-- Logs begin at Tue 2022-04-05 13:26:20 UTC, end at Tue 2022-04-05 15:06:31 UTC. -- Apr 05 14:11:06.421585 n-d-836650-2 systemd[1]: Started Devstack devstack@q-svc.service. Apr 05 14:11:09.189184 n-d-836650-2 neutron-server[103175]: INFO neutron.common.config [-] Logging enabled! Apr 05 14:11:09.189798 n-d-836650-2 neutron-server[103175]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev108 Apr 05 14:11:09.189798 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103175) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 05 14:11:09.192955 n-d-836650-2 neutron-server[103175]: INFO neutron.common.config [-] Logging enabled! Apr 05 14:11:09.193208 n-d-836650-2 neutron-server[103175]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev108 Apr 05 14:11:09.193520 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103175) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 05 14:11:09.194475 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 05 14:11:09.194707 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 05 14:11:09.195063 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 05 14:11:09.195307 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 05 14:11:09.195532 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 05 14:11:09.195849 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:09.196144 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:09.196441 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:09.196670 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:09.196986 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:09.197277 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:09.197560 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:09.197848 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:09.198145 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:09.198429 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:09.198705 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:09.198986 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:09.199216 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:09.199496 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:09.199782 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:09.200083 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:09.200289 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] debug = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:09.200568 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:09.201021 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:09.201435 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:09.201714 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:09.202007 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:09.202283 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:09.202552 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:09.202825 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:09.203107 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:09.203436 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] host = n-d-836650-2 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:09.203713 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:09.203999 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:09.204826 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:09.205144 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:09.205420 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:09.205695 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:09.205979 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:09.206251 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:09.206521 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] log_file = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:09.206797 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:09.207083 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:09.207370 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:09.207656 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:09.207880 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:09.208103 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:09.208389 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:09.208670 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:09.208972 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:09.209247 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:09.209518 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:09.209790 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:09.210061 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:09.210325 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:09.210609 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:09.210895 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:09.211173 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:09.211444 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:09.211715 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:09.211984 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:09.212253 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:09.212625 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:09.212919 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:09.213196 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:09.213470 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:09.213756 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:09.214023 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:09.214294 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:09.214594 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:09.214876 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:09.215160 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:09.215441 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:09.215712 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:09.215992 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:09.216260 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:09.216526 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:09.216793 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] use_json = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:09.217087 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:09.217358 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:09.217636 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:09.217906 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:09.218174 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:09.218444 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:09.218711 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:09.218992 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:09.219261 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:09.219555 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.220508 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.220901 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.221274 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.221575 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.222114 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.222408 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.222692 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.222985 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.223276 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.223571 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.223853 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.224144 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.224425 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.224721 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.225058 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.225359 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.225651 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.225929 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.226202 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.226475 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.226753 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.227045 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.227326 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.227616 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.227907 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.228190 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.228477 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.228773 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.229098 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.229376 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.229659 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.229954 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.230235 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.230510 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.230789 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.231082 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.231363 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.231639 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.231922 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.232203 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.232474 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.232746 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.233057 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.233348 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.233623 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.233895 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.234165 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.234441 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.234711 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.234996 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.235281 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.235613 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.235952 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.236345 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.236624 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.236920 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.237205 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.237481 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.237758 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.238033 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.238305 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.238577 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.238848 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.239120 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.239392 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.239665 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.239942 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.240213 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.240484 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.240754 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.241053 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.241327 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.241614 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.241912 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.242191 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.242471 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.242750 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.243027 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.243305 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.243584 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.243864 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.244143 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.244416 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.244707 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.245018 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.245315 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.245599 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.245886 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.246182 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.246463 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.246750 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.247031 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.247312 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.247600 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.247884 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.248180 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.248474 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.248768 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.249099 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.249396 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.249679 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.249989 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.250269 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:09.250486 n-d-836650-2 neutron-server[103175]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 05 14:11:09.250724 n-d-836650-2 neutron-server[103175]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103175) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 05 14:11:09.614803 n-d-836650-2 neutron-server[103175]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 05 14:11:09.615007 n-d-836650-2 neutron-server[103175]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 05 14:11:09.615299 n-d-836650-2 neutron-server[103175]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 05 14:11:09.615632 n-d-836650-2 neutron-server[103175]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 05 14:11:10.011559 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:10.011849 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:10.012118 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:10.013439 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:10.013711 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:10.013980 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:10.050576 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:10.050853 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:10.051119 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:10.065919 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:10.066199 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:10.066468 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:10.095589 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:10.095868 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:10.096136 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:10.133307 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:10.133585 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:10.133849 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:10.363916 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:10.364522 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:10.364522 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:10.364716 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:10.365335 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:10.486214 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:10.486538 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:10.486819 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:10.487088 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:10.487354 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:10.487665 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:10.487925 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:10.488181 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:10.488441 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:10.488722 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:10.489002 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:10.489267 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:10.489519 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:10.489771 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:10.490022 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:10.490282 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:10.490534 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:10.490796 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:10.491072 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:10.491321 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:10.491587 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:10.491837 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:10.492115 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:10.492484 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:10.492731 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:10.492998 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:10.493392 n-d-836650-2 neutron-server[103175]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103175) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 14:11:10.493633 n-d-836650-2 neutron-server[103175]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103175) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 14:11:10.493869 n-d-836650-2 neutron-server[103175]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103175) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 14:11:10.494105 n-d-836650-2 neutron-server[103175]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103175) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 14:11:10.494340 n-d-836650-2 neutron-server[103175]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103175) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 14:11:10.494573 n-d-836650-2 neutron-server[103175]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103175) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 14:11:10.494941 n-d-836650-2 neutron-server[103175]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 05 14:11:10.498066 n-d-836650-2 neutron-server[103175]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 05 14:11:10.502644 n-d-836650-2 neutron-server[103175]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 05 14:11:10.506443 n-d-836650-2 neutron-server[103175]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Apr 05 14:11:10.508059 n-d-836650-2 neutron-server[103175]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 05 14:11:10.508510 n-d-836650-2 neutron-server[103175]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 05 14:11:10.508846 n-d-836650-2 neutron-server[103175]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 05 14:11:10.509259 n-d-836650-2 neutron-server[103175]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 05 14:11:10.512027 n-d-836650-2 neutron-server[103175]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 05 14:11:10.512273 n-d-836650-2 neutron-server[103175]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 05 14:11:10.512619 n-d-836650-2 neutron-server[103175]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 05 14:11:10.518538 n-d-836650-2 neutron-server[103175]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 05 14:11:10.540504 n-d-836650-2 neutron-server[103175]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 05 14:11:10.540986 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:10.541288 n-d-836650-2 neutron-server[103175]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103175) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 05 14:11:10.541654 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:10.543001 n-d-836650-2 neutron-server[103175]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103175) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 05 14:11:10.543277 n-d-836650-2 neutron-server[103175]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 05 14:11:10.543517 n-d-836650-2 neutron-server[103175]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 05 14:11:10.547011 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:10.547298 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:10.611484 n-d-836650-2 neutron-server[103175]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 05 14:11:10.611770 n-d-836650-2 neutron-server[103175]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 05 14:11:10.612011 n-d-836650-2 neutron-server[103175]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 05 14:11:10.612386 n-d-836650-2 neutron-server[103175]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 05 14:11:10.635080 n-d-836650-2 neutron-server[103175]: DEBUG oslo_db.sqlalchemy.engines [None req-7939bee8-4d33-4286-b703-cee030389843 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103175) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 05 14:11:11.280704 n-d-836650-2 neutron-server[103175]: INFO neutron.plugins.ml2.managers [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Initializing driver for type 'gre' Apr 05 14:11:11.281186 n-d-836650-2 neutron-server[103175]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7939bee8-4d33-4286-b703-cee030389843 None None] gre ID ranges: [(1, 1000)] Apr 05 14:11:11.429456 n-d-836650-2 neutron-server[103175]: INFO neutron.plugins.ml2.managers [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Initializing driver for type 'local' Apr 05 14:11:11.430213 n-d-836650-2 neutron-server[103175]: INFO neutron.plugins.ml2.managers [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Initializing driver for type 'vlan' Apr 05 14:11:11.498068 n-d-836650-2 neutron-server[103175]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7939bee8-4d33-4286-b703-cee030389843 None None] VlanTypeDriver initialization complete Apr 05 14:11:11.498403 n-d-836650-2 neutron-server[103175]: INFO neutron.plugins.ml2.managers [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Initializing driver for type 'vxlan' Apr 05 14:11:11.498901 n-d-836650-2 neutron-server[103175]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7939bee8-4d33-4286-b703-cee030389843 None None] vxlan ID ranges: [(1, 1000)] Apr 05 14:11:11.703936 n-d-836650-2 neutron-server[103175]: INFO neutron.plugins.ml2.managers [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Initializing extension driver 'port_security' Apr 05 14:11:11.704791 n-d-836650-2 neutron-server[103175]: INFO neutron.plugins.ml2.extensions.port_security [None req-7939bee8-4d33-4286-b703-cee030389843 None None] PortSecurityExtensionDriver initialization complete Apr 05 14:11:11.705152 n-d-836650-2 neutron-server[103175]: INFO neutron.plugins.ml2.managers [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Initializing mechanism driver 'openvswitch' Apr 05 14:11:11.705491 n-d-836650-2 neutron-server[103175]: INFO neutron.plugins.ml2.managers [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Initializing mechanism driver 'hyperv' Apr 05 14:11:11.712203 n-d-836650-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7939bee8-4d33-4286-b703-cee030389843 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:11:11.715555 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Subscribe: > port after_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:11.715555 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Subscribe: > port after_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:11.715555 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Subscribe: > port after_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:11.715555 n-d-836650-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103175) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 05 14:11:11.715555 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Subscribe: > subnet after_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:11.716023 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Subscribe: > subnet after_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:11.716023 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:11.716023 n-d-836650-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103175) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 05 14:11:11.716023 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Subscribe: > network after_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:11.716334 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Subscribe: > network after_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:11.716591 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Subscribe: > network after_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:11.717001 n-d-836650-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103175) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 05 14:11:11.717430 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Subscribe: > security_group after_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:11.717771 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Subscribe: > security_group after_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:11.718101 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:11.718628 n-d-836650-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103175) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 05 14:11:11.719042 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:11.719387 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:11.720456 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:11.720844 n-d-836650-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103175) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 05 14:11:11.721270 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Subscribe: > address_group after_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:11.721866 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Subscribe: > address_group after_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:11.722208 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:11.722594 n-d-836650-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103175) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 05 14:11:11.723033 n-d-836650-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7939bee8-4d33-4286-b703-cee030389843 None None] ML2 OVO RPC backend initialized. {{(pid=103175) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Apr 05 14:11:11.723731 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:11.724082 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:11.724489 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Subscribe: > network before_response 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:11.724832 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Subscribe: > networks before_response 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:11.725213 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Subscribe: > port before_response 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:11.725589 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Subscribe: > ports before_response 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:11.725929 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Subscribe: > subnet before_response 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:11.726263 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Subscribe: > subnets before_response 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:11.726607 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Subscribe: > network after_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:11.726947 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Subscribe: > network after_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:11.727280 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Subscribe: > network after_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:11.727611 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Subscribe: > port after_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:11.727942 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Subscribe: > port after_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:11.728271 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Subscribe: > port after_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:11.728599 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Subscribe: > subnet after_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:11.728953 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Subscribe: > subnet after_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:11.729284 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:11.736480 n-d-836650-2 neutron-server[103175]: INFO neutron.quota [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loaded quota_driver: . Apr 05 14:11:11.736951 n-d-836650-2 neutron-server[103175]: INFO neutron.plugins.ml2.plugin [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Modular L2 Plugin initialization complete Apr 05 14:11:11.737343 n-d-836650-2 neutron-server[103175]: DEBUG neutron.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading services supported by the core plugin {{(pid=103175) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 05 14:11:11.737685 n-d-836650-2 neutron-server[103175]: INFO neutron.plugins.ml2.managers [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Got port-security extension from driver 'port_security' Apr 05 14:11:11.738163 n-d-836650-2 neutron-server[103175]: INFO neutron.extensions.vlantransparent [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Disabled vlantransparent extension. Apr 05 14:11:11.738662 n-d-836650-2 neutron-server[103175]: DEBUG neutron.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103175) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 05 14:11:11.738986 n-d-836650-2 neutron-server[103175]: INFO neutron.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading Plugin: router Apr 05 14:11:11.781517 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:11.781935 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Subscribe: > router after_create 55549900 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:11.782307 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Subscribe: > router before_create 55549900 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:11.782671 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:11.783047 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:11.783402 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Subscribe: > router after_delete 55549900 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:11.783759 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:11.784107 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:11.784463 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Subscribe: > router after_create 55549900 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:11.784807 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Subscribe: > router after_update 55549900 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:11.785177 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Subscribe: > router after_update 55549900 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:11.785523 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:11.785885 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Subscribe: > router after_update 55549900 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:11.786291 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Subscribe: > router precommit_update 55549900 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:11.786658 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Subscribe: port after_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:11.786993 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Subscribe: port after_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:11.787329 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Subscribe: subnet after_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:11.787665 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:11.788080 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:11.788363 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Subscribe: > router precommit_create 55549900 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:11.788710 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Subscribe: port before_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:11.789078 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Subscribe: > router precommit_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:11.793355 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Subscribe: > router after_update 55549900 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:11.793355 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:11.793355 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Subscribe: > router precommit_create 55549900 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:11.793355 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:11.793782 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Subscribe: > router precommit_update 55549900 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:11.793782 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Subscribe: > agent after_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:11.793782 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Subscribe: > agent after_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:11.793782 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Subscribe: > network after_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:11.794079 n-d-836650-2 neutron-server[103175]: DEBUG neutron.quota.resource_registry [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Tracking information for resource: router configured {{(pid=103175) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 14:11:11.794079 n-d-836650-2 neutron-server[103175]: DEBUG neutron.quota.resource_registry [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Tracking information for resource: floatingip configured {{(pid=103175) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 14:11:11.797817 n-d-836650-2 neutron-server[103175]: INFO neutron.db.l3_agentschedulers_db [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 05 14:11:11.798490 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Subscribe: port after_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:11.798849 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Subscribe: port after_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:11.799198 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Subscribe: port after_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:11.799563 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Subscribe: port after_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:11.800362 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Subscribe: > router before_create 55550100 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:11.800724 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:11.801114 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Subscribe: > router precommit_create 55550100 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:11.801476 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Subscribe: > router precommit_update 55550100 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:11.806384 n-d-836650-2 neutron-server[103175]: DEBUG neutron.services.provider_configuration [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Service providers = [] {{(pid=103175) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 05 14:11:11.806750 n-d-836650-2 neutron-server[103175]: DEBUG neutron.db.servicetype_db [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103175) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 05 14:11:11.809721 n-d-836650-2 neutron-server[103175]: DEBUG neutron.services.service_base [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103175) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 05 14:11:11.810075 n-d-836650-2 neutron-server[103175]: DEBUG neutron.services.service_base [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103175) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 05 14:11:11.810420 n-d-836650-2 neutron-server[103175]: DEBUG neutron.services.service_base [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103175) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 05 14:11:11.811325 n-d-836650-2 neutron-server[103175]: DEBUG neutron.services.service_base [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103175) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 05 14:11:11.811700 n-d-836650-2 neutron-server[103175]: INFO neutron.services.service_base [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 05 14:11:11.812080 n-d-836650-2 neutron-server[103175]: DEBUG neutron.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103175) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 14:11:11.812398 n-d-836650-2 neutron-server[103175]: INFO neutron.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 05 14:11:11.823316 n-d-836650-2 neutron-server[103175]: DEBUG neutron.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103175) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 14:11:11.823642 n-d-836650-2 neutron-server[103175]: INFO neutron.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading Plugin: auto_allocate Apr 05 14:11:11.835763 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Subscribe: network precommit_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:11.836132 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Subscribe: network precommit_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:11.836654 n-d-836650-2 neutron-server[103175]: DEBUG neutron.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103175) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 14:11:11.837018 n-d-836650-2 neutron-server[103175]: INFO neutron.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading Plugin: tag Apr 05 14:11:11.843517 n-d-836650-2 neutron-server[103175]: DEBUG neutron.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103175) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 14:11:11.843850 n-d-836650-2 neutron-server[103175]: INFO neutron.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading Plugin: timestamp Apr 05 14:11:11.848206 n-d-836650-2 neutron-server[103175]: DEBUG neutron.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103175) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 14:11:11.848534 n-d-836650-2 neutron-server[103175]: INFO neutron.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading Plugin: network_ip_availability Apr 05 14:11:11.853964 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:11.854333 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:11.854693 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:11.855404 n-d-836650-2 neutron-server[103175]: DEBUG neutron.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103175) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 14:11:11.855723 n-d-836650-2 neutron-server[103175]: INFO neutron.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading Plugin: flavors Apr 05 14:11:11.865698 n-d-836650-2 neutron-server[103175]: DEBUG neutron.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103175) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 14:11:11.866029 n-d-836650-2 neutron-server[103175]: INFO neutron.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading Plugin: revisions Apr 05 14:11:11.870288 n-d-836650-2 neutron-server[103175]: DEBUG neutron.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103175) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 14:11:11.870680 n-d-836650-2 neutron-server[103175]: DEBUG oslo_concurrency.lockutils [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.255s {{(pid=103175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 05 14:11:11.871418 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103175) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 05 14:11:11.871756 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Initializing extension manager. Apr 05 14:11:11.872268 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: __init__.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:11.872612 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: __pycache__ {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:11.872981 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:11.873318 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: address_group.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:11.874070 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:11.874643 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loaded extension: address-group Apr 05 14:11:11.874967 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: address_scope.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:11.875680 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:11.876732 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loaded extension: address-scope Apr 05 14:11:11.877085 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:11.878015 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:11.878532 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loaded extension: router-admin-state-down-before-update Apr 05 14:11:11.878856 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: agent.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:11.879778 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:11.880306 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loaded extension: agent Apr 05 14:11:11.880628 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: agent_resources_synced.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:11.881580 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:11.882157 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loaded extension: agent-resources-synced Apr 05 14:11:11.882418 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: allowedaddresspairs.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:11.884235 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:11.884762 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loaded extension: allowed-address-pairs Apr 05 14:11:11.885114 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: auto_allocated_topology.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:11.886198 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:11.886719 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loaded extension: auto-allocated-topology Apr 05 14:11:11.887047 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: availability_zone.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:11.887745 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:11.888252 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loaded extension: availability_zone Apr 05 14:11:11.888575 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: availability_zone_filter.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:11.896992 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:11.897511 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loaded extension: availability_zone_filter Apr 05 14:11:11.897837 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: data_plane_status.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:11.898757 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:11.899270 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Extension data-plane-status not supported by any of loaded plugins Apr 05 14:11:11.899606 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: default_subnetpools.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:11.900507 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:11.901054 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loaded extension: default-subnetpools Apr 05 14:11:11.901379 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:11.902206 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:11.902724 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loaded extension: dhcp_agent_scheduler Apr 05 14:11:11.903063 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: dns.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:11.903987 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:11.904496 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Extension dns-integration not supported by any of loaded plugins Apr 05 14:11:11.904819 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: dns_domain_ports.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:11.905762 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:11.906273 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 05 14:11:11.906597 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:11.907586 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:11.908094 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 05 14:11:11.908418 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: dvr.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:11.909118 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:11.909633 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loaded extension: dvr Apr 05 14:11:11.909952 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: ecmp_routes.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:11.910870 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:11.911380 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 05 14:11:11.911701 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: empty_string_filtering.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:11.912616 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:11.913158 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loaded extension: empty-string-filtering Apr 05 14:11:11.913486 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:11.914431 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:11.914938 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 05 14:11:11.915259 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:11.916179 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:11.916690 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 05 14:11:11.917052 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: external_net.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:11.917975 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:11.918485 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loaded extension: external-net Apr 05 14:11:11.918804 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:11.919725 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:11.920231 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loaded extension: extra_dhcp_opt Apr 05 14:11:11.920551 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: extraroute.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:11.921489 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:11.921997 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loaded extension: extraroute Apr 05 14:11:11.922318 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: extraroute_atomic.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:11.923577 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:11.924126 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loaded extension: extraroute-atomic Apr 05 14:11:11.924455 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: filter_validation.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:11.925176 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:11.925711 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loaded extension: filter-validation Apr 05 14:11:11.926033 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: fip_pf_description.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:11.930760 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:11.931270 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 05 14:11:11.931592 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: fip_port_details.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:11.932516 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:11.933062 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loaded extension: fip-port-details Apr 05 14:11:11.933386 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: flavors.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:11.934622 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:11.935146 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loaded extension: flavors Apr 05 14:11:11.935471 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:11.937204 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:11.937734 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 05 14:11:11.938069 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: floatingip_pools.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:11.939315 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:11.940002 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loaded extension: floatingip-pools Apr 05 14:11:11.940331 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: ip_allocation.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:11.941286 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:11.941800 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Extension ip_allocation not supported by any of loaded plugins Apr 05 14:11:11.942129 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:11.943056 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:11.943576 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loaded extension: ip-substring-filtering Apr 05 14:11:11.943906 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: l2_adjacency.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:11.944840 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:11.945380 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 05 14:11:11.945707 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: l3.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:11.946699 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:11.947225 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loaded extension: router Apr 05 14:11:11.947555 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:11.949999 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:11.950529 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 05 14:11:11.950860 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:11.951791 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:11.952313 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loaded extension: ext-gw-mode Apr 05 14:11:11.952642 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:11.953596 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:11.954721 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loaded extension: l3-ha Apr 05 14:11:11.955191 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: l3_flavors.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:11.959833 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:11.960349 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loaded extension: l3-flavors Apr 05 14:11:11.960679 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:11.961636 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:11.962155 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 05 14:11:11.962482 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: l3agentscheduler.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:11.963529 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:11.964042 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loaded extension: l3_agent_scheduler Apr 05 14:11:11.964366 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: logging.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:11.965930 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:11.966444 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Extension logging not supported by any of loaded plugins Apr 05 14:11:11.966774 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: metering.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:11.967523 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:11.968101 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loaded extension: metering Apr 05 14:11:11.968431 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:11.969566 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:11.970189 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loaded extension: metering_source_and_destination_fields Apr 05 14:11:11.970568 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: multiprovidernet.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:11.971505 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:11.972287 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loaded extension: multi-provider Apr 05 14:11:11.972611 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: netmtu.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:11.973559 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:11.974075 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loaded extension: net-mtu Apr 05 14:11:11.974399 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: netmtu_writable.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:11.975314 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:11.975828 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loaded extension: net-mtu-writable Apr 05 14:11:11.976151 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: network_availability_zone.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:11.976823 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:11.977411 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loaded extension: network_availability_zone Apr 05 14:11:11.977732 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: network_ip_availability.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:11.978838 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:11.979357 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loaded extension: network-ip-availability Apr 05 14:11:11.979680 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: network_segment_range.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:11.980450 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:11.980992 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Extension network-segment-range not supported by any of loaded plugins Apr 05 14:11:11.984410 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: pagination.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:11.985208 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:11.985748 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loaded extension: pagination Apr 05 14:11:11.986203 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: port_device_profile.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:11.987118 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:11.987636 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loaded extension: port-device-profile Apr 05 14:11:11.987958 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:11.988927 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:11.989445 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loaded extension: port-mac-address-regenerate Apr 05 14:11:11.989768 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:11.990679 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:11.991192 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loaded extension: port-numa-affinity-policy Apr 05 14:11:11.991514 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: port_resource_request.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:11.992437 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:11.992980 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Extension port-resource-request not supported by any of loaded plugins Apr 05 14:11:11.993305 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: portbindings.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:11.994282 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:11.994819 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loaded extension: binding Apr 05 14:11:11.995140 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: portbindings_extended.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:11.996535 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:11.997096 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loaded extension: binding-extended Apr 05 14:11:11.997428 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: portsecurity.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:11.998353 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:11.998873 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loaded extension: port-security Apr 05 14:11:11.999202 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: project_id.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:12.000240 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:12.000577 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loaded extension: project-id Apr 05 14:11:12.001452 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: providernet.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:12.002438 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:12.002959 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loaded extension: provider Apr 05 14:11:12.003282 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: qos.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:12.006857 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:12.007389 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Extension qos not supported by any of loaded plugins Apr 05 14:11:12.007721 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:12.009011 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:12.009536 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 05 14:11:12.009862 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:12.010782 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:12.011324 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 05 14:11:12.011645 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: qos_default.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:12.012561 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:12.013105 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Extension qos-default not supported by any of loaded plugins Apr 05 14:11:12.013432 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: qos_fip.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:12.014087 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:12.014604 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Extension qos-fip not supported by any of loaded plugins Apr 05 14:11:12.014923 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: qos_gateway_ip.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:12.022126 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:12.022677 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 05 14:11:12.023015 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: qos_port_network_policy.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:12.023951 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:12.024478 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 05 14:11:12.024810 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: qos_pps_rule.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:12.026017 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:12.026545 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Extension qos-pps not supported by any of loaded plugins Apr 05 14:11:12.026878 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: qos_rule_type_details.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:12.027802 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:12.028320 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 05 14:11:12.028649 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: qos_rules_alias.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:12.029741 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:12.030260 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 05 14:11:12.030595 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: quotasv2.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:12.031534 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:12.031863 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loaded extension: quotas Apr 05 14:11:12.032228 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: quotasv2_detail.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:12.034021 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:12.034360 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loaded extension: quota_details Apr 05 14:11:12.034686 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: rbac.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:12.035746 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:12.036273 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loaded extension: rbac-policies Apr 05 14:11:12.036604 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: rbac_address_group.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:12.037572 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:12.038093 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loaded extension: rbac-address-group Apr 05 14:11:12.038421 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: rbac_address_scope.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:12.039349 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:12.041456 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loaded extension: rbac-address-scope Apr 05 14:11:12.041794 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: rbac_security_groups.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:12.042738 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:12.043268 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loaded extension: rbac-security-groups Apr 05 14:11:12.043597 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: rbac_subnetpool.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:12.044531 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:12.045083 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loaded extension: rbac-subnetpool Apr 05 14:11:12.045412 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: revisionifmatch.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:12.046357 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:12.046886 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loaded extension: revision-if-match Apr 05 14:11:12.047213 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: revisions.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:12.048579 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:12.049123 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loaded extension: standard-attr-revisions Apr 05 14:11:12.049454 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: router_availability_zone.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:12.050145 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:12.050673 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loaded extension: router_availability_zone Apr 05 14:11:12.050998 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: routerservicetype.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:12.051941 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:12.052457 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Extension router-service-type not supported by any of loaded plugins Apr 05 14:11:12.052779 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:12.053746 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:12.054267 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loaded extension: security-groups-normalized-cidr Apr 05 14:11:12.054590 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:12.055517 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:12.056035 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loaded extension: port-security-groups-filtering Apr 05 14:11:12.056358 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:12.064843 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:12.065393 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loaded extension: security-groups-remote-address-group Apr 05 14:11:12.065720 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: securitygroup.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:12.075269 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:12.075804 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loaded extension: security-group Apr 05 14:11:12.076140 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: segment.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:12.076965 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:12.077481 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Extension segment not supported by any of loaded plugins Apr 05 14:11:12.077813 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:12.082657 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:12.082657 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 05 14:11:12.082657 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: servicetype.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:12.082657 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:12.082657 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loaded extension: service-type Apr 05 14:11:12.082657 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: sorting.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:12.085043 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:12.085043 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loaded extension: sorting Apr 05 14:11:12.085043 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: standard_attr_segment.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:12.085043 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:12.085455 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 05 14:11:12.085685 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: standardattrdescription.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:12.086344 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:12.086859 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loaded extension: standard-attr-description Apr 05 14:11:12.087180 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: stateful_security_group.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:12.088132 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:12.088667 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loaded extension: stateful-security-group Apr 05 14:11:12.089026 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: stdattrs_common.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:12.089616 n-d-836650-2 neutron-server[103175]: WARNING neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 05 14:11:12.089939 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:12.090877 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:12.091397 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 05 14:11:12.091722 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: subnet_onboard.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:12.092786 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:12.093345 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loaded extension: subnet_onboard Apr 05 14:11:12.093672 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:12.094602 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:12.095191 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 05 14:11:12.095515 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: subnet_service_types.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:12.096452 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:12.097270 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loaded extension: subnet-service-types Apr 05 14:11:12.097595 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: subnetallocation.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:12.098690 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:12.099211 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loaded extension: subnet_allocation Apr 05 14:11:12.099538 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:12.100215 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:12.100739 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loaded extension: subnetpool-prefix-ops Apr 05 14:11:12.101083 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:12.102030 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:12.102546 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 05 14:11:12.102869 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: tagging.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:12.103932 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:12.104455 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loaded extension: standard-attr-tag Apr 05 14:11:12.104780 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: timestamp.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:12.106024 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:12.106546 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loaded extension: standard-attr-timestamp Apr 05 14:11:12.106872 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: trunk.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:12.107912 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:12.108444 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Extension trunk not supported by any of loaded plugins Apr 05 14:11:12.108769 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: trunk_details.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:12.109724 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:12.110241 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Extension trunk-details not supported by any of loaded plugins Apr 05 14:11:12.110704 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: uplink_status_propagation.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:12.111643 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:12.112159 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 05 14:11:12.112481 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Loading extension file: vlantransparent.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 14:11:12.113195 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 14:11:12.113707 n-d-836650-2 neutron-server[103175]: INFO neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 05 14:11:12.116198 n-d-836650-2 neutron-server[103175]: INFO neutron.quota.resource_registry [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Creating instance of TrackedResource for resource:network Apr 05 14:11:12.116724 n-d-836650-2 neutron-server[103175]: INFO neutron.quota.resource_registry [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Creating instance of TrackedResource for resource:subnet Apr 05 14:11:12.117156 n-d-836650-2 neutron-server[103175]: INFO neutron.quota.resource_registry [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 14:11:12.117549 n-d-836650-2 neutron-server[103175]: INFO neutron.quota.resource_registry [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Creating instance of TrackedResource for resource:port Apr 05 14:11:12.118802 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.v2.resource_helper [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 14:11:12.119239 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.v2.resource_helper [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Service FLAVORS assigned prefix: {{(pid=103175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 14:11:12.119875 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.v2.resource_helper [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 14:11:12.120307 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.v2.resource_helper [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 14:11:12.120639 n-d-836650-2 neutron-server[103175]: INFO neutron.quota.resource_registry [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Creating instance of TrackedResource for resource:router Apr 05 14:11:12.121096 n-d-836650-2 neutron-server[103175]: INFO neutron.quota.resource_registry [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Creating instance of TrackedResource for resource:floatingip Apr 05 14:11:12.121587 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.v2.resource_helper [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Service METERING assigned prefix: /metering {{(pid=103175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 14:11:12.123025 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:12.123407 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:12.123760 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:11:12.124768 n-d-836650-2 neutron-server[103175]: INFO neutron.quota.resource_registry [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Creating instance of CountableResource for resource:rbac_policy Apr 05 14:11:12.125250 n-d-836650-2 neutron-server[103175]: INFO neutron.quota.resource_registry [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Creating instance of TrackedResource for resource:security_group Apr 05 14:11:12.125703 n-d-836650-2 neutron-server[103175]: INFO neutron.quota.resource_registry [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 05 14:11:12.126944 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.v2.resource_helper [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Service CORE assigned prefix: {{(pid=103175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 14:11:12.127373 n-d-836650-2 neutron-server[103175]: INFO neutron.quota.resource_registry [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 14:11:12.127724 n-d-836650-2 neutron-server[103175]: WARNING neutron.quota.resource_registry [None req-7939bee8-4d33-4286-b703-cee030389843 None None] subnetpool is already registered Apr 05 14:11:12.128155 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.v2.resource_helper [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Service CORE assigned prefix: {{(pid=103175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 14:11:12.128485 n-d-836650-2 neutron-server[103175]: INFO neutron.quota.resource_registry [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 14:11:12.128819 n-d-836650-2 neutron-server[103175]: WARNING neutron.quota.resource_registry [None req-7939bee8-4d33-4286-b703-cee030389843 None None] subnetpool is already registered Apr 05 14:11:12.131148 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.v2.resource_helper [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 14:11:12.131587 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.v2.resource_helper [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Service FLAVORS assigned prefix: {{(pid=103175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 14:11:12.132181 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.v2.resource_helper [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 14:11:12.132603 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.v2.resource_helper [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 14:11:12.132968 n-d-836650-2 neutron-server[103175]: INFO neutron.quota.resource_registry [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Creating instance of TrackedResource for resource:router Apr 05 14:11:12.133311 n-d-836650-2 neutron-server[103175]: WARNING neutron.quota.resource_registry [None req-7939bee8-4d33-4286-b703-cee030389843 None None] router is already registered Apr 05 14:11:12.133720 n-d-836650-2 neutron-server[103175]: INFO neutron.quota.resource_registry [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Creating instance of TrackedResource for resource:floatingip Apr 05 14:11:12.134056 n-d-836650-2 neutron-server[103175]: WARNING neutron.quota.resource_registry [None req-7939bee8-4d33-4286-b703-cee030389843 None None] floatingip is already registered Apr 05 14:11:12.134506 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.v2.resource_helper [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Service METERING assigned prefix: /metering {{(pid=103175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 14:11:12.135172 n-d-836650-2 neutron-server[103175]: INFO neutron.quota.resource_registry [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Creating instance of CountableResource for resource:rbac_policy Apr 05 14:11:12.135501 n-d-836650-2 neutron-server[103175]: WARNING neutron.quota.resource_registry [None req-7939bee8-4d33-4286-b703-cee030389843 None None] rbac_policy is already registered Apr 05 14:11:12.135913 n-d-836650-2 neutron-server[103175]: INFO neutron.quota.resource_registry [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Creating instance of TrackedResource for resource:security_group Apr 05 14:11:12.136250 n-d-836650-2 neutron-server[103175]: WARNING neutron.quota.resource_registry [None req-7939bee8-4d33-4286-b703-cee030389843 None None] security_group is already registered Apr 05 14:11:12.136651 n-d-836650-2 neutron-server[103175]: INFO neutron.quota.resource_registry [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 05 14:11:12.137018 n-d-836650-2 neutron-server[103175]: WARNING neutron.quota.resource_registry [None req-7939bee8-4d33-4286-b703-cee030389843 None None] security_group_rule is already registered Apr 05 14:11:12.137648 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.v2.resource_helper [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Service CORE assigned prefix: {{(pid=103175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 14:11:12.137975 n-d-836650-2 neutron-server[103175]: INFO neutron.quota.resource_registry [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 14:11:12.138310 n-d-836650-2 neutron-server[103175]: WARNING neutron.quota.resource_registry [None req-7939bee8-4d33-4286-b703-cee030389843 None None] subnetpool is already registered Apr 05 14:11:12.138728 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.v2.resource_helper [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Service CORE assigned prefix: {{(pid=103175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 14:11:12.139058 n-d-836650-2 neutron-server[103175]: INFO neutron.quota.resource_registry [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 14:11:12.139393 n-d-836650-2 neutron-server[103175]: WARNING neutron.quota.resource_registry [None req-7939bee8-4d33-4286-b703-cee030389843 None None] subnetpool is already registered Apr 05 14:11:12.139868 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Extended resource: extensions {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 14:11:12.141377 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Extended resource: address-groups {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 14:11:12.143629 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Extended resource: address-scopes {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 14:11:12.144969 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Extended resource: agents {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 14:11:12.146129 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Extended resource: auto-allocated-topology {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 14:11:12.147376 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Extended resource: availability_zones {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 14:11:12.148589 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Extended resource: dhcp-networks {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 14:11:12.150112 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Extended resource: dhcp-agents {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 14:11:12.151522 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Extended resource: routers {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 14:11:12.153729 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Extended resource: flavors {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 14:11:12.154871 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Extended resource: service_profiles {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 14:11:12.156127 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Extended resource: next_providers {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 14:11:12.157658 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Extended resource: service_profiles {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 14:11:12.159183 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Extended resource: floatingip-pools {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 14:11:12.160390 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Extended resource: routers {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 14:11:12.162514 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Extended resource: floatingips {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 14:11:12.163800 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Extended resource: l3-routers {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 14:11:12.165207 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Extended resource: l3-agents {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 14:11:12.166620 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Extended resource: metering-labels {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 14:11:12.167965 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Extended resource: metering-label-rules {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 14:11:12.169270 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Extended resource: network-ip-availabilities {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 14:11:12.170528 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Extended resource: bindings {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 14:11:12.173778 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Extended resource: quotas {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 14:11:12.175335 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Extended resource: quotas {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 14:11:12.176763 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Extended resource: rbac-policies {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 14:11:12.178004 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Extended resource: security-groups {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 14:11:12.179304 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Extended resource: security-group-rules {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 14:11:12.180533 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Extended resource: service-providers {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 14:11:12.181785 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Extended resource: subnetpools {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 14:11:12.183195 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Extended resource: subnetpools {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 14:11:12.184656 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Extended resource: tags {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 14:11:12.186366 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Extended resource: tags {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 14:11:12.188184 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Extended resource: tags {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 14:11:12.190738 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Extended resource: tags {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 14:11:12.192517 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Extended resource: tags {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 14:11:12.194400 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Extended resource: tags {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 14:11:12.196069 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Extended resource: tags {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 14:11:12.197967 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Extended resource: tags {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 14:11:12.199719 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Extended resource: tags {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 14:11:12.201636 n-d-836650-2 neutron-server[103175]: DEBUG neutron.api.extensions [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Extended resource: tags {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 14:11:12.207722 n-d-836650-2 neutron-server[103175]: WARNING keystonemiddleware.auth_token [None req-7939bee8-4d33-4286-b703-cee030389843 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 05 14:11:12.212467 n-d-836650-2 neutron-server[103175]: WARNING keystonemiddleware.auth_token [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 05 14:11:12.221010 n-d-836650-2 neutron-server[103175]: DEBUG oslo_concurrency.lockutils [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Acquired lock "singleton_lock" {{(pid=103175) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 05 14:11:12.221486 n-d-836650-2 neutron-server[103175]: DEBUG oslo_concurrency.lockutils [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Releasing lock "singleton_lock" {{(pid=103175) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 05 14:11:12.222385 n-d-836650-2 neutron-server[103175]: INFO oslo_service.service [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Starting 2 workers Apr 05 14:11:12.227211 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Started child 103320 {{(pid=103175) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 05 14:11:12.231591 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Started child 103321 {{(pid=103175) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 05 14:11:12.232611 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:11:12.233357 n-d-836650-2 neutron-server[103175]: INFO neutron.service [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 05 14:11:12.233833 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Notify callbacks [] for process, before_spawn {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:11:12.234106 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [-] (103320) wsgi starting up on http://0.0.0.0:9696 Apr 05 14:11:12.236935 n-d-836650-2 neutron-server[103175]: INFO oslo_service.service [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Starting 1 workers Apr 05 14:11:12.237098 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:11:12.238532 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [-] (103321) wsgi starting up on http://0.0.0.0:9696 Apr 05 14:11:12.242146 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Started child 103322 {{(pid=103175) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 05 14:11:12.242682 n-d-836650-2 neutron-server[103175]: INFO oslo_service.service [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Starting 1 workers Apr 05 14:11:12.245689 n-d-836650-2 neutron-server[103322]: DEBUG neutron.service [None req-7939bee8-4d33-4286-b703-cee030389843 None None] calling RpcWorker wait() {{(pid=103322) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 05 14:11:12.246200 n-d-836650-2 neutron-server[103322]: DEBUG neutron.service [None req-7939bee8-4d33-4286-b703-cee030389843 None None] returning from RpcWorker wait() {{(pid=103322) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 05 14:11:12.247112 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Started child 103323 {{(pid=103175) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 05 14:11:12.247549 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:11:12.247961 n-d-836650-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7939bee8-4d33-4286-b703-cee030389843 None None] Notify callbacks [] for process, after_spawn {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:11:12.248109 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:11:12.249873 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103175) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 05 14:11:12.250084 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 05 14:11:12.250269 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 05 14:11:12.250492 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 05 14:11:12.250815 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 05 14:11:12.251739 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 05 14:11:12.252296 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.252587 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.252694 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:11:12.253196 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.253196 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.253383 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.253987 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.254231 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.254478 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.254747 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.254978 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.255152 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.255318 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.255562 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.255821 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.256122 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.256379 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.256616 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.256917 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.257096 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.257351 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.257635 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.257880 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.258146 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] debug = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.258383 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.258872 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.259107 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.259368 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.259597 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.259867 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.260093 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.260347 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.260588 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.260827 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.261111 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.261362 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.261601 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.261817 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.262050 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.262315 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.262551 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.263017 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] host = n-d-836650-2 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.263232 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.263452 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.263706 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.263942 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.264195 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.264407 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.264688 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.264954 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.265197 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.265438 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.265692 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.265935 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.266156 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.266406 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] log_file = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.266644 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] log_options = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.266882 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.267132 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.267417 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.267657 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.267785 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.267910 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.268139 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.268290 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.268547 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.268760 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.269011 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.269210 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.269444 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.269665 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.269930 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.270175 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.270408 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.270616 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.270879 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.271105 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.271328 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.271567 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.271799 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.272031 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.272248 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.272479 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.272709 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.273142 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.273142 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.273475 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.273626 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.273849 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.274095 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.274340 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.274616 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.274845 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.275085 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.275280 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.275538 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.275769 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.276018 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.276271 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.276503 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.276727 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.277019 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.277386 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.277580 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] use_json = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.277792 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.277945 n-d-836650-2 neutron-server[103323]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:11:12.278092 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.278242 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.278453 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.278695 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.278906 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.279116 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.279366 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.279584 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.280017 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.280303 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.280633 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.280859 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.281118 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.281383 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.282033 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.282658 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.282658 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.283098 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.283246 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.283385 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.283753 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.283986 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.284355 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.284501 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.284753 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.285054 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.285279 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.285536 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.285776 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.286113 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.286278 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.286729 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.286729 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.286981 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.287209 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.287574 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.287852 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.288129 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.288395 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.288634 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.288862 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.289119 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.293222 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.293222 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.293222 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.293222 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.293222 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.293222 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.293222 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.293222 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.293222 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.293925 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.293925 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.293925 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.293925 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.293925 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.293925 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.293925 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.293925 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.293925 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.294537 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.294537 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.294537 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.294537 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.294537 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.294914 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.294914 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.295098 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.295334 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.295554 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.295768 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.296194 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.296390 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.296625 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.296907 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.297152 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.297366 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.297580 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.298409 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.298785 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.299131 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.299352 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.299606 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.300004 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.300142 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.300281 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.300456 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.300671 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.300926 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.301144 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.301358 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.302196 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.302196 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.302196 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.302196 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.302799 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.302799 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.302953 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.303186 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.303443 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.303686 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.303923 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.304525 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.304525 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.304740 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.304933 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.305124 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.305473 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.305785 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.306222 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.306655 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.307045 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.307422 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.307831 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.308256 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.308508 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.308745 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.309034 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.309283 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.309497 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.309837 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.310251 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.310251 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.310576 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.310762 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.311206 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.311329 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.311483 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.311743 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.312049 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.312743 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.312743 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.313051 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.313177 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.313525 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.314286 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.314613 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.314795 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.316053 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.316053 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.316053 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.316053 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.316053 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.316588 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.316588 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.316743 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.316994 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.317229 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.317448 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.317717 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.317968 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.318228 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.318503 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.318748 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.318995 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.319242 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.319499 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.319731 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.319974 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.320225 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.320437 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.320672 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.320929 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.321178 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.321390 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.321604 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.321850 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.322061 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.322277 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.322505 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.322716 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.322923 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.323172 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.323387 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.323609 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.323847 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.324076 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.324313 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.324551 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.324795 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.325065 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.325282 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.325542 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.325786 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.326034 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.326260 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.326482 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.326753 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.326961 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.327205 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.327420 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.327632 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.327846 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.328069 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.328280 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.328512 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.328736 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.328993 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.329286 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.329544 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.329910 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.330136 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.330362 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.330606 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.330850 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.331082 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.331313 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.331534 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.331782 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.332021 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.332245 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.332482 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.332713 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.333178 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.333418 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.333636 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.333908 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.334167 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.334410 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.334678 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.334940 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.335108 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.335354 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.335566 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.335776 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.336006 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.336218 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.336433 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.336653 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.336965 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.337224 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.337456 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.337710 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.337946 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.338185 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.338444 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.338654 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.338890 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.339113 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.339336 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.339547 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.339777 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.339990 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.340207 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.340428 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.340645 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.340855 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.341105 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.341316 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.341555 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.341778 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.341995 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.342205 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.342430 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.342639 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.342850 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.343070 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.343286 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.343519 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.343763 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.343973 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.344202 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.344426 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.344678 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.344942 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.345236 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.345483 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.345702 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.346012 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.346263 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.346518 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.346999 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.347312 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.347527 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.347766 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.347986 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.348204 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.348422 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.348688 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.349043 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.349328 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.349590 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.349854 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.350146 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.350420 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.350687 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.350902 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.351206 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.351530 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.351824 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.352098 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.352343 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.352579 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.352819 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.353086 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.353296 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.353549 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.353769 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.354041 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.354276 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.354511 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.354750 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.354978 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.355316 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.355446 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.355673 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.356058 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.356280 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.356439 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 05 14:11:12.357032 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103175) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 05 14:11:12.357207 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 05 14:11:12.357340 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 05 14:11:12.357538 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 05 14:11:12.357865 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 05 14:11:12.357865 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 05 14:11:12.358041 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.358232 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.358333 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.358605 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.358605 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.358812 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.358970 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.359286 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.359449 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.359623 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.359765 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.359925 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.360084 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.360798 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.361076 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.361240 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.361527 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.361693 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.361856 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.362014 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.362171 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.362329 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.362486 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] debug = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.362642 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.362834 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.362999 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.363156 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.363311 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.363469 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.363625 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.363781 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.363937 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.364400 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.364400 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.364400 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.364641 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.364721 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.364820 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.365002 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.365159 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.365315 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] host = n-d-836650-2 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.365472 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.365628 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.365786 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.365943 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.366098 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.366254 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.366412 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.366568 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.366725 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.366882 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.367028 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.367180 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.367337 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.367492 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] log_file = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.367649 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] log_options = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.367806 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.367963 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.368122 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.368301 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.368624 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.368786 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.369112 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.369272 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.369430 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.369588 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.369755 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.369897 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.370067 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.370207 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.370368 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.370521 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.370676 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.370837 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.370997 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.371153 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.371309 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.371465 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.371621 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.371779 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.371935 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.372091 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.372248 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.372404 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.372562 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.372718 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.372893 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.373056 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.373214 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.373372 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.373530 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.373687 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.373849 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.374006 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.374166 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.374323 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.374479 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.374635 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.374793 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.374951 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.375107 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.375264 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.375421 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] use_json = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.375578 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.375734 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.376532 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.376834 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.376952 n-d-836650-2 neutron-server[103322]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:11:12.377045 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.377169 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.377326 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.377484 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.377642 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:11:12.377821 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.377985 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.378156 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.378317 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.378479 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.378640 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.378800 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.378961 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.379120 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.379281 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.379452 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.379613 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.379785 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.379946 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.380106 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.380268 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.380566 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.380854 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.381198 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.381511 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.381668 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.381830 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.381988 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.382147 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.382308 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.382468 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.382630 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.382804 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.382965 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.383334 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.383334 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.383481 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.383583 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.383744 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.383906 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.384067 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.384227 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.384387 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.384548 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.384709 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.384870 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.385258 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.385258 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.385412 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.385490 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.385648 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.385808 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.385969 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.386131 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.386293 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.386454 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.386615 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.386776 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.386936 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.387097 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.387268 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.387427 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.387586 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.387747 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.387906 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.388066 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.388226 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.388385 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.388544 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.389133 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.389133 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.389133 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.389370 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.389370 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.389503 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.389641 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.389801 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.389961 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.390122 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.390293 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.390431 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.390594 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.390739 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.390898 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.391063 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.391224 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.391383 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.391587 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.391747 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.391908 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.392067 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.392233 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.392389 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.392548 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.392717 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.392928 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.393077 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.393238 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.393397 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.393558 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.393717 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.393877 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.394037 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.394197 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.394357 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.394516 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.394676 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.394839 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.395001 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.395161 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.395321 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.395464 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.395628 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.395789 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.395948 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.396107 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.396267 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.396426 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.396586 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.396744 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.396922 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.397095 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.397254 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.397419 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.397578 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.397879 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.397959 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.398036 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.398201 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.398362 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.398521 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.398681 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.398843 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.399002 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.399162 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.399321 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.399480 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.399647 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.399817 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.399978 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.400138 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.400366 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.400481 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.400701 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.400798 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.400969 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.401137 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.401298 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.401458 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.401623 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.401766 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.401925 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.402086 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.402246 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.402406 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.402567 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.402727 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.402886 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.403046 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.403208 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.403366 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.403527 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.403687 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.403846 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.404005 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.404165 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.404324 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.404484 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.404643 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.404803 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.404984 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.405146 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.405305 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.405465 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.405624 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.405788 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.405957 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.406093 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.406238 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.406402 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.406562 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.406721 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.406881 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.407041 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.407471 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.407471 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.407652 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.407731 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.407858 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.408021 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.408181 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.408341 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.408503 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.408663 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.408823 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.409009 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.409168 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.409345 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.409506 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.409666 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.409828 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.409990 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.410149 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.410309 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.410477 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.410625 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.410795 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.410953 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.411117 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.411277 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.411437 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.411598 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.411758 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.411922 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.412084 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.412247 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.412407 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.412630 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.412770 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.412916 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.413052 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.413215 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.413376 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.413536 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.413696 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.413856 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.414029 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.414190 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.414354 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.414514 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.414673 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.414833 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.415003 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.415163 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.415324 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.415482 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.415642 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.415801 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.415970 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.416129 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.416288 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.416447 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.416606 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.416764 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.416955 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.417120 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.417280 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.417422 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.417586 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.417745 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.417947 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.418076 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.418235 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.418395 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.418555 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.418713 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.418905 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.419045 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.419206 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.419365 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.419525 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.419684 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.419853 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.420015 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.420175 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.420344 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.420503 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.420676 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.420810 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.421021 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.421182 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.421345 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.421504 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.421664 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.421824 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.421985 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.423520 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.423520 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.423520 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.423520 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.423520 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.423940 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.423940 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.423940 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.424199 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.424199 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.424337 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.424497 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.424663 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.424822 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.425007 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.425167 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.425331 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.425488 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.425805 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.425962 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.426123 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.426287 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.426459 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.426605 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.426764 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.426924 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.427085 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.427248 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.427407 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:11:12.427558 n-d-836650-2 neutron-server[103175]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 05 14:11:12.606047 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 47526) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:11:12.614738 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065486 Apr 05 14:11:24.303991 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29a1655-44a2-44e8-adec-07084035c45d None None] get_active_networks_info from n-d-836650-2 {{(pid=103322) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 05 14:11:24.405857 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29a1655-44a2-44e8-adec-07084035c45d None None] No non-hosted networks {{(pid=103322) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 05 14:11:24.430599 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.agentschedulers_db [None req-f29a1655-44a2-44e8-adec-07084035c45d None None] DHCP Agent not found on host n-d-836650-2 {{(pid=103322) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 05 14:11:24.634946 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-80099cbc-ffd1-49ea-ba72-42094c721955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1810173'] for agent, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:11:26.636985 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-040a2974-9d7a-4b3e-b232-d95f566d6494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1810173'] for agent, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:11:26.669384 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.db.api [None req-23907296-d791-44b4-acab-f1e6f0ad8c22 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-836650-2 {{(pid=103322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:11:26.670188 n-d-836650-2 neutron-server[103322]: DEBUG oslo_db.api [None req-23907296-d791-44b4-acab-f1e6f0ad8c22 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:11:27.196961 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-23907296-d791-44b4-acab-f1e6f0ad8c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:11:27.813465 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1810173'] for agent, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:11:29.349205 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1810173'] for agent, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:11:29.555201 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1810173'] for agent, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:11:29.555852 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:11:29.556192 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:11:29.556520 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:11:29.556847 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:11:29.557365 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:11:29.557691 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:11:29.558018 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:11:29.558387 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:11:29.558706 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:11:29.559030 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:11:29.559399 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:11:29.559688 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:11:29.560078 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-836650-2', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:11:29.567554 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-836650-2', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:11:30.541795 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 47616) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:11:31.045959 n-d-836650-2 neutron-server[103320]: WARNING oslo_policy.policy [None req-919c722b-c403-40ae-8d13-bb5713a343b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 14:11:31.046577 n-d-836650-2 neutron-server[103320]: WARNING oslo_policy.policy [None req-919c722b-c403-40ae-8d13-bb5713a343b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 14:11:31.274551 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [None req-919c722b-c403-40ae-8d13-bb5713a343b7 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:11:31.275645 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-919c722b-c403-40ae-8d13-bb5713a343b7 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7328320 Apr 05 14:11:33.732616 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 47632) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:11:33.939357 n-d-836650-2 neutron-server[103322]: INFO neutron.db.l3_hamode_db [None req-5c846223-55fd-4b5e-ae39-5a4497dabb48 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 05 14:11:34.018775 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c846223-55fd-4b5e-ae39-5a4497dabb48 None None] Routers set() bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:11:34.019160 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c846223-55fd-4b5e-ae39-5a4497dabb48 None None] Router IDs set() for agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 05 14:11:34.052111 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-dcb64218-eeb7-4a54-816e-4f97284dcffc admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:11:34.148982 n-d-836650-2 neutron-server[103320]: DEBUG neutron.policy [None req-dcb64218-eeb7-4a54-816e-4f97284dcffc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103320) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 05 14:11:34.195852 n-d-836650-2 neutron-server[103320]: WARNING oslo_policy.policy [None req-dcb64218-eeb7-4a54-816e-4f97284dcffc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 14:11:34.196219 n-d-836650-2 neutron-server[103320]: WARNING oslo_policy.policy [None req-dcb64218-eeb7-4a54-816e-4f97284dcffc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 14:11:34.350987 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dcb64218-eeb7-4a54-816e-4f97284dcffc admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755704963309', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755704966808', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755704962826', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755704981222', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755704608673', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755704932852', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-786340', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-755894', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1578772', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1665821'] for rbac-policy, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:11:34.556823 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dcb64218-eeb7-4a54-816e-4f97284dcffc admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:11:34.557997 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-dcb64218-eeb7-4a54-816e-4f97284dcffc admin admin] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8243718 Apr 05 14:11:37.225455 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 47644) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:11:37.516382 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-0449ee17-9ffe-4204-bc78-1dcef0a8cbec admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '1e01e20bffcd4078983320fb4a53bfed', 'tenant_id': '1e01e20bffcd4078983320fb4a53bfed', 'name': 'private'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:11:37.589109 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0449ee17-9ffe-4204-bc78-1dcef0a8cbec admin admin] Made reservation on behalf of 1e01e20bffcd4078983320fb4a53bfed for: {'network': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:11:37.591986 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0449ee17-9ffe-4204-bc78-1dcef0a8cbec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:11:37.611788 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0449ee17-9ffe-4204-bc78-1dcef0a8cbec admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:11:37.726558 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0449ee17-9ffe-4204-bc78-1dcef0a8cbec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:11:37.760444 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0449ee17-9ffe-4204-bc78-1dcef0a8cbec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:11:37.780268 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0449ee17-9ffe-4204-bc78-1dcef0a8cbec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=103320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:11:37.808925 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0449ee17-9ffe-4204-bc78-1dcef0a8cbec admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755703080551', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:11:37.809579 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0449ee17-9ffe-4204-bc78-1dcef0a8cbec admin admin] Unsubscribe: segment precommit_create {{(pid=103320) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 05 14:11:37.810150 n-d-836650-2 neutron-server[103320]: INFO neutron.db.segments_db [None req-0449ee17-9ffe-4204-bc78-1dcef0a8cbec admin admin] Added segment 649020ac-2394-4884-abc9-47a010c20a59 of type vlan for network bf3dbf62-4693-4984-a95d-08186e64ce17 Apr 05 14:11:37.826134 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0449ee17-9ffe-4204-bc78-1dcef0a8cbec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecfb9449-f5d1-448c-8a97-3cd64441fd35,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:11:37.875899 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0449ee17-9ffe-4204-bc78-1dcef0a8cbec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:11:37.876253 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0449ee17-9ffe-4204-bc78-1dcef0a8cbec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:11:37.876580 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0449ee17-9ffe-4204-bc78-1dcef0a8cbec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:11:37.876923 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0449ee17-9ffe-4204-bc78-1dcef0a8cbec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:11:37.877245 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0449ee17-9ffe-4204-bc78-1dcef0a8cbec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:11:37.877728 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0449ee17-9ffe-4204-bc78-1dcef0a8cbec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:11:37.878048 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0449ee17-9ffe-4204-bc78-1dcef0a8cbec admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:11:37.878363 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0449ee17-9ffe-4204-bc78-1dcef0a8cbec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:11:37.878674 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0449ee17-9ffe-4204-bc78-1dcef0a8cbec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:11:37.879039 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0449ee17-9ffe-4204-bc78-1dcef0a8cbec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:11:37.879474 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0449ee17-9ffe-4204-bc78-1dcef0a8cbec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:11:37.879756 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0449ee17-9ffe-4204-bc78-1dcef0a8cbec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:11:37.880933 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0449ee17-9ffe-4204-bc78-1dcef0a8cbec admin admin] Tracked resource versions report: Apr 05 14:11:37.880933 n-d-836650-2 neutron-server[103320]: pushed versions: Apr 05 14:11:37.880933 n-d-836650-2 neutron-server[103320]: { 'AddressGroup': {'1.2'}, Apr 05 14:11:37.880933 n-d-836650-2 neutron-server[103320]: 'ConntrackHelper': {'1.0'}, Apr 05 14:11:37.880933 n-d-836650-2 neutron-server[103320]: 'Log': {'1.0'}, Apr 05 14:11:37.880933 n-d-836650-2 neutron-server[103320]: 'Network': {'1.1'}, Apr 05 14:11:37.880933 n-d-836650-2 neutron-server[103320]: 'Port': {'1.7'}, Apr 05 14:11:37.880933 n-d-836650-2 neutron-server[103320]: 'PortForwarding': {'1.2'}, Apr 05 14:11:37.880933 n-d-836650-2 neutron-server[103320]: 'QosPolicy': {'1.9'}, Apr 05 14:11:37.880933 n-d-836650-2 neutron-server[103320]: 'SecurityGroup': {'1.4'}, Apr 05 14:11:37.880933 n-d-836650-2 neutron-server[103320]: 'SecurityGroupRule': {'1.2'}, Apr 05 14:11:37.880933 n-d-836650-2 neutron-server[103320]: 'SubPort': {'1.0'}, Apr 05 14:11:37.880933 n-d-836650-2 neutron-server[103320]: 'Subnet': {'1.1'}, Apr 05 14:11:37.880933 n-d-836650-2 neutron-server[103320]: 'Trunk': {'1.1'}} Apr 05 14:11:37.880933 n-d-836650-2 neutron-server[103320]: consumer versions: Apr 05 14:11:37.880933 n-d-836650-2 neutron-server[103320]: { DHCP agent@n-d-836650-2: {}, Apr 05 14:11:37.880933 n-d-836650-2 neutron-server[103320]: L3 agent@n-d-836650-2: {}, Apr 05 14:11:37.880933 n-d-836650-2 neutron-server[103320]: Metadata agent@n-d-836650-2: {}, Apr 05 14:11:37.880933 n-d-836650-2 neutron-server[103320]: Metering agent@n-d-836650-2: {}, Apr 05 14:11:37.880933 n-d-836650-2 neutron-server[103320]: Open vSwitch agent@n-d-836650-2: { 'AddressGroup': '1.2', Apr 05 14:11:37.880933 n-d-836650-2 neutron-server[103320]: 'ConntrackHelper': '1.0', Apr 05 14:11:37.880933 n-d-836650-2 neutron-server[103320]: 'Log': '1.0', Apr 05 14:11:37.880933 n-d-836650-2 neutron-server[103320]: 'Network': '1.1', Apr 05 14:11:37.880933 n-d-836650-2 neutron-server[103320]: 'Port': '1.7', Apr 05 14:11:37.880933 n-d-836650-2 neutron-server[103320]: 'PortForwarding': '1.2', Apr 05 14:11:37.880933 n-d-836650-2 neutron-server[103320]: 'QosPolicy': '1.9', Apr 05 14:11:37.880933 n-d-836650-2 neutron-server[103320]: 'SecurityGroup': '1.4', Apr 05 14:11:37.880933 n-d-836650-2 neutron-server[103320]: 'SecurityGroupRule': '1.2', Apr 05 14:11:37.880933 n-d-836650-2 neutron-server[103320]: 'SubPort': '1.0', Apr 05 14:11:37.880933 n-d-836650-2 neutron-server[103320]: 'Subnet': '1.1', Apr 05 14:11:37.880933 n-d-836650-2 neutron-server[103320]: 'Trunk': '1.1'}} Apr 05 14:11:37.880933 n-d-836650-2 neutron-server[103320]: {{(pid=103320) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 14:11:37.921615 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0449ee17-9ffe-4204-bc78-1dcef0a8cbec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:11:38.046256 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0449ee17-9ffe-4204-bc78-1dcef0a8cbec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:11:38.047316 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0449ee17-9ffe-4204-bc78-1dcef0a8cbec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:11:38.047995 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0449ee17-9ffe-4204-bc78-1dcef0a8cbec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:11:38.150932 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0449ee17-9ffe-4204-bc78-1dcef0a8cbec admin admin] Pushing event updated for resources: {'Network': ['ID=bf3dbf62-4693-4984-a95d-08186e64ce17,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:11:38.161723 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network bf3dbf62-4693-4984-a95d-08186e64ce17 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:11:38.186035 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-0449ee17-9ffe-4204-bc78-1dcef0a8cbec admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9595120 Apr 05 14:11:40.946327 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 47658) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:11:41.336820 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7826d5c0-466f-4749-97de-7a37a7351710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:11:41.338144 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-7826d5c0-466f-4749-97de-7a37a7351710 admin admin] 10.222.0.30 "GET /v2.0/networks/bf3dbf62-4693-4984-a95d-08186e64ce17 HTTP/1.1" status: 200 len: 825 time: 0.3908873 Apr 05 14:11:41.364704 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-cb13a1e3-d99e-43ac-a759-541af40c2719 admin admin] 10.222.0.30 "GET /v2.0/subnetpools/9339f9bb-2cda-483e-85a1-fe0e27c12515 HTTP/1.1" status: 200 len: 734 time: 0.0203724 Apr 05 14:11:41.373758 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-ad0d12f0-2830-443e-83da-d74af269bf8e admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': '1e01e20bffcd4078983320fb4a53bfed', 'ip_version': 4, 'subnetpool_id': '9339f9bb-2cda-483e-85a1-fe0e27c12515', 'network_id': 'bf3dbf62-4693-4984-a95d-08186e64ce17', 'gateway_ip': '172.20.0.1'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:11:41.463031 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0d12f0-2830-443e-83da-d74af269bf8e admin admin] Made reservation on behalf of 1e01e20bffcd4078983320fb4a53bfed for: {'subnet': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:11:41.465556 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ad0d12f0-2830-443e-83da-d74af269bf8e admin admin] Notify callbacks [] for subnet, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:11:41.828843 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ad0d12f0-2830-443e-83da-d74af269bf8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for subnet, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:11:41.894542 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0d12f0-2830-443e-83da-d74af269bf8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e0af91a-d2c9-442d-ab9f-2dc3bf62210c,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:11:41.903534 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0d12f0-2830-443e-83da-d74af269bf8e admin admin] Checking segment: {'id': '649020ac-2394-4884-abc9-47a010c20a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'bf3dbf62-4693-4984-a95d-08186e64ce17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:11:41.903908 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0d12f0-2830-443e-83da-d74af269bf8e admin admin] Network hostable DHCP agents. Network: bf3dbf62-4693-4984-a95d-08186e64ce17, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:11:41.965771 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0d12f0-2830-443e-83da-d74af269bf8e admin admin] Network bf3dbf62-4693-4984-a95d-08186e64ce17 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:11:42.017346 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-ad0d12f0-2830-443e-83da-d74af269bf8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, bf3dbf62-4693-4984-a95d-08186e64ce17) {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:11:42.021903 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0d12f0-2830-443e-83da-d74af269bf8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:11:42.022478 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ad0d12f0-2830-443e-83da-d74af269bf8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:11:42.027021 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e8ba3c-1a31-4326-94c7-c9df4733316a None None] Network bf3dbf62-4693-4984-a95d-08186e64ce17 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:11:42.106098 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-ad0d12f0-2830-443e-83da-d74af269bf8e admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7354262 Apr 05 14:11:42.354878 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57b4379-28a7-42c9-bfe3-2850360a322e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-bf3dbf62-4693-4984-a95d-08186e64ce17', 'network_id': 'bf3dbf62-4693-4984-a95d-08186e64ce17', 'tenant_id': '1e01e20bffcd4078983320fb4a53bfed', 'fixed_ips': [{'subnet_id': '6e0af91a-d2c9-442d-ab9f-2dc3bf62210c'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:11:42.356086 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e57b4379-28a7-42c9-bfe3-2850360a322e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:11:42.669383 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-e57b4379-28a7-42c9-bfe3-2850360a322e None None] Allocated IP 172.20.0.2 (bf3dbf62-4693-4984-a95d-08186e64ce17/6e0af91a-d2c9-442d-ab9f-2dc3bf62210c/2035d0b5-72bf-4245-bd12-596e855c329c) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:11:42.880413 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e57b4379-28a7-42c9-bfe3-2850360a322e None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:11:42.972482 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e57b4379-28a7-42c9-bfe3-2850360a322e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:11:43.046329 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57b4379-28a7-42c9-bfe3-2850360a322e None None] Network bf3dbf62-4693-4984-a95d-08186e64ce17 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:11:43.051350 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-e57b4379-28a7-42c9-bfe3-2850360a322e None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:11:43.059746 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57b4379-28a7-42c9-bfe3-2850360a322e None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:11:43.062797 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57b4379-28a7-42c9-bfe3-2850360a322e None None] Pushing event updated for resources: {'Port': ['ID=2035d0b5-72bf-4245-bd12-596e855c329c,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:11:43.096799 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57b4379-28a7-42c9-bfe3-2850360a322e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:11:43.097169 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57b4379-28a7-42c9-bfe3-2850360a322e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:11:43.097510 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57b4379-28a7-42c9-bfe3-2850360a322e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:11:43.097844 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57b4379-28a7-42c9-bfe3-2850360a322e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:11:43.098175 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57b4379-28a7-42c9-bfe3-2850360a322e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:11:43.098499 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57b4379-28a7-42c9-bfe3-2850360a322e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:11:43.098824 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57b4379-28a7-42c9-bfe3-2850360a322e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:11:43.099146 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57b4379-28a7-42c9-bfe3-2850360a322e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:11:43.099462 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57b4379-28a7-42c9-bfe3-2850360a322e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:11:43.099782 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57b4379-28a7-42c9-bfe3-2850360a322e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:11:43.100101 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57b4379-28a7-42c9-bfe3-2850360a322e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:11:43.100416 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57b4379-28a7-42c9-bfe3-2850360a322e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:11:43.101527 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57b4379-28a7-42c9-bfe3-2850360a322e None None] Tracked resource versions report: Apr 05 14:11:43.101527 n-d-836650-2 neutron-server[103322]: pushed versions: Apr 05 14:11:43.101527 n-d-836650-2 neutron-server[103322]: { 'AddressGroup': {'1.2'}, Apr 05 14:11:43.101527 n-d-836650-2 neutron-server[103322]: 'ConntrackHelper': {'1.0'}, Apr 05 14:11:43.101527 n-d-836650-2 neutron-server[103322]: 'Log': {'1.0'}, Apr 05 14:11:43.101527 n-d-836650-2 neutron-server[103322]: 'Network': {'1.1'}, Apr 05 14:11:43.101527 n-d-836650-2 neutron-server[103322]: 'Port': {'1.7'}, Apr 05 14:11:43.101527 n-d-836650-2 neutron-server[103322]: 'PortForwarding': {'1.2'}, Apr 05 14:11:43.101527 n-d-836650-2 neutron-server[103322]: 'QosPolicy': {'1.9'}, Apr 05 14:11:43.101527 n-d-836650-2 neutron-server[103322]: 'SecurityGroup': {'1.4'}, Apr 05 14:11:43.101527 n-d-836650-2 neutron-server[103322]: 'SecurityGroupRule': {'1.2'}, Apr 05 14:11:43.101527 n-d-836650-2 neutron-server[103322]: 'SubPort': {'1.0'}, Apr 05 14:11:43.101527 n-d-836650-2 neutron-server[103322]: 'Subnet': {'1.1'}, Apr 05 14:11:43.101527 n-d-836650-2 neutron-server[103322]: 'Trunk': {'1.1'}} Apr 05 14:11:43.101527 n-d-836650-2 neutron-server[103322]: consumer versions: Apr 05 14:11:43.101527 n-d-836650-2 neutron-server[103322]: { DHCP agent@n-d-836650-2: {}, Apr 05 14:11:43.101527 n-d-836650-2 neutron-server[103322]: L3 agent@n-d-836650-2: {}, Apr 05 14:11:43.101527 n-d-836650-2 neutron-server[103322]: Metadata agent@n-d-836650-2: {}, Apr 05 14:11:43.101527 n-d-836650-2 neutron-server[103322]: Metering agent@n-d-836650-2: {}, Apr 05 14:11:43.101527 n-d-836650-2 neutron-server[103322]: Open vSwitch agent@n-d-836650-2: { 'AddressGroup': '1.2', Apr 05 14:11:43.101527 n-d-836650-2 neutron-server[103322]: 'ConntrackHelper': '1.0', Apr 05 14:11:43.101527 n-d-836650-2 neutron-server[103322]: 'Log': '1.0', Apr 05 14:11:43.101527 n-d-836650-2 neutron-server[103322]: 'Network': '1.1', Apr 05 14:11:43.101527 n-d-836650-2 neutron-server[103322]: 'Port': '1.7', Apr 05 14:11:43.101527 n-d-836650-2 neutron-server[103322]: 'PortForwarding': '1.2', Apr 05 14:11:43.101527 n-d-836650-2 neutron-server[103322]: 'QosPolicy': '1.9', Apr 05 14:11:43.101527 n-d-836650-2 neutron-server[103322]: 'SecurityGroup': '1.4', Apr 05 14:11:43.101527 n-d-836650-2 neutron-server[103322]: 'SecurityGroupRule': '1.2', Apr 05 14:11:43.101527 n-d-836650-2 neutron-server[103322]: 'SubPort': '1.0', Apr 05 14:11:43.101527 n-d-836650-2 neutron-server[103322]: 'Subnet': '1.1', Apr 05 14:11:43.101527 n-d-836650-2 neutron-server[103322]: 'Trunk': '1.1'}} Apr 05 14:11:43.101527 n-d-836650-2 neutron-server[103322]: {{(pid=103322) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 14:11:43.148151 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-e57b4379-28a7-42c9-bfe3-2850360a322e None None] Attempting to bind port 2035d0b5-72bf-4245-bd12-596e855c329c on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:11:43.148538 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-e57b4379-28a7-42c9-bfe3-2850360a322e None None] Attempting to bind port 2035d0b5-72bf-4245-bd12-596e855c329c by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '649020ac-2394-4884-abc9-47a010c20a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'bf3dbf62-4693-4984-a95d-08186e64ce17'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:11:43.149006 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57b4379-28a7-42c9-bfe3-2850360a322e None None] Attempting to bind port 2035d0b5-72bf-4245-bd12-596e855c329c on network bf3dbf62-4693-4984-a95d-08186e64ce17 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:11:43.153927 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57b4379-28a7-42c9-bfe3-2850360a322e None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:11:43.154321 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57b4379-28a7-42c9-bfe3-2850360a322e None None] Checking segment: {'id': '649020ac-2394-4884-abc9-47a010c20a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'bf3dbf62-4693-4984-a95d-08186e64ce17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:11:43.154785 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e57b4379-28a7-42c9-bfe3-2850360a322e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:11:43.155175 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57b4379-28a7-42c9-bfe3-2850360a322e None None] Bound using segment: {'id': '649020ac-2394-4884-abc9-47a010c20a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'bf3dbf62-4693-4984-a95d-08186e64ce17'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:11:43.155655 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-e57b4379-28a7-42c9-bfe3-2850360a322e None None] Bound port: 2035d0b5-72bf-4245-bd12-596e855c329c, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649020ac-2394-4884-abc9-47a010c20a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'bf3dbf62-4693-4984-a95d-08186e64ce17'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:11:43.156057 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e57b4379-28a7-42c9-bfe3-2850360a322e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:11:43.217478 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-e57b4379-28a7-42c9-bfe3-2850360a322e None None] For port 2035d0b5-72bf-4245-bd12-596e855c329c, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:11:43.222753 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-e57b4379-28a7-42c9-bfe3-2850360a322e None None] For port 2035d0b5-72bf-4245-bd12-596e855c329c, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=2035d0b5-72bf-4245-bd12-596e855c329c,segment=NetworkSegment(649020ac-2394-4884-abc9-47a010c20a59),segment_id=649020ac-2394-4884-abc9-47a010c20a59)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:11:43.274907 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e57b4379-28a7-42c9-bfe3-2850360a322e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:11:43.341172 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57b4379-28a7-42c9-bfe3-2850360a322e None None] Pushing event updated for resources: {'Port': ['ID=2035d0b5-72bf-4245-bd12-596e855c329c,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:11:44.582618 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 47666) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:11:45.110043 n-d-836650-2 neutron-server[103321]: WARNING oslo_policy.policy [None req-87dac516-1848-4962-8b46-991cd3452643 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 14:11:45.111238 n-d-836650-2 neutron-server[103321]: WARNING oslo_policy.policy [None req-87dac516-1848-4962-8b46-991cd3452643 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 14:11:45.333537 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [None req-87dac516-1848-4962-8b46-991cd3452643 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103321) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:11:45.334776 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-87dac516-1848-4962-8b46-991cd3452643 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7500708 Apr 05 14:11:47.935904 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 47680) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:11:48.271857 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [None req-f2600f55-1a48-4524-adf4-fcefbf82179b admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103321) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:11:48.272935 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-f2600f55-1a48-4524-adf4-fcefbf82179b admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3358126 Apr 05 14:11:51.108119 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 47694) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:11:51.421548 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-275e03cb-4447-41f8-bee6-f3bce7dcb0a8 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '1e01e20bffcd4078983320fb4a53bfed', 'admin_state_up': True}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:11:51.495237 n-d-836650-2 neutron-server[103321]: DEBUG neutron.policy [None req-275e03cb-4447-41f8-bee6-f3bce7dcb0a8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103321) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 05 14:11:51.550137 n-d-836650-2 neutron-server[103321]: WARNING oslo_policy.policy [None req-275e03cb-4447-41f8-bee6-f3bce7dcb0a8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 14:11:51.550546 n-d-836650-2 neutron-server[103321]: WARNING oslo_policy.policy [None req-275e03cb-4447-41f8-bee6-f3bce7dcb0a8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 14:11:51.675346 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-275e03cb-4447-41f8-bee6-f3bce7dcb0a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27088'] for router, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:11:51.677396 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-275e03cb-4447-41f8-bee6-f3bce7dcb0a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27079'] for router, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:11:51.856637 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-275e03cb-4447-41f8-bee6-f3bce7dcb0a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:11:51.909931 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-275e03cb-4447-41f8-bee6-f3bce7dcb0a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618'] for router, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:11:51.985915 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-275e03cb-4447-41f8-bee6-f3bce7dcb0a8 admin admin] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:11:51.987132 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-275e03cb-4447-41f8-bee6-f3bce7dcb0a8 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8780499 Apr 05 14:11:52.074453 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de18b823-c205-498e-945f-cf81238e1018 None None] Network bf3dbf62-4693-4984-a95d-08186e64ce17 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:11:52.150325 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-7c6a3409-8c61-4441-a3ea-c3c3da80526f None None] Provisioning complete for port 2035d0b5-72bf-4245-bd12-596e855c329c triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:11:52.150709 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7c6a3409-8c61-4441-a3ea-c3c3da80526f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:11:52.364831 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7c6a3409-8c61-4441-a3ea-c3c3da80526f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:11:52.415839 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-7c6a3409-8c61-4441-a3ea-c3c3da80526f None None] For port 2035d0b5-72bf-4245-bd12-596e855c329c, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=2035d0b5-72bf-4245-bd12-596e855c329c,segment=NetworkSegment(649020ac-2394-4884-abc9-47a010c20a59),segment_id=649020ac-2394-4884-abc9-47a010c20a59)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:11:52.507935 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7c6a3409-8c61-4441-a3ea-c3c3da80526f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:11:52.560352 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6a3409-8c61-4441-a3ea-c3c3da80526f None None] Pushing event updated for resources: {'Port': ['ID=2035d0b5-72bf-4245-bd12-596e855c329c,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:11:52.627633 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-7773b5aa-a419-4d4d-b2e3-ef35481c658e None None] Provisioning complete for port 2035d0b5-72bf-4245-bd12-596e855c329c triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:11:52.628001 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7773b5aa-a419-4d4d-b2e3-ef35481c658e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:11:52.846247 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 2035d0b5-72bf-4245-bd12-596e855c329c up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:11:52.896652 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 2035d0b5-72bf-4245-bd12-596e855c329c triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:11:52.897061 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:11:54.388562 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bb6e64a1-37bf-4687-a39e-d2facbd096c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:11:54.581282 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 47704) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:11:54.889439 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [None req-d4a1fa99-7358-4cf1-981b-964e4ed4bb71 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103321) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:11:54.890417 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-d4a1fa99-7358-4cf1-981b-964e4ed4bb71 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3082054 Apr 05 14:11:56.600182 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a6c9485f-dacb-4d0b-9b9f-c2b291046a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:11:57.332150 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 47712) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:11:57.640369 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-cf8db175-71f7-4a06-a6ea-d15c50d1be81 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:11:57.714632 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf8db175-71f7-4a06-a6ea-d15c50d1be81 admin admin] Made reservation on behalf of d9cca894340640fca6608aa72cf576ef for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:11:57.717668 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-cf8db175-71f7-4a06-a6ea-d15c50d1be81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:11:57.735881 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-cf8db175-71f7-4a06-a6ea-d15c50d1be81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:11:57.742951 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:11:57.837195 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-cf8db175-71f7-4a06-a6ea-d15c50d1be81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:11:57.885787 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-cf8db175-71f7-4a06-a6ea-d15c50d1be81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:11:57.897454 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-cf8db175-71f7-4a06-a6ea-d15c50d1be81 admin admin] Reserving flat network on physical network physnet1 {{(pid=103321) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 05 14:11:57.928785 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-cf8db175-71f7-4a06-a6ea-d15c50d1be81 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755703080551', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:11:57.929376 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-cf8db175-71f7-4a06-a6ea-d15c50d1be81 admin admin] Unsubscribe: segment precommit_create {{(pid=103321) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 05 14:11:57.929887 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-cf8db175-71f7-4a06-a6ea-d15c50d1be81 admin admin] Added segment c3e63c51-b2ce-43e4-b575-33784cf617d4 of type flat for network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c Apr 05 14:11:57.945325 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8db175-71f7-4a06-a6ea-d15c50d1be81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcaabe2c-fccd-4775-b8ad-f17e0f1c37bd,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:11:57.971496 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8db175-71f7-4a06-a6ea-d15c50d1be81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:11:57.971828 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8db175-71f7-4a06-a6ea-d15c50d1be81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:11:57.972162 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8db175-71f7-4a06-a6ea-d15c50d1be81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:11:57.972486 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8db175-71f7-4a06-a6ea-d15c50d1be81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:11:57.972801 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8db175-71f7-4a06-a6ea-d15c50d1be81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:11:57.973143 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8db175-71f7-4a06-a6ea-d15c50d1be81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:11:57.973458 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8db175-71f7-4a06-a6ea-d15c50d1be81 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:11:57.973767 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8db175-71f7-4a06-a6ea-d15c50d1be81 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:11:57.974076 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8db175-71f7-4a06-a6ea-d15c50d1be81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:11:57.974383 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8db175-71f7-4a06-a6ea-d15c50d1be81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:11:57.974688 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8db175-71f7-4a06-a6ea-d15c50d1be81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:11:57.974993 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8db175-71f7-4a06-a6ea-d15c50d1be81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:11:57.976090 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8db175-71f7-4a06-a6ea-d15c50d1be81 admin admin] Tracked resource versions report: Apr 05 14:11:57.976090 n-d-836650-2 neutron-server[103321]: pushed versions: Apr 05 14:11:57.976090 n-d-836650-2 neutron-server[103321]: { 'AddressGroup': {'1.2'}, Apr 05 14:11:57.976090 n-d-836650-2 neutron-server[103321]: 'ConntrackHelper': {'1.0'}, Apr 05 14:11:57.976090 n-d-836650-2 neutron-server[103321]: 'Log': {'1.0'}, Apr 05 14:11:57.976090 n-d-836650-2 neutron-server[103321]: 'Network': {'1.1'}, Apr 05 14:11:57.976090 n-d-836650-2 neutron-server[103321]: 'Port': {'1.7'}, Apr 05 14:11:57.976090 n-d-836650-2 neutron-server[103321]: 'PortForwarding': {'1.2'}, Apr 05 14:11:57.976090 n-d-836650-2 neutron-server[103321]: 'QosPolicy': {'1.9'}, Apr 05 14:11:57.976090 n-d-836650-2 neutron-server[103321]: 'SecurityGroup': {'1.4'}, Apr 05 14:11:57.976090 n-d-836650-2 neutron-server[103321]: 'SecurityGroupRule': {'1.2'}, Apr 05 14:11:57.976090 n-d-836650-2 neutron-server[103321]: 'SubPort': {'1.0'}, Apr 05 14:11:57.976090 n-d-836650-2 neutron-server[103321]: 'Subnet': {'1.1'}, Apr 05 14:11:57.976090 n-d-836650-2 neutron-server[103321]: 'Trunk': {'1.1'}} Apr 05 14:11:57.976090 n-d-836650-2 neutron-server[103321]: consumer versions: Apr 05 14:11:57.976090 n-d-836650-2 neutron-server[103321]: { DHCP agent@n-d-836650-2: {}, Apr 05 14:11:57.976090 n-d-836650-2 neutron-server[103321]: L3 agent@n-d-836650-2: {}, Apr 05 14:11:57.976090 n-d-836650-2 neutron-server[103321]: Metadata agent@n-d-836650-2: {}, Apr 05 14:11:57.976090 n-d-836650-2 neutron-server[103321]: Metering agent@n-d-836650-2: {}, Apr 05 14:11:57.976090 n-d-836650-2 neutron-server[103321]: Open vSwitch agent@n-d-836650-2: { 'AddressGroup': '1.2', Apr 05 14:11:57.976090 n-d-836650-2 neutron-server[103321]: 'ConntrackHelper': '1.0', Apr 05 14:11:57.976090 n-d-836650-2 neutron-server[103321]: 'Log': '1.0', Apr 05 14:11:57.976090 n-d-836650-2 neutron-server[103321]: 'Network': '1.1', Apr 05 14:11:57.976090 n-d-836650-2 neutron-server[103321]: 'Port': '1.7', Apr 05 14:11:57.976090 n-d-836650-2 neutron-server[103321]: 'PortForwarding': '1.2', Apr 05 14:11:57.976090 n-d-836650-2 neutron-server[103321]: 'QosPolicy': '1.9', Apr 05 14:11:57.976090 n-d-836650-2 neutron-server[103321]: 'SecurityGroup': '1.4', Apr 05 14:11:57.976090 n-d-836650-2 neutron-server[103321]: 'SecurityGroupRule': '1.2', Apr 05 14:11:57.976090 n-d-836650-2 neutron-server[103321]: 'SubPort': '1.0', Apr 05 14:11:57.976090 n-d-836650-2 neutron-server[103321]: 'Subnet': '1.1', Apr 05 14:11:57.976090 n-d-836650-2 neutron-server[103321]: 'Trunk': '1.1'}} Apr 05 14:11:57.976090 n-d-836650-2 neutron-server[103321]: {{(pid=103321) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 14:11:58.045330 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-cf8db175-71f7-4a06-a6ea-d15c50d1be81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:11:58.159257 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-cf8db175-71f7-4a06-a6ea-d15c50d1be81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:11:58.160453 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8db175-71f7-4a06-a6ea-d15c50d1be81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:11:58.161105 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-cf8db175-71f7-4a06-a6ea-d15c50d1be81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:11:58.255732 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8db175-71f7-4a06-a6ea-d15c50d1be81 admin admin] Pushing event updated for resources: {'Network': ['ID=3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:11:58.265827 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:11:58.282546 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-cf8db175-71f7-4a06-a6ea-d15c50d1be81 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9493701 Apr 05 14:11:59.314315 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:11:59.588515 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:12:00.690824 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 47734) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:12:00.906664 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5341cb96-50c0-4186-ab62-7073cb5fe9ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:12:00.908058 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-5341cb96-50c0-4186-ab62-7073cb5fe9ee admin admin] 10.222.0.30 "GET /v2.0/subnets/6e0af91a-d2c9-442d-ab9f-2dc3bf62210c HTTP/1.1" status: 200 len: 849 time: 0.2162769 Apr 05 14:12:01.044587 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-e7c1d15d-221f-4ba2-82f0-54c1cdfea601 admin admin] 10.222.0.30 "GET /v2.0/routers/3ce33d2c-2edf-4249-8894-76288510c2bc HTTP/1.1" status: 200 len: 704 time: 0.1303177 Apr 05 14:12:01.320190 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6277d2c8-5bce-4e87-af07-b37d43f6b639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:12:01.619820 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-6277d2c8-5bce-4e87-af07-b37d43f6b639 admin admin] Allocated IP 172.20.0.1 (bf3dbf62-4693-4984-a95d-08186e64ce17/6e0af91a-d2c9-442d-ab9f-2dc3bf62210c/744b32c6-6ac3-4cab-b781-6e75535ec090) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:12:01.802107 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6277d2c8-5bce-4e87-af07-b37d43f6b639 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:12:01.925632 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6277d2c8-5bce-4e87-af07-b37d43f6b639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:12:02.002703 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6277d2c8-5bce-4e87-af07-b37d43f6b639 admin admin] Network bf3dbf62-4693-4984-a95d-08186e64ce17 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:12:02.010969 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-6277d2c8-5bce-4e87-af07-b37d43f6b639 admin admin] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:12:02.014241 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6277d2c8-5bce-4e87-af07-b37d43f6b639 admin admin] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:12:02.014780 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6277d2c8-5bce-4e87-af07-b37d43f6b639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809369'] for router_interface, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:12:02.071580 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6277d2c8-5bce-4e87-af07-b37d43f6b639 admin admin] Pushing event updated for resources: {'Port': ['ID=744b32c6-6ac3-4cab-b781-6e75535ec090,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:12:02.185441 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-11b269d7-8105-471f-99bc-bd289279cb4f None None] Provisioning complete for port 744b32c6-6ac3-4cab-b781-6e75535ec090 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:12:02.185971 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-11b269d7-8105-471f-99bc-bd289279cb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:12:02.218620 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-11b269d7-8105-471f-99bc-bd289279cb4f None None] Port 744b32c6-6ac3-4cab-b781-6e75535ec090 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:12:02.258624 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6277d2c8-5bce-4e87-af07-b37d43f6b639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:12:02.512647 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6277d2c8-5bce-4e87-af07-b37d43f6b639 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:12:02.565298 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6277d2c8-5bce-4e87-af07-b37d43f6b639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:12:02.566135 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6277d2c8-5bce-4e87-af07-b37d43f6b639 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809317'] for router_interface, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:12:02.645924 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6277d2c8-5bce-4e87-af07-b37d43f6b639 admin admin] Pushing event updated for resources: {'Port': ['ID=744b32c6-6ac3-4cab-b781-6e75535ec090,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:12:02.691533 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6277d2c8-5bce-4e87-af07-b37d43f6b639 admin admin] Network bf3dbf62-4693-4984-a95d-08186e64ce17 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:12:02.692900 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-6277d2c8-5bce-4e87-af07-b37d43f6b639 admin admin] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:12:02.845315 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-a32f82d3-904f-45c4-ae5a-8da387242cd1 None None] Provisioning complete for port 744b32c6-6ac3-4cab-b781-6e75535ec090 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:12:02.846025 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a32f82d3-904f-45c4-ae5a-8da387242cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:12:02.908965 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6277d2c8-5bce-4e87-af07-b37d43f6b639 admin admin] Router 3ce33d2c-2edf-4249-8894-76288510c2bc is scheduled to L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 with binding_index 1 {{(pid=103321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:12:02.920483 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-a32f82d3-904f-45c4-ae5a-8da387242cd1 None None] Port 744b32c6-6ac3-4cab-b781-6e75535ec090 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:12:03.006491 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6277d2c8-5bce-4e87-af07-b37d43f6b639 admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:12:03.012191 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-6277d2c8-5bce-4e87-af07-b37d43f6b639 admin admin] 10.222.0.30 "PUT /v2.0/routers/3ce33d2c-2edf-4249-8894-76288510c2bc/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9597280 Apr 05 14:12:03.028444 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdc4fe5-ea25-4e8e-9be0-45aa6956edc2 None None] Sync routers for ids ['3ce33d2c-2edf-4249-8894-76288510c2bc'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:12:03.040895 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdc4fe5-ea25-4e8e-9be0-45aa6956edc2 None None] Routers {'3ce33d2c-2edf-4249-8894-76288510c2bc'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:12:03.041763 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-2fdc4fe5-ea25-4e8e-9be0-45aa6956edc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:11:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['3ce33d2c-2edf-4249-8894-76288510c2bc'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:12:03.222996 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-2fdc4fe5-ea25-4e8e-9be0-45aa6956edc2 None None] Set router 3ce33d2c-2edf-4249-8894-76288510c2bc gateway port host: None {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:12:03.652384 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-2fdc4fe5-ea25-4e8e-9be0-45aa6956edc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce33d2c-2edf-4249-8894-76288510c2bc', 'name': 'router1', 'tenant_id': '1e01e20bffcd4078983320fb4a53bfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:11:51Z', 'updated_at': '2022-04-05T14:12:02Z', 'revision_number': 2, 'project_id': '1e01e20bffcd4078983320fb4a53bfed', 'gw_port_host': None, '_interfaces': [{'id': '744b32c6-6ac3-4cab-b781-6e75535ec090', 'name': '', 'network_id': 'bf3dbf62-4693-4984-a95d-08186e64ce17', 'tenant_id': '1e01e20bffcd4078983320fb4a53bfed', 'mac_address': 'fa:16:3e:27:92:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce33d2c-2edf-4249-8894-76288510c2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6e0af91a-d2c9-442d-ab9f-2dc3bf62210c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:12:01Z', 'updated_at': '2022-04-05T14:12:02Z', 'revision_number': 2, 'project_id': '1e01e20bffcd4078983320fb4a53bfed', 'subnets': [{'id': '6e0af91a-d2c9-442d-ab9f-2dc3bf62210c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9339f9bb-2cda-483e-85a1-fe0e27c12515'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:12:03.701483 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdc4fe5-ea25-4e8e-9be0-45aa6956edc2 None None] Checking router: 3ce33d2c-2edf-4249-8894-76288510c2bc for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:12:03.701844 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdc4fe5-ea25-4e8e-9be0-45aa6956edc2 None None] Updating router 3ce33d2c-2edf-4249-8894-76288510c2bc port 744b32c6-6ac3-4cab-b781-6e75535ec090 binding host n-d-836650-2 {{(pid=103323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:12:03.777006 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2fdc4fe5-ea25-4e8e-9be0-45aa6956edc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:12:04.282452 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2fdc4fe5-ea25-4e8e-9be0-45aa6956edc2 None None] Notify callbacks [] for port, precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:12:04.354099 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2fdc4fe5-ea25-4e8e-9be0-45aa6956edc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:12:04.511620 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57d6ac2-d670-4c36-be31-247003f11aff None None] Pushing event updated for resources: {'Port': ['ID=744b32c6-6ac3-4cab-b781-6e75535ec090,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:12:04.524853 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-2fdc4fe5-ea25-4e8e-9be0-45aa6956edc2 None None] Attempting to bind port 744b32c6-6ac3-4cab-b781-6e75535ec090 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:12:04.525261 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-2fdc4fe5-ea25-4e8e-9be0-45aa6956edc2 None None] Attempting to bind port 744b32c6-6ac3-4cab-b781-6e75535ec090 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '649020ac-2394-4884-abc9-47a010c20a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'bf3dbf62-4693-4984-a95d-08186e64ce17'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:12:04.525696 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdc4fe5-ea25-4e8e-9be0-45aa6956edc2 None None] Attempting to bind port 744b32c6-6ac3-4cab-b781-6e75535ec090 on network bf3dbf62-4693-4984-a95d-08186e64ce17 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:12:04.534239 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdc4fe5-ea25-4e8e-9be0-45aa6956edc2 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:12:04.534636 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdc4fe5-ea25-4e8e-9be0-45aa6956edc2 None None] Checking segment: {'id': '649020ac-2394-4884-abc9-47a010c20a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'bf3dbf62-4693-4984-a95d-08186e64ce17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:12:04.535121 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2fdc4fe5-ea25-4e8e-9be0-45aa6956edc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:12:04.536349 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdc4fe5-ea25-4e8e-9be0-45aa6956edc2 None None] Bound using segment: {'id': '649020ac-2394-4884-abc9-47a010c20a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'bf3dbf62-4693-4984-a95d-08186e64ce17'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:12:04.537222 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-2fdc4fe5-ea25-4e8e-9be0-45aa6956edc2 None None] Bound port: 744b32c6-6ac3-4cab-b781-6e75535ec090, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649020ac-2394-4884-abc9-47a010c20a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'bf3dbf62-4693-4984-a95d-08186e64ce17'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:12:04.537602 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2fdc4fe5-ea25-4e8e-9be0-45aa6956edc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:12:04.541046 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57d6ac2-d670-4c36-be31-247003f11aff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:12:04.541384 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57d6ac2-d670-4c36-be31-247003f11aff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:12:04.541713 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57d6ac2-d670-4c36-be31-247003f11aff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:12:04.542038 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57d6ac2-d670-4c36-be31-247003f11aff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:12:04.542370 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57d6ac2-d670-4c36-be31-247003f11aff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:12:04.542677 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57d6ac2-d670-4c36-be31-247003f11aff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:12:04.542992 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57d6ac2-d670-4c36-be31-247003f11aff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:12:04.543307 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57d6ac2-d670-4c36-be31-247003f11aff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:12:04.543620 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57d6ac2-d670-4c36-be31-247003f11aff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:12:04.543938 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57d6ac2-d670-4c36-be31-247003f11aff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:12:04.544252 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57d6ac2-d670-4c36-be31-247003f11aff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:12:04.544562 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57d6ac2-d670-4c36-be31-247003f11aff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:12:04.545647 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57d6ac2-d670-4c36-be31-247003f11aff None None] Tracked resource versions report: Apr 05 14:12:04.545647 n-d-836650-2 neutron-server[103323]: pushed versions: Apr 05 14:12:04.545647 n-d-836650-2 neutron-server[103323]: { 'AddressGroup': {'1.2'}, Apr 05 14:12:04.545647 n-d-836650-2 neutron-server[103323]: 'ConntrackHelper': {'1.0'}, Apr 05 14:12:04.545647 n-d-836650-2 neutron-server[103323]: 'Log': {'1.0'}, Apr 05 14:12:04.545647 n-d-836650-2 neutron-server[103323]: 'Network': {'1.1'}, Apr 05 14:12:04.545647 n-d-836650-2 neutron-server[103323]: 'Port': {'1.7'}, Apr 05 14:12:04.545647 n-d-836650-2 neutron-server[103323]: 'PortForwarding': {'1.2'}, Apr 05 14:12:04.545647 n-d-836650-2 neutron-server[103323]: 'QosPolicy': {'1.9'}, Apr 05 14:12:04.545647 n-d-836650-2 neutron-server[103323]: 'SecurityGroup': {'1.4'}, Apr 05 14:12:04.545647 n-d-836650-2 neutron-server[103323]: 'SecurityGroupRule': {'1.2'}, Apr 05 14:12:04.545647 n-d-836650-2 neutron-server[103323]: 'SubPort': {'1.0'}, Apr 05 14:12:04.545647 n-d-836650-2 neutron-server[103323]: 'Subnet': {'1.1'}, Apr 05 14:12:04.545647 n-d-836650-2 neutron-server[103323]: 'Trunk': {'1.1'}} Apr 05 14:12:04.545647 n-d-836650-2 neutron-server[103323]: consumer versions: Apr 05 14:12:04.545647 n-d-836650-2 neutron-server[103323]: { DHCP agent@n-d-836650-2: {}, Apr 05 14:12:04.545647 n-d-836650-2 neutron-server[103323]: L3 agent@n-d-836650-2: {}, Apr 05 14:12:04.545647 n-d-836650-2 neutron-server[103323]: Metadata agent@n-d-836650-2: {}, Apr 05 14:12:04.545647 n-d-836650-2 neutron-server[103323]: Metering agent@n-d-836650-2: {}, Apr 05 14:12:04.545647 n-d-836650-2 neutron-server[103323]: Open vSwitch agent@n-d-836650-2: { 'AddressGroup': '1.2', Apr 05 14:12:04.545647 n-d-836650-2 neutron-server[103323]: 'ConntrackHelper': '1.0', Apr 05 14:12:04.545647 n-d-836650-2 neutron-server[103323]: 'Log': '1.0', Apr 05 14:12:04.545647 n-d-836650-2 neutron-server[103323]: 'Network': '1.1', Apr 05 14:12:04.545647 n-d-836650-2 neutron-server[103323]: 'Port': '1.7', Apr 05 14:12:04.545647 n-d-836650-2 neutron-server[103323]: 'PortForwarding': '1.2', Apr 05 14:12:04.545647 n-d-836650-2 neutron-server[103323]: 'QosPolicy': '1.9', Apr 05 14:12:04.545647 n-d-836650-2 neutron-server[103323]: 'SecurityGroup': '1.4', Apr 05 14:12:04.545647 n-d-836650-2 neutron-server[103323]: 'SecurityGroupRule': '1.2', Apr 05 14:12:04.545647 n-d-836650-2 neutron-server[103323]: 'SubPort': '1.0', Apr 05 14:12:04.545647 n-d-836650-2 neutron-server[103323]: 'Subnet': '1.1', Apr 05 14:12:04.545647 n-d-836650-2 neutron-server[103323]: 'Trunk': '1.1'}} Apr 05 14:12:04.545647 n-d-836650-2 neutron-server[103323]: {{(pid=103323) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 14:12:04.550728 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-edf1aabc-18fd-4692-b9e1-a6a2553d2842 None None] Provisioning complete for port 744b32c6-6ac3-4cab-b781-6e75535ec090 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:12:04.551215 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-edf1aabc-18fd-4692-b9e1-a6a2553d2842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:12:04.595051 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-edf1aabc-18fd-4692-b9e1-a6a2553d2842 None None] Port 744b32c6-6ac3-4cab-b781-6e75535ec090 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:12:04.616380 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-2fdc4fe5-ea25-4e8e-9be0-45aa6956edc2 None None] For port 744b32c6-6ac3-4cab-b781-6e75535ec090, host n-d-836650-2, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:12:04.636195 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-2fdc4fe5-ea25-4e8e-9be0-45aa6956edc2 None None] For port 744b32c6-6ac3-4cab-b781-6e75535ec090, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=744b32c6-6ac3-4cab-b781-6e75535ec090,segment=NetworkSegment(649020ac-2394-4884-abc9-47a010c20a59),segment_id=649020ac-2394-4884-abc9-47a010c20a59)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:12:04.691721 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2fdc4fe5-ea25-4e8e-9be0-45aa6956edc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:12:04.748921 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdc4fe5-ea25-4e8e-9be0-45aa6956edc2 None None] Routers {'3ce33d2c-2edf-4249-8894-76288510c2bc'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:12:04.749548 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-2fdc4fe5-ea25-4e8e-9be0-45aa6956edc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:11:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['3ce33d2c-2edf-4249-8894-76288510c2bc'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:12:04.752561 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57d6ac2-d670-4c36-be31-247003f11aff None None] Pushing event updated for resources: {'Port': ['ID=744b32c6-6ac3-4cab-b781-6e75535ec090,revision_number=4']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:12:04.842552 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-2fdc4fe5-ea25-4e8e-9be0-45aa6956edc2 None None] Set router 3ce33d2c-2edf-4249-8894-76288510c2bc gateway port host: None {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:12:04.917134 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-f79b980b-81ec-4abb-bea5-4bd009420321 None None] Provisioning complete for port 744b32c6-6ac3-4cab-b781-6e75535ec090 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:12:04.917506 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f79b980b-81ec-4abb-bea5-4bd009420321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:12:04.997667 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f79b980b-81ec-4abb-bea5-4bd009420321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:12:05.030957 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-f79b980b-81ec-4abb-bea5-4bd009420321 None None] For port 744b32c6-6ac3-4cab-b781-6e75535ec090, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=744b32c6-6ac3-4cab-b781-6e75535ec090,segment=NetworkSegment(649020ac-2394-4884-abc9-47a010c20a59),segment_id=649020ac-2394-4884-abc9-47a010c20a59)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:12:05.065792 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-2fdc4fe5-ea25-4e8e-9be0-45aa6956edc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce33d2c-2edf-4249-8894-76288510c2bc', 'name': 'router1', 'tenant_id': '1e01e20bffcd4078983320fb4a53bfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:11:51Z', 'updated_at': '2022-04-05T14:12:02Z', 'revision_number': 2, 'project_id': '1e01e20bffcd4078983320fb4a53bfed', 'gw_port_host': None, '_interfaces': [{'id': '744b32c6-6ac3-4cab-b781-6e75535ec090', 'name': '', 'network_id': 'bf3dbf62-4693-4984-a95d-08186e64ce17', 'tenant_id': '1e01e20bffcd4078983320fb4a53bfed', 'mac_address': 'fa:16:3e:27:92:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce33d2c-2edf-4249-8894-76288510c2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6e0af91a-d2c9-442d-ab9f-2dc3bf62210c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:12:01Z', 'updated_at': '2022-04-05T14:12:04Z', 'revision_number': 4, 'project_id': '1e01e20bffcd4078983320fb4a53bfed', 'subnets': [{'id': '6e0af91a-d2c9-442d-ab9f-2dc3bf62210c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9339f9bb-2cda-483e-85a1-fe0e27c12515'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:12:05.091448 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f79b980b-81ec-4abb-bea5-4bd009420321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:12:05.092748 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdc4fe5-ea25-4e8e-9be0-45aa6956edc2 None None] The sync data for ids ['3ce33d2c-2edf-4249-8894-76288510c2bc'] in n-d-836650-2 is: [{'id': '3ce33d2c-2edf-4249-8894-76288510c2bc', 'name': 'router1', 'tenant_id': '1e01e20bffcd4078983320fb4a53bfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:11:51Z', 'updated_at': '2022-04-05T14:12:02Z', 'revision_number': 2, 'project_id': '1e01e20bffcd4078983320fb4a53bfed', 'gw_port_host': None, '_interfaces': [{'id': '744b32c6-6ac3-4cab-b781-6e75535ec090', 'name': '', 'network_id': 'bf3dbf62-4693-4984-a95d-08186e64ce17', 'tenant_id': '1e01e20bffcd4078983320fb4a53bfed', 'mac_address': 'fa:16:3e:27:92:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce33d2c-2edf-4249-8894-76288510c2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6e0af91a-d2c9-442d-ab9f-2dc3bf62210c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:12:01Z', 'updated_at': '2022-04-05T14:12:04Z', 'revision_number': 4, 'project_id': '1e01e20bffcd4078983320fb4a53bfed', 'subnets': [{'id': '6e0af91a-d2c9-442d-ab9f-2dc3bf62210c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9339f9bb-2cda-483e-85a1-fe0e27c12515'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:12:05.155741 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79b980b-81ec-4abb-bea5-4bd009420321 None None] Pushing event updated for resources: {'Port': ['ID=744b32c6-6ac3-4cab-b781-6e75535ec090,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:12:05.268585 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 47754) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:12:05.380405 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7056cd2-8175-4c28-b4d6-222b35e8dccd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:12:05.381706 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-f7056cd2-8175-4c28-b4d6-222b35e8dccd admin admin] 10.222.0.30 "GET /v2.0/networks/3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c HTTP/1.1" status: 200 len: 842 time: 0.1119688 Apr 05 14:12:05.392655 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-a4c72ced-032f-4497-ae9d-753fe8171fd7 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.25.6.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.25.6.1', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:12:05.491374 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c72ced-032f-4497-ae9d-753fe8171fd7 admin admin] Made reservation on behalf of d9cca894340640fca6608aa72cf576ef for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:12:05.494173 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a4c72ced-032f-4497-ae9d-753fe8171fd7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:12:05.848307 n-d-836650-2 neutron-server[103321]: DEBUG neutron.objects.ports [None req-a4c72ced-032f-4497-ae9d-753fe8171fd7 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103321) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 05 14:12:05.848733 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a4c72ced-032f-4497-ae9d-753fe8171fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:12:05.909480 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c72ced-032f-4497-ae9d-753fe8171fd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fedf4d0c-07e6-4a02-9155-5d0d1013ae26,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:12:05.918407 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c72ced-032f-4497-ae9d-753fe8171fd7 admin admin] Checking segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:12:05.918753 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c72ced-032f-4497-ae9d-753fe8171fd7 admin admin] Network hostable DHCP agents. Network: 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:12:06.000436 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c72ced-032f-4497-ae9d-753fe8171fd7 admin admin] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:12:06.056898 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-a4c72ced-032f-4497-ae9d-753fe8171fd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:12:06.061023 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c72ced-032f-4497-ae9d-753fe8171fd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:12:06.061564 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a4c72ced-032f-4497-ae9d-753fe8171fd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:12:06.068991 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ca56df-670c-4005-9d9b-2688f553139e None None] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:12:06.133011 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-a4c72ced-032f-4497-ae9d-753fe8171fd7 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7282557 Apr 05 14:12:06.201304 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d2d61f-4b58-4dab-b301-573b98c488bf None None] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:12:08.473611 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 47762) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:12:08.606608 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-f66cfea9-3a1f-469a-ac15-0b2fe3500442 admin admin] 10.222.0.30 "GET /v2.0/routers/3ce33d2c-2edf-4249-8894-76288510c2bc HTTP/1.1" status: 200 len: 710 time: 0.1317704 Apr 05 14:12:08.696086 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7701c1b-e0df-4863-9a22-a6eeb32a5577 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:12:08.697508 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-c7701c1b-e0df-4863-9a22-a6eeb32a5577 admin admin] 10.222.0.30 "GET /v2.0/networks/3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c HTTP/1.1" status: 200 len: 886 time: 0.0829728 Apr 05 14:12:08.707611 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-5eb9c088-be95-4996-b340-1aa19937ae85 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:12:09.032170 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5eb9c088-be95-4996-b340-1aa19937ae85 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:12:09.340372 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5eb9c088-be95-4996-b340-1aa19937ae85 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:12:09.426581 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5eb9c088-be95-4996-b340-1aa19937ae85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:12:09.531930 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-5eb9c088-be95-4996-b340-1aa19937ae85 admin admin] Allocated IP 172.25.6.178 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/26502b2d-a206-4a5b-8a3d-78af9a0d6ec4) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:12:09.652124 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5eb9c088-be95-4996-b340-1aa19937ae85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:12:09.777443 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5eb9c088-be95-4996-b340-1aa19937ae85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:12:09.819591 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb9c088-be95-4996-b340-1aa19937ae85 admin admin] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:12:09.823911 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-5eb9c088-be95-4996-b340-1aa19937ae85 admin admin] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:12:09.826431 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb9c088-be95-4996-b340-1aa19937ae85 admin admin] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:12:09.859820 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb9c088-be95-4996-b340-1aa19937ae85 admin admin] Pushing event updated for resources: {'Port': ['ID=26502b2d-a206-4a5b-8a3d-78af9a0d6ec4,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:12:10.174252 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5eb9c088-be95-4996-b340-1aa19937ae85 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:12:10.379632 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5eb9c088-be95-4996-b340-1aa19937ae85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1808591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27061'] for router, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:12:10.383005 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5eb9c088-be95-4996-b340-1aa19937ae85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1808628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1808637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803294'] for router, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:12:10.494668 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eb9c088-be95-4996-b340-1aa19937ae85 admin admin] Router 3ce33d2c-2edf-4249-8894-76288510c2bc has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:12:10.602381 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb9c088-be95-4996-b340-1aa19937ae85 admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:12:10.606709 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5eb9c088-be95-4996-b340-1aa19937ae85 admin admin] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:12:10.607786 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-5eb9c088-be95-4996-b340-1aa19937ae85 admin admin] 10.222.0.30 "PUT /v2.0/routers/3ce33d2c-2edf-4249-8894-76288510c2bc HTTP/1.1" status: 200 len: 890 time: 1.9034228 Apr 05 14:12:10.853531 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 744b32c6-6ac3-4cab-b781-6e75535ec090 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:12:10.901948 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 744b32c6-6ac3-4cab-b781-6e75535ec090 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:12:10.902322 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:12:11.529919 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc5c779-60a9-4a4a-bf2a-1d932953a14b None None] Sync routers for ids ['3ce33d2c-2edf-4249-8894-76288510c2bc'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:12:11.542029 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc5c779-60a9-4a4a-bf2a-1d932953a14b None None] Routers {'3ce33d2c-2edf-4249-8894-76288510c2bc'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:12:11.542719 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-cbc5c779-60a9-4a4a-bf2a-1d932953a14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:11:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['3ce33d2c-2edf-4249-8894-76288510c2bc'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:12:11.751640 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-cbc5c779-60a9-4a4a-bf2a-1d932953a14b None None] Set router 3ce33d2c-2edf-4249-8894-76288510c2bc gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:12:12.146639 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-cbc5c779-60a9-4a4a-bf2a-1d932953a14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce33d2c-2edf-4249-8894-76288510c2bc', 'name': 'router1', 'tenant_id': '1e01e20bffcd4078983320fb4a53bfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '26502b2d-a206-4a5b-8a3d-78af9a0d6ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:11:51Z', 'updated_at': '2022-04-05T14:12:09Z', 'revision_number': 4, 'project_id': '1e01e20bffcd4078983320fb4a53bfed', 'gw_port': {'id': '26502b2d-a206-4a5b-8a3d-78af9a0d6ec4', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a0:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce33d2c-2edf-4249-8894-76288510c2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:12:09Z', 'updated_at': '2022-04-05T14:12:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '744b32c6-6ac3-4cab-b781-6e75535ec090', 'name': '', 'network_id': 'bf3dbf62-4693-4984-a95d-08186e64ce17', 'tenant_id': '1e01e20bffcd4078983320fb4a53bfed', 'mac_address': 'fa:16:3e:27:92:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce33d2c-2edf-4249-8894-76288510c2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6e0af91a-d2c9-442d-ab9f-2dc3bf62210c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:12:01Z', 'updated_at': '2022-04-05T14:12:05Z', 'revision_number': 5, 'project_id': '1e01e20bffcd4078983320fb4a53bfed', 'subnets': [{'id': '6e0af91a-d2c9-442d-ab9f-2dc3bf62210c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9339f9bb-2cda-483e-85a1-fe0e27c12515'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:12:12.264596 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc5c779-60a9-4a4a-bf2a-1d932953a14b None None] Checking router: 3ce33d2c-2edf-4249-8894-76288510c2bc for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:12:12.264962 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc5c779-60a9-4a4a-bf2a-1d932953a14b None None] Updating router 3ce33d2c-2edf-4249-8894-76288510c2bc port 26502b2d-a206-4a5b-8a3d-78af9a0d6ec4 binding host n-d-836650-2 {{(pid=103322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:12:12.312848 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cbc5c779-60a9-4a4a-bf2a-1d932953a14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:12:12.635089 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cbc5c779-60a9-4a4a-bf2a-1d932953a14b None None] Notify callbacks [] for port, precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:12:12.685065 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cbc5c779-60a9-4a4a-bf2a-1d932953a14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:12:12.740158 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-cbc5c779-60a9-4a4a-bf2a-1d932953a14b None None] Attempting to bind port 26502b2d-a206-4a5b-8a3d-78af9a0d6ec4 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:12:12.740524 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-cbc5c779-60a9-4a4a-bf2a-1d932953a14b None None] Attempting to bind port 26502b2d-a206-4a5b-8a3d-78af9a0d6ec4 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:12:12.740899 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc5c779-60a9-4a4a-bf2a-1d932953a14b None None] Attempting to bind port 26502b2d-a206-4a5b-8a3d-78af9a0d6ec4 on network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:12:12.743599 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd0ae4a-447a-4893-8d74-1046fbdaab23 None None] Pushing event updated for resources: {'Port': ['ID=26502b2d-a206-4a5b-8a3d-78af9a0d6ec4,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:12:12.748490 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc5c779-60a9-4a4a-bf2a-1d932953a14b None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:12:12.748800 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc5c779-60a9-4a4a-bf2a-1d932953a14b None None] Checking segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:12:12.749218 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cbc5c779-60a9-4a4a-bf2a-1d932953a14b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:12:12.749602 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc5c779-60a9-4a4a-bf2a-1d932953a14b None None] Bound using segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:12:12.750050 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-cbc5c779-60a9-4a4a-bf2a-1d932953a14b None None] Bound port: 26502b2d-a206-4a5b-8a3d-78af9a0d6ec4, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:12:12.750429 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cbc5c779-60a9-4a4a-bf2a-1d932953a14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:12:12.807972 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-cbc5c779-60a9-4a4a-bf2a-1d932953a14b None None] For port 26502b2d-a206-4a5b-8a3d-78af9a0d6ec4, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:12:12.810870 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-cbc5c779-60a9-4a4a-bf2a-1d932953a14b None None] For port 26502b2d-a206-4a5b-8a3d-78af9a0d6ec4, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=26502b2d-a206-4a5b-8a3d-78af9a0d6ec4,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:12:12.886197 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cbc5c779-60a9-4a4a-bf2a-1d932953a14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:12:12.942842 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc5c779-60a9-4a4a-bf2a-1d932953a14b None None] Routers {'3ce33d2c-2edf-4249-8894-76288510c2bc'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:12:12.943486 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-cbc5c779-60a9-4a4a-bf2a-1d932953a14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:11:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['3ce33d2c-2edf-4249-8894-76288510c2bc'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:12:12.983705 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd0ae4a-447a-4893-8d74-1046fbdaab23 None None] Pushing event updated for resources: {'Port': ['ID=26502b2d-a206-4a5b-8a3d-78af9a0d6ec4,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:12:13.055168 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-cbc5c779-60a9-4a4a-bf2a-1d932953a14b None None] Set router 3ce33d2c-2edf-4249-8894-76288510c2bc gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:12:13.109817 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 47774) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:12:13.271729 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-cbc5c779-60a9-4a4a-bf2a-1d932953a14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce33d2c-2edf-4249-8894-76288510c2bc', 'name': 'router1', 'tenant_id': '1e01e20bffcd4078983320fb4a53bfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '26502b2d-a206-4a5b-8a3d-78af9a0d6ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:11:51Z', 'updated_at': '2022-04-05T14:12:09Z', 'revision_number': 4, 'project_id': '1e01e20bffcd4078983320fb4a53bfed', 'gw_port': {'id': '26502b2d-a206-4a5b-8a3d-78af9a0d6ec4', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a0:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce33d2c-2edf-4249-8894-76288510c2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:12:09Z', 'updated_at': '2022-04-05T14:12:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '744b32c6-6ac3-4cab-b781-6e75535ec090', 'name': '', 'network_id': 'bf3dbf62-4693-4984-a95d-08186e64ce17', 'tenant_id': '1e01e20bffcd4078983320fb4a53bfed', 'mac_address': 'fa:16:3e:27:92:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce33d2c-2edf-4249-8894-76288510c2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6e0af91a-d2c9-442d-ab9f-2dc3bf62210c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:12:01Z', 'updated_at': '2022-04-05T14:12:05Z', 'revision_number': 5, 'project_id': '1e01e20bffcd4078983320fb4a53bfed', 'subnets': [{'id': '6e0af91a-d2c9-442d-ab9f-2dc3bf62210c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9339f9bb-2cda-483e-85a1-fe0e27c12515'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:12:13.298838 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc5c779-60a9-4a4a-bf2a-1d932953a14b None None] The sync data for ids ['3ce33d2c-2edf-4249-8894-76288510c2bc'] in n-d-836650-2 is: [{'id': '3ce33d2c-2edf-4249-8894-76288510c2bc', 'name': 'router1', 'tenant_id': '1e01e20bffcd4078983320fb4a53bfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '26502b2d-a206-4a5b-8a3d-78af9a0d6ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:11:51Z', 'updated_at': '2022-04-05T14:12:09Z', 'revision_number': 4, 'project_id': '1e01e20bffcd4078983320fb4a53bfed', 'gw_port': {'id': '26502b2d-a206-4a5b-8a3d-78af9a0d6ec4', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a0:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce33d2c-2edf-4249-8894-76288510c2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:12:09Z', 'updated_at': '2022-04-05T14:12:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '744b32c6-6ac3-4cab-b781-6e75535ec090', 'name': '', 'network_id': 'bf3dbf62-4693-4984-a95d-08186e64ce17', 'tenant_id': '1e01e20bffcd4078983320fb4a53bfed', 'mac_address': 'fa:16:3e:27:92:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce33d2c-2edf-4249-8894-76288510c2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6e0af91a-d2c9-442d-ab9f-2dc3bf62210c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:12:01Z', 'updated_at': '2022-04-05T14:12:05Z', 'revision_number': 5, 'project_id': '1e01e20bffcd4078983320fb4a53bfed', 'subnets': [{'id': '6e0af91a-d2c9-442d-ab9f-2dc3bf62210c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9339f9bb-2cda-483e-85a1-fe0e27c12515'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:12:13.318057 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-1889030d-cb8a-4c5d-9b64-968591fca492 admin admin] 10.222.0.30 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.2063987 Apr 05 14:12:14.857808 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 26502b2d-a206-4a5b-8a3d-78af9a0d6ec4 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:12:14.917716 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 26502b2d-a206-4a5b-8a3d-78af9a0d6ec4 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:12:14.918095 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:12:15.001319 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:12:15.033157 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port 26502b2d-a206-4a5b-8a3d-78af9a0d6ec4, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=26502b2d-a206-4a5b-8a3d-78af9a0d6ec4,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:12:15.131181 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:12:15.182954 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=26502b2d-a206-4a5b-8a3d-78af9a0d6ec4,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:12:16.873406 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 26502b2d-a206-4a5b-8a3d-78af9a0d6ec4 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:12:16.955586 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 26502b2d-a206-4a5b-8a3d-78af9a0d6ec4 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:12:16.956458 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:12:17.292032 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 5 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 14:12:24.330851 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-81c4696b-b99d-4f74-ba91-a96f01acb4ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:12:26.605450 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a8b69bb7-fea3-43b3-a8ad-74404613ebce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:12:27.764524 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:12:29.325025 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:12:29.610896 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:12:54.295925 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 5 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 14:12:54.571834 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-adc8c00c-2d90-47df-9d25-01c5a3973cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:12:56.615645 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-36465df1-0e9e-4c75-9382-ae3456b641dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:12:57.752745 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:12:59.284177 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:13:00.301162 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:13:24.340891 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-074846db-821a-4743-9f90-91ca1898e98d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:13:26.631704 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ff43d4ec-37e3-4b18-98ac-fbac63e2a87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:13:27.769133 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:13:29.295216 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:13:29.563598 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:13:31.289937 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 5 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 14:13:54.345683 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ef1a36bd-edb1-465e-8e3e-5cf4b4cc5820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:13:56.608295 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b2a4d895-4171-4fe6-bf34-ef8b88efe745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:13:56.978335 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 48368) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:13:57.044215 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-fef22c1b-2efd-466f-94dc-3812c9aee9e4 admin admin] GET failed (client error): The resource could not be found. Apr 05 14:13:57.055169 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-fef22c1b-2efd-466f-94dc-3812c9aee9e4 admin admin] 10.222.0.30 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0662847 Apr 05 14:13:57.203997 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b976be41-5914-4c1a-95f8-4ad443a7d504 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:13:57.205426 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-b976be41-5914-4c1a-95f8-4ad443a7d504 admin admin] 10.222.0.30 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1552086 Apr 05 14:13:57.768136 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:13:59.294255 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:13:59.422230 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 48378) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:13:59.518349 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a2b39e-5da3-48a8-956c-14324837c00b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:13:59.519639 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-e7a2b39e-5da3-48a8-956c-14324837c00b admin admin] 10.222.0.30 "GET /v2.0/subnets/6e0af91a-d2c9-442d-ab9f-2dc3bf62210c HTTP/1.1" status: 200 len: 849 time: 0.0964253 Apr 05 14:13:59.531559 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-1a7c2ad6-0756-4679-ab9a-a69a6ad0e0ab admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:13:59.545448 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:13:59.617615 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1a7c2ad6-0756-4679-ab9a-a69a6ad0e0ab admin admin] Notify callbacks [] for subnet, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:13:59.814046 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1a7c2ad6-0756-4679-ab9a-a69a6ad0e0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755703071160'] for subnet, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:13:59.846091 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7c2ad6-0756-4679-ab9a-a69a6ad0e0ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:13:59.847324 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1a7c2ad6-0756-4679-ab9a-a69a6ad0e0ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:13:59.848335 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-1a7c2ad6-0756-4679-ab9a-a69a6ad0e0ab admin admin] 10.222.0.30 "PUT /v2.0/subnets/6e0af91a-d2c9-442d-ab9f-2dc3bf62210c HTTP/1.1" status: 200 len: 868 time: 0.3202944 Apr 05 14:13:59.851217 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c3a991-f7ea-44ff-b8eb-c0ec204e476f None None] Network bf3dbf62-4693-4984-a95d-08186e64ce17 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:13:59.869279 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7c2ad6-0756-4679-ab9a-a69a6ad0e0ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e0af91a-d2c9-442d-ab9f-2dc3bf62210c,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:13:59.876760 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7c2ad6-0756-4679-ab9a-a69a6ad0e0ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:13:59.877168 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7c2ad6-0756-4679-ab9a-a69a6ad0e0ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:13:59.877468 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7c2ad6-0756-4679-ab9a-a69a6ad0e0ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:13:59.877795 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7c2ad6-0756-4679-ab9a-a69a6ad0e0ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:13:59.878120 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7c2ad6-0756-4679-ab9a-a69a6ad0e0ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:13:59.878586 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7c2ad6-0756-4679-ab9a-a69a6ad0e0ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:13:59.878915 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7c2ad6-0756-4679-ab9a-a69a6ad0e0ab admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:13:59.879237 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7c2ad6-0756-4679-ab9a-a69a6ad0e0ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:13:59.879558 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7c2ad6-0756-4679-ab9a-a69a6ad0e0ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:13:59.879876 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7c2ad6-0756-4679-ab9a-a69a6ad0e0ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:13:59.880197 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7c2ad6-0756-4679-ab9a-a69a6ad0e0ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:13:59.880515 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7c2ad6-0756-4679-ab9a-a69a6ad0e0ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:14:00.254983 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-94ef80bc-f6c2-487b-9e2e-978fedc65a9e None None] Provisioning complete for port 2035d0b5-72bf-4245-bd12-596e855c329c triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:14:00.255444 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-94ef80bc-f6c2-487b-9e2e-978fedc65a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:14:00.347815 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-94ef80bc-f6c2-487b-9e2e-978fedc65a9e None None] Provisioning complete for port 744b32c6-6ac3-4cab-b781-6e75535ec090 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:14:00.348483 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-94ef80bc-f6c2-487b-9e2e-978fedc65a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:14:02.103037 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 48388) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:14:02.299409 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b04ed70-b4af-4d1d-9f3f-aac101efc2ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:14:02.299795 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b04ed70-b4af-4d1d-9f3f-aac101efc2ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:14:02.301368 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-3b04ed70-b4af-4d1d-9f3f-aac101efc2ea admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1973748 Apr 05 14:14:04.516770 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 48396) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:14:04.652800 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1696fac5-7e0e-4794-be4b-262d25fafa00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:14:04.653327 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1696fac5-7e0e-4794-be4b-262d25fafa00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:14:04.654886 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-1696fac5-7e0e-4794-be4b-262d25fafa00 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1371326 Apr 05 14:14:06.898284 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 48404) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:14:07.027037 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35891cca-04ca-4bb7-a105-c182bbc4cfe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:14:07.028723 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-35891cca-04ca-4bb7-a105-c182bbc4cfe2 admin admin] 10.222.0.30 "GET /v2.0/networks/3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c HTTP/1.1" status: 200 len: 886 time: 0.1294906 Apr 05 14:14:08.288406 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 5 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 14:14:09.298450 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 48412) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:14:09.429726 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581625e5-49a8-4080-87a9-6e92338f97c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:14:09.431081 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-581625e5-49a8-4080-87a9-6e92338f97c2 admin admin] 10.222.0.30 "GET /v2.0/networks/bf3dbf62-4693-4984-a95d-08186e64ce17 HTTP/1.1" status: 200 len: 869 time: 0.1316218 Apr 05 14:14:11.715581 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 48420) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:14:11.839849 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3cfd94e-ce64-4b67-9fcd-dcc8296c70c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:14:11.840219 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3cfd94e-ce64-4b67-9fcd-dcc8296c70c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:14:11.841807 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-b3cfd94e-ce64-4b67-9fcd-dcc8296c70c3 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1252725 Apr 05 14:14:14.068225 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 48428) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:14:14.158338 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b3bbdf-58ce-4d9e-9a44-6641d58d27a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:14:14.158715 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b3bbdf-58ce-4d9e-9a44-6641d58d27a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:14:14.160204 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-14b3bbdf-58ce-4d9e-9a44-6641d58d27a0 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0910325 Apr 05 14:14:16.434913 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 48436) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:14:16.528129 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14513cc5-96bc-4b30-a223-a689a7baac15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:14:16.529657 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-14513cc5-96bc-4b30-a223-a689a7baac15 admin admin] 10.222.0.30 "GET /v2.0/subnets/6e0af91a-d2c9-442d-ab9f-2dc3bf62210c HTTP/1.1" status: 200 len: 868 time: 0.0937798 Apr 05 14:14:18.722413 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 48444) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:14:18.810499 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb2c723-d352-4c50-a00c-48a7ef599c3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:14:18.811853 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-9fb2c723-d352-4c50-a00c-48a7ef599c3b admin admin] 10.222.0.30 "GET /v2.0/subnets/fedf4d0c-07e6-4a02-9155-5d0d1013ae26 HTTP/1.1" status: 200 len: 816 time: 0.0884633 Apr 05 14:14:24.339255 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-96257b28-0c2b-4e7a-97eb-57e6a4f77c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:14:26.613483 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-43ed1764-3666-4225-a979-dbeba7cd886c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:14:27.767804 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:14:29.298649 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:14:29.550176 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:14:39.581707 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 48498) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:14:39.629686 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [None req-1d260217-6372-4d85-a983-86ec6cc33bad admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:14:39.630745 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-1d260217-6372-4d85-a983-86ec6cc33bad admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0480962 Apr 05 14:14:41.941649 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 48506) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:14:42.001916 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7ae4efe-170b-41c5-aa5e-0dc02d4f195a admin admin] GET failed (client error): The resource could not be found. Apr 05 14:14:42.003274 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-c7ae4efe-170b-41c5-aa5e-0dc02d4f195a admin admin] 10.222.0.30 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0607073 Apr 05 14:14:42.144436 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879c23dc-405c-4c5e-900c-b1b8bc8aec13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:14:42.145946 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-879c23dc-405c-4c5e-900c-b1b8bc8aec13 admin admin] 10.222.0.30 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1379609 Apr 05 14:14:44.359103 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 48516) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:14:44.405329 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-ff7b6384-67f0-4996-930f-7b36a0568abf admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:14:44.532988 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff7b6384-67f0-4996-930f-7b36a0568abf admin admin] Made reservation on behalf of d9cca894340640fca6608aa72cf576ef for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:14:44.535297 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ff7b6384-67f0-4996-930f-7b36a0568abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:14:44.563829 n-d-836650-2 neutron-server[103321]: WARNING neutron.services.revisions.revision_plugin [None req-ff7b6384-67f0-4996-930f-7b36a0568abf admin admin] Could not find related network for resource to bump revision. Apr 05 14:14:44.577548 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff7b6384-67f0-4996-930f-7b36a0568abf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:14:44.586994 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ff7b6384-67f0-4996-930f-7b36a0568abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:14:44.587347 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-ff7b6384-67f0-4996-930f-7b36a0568abf admin admin] Added segment a6c5575a-7d38-424d-8bca-5a744f516171 of type vlan for network 80d671a8-d1ab-4472-891b-9c042fbd7800 Apr 05 14:14:44.627010 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ff7b6384-67f0-4996-930f-7b36a0568abf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:14:44.699232 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ff7b6384-67f0-4996-930f-7b36a0568abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:14:44.700177 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7b6384-67f0-4996-930f-7b36a0568abf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:14:44.700751 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ff7b6384-67f0-4996-930f-7b36a0568abf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:14:44.762359 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7b6384-67f0-4996-930f-7b36a0568abf admin admin] Pushing event updated for resources: {'Network': ['ID=80d671a8-d1ab-4472-891b-9c042fbd7800,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:14:44.772324 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 80d671a8-d1ab-4472-891b-9c042fbd7800 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:14:44.821528 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-ff7b6384-67f0-4996-930f-7b36a0568abf admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4554527 Apr 05 14:14:45.287053 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 5 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 14:14:47.028465 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 48524) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:14:47.088807 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bd29875-afdb-4945-a474-fae3edebcc66 admin admin] GET failed (client error): The resource could not be found. Apr 05 14:14:47.090145 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-7bd29875-afdb-4945-a474-fae3edebcc66 admin admin] 10.222.0.30 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0606787 Apr 05 14:14:47.160938 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744d51a0-ac54-45e2-8193-36a0097251e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:14:47.162362 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-744d51a0-ac54-45e2-8193-36a0097251e1 admin admin] 10.222.0.30 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0673525 Apr 05 14:14:47.172651 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-75986056-718e-4e89-9c2a-0a5f9913d355 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800', 'name': 'shared-subnet'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:14:47.253016 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75986056-718e-4e89-9c2a-0a5f9913d355 admin admin] Made reservation on behalf of d9cca894340640fca6608aa72cf576ef for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:14:47.255292 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-75986056-718e-4e89-9c2a-0a5f9913d355 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:14:47.499026 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-75986056-718e-4e89-9c2a-0a5f9913d355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:14:47.644210 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75986056-718e-4e89-9c2a-0a5f9913d355 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:14:47.652477 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75986056-718e-4e89-9c2a-0a5f9913d355 admin admin] Checking segment: {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:14:47.652822 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75986056-718e-4e89-9c2a-0a5f9913d355 admin admin] Network hostable DHCP agents. Network: 80d671a8-d1ab-4472-891b-9c042fbd7800, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:14:47.721208 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75986056-718e-4e89-9c2a-0a5f9913d355 admin admin] Network 80d671a8-d1ab-4472-891b-9c042fbd7800 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:14:47.807028 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-75986056-718e-4e89-9c2a-0a5f9913d355 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 80d671a8-d1ab-4472-891b-9c042fbd7800) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:14:47.811647 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75986056-718e-4e89-9c2a-0a5f9913d355 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:14:47.812556 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-75986056-718e-4e89-9c2a-0a5f9913d355 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:14:47.815804 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd1e3ef-9bb4-4b37-bf9e-75512620ce28 None None] Network 80d671a8-d1ab-4472-891b-9c042fbd7800 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:14:47.887362 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-75986056-718e-4e89-9c2a-0a5f9913d355 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7179408 Apr 05 14:14:47.965526 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4886f27-4c77-4e78-8f8b-05c56d6a3eea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-80d671a8-d1ab-4472-891b-9c042fbd7800', 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800', 'tenant_id': 'd9cca894340640fca6608aa72cf576ef', 'fixed_ips': [{'subnet_id': 'b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:14:47.968676 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a4886f27-4c77-4e78-8f8b-05c56d6a3eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:14:48.112201 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-a4886f27-4c77-4e78-8f8b-05c56d6a3eea None None] Allocated IP 192.168.233.2 (80d671a8-d1ab-4472-891b-9c042fbd7800/b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a/3001927f-3ba5-4d88-82a3-f7f6cec977d2) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:14:48.255547 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a4886f27-4c77-4e78-8f8b-05c56d6a3eea None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:14:48.339025 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a4886f27-4c77-4e78-8f8b-05c56d6a3eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:14:48.476461 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4886f27-4c77-4e78-8f8b-05c56d6a3eea None None] Network 80d671a8-d1ab-4472-891b-9c042fbd7800 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:14:48.479545 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-a4886f27-4c77-4e78-8f8b-05c56d6a3eea None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:14:48.483879 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4886f27-4c77-4e78-8f8b-05c56d6a3eea None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:14:48.486950 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4886f27-4c77-4e78-8f8b-05c56d6a3eea None None] Pushing event updated for resources: {'Port': ['ID=3001927f-3ba5-4d88-82a3-f7f6cec977d2,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:14:48.495351 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4886f27-4c77-4e78-8f8b-05c56d6a3eea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:14:48.495693 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4886f27-4c77-4e78-8f8b-05c56d6a3eea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:14:48.496036 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4886f27-4c77-4e78-8f8b-05c56d6a3eea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:14:48.496375 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4886f27-4c77-4e78-8f8b-05c56d6a3eea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:14:48.496715 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4886f27-4c77-4e78-8f8b-05c56d6a3eea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:14:48.497100 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4886f27-4c77-4e78-8f8b-05c56d6a3eea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:14:48.497426 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4886f27-4c77-4e78-8f8b-05c56d6a3eea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:14:48.497753 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4886f27-4c77-4e78-8f8b-05c56d6a3eea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:14:48.498102 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4886f27-4c77-4e78-8f8b-05c56d6a3eea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:14:48.498432 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4886f27-4c77-4e78-8f8b-05c56d6a3eea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:14:48.498758 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4886f27-4c77-4e78-8f8b-05c56d6a3eea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:14:48.499086 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4886f27-4c77-4e78-8f8b-05c56d6a3eea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:14:48.551754 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-a4886f27-4c77-4e78-8f8b-05c56d6a3eea None None] Attempting to bind port 3001927f-3ba5-4d88-82a3-f7f6cec977d2 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:14:48.552114 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-a4886f27-4c77-4e78-8f8b-05c56d6a3eea None None] Attempting to bind port 3001927f-3ba5-4d88-82a3-f7f6cec977d2 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:14:48.552470 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4886f27-4c77-4e78-8f8b-05c56d6a3eea None None] Attempting to bind port 3001927f-3ba5-4d88-82a3-f7f6cec977d2 on network 80d671a8-d1ab-4472-891b-9c042fbd7800 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:14:48.558472 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4886f27-4c77-4e78-8f8b-05c56d6a3eea None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:14:48.558846 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4886f27-4c77-4e78-8f8b-05c56d6a3eea None None] Checking segment: {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:14:48.559301 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a4886f27-4c77-4e78-8f8b-05c56d6a3eea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:14:48.559697 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4886f27-4c77-4e78-8f8b-05c56d6a3eea None None] Bound using segment: {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:14:48.560210 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-a4886f27-4c77-4e78-8f8b-05c56d6a3eea None None] Bound port: 3001927f-3ba5-4d88-82a3-f7f6cec977d2, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:14:48.560604 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a4886f27-4c77-4e78-8f8b-05c56d6a3eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:14:48.627168 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-a4886f27-4c77-4e78-8f8b-05c56d6a3eea None None] For port 3001927f-3ba5-4d88-82a3-f7f6cec977d2, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:14:48.630313 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-a4886f27-4c77-4e78-8f8b-05c56d6a3eea None None] For port 3001927f-3ba5-4d88-82a3-f7f6cec977d2, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=3001927f-3ba5-4d88-82a3-f7f6cec977d2,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:14:48.693596 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a4886f27-4c77-4e78-8f8b-05c56d6a3eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:14:48.757425 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4886f27-4c77-4e78-8f8b-05c56d6a3eea None None] Pushing event updated for resources: {'Port': ['ID=3001927f-3ba5-4d88-82a3-f7f6cec977d2,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:14:49.056956 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 3001927f-3ba5-4d88-82a3-f7f6cec977d2 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:14:49.108731 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 3001927f-3ba5-4d88-82a3-f7f6cec977d2 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:14:49.109171 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:14:49.191460 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:14:49.224340 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port 3001927f-3ba5-4d88-82a3-f7f6cec977d2, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=3001927f-3ba5-4d88-82a3-f7f6cec977d2,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:14:49.293331 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:14:49.345084 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=3001927f-3ba5-4d88-82a3-f7f6cec977d2,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:14:49.590931 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a003c0e-59ea-47b8-8ee1-2f976556fffa None None] Network 80d671a8-d1ab-4472-891b-9c042fbd7800 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:14:49.661660 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-47597778-1ea9-49d6-af02-bc568e867fd6 None None] Provisioning complete for port 3001927f-3ba5-4d88-82a3-f7f6cec977d2 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:14:49.662021 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-47597778-1ea9-49d6-af02-bc568e867fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:14:50.021321 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-e4b2cdc4-7a09-447b-8cc0-25693aa27943 None None] Provisioning complete for port 3001927f-3ba5-4d88-82a3-f7f6cec977d2 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:14:50.026299 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e4b2cdc4-7a09-447b-8cc0-25693aa27943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:14:50.930898 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 3001927f-3ba5-4d88-82a3-f7f6cec977d2 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:14:50.984294 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 3001927f-3ba5-4d88-82a3-f7f6cec977d2 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:14:50.984659 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:14:54.327093 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b7d2ef4f-1917-4e73-952d-91c7ee1d5933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:14:56.624336 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f45577d2-e746-4697-b52c-0225283dcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:14:57.789614 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:14:59.309730 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:14:59.572995 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:15:22.286823 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 5 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 14:15:24.406660 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-61a3cdbf-75ed-4901-9148-ecde6b395ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:15:26.611789 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6267aadf-df65-48e9-8828-630184395e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:15:27.789002 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:15:29.338309 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:15:29.566241 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:15:54.331405 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cfb9a95b-01f4-44fc-8262-41c8314822dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:15:56.645452 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-49dae99e-5683-43d8-ab48-79fc1ee1f680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:15:57.799879 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:15:59.284529 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 5 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 14:15:59.325510 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:15:59.565352 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:16:24.353805 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-645b3d33-13eb-49eb-af99-90d0a840368b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:16:26.621937 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-80ca15b8-0799-4670-b0dc-f58208d464d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:16:26.847128 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 48562) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:16:26.853638 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [None req-a3009774-c2e0-434b-ab35-04079fd28ee9 tempest-verify_tempest_config-674428876 tempest-verify_tempest_config-674428876-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103321) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:16:26.854639 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-a3009774-c2e0-434b-ab35-04079fd28ee9 tempest-verify_tempest_config-674428876 tempest-verify_tempest_config-674428876-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0065548 Apr 05 14:16:27.487557 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 48580) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:16:27.590785 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0bba8db8-1a7a-48eb-97db-d125b8d4e0cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:16:27.661913 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0bba8db8-1a7a-48eb-97db-d125b8d4e0cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:16:27.776381 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0bba8db8-1a7a-48eb-97db-d125b8d4e0cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:16:27.805551 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:16:27.822121 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-0bba8db8-1a7a-48eb-97db-d125b8d4e0cf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=52c4f61df3a84314a580437c25ba86ff&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3335369 Apr 05 14:16:27.822923 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bba8db8-1a7a-48eb-97db-d125b8d4e0cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e772c41a-5d05-43c0-adf5-dad4d891bf70,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:16:27.824846 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 48584) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:16:27.841812 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bba8db8-1a7a-48eb-97db-d125b8d4e0cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:16:27.842150 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bba8db8-1a7a-48eb-97db-d125b8d4e0cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:16:27.842480 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bba8db8-1a7a-48eb-97db-d125b8d4e0cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:16:27.842808 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bba8db8-1a7a-48eb-97db-d125b8d4e0cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:16:27.843132 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bba8db8-1a7a-48eb-97db-d125b8d4e0cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:16:27.843479 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bba8db8-1a7a-48eb-97db-d125b8d4e0cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:16:27.843797 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bba8db8-1a7a-48eb-97db-d125b8d4e0cf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:16:27.844118 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bba8db8-1a7a-48eb-97db-d125b8d4e0cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:16:27.844431 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bba8db8-1a7a-48eb-97db-d125b8d4e0cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:16:27.844748 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bba8db8-1a7a-48eb-97db-d125b8d4e0cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:16:27.845088 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bba8db8-1a7a-48eb-97db-d125b8d4e0cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:16:27.845402 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bba8db8-1a7a-48eb-97db-d125b8d4e0cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:16:27.891391 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f4e05f65-29cb-4453-b208-08811851f852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:16:27.912393 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f4e05f65-29cb-4453-b208-08811851f852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:16:28.056820 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f4e05f65-29cb-4453-b208-08811851f852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:16:28.059405 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f4e05f65-29cb-4453-b208-08811851f852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:16:28.060574 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-f4e05f65-29cb-4453-b208-08811851f852 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e772c41a-5d05-43c0-adf5-dad4d891bf70 HTTP/1.1" status: 204 len: 168 time: 0.2347710 Apr 05 14:16:28.072615 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e05f65-29cb-4453-b208-08811851f852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e772c41a-5d05-43c0-adf5-dad4d891bf70,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:16:29.364820 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:16:29.592372 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:16:36.282952 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 5 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 14:16:54.375641 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6ac98ba1-8958-4e0d-a75a-f3573569b3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:16:56.632735 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ab4aba39-fb69-4348-ba69-a4aae244d64e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:16:57.802786 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:16:59.329710 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:16:59.592889 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:17:13.282027 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 5 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 14:17:24.369454 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8cb9d295-8ae9-4254-8623-b5007d16763f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:17:26.643057 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8841cbab-bb27-47fb-a4b6-799995f7978d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:17:27.820451 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:17:29.327622 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:17:29.568355 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:17:50.280865 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 5 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 14:17:54.363120 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b1a731bc-1cca-4a71-9fc8-9275cf2473b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:17:56.631443 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5468972d-a723-418d-aa25-435eeb1293b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:17:57.808377 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:17:59.328172 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:17:59.591095 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:18:24.392113 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-01400551-569f-42cf-85f8-5af90f1ae171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:18:26.629048 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-44de392e-919a-49d7-a322-05f1f047f09d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:18:27.279386 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 5 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 14:18:27.805871 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:18:29.316076 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:18:29.556104 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:18:54.379148 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6c98d328-2c1a-43c3-800f-d6ab63535376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:18:56.675543 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a4c74926-8a2d-4797-b3ab-b45ee16c0870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:18:57.822645 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:18:59.370846 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:18:59.570607 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:19:04.277843 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 5 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 14:19:24.395574 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a841b5b7-a4b7-4323-8e53-6e01aa08d131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:19:26.638445 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0bef491e-19d3-414f-8902-361c9c803e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:19:27.815550 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:19:29.335936 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:19:29.587283 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:19:41.276343 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 5 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 14:19:42.032128 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1810173'] for agent, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:19:43.828603 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1810173'] for agent, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:19:54.405590 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d185cc5e-96ea-4dd5-81af-284ddf4c79df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:19:56.662645 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4a704e26-5959-45ce-a152-5f4f8475128f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:19:57.822872 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:19:59.343111 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:19:59.580273 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:20:11.951841 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:20:13.749152 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:20:18.275791 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 7 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 14:20:24.376303 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-19f97c6f-ee17-46a8-8098-8e10ac5427b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:20:26.656512 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-da8e2853-2135-42e3-a142-f22959bcd65c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:20:26.724769 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 48640) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:20:26.828418 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-1566ecab-4b3a-49a1-ac2c-e6d3ce2adfb0 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1017394 Apr 05 14:20:27.827925 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:20:29.055004 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 48650) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:20:29.116520 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-95df290e-f483-4332-9ea7-f34b034cc033 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0604539 Apr 05 14:20:29.348138 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:20:29.570562 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:20:41.936619 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:20:43.764130 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:20:54.350536 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ebe8aa3-2434-4d2f-9fac-4ccc990f24c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:20:55.275610 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 7 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 14:20:56.673684 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e75cce62-f0b5-4811-afd6-7b83f85ee246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:20:57.821083 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:20:59.369807 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:20:59.607264 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:21:11.981089 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:21:13.787011 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:21:24.369848 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-19b011ca-78dd-418d-bf12-49cf002068b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:21:26.657883 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f80c6e83-02ec-4b48-b417-29dfac8c684a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:21:27.831853 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:21:29.372440 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:21:29.615333 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:21:32.277751 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 7 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 14:21:41.983228 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:21:43.778130 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:21:54.380665 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-348a872f-8c6a-48ea-a3ab-21caa4435343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:21:56.660639 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f71b08d2-5ae6-4f7b-99df-56b478399e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:21:57.837590 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:21:59.363197 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:21:59.628908 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:09.281782 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 7 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 14:22:11.934963 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:13.838367 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:15.384525 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 49064) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:15.414966 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 49070) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:15.581233 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-375e711c-a8a5-42db-bc4e-9989aae50402 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:15.583550 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487dd08f-94bc-41af-85aa-7b810a47b808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:15.663816 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487dd08f-94bc-41af-85aa-7b810a47b808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:15.667186 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-375e711c-a8a5-42db-bc4e-9989aae50402 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:15.763595 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487dd08f-94bc-41af-85aa-7b810a47b808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:15.812137 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-375e711c-a8a5-42db-bc4e-9989aae50402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:15.812661 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-487dd08f-94bc-41af-85aa-7b810a47b808 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5f141318c902403089d0cb484cae10f4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4252255 Apr 05 14:22:15.814012 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487dd08f-94bc-41af-85aa-7b810a47b808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a902443b-7504-4fb6-aaf3-8f0dea854038,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:15.816125 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 49100) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:15.841113 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-375e711c-a8a5-42db-bc4e-9989aae50402 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=573a8915b3e940228ee6d239a9f334e6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4245503 Apr 05 14:22:15.848933 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 49104) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:15.863889 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487dd08f-94bc-41af-85aa-7b810a47b808 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:22:15.864444 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487dd08f-94bc-41af-85aa-7b810a47b808 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:22:15.865004 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487dd08f-94bc-41af-85aa-7b810a47b808 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:22:15.865469 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487dd08f-94bc-41af-85aa-7b810a47b808 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:22:15.865978 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487dd08f-94bc-41af-85aa-7b810a47b808 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:22:15.866435 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487dd08f-94bc-41af-85aa-7b810a47b808 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:22:15.866907 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487dd08f-94bc-41af-85aa-7b810a47b808 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:22:15.867362 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487dd08f-94bc-41af-85aa-7b810a47b808 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:22:15.867816 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487dd08f-94bc-41af-85aa-7b810a47b808 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:22:15.868270 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487dd08f-94bc-41af-85aa-7b810a47b808 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:22:15.868776 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487dd08f-94bc-41af-85aa-7b810a47b808 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:22:15.869464 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487dd08f-94bc-41af-85aa-7b810a47b808 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:22:15.871098 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487dd08f-94bc-41af-85aa-7b810a47b808 admin admin] Tracked resource versions report: Apr 05 14:22:15.871098 n-d-836650-2 neutron-server[103320]: pushed versions: Apr 05 14:22:15.871098 n-d-836650-2 neutron-server[103320]: { 'AddressGroup': {'1.2'}, Apr 05 14:22:15.871098 n-d-836650-2 neutron-server[103320]: 'ConntrackHelper': {'1.0'}, Apr 05 14:22:15.871098 n-d-836650-2 neutron-server[103320]: 'Log': {'1.0'}, Apr 05 14:22:15.871098 n-d-836650-2 neutron-server[103320]: 'Network': {'1.1'}, Apr 05 14:22:15.871098 n-d-836650-2 neutron-server[103320]: 'Port': {'1.7'}, Apr 05 14:22:15.871098 n-d-836650-2 neutron-server[103320]: 'PortForwarding': {'1.2'}, Apr 05 14:22:15.871098 n-d-836650-2 neutron-server[103320]: 'QosPolicy': {'1.9'}, Apr 05 14:22:15.871098 n-d-836650-2 neutron-server[103320]: 'SecurityGroup': {'1.4'}, Apr 05 14:22:15.871098 n-d-836650-2 neutron-server[103320]: 'SecurityGroupRule': {'1.2'}, Apr 05 14:22:15.871098 n-d-836650-2 neutron-server[103320]: 'SubPort': {'1.0'}, Apr 05 14:22:15.871098 n-d-836650-2 neutron-server[103320]: 'Subnet': {'1.1'}, Apr 05 14:22:15.871098 n-d-836650-2 neutron-server[103320]: 'Trunk': {'1.1'}} Apr 05 14:22:15.871098 n-d-836650-2 neutron-server[103320]: consumer versions: Apr 05 14:22:15.871098 n-d-836650-2 neutron-server[103320]: { DHCP agent@n-d-836650-2: {}, Apr 05 14:22:15.871098 n-d-836650-2 neutron-server[103320]: HyperV agent@n-h1-836650-2: {}, Apr 05 14:22:15.871098 n-d-836650-2 neutron-server[103320]: HyperV agent@n-h2-836650-2: {}, Apr 05 14:22:15.871098 n-d-836650-2 neutron-server[103320]: L3 agent@n-d-836650-2: {}, Apr 05 14:22:15.871098 n-d-836650-2 neutron-server[103320]: Metadata agent@n-d-836650-2: {}, Apr 05 14:22:15.871098 n-d-836650-2 neutron-server[103320]: Metering agent@n-d-836650-2: {}, Apr 05 14:22:15.871098 n-d-836650-2 neutron-server[103320]: Open vSwitch agent@n-d-836650-2: { 'AddressGroup': '1.2', Apr 05 14:22:15.871098 n-d-836650-2 neutron-server[103320]: 'ConntrackHelper': '1.0', Apr 05 14:22:15.871098 n-d-836650-2 neutron-server[103320]: 'Log': '1.0', Apr 05 14:22:15.871098 n-d-836650-2 neutron-server[103320]: 'Network': '1.1', Apr 05 14:22:15.871098 n-d-836650-2 neutron-server[103320]: 'Port': '1.7', Apr 05 14:22:15.871098 n-d-836650-2 neutron-server[103320]: 'PortForwarding': '1.2', Apr 05 14:22:15.871098 n-d-836650-2 neutron-server[103320]: 'QosPolicy': '1.9', Apr 05 14:22:15.871098 n-d-836650-2 neutron-server[103320]: 'SecurityGroup': '1.4', Apr 05 14:22:15.871098 n-d-836650-2 neutron-server[103320]: 'SecurityGroupRule': '1.2', Apr 05 14:22:15.871098 n-d-836650-2 neutron-server[103320]: 'SubPort': '1.0', Apr 05 14:22:15.871098 n-d-836650-2 neutron-server[103320]: 'Subnet': '1.1', Apr 05 14:22:15.871098 n-d-836650-2 neutron-server[103320]: 'Trunk': '1.1'}} Apr 05 14:22:15.871098 n-d-836650-2 neutron-server[103320]: {{(pid=103320) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 14:22:15.893847 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e711c-a8a5-42db-bc4e-9989aae50402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8919d5da-56e4-4023-9d84-8ea79007db9d,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:15.901898 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375e711c-a8a5-42db-bc4e-9989aae50402 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:22:15.902402 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375e711c-a8a5-42db-bc4e-9989aae50402 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:22:15.902875 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375e711c-a8a5-42db-bc4e-9989aae50402 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:22:15.903344 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375e711c-a8a5-42db-bc4e-9989aae50402 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:22:15.903838 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375e711c-a8a5-42db-bc4e-9989aae50402 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:22:15.904312 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375e711c-a8a5-42db-bc4e-9989aae50402 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:22:15.904774 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375e711c-a8a5-42db-bc4e-9989aae50402 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:22:15.905129 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375e711c-a8a5-42db-bc4e-9989aae50402 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:22:15.905455 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375e711c-a8a5-42db-bc4e-9989aae50402 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:22:15.905780 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375e711c-a8a5-42db-bc4e-9989aae50402 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:22:15.906100 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375e711c-a8a5-42db-bc4e-9989aae50402 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:22:15.906411 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375e711c-a8a5-42db-bc4e-9989aae50402 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:22:15.908208 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375e711c-a8a5-42db-bc4e-9989aae50402 admin admin] Tracked resource versions report: Apr 05 14:22:15.908208 n-d-836650-2 neutron-server[103321]: pushed versions: Apr 05 14:22:15.908208 n-d-836650-2 neutron-server[103321]: { 'AddressGroup': {'1.2'}, Apr 05 14:22:15.908208 n-d-836650-2 neutron-server[103321]: 'ConntrackHelper': {'1.0'}, Apr 05 14:22:15.908208 n-d-836650-2 neutron-server[103321]: 'Log': {'1.0'}, Apr 05 14:22:15.908208 n-d-836650-2 neutron-server[103321]: 'Network': {'1.1'}, Apr 05 14:22:15.908208 n-d-836650-2 neutron-server[103321]: 'Port': {'1.7'}, Apr 05 14:22:15.908208 n-d-836650-2 neutron-server[103321]: 'PortForwarding': {'1.2'}, Apr 05 14:22:15.908208 n-d-836650-2 neutron-server[103321]: 'QosPolicy': {'1.9'}, Apr 05 14:22:15.908208 n-d-836650-2 neutron-server[103321]: 'SecurityGroup': {'1.4'}, Apr 05 14:22:15.908208 n-d-836650-2 neutron-server[103321]: 'SecurityGroupRule': {'1.2'}, Apr 05 14:22:15.908208 n-d-836650-2 neutron-server[103321]: 'SubPort': {'1.0'}, Apr 05 14:22:15.908208 n-d-836650-2 neutron-server[103321]: 'Subnet': {'1.1'}, Apr 05 14:22:15.908208 n-d-836650-2 neutron-server[103321]: 'Trunk': {'1.1'}} Apr 05 14:22:15.908208 n-d-836650-2 neutron-server[103321]: consumer versions: Apr 05 14:22:15.908208 n-d-836650-2 neutron-server[103321]: { DHCP agent@n-d-836650-2: {}, Apr 05 14:22:15.908208 n-d-836650-2 neutron-server[103321]: HyperV agent@n-h1-836650-2: {}, Apr 05 14:22:15.908208 n-d-836650-2 neutron-server[103321]: HyperV agent@n-h2-836650-2: {}, Apr 05 14:22:15.908208 n-d-836650-2 neutron-server[103321]: L3 agent@n-d-836650-2: {}, Apr 05 14:22:15.908208 n-d-836650-2 neutron-server[103321]: Metadata agent@n-d-836650-2: {}, Apr 05 14:22:15.908208 n-d-836650-2 neutron-server[103321]: Metering agent@n-d-836650-2: {}, Apr 05 14:22:15.908208 n-d-836650-2 neutron-server[103321]: Open vSwitch agent@n-d-836650-2: { 'AddressGroup': '1.2', Apr 05 14:22:15.908208 n-d-836650-2 neutron-server[103321]: 'ConntrackHelper': '1.0', Apr 05 14:22:15.908208 n-d-836650-2 neutron-server[103321]: 'Log': '1.0', Apr 05 14:22:15.908208 n-d-836650-2 neutron-server[103321]: 'Network': '1.1', Apr 05 14:22:15.908208 n-d-836650-2 neutron-server[103321]: 'Port': '1.7', Apr 05 14:22:15.908208 n-d-836650-2 neutron-server[103321]: 'PortForwarding': '1.2', Apr 05 14:22:15.908208 n-d-836650-2 neutron-server[103321]: 'QosPolicy': '1.9', Apr 05 14:22:15.908208 n-d-836650-2 neutron-server[103321]: 'SecurityGroup': '1.4', Apr 05 14:22:15.908208 n-d-836650-2 neutron-server[103321]: 'SecurityGroupRule': '1.2', Apr 05 14:22:15.908208 n-d-836650-2 neutron-server[103321]: 'SubPort': '1.0', Apr 05 14:22:15.908208 n-d-836650-2 neutron-server[103321]: 'Subnet': '1.1', Apr 05 14:22:15.908208 n-d-836650-2 neutron-server[103321]: 'Trunk': '1.1'}} Apr 05 14:22:15.908208 n-d-836650-2 neutron-server[103321]: {{(pid=103321) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 14:22:15.926371 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-562c85ab-3158-4a4a-ba94-a0fb0bdb5705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:15.967413 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-562c85ab-3158-4a4a-ba94-a0fb0bdb5705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:15.980774 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-aa28d614-2f3f-44af-9c20-3a81a71e9191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:16.022310 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-aa28d614-2f3f-44af-9c20-3a81a71e9191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:16.166513 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-562c85ab-3158-4a4a-ba94-a0fb0bdb5705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:16.169663 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-aa28d614-2f3f-44af-9c20-3a81a71e9191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:16.169845 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-562c85ab-3158-4a4a-ba94-a0fb0bdb5705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:16.171270 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-562c85ab-3158-4a4a-ba94-a0fb0bdb5705 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a902443b-7504-4fb6-aaf3-8f0dea854038 HTTP/1.1" status: 204 len: 168 time: 0.3540752 Apr 05 14:22:16.177472 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-aa28d614-2f3f-44af-9c20-3a81a71e9191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:16.177472 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-aa28d614-2f3f-44af-9c20-3a81a71e9191 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8919d5da-56e4-4023-9d84-8ea79007db9d HTTP/1.1" status: 204 len: 168 time: 0.3243597 Apr 05 14:22:16.183069 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562c85ab-3158-4a4a-ba94-a0fb0bdb5705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a902443b-7504-4fb6-aaf3-8f0dea854038,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:16.186769 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa28d614-2f3f-44af-9c20-3a81a71e9191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8919d5da-56e4-4023-9d84-8ea79007db9d,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:16.855113 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 49182) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:16.980743 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 49200) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:17.159572 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 49204) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:17.173061 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fdfd84e7-ee33-433a-b69d-ccd884edb845 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:17.247186 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fdfd84e7-ee33-433a-b69d-ccd884edb845 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:17.295416 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 49206) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:17.320653 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2f3f4e23-c8e8-4b60-928a-e24282f9d296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:17.328425 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5b1fdb88-3059-4e53-99ff-971b325088ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:17.329141 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fdfd84e7-ee33-433a-b69d-ccd884edb845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:17.371787 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-fdfd84e7-ee33-433a-b69d-ccd884edb845 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e9cf01ad3ba44ee8a4de6a5497aa2bb4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2111735 Apr 05 14:22:17.374269 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfd84e7-ee33-433a-b69d-ccd884edb845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b7c345-5861-4165-87ef-7a62a5e509c1,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:17.377640 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 49208) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:17.415391 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2f3f4e23-c8e8-4b60-928a-e24282f9d296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:17.441352 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-51e70d2d-c094-4d4e-aeb9-51dee51be854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:17.470310 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-51e70d2d-c094-4d4e-aeb9-51dee51be854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:17.504192 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5b1fdb88-3059-4e53-99ff-971b325088ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:17.518285 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2f3f4e23-c8e8-4b60-928a-e24282f9d296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:17.561913 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 49218) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:17.562794 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-2f3f4e23-c8e8-4b60-928a-e24282f9d296 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=00dc9a161c4c4357852607db96845b58&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2663107 Apr 05 14:22:17.567331 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 49220) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:17.570522 n-d-836650-2 neutron-server[103320]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 05 14:22:17.586656 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3f4e23-c8e8-4b60-928a-e24282f9d296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1584b83-7517-4a48-a70d-06dff0e6908b,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:17.598963 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5b1fdb88-3059-4e53-99ff-971b325088ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:17.619762 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-87edd576-6f8c-4ea0-8802-3d64fb5b0d77 req-feeff8ad-bfa0-40b8-be9c-8a720886e11e tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=008c1e7c18f14cdd884193e5296c0bcd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0527256 Apr 05 14:22:17.654267 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-5b1fdb88-3059-4e53-99ff-971b325088ff admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5540763c2a294193a1061f961070f16d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7979541 Apr 05 14:22:17.655695 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1fdb88-3059-4e53-99ff-971b325088ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea868d3-aa04-484b-bcd9-b7350450ca1e,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:17.658639 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 49224) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:17.662100 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-51e70d2d-c094-4d4e-aeb9-51dee51be854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:17.665026 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-51e70d2d-c094-4d4e-aeb9-51dee51be854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:17.666349 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-51e70d2d-c094-4d4e-aeb9-51dee51be854 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/28b7c345-5861-4165-87ef-7a62a5e509c1 HTTP/1.1" status: 204 len: 168 time: 0.2874737 Apr 05 14:22:17.734720 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3231635f-ba1b-4aee-be61-a30216b6548c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:17.736367 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-735ef3a9-b086-4662-a4ce-3f85baf82298 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:17.765223 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e70d2d-c094-4d4e-aeb9-51dee51be854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b7c345-5861-4165-87ef-7a62a5e509c1,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:17.774262 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9ee38c6e-92f2-4935-9f72-90a9ed47ccce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:17.780919 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3231635f-ba1b-4aee-be61-a30216b6548c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:17.819325 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9ee38c6e-92f2-4935-9f72-90a9ed47ccce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:17.869563 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87edd576-6f8c-4ea0-8802-3d64fb5b0d77 req-599d2074-94e8-42a8-bada-8306cf293774 tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:17.876835 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-87edd576-6f8c-4ea0-8802-3d64fb5b0d77 req-599d2074-94e8-42a8-bada-8306cf293774 tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2561488 Apr 05 14:22:17.899263 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-87edd576-6f8c-4ea0-8802-3d64fb5b0d77 req-598a4597-d9d0-4b3a-b9bf-c9bd9c4ae87d tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] 10.222.0.30 "GET /v2.0/quotas/008c1e7c18f14cdd884193e5296c0bcd HTTP/1.1" status: 200 len: 375 time: 0.0213757 Apr 05 14:22:17.987969 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-87edd576-6f8c-4ea0-8802-3d64fb5b0d77 req-e8e70d04-3359-42eb-bd21-64c146f43563 tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=008c1e7c18f14cdd884193e5296c0bcd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0820379 Apr 05 14:22:17.999045 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-735ef3a9-b086-4662-a4ce-3f85baf82298 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:18.024497 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3231635f-ba1b-4aee-be61-a30216b6548c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:18.027173 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3231635f-ba1b-4aee-be61-a30216b6548c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:18.028348 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-3231635f-ba1b-4aee-be61-a30216b6548c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d1584b83-7517-4a48-a70d-06dff0e6908b HTTP/1.1" status: 204 len: 168 time: 0.4598575 Apr 05 14:22:18.038370 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9ee38c6e-92f2-4935-9f72-90a9ed47ccce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:18.040873 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9ee38c6e-92f2-4935-9f72-90a9ed47ccce admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:18.042241 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-9ee38c6e-92f2-4935-9f72-90a9ed47ccce admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2ea868d3-aa04-484b-bcd9-b7350450ca1e HTTP/1.1" status: 204 len: 168 time: 0.3706796 Apr 05 14:22:18.043084 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3231635f-ba1b-4aee-be61-a30216b6548c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1584b83-7517-4a48-a70d-06dff0e6908b,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:18.060053 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee38c6e-92f2-4935-9f72-90a9ed47ccce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea868d3-aa04-484b-bcd9-b7350450ca1e,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:18.070696 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-735ef3a9-b086-4662-a4ce-3f85baf82298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:18.125154 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-735ef3a9-b086-4662-a4ce-3f85baf82298 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9ee2277fab7545af9c18f26e8ba895be&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1429300 Apr 05 14:22:18.127619 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 49248) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:18.153880 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735ef3a9-b086-4662-a4ce-3f85baf82298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec65a6e8-6518-406a-a7c6-5a417eea394c,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:18.199111 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-18093b71-05e5-4214-9564-1f6741c210a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:18.222670 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-18093b71-05e5-4214-9564-1f6741c210a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:18.369124 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-18093b71-05e5-4214-9564-1f6741c210a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:18.372313 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-18093b71-05e5-4214-9564-1f6741c210a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:18.372825 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-18093b71-05e5-4214-9564-1f6741c210a5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ec65a6e8-6518-406a-a7c6-5a417eea394c HTTP/1.1" status: 204 len: 168 time: 0.2442174 Apr 05 14:22:18.388806 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18093b71-05e5-4214-9564-1f6741c210a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec65a6e8-6518-406a-a7c6-5a417eea394c,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:18.966891 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 49320) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:18.982305 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 49322) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:18.998647 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-43fc6b95-650f-4acb-9659-4a3603ef5232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:19.087347 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-43fc6b95-650f-4acb-9659-4a3603ef5232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:19.174854 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-43fc6b95-650f-4acb-9659-4a3603ef5232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:19.215426 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-43fc6b95-650f-4acb-9659-4a3603ef5232 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=53561acd018a42ba891fe71f45604239&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2474465 Apr 05 14:22:19.216304 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fc6b95-650f-4acb-9659-4a3603ef5232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9978b34c-673e-4eab-9790-5bffb47db32d,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:19.219026 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 49336) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:19.357709 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a83d72cb-9eef-4521-be2a-3c21e2bb833d req-9a8757bc-24ba-406f-ab0c-ad43474ea85a tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] 10.222.0.30 "GET /v2.0/ports?device_id=b82f3b27-64ca-4cda-ae8c-548220a82dfc HTTP/1.1" status: 200 len: 210 time: 0.3735974 Apr 05 14:22:19.370463 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0200d3c6-85e5-4ccb-a11b-7bf326c9ea30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:19.399455 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0200d3c6-85e5-4ccb-a11b-7bf326c9ea30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:19.418733 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 49350) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:19.451914 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3c5cee34-4566-4833-8286-1a2111cd202a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:19.613195 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0200d3c6-85e5-4ccb-a11b-7bf326c9ea30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:19.617359 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0200d3c6-85e5-4ccb-a11b-7bf326c9ea30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:19.617680 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-0200d3c6-85e5-4ccb-a11b-7bf326c9ea30 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9978b34c-673e-4eab-9790-5bffb47db32d HTTP/1.1" status: 204 len: 168 time: 0.3961437 Apr 05 14:22:19.631599 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0200d3c6-85e5-4ccb-a11b-7bf326c9ea30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9978b34c-673e-4eab-9790-5bffb47db32d,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:19.684363 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3c5cee34-4566-4833-8286-1a2111cd202a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:19.780312 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3c5cee34-4566-4833-8286-1a2111cd202a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:19.824562 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-3c5cee34-4566-4833-8286-1a2111cd202a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bfd650afa8d94a908650ec5302fe763e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4046350 Apr 05 14:22:19.825251 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5cee34-4566-4833-8286-1a2111cd202a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1abcbfa3-1ef9-413f-a80b-a6de630b7b05,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:19.827346 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 49366) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:19.877626 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9dbadda4-4b89-4fe4-bd30-b4515b1fb1eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:19.902069 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9dbadda4-4b89-4fe4-bd30-b4515b1fb1eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:20.029299 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9dbadda4-4b89-4fe4-bd30-b4515b1fb1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:20.032372 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9dbadda4-4b89-4fe4-bd30-b4515b1fb1eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:20.034961 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-9dbadda4-4b89-4fe4-bd30-b4515b1fb1eb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1abcbfa3-1ef9-413f-a80b-a6de630b7b05 HTTP/1.1" status: 204 len: 168 time: 0.2058220 Apr 05 14:22:20.045320 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbadda4-4b89-4fe4-bd30-b4515b1fb1eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1abcbfa3-1ef9-413f-a80b-a6de630b7b05,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:20.232920 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 49382) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:20.528959 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1650125a-c43b-47d8-b3b7-da4f6a18ed0d req-25c34d41-ba35-42bc-9d40-d9fed3ffb4f0 tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] 10.222.0.30 "GET /v2.0/ports?device_id=b82f3b27-64ca-4cda-ae8c-548220a82dfc HTTP/1.1" status: 200 len: 210 time: 0.0271845 Apr 05 14:22:20.553041 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d3dc32da-cba5-4b15-b395-6d4eb34c9879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:20.635128 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d3dc32da-cba5-4b15-b395-6d4eb34c9879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:20.730092 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d3dc32da-cba5-4b15-b395-6d4eb34c9879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:20.778600 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 49404) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:20.785520 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-d3dc32da-cba5-4b15-b395-6d4eb34c9879 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1cf7b7dfd28a4c61aacf4097de427c8b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5507224 Apr 05 14:22:20.786799 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dc32da-cba5-4b15-b395-6d4eb34c9879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ad8f3f-b8f9-4d50-b271-6ad5e8580a64,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:20.817465 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 49408) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:20.868386 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3d039e30-b9b7-417c-989f-f145e0ccceb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:20.894161 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3d039e30-b9b7-417c-989f-f145e0ccceb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:21.009840 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-4c116525-96e1-40e6-a1f9-94a4ae42e947 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-376166457-network', 'tenant_id': '97f2debd9b3743dc87d7a76e5ebedb39'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:22:21.017947 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3d039e30-b9b7-417c-989f-f145e0ccceb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:21.020562 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3d039e30-b9b7-417c-989f-f145e0ccceb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:21.024710 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-3d039e30-b9b7-417c-989f-f145e0ccceb1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/84ad8f3f-b8f9-4d50-b271-6ad5e8580a64 HTTP/1.1" status: 204 len: 168 time: 0.2451086 Apr 05 14:22:21.033163 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d039e30-b9b7-417c-989f-f145e0ccceb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ad8f3f-b8f9-4d50-b271-6ad5e8580a64,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:21.132064 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c116525-96e1-40e6-a1f9-94a4ae42e947 admin admin] Made reservation on behalf of 97f2debd9b3743dc87d7a76e5ebedb39 for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:22:21.134995 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4c116525-96e1-40e6-a1f9-94a4ae42e947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:21.145738 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4c116525-96e1-40e6-a1f9-94a4ae42e947 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:21.226235 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4c116525-96e1-40e6-a1f9-94a4ae42e947 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:21.300482 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4c116525-96e1-40e6-a1f9-94a4ae42e947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:21.324859 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c116525-96e1-40e6-a1f9-94a4ae42e947 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:22:21.334320 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c116525-96e1-40e6-a1f9-94a4ae42e947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d682a0-591b-46f9-8e04-bdffaad27260,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:21.339919 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4c116525-96e1-40e6-a1f9-94a4ae42e947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:21.340253 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-4c116525-96e1-40e6-a1f9-94a4ae42e947 admin admin] Added segment 4cf03a58-2421-4a58-a0d7-d3a831eb8f50 of type vlan for network 026b4b4d-4018-481e-98bc-6123c4c681f5 Apr 05 14:22:21.379473 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4c116525-96e1-40e6-a1f9-94a4ae42e947 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:21.457512 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4c116525-96e1-40e6-a1f9-94a4ae42e947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:21.458445 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c116525-96e1-40e6-a1f9-94a4ae42e947 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:21.459025 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4c116525-96e1-40e6-a1f9-94a4ae42e947 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:21.525897 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c116525-96e1-40e6-a1f9-94a4ae42e947 admin admin] Pushing event updated for resources: {'Network': ['ID=026b4b4d-4018-481e-98bc-6123c4c681f5,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:21.537273 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 026b4b4d-4018-481e-98bc-6123c4c681f5 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:22:21.589623 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-4c116525-96e1-40e6-a1f9-94a4ae42e947 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7701571 Apr 05 14:22:21.592659 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 49434) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:21.598081 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-f5ebed41-4eef-4260-96c6-ade7b499a35d admin admin] Request body: {'subnet': {'network_id': '026b4b4d-4018-481e-98bc-6123c4c681f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-376166457-subnet', 'tenant_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:22:21.647315 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.55', 56672) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:21.674173 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-87edd576-6f8c-4ea0-8802-3d64fb5b0d77 req-beabf067-651d-433f-a508-5f347dcbecb5 tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=008c1e7c18f14cdd884193e5296c0bcd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255942 Apr 05 14:22:21.691328 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ebed41-4eef-4260-96c6-ade7b499a35d admin admin] Made reservation on behalf of 97f2debd9b3743dc87d7a76e5ebedb39 for: {'subnet': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:22:21.693793 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f5ebed41-4eef-4260-96c6-ade7b499a35d admin admin] Notify callbacks [] for subnet, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:21.856536 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d7e13609-8866-4798-b010-fa788df57287 req-3558b7a5-4be7-47ff-a8b4-2078cee3bb2a tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] 10.222.0.30 "GET /v2.0/ports?device_id=b82f3b27-64ca-4cda-ae8c-548220a82dfc HTTP/1.1" status: 200 len: 210 time: 0.1474302 Apr 05 14:22:21.933838 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87edd576-6f8c-4ea0-8802-3d64fb5b0d77 req-c9229b7b-0dab-4e94-9059-3c9cf71febfb tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:21.935255 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-87edd576-6f8c-4ea0-8802-3d64fb5b0d77 req-c9229b7b-0dab-4e94-9059-3c9cf71febfb tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2557809 Apr 05 14:22:22.025233 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 49450) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:22.047653 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-87edd576-6f8c-4ea0-8802-3d64fb5b0d77 req-b3f454ae-13fc-438c-a4ad-6c47fa3c5e71 tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] Request body: {'port': {'device_id': 'b82f3b27-64ca-4cda-ae8c-548220a82dfc', 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800', 'admin_state_up': True, 'tenant_id': '008c1e7c18f14cdd884193e5296c0bcd'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:22:22.050917 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2ea8a200-7f94-4190-b6e8-af7ab36e7610 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:22.135567 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f5ebed41-4eef-4260-96c6-ade7b499a35d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for subnet, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:22.339986 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ebed41-4eef-4260-96c6-ade7b499a35d admin admin] Checking segment: {'id': '4cf03a58-2421-4a58-a0d7-d3a831eb8f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '026b4b4d-4018-481e-98bc-6123c4c681f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:22:22.340555 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ebed41-4eef-4260-96c6-ade7b499a35d admin admin] Network hostable DHCP agents. Network: 026b4b4d-4018-481e-98bc-6123c4c681f5, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:22:22.345997 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ebed41-4eef-4260-96c6-ade7b499a35d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e158ad59-949f-41df-9a72-d1ad4e41336f,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:22.403272 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2ea8a200-7f94-4190-b6e8-af7ab36e7610 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:22.475348 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2ea8a200-7f94-4190-b6e8-af7ab36e7610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:22.518920 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ebed41-4eef-4260-96c6-ade7b499a35d admin admin] Network 026b4b4d-4018-481e-98bc-6123c4c681f5 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:22:22.520857 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87edd576-6f8c-4ea0-8802-3d64fb5b0d77 req-b3f454ae-13fc-438c-a4ad-6c47fa3c5e71 tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] Made reservation on behalf of 008c1e7c18f14cdd884193e5296c0bcd for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:22:22.524719 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-87edd576-6f8c-4ea0-8802-3d64fb5b0d77 req-b3f454ae-13fc-438c-a4ad-6c47fa3c5e71 tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:22.539653 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-2ea8a200-7f94-4190-b6e8-af7ab36e7610 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=85c53dc532fe402897df931b5322a973&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5133634 Apr 05 14:22:22.540361 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea8a200-7f94-4190-b6e8-af7ab36e7610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393608bd-8798-460e-9269-de7741647903,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:22.543195 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 49476) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:22.544071 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-87edd576-6f8c-4ea0-8802-3d64fb5b0d77 req-b3f454ae-13fc-438c-a4ad-6c47fa3c5e71 tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:22.600801 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fbe30212-c99a-491a-9b41-1a2a6c15f1d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:22.627365 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fbe30212-c99a-491a-9b41-1a2a6c15f1d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:22.638939 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-87edd576-6f8c-4ea0-8802-3d64fb5b0d77 req-b3f454ae-13fc-438c-a4ad-6c47fa3c5e71 tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:22.640127 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-f5ebed41-4eef-4260-96c6-ade7b499a35d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 026b4b4d-4018-481e-98bc-6123c4c681f5) {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:22:22.652404 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2b6c7e-83c6-46f7-9b9c-a099875a99ff None None] Network 026b4b4d-4018-481e-98bc-6123c4c681f5 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:22:22.657069 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ebed41-4eef-4260-96c6-ade7b499a35d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:22.657725 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f5ebed41-4eef-4260-96c6-ade7b499a35d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:22.746782 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-87edd576-6f8c-4ea0-8802-3d64fb5b0d77 req-b3f454ae-13fc-438c-a4ad-6c47fa3c5e71 tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:22.799698 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f454ae-13fc-438c-a4ad-6c47fa3c5e71 tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55ce4e35-d393-4510-885b-3697093c4338,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:22.820503 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19fcb45e-7a09-4358-bf10-ffb1df79abaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-026b4b4d-4018-481e-98bc-6123c4c681f5', 'network_id': '026b4b4d-4018-481e-98bc-6123c4c681f5', 'tenant_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'fixed_ips': [{'subnet_id': 'e158ad59-949f-41df-9a72-d1ad4e41336f'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:22:22.821393 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-19fcb45e-7a09-4358-bf10-ffb1df79abaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:22.832030 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fbe30212-c99a-491a-9b41-1a2a6c15f1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:22.837026 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fbe30212-c99a-491a-9b41-1a2a6c15f1d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:22.837026 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-fbe30212-c99a-491a-9b41-1a2a6c15f1d9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/393608bd-8798-460e-9269-de7741647903 HTTP/1.1" status: 204 len: 168 time: 0.2911291 Apr 05 14:22:22.843717 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe30212-c99a-491a-9b41-1a2a6c15f1d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393608bd-8798-460e-9269-de7741647903,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:22.908088 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-f5ebed41-4eef-4260-96c6-ade7b499a35d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3140733 Apr 05 14:22:22.910657 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 49494) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:22.918129 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-64f02d31-97ce-412c-a302-8d6c159dd356 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-376166457-router', 'tenant_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:22:22.984103 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-19fcb45e-7a09-4358-bf10-ffb1df79abaf None None] Allocated IP 172.20.0.2 (026b4b4d-4018-481e-98bc-6123c4c681f5/e158ad59-949f-41df-9a72-d1ad4e41336f/05752c6a-010d-4490-af46-12b646ca38db) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:22:23.021459 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-03c04971-42c0-43f8-9abd-9a9c9ed07899 req-503423a6-1915-4edd-9e5f-1040319a8c9f tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] 10.222.0.30 "GET /v2.0/ports?device_id=b82f3b27-64ca-4cda-ae8c-548220a82dfc HTTP/1.1" status: 200 len: 210 time: 0.0637293 Apr 05 14:22:23.065714 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-64f02d31-97ce-412c-a302-8d6c159dd356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27088'] for router, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:23.068476 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-64f02d31-97ce-412c-a302-8d6c159dd356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27079'] for router, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:23.099248 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-87edd576-6f8c-4ea0-8802-3d64fb5b0d77 req-b3f454ae-13fc-438c-a4ad-6c47fa3c5e71 tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] Allocated IP 192.168.233.129 (80d671a8-d1ab-4472-891b-9c042fbd7800/b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a/013356b6-8d85-4cc3-a63b-01b96c1bed76) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:22:23.128843 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-19fcb45e-7a09-4358-bf10-ffb1df79abaf None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:23.159771 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-64f02d31-97ce-412c-a302-8d6c159dd356 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:23.217887 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-19fcb45e-7a09-4358-bf10-ffb1df79abaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:23.271564 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fcb45e-7a09-4358-bf10-ffb1df79abaf None None] Pushing event updated for resources: {'Port': ['ID=05752c6a-010d-4490-af46-12b646ca38db,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:23.282138 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fcb45e-7a09-4358-bf10-ffb1df79abaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:22:23.282568 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fcb45e-7a09-4358-bf10-ffb1df79abaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:22:23.283087 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fcb45e-7a09-4358-bf10-ffb1df79abaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:22:23.283419 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fcb45e-7a09-4358-bf10-ffb1df79abaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:22:23.283751 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fcb45e-7a09-4358-bf10-ffb1df79abaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:22:23.284079 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fcb45e-7a09-4358-bf10-ffb1df79abaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:22:23.284409 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fcb45e-7a09-4358-bf10-ffb1df79abaf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:22:23.284734 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fcb45e-7a09-4358-bf10-ffb1df79abaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:22:23.285085 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fcb45e-7a09-4358-bf10-ffb1df79abaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:22:23.285403 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fcb45e-7a09-4358-bf10-ffb1df79abaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:22:23.285864 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fcb45e-7a09-4358-bf10-ffb1df79abaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:22:23.286194 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fcb45e-7a09-4358-bf10-ffb1df79abaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:22:23.287242 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fcb45e-7a09-4358-bf10-ffb1df79abaf None None] Tracked resource versions report: Apr 05 14:22:23.287242 n-d-836650-2 neutron-server[103322]: pushed versions: Apr 05 14:22:23.287242 n-d-836650-2 neutron-server[103322]: { 'AddressGroup': {'1.2'}, Apr 05 14:22:23.287242 n-d-836650-2 neutron-server[103322]: 'ConntrackHelper': {'1.0'}, Apr 05 14:22:23.287242 n-d-836650-2 neutron-server[103322]: 'Log': {'1.0'}, Apr 05 14:22:23.287242 n-d-836650-2 neutron-server[103322]: 'Network': {'1.1'}, Apr 05 14:22:23.287242 n-d-836650-2 neutron-server[103322]: 'Port': {'1.7'}, Apr 05 14:22:23.287242 n-d-836650-2 neutron-server[103322]: 'PortForwarding': {'1.2'}, Apr 05 14:22:23.287242 n-d-836650-2 neutron-server[103322]: 'QosPolicy': {'1.9'}, Apr 05 14:22:23.287242 n-d-836650-2 neutron-server[103322]: 'SecurityGroup': {'1.4'}, Apr 05 14:22:23.287242 n-d-836650-2 neutron-server[103322]: 'SecurityGroupRule': {'1.2'}, Apr 05 14:22:23.287242 n-d-836650-2 neutron-server[103322]: 'SubPort': {'1.0'}, Apr 05 14:22:23.287242 n-d-836650-2 neutron-server[103322]: 'Subnet': {'1.1'}, Apr 05 14:22:23.287242 n-d-836650-2 neutron-server[103322]: 'Trunk': {'1.1'}} Apr 05 14:22:23.287242 n-d-836650-2 neutron-server[103322]: consumer versions: Apr 05 14:22:23.287242 n-d-836650-2 neutron-server[103322]: { DHCP agent@n-d-836650-2: {}, Apr 05 14:22:23.287242 n-d-836650-2 neutron-server[103322]: HyperV agent@n-h1-836650-2: {}, Apr 05 14:22:23.287242 n-d-836650-2 neutron-server[103322]: HyperV agent@n-h2-836650-2: {}, Apr 05 14:22:23.287242 n-d-836650-2 neutron-server[103322]: L3 agent@n-d-836650-2: {}, Apr 05 14:22:23.287242 n-d-836650-2 neutron-server[103322]: Metadata agent@n-d-836650-2: {}, Apr 05 14:22:23.287242 n-d-836650-2 neutron-server[103322]: Metering agent@n-d-836650-2: {}, Apr 05 14:22:23.287242 n-d-836650-2 neutron-server[103322]: Open vSwitch agent@n-d-836650-2: { 'AddressGroup': '1.2', Apr 05 14:22:23.287242 n-d-836650-2 neutron-server[103322]: 'ConntrackHelper': '1.0', Apr 05 14:22:23.287242 n-d-836650-2 neutron-server[103322]: 'Log': '1.0', Apr 05 14:22:23.287242 n-d-836650-2 neutron-server[103322]: 'Network': '1.1', Apr 05 14:22:23.287242 n-d-836650-2 neutron-server[103322]: 'Port': '1.7', Apr 05 14:22:23.287242 n-d-836650-2 neutron-server[103322]: 'PortForwarding': '1.2', Apr 05 14:22:23.287242 n-d-836650-2 neutron-server[103322]: 'QosPolicy': '1.9', Apr 05 14:22:23.287242 n-d-836650-2 neutron-server[103322]: 'SecurityGroup': '1.4', Apr 05 14:22:23.287242 n-d-836650-2 neutron-server[103322]: 'SecurityGroupRule': '1.2', Apr 05 14:22:23.287242 n-d-836650-2 neutron-server[103322]: 'SubPort': '1.0', Apr 05 14:22:23.287242 n-d-836650-2 neutron-server[103322]: 'Subnet': '1.1', Apr 05 14:22:23.287242 n-d-836650-2 neutron-server[103322]: 'Trunk': '1.1'}} Apr 05 14:22:23.287242 n-d-836650-2 neutron-server[103322]: {{(pid=103322) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 14:22:23.301278 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fcb45e-7a09-4358-bf10-ffb1df79abaf None None] Network 026b4b4d-4018-481e-98bc-6123c4c681f5 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:22:23.301278 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-19fcb45e-7a09-4358-bf10-ffb1df79abaf None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:22:23.301278 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fcb45e-7a09-4358-bf10-ffb1df79abaf None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:22:23.337345 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-87edd576-6f8c-4ea0-8802-3d64fb5b0d77 req-b3f454ae-13fc-438c-a4ad-6c47fa3c5e71 tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:23.355082 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-19fcb45e-7a09-4358-bf10-ffb1df79abaf None None] Attempting to bind port 05752c6a-010d-4490-af46-12b646ca38db on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:22:23.355694 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-19fcb45e-7a09-4358-bf10-ffb1df79abaf None None] Attempting to bind port 05752c6a-010d-4490-af46-12b646ca38db by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '4cf03a58-2421-4a58-a0d7-d3a831eb8f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '026b4b4d-4018-481e-98bc-6123c4c681f5'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:22:23.356047 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fcb45e-7a09-4358-bf10-ffb1df79abaf None None] Attempting to bind port 05752c6a-010d-4490-af46-12b646ca38db on network 026b4b4d-4018-481e-98bc-6123c4c681f5 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:22:23.361975 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fcb45e-7a09-4358-bf10-ffb1df79abaf None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:22:23.362811 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fcb45e-7a09-4358-bf10-ffb1df79abaf None None] Checking segment: {'id': '4cf03a58-2421-4a58-a0d7-d3a831eb8f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '026b4b4d-4018-481e-98bc-6123c4c681f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:22:23.363354 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-19fcb45e-7a09-4358-bf10-ffb1df79abaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:23.364193 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fcb45e-7a09-4358-bf10-ffb1df79abaf None None] Bound using segment: {'id': '4cf03a58-2421-4a58-a0d7-d3a831eb8f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '026b4b4d-4018-481e-98bc-6123c4c681f5'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:22:23.364808 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-19fcb45e-7a09-4358-bf10-ffb1df79abaf None None] Bound port: 05752c6a-010d-4490-af46-12b646ca38db, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cf03a58-2421-4a58-a0d7-d3a831eb8f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '026b4b4d-4018-481e-98bc-6123c4c681f5'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:22:23.365461 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-19fcb45e-7a09-4358-bf10-ffb1df79abaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:23.428030 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-64f02d31-97ce-412c-a302-8d6c159dd356 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:23.434613 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-19fcb45e-7a09-4358-bf10-ffb1df79abaf None None] For port 05752c6a-010d-4490-af46-12b646ca38db, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:22:23.438599 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-19fcb45e-7a09-4358-bf10-ffb1df79abaf None None] For port 05752c6a-010d-4490-af46-12b646ca38db, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=05752c6a-010d-4490-af46-12b646ca38db,segment=NetworkSegment(4cf03a58-2421-4a58-a0d7-d3a831eb8f50),segment_id=4cf03a58-2421-4a58-a0d7-d3a831eb8f50)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:22:23.524510 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-87edd576-6f8c-4ea0-8802-3d64fb5b0d77 req-b3f454ae-13fc-438c-a4ad-6c47fa3c5e71 tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:23.555493 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-19fcb45e-7a09-4358-bf10-ffb1df79abaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:23.616701 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87edd576-6f8c-4ea0-8802-3d64fb5b0d77 req-b3f454ae-13fc-438c-a4ad-6c47fa3c5e71 tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] Network 80d671a8-d1ab-4472-891b-9c042fbd7800 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:22:23.622821 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-87edd576-6f8c-4ea0-8802-3d64fb5b0d77 req-b3f454ae-13fc-438c-a4ad-6c47fa3c5e71 tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:22:23.628736 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fcb45e-7a09-4358-bf10-ffb1df79abaf None None] Pushing event updated for resources: {'Port': ['ID=05752c6a-010d-4490-af46-12b646ca38db,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:23.629801 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-87edd576-6f8c-4ea0-8802-3d64fb5b0d77 req-b3f454ae-13fc-438c-a4ad-6c47fa3c5e71 tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:22:23.641714 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87edd576-6f8c-4ea0-8802-3d64fb5b0d77 req-b3f454ae-13fc-438c-a4ad-6c47fa3c5e71 tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:23.641714 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-87edd576-6f8c-4ea0-8802-3d64fb5b0d77 req-b3f454ae-13fc-438c-a4ad-6c47fa3c5e71 tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:23.681994 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f454ae-13fc-438c-a4ad-6c47fa3c5e71 tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] Pushing event updated for resources: {'Port': ['ID=013356b6-8d85-4cc3-a63b-01b96c1bed76,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:23.796448 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-64f02d31-97ce-412c-a302-8d6c159dd356 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:23.808299 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-87edd576-6f8c-4ea0-8802-3d64fb5b0d77 req-b3f454ae-13fc-438c-a4ad-6c47fa3c5e71 tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7650473 Apr 05 14:22:23.826890 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [req-87edd576-6f8c-4ea0-8802-3d64fb5b0d77 req-ecf96efd-e7b1-4064-9093-2cee5ec9b6ce tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:22:23.827869 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-87edd576-6f8c-4ea0-8802-3d64fb5b0d77 req-ecf96efd-e7b1-4064-9093-2cee5ec9b6ce tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056272 Apr 05 14:22:23.841695 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-64f02d31-97ce-412c-a302-8d6c159dd356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:24.049631 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-64f02d31-97ce-412c-a302-8d6c159dd356 admin admin] Allocated IP 172.25.6.189 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/7c9d0bf4-073a-4dd5-982d-57079c61ba20) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:22:24.288811 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-64f02d31-97ce-412c-a302-8d6c159dd356 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:24.397300 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-64f02d31-97ce-412c-a302-8d6c159dd356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:24.445460 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-a0ead9ae-f338-40d9-b130-1b1c0ab96082 None None] Provisioning complete for port 013356b6-8d85-4cc3-a63b-01b96c1bed76 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:22:24.446354 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a0ead9ae-f338-40d9-b130-1b1c0ab96082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:24.538037 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a582680-77e4-4792-b11a-bc22f2d682e8 req-847de81b-2b66-48bc-8d1e-5aec8236543c tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:24.547659 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2a582680-77e4-4792-b11a-bc22f2d682e8 req-847de81b-2b66-48bc-8d1e-5aec8236543c tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] 10.222.0.30 "GET /v2.0/ports?device_id=b82f3b27-64ca-4cda-ae8c-548220a82dfc HTTP/1.1" status: 200 len: 936 time: 0.2451873 Apr 05 14:22:24.548618 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f02d31-97ce-412c-a302-8d6c159dd356 admin admin] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:22:24.556200 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-a0ead9ae-f338-40d9-b130-1b1c0ab96082 None None] Port 013356b6-8d85-4cc3-a63b-01b96c1bed76 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:22:24.565134 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-64f02d31-97ce-412c-a302-8d6c159dd356 admin admin] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:22:24.574720 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f02d31-97ce-412c-a302-8d6c159dd356 admin admin] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:22:24.616727 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2a582680-77e4-4792-b11a-bc22f2d682e8 req-aea22df1-e2bb-4455-9970-121a930a2f4d tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] 10.222.0.30 "GET /v2.0/security-groups?id=55ce4e35-d393-4510-885b-3697093c4338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619044 Apr 05 14:22:24.655297 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c5e7b4b5-1399-40be-88e8-11e4564de1d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:24.949037 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f02d31-97ce-412c-a302-8d6c159dd356 admin admin] Pushing event updated for resources: {'Port': ['ID=7c9d0bf4-073a-4dd5-982d-57079c61ba20,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:25.287714 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 05752c6a-010d-4490-af46-12b646ca38db up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:22:25.369093 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 05752c6a-010d-4490-af46-12b646ca38db triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:22:25.369688 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:25.435164 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-87edd576-6f8c-4ea0-8802-3d64fb5b0d77 req-1dd85b94-74d7-4a18-a3fc-0da08bbd3b19 service neutron] Request body: {'port': {'device_id': 'b82f3b27-64ca-4cda-ae8c-548220a82dfc', 'device_owner': 'compute:tempest-test_az-548508434', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:22:25.493868 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:25.552126 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03560620-1fef-4c22-9547-24f0aa5b2310 None None] Network 026b4b4d-4018-481e-98bc-6123c4c681f5 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:22:25.605306 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port 05752c6a-010d-4490-af46-12b646ca38db, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=05752c6a-010d-4490-af46-12b646ca38db,segment=NetworkSegment(4cf03a58-2421-4a58-a0d7-d3a831eb8f50),segment_id=4cf03a58-2421-4a58-a0d7-d3a831eb8f50)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:22:25.647759 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-87edd576-6f8c-4ea0-8802-3d64fb5b0d77 req-1dd85b94-74d7-4a18-a3fc-0da08bbd3b19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:25.704116 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-bfca8c72-cb85-4a10-bd79-4fcb9947b10f None None] Provisioning complete for port 05752c6a-010d-4490-af46-12b646ca38db triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:22:25.706843 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bfca8c72-cb85-4a10-bd79-4fcb9947b10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:25.725815 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-64f02d31-97ce-412c-a302-8d6c159dd356 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:25.781105 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:26.088543 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=05752c6a-010d-4490-af46-12b646ca38db,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:26.136567 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c219dd0-01b7-4b91-bd47-81823ec16708 req-743172ca-935f-416d-980e-d25b55171512 tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:26.138743 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7c219dd0-01b7-4b91-bd47-81823ec16708 req-743172ca-935f-416d-980e-d25b55171512 tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] 10.222.0.30 "GET /v2.0/ports?device_id=b82f3b27-64ca-4cda-ae8c-548220a82dfc HTTP/1.1" status: 200 len: 936 time: 0.3575921 Apr 05 14:22:26.279658 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-64f02d31-97ce-412c-a302-8d6c159dd356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618'] for router, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:26.308330 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7c219dd0-01b7-4b91-bd47-81823ec16708 req-9e2c3cd2-ccfc-4c33-b170-c2726b887dd8 tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] 10.222.0.30 "GET /v2.0/security-groups?id=55ce4e35-d393-4510-885b-3697093c4338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627200 Apr 05 14:22:26.672811 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-87edd576-6f8c-4ea0-8802-3d64fb5b0d77 req-1dd85b94-74d7-4a18-a3fc-0da08bbd3b19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 013356b6-8d85-4cc3-a63b-01b96c1bed76 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:22:26.702060 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64f02d31-97ce-412c-a302-8d6c159dd356 admin admin] Router 3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c is scheduled to L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 with binding_index 1 {{(pid=103321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:22:26.710554 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 49582) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:26.710822 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-87edd576-6f8c-4ea0-8802-3d64fb5b0d77 req-1dd85b94-74d7-4a18-a3fc-0da08bbd3b19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:26.753528 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-87edd576-6f8c-4ea0-8802-3d64fb5b0d77 req-1dd85b94-74d7-4a18-a3fc-0da08bbd3b19 service neutron] Transition to ACTIVE for port object 013356b6-8d85-4cc3-a63b-01b96c1bed76 will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:22:26.822875 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d0b02599-0450-4f53-9233-bd2bf0cb096b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:26.832986 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-abbfbd98-8a3e-4a03-9677-db71aef3cabb None None] Provisioning complete for port 05752c6a-010d-4490-af46-12b646ca38db triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:22:26.833770 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-abbfbd98-8a3e-4a03-9677-db71aef3cabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:26.842890 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-87edd576-6f8c-4ea0-8802-3d64fb5b0d77 req-1dd85b94-74d7-4a18-a3fc-0da08bbd3b19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:27.116538 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f02d31-97ce-412c-a302-8d6c159dd356 admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:22:27.127953 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56f1e90-f570-4f3a-b111-8908836d562b None None] Sync routers for ids ['3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:22:27.129662 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd85b94-74d7-4a18-a3fc-0da08bbd3b19 service neutron] Pushing event updated for resources: {'Port': ['ID=013356b6-8d85-4cc3-a63b-01b96c1bed76,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:27.146688 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-87edd576-6f8c-4ea0-8802-3d64fb5b0d77 req-1dd85b94-74d7-4a18-a3fc-0da08bbd3b19 service neutron] Attempting to bind port 013356b6-8d85-4cc3-a63b-01b96c1bed76 on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:22:27.147041 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-87edd576-6f8c-4ea0-8802-3d64fb5b0d77 req-1dd85b94-74d7-4a18-a3fc-0da08bbd3b19 service neutron] Attempting to bind port 013356b6-8d85-4cc3-a63b-01b96c1bed76 by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:22:27.147390 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87edd576-6f8c-4ea0-8802-3d64fb5b0d77 req-1dd85b94-74d7-4a18-a3fc-0da08bbd3b19 service neutron] Attempting to bind port 013356b6-8d85-4cc3-a63b-01b96c1bed76 on network 80d671a8-d1ab-4472-891b-9c042fbd7800 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:22:27.164117 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87edd576-6f8c-4ea0-8802-3d64fb5b0d77 req-1dd85b94-74d7-4a18-a3fc-0da08bbd3b19 service neutron] Port 013356b6-8d85-4cc3-a63b-01b96c1bed76 on network 80d671a8-d1ab-4472-891b-9c042fbd7800 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:22:27.165237 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87edd576-6f8c-4ea0-8802-3d64fb5b0d77 req-1dd85b94-74d7-4a18-a3fc-0da08bbd3b19 service neutron] Attempting to bind port 013356b6-8d85-4cc3-a63b-01b96c1bed76 on network 80d671a8-d1ab-4472-891b-9c042fbd7800 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:22:27.174444 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56f1e90-f570-4f3a-b111-8908836d562b None None] Routers {'3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:22:27.175316 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-e56f1e90-f570-4f3a-b111-8908836d562b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:22:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:22:27.190908 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87edd576-6f8c-4ea0-8802-3d64fb5b0d77 req-1dd85b94-74d7-4a18-a3fc-0da08bbd3b19 service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:22:27.191273 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87edd576-6f8c-4ea0-8802-3d64fb5b0d77 req-1dd85b94-74d7-4a18-a3fc-0da08bbd3b19 service neutron] Checking segment: {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:22:27.192011 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87edd576-6f8c-4ea0-8802-3d64fb5b0d77 req-1dd85b94-74d7-4a18-a3fc-0da08bbd3b19 service neutron] Bound using segment: {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:22:27.192474 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-87edd576-6f8c-4ea0-8802-3d64fb5b0d77 req-1dd85b94-74d7-4a18-a3fc-0da08bbd3b19 service neutron] Bound port: 013356b6-8d85-4cc3-a63b-01b96c1bed76, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:22:27.192966 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-87edd576-6f8c-4ea0-8802-3d64fb5b0d77 req-1dd85b94-74d7-4a18-a3fc-0da08bbd3b19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:27.218212 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-64f02d31-97ce-412c-a302-8d6c159dd356 admin admin] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:27.220927 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-64f02d31-97ce-412c-a302-8d6c159dd356 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.3079298 Apr 05 14:22:27.226586 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 49598) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:27.230626 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-1eeb284b-9e99-417d-b35d-a1f57ae11350 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-139000004-network', 'tenant_id': '749b0adff5624e908ca40533c61e6f4d'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:22:27.243140 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 05752c6a-010d-4490-af46-12b646ca38db up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:22:27.345731 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 05752c6a-010d-4490-af46-12b646ca38db triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:22:27.346117 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:27.358593 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eeb284b-9e99-417d-b35d-a1f57ae11350 admin admin] Made reservation on behalf of 749b0adff5624e908ca40533c61e6f4d for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:22:27.364194 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1eeb284b-9e99-417d-b35d-a1f57ae11350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:27.381375 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1eeb284b-9e99-417d-b35d-a1f57ae11350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:27.536763 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1eeb284b-9e99-417d-b35d-a1f57ae11350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:27.538081 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 49608) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:27.557498 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-e56f1e90-f570-4f3a-b111-8908836d562b None None] Set router 3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:22:27.576795 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-87edd576-6f8c-4ea0-8802-3d64fb5b0d77 req-1dd85b94-74d7-4a18-a3fc-0da08bbd3b19 service neutron] For port 013356b6-8d85-4cc3-a63b-01b96c1bed76, host n-h1-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:22:27.585976 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-87edd576-6f8c-4ea0-8802-3d64fb5b0d77 req-1dd85b94-74d7-4a18-a3fc-0da08bbd3b19 service neutron] For port 013356b6-8d85-4cc3-a63b-01b96c1bed76, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=013356b6-8d85-4cc3-a63b-01b96c1bed76,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:22:27.638310 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1eeb284b-9e99-417d-b35d-a1f57ae11350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:27.683747 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eeb284b-9e99-417d-b35d-a1f57ae11350 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:22:27.694842 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-87edd576-6f8c-4ea0-8802-3d64fb5b0d77 req-1dd85b94-74d7-4a18-a3fc-0da08bbd3b19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:27.713205 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb284b-9e99-417d-b35d-a1f57ae11350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad055d6f-cce7-4f94-98d3-954bdf1c3796,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:27.718630 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1eeb284b-9e99-417d-b35d-a1f57ae11350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:27.719489 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-1eeb284b-9e99-417d-b35d-a1f57ae11350 admin admin] Added segment a93fecd2-5578-43c0-bc8b-766d018be7e4 of type vlan for network 5151ea10-d5c1-4055-aa16-97eaeead4dcb Apr 05 14:22:27.786747 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1eeb284b-9e99-417d-b35d-a1f57ae11350 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:27.854284 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad832014-daed-4f52-b50f-469b3567757f req-3afb5f28-0be8-4db5-b734-c293de04fa12 tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:27.858680 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:27.875064 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ad832014-daed-4f52-b50f-469b3567757f req-3afb5f28-0be8-4db5-b734-c293de04fa12 tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] 10.222.0.30 "GET /v2.0/ports?device_id=b82f3b27-64ca-4cda-ae8c-548220a82dfc HTTP/1.1" status: 200 len: 969 time: 0.2872348 Apr 05 14:22:27.880242 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87edd576-6f8c-4ea0-8802-3d64fb5b0d77 req-1dd85b94-74d7-4a18-a3fc-0da08bbd3b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:27.881832 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-87edd576-6f8c-4ea0-8802-3d64fb5b0d77 req-1dd85b94-74d7-4a18-a3fc-0da08bbd3b19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:27.885268 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-87edd576-6f8c-4ea0-8802-3d64fb5b0d77 req-1dd85b94-74d7-4a18-a3fc-0da08bbd3b19 service neutron] 10.222.0.55 "PUT /v2.0/ports/013356b6-8d85-4cc3-a63b-01b96c1bed76 HTTP/1.1" status: 200 len: 1117 time: 3.0884748 Apr 05 14:22:27.893561 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9f9ceddb-f2e6-4f51-bd8d-735d832a0370 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:27.957052 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b82f3b27-64ca-4cda-ae8c-548220a82dfc', 'tag': '013356b6-8d85-4cc3-a63b-01b96c1bed76'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:22:28.022185 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1eeb284b-9e99-417d-b35d-a1f57ae11350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:28.025591 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eeb284b-9e99-417d-b35d-a1f57ae11350 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:28.032796 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1eeb284b-9e99-417d-b35d-a1f57ae11350 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:28.041203 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-e56f1e90-f570-4f3a-b111-8908836d562b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-376166457-router', 'tenant_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '7c9d0bf4-073a-4dd5-982d-57079c61ba20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:22:23Z', 'updated_at': '2022-04-05T14:22:24Z', 'revision_number': 3, 'project_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'gw_port': {'id': '7c9d0bf4-073a-4dd5-982d-57079c61ba20', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:69:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:22:23Z', 'updated_at': '2022-04-05T14:22:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:22:28.073762 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56f1e90-f570-4f3a-b111-8908836d562b None None] Checking router: 3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:22:28.074342 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56f1e90-f570-4f3a-b111-8908836d562b None None] Updating router 3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c port 7c9d0bf4-073a-4dd5-982d-57079c61ba20 binding host n-d-836650-2 {{(pid=103323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:22:28.112835 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e56f1e90-f570-4f3a-b111-8908836d562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:28.116991 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb284b-9e99-417d-b35d-a1f57ae11350 admin admin] Pushing event updated for resources: {'Network': ['ID=5151ea10-d5c1-4055-aa16-97eaeead4dcb,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:28.129566 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 5151ea10-d5c1-4055-aa16-97eaeead4dcb details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:22:28.152111 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9f9ceddb-f2e6-4f51-bd8d-735d832a0370 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:28.252493 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9f9ceddb-f2e6-4f51-bd8d-735d832a0370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:28.264199 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-1eeb284b-9e99-417d-b35d-a1f57ae11350 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5544722 Apr 05 14:22:28.267407 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 49624) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:28.300455 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd85b94-74d7-4a18-a3fc-0da08bbd3b19 service neutron] Pushing event updated for resources: {'Port': ['ID=013356b6-8d85-4cc3-a63b-01b96c1bed76,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:28.353818 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87edd576-6f8c-4ea0-8802-3d64fb5b0d77 req-4b912789-3268-4849-82b4-9538aaca330c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:28.355336 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-87edd576-6f8c-4ea0-8802-3d64fb5b0d77 req-4b912789-3268-4849-82b4-9538aaca330c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=008c1e7c18f14cdd884193e5296c0bcd&device_id=b82f3b27-64ca-4cda-ae8c-548220a82dfc HTTP/1.1" status: 200 len: 1120 time: 0.3087704 Apr 05 14:22:28.371388 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ad832014-daed-4f52-b50f-469b3567757f req-19ee6ea7-cd34-4445-bbf9-790eb15606b6 tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] 10.222.0.30 "GET /v2.0/security-groups?id=55ce4e35-d393-4510-885b-3697093c4338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4922247 Apr 05 14:22:28.391965 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-12d89617-9751-4fa0-91f6-8d6acebb615e admin admin] Request body: {'subnet': {'network_id': '5151ea10-d5c1-4055-aa16-97eaeead4dcb', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-139000004-subnet', 'tenant_id': '749b0adff5624e908ca40533c61e6f4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:22:28.438102 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9ceddb-f2e6-4f51-bd8d-735d832a0370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f410e5a-87c1-4368-8250-2c6660ecaad2,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:28.448699 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-9f9ceddb-f2e6-4f51-bd8d-735d832a0370 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7a3164c69abd4f4990e81ab2c9982e0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9091556 Apr 05 14:22:28.449477 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 49628) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:28.515287 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-202df01f-66e0-4ee4-8835-73bd5c3ebab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:28.517772 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-87edd576-6f8c-4ea0-8802-3d64fb5b0d77 req-e5bddd5d-c3d3-4e24-a45d-3dd3a9889184 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=013356b6-8d85-4cc3-a63b-01b96c1bed76 HTTP/1.1" status: 200 len: 217 time: 0.1452389 Apr 05 14:22:28.544873 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d89617-9751-4fa0-91f6-8d6acebb615e admin admin] Made reservation on behalf of 749b0adff5624e908ca40533c61e6f4d for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:22:28.550241 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-12d89617-9751-4fa0-91f6-8d6acebb615e admin admin] Notify callbacks [] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:28.557471 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 49630) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:28.568608 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e708e8a-495e-4abf-adc9-efd7774ffcca" -d '{"events": [{"name": "network-changed", "server_uuid": "b82f3b27-64ca-4cda-ae8c-548220a82dfc", "tag": "013356b6-8d85-4cc3-a63b-01b96c1bed76"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:22:28.632299 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e56f1e90-f570-4f3a-b111-8908836d562b None None] Notify callbacks [] for port, precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:28.636368 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-202df01f-66e0-4ee4-8835-73bd5c3ebab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:28.727852 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e56f1e90-f570-4f3a-b111-8908836d562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:28.735085 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87edd576-6f8c-4ea0-8802-3d64fb5b0d77 req-c43be8c3-e6d4-44d9-9cc4-97b40caef61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:28.737746 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-87edd576-6f8c-4ea0-8802-3d64fb5b0d77 req-c43be8c3-e6d4-44d9-9cc4-97b40caef61e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.2033732 Apr 05 14:22:28.800395 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-e56f1e90-f570-4f3a-b111-8908836d562b None None] Attempting to bind port 7c9d0bf4-073a-4dd5-982d-57079c61ba20 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:22:28.800832 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-e56f1e90-f570-4f3a-b111-8908836d562b None None] Attempting to bind port 7c9d0bf4-073a-4dd5-982d-57079c61ba20 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:22:28.801498 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56f1e90-f570-4f3a-b111-8908836d562b None None] Attempting to bind port 7c9d0bf4-073a-4dd5-982d-57079c61ba20 on network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:22:28.814335 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56f1e90-f570-4f3a-b111-8908836d562b None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:22:28.814802 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56f1e90-f570-4f3a-b111-8908836d562b None None] Checking segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:22:28.815925 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e56f1e90-f570-4f3a-b111-8908836d562b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:28.816405 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56f1e90-f570-4f3a-b111-8908836d562b None None] Bound using segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:22:28.817110 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-e56f1e90-f570-4f3a-b111-8908836d562b None None] Bound port: 7c9d0bf4-073a-4dd5-982d-57079c61ba20, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:22:28.817571 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e56f1e90-f570-4f3a-b111-8908836d562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:28.819831 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aa81cb-c07c-4c8c-b7fe-4ce369c4e3f3 None None] Pushing event updated for resources: {'Port': ['ID=7c9d0bf4-073a-4dd5-982d-57079c61ba20,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:28.834166 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-202df01f-66e0-4ee4-8835-73bd5c3ebab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:28.842411 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-202df01f-66e0-4ee4-8835-73bd5c3ebab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:28.842411 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-202df01f-66e0-4ee4-8835-73bd5c3ebab6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9f410e5a-87c1-4368-8250-2c6660ecaad2 HTTP/1.1" status: 204 len: 168 time: 0.3903990 Apr 05 14:22:28.855694 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202df01f-66e0-4ee4-8835-73bd5c3ebab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f410e5a-87c1-4368-8250-2c6660ecaad2,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:28.880104 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f4f0941-4e25-4d1a-9ebe-ff096949784b x-openstack-request-id: req-0f4f0941-4e25-4d1a-9ebe-ff096949784b {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:22:28.880720 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b82f3b27-64ca-4cda-ae8c-548220a82dfc", "tag": "013356b6-8d85-4cc3-a63b-01b96c1bed76", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:22:28.881340 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0f4f0941-4e25-4d1a-9ebe-ff096949784b {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:22:28.882015 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f4f0941-4e25-4d1a-9ebe-ff096949784b'] response: {'name': 'network-changed', 'server_uuid': 'b82f3b27-64ca-4cda-ae8c-548220a82dfc', 'tag': '013356b6-8d85-4cc3-a63b-01b96c1bed76', 'status': 'completed', 'code': 200} Apr 05 14:22:28.909478 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3aa81cb-c07c-4c8c-b7fe-4ce369c4e3f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:22:28.911355 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3aa81cb-c07c-4c8c-b7fe-4ce369c4e3f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:22:28.920797 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3aa81cb-c07c-4c8c-b7fe-4ce369c4e3f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:22:28.920797 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3aa81cb-c07c-4c8c-b7fe-4ce369c4e3f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:22:28.920797 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3aa81cb-c07c-4c8c-b7fe-4ce369c4e3f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:22:28.920797 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3aa81cb-c07c-4c8c-b7fe-4ce369c4e3f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:22:28.920797 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3aa81cb-c07c-4c8c-b7fe-4ce369c4e3f3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:22:28.920797 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3aa81cb-c07c-4c8c-b7fe-4ce369c4e3f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:22:28.920797 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3aa81cb-c07c-4c8c-b7fe-4ce369c4e3f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:22:28.920797 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3aa81cb-c07c-4c8c-b7fe-4ce369c4e3f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:22:28.920797 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3aa81cb-c07c-4c8c-b7fe-4ce369c4e3f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:22:28.920797 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3aa81cb-c07c-4c8c-b7fe-4ce369c4e3f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:22:28.920797 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3aa81cb-c07c-4c8c-b7fe-4ce369c4e3f3 None None] Tracked resource versions report: Apr 05 14:22:28.920797 n-d-836650-2 neutron-server[103323]: pushed versions: Apr 05 14:22:28.920797 n-d-836650-2 neutron-server[103323]: { 'AddressGroup': {'1.2'}, Apr 05 14:22:28.920797 n-d-836650-2 neutron-server[103323]: 'ConntrackHelper': {'1.0'}, Apr 05 14:22:28.920797 n-d-836650-2 neutron-server[103323]: 'Log': {'1.0'}, Apr 05 14:22:28.920797 n-d-836650-2 neutron-server[103323]: 'Network': {'1.1'}, Apr 05 14:22:28.920797 n-d-836650-2 neutron-server[103323]: 'Port': {'1.7'}, Apr 05 14:22:28.920797 n-d-836650-2 neutron-server[103323]: 'PortForwarding': {'1.2'}, Apr 05 14:22:28.920797 n-d-836650-2 neutron-server[103323]: 'QosPolicy': {'1.9'}, Apr 05 14:22:28.920797 n-d-836650-2 neutron-server[103323]: 'SecurityGroup': {'1.4'}, Apr 05 14:22:28.920797 n-d-836650-2 neutron-server[103323]: 'SecurityGroupRule': {'1.2'}, Apr 05 14:22:28.920797 n-d-836650-2 neutron-server[103323]: 'SubPort': {'1.0'}, Apr 05 14:22:28.920797 n-d-836650-2 neutron-server[103323]: 'Subnet': {'1.1'}, Apr 05 14:22:28.920797 n-d-836650-2 neutron-server[103323]: 'Trunk': {'1.1'}} Apr 05 14:22:28.920797 n-d-836650-2 neutron-server[103323]: consumer versions: Apr 05 14:22:28.920797 n-d-836650-2 neutron-server[103323]: { DHCP agent@n-d-836650-2: {}, Apr 05 14:22:28.920797 n-d-836650-2 neutron-server[103323]: HyperV agent@n-h1-836650-2: {}, Apr 05 14:22:28.920797 n-d-836650-2 neutron-server[103323]: HyperV agent@n-h2-836650-2: {}, Apr 05 14:22:28.920797 n-d-836650-2 neutron-server[103323]: L3 agent@n-d-836650-2: {}, Apr 05 14:22:28.920797 n-d-836650-2 neutron-server[103323]: Metadata agent@n-d-836650-2: {}, Apr 05 14:22:28.920797 n-d-836650-2 neutron-server[103323]: Metering agent@n-d-836650-2: {}, Apr 05 14:22:28.920797 n-d-836650-2 neutron-server[103323]: Open vSwitch agent@n-d-836650-2: { 'AddressGroup': '1.2', Apr 05 14:22:28.920797 n-d-836650-2 neutron-server[103323]: 'ConntrackHelper': '1.0', Apr 05 14:22:28.920797 n-d-836650-2 neutron-server[103323]: 'Log': '1.0', Apr 05 14:22:28.920797 n-d-836650-2 neutron-server[103323]: 'Network': '1.1', Apr 05 14:22:28.920797 n-d-836650-2 neutron-server[103323]: 'Port': '1.7', Apr 05 14:22:28.920797 n-d-836650-2 neutron-server[103323]: 'PortForwarding': '1.2', Apr 05 14:22:28.920797 n-d-836650-2 neutron-server[103323]: 'QosPolicy': '1.9', Apr 05 14:22:28.920797 n-d-836650-2 neutron-server[103323]: 'SecurityGroup': '1.4', Apr 05 14:22:28.920797 n-d-836650-2 neutron-server[103323]: 'SecurityGroupRule': '1.2', Apr 05 14:22:28.920797 n-d-836650-2 neutron-server[103323]: 'SubPort': '1.0', Apr 05 14:22:28.920797 n-d-836650-2 neutron-server[103323]: 'Subnet': '1.1', Apr 05 14:22:28.920797 n-d-836650-2 neutron-server[103323]: 'Trunk': '1.1'}} Apr 05 14:22:28.920797 n-d-836650-2 neutron-server[103323]: {{(pid=103323) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 14:22:28.987718 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-e56f1e90-f570-4f3a-b111-8908836d562b None None] For port 7c9d0bf4-073a-4dd5-982d-57079c61ba20, host n-d-836650-2, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:22:28.991804 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-e56f1e90-f570-4f3a-b111-8908836d562b None None] For port 7c9d0bf4-073a-4dd5-982d-57079c61ba20, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=7c9d0bf4-073a-4dd5-982d-57079c61ba20,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:22:29.105235 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e56f1e90-f570-4f3a-b111-8908836d562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:29.123868 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-12d89617-9751-4fa0-91f6-8d6acebb615e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:29.164026 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-42dd77a8-1b33-483f-9380-549b35c6cb70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:29.222133 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56f1e90-f570-4f3a-b111-8908836d562b None None] Routers {'3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:22:29.224871 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-e56f1e90-f570-4f3a-b111-8908836d562b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:22:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:22:29.228032 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87edd576-6f8c-4ea0-8802-3d64fb5b0d77 req-e6627b08-cb6f-43b5-ae1e-79a3913eda6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:29.233561 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-87edd576-6f8c-4ea0-8802-3d64fb5b0d77 req-e6627b08-cb6f-43b5-ae1e-79a3913eda6a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4777188 Apr 05 14:22:29.245108 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d89617-9751-4fa0-91f6-8d6acebb615e admin admin] Pushing event updated for resources: {'Subnet': ['ID=46666374-28f4-44f2-ad06-f175e115c216,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:29.271303 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aa81cb-c07c-4c8c-b7fe-4ce369c4e3f3 None None] Pushing event updated for resources: {'Port': ['ID=7c9d0bf4-073a-4dd5-982d-57079c61ba20,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:29.289379 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 49646) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:29.304705 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d89617-9751-4fa0-91f6-8d6acebb615e admin admin] Checking segment: {'id': 'a93fecd2-5578-43c0-bc8b-766d018be7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5151ea10-d5c1-4055-aa16-97eaeead4dcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:22:29.307551 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d89617-9751-4fa0-91f6-8d6acebb615e admin admin] Network hostable DHCP agents. Network: 5151ea10-d5c1-4055-aa16-97eaeead4dcb, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:22:29.389025 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:29.434337 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-e56f1e90-f570-4f3a-b111-8908836d562b None None] Set router 3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:22:29.441869 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d89617-9751-4fa0-91f6-8d6acebb615e admin admin] Network 5151ea10-d5c1-4055-aa16-97eaeead4dcb is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:22:29.550511 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-12d89617-9751-4fa0-91f6-8d6acebb615e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 5151ea10-d5c1-4055-aa16-97eaeead4dcb) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:22:29.566644 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d89617-9751-4fa0-91f6-8d6acebb615e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:29.567904 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319bcdd7-b43c-4e0e-8157-67a08e589f96 None None] Network 5151ea10-d5c1-4055-aa16-97eaeead4dcb requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:22:29.571862 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-12d89617-9751-4fa0-91f6-8d6acebb615e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:29.635217 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:29.721778 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-efe43d23-7868-487f-999d-b4e89116f947 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:29.738572 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-12d89617-9751-4fa0-91f6-8d6acebb615e admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3746111 Apr 05 14:22:29.762297 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee8a87e-c8c3-4ff7-a754-184227401e52 None None] Network 5151ea10-d5c1-4055-aa16-97eaeead4dcb requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:22:29.791693 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-87edd576-6f8c-4ea0-8802-3d64fb5b0d77 req-67de9844-60ea-4544-899f-469a9becc014 service neutron] 10.222.0.55 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4904885 Apr 05 14:22:29.839944 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-42dd77a8-1b33-483f-9380-549b35c6cb70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:29.951154 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 49660) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:29.969594 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-e56f1e90-f570-4f3a-b111-8908836d562b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-376166457-router', 'tenant_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '7c9d0bf4-073a-4dd5-982d-57079c61ba20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:22:23Z', 'updated_at': '2022-04-05T14:22:24Z', 'revision_number': 3, 'project_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'gw_port': {'id': '7c9d0bf4-073a-4dd5-982d-57079c61ba20', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:69:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:22:23Z', 'updated_at': '2022-04-05T14:22:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:22:29.970672 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7959fffb-5ed3-486c-8064-376d72620805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:29.980379 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-42dd77a8-1b33-483f-9380-549b35c6cb70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:30.050893 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dd77a8-1b33-483f-9380-549b35c6cb70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3768d34-b6d1-49fa-b7f8-81000dcbab4a,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:30.055204 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56f1e90-f570-4f3a-b111-8908836d562b None None] The sync data for ids ['3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c'] in n-d-836650-2 is: [{'id': '3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-376166457-router', 'tenant_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '7c9d0bf4-073a-4dd5-982d-57079c61ba20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:22:23Z', 'updated_at': '2022-04-05T14:22:24Z', 'revision_number': 3, 'project_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'gw_port': {'id': '7c9d0bf4-073a-4dd5-982d-57079c61ba20', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:69:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:22:23Z', 'updated_at': '2022-04-05T14:22:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:22:30.079922 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619ef42-81b9-4eb0-8477-ebf534bf0a56 req-e4baa853-1469-42de-b12b-52de37d9ad80 tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:30.081583 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0619ef42-81b9-4eb0-8477-ebf534bf0a56 req-e4baa853-1469-42de-b12b-52de37d9ad80 tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] 10.222.0.30 "GET /v2.0/ports?device_id=b82f3b27-64ca-4cda-ae8c-548220a82dfc HTTP/1.1" status: 200 len: 969 time: 0.5621116 Apr 05 14:22:30.093518 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7959fffb-5ed3-486c-8064-376d72620805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:30.147044 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-42dd77a8-1b33-483f-9380-549b35c6cb70 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a5132fe3256947728844aea5c1ae9900&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5750344 Apr 05 14:22:30.147350 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 49666) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:30.163693 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-87661cfe-efc0-4b86-8e81-d51b10fc2ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:30.200911 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7959fffb-5ed3-486c-8064-376d72620805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:30.222216 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0619ef42-81b9-4eb0-8477-ebf534bf0a56 req-3766c32f-6947-468c-95bd-d371e02eeac0 tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] 10.222.0.30 "GET /v2.0/security-groups?id=55ce4e35-d393-4510-885b-3697093c4338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242383 Apr 05 14:22:30.235717 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-87edd576-6f8c-4ea0-8802-3d64fb5b0d77 req-e31ef437-a202-431c-8d7b-14181f84199b service neutron] 10.222.0.55 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3918402 Apr 05 14:22:30.251031 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-efe43d23-7868-487f-999d-b4e89116f947 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:30.334083 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-7959fffb-5ed3-486c-8064-376d72620805 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=65872260ccb3470b9d7ab186dee7186b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3799882 Apr 05 14:22:30.339715 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 49668) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:30.351003 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-562f7826-0295-41fb-ab7f-c824cd07d3f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:30.351595 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-efe43d23-7868-487f-999d-b4e89116f947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:30.352538 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7959fffb-5ed3-486c-8064-376d72620805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ab8168-c8d7-49bc-ae7a-49f844b7fff3,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:30.420475 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-562f7826-0295-41fb-ab7f-c824cd07d3f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:30.486720 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2fc2cc9a-7416-416e-8da8-47f65138c887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:30.519853 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2fc2cc9a-7416-416e-8da8-47f65138c887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:30.535459 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-efe43d23-7868-487f-999d-b4e89116f947 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dcf6f3435075461aac560e706df54cfa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2291360 Apr 05 14:22:30.536325 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 49672) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:30.549963 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe43d23-7868-487f-999d-b4e89116f947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f2fe01-ce96-4dfc-bbd9-27f6a7d96dc2,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:30.620097 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-562f7826-0295-41fb-ab7f-c824cd07d3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:30.623040 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-562f7826-0295-41fb-ab7f-c824cd07d3f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:30.645289 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-562f7826-0295-41fb-ab7f-c824cd07d3f1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b3768d34-b6d1-49fa-b7f8-81000dcbab4a HTTP/1.1" status: 204 len: 168 time: 0.4938853 Apr 05 14:22:30.701021 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e708e8a-495e-4abf-adc9-efd7774ffcca req-75fe0cb1-8bae-4e59-961a-4f4fd123951f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:30.702627 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4e708e8a-495e-4abf-adc9-efd7774ffcca req-75fe0cb1-8bae-4e59-961a-4f4fd123951f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=008c1e7c18f14cdd884193e5296c0bcd&device_id=b82f3b27-64ca-4cda-ae8c-548220a82dfc HTTP/1.1" status: 200 len: 1120 time: 0.2774303 Apr 05 14:22:30.742343 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-87661cfe-efc0-4b86-8e81-d51b10fc2ea5 admin admin] Allocated IP 172.20.0.1 (026b4b4d-4018-481e-98bc-6123c4c681f5/e158ad59-949f-41df-9a72-d1ad4e41336f/4edcc347-6e6e-40b3-bc0b-61181188be2e) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:22:30.762438 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4280b60d-27d2-43d4-a836-3ef7387867fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:30.783788 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562f7826-0295-41fb-ab7f-c824cd07d3f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3768d34-b6d1-49fa-b7f8-81000dcbab4a,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:30.836331 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4280b60d-27d2-43d4-a836-3ef7387867fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:31.004620 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2fc2cc9a-7416-416e-8da8-47f65138c887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:31.007942 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2fc2cc9a-7416-416e-8da8-47f65138c887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:31.009337 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-2fc2cc9a-7416-416e-8da8-47f65138c887 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a6ab8168-c8d7-49bc-ae7a-49f844b7fff3 HTTP/1.1" status: 204 len: 168 time: 0.6686623 Apr 05 14:22:31.043628 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4280b60d-27d2-43d4-a836-3ef7387867fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:31.054283 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4280b60d-27d2-43d4-a836-3ef7387867fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:31.059715 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-4280b60d-27d2-43d4-a836-3ef7387867fa admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e5f2fe01-ce96-4dfc-bbd9-27f6a7d96dc2 HTTP/1.1" status: 204 len: 168 time: 0.5227411 Apr 05 14:22:31.061207 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc2cc9a-7416-416e-8da8-47f65138c887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ab8168-c8d7-49bc-ae7a-49f844b7fff3,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:31.105642 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e708e8a-495e-4abf-adc9-efd7774ffcca req-812243c2-cdd7-4808-8fb0-caca32eb8cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:31.105642 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4e708e8a-495e-4abf-adc9-efd7774ffcca req-812243c2-cdd7-4808-8fb0-caca32eb8cc9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=80d671a8-d1ab-4472-891b-9c042fbd7800 HTTP/1.1" status: 200 len: 870 time: 0.3275962 Apr 05 14:22:31.106989 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4280b60d-27d2-43d4-a836-3ef7387867fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f2fe01-ce96-4dfc-bbd9-27f6a7d96dc2,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:31.277405 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4e708e8a-495e-4abf-adc9-efd7774ffcca req-6cdf4095-7fe5-4da6-a414-1a600e653f9b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=013356b6-8d85-4cc3-a63b-01b96c1bed76 HTTP/1.1" status: 200 len: 217 time: 0.1243238 Apr 05 14:22:31.302934 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 7c9d0bf4-073a-4dd5-982d-57079c61ba20 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:22:31.357355 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e708e8a-495e-4abf-adc9-efd7774ffcca req-fc252b47-469b-4279-81ee-7d22703fb938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:31.362018 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4e708e8a-495e-4abf-adc9-efd7774ffcca req-fc252b47-469b-4279-81ee-7d22703fb938 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.0559552 Apr 05 14:22:31.377066 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-87661cfe-efc0-4b86-8e81-d51b10fc2ea5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:31.458843 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 7c9d0bf4-073a-4dd5-982d-57079c61ba20 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:22:31.458972 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:31.506473 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc6670a-bf22-469a-8e9d-2ff4579908be req-0a812526-84dc-4532-a317-5e43eb37efd3 tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:31.508996 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2cc6670a-bf22-469a-8e9d-2ff4579908be req-0a812526-84dc-4532-a317-5e43eb37efd3 tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] 10.222.0.30 "GET /v2.0/ports?device_id=b82f3b27-64ca-4cda-ae8c-548220a82dfc HTTP/1.1" status: 200 len: 969 time: 0.1270995 Apr 05 14:22:31.516459 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e708e8a-495e-4abf-adc9-efd7774ffcca req-7d4724bb-4806-4565-9ecb-29310a42ba2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:31.518259 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4e708e8a-495e-4abf-adc9-efd7774ffcca req-7d4724bb-4806-4565-9ecb-29310a42ba2d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1382315 Apr 05 14:22:31.595130 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:31.610902 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-87661cfe-efc0-4b86-8e81-d51b10fc2ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:31.634167 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port 7c9d0bf4-073a-4dd5-982d-57079c61ba20, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=7c9d0bf4-073a-4dd5-982d-57079c61ba20,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:22:31.657159 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2cc6670a-bf22-469a-8e9d-2ff4579908be req-93f2252c-374b-4d23-8797-98cb2dd40873 tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] 10.222.0.30 "GET /v2.0/security-groups?id=55ce4e35-d393-4510-885b-3697093c4338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363537 Apr 05 14:22:31.708229 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87661cfe-efc0-4b86-8e81-d51b10fc2ea5 admin admin] Network 026b4b4d-4018-481e-98bc-6123c4c681f5 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:22:31.738431 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:31.759240 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4e708e8a-495e-4abf-adc9-efd7774ffcca req-9505cfb9-03f5-4baf-8adb-68c8cd45bcd8 service neutron] 10.222.0.55 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203536 Apr 05 14:22:31.762541 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-87661cfe-efc0-4b86-8e81-d51b10fc2ea5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:22:31.767275 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87661cfe-efc0-4b86-8e81-d51b10fc2ea5 admin admin] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:22:31.767877 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-87661cfe-efc0-4b86-8e81-d51b10fc2ea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809369'] for router_interface, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:31.802003 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87661cfe-efc0-4b86-8e81-d51b10fc2ea5 admin admin] Pushing event updated for resources: {'Port': ['ID=4edcc347-6e6e-40b3-bc0b-61181188be2e,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:31.816673 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 49694) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:31.822277 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-cb45cf61-2bf5-408c-9307-b8aefd0de0ff admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1079082152-network', 'tenant_id': 'df38b6f1d76b465f9efa01641aa54094'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:22:31.855272 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=7c9d0bf4-073a-4dd5-982d-57079c61ba20,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:31.975024 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb45cf61-2bf5-408c-9307-b8aefd0de0ff admin admin] Made reservation on behalf of df38b6f1d76b465f9efa01641aa54094 for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:22:31.977585 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-cb45cf61-2bf5-408c-9307-b8aefd0de0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:31.995329 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-cb45cf61-2bf5-408c-9307-b8aefd0de0ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:32.120952 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c637fb6b-2955-468f-9b1e-8d3d40fbbfbc None None] Provisioning complete for port 4edcc347-6e6e-40b3-bc0b-61181188be2e triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:22:32.121814 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c637fb6b-2955-468f-9b1e-8d3d40fbbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:32.189627 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c637fb6b-2955-468f-9b1e-8d3d40fbbfbc None None] Port 4edcc347-6e6e-40b3-bc0b-61181188be2e cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:22:32.193468 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-cb45cf61-2bf5-408c-9307-b8aefd0de0ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:32.275231 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 49698) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:32.301018 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c018c21a-7add-4e19-b97f-37a6702a8e51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:32.327881 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-cb45cf61-2bf5-408c-9307-b8aefd0de0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:32.346661 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb45cf61-2bf5-408c-9307-b8aefd0de0ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:22:32.366165 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-cb45cf61-2bf5-408c-9307-b8aefd0de0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:32.367087 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-cb45cf61-2bf5-408c-9307-b8aefd0de0ff admin admin] Added segment 645e4f25-445b-4b25-8dd7-deb726edee26 of type vlan for network 5040c0f3-2a56-454f-8c2a-847cad56a5b3 Apr 05 14:22:32.369674 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4e708e8a-495e-4abf-adc9-efd7774ffcca req-89213fe3-0449-47dc-ada6-caf32258bd69 service neutron] 10.222.0.55 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5640721 Apr 05 14:22:32.424683 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 49702) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:32.445983 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8dc2633c-cfe4-4710-90ce-6a5aa45380d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:32.477311 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-cb45cf61-2bf5-408c-9307-b8aefd0de0ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:32.479556 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb45cf61-2bf5-408c-9307-b8aefd0de0ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d95516-06c3-4aed-8ca7-21103a93e55c,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:32.549352 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c018c21a-7add-4e19-b97f-37a6702a8e51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:32.589714 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-87661cfe-efc0-4b86-8e81-d51b10fc2ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:32.612051 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-cb45cf61-2bf5-408c-9307-b8aefd0de0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:32.613637 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb45cf61-2bf5-408c-9307-b8aefd0de0ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:32.614433 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-cb45cf61-2bf5-408c-9307-b8aefd0de0ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:32.655397 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8dc2633c-cfe4-4710-90ce-6a5aa45380d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:32.656501 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c018c21a-7add-4e19-b97f-37a6702a8e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:32.756530 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-c018c21a-7add-4e19-b97f-37a6702a8e51 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d0c883e47e054706916fe54801faf826&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4772022 Apr 05 14:22:32.765585 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-cb45cf61-2bf5-408c-9307-b8aefd0de0ff admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9475269 Apr 05 14:22:32.771738 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 49710) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:32.772098 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 49712) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:32.786347 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-0311c9c8-a5a3-43fb-a6e8-6ba026ad51af admin admin] Request body: {'subnet': {'network_id': '5040c0f3-2a56-454f-8c2a-847cad56a5b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1079082152-subnet', 'tenant_id': 'df38b6f1d76b465f9efa01641aa54094', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:22:32.813607 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8dc2633c-cfe4-4710-90ce-6a5aa45380d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:32.916987 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb45cf61-2bf5-408c-9307-b8aefd0de0ff admin admin] Pushing event updated for resources: {'Network': ['ID=5040c0f3-2a56-454f-8c2a-847cad56a5b3,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:32.922186 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c018c21a-7add-4e19-b97f-37a6702a8e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=251f059a-08f9-4b89-94f6-ce9594c7b7e1,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:32.933013 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 5040c0f3-2a56-454f-8c2a-847cad56a5b3 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:22:32.946701 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc2633c-cfe4-4710-90ce-6a5aa45380d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=557c1e96-ac76-46a5-bcac-1cd73ad3426f,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:33.000036 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c5de1569-408a-4053-ac3f-a496d943ac31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:33.042519 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c5de1569-408a-4053-ac3f-a496d943ac31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:33.052283 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-8dc2633c-cfe4-4710-90ce-6a5aa45380d6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=15f88031f272468aa4ec6aa22c1d9789&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6264737 Apr 05 14:22:33.053010 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 49720) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:33.078145 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0311c9c8-a5a3-43fb-a6e8-6ba026ad51af admin admin] Made reservation on behalf of df38b6f1d76b465f9efa01641aa54094 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:22:33.082826 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0311c9c8-a5a3-43fb-a6e8-6ba026ad51af admin admin] Notify callbacks [] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:33.148389 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c27e93-8223-40d4-a1d0-d97c8172e127 req-860f4f6b-2a04-4f82-9974-9823d329403d tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:33.161107 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-89c27e93-8223-40d4-a1d0-d97c8172e127 req-860f4f6b-2a04-4f82-9974-9823d329403d tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] 10.222.0.30 "GET /v2.0/ports?device_id=b82f3b27-64ca-4cda-ae8c-548220a82dfc HTTP/1.1" status: 200 len: 969 time: 0.3035111 Apr 05 14:22:33.182160 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-87661cfe-efc0-4b86-8e81-d51b10fc2ea5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:33.227838 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3f894185-4bae-4055-a6bf-841358a9112d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:33.249512 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 7c9d0bf4-073a-4dd5-982d-57079c61ba20 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:22:33.265625 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-89c27e93-8223-40d4-a1d0-d97c8172e127 req-adc10f88-e308-4ea6-823b-ceb7ca7f9b01 tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] 10.222.0.30 "GET /v2.0/security-groups?id=55ce4e35-d393-4510-885b-3697093c4338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056659 Apr 05 14:22:33.316256 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-87661cfe-efc0-4b86-8e81-d51b10fc2ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:33.317033 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-87661cfe-efc0-4b86-8e81-d51b10fc2ea5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809317'] for router_interface, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:33.320120 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 7c9d0bf4-073a-4dd5-982d-57079c61ba20 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:22:33.320501 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:33.322547 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c5de1569-408a-4053-ac3f-a496d943ac31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:33.325100 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c5de1569-408a-4053-ac3f-a496d943ac31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:33.326342 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-c5de1569-408a-4053-ac3f-a496d943ac31 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/251f059a-08f9-4b89-94f6-ce9594c7b7e1 HTTP/1.1" status: 204 len: 168 time: 0.5532517 Apr 05 14:22:33.356383 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3f894185-4bae-4055-a6bf-841358a9112d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:33.363802 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5de1569-408a-4053-ac3f-a496d943ac31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=251f059a-08f9-4b89-94f6-ce9594c7b7e1,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:33.576123 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87661cfe-efc0-4b86-8e81-d51b10fc2ea5 admin admin] Network 026b4b4d-4018-481e-98bc-6123c4c681f5 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:22:33.590066 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-87661cfe-efc0-4b86-8e81-d51b10fc2ea5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:22:33.682511 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87661cfe-efc0-4b86-8e81-d51b10fc2ea5 admin admin] Pushing event updated for resources: {'Port': ['ID=4edcc347-6e6e-40b3-bc0b-61181188be2e,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:33.706673 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0311c9c8-a5a3-43fb-a6e8-6ba026ad51af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:33.841311 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87661cfe-efc0-4b86-8e81-d51b10fc2ea5 admin admin] Router 3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:22:33.873311 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0311c9c8-a5a3-43fb-a6e8-6ba026ad51af admin admin] Checking segment: {'id': '645e4f25-445b-4b25-8dd7-deb726edee26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5040c0f3-2a56-454f-8c2a-847cad56a5b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:22:33.873663 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0311c9c8-a5a3-43fb-a6e8-6ba026ad51af admin admin] Network hostable DHCP agents. Network: 5040c0f3-2a56-454f-8c2a-847cad56a5b3, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:22:33.876009 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0311c9c8-a5a3-43fb-a6e8-6ba026ad51af admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc083330-7119-402f-b862-eb96a3e14a0d,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:33.938492 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3f894185-4bae-4055-a6bf-841358a9112d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:33.941184 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3f894185-4bae-4055-a6bf-841358a9112d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:33.942405 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-3f894185-4bae-4055-a6bf-841358a9112d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/557c1e96-ac76-46a5-bcac-1cd73ad3426f HTTP/1.1" status: 204 len: 168 time: 0.8860378 Apr 05 14:22:33.958344 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f894185-4bae-4055-a6bf-841358a9112d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=557c1e96-ac76-46a5-bcac-1cd73ad3426f,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:33.983648 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0311c9c8-a5a3-43fb-a6e8-6ba026ad51af admin admin] Network 5040c0f3-2a56-454f-8c2a-847cad56a5b3 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:22:34.050308 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-80a2287d-b005-4115-92f8-76d1248cdc00 None None] Provisioning complete for port 4edcc347-6e6e-40b3-bc0b-61181188be2e triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:22:34.051508 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-80a2287d-b005-4115-92f8-76d1248cdc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:34.063692 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-0311c9c8-a5a3-43fb-a6e8-6ba026ad51af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 5040c0f3-2a56-454f-8c2a-847cad56a5b3) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:22:34.075339 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0311c9c8-a5a3-43fb-a6e8-6ba026ad51af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:34.079986 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5197ec5-c6bf-4413-ab0e-c9195f0cb17b None None] Network 5040c0f3-2a56-454f-8c2a-847cad56a5b3 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:22:34.080284 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0311c9c8-a5a3-43fb-a6e8-6ba026ad51af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:34.081577 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87661cfe-efc0-4b86-8e81-d51b10fc2ea5 admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:22:34.088116 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-87661cfe-efc0-4b86-8e81-d51b10fc2ea5 admin admin] 10.222.0.30 "PUT /v2.0/routers/3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8601360 Apr 05 14:22:34.106652 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281a4843-30ed-4e5c-bc85-b36d4a1866b0 None None] Sync routers for ids ['3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:22:34.178522 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-80a2287d-b005-4115-92f8-76d1248cdc00 None None] Port 4edcc347-6e6e-40b3-bc0b-61181188be2e cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:22:34.187157 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281a4843-30ed-4e5c-bc85-b36d4a1866b0 None None] Routers {'3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:22:34.188068 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-281a4843-30ed-4e5c-bc85-b36d4a1866b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:22:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:22:34.192090 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-0311c9c8-a5a3-43fb-a6e8-6ba026ad51af admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4176397 Apr 05 14:22:34.502316 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9424d73-5f17-4882-b038-720cfd03a7bc req-834ed339-9046-4a84-8964-f836e20bde99 tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:34.504192 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f9424d73-5f17-4882-b038-720cfd03a7bc req-834ed339-9046-4a84-8964-f836e20bde99 tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] 10.222.0.30 "GET /v2.0/ports?device_id=b82f3b27-64ca-4cda-ae8c-548220a82dfc HTTP/1.1" status: 200 len: 969 time: 0.1244864 Apr 05 14:22:34.550555 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-281a4843-30ed-4e5c-bc85-b36d4a1866b0 None None] Set router 3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:22:34.607716 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f9424d73-5f17-4882-b038-720cfd03a7bc req-5fabb840-5e3a-4f2e-890e-f70b19a0b7b6 tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] 10.222.0.30 "GET /v2.0/security-groups?id=55ce4e35-d393-4510-885b-3697093c4338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831549 Apr 05 14:22:34.679392 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c767c8d-ea4f-4f23-b440-53d15d8089db None None] Network 5040c0f3-2a56-454f-8c2a-847cad56a5b3 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:22:34.681085 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 49758) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:34.783839 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-93ac1322-9cbe-42c6-8483-e6e9d3e96e05 admin admin] Deleting subnet 46666374-28f4-44f2-ad06-f175e115c216 {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:22:34.803562 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-93ac1322-9cbe-42c6-8483-e6e9d3e96e05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:34.865053 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-93ac1322-9cbe-42c6-8483-e6e9d3e96e05 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:34.879260 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-93ac1322-9cbe-42c6-8483-e6e9d3e96e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:35.032650 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-281a4843-30ed-4e5c-bc85-b36d4a1866b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-376166457-router', 'tenant_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '7c9d0bf4-073a-4dd5-982d-57079c61ba20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:22:23Z', 'updated_at': '2022-04-05T14:22:32Z', 'revision_number': 4, 'project_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'gw_port': {'id': '7c9d0bf4-073a-4dd5-982d-57079c61ba20', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:69:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:22:23Z', 'updated_at': '2022-04-05T14:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '4edcc347-6e6e-40b3-bc0b-61181188be2e', 'name': '', 'network_id': '026b4b4d-4018-481e-98bc-6123c4c681f5', 'tenant_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'mac_address': 'fa:16:3e:a4:96:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'e158ad59-949f-41df-9a72-d1ad4e41336f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:22:30Z', 'updated_at': '2022-04-05T14:22:32Z', 'revision_number': 2, 'project_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'subnets': [{'id': 'e158ad59-949f-41df-9a72-d1ad4e41336f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:22:35.064771 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281a4843-30ed-4e5c-bc85-b36d4a1866b0 None None] Checking router: 3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:22:35.065575 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281a4843-30ed-4e5c-bc85-b36d4a1866b0 None None] Updating router 3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c port 4edcc347-6e6e-40b3-bc0b-61181188be2e binding host n-d-836650-2 {{(pid=103322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:22:35.101298 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-93ac1322-9cbe-42c6-8483-e6e9d3e96e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:35.111545 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-281a4843-30ed-4e5c-bc85-b36d4a1866b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:35.144193 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ac1322-9cbe-42c6-8483-e6e9d3e96e05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46666374-28f4-44f2-ad06-f175e115c216,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:35.147272 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-93ac1322-9cbe-42c6-8483-e6e9d3e96e05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:35.151667 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-93ac1322-9cbe-42c6-8483-e6e9d3e96e05 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/46666374-28f4-44f2-ad06-f175e115c216 HTTP/1.1" status: 204 len: 168 time: 0.4695401 Apr 05 14:22:35.154290 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 49772) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:35.312861 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c39629c6-4e9e-4bca-812e-24a73b766ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:35.487766 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c39629c6-4e9e-4bca-812e-24a73b766ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:35.522143 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c39629c6-4e9e-4bca-812e-24a73b766ff6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:22:35.522533 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c39629c6-4e9e-4bca-812e-24a73b766ff6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:22:35.523390 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c39629c6-4e9e-4bca-812e-24a73b766ff6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:22:35.523740 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c39629c6-4e9e-4bca-812e-24a73b766ff6 admin admin] Subscribe: > port after_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:22:35.524077 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c39629c6-4e9e-4bca-812e-24a73b766ff6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:22:35.524418 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c39629c6-4e9e-4bca-812e-24a73b766ff6 admin admin] Subscribe: > port after_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:22:35.524749 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c39629c6-4e9e-4bca-812e-24a73b766ff6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:22:35.525105 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c39629c6-4e9e-4bca-812e-24a73b766ff6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:22:35.525494 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c39629c6-4e9e-4bca-812e-24a73b766ff6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:22:35.528222 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c39629c6-4e9e-4bca-812e-24a73b766ff6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:22:35.577505 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-281a4843-30ed-4e5c-bc85-b36d4a1866b0 None None] Notify callbacks [] for port, precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:35.605195 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c39629c6-4e9e-4bca-812e-24a73b766ff6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:22:35.605472 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c39629c6-4e9e-4bca-812e-24a73b766ff6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:22:35.605955 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c39629c6-4e9e-4bca-812e-24a73b766ff6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:22:35.611746 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c39629c6-4e9e-4bca-812e-24a73b766ff6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:22:35.612854 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-c39629c6-4e9e-4bca-812e-24a73b766ff6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5151ea10-d5c1-4055-aa16-97eaeead4dcb']}} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:22:35.632787 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-c39629c6-4e9e-4bca-812e-24a73b766ff6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a93fecd2-5578-43c0-bc8b-766d018be7e4') {'for_net_delete': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:22:35.635350 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-c39629c6-4e9e-4bca-812e-24a73b766ff6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a93fecd2-5578-43c0-bc8b-766d018be7e4') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:22:35.683085 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c39629c6-4e9e-4bca-812e-24a73b766ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13399223'] for segment, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:35.685829 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-281a4843-30ed-4e5c-bc85-b36d4a1866b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:35.749556 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c39629c6-4e9e-4bca-812e-24a73b766ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:35.795257 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c39629c6-4e9e-4bca-812e-24a73b766ff6 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=103320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:22:35.795916 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c39629c6-4e9e-4bca-812e-24a73b766ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15765202'] for segment, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:35.821662 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cc72aa-d59a-460c-bbd1-8879db090cae None None] Pushing event updated for resources: {'Port': ['ID=4edcc347-6e6e-40b3-bc0b-61181188be2e,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:35.841890 n-d-836650-2 neutron-server[103320]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 05 14:22:35.841890 n-d-836650-2 neutron-server[103320]: from cryptography.utils import int_from_bytes Apr 05 14:22:35.841890 n-d-836650-2 neutron-server[103320]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 05 14:22:35.841890 n-d-836650-2 neutron-server[103320]: from cryptography.utils import int_from_bytes Apr 05 14:22:35.841890 n-d-836650-2 neutron-server[103320]: Traceback (most recent call last): Apr 05 14:22:35.841890 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:22:35.841890 n-d-836650-2 neutron-server[103320]: timer() Apr 05 14:22:35.841890 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:22:35.841890 n-d-836650-2 neutron-server[103320]: cb(*args, **kw) Apr 05 14:22:35.841890 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:22:35.841890 n-d-836650-2 neutron-server[103320]: return func(*args, **kwargs) Apr 05 14:22:35.841890 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:22:35.841890 n-d-836650-2 neutron-server[103320]: self._notify() Apr 05 14:22:35.841890 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:22:35.841890 n-d-836650-2 neutron-server[103320]: self.callback(batched_events) Apr 05 14:22:35.841890 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:22:35.841890 n-d-836650-2 neutron-server[103320]: event.method(event) Apr 05 14:22:35.841890 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:22:35.841890 n-d-836650-2 neutron-server[103320]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:22:35.841890 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:22:35.841890 n-d-836650-2 neutron-server[103320]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:22:35.841890 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:22:35.841890 n-d-836650-2 neutron-server[103320]: return f(self, *a, **k) Apr 05 14:22:35.841890 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:22:35.841890 n-d-836650-2 neutron-server[103320]: return self._get(url).json() Apr 05 14:22:35.841890 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:22:35.841890 n-d-836650-2 neutron-server[103320]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:22:35.841890 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:22:35.841890 n-d-836650-2 neutron-server[103320]: return self.request(url, 'GET', **kwargs) Apr 05 14:22:35.841890 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:22:35.841890 n-d-836650-2 neutron-server[103320]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:22:35.841890 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:22:35.841890 n-d-836650-2 neutron-server[103320]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:22:35.841890 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:22:35.841890 n-d-836650-2 neutron-server[103320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:22:35.841890 n-d-836650-2 neutron-server[103320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:22:35.923309 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-281a4843-30ed-4e5c-bc85-b36d4a1866b0 None None] Attempting to bind port 4edcc347-6e6e-40b3-bc0b-61181188be2e on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:22:35.944127 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-281a4843-30ed-4e5c-bc85-b36d4a1866b0 None None] Attempting to bind port 4edcc347-6e6e-40b3-bc0b-61181188be2e by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '4cf03a58-2421-4a58-a0d7-d3a831eb8f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '026b4b4d-4018-481e-98bc-6123c4c681f5'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:22:35.944127 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281a4843-30ed-4e5c-bc85-b36d4a1866b0 None None] Attempting to bind port 4edcc347-6e6e-40b3-bc0b-61181188be2e on network 026b4b4d-4018-481e-98bc-6123c4c681f5 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:22:35.944127 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281a4843-30ed-4e5c-bc85-b36d4a1866b0 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:22:35.944127 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281a4843-30ed-4e5c-bc85-b36d4a1866b0 None None] Checking segment: {'id': '4cf03a58-2421-4a58-a0d7-d3a831eb8f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '026b4b4d-4018-481e-98bc-6123c4c681f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:22:35.944127 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-281a4843-30ed-4e5c-bc85-b36d4a1866b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:35.944127 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281a4843-30ed-4e5c-bc85-b36d4a1866b0 None None] Bound using segment: {'id': '4cf03a58-2421-4a58-a0d7-d3a831eb8f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '026b4b4d-4018-481e-98bc-6123c4c681f5'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:22:35.944127 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-281a4843-30ed-4e5c-bc85-b36d4a1866b0 None None] Bound port: 4edcc347-6e6e-40b3-bc0b-61181188be2e, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cf03a58-2421-4a58-a0d7-d3a831eb8f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '026b4b4d-4018-481e-98bc-6123c4c681f5'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:22:35.944127 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-281a4843-30ed-4e5c-bc85-b36d4a1866b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:36.008244 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a600ab-38d9-4e10-a40c-6d8cf76814a7 req-6f78e33a-fd34-4a7a-9d90-20e5813be3ea tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:36.010039 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-14a600ab-38d9-4e10-a40c-6d8cf76814a7 req-6f78e33a-fd34-4a7a-9d90-20e5813be3ea tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] 10.222.0.30 "GET /v2.0/ports?device_id=b82f3b27-64ca-4cda-ae8c-548220a82dfc HTTP/1.1" status: 200 len: 969 time: 0.2843912 Apr 05 14:22:36.028257 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-281a4843-30ed-4e5c-bc85-b36d4a1866b0 None None] For port 4edcc347-6e6e-40b3-bc0b-61181188be2e, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:22:36.032375 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-281a4843-30ed-4e5c-bc85-b36d4a1866b0 None None] For port 4edcc347-6e6e-40b3-bc0b-61181188be2e, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=4edcc347-6e6e-40b3-bc0b-61181188be2e,segment=NetworkSegment(4cf03a58-2421-4a58-a0d7-d3a831eb8f50),segment_id=4cf03a58-2421-4a58-a0d7-d3a831eb8f50)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:22:36.054743 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-14a600ab-38d9-4e10-a40c-6d8cf76814a7 req-a9746c54-68ed-4757-97da-8cf201ac6688 tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] 10.222.0.30 "GET /v2.0/security-groups?id=55ce4e35-d393-4510-885b-3697093c4338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372922 Apr 05 14:22:36.117631 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-917209be-b7fa-4326-98d9-b64bdf36f0a8 None None] Provisioning complete for port 4edcc347-6e6e-40b3-bc0b-61181188be2e triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:22:36.118289 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-917209be-b7fa-4326-98d9-b64bdf36f0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:36.149929 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-917209be-b7fa-4326-98d9-b64bdf36f0a8 None None] Port 4edcc347-6e6e-40b3-bc0b-61181188be2e cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:22:36.229435 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c39629c6-4e9e-4bca-812e-24a73b766ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:36.233914 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-281a4843-30ed-4e5c-bc85-b36d4a1866b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:36.239422 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c39629c6-4e9e-4bca-812e-24a73b766ff6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:36.251212 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-c39629c6-4e9e-4bca-812e-24a73b766ff6 admin admin] 10.222.0.30 "DELETE /v2.0/networks/5151ea10-d5c1-4055-aa16-97eaeead4dcb HTTP/1.1" status: 204 len: 168 time: 1.0930164 Apr 05 14:22:36.254023 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 49796) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:36.265258 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39629c6-4e9e-4bca-812e-24a73b766ff6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5151ea10-d5c1-4055-aa16-97eaeead4dcb,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:36.320439 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cc72aa-d59a-460c-bbd1-8879db090cae None None] Pushing event updated for resources: {'Port': ['ID=4edcc347-6e6e-40b3-bc0b-61181188be2e,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:36.324564 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281a4843-30ed-4e5c-bc85-b36d4a1866b0 None None] Routers {'3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:22:36.325557 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-281a4843-30ed-4e5c-bc85-b36d4a1866b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:22:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:22:36.350051 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e40c23c-28cd-480d-b3ad-3c843bb1d597 admin admin] Deleting subnet bc083330-7119-402f-b862-eb96a3e14a0d {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:22:36.353320 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8e40c23c-28cd-480d-b3ad-3c843bb1d597 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:36.404310 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8e40c23c-28cd-480d-b3ad-3c843bb1d597 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:36.411477 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8e40c23c-28cd-480d-b3ad-3c843bb1d597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:36.492077 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-281a4843-30ed-4e5c-bc85-b36d4a1866b0 None None] Set router 3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:22:36.592659 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8e40c23c-28cd-480d-b3ad-3c843bb1d597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:36.629406 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8e40c23c-28cd-480d-b3ad-3c843bb1d597 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:36.633788 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-8e40c23c-28cd-480d-b3ad-3c843bb1d597 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/bc083330-7119-402f-b862-eb96a3e14a0d HTTP/1.1" status: 204 len: 168 time: 0.3787706 Apr 05 14:22:36.634849 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e40c23c-28cd-480d-b3ad-3c843bb1d597 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc083330-7119-402f-b862-eb96a3e14a0d,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:36.636525 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 49808) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:36.710272 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-5f401f99-747c-487a-84b4-213deef835d4 None None] Provisioning complete for port 4edcc347-6e6e-40b3-bc0b-61181188be2e triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:22:36.710644 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5f401f99-747c-487a-84b4-213deef835d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:36.713318 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fbce912a-6a65-4b93-92e1-5c2752cb7704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:36.781242 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 49812) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:36.787729 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-26b35dff-0f02-4344-a308-e57a0f0a8e65 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1151465518-network', 'tenant_id': 'b69f8ff855cc497ebdfbb4d256de9206'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:22:36.810565 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fbce912a-6a65-4b93-92e1-5c2752cb7704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:36.837069 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-fbce912a-6a65-4b93-92e1-5c2752cb7704 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5040c0f3-2a56-454f-8c2a-847cad56a5b3']}} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:22:36.848553 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-281a4843-30ed-4e5c-bc85-b36d4a1866b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-376166457-router', 'tenant_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '7c9d0bf4-073a-4dd5-982d-57079c61ba20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:22:23Z', 'updated_at': '2022-04-05T14:22:32Z', 'revision_number': 4, 'project_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'gw_port': {'id': '7c9d0bf4-073a-4dd5-982d-57079c61ba20', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:69:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:22:23Z', 'updated_at': '2022-04-05T14:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '4edcc347-6e6e-40b3-bc0b-61181188be2e', 'name': '', 'network_id': '026b4b4d-4018-481e-98bc-6123c4c681f5', 'tenant_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'mac_address': 'fa:16:3e:a4:96:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'e158ad59-949f-41df-9a72-d1ad4e41336f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:22:30Z', 'updated_at': '2022-04-05T14:22:36Z', 'revision_number': 4, 'project_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'subnets': [{'id': 'e158ad59-949f-41df-9a72-d1ad4e41336f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:22:36.852481 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5f401f99-747c-487a-84b4-213deef835d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:36.865593 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-fbce912a-6a65-4b93-92e1-5c2752cb7704 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '645e4f25-445b-4b25-8dd7-deb726edee26') {'for_net_delete': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:22:36.865884 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-fbce912a-6a65-4b93-92e1-5c2752cb7704 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '645e4f25-445b-4b25-8dd7-deb726edee26') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:22:36.874520 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b35dff-0f02-4344-a308-e57a0f0a8e65 admin admin] Made reservation on behalf of b69f8ff855cc497ebdfbb4d256de9206 for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:22:36.878539 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-26b35dff-0f02-4344-a308-e57a0f0a8e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:36.890949 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-26b35dff-0f02-4344-a308-e57a0f0a8e65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:36.891813 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fbce912a-6a65-4b93-92e1-5c2752cb7704 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13399223'] for segment, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:36.903774 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281a4843-30ed-4e5c-bc85-b36d4a1866b0 None None] The sync data for ids ['3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c'] in n-d-836650-2 is: [{'id': '3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-376166457-router', 'tenant_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '7c9d0bf4-073a-4dd5-982d-57079c61ba20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:22:23Z', 'updated_at': '2022-04-05T14:22:32Z', 'revision_number': 4, 'project_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'gw_port': {'id': '7c9d0bf4-073a-4dd5-982d-57079c61ba20', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:69:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:22:23Z', 'updated_at': '2022-04-05T14:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '4edcc347-6e6e-40b3-bc0b-61181188be2e', 'name': '', 'network_id': '026b4b4d-4018-481e-98bc-6123c4c681f5', 'tenant_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'mac_address': 'fa:16:3e:a4:96:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'e158ad59-949f-41df-9a72-d1ad4e41336f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:22:30Z', 'updated_at': '2022-04-05T14:22:36Z', 'revision_number': 4, 'project_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'subnets': [{'id': 'e158ad59-949f-41df-9a72-d1ad4e41336f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:22:36.930189 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fbce912a-6a65-4b93-92e1-5c2752cb7704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:36.941335 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbce912a-6a65-4b93-92e1-5c2752cb7704 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=103320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:22:36.942886 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fbce912a-6a65-4b93-92e1-5c2752cb7704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15765202'] for segment, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:36.947692 n-d-836650-2 neutron-server[103320]: Traceback (most recent call last): Apr 05 14:22:36.947692 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:22:36.947692 n-d-836650-2 neutron-server[103320]: timer() Apr 05 14:22:36.947692 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:22:36.947692 n-d-836650-2 neutron-server[103320]: cb(*args, **kw) Apr 05 14:22:36.947692 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:22:36.947692 n-d-836650-2 neutron-server[103320]: return func(*args, **kwargs) Apr 05 14:22:36.947692 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:22:36.947692 n-d-836650-2 neutron-server[103320]: self._notify() Apr 05 14:22:36.947692 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:22:36.947692 n-d-836650-2 neutron-server[103320]: self.callback(batched_events) Apr 05 14:22:36.947692 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:22:36.947692 n-d-836650-2 neutron-server[103320]: event.method(event) Apr 05 14:22:36.947692 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:22:36.947692 n-d-836650-2 neutron-server[103320]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:22:36.947692 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:22:36.947692 n-d-836650-2 neutron-server[103320]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:22:36.947692 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:22:36.947692 n-d-836650-2 neutron-server[103320]: return f(self, *a, **k) Apr 05 14:22:36.947692 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:22:36.947692 n-d-836650-2 neutron-server[103320]: return self._get(url).json() Apr 05 14:22:36.947692 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:22:36.947692 n-d-836650-2 neutron-server[103320]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:22:36.947692 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:22:36.947692 n-d-836650-2 neutron-server[103320]: return self.request(url, 'GET', **kwargs) Apr 05 14:22:36.947692 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:22:36.947692 n-d-836650-2 neutron-server[103320]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:22:36.947692 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:22:36.947692 n-d-836650-2 neutron-server[103320]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:22:36.947692 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:22:36.947692 n-d-836650-2 neutron-server[103320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:22:36.947692 n-d-836650-2 neutron-server[103320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:22:37.001552 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-5f401f99-747c-487a-84b4-213deef835d4 None None] For port 4edcc347-6e6e-40b3-bc0b-61181188be2e, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=4edcc347-6e6e-40b3-bc0b-61181188be2e,segment=NetworkSegment(4cf03a58-2421-4a58-a0d7-d3a831eb8f50),segment_id=4cf03a58-2421-4a58-a0d7-d3a831eb8f50)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:22:37.114940 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fbce912a-6a65-4b93-92e1-5c2752cb7704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:37.118178 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5f401f99-747c-487a-84b4-213deef835d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:37.122430 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fbce912a-6a65-4b93-92e1-5c2752cb7704 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:37.126073 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-fbce912a-6a65-4b93-92e1-5c2752cb7704 admin admin] 10.222.0.30 "DELETE /v2.0/networks/5040c0f3-2a56-454f-8c2a-847cad56a5b3 HTTP/1.1" status: 204 len: 168 time: 0.4873605 Apr 05 14:22:37.159876 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbce912a-6a65-4b93-92e1-5c2752cb7704 admin admin] Pushing event deleted for resources: {'Network': ['ID=5040c0f3-2a56-454f-8c2a-847cad56a5b3,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:37.257807 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f401f99-747c-487a-84b4-213deef835d4 None None] Pushing event updated for resources: {'Port': ['ID=4edcc347-6e6e-40b3-bc0b-61181188be2e,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:37.267385 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-26b35dff-0f02-4344-a308-e57a0f0a8e65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:37.273451 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52526cc-17dc-498a-8329-8451f2b51506 req-2d3e7d88-b51d-4a20-b7f1-bda545352d99 tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:37.276707 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f52526cc-17dc-498a-8329-8451f2b51506 req-2d3e7d88-b51d-4a20-b7f1-bda545352d99 tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] 10.222.0.30 "GET /v2.0/ports?device_id=b82f3b27-64ca-4cda-ae8c-548220a82dfc HTTP/1.1" status: 200 len: 969 time: 0.1058400 Apr 05 14:22:37.300223 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 4edcc347-6e6e-40b3-bc0b-61181188be2e up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:22:37.325065 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f52526cc-17dc-498a-8329-8451f2b51506 req-e9c91114-e626-46d4-b125-0ecf4f9df0db tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] 10.222.0.30 "GET /v2.0/security-groups?id=55ce4e35-d393-4510-885b-3697093c4338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382857 Apr 05 14:22:37.335142 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-26b35dff-0f02-4344-a308-e57a0f0a8e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:37.374507 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26b35dff-0f02-4344-a308-e57a0f0a8e65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:22:37.378373 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 4edcc347-6e6e-40b3-bc0b-61181188be2e triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:22:37.387842 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:37.403987 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b35dff-0f02-4344-a308-e57a0f0a8e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d70970-1485-4185-a9a6-fda2cc40e4af,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:37.408680 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-26b35dff-0f02-4344-a308-e57a0f0a8e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:37.409289 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-26b35dff-0f02-4344-a308-e57a0f0a8e65 admin admin] Added segment 979af0c7-1de0-45a7-a894-177607431869 of type vlan for network e871172b-dd1b-4d58-a40c-bf59261b9315 Apr 05 14:22:37.470294 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-26b35dff-0f02-4344-a308-e57a0f0a8e65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:37.634701 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-26b35dff-0f02-4344-a308-e57a0f0a8e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:37.634701 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b35dff-0f02-4344-a308-e57a0f0a8e65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:37.634701 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-26b35dff-0f02-4344-a308-e57a0f0a8e65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:37.701126 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b35dff-0f02-4344-a308-e57a0f0a8e65 admin admin] Pushing event updated for resources: {'Network': ['ID=e871172b-dd1b-4d58-a40c-bf59261b9315,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:37.711848 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network e871172b-dd1b-4d58-a40c-bf59261b9315 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:22:37.752285 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 49834) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:37.822028 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 49838) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:37.822690 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-26b35dff-0f02-4344-a308-e57a0f0a8e65 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0395019 Apr 05 14:22:37.829632 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-c34e0709-6924-4594-86d8-db9c7ea74c18 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=749b0adff5624e908ca40533c61e6f4d&name=default HTTP/1.1" status: 200 len: 2978 time: 0.0758529 Apr 05 14:22:37.830425 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 49842) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:37.834498 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-a1bd5eee-43e0-4d95-bb4f-4d90fd5a0bf3 admin admin] Request body: {'subnet': {'network_id': 'e871172b-dd1b-4d58-a40c-bf59261b9315', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1151465518-subnet', 'tenant_id': 'b69f8ff855cc497ebdfbb4d256de9206', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:22:37.910721 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fe756d77-97c2-400c-8347-99cfd45c9692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:37.944165 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fe756d77-97c2-400c-8347-99cfd45c9692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:37.977448 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1bd5eee-43e0-4d95-bb4f-4d90fd5a0bf3 admin admin] Made reservation on behalf of b69f8ff855cc497ebdfbb4d256de9206 for: {'subnet': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:22:37.980867 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a1bd5eee-43e0-4d95-bb4f-4d90fd5a0bf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13127328'] for subnet, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:38.100998 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fe756d77-97c2-400c-8347-99cfd45c9692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:38.105309 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fe756d77-97c2-400c-8347-99cfd45c9692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:38.110907 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-fe756d77-97c2-400c-8347-99cfd45c9692 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ad055d6f-cce7-4f94-98d3-954bdf1c3796 HTTP/1.1" status: 204 len: 168 time: 0.2763736 Apr 05 14:22:38.121691 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe756d77-97c2-400c-8347-99cfd45c9692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad055d6f-cce7-4f94-98d3-954bdf1c3796,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:38.320669 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a1bd5eee-43e0-4d95-bb4f-4d90fd5a0bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15773751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13127350'] for subnet, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:38.421264 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bd5eee-43e0-4d95-bb4f-4d90fd5a0bf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=645ff2f8-8847-4bd8-957e-928b6e2e6e31,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:38.427798 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bd5eee-43e0-4d95-bb4f-4d90fd5a0bf3 admin admin] Checking segment: {'id': '979af0c7-1de0-45a7-a894-177607431869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e871172b-dd1b-4d58-a40c-bf59261b9315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:22:38.428152 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bd5eee-43e0-4d95-bb4f-4d90fd5a0bf3 admin admin] Network hostable DHCP agents. Network: e871172b-dd1b-4d58-a40c-bf59261b9315, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:22:38.494991 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d76ee-0ec4-4002-8c1f-1b3aac5c3602 req-d50f58d8-f63c-46b7-a731-d1c52a5afb86 tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:38.496736 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-852d76ee-0ec4-4002-8c1f-1b3aac5c3602 req-d50f58d8-f63c-46b7-a731-d1c52a5afb86 tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] 10.222.0.30 "GET /v2.0/ports?device_id=b82f3b27-64ca-4cda-ae8c-548220a82dfc HTTP/1.1" status: 200 len: 969 time: 0.0550506 Apr 05 14:22:38.543182 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-852d76ee-0ec4-4002-8c1f-1b3aac5c3602 req-f18b3c0f-7686-44c1-bef2-ae4f3e024498 tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] 10.222.0.30 "GET /v2.0/security-groups?id=55ce4e35-d393-4510-885b-3697093c4338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384457 Apr 05 14:22:38.567530 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bd5eee-43e0-4d95-bb4f-4d90fd5a0bf3 admin admin] Network e871172b-dd1b-4d58-a40c-bf59261b9315 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:22:38.669295 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-a1bd5eee-43e0-4d95-bb4f-4d90fd5a0bf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, e871172b-dd1b-4d58-a40c-bf59261b9315) {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:22:38.674477 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bd5eee-43e0-4d95-bb4f-4d90fd5a0bf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:38.675191 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a1bd5eee-43e0-4d95-bb4f-4d90fd5a0bf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:38.683774 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11de403-570a-4395-b3ed-b7331c07c7de None None] Network e871172b-dd1b-4d58-a40c-bf59261b9315 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:22:38.764493 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-a1bd5eee-43e0-4d95-bb4f-4d90fd5a0bf3 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9405799 Apr 05 14:22:38.767194 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 49880) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:38.775265 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-ddebea7e-ffb7-40c6-85fb-25cf3011eb4d admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1151465518-router', 'tenant_id': 'b69f8ff855cc497ebdfbb4d256de9206', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:22:38.850179 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9116cb29-9736-4ef5-9439-557263eb226b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-e871172b-dd1b-4d58-a40c-bf59261b9315', 'network_id': 'e871172b-dd1b-4d58-a40c-bf59261b9315', 'tenant_id': 'b69f8ff855cc497ebdfbb4d256de9206', 'fixed_ips': [{'subnet_id': '645ff2f8-8847-4bd8-957e-928b6e2e6e31'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:22:38.851045 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9116cb29-9736-4ef5-9439-557263eb226b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:38.875962 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ddebea7e-ffb7-40c6-85fb-25cf3011eb4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27088'] for router, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:38.877337 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ddebea7e-ffb7-40c6-85fb-25cf3011eb4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27079'] for router, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:38.943987 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ddebea7e-ffb7-40c6-85fb-25cf3011eb4d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:39.162425 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-9116cb29-9736-4ef5-9439-557263eb226b None None] Allocated IP 172.20.0.2 (e871172b-dd1b-4d58-a40c-bf59261b9315/645ff2f8-8847-4bd8-957e-928b6e2e6e31/b8f852e5-11ae-45e0-bcaf-c6ee8b87e267) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:22:39.184095 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ddebea7e-ffb7-40c6-85fb-25cf3011eb4d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:39.191164 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 49908) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:39.214054 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 4edcc347-6e6e-40b3-bc0b-61181188be2e up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:22:39.251654 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-82041123-6e2b-4251-afba-c95b27bf570e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=df38b6f1d76b465f9efa01641aa54094&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0590367 Apr 05 14:22:39.251877 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 49912) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:39.333190 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3cbbbc3d-cecd-42fd-b21d-31efe5b651f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:39.364560 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3cbbbc3d-cecd-42fd-b21d-31efe5b651f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:39.391383 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 4edcc347-6e6e-40b3-bc0b-61181188be2e triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:22:39.391743 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:39.498229 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3cbbbc3d-cecd-42fd-b21d-31efe5b651f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:39.500626 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9116cb29-9736-4ef5-9439-557263eb226b None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:39.502887 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3cbbbc3d-cecd-42fd-b21d-31efe5b651f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:39.505621 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-3cbbbc3d-cecd-42fd-b21d-31efe5b651f4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b5d95516-06c3-4aed-8ca7-21103a93e55c HTTP/1.1" status: 204 len: 168 time: 0.2522418 Apr 05 14:22:39.530226 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbbbc3d-cecd-42fd-b21d-31efe5b651f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d95516-06c3-4aed-8ca7-21103a93e55c,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:39.587803 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 49932) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:39.591614 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ddebea7e-ffb7-40c6-85fb-25cf3011eb4d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:39.591702 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-683ede43-dfb5-486c-9c32-c16cab0e41f4 req-a2e6effb-28e1-494c-b0da-091eeafc06c0 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=eb6eb2eb5e534aae8638ab75f1f70e11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0525360 Apr 05 14:22:39.614380 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ddebea7e-ffb7-40c6-85fb-25cf3011eb4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:39.617948 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9116cb29-9736-4ef5-9439-557263eb226b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:39.724377 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9116cb29-9736-4ef5-9439-557263eb226b None None] Network e871172b-dd1b-4d58-a40c-bf59261b9315 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:22:39.745179 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-9116cb29-9736-4ef5-9439-557263eb226b None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:22:39.753875 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9116cb29-9736-4ef5-9439-557263eb226b None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:22:39.791546 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-ddebea7e-ffb7-40c6-85fb-25cf3011eb4d admin admin] Allocated IP 172.25.6.217 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/d90a94f0-5437-40a4-aa9d-b69913b9ec03) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:22:39.809368 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116cb29-9736-4ef5-9439-557263eb226b None None] Pushing event updated for resources: {'Port': ['ID=b8f852e5-11ae-45e0-bcaf-c6ee8b87e267,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:39.863524 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-9116cb29-9736-4ef5-9439-557263eb226b None None] Attempting to bind port b8f852e5-11ae-45e0-bcaf-c6ee8b87e267 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:22:39.863895 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-9116cb29-9736-4ef5-9439-557263eb226b None None] Attempting to bind port b8f852e5-11ae-45e0-bcaf-c6ee8b87e267 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '979af0c7-1de0-45a7-a894-177607431869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e871172b-dd1b-4d58-a40c-bf59261b9315'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:22:39.864260 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9116cb29-9736-4ef5-9439-557263eb226b None None] Attempting to bind port b8f852e5-11ae-45e0-bcaf-c6ee8b87e267 on network e871172b-dd1b-4d58-a40c-bf59261b9315 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:22:39.869725 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9116cb29-9736-4ef5-9439-557263eb226b None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:22:39.870102 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9116cb29-9736-4ef5-9439-557263eb226b None None] Checking segment: {'id': '979af0c7-1de0-45a7-a894-177607431869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e871172b-dd1b-4d58-a40c-bf59261b9315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:22:39.870502 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9116cb29-9736-4ef5-9439-557263eb226b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:39.871034 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9116cb29-9736-4ef5-9439-557263eb226b None None] Bound using segment: {'id': '979af0c7-1de0-45a7-a894-177607431869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e871172b-dd1b-4d58-a40c-bf59261b9315'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:22:39.871626 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-9116cb29-9736-4ef5-9439-557263eb226b None None] Bound port: b8f852e5-11ae-45e0-bcaf-c6ee8b87e267, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '979af0c7-1de0-45a7-a894-177607431869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e871172b-dd1b-4d58-a40c-bf59261b9315'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:22:39.872039 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9116cb29-9736-4ef5-9439-557263eb226b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:39.931737 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626dcce5-8cce-468d-993e-606306f6f9d5 req-d98d7d76-d5c8-4999-a4ab-f1da67c45cd4 tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:39.933639 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-626dcce5-8cce-468d-993e-606306f6f9d5 req-d98d7d76-d5c8-4999-a4ab-f1da67c45cd4 tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] 10.222.0.30 "GET /v2.0/ports?device_id=b82f3b27-64ca-4cda-ae8c-548220a82dfc HTTP/1.1" status: 200 len: 969 time: 0.0900974 Apr 05 14:22:39.941177 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683ede43-dfb5-486c-9c32-c16cab0e41f4 req-c6c5a3fa-9b30-438f-8aaf-87345fc83e71 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:39.948683 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-683ede43-dfb5-486c-9c32-c16cab0e41f4 req-c6c5a3fa-9b30-438f-8aaf-87345fc83e71 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3525465 Apr 05 14:22:39.955691 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9116cb29-9736-4ef5-9439-557263eb226b None None] For port b8f852e5-11ae-45e0-bcaf-c6ee8b87e267, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:22:39.960307 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9116cb29-9736-4ef5-9439-557263eb226b None None] For port b8f852e5-11ae-45e0-bcaf-c6ee8b87e267, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=b8f852e5-11ae-45e0-bcaf-c6ee8b87e267,segment=NetworkSegment(979af0c7-1de0-45a7-a894-177607431869),segment_id=979af0c7-1de0-45a7-a894-177607431869)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:22:39.988738 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-683ede43-dfb5-486c-9c32-c16cab0e41f4 req-4b9285f4-dd01-4f88-b2e0-df683dfeb9b9 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/quotas/eb6eb2eb5e534aae8638ab75f1f70e11 HTTP/1.1" status: 200 len: 375 time: 0.0388906 Apr 05 14:22:39.992612 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ddebea7e-ffb7-40c6-85fb-25cf3011eb4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:40.018737 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b9244c8d-f607-40e6-a1b5-ab90b295cde1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:40.033761 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-626dcce5-8cce-468d-993e-606306f6f9d5 req-4b336436-a4d7-4e19-a1fa-6edaf37b3aa7 tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] 10.222.0.30 "GET /v2.0/security-groups?id=55ce4e35-d393-4510-885b-3697093c4338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822577 Apr 05 14:22:40.045134 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-683ede43-dfb5-486c-9c32-c16cab0e41f4 req-8cc72b43-4f13-4079-a87f-e34024fcae6b tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb6eb2eb5e534aae8638ab75f1f70e11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0552874 Apr 05 14:22:40.055365 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9116cb29-9736-4ef5-9439-557263eb226b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:40.150268 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b9244c8d-f607-40e6-a1b5-ab90b295cde1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:40.158444 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116cb29-9736-4ef5-9439-557263eb226b None None] Pushing event updated for resources: {'Port': ['ID=b8f852e5-11ae-45e0-bcaf-c6ee8b87e267,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:40.159673 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ddebea7e-ffb7-40c6-85fb-25cf3011eb4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:40.212551 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddebea7e-ffb7-40c6-85fb-25cf3011eb4d admin admin] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:22:40.214577 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-ddebea7e-ffb7-40c6-85fb-25cf3011eb4d admin admin] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:22:40.218036 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddebea7e-ffb7-40c6-85fb-25cf3011eb4d admin admin] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:22:40.262895 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddebea7e-ffb7-40c6-85fb-25cf3011eb4d admin admin] Pushing event updated for resources: {'Port': ['ID=d90a94f0-5437-40a4-aa9d-b69913b9ec03,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:40.292567 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b9244c8d-f607-40e6-a1b5-ab90b295cde1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:40.383187 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-32d35c7e-237f-488b-b974-cae7f29a4694 req-58c15b89-5135-43fa-8fb9-643f9402f564 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=75f27a9c-9807-428e-befc-a2cba004165f HTTP/1.1" status: 200 len: 210 time: 0.0514758 Apr 05 14:22:40.422693 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-b9244c8d-f607-40e6-a1b5-ab90b295cde1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8de45a7570f34ef7adb983c564c20338&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8314214 Apr 05 14:22:40.423161 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9244c8d-f607-40e6-a1b5-ab90b295cde1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7862beb-813a-4e8e-a7b9-606eee5efed8,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:40.425225 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 49960) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:40.508734 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ab4079b4-a0b4-4625-bc21-25288b3bb015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:40.546662 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ab4079b4-a0b4-4625-bc21-25288b3bb015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:40.674045 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ddebea7e-ffb7-40c6-85fb-25cf3011eb4d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:40.693403 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ab4079b4-a0b4-4625-bc21-25288b3bb015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:40.698662 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 013356b6-8d85-4cc3-a63b-01b96c1bed76 details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:22:40.704052 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ab4079b4-a0b4-4625-bc21-25288b3bb015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:40.707828 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-ab4079b4-a0b4-4625-bc21-25288b3bb015 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a7862beb-813a-4e8e-a7b9-606eee5efed8 HTTP/1.1" status: 204 len: 168 time: 0.2816205 Apr 05 14:22:40.728283 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4079b4-a0b4-4625-bc21-25288b3bb015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7862beb-813a-4e8e-a7b9-606eee5efed8,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:40.737499 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 49978) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:40.864250 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 013356b6-8d85-4cc3-a63b-01b96c1bed76, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=013356b6-8d85-4cc3-a63b-01b96c1bed76,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:22:40.888616 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': '013356b6-8d85-4cc3-a63b-01b96c1bed76', 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800', 'port_id': '013356b6-8d85-4cc3-a63b-01b96c1bed76', 'mac_address': 'fa:16:3e:af:23:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:tempest-test_az-548508434', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:22:40.934684 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:40.961361 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 013356b6-8d85-4cc3-a63b-01b96c1bed76 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:22:41.002808 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 013356b6-8d85-4cc3-a63b-01b96c1bed76, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=013356b6-8d85-4cc3-a63b-01b96c1bed76,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:22:41.010618 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc83f657-28fa-4263-8e5a-3c4fc9748d01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:41.104832 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ddebea7e-ffb7-40c6-85fb-25cf3011eb4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618'] for router, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:41.130989 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc83f657-28fa-4263-8e5a-3c4fc9748d01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:41.138305 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:41.246920 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdd7a55-985f-48ca-8edf-6dd88ff8400a req-a7f7e2ed-0cd6-4255-9aa6-978d6cbc60eb tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:41.246920 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-acdd7a55-985f-48ca-8edf-6dd88ff8400a req-a7f7e2ed-0cd6-4255-9aa6-978d6cbc60eb tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] 10.222.0.30 "GET /v2.0/ports?device_id=b82f3b27-64ca-4cda-ae8c-548220a82dfc HTTP/1.1" status: 200 len: 970 time: 0.0729940 Apr 05 14:22:41.253253 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=013356b6-8d85-4cc3-a63b-01b96c1bed76,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:41.289515 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-acdd7a55-985f-48ca-8edf-6dd88ff8400a req-a6932c49-bbcb-4e62-ab01-f6052496ae1b tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] 10.222.0.30 "GET /v2.0/security-groups?id=55ce4e35-d393-4510-885b-3697093c4338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642726 Apr 05 14:22:41.345693 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device b8f852e5-11ae-45e0-bcaf-c6ee8b87e267 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:22:41.508842 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-05ce5fe0-8d10-4a29-a256-9171cd8465ae req-303a6dae-3e35-4225-bba4-cfcb62eec9ad tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=75f27a9c-9807-428e-befc-a2cba004165f HTTP/1.1" status: 200 len: 210 time: 0.0261230 Apr 05 14:22:41.562500 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9f59fa-b34e-41cd-8bb7-c145258c3816 None None] Network e871172b-dd1b-4d58-a40c-bf59261b9315 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:22:41.631764 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-f03c82eb-00a5-4ffc-9ca6-b6600cb22905 None None] Provisioning complete for port b8f852e5-11ae-45e0-bcaf-c6ee8b87e267 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:22:41.632125 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f03c82eb-00a5-4ffc-9ca6-b6600cb22905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:41.661095 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['013356b6-8d85-4cc3-a63b-01b96c1bed76'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:22:41.678707 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port b8f852e5-11ae-45e0-bcaf-c6ee8b87e267 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:22:41.679072 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:42.005501 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f03c82eb-00a5-4ffc-9ca6-b6600cb22905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:42.040258 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:42.095517 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-f03c82eb-00a5-4ffc-9ca6-b6600cb22905 None None] For port b8f852e5-11ae-45e0-bcaf-c6ee8b87e267, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=b8f852e5-11ae-45e0-bcaf-c6ee8b87e267,segment=NetworkSegment(979af0c7-1de0-45a7-a894-177607431869),segment_id=979af0c7-1de0-45a7-a894-177607431869)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:22:42.120169 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc83f657-28fa-4263-8e5a-3c4fc9748d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:42.121110 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddebea7e-ffb7-40c6-85fb-25cf3011eb4d admin admin] Router 6fef91b7-79f0-4c1d-ac00-3451d9852e49 is scheduled to L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 with binding_index 1 {{(pid=103321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:22:42.170188 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc83f657-28fa-4263-8e5a-3c4fc9748d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=617f9dd4-13cc-4c6a-bdb8-19774085b2a4,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:42.175736 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-dc83f657-28fa-4263-8e5a-3c4fc9748d01 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=67ef9c123dad441a923257805506828a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4370239 Apr 05 14:22:42.178336 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50002) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:42.233086 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1d0c63a1-de75-471b-9e77-944d8278a3fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:42.246162 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:42.258011 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1d0c63a1-de75-471b-9e77-944d8278a3fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:42.296483 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f03c82eb-00a5-4ffc-9ca6-b6600cb22905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:42.305474 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddebea7e-ffb7-40c6-85fb-25cf3011eb4d admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:22:42.321543 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5bfd799-6694-4ec9-a809-a670480349e7 None None] Sync routers for ids ['6fef91b7-79f0-4c1d-ac00-3451d9852e49'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:22:42.360655 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bfd799-6694-4ec9-a809-a670480349e7 None None] Routers {'6fef91b7-79f0-4c1d-ac00-3451d9852e49'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:22:42.361569 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-b5bfd799-6694-4ec9-a809-a670480349e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:22:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['6fef91b7-79f0-4c1d-ac00-3451d9852e49'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:22:42.405297 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.db.api [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:22:42.405708 n-d-836650-2 neutron-server[103322]: DEBUG oslo_db.api [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:22:42.421552 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03c82eb-00a5-4ffc-9ca6-b6600cb22905 None None] Pushing event updated for resources: {'Port': ['ID=b8f852e5-11ae-45e0-bcaf-c6ee8b87e267,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:42.447912 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-ca4b44f5-e202-41d0-b138-dc3122dbcb85 None None] Provisioning complete for port b8f852e5-11ae-45e0-bcaf-c6ee8b87e267 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:22:42.448303 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ca4b44f5-e202-41d0-b138-dc3122dbcb85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:42.460100 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ddebea7e-ffb7-40c6-85fb-25cf3011eb4d admin admin] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:42.466898 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1d0c63a1-de75-471b-9e77-944d8278a3fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:42.470766 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-ddebea7e-ffb7-40c6-85fb-25cf3011eb4d admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.6949461 Apr 05 14:22:42.470766 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50008) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:42.470933 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1d0c63a1-de75-471b-9e77-944d8278a3fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:42.470933 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-1d0c63a1-de75-471b-9e77-944d8278a3fa admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/617f9dd4-13cc-4c6a-bdb8-19774085b2a4 HTTP/1.1" status: 204 len: 168 time: 0.2880430 Apr 05 14:22:42.480846 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0c63a1-de75-471b-9e77-944d8278a3fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=617f9dd4-13cc-4c6a-bdb8-19774085b2a4,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:42.500302 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3690bdd-7335-4c5b-b20f-cce80d3e9696 req-3b4bd20f-d741-4af1-aa59-883394cec48a tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:42.511211 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a3690bdd-7335-4c5b-b20f-cce80d3e9696 req-3b4bd20f-d741-4af1-aa59-883394cec48a tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] 10.222.0.30 "GET /v2.0/ports?device_id=b82f3b27-64ca-4cda-ae8c-548220a82dfc HTTP/1.1" status: 200 len: 970 time: 0.0994051 Apr 05 14:22:42.585510 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a3690bdd-7335-4c5b-b20f-cce80d3e9696 req-59ec4c1f-96bb-4b64-a06d-4b5b5054a98c tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] 10.222.0.30 "GET /v2.0/security-groups?id=55ce4e35-d393-4510-885b-3697093c4338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733230 Apr 05 14:22:42.586019 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50018) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:42.593240 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-b5bfd799-6694-4ec9-a809-a670480349e7 None None] Set router 6fef91b7-79f0-4c1d-ac00-3451d9852e49 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:22:42.618497 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-467fc84d-454c-450c-8abe-9d11b0a7c89a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:42.638163 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dc8f7039-49ce-4731-8c90-f6df376dfbfd req-c0645e07-feab-4ce1-bb7b-beb68b3c63ad tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=75f27a9c-9807-428e-befc-a2cba004165f HTTP/1.1" status: 200 len: 210 time: 0.0361710 Apr 05 14:22:42.692054 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 013356b6-8d85-4cc3-a63b-01b96c1bed76 up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:22:42.768209 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-467fc84d-454c-450c-8abe-9d11b0a7c89a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:42.858672 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-467fc84d-454c-450c-8abe-9d11b0a7c89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:42.893120 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port 013356b6-8d85-4cc3-a63b-01b96c1bed76 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:22:42.902591 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port 013356b6-8d85-4cc3-a63b-01b96c1bed76 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:22:42.903059 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:42.913313 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-467fc84d-454c-450c-8abe-9d11b0a7c89a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a9f9e02db7b245509cacd3dfd0f79c6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3198774 Apr 05 14:22:42.914030 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50022) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:42.914540 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467fc84d-454c-450c-8abe-9d11b0a7c89a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8403d2d4-1acc-48dc-b558-3d7788f2d9bf,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:42.973016 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-b5bfd799-6694-4ec9-a809-a670480349e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fef91b7-79f0-4c1d-ac00-3451d9852e49', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1151465518-router', 'tenant_id': 'b69f8ff855cc497ebdfbb4d256de9206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'd90a94f0-5437-40a4-aa9d-b69913b9ec03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:22:38Z', 'updated_at': '2022-04-05T14:22:40Z', 'revision_number': 3, 'project_id': 'b69f8ff855cc497ebdfbb4d256de9206', 'gw_port': {'id': 'd90a94f0-5437-40a4-aa9d-b69913b9ec03', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fef91b7-79f0-4c1d-ac00-3451d9852e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:22:39Z', 'updated_at': '2022-04-05T14:22:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:22:43.014768 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5bfd799-6694-4ec9-a809-a670480349e7 None None] Checking router: 6fef91b7-79f0-4c1d-ac00-3451d9852e49 for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:22:43.015121 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5bfd799-6694-4ec9-a809-a670480349e7 None None] Updating router 6fef91b7-79f0-4c1d-ac00-3451d9852e49 port d90a94f0-5437-40a4-aa9d-b69913b9ec03 binding host n-d-836650-2 {{(pid=103323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:22:43.046948 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b5bfd799-6694-4ec9-a809-a670480349e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:43.080694 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ea306b16-2454-476a-8f04-b0115da12268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:43.165313 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ea306b16-2454-476a-8f04-b0115da12268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:43.244823 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:43.273436 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device b8f852e5-11ae-45e0-bcaf-c6ee8b87e267 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:22:43.298366 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b82f3b27-64ca-4cda-ae8c-548220a82dfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '013356b6-8d85-4cc3-a63b-01b96c1bed76'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:22:43.353559 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-cc5e8467-959e-46ef-81b4-b885058f7e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:43.372422 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ea306b16-2454-476a-8f04-b0115da12268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:43.374465 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 013356b6-8d85-4cc3-a63b-01b96c1bed76, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=013356b6-8d85-4cc3-a63b-01b96c1bed76,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:22:43.378230 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ea306b16-2454-476a-8f04-b0115da12268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:43.385602 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-ea306b16-2454-476a-8f04-b0115da12268 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8403d2d4-1acc-48dc-b558-3d7788f2d9bf HTTP/1.1" status: 204 len: 168 time: 0.4649794 Apr 05 14:22:43.413510 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea306b16-2454-476a-8f04-b0115da12268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8403d2d4-1acc-48dc-b558-3d7788f2d9bf,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:43.435579 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b5bfd799-6694-4ec9-a809-a670480349e7 None None] Notify callbacks [] for port, precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:43.444015 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port b8f852e5-11ae-45e0-bcaf-c6ee8b87e267 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:22:43.444389 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:43.448843 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:43.529103 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b5bfd799-6694-4ec9-a809-a670480349e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:43.530777 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=013356b6-8d85-4cc3-a63b-01b96c1bed76,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:43.580013 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50044) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:43.604453 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-cc5e8467-959e-46ef-81b4-b885058f7e99 admin admin] Allocated IP 172.20.0.1 (e871172b-dd1b-4d58-a40c-bf59261b9315/645ff2f8-8847-4bd8-957e-928b6e2e6e31/0b452123-c20b-40ed-8d21-740dec0430c4) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:22:43.619978 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9306a8e8-21c6-4716-8acc-7231d19726a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:43.713788 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-b5bfd799-6694-4ec9-a809-a670480349e7 None None] Attempting to bind port d90a94f0-5437-40a4-aa9d-b69913b9ec03 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:22:43.714164 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-b5bfd799-6694-4ec9-a809-a670480349e7 None None] Attempting to bind port d90a94f0-5437-40a4-aa9d-b69913b9ec03 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:22:43.714576 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bfd799-6694-4ec9-a809-a670480349e7 None None] Attempting to bind port d90a94f0-5437-40a4-aa9d-b69913b9ec03 on network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:22:43.733161 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374317df-a7ba-42a0-919c-d988b286afdb" -d '{"events": [{"server_uuid": "b82f3b27-64ca-4cda-ae8c-548220a82dfc", "name": "network-vif-plugged", "status": "completed", "tag": "013356b6-8d85-4cc3-a63b-01b96c1bed76"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:22:43.735989 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-cc5e8467-959e-46ef-81b4-b885058f7e99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:43.773636 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4cc811-d19c-4cd6-90a9-bdf23f8e3f47 None None] Pushing event updated for resources: {'Port': ['ID=d90a94f0-5437-40a4-aa9d-b69913b9ec03,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:43.784534 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bfd799-6694-4ec9-a809-a670480349e7 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:22:43.785225 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bfd799-6694-4ec9-a809-a670480349e7 None None] Checking segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:22:43.785747 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b5bfd799-6694-4ec9-a809-a670480349e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:43.791475 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bfd799-6694-4ec9-a809-a670480349e7 None None] Bound using segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:22:43.791475 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-b5bfd799-6694-4ec9-a809-a670480349e7 None None] Bound port: d90a94f0-5437-40a4-aa9d-b69913b9ec03, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:22:43.791475 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b5bfd799-6694-4ec9-a809-a670480349e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:43.844418 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-b5bfd799-6694-4ec9-a809-a670480349e7 None None] For port d90a94f0-5437-40a4-aa9d-b69913b9ec03, host n-d-836650-2, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:22:43.847967 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-b5bfd799-6694-4ec9-a809-a670480349e7 None None] For port d90a94f0-5437-40a4-aa9d-b69913b9ec03, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=d90a94f0-5437-40a4-aa9d-b69913b9ec03,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:22:43.848336 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9306a8e8-21c6-4716-8acc-7231d19726a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:43.866180 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:43.868208 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-81eaec2a-6e91-40a8-ad72-856900df8431 req-1498b35b-ca1e-4d8d-8f6c-ffd6faaec25e tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=75f27a9c-9807-428e-befc-a2cba004165f HTTP/1.1" status: 200 len: 210 time: 0.0640390 Apr 05 14:22:43.895400 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceacc71d-c704-4701-8deb-1d85814e4f55 req-f92e0a5b-fad9-4fa5-aafb-90df6c235d62 tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:43.897021 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ceacc71d-c704-4701-8deb-1d85814e4f55 req-f92e0a5b-fad9-4fa5-aafb-90df6c235d62 tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] 10.222.0.30 "GET /v2.0/ports?device_id=b82f3b27-64ca-4cda-ae8c-548220a82dfc HTTP/1.1" status: 200 len: 971 time: 0.1106265 Apr 05 14:22:43.935663 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ceacc71d-c704-4701-8deb-1d85814e4f55 req-33da0aca-5b19-4899-815f-3feaa0feff7a tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] 10.222.0.30 "GET /v2.0/security-groups?id=55ce4e35-d393-4510-885b-3697093c4338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325265 Apr 05 14:22:43.938740 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-cc5e8467-959e-46ef-81b4-b885058f7e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:43.975843 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b5bfd799-6694-4ec9-a809-a670480349e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:43.985014 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5e8467-959e-46ef-81b4-b885058f7e99 admin admin] Network e871172b-dd1b-4d58-a40c-bf59261b9315 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:22:43.987981 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-cc5e8467-959e-46ef-81b4-b885058f7e99 admin admin] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:22:43.991865 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5e8467-959e-46ef-81b4-b885058f7e99 admin admin] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:22:43.992469 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-cc5e8467-959e-46ef-81b4-b885058f7e99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809369'] for router_interface, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:43.999155 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5e8467-959e-46ef-81b4-b885058f7e99 admin admin] Pushing event updated for resources: {'Port': ['ID=0b452123-c20b-40ed-8d21-740dec0430c4,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:44.026747 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ecd5c7e-1809-4035-8ec3-e7e44dab6e0e x-openstack-request-id: req-9ecd5c7e-1809-4035-8ec3-e7e44dab6e0e {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:22:44.026747 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b82f3b27-64ca-4cda-ae8c-548220a82dfc", "name": "network-vif-plugged", "status": "completed", "tag": "013356b6-8d85-4cc3-a63b-01b96c1bed76", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:22:44.026747 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9ecd5c7e-1809-4035-8ec3-e7e44dab6e0e {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:22:44.027667 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ecd5c7e-1809-4035-8ec3-e7e44dab6e0e'] response: {'server_uuid': 'b82f3b27-64ca-4cda-ae8c-548220a82dfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '013356b6-8d85-4cc3-a63b-01b96c1bed76', 'code': 200} Apr 05 14:22:44.061251 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bfd799-6694-4ec9-a809-a670480349e7 None None] Routers {'6fef91b7-79f0-4c1d-ac00-3451d9852e49'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:22:44.061822 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-b5bfd799-6694-4ec9-a809-a670480349e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:22:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['6fef91b7-79f0-4c1d-ac00-3451d9852e49'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:22:44.083626 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9306a8e8-21c6-4716-8acc-7231d19726a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:44.182959 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4cc811-d19c-4cd6-90a9-bdf23f8e3f47 None None] Pushing event updated for resources: {'Port': ['ID=d90a94f0-5437-40a4-aa9d-b69913b9ec03,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:44.263953 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-005b1f41-67cb-4c98-8bd5-9c05916fad85 None None] Provisioning complete for port 0b452123-c20b-40ed-8d21-740dec0430c4 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:22:44.265086 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-005b1f41-67cb-4c98-8bd5-9c05916fad85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:44.306682 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-b5bfd799-6694-4ec9-a809-a670480349e7 None None] Set router 6fef91b7-79f0-4c1d-ac00-3451d9852e49 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:22:44.307324 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-9306a8e8-21c6-4716-8acc-7231d19726a4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3805bf5294d347a6be97df81e4707238&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7357886 Apr 05 14:22:44.315738 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50062) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:44.322911 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9306a8e8-21c6-4716-8acc-7231d19726a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7342c03e-fc6a-41af-9203-60b184879382,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:44.333098 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-cc5e8467-959e-46ef-81b4-b885058f7e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:44.342727 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-005b1f41-67cb-4c98-8bd5-9c05916fad85 None None] Port 0b452123-c20b-40ed-8d21-740dec0430c4 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:22:44.365430 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a927f71-ba8f-4b27-8b1c-7b621846be45 req-1e851f7c-07e5-410b-b6e6-c1e90e991a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:44.366937 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2a927f71-ba8f-4b27-8b1c-7b621846be45 req-1e851f7c-07e5-410b-b6e6-c1e90e991a75 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b82f3b27-64ca-4cda-ae8c-548220a82dfc HTTP/1.1" status: 200 len: 1122 time: 0.1941936 Apr 05 14:22:44.434630 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-2a927f71-ba8f-4b27-8b1c-7b621846be45 req-d3cb1d31-4c4d-403b-9dd9-887c8bd9833d service neutron] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:44.514851 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a23f21c-6bb0-4d53-8be6-79f7bdc4c090 req-e8334aaa-ab05-4e61-bd75-cfa395b32534 tempest-NetworksTest-1555665621 tempest-NetworksTest-1555665621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:44.516806 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a23f21c-6bb0-4d53-8be6-79f7bdc4c090 req-e8334aaa-ab05-4e61-bd75-cfa395b32534 tempest-NetworksTest-1555665621 tempest-NetworksTest-1555665621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:44.517951 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a23f21c-6bb0-4d53-8be6-79f7bdc4c090 req-e8334aaa-ab05-4e61-bd75-cfa395b32534 tempest-NetworksTest-1555665621 tempest-NetworksTest-1555665621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:44.519054 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a23f21c-6bb0-4d53-8be6-79f7bdc4c090 req-e8334aaa-ab05-4e61-bd75-cfa395b32534 tempest-NetworksTest-1555665621 tempest-NetworksTest-1555665621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:44.519794 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a23f21c-6bb0-4d53-8be6-79f7bdc4c090 req-e8334aaa-ab05-4e61-bd75-cfa395b32534 tempest-NetworksTest-1555665621 tempest-NetworksTest-1555665621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:44.521750 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7a23f21c-6bb0-4d53-8be6-79f7bdc4c090 req-e8334aaa-ab05-4e61-bd75-cfa395b32534 tempest-NetworksTest-1555665621 tempest-NetworksTest-1555665621-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3629 time: 0.4699059 Apr 05 14:22:44.547674 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-b5bfd799-6694-4ec9-a809-a670480349e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fef91b7-79f0-4c1d-ac00-3451d9852e49', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1151465518-router', 'tenant_id': 'b69f8ff855cc497ebdfbb4d256de9206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'd90a94f0-5437-40a4-aa9d-b69913b9ec03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:22:38Z', 'updated_at': '2022-04-05T14:22:40Z', 'revision_number': 3, 'project_id': 'b69f8ff855cc497ebdfbb4d256de9206', 'gw_port': {'id': 'd90a94f0-5437-40a4-aa9d-b69913b9ec03', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fef91b7-79f0-4c1d-ac00-3451d9852e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:22:39Z', 'updated_at': '2022-04-05T14:22:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:22:44.584163 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ef7e81fd-92da-4d14-bf56-917213aee408 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:44.592423 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-cc5e8467-959e-46ef-81b4-b885058f7e99 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:44.593556 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5bfd799-6694-4ec9-a809-a670480349e7 None None] The sync data for ids ['6fef91b7-79f0-4c1d-ac00-3451d9852e49'] in n-d-836650-2 is: [{'id': '6fef91b7-79f0-4c1d-ac00-3451d9852e49', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1151465518-router', 'tenant_id': 'b69f8ff855cc497ebdfbb4d256de9206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'd90a94f0-5437-40a4-aa9d-b69913b9ec03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:22:38Z', 'updated_at': '2022-04-05T14:22:40Z', 'revision_number': 3, 'project_id': 'b69f8ff855cc497ebdfbb4d256de9206', 'gw_port': {'id': 'd90a94f0-5437-40a4-aa9d-b69913b9ec03', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fef91b7-79f0-4c1d-ac00-3451d9852e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:22:39Z', 'updated_at': '2022-04-05T14:22:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:22:44.650124 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-2a927f71-ba8f-4b27-8b1c-7b621846be45 req-d3cb1d31-4c4d-403b-9dd9-887c8bd9833d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:44.660163 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-cc5e8467-959e-46ef-81b4-b885058f7e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:44.663101 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-cc5e8467-959e-46ef-81b4-b885058f7e99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809317'] for router_interface, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:44.669768 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ef7e81fd-92da-4d14-bf56-917213aee408 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:44.735651 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-2a927f71-ba8f-4b27-8b1c-7b621846be45 req-d3cb1d31-4c4d-403b-9dd9-887c8bd9833d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:44.762534 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1043b40c-4692-44ac-8291-d39531207d0e req-372dcf8c-1da8-4e0c-a1d8-4bc6804d0f6a tempest-NetworksTest-1555665621 tempest-NetworksTest-1555665621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:44.764528 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1043b40c-4692-44ac-8291-d39531207d0e req-372dcf8c-1da8-4e0c-a1d8-4bc6804d0f6a tempest-NetworksTest-1555665621 tempest-NetworksTest-1555665621-project-admin] 10.222.0.30 "GET /v2.0/networks/3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c HTTP/1.1" status: 200 len: 886 time: 0.2179766 Apr 05 14:22:44.765061 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5e8467-959e-46ef-81b4-b885058f7e99 admin admin] Pushing event updated for resources: {'Port': ['ID=0b452123-c20b-40ed-8d21-740dec0430c4,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:44.774481 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2a927f71-ba8f-4b27-8b1c-7b621846be45 req-d3cb1d31-4c4d-403b-9dd9-887c8bd9833d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=55ce4e35-d393-4510-885b-3697093c4338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3948476 Apr 05 14:22:44.811778 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.11', 61029) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:44.815118 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb1d31-4c4d-403b-9dd9-887c8bd9833d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=42653bb7-bba5-404c-8277-5acba53d4623,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:44.841619 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5e8467-959e-46ef-81b4-b885058f7e99 admin admin] Network e871172b-dd1b-4d58-a40c-bf59261b9315 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:22:44.843119 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-cc5e8467-959e-46ef-81b4-b885058f7e99 admin admin] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:22:44.861094 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ef7e81fd-92da-4d14-bf56-917213aee408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:44.863792 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ef7e81fd-92da-4d14-bf56-917213aee408 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:44.864789 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-ef7e81fd-92da-4d14-bf56-917213aee408 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7342c03e-fc6a-41af-9203-60b184879382 HTTP/1.1" status: 204 len: 168 time: 0.5479367 Apr 05 14:22:44.884539 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-683ede43-dfb5-486c-9c32-c16cab0e41f4 req-6044c099-2578-4822-b645-7f7d59557c0e tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=eb6eb2eb5e534aae8638ab75f1f70e11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0660472 Apr 05 14:22:44.888822 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7e81fd-92da-4d14-bf56-917213aee408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7342c03e-fc6a-41af-9203-60b184879382,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:45.018543 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f54948-1da5-4a7a-aca3-726d5258f460 req-c0082a64-88ec-4c82-ba31-a7c5d72dd049 tempest-NetworksTest-1555665621 tempest-NetworksTest-1555665621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:45.018543 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f54948-1da5-4a7a-aca3-726d5258f460 req-c0082a64-88ec-4c82-ba31-a7c5d72dd049 tempest-NetworksTest-1555665621 tempest-NetworksTest-1555665621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:45.018543 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f54948-1da5-4a7a-aca3-726d5258f460 req-c0082a64-88ec-4c82-ba31-a7c5d72dd049 tempest-NetworksTest-1555665621 tempest-NetworksTest-1555665621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:45.018543 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f54948-1da5-4a7a-aca3-726d5258f460 req-c0082a64-88ec-4c82-ba31-a7c5d72dd049 tempest-NetworksTest-1555665621 tempest-NetworksTest-1555665621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:45.018543 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f54948-1da5-4a7a-aca3-726d5258f460 req-c0082a64-88ec-4c82-ba31-a7c5d72dd049 tempest-NetworksTest-1555665621 tempest-NetworksTest-1555665621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:45.018543 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a6f54948-1da5-4a7a-aca3-726d5258f460 req-c0082a64-88ec-4c82-ba31-a7c5d72dd049 tempest-NetworksTest-1555665621 tempest-NetworksTest-1555665621-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3629 time: 0.2102263 Apr 05 14:22:45.170367 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-94e2874f-c9c1-4011-a52d-4e81fdc8b3b1 req-3c415424-0eee-4875-aae4-4df2e7d14770 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=75f27a9c-9807-428e-befc-a2cba004165f HTTP/1.1" status: 200 len: 210 time: 0.0748463 Apr 05 14:22:45.235003 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f7088f-d0ff-4e50-b156-a1ef6dbe74fe req-f045c327-39b6-42d7-acf0-ba6c1d1ef1e9 tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:45.240656 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-63f7088f-d0ff-4e50-b156-a1ef6dbe74fe req-f045c327-39b6-42d7-acf0-ba6c1d1ef1e9 tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] 10.222.0.30 "GET /v2.0/ports?device_id=b82f3b27-64ca-4cda-ae8c-548220a82dfc HTTP/1.1" status: 200 len: 971 time: 0.1340985 Apr 05 14:22:45.349279 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device d90a94f0-5437-40a4-aa9d-b69913b9ec03 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:22:45.389797 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-63f7088f-d0ff-4e50-b156-a1ef6dbe74fe req-bb1b7d36-eba1-497a-b8af-3036e07c16b8 tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] 10.222.0.30 "GET /v2.0/security-groups?id=55ce4e35-d393-4510-885b-3697093c4338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279354 Apr 05 14:22:45.486984 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-02375d90-38f1-4c92-a3e8-f6f1772c2d54 None None] Provisioning complete for port 0b452123-c20b-40ed-8d21-740dec0430c4 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:22:45.490679 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-02375d90-38f1-4c92-a3e8-f6f1772c2d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:45.559597 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-02375d90-38f1-4c92-a3e8-f6f1772c2d54 None None] Port 0b452123-c20b-40ed-8d21-740dec0430c4 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:22:45.583293 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port d90a94f0-5437-40a4-aa9d-b69913b9ec03 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:22:45.584008 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:45.756206 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:45.793231 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port d90a94f0-5437-40a4-aa9d-b69913b9ec03, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=d90a94f0-5437-40a4-aa9d-b69913b9ec03,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:22:45.796209 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc5e8467-959e-46ef-81b4-b885058f7e99 admin admin] Router 6fef91b7-79f0-4c1d-ac00-3451d9852e49 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:22:45.869671 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683ede43-dfb5-486c-9c32-c16cab0e41f4 req-22ba9d06-a4b6-43a4-b551-1156e8af0e64 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:45.871283 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-683ede43-dfb5-486c-9c32-c16cab0e41f4 req-22ba9d06-a4b6-43a4-b551-1156e8af0e64 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9890397 Apr 05 14:22:45.878507 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:46.006713 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=d90a94f0-5437-40a4-aa9d-b69913b9ec03,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:46.029104 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc5e8467-959e-46ef-81b4-b885058f7e99 admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:22:46.043639 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-cc5e8467-959e-46ef-81b4-b885058f7e99 admin admin] 10.222.0.30 "PUT /v2.0/routers/6fef91b7-79f0-4c1d-ac00-3451d9852e49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5775783 Apr 05 14:22:46.151878 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50110) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:46.282228 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 7 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 14:22:46.352228 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1cb05dff-edab-4bf6-8fd7-cde671f88cd6 req-2e2fcb8b-c886-4b81-b941-3c91e3f25589 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=75f27a9c-9807-428e-befc-a2cba004165f HTTP/1.1" status: 200 len: 210 time: 0.0582204 Apr 05 14:22:46.387799 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ecae07b2-79c8-432c-a6ca-b833912d0f40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:46.521545 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ecae07b2-79c8-432c-a6ca-b833912d0f40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:46.529777 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2727c50-d25e-4131-b0fb-7db39b68985e req-1702f98a-2f11-4041-816b-5e62355d0ea8 tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:46.531890 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b2727c50-d25e-4131-b0fb-7db39b68985e req-1702f98a-2f11-4041-816b-5e62355d0ea8 tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] 10.222.0.30 "GET /v2.0/ports?device_id=b82f3b27-64ca-4cda-ae8c-548220a82dfc HTTP/1.1" status: 200 len: 971 time: 0.0676363 Apr 05 14:22:46.601625 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b2727c50-d25e-4131-b0fb-7db39b68985e req-2241662b-67a8-4bc5-a0ea-e647790253db tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] 10.222.0.30 "GET /v2.0/security-groups?id=55ce4e35-d393-4510-885b-3697093c4338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631700 Apr 05 14:22:46.622860 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ecae07b2-79c8-432c-a6ca-b833912d0f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:46.686120 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-ecae07b2-79c8-432c-a6ca-b833912d0f40 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4cd463b511174e4a966a8012ee2030be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5330050 Apr 05 14:22:46.686826 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecae07b2-79c8-432c-a6ca-b833912d0f40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce8d72f-7773-4f5c-a78a-22fb3a744251,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:46.690469 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50130) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:46.784134 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3ea98465-de49-4a2d-834b-536166345894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:46.809001 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3ea98465-de49-4a2d-834b-536166345894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:46.947015 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3ea98465-de49-4a2d-834b-536166345894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:46.953949 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3ea98465-de49-4a2d-834b-536166345894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:46.953949 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-3ea98465-de49-4a2d-834b-536166345894 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4ce8d72f-7773-4f5c-a78a-22fb3a744251 HTTP/1.1" status: 204 len: 168 time: 0.2588074 Apr 05 14:22:46.960233 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea98465-de49-4a2d-834b-536166345894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce8d72f-7773-4f5c-a78a-22fb3a744251,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:47.052310 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf2a978-b432-4a6e-b54c-f4709fbd16ae None None] Sync routers for ids ['6fef91b7-79f0-4c1d-ac00-3451d9852e49'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:22:47.067962 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf2a978-b432-4a6e-b54c-f4709fbd16ae None None] Routers {'6fef91b7-79f0-4c1d-ac00-3451d9852e49'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:22:47.068673 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-4bf2a978-b432-4a6e-b54c-f4709fbd16ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:22:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['6fef91b7-79f0-4c1d-ac00-3451d9852e49'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:22:47.225761 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-4bf2a978-b432-4a6e-b54c-f4709fbd16ae None None] Set router 6fef91b7-79f0-4c1d-ac00-3451d9852e49 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:22:47.265355 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device d90a94f0-5437-40a4-aa9d-b69913b9ec03 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:22:47.431762 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port d90a94f0-5437-40a4-aa9d-b69913b9ec03 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:22:47.432148 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:47.541152 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-728c5e01-104a-481f-bbba-413ccbdf89bb req-ae2596ad-56cf-477c-98b6-b042c5ceedd2 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=75f27a9c-9807-428e-befc-a2cba004165f HTTP/1.1" status: 200 len: 210 time: 0.0754554 Apr 05 14:22:47.621140 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-4bf2a978-b432-4a6e-b54c-f4709fbd16ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fef91b7-79f0-4c1d-ac00-3451d9852e49', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1151465518-router', 'tenant_id': 'b69f8ff855cc497ebdfbb4d256de9206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'd90a94f0-5437-40a4-aa9d-b69913b9ec03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:22:38Z', 'updated_at': '2022-04-05T14:22:44Z', 'revision_number': 4, 'project_id': 'b69f8ff855cc497ebdfbb4d256de9206', 'gw_port': {'id': 'd90a94f0-5437-40a4-aa9d-b69913b9ec03', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fef91b7-79f0-4c1d-ac00-3451d9852e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:22:39Z', 'updated_at': '2022-04-05T14:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '0b452123-c20b-40ed-8d21-740dec0430c4', 'name': '', 'network_id': 'e871172b-dd1b-4d58-a40c-bf59261b9315', 'tenant_id': 'b69f8ff855cc497ebdfbb4d256de9206', 'mac_address': 'fa:16:3e:11:50:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fef91b7-79f0-4c1d-ac00-3451d9852e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 171, 'fixed_ips': [{'subnet_id': '645ff2f8-8847-4bd8-957e-928b6e2e6e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:22:43Z', 'updated_at': '2022-04-05T14:22:44Z', 'revision_number': 2, 'project_id': 'b69f8ff855cc497ebdfbb4d256de9206', 'subnets': [{'id': '645ff2f8-8847-4bd8-957e-928b6e2e6e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:22:47.655639 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf2a978-b432-4a6e-b54c-f4709fbd16ae None None] Checking router: 6fef91b7-79f0-4c1d-ac00-3451d9852e49 for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:22:47.656235 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf2a978-b432-4a6e-b54c-f4709fbd16ae None None] Updating router 6fef91b7-79f0-4c1d-ac00-3451d9852e49 port 0b452123-c20b-40ed-8d21-740dec0430c4 binding host n-d-836650-2 {{(pid=103322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:22:47.681559 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4bf2a978-b432-4a6e-b54c-f4709fbd16ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:47.844145 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50168) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:47.850532 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-e2050b3c-358d-4816-9340-2668537a2e36 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1400437438', 'description': 'tempest-description--403319145'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:22:47.940028 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ba6f7e-efbb-4093-b54f-f0270e2963f3 req-063db768-4195-463a-963c-9dec68c2763c tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:47.945381 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-85ba6f7e-efbb-4093-b54f-f0270e2963f3 req-063db768-4195-463a-963c-9dec68c2763c tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] 10.222.0.30 "GET /v2.0/ports?device_id=b82f3b27-64ca-4cda-ae8c-548220a82dfc HTTP/1.1" status: 200 len: 971 time: 0.0532386 Apr 05 14:22:47.978620 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e2050b3c-358d-4816-9340-2668537a2e36 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:47.989956 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50176) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:48.009438 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2e06ead8-7d7c-4e52-b9bf-973637f5b5d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:48.024072 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-85ba6f7e-efbb-4093-b54f-f0270e2963f3 req-6b1ba91f-e2f0-4225-848a-4af616fae6cf tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] 10.222.0.30 "GET /v2.0/security-groups?id=55ce4e35-d393-4510-885b-3697093c4338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740185 Apr 05 14:22:48.056451 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50180) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:48.130456 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e2050b3c-358d-4816-9340-2668537a2e36 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:48.135330 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4bf2a978-b432-4a6e-b54c-f4709fbd16ae None None] Notify callbacks [] for port, precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:48.183274 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2e06ead8-7d7c-4e52-b9bf-973637f5b5d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:48.221939 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e2050b3c-358d-4816-9340-2668537a2e36 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:48.262908 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2050b3c-358d-4816-9340-2668537a2e36 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87d4f98d-7601-474f-9994-e1bec30867c0,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:48.269036 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4bf2a978-b432-4a6e-b54c-f4709fbd16ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:48.270269 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea518a-eedf-4a74-8056-bb78a470af1b req-864ded9e-06c7-4c6c-9012-0a1e28399d02 tempest-AggregatesAdminTestJSON-2046984784 tempest-AggregatesAdminTestJSON-2046984784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:48.272915 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4fea518a-eedf-4a74-8056-bb78a470af1b req-864ded9e-06c7-4c6c-9012-0a1e28399d02 tempest-AggregatesAdminTestJSON-2046984784 tempest-AggregatesAdminTestJSON-2046984784-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=b82f3b27-64ca-4cda-ae8c-548220a82dfc HTTP/1.1" status: 200 len: 1122 time: 0.0862460 Apr 05 14:22:48.299325 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-4fea518a-eedf-4a74-8056-bb78a470af1b req-1cce2748-6b1a-4e8a-bfa1-93aab3e80382 tempest-AggregatesAdminTestJSON-2046984784 tempest-AggregatesAdminTestJSON-2046984784-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:48.301075 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2e06ead8-7d7c-4e52-b9bf-973637f5b5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:48.337131 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e2050b3c-358d-4816-9340-2668537a2e36 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:48.338644 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-e2050b3c-358d-4816-9340-2668537a2e36 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4929392 Apr 05 14:22:48.350085 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50186) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:48.360301 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e06ead8-7d7c-4e52-b9bf-973637f5b5d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53b3ca0-2711-4f5a-8008-b7b36fcf9372,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:48.366552 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-2e06ead8-7d7c-4e52-b9bf-973637f5b5d0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=900592319401403c8c6e191d7f6b1bf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3756874 Apr 05 14:22:48.369481 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50192) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:48.380663 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-8eb73430-f3d3-497a-8c98-f4b64d3c1eef tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Request body: {'security_group_rule': {'security_group_id': '87d4f98d-7601-474f-9994-e1bec30867c0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:22:48.414546 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-ba80e6e5-7cfb-47e0-8ce1-c50ce11240a2 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1885717600-network', 'tenant_id': 'fa388235fba04a88868f93e44b88b55c'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:22:48.447041 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab602e1-9cd2-4375-9292-b41e207e3cca None None] Pushing event updated for resources: {'Port': ['ID=0b452123-c20b-40ed-8d21-740dec0430c4,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:48.490926 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-4bf2a978-b432-4a6e-b54c-f4709fbd16ae None None] Attempting to bind port 0b452123-c20b-40ed-8d21-740dec0430c4 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:22:48.491466 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-4bf2a978-b432-4a6e-b54c-f4709fbd16ae None None] Attempting to bind port 0b452123-c20b-40ed-8d21-740dec0430c4 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '979af0c7-1de0-45a7-a894-177607431869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e871172b-dd1b-4d58-a40c-bf59261b9315'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:22:48.491821 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf2a978-b432-4a6e-b54c-f4709fbd16ae None None] Attempting to bind port 0b452123-c20b-40ed-8d21-740dec0430c4 on network e871172b-dd1b-4d58-a40c-bf59261b9315 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:22:48.496218 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-25b36422-36d2-479a-b1e0-c54aa4529bdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:48.502865 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf2a978-b432-4a6e-b54c-f4709fbd16ae None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:22:48.508005 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf2a978-b432-4a6e-b54c-f4709fbd16ae None None] Checking segment: {'id': '979af0c7-1de0-45a7-a894-177607431869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e871172b-dd1b-4d58-a40c-bf59261b9315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:22:48.508005 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4bf2a978-b432-4a6e-b54c-f4709fbd16ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:48.508005 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf2a978-b432-4a6e-b54c-f4709fbd16ae None None] Bound using segment: {'id': '979af0c7-1de0-45a7-a894-177607431869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e871172b-dd1b-4d58-a40c-bf59261b9315'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:22:48.508005 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-4bf2a978-b432-4a6e-b54c-f4709fbd16ae None None] Bound port: 0b452123-c20b-40ed-8d21-740dec0430c4, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '979af0c7-1de0-45a7-a894-177607431869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e871172b-dd1b-4d58-a40c-bf59261b9315'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:22:48.508005 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4bf2a978-b432-4a6e-b54c-f4709fbd16ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:48.532999 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-25b36422-36d2-479a-b1e0-c54aa4529bdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:48.565889 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-4fea518a-eedf-4a74-8056-bb78a470af1b req-1cce2748-6b1a-4e8a-bfa1-93aab3e80382 tempest-AggregatesAdminTestJSON-2046984784 tempest-AggregatesAdminTestJSON-2046984784-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:48.600577 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8eb73430-f3d3-497a-8c98-f4b64d3c1eef tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:48.621639 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-4bf2a978-b432-4a6e-b54c-f4709fbd16ae None None] For port 0b452123-c20b-40ed-8d21-740dec0430c4, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:22:48.624723 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-4bf2a978-b432-4a6e-b54c-f4709fbd16ae None None] For port 0b452123-c20b-40ed-8d21-740dec0430c4, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=0b452123-c20b-40ed-8d21-740dec0430c4,segment=NetworkSegment(979af0c7-1de0-45a7-a894-177607431869),segment_id=979af0c7-1de0-45a7-a894-177607431869)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:22:48.651929 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba80e6e5-7cfb-47e0-8ce1-c50ce11240a2 admin admin] Made reservation on behalf of fa388235fba04a88868f93e44b88b55c for: {'network': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:22:48.654182 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ba80e6e5-7cfb-47e0-8ce1-c50ce11240a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:48.669654 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ba80e6e5-7cfb-47e0-8ce1-c50ce11240a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:48.679910 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-4fea518a-eedf-4a74-8056-bb78a470af1b req-1cce2748-6b1a-4e8a-bfa1-93aab3e80382 tempest-AggregatesAdminTestJSON-2046984784 tempest-AggregatesAdminTestJSON-2046984784-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:48.700869 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-25b36422-36d2-479a-b1e0-c54aa4529bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:48.701187 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8eb73430-f3d3-497a-8c98-f4b64d3c1eef tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:48.709803 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-25b36422-36d2-479a-b1e0-c54aa4529bdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:48.712591 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-25b36422-36d2-479a-b1e0-c54aa4529bdc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f53b3ca0-2711-4f5a-8008-b7b36fcf9372 HTTP/1.1" status: 204 len: 168 time: 0.3416545 Apr 05 14:22:48.716192 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4fea518a-eedf-4a74-8056-bb78a470af1b req-1cce2748-6b1a-4e8a-bfa1-93aab3e80382 tempest-AggregatesAdminTestJSON-2046984784 tempest-AggregatesAdminTestJSON-2046984784-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=55ce4e35-d393-4510-885b-3697093c4338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4355521 Apr 05 14:22:48.750530 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b36422-36d2-479a-b1e0-c54aa4529bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53b3ca0-2711-4f5a-8008-b7b36fcf9372,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:48.753323 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4bf2a978-b432-4a6e-b54c-f4709fbd16ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:48.771718 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cce2748-6b1a-4e8a-bfa1-93aab3e80382 tempest-AggregatesAdminTestJSON-2046984784 tempest-AggregatesAdminTestJSON-2046984784-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18225700-eb5f-4ce0-b506-63686edeb243,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:48.824288 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8eb73430-f3d3-497a-8c98-f4b64d3c1eef tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:48.840205 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-24395729-ec1e-4bf0-aee7-e40c1b894b7b req-f425c01d-1cbd-4cec-80a0-67b7838ad6d8 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=75f27a9c-9807-428e-befc-a2cba004165f HTTP/1.1" status: 200 len: 210 time: 0.0609095 Apr 05 14:22:48.844042 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-dddb1d07-a6f9-4be0-8d62-d5a755240da5 None None] Provisioning complete for port 0b452123-c20b-40ed-8d21-740dec0430c4 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:22:48.844295 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dddb1d07-a6f9-4be0-8d62-d5a755240da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:48.851446 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb73430-f3d3-497a-8c98-f4b64d3c1eef tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd9319d8-6cef-4373-a294-07f6cee3630b,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:48.932579 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ba80e6e5-7cfb-47e0-8ce1-c50ce11240a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:48.959027 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab602e1-9cd2-4375-9292-b41e207e3cca None None] Pushing event updated for resources: {'Port': ['ID=0b452123-c20b-40ed-8d21-740dec0430c4,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:48.962278 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8eb73430-f3d3-497a-8c98-f4b64d3c1eef tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:48.962278 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-8eb73430-f3d3-497a-8c98-f4b64d3c1eef tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6022098 Apr 05 14:22:48.963950 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50206) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:48.968726 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-9e6fde3c-ab31-44bc-8141-ae19a0eaeb42 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Request body: {'security_group_rule': {'security_group_id': '87d4f98d-7601-474f-9994-e1bec30867c0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:22:48.973842 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf2a978-b432-4a6e-b54c-f4709fbd16ae None None] Routers {'6fef91b7-79f0-4c1d-ac00-3451d9852e49'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:22:48.974477 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-4bf2a978-b432-4a6e-b54c-f4709fbd16ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:22:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['6fef91b7-79f0-4c1d-ac00-3451d9852e49'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:22:49.018940 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ba80e6e5-7cfb-47e0-8ce1-c50ce11240a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:49.046530 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba80e6e5-7cfb-47e0-8ce1-c50ce11240a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=103320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:22:49.054155 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba80e6e5-7cfb-47e0-8ce1-c50ce11240a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f4ed18-73d1-4c70-bfb8-abe78be9b1c7,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:49.068677 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ba80e6e5-7cfb-47e0-8ce1-c50ce11240a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:49.069213 n-d-836650-2 neutron-server[103320]: INFO neutron.db.segments_db [None req-ba80e6e5-7cfb-47e0-8ce1-c50ce11240a2 admin admin] Added segment 0f730d0b-c342-4343-8a7b-7d51c303621d of type vlan for network eff47457-946f-46a8-bea0-e56e031eed3c Apr 05 14:22:49.140970 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9e6fde3c-ab31-44bc-8141-ae19a0eaeb42 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:49.152306 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ba80e6e5-7cfb-47e0-8ce1-c50ce11240a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:49.259631 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dddb1d07-a6f9-4be0-8d62-d5a755240da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:49.303514 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ba80e6e5-7cfb-47e0-8ce1-c50ce11240a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:49.304840 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba80e6e5-7cfb-47e0-8ce1-c50ce11240a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:49.305917 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ba80e6e5-7cfb-47e0-8ce1-c50ce11240a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:49.311272 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9e6fde3c-ab31-44bc-8141-ae19a0eaeb42 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:49.323153 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-4bf2a978-b432-4a6e-b54c-f4709fbd16ae None None] Set router 6fef91b7-79f0-4c1d-ac00-3451d9852e49 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:22:49.375255 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-dddb1d07-a6f9-4be0-8d62-d5a755240da5 None None] For port 0b452123-c20b-40ed-8d21-740dec0430c4, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=0b452123-c20b-40ed-8d21-740dec0430c4,segment=NetworkSegment(979af0c7-1de0-45a7-a894-177607431869),segment_id=979af0c7-1de0-45a7-a894-177607431869)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:22:49.387748 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9e6fde3c-ab31-44bc-8141-ae19a0eaeb42 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:49.391532 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba80e6e5-7cfb-47e0-8ce1-c50ce11240a2 admin admin] Pushing event updated for resources: {'Network': ['ID=eff47457-946f-46a8-bea0-e56e031eed3c,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:49.413628 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network eff47457-946f-46a8-bea0-e56e031eed3c details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:22:49.418749 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6fde3c-ab31-44bc-8141-ae19a0eaeb42 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=094b6603-f4ae-4a60-89e1-ed0f65c92c10,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:49.436394 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-09682f3a-fd25-4240-a525-e60f30e58638 req-089115a1-0bb4-4de6-aa97-d00078fc9d38 tempest-QuotasAdminNegativeTest-751669732 tempest-QuotasAdminNegativeTest-751669732-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=f43b3c3dcddf49dbac1ea99a5f434dec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412879 Apr 05 14:22:49.455618 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-ba80e6e5-7cfb-47e0-8ce1-c50ce11240a2 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.3945725 Apr 05 14:22:49.457105 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50228) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:49.474921 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-873c066a-7aa9-49a3-b40e-ff8b2333b187 admin admin] Request body: {'subnet': {'network_id': 'eff47457-946f-46a8-bea0-e56e031eed3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1885717600-subnet', 'tenant_id': 'fa388235fba04a88868f93e44b88b55c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:22:49.514423 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dddb1d07-a6f9-4be0-8d62-d5a755240da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:49.555893 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9e6fde3c-ab31-44bc-8141-ae19a0eaeb42 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:49.558320 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-9e6fde3c-ab31-44bc-8141-ae19a0eaeb42 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5921237 Apr 05 14:22:49.564906 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50234) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:49.570750 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-9ed361ec-4e42-4f41-9e75-9f35b5117934 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Request body: {'floatingip': {'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:22:49.615935 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09682f3a-fd25-4240-a525-e60f30e58638 req-70f91ec5-a88e-4e15-b758-3886e7bab582 tempest-QuotasAdminNegativeTest-751669732 tempest-QuotasAdminNegativeTest-751669732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:49.625906 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-09682f3a-fd25-4240-a525-e60f30e58638 req-70f91ec5-a88e-4e15-b758-3886e7bab582 tempest-QuotasAdminNegativeTest-751669732 tempest-QuotasAdminNegativeTest-751669732-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1884069 Apr 05 14:22:49.647613 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873c066a-7aa9-49a3-b40e-ff8b2333b187 admin admin] Made reservation on behalf of fa388235fba04a88868f93e44b88b55c for: {'subnet': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:22:49.649929 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-873c066a-7aa9-49a3-b40e-ff8b2333b187 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13127328'] for subnet, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:49.672103 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9ed361ec-4e42-4f41-9e75-9f35b5117934 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Notify callbacks [] for floatingip, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:49.866976 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-75c7eafd-bcd5-4761-877f-1168131817f9 None None] Provisioning complete for port 0b452123-c20b-40ed-8d21-740dec0430c4 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:22:49.867258 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-75c7eafd-bcd5-4761-877f-1168131817f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:49.922306 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddb1d07-a6f9-4be0-8d62-d5a755240da5 None None] Pushing event updated for resources: {'Port': ['ID=0b452123-c20b-40ed-8d21-740dec0430c4,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:49.933110 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9ed361ec-4e42-4f41-9e75-9f35b5117934 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:49.958998 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-4bf2a978-b432-4a6e-b54c-f4709fbd16ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fef91b7-79f0-4c1d-ac00-3451d9852e49', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1151465518-router', 'tenant_id': 'b69f8ff855cc497ebdfbb4d256de9206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'd90a94f0-5437-40a4-aa9d-b69913b9ec03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:22:38Z', 'updated_at': '2022-04-05T14:22:44Z', 'revision_number': 4, 'project_id': 'b69f8ff855cc497ebdfbb4d256de9206', 'gw_port': {'id': 'd90a94f0-5437-40a4-aa9d-b69913b9ec03', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fef91b7-79f0-4c1d-ac00-3451d9852e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:22:39Z', 'updated_at': '2022-04-05T14:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '0b452123-c20b-40ed-8d21-740dec0430c4', 'name': '', 'network_id': 'e871172b-dd1b-4d58-a40c-bf59261b9315', 'tenant_id': 'b69f8ff855cc497ebdfbb4d256de9206', 'mac_address': 'fa:16:3e:11:50:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fef91b7-79f0-4c1d-ac00-3451d9852e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 171, 'fixed_ips': [{'subnet_id': '645ff2f8-8847-4bd8-957e-928b6e2e6e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:22:43Z', 'updated_at': '2022-04-05T14:22:48Z', 'revision_number': 4, 'project_id': 'b69f8ff855cc497ebdfbb4d256de9206', 'subnets': [{'id': '645ff2f8-8847-4bd8-957e-928b6e2e6e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:22:49.960165 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-09682f3a-fd25-4240-a525-e60f30e58638 req-fc91ab70-39dd-4f60-9c8e-a9b64bc3f702 tempest-QuotasAdminNegativeTest-751669732 tempest-QuotasAdminNegativeTest-751669732-project] 10.222.0.30 "GET /v2.0/quotas/f43b3c3dcddf49dbac1ea99a5f434dec HTTP/1.1" status: 200 len: 375 time: 0.3135581 Apr 05 14:22:50.003056 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee2a978-6dac-44ce-8bc9-1dd87aa2103e req-89137b28-189a-4950-9d3f-079f14389746 tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:50.005128 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fee2a978-6dac-44ce-8bc9-1dd87aa2103e req-89137b28-189a-4950-9d3f-079f14389746 tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] 10.222.0.30 "GET /v2.0/ports?device_id=b82f3b27-64ca-4cda-ae8c-548220a82dfc HTTP/1.1" status: 200 len: 971 time: 0.4153135 Apr 05 14:22:50.013276 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf2a978-b432-4a6e-b54c-f4709fbd16ae None None] The sync data for ids ['6fef91b7-79f0-4c1d-ac00-3451d9852e49'] in n-d-836650-2 is: [{'id': '6fef91b7-79f0-4c1d-ac00-3451d9852e49', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1151465518-router', 'tenant_id': 'b69f8ff855cc497ebdfbb4d256de9206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'd90a94f0-5437-40a4-aa9d-b69913b9ec03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:22:38Z', 'updated_at': '2022-04-05T14:22:44Z', 'revision_number': 4, 'project_id': 'b69f8ff855cc497ebdfbb4d256de9206', 'gw_port': {'id': 'd90a94f0-5437-40a4-aa9d-b69913b9ec03', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fef91b7-79f0-4c1d-ac00-3451d9852e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:22:39Z', 'updated_at': '2022-04-05T14:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '0b452123-c20b-40ed-8d21-740dec0430c4', 'name': '', 'network_id': 'e871172b-dd1b-4d58-a40c-bf59261b9315', 'tenant_id': 'b69f8ff855cc497ebdfbb4d256de9206', 'mac_address': 'fa:16:3e:11:50:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fef91b7-79f0-4c1d-ac00-3451d9852e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 171, 'fixed_ips': [{'subnet_id': '645ff2f8-8847-4bd8-957e-928b6e2e6e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:22:43Z', 'updated_at': '2022-04-05T14:22:48Z', 'revision_number': 4, 'project_id': 'b69f8ff855cc497ebdfbb4d256de9206', 'subnets': [{'id': '645ff2f8-8847-4bd8-957e-928b6e2e6e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:22:50.032217 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-09682f3a-fd25-4240-a525-e60f30e58638 req-f094c4cb-8fbf-4334-ac56-cdfca1569571 tempest-QuotasAdminNegativeTest-751669732 tempest-QuotasAdminNegativeTest-751669732-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f43b3c3dcddf49dbac1ea99a5f434dec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0562987 Apr 05 14:22:50.133530 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fee2a978-6dac-44ce-8bc9-1dd87aa2103e req-00f4ece5-4c42-41f8-8cd9-14f34f6fe9c4 tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] 10.222.0.30 "GET /v2.0/security-groups?id=55ce4e35-d393-4510-885b-3697093c4338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041842 Apr 05 14:22:50.184023 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-9ed361ec-4e42-4f41-9e75-9f35b5117934 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Allocated IP 172.25.6.54 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/8a2802fe-31ba-4078-89dc-322800b1e3f4) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:22:50.344917 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1c3abf05-52b7-4ee9-a8a6-191e1d6edcb9 req-59a221f2-90a7-4cb4-a6f7-94ef48c72254 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=75f27a9c-9807-428e-befc-a2cba004165f HTTP/1.1" status: 200 len: 210 time: 0.0660594 Apr 05 14:22:50.373094 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9ed361ec-4e42-4f41-9e75-9f35b5117934 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:50.416923 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-873c066a-7aa9-49a3-b40e-ff8b2333b187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15773751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13127350'] for subnet, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:50.467718 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9ed361ec-4e42-4f41-9e75-9f35b5117934 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:50.476715 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873c066a-7aa9-49a3-b40e-ff8b2333b187 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e12eec2-91f9-48b4-8077-4d1ac1ff86f3,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:50.488269 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873c066a-7aa9-49a3-b40e-ff8b2333b187 admin admin] Checking segment: {'id': '0f730d0b-c342-4343-8a7b-7d51c303621d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'eff47457-946f-46a8-bea0-e56e031eed3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:22:50.488625 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873c066a-7aa9-49a3-b40e-ff8b2333b187 admin admin] Network hostable DHCP agents. Network: eff47457-946f-46a8-bea0-e56e031eed3c, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:22:50.516868 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed361ec-4e42-4f41-9e75-9f35b5117934 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:22:50.522136 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-9ed361ec-4e42-4f41-9e75-9f35b5117934 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:22:50.525645 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed361ec-4e42-4f41-9e75-9f35b5117934 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:22:50.549796 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed361ec-4e42-4f41-9e75-9f35b5117934 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Pushing event updated for resources: {'Port': ['ID=8a2802fe-31ba-4078-89dc-322800b1e3f4,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:50.587099 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873c066a-7aa9-49a3-b40e-ff8b2333b187 admin admin] Network eff47457-946f-46a8-bea0-e56e031eed3c is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:22:50.642659 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9ed361ec-4e42-4f41-9e75-9f35b5117934 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:50.718001 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-873c066a-7aa9-49a3-b40e-ff8b2333b187 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, eff47457-946f-46a8-bea0-e56e031eed3c) {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:22:50.722578 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873c066a-7aa9-49a3-b40e-ff8b2333b187 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:50.723548 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-873c066a-7aa9-49a3-b40e-ff8b2333b187 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:50.733404 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f26e77-224d-46a8-a2f6-5ac04f36f04f None None] Network eff47457-946f-46a8-bea0-e56e031eed3c requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:22:50.776724 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9ed361ec-4e42-4f41-9e75-9f35b5117934 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:50.836932 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-873c066a-7aa9-49a3-b40e-ff8b2333b187 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3776371 Apr 05 14:22:50.938595 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f42112e-29b3-45fc-b24d-c516de4a61a7 None None] Network eff47457-946f-46a8-bea0-e56e031eed3c requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:22:50.978248 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9ed361ec-4e42-4f41-9e75-9f35b5117934 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:51.040200 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9ed361ec-4e42-4f41-9e75-9f35b5117934 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:51.052291 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6347523-d0b0-450c-8060-5ea82c944ec8 req-02101a11-c3d8-4c0d-a462-6d251d2aaa0f tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:51.054194 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d6347523-d0b0-450c-8060-5ea82c944ec8 req-02101a11-c3d8-4c0d-a462-6d251d2aaa0f tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] 10.222.0.55 "GET /v2.0/ports?device_id=b82f3b27-64ca-4cda-ae8c-548220a82dfc HTTP/1.1" status: 200 len: 971 time: 0.0882196 Apr 05 14:22:51.143685 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed361ec-4e42-4f41-9e75-9f35b5117934 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Pushing event updated for resources: {'Port': ['ID=8a2802fe-31ba-4078-89dc-322800b1e3f4,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:51.151258 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9ed361ec-4e42-4f41-9e75-9f35b5117934 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:51.254296 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9ed361ec-4e42-4f41-9e75-9f35b5117934 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:51.255863 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-9ed361ec-4e42-4f41-9e75-9f35b5117934 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6897535 Apr 05 14:22:51.365404 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 0b452123-c20b-40ed-8d21-740dec0430c4 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:22:51.451853 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 0b452123-c20b-40ed-8d21-740dec0430c4 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:22:51.452669 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:51.455028 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f6815a-79a9-4143-b027-dc35d5318030 req-19e0fb0e-d17a-4871-9efb-c9c63124076f tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:51.465387 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-69f6815a-79a9-4143-b027-dc35d5318030 req-19e0fb0e-d17a-4871-9efb-c9c63124076f tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] 10.222.0.30 "GET /v2.0/ports?device_id=b82f3b27-64ca-4cda-ae8c-548220a82dfc HTTP/1.1" status: 200 len: 971 time: 0.1162481 Apr 05 14:22:51.501880 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-d6347523-d0b0-450c-8060-5ea82c944ec8 req-3275e6e6-2253-4d16-8f1e-f1b934992302 tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] Deleting port 013356b6-8d85-4cc3-a63b-01b96c1bed76 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:22:51.502224 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d6347523-d0b0-450c-8060-5ea82c944ec8 req-3275e6e6-2253-4d16-8f1e-f1b934992302 tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:51.541191 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-69f6815a-79a9-4143-b027-dc35d5318030 req-8f55dbbd-9b8a-47ee-9bfc-bc77a76863f0 tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] 10.222.0.30 "GET /v2.0/security-groups?id=55ce4e35-d393-4510-885b-3697093c4338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692098 Apr 05 14:22:51.638882 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-d6347523-d0b0-450c-8060-5ea82c944ec8 req-3275e6e6-2253-4d16-8f1e-f1b934992302 tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] For port 013356b6-8d85-4cc3-a63b-01b96c1bed76, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=013356b6-8d85-4cc3-a63b-01b96c1bed76,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:22:51.639308 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d6347523-d0b0-450c-8060-5ea82c944ec8 req-3275e6e6-2253-4d16-8f1e-f1b934992302 tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:51.659913 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-d6347523-d0b0-450c-8060-5ea82c944ec8 req-3275e6e6-2253-4d16-8f1e-f1b934992302 tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] Calling delete_port for 013356b6-8d85-4cc3-a63b-01b96c1bed76 owned by compute:tempest-test_az-548508434 {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:22:51.880331 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8492d7eb-f497-4f24-9907-66038b6e8321 req-05aeed3c-1ca4-4544-be7c-2c3b9cc66a62 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=75f27a9c-9807-428e-befc-a2cba004165f HTTP/1.1" status: 200 len: 210 time: 0.0618069 Apr 05 14:22:52.019216 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeaf32c-bcee-4ead-9747-c2f787cbc8eb req-d35e5d61-cef4-4c2b-a7ae-c95360718791 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:52.020664 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3eeaf32c-bcee-4ead-9747-c2f787cbc8eb req-d35e5d61-cef4-4c2b-a7ae-c95360718791 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/networks?id=eff47457-946f-46a8-bea0-e56e031eed3c HTTP/1.1" status: 200 len: 805 time: 0.2919691 Apr 05 14:22:52.052739 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d0362974-3b3c-42af-a376-601c29b39b31 req-200f7c3c-5481-4c16-9139-878f34cafdfc tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1400437438&fields=id&tenant_id=97f2debd9b3743dc87d7a76e5ebedb39 HTTP/1.1" status: 200 len: 267 time: 0.0883932 Apr 05 14:22:52.054381 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3eeaf32c-bcee-4ead-9747-c2f787cbc8eb req-e5288e22-1fbd-470d-8200-7d1e0657bc7b tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/quotas/fa388235fba04a88868f93e44b88b55c HTTP/1.1" status: 200 len: 375 time: 0.0187829 Apr 05 14:22:52.092835 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d6347523-d0b0-450c-8060-5ea82c944ec8 req-3275e6e6-2253-4d16-8f1e-f1b934992302 tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:52.104671 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['013356b6-8d85-4cc3-a63b-01b96c1bed76'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:22:52.119374 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3eeaf32c-bcee-4ead-9747-c2f787cbc8eb req-93af2399-a431-40af-a24e-19aebf4eda91 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=fa388235fba04a88868f93e44b88b55c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0582652 Apr 05 14:22:52.173375 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3275e6e6-2253-4d16-8f1e-f1b934992302 tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] Pushing event deleted for resources: {'Port': ['ID=013356b6-8d85-4cc3-a63b-01b96c1bed76,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:52.264662 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6347523-d0b0-450c-8060-5ea82c944ec8 req-3275e6e6-2253-4d16-8f1e-f1b934992302 tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] No DVR routers for this DVR port 013356b6-8d85-4cc3-a63b-01b96c1bed76 on host n-h1-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:22:52.276572 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d6347523-d0b0-450c-8060-5ea82c944ec8 req-3275e6e6-2253-4d16-8f1e-f1b934992302 tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:52.280005 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d6347523-d0b0-450c-8060-5ea82c944ec8 req-3275e6e6-2253-4d16-8f1e-f1b934992302 tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] 10.222.0.55 "DELETE /v2.0/ports/013356b6-8d85-4cc3-a63b-01b96c1bed76 HTTP/1.1" status: 204 len: 173 time: 1.2183974 Apr 05 14:22:52.280449 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b82f3b27-64ca-4cda-ae8c-548220a82dfc', 'name': 'network-vif-deleted', 'tag': '013356b6-8d85-4cc3-a63b-01b96c1bed76'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:22:52.284543 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c43f16b-0f76-43f8-a0b0-68d0c61eff90" -d '{"events": [{"server_uuid": "b82f3b27-64ca-4cda-ae8c-548220a82dfc", "name": "network-vif-deleted", "tag": "013356b6-8d85-4cc3-a63b-01b96c1bed76"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:22:52.299187 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [req-3eeaf32c-bcee-4ead-9747-c2f787cbc8eb req-6d15c64f-124d-410f-bb7a-a9192dbf1e80 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:22:52.300230 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3eeaf32c-bcee-4ead-9747-c2f787cbc8eb req-6d15c64f-124d-410f-bb7a-a9192dbf1e80 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0702808 Apr 05 14:22:52.326056 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0362974-3b3c-42af-a376-601c29b39b31 req-50e490c9-5cd1-4db6-8c76-f99d18c6d43c tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:52.327631 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d0362974-3b3c-42af-a376-601c29b39b31 req-50e490c9-5cd1-4db6-8c76-f99d18c6d43c tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] 10.222.0.30 "GET /v2.0/networks?id=026b4b4d-4018-481e-98bc-6123c4c681f5 HTTP/1.1" status: 200 len: 823 time: 0.2680919 Apr 05 14:22:52.379733 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d0362974-3b3c-42af-a376-601c29b39b31 req-168b2de7-e980-46b8-8372-b23d359b6b3c tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] 10.222.0.30 "GET /v2.0/quotas/97f2debd9b3743dc87d7a76e5ebedb39 HTTP/1.1" status: 200 len: 375 time: 0.0418296 Apr 05 14:22:52.456595 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3eeaf32c-bcee-4ead-9747-c2f787cbc8eb req-25852227-9a04-41f2-9469-0e3309eaf55a service neutron] 10.222.0.30 "GET /v2.0/networks/eff47457-946f-46a8-bea0-e56e031eed3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486025 Apr 05 14:22:52.478812 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d0362974-3b3c-42af-a376-601c29b39b31 req-76546d99-5e52-4c9c-81a8-c64641043d59 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=97f2debd9b3743dc87d7a76e5ebedb39&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0895240 Apr 05 14:22:52.566931 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3eeaf32c-bcee-4ead-9747-c2f787cbc8eb req-883f303e-9922-4855-9be1-b1092ea51325 service neutron] 10.222.0.30 "GET /v2.0/networks/eff47457-946f-46a8-bea0-e56e031eed3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039236 Apr 05 14:22:52.584139 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-683ede43-dfb5-486c-9c32-c16cab0e41f4 req-fee2e619-c9dc-497b-92bb-fb2754fe2557 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Request body: {'port': {'device_id': '75f27a9c-9807-428e-befc-a2cba004165f', 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800', 'admin_state_up': True, 'tenant_id': 'eb6eb2eb5e534aae8638ab75f1f70e11'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:22:52.614228 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [req-d0362974-3b3c-42af-a376-601c29b39b31 req-d32c2d36-76af-4abb-89e3-ff5d67969f33 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:22:52.615896 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d0362974-3b3c-42af-a376-601c29b39b31 req-d32c2d36-76af-4abb-89e3-ff5d67969f33 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0702446 Apr 05 14:22:52.727708 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d0362974-3b3c-42af-a376-601c29b39b31 req-037e65ac-5d54-45e0-929c-dcd541e18bad service neutron] 10.222.0.30 "GET /v2.0/networks/026b4b4d-4018-481e-98bc-6123c4c681f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043386 Apr 05 14:22:52.794440 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-683ede43-dfb5-486c-9c32-c16cab0e41f4 req-fee2e619-c9dc-497b-92bb-fb2754fe2557 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Made reservation on behalf of eb6eb2eb5e534aae8638ab75f1f70e11 for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:22:52.798131 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-683ede43-dfb5-486c-9c32-c16cab0e41f4 req-fee2e619-c9dc-497b-92bb-fb2754fe2557 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:52.809816 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-683ede43-dfb5-486c-9c32-c16cab0e41f4 req-fee2e619-c9dc-497b-92bb-fb2754fe2557 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:52.821548 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d0362974-3b3c-42af-a376-601c29b39b31 req-92b79da7-e4b7-413b-8bb6-dbb41ae753ae service neutron] 10.222.0.30 "GET /v2.0/networks/026b4b4d-4018-481e-98bc-6123c4c681f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877516 Apr 05 14:22:52.933871 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-683ede43-dfb5-486c-9c32-c16cab0e41f4 req-fee2e619-c9dc-497b-92bb-fb2754fe2557 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:53.012260 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-683ede43-dfb5-486c-9c32-c16cab0e41f4 req-fee2e619-c9dc-497b-92bb-fb2754fe2557 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:53.021565 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4f7bbb55-d43a-44d8-852f-b5e4f031d52b req-d2220a20-1018-4a10-b0a8-652622b6cf2e tempest-QuotasAdminNegativeTest-751669732 tempest-QuotasAdminNegativeTest-751669732-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=f43b3c3dcddf49dbac1ea99a5f434dec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344272 Apr 05 14:22:53.135979 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee2e619-c9dc-497b-92bb-fb2754fe2557 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a14249da-0ce4-483a-b35d-22ec7132f976,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:53.146559 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2071d4da-8130-432d-a81c-c315f96a98be x-openstack-request-id: req-2071d4da-8130-432d-a81c-c315f96a98be {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:22:53.146880 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b82f3b27-64ca-4cda-ae8c-548220a82dfc", "name": "network-vif-deleted", "tag": "013356b6-8d85-4cc3-a63b-01b96c1bed76", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:22:53.147165 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2071d4da-8130-432d-a81c-c315f96a98be {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:22:53.147524 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2071d4da-8130-432d-a81c-c315f96a98be'] response: {'server_uuid': 'b82f3b27-64ca-4cda-ae8c-548220a82dfc', 'name': 'network-vif-deleted', 'tag': '013356b6-8d85-4cc3-a63b-01b96c1bed76', 'status': 'completed', 'code': 200} Apr 05 14:22:53.186435 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7bbb55-d43a-44d8-852f-b5e4f031d52b req-f07a592e-9e4d-4545-943f-57f01effa14d tempest-QuotasAdminNegativeTest-751669732 tempest-QuotasAdminNegativeTest-751669732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:53.188181 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4f7bbb55-d43a-44d8-852f-b5e4f031d52b req-f07a592e-9e4d-4545-943f-57f01effa14d tempest-QuotasAdminNegativeTest-751669732 tempest-QuotasAdminNegativeTest-751669732-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1657341 Apr 05 14:22:53.206591 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4f7bbb55-d43a-44d8-852f-b5e4f031d52b req-a431f0ac-1238-49fb-a866-ad39a4ea54c4 tempest-QuotasAdminNegativeTest-751669732 tempest-QuotasAdminNegativeTest-751669732-project] 10.222.0.30 "GET /v2.0/quotas/f43b3c3dcddf49dbac1ea99a5f434dec HTTP/1.1" status: 200 len: 375 time: 0.0122724 Apr 05 14:22:53.446166 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [req-683ede43-dfb5-486c-9c32-c16cab0e41f4 req-fee2e619-c9dc-497b-92bb-fb2754fe2557 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Allocated IP 192.168.233.64 (80d671a8-d1ab-4472-891b-9c042fbd7800/b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a/1a02dac2-1e82-4f40-b2ef-73f085c332f9) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:22:53.517564 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3b14bead-4478-4971-bc9e-b5106b596ba5 req-bc99e3e9-3ba1-4bda-8a5e-05e71b139cd8 tempest-AggregatesAdminTestJSON-1914039924 tempest-AggregatesAdminTestJSON-1914039924-project] 10.222.0.30 "GET /v2.0/ports?device_id=b82f3b27-64ca-4cda-ae8c-548220a82dfc HTTP/1.1" status: 200 len: 210 time: 0.3033667 Apr 05 14:22:53.521658 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4f7bbb55-d43a-44d8-852f-b5e4f031d52b req-a05b52e5-5542-434b-a1e3-c14eefb03a67 tempest-QuotasAdminNegativeTest-751669732 tempest-QuotasAdminNegativeTest-751669732-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f43b3c3dcddf49dbac1ea99a5f434dec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3083777 Apr 05 14:22:53.610719 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e51d6cb4-6f26-4fed-b1a2-e08671f1e8d9 req-60db48bd-415f-4172-8550-52d4918b7b78 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ec21594-b003-4844-80cc-7cbc38ce9b0c HTTP/1.1" status: 200 len: 210 time: 0.0295851 Apr 05 14:22:53.623959 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-683ede43-dfb5-486c-9c32-c16cab0e41f4 req-fee2e619-c9dc-497b-92bb-fb2754fe2557 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:53.709540 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-853c7372-8027-4d47-9e7f-34794fecf998 req-9c685842-ca1c-4b18-ba81-c49cefdf4563 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=75f27a9c-9807-428e-befc-a2cba004165f HTTP/1.1" status: 200 len: 210 time: 0.0310652 Apr 05 14:22:53.760004 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-683ede43-dfb5-486c-9c32-c16cab0e41f4 req-fee2e619-c9dc-497b-92bb-fb2754fe2557 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:53.784755 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b72bd711-a7b9-4a38-b072-cb830f0983b8 req-30ed1477-9b6a-4208-8410-c86965322755 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] 10.222.0.30 "GET /v2.0/ports?device_id=96adb6c5-5365-4341-be2c-9724cb4d880a HTTP/1.1" status: 200 len: 210 time: 0.0382149 Apr 05 14:22:53.831136 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-683ede43-dfb5-486c-9c32-c16cab0e41f4 req-fee2e619-c9dc-497b-92bb-fb2754fe2557 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Network 80d671a8-d1ab-4472-891b-9c042fbd7800 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:22:53.836255 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [req-683ede43-dfb5-486c-9c32-c16cab0e41f4 req-fee2e619-c9dc-497b-92bb-fb2754fe2557 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:22:53.842140 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-683ede43-dfb5-486c-9c32-c16cab0e41f4 req-fee2e619-c9dc-497b-92bb-fb2754fe2557 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:22:53.853358 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683ede43-dfb5-486c-9c32-c16cab0e41f4 req-fee2e619-c9dc-497b-92bb-fb2754fe2557 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:53.853358 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-683ede43-dfb5-486c-9c32-c16cab0e41f4 req-fee2e619-c9dc-497b-92bb-fb2754fe2557 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:53.885453 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee2e619-c9dc-497b-92bb-fb2754fe2557 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Pushing event updated for resources: {'Port': ['ID=1a02dac2-1e82-4f40-b2ef-73f085c332f9,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:53.968721 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-683ede43-dfb5-486c-9c32-c16cab0e41f4 req-fee2e619-c9dc-497b-92bb-fb2754fe2557 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3898554 Apr 05 14:22:53.978415 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [req-683ede43-dfb5-486c-9c32-c16cab0e41f4 req-5352d678-04c5-417f-8915-79d02232a437 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103321) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:22:53.979551 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-683ede43-dfb5-486c-9c32-c16cab0e41f4 req-5352d678-04c5-417f-8915-79d02232a437 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052400 Apr 05 14:22:54.077485 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-683ede43-dfb5-486c-9c32-c16cab0e41f4 req-5d85da41-8ba9-40c3-b452-014f32ef4eb4 service neutron] Request body: {'port': {'device_id': '75f27a9c-9807-428e-befc-a2cba004165f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-2'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:22:54.083216 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-015c90c6-55f8-4db7-ab24-7292569d2802 None None] Provisioning complete for port 1a02dac2-1e82-4f40-b2ef-73f085c332f9 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:22:54.083715 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-015c90c6-55f8-4db7-ab24-7292569d2802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:54.125509 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-015c90c6-55f8-4db7-ab24-7292569d2802 None None] Port 1a02dac2-1e82-4f40-b2ef-73f085c332f9 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:22:54.152715 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-683ede43-dfb5-486c-9c32-c16cab0e41f4 req-5d85da41-8ba9-40c3-b452-014f32ef4eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:54.474549 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0522ca79-e2eb-4cbf-8d24-84249201b4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:54.483537 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [req-683ede43-dfb5-486c-9c32-c16cab0e41f4 req-5d85da41-8ba9-40c3-b452-014f32ef4eb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a02dac2-1e82-4f40-b2ef-73f085c332f9 {{(pid=103321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:22:54.491927 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-683ede43-dfb5-486c-9c32-c16cab0e41f4 req-5d85da41-8ba9-40c3-b452-014f32ef4eb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:54.516807 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.provisioning_blocks [req-683ede43-dfb5-486c-9c32-c16cab0e41f4 req-5d85da41-8ba9-40c3-b452-014f32ef4eb4 service neutron] Transition to ACTIVE for port object 1a02dac2-1e82-4f40-b2ef-73f085c332f9 will not be triggered until provisioned by entity L2. {{(pid=103321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:22:54.553479 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-78000c99-2432-4be9-9593-a2fbe9ccecad req-3bc1f878-9702-4aeb-8474-81a2de804522 tempest-QuotasAdminNegativeTest-751669732 tempest-QuotasAdminNegativeTest-751669732-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=f43b3c3dcddf49dbac1ea99a5f434dec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0211546 Apr 05 14:22:54.602642 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-683ede43-dfb5-486c-9c32-c16cab0e41f4 req-5d85da41-8ba9-40c3-b452-014f32ef4eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:54.671237 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78000c99-2432-4be9-9593-a2fbe9ccecad req-101004f4-8943-4481-bc19-8c7f39177819 tempest-QuotasAdminNegativeTest-751669732 tempest-QuotasAdminNegativeTest-751669732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:54.673886 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-78000c99-2432-4be9-9593-a2fbe9ccecad req-101004f4-8943-4481-bc19-8c7f39177819 tempest-QuotasAdminNegativeTest-751669732 tempest-QuotasAdminNegativeTest-751669732-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1148896 Apr 05 14:22:54.690744 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-78000c99-2432-4be9-9593-a2fbe9ccecad req-ce40ecb7-b3b3-4931-8fa3-d6d05b958096 tempest-QuotasAdminNegativeTest-751669732 tempest-QuotasAdminNegativeTest-751669732-project] 10.222.0.30 "GET /v2.0/quotas/f43b3c3dcddf49dbac1ea99a5f434dec HTTP/1.1" status: 200 len: 375 time: 0.0110369 Apr 05 14:22:54.692593 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 013356b6-8d85-4cc3-a63b-01b96c1bed76 no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:22:54.710124 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d85da41-8ba9-40c3-b452-014f32ef4eb4 service neutron] Pushing event updated for resources: {'Port': ['ID=1a02dac2-1e82-4f40-b2ef-73f085c332f9,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:54.731891 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-683ede43-dfb5-486c-9c32-c16cab0e41f4 req-5d85da41-8ba9-40c3-b452-014f32ef4eb4 service neutron] Attempting to bind port 1a02dac2-1e82-4f40-b2ef-73f085c332f9 on host n-h2-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:22:54.732224 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-683ede43-dfb5-486c-9c32-c16cab0e41f4 req-5d85da41-8ba9-40c3-b452-014f32ef4eb4 service neutron] Attempting to bind port 1a02dac2-1e82-4f40-b2ef-73f085c332f9 by drivers openvswitch,hyperv on host n-h2-836650-2 at level 0 using segments [{'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:22:54.732500 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683ede43-dfb5-486c-9c32-c16cab0e41f4 req-5d85da41-8ba9-40c3-b452-014f32ef4eb4 service neutron] Attempting to bind port 1a02dac2-1e82-4f40-b2ef-73f085c332f9 on network 80d671a8-d1ab-4472-891b-9c042fbd7800 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:22:54.752554 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] No Port match for: 013356b6-8d85-4cc3-a63b-01b96c1bed76 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:22:54.752951 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 013356b6-8d85-4cc3-a63b-01b96c1bed76 not bound to the agent host n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:22:54.754539 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683ede43-dfb5-486c-9c32-c16cab0e41f4 req-5d85da41-8ba9-40c3-b452-014f32ef4eb4 service neutron] Port 1a02dac2-1e82-4f40-b2ef-73f085c332f9 on network 80d671a8-d1ab-4472-891b-9c042fbd7800 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:22:54.755487 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683ede43-dfb5-486c-9c32-c16cab0e41f4 req-5d85da41-8ba9-40c3-b452-014f32ef4eb4 service neutron] Attempting to bind port 1a02dac2-1e82-4f40-b2ef-73f085c332f9 on network 80d671a8-d1ab-4472-891b-9c042fbd7800 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:22:54.761865 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683ede43-dfb5-486c-9c32-c16cab0e41f4 req-5d85da41-8ba9-40c3-b452-014f32ef4eb4 service neutron] Checking agent: {'id': '6d8cf521-24bb-4b6a-bbae-0284f5c87a9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:22:54.762543 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683ede43-dfb5-486c-9c32-c16cab0e41f4 req-5d85da41-8ba9-40c3-b452-014f32ef4eb4 service neutron] Checking segment: {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:22:54.763320 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683ede43-dfb5-486c-9c32-c16cab0e41f4 req-5d85da41-8ba9-40c3-b452-014f32ef4eb4 service neutron] Bound using segment: {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:22:54.764029 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-683ede43-dfb5-486c-9c32-c16cab0e41f4 req-5d85da41-8ba9-40c3-b452-014f32ef4eb4 service neutron] Bound port: 1a02dac2-1e82-4f40-b2ef-73f085c332f9, host: n-h2-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:22:54.764665 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-683ede43-dfb5-486c-9c32-c16cab0e41f4 req-5d85da41-8ba9-40c3-b452-014f32ef4eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:54.771991 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-78000c99-2432-4be9-9593-a2fbe9ccecad req-8ec05126-df06-4a0d-9661-e994c52fa51c tempest-QuotasAdminNegativeTest-751669732 tempest-QuotasAdminNegativeTest-751669732-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f43b3c3dcddf49dbac1ea99a5f434dec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0649438 Apr 05 14:22:54.847267 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-683ede43-dfb5-486c-9c32-c16cab0e41f4 req-5d85da41-8ba9-40c3-b452-014f32ef4eb4 service neutron] For port 1a02dac2-1e82-4f40-b2ef-73f085c332f9, host n-h2-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:22:54.851954 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-683ede43-dfb5-486c-9c32-c16cab0e41f4 req-5d85da41-8ba9-40c3-b452-014f32ef4eb4 service neutron] For port 1a02dac2-1e82-4f40-b2ef-73f085c332f9, host n-h2-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=1a02dac2-1e82-4f40-b2ef-73f085c332f9,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:22:54.941629 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-683ede43-dfb5-486c-9c32-c16cab0e41f4 req-5d85da41-8ba9-40c3-b452-014f32ef4eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:54.980713 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3d049e46-a76d-4159-ae6c-51fcdf47ea0c req-a3e3f9a9-baa7-4cb6-b66d-4556913dad93 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ec21594-b003-4844-80cc-7cbc38ce9b0c HTTP/1.1" status: 200 len: 210 time: 0.0378861 Apr 05 14:22:54.992614 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683ede43-dfb5-486c-9c32-c16cab0e41f4 req-5d85da41-8ba9-40c3-b452-014f32ef4eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:54.993579 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-683ede43-dfb5-486c-9c32-c16cab0e41f4 req-5d85da41-8ba9-40c3-b452-014f32ef4eb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:54.995259 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-683ede43-dfb5-486c-9c32-c16cab0e41f4 req-5d85da41-8ba9-40c3-b452-014f32ef4eb4 service neutron] 10.222.0.11 "PUT /v2.0/ports/1a02dac2-1e82-4f40-b2ef-73f085c332f9 HTTP/1.1" status: 200 len: 1095 time: 0.9681990 Apr 05 14:22:54.995809 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75f27a9c-9807-428e-befc-a2cba004165f', 'tag': '1a02dac2-1e82-4f40-b2ef-73f085c332f9'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:22:55.094558 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d85da41-8ba9-40c3-b452-014f32ef4eb4 service neutron] Pushing event updated for resources: {'Port': ['ID=1a02dac2-1e82-4f40-b2ef-73f085c332f9,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:55.179463 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b614e649-c245-4fda-8b4e-e97b3da686d4" -d '{"events": [{"name": "network-changed", "server_uuid": "75f27a9c-9807-428e-befc-a2cba004165f", "tag": "1a02dac2-1e82-4f40-b2ef-73f085c332f9"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:22:55.208084 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0092104b-5f50-46da-ab84-c12155e2de53 req-11ee8f1d-041a-46ff-934e-68aa023e504d tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] 10.222.0.30 "GET /v2.0/ports?device_id=96adb6c5-5365-4341-be2c-9724cb4d880a HTTP/1.1" status: 200 len: 210 time: 0.0395784 Apr 05 14:22:55.256580 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683ede43-dfb5-486c-9c32-c16cab0e41f4 req-d323ed07-86ea-42c2-b8b7-21c865d4d353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:55.258216 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-683ede43-dfb5-486c-9c32-c16cab0e41f4 req-d323ed07-86ea-42c2-b8b7-21c865d4d353 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eb6eb2eb5e534aae8638ab75f1f70e11&device_id=75f27a9c-9807-428e-befc-a2cba004165f HTTP/1.1" status: 200 len: 1098 time: 0.1305451 Apr 05 14:22:55.333194 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-683ede43-dfb5-486c-9c32-c16cab0e41f4 req-3f1482cc-9c8d-4c00-93c2-815fdde41efa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=1a02dac2-1e82-4f40-b2ef-73f085c332f9 HTTP/1.1" status: 200 len: 217 time: 0.0662162 Apr 05 14:22:55.352974 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3973a5-a5e4-462b-81cd-4e13e84056c2 req-2d53aa27-7b2d-4fae-be80-7e402ca3ae92 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:55.355404 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cb3973a5-a5e4-462b-81cd-4e13e84056c2 req-2d53aa27-7b2d-4fae-be80-7e402ca3ae92 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=75f27a9c-9807-428e-befc-a2cba004165f HTTP/1.1" status: 200 len: 947 time: 0.0622530 Apr 05 14:22:55.397375 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683ede43-dfb5-486c-9c32-c16cab0e41f4 req-6b39d451-cb70-4ace-9ea3-d7b1bb52156f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:55.399448 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-683ede43-dfb5-486c-9c32-c16cab0e41f4 req-6b39d451-cb70-4ace-9ea3-d7b1bb52156f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.0594175 Apr 05 14:22:55.401190 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cb3973a5-a5e4-462b-81cd-4e13e84056c2 req-6a44c4c2-a9d0-4308-9c16-efe8977d5ad4 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373719 Apr 05 14:22:55.506718 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683ede43-dfb5-486c-9c32-c16cab0e41f4 req-81f7d60c-6b67-44e1-baa3-e1a101e32eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:55.508356 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-683ede43-dfb5-486c-9c32-c16cab0e41f4 req-81f7d60c-6b67-44e1-baa3-e1a101e32eb7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1023717 Apr 05 14:22:55.571997 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-947216eb-f6b6-4d08-86a0-cb0435cdc6eb x-openstack-request-id: req-947216eb-f6b6-4d08-86a0-cb0435cdc6eb {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:22:55.571997 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75f27a9c-9807-428e-befc-a2cba004165f", "tag": "1a02dac2-1e82-4f40-b2ef-73f085c332f9", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:22:55.571997 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-947216eb-f6b6-4d08-86a0-cb0435cdc6eb {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:22:55.571997 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-947216eb-f6b6-4d08-86a0-cb0435cdc6eb'] response: {'name': 'network-changed', 'server_uuid': '75f27a9c-9807-428e-befc-a2cba004165f', 'tag': '1a02dac2-1e82-4f40-b2ef-73f085c332f9', 'status': 'completed', 'code': 200} Apr 05 14:22:55.620498 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-683ede43-dfb5-486c-9c32-c16cab0e41f4 req-ec94989e-bba2-459e-8f1f-3e5014e5bee3 service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037307 Apr 05 14:22:55.747439 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-683ede43-dfb5-486c-9c32-c16cab0e41f4 req-169bf946-a71d-456d-9f33-219134438c09 service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203468 Apr 05 14:22:55.788556 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeaf32c-bcee-4ead-9747-c2f787cbc8eb req-0cee74b5-67e9-4b02-a8f8-5abe83c0c166 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:55.790178 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3eeaf32c-bcee-4ead-9747-c2f787cbc8eb req-0cee74b5-67e9-4b02-a8f8-5abe83c0c166 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.55 "GET /v2.0/networks?id=eff47457-946f-46a8-bea0-e56e031eed3c HTTP/1.1" status: 200 len: 805 time: 0.1722574 Apr 05 14:22:55.806383 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-3eeaf32c-bcee-4ead-9747-c2f787cbc8eb req-763725ea-367e-43f1-8ace-c9a3a7e1244b tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Request body: {'port': {'device_id': '3ec21594-b003-4844-80cc-7cbc38ce9b0c', 'network_id': 'eff47457-946f-46a8-bea0-e56e031eed3c', 'admin_state_up': True, 'tenant_id': 'fa388235fba04a88868f93e44b88b55c'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:22:55.961633 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614e649-c245-4fda-8b4e-e97b3da686d4 req-851fb1d8-d4bc-4b6a-bf9f-6b3f1d2b0c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:55.963181 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-b614e649-c245-4fda-8b4e-e97b3da686d4 req-851fb1d8-d4bc-4b6a-bf9f-6b3f1d2b0c03 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eb6eb2eb5e534aae8638ab75f1f70e11&device_id=75f27a9c-9807-428e-befc-a2cba004165f HTTP/1.1" status: 200 len: 1098 time: 0.0442617 Apr 05 14:22:55.977628 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eeaf32c-bcee-4ead-9747-c2f787cbc8eb req-763725ea-367e-43f1-8ace-c9a3a7e1244b tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Made reservation on behalf of fa388235fba04a88868f93e44b88b55c for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:22:55.981350 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-3eeaf32c-bcee-4ead-9747-c2f787cbc8eb req-763725ea-367e-43f1-8ace-c9a3a7e1244b tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:56.171926 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e4a4a20d-2020-4010-8ce4-f3a2bf46b2b0 req-6b65accc-e7cc-48e2-91cf-467ab41fba82 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ec21594-b003-4844-80cc-7cbc38ce9b0c HTTP/1.1" status: 200 len: 210 time: 0.0593555 Apr 05 14:22:56.205062 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-3eeaf32c-bcee-4ead-9747-c2f787cbc8eb req-763725ea-367e-43f1-8ace-c9a3a7e1244b tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Allocated IP 172.20.0.11 (eff47457-946f-46a8-bea0-e56e031eed3c/1e12eec2-91f9-48b4-8077-4d1ac1ff86f3/c45020a5-bfec-4334-9a2e-6b3292dfa8f9) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:22:56.236314 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50454) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:56.279633 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.55', 56687) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:56.390291 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614e649-c245-4fda-8b4e-e97b3da686d4 req-25c25faa-54dd-435e-8a26-3cda3aabb58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:56.392423 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-b614e649-c245-4fda-8b4e-e97b3da686d4 req-25c25faa-54dd-435e-8a26-3cda3aabb58d service neutron] 10.222.0.11 "GET /v2.0/networks?id=80d671a8-d1ab-4472-891b-9c042fbd7800 HTTP/1.1" status: 200 len: 870 time: 0.4223816 Apr 05 14:22:56.432596 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2cbdd815-fa83-493c-998d-60705967f70b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:56.458854 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-3eeaf32c-bcee-4ead-9747-c2f787cbc8eb req-763725ea-367e-43f1-8ace-c9a3a7e1244b tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:56.463822 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-b614e649-c245-4fda-8b4e-e97b3da686d4 req-40848e9e-d360-4520-bb69-c83667d9d39f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=1a02dac2-1e82-4f40-b2ef-73f085c332f9 HTTP/1.1" status: 200 len: 217 time: 0.0638361 Apr 05 14:22:56.493916 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-01deab38-8441-46cf-81d5-4e996f37d864 req-6d5fa2d5-34e5-4c8f-a575-e42a4f2fa15b tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] 10.222.0.30 "GET /v2.0/ports?device_id=96adb6c5-5365-4341-be2c-9724cb4d880a HTTP/1.1" status: 200 len: 210 time: 0.0603125 Apr 05 14:22:56.572354 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0362974-3b3c-42af-a376-601c29b39b31 req-2ab9aa8d-1680-46ef-950a-90e8ca2e0371 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:56.573815 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-d0362974-3b3c-42af-a376-601c29b39b31 req-2ab9aa8d-1680-46ef-950a-90e8ca2e0371 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] 10.222.0.55 "GET /v2.0/networks?id=026b4b4d-4018-481e-98bc-6123c4c681f5 HTTP/1.1" status: 200 len: 823 time: 0.2932408 Apr 05 14:22:56.580436 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614e649-c245-4fda-8b4e-e97b3da686d4 req-96e5c348-d5c0-4892-a7d9-fb8a0801ab21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:56.581800 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-b614e649-c245-4fda-8b4e-e97b3da686d4 req-96e5c348-d5c0-4892-a7d9-fb8a0801ab21 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.1108994 Apr 05 14:22:56.606607 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-3eeaf32c-bcee-4ead-9747-c2f787cbc8eb req-763725ea-367e-43f1-8ace-c9a3a7e1244b tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:56.660816 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eeaf32c-bcee-4ead-9747-c2f787cbc8eb req-763725ea-367e-43f1-8ace-c9a3a7e1244b tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Network eff47457-946f-46a8-bea0-e56e031eed3c is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:22:56.664267 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-3eeaf32c-bcee-4ead-9747-c2f787cbc8eb req-763725ea-367e-43f1-8ace-c9a3a7e1244b tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:22:56.666342 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-d0362974-3b3c-42af-a376-601c29b39b31 req-ae5d3509-4a7f-432d-ab84-fa99b6179760 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97f2debd9b3743dc87d7a76e5ebedb39 HTTP/1.1" status: 200 len: 380 time: 0.0822268 Apr 05 14:22:56.676465 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614e649-c245-4fda-8b4e-e97b3da686d4 req-31dc33ac-6e19-483b-b87b-47a69ff08aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:56.678072 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-b614e649-c245-4fda-8b4e-e97b3da686d4 req-31dc33ac-6e19-483b-b87b-47a69ff08aae service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0876958 Apr 05 14:22:56.682852 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eeaf32c-bcee-4ead-9747-c2f787cbc8eb req-763725ea-367e-43f1-8ace-c9a3a7e1244b tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:22:56.683283 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-d0362974-3b3c-42af-a376-601c29b39b31 req-8c21279d-7da7-43ac-9769-11000b951d0e tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Request body: {'port': {'device_id': '96adb6c5-5365-4341-be2c-9724cb4d880a', 'network_id': '026b4b4d-4018-481e-98bc-6123c4c681f5', 'admin_state_up': True, 'tenant_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'security_groups': ['87d4f98d-7601-474f-9994-e1bec30867c0']}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:22:56.688033 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763725ea-367e-43f1-8ace-c9a3a7e1244b tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Pushing event updated for resources: {'Port': ['ID=c45020a5-bfec-4334-9a2e-6b3292dfa8f9,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:56.696637 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d06c40bd-137e-4a15-a696-4a40c45e0732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:56.786592 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeaf32c-bcee-4ead-9747-c2f787cbc8eb req-763725ea-367e-43f1-8ace-c9a3a7e1244b tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:56.787225 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-3eeaf32c-bcee-4ead-9747-c2f787cbc8eb req-763725ea-367e-43f1-8ace-c9a3a7e1244b tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:56.795408 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2cbdd815-fa83-493c-998d-60705967f70b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:56.830697 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8286eaf-32b0-494b-939a-3763ceedadd8 req-fad05d27-4dcc-4f24-b260-7111606171e1 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:56.832245 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f8286eaf-32b0-494b-939a-3763ceedadd8 req-fad05d27-4dcc-4f24-b260-7111606171e1 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=75f27a9c-9807-428e-befc-a2cba004165f HTTP/1.1" status: 200 len: 947 time: 0.0999610 Apr 05 14:22:56.874073 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-b614e649-c245-4fda-8b4e-e97b3da686d4 req-5cbb6f0c-4e70-4e47-8aae-d5108fabb450 service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851089 Apr 05 14:22:56.875888 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f8286eaf-32b0-494b-939a-3763ceedadd8 req-de42e0e2-7f38-45ae-a472-43b96e4d32e8 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340459 Apr 05 14:22:56.883361 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2cbdd815-fa83-493c-998d-60705967f70b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:56.920618 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3eeaf32c-bcee-4ead-9747-c2f787cbc8eb req-763725ea-367e-43f1-8ace-c9a3a7e1244b tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1185448 Apr 05 14:22:56.928854 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-2cbdd815-fa83-493c-998d-60705967f70b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f43b3c3dcddf49dbac1ea99a5f434dec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6914639 Apr 05 14:22:56.931384 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbdd815-fa83-493c-998d-60705967f70b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd08c27-6b52-46cd-8612-7ed8fcc239fe,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:56.933466 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50466) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:56.937336 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-3eeaf32c-bcee-4ead-9747-c2f787cbc8eb req-ddd49ff8-6f3d-47c7-a356-f306e0052348 service neutron] Request body: {'port': {'device_id': '3ec21594-b003-4844-80cc-7cbc38ce9b0c', 'device_owner': 'compute:tempest-test_az-548508434', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:22:56.987395 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-b614e649-c245-4fda-8b4e-e97b3da686d4 req-701290b6-3941-43a7-8d87-9b82e30659fb service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060543 Apr 05 14:22:57.026023 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0362974-3b3c-42af-a376-601c29b39b31 req-8c21279d-7da7-43ac-9769-11000b951d0e tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Made reservation on behalf of 97f2debd9b3743dc87d7a76e5ebedb39 for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:22:57.029553 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-d0362974-3b3c-42af-a376-601c29b39b31 req-8c21279d-7da7-43ac-9769-11000b951d0e tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:57.042277 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-3eeaf32c-bcee-4ead-9747-c2f787cbc8eb req-ddd49ff8-6f3d-47c7-a356-f306e0052348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:57.063724 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f7fdb4c0-d9f7-4c57-abef-785c401b7e39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:57.111878 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f7fdb4c0-d9f7-4c57-abef-785c401b7e39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:57.167028 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [req-d0362974-3b3c-42af-a376-601c29b39b31 req-8c21279d-7da7-43ac-9769-11000b951d0e tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Allocated IP 172.20.0.3 (026b4b4d-4018-481e-98bc-6123c4c681f5/e158ad59-949f-41df-9a72-d1ad4e41336f/d43aea30-d41a-4322-b708-4915d813dfdd) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:22:57.360932 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50488) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:57.377467 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-d0362974-3b3c-42af-a376-601c29b39b31 req-8c21279d-7da7-43ac-9769-11000b951d0e tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:57.377874 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f7fdb4c0-d9f7-4c57-abef-785c401b7e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:57.380467 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f7fdb4c0-d9f7-4c57-abef-785c401b7e39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:57.384093 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-f7fdb4c0-d9f7-4c57-abef-785c401b7e39 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1fd08c27-6b52-46cd-8612-7ed8fcc239fe HTTP/1.1" status: 204 len: 168 time: 0.4408545 Apr 05 14:22:57.393703 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7cecc1-a2d1-42d8-8a53-95f494184055 req-67b39e0f-f302-4871-96a0-b361736dece6 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:57.395260 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3d7cecc1-a2d1-42d8-8a53-95f494184055 req-67b39e0f-f302-4871-96a0-b361736dece6 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ec21594-b003-4844-80cc-7cbc38ce9b0c HTTP/1.1" status: 200 len: 932 time: 0.1168020 Apr 05 14:22:57.427339 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fdb4c0-d9f7-4c57-abef-785c401b7e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd08c27-6b52-46cd-8612-7ed8fcc239fe,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:57.494831 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3d7cecc1-a2d1-42d8-8a53-95f494184055 req-a5cf398d-9b15-4fa2-93f0-2d7752a4c4c9 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f4ed18-73d1-4c70-bfb8-abe78be9b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813975 Apr 05 14:22:57.499908 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-861bfd04-25c3-465e-bd83-d135c243d0e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:57.512766 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-d0362974-3b3c-42af-a376-601c29b39b31 req-8c21279d-7da7-43ac-9769-11000b951d0e tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:57.515754 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-3eeaf32c-bcee-4ead-9747-c2f787cbc8eb req-ddd49ff8-6f3d-47c7-a356-f306e0052348 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c45020a5-bfec-4334-9a2e-6b3292dfa8f9 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:22:57.524859 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-3eeaf32c-bcee-4ead-9747-c2f787cbc8eb req-ddd49ff8-6f3d-47c7-a356-f306e0052348 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:57.537773 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-3eeaf32c-bcee-4ead-9747-c2f787cbc8eb req-ddd49ff8-6f3d-47c7-a356-f306e0052348 service neutron] Transition to ACTIVE for port object c45020a5-bfec-4334-9a2e-6b3292dfa8f9 will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:22:57.587993 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0362974-3b3c-42af-a376-601c29b39b31 req-8c21279d-7da7-43ac-9769-11000b951d0e tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Network 026b4b4d-4018-481e-98bc-6123c4c681f5 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:22:57.594412 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [req-d0362974-3b3c-42af-a376-601c29b39b31 req-8c21279d-7da7-43ac-9769-11000b951d0e tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:22:57.596873 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0362974-3b3c-42af-a376-601c29b39b31 req-8c21279d-7da7-43ac-9769-11000b951d0e tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:22:57.602545 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0362974-3b3c-42af-a376-601c29b39b31 req-8c21279d-7da7-43ac-9769-11000b951d0e tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:57.603157 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-d0362974-3b3c-42af-a376-601c29b39b31 req-8c21279d-7da7-43ac-9769-11000b951d0e tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:57.619527 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c21279d-7da7-43ac-9769-11000b951d0e tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Pushing event updated for resources: {'Port': ['ID=d43aea30-d41a-4322-b708-4915d813dfdd,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:57.652908 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48ed82-dbae-43e8-b435-6fda45280618 req-424f1d18-5632-411d-857d-35f7233576e7 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:57.658034 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8b48ed82-dbae-43e8-b435-6fda45280618 req-424f1d18-5632-411d-857d-35f7233576e7 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] 10.222.0.30 "GET /v2.0/ports?device_id=96adb6c5-5365-4341-be2c-9724cb4d880a HTTP/1.1" status: 200 len: 931 time: 0.0587709 Apr 05 14:22:57.659517 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-3eeaf32c-bcee-4ead-9747-c2f787cbc8eb req-ddd49ff8-6f3d-47c7-a356-f306e0052348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:57.669758 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-861bfd04-25c3-465e-bd83-d135c243d0e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:57.755549 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd49ff8-6f3d-47c7-a356-f306e0052348 service neutron] Pushing event updated for resources: {'Port': ['ID=c45020a5-bfec-4334-9a2e-6b3292dfa8f9,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:57.780455 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-d0362974-3b3c-42af-a376-601c29b39b31 req-8c21279d-7da7-43ac-9769-11000b951d0e tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1012149 Apr 05 14:22:57.797774 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-d0362974-3b3c-42af-a376-601c29b39b31 req-f97ea76f-4163-4f22-9569-772f15fee3b7 service neutron] Request body: {'port': {'device_id': '96adb6c5-5365-4341-be2c-9724cb4d880a', 'device_owner': 'compute:tempest-test_az-548508434', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:22:57.797971 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8b48ed82-dbae-43e8-b435-6fda45280618 req-a7a6600c-196e-454b-befe-51f1844c9652 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] 10.222.0.30 "GET /v2.0/security-groups?id=87d4f98d-7601-474f-9994-e1bec30867c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338127 Apr 05 14:22:57.823589 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-861bfd04-25c3-465e-bd83-d135c243d0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:57.855818 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-3eeaf32c-bcee-4ead-9747-c2f787cbc8eb req-ddd49ff8-6f3d-47c7-a356-f306e0052348 service neutron] Attempting to bind port c45020a5-bfec-4334-9a2e-6b3292dfa8f9 on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:22:57.856179 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-3eeaf32c-bcee-4ead-9747-c2f787cbc8eb req-ddd49ff8-6f3d-47c7-a356-f306e0052348 service neutron] Attempting to bind port c45020a5-bfec-4334-9a2e-6b3292dfa8f9 by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': '0f730d0b-c342-4343-8a7b-7d51c303621d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'eff47457-946f-46a8-bea0-e56e031eed3c'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:22:57.856566 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eeaf32c-bcee-4ead-9747-c2f787cbc8eb req-ddd49ff8-6f3d-47c7-a356-f306e0052348 service neutron] Attempting to bind port c45020a5-bfec-4334-9a2e-6b3292dfa8f9 on network eff47457-946f-46a8-bea0-e56e031eed3c {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:22:57.864210 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eeaf32c-bcee-4ead-9747-c2f787cbc8eb req-ddd49ff8-6f3d-47c7-a356-f306e0052348 service neutron] Port c45020a5-bfec-4334-9a2e-6b3292dfa8f9 on network eff47457-946f-46a8-bea0-e56e031eed3c not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:22:57.864555 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eeaf32c-bcee-4ead-9747-c2f787cbc8eb req-ddd49ff8-6f3d-47c7-a356-f306e0052348 service neutron] Attempting to bind port c45020a5-bfec-4334-9a2e-6b3292dfa8f9 on network eff47457-946f-46a8-bea0-e56e031eed3c {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:22:57.869908 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eeaf32c-bcee-4ead-9747-c2f787cbc8eb req-ddd49ff8-6f3d-47c7-a356-f306e0052348 service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:22:57.870402 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eeaf32c-bcee-4ead-9747-c2f787cbc8eb req-ddd49ff8-6f3d-47c7-a356-f306e0052348 service neutron] Checking segment: {'id': '0f730d0b-c342-4343-8a7b-7d51c303621d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'eff47457-946f-46a8-bea0-e56e031eed3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:22:57.870904 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eeaf32c-bcee-4ead-9747-c2f787cbc8eb req-ddd49ff8-6f3d-47c7-a356-f306e0052348 service neutron] Bound using segment: {'id': '0f730d0b-c342-4343-8a7b-7d51c303621d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'eff47457-946f-46a8-bea0-e56e031eed3c'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:22:57.871346 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-3eeaf32c-bcee-4ead-9747-c2f787cbc8eb req-ddd49ff8-6f3d-47c7-a356-f306e0052348 service neutron] Bound port: c45020a5-bfec-4334-9a2e-6b3292dfa8f9, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f730d0b-c342-4343-8a7b-7d51c303621d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'eff47457-946f-46a8-bea0-e56e031eed3c'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:22:57.871706 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-3eeaf32c-bcee-4ead-9747-c2f787cbc8eb req-ddd49ff8-6f3d-47c7-a356-f306e0052348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:57.888669 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-5e8c96aa-105c-40a7-9e8f-e927c204c5f5 None None] Provisioning complete for port d43aea30-d41a-4322-b708-4915d813dfdd triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:22:57.889260 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5e8c96aa-105c-40a7-9e8f-e927c204c5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:57.914956 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-861bfd04-25c3-465e-bd83-d135c243d0e7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b87066b895b94fa592c168ab44124700&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5531797 Apr 05 14:22:57.915705 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-d0362974-3b3c-42af-a376-601c29b39b31 req-f97ea76f-4163-4f22-9569-772f15fee3b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:57.917666 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861bfd04-25c3-465e-bd83-d135c243d0e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf9b5bb-9ca8-4194-a9eb-d8064fd190d3,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:57.932314 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50506) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:57.939144 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-5e8c96aa-105c-40a7-9e8f-e927c204c5f5 None None] Port d43aea30-d41a-4322-b708-4915d813dfdd cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:22:57.940863 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:58.020441 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-3eeaf32c-bcee-4ead-9747-c2f787cbc8eb req-ddd49ff8-6f3d-47c7-a356-f306e0052348 service neutron] For port c45020a5-bfec-4334-9a2e-6b3292dfa8f9, host n-h1-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:22:58.025926 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-3eeaf32c-bcee-4ead-9747-c2f787cbc8eb req-ddd49ff8-6f3d-47c7-a356-f306e0052348 service neutron] For port c45020a5-bfec-4334-9a2e-6b3292dfa8f9, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=c45020a5-bfec-4334-9a2e-6b3292dfa8f9,segment=NetworkSegment(0f730d0b-c342-4343-8a7b-7d51c303621d),segment_id=0f730d0b-c342-4343-8a7b-7d51c303621d)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:22:58.039483 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075fa371-649c-41a4-a4b2-40716de8d7de req-41ae8427-29f3-4bdf-a6be-6c251bff98db tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:58.041027 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-075fa371-649c-41a4-a4b2-40716de8d7de req-41ae8427-29f3-4bdf-a6be-6c251bff98db tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=75f27a9c-9807-428e-befc-a2cba004165f HTTP/1.1" status: 200 len: 947 time: 0.0747249 Apr 05 14:22:58.081782 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-075fa371-649c-41a4-a4b2-40716de8d7de req-0a8fae96-086e-41cc-a107-1b5fbce24641 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335143 Apr 05 14:22:58.082713 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ee1710c3-a117-40f1-bcf8-d3a86a39ad25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:58.083308 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-3eeaf32c-bcee-4ead-9747-c2f787cbc8eb req-ddd49ff8-6f3d-47c7-a356-f306e0052348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:58.122424 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ee1710c3-a117-40f1-bcf8-d3a86a39ad25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:58.138127 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeaf32c-bcee-4ead-9747-c2f787cbc8eb req-ddd49ff8-6f3d-47c7-a356-f306e0052348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:58.138804 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-3eeaf32c-bcee-4ead-9747-c2f787cbc8eb req-ddd49ff8-6f3d-47c7-a356-f306e0052348 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:58.140125 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3eeaf32c-bcee-4ead-9747-c2f787cbc8eb req-ddd49ff8-6f3d-47c7-a356-f306e0052348 service neutron] 10.222.0.55 "PUT /v2.0/ports/c45020a5-bfec-4334-9a2e-6b3292dfa8f9 HTTP/1.1" status: 200 len: 1113 time: 1.2098827 Apr 05 14:22:58.141260 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ec21594-b003-4844-80cc-7cbc38ce9b0c', 'tag': 'c45020a5-bfec-4334-9a2e-6b3292dfa8f9'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:22:58.143694 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-217043c3-9747-4ce1-9ad0-4195784479f1" -d '{"events": [{"name": "network-changed", "server_uuid": "3ec21594-b003-4844-80cc-7cbc38ce9b0c", "tag": "c45020a5-bfec-4334-9a2e-6b3292dfa8f9"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:22:58.174429 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd49ff8-6f3d-47c7-a356-f306e0052348 service neutron] Pushing event updated for resources: {'Port': ['ID=c45020a5-bfec-4334-9a2e-6b3292dfa8f9,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:58.191726 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b756600d-9bec-4d43-8faf-1e3d9fcaffff x-openstack-request-id: req-b756600d-9bec-4d43-8faf-1e3d9fcaffff {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:22:58.192070 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ec21594-b003-4844-80cc-7cbc38ce9b0c", "tag": "c45020a5-bfec-4334-9a2e-6b3292dfa8f9", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:22:58.192325 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b756600d-9bec-4d43-8faf-1e3d9fcaffff {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:22:58.192751 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b756600d-9bec-4d43-8faf-1e3d9fcaffff'] response: {'name': 'network-changed', 'server_uuid': '3ec21594-b003-4844-80cc-7cbc38ce9b0c', 'tag': 'c45020a5-bfec-4334-9a2e-6b3292dfa8f9', 'status': 'completed', 'code': 200} Apr 05 14:22:58.206483 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50514) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:58.246403 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3616157b-1fb5-48f8-92e1-0041719d459b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:58.284816 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217043c3-9747-4ce1-9ad0-4195784479f1 req-295738e3-94c0-4adb-9c51-70d409337576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:58.285698 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-217043c3-9747-4ce1-9ad0-4195784479f1 req-295738e3-94c0-4adb-9c51-70d409337576 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fa388235fba04a88868f93e44b88b55c&device_id=3ec21594-b003-4844-80cc-7cbc38ce9b0c HTTP/1.1" status: 200 len: 1116 time: 0.0715220 Apr 05 14:22:58.319600 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [req-d0362974-3b3c-42af-a376-601c29b39b31 req-f97ea76f-4163-4f22-9569-772f15fee3b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d43aea30-d41a-4322-b708-4915d813dfdd {{(pid=103321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:22:58.327716 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-d0362974-3b3c-42af-a376-601c29b39b31 req-f97ea76f-4163-4f22-9569-772f15fee3b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:58.346809 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.provisioning_blocks [req-d0362974-3b3c-42af-a376-601c29b39b31 req-f97ea76f-4163-4f22-9569-772f15fee3b7 service neutron] Transition to ACTIVE for port object d43aea30-d41a-4322-b708-4915d813dfdd will not be triggered until provisioned by entity L2. {{(pid=103321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:22:58.348081 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ee1710c3-a117-40f1-bcf8-d3a86a39ad25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:58.350936 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ee1710c3-a117-40f1-bcf8-d3a86a39ad25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:58.352105 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-ee1710c3-a117-40f1-bcf8-d3a86a39ad25 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3bf9b5bb-9ca8-4194-a9eb-d8064fd190d3 HTTP/1.1" status: 204 len: 168 time: 0.4177778 Apr 05 14:22:58.360326 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1710c3-a117-40f1-bcf8-d3a86a39ad25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf9b5bb-9ca8-4194-a9eb-d8064fd190d3,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:58.411806 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-d0362974-3b3c-42af-a376-601c29b39b31 req-f97ea76f-4163-4f22-9569-772f15fee3b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:58.496633 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97ea76f-4163-4f22-9569-772f15fee3b7 service neutron] Pushing event updated for resources: {'Port': ['ID=d43aea30-d41a-4322-b708-4915d813dfdd,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:58.515094 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217043c3-9747-4ce1-9ad0-4195784479f1 req-84843377-f80c-4d85-8c29-947735585788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:58.518538 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-217043c3-9747-4ce1-9ad0-4195784479f1 req-84843377-f80c-4d85-8c29-947735585788 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=fa388235fba04a88868f93e44b88b55c&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2243698 Apr 05 14:22:58.540727 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-d0362974-3b3c-42af-a376-601c29b39b31 req-f97ea76f-4163-4f22-9569-772f15fee3b7 service neutron] Attempting to bind port d43aea30-d41a-4322-b708-4915d813dfdd on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:22:58.541344 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-d0362974-3b3c-42af-a376-601c29b39b31 req-f97ea76f-4163-4f22-9569-772f15fee3b7 service neutron] Attempting to bind port d43aea30-d41a-4322-b708-4915d813dfdd by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': '4cf03a58-2421-4a58-a0d7-d3a831eb8f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '026b4b4d-4018-481e-98bc-6123c4c681f5'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:22:58.541842 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0362974-3b3c-42af-a376-601c29b39b31 req-f97ea76f-4163-4f22-9569-772f15fee3b7 service neutron] Attempting to bind port d43aea30-d41a-4322-b708-4915d813dfdd on network 026b4b4d-4018-481e-98bc-6123c4c681f5 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:22:58.567571 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0362974-3b3c-42af-a376-601c29b39b31 req-f97ea76f-4163-4f22-9569-772f15fee3b7 service neutron] Port d43aea30-d41a-4322-b708-4915d813dfdd on network 026b4b4d-4018-481e-98bc-6123c4c681f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:22:58.567874 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3616157b-1fb5-48f8-92e1-0041719d459b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:58.569958 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0362974-3b3c-42af-a376-601c29b39b31 req-f97ea76f-4163-4f22-9569-772f15fee3b7 service neutron] Attempting to bind port d43aea30-d41a-4322-b708-4915d813dfdd on network 026b4b4d-4018-481e-98bc-6123c4c681f5 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:22:58.584645 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0362974-3b3c-42af-a376-601c29b39b31 req-f97ea76f-4163-4f22-9569-772f15fee3b7 service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:22:58.588615 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0362974-3b3c-42af-a376-601c29b39b31 req-f97ea76f-4163-4f22-9569-772f15fee3b7 service neutron] Checking segment: {'id': '4cf03a58-2421-4a58-a0d7-d3a831eb8f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '026b4b4d-4018-481e-98bc-6123c4c681f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:22:58.588615 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0362974-3b3c-42af-a376-601c29b39b31 req-f97ea76f-4163-4f22-9569-772f15fee3b7 service neutron] Bound using segment: {'id': '4cf03a58-2421-4a58-a0d7-d3a831eb8f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '026b4b4d-4018-481e-98bc-6123c4c681f5'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:22:58.588615 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-d0362974-3b3c-42af-a376-601c29b39b31 req-f97ea76f-4163-4f22-9569-772f15fee3b7 service neutron] Bound port: d43aea30-d41a-4322-b708-4915d813dfdd, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cf03a58-2421-4a58-a0d7-d3a831eb8f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '026b4b4d-4018-481e-98bc-6123c4c681f5'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:22:58.588615 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-d0362974-3b3c-42af-a376-601c29b39b31 req-f97ea76f-4163-4f22-9569-772f15fee3b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:58.677181 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-d0362974-3b3c-42af-a376-601c29b39b31 req-f97ea76f-4163-4f22-9569-772f15fee3b7 service neutron] For port d43aea30-d41a-4322-b708-4915d813dfdd, host n-h1-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:22:58.680506 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-d0362974-3b3c-42af-a376-601c29b39b31 req-f97ea76f-4163-4f22-9569-772f15fee3b7 service neutron] For port d43aea30-d41a-4322-b708-4915d813dfdd, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=d43aea30-d41a-4322-b708-4915d813dfdd,segment=NetworkSegment(4cf03a58-2421-4a58-a0d7-d3a831eb8f50),segment_id=4cf03a58-2421-4a58-a0d7-d3a831eb8f50)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:22:58.697726 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3616157b-1fb5-48f8-92e1-0041719d459b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:58.779019 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-d0362974-3b3c-42af-a376-601c29b39b31 req-f97ea76f-4163-4f22-9569-772f15fee3b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:58.786213 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-3616157b-1fb5-48f8-92e1-0041719d459b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0daec3871852454e982f2bc49d169dfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5780268 Apr 05 14:22:58.788134 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3616157b-1fb5-48f8-92e1-0041719d459b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a69f9a64-0fe4-4bd8-8044-0d4cc1df9faf,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:58.791438 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50536) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:58.798066 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05152f37-4125-416c-9785-74ed64fc37e9 req-a4ff482a-58af-4552-89bd-4c953148b674 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:58.799620 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-05152f37-4125-416c-9785-74ed64fc37e9 req-a4ff482a-58af-4552-89bd-4c953148b674 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ec21594-b003-4844-80cc-7cbc38ce9b0c HTTP/1.1" status: 200 len: 965 time: 0.1664903 Apr 05 14:22:58.800565 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217043c3-9747-4ce1-9ad0-4195784479f1 req-7f6d2235-16bc-4aab-85bf-dc16d03d739d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:58.801891 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-217043c3-9747-4ce1-9ad0-4195784479f1 req-7f6d2235-16bc-4aab-85bf-dc16d03d739d service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2779424 Apr 05 14:22:58.861640 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0362974-3b3c-42af-a376-601c29b39b31 req-f97ea76f-4163-4f22-9569-772f15fee3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:58.862277 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-d0362974-3b3c-42af-a376-601c29b39b31 req-f97ea76f-4163-4f22-9569-772f15fee3b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:58.863691 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-d0362974-3b3c-42af-a376-601c29b39b31 req-f97ea76f-4163-4f22-9569-772f15fee3b7 service neutron] 10.222.0.55 "PUT /v2.0/ports/d43aea30-d41a-4322-b708-4915d813dfdd HTTP/1.1" status: 200 len: 1112 time: 1.0721724 Apr 05 14:22:58.864419 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96adb6c5-5365-4341-be2c-9724cb4d880a', 'tag': 'd43aea30-d41a-4322-b708-4915d813dfdd'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:22:58.865877 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-05152f37-4125-416c-9785-74ed64fc37e9 req-2416d730-a483-48db-966c-7a48171a5b98 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f4ed18-73d1-4c70-bfb8-abe78be9b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599017 Apr 05 14:22:58.867034 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8012c9e9-6180-4496-9e28-6d0c8e8a8373" -d '{"events": [{"name": "network-changed", "server_uuid": "96adb6c5-5365-4341-be2c-9724cb4d880a", "tag": "d43aea30-d41a-4322-b708-4915d813dfdd"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:22:58.928119 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97ea76f-4163-4f22-9569-772f15fee3b7 service neutron] Pushing event updated for resources: {'Port': ['ID=d43aea30-d41a-4322-b708-4915d813dfdd,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:58.953687 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3e0b3dc8-e816-4e1e-848f-1fe2410d1612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:58.968605 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeaf32c-bcee-4ead-9747-c2f787cbc8eb req-871553fc-e656-45e7-bed9-e31f386bf9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:58.971070 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3eeaf32c-bcee-4ead-9747-c2f787cbc8eb req-871553fc-e656-45e7-bed9-e31f386bf9d8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fa388235fba04a88868f93e44b88b55c&device_id=3ec21594-b003-4844-80cc-7cbc38ce9b0c HTTP/1.1" status: 200 len: 1116 time: 0.1014555 Apr 05 14:22:59.044589 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3e0b3dc8-e816-4e1e-848f-1fe2410d1612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:59.068347 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-402f8ac6-0e31-48bb-989a-933ca0e9381d x-openstack-request-id: req-402f8ac6-0e31-48bb-989a-933ca0e9381d {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:22:59.068650 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96adb6c5-5365-4341-be2c-9724cb4d880a", "tag": "d43aea30-d41a-4322-b708-4915d813dfdd", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:22:59.068911 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-402f8ac6-0e31-48bb-989a-933ca0e9381d {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:22:59.069301 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-402f8ac6-0e31-48bb-989a-933ca0e9381d'] response: {'name': 'network-changed', 'server_uuid': '96adb6c5-5365-4341-be2c-9724cb4d880a', 'tag': 'd43aea30-d41a-4322-b708-4915d813dfdd', 'status': 'completed', 'code': 200} Apr 05 14:22:59.102883 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0362974-3b3c-42af-a376-601c29b39b31 req-9bfcc9f8-3eef-40a4-92bd-42c130111d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:59.104336 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-d0362974-3b3c-42af-a376-601c29b39b31 req-9bfcc9f8-3eef-40a4-92bd-42c130111d04 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=97f2debd9b3743dc87d7a76e5ebedb39&device_id=96adb6c5-5365-4341-be2c-9724cb4d880a HTTP/1.1" status: 200 len: 1115 time: 0.1230073 Apr 05 14:22:59.151978 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-d0362974-3b3c-42af-a376-601c29b39b31 req-563803a6-16ee-497c-b411-67748804ea70 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d43aea30-d41a-4322-b708-4915d813dfdd HTTP/1.1" status: 200 len: 217 time: 0.0377948 Apr 05 14:22:59.214481 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0362974-3b3c-42af-a376-601c29b39b31 req-df99a24b-b404-4c6f-b5a1-f284b9e8102d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:59.215922 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-d0362974-3b3c-42af-a376-601c29b39b31 req-df99a24b-b404-4c6f-b5a1-f284b9e8102d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e158ad59-949f-41df-9a72-d1ad4e41336f HTTP/1.1" status: 200 len: 862 time: 0.0560188 Apr 05 14:22:59.262477 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3e0b3dc8-e816-4e1e-848f-1fe2410d1612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:59.266251 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3e0b3dc8-e816-4e1e-848f-1fe2410d1612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:59.267604 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-3e0b3dc8-e816-4e1e-848f-1fe2410d1612 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a69f9a64-0fe4-4bd8-8044-0d4cc1df9faf HTTP/1.1" status: 204 len: 168 time: 0.4533138 Apr 05 14:22:59.272709 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0362974-3b3c-42af-a376-601c29b39b31 req-78c1b410-1f04-47f7-95f5-a94f20a6a029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:59.274191 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-d0362974-3b3c-42af-a376-601c29b39b31 req-78c1b410-1f04-47f7-95f5-a94f20a6a029 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=026b4b4d-4018-481e-98bc-6123c4c681f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508862 Apr 05 14:22:59.280866 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0b3dc8-e816-4e1e-848f-1fe2410d1612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a69f9a64-0fe4-4bd8-8044-0d4cc1df9faf,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:59.291321 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3eeaf32c-bcee-4ead-9747-c2f787cbc8eb req-e1ba136a-f13e-41cd-ad7f-7f47372f1db8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c45020a5-bfec-4334-9a2e-6b3292dfa8f9 HTTP/1.1" status: 200 len: 217 time: 0.2915759 Apr 05 14:22:59.382290 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeaf32c-bcee-4ead-9747-c2f787cbc8eb req-d5041ac5-c7f1-4b74-a490-fcbd66dd88e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:59.383743 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3eeaf32c-bcee-4ead-9747-c2f787cbc8eb req-d5041ac5-c7f1-4b74-a490-fcbd66dd88e4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1e12eec2-91f9-48b4-8077-4d1ac1ff86f3 HTTP/1.1" status: 200 len: 845 time: 0.0699756 Apr 05 14:22:59.392073 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90225575-2fb5-4e6d-8724-23bf15cff316 req-f13d2c52-581d-478a-8470-c1c07aafffa2 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:59.399905 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-90225575-2fb5-4e6d-8724-23bf15cff316 req-f13d2c52-581d-478a-8470-c1c07aafffa2 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] 10.222.0.30 "GET /v2.0/ports?device_id=96adb6c5-5365-4341-be2c-9724cb4d880a HTTP/1.1" status: 200 len: 964 time: 0.4194541 Apr 05 14:22:59.408819 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-d0362974-3b3c-42af-a376-601c29b39b31 req-f5354a41-648c-4db2-9d78-fcc4682e81a2 service neutron] 10.222.0.55 "GET /v2.0/networks/026b4b4d-4018-481e-98bc-6123c4c681f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180725 Apr 05 14:22:59.409591 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50554) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:59.432442 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:59.436721 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-44c7ad2a-ed50-445e-8536-e6a320ed6c4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:59.458060 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3eeaf32c-bcee-4ead-9747-c2f787cbc8eb req-e5e38eb6-27cb-419c-a3b8-04fb30ccf73a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eff47457-946f-46a8-bea0-e56e031eed3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412431 Apr 05 14:22:59.543610 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c328a3-cd50-40f7-9bc6-4e3791c99036 req-c416eb3c-2c8e-4407-9aff-8a7915f2d68e tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:59.544565 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-d0362974-3b3c-42af-a376-601c29b39b31 req-8f4bc9de-ca0f-4b5d-b4ab-19ec95e308ef service neutron] 10.222.0.55 "GET /v2.0/networks/026b4b4d-4018-481e-98bc-6123c4c681f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271341 Apr 05 14:22:59.545606 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a2c328a3-cd50-40f7-9bc6-4e3791c99036 req-c416eb3c-2c8e-4407-9aff-8a7915f2d68e tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=75f27a9c-9807-428e-befc-a2cba004165f HTTP/1.1" status: 200 len: 947 time: 0.1771705 Apr 05 14:22:59.548795 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-90225575-2fb5-4e6d-8724-23bf15cff316 req-d4068346-ebde-4aeb-9a80-d0afa9e581e4 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] 10.222.0.30 "GET /v2.0/security-groups?id=87d4f98d-7601-474f-9994-e1bec30867c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480508 Apr 05 14:22:59.659819 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50558) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:59.696000 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:59.729252 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-44c7ad2a-ed50-445e-8536-e6a320ed6c4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:59.785657 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8012c9e9-6180-4496-9e28-6d0c8e8a8373 req-644dee0d-4334-4926-a21c-af4aa5386063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:59.787817 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-8012c9e9-6180-4496-9e28-6d0c8e8a8373 req-644dee0d-4334-4926-a21c-af4aa5386063 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=97f2debd9b3743dc87d7a76e5ebedb39&device_id=96adb6c5-5365-4341-be2c-9724cb4d880a HTTP/1.1" status: 200 len: 1115 time: 0.0573525 Apr 05 14:22:59.809859 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a2c328a3-cd50-40f7-9bc6-4e3791c99036 req-e8b7f255-fce5-4cc3-bb28-f5ed4898040b tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454143 Apr 05 14:22:59.828631 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3eeaf32c-bcee-4ead-9747-c2f787cbc8eb req-1c45905d-1e28-467e-a868-5b1dc9902fb9 service neutron] 10.222.0.55 "GET /v2.0/networks/eff47457-946f-46a8-bea0-e56e031eed3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3632231 Apr 05 14:22:59.861491 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-44c7ad2a-ed50-445e-8536-e6a320ed6c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:59.953959 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3eeaf32c-bcee-4ead-9747-c2f787cbc8eb req-151f1948-a0d1-4d8f-acfa-4b045b884615 service neutron] 10.222.0.55 "GET /v2.0/networks/eff47457-946f-46a8-bea0-e56e031eed3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183453 Apr 05 14:22:59.971394 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-44c7ad2a-ed50-445e-8536-e6a320ed6c4a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2c2d56503b0345179bf1ea498606df19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5598512 Apr 05 14:22:59.989052 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50578) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:22:59.997613 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4ad329b9-e2ce-4203-b3fc-b0e21f56251b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:00.008148 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c7ad2a-ed50-445e-8536-e6a320ed6c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ba9c01-d682-44f9-942d-18a6bcff0c26,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:00.039933 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd6ad9-95f3-4e8c-b488-40c55abb1ff0 req-40053fb6-0678-4c4a-bd18-3d7d1f92670e tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:00.048422 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b6fd6ad9-95f3-4e8c-b488-40c55abb1ff0 req-40053fb6-0678-4c4a-bd18-3d7d1f92670e tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ec21594-b003-4844-80cc-7cbc38ce9b0c HTTP/1.1" status: 200 len: 965 time: 0.0723987 Apr 05 14:23:00.087394 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8012c9e9-6180-4496-9e28-6d0c8e8a8373 req-490df493-1647-45a1-927b-35757ac68abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:00.088854 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-8012c9e9-6180-4496-9e28-6d0c8e8a8373 req-490df493-1647-45a1-927b-35757ac68abf service neutron] 10.222.0.55 "GET /v2.0/networks?id=026b4b4d-4018-481e-98bc-6123c4c681f5 HTTP/1.1" status: 200 len: 924 time: 0.2932386 Apr 05 14:23:00.094720 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b6fd6ad9-95f3-4e8c-b488-40c55abb1ff0 req-b2194aa4-7c2c-4586-83a8-7400bc0a66fc tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f4ed18-73d1-4c70-bfb8-abe78be9b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449665 Apr 05 14:23:00.150090 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ae5078dc-ab38-49ce-bb55-724fd240f452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:00.153599 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-8012c9e9-6180-4496-9e28-6d0c8e8a8373 req-43ae7021-65b5-4219-b800-4f9349f4e290 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d43aea30-d41a-4322-b708-4915d813dfdd HTTP/1.1" status: 200 len: 217 time: 0.0509109 Apr 05 14:23:00.210215 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ae5078dc-ab38-49ce-bb55-724fd240f452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:00.273962 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4ad329b9-e2ce-4203-b3fc-b0e21f56251b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:00.275874 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8012c9e9-6180-4496-9e28-6d0c8e8a8373 req-ab61e9f8-3978-4796-85ca-f8783c943004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:00.277351 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-8012c9e9-6180-4496-9e28-6d0c8e8a8373 req-ab61e9f8-3978-4796-85ca-f8783c943004 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e158ad59-949f-41df-9a72-d1ad4e41336f HTTP/1.1" status: 200 len: 862 time: 0.1118112 Apr 05 14:23:00.327301 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8012c9e9-6180-4496-9e28-6d0c8e8a8373 req-008e3874-bbc1-4b21-8c51-2c4b06db1458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:00.329696 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-8012c9e9-6180-4496-9e28-6d0c8e8a8373 req-008e3874-bbc1-4b21-8c51-2c4b06db1458 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=026b4b4d-4018-481e-98bc-6123c4c681f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451307 Apr 05 14:23:00.389913 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4ad329b9-e2ce-4203-b3fc-b0e21f56251b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:00.436568 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ae5078dc-ab38-49ce-bb55-724fd240f452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:00.439152 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ae5078dc-ab38-49ce-bb55-724fd240f452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:00.440285 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-ae5078dc-ab38-49ce-bb55-724fd240f452 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b6ba9c01-d682-44f9-942d-18a6bcff0c26 HTTP/1.1" status: 204 len: 168 time: 0.4501097 Apr 05 14:23:00.444949 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-4ad329b9-e2ce-4203-b3fc-b0e21f56251b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=feb5ae2feb6649f28e8d355e109f39ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7840202 Apr 05 14:23:00.447540 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad329b9-e2ce-4203-b3fc-b0e21f56251b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85136633-2a1d-4569-a01f-253ad0420b1b,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:00.447728 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50602) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:23:00.469901 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5078dc-ab38-49ce-bb55-724fd240f452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ba9c01-d682-44f9-942d-18a6bcff0c26,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:00.481277 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-8012c9e9-6180-4496-9e28-6d0c8e8a8373 req-e7363255-528c-4964-9326-912664b95007 service neutron] 10.222.0.55 "GET /v2.0/networks/026b4b4d-4018-481e-98bc-6123c4c681f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426322 Apr 05 14:23:00.549273 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 1a02dac2-1e82-4f40-b2ef-73f085c332f9 details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:23:00.558354 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-33bf0755-7b47-4520-a44f-cd87cce5a0c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:00.597085 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-33bf0755-7b47-4520-a44f-cd87cce5a0c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:00.732089 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 1a02dac2-1e82-4f40-b2ef-73f085c332f9, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=1a02dac2-1e82-4f40-b2ef-73f085c332f9,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:23:00.748709 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': '1a02dac2-1e82-4f40-b2ef-73f085c332f9', 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800', 'port_id': '1a02dac2-1e82-4f40-b2ef-73f085c332f9', 'mac_address': 'fa:16:3e:09:88:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:23:00.764544 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e769b923-39de-48a3-9670-cb0887c69b49 req-fc658f1d-fe3b-492a-919d-605a73a279e1 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:00.774250 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e769b923-39de-48a3-9670-cb0887c69b49 req-fc658f1d-fe3b-492a-919d-605a73a279e1 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] 10.222.0.30 "GET /v2.0/ports?device_id=96adb6c5-5365-4341-be2c-9724cb4d880a HTTP/1.1" status: 200 len: 964 time: 0.0755231 Apr 05 14:23:00.774965 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-8012c9e9-6180-4496-9e28-6d0c8e8a8373 req-5a3a0b23-1ae2-4f10-afe5-3d3df2a03774 service neutron] 10.222.0.55 "GET /v2.0/networks/026b4b4d-4018-481e-98bc-6123c4c681f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863572 Apr 05 14:23:00.798201 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:00.815483 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-33bf0755-7b47-4520-a44f-cd87cce5a0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:00.817187 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a02dac2-1e82-4f40-b2ef-73f085c332f9 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:23:00.819543 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-33bf0755-7b47-4520-a44f-cd87cce5a0c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:00.819543 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-33bf0755-7b47-4520-a44f-cd87cce5a0c0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/85136633-2a1d-4569-a01f-253ad0420b1b HTTP/1.1" status: 204 len: 168 time: 0.3705914 Apr 05 14:23:00.836857 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bf0755-7b47-4520-a44f-cd87cce5a0c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85136633-2a1d-4569-a01f-253ad0420b1b,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:00.842231 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 1a02dac2-1e82-4f40-b2ef-73f085c332f9, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=1a02dac2-1e82-4f40-b2ef-73f085c332f9,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:23:00.857834 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e769b923-39de-48a3-9670-cb0887c69b49 req-dd47616d-459a-4381-bf15-6067a2607c13 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] 10.222.0.30 "GET /v2.0/security-groups?id=87d4f98d-7601-474f-9994-e1bec30867c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827327 Apr 05 14:23:00.912821 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:00.964997 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=1a02dac2-1e82-4f40-b2ef-73f085c332f9,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:01.189263 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e58d9bf-7ded-4d03-bc70-cc5b84945356 req-00645486-7e0f-425b-887f-18e1d937a77b tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:01.190829 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3e58d9bf-7ded-4d03-bc70-cc5b84945356 req-00645486-7e0f-425b-887f-18e1d937a77b tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=75f27a9c-9807-428e-befc-a2cba004165f HTTP/1.1" status: 200 len: 948 time: 0.0548587 Apr 05 14:23:01.233775 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3e58d9bf-7ded-4d03-bc70-cc5b84945356 req-0ca96869-a173-466d-b674-1db2b040b2cd tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362449 Apr 05 14:23:01.347034 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f904477f-5948-4960-b59c-61182dcc62a8 req-743d2596-31c8-49b1-99ad-ee44ce10e015 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:01.348669 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f904477f-5948-4960-b59c-61182dcc62a8 req-743d2596-31c8-49b1-99ad-ee44ce10e015 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ec21594-b003-4844-80cc-7cbc38ce9b0c HTTP/1.1" status: 200 len: 965 time: 0.0544000 Apr 05 14:23:01.397183 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['1a02dac2-1e82-4f40-b2ef-73f085c332f9'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:23:01.416557 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f904477f-5948-4960-b59c-61182dcc62a8 req-61acc238-c313-414f-8839-e69a0ed4a144 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f4ed18-73d1-4c70-bfb8-abe78be9b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562675 Apr 05 14:23:01.902615 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50688) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:23:01.917518 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-12b84500-4a54-488c-a508-55438bccd7b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:02.016114 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-12b84500-4a54-488c-a508-55438bccd7b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:02.053713 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c98bcd-7db2-48dd-9d8b-3ea31c6e0191 req-2d663833-8e67-4b02-8e81-0c9fec2a3a9e tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:02.055418 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f7c98bcd-7db2-48dd-9d8b-3ea31c6e0191 req-2d663833-8e67-4b02-8e81-0c9fec2a3a9e tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] 10.222.0.30 "GET /v2.0/ports?device_id=96adb6c5-5365-4341-be2c-9724cb4d880a HTTP/1.1" status: 200 len: 964 time: 0.0598180 Apr 05 14:23:02.101545 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f7c98bcd-7db2-48dd-9d8b-3ea31c6e0191 req-56732106-cba7-4fec-8ab1-fdde71d2ccb7 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] 10.222.0.30 "GET /v2.0/security-groups?id=87d4f98d-7601-474f-9994-e1bec30867c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371761 Apr 05 14:23:02.131955 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-12b84500-4a54-488c-a508-55438bccd7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:02.177762 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-12b84500-4a54-488c-a508-55438bccd7b7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5d4cd814c7a949969b78f0f20ce4fd99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2736654 Apr 05 14:23:02.178487 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50700) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:23:02.179715 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b84500-4a54-488c-a508-55438bccd7b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da47bb71-7d6d-4ef2-bae5-eb07ff51b155,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:02.244313 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b9059aa5-3b0d-49ff-b073-d30209a549b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:02.279224 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b9059aa5-3b0d-49ff-b073-d30209a549b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:02.424372 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b9059aa5-3b0d-49ff-b073-d30209a549b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:02.427100 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b9059aa5-3b0d-49ff-b073-d30209a549b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:02.429342 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-b9059aa5-3b0d-49ff-b073-d30209a549b9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/da47bb71-7d6d-4ef2-bae5-eb07ff51b155 HTTP/1.1" status: 204 len: 168 time: 0.2495842 Apr 05 14:23:02.438848 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9059aa5-3b0d-49ff-b073-d30209a549b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da47bb71-7d6d-4ef2-bae5-eb07ff51b155,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:02.524770 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 1a02dac2-1e82-4f40-b2ef-73f085c332f9 up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:23:02.526380 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73f3190-cc93-4c49-adb0-38d934ddc71d req-808cf58c-930c-4e8c-8c15-d076f53c0dae tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:02.527942 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e73f3190-cc93-4c49-adb0-38d934ddc71d req-808cf58c-930c-4e8c-8c15-d076f53c0dae tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=75f27a9c-9807-428e-befc-a2cba004165f HTTP/1.1" status: 200 len: 948 time: 0.0763531 Apr 05 14:23:02.578343 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e73f3190-cc93-4c49-adb0-38d934ddc71d req-37131537-25d3-4a21-8944-452fd67fb1e9 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405059 Apr 05 14:23:02.660709 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning for port 1a02dac2-1e82-4f40-b2ef-73f085c332f9 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:23:02.664728 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port 1a02dac2-1e82-4f40-b2ef-73f085c332f9 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:23:02.665139 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:02.712409 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device d43aea30-d41a-4322-b708-4915d813dfdd details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:23:02.833966 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2884ac-6037-4d09-ad83-0ef597adf8c9 req-fa4f8664-0194-4882-ab93-6d4b63da43eb tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:02.835108 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8c2884ac-6037-4d09-ad83-0ef597adf8c9 req-fa4f8664-0194-4882-ab93-6d4b63da43eb tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ec21594-b003-4844-80cc-7cbc38ce9b0c HTTP/1.1" status: 200 len: 965 time: 0.0721943 Apr 05 14:23:02.875736 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:02.894247 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8c2884ac-6037-4d09-ad83-0ef597adf8c9 req-f73c733e-6f10-4206-bffe-41c4f159645b tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f4ed18-73d1-4c70-bfb8-abe78be9b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478177 Apr 05 14:23:02.903897 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port d43aea30-d41a-4322-b708-4915d813dfdd, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=d43aea30-d41a-4322-b708-4915d813dfdd,segment=NetworkSegment(4cf03a58-2421-4a58-a0d7-d3a831eb8f50),segment_id=4cf03a58-2421-4a58-a0d7-d3a831eb8f50)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:23:02.938201 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f27a9c-9807-428e-befc-a2cba004165f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a02dac2-1e82-4f40-b2ef-73f085c332f9'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:23:02.948939 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52964267-89ad-44a8-bc23-986adac90a67" -d '{"events": [{"server_uuid": "75f27a9c-9807-428e-befc-a2cba004165f", "name": "network-vif-plugged", "status": "completed", "tag": "1a02dac2-1e82-4f40-b2ef-73f085c332f9"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:23:02.955710 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': 'd43aea30-d41a-4322-b708-4915d813dfdd', 'network_id': '026b4b4d-4018-481e-98bc-6123c4c681f5', 'port_id': 'd43aea30-d41a-4322-b708-4915d813dfdd', 'mac_address': 'fa:16:3e:97:a7:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e158ad59-949f-41df-9a72-d1ad4e41336f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:tempest-test_az-548508434', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:23:02.975596 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 1a02dac2-1e82-4f40-b2ef-73f085c332f9, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=1a02dac2-1e82-4f40-b2ef-73f085c332f9,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:23:03.013308 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:03.027749 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d43aea30-d41a-4322-b708-4915d813dfdd {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:23:03.047422 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port d43aea30-d41a-4322-b708-4915d813dfdd, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=d43aea30-d41a-4322-b708-4915d813dfdd,segment=NetworkSegment(4cf03a58-2421-4a58-a0d7-d3a831eb8f50),segment_id=4cf03a58-2421-4a58-a0d7-d3a831eb8f50)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:23:03.096856 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:03.107065 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f895d95d-ce9a-420d-9c35-9bfefccc849d x-openstack-request-id: req-f895d95d-ce9a-420d-9c35-9bfefccc849d {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:23:03.107065 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75f27a9c-9807-428e-befc-a2cba004165f", "name": "network-vif-plugged", "status": "completed", "tag": "1a02dac2-1e82-4f40-b2ef-73f085c332f9", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:23:03.107065 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f895d95d-ce9a-420d-9c35-9bfefccc849d {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:23:03.107065 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f895d95d-ce9a-420d-9c35-9bfefccc849d'] response: {'server_uuid': '75f27a9c-9807-428e-befc-a2cba004165f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a02dac2-1e82-4f40-b2ef-73f085c332f9', 'code': 200} Apr 05 14:23:03.158988 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:03.159981 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device c45020a5-bfec-4334-9a2e-6b3292dfa8f9 details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:23:03.192955 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=1a02dac2-1e82-4f40-b2ef-73f085c332f9,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:03.300364 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=d43aea30-d41a-4322-b708-4915d813dfdd,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:03.347024 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32600c7b-ce39-4145-877d-12f3fb5a42f9 req-dd8dc37d-50af-4b3f-a977-428cd3999927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:03.351451 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-32600c7b-ce39-4145-877d-12f3fb5a42f9 req-dd8dc37d-50af-4b3f-a977-428cd3999927 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=75f27a9c-9807-428e-befc-a2cba004165f HTTP/1.1" status: 200 len: 1100 time: 0.1582694 Apr 05 14:23:03.363245 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port c45020a5-bfec-4334-9a2e-6b3292dfa8f9, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=c45020a5-bfec-4334-9a2e-6b3292dfa8f9,segment=NetworkSegment(0f730d0b-c342-4343-8a7b-7d51c303621d),segment_id=0f730d0b-c342-4343-8a7b-7d51c303621d)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:23:03.391800 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': 'c45020a5-bfec-4334-9a2e-6b3292dfa8f9', 'network_id': 'eff47457-946f-46a8-bea0-e56e031eed3c', 'port_id': 'c45020a5-bfec-4334-9a2e-6b3292dfa8f9', 'mac_address': 'fa:16:3e:f7:87:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e12eec2-91f9-48b4-8077-4d1ac1ff86f3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:tempest-test_az-548508434', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:23:03.410693 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-32600c7b-ce39-4145-877d-12f3fb5a42f9 req-a4195667-4d46-4572-bc38-c6198ba96d27 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519230 Apr 05 14:23:03.521062 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6c9701-ae66-4134-b927-945180ebe5e1 req-7416a9c7-5b7b-45af-8b28-04ec7a1edb5d tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:03.525558 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bd6c9701-ae66-4134-b927-945180ebe5e1 req-7416a9c7-5b7b-45af-8b28-04ec7a1edb5d tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] 10.222.0.30 "GET /v2.0/ports?device_id=96adb6c5-5365-4341-be2c-9724cb4d880a HTTP/1.1" status: 200 len: 965 time: 0.0681930 Apr 05 14:23:03.570036 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:03.570723 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bd6c9701-ae66-4134-b927-945180ebe5e1 req-55baa14a-6b91-4254-9346-f7b6fcd2d7ed tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] 10.222.0.30 "GET /v2.0/security-groups?id=87d4f98d-7601-474f-9994-e1bec30867c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405715 Apr 05 14:23:03.585304 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c45020a5-bfec-4334-9a2e-6b3292dfa8f9 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:23:03.617145 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port c45020a5-bfec-4334-9a2e-6b3292dfa8f9, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=c45020a5-bfec-4334-9a2e-6b3292dfa8f9,segment=NetworkSegment(0f730d0b-c342-4343-8a7b-7d51c303621d),segment_id=0f730d0b-c342-4343-8a7b-7d51c303621d)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:23:03.714452 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:03.721798 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae9e29-7810-418a-983b-d5bfb2c0f5e5 req-7a5910a7-a585-4ce0-8792-178e973a9eab tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:03.726137 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7dae9e29-7810-418a-983b-d5bfb2c0f5e5 req-7a5910a7-a585-4ce0-8792-178e973a9eab tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=75f27a9c-9807-428e-befc-a2cba004165f HTTP/1.1" status: 200 len: 949 time: 0.0673914 Apr 05 14:23:03.774950 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=c45020a5-bfec-4334-9a2e-6b3292dfa8f9,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:03.775365 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7dae9e29-7810-418a-983b-d5bfb2c0f5e5 req-6fe01300-0340-4fff-9ff3-f3c7fe453452 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424247 Apr 05 14:23:03.930882 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50830) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:23:03.946611 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['c45020a5-bfec-4334-9a2e-6b3292dfa8f9'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:23:03.980820 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['d43aea30-d41a-4322-b708-4915d813dfdd'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:23:04.073638 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ad576-c196-4ffa-b612-17d9bbdd28cd req-0264d0c2-fa8a-4c92-ad4a-8d32976a2078 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:04.076131 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e30ad576-c196-4ffa-b612-17d9bbdd28cd req-0264d0c2-fa8a-4c92-ad4a-8d32976a2078 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ec21594-b003-4844-80cc-7cbc38ce9b0c HTTP/1.1" status: 200 len: 966 time: 0.0586760 Apr 05 14:23:04.165009 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e30ad576-c196-4ffa-b612-17d9bbdd28cd req-86a78d1b-cb64-4bec-b934-ce32924463dd tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f4ed18-73d1-4c70-bfb8-abe78be9b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808265 Apr 05 14:23:04.432597 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fe7b44ee-423a-4804-a1a4-f403d4efa9c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:04.515695 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fe7b44ee-423a-4804-a1a4-f403d4efa9c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:04.611588 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fe7b44ee-423a-4804-a1a4-f403d4efa9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:04.649720 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7b44ee-423a-4804-a1a4-f403d4efa9c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b827dc-1510-4338-9707-9b73c50ae4ea,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:04.667394 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-fe7b44ee-423a-4804-a1a4-f403d4efa9c8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7e70556383c4409a815b4007021c4479&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7355549 Apr 05 14:23:04.669835 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50880) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:23:04.697693 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device d43aea30-d41a-4322-b708-4915d813dfdd up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:23:04.725456 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-79781781-a166-4a77-99ec-759d0d508a3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:04.749201 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-79781781-a166-4a77-99ec-759d0d508a3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:04.831770 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port d43aea30-d41a-4322-b708-4915d813dfdd completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:23:04.835931 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port d43aea30-d41a-4322-b708-4915d813dfdd triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:23:04.836303 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:04.905653 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3c5d8598-8331-4e7c-8f76-64a55ad71226 req-0c759d1b-32a0-494b-a6c3-7e1098333993 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=da2dc5471d9a4be1863605b72a733c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312145 Apr 05 14:23:04.922692 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:04.923693 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-79781781-a166-4a77-99ec-759d0d508a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:04.927969 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-79781781-a166-4a77-99ec-759d0d508a3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:04.929364 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-79781781-a166-4a77-99ec-759d0d508a3e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b1b827dc-1510-4338-9707-9b73c50ae4ea HTTP/1.1" status: 204 len: 168 time: 0.2586088 Apr 05 14:23:04.940687 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79781781-a166-4a77-99ec-759d0d508a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b827dc-1510-4338-9707-9b73c50ae4ea,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:04.978154 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port d43aea30-d41a-4322-b708-4915d813dfdd, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=d43aea30-d41a-4322-b708-4915d813dfdd,segment=NetworkSegment(4cf03a58-2421-4a58-a0d7-d3a831eb8f50),segment_id=4cf03a58-2421-4a58-a0d7-d3a831eb8f50)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:23:05.042125 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d8598-8331-4e7c-8f76-64a55ad71226 req-b38559ad-1e1e-4b78-80b3-26ec1e3d4024 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:05.050352 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3c5d8598-8331-4e7c-8f76-64a55ad71226 req-b38559ad-1e1e-4b78-80b3-26ec1e3d4024 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1413374 Apr 05 14:23:05.057603 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:05.058696 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device c45020a5-bfec-4334-9a2e-6b3292dfa8f9 up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:23:05.067902 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3c5d8598-8331-4e7c-8f76-64a55ad71226 req-87e2118e-5dbb-4bb9-8f49-22c2e2bef8ef tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/quotas/da2dc5471d9a4be1863605b72a733c47 HTTP/1.1" status: 200 len: 375 time: 0.0166249 Apr 05 14:23:05.107210 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3c5d8598-8331-4e7c-8f76-64a55ad71226 req-ff75a65a-028a-44fe-8f1e-b68b8822e10b tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=da2dc5471d9a4be1863605b72a733c47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0379035 Apr 05 14:23:05.131917 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96adb6c5-5365-4341-be2c-9724cb4d880a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd43aea30-d41a-4322-b708-4915d813dfdd'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:23:05.134703 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b0f233d-a5bd-4cd4-a903-911439a13018" -d '{"events": [{"server_uuid": "96adb6c5-5365-4341-be2c-9724cb4d880a", "name": "network-vif-plugged", "status": "completed", "tag": "d43aea30-d41a-4322-b708-4915d813dfdd"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:23:05.182188 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=d43aea30-d41a-4322-b708-4915d813dfdd,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:05.195735 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10789d6-cf9a-4bea-aabf-52fad86ccb94 req-cd14bd1e-1a8f-443e-a53e-f3c898e09c84 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:05.197345 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c10789d6-cf9a-4bea-aabf-52fad86ccb94 req-cd14bd1e-1a8f-443e-a53e-f3c898e09c84 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] 10.222.0.30 "GET /v2.0/ports?device_id=96adb6c5-5365-4341-be2c-9724cb4d880a HTTP/1.1" status: 200 len: 966 time: 0.0835342 Apr 05 14:23:05.247403 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c10789d6-cf9a-4bea-aabf-52fad86ccb94 req-e3238579-6059-42e0-996e-632dc50f010b tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] 10.222.0.30 "GET /v2.0/security-groups?id=87d4f98d-7601-474f-9994-e1bec30867c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432992 Apr 05 14:23:05.325817 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port c45020a5-bfec-4334-9a2e-6b3292dfa8f9 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:23:05.331229 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port c45020a5-bfec-4334-9a2e-6b3292dfa8f9 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:23:05.331603 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:05.412593 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:05.487857 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port c45020a5-bfec-4334-9a2e-6b3292dfa8f9, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=c45020a5-bfec-4334-9a2e-6b3292dfa8f9,segment=NetworkSegment(0f730d0b-c342-4343-8a7b-7d51c303621d),segment_id=0f730d0b-c342-4343-8a7b-7d51c303621d)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:23:05.583021 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5456391e-ba20-4beb-9fc7-a64308d34984 x-openstack-request-id: req-5456391e-ba20-4beb-9fc7-a64308d34984 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:23:05.583330 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96adb6c5-5365-4341-be2c-9724cb4d880a", "name": "network-vif-plugged", "status": "completed", "tag": "d43aea30-d41a-4322-b708-4915d813dfdd", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:23:05.583586 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5456391e-ba20-4beb-9fc7-a64308d34984 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:23:05.584062 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5456391e-ba20-4beb-9fc7-a64308d34984'] response: {'server_uuid': '96adb6c5-5365-4341-be2c-9724cb4d880a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd43aea30-d41a-4322-b708-4915d813dfdd', 'code': 200} Apr 05 14:23:05.599933 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7617db32-7c0f-4092-aa6b-c03f195eccb1 req-3fd8b6c7-c50d-42e2-857b-838279e506c2 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:05.603294 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:05.614812 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7617db32-7c0f-4092-aa6b-c03f195eccb1 req-3fd8b6c7-c50d-42e2-857b-838279e506c2 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=75f27a9c-9807-428e-befc-a2cba004165f HTTP/1.1" status: 200 len: 949 time: 0.1043561 Apr 05 14:23:05.664582 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7617db32-7c0f-4092-aa6b-c03f195eccb1 req-c464d12d-9942-40ff-80ea-fc047fabc2ec tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489104 Apr 05 14:23:05.699176 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=c45020a5-bfec-4334-9a2e-6b3292dfa8f9,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:05.709554 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539117be-92e5-40b1-bce9-785d2d81fc5f req-239c440f-f1d5-405f-80d7-ef42738bc72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:05.711133 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-539117be-92e5-40b1-bce9-785d2d81fc5f req-239c440f-f1d5-405f-80d7-ef42738bc72b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=96adb6c5-5365-4341-be2c-9724cb4d880a HTTP/1.1" status: 200 len: 1117 time: 0.0603561 Apr 05 14:23:05.755977 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1387ef-d2a6-4661-9f7e-9440d75d4f3d req-cb184343-2dc3-47e3-ab69-4af4aeaad2f3 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:05.756195 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-539117be-92e5-40b1-bce9-785d2d81fc5f req-694a532f-88ad-4d1e-ae6b-168df08409c2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=87d4f98d-7601-474f-9994-e1bec30867c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354667 Apr 05 14:23:05.757238 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cd1387ef-d2a6-4661-9f7e-9440d75d4f3d req-cb184343-2dc3-47e3-ab69-4af4aeaad2f3 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ec21594-b003-4844-80cc-7cbc38ce9b0c HTTP/1.1" status: 200 len: 967 time: 0.0625751 Apr 05 14:23:05.797485 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cd1387ef-d2a6-4661-9f7e-9440d75d4f3d req-8c4a4b49-98a7-4801-b44a-95033ae99df3 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f4ed18-73d1-4c70-bfb8-abe78be9b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329852 Apr 05 14:23:05.982853 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5bde15a9-e774-4e23-98d3-5aedea47ec37 req-cdb2c6d8-d5e1-4a07-947b-f5b03b3d3670 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=da2dc5471d9a4be1863605b72a733c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243962 Apr 05 14:23:06.038026 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50946) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:23:06.051494 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f547d0a5-cb08-4465-9945-4158f389e9d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:06.116690 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde15a9-e774-4e23-98d3-5aedea47ec37 req-34560445-e777-44dc-8f3d-5dfb6a83262e tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:06.129254 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5bde15a9-e774-4e23-98d3-5aedea47ec37 req-34560445-e777-44dc-8f3d-5dfb6a83262e tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1385965 Apr 05 14:23:06.149403 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5bde15a9-e774-4e23-98d3-5aedea47ec37 req-cab03c08-2421-4d2a-b256-37be52016ef0 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/quotas/da2dc5471d9a4be1863605b72a733c47 HTTP/1.1" status: 200 len: 375 time: 0.0180979 Apr 05 14:23:06.166874 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f547d0a5-cb08-4465-9945-4158f389e9d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:06.190433 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5bde15a9-e774-4e23-98d3-5aedea47ec37 req-dcba0f87-6d62-4fe2-a0a6-50485ac4b3cb tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=da2dc5471d9a4be1863605b72a733c47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323606 Apr 05 14:23:06.283156 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f547d0a5-cb08-4465-9945-4158f389e9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:06.323822 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-f547d0a5-cb08-4465-9945-4158f389e9d3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=df05160a8b1142bfa3a5991ed7c030c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2846696 Apr 05 14:23:06.325048 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f547d0a5-cb08-4465-9945-4158f389e9d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef5a510-823d-4a7b-a326-c537d0ee2c36,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:06.326488 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50956) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:23:06.442201 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8d6e322c-a44f-4389-b0a6-352e7ea22c5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:06.520915 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7da0d346-b3df-4aeb-adcc-f5fcde4627be req-3b3563ed-151d-4990-87fd-c0296e6d610a tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/ports?device_id=43152e10-3fa3-4eda-b04b-fd53ec030ab1 HTTP/1.1" status: 200 len: 210 time: 0.0554495 Apr 05 14:23:06.523941 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8d6e322c-a44f-4389-b0a6-352e7ea22c5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:06.598494 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecbcc0e-2843-49dc-ba5a-793ee4041860 req-7916f534-ecdf-414b-bf5b-d18d0b829ee9 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:06.600066 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-aecbcc0e-2843-49dc-ba5a-793ee4041860 req-7916f534-ecdf-414b-bf5b-d18d0b829ee9 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] 10.222.0.30 "GET /v2.0/ports?device_id=96adb6c5-5365-4341-be2c-9724cb4d880a HTTP/1.1" status: 200 len: 966 time: 0.1133721 Apr 05 14:23:06.641717 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-aecbcc0e-2843-49dc-ba5a-793ee4041860 req-4f70c2c0-99ee-42aa-9281-cfdfd12c7d2c tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] 10.222.0.30 "GET /v2.0/security-groups?id=87d4f98d-7601-474f-9994-e1bec30867c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348296 Apr 05 14:23:06.682438 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50978) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:23:06.741384 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8d6e322c-a44f-4389-b0a6-352e7ea22c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:06.752437 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8d6e322c-a44f-4389-b0a6-352e7ea22c5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:06.756009 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-8d6e322c-a44f-4389-b0a6-352e7ea22c5b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2ef5a510-823d-4a7b-a326-c537d0ee2c36 HTTP/1.1" status: 204 len: 168 time: 0.4270740 Apr 05 14:23:06.763509 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6e322c-a44f-4389-b0a6-352e7ea22c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef5a510-823d-4a7b-a326-c537d0ee2c36,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:06.846070 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1873228a-557a-4a9b-a2bf-ca10d83c2177 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:06.947189 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b948e-e72b-4762-bc6e-cd9c27ecabb3 req-b1d90010-db7a-408f-b7a3-556f95aaa214 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:06.948721 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-769b948e-e72b-4762-bc6e-cd9c27ecabb3 req-b1d90010-db7a-408f-b7a3-556f95aaa214 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=75f27a9c-9807-428e-befc-a2cba004165f HTTP/1.1" status: 200 len: 949 time: 0.1431525 Apr 05 14:23:06.986492 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1873228a-557a-4a9b-a2bf-ca10d83c2177 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:07.012283 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8fa9d-22b1-47ea-a1b3-6fc07b936814 req-0629d80e-698e-4628-83d4-e1ef98a9cf90 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:07.013884 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2dd8fa9d-22b1-47ea-a1b3-6fc07b936814 req-0629d80e-698e-4628-83d4-e1ef98a9cf90 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ec21594-b003-4844-80cc-7cbc38ce9b0c HTTP/1.1" status: 200 len: 967 time: 0.1073043 Apr 05 14:23:07.032781 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-769b948e-e72b-4762-bc6e-cd9c27ecabb3 req-f2016a01-ade0-4fbc-8aa3-c70c197390a9 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687296 Apr 05 14:23:07.059540 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2dd8fa9d-22b1-47ea-a1b3-6fc07b936814 req-e0ebc2a1-be52-4e0d-ad20-d92e2c35ad00 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f4ed18-73d1-4c70-bfb8-abe78be9b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375788 Apr 05 14:23:07.097723 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1873228a-557a-4a9b-a2bf-ca10d83c2177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:07.142407 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1873228a-557a-4a9b-a2bf-ca10d83c2177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b5eb85-7c93-4e15-b341-ee0e6b8839ae,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:07.149653 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-1873228a-557a-4a9b-a2bf-ca10d83c2177 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=62e6050115b547c5a9854a6aff7ae3d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4658365 Apr 05 14:23:07.150567 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 51000) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:23:07.199976 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-67f6e7d2-c598-4859-9c01-dddfb3c62dc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:07.223850 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-67f6e7d2-c598-4859-9c01-dddfb3c62dc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:07.320110 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 51006) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:23:07.361187 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 51010) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:23:07.377417 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-67f6e7d2-c598-4859-9c01-dddfb3c62dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:07.380159 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-67f6e7d2-c598-4859-9c01-dddfb3c62dc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:07.385904 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-67f6e7d2-c598-4859-9c01-dddfb3c62dc1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f8b5eb85-7c93-4e15-b341-ee0e6b8839ae HTTP/1.1" status: 204 len: 168 time: 0.2299950 Apr 05 14:23:07.391273 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6e7d2-c598-4859-9c01-dddfb3c62dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b5eb85-7c93-4e15-b341-ee0e6b8839ae,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:07.509847 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8a2298eb-7ba7-4755-ab6d-03842e856c12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:07.592738 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ec21594-b003-4844-80cc-7cbc38ce9b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c45020a5-bfec-4334-9a2e-6b3292dfa8f9'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:23:07.592738 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e2bc373-8880-4647-9383-b8091268666a" -d '{"events": [{"server_uuid": "3ec21594-b003-4844-80cc-7cbc38ce9b0c", "name": "network-vif-plugged", "status": "completed", "tag": "c45020a5-bfec-4334-9a2e-6b3292dfa8f9"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:23:07.619249 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 51024) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:23:07.653130 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-59287654-295e-4b2e-92a8-9201d80d01bb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=008c1e7c18f14cdd884193e5296c0bcd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2711327 Apr 05 14:23:07.729895 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2ed2cc18-f1d2-4f6e-8d7a-bc93455b16c0 req-6f9da969-fccc-4feb-9fba-75e3a78a2a7e tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/ports?device_id=43152e10-3fa3-4eda-b04b-fd53ec030ab1 HTTP/1.1" status: 200 len: 210 time: 0.0629821 Apr 05 14:23:07.730867 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-47f4e7b5-2aba-41c7-a320-b5f36de87741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:07.730867 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-47f4e7b5-2aba-41c7-a320-b5f36de87741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:07.740069 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8a2298eb-7ba7-4755-ab6d-03842e856c12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:07.751657 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf5cffda-7da2-4fa7-86ce-b68e0f3bc8e8 x-openstack-request-id: req-bf5cffda-7da2-4fa7-86ce-b68e0f3bc8e8 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:23:07.751962 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ec21594-b003-4844-80cc-7cbc38ce9b0c", "name": "network-vif-plugged", "status": "completed", "tag": "c45020a5-bfec-4334-9a2e-6b3292dfa8f9", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:23:07.752220 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bf5cffda-7da2-4fa7-86ce-b68e0f3bc8e8 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:23:07.752614 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf5cffda-7da2-4fa7-86ce-b68e0f3bc8e8'] response: {'server_uuid': '3ec21594-b003-4844-80cc-7cbc38ce9b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c45020a5-bfec-4334-9a2e-6b3292dfa8f9', 'code': 200} Apr 05 14:23:07.754729 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b97b4c3-5c45-48b5-9f72-6a1cce7adf77 req-9ffcadf5-2d10-4257-82de-934a4d6c40d7 tempest-MigrationsAdminTest-2101451349 tempest-MigrationsAdminTest-2101451349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:07.756529 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7b97b4c3-5c45-48b5-9f72-6a1cce7adf77 req-9ffcadf5-2d10-4257-82de-934a4d6c40d7 tempest-MigrationsAdminTest-2101451349 tempest-MigrationsAdminTest-2101451349-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=75f27a9c-9807-428e-befc-a2cba004165f HTTP/1.1" status: 200 len: 1100 time: 0.0643251 Apr 05 14:23:07.786873 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-7b97b4c3-5c45-48b5-9f72-6a1cce7adf77 req-23dad99f-bebc-48b2-90dc-7a54accec33b tempest-MigrationsAdminTest-2101451349 tempest-MigrationsAdminTest-2101451349-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:07.852502 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5037f1-c636-4638-a08e-e4440f250dff req-75f2e911-d8f0-436c-8620-ace341cb1b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:07.854046 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-8e5037f1-c636-4638-a08e-e4440f250dff req-75f2e911-d8f0-436c-8620-ace341cb1b80 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3ec21594-b003-4844-80cc-7cbc38ce9b0c HTTP/1.1" status: 200 len: 1118 time: 0.0388288 Apr 05 14:23:07.867296 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0227de-9d2f-4b77-a875-5e0d2d854f32 req-437e6f1f-a679-40c2-8bdb-6b9bb5413e35 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:07.868821 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5a0227de-9d2f-4b77-a875-5e0d2d854f32 req-437e6f1f-a679-40c2-8bdb-6b9bb5413e35 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] 10.222.0.30 "GET /v2.0/ports?device_id=96adb6c5-5365-4341-be2c-9724cb4d880a HTTP/1.1" status: 200 len: 966 time: 0.0478063 Apr 05 14:23:07.890087 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-8e5037f1-c636-4638-a08e-e4440f250dff req-f6648d72-2f87-4a48-b45d-aaccc3fcb56f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=63f4ed18-73d1-4c70-bfb8-abe78be9b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289803 Apr 05 14:23:07.907745 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5a0227de-9d2f-4b77-a875-5e0d2d854f32 req-5f7197d7-f197-4c90-87f5-17d89e14b2dd tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] 10.222.0.30 "GET /v2.0/security-groups?id=87d4f98d-7601-474f-9994-e1bec30867c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318141 Apr 05 14:23:07.995823 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-47f4e7b5-2aba-41c7-a320-b5f36de87741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:08.002781 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-47f4e7b5-2aba-41c7-a320-b5f36de87741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:08.005964 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-47f4e7b5-2aba-41c7-a320-b5f36de87741 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/55ce4e35-d393-4510-885b-3697093c4338 HTTP/1.1" status: 204 len: 168 time: 0.3852563 Apr 05 14:23:08.019190 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f4e7b5-2aba-41c7-a320-b5f36de87741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ce4e35-d393-4510-885b-3697093c4338,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:08.059289 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8a2298eb-7ba7-4755-ab6d-03842e856c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:08.126172 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-8a2298eb-7ba7-4755-ab6d-03842e856c12 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3bd8624dcfe64580a2a66bdb09cfa1e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8049324 Apr 05 14:23:08.128860 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 51042) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:23:08.134793 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2298eb-7ba7-4755-ab6d-03842e856c12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2586b31d-fa77-450a-b113-1d2b1262faf1,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:08.161612 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e7587-8f24-4668-8a76-1c3f17b72198 req-34b42cea-dfb5-4d1f-a4a0-6fbb44ad0626 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:08.173460 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b33e7587-8f24-4668-8a76-1c3f17b72198 req-34b42cea-dfb5-4d1f-a4a0-6fbb44ad0626 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] 10.222.0.30 "GET /v2.0/ports?device_id=96adb6c5-5365-4341-be2c-9724cb4d880a HTTP/1.1" status: 200 len: 966 time: 0.1558671 Apr 05 14:23:08.178141 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 51044) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:23:08.181351 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-7b97b4c3-5c45-48b5-9f72-6a1cce7adf77 req-23dad99f-bebc-48b2-90dc-7a54accec33b tempest-MigrationsAdminTest-2101451349 tempest-MigrationsAdminTest-2101451349-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:08.183451 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-e0f5c829-ea66-4cec-b6a6-df309cfd27d1 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Request body: {'floatingip': {'port_id': 'd43aea30-d41a-4322-b708-4915d813dfdd'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:23:08.275216 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-7b97b4c3-5c45-48b5-9f72-6a1cce7adf77 req-23dad99f-bebc-48b2-90dc-7a54accec33b tempest-MigrationsAdminTest-2101451349 tempest-MigrationsAdminTest-2101451349-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:08.276148 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-01ba39d4-eff7-40dc-8197-690d537203d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:08.282627 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e0f5c829-ea66-4cec-b6a6-df309cfd27d1 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Notify callbacks [] for floatingip, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:08.305760 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7b97b4c3-5c45-48b5-9f72-6a1cce7adf77 req-23dad99f-bebc-48b2-90dc-7a54accec33b tempest-MigrationsAdminTest-2101451349 tempest-MigrationsAdminTest-2101451349-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5417392 Apr 05 14:23:08.331144 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf4e4e-cf92-4cb6-9e59-8199117d1263 req-4a5e95a0-0905-4638-a5a3-5e0ff33d1e73 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:08.332980 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-27cf4e4e-cf92-4cb6-9e59-8199117d1263 req-4a5e95a0-0905-4638-a5a3-5e0ff33d1e73 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ec21594-b003-4844-80cc-7cbc38ce9b0c HTTP/1.1" status: 200 len: 967 time: 0.0910766 Apr 05 14:23:08.333827 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dad99f-bebc-48b2-90dc-7a54accec33b tempest-MigrationsAdminTest-2101451349 tempest-MigrationsAdminTest-2101451349-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f6a9de-6939-4e49-8030-66e8a88b8260,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:08.403258 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-01ba39d4-eff7-40dc-8197-690d537203d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:08.415065 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-27cf4e4e-cf92-4cb6-9e59-8199117d1263 req-bb44e340-178f-45b5-804c-a4f447a12700 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f4ed18-73d1-4c70-bfb8-abe78be9b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732558 Apr 05 14:23:08.457411 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [req-ee76d998-682b-4e52-9036-543d4ba487fe req-31743b29-dade-48d6-9ff4-1283502b57e3 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:23:08.458886 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ee76d998-682b-4e52-9036-543d4ba487fe req-31743b29-dade-48d6-9ff4-1283502b57e3 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065107 Apr 05 14:23:08.598776 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3c5d8598-8331-4e7c-8f76-64a55ad71226 req-08b1c585-067d-4cdc-9a35-9c755d76242e tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=da2dc5471d9a4be1863605b72a733c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251734 Apr 05 14:23:08.645742 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 51058) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:23:08.662169 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e3ac1354-ef1f-4a3e-9924-3587d4002825 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:08.703907 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-01ba39d4-eff7-40dc-8197-690d537203d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:08.707395 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-01ba39d4-eff7-40dc-8197-690d537203d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:08.708749 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-01ba39d4-eff7-40dc-8197-690d537203d3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2586b31d-fa77-450a-b113-1d2b1262faf1 HTTP/1.1" status: 204 len: 168 time: 0.5787880 Apr 05 14:23:08.771774 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e3ac1354-ef1f-4a3e-9924-3587d4002825 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:08.815447 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ba39d4-eff7-40dc-8197-690d537203d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2586b31d-fa77-450a-b113-1d2b1262faf1,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:08.858749 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9e9ff1d0-3d5f-4c2c-a69a-3bda8c1a6b71 req-42b7ca59-db5b-491a-a0db-500804493e16 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/ports?device_id=43152e10-3fa3-4eda-b04b-fd53ec030ab1 HTTP/1.1" status: 200 len: 210 time: 0.0419559 Apr 05 14:23:08.944153 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e3ac1354-ef1f-4a3e-9924-3587d4002825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:08.958360 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d8598-8331-4e7c-8f76-64a55ad71226 req-05723794-75d8-4ce6-a905-9075bd2ef65f tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:08.958590 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3c5d8598-8331-4e7c-8f76-64a55ad71226 req-05723794-75d8-4ce6-a905-9075bd2ef65f tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3534243 Apr 05 14:23:08.979223 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-e3ac1354-ef1f-4a3e-9924-3587d4002825 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5f6cab2f79884a15a168f3e5128c3db3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3322141 Apr 05 14:23:08.984360 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-3c5d8598-8331-4e7c-8f76-64a55ad71226 req-c167ed6b-1512-4a69-8b78-7ff59f467f0f tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Request body: {'port': {'device_id': 'c28c5ff7-aa4f-4388-a2d2-34b3d1153744', 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800', 'admin_state_up': True, 'tenant_id': 'da2dc5471d9a4be1863605b72a733c47'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:23:08.986975 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 51074) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:23:09.023264 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ac1354-ef1f-4a3e-9924-3587d4002825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6cc7735-22b5-4b8b-a4ef-20b8d3d7e353,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:09.059035 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.11', 61043) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:23:09.071793 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8a0e9876-b669-4d95-8cb9-d0d492092fc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:09.103733 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8a0e9876-b669-4d95-8cb9-d0d492092fc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:09.142998 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-5bde15a9-e774-4e23-98d3-5aedea47ec37 req-41e2427d-6668-4ca2-b042-679cf2600738 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=da2dc5471d9a4be1863605b72a733c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0659254 Apr 05 14:23:09.165275 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 51076) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:23:09.197782 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.db.resource_extend [None req-e0f5c829-ea66-4cec-b6a6-df309cfd27d1 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 14:23:09.231744 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-3759eb8c-03ec-4f9f-8bb9-512711d411df admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=24b86d5d975c45a8adfdff0e9d0eb04f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0651252 Apr 05 14:23:09.233469 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 51078) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:23:09.241544 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8a0e9876-b669-4d95-8cb9-d0d492092fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:09.244192 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8a0e9876-b669-4d95-8cb9-d0d492092fc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:09.245424 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-8a0e9876-b669-4d95-8cb9-d0d492092fc7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c6cc7735-22b5-4b8b-a4ef-20b8d3d7e353 HTTP/1.1" status: 204 len: 168 time: 0.2573671 Apr 05 14:23:09.290926 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0e9876-b669-4d95-8cb9-d0d492092fc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6cc7735-22b5-4b8b-a4ef-20b8d3d7e353,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:09.331763 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bdfe1ad8-7046-4742-99e1-8dbeecd30406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:09.369258 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bdfe1ad8-7046-4742-99e1-8dbeecd30406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:09.537178 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bdfe1ad8-7046-4742-99e1-8dbeecd30406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:09.543414 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bdfe1ad8-7046-4742-99e1-8dbeecd30406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:09.548308 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-bdfe1ad8-7046-4742-99e1-8dbeecd30406 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/18225700-eb5f-4ce0-b506-63686edeb243 HTTP/1.1" status: 204 len: 168 time: 0.3096707 Apr 05 14:23:09.570261 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfe1ad8-7046-4742-99e1-8dbeecd30406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18225700-eb5f-4ce0-b506-63686edeb243,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:09.586387 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7cefb2-1b1f-4e8f-8a59-b8c577a9dc78 req-11ced43f-d361-4675-965e-871f941dccc3 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:09.594081 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ad7cefb2-1b1f-4e8f-8a59-b8c577a9dc78 req-11ced43f-d361-4675-965e-871f941dccc3 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ec21594-b003-4844-80cc-7cbc38ce9b0c HTTP/1.1" status: 200 len: 967 time: 0.0932662 Apr 05 14:23:09.662498 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ad7cefb2-1b1f-4e8f-8a59-b8c577a9dc78 req-d74a9cc9-64de-4585-946e-6ce1b66ba4e5 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f4ed18-73d1-4c70-bfb8-abe78be9b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674608 Apr 05 14:23:09.672311 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e0f5c829-ea66-4cec-b6a6-df309cfd27d1 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:09.681753 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c5d8598-8331-4e7c-8f76-64a55ad71226 req-c167ed6b-1512-4a69-8b78-7ff59f467f0f tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Made reservation on behalf of da2dc5471d9a4be1863605b72a733c47 for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:23:09.686317 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-3c5d8598-8331-4e7c-8f76-64a55ad71226 req-c167ed6b-1512-4a69-8b78-7ff59f467f0f tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:09.706310 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-3c5d8598-8331-4e7c-8f76-64a55ad71226 req-c167ed6b-1512-4a69-8b78-7ff59f467f0f tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:09.732670 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde15a9-e774-4e23-98d3-5aedea47ec37 req-bd8f2f09-b369-48d1-8381-6d2b8924a6e9 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:09.736755 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-5bde15a9-e774-4e23-98d3-5aedea47ec37 req-bd8f2f09-b369-48d1-8381-6d2b8924a6e9 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5771468 Apr 05 14:23:09.751897 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-5bde15a9-e774-4e23-98d3-5aedea47ec37 req-bbf5a19a-8b61-47be-b84c-0779ea2c8f10 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Request body: {'port': {'device_id': '43152e10-3fa3-4eda-b04b-fd53ec030ab1', 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800', 'admin_state_up': True, 'tenant_id': 'da2dc5471d9a4be1863605b72a733c47'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:23:09.834388 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e0f5c829-ea66-4cec-b6a6-df309cfd27d1 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:10.004807 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-3c5d8598-8331-4e7c-8f76-64a55ad71226 req-c167ed6b-1512-4a69-8b78-7ff59f467f0f tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:10.020687 n-d-836650-2 neutron-server[103321]: INFO neutron.db.l3_db [None req-e0f5c829-ea66-4cec-b6a6-df309cfd27d1 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Floating IP 75273784-c6c8-4951-b891-44359000bb9a associated. External IP: 172.25.6.54, port: d43aea30-d41a-4322-b708-4915d813dfdd. Apr 05 14:23:10.088626 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-3c5d8598-8331-4e7c-8f76-64a55ad71226 req-c167ed6b-1512-4a69-8b78-7ff59f467f0f tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:10.104975 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bde15a9-e774-4e23-98d3-5aedea47ec37 req-bbf5a19a-8b61-47be-b84c-0779ea2c8f10 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Made reservation on behalf of da2dc5471d9a4be1863605b72a733c47 for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:23:10.108430 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-5bde15a9-e774-4e23-98d3-5aedea47ec37 req-bbf5a19a-8b61-47be-b84c-0779ea2c8f10 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:10.122581 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8fd60bba-78ea-464d-85a5-0cb3acf9536e req-49c258a7-6f77-4f66-8963-3492764185c3 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/ports?device_id=43152e10-3fa3-4eda-b04b-fd53ec030ab1 HTTP/1.1" status: 200 len: 210 time: 0.0291862 Apr 05 14:23:10.204599 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97018bc2-0bc8-4987-9259-f6807957568b req-267e9634-72af-4b4b-9efa-1c1b3ffdaac9 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:10.206442 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-97018bc2-0bc8-4987-9259-f6807957568b req-267e9634-72af-4b4b-9efa-1c1b3ffdaac9 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ec21594-b003-4844-80cc-7cbc38ce9b0c HTTP/1.1" status: 200 len: 967 time: 0.0829358 Apr 05 14:23:10.208167 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 51102) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:23:10.228064 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c167ed6b-1512-4a69-8b78-7ff59f467f0f tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=024b129f-f256-4015-8a11-f785d9d68dfb,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:10.266330 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-615eec25-80a5-4cbe-8854-9ad75acb0140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:10.329529 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-97018bc2-0bc8-4987-9259-f6807957568b req-766a38c6-033f-495a-8d35-4f65583778c4 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f4ed18-73d1-4c70-bfb8-abe78be9b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090708 Apr 05 14:23:10.351941 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e997b5-49c9-4650-b379-2ce744d42081 req-6d0dcdff-9094-40cd-a9d6-ecd804c7c759 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:10.357386 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-47e997b5-49c9-4650-b379-2ce744d42081 req-6d0dcdff-9094-40cd-a9d6-ecd804c7c759 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=75f27a9c-9807-428e-befc-a2cba004165f HTTP/1.1" status: 200 len: 949 time: 0.1499190 Apr 05 14:23:10.437428 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-47e997b5-49c9-4650-b379-2ce744d42081 req-958a0663-13c2-444f-98ff-97ca3b31fa5e tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706103 Apr 05 14:23:10.442577 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [req-3c5d8598-8331-4e7c-8f76-64a55ad71226 req-c167ed6b-1512-4a69-8b78-7ff59f467f0f tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Allocated IP 192.168.233.169 (80d671a8-d1ab-4472-891b-9c042fbd7800/b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a/7fc68ca4-d00c-47a8-9c86-c999c1814ca7) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:23:10.450910 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-615eec25-80a5-4cbe-8854-9ad75acb0140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:10.549095 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-615eec25-80a5-4cbe-8854-9ad75acb0140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:10.551803 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0f5c829-ea66-4cec-b6a6-df309cfd27d1 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Router 3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:23:10.604293 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-615eec25-80a5-4cbe-8854-9ad75acb0140 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fd39d635032d467388722d8716095094&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3947642 Apr 05 14:23:10.605375 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 51116) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:23:10.605857 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615eec25-80a5-4cbe-8854-9ad75acb0140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda657d2-ffee-416d-b36e-334212add0a0,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:10.669895 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 51118) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:23:10.779899 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-3c5d8598-8331-4e7c-8f76-64a55ad71226 req-c167ed6b-1512-4a69-8b78-7ff59f467f0f tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:10.805814 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f5c829-ea66-4cec-b6a6-df309cfd27d1 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:23:10.808917 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5f79bc16-779e-4526-886b-4e036a129c99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:10.823075 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e0f5c829-ea66-4cec-b6a6-df309cfd27d1 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:10.825622 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfea7a9-7a02-44fb-87e7-ee06676c1704 None None] Sync routers for ids ['3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:23:10.830982 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0050e809-e6b3-473e-aa3c-639d74760246 req-838e9e24-d08c-49e8-bb16-a9ad4833f873 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=75f27a9c-9807-428e-befc-a2cba004165f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1604085 Apr 05 14:23:10.841802 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfea7a9-7a02-44fb-87e7-ee06676c1704 None None] Routers {'3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:23:10.842482 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-1bfea7a9-7a02-44fb-87e7-ee06676c1704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:22:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:23:10.845297 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [req-0050e809-e6b3-473e-aa3c-639d74760246 req-edac9217-20b3-47d7-a13e-0b740a7eede8 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:23:10.846707 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0050e809-e6b3-473e-aa3c-639d74760246 req-edac9217-20b3-47d7-a13e-0b740a7eede8 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103636 Apr 05 14:23:10.879519 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5f79bc16-779e-4526-886b-4e036a129c99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:10.887958 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-e0f5c829-ea66-4cec-b6a6-df309cfd27d1 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] 10.222.0.30 "PUT /v2.0/floatingips/75273784-c6c8-4951-b891-44359000bb9a HTTP/1.1" status: 200 len: 1011 time: 2.7085128 Apr 05 14:23:10.891322 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96adb6c5-5365-4341-be2c-9724cb4d880a', 'tag': 'd43aea30-d41a-4322-b708-4915d813dfdd'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:23:10.893607 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601193c5-ca7a-4e30-ae8f-f1bec9d4e1ae" -d '{"events": [{"name": "network-changed", "server_uuid": "96adb6c5-5365-4341-be2c-9724cb4d880a", "tag": "d43aea30-d41a-4322-b708-4915d813dfdd"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:23:10.963930 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-454d324e-0f4b-4afd-b920-ec765961c4f5 x-openstack-request-id: req-454d324e-0f4b-4afd-b920-ec765961c4f5 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:23:10.964220 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96adb6c5-5365-4341-be2c-9724cb4d880a", "tag": "d43aea30-d41a-4322-b708-4915d813dfdd", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:23:10.964475 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-454d324e-0f4b-4afd-b920-ec765961c4f5 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:23:10.964893 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-454d324e-0f4b-4afd-b920-ec765961c4f5'] response: {'name': 'network-changed', 'server_uuid': '96adb6c5-5365-4341-be2c-9724cb4d880a', 'tag': 'd43aea30-d41a-4322-b708-4915d813dfdd', 'status': 'completed', 'code': 200} Apr 05 14:23:11.039114 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985f249-a44a-456c-ae00-cc17fbf00578 req-cd73efb4-6837-493d-9faa-70534cc3bcf6 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:11.040811 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b985f249-a44a-456c-ae00-cc17fbf00578 req-cd73efb4-6837-493d-9faa-70534cc3bcf6 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] 10.222.0.30 "GET /v2.0/ports?device_id=96adb6c5-5365-4341-be2c-9724cb4d880a HTTP/1.1" status: 200 len: 966 time: 0.0586958 Apr 05 14:23:11.064228 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-1bfea7a9-7a02-44fb-87e7-ee06676c1704 None None] Set router 3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:23:11.084359 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b985f249-a44a-456c-ae00-cc17fbf00578 req-6fecfac3-bf67-46bf-9aac-ed0dc055f1bf tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] 10.222.0.30 "GET /v2.0/security-groups?id=87d4f98d-7601-474f-9994-e1bec30867c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365930 Apr 05 14:23:11.085452 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [req-5bde15a9-e774-4e23-98d3-5aedea47ec37 req-bbf5a19a-8b61-47be-b84c-0779ea2c8f10 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Allocated IP 192.168.233.103 (80d671a8-d1ab-4472-891b-9c042fbd7800/b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a/42c95353-0049-4a2d-ac9a-6292fea834ce) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:23:11.091775 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-3c5d8598-8331-4e7c-8f76-64a55ad71226 req-c167ed6b-1512-4a69-8b78-7ff59f467f0f tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:11.104098 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5f79bc16-779e-4526-886b-4e036a129c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:11.106920 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5f79bc16-779e-4526-886b-4e036a129c99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:11.110581 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-5f79bc16-779e-4526-886b-4e036a129c99 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cda657d2-ffee-416d-b36e-334212add0a0 HTTP/1.1" status: 204 len: 168 time: 0.4972665 Apr 05 14:23:11.162653 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c5d8598-8331-4e7c-8f76-64a55ad71226 req-c167ed6b-1512-4a69-8b78-7ff59f467f0f tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Network 80d671a8-d1ab-4472-891b-9c042fbd7800 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:23:11.176690 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [req-3c5d8598-8331-4e7c-8f76-64a55ad71226 req-c167ed6b-1512-4a69-8b78-7ff59f467f0f tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:23:11.182036 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c5d8598-8331-4e7c-8f76-64a55ad71226 req-c167ed6b-1512-4a69-8b78-7ff59f467f0f tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:23:11.192978 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d8598-8331-4e7c-8f76-64a55ad71226 req-c167ed6b-1512-4a69-8b78-7ff59f467f0f tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:11.192978 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-3c5d8598-8331-4e7c-8f76-64a55ad71226 req-c167ed6b-1512-4a69-8b78-7ff59f467f0f tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:11.210691 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f79bc16-779e-4526-886b-4e036a129c99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda657d2-ffee-416d-b36e-334212add0a0,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:11.267256 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601193c5-ca7a-4e30-ae8f-f1bec9d4e1ae req-22153f86-c482-4c9d-9640-b5578b5cea21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:11.269091 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-601193c5-ca7a-4e30-ae8f-f1bec9d4e1ae req-22153f86-c482-4c9d-9640-b5578b5cea21 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=97f2debd9b3743dc87d7a76e5ebedb39&device_id=96adb6c5-5365-4341-be2c-9724cb4d880a HTTP/1.1" status: 200 len: 1117 time: 0.2781668 Apr 05 14:23:11.275234 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c167ed6b-1512-4a69-8b78-7ff59f467f0f tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Pushing event updated for resources: {'Port': ['ID=7fc68ca4-d00c-47a8-9c86-c999c1814ca7,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:11.324125 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ee93bad4-88b3-41bd-9cdc-e40bc082c5cb req-875d47d3-f202-4400-8930-eee6914d577d tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/ports?device_id=43152e10-3fa3-4eda-b04b-fd53ec030ab1 HTTP/1.1" status: 200 len: 210 time: 0.0522437 Apr 05 14:23:11.399817 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3c5d8598-8331-4e7c-8f76-64a55ad71226 req-c167ed6b-1512-4a69-8b78-7ff59f467f0f tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4274769 Apr 05 14:23:11.418591 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-3c5d8598-8331-4e7c-8f76-64a55ad71226 req-b65d3e76-c6d8-4bf8-9b09-fb8dd4b24890 service neutron] Request body: {'port': {'device_id': 'c28c5ff7-aa4f-4388-a2d2-34b3d1153744', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-2'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:23:11.552648 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-4a2c4179-c6a0-4d6f-9eaf-8979c0007aaf None None] Provisioning complete for port 7fc68ca4-d00c-47a8-9c86-c999c1814ca7 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:23:11.553838 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4a2c4179-c6a0-4d6f-9eaf-8979c0007aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:11.563029 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9dc29-1604-4d16-b7c6-2e4e64250e8d req-affccd0d-c4f4-47da-be06-d727dda2eaac tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:11.570631 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c4b9dc29-1604-4d16-b7c6-2e4e64250e8d req-affccd0d-c4f4-47da-be06-d727dda2eaac tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ec21594-b003-4844-80cc-7cbc38ce9b0c HTTP/1.1" status: 200 len: 967 time: 0.0902379 Apr 05 14:23:11.612845 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c4b9dc29-1604-4d16-b7c6-2e4e64250e8d req-da0fb3bd-aedb-46d1-8fcf-fb819c2b9b61 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f4ed18-73d1-4c70-bfb8-abe78be9b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410280 Apr 05 14:23:11.619342 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-4a2c4179-c6a0-4d6f-9eaf-8979c0007aaf None None] Port 7fc68ca4-d00c-47a8-9c86-c999c1814ca7 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:23:11.676531 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-1bfea7a9-7a02-44fb-87e7-ee06676c1704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-376166457-router', 'tenant_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '7c9d0bf4-073a-4dd5-982d-57079c61ba20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:22:23Z', 'updated_at': '2022-04-05T14:22:32Z', 'revision_number': 4, 'project_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'gw_port': {'id': '7c9d0bf4-073a-4dd5-982d-57079c61ba20', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:69:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:22:23Z', 'updated_at': '2022-04-05T14:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': '75273784-c6c8-4951-b891-44359000bb9a', 'tenant_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'floating_ip_address': '172.25.6.54', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': '3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c', 'port_id': 'd43aea30-d41a-4322-b708-4915d813dfdd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '026b4b4d-4018-481e-98bc-6123c4c681f5', 'mac_address': 'fa:16:3e:97:a7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96adb6c5-5365-4341-be2c-9724cb4d880a', 'device_owner': 'compute:tempest-test_az-548508434'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:22:50Z', 'updated_at': '2022-04-05T14:23:09Z', 'revision_number': 1, 'project_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4edcc347-6e6e-40b3-bc0b-61181188be2e', 'name': '', 'network_id': '026b4b4d-4018-481e-98bc-6123c4c681f5', 'tenant_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'mac_address': 'fa:16:3e:a4:96:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'e158ad59-949f-41df-9a72-d1ad4e41336f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:22:30Z', 'updated_at': '2022-04-05T14:22:36Z', 'revision_number': 5, 'project_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'subnets': [{'id': 'e158ad59-949f-41df-9a72-d1ad4e41336f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:23:11.682525 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff7ca3a-063b-4c69-99cd-02e463024c23 req-59767f8a-8eee-4627-97c0-48387629f021 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:11.684735 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8ff7ca3a-063b-4c69-99cd-02e463024c23 req-59767f8a-8eee-4627-97c0-48387629f021 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=75f27a9c-9807-428e-befc-a2cba004165f HTTP/1.1" status: 200 len: 949 time: 0.0760114 Apr 05 14:23:11.750896 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfea7a9-7a02-44fb-87e7-ee06676c1704 None None] Checking router: 3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:23:11.773794 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfea7a9-7a02-44fb-87e7-ee06676c1704 None None] Routers {'3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:23:11.776434 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8ff7ca3a-063b-4c69-99cd-02e463024c23 req-171d3a45-555a-4e2e-aae3-cf9ace8bda13 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724957 Apr 05 14:23:11.777214 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-1bfea7a9-7a02-44fb-87e7-ee06676c1704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:22:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:23:11.829878 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-3c5d8598-8331-4e7c-8f76-64a55ad71226 req-b65d3e76-c6d8-4bf8-9b09-fb8dd4b24890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:11.863941 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601193c5-ca7a-4e30-ae8f-f1bec9d4e1ae req-73fa4a57-a144-440d-913a-459000caa3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:11.869896 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-601193c5-ca7a-4e30-ae8f-f1bec9d4e1ae req-73fa4a57-a144-440d-913a-459000caa3e8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=026b4b4d-4018-481e-98bc-6123c4c681f5 HTTP/1.1" status: 200 len: 924 time: 0.5879571 Apr 05 14:23:11.925620 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-1bfea7a9-7a02-44fb-87e7-ee06676c1704 None None] Set router 3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:23:11.974431 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-5bde15a9-e774-4e23-98d3-5aedea47ec37 req-bbf5a19a-8b61-47be-b84c-0779ea2c8f10 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:11.989717 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:12.064905 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-601193c5-ca7a-4e30-ae8f-f1bec9d4e1ae req-18262893-edbc-48f8-92b3-bb66b5b65181 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d43aea30-d41a-4322-b708-4915d813dfdd HTTP/1.1" status: 200 len: 1019 time: 0.1865447 Apr 05 14:23:12.176074 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-1bfea7a9-7a02-44fb-87e7-ee06676c1704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-376166457-router', 'tenant_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '7c9d0bf4-073a-4dd5-982d-57079c61ba20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:22:23Z', 'updated_at': '2022-04-05T14:22:32Z', 'revision_number': 4, 'project_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'gw_port': {'id': '7c9d0bf4-073a-4dd5-982d-57079c61ba20', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:69:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:22:23Z', 'updated_at': '2022-04-05T14:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': '75273784-c6c8-4951-b891-44359000bb9a', 'tenant_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'floating_ip_address': '172.25.6.54', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': '3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c', 'port_id': 'd43aea30-d41a-4322-b708-4915d813dfdd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '026b4b4d-4018-481e-98bc-6123c4c681f5', 'mac_address': 'fa:16:3e:97:a7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96adb6c5-5365-4341-be2c-9724cb4d880a', 'device_owner': 'compute:tempest-test_az-548508434'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:22:50Z', 'updated_at': '2022-04-05T14:23:09Z', 'revision_number': 1, 'project_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4edcc347-6e6e-40b3-bc0b-61181188be2e', 'name': '', 'network_id': '026b4b4d-4018-481e-98bc-6123c4c681f5', 'tenant_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'mac_address': 'fa:16:3e:a4:96:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'e158ad59-949f-41df-9a72-d1ad4e41336f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:22:30Z', 'updated_at': '2022-04-05T14:22:36Z', 'revision_number': 5, 'project_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'subnets': [{'id': 'e158ad59-949f-41df-9a72-d1ad4e41336f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:23:12.219660 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfea7a9-7a02-44fb-87e7-ee06676c1704 None None] The sync data for ids ['3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c'] in n-d-836650-2 is: [{'id': '3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-376166457-router', 'tenant_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '7c9d0bf4-073a-4dd5-982d-57079c61ba20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:22:23Z', 'updated_at': '2022-04-05T14:22:32Z', 'revision_number': 4, 'project_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'gw_port': {'id': '7c9d0bf4-073a-4dd5-982d-57079c61ba20', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:69:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:22:23Z', 'updated_at': '2022-04-05T14:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': '75273784-c6c8-4951-b891-44359000bb9a', 'tenant_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'floating_ip_address': '172.25.6.54', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': '3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c', 'port_id': 'd43aea30-d41a-4322-b708-4915d813dfdd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '026b4b4d-4018-481e-98bc-6123c4c681f5', 'mac_address': 'fa:16:3e:97:a7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96adb6c5-5365-4341-be2c-9724cb4d880a', 'device_owner': 'compute:tempest-test_az-548508434'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:22:50Z', 'updated_at': '2022-04-05T14:23:09Z', 'revision_number': 1, 'project_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4edcc347-6e6e-40b3-bc0b-61181188be2e', 'name': '', 'network_id': '026b4b4d-4018-481e-98bc-6123c4c681f5', 'tenant_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'mac_address': 'fa:16:3e:a4:96:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'e158ad59-949f-41df-9a72-d1ad4e41336f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:22:30Z', 'updated_at': '2022-04-05T14:22:36Z', 'revision_number': 5, 'project_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'subnets': [{'id': 'e158ad59-949f-41df-9a72-d1ad4e41336f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:23:12.244723 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601193c5-ca7a-4e30-ae8f-f1bec9d4e1ae req-e2b31aa0-a204-4be5-8ad5-519465507f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:12.246220 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-601193c5-ca7a-4e30-ae8f-f1bec9d4e1ae req-e2b31aa0-a204-4be5-8ad5-519465507f52 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e158ad59-949f-41df-9a72-d1ad4e41336f HTTP/1.1" status: 200 len: 862 time: 0.1311462 Apr 05 14:23:12.338821 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-5bde15a9-e774-4e23-98d3-5aedea47ec37 req-bbf5a19a-8b61-47be-b84c-0779ea2c8f10 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:12.349476 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601193c5-ca7a-4e30-ae8f-f1bec9d4e1ae req-3c0aeb81-fcae-4797-9bb0-8c3ef7d357bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:12.350986 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-601193c5-ca7a-4e30-ae8f-f1bec9d4e1ae req-3c0aeb81-fcae-4797-9bb0-8c3ef7d357bd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=026b4b4d-4018-481e-98bc-6123c4c681f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0978236 Apr 05 14:23:12.457194 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bde15a9-e774-4e23-98d3-5aedea47ec37 req-bbf5a19a-8b61-47be-b84c-0779ea2c8f10 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Network 80d671a8-d1ab-4472-891b-9c042fbd7800 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:23:12.560982 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180dace1-92c1-4a97-99be-5d41f09dd47a req-8b85ed3b-05f0-4d24-ba5c-efe40f26ea9e tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:12.565162 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-180dace1-92c1-4a97-99be-5d41f09dd47a req-8b85ed3b-05f0-4d24-ba5c-efe40f26ea9e tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/ports?device_id=43152e10-3fa3-4eda-b04b-fd53ec030ab1 HTTP/1.1" status: 200 len: 936 time: 0.0789006 Apr 05 14:23:12.602026 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [req-5bde15a9-e774-4e23-98d3-5aedea47ec37 req-bbf5a19a-8b61-47be-b84c-0779ea2c8f10 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:23:12.610115 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bde15a9-e774-4e23-98d3-5aedea47ec37 req-bbf5a19a-8b61-47be-b84c-0779ea2c8f10 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:23:12.616002 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde15a9-e774-4e23-98d3-5aedea47ec37 req-bbf5a19a-8b61-47be-b84c-0779ea2c8f10 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:12.616492 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-5bde15a9-e774-4e23-98d3-5aedea47ec37 req-bbf5a19a-8b61-47be-b84c-0779ea2c8f10 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:12.619221 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf5a19a-8b61-47be-b84c-0779ea2c8f10 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Pushing event updated for resources: {'Port': ['ID=42c95353-0049-4a2d-ac9a-6292fea834ce,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:12.623412 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-180dace1-92c1-4a97-99be-5d41f09dd47a req-cf8ae8b4-fe74-4bd1-b20d-fb6215c288ea tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/security-groups?id=024b129f-f256-4015-8a11-f785d9d68dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506871 Apr 05 14:23:12.635365 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb153a9-20ed-4c62-ada9-1e92cc582a0a None None] New status for floating IP 75273784-c6c8-4951-b891-44359000bb9a: ACTIVE {{(pid=103322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 14:23:12.832647 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-5bde15a9-e774-4e23-98d3-5aedea47ec37 req-bbf5a19a-8b61-47be-b84c-0779ea2c8f10 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0854363 Apr 05 14:23:12.839083 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-601193c5-ca7a-4e30-ae8f-f1bec9d4e1ae req-535f9cd0-e6be-4374-9253-bd5b22c1a602 service neutron] 10.222.0.55 "GET /v2.0/networks/026b4b4d-4018-481e-98bc-6123c4c681f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4339025 Apr 05 14:23:12.860189 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-5bde15a9-e774-4e23-98d3-5aedea47ec37 req-781ccb6b-68f7-4b08-9977-2a8a85506b99 service neutron] Request body: {'port': {'device_id': '43152e10-3fa3-4eda-b04b-fd53ec030ab1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-2'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:23:12.927196 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [req-3c5d8598-8331-4e7c-8f76-64a55ad71226 req-b65d3e76-c6d8-4bf8-9b09-fb8dd4b24890 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fc68ca4-d00c-47a8-9c86-c999c1814ca7 {{(pid=103321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:23:13.003054 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 51236) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:23:13.036235 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-601193c5-ca7a-4e30-ae8f-f1bec9d4e1ae req-3dcd4896-94a9-4383-b785-af2c89ba175b service neutron] 10.222.0.55 "GET /v2.0/networks/026b4b4d-4018-481e-98bc-6123c4c681f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822796 Apr 05 14:23:13.039298 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6623b1a-7f8a-43b4-b5eb-67385e8caa86 req-3a2fd560-e8bf-4d15-92f0-25146dc4ce0f tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:13.040853 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d6623b1a-7f8a-43b4-b5eb-67385e8caa86 req-3a2fd560-e8bf-4d15-92f0-25146dc4ce0f tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=75f27a9c-9807-428e-befc-a2cba004165f HTTP/1.1" status: 200 len: 949 time: 0.1023281 Apr 05 14:23:13.047878 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-3c5d8598-8331-4e7c-8f76-64a55ad71226 req-b65d3e76-c6d8-4bf8-9b09-fb8dd4b24890 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:13.063049 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.provisioning_blocks [req-3c5d8598-8331-4e7c-8f76-64a55ad71226 req-b65d3e76-c6d8-4bf8-9b09-fb8dd4b24890 service neutron] Transition to ACTIVE for port object 7fc68ca4-d00c-47a8-9c86-c999c1814ca7 will not be triggered until provisioned by entity L2. {{(pid=103321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:23:13.098617 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-5bde15a9-e774-4e23-98d3-5aedea47ec37 req-781ccb6b-68f7-4b08-9977-2a8a85506b99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:13.111628 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d6623b1a-7f8a-43b4-b5eb-67385e8caa86 req-5864a870-1a87-4ed9-85f6-fb68854ab2ab tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616131 Apr 05 14:23:13.129245 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-743e94f8-df45-445c-94ce-f684c5e5e38e None None] Provisioning complete for port 42c95353-0049-4a2d-ac9a-6292fea834ce triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:23:13.129621 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-743e94f8-df45-445c-94ce-f684c5e5e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:13.258959 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-743e94f8-df45-445c-94ce-f684c5e5e38e None None] Port 42c95353-0049-4a2d-ac9a-6292fea834ce cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:23:13.272481 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-3c5d8598-8331-4e7c-8f76-64a55ad71226 req-b65d3e76-c6d8-4bf8-9b09-fb8dd4b24890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:13.313707 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-88e40b82-cff2-45cc-a74d-8a14091220d3 req-da5fad2d-5a5e-43e4-9d8b-095b2a1db1e1 tempest-TenantUsagesTestJSON-1018229951 tempest-TenantUsagesTestJSON-1018229951-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=40423ec2c03e4a32a394daf0c781262c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420651 Apr 05 14:23:13.486276 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-8f3b5d41-a6f1-4480-8c71-f87789a6f5c5 tempest-AutoAllocateNetworkTest-1131485744 tempest-AutoAllocateNetworkTest-1131485744-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=46c2720a6a0b4ffcb1f956731ea9c378&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4784956 Apr 05 14:23:13.486512 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-3c5d8598-8331-4e7c-8f76-64a55ad71226 req-b65d3e76-c6d8-4bf8-9b09-fb8dd4b24890 service neutron] Attempting to bind port 7fc68ca4-d00c-47a8-9c86-c999c1814ca7 on host n-h2-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:23:13.486512 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-3c5d8598-8331-4e7c-8f76-64a55ad71226 req-b65d3e76-c6d8-4bf8-9b09-fb8dd4b24890 service neutron] Attempting to bind port 7fc68ca4-d00c-47a8-9c86-c999c1814ca7 by drivers openvswitch,hyperv on host n-h2-836650-2 at level 0 using segments [{'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:23:13.486512 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5d8598-8331-4e7c-8f76-64a55ad71226 req-b65d3e76-c6d8-4bf8-9b09-fb8dd4b24890 service neutron] Attempting to bind port 7fc68ca4-d00c-47a8-9c86-c999c1814ca7 on network 80d671a8-d1ab-4472-891b-9c042fbd7800 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:23:13.486771 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 51256) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:23:13.491006 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5d8598-8331-4e7c-8f76-64a55ad71226 req-b65d3e76-c6d8-4bf8-9b09-fb8dd4b24890 service neutron] Port 7fc68ca4-d00c-47a8-9c86-c999c1814ca7 on network 80d671a8-d1ab-4472-891b-9c042fbd7800 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:23:13.491331 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5d8598-8331-4e7c-8f76-64a55ad71226 req-b65d3e76-c6d8-4bf8-9b09-fb8dd4b24890 service neutron] Attempting to bind port 7fc68ca4-d00c-47a8-9c86-c999c1814ca7 on network 80d671a8-d1ab-4472-891b-9c042fbd7800 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:23:13.510435 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65d3e76-c6d8-4bf8-9b09-fb8dd4b24890 service neutron] Pushing event updated for resources: {'Port': ['ID=7fc68ca4-d00c-47a8-9c86-c999c1814ca7,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:13.527519 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5d8598-8331-4e7c-8f76-64a55ad71226 req-b65d3e76-c6d8-4bf8-9b09-fb8dd4b24890 service neutron] Checking agent: {'id': '6d8cf521-24bb-4b6a-bbae-0284f5c87a9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:23:13.527675 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5d8598-8331-4e7c-8f76-64a55ad71226 req-b65d3e76-c6d8-4bf8-9b09-fb8dd4b24890 service neutron] Checking segment: {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:23:13.528019 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5d8598-8331-4e7c-8f76-64a55ad71226 req-b65d3e76-c6d8-4bf8-9b09-fb8dd4b24890 service neutron] Bound using segment: {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:23:13.528457 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-3c5d8598-8331-4e7c-8f76-64a55ad71226 req-b65d3e76-c6d8-4bf8-9b09-fb8dd4b24890 service neutron] Bound port: 7fc68ca4-d00c-47a8-9c86-c999c1814ca7, host: n-h2-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:23:13.528818 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-3c5d8598-8331-4e7c-8f76-64a55ad71226 req-b65d3e76-c6d8-4bf8-9b09-fb8dd4b24890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:13.623084 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e40b82-cff2-45cc-a74d-8a14091220d3 req-bc89e217-7c54-49e0-9077-cd3302722e23 tempest-TenantUsagesTestJSON-1018229951 tempest-TenantUsagesTestJSON-1018229951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:13.625942 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-88e40b82-cff2-45cc-a74d-8a14091220d3 req-bc89e217-7c54-49e0-9077-cd3302722e23 tempest-TenantUsagesTestJSON-1018229951 tempest-TenantUsagesTestJSON-1018229951-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3029423 Apr 05 14:23:13.659876 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-88e40b82-cff2-45cc-a74d-8a14091220d3 req-e137b2f8-4b32-4df7-8e5b-25bb7bd0e1b0 tempest-TenantUsagesTestJSON-1018229951 tempest-TenantUsagesTestJSON-1018229951-project] 10.222.0.30 "GET /v2.0/quotas/40423ec2c03e4a32a394daf0c781262c HTTP/1.1" status: 200 len: 375 time: 0.0150988 Apr 05 14:23:13.668574 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-3c5d8598-8331-4e7c-8f76-64a55ad71226 req-b65d3e76-c6d8-4bf8-9b09-fb8dd4b24890 service neutron] For port 7fc68ca4-d00c-47a8-9c86-c999c1814ca7, host n-h2-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:23:13.757218 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-3c5d8598-8331-4e7c-8f76-64a55ad71226 req-b65d3e76-c6d8-4bf8-9b09-fb8dd4b24890 service neutron] For port 7fc68ca4-d00c-47a8-9c86-c999c1814ca7, host n-h2-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=7fc68ca4-d00c-47a8-9c86-c999c1814ca7,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:23:13.783569 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [req-5bde15a9-e774-4e23-98d3-5aedea47ec37 req-781ccb6b-68f7-4b08-9977-2a8a85506b99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42c95353-0049-4a2d-ac9a-6292fea834ce {{(pid=103321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:23:13.791678 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-88e40b82-cff2-45cc-a74d-8a14091220d3 req-465ea2cb-4ed8-4c05-b72a-5183bbdefde2 tempest-TenantUsagesTestJSON-1018229951 tempest-TenantUsagesTestJSON-1018229951-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=40423ec2c03e4a32a394daf0c781262c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1161070 Apr 05 14:23:13.808615 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-5bde15a9-e774-4e23-98d3-5aedea47ec37 req-781ccb6b-68f7-4b08-9977-2a8a85506b99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:13.817888 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4d66cd-39c5-45fc-84ae-2606a78e9a84 tempest-AutoAllocateNetworkTest-1131485744 tempest-AutoAllocateNetworkTest-1131485744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:13.823049 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-2c4d66cd-39c5-45fc-84ae-2606a78e9a84 tempest-AutoAllocateNetworkTest-1131485744 tempest-AutoAllocateNetworkTest-1131485744-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3355932 Apr 05 14:23:13.823697 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 51280) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:23:13.837613 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.provisioning_blocks [req-5bde15a9-e774-4e23-98d3-5aedea47ec37 req-781ccb6b-68f7-4b08-9977-2a8a85506b99 service neutron] Transition to ACTIVE for port object 42c95353-0049-4a2d-ac9a-6292fea834ce will not be triggered until provisioned by entity L2. {{(pid=103321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:23:13.872632 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-3c5d8598-8331-4e7c-8f76-64a55ad71226 req-b65d3e76-c6d8-4bf8-9b09-fb8dd4b24890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:13.877350 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:13.896788 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-64ebc0cd-f1bf-413b-bd1c-7f65a9295807 tempest-AutoAllocateNetworkTest-1131485744 tempest-AutoAllocateNetworkTest-1131485744-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0711179 Apr 05 14:23:13.897450 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 51282) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:23:13.917328 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd168af-ec09-4b1f-b990-2c081f503a9d req-36a427d1-92a6-4f49-97fb-d0d6645c4782 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:13.918150 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d8598-8331-4e7c-8f76-64a55ad71226 req-b65d3e76-c6d8-4bf8-9b09-fb8dd4b24890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:13.919046 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-3c5d8598-8331-4e7c-8f76-64a55ad71226 req-b65d3e76-c6d8-4bf8-9b09-fb8dd4b24890 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:13.919379 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6dd168af-ec09-4b1f-b990-2c081f503a9d req-36a427d1-92a6-4f49-97fb-d0d6645c4782 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/ports?device_id=43152e10-3fa3-4eda-b04b-fd53ec030ab1 HTTP/1.1" status: 200 len: 936 time: 0.1886513 Apr 05 14:23:13.920431 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3c5d8598-8331-4e7c-8f76-64a55ad71226 req-b65d3e76-c6d8-4bf8-9b09-fb8dd4b24890 service neutron] 10.222.0.11 "PUT /v2.0/ports/7fc68ca4-d00c-47a8-9c86-c999c1814ca7 HTTP/1.1" status: 200 len: 1096 time: 2.5060449 Apr 05 14:23:13.923779 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c28c5ff7-aa4f-4388-a2d2-34b3d1153744', 'tag': '7fc68ca4-d00c-47a8-9c86-c999c1814ca7'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:23:13.926995 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b27a48d4-77b5-43ab-8bab-e990ac9bec2a" -d '{"events": [{"name": "network-changed", "server_uuid": "c28c5ff7-aa4f-4388-a2d2-34b3d1153744", "tag": "7fc68ca4-d00c-47a8-9c86-c999c1814ca7"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:23:13.955628 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-e80ab2e2-7093-4566-9eb0-992592b00aa9 tempest-AutoAllocateNetworkTest-1131485744 tempest-AutoAllocateNetworkTest-1131485744-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=46c2720a6a0b4ffcb1f956731ea9c378 HTTP/1.1" status: 200 len: 208 time: 0.0529940 Apr 05 14:23:13.973082 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-5bde15a9-e774-4e23-98d3-5aedea47ec37 req-781ccb6b-68f7-4b08-9977-2a8a85506b99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:13.994183 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65d3e76-c6d8-4bf8-9b09-fb8dd4b24890 service neutron] Pushing event updated for resources: {'Port': ['ID=7fc68ca4-d00c-47a8-9c86-c999c1814ca7,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:14.008346 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6dd168af-ec09-4b1f-b990-2c081f503a9d req-6759024d-c58a-4e26-9458-aad53da11405 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/security-groups?id=024b129f-f256-4015-8a11-f785d9d68dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724411 Apr 05 14:23:14.062844 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43efadc5-3f03-452f-8702-f2d39da5cd94 x-openstack-request-id: req-43efadc5-3f03-452f-8702-f2d39da5cd94 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:23:14.063130 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c28c5ff7-aa4f-4388-a2d2-34b3d1153744", "tag": "7fc68ca4-d00c-47a8-9c86-c999c1814ca7", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:23:14.063384 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-43efadc5-3f03-452f-8702-f2d39da5cd94 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:23:14.063844 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43efadc5-3f03-452f-8702-f2d39da5cd94'] response: {'name': 'network-changed', 'server_uuid': 'c28c5ff7-aa4f-4388-a2d2-34b3d1153744', 'tag': '7fc68ca4-d00c-47a8-9c86-c999c1814ca7', 'status': 'completed', 'code': 200} Apr 05 14:23:14.166316 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781ccb6b-68f7-4b08-9977-2a8a85506b99 service neutron] Pushing event updated for resources: {'Port': ['ID=42c95353-0049-4a2d-ac9a-6292fea834ce,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:14.199038 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d8598-8331-4e7c-8f76-64a55ad71226 req-9cd68009-ed4f-4d7e-8344-17943db561a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:14.200567 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3c5d8598-8331-4e7c-8f76-64a55ad71226 req-9cd68009-ed4f-4d7e-8344-17943db561a0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=da2dc5471d9a4be1863605b72a733c47&device_id=c28c5ff7-aa4f-4388-a2d2-34b3d1153744 HTTP/1.1" status: 200 len: 1099 time: 0.1338568 Apr 05 14:23:14.201505 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-5bde15a9-e774-4e23-98d3-5aedea47ec37 req-781ccb6b-68f7-4b08-9977-2a8a85506b99 service neutron] Attempting to bind port 42c95353-0049-4a2d-ac9a-6292fea834ce on host n-h2-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:23:14.201781 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-5bde15a9-e774-4e23-98d3-5aedea47ec37 req-781ccb6b-68f7-4b08-9977-2a8a85506b99 service neutron] Attempting to bind port 42c95353-0049-4a2d-ac9a-6292fea834ce by drivers openvswitch,hyperv on host n-h2-836650-2 at level 0 using segments [{'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:23:14.202107 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bde15a9-e774-4e23-98d3-5aedea47ec37 req-781ccb6b-68f7-4b08-9977-2a8a85506b99 service neutron] Attempting to bind port 42c95353-0049-4a2d-ac9a-6292fea834ce on network 80d671a8-d1ab-4472-891b-9c042fbd7800 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:23:14.268029 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6cc8f4e9-daed-494a-8820-27b4cf3ea815 req-38f1f180-a39e-4de1-841a-fc32706d95ae tempest-TenantUsagesTestJSON-1018229951 tempest-TenantUsagesTestJSON-1018229951-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3ca5228-5a5b-4da5-8703-0a941e68b6e9 HTTP/1.1" status: 200 len: 210 time: 0.0658257 Apr 05 14:23:14.293236 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bde15a9-e774-4e23-98d3-5aedea47ec37 req-781ccb6b-68f7-4b08-9977-2a8a85506b99 service neutron] Port 42c95353-0049-4a2d-ac9a-6292fea834ce on network 80d671a8-d1ab-4472-891b-9c042fbd7800 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:23:14.293569 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bde15a9-e774-4e23-98d3-5aedea47ec37 req-781ccb6b-68f7-4b08-9977-2a8a85506b99 service neutron] Attempting to bind port 42c95353-0049-4a2d-ac9a-6292fea834ce on network 80d671a8-d1ab-4472-891b-9c042fbd7800 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:23:14.297798 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3c5d8598-8331-4e7c-8f76-64a55ad71226 req-e6af35cc-5a1b-424a-b297-48d75d6cd0df service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=7fc68ca4-d00c-47a8-9c86-c999c1814ca7 HTTP/1.1" status: 200 len: 217 time: 0.0857053 Apr 05 14:23:14.305031 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bde15a9-e774-4e23-98d3-5aedea47ec37 req-781ccb6b-68f7-4b08-9977-2a8a85506b99 service neutron] Checking agent: {'id': '6d8cf521-24bb-4b6a-bbae-0284f5c87a9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:23:14.305375 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bde15a9-e774-4e23-98d3-5aedea47ec37 req-781ccb6b-68f7-4b08-9977-2a8a85506b99 service neutron] Checking segment: {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:23:14.305750 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bde15a9-e774-4e23-98d3-5aedea47ec37 req-781ccb6b-68f7-4b08-9977-2a8a85506b99 service neutron] Bound using segment: {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:23:14.307853 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-5bde15a9-e774-4e23-98d3-5aedea47ec37 req-781ccb6b-68f7-4b08-9977-2a8a85506b99 service neutron] Bound port: 42c95353-0049-4a2d-ac9a-6292fea834ce, host: n-h2-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:23:14.307853 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-5bde15a9-e774-4e23-98d3-5aedea47ec37 req-781ccb6b-68f7-4b08-9977-2a8a85506b99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:14.329275 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a26e2-5f2b-461a-8aa0-2f325ad6979e req-d210da5e-424a-40cc-a9bf-36025d65065c tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:14.337302 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-851a26e2-5f2b-461a-8aa0-2f325ad6979e req-d210da5e-424a-40cc-a9bf-36025d65065c tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=75f27a9c-9807-428e-befc-a2cba004165f HTTP/1.1" status: 200 len: 949 time: 0.0649831 Apr 05 14:23:14.385328 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-851a26e2-5f2b-461a-8aa0-2f325ad6979e req-5825114f-861b-4e16-b4d8-6eb0d4721a83 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464578 Apr 05 14:23:14.430633 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d8598-8331-4e7c-8f76-64a55ad71226 req-b468701d-0d16-4955-99c4-644f72f185ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:14.432386 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3c5d8598-8331-4e7c-8f76-64a55ad71226 req-b468701d-0d16-4955-99c4-644f72f185ec service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.1286275 Apr 05 14:23:14.527769 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-5bde15a9-e774-4e23-98d3-5aedea47ec37 req-781ccb6b-68f7-4b08-9977-2a8a85506b99 service neutron] For port 42c95353-0049-4a2d-ac9a-6292fea834ce, host n-h2-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:23:14.532566 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-5bde15a9-e774-4e23-98d3-5aedea47ec37 req-781ccb6b-68f7-4b08-9977-2a8a85506b99 service neutron] For port 42c95353-0049-4a2d-ac9a-6292fea834ce, host n-h2-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=42c95353-0049-4a2d-ac9a-6292fea834ce,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:23:14.539295 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d8598-8331-4e7c-8f76-64a55ad71226 req-026f9b90-ee9a-4ef8-b494-1d7b7cae95ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:14.540845 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3c5d8598-8331-4e7c-8f76-64a55ad71226 req-026f9b90-ee9a-4ef8-b494-1d7b7cae95ca service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1001570 Apr 05 14:23:14.617228 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-5bde15a9-e774-4e23-98d3-5aedea47ec37 req-781ccb6b-68f7-4b08-9977-2a8a85506b99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:14.669817 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde15a9-e774-4e23-98d3-5aedea47ec37 req-781ccb6b-68f7-4b08-9977-2a8a85506b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:14.670479 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-5bde15a9-e774-4e23-98d3-5aedea47ec37 req-781ccb6b-68f7-4b08-9977-2a8a85506b99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:14.672471 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-5bde15a9-e774-4e23-98d3-5aedea47ec37 req-781ccb6b-68f7-4b08-9977-2a8a85506b99 service neutron] 10.222.0.11 "PUT /v2.0/ports/42c95353-0049-4a2d-ac9a-6292fea834ce HTTP/1.1" status: 200 len: 1096 time: 1.8304904 Apr 05 14:23:14.688850 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3c5d8598-8331-4e7c-8f76-64a55ad71226 req-388bd544-d17d-4e51-8681-39ba5e7102f0 service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410377 Apr 05 14:23:14.742100 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781ccb6b-68f7-4b08-9977-2a8a85506b99 service neutron] Pushing event updated for resources: {'Port': ['ID=42c95353-0049-4a2d-ac9a-6292fea834ce,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:14.816549 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3c5d8598-8331-4e7c-8f76-64a55ad71226 req-c436302f-1652-4513-810d-65942c2dc57a service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146975 Apr 05 14:23:14.858066 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 51324) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:23:14.916408 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde15a9-e774-4e23-98d3-5aedea47ec37 req-4f2c2d03-5703-4788-90ab-31dbe820ee5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:14.918244 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-5bde15a9-e774-4e23-98d3-5aedea47ec37 req-4f2c2d03-5703-4788-90ab-31dbe820ee5d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=da2dc5471d9a4be1863605b72a733c47&device_id=43152e10-3fa3-4eda-b04b-fd53ec030ab1 HTTP/1.1" status: 200 len: 1099 time: 0.0502579 Apr 05 14:23:14.966607 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-5bde15a9-e774-4e23-98d3-5aedea47ec37 req-324f1de2-8703-4ef4-a808-2cd9436d79ac service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=42c95353-0049-4a2d-ac9a-6292fea834ce HTTP/1.1" status: 200 len: 217 time: 0.0410023 Apr 05 14:23:15.047821 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.11', 61044) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:23:15.051512 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde15a9-e774-4e23-98d3-5aedea47ec37 req-1b827cd4-79ad-4d0c-b971-594ef9459ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:15.053010 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-5bde15a9-e774-4e23-98d3-5aedea47ec37 req-1b827cd4-79ad-4d0c-b971-594ef9459ee4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.0773649 Apr 05 14:23:15.059575 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a48d4-77b5-43ab-8bab-e990ac9bec2a req-b378ac8a-2888-417f-83e7-b83502a1f826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:15.061948 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-b27a48d4-77b5-43ab-8bab-e990ac9bec2a req-b378ac8a-2888-417f-83e7-b83502a1f826 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=da2dc5471d9a4be1863605b72a733c47&device_id=c28c5ff7-aa4f-4388-a2d2-34b3d1153744 HTTP/1.1" status: 200 len: 1099 time: 0.0583789 Apr 05 14:23:15.101146 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0050e809-e6b3-473e-aa3c-639d74760246 req-60dd94a4-0415-4c75-b969-ae3f918abd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:15.102015 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0050e809-e6b3-473e-aa3c-639d74760246 req-60dd94a4-0415-4c75-b969-ae3f918abd08 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eb6eb2eb5e534aae8638ab75f1f70e11&device_id=75f27a9c-9807-428e-befc-a2cba004165f HTTP/1.1" status: 200 len: 1100 time: 0.0530493 Apr 05 14:23:15.169716 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-73247a7d-9455-469b-ae46-b8b040e4737c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:15.213785 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde15a9-e774-4e23-98d3-5aedea47ec37 req-6cbfd8ea-cee9-47ed-8db5-8a408351bec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:15.215055 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-5bde15a9-e774-4e23-98d3-5aedea47ec37 req-6cbfd8ea-cee9-47ed-8db5-8a408351bec2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1521499 Apr 05 14:23:15.232198 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683ddef4-dacd-41c0-a27b-9a556f9e17b9 req-1198b1e4-ef4c-4015-9c4f-520064997365 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:15.241147 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-683ddef4-dacd-41c0-a27b-9a556f9e17b9 req-1198b1e4-ef4c-4015-9c4f-520064997365 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/ports?device_id=43152e10-3fa3-4eda-b04b-fd53ec030ab1 HTTP/1.1" status: 200 len: 948 time: 0.1442869 Apr 05 14:23:15.298844 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0050e809-e6b3-473e-aa3c-639d74760246 req-3bad4e4c-7a2b-4c51-8be6-4eb17405723a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:15.300411 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0050e809-e6b3-473e-aa3c-639d74760246 req-3bad4e4c-7a2b-4c51-8be6-4eb17405723a service neutron] 10.222.0.11 "GET /v2.0/networks?id=80d671a8-d1ab-4472-891b-9c042fbd7800 HTTP/1.1" status: 200 len: 870 time: 0.1862857 Apr 05 14:23:15.307414 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a48d4-77b5-43ab-8bab-e990ac9bec2a req-3c047e10-75d0-4156-8167-341bce7786d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:15.308291 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-b27a48d4-77b5-43ab-8bab-e990ac9bec2a req-3c047e10-75d0-4156-8167-341bce7786d5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=80d671a8-d1ab-4472-891b-9c042fbd7800 HTTP/1.1" status: 200 len: 870 time: 0.2347095 Apr 05 14:23:15.321606 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-683ddef4-dacd-41c0-a27b-9a556f9e17b9 req-1ffdfbf5-a345-476f-905f-34ef4f9afe16 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/security-groups?id=024b129f-f256-4015-8a11-f785d9d68dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750630 Apr 05 14:23:15.372568 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-b27a48d4-77b5-43ab-8bab-e990ac9bec2a req-d7a5d98c-6e88-420c-959e-da7c68d00885 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=7fc68ca4-d00c-47a8-9c86-c999c1814ca7 HTTP/1.1" status: 200 len: 217 time: 0.0543706 Apr 05 14:23:15.392743 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0050e809-e6b3-473e-aa3c-639d74760246 req-0c0a84d7-e7d8-4c12-b90e-ccba1f4927ee service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=1a02dac2-1e82-4f40-b2ef-73f085c332f9 HTTP/1.1" status: 200 len: 217 time: 0.0691125 Apr 05 14:23:15.462917 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-73247a7d-9455-469b-ae46-b8b040e4737c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:15.465451 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-5bde15a9-e774-4e23-98d3-5aedea47ec37 req-de627ebf-78c0-4bdb-8fb8-319e579ff8ff service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421494 Apr 05 14:23:15.473435 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e135d523-aef5-4a38-8199-44c3ea779519 req-b628db89-dad1-4b25-b65c-3882a571c60e tempest-TenantUsagesTestJSON-1018229951 tempest-TenantUsagesTestJSON-1018229951-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3ca5228-5a5b-4da5-8703-0a941e68b6e9 HTTP/1.1" status: 200 len: 210 time: 0.0791335 Apr 05 14:23:15.487563 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a48d4-77b5-43ab-8bab-e990ac9bec2a req-e6a3be94-9e1c-454e-84dc-336a9f57b77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:15.489031 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-b27a48d4-77b5-43ab-8bab-e990ac9bec2a req-e6a3be94-9e1c-454e-84dc-336a9f57b77f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.1063104 Apr 05 14:23:15.542544 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a1ff251f-a42c-43b2-858d-97564fa597bc req-33b7dd05-092f-4b59-a1bc-cbcc1a347865 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=14748139956b45fa84829eb5cfd3ec61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0662687 Apr 05 14:23:15.563820 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0050e809-e6b3-473e-aa3c-639d74760246 req-03acd9a3-9946-43e5-8330-dd7945852b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:15.566446 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0050e809-e6b3-473e-aa3c-639d74760246 req-03acd9a3-9946-43e5-8330-dd7945852b74 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.1615882 Apr 05 14:23:15.737506 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-73247a7d-9455-469b-ae46-b8b040e4737c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:15.835398 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-73247a7d-9455-469b-ae46-b8b040e4737c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=46c2720a6a0b4ffcb1f956731ea9c378&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9756432 Apr 05 14:23:15.838941 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 51368) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:23:15.849804 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73247a7d-9455-469b-ae46-b8b040e4737c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd00e8e-9efe-44e6-bfde-9113234551e4,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:15.878916 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a48d4-77b5-43ab-8bab-e990ac9bec2a req-f350f8c2-4380-4188-a06f-adb932ccdb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:15.880641 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-b27a48d4-77b5-43ab-8bab-e990ac9bec2a req-f350f8c2-4380-4188-a06f-adb932ccdb61 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1539383 Apr 05 14:23:15.937619 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-5bde15a9-e774-4e23-98d3-5aedea47ec37 req-739dbbae-0554-45c5-a532-a6ceb9f39932 service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4649081 Apr 05 14:23:16.009347 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f2109a-e5aa-4900-872e-500d461b16b7 req-8d763968-dd3e-41cc-a0d6-e3f605866921 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:16.010841 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-27f2109a-e5aa-4900-872e-500d461b16b7 req-8d763968-dd3e-41cc-a0d6-e3f605866921 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=75f27a9c-9807-428e-befc-a2cba004165f HTTP/1.1" status: 200 len: 949 time: 0.4593542 Apr 05 14:23:16.017033 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c6a48a02-561c-49b6-b067-7aee7d795566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:16.020855 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0050e809-e6b3-473e-aa3c-639d74760246 req-08457f29-9fc2-4618-99dc-92825ba4d0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:16.020855 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0050e809-e6b3-473e-aa3c-639d74760246 req-08457f29-9fc2-4618-99dc-92825ba4d0f4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4408274 Apr 05 14:23:16.065121 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43152e10-3fa3-4eda-b04b-fd53ec030ab1', 'tag': '42c95353-0049-4a2d-ac9a-6292fea834ce'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:23:16.067263 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-303eda9b-4d8f-429e-8eb6-0411e7c8bea4" -d '{"events": [{"name": "network-changed", "server_uuid": "43152e10-3fa3-4eda-b04b-fd53ec030ab1", "tag": "42c95353-0049-4a2d-ac9a-6292fea834ce"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:23:16.071927 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c6a48a02-561c-49b6-b067-7aee7d795566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:16.075925 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-b27a48d4-77b5-43ab-8bab-e990ac9bec2a req-77fc3429-2d03-4894-a57d-47a22bec5335 service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818697 Apr 05 14:23:16.129366 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ff251f-a42c-43b2-858d-97564fa597bc req-6dfd68f8-2f13-4dd4-b5ce-e87ef4337ed8 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:16.136371 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a1ff251f-a42c-43b2-858d-97564fa597bc req-6dfd68f8-2f13-4dd4-b5ce-e87ef4337ed8 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5917003 Apr 05 14:23:16.153098 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a1ff251f-a42c-43b2-858d-97564fa597bc req-aea4b369-a290-4d30-b316-54938fbec262 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] 10.222.0.30 "GET /v2.0/quotas/14748139956b45fa84829eb5cfd3ec61 HTTP/1.1" status: 200 len: 375 time: 0.0156147 Apr 05 14:23:16.157881 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-27f2109a-e5aa-4900-872e-500d461b16b7 req-b418602c-f997-4976-bfdc-f817b5535ed2 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378186 Apr 05 14:23:16.207176 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-b27a48d4-77b5-43ab-8bab-e990ac9bec2a req-134e03a4-57e1-486d-8742-74af4a7148b4 service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212497 Apr 05 14:23:16.219975 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0050e809-e6b3-473e-aa3c-639d74760246 req-8ce22dd6-7163-4a45-9244-074be9dd3a10 service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898725 Apr 05 14:23:16.229732 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a1ff251f-a42c-43b2-858d-97564fa597bc req-ec132621-dcee-40eb-b547-ea20da61c2a2 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=14748139956b45fa84829eb5cfd3ec61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0503898 Apr 05 14:23:16.268812 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c6a48a02-561c-49b6-b067-7aee7d795566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:16.271585 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c6a48a02-561c-49b6-b067-7aee7d795566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:16.275035 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-c6a48a02-561c-49b6-b067-7aee7d795566 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5fd00e8e-9efe-44e6-bfde-9113234551e4 HTTP/1.1" status: 204 len: 168 time: 0.4325578 Apr 05 14:23:16.286449 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a48a02-561c-49b6-b067-7aee7d795566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd00e8e-9efe-44e6-bfde-9113234551e4,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:16.306223 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a48a02-561c-49b6-b067-7aee7d795566 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:23:16.306563 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a48a02-561c-49b6-b067-7aee7d795566 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:23:16.306991 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a48a02-561c-49b6-b067-7aee7d795566 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:23:16.307234 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a48a02-561c-49b6-b067-7aee7d795566 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:23:16.309660 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a48a02-561c-49b6-b067-7aee7d795566 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:23:16.310008 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a48a02-561c-49b6-b067-7aee7d795566 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:23:16.310343 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a48a02-561c-49b6-b067-7aee7d795566 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:23:16.310674 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a48a02-561c-49b6-b067-7aee7d795566 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:23:16.311001 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a48a02-561c-49b6-b067-7aee7d795566 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:23:16.311556 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a48a02-561c-49b6-b067-7aee7d795566 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:23:16.312208 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a48a02-561c-49b6-b067-7aee7d795566 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:23:16.312496 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a48a02-561c-49b6-b067-7aee7d795566 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:23:16.379406 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0050e809-e6b3-473e-aa3c-639d74760246 req-555a068d-49fd-45a0-94d5-f4dba6afb055 service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333170 Apr 05 14:23:16.553738 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3bd45f3-264a-4de6-8f0e-4069374b31de x-openstack-request-id: req-c3bd45f3-264a-4de6-8f0e-4069374b31de {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:23:16.554034 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43152e10-3fa3-4eda-b04b-fd53ec030ab1", "tag": "42c95353-0049-4a2d-ac9a-6292fea834ce", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:23:16.554322 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c3bd45f3-264a-4de6-8f0e-4069374b31de {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:23:16.555114 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3bd45f3-264a-4de6-8f0e-4069374b31de'] response: {'name': 'network-changed', 'server_uuid': '43152e10-3fa3-4eda-b04b-fd53ec030ab1', 'tag': '42c95353-0049-4a2d-ac9a-6292fea834ce', 'status': 'completed', 'code': 200} Apr 05 14:23:16.682886 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2a9398ca-1acb-43c1-bd33-c0821fd9b351 req-ef02148e-b47f-4791-b939-71f6b90b17ab tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=21ad00b435784ef78e9bb30a5115d82f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0593412 Apr 05 14:23:16.684862 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303eda9b-4d8f-429e-8eb6-0411e7c8bea4 req-87deed75-c26c-4b2c-bed5-383796eed69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:16.686209 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-303eda9b-4d8f-429e-8eb6-0411e7c8bea4 req-87deed75-c26c-4b2c-bed5-383796eed69d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=da2dc5471d9a4be1863605b72a733c47&device_id=43152e10-3fa3-4eda-b04b-fd53ec030ab1 HTTP/1.1" status: 200 len: 1099 time: 0.1042316 Apr 05 14:23:16.737946 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device c45020a5-bfec-4334-9a2e-6b3292dfa8f9 details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:23:16.803210 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c3b9e-b7a7-4f89-8793-ce460e8cd8a6 req-365ba325-a440-4101-a0a2-bef7e1c3668b tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:16.804705 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-675c3b9e-b7a7-4f89-8793-ce460e8cd8a6 req-365ba325-a440-4101-a0a2-bef7e1c3668b tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/ports?device_id=43152e10-3fa3-4eda-b04b-fd53ec030ab1 HTTP/1.1" status: 200 len: 948 time: 0.1797719 Apr 05 14:23:16.904889 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port c45020a5-bfec-4334-9a2e-6b3292dfa8f9, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=c45020a5-bfec-4334-9a2e-6b3292dfa8f9,segment=NetworkSegment(0f730d0b-c342-4343-8a7b-7d51c303621d),segment_id=0f730d0b-c342-4343-8a7b-7d51c303621d)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:23:16.912829 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-675c3b9e-b7a7-4f89-8793-ce460e8cd8a6 req-eceb1381-c9fc-4d7f-b937-9a15e1659a21 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/security-groups?id=024b129f-f256-4015-8a11-f785d9d68dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929084 Apr 05 14:23:16.919688 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9398ca-1acb-43c1-bd33-c0821fd9b351 req-e6020955-271b-47bb-9afb-dcd034c8fd89 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:16.921812 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2a9398ca-1acb-43c1-bd33-c0821fd9b351 req-e6020955-271b-47bb-9afb-dcd034c8fd89 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2315176 Apr 05 14:23:16.922827 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303eda9b-4d8f-429e-8eb6-0411e7c8bea4 req-7bbae8e3-9d13-4283-8850-292a0cf3b5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:16.924173 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-303eda9b-4d8f-429e-8eb6-0411e7c8bea4 req-7bbae8e3-9d13-4283-8850-292a0cf3b5db service neutron] 10.222.0.11 "GET /v2.0/networks?id=80d671a8-d1ab-4472-891b-9c042fbd7800 HTTP/1.1" status: 200 len: 870 time: 0.2231479 Apr 05 14:23:16.929563 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': 'c45020a5-bfec-4334-9a2e-6b3292dfa8f9', 'network_id': 'eff47457-946f-46a8-bea0-e56e031eed3c', 'port_id': 'c45020a5-bfec-4334-9a2e-6b3292dfa8f9', 'mac_address': 'fa:16:3e:f7:87:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e12eec2-91f9-48b4-8077-4d1ac1ff86f3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:tempest-test_az-548508434', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:23:16.984786 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:17.003254 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c45020a5-bfec-4334-9a2e-6b3292dfa8f9 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:23:17.013985 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2a9398ca-1acb-43c1-bd33-c0821fd9b351 req-5f79526f-7405-4620-8ae5-b08922e21e44 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] 10.222.0.30 "GET /v2.0/quotas/21ad00b435784ef78e9bb30a5115d82f HTTP/1.1" status: 200 len: 375 time: 0.0847170 Apr 05 14:23:17.021255 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-303eda9b-4d8f-429e-8eb6-0411e7c8bea4 req-16af8e0f-9683-4c41-8e9e-fdde0d7e29e9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=42c95353-0049-4a2d-ac9a-6292fea834ce HTTP/1.1" status: 200 len: 217 time: 0.0783532 Apr 05 14:23:17.027645 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port c45020a5-bfec-4334-9a2e-6b3292dfa8f9, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=c45020a5-bfec-4334-9a2e-6b3292dfa8f9,segment=NetworkSegment(0f730d0b-c342-4343-8a7b-7d51c303621d),segment_id=0f730d0b-c342-4343-8a7b-7d51c303621d)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:23:17.072972 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-88cc8522-774b-4f61-a29c-9033351ef03f req-cd662218-8092-422a-b640-d925c18e80b5 tempest-TenantUsagesTestJSON-1018229951 tempest-TenantUsagesTestJSON-1018229951-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3ca5228-5a5b-4da5-8703-0a941e68b6e9 HTTP/1.1" status: 200 len: 210 time: 0.0322316 Apr 05 14:23:17.123055 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2a9398ca-1acb-43c1-bd33-c0821fd9b351 req-8bd40a55-5334-42ff-9a20-9a956f8fcba3 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=21ad00b435784ef78e9bb30a5115d82f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1006856 Apr 05 14:23:17.129320 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:17.175958 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-88e40b82-cff2-45cc-a74d-8a14091220d3 req-dd8b0d1f-801f-4b28-b08c-9a63da7ee155 tempest-TenantUsagesTestJSON-1018229951 tempest-TenantUsagesTestJSON-1018229951-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=40423ec2c03e4a32a394daf0c781262c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0673339 Apr 05 14:23:17.189148 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303eda9b-4d8f-429e-8eb6-0411e7c8bea4 req-8bddae3e-32c2-4082-9a31-b2fa98693030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:17.193910 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-303eda9b-4d8f-429e-8eb6-0411e7c8bea4 req-8bddae3e-32c2-4082-9a31-b2fa98693030 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.1617579 Apr 05 14:23:17.264871 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['c45020a5-bfec-4334-9a2e-6b3292dfa8f9'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:23:17.294584 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1329e850-4912-4d0e-85c1-e58e8a61a98c req-e552344b-8848-4546-9d26-b8489656d9c1 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] 10.222.0.30 "GET /v2.0/ports?device_id=192a2ed9-04b1-48ae-9858-16dd070d5563 HTTP/1.1" status: 200 len: 210 time: 0.1236248 Apr 05 14:23:17.378327 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=c45020a5-bfec-4334-9a2e-6b3292dfa8f9,revision_number=6']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:17.422828 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303eda9b-4d8f-429e-8eb6-0411e7c8bea4 req-6dd8d9d3-8800-4da2-a869-a2277baeaa90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:17.425091 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-303eda9b-4d8f-429e-8eb6-0411e7c8bea4 req-6dd8d9d3-8800-4da2-a869-a2277baeaa90 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2054718 Apr 05 14:23:17.425653 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e40b82-cff2-45cc-a74d-8a14091220d3 req-a291c3c7-7b9d-4e6c-874a-1ddac9653239 tempest-TenantUsagesTestJSON-1018229951 tempest-TenantUsagesTestJSON-1018229951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:17.427167 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-88e40b82-cff2-45cc-a74d-8a14091220d3 req-a291c3c7-7b9d-4e6c-874a-1ddac9653239 tempest-TenantUsagesTestJSON-1018229951 tempest-TenantUsagesTestJSON-1018229951-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2496583 Apr 05 14:23:17.456654 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-88e40b82-cff2-45cc-a74d-8a14091220d3 req-e57661a7-2234-4469-b75c-774896eff77b tempest-TenantUsagesTestJSON-1018229951 tempest-TenantUsagesTestJSON-1018229951-project] Request body: {'port': {'device_id': 'e3ca5228-5a5b-4da5-8703-0a941e68b6e9', 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800', 'admin_state_up': True, 'tenant_id': '40423ec2c03e4a32a394daf0c781262c'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:23:17.723795 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9b57aa-92a5-4c27-bc3a-1163655aec4e req-7a20ef47-ee22-481f-8e60-0d2ff25b82d8 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:17.729613 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0b9b57aa-92a5-4c27-bc3a-1163655aec4e req-7a20ef47-ee22-481f-8e60-0d2ff25b82d8 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=75f27a9c-9807-428e-befc-a2cba004165f HTTP/1.1" status: 200 len: 949 time: 0.2665980 Apr 05 14:23:17.821549 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0f98e023-4212-432d-ba41-125bc452ff41 req-dcd3cdc5-3920-4204-99f7-dc452c0afab6 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] 10.222.0.30 "GET /v2.0/ports?device_id=db9a038b-9c8e-41a0-a885-3ccc94e20813 HTTP/1.1" status: 200 len: 210 time: 0.0544245 Apr 05 14:23:17.840723 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-303eda9b-4d8f-429e-8eb6-0411e7c8bea4 req-a04711fa-e530-484d-87c5-a9412d93efc5 service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4077244 Apr 05 14:23:17.849967 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0b9b57aa-92a5-4c27-bc3a-1163655aec4e req-bba04290-edb0-455b-8a04-6bebd8612f00 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193657 Apr 05 14:23:17.907311 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88e40b82-cff2-45cc-a74d-8a14091220d3 req-e57661a7-2234-4469-b75c-774896eff77b tempest-TenantUsagesTestJSON-1018229951 tempest-TenantUsagesTestJSON-1018229951-project] Made reservation on behalf of 40423ec2c03e4a32a394daf0c781262c for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:23:17.911304 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-88e40b82-cff2-45cc-a74d-8a14091220d3 req-e57661a7-2234-4469-b75c-774896eff77b tempest-TenantUsagesTestJSON-1018229951 tempest-TenantUsagesTestJSON-1018229951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:17.926138 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-88e40b82-cff2-45cc-a74d-8a14091220d3 req-e57661a7-2234-4469-b75c-774896eff77b tempest-TenantUsagesTestJSON-1018229951 tempest-TenantUsagesTestJSON-1018229951-project] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:17.972486 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-303eda9b-4d8f-429e-8eb6-0411e7c8bea4 req-6f0fd752-4e5a-4d96-b8f7-80de7435ec83 service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215434 Apr 05 14:23:18.130737 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-88e40b82-cff2-45cc-a74d-8a14091220d3 req-e57661a7-2234-4469-b75c-774896eff77b tempest-TenantUsagesTestJSON-1018229951 tempest-TenantUsagesTestJSON-1018229951-project] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:18.140913 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e17d1f-c8d7-42df-bb0a-7ffd386ade37 req-639f5113-9be1-4a05-ac9d-1b0f9f8b8f27 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:18.149277 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-92e17d1f-c8d7-42df-bb0a-7ffd386ade37 req-639f5113-9be1-4a05-ac9d-1b0f9f8b8f27 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/ports?device_id=43152e10-3fa3-4eda-b04b-fd53ec030ab1 HTTP/1.1" status: 200 len: 948 time: 0.1377296 Apr 05 14:23:18.238426 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-88e40b82-cff2-45cc-a74d-8a14091220d3 req-e57661a7-2234-4469-b75c-774896eff77b tempest-TenantUsagesTestJSON-1018229951 tempest-TenantUsagesTestJSON-1018229951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:18.241213 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-92e17d1f-c8d7-42df-bb0a-7ffd386ade37 req-82ac8f7f-0be2-4c01-8f4a-bdd6822c5757 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/security-groups?id=024b129f-f256-4015-8a11-f785d9d68dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876255 Apr 05 14:23:18.251057 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6d60f4ae-fb4c-4cc9-a462-ce7ba598f5cd req-2392d48c-6248-4197-84a0-dce4653827e0 tempest-TenantUsagesTestJSON-1018229951 tempest-TenantUsagesTestJSON-1018229951-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3ca5228-5a5b-4da5-8703-0a941e68b6e9 HTTP/1.1" status: 200 len: 210 time: 0.0634892 Apr 05 14:23:18.345423 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57661a7-2234-4469-b75c-774896eff77b tempest-TenantUsagesTestJSON-1018229951 tempest-TenantUsagesTestJSON-1018229951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf0a3d3-cc54-4282-8d83-991b07ad4b93,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:18.427844 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-00b1ef9f-e6ba-4bb3-9bcb-5891009865cd req-631e0f70-9cdb-4557-ba24-6f76c5e48e0b tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] 10.222.0.30 "GET /v2.0/ports?device_id=192a2ed9-04b1-48ae-9858-16dd070d5563 HTTP/1.1" status: 200 len: 210 time: 0.0389822 Apr 05 14:23:18.439023 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [req-88e40b82-cff2-45cc-a74d-8a14091220d3 req-e57661a7-2234-4469-b75c-774896eff77b tempest-TenantUsagesTestJSON-1018229951 tempest-TenantUsagesTestJSON-1018229951-project] Allocated IP 192.168.233.13 (80d671a8-d1ab-4472-891b-9c042fbd7800/b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a/3e2b091a-6a3d-429a-b859-1934fd4396fa) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:23:18.610183 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 7fc68ca4-d00c-47a8-9c86-c999c1814ca7 details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:23:18.678405 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-88e40b82-cff2-45cc-a74d-8a14091220d3 req-e57661a7-2234-4469-b75c-774896eff77b tempest-TenantUsagesTestJSON-1018229951 tempest-TenantUsagesTestJSON-1018229951-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:18.788933 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 7fc68ca4-d00c-47a8-9c86-c999c1814ca7, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=7fc68ca4-d00c-47a8-9c86-c999c1814ca7,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:23:18.801497 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': '7fc68ca4-d00c-47a8-9c86-c999c1814ca7', 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800', 'port_id': '7fc68ca4-d00c-47a8-9c86-c999c1814ca7', 'mac_address': 'fa:16:3e:ed:f1:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:23:18.804298 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device c45020a5-bfec-4334-9a2e-6b3292dfa8f9 up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:23:18.855992 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-88e40b82-cff2-45cc-a74d-8a14091220d3 req-e57661a7-2234-4469-b75c-774896eff77b tempest-TenantUsagesTestJSON-1018229951 tempest-TenantUsagesTestJSON-1018229951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:18.917648 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port c45020a5-bfec-4334-9a2e-6b3292dfa8f9 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:23:18.919240 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:18.958098 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88e40b82-cff2-45cc-a74d-8a14091220d3 req-e57661a7-2234-4469-b75c-774896eff77b tempest-TenantUsagesTestJSON-1018229951 tempest-TenantUsagesTestJSON-1018229951-project] Network 80d671a8-d1ab-4472-891b-9c042fbd7800 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:23:18.960202 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [req-88e40b82-cff2-45cc-a74d-8a14091220d3 req-e57661a7-2234-4469-b75c-774896eff77b tempest-TenantUsagesTestJSON-1018229951 tempest-TenantUsagesTestJSON-1018229951-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:23:18.976694 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-88e40b82-cff2-45cc-a74d-8a14091220d3 req-e57661a7-2234-4469-b75c-774896eff77b tempest-TenantUsagesTestJSON-1018229951 tempest-TenantUsagesTestJSON-1018229951-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:23:18.987462 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:18.996601 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e40b82-cff2-45cc-a74d-8a14091220d3 req-e57661a7-2234-4469-b75c-774896eff77b tempest-TenantUsagesTestJSON-1018229951 tempest-TenantUsagesTestJSON-1018229951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:18.996601 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-88e40b82-cff2-45cc-a74d-8a14091220d3 req-e57661a7-2234-4469-b75c-774896eff77b tempest-TenantUsagesTestJSON-1018229951 tempest-TenantUsagesTestJSON-1018229951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:19.018565 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fc68ca4-d00c-47a8-9c86-c999c1814ca7 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:23:19.032580 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-63e461b3-87ce-44de-a7dd-3ad7e70906ce req-c95d49e6-9015-45bf-983d-77563eda0073 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] 10.222.0.30 "GET /v2.0/ports?device_id=db9a038b-9c8e-41a0-a885-3ccc94e20813 HTTP/1.1" status: 200 len: 210 time: 0.1324992 Apr 05 14:23:19.072547 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 7fc68ca4-d00c-47a8-9c86-c999c1814ca7, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=7fc68ca4-d00c-47a8-9c86-c999c1814ca7,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:23:19.102381 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57661a7-2234-4469-b75c-774896eff77b tempest-TenantUsagesTestJSON-1018229951 tempest-TenantUsagesTestJSON-1018229951-project] Pushing event updated for resources: {'Port': ['ID=3e2b091a-6a3d-429a-b859-1934fd4396fa,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:19.136211 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:19.147193 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-88e40b82-cff2-45cc-a74d-8a14091220d3 req-e57661a7-2234-4469-b75c-774896eff77b tempest-TenantUsagesTestJSON-1018229951 tempest-TenantUsagesTestJSON-1018229951-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7084672 Apr 05 14:23:19.161372 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-88e40b82-cff2-45cc-a74d-8a14091220d3 req-7d7fa143-b149-47b1-bfbd-16ffb470064a service neutron] Request body: {'port': {'device_id': 'e3ca5228-5a5b-4da5-8703-0a941e68b6e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:23:19.193176 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:19.198388 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fb7db5-2d40-4bb0-a458-cb1a2d426308 req-5449505a-6580-45e2-a6de-1710fee1b282 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:19.239424 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-88fb7db5-2d40-4bb0-a458-cb1a2d426308 req-5449505a-6580-45e2-a6de-1710fee1b282 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=75f27a9c-9807-428e-befc-a2cba004165f HTTP/1.1" status: 200 len: 949 time: 0.2383757 Apr 05 14:23:19.250297 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ec21594-b003-4844-80cc-7cbc38ce9b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c45020a5-bfec-4334-9a2e-6b3292dfa8f9'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:23:19.252589 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d6a2d0-6133-4bbd-9f5a-aff4886762ca" -d '{"events": [{"server_uuid": "3ec21594-b003-4844-80cc-7cbc38ce9b0c", "name": "network-vif-plugged", "status": "completed", "tag": "c45020a5-bfec-4334-9a2e-6b3292dfa8f9"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:23:19.294295 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-88e40b82-cff2-45cc-a74d-8a14091220d3 req-7d7fa143-b149-47b1-bfbd-16ffb470064a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:19.346592 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc948d92-6396-4c8a-94e5-42dc74400fec x-openstack-request-id: req-cc948d92-6396-4c8a-94e5-42dc74400fec {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:23:19.347148 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ec21594-b003-4844-80cc-7cbc38ce9b0c", "name": "network-vif-plugged", "status": "completed", "tag": "c45020a5-bfec-4334-9a2e-6b3292dfa8f9", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:23:19.347606 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cc948d92-6396-4c8a-94e5-42dc74400fec {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:23:19.348211 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc948d92-6396-4c8a-94e5-42dc74400fec'] response: {'server_uuid': '3ec21594-b003-4844-80cc-7cbc38ce9b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c45020a5-bfec-4334-9a2e-6b3292dfa8f9', 'code': 200} Apr 05 14:23:19.350280 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port c45020a5-bfec-4334-9a2e-6b3292dfa8f9, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=c45020a5-bfec-4334-9a2e-6b3292dfa8f9,segment=NetworkSegment(0f730d0b-c342-4343-8a7b-7d51c303621d),segment_id=0f730d0b-c342-4343-8a7b-7d51c303621d)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:23:19.381487 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=7fc68ca4-d00c-47a8-9c86-c999c1814ca7,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:19.386459 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-88fb7db5-2d40-4bb0-a458-cb1a2d426308 req-6a88bece-3abb-4e52-9895-5ebc5b96ec12 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463952 Apr 05 14:23:19.449734 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:19.532835 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde3ef9c-c0ff-4f63-82e2-f18853925ca1 req-79b75238-17dd-46df-9e47-a105ae91ba8f tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:19.541308 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dde3ef9c-c0ff-4f63-82e2-f18853925ca1 req-79b75238-17dd-46df-9e47-a105ae91ba8f tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/ports?device_id=43152e10-3fa3-4eda-b04b-fd53ec030ab1 HTTP/1.1" status: 200 len: 948 time: 0.0955088 Apr 05 14:23:19.594557 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7d9aa-805d-43de-83ab-0f0f2858bf99 req-7b5e024f-3018-49c1-a996-6514b961e439 tempest-TenantUsagesTestJSON-1018229951 tempest-TenantUsagesTestJSON-1018229951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:19.602562 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-13d7d9aa-805d-43de-83ab-0f0f2858bf99 req-7b5e024f-3018-49c1-a996-6514b961e439 tempest-TenantUsagesTestJSON-1018229951 tempest-TenantUsagesTestJSON-1018229951-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3ca5228-5a5b-4da5-8703-0a941e68b6e9 HTTP/1.1" status: 200 len: 935 time: 0.1179571 Apr 05 14:23:19.626436 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dde3ef9c-c0ff-4f63-82e2-f18853925ca1 req-80be110c-5f25-484c-9b8d-5f3b7bbcbe66 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/security-groups?id=024b129f-f256-4015-8a11-f785d9d68dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838072 Apr 05 14:23:19.711867 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['7fc68ca4-d00c-47a8-9c86-c999c1814ca7'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:23:19.758824 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-13d7d9aa-805d-43de-83ab-0f0f2858bf99 req-388f888c-3709-46d1-83ec-0bb840fba0c1 tempest-TenantUsagesTestJSON-1018229951 tempest-TenantUsagesTestJSON-1018229951-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bf0a3d3-cc54-4282-8d83-991b07ad4b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494911 Apr 05 14:23:19.787892 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-2c5e787f-db1f-4bfa-8249-aac90346e139 None None] Provisioning complete for port 3e2b091a-6a3d-429a-b859-1934fd4396fa triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:23:19.788425 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2c5e787f-db1f-4bfa-8249-aac90346e139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:19.842056 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-2c5e787f-db1f-4bfa-8249-aac90346e139 None None] Port 3e2b091a-6a3d-429a-b859-1934fd4396fa cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:23:19.849111 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=c45020a5-bfec-4334-9a2e-6b3292dfa8f9,revision_number=7']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:19.858970 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9ac6feba-a12f-48bb-85e6-c9894e3dd7f9 req-7ac8740a-3f05-44a5-9f81-22b398f6219d tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] 10.222.0.30 "GET /v2.0/ports?device_id=192a2ed9-04b1-48ae-9858-16dd070d5563 HTTP/1.1" status: 200 len: 210 time: 0.1414256 Apr 05 14:23:19.964254 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a1ff251f-a42c-43b2-858d-97564fa597bc req-66f8a50a-8158-4576-a1b7-d148039857c3 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=14748139956b45fa84829eb5cfd3ec61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0675752 Apr 05 14:23:20.082254 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [req-88e40b82-cff2-45cc-a74d-8a14091220d3 req-7d7fa143-b149-47b1-bfbd-16ffb470064a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e2b091a-6a3d-429a-b859-1934fd4396fa {{(pid=103321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:23:20.093042 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-88e40b82-cff2-45cc-a74d-8a14091220d3 req-7d7fa143-b149-47b1-bfbd-16ffb470064a service neutron] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:20.119371 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.provisioning_blocks [req-88e40b82-cff2-45cc-a74d-8a14091220d3 req-7d7fa143-b149-47b1-bfbd-16ffb470064a service neutron] Transition to ACTIVE for port object 3e2b091a-6a3d-429a-b859-1934fd4396fa will not be triggered until provisioned by entity L2. {{(pid=103321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:23:20.198098 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d532c8ec-7049-4d01-b488-3da67bb99df2 req-61c0d77e-3fac-433c-8e33-b10b7d8129aa tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] 10.222.0.30 "GET /v2.0/ports?device_id=db9a038b-9c8e-41a0-a885-3ccc94e20813 HTTP/1.1" status: 200 len: 210 time: 0.0855443 Apr 05 14:23:20.239193 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ff251f-a42c-43b2-858d-97564fa597bc req-441b41fd-58c4-4b03-a0d0-c9143b05b4e4 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:20.240792 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a1ff251f-a42c-43b2-858d-97564fa597bc req-441b41fd-58c4-4b03-a0d0-c9143b05b4e4 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2713223 Apr 05 14:23:20.245673 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-88e40b82-cff2-45cc-a74d-8a14091220d3 req-7d7fa143-b149-47b1-bfbd-16ffb470064a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:20.258707 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-a1ff251f-a42c-43b2-858d-97564fa597bc req-24da3790-53ef-472d-991f-f4e5de54fe6f tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] Request body: {'port': {'device_id': '192a2ed9-04b1-48ae-9858-16dd070d5563', 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800', 'admin_state_up': True, 'tenant_id': '14748139956b45fa84829eb5cfd3ec61'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:23:20.319001 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7fa143-b149-47b1-bfbd-16ffb470064a service neutron] Pushing event updated for resources: {'Port': ['ID=3e2b091a-6a3d-429a-b859-1934fd4396fa,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:20.366547 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-88e40b82-cff2-45cc-a74d-8a14091220d3 req-7d7fa143-b149-47b1-bfbd-16ffb470064a service neutron] Attempting to bind port 3e2b091a-6a3d-429a-b859-1934fd4396fa on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:23:20.367137 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-88e40b82-cff2-45cc-a74d-8a14091220d3 req-7d7fa143-b149-47b1-bfbd-16ffb470064a service neutron] Attempting to bind port 3e2b091a-6a3d-429a-b859-1934fd4396fa by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:23:20.367246 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e40b82-cff2-45cc-a74d-8a14091220d3 req-7d7fa143-b149-47b1-bfbd-16ffb470064a service neutron] Attempting to bind port 3e2b091a-6a3d-429a-b859-1934fd4396fa on network 80d671a8-d1ab-4472-891b-9c042fbd7800 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:23:20.372268 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e40b82-cff2-45cc-a74d-8a14091220d3 req-7d7fa143-b149-47b1-bfbd-16ffb470064a service neutron] Port 3e2b091a-6a3d-429a-b859-1934fd4396fa on network 80d671a8-d1ab-4472-891b-9c042fbd7800 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:23:20.372593 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e40b82-cff2-45cc-a74d-8a14091220d3 req-7d7fa143-b149-47b1-bfbd-16ffb470064a service neutron] Attempting to bind port 3e2b091a-6a3d-429a-b859-1934fd4396fa on network 80d671a8-d1ab-4472-891b-9c042fbd7800 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:23:20.378505 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e40b82-cff2-45cc-a74d-8a14091220d3 req-7d7fa143-b149-47b1-bfbd-16ffb470064a service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:23:20.378839 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e40b82-cff2-45cc-a74d-8a14091220d3 req-7d7fa143-b149-47b1-bfbd-16ffb470064a service neutron] Checking segment: {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:23:20.379217 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e40b82-cff2-45cc-a74d-8a14091220d3 req-7d7fa143-b149-47b1-bfbd-16ffb470064a service neutron] Bound using segment: {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:23:20.379642 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-88e40b82-cff2-45cc-a74d-8a14091220d3 req-7d7fa143-b149-47b1-bfbd-16ffb470064a service neutron] Bound port: 3e2b091a-6a3d-429a-b859-1934fd4396fa, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:23:20.379999 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-88e40b82-cff2-45cc-a74d-8a14091220d3 req-7d7fa143-b149-47b1-bfbd-16ffb470064a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:20.483928 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-88e40b82-cff2-45cc-a74d-8a14091220d3 req-7d7fa143-b149-47b1-bfbd-16ffb470064a service neutron] For port 3e2b091a-6a3d-429a-b859-1934fd4396fa, host n-h1-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:23:20.501193 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-88e40b82-cff2-45cc-a74d-8a14091220d3 req-7d7fa143-b149-47b1-bfbd-16ffb470064a service neutron] For port 3e2b091a-6a3d-429a-b859-1934fd4396fa, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=3e2b091a-6a3d-429a-b859-1934fd4396fa,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:23:20.599953 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b80d48e-fa95-4b08-a2da-d192c399f22d req-1a3302de-47e1-407c-893b-5b0f5d0b1717 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:20.602541 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4b80d48e-fa95-4b08-a2da-d192c399f22d req-1a3302de-47e1-407c-893b-5b0f5d0b1717 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=75f27a9c-9807-428e-befc-a2cba004165f HTTP/1.1" status: 200 len: 949 time: 0.0667536 Apr 05 14:23:20.606746 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-88e40b82-cff2-45cc-a74d-8a14091220d3 req-7d7fa143-b149-47b1-bfbd-16ffb470064a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:20.630819 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 42c95353-0049-4a2d-ac9a-6292fea834ce details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:23:20.677463 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e40b82-cff2-45cc-a74d-8a14091220d3 req-7d7fa143-b149-47b1-bfbd-16ffb470064a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:20.677463 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-88e40b82-cff2-45cc-a74d-8a14091220d3 req-7d7fa143-b149-47b1-bfbd-16ffb470064a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:20.677463 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-88e40b82-cff2-45cc-a74d-8a14091220d3 req-7d7fa143-b149-47b1-bfbd-16ffb470064a service neutron] 10.222.0.55 "PUT /v2.0/ports/3e2b091a-6a3d-429a-b859-1934fd4396fa HTTP/1.1" status: 200 len: 1095 time: 1.5057940 Apr 05 14:23:20.677463 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3ca5228-5a5b-4da5-8703-0a941e68b6e9', 'tag': '3e2b091a-6a3d-429a-b859-1934fd4396fa'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:23:20.677463 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b4f3d92-e1a6-4865-9e93-227fe790ed75" -d '{"events": [{"name": "network-changed", "server_uuid": "e3ca5228-5a5b-4da5-8703-0a941e68b6e9", "tag": "3e2b091a-6a3d-429a-b859-1934fd4396fa"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:23:20.678108 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 7fc68ca4-d00c-47a8-9c86-c999c1814ca7 up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:23:20.684521 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4b80d48e-fa95-4b08-a2da-d192c399f22d req-f2e29291-f6ea-4185-a5d4-acf1c97623aa tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758700 Apr 05 14:23:20.685265 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1ff251f-a42c-43b2-858d-97564fa597bc req-24da3790-53ef-472d-991f-f4e5de54fe6f tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] Made reservation on behalf of 14748139956b45fa84829eb5cfd3ec61 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:23:20.688709 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-a1ff251f-a42c-43b2-858d-97564fa597bc req-24da3790-53ef-472d-991f-f4e5de54fe6f tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:20.691006 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7fa143-b149-47b1-bfbd-16ffb470064a service neutron] Pushing event updated for resources: {'Port': ['ID=3e2b091a-6a3d-429a-b859-1934fd4396fa,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:20.721684 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-a1ff251f-a42c-43b2-858d-97564fa597bc req-24da3790-53ef-472d-991f-f4e5de54fe6f tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:20.932433 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c60819e3-7cfb-4c1d-8428-744aa83f7f12 x-openstack-request-id: req-c60819e3-7cfb-4c1d-8428-744aa83f7f12 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:23:20.935873 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3ca5228-5a5b-4da5-8703-0a941e68b6e9", "tag": "3e2b091a-6a3d-429a-b859-1934fd4396fa", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:23:20.935873 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c60819e3-7cfb-4c1d-8428-744aa83f7f12 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:23:20.935873 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c60819e3-7cfb-4c1d-8428-744aa83f7f12'] response: {'name': 'network-changed', 'server_uuid': 'e3ca5228-5a5b-4da5-8703-0a941e68b6e9', 'tag': '3e2b091a-6a3d-429a-b859-1934fd4396fa', 'status': 'completed', 'code': 200} Apr 05 14:23:21.004796 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-a1ff251f-a42c-43b2-858d-97564fa597bc req-24da3790-53ef-472d-991f-f4e5de54fe6f tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:21.006660 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2a9398ca-1acb-43c1-bd33-c0821fd9b351 req-760eafb5-7cc9-465c-aee8-93f3afc31700 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=21ad00b435784ef78e9bb30a5115d82f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0881982 Apr 05 14:23:21.010571 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 42c95353-0049-4a2d-ac9a-6292fea834ce, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=42c95353-0049-4a2d-ac9a-6292fea834ce,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:23:21.020355 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0875c9bd-cbbc-41ce-88cc-bc0dc2fb2d3d req-d28b9093-d7ec-4862-8274-63c058e3ad05 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:21.033855 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0875c9bd-cbbc-41ce-88cc-bc0dc2fb2d3d req-d28b9093-d7ec-4862-8274-63c058e3ad05 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/ports?device_id=43152e10-3fa3-4eda-b04b-fd53ec030ab1 HTTP/1.1" status: 200 len: 948 time: 0.2216005 Apr 05 14:23:21.049305 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning for port 7fc68ca4-d00c-47a8-9c86-c999c1814ca7 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:23:21.057957 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port 7fc68ca4-d00c-47a8-9c86-c999c1814ca7 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:23:21.059084 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:21.062418 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': '42c95353-0049-4a2d-ac9a-6292fea834ce', 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800', 'port_id': '42c95353-0049-4a2d-ac9a-6292fea834ce', 'mac_address': 'fa:16:3e:f7:8d:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:23:21.105232 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e40b82-cff2-45cc-a74d-8a14091220d3 req-b69f1b4b-a449-4c22-88bf-528fc08c076b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:21.107968 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-88e40b82-cff2-45cc-a74d-8a14091220d3 req-b69f1b4b-a449-4c22-88bf-528fc08c076b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=40423ec2c03e4a32a394daf0c781262c&device_id=e3ca5228-5a5b-4da5-8703-0a941e68b6e9 HTTP/1.1" status: 200 len: 1098 time: 0.2721033 Apr 05 14:23:21.133398 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0875c9bd-cbbc-41ce-88cc-bc0dc2fb2d3d req-e5ccbe53-060d-49a8-befe-603ba72301aa tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/security-groups?id=024b129f-f256-4015-8a11-f785d9d68dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027563 Apr 05 14:23:21.160503 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-a1ff251f-a42c-43b2-858d-97564fa597bc req-24da3790-53ef-472d-991f-f4e5de54fe6f tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:21.188978 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-88e40b82-cff2-45cc-a74d-8a14091220d3 req-bf1fc9d1-d3c2-44fc-a6eb-a228aa198e0a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=3e2b091a-6a3d-429a-b859-1934fd4396fa HTTP/1.1" status: 200 len: 217 time: 0.0593388 Apr 05 14:23:21.189606 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:21.211302 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42c95353-0049-4a2d-ac9a-6292fea834ce {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:23:21.268503 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:21.289944 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 42c95353-0049-4a2d-ac9a-6292fea834ce, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=42c95353-0049-4a2d-ac9a-6292fea834ce,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:23:21.321647 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9029ea8d-ba15-4b20-ba75-6fa7a606966c req-0b018ad4-1141-4a79-a61f-3c0734778b54 tempest-TenantUsagesTestJSON-1018229951 tempest-TenantUsagesTestJSON-1018229951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:21.321889 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 7fc68ca4-d00c-47a8-9c86-c999c1814ca7, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=7fc68ca4-d00c-47a8-9c86-c999c1814ca7,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:23:21.323287 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9029ea8d-ba15-4b20-ba75-6fa7a606966c req-0b018ad4-1141-4a79-a61f-3c0734778b54 tempest-TenantUsagesTestJSON-1018229951 tempest-TenantUsagesTestJSON-1018229951-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3ca5228-5a5b-4da5-8703-0a941e68b6e9 HTTP/1.1" status: 200 len: 947 time: 0.3244398 Apr 05 14:23:21.352000 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c28c5ff7-aa4f-4388-a2d2-34b3d1153744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fc68ca4-d00c-47a8-9c86-c999c1814ca7'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:23:21.356207 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f4fe1d-e28a-4ba0-be47-1ac73bbc47be" -d '{"events": [{"server_uuid": "c28c5ff7-aa4f-4388-a2d2-34b3d1153744", "name": "network-vif-plugged", "status": "completed", "tag": "7fc68ca4-d00c-47a8-9c86-c999c1814ca7"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:23:21.359192 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9398ca-1acb-43c1-bd33-c0821fd9b351 req-fc1ab0da-ceab-4659-9d00-c1f5c67bb8ce tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:21.361870 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2a9398ca-1acb-43c1-bd33-c0821fd9b351 req-fc1ab0da-ceab-4659-9d00-c1f5c67bb8ce tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3451972 Apr 05 14:23:21.363375 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e40b82-cff2-45cc-a74d-8a14091220d3 req-2b3599b8-d498-4e2c-939e-22126972e60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:21.364978 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-88e40b82-cff2-45cc-a74d-8a14091220d3 req-2b3599b8-d498-4e2c-939e-22126972e60e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.1603234 Apr 05 14:23:21.374894 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-2a9398ca-1acb-43c1-bd33-c0821fd9b351 req-344b566c-3f1d-4fea-ad8c-b562243fcd01 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] Request body: {'port': {'device_id': 'db9a038b-9c8e-41a0-a885-3ccc94e20813', 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800', 'admin_state_up': True, 'tenant_id': '21ad00b435784ef78e9bb30a5115d82f'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:23:21.427906 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:21.429546 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:21.475254 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-08c333f5-0de8-4895-a31e-c3888f7769aa req-913e28a6-89d5-4f8f-a790-497edcbdfd16 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] 10.222.0.30 "GET /v2.0/ports?device_id=192a2ed9-04b1-48ae-9858-16dd070d5563 HTTP/1.1" status: 200 len: 210 time: 0.1437099 Apr 05 14:23:21.488966 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24da3790-53ef-472d-991f-f4e5de54fe6f tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b2cd59e-df43-4b0b-822a-abfbc6095915,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:21.495387 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e40b82-cff2-45cc-a74d-8a14091220d3 req-8f88f272-98d8-4d04-b44a-3c36cbf90dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:21.497053 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-88e40b82-cff2-45cc-a74d-8a14091220d3 req-8f88f272-98d8-4d04-b44a-3c36cbf90dfa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1170292 Apr 05 14:23:21.547218 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24da3790-53ef-472d-991f-f4e5de54fe6f tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:23:21.547469 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24da3790-53ef-472d-991f-f4e5de54fe6f tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:23:21.547811 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24da3790-53ef-472d-991f-f4e5de54fe6f tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:23:21.548148 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24da3790-53ef-472d-991f-f4e5de54fe6f tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:23:21.548599 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24da3790-53ef-472d-991f-f4e5de54fe6f tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:23:21.548891 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24da3790-53ef-472d-991f-f4e5de54fe6f tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:23:21.549249 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24da3790-53ef-472d-991f-f4e5de54fe6f tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:23:21.549579 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24da3790-53ef-472d-991f-f4e5de54fe6f tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:23:21.549907 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24da3790-53ef-472d-991f-f4e5de54fe6f tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:23:21.550231 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24da3790-53ef-472d-991f-f4e5de54fe6f tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:23:21.550556 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24da3790-53ef-472d-991f-f4e5de54fe6f tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:23:21.550929 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24da3790-53ef-472d-991f-f4e5de54fe6f tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:23:21.561883 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=7fc68ca4-d00c-47a8-9c86-c999c1814ca7,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:21.574571 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9029ea8d-ba15-4b20-ba75-6fa7a606966c req-2c711cfe-f091-46eb-a9e8-8595c88bca43 tempest-TenantUsagesTestJSON-1018229951 tempest-TenantUsagesTestJSON-1018229951-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bf0a3d3-cc54-4282-8d83-991b07ad4b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362831 Apr 05 14:23:21.641376 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-88e40b82-cff2-45cc-a74d-8a14091220d3 req-32d88098-c9a2-46e7-a67d-9b3463bbb928 service neutron] 10.222.0.55 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321006 Apr 05 14:23:21.654413 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-a1ff251f-a42c-43b2-858d-97564fa597bc req-24da3790-53ef-472d-991f-f4e5de54fe6f tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] Allocated IP 192.168.233.233 (80d671a8-d1ab-4472-891b-9c042fbd7800/b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a/ecdbb506-2580-4010-aabe-6104618c1287) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:23:21.673331 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=42c95353-0049-4a2d-ac9a-6292fea834ce,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:21.684358 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7585a4-1645-405a-b268-ddcbb04e2de5 x-openstack-request-id: req-ba7585a4-1645-405a-b268-ddcbb04e2de5 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:23:21.684782 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c28c5ff7-aa4f-4388-a2d2-34b3d1153744", "name": "network-vif-plugged", "status": "completed", "tag": "7fc68ca4-d00c-47a8-9c86-c999c1814ca7", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:23:21.686118 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ba7585a4-1645-405a-b268-ddcbb04e2de5 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:23:21.686655 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba7585a4-1645-405a-b268-ddcbb04e2de5'] response: {'server_uuid': 'c28c5ff7-aa4f-4388-a2d2-34b3d1153744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fc68ca4-d00c-47a8-9c86-c999c1814ca7', 'code': 200} Apr 05 14:23:21.727050 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a9398ca-1acb-43c1-bd33-c0821fd9b351 req-344b566c-3f1d-4fea-ad8c-b562243fcd01 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] Made reservation on behalf of 21ad00b435784ef78e9bb30a5115d82f for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:23:21.730919 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2a9398ca-1acb-43c1-bd33-c0821fd9b351 req-344b566c-3f1d-4fea-ad8c-b562243fcd01 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:21.756137 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 51562) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:23:21.765383 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['42c95353-0049-4a2d-ac9a-6292fea834ce'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:23:21.779044 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-16955eea-c72b-457e-87bb-3c76f051cd5c req-5e7cf6f5-f379-4e21-a7d3-d15da9309d92 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] 10.222.0.30 "GET /v2.0/ports?device_id=db9a038b-9c8e-41a0-a885-3ccc94e20813 HTTP/1.1" status: 200 len: 210 time: 0.0786343 Apr 05 14:23:21.787821 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2a9398ca-1acb-43c1-bd33-c0821fd9b351 req-344b566c-3f1d-4fea-ad8c-b562243fcd01 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:21.890710 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-88e40b82-cff2-45cc-a74d-8a14091220d3 req-96122b4c-fcab-40f8-92bb-84241bdc25e6 service neutron] 10.222.0.55 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405305 Apr 05 14:23:21.910167 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca531f-b57d-4d35-8808-d7c2992e171e req-0066eefe-bbee-4b62-b7d5-9ad683aaed66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:21.912785 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-10ca531f-b57d-4d35-8808-d7c2992e171e req-0066eefe-bbee-4b62-b7d5-9ad683aaed66 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c28c5ff7-aa4f-4388-a2d2-34b3d1153744 HTTP/1.1" status: 200 len: 1101 time: 0.1491709 Apr 05 14:23:21.997617 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3af7f94c-4234-4c6d-af5a-1320dd75cf1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:22.031837 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-10ca531f-b57d-4d35-8808-d7c2992e171e req-8d08d43a-4b10-4aea-84b2-d2b49556e033 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=024b129f-f256-4015-8a11-f785d9d68dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012657 Apr 05 14:23:22.053590 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdee608-20c0-46dc-81f9-9f8db5e575c8 req-53b0abb6-7bf8-454c-8237-41d02d22cd33 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:22.054669 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0bdee608-20c0-46dc-81f9-9f8db5e575c8 req-53b0abb6-7bf8-454c-8237-41d02d22cd33 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=75f27a9c-9807-428e-befc-a2cba004165f HTTP/1.1" status: 200 len: 949 time: 0.2190881 Apr 05 14:23:22.074835 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2a9398ca-1acb-43c1-bd33-c0821fd9b351 req-344b566c-3f1d-4fea-ad8c-b562243fcd01 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:22.119415 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f3d92-e1a6-4865-9e93-227fe790ed75 req-07b27b64-8f70-46c2-8def-cde7f67f0501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:22.121359 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-1b4f3d92-e1a6-4865-9e93-227fe790ed75 req-07b27b64-8f70-46c2-8def-cde7f67f0501 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=40423ec2c03e4a32a394daf0c781262c&device_id=e3ca5228-5a5b-4da5-8703-0a941e68b6e9 HTTP/1.1" status: 200 len: 1098 time: 0.0673568 Apr 05 14:23:22.183648 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0bdee608-20c0-46dc-81f9-9f8db5e575c8 req-2b0f81f5-1920-4ce5-b2e9-3bb8d1acb051 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193361 Apr 05 14:23:22.214771 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2a9398ca-1acb-43c1-bd33-c0821fd9b351 req-344b566c-3f1d-4fea-ad8c-b562243fcd01 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:22.232446 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-a1ff251f-a42c-43b2-858d-97564fa597bc req-24da3790-53ef-472d-991f-f4e5de54fe6f tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:22.309160 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f3d92-e1a6-4865-9e93-227fe790ed75 req-57fda443-d54b-403d-9c06-3c3d558bb05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:22.310571 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-1b4f3d92-e1a6-4865-9e93-227fe790ed75 req-57fda443-d54b-403d-9c06-3c3d558bb05e service neutron] 10.222.0.55 "GET /v2.0/networks?id=80d671a8-d1ab-4472-891b-9c042fbd7800 HTTP/1.1" status: 200 len: 870 time: 0.1801326 Apr 05 14:23:22.319286 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3af7f94c-4234-4c6d-af5a-1320dd75cf1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:22.331036 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344b566c-3f1d-4fea-ad8c-b562243fcd01 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8901c82-f600-4e96-8375-691010c2b7d6,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:22.342626 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e4f7ff-fa26-47bb-8cb5-170b9b6eb918 req-40a000cf-92a7-4080-94b9-cf6730267e0e tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:22.352343 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-89e4f7ff-fa26-47bb-8cb5-170b9b6eb918 req-40a000cf-92a7-4080-94b9-cf6730267e0e tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/ports?device_id=43152e10-3fa3-4eda-b04b-fd53ec030ab1 HTTP/1.1" status: 200 len: 949 time: 0.1141741 Apr 05 14:23:22.367964 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-1b4f3d92-e1a6-4865-9e93-227fe790ed75 req-459c14b8-0c6c-441d-a58d-946791481330 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=3e2b091a-6a3d-429a-b859-1934fd4396fa HTTP/1.1" status: 200 len: 217 time: 0.0464537 Apr 05 14:23:22.391220 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-89e4f7ff-fa26-47bb-8cb5-170b9b6eb918 req-9812636e-0bdd-4b59-a5e4-676b4babf304 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/security-groups?id=024b129f-f256-4015-8a11-f785d9d68dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391850 Apr 05 14:23:22.416867 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3af7f94c-4234-4c6d-af5a-1320dd75cf1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:22.443889 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-a1ff251f-a42c-43b2-858d-97564fa597bc req-24da3790-53ef-472d-991f-f4e5de54fe6f tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:22.490821 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f3d92-e1a6-4865-9e93-227fe790ed75 req-60d659c3-8b04-4f46-90f8-fa98dae9f40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:22.492644 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-1b4f3d92-e1a6-4865-9e93-227fe790ed75 req-60d659c3-8b04-4f46-90f8-fa98dae9f40d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.1170733 Apr 05 14:23:22.506006 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af7f94c-4234-4c6d-af5a-1320dd75cf1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=797b0e64-c67f-42e4-b66e-301213fa1da6,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:22.519594 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-3af7f94c-4234-4c6d-af5a-1320dd75cf1a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9ece5af112ac4f5e911734955e9b50d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7618949 Apr 05 14:23:22.520265 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 51570) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:23:22.546512 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [req-2a9398ca-1acb-43c1-bd33-c0821fd9b351 req-344b566c-3f1d-4fea-ad8c-b562243fcd01 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] Allocated IP 192.168.233.115 (80d671a8-d1ab-4472-891b-9c042fbd7800/b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a/3ef31e17-8c75-443c-b111-4a240a573bd4) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:23:22.548660 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1ff251f-a42c-43b2-858d-97564fa597bc req-24da3790-53ef-472d-991f-f4e5de54fe6f tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] Network 80d671a8-d1ab-4472-891b-9c042fbd7800 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:23:22.570960 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-a1ff251f-a42c-43b2-858d-97564fa597bc req-24da3790-53ef-472d-991f-f4e5de54fe6f tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:23:22.578610 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1ff251f-a42c-43b2-858d-97564fa597bc req-24da3790-53ef-472d-991f-f4e5de54fe6f tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:23:22.604900 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f3d92-e1a6-4865-9e93-227fe790ed75 req-83518b02-466f-434f-9158-d055158239f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:22.611339 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-1b4f3d92-e1a6-4865-9e93-227fe790ed75 req-83518b02-466f-434f-9158-d055158239f1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1092131 Apr 05 14:23:22.633422 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24da3790-53ef-472d-991f-f4e5de54fe6f tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] Pushing event updated for resources: {'Port': ['ID=ecdbb506-2580-4010-aabe-6104618c1287,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:22.721676 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ff251f-a42c-43b2-858d-97564fa597bc req-24da3790-53ef-472d-991f-f4e5de54fe6f tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:22.722649 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-a1ff251f-a42c-43b2-858d-97564fa597bc req-24da3790-53ef-472d-991f-f4e5de54fe6f tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:22.779906 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f633335-39e5-4219-947c-8ac23f8943da req-3d61e501-96b9-4ca3-9964-1103a86978cf tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:22.788268 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7f633335-39e5-4219-947c-8ac23f8943da req-3d61e501-96b9-4ca3-9964-1103a86978cf tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] 10.222.0.30 "GET /v2.0/ports?device_id=192a2ed9-04b1-48ae-9858-16dd070d5563 HTTP/1.1" status: 200 len: 936 time: 0.1506736 Apr 05 14:23:22.790350 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-46a62066-a164-4b23-91e1-218205c04c0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:22.849066 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4239640-bd36-4a4d-a083-3c381cb21996 req-aa314251-6a27-4aaf-8321-2a2597a60203 tempest-TenantUsagesTestJSON-1018229951 tempest-TenantUsagesTestJSON-1018229951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:22.850914 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f4239640-bd36-4a4d-a083-3c381cb21996 req-aa314251-6a27-4aaf-8321-2a2597a60203 tempest-TenantUsagesTestJSON-1018229951 tempest-TenantUsagesTestJSON-1018229951-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3ca5228-5a5b-4da5-8703-0a941e68b6e9 HTTP/1.1" status: 200 len: 947 time: 0.1495326 Apr 05 14:23:22.853390 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-46a62066-a164-4b23-91e1-218205c04c0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:22.876502 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a1ff251f-a42c-43b2-858d-97564fa597bc req-24da3790-53ef-472d-991f-f4e5de54fe6f tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6257780 Apr 05 14:23:22.881314 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-1b4f3d92-e1a6-4865-9e93-227fe790ed75 req-9a108aaa-7a3b-46ef-af00-b8919d7d352a service neutron] 10.222.0.55 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495501 Apr 05 14:23:22.895545 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-a1ff251f-a42c-43b2-858d-97564fa597bc req-65dfacb3-659b-4662-94a7-fe66f51b6273 service neutron] Request body: {'port': {'device_id': '192a2ed9-04b1-48ae-9858-16dd070d5563', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:23:22.924090 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7f633335-39e5-4219-947c-8ac23f8943da req-be310254-1f2f-48b0-9dd1-c7f8d9f0f116 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b2cd59e-df43-4b0b-822a-abfbc6095915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345849 Apr 05 14:23:22.931946 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2a9398ca-1acb-43c1-bd33-c0821fd9b351 req-344b566c-3f1d-4fea-ad8c-b562243fcd01 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:22.938690 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-3630cc6c-3773-459e-92d8-751b460e07be None None] Provisioning complete for port ecdbb506-2580-4010-aabe-6104618c1287 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:23:22.939719 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3630cc6c-3773-459e-92d8-751b460e07be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:23.014291 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f4239640-bd36-4a4d-a083-3c381cb21996 req-22d76cb3-9cfe-428a-8443-e3fb687bfc81 tempest-TenantUsagesTestJSON-1018229951 tempest-TenantUsagesTestJSON-1018229951-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bf0a3d3-cc54-4282-8d83-991b07ad4b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478896 Apr 05 14:23:23.046252 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-3630cc6c-3773-459e-92d8-751b460e07be None None] Port ecdbb506-2580-4010-aabe-6104618c1287 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:23:23.054221 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-a1ff251f-a42c-43b2-858d-97564fa597bc req-65dfacb3-659b-4662-94a7-fe66f51b6273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:23.059918 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2a9398ca-1acb-43c1-bd33-c0821fd9b351 req-344b566c-3f1d-4fea-ad8c-b562243fcd01 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:23.135586 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a9398ca-1acb-43c1-bd33-c0821fd9b351 req-344b566c-3f1d-4fea-ad8c-b562243fcd01 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] Network 80d671a8-d1ab-4472-891b-9c042fbd7800 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:23:23.162765 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [req-2a9398ca-1acb-43c1-bd33-c0821fd9b351 req-344b566c-3f1d-4fea-ad8c-b562243fcd01 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:23:23.165112 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a9398ca-1acb-43c1-bd33-c0821fd9b351 req-344b566c-3f1d-4fea-ad8c-b562243fcd01 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:23:23.173963 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9398ca-1acb-43c1-bd33-c0821fd9b351 req-344b566c-3f1d-4fea-ad8c-b562243fcd01 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:23.174748 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2a9398ca-1acb-43c1-bd33-c0821fd9b351 req-344b566c-3f1d-4fea-ad8c-b562243fcd01 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:23.177583 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344b566c-3f1d-4fea-ad8c-b562243fcd01 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] Pushing event updated for resources: {'Port': ['ID=3ef31e17-8c75-443c-b111-4a240a573bd4,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:23.208825 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-1b4f3d92-e1a6-4865-9e93-227fe790ed75 req-3f28fc8e-917e-4984-8c20-7b6fd47df9a7 service neutron] 10.222.0.55 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344010 Apr 05 14:23:23.213865 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-46a62066-a164-4b23-91e1-218205c04c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:23.219486 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-46a62066-a164-4b23-91e1-218205c04c0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:23.223746 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-46a62066-a164-4b23-91e1-218205c04c0d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/797b0e64-c67f-42e4-b66e-301213fa1da6 HTTP/1.1" status: 204 len: 168 time: 0.6935031 Apr 05 14:23:23.237696 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e9be7e-a6bc-433c-9b75-87b4355e1c7b req-d26164a8-4bbf-4e61-8731-89ce9aad50e4 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:23.245036 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-61e9be7e-a6bc-433c-9b75-87b4355e1c7b req-d26164a8-4bbf-4e61-8731-89ce9aad50e4 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] 10.222.0.30 "GET /v2.0/ports?device_id=db9a038b-9c8e-41a0-a885-3ccc94e20813 HTTP/1.1" status: 200 len: 936 time: 0.1544507 Apr 05 14:23:23.300612 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2a9398ca-1acb-43c1-bd33-c0821fd9b351 req-344b566c-3f1d-4fea-ad8c-b562243fcd01 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9275143 Apr 05 14:23:23.313954 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 7 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 14:23:23.322316 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-2a9398ca-1acb-43c1-bd33-c0821fd9b351 req-78f5306f-fe17-404a-bb0a-8ee0b2be7b06 service neutron] Request body: {'port': {'device_id': 'db9a038b-9c8e-41a0-a885-3ccc94e20813', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-2'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:23:23.404818 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2a9398ca-1acb-43c1-bd33-c0821fd9b351 req-78f5306f-fe17-404a-bb0a-8ee0b2be7b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:23.514462 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a62066-a164-4b23-91e1-218205c04c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=797b0e64-c67f-42e4-b66e-301213fa1da6,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:23.582650 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9d0bcc10-993c-48bd-b2e1-8a9eee48eff4 None None] Provisioning complete for port 3ef31e17-8c75-443c-b111-4a240a573bd4 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:23:23.583377 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9d0bcc10-993c-48bd-b2e1-8a9eee48eff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:23.615353 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-61e9be7e-a6bc-433c-9b75-87b4355e1c7b req-03868620-d39b-4465-ada9-51085be41803 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8901c82-f600-4e96-8375-691010c2b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3694184 Apr 05 14:23:23.617357 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9d0bcc10-993c-48bd-b2e1-8a9eee48eff4 None None] Port 3ef31e17-8c75-443c-b111-4a240a573bd4 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:23:23.643141 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0702c7c3-f493-4910-8bfa-784d2c6ccb1a req-5a1d4627-ffb6-4a4e-a9d4-f0923b649c3e tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:23.644692 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0702c7c3-f493-4910-8bfa-784d2c6ccb1a req-5a1d4627-ffb6-4a4e-a9d4-f0923b649c3e tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=75f27a9c-9807-428e-befc-a2cba004165f HTTP/1.1" status: 200 len: 949 time: 0.1390991 Apr 05 14:23:23.736676 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0702c7c3-f493-4910-8bfa-784d2c6ccb1a req-fdbdcfba-8faa-49a6-ae82-f56e2afc46de tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823929 Apr 05 14:23:23.786276 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d809e13-b80d-4d31-b4d5-3763a45af3a2 req-a364fb53-c3f7-4f9d-8383-d79d3d14dace tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:23.787772 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0d809e13-b80d-4d31-b4d5-3763a45af3a2 req-a364fb53-c3f7-4f9d-8383-d79d3d14dace tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/ports?device_id=43152e10-3fa3-4eda-b04b-fd53ec030ab1 HTTP/1.1" status: 200 len: 949 time: 0.1071925 Apr 05 14:23:23.804436 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-a1ff251f-a42c-43b2-858d-97564fa597bc req-65dfacb3-659b-4662-94a7-fe66f51b6273 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecdbb506-2580-4010-aabe-6104618c1287 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:23:23.822381 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-a1ff251f-a42c-43b2-858d-97564fa597bc req-65dfacb3-659b-4662-94a7-fe66f51b6273 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:23.846337 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-a1ff251f-a42c-43b2-858d-97564fa597bc req-65dfacb3-659b-4662-94a7-fe66f51b6273 service neutron] Transition to ACTIVE for port object ecdbb506-2580-4010-aabe-6104618c1287 will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:23:23.849441 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0d809e13-b80d-4d31-b4d5-3763a45af3a2 req-5da8fecd-6f3e-4257-9f05-3841be40bb4e tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/security-groups?id=024b129f-f256-4015-8a11-f785d9d68dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555661 Apr 05 14:23:23.943202 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-a1ff251f-a42c-43b2-858d-97564fa597bc req-65dfacb3-659b-4662-94a7-fe66f51b6273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:24.012258 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dfacb3-659b-4662-94a7-fe66f51b6273 service neutron] Pushing event updated for resources: {'Port': ['ID=ecdbb506-2580-4010-aabe-6104618c1287,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:24.277608 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-a1ff251f-a42c-43b2-858d-97564fa597bc req-65dfacb3-659b-4662-94a7-fe66f51b6273 service neutron] Attempting to bind port ecdbb506-2580-4010-aabe-6104618c1287 on host n-h2-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:23:24.277952 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-a1ff251f-a42c-43b2-858d-97564fa597bc req-65dfacb3-659b-4662-94a7-fe66f51b6273 service neutron] Attempting to bind port ecdbb506-2580-4010-aabe-6104618c1287 by drivers openvswitch,hyperv on host n-h2-836650-2 at level 0 using segments [{'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:23:24.278285 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ff251f-a42c-43b2-858d-97564fa597bc req-65dfacb3-659b-4662-94a7-fe66f51b6273 service neutron] Attempting to bind port ecdbb506-2580-4010-aabe-6104618c1287 on network 80d671a8-d1ab-4472-891b-9c042fbd7800 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:23:24.290398 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ff251f-a42c-43b2-858d-97564fa597bc req-65dfacb3-659b-4662-94a7-fe66f51b6273 service neutron] Port ecdbb506-2580-4010-aabe-6104618c1287 on network 80d671a8-d1ab-4472-891b-9c042fbd7800 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:23:24.290794 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ff251f-a42c-43b2-858d-97564fa597bc req-65dfacb3-659b-4662-94a7-fe66f51b6273 service neutron] Attempting to bind port ecdbb506-2580-4010-aabe-6104618c1287 on network 80d671a8-d1ab-4472-891b-9c042fbd7800 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:23:24.308699 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163954d7-b8f2-4d32-8ee5-44cc91a30d90 req-591c8004-8129-41b2-a4e9-e1ee50df5e05 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:24.310275 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-163954d7-b8f2-4d32-8ee5-44cc91a30d90 req-591c8004-8129-41b2-a4e9-e1ee50df5e05 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] 10.222.0.30 "GET /v2.0/ports?device_id=192a2ed9-04b1-48ae-9858-16dd070d5563 HTTP/1.1" status: 200 len: 948 time: 0.2977767 Apr 05 14:23:24.313500 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ff251f-a42c-43b2-858d-97564fa597bc req-65dfacb3-659b-4662-94a7-fe66f51b6273 service neutron] Checking agent: {'id': '6d8cf521-24bb-4b6a-bbae-0284f5c87a9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:23:24.313848 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ff251f-a42c-43b2-858d-97564fa597bc req-65dfacb3-659b-4662-94a7-fe66f51b6273 service neutron] Checking segment: {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:23:24.314239 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ff251f-a42c-43b2-858d-97564fa597bc req-65dfacb3-659b-4662-94a7-fe66f51b6273 service neutron] Bound using segment: {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:23:24.314692 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-a1ff251f-a42c-43b2-858d-97564fa597bc req-65dfacb3-659b-4662-94a7-fe66f51b6273 service neutron] Bound port: ecdbb506-2580-4010-aabe-6104618c1287, host: n-h2-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:23:24.315062 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-a1ff251f-a42c-43b2-858d-97564fa597bc req-65dfacb3-659b-4662-94a7-fe66f51b6273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:24.338698 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5170c-4943-4d9d-ad85-617035812b39 req-e6b18fd2-00f6-4ab7-87a2-8845c257718d tempest-TenantUsagesTestJSON-1018229951 tempest-TenantUsagesTestJSON-1018229951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:24.340321 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bfe5170c-4943-4d9d-ad85-617035812b39 req-e6b18fd2-00f6-4ab7-87a2-8845c257718d tempest-TenantUsagesTestJSON-1018229951 tempest-TenantUsagesTestJSON-1018229951-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3ca5228-5a5b-4da5-8703-0a941e68b6e9 HTTP/1.1" status: 200 len: 947 time: 0.1599798 Apr 05 14:23:24.394323 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ebc3158f-7a01-4cf7-9f52-6b92f465f291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:24.442715 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-163954d7-b8f2-4d32-8ee5-44cc91a30d90 req-2ea72af8-c98b-47c6-8758-ea4ec656c9ea tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b2cd59e-df43-4b0b-822a-abfbc6095915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226838 Apr 05 14:23:24.479431 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bfe5170c-4943-4d9d-ad85-617035812b39 req-d53c1f4c-64e6-4e96-9b71-bef382101425 tempest-TenantUsagesTestJSON-1018229951 tempest-TenantUsagesTestJSON-1018229951-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bf0a3d3-cc54-4282-8d83-991b07ad4b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237895 Apr 05 14:23:24.481527 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-a1ff251f-a42c-43b2-858d-97564fa597bc req-65dfacb3-659b-4662-94a7-fe66f51b6273 service neutron] For port ecdbb506-2580-4010-aabe-6104618c1287, host n-h2-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:23:24.485610 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-a1ff251f-a42c-43b2-858d-97564fa597bc req-65dfacb3-659b-4662-94a7-fe66f51b6273 service neutron] For port ecdbb506-2580-4010-aabe-6104618c1287, host n-h2-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=ecdbb506-2580-4010-aabe-6104618c1287,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:23:24.487051 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [req-2a9398ca-1acb-43c1-bd33-c0821fd9b351 req-78f5306f-fe17-404a-bb0a-8ee0b2be7b06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ef31e17-8c75-443c-b111-4a240a573bd4 {{(pid=103321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:23:24.498316 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2a9398ca-1acb-43c1-bd33-c0821fd9b351 req-78f5306f-fe17-404a-bb0a-8ee0b2be7b06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:24.511974 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.provisioning_blocks [req-2a9398ca-1acb-43c1-bd33-c0821fd9b351 req-78f5306f-fe17-404a-bb0a-8ee0b2be7b06 service neutron] Transition to ACTIVE for port object 3ef31e17-8c75-443c-b111-4a240a573bd4 will not be triggered until provisioned by entity L2. {{(pid=103321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:23:24.600635 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-a1ff251f-a42c-43b2-858d-97564fa597bc req-65dfacb3-659b-4662-94a7-fe66f51b6273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:24.601055 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2a9398ca-1acb-43c1-bd33-c0821fd9b351 req-78f5306f-fe17-404a-bb0a-8ee0b2be7b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:24.629685 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 42c95353-0049-4a2d-ac9a-6292fea834ce up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:23:24.642023 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 51616) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:23:24.679289 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-de5f8190-f430-46fc-bd25-ba38e04c7a7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:24.710411 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ff251f-a42c-43b2-858d-97564fa597bc req-65dfacb3-659b-4662-94a7-fe66f51b6273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:24.715930 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-a1ff251f-a42c-43b2-858d-97564fa597bc req-65dfacb3-659b-4662-94a7-fe66f51b6273 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:24.717853 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a1ff251f-a42c-43b2-858d-97564fa597bc req-65dfacb3-659b-4662-94a7-fe66f51b6273 service neutron] 10.222.0.11 "PUT /v2.0/ports/ecdbb506-2580-4010-aabe-6104618c1287 HTTP/1.1" status: 200 len: 1096 time: 1.8288739 Apr 05 14:23:24.717976 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f5306f-fe17-404a-bb0a-8ee0b2be7b06 service neutron] Pushing event updated for resources: {'Port': ['ID=3ef31e17-8c75-443c-b111-4a240a573bd4,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:24.719773 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '192a2ed9-04b1-48ae-9858-16dd070d5563', 'tag': 'ecdbb506-2580-4010-aabe-6104618c1287'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:23:24.729407 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50313480-f79b-457b-8a53-d34bda870b1c" -d '{"events": [{"name": "network-changed", "server_uuid": "192a2ed9-04b1-48ae-9858-16dd070d5563", "tag": "ecdbb506-2580-4010-aabe-6104618c1287"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:23:24.747012 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 3e2b091a-6a3d-429a-b859-1934fd4396fa details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:23:24.845594 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03bd2280-19b7-469b-b299-e7db2278b32c x-openstack-request-id: req-03bd2280-19b7-469b-b299-e7db2278b32c {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:23:24.846467 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "192a2ed9-04b1-48ae-9858-16dd070d5563", "tag": "ecdbb506-2580-4010-aabe-6104618c1287", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:23:24.846900 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-03bd2280-19b7-469b-b299-e7db2278b32c {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:23:24.847469 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03bd2280-19b7-469b-b299-e7db2278b32c'] response: {'name': 'network-changed', 'server_uuid': '192a2ed9-04b1-48ae-9858-16dd070d5563', 'tag': 'ecdbb506-2580-4010-aabe-6104618c1287', 'status': 'completed', 'code': 200} Apr 05 14:23:24.851217 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning for port 42c95353-0049-4a2d-ac9a-6292fea834ce completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:23:24.877625 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port 42c95353-0049-4a2d-ac9a-6292fea834ce triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:23:24.878133 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:24.911447 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-de5f8190-f430-46fc-bd25-ba38e04c7a7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:24.930390 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 3e2b091a-6a3d-429a-b859-1934fd4396fa, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=3e2b091a-6a3d-429a-b859-1934fd4396fa,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:23:24.945393 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': '3e2b091a-6a3d-429a-b859-1934fd4396fa', 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800', 'port_id': '3e2b091a-6a3d-429a-b859-1934fd4396fa', 'mac_address': 'fa:16:3e:c7:79:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:23:24.960488 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-2a9398ca-1acb-43c1-bd33-c0821fd9b351 req-78f5306f-fe17-404a-bb0a-8ee0b2be7b06 service neutron] Attempting to bind port 3ef31e17-8c75-443c-b111-4a240a573bd4 on host n-h2-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:23:24.961053 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-2a9398ca-1acb-43c1-bd33-c0821fd9b351 req-78f5306f-fe17-404a-bb0a-8ee0b2be7b06 service neutron] Attempting to bind port 3ef31e17-8c75-443c-b111-4a240a573bd4 by drivers openvswitch,hyperv on host n-h2-836650-2 at level 0 using segments [{'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:23:24.961703 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9398ca-1acb-43c1-bd33-c0821fd9b351 req-78f5306f-fe17-404a-bb0a-8ee0b2be7b06 service neutron] Attempting to bind port 3ef31e17-8c75-443c-b111-4a240a573bd4 on network 80d671a8-d1ab-4472-891b-9c042fbd7800 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:23:24.967769 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9398ca-1acb-43c1-bd33-c0821fd9b351 req-78f5306f-fe17-404a-bb0a-8ee0b2be7b06 service neutron] Port 3ef31e17-8c75-443c-b111-4a240a573bd4 on network 80d671a8-d1ab-4472-891b-9c042fbd7800 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:23:24.968203 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9398ca-1acb-43c1-bd33-c0821fd9b351 req-78f5306f-fe17-404a-bb0a-8ee0b2be7b06 service neutron] Attempting to bind port 3ef31e17-8c75-443c-b111-4a240a573bd4 on network 80d671a8-d1ab-4472-891b-9c042fbd7800 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:23:24.978686 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9398ca-1acb-43c1-bd33-c0821fd9b351 req-78f5306f-fe17-404a-bb0a-8ee0b2be7b06 service neutron] Checking agent: {'id': '6d8cf521-24bb-4b6a-bbae-0284f5c87a9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:23:24.979032 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9398ca-1acb-43c1-bd33-c0821fd9b351 req-78f5306f-fe17-404a-bb0a-8ee0b2be7b06 service neutron] Checking segment: {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:23:24.979426 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9398ca-1acb-43c1-bd33-c0821fd9b351 req-78f5306f-fe17-404a-bb0a-8ee0b2be7b06 service neutron] Bound using segment: {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:23:24.980462 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-2a9398ca-1acb-43c1-bd33-c0821fd9b351 req-78f5306f-fe17-404a-bb0a-8ee0b2be7b06 service neutron] Bound port: 3ef31e17-8c75-443c-b111-4a240a573bd4, host: n-h2-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:23:24.980828 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2a9398ca-1acb-43c1-bd33-c0821fd9b351 req-78f5306f-fe17-404a-bb0a-8ee0b2be7b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:24.990853 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dfacb3-659b-4662-94a7-fe66f51b6273 service neutron] Pushing event updated for resources: {'Port': ['ID=ecdbb506-2580-4010-aabe-6104618c1287,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:25.021482 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e539c42-6bd1-4cc1-a0b6-293846b6ee9e req-adc20adc-12d1-4a73-a92e-17a96f071252 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:25.023003 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0e539c42-6bd1-4cc1-a0b6-293846b6ee9e req-adc20adc-12d1-4a73-a92e-17a96f071252 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] 10.222.0.30 "GET /v2.0/ports?device_id=db9a038b-9c8e-41a0-a885-3ccc94e20813 HTTP/1.1" status: 200 len: 948 time: 0.2906449 Apr 05 14:23:25.031786 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50313480-f79b-457b-8a53-d34bda870b1c req-570a12b5-87f7-4787-8995-e73e930cb89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:25.033317 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-50313480-f79b-457b-8a53-d34bda870b1c req-570a12b5-87f7-4787-8995-e73e930cb89e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=14748139956b45fa84829eb5cfd3ec61&device_id=192a2ed9-04b1-48ae-9858-16dd070d5563 HTTP/1.1" status: 200 len: 1099 time: 0.1793070 Apr 05 14:23:25.041070 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:25.061167 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-de5f8190-f430-46fc-bd25-ba38e04c7a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:25.068725 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e2b091a-6a3d-429a-b859-1934fd4396fa {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:23:25.086360 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8168d9-791d-4bc7-a8c4-cf60a56dbab0 req-d8ca1bda-d7a5-4944-b571-69d5d9299639 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:25.094141 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5a8168d9-791d-4bc7-a8c4-cf60a56dbab0 req-d8ca1bda-d7a5-4944-b571-69d5d9299639 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=75f27a9c-9807-428e-befc-a2cba004165f HTTP/1.1" status: 200 len: 949 time: 0.1477606 Apr 05 14:23:25.101681 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5f8190-f430-46fc-bd25-ba38e04c7a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b10191-a6f0-4d62-b8dd-d7ea2e0537a4,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:25.130115 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-50313480-f79b-457b-8a53-d34bda870b1c req-c6c2bc4e-e5b1-46aa-8348-51cf1f518675 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=14748139956b45fa84829eb5cfd3ec61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0865922 Apr 05 14:23:25.172678 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-de5f8190-f430-46fc-bd25-ba38e04c7a7c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c91624bdb5464ddbaf3d2d0954c91f94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5277328 Apr 05 14:23:25.173615 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 51628) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:23:25.174764 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 3e2b091a-6a3d-429a-b859-1934fd4396fa, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=3e2b091a-6a3d-429a-b859-1934fd4396fa,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:23:25.186315 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:25.201008 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0e539c42-6bd1-4cc1-a0b6-293846b6ee9e req-d125e45e-0e71-4baf-ab54-e3e74ca5ab47 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8901c82-f600-4e96-8375-691010c2b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588657 Apr 05 14:23:25.226100 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43152e10-3fa3-4eda-b04b-fd53ec030ab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c95353-0049-4a2d-ac9a-6292fea834ce'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:23:25.229469 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f65028b-2979-4f98-8a34-c82d3abf9cdd" -d '{"events": [{"server_uuid": "43152e10-3fa3-4eda-b04b-fd53ec030ab1", "name": "network-vif-plugged", "status": "completed", "tag": "42c95353-0049-4a2d-ac9a-6292fea834ce"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:23:25.254895 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5a8168d9-791d-4bc7-a8c4-cf60a56dbab0 req-ba6b349a-08fb-4324-b8e4-79bcd00541f0 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377273 Apr 05 14:23:25.254994 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 42c95353-0049-4a2d-ac9a-6292fea834ce, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=42c95353-0049-4a2d-ac9a-6292fea834ce,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:23:25.272392 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:25.331874 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-2a9398ca-1acb-43c1-bd33-c0821fd9b351 req-78f5306f-fe17-404a-bb0a-8ee0b2be7b06 service neutron] For port 3ef31e17-8c75-443c-b111-4a240a573bd4, host n-h2-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:23:25.355864 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef010f5-2b57-4c66-925c-0ea4f03a57e0 x-openstack-request-id: req-9ef010f5-2b57-4c66-925c-0ea4f03a57e0 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:23:25.356174 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43152e10-3fa3-4eda-b04b-fd53ec030ab1", "name": "network-vif-plugged", "status": "completed", "tag": "42c95353-0049-4a2d-ac9a-6292fea834ce", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:23:25.356436 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9ef010f5-2b57-4c66-925c-0ea4f03a57e0 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:23:25.356836 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ef010f5-2b57-4c66-925c-0ea4f03a57e0'] response: {'server_uuid': '43152e10-3fa3-4eda-b04b-fd53ec030ab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c95353-0049-4a2d-ac9a-6292fea834ce', 'code': 200} Apr 05 14:23:25.361554 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-739940ed-85e2-4799-af92-0aeb4f749c47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:25.367158 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:25.393045 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-739940ed-85e2-4799-af92-0aeb4f749c47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:25.400461 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50313480-f79b-457b-8a53-d34bda870b1c req-4e791222-5c55-41e2-b6ac-cb82c097bd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:25.401968 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-50313480-f79b-457b-8a53-d34bda870b1c req-4e791222-5c55-41e2-b6ac-cb82c097bd8c service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2587659 Apr 05 14:23:25.417227 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dda728-f825-478a-b5c6-eed4ac21bbdb req-4d63dc11-55aa-4251-b284-6c7def65e9b2 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:25.419245 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-73dda728-f825-478a-b5c6-eed4ac21bbdb req-4d63dc11-55aa-4251-b284-6c7def65e9b2 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/ports?device_id=43152e10-3fa3-4eda-b04b-fd53ec030ab1 HTTP/1.1" status: 200 len: 950 time: 0.0799475 Apr 05 14:23:25.459577 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=3e2b091a-6a3d-429a-b859-1934fd4396fa,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:25.460170 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-2a9398ca-1acb-43c1-bd33-c0821fd9b351 req-78f5306f-fe17-404a-bb0a-8ee0b2be7b06 service neutron] For port 3ef31e17-8c75-443c-b111-4a240a573bd4, host n-h2-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=3ef31e17-8c75-443c-b111-4a240a573bd4,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:23:25.477688 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:23:25.478027 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:23:25.478411 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:23:25.478742 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:23:25.479066 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:23:25.479399 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:23:25.479694 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:23:25.480014 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:23:25.480384 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:23:25.480792 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:23:25.487016 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:23:25.487016 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:23:25.541051 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7db79a-930a-4433-b58a-019e123d0131 req-7574cf55-99dd-4aef-844a-0016e4ec941a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:25.547538 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-73dda728-f825-478a-b5c6-eed4ac21bbdb req-f48ad191-e1c7-49c4-9ade-9866aa857626 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/security-groups?id=024b129f-f256-4015-8a11-f785d9d68dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137922 Apr 05 14:23:25.547706 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-df7db79a-930a-4433-b58a-019e123d0131 req-7574cf55-99dd-4aef-844a-0016e4ec941a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=43152e10-3fa3-4eda-b04b-fd53ec030ab1 HTTP/1.1" status: 200 len: 1101 time: 0.1000102 Apr 05 14:23:25.547706 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2a9398ca-1acb-43c1-bd33-c0821fd9b351 req-78f5306f-fe17-404a-bb0a-8ee0b2be7b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:25.552572 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['3e2b091a-6a3d-429a-b859-1934fd4396fa'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:23:25.620336 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=42c95353-0049-4a2d-ac9a-6292fea834ce,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:25.652944 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9398ca-1acb-43c1-bd33-c0821fd9b351 req-78f5306f-fe17-404a-bb0a-8ee0b2be7b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:25.653764 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2a9398ca-1acb-43c1-bd33-c0821fd9b351 req-78f5306f-fe17-404a-bb0a-8ee0b2be7b06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:25.656368 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2a9398ca-1acb-43c1-bd33-c0821fd9b351 req-78f5306f-fe17-404a-bb0a-8ee0b2be7b06 service neutron] 10.222.0.11 "PUT /v2.0/ports/3ef31e17-8c75-443c-b111-4a240a573bd4 HTTP/1.1" status: 200 len: 1096 time: 2.3480623 Apr 05 14:23:25.681416 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ff251f-a42c-43b2-858d-97564fa597bc req-47540372-9fda-4dc9-ab13-226e7599a96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:25.683658 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f5306f-fe17-404a-bb0a-8ee0b2be7b06 service neutron] Pushing event updated for resources: {'Port': ['ID=3ef31e17-8c75-443c-b111-4a240a573bd4,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:25.684569 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a1ff251f-a42c-43b2-858d-97564fa597bc req-47540372-9fda-4dc9-ab13-226e7599a96b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=14748139956b45fa84829eb5cfd3ec61&device_id=192a2ed9-04b1-48ae-9858-16dd070d5563 HTTP/1.1" status: 200 len: 1099 time: 0.2131267 Apr 05 14:23:25.688374 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db9a038b-9c8e-41a0-a885-3ccc94e20813', 'tag': '3ef31e17-8c75-443c-b111-4a240a573bd4'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:23:25.691028 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c237da6-5fc0-49fc-aeeb-c5558b145623" -d '{"events": [{"name": "network-changed", "server_uuid": "db9a038b-9c8e-41a0-a885-3ccc94e20813", "tag": "3ef31e17-8c75-443c-b111-4a240a573bd4"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:23:25.693714 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-739940ed-85e2-4799-af92-0aeb4f749c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:25.696847 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-739940ed-85e2-4799-af92-0aeb4f749c47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:25.704579 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-739940ed-85e2-4799-af92-0aeb4f749c47 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/31b10191-a6f0-4d62-b8dd-d7ea2e0537a4 HTTP/1.1" status: 204 len: 168 time: 0.5207672 Apr 05 14:23:25.717173 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739940ed-85e2-4799-af92-0aeb4f749c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b10191-a6f0-4d62-b8dd-d7ea2e0537a4,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:25.740128 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-df7db79a-930a-4433-b58a-019e123d0131 req-4d79d199-82ba-482a-a2af-12ccdc3ba675 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=024b129f-f256-4015-8a11-f785d9d68dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610775 Apr 05 14:23:25.841431 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba8e435-7948-4ee2-a1f9-836f9a058ed3 req-1366b2d8-9ab4-4898-899d-272a45eaaf01 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:25.850792 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4ba8e435-7948-4ee2-a1f9-836f9a058ed3 req-1366b2d8-9ab4-4898-899d-272a45eaaf01 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] 10.222.0.30 "GET /v2.0/ports?device_id=192a2ed9-04b1-48ae-9858-16dd070d5563 HTTP/1.1" status: 200 len: 948 time: 0.2984066 Apr 05 14:23:25.862875 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a1ff251f-a42c-43b2-858d-97564fa597bc req-7f64304f-d46c-4359-902f-850602e3fc21 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=ecdbb506-2580-4010-aabe-6104618c1287 HTTP/1.1" status: 200 len: 217 time: 0.1680157 Apr 05 14:23:25.935420 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4ba8e435-7948-4ee2-a1f9-836f9a058ed3 req-da290b4d-916a-4452-b146-baec21138676 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b2cd59e-df43-4b0b-822a-abfbc6095915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848112 Apr 05 14:23:25.947595 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f27f0be-d11a-4df5-958e-b38fef14edc6 req-cfe07684-a3c6-44e9-b6be-c9956861fb0a tempest-TenantUsagesTestJSON-1018229951 tempest-TenantUsagesTestJSON-1018229951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:25.949420 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1f27f0be-d11a-4df5-958e-b38fef14edc6 req-cfe07684-a3c6-44e9-b6be-c9956861fb0a tempest-TenantUsagesTestJSON-1018229951 tempest-TenantUsagesTestJSON-1018229951-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3ca5228-5a5b-4da5-8703-0a941e68b6e9 HTTP/1.1" status: 200 len: 948 time: 0.2139208 Apr 05 14:23:26.100071 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1f27f0be-d11a-4df5-958e-b38fef14edc6 req-8c1f966f-70db-4b06-947b-513c3c0c96b2 tempest-TenantUsagesTestJSON-1018229951 tempest-TenantUsagesTestJSON-1018229951-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bf0a3d3-cc54-4282-8d83-991b07ad4b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389804 Apr 05 14:23:26.119864 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9398ca-1acb-43c1-bd33-c0821fd9b351 req-ebe7ffa6-c054-49c4-855a-fc6a8b706997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:26.121953 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2a9398ca-1acb-43c1-bd33-c0821fd9b351 req-ebe7ffa6-c054-49c4-855a-fc6a8b706997 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=21ad00b435784ef78e9bb30a5115d82f&device_id=db9a038b-9c8e-41a0-a885-3ccc94e20813 HTTP/1.1" status: 200 len: 1099 time: 0.1036174 Apr 05 14:23:26.142175 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ff251f-a42c-43b2-858d-97564fa597bc req-82b78bea-fb1e-4fd4-b23d-cd94b5aaa3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:26.143643 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a1ff251f-a42c-43b2-858d-97564fa597bc req-82b78bea-fb1e-4fd4-b23d-cd94b5aaa3dc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.1413159 Apr 05 14:23:26.150611 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d52061-e251-4988-9d18-dcad16751eb6 x-openstack-request-id: req-b6d52061-e251-4988-9d18-dcad16751eb6 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:23:26.150899 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db9a038b-9c8e-41a0-a885-3ccc94e20813", "tag": "3ef31e17-8c75-443c-b111-4a240a573bd4", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:23:26.151151 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b6d52061-e251-4988-9d18-dcad16751eb6 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:23:26.151545 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6d52061-e251-4988-9d18-dcad16751eb6'] response: {'name': 'network-changed', 'server_uuid': 'db9a038b-9c8e-41a0-a885-3ccc94e20813', 'tag': '3ef31e17-8c75-443c-b111-4a240a573bd4', 'status': 'completed', 'code': 200} Apr 05 14:23:26.190061 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2a9398ca-1acb-43c1-bd33-c0821fd9b351 req-055b7616-6c9b-4975-b81d-2997d53ef3d4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=3ef31e17-8c75-443c-b111-4a240a573bd4 HTTP/1.1" status: 200 len: 217 time: 0.0549018 Apr 05 14:23:26.232039 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ff251f-a42c-43b2-858d-97564fa597bc req-4804b809-0ac6-4c57-8959-debcf4c5936c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:26.235405 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a1ff251f-a42c-43b2-858d-97564fa597bc req-4804b809-0ac6-4c57-8959-debcf4c5936c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0816112 Apr 05 14:23:26.266632 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9398ca-1acb-43c1-bd33-c0821fd9b351 req-b1fecd57-002f-4c57-b1fc-3e3f21ed67e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:26.271572 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2a9398ca-1acb-43c1-bd33-c0821fd9b351 req-b1fecd57-002f-4c57-b1fc-3e3f21ed67e8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.0749438 Apr 05 14:23:26.372804 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9398ca-1acb-43c1-bd33-c0821fd9b351 req-e7aead49-bcde-428e-a221-db1a932300d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:26.375674 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2a9398ca-1acb-43c1-bd33-c0821fd9b351 req-e7aead49-bcde-428e-a221-db1a932300d2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0963545 Apr 05 14:23:26.493554 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b5bb1-a926-4eca-a149-9829e6910ed6 req-9e95b23d-e0fc-40d4-8226-ee45c0c71f1f tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:26.495142 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cf5b5bb1-a926-4eca-a149-9829e6910ed6 req-9e95b23d-e0fc-40d4-8226-ee45c0c71f1f tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=75f27a9c-9807-428e-befc-a2cba004165f HTTP/1.1" status: 200 len: 949 time: 0.0945239 Apr 05 14:23:26.509973 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a1ff251f-a42c-43b2-858d-97564fa597bc req-c6658b04-38f6-42f5-9648-0c07de4b9151 service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545812 Apr 05 14:23:26.521468 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2a9398ca-1acb-43c1-bd33-c0821fd9b351 req-41f9dd7f-7c6e-481f-b2f6-a6b421bb2c04 service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365685 Apr 05 14:23:26.522560 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de62a6-cc3b-4049-9c1b-053a24a30d11 req-cf4c6cba-1435-4318-a20c-f662870c7469 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:26.524011 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-91de62a6-cc3b-4049-9c1b-053a24a30d11 req-cf4c6cba-1435-4318-a20c-f662870c7469 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] 10.222.0.30 "GET /v2.0/ports?device_id=db9a038b-9c8e-41a0-a885-3ccc94e20813 HTTP/1.1" status: 200 len: 948 time: 0.1533563 Apr 05 14:23:26.632873 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cf5b5bb1-a926-4eca-a149-9829e6910ed6 req-e029184d-752a-42a1-9236-9addc8503e78 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267788 Apr 05 14:23:26.723551 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-52f55ffc-3828-478f-a84e-67bfaff84be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:26.729365 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2a9398ca-1acb-43c1-bd33-c0821fd9b351 req-9a0fa34a-67e1-4812-a600-e24d0795d7bf service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978683 Apr 05 14:23:26.746124 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-91de62a6-cc3b-4049-9c1b-053a24a30d11 req-4b94ca3b-d777-4714-8edc-29f2262a3457 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8901c82-f600-4e96-8375-691010c2b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911807 Apr 05 14:23:26.749556 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 3e2b091a-6a3d-429a-b859-1934fd4396fa up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:23:26.806466 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a1ff251f-a42c-43b2-858d-97564fa597bc req-c1a52549-f262-4c36-9ed6-c5532ba6a49f service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814982 Apr 05 14:23:26.834830 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccfcca1-2696-4185-a759-3d1af41cbf2d req-90c198d0-2262-4b7f-b59e-ce75177f2304 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:26.836622 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-eccfcca1-2696-4185-a759-3d1af41cbf2d req-90c198d0-2262-4b7f-b59e-ce75177f2304 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/ports?device_id=43152e10-3fa3-4eda-b04b-fd53ec030ab1 HTTP/1.1" status: 200 len: 950 time: 0.0773661 Apr 05 14:23:26.893131 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port 3e2b091a-6a3d-429a-b859-1934fd4396fa completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:23:26.907239 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port 3e2b091a-6a3d-429a-b859-1934fd4396fa triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:23:26.907638 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:26.922376 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-eccfcca1-2696-4185-a759-3d1af41cbf2d req-48a5c08c-cfad-4c95-92b0-1cd04c6262ac tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/security-groups?id=024b129f-f256-4015-8a11-f785d9d68dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757222 Apr 05 14:23:27.008463 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c237da6-5fc0-49fc-aeeb-c5558b145623 req-ab3bf410-a13b-4295-babf-6ce435470922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:27.011900 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9c237da6-5fc0-49fc-aeeb-c5558b145623 req-ab3bf410-a13b-4295-babf-6ce435470922 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=21ad00b435784ef78e9bb30a5115d82f&device_id=db9a038b-9c8e-41a0-a885-3ccc94e20813 HTTP/1.1" status: 200 len: 1099 time: 0.0815918 Apr 05 14:23:27.074424 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:27.135691 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 3e2b091a-6a3d-429a-b859-1934fd4396fa, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=3e2b091a-6a3d-429a-b859-1934fd4396fa,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:23:27.222788 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:27.260437 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443ced9f-4919-4f31-8e9d-7c46ee719581 req-10773c1d-609c-4015-9ebf-79a5234f15b4 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:27.269696 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-443ced9f-4919-4f31-8e9d-7c46ee719581 req-10773c1d-609c-4015-9ebf-79a5234f15b4 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] 10.222.0.30 "GET /v2.0/ports?device_id=192a2ed9-04b1-48ae-9858-16dd070d5563 HTTP/1.1" status: 200 len: 948 time: 0.1719162 Apr 05 14:23:27.279641 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c237da6-5fc0-49fc-aeeb-c5558b145623 req-5dcc6998-9bb8-459a-a013-c12024941b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:27.281687 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9c237da6-5fc0-49fc-aeeb-c5558b145623 req-5dcc6998-9bb8-459a-a013-c12024941b46 service neutron] 10.222.0.11 "GET /v2.0/networks?id=80d671a8-d1ab-4472-891b-9c042fbd7800 HTTP/1.1" status: 200 len: 870 time: 0.2608063 Apr 05 14:23:27.302490 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=3e2b091a-6a3d-429a-b859-1934fd4396fa,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:27.341754 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9c237da6-5fc0-49fc-aeeb-c5558b145623 req-97ccb962-8fad-41ee-b025-be209b8b2dc6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=3ef31e17-8c75-443c-b111-4a240a573bd4 HTTP/1.1" status: 200 len: 217 time: 0.0522473 Apr 05 14:23:27.360767 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3ca5228-5a5b-4da5-8703-0a941e68b6e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e2b091a-6a3d-429a-b859-1934fd4396fa'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:23:27.362561 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ce9d94-d221-43c6-be3d-56c36ffb9547" -d '{"events": [{"server_uuid": "e3ca5228-5a5b-4da5-8703-0a941e68b6e9", "name": "network-vif-plugged", "status": "completed", "tag": "3e2b091a-6a3d-429a-b859-1934fd4396fa"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:23:27.376524 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf46f95-9183-4dc3-96e3-0efb2e46b6e1 req-115e89f9-7121-4814-a1fb-da799dedf262 tempest-TenantUsagesTestJSON-1018229951 tempest-TenantUsagesTestJSON-1018229951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:27.378133 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-acf46f95-9183-4dc3-96e3-0efb2e46b6e1 req-115e89f9-7121-4814-a1fb-da799dedf262 tempest-TenantUsagesTestJSON-1018229951 tempest-TenantUsagesTestJSON-1018229951-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3ca5228-5a5b-4da5-8703-0a941e68b6e9 HTTP/1.1" status: 200 len: 949 time: 0.1691012 Apr 05 14:23:27.388946 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-443ced9f-4919-4f31-8e9d-7c46ee719581 req-6c7f076a-ad09-4930-b41b-92a9ef83a294 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b2cd59e-df43-4b0b-822a-abfbc6095915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168649 Apr 05 14:23:27.474500 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52591af4-d743-46f7-a7dc-cf579472bde3 x-openstack-request-id: req-52591af4-d743-46f7-a7dc-cf579472bde3 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:23:27.474970 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3ca5228-5a5b-4da5-8703-0a941e68b6e9", "name": "network-vif-plugged", "status": "completed", "tag": "3e2b091a-6a3d-429a-b859-1934fd4396fa", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:23:27.475364 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-52591af4-d743-46f7-a7dc-cf579472bde3 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:23:27.475827 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52591af4-d743-46f7-a7dc-cf579472bde3'] response: {'server_uuid': 'e3ca5228-5a5b-4da5-8703-0a941e68b6e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e2b091a-6a3d-429a-b859-1934fd4396fa', 'code': 200} Apr 05 14:23:27.496569 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c237da6-5fc0-49fc-aeeb-c5558b145623 req-a83e0dce-b64f-4161-9816-2bd973df16d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:27.498097 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9c237da6-5fc0-49fc-aeeb-c5558b145623 req-a83e0dce-b64f-4161-9816-2bd973df16d9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.1462245 Apr 05 14:23:27.513830 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-acf46f95-9183-4dc3-96e3-0efb2e46b6e1 req-7a0ad5fb-f1a9-4e3a-b7a6-7bf235e690ac tempest-TenantUsagesTestJSON-1018229951 tempest-TenantUsagesTestJSON-1018229951-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bf0a3d3-cc54-4282-8d83-991b07ad4b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219549 Apr 05 14:23:27.582745 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c237da6-5fc0-49fc-aeeb-c5558b145623 req-3388fa9d-4bcd-41ae-a14a-555d5668aa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:27.584652 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9c237da6-5fc0-49fc-aeeb-c5558b145623 req-3388fa9d-4bcd-41ae-a14a-555d5668aa41 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0641713 Apr 05 14:23:27.664544 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a642b-ad79-4098-aea6-a5bb106873eb req-9100f3ad-dc49-43a6-9ff6-4527e6bd9c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:27.666341 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-b32a642b-ad79-4098-aea6-a5bb106873eb req-9100f3ad-dc49-43a6-9ff6-4527e6bd9c39 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e3ca5228-5a5b-4da5-8703-0a941e68b6e9 HTTP/1.1" status: 200 len: 1100 time: 0.0669403 Apr 05 14:23:27.727415 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9c237da6-5fc0-49fc-aeeb-c5558b145623 req-cb47662a-3c53-4aec-b154-8ed63e89b6b1 service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331761 Apr 05 14:23:27.752610 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-b32a642b-ad79-4098-aea6-a5bb106873eb req-c2c83b9b-0ab0-4ddb-b54c-38364e3dbccd service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3bf0a3d3-cc54-4282-8d83-991b07ad4b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728903 Apr 05 14:23:27.909324 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:28.028580 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e414ff-1bdf-4144-a7c3-be292cdffc22 req-51a5387f-5b24-4fd3-9553-4ed207714eeb tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:28.028580 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-41e414ff-1bdf-4144-a7c3-be292cdffc22 req-51a5387f-5b24-4fd3-9553-4ed207714eeb tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=75f27a9c-9807-428e-befc-a2cba004165f HTTP/1.1" status: 200 len: 949 time: 0.2132251 Apr 05 14:23:28.037743 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9c237da6-5fc0-49fc-aeeb-c5558b145623 req-b69d03fb-5c82-4b21-8d96-0ce7d730d220 service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3016081 Apr 05 14:23:28.064640 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e02eb3-5dc8-479b-b722-59e48ad2a58e req-d0f1425d-dade-455e-b5b3-1c28265643fe tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:28.064640 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f2e02eb3-5dc8-479b-b722-59e48ad2a58e req-d0f1425d-dade-455e-b5b3-1c28265643fe tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] 10.222.0.30 "GET /v2.0/ports?device_id=db9a038b-9c8e-41a0-a885-3ccc94e20813 HTTP/1.1" status: 200 len: 948 time: 0.1434128 Apr 05 14:23:28.126312 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-41e414ff-1bdf-4144-a7c3-be292cdffc22 req-48ef2032-7db2-44e7-9e8a-28bd09da5f2f tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868685 Apr 05 14:23:28.147985 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f2e02eb3-5dc8-479b-b722-59e48ad2a58e req-c31ecbd0-5c04-4e80-b04c-5b916e9d3b29 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8901c82-f600-4e96-8375-691010c2b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722587 Apr 05 14:23:28.308770 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc02e5ec-9957-427a-8d99-18e53670ee8e req-52d548e9-0f59-4eb8-9f4f-71a8b563648b tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:28.317247 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bc02e5ec-9957-427a-8d99-18e53670ee8e req-52d548e9-0f59-4eb8-9f4f-71a8b563648b tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/ports?device_id=43152e10-3fa3-4eda-b04b-fd53ec030ab1 HTTP/1.1" status: 200 len: 950 time: 0.0990958 Apr 05 14:23:28.366116 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bc02e5ec-9957-427a-8d99-18e53670ee8e req-081c0e8b-8ea3-4be2-a693-0c19f49020b9 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/security-groups?id=024b129f-f256-4015-8a11-f785d9d68dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478997 Apr 05 14:23:28.552247 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2efb6fd-555d-4f18-a1be-50f61d458bc7 req-86af6b8d-1b12-4f6e-8cdb-06667234da47 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:28.553926 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c2efb6fd-555d-4f18-a1be-50f61d458bc7 req-86af6b8d-1b12-4f6e-8cdb-06667234da47 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/ports?device_id=c28c5ff7-aa4f-4388-a2d2-34b3d1153744 HTTP/1.1" status: 200 len: 950 time: 0.1064219 Apr 05 14:23:28.597330 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0489c66e-f7fb-4b1a-a9d3-c70844e73783 req-c3097674-2a4f-4047-bd24-4653dc5af0b2 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:28.607484 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0489c66e-f7fb-4b1a-a9d3-c70844e73783 req-c3097674-2a4f-4047-bd24-4653dc5af0b2 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] 10.222.0.30 "GET /v2.0/ports?device_id=192a2ed9-04b1-48ae-9858-16dd070d5563 HTTP/1.1" status: 200 len: 948 time: 0.0995591 Apr 05 14:23:28.648364 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c2efb6fd-555d-4f18-a1be-50f61d458bc7 req-48824908-9404-429d-8f96-41975825d118 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/security-groups?id=024b129f-f256-4015-8a11-f785d9d68dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865681 Apr 05 14:23:28.673570 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0489c66e-f7fb-4b1a-a9d3-c70844e73783 req-189e02e4-76c4-4ba4-8ccd-a824e2c6b45c tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b2cd59e-df43-4b0b-822a-abfbc6095915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569463 Apr 05 14:23:28.826185 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f697eab-0c11-4241-9760-be114a9efc49 req-118bcd9f-59f2-4bc4-98bd-141caf499496 tempest-TenantUsagesTestJSON-1018229951 tempest-TenantUsagesTestJSON-1018229951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:28.836388 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2f697eab-0c11-4241-9760-be114a9efc49 req-118bcd9f-59f2-4bc4-98bd-141caf499496 tempest-TenantUsagesTestJSON-1018229951 tempest-TenantUsagesTestJSON-1018229951-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3ca5228-5a5b-4da5-8703-0a941e68b6e9 HTTP/1.1" status: 200 len: 949 time: 0.0914392 Apr 05 14:23:28.897151 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2f697eab-0c11-4241-9760-be114a9efc49 req-e8ff5c61-a506-4ab4-a723-b914809aa28e tempest-TenantUsagesTestJSON-1018229951 tempest-TenantUsagesTestJSON-1018229951-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bf0a3d3-cc54-4282-8d83-991b07ad4b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591159 Apr 05 14:23:29.050447 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ebe88730-cd91-43a2-92a0-8a71c458cfc2 req-ca79b6f6-4a27-4f75-a821-8151fb3d7e1e tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=da2dc5471d9a4be1863605b72a733c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0245490 Apr 05 14:23:29.148455 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe88730-cd91-43a2-92a0-8a71c458cfc2 req-81e221e7-1cb8-4e32-8fa6-0becf10b7627 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:29.149960 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ebe88730-cd91-43a2-92a0-8a71c458cfc2 req-81e221e7-1cb8-4e32-8fa6-0becf10b7627 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1169248 Apr 05 14:23:29.175879 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ebe88730-cd91-43a2-92a0-8a71c458cfc2 req-39162a47-7ec5-4365-813e-7d99360f9ff6 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/quotas/da2dc5471d9a4be1863605b72a733c47 HTTP/1.1" status: 200 len: 375 time: 0.0197244 Apr 05 14:23:29.261733 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ebe88730-cd91-43a2-92a0-8a71c458cfc2 req-5809c6a2-8429-4361-a401-20cce86af215 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=da2dc5471d9a4be1863605b72a733c47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0795283 Apr 05 14:23:29.296338 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d99a9a-727a-4ace-8bcb-98224c9be520 req-8b9e8ae7-022f-4edd-a97f-b4f3a7be7e5e tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:29.297838 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-71d99a9a-727a-4ace-8bcb-98224c9be520 req-8b9e8ae7-022f-4edd-a97f-b4f3a7be7e5e tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=75f27a9c-9807-428e-befc-a2cba004165f HTTP/1.1" status: 200 len: 949 time: 0.0878932 Apr 05 14:23:29.342929 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-71d99a9a-727a-4ace-8bcb-98224c9be520 req-0412adb3-69db-4914-be97-771ae8f4dab9 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367494 Apr 05 14:23:29.426526 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:29.471025 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8def7f-2107-4a07-90a0-a43ab86bb9c7 req-365fe1b4-ad42-42c2-a7a6-b3636f10d849 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:29.472998 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bd8def7f-2107-4a07-90a0-a43ab86bb9c7 req-365fe1b4-ad42-42c2-a7a6-b3636f10d849 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] 10.222.0.30 "GET /v2.0/ports?device_id=db9a038b-9c8e-41a0-a885-3ccc94e20813 HTTP/1.1" status: 200 len: 948 time: 0.0654705 Apr 05 14:23:29.570807 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bd8def7f-2107-4a07-90a0-a43ab86bb9c7 req-73af33ac-ff85-45d2-a733-11ada722b644 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8901c82-f600-4e96-8375-691010c2b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894349 Apr 05 14:23:29.643664 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:29.647440 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1cb98e62-eff8-4377-867b-9a4159591bf2 req-c371373c-a9d6-46bd-8522-a848fe39ff68 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/ports?device_id=696dd11d-f39b-498a-b781-62430e282f35 HTTP/1.1" status: 200 len: 210 time: 0.0368104 Apr 05 14:23:29.865710 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83292f8c-a386-446a-a649-699a3ed91125 req-eb384c2b-8666-40e2-a9a9-698c788a055c tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:29.876709 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-83292f8c-a386-446a-a649-699a3ed91125 req-eb384c2b-8666-40e2-a9a9-698c788a055c tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] 10.222.0.30 "GET /v2.0/ports?device_id=192a2ed9-04b1-48ae-9858-16dd070d5563 HTTP/1.1" status: 200 len: 948 time: 0.0877953 Apr 05 14:23:29.954483 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-83292f8c-a386-446a-a649-699a3ed91125 req-5662e722-40d9-4330-b7c0-25c998b1b8bf tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b2cd59e-df43-4b0b-822a-abfbc6095915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763493 Apr 05 14:23:30.035924 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb883483-f5e1-4681-8a59-cc96bee208c5 req-fde2f516-0490-444d-af63-8da00371e6f7 tempest-TenantUsagesTestJSON-1018229951 tempest-TenantUsagesTestJSON-1018229951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:30.037948 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fb883483-f5e1-4681-8a59-cc96bee208c5 req-fde2f516-0490-444d-af63-8da00371e6f7 tempest-TenantUsagesTestJSON-1018229951 tempest-TenantUsagesTestJSON-1018229951-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3ca5228-5a5b-4da5-8703-0a941e68b6e9 HTTP/1.1" status: 200 len: 949 time: 0.0571570 Apr 05 14:23:30.084293 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fb883483-f5e1-4681-8a59-cc96bee208c5 req-0232fc3d-de1e-41a1-8106-f5d8efb976f9 tempest-TenantUsagesTestJSON-1018229951 tempest-TenantUsagesTestJSON-1018229951-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bf0a3d3-cc54-4282-8d83-991b07ad4b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396874 Apr 05 14:23:30.556810 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d7643-59eb-4f0d-9046-1d817d44fa68 req-63fc7bc9-c562-422e-b2fc-e496ca8a9bd5 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:30.567960 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d40d7643-59eb-4f0d-9046-1d817d44fa68 req-63fc7bc9-c562-422e-b2fc-e496ca8a9bd5 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=75f27a9c-9807-428e-befc-a2cba004165f HTTP/1.1" status: 200 len: 949 time: 0.1240168 Apr 05 14:23:30.585720 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 51824) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:23:30.621553 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d40d7643-59eb-4f0d-9046-1d817d44fa68 req-a8a4eeef-1c78-4e36-8b60-0e659d2b03a5 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521574 Apr 05 14:23:30.674557 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device ecdbb506-2580-4010-aabe-6104618c1287 details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:23:30.778625 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fd8d0a5b-2101-40e8-a840-940547cb4baf admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:30.816580 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port ecdbb506-2580-4010-aabe-6104618c1287, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=ecdbb506-2580-4010-aabe-6104618c1287,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:23:30.830151 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': 'ecdbb506-2580-4010-aabe-6104618c1287', 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800', 'port_id': 'ecdbb506-2580-4010-aabe-6104618c1287', 'mac_address': 'fa:16:3e:6b:62:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:23:30.855485 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52903a54-324b-4be6-92c9-63b4b475dcd8 req-bb621bc6-f7c0-4930-8ac9-4f9eaa5afbc8 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:30.859905 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-52903a54-324b-4be6-92c9-63b4b475dcd8 req-bb621bc6-f7c0-4930-8ac9-4f9eaa5afbc8 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] 10.222.0.30 "GET /v2.0/ports?device_id=db9a038b-9c8e-41a0-a885-3ccc94e20813 HTTP/1.1" status: 200 len: 948 time: 0.0959346 Apr 05 14:23:30.894643 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:30.912477 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecdbb506-2580-4010-aabe-6104618c1287 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:23:30.929167 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-52903a54-324b-4be6-92c9-63b4b475dcd8 req-9f9b7387-9139-43a4-bb44-f4c2b4ba3239 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8901c82-f600-4e96-8375-691010c2b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634542 Apr 05 14:23:30.930839 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fd8d0a5b-2101-40e8-a840-940547cb4baf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:30.957826 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port ecdbb506-2580-4010-aabe-6104618c1287, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=ecdbb506-2580-4010-aabe-6104618c1287,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:23:31.022798 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fd8d0a5b-2101-40e8-a840-940547cb4baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:31.032687 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7be85060-1f03-4834-9007-d55e548cfc55 req-be91ee94-d72b-445f-92ab-6aeca95a133d tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/ports?device_id=696dd11d-f39b-498a-b781-62430e282f35 HTTP/1.1" status: 200 len: 210 time: 0.0305479 Apr 05 14:23:31.059292 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:31.060421 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 3ef31e17-8c75-443c-b111-4a240a573bd4 details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:23:31.132716 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-fd8d0a5b-2101-40e8-a840-940547cb4baf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d64452004f644ec2b08cfd9568a4688b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5458827 Apr 05 14:23:31.135768 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 51844) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:23:31.143242 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8d0a5b-2101-40e8-a840-940547cb4baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bed77ae-ec2d-44ad-ad21-865fe19a20ee,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:31.166977 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=ecdbb506-2580-4010-aabe-6104618c1287,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:31.206203 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 3ef31e17-8c75-443c-b111-4a240a573bd4, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=3ef31e17-8c75-443c-b111-4a240a573bd4,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:23:31.222488 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': '3ef31e17-8c75-443c-b111-4a240a573bd4', 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800', 'port_id': '3ef31e17-8c75-443c-b111-4a240a573bd4', 'mac_address': 'fa:16:3e:21:d9:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:23:31.277600 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:31.299353 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ef31e17-8c75-443c-b111-4a240a573bd4 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:23:31.332653 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 3ef31e17-8c75-443c-b111-4a240a573bd4, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=3ef31e17-8c75-443c-b111-4a240a573bd4,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:23:31.423222 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:31.428541 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e2cbc-cab8-470b-91e4-354f6b1764b3 req-f690a995-415c-421b-a001-a87d0490ceb4 tempest-TenantUsagesTestJSON-1018229951 tempest-TenantUsagesTestJSON-1018229951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:31.435845 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c94e2cbc-cab8-470b-91e4-354f6b1764b3 req-f690a995-415c-421b-a001-a87d0490ceb4 tempest-TenantUsagesTestJSON-1018229951 tempest-TenantUsagesTestJSON-1018229951-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3ca5228-5a5b-4da5-8703-0a941e68b6e9 HTTP/1.1" status: 200 len: 949 time: 0.3718152 Apr 05 14:23:31.505473 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=3ef31e17-8c75-443c-b111-4a240a573bd4,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:31.534109 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c94e2cbc-cab8-470b-91e4-354f6b1764b3 req-72c64021-f660-4a56-92d3-63b5767fdb75 tempest-TenantUsagesTestJSON-1018229951 tempest-TenantUsagesTestJSON-1018229951-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bf0a3d3-cc54-4282-8d83-991b07ad4b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973189 Apr 05 14:23:31.554338 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78348a50-8a20-429f-ab4a-1de6395f4e7a req-e8a1e6cf-98aa-4f2b-a54c-6de2ad0e5c97 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:31.562301 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-78348a50-8a20-429f-ab4a-1de6395f4e7a req-e8a1e6cf-98aa-4f2b-a54c-6de2ad0e5c97 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] 10.222.0.30 "GET /v2.0/ports?device_id=192a2ed9-04b1-48ae-9858-16dd070d5563 HTTP/1.1" status: 200 len: 949 time: 0.1624393 Apr 05 14:23:31.592028 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f19f3481-2774-47fa-bfc6-6bbf48245d93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:31.631868 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-78348a50-8a20-429f-ab4a-1de6395f4e7a req-eb129b58-cb1e-4b14-9d4b-a845097936c8 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b2cd59e-df43-4b0b-822a-abfbc6095915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686262 Apr 05 14:23:31.636894 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f19f3481-2774-47fa-bfc6-6bbf48245d93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:31.772575 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4996e9-4aad-4863-be77-6708141a6a06 req-cffaa614-c184-4bcf-95b5-67ab7df4a2c0 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:31.774234 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8f4996e9-4aad-4863-be77-6708141a6a06 req-cffaa614-c184-4bcf-95b5-67ab7df4a2c0 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=75f27a9c-9807-428e-befc-a2cba004165f HTTP/1.1" status: 200 len: 949 time: 0.0679545 Apr 05 14:23:31.777108 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f19f3481-2774-47fa-bfc6-6bbf48245d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:31.779744 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f19f3481-2774-47fa-bfc6-6bbf48245d93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:31.780870 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-f19f3481-2774-47fa-bfc6-6bbf48245d93 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5bed77ae-ec2d-44ad-ad21-865fe19a20ee HTTP/1.1" status: 204 len: 168 time: 0.6392722 Apr 05 14:23:31.806597 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19f3481-2774-47fa-bfc6-6bbf48245d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bed77ae-ec2d-44ad-ad21-865fe19a20ee,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:31.836835 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8f4996e9-4aad-4863-be77-6708141a6a06 req-25ae1ef3-cb09-40db-947e-e18bdda22361 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524266 Apr 05 14:23:31.846752 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['3ef31e17-8c75-443c-b111-4a240a573bd4'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:23:31.853489 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['ecdbb506-2580-4010-aabe-6104618c1287'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:23:32.122150 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01085282-f01a-4570-a285-d5e700f327b6 req-749e0393-25b7-49b4-847d-5a8e3ad1fb51 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:32.131586 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-01085282-f01a-4570-a285-d5e700f327b6 req-749e0393-25b7-49b4-847d-5a8e3ad1fb51 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] 10.222.0.30 "GET /v2.0/ports?device_id=db9a038b-9c8e-41a0-a885-3ccc94e20813 HTTP/1.1" status: 200 len: 949 time: 0.0793052 Apr 05 14:23:32.177432 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ebe88730-cd91-43a2-92a0-8a71c458cfc2 req-79eb08de-6b25-45ea-aa0a-6a54307e56ed tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=da2dc5471d9a4be1863605b72a733c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0426421 Apr 05 14:23:32.211446 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-01085282-f01a-4570-a285-d5e700f327b6 req-d95bc578-1879-4baf-a394-e9e7599c40a0 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8901c82-f600-4e96-8375-691010c2b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776610 Apr 05 14:23:32.284012 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-703ed140-c1a7-4db2-a1c4-c3cee0047bad req-ab4cba5d-7f10-4546-ac73-53cac5708b8b tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/ports?device_id=696dd11d-f39b-498a-b781-62430e282f35 HTTP/1.1" status: 200 len: 210 time: 0.0722437 Apr 05 14:23:32.456012 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe88730-cd91-43a2-92a0-8a71c458cfc2 req-6832cf79-d30e-4ca3-a7c0-3a87c0d4e14a tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:32.457853 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ebe88730-cd91-43a2-92a0-8a71c458cfc2 req-6832cf79-d30e-4ca3-a7c0-3a87c0d4e14a tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2607865 Apr 05 14:23:32.476616 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-ebe88730-cd91-43a2-92a0-8a71c458cfc2 req-898030d2-0e2c-4273-84ea-a18bbffc7a45 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Request body: {'port': {'device_id': '696dd11d-f39b-498a-b781-62430e282f35', 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800', 'admin_state_up': True, 'tenant_id': 'da2dc5471d9a4be1863605b72a733c47'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:23:32.563015 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a68da6-57e1-4a8a-9790-6061b2596e8e req-fb3e788e-946b-4c4e-a18e-a8576876b3c8 tempest-TenantUsagesTestJSON-1018229951 tempest-TenantUsagesTestJSON-1018229951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:32.571435 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-93a68da6-57e1-4a8a-9790-6061b2596e8e req-fb3e788e-946b-4c4e-a18e-a8576876b3c8 tempest-TenantUsagesTestJSON-1018229951 tempest-TenantUsagesTestJSON-1018229951-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3ca5228-5a5b-4da5-8703-0a941e68b6e9 HTTP/1.1" status: 200 len: 949 time: 0.1317945 Apr 05 14:23:32.689550 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 51872) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:23:32.740532 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1d4ba7be-7e7b-4609-a96c-5197be50bcf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:32.758848 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-93a68da6-57e1-4a8a-9790-6061b2596e8e req-f14e079d-ad66-4ebe-bc2a-17fc8d5733ce tempest-TenantUsagesTestJSON-1018229951 tempest-TenantUsagesTestJSON-1018229951-project] Deleting port 3e2b091a-6a3d-429a-b859-1934fd4396fa {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:23:32.759187 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-93a68da6-57e1-4a8a-9790-6061b2596e8e req-f14e079d-ad66-4ebe-bc2a-17fc8d5733ce tempest-TenantUsagesTestJSON-1018229951 tempest-TenantUsagesTestJSON-1018229951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:32.799689 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf390c0-9861-407b-869c-4ede68156353 req-cbebe4cd-a3ca-4b5a-8e77-0ea2dcfa105d tempest-TenantUsagesTestJSON-1018229951 tempest-TenantUsagesTestJSON-1018229951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:32.807020 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1cf390c0-9861-407b-869c-4ede68156353 req-cbebe4cd-a3ca-4b5a-8e77-0ea2dcfa105d tempest-TenantUsagesTestJSON-1018229951 tempest-TenantUsagesTestJSON-1018229951-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3ca5228-5a5b-4da5-8703-0a941e68b6e9 HTTP/1.1" status: 200 len: 949 time: 0.1401272 Apr 05 14:23:32.833731 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebe88730-cd91-43a2-92a0-8a71c458cfc2 req-898030d2-0e2c-4273-84ea-a18bbffc7a45 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Made reservation on behalf of da2dc5471d9a4be1863605b72a733c47 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:23:32.837398 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ebe88730-cd91-43a2-92a0-8a71c458cfc2 req-898030d2-0e2c-4273-84ea-a18bbffc7a45 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:32.906456 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1cf390c0-9861-407b-869c-4ede68156353 req-3e273085-5e9a-4ae6-88d8-75d20c1c85b0 tempest-TenantUsagesTestJSON-1018229951 tempest-TenantUsagesTestJSON-1018229951-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bf0a3d3-cc54-4282-8d83-991b07ad4b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956154 Apr 05 14:23:32.911386 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-93a68da6-57e1-4a8a-9790-6061b2596e8e req-f14e079d-ad66-4ebe-bc2a-17fc8d5733ce tempest-TenantUsagesTestJSON-1018229951 tempest-TenantUsagesTestJSON-1018229951-project] For port 3e2b091a-6a3d-429a-b859-1934fd4396fa, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=3e2b091a-6a3d-429a-b859-1934fd4396fa,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:23:32.912000 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-93a68da6-57e1-4a8a-9790-6061b2596e8e req-f14e079d-ad66-4ebe-bc2a-17fc8d5733ce tempest-TenantUsagesTestJSON-1018229951 tempest-TenantUsagesTestJSON-1018229951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:32.959810 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-93a68da6-57e1-4a8a-9790-6061b2596e8e req-f14e079d-ad66-4ebe-bc2a-17fc8d5733ce tempest-TenantUsagesTestJSON-1018229951 tempest-TenantUsagesTestJSON-1018229951-project] Calling delete_port for 3e2b091a-6a3d-429a-b859-1934fd4396fa owned by compute:nova {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:23:33.013715 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae5fe8-f49f-4f5e-a1ec-47a907da4815 req-320a0f26-baaf-40a8-8db7-cf8a671d7371 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:33.021831 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e8ae5fe8-f49f-4f5e-a1ec-47a907da4815 req-320a0f26-baaf-40a8-8db7-cf8a671d7371 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] 10.222.0.30 "GET /v2.0/ports?device_id=192a2ed9-04b1-48ae-9858-16dd070d5563 HTTP/1.1" status: 200 len: 949 time: 0.2830169 Apr 05 14:23:33.162810 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1d4ba7be-7e7b-4609-a96c-5197be50bcf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:33.174889 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e8ae5fe8-f49f-4f5e-a1ec-47a907da4815 req-24601940-ae70-49bf-9b25-8f3aed6acdb4 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b2cd59e-df43-4b0b-822a-abfbc6095915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527295 Apr 05 14:23:33.222488 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-ebe88730-cd91-43a2-92a0-8a71c458cfc2 req-898030d2-0e2c-4273-84ea-a18bbffc7a45 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Allocated IP 192.168.233.22 (80d671a8-d1ab-4472-891b-9c042fbd7800/b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a/4b01e6d9-69b4-4516-b052-cf59cfb7cc3d) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:23:33.238238 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6076fa-35a8-4b9d-b45e-45bc52c6db3a req-71ba7072-2754-460e-97a9-9190ccbd9442 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:33.239858 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9c6076fa-35a8-4b9d-b45e-45bc52c6db3a req-71ba7072-2754-460e-97a9-9190ccbd9442 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=75f27a9c-9807-428e-befc-a2cba004165f HTTP/1.1" status: 200 len: 949 time: 0.1495349 Apr 05 14:23:33.268585 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1d4ba7be-7e7b-4609-a96c-5197be50bcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:33.357768 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-1d4ba7be-7e7b-4609-a96c-5197be50bcf7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b91c73fe76d2478483c390440ca540a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6671646 Apr 05 14:23:33.366026 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 51890) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:23:33.374813 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4ba7be-7e7b-4609-a96c-5197be50bcf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9acfedcc-d53a-4570-9c86-d76125dac8da,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:33.384609 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9c6076fa-35a8-4b9d-b45e-45bc52c6db3a req-87e1bc75-0801-48bb-8d75-ff9f66bbf947 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318071 Apr 05 14:23:33.439714 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fb464a9e-68fb-451b-885b-8ce35e39e0a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:33.473819 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fb464a9e-68fb-451b-885b-8ce35e39e0a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:33.474214 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff15670-03fc-4d53-a76c-65f9a839566e req-67328e58-3909-41a4-bc8b-2de1b18e8d88 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:33.475782 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cff15670-03fc-4d53-a76c-65f9a839566e req-67328e58-3909-41a4-bc8b-2de1b18e8d88 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] 10.222.0.30 "GET /v2.0/ports?device_id=db9a038b-9c8e-41a0-a885-3ccc94e20813 HTTP/1.1" status: 200 len: 949 time: 0.1583905 Apr 05 14:23:33.529519 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-303b1538-070d-4655-b935-edb571d0313b req-3cfae8f3-d2d6-4a92-a55a-5ae10c952cfe tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/ports?device_id=696dd11d-f39b-498a-b781-62430e282f35 HTTP/1.1" status: 200 len: 210 time: 0.0508645 Apr 05 14:23:33.582572 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ebe88730-cd91-43a2-92a0-8a71c458cfc2 req-898030d2-0e2c-4273-84ea-a18bbffc7a45 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:33.587913 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cff15670-03fc-4d53-a76c-65f9a839566e req-4f3055ef-eb3e-4c6a-be7e-b0b4bb74eaae tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8901c82-f600-4e96-8375-691010c2b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058056 Apr 05 14:23:33.628802 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-93a68da6-57e1-4a8a-9790-6061b2596e8e req-f14e079d-ad66-4ebe-bc2a-17fc8d5733ce tempest-TenantUsagesTestJSON-1018229951 tempest-TenantUsagesTestJSON-1018229951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:33.641154 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['3e2b091a-6a3d-429a-b859-1934fd4396fa'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:23:33.658845 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14e079d-ad66-4ebe-bc2a-17fc8d5733ce tempest-TenantUsagesTestJSON-1018229951 tempest-TenantUsagesTestJSON-1018229951-project] Pushing event deleted for resources: {'Port': ['ID=3e2b091a-6a3d-429a-b859-1934fd4396fa,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:33.717075 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-93a68da6-57e1-4a8a-9790-6061b2596e8e req-f14e079d-ad66-4ebe-bc2a-17fc8d5733ce tempest-TenantUsagesTestJSON-1018229951 tempest-TenantUsagesTestJSON-1018229951-project] No DVR routers for this DVR port 3e2b091a-6a3d-429a-b859-1934fd4396fa on host n-h1-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:23:33.721902 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-93a68da6-57e1-4a8a-9790-6061b2596e8e req-f14e079d-ad66-4ebe-bc2a-17fc8d5733ce tempest-TenantUsagesTestJSON-1018229951 tempest-TenantUsagesTestJSON-1018229951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:33.725165 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-93a68da6-57e1-4a8a-9790-6061b2596e8e req-f14e079d-ad66-4ebe-bc2a-17fc8d5733ce tempest-TenantUsagesTestJSON-1018229951 tempest-TenantUsagesTestJSON-1018229951-project] 10.222.0.55 "DELETE /v2.0/ports/3e2b091a-6a3d-429a-b859-1934fd4396fa HTTP/1.1" status: 204 len: 173 time: 1.1526766 Apr 05 14:23:33.725608 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3ca5228-5a5b-4da5-8703-0a941e68b6e9', 'name': 'network-vif-deleted', 'tag': '3e2b091a-6a3d-429a-b859-1934fd4396fa'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:23:33.727839 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a229327-ed7f-404c-b41f-331abb6bd517" -d '{"events": [{"server_uuid": "e3ca5228-5a5b-4da5-8703-0a941e68b6e9", "name": "network-vif-deleted", "tag": "3e2b091a-6a3d-429a-b859-1934fd4396fa"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:23:33.766623 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8456a110-1efb-4e9f-95f9-daaab4a1f7ee x-openstack-request-id: req-8456a110-1efb-4e9f-95f9-daaab4a1f7ee {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:23:33.766915 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3ca5228-5a5b-4da5-8703-0a941e68b6e9", "name": "network-vif-deleted", "tag": "3e2b091a-6a3d-429a-b859-1934fd4396fa", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:23:33.767167 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8456a110-1efb-4e9f-95f9-daaab4a1f7ee {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:23:33.767567 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8456a110-1efb-4e9f-95f9-daaab4a1f7ee'] response: {'server_uuid': 'e3ca5228-5a5b-4da5-8703-0a941e68b6e9', 'name': 'network-vif-deleted', 'tag': '3e2b091a-6a3d-429a-b859-1934fd4396fa', 'status': 'completed', 'code': 200} Apr 05 14:23:33.839952 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fb464a9e-68fb-451b-885b-8ce35e39e0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:33.843084 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fb464a9e-68fb-451b-885b-8ce35e39e0a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:33.844355 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-fb464a9e-68fb-451b-885b-8ce35e39e0a1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9acfedcc-d53a-4570-9c86-d76125dac8da HTTP/1.1" status: 204 len: 168 time: 0.4770966 Apr 05 14:23:33.853864 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb464a9e-68fb-451b-885b-8ce35e39e0a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9acfedcc-d53a-4570-9c86-d76125dac8da,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:33.869881 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ebe88730-cd91-43a2-92a0-8a71c458cfc2 req-898030d2-0e2c-4273-84ea-a18bbffc7a45 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:33.885712 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['7fc68ca4-d00c-47a8-9c86-c999c1814ca7', '42c95353-0049-4a2d-ac9a-6292fea834ce'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:23:33.978182 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebe88730-cd91-43a2-92a0-8a71c458cfc2 req-898030d2-0e2c-4273-84ea-a18bbffc7a45 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Network 80d671a8-d1ab-4472-891b-9c042fbd7800 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:23:33.987680 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-ebe88730-cd91-43a2-92a0-8a71c458cfc2 req-898030d2-0e2c-4273-84ea-a18bbffc7a45 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:23:33.997998 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebe88730-cd91-43a2-92a0-8a71c458cfc2 req-898030d2-0e2c-4273-84ea-a18bbffc7a45 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:23:34.050071 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898030d2-0e2c-4273-84ea-a18bbffc7a45 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Pushing event updated for resources: {'Port': ['ID=4b01e6d9-69b4-4516-b052-cf59cfb7cc3d,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:34.130622 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7656ad65-eeb2-4fe6-815d-1a0e4ede5d78 req-33ba8daa-9f3a-48eb-a634-24ae025141e0 tempest-TenantUsagesTestJSON-1018229951 tempest-TenantUsagesTestJSON-1018229951-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3ca5228-5a5b-4da5-8703-0a941e68b6e9 HTTP/1.1" status: 200 len: 210 time: 0.0833118 Apr 05 14:23:34.149225 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe88730-cd91-43a2-92a0-8a71c458cfc2 req-898030d2-0e2c-4273-84ea-a18bbffc7a45 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:34.150298 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ebe88730-cd91-43a2-92a0-8a71c458cfc2 req-898030d2-0e2c-4273-84ea-a18bbffc7a45 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:34.252848 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ebe88730-cd91-43a2-92a0-8a71c458cfc2 req-898030d2-0e2c-4273-84ea-a18bbffc7a45 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7803984 Apr 05 14:23:34.265592 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-ebe88730-cd91-43a2-92a0-8a71c458cfc2 req-cc25282f-5bef-496d-a2e5-d19b0c9a469c service neutron] Request body: {'port': {'device_id': '696dd11d-f39b-498a-b781-62430e282f35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:23:34.387504 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ebe88730-cd91-43a2-92a0-8a71c458cfc2 req-cc25282f-5bef-496d-a2e5-d19b0c9a469c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:34.399233 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-0028edbd-5fc1-4997-988c-022e630b3b25 None None] Provisioning complete for port 4b01e6d9-69b4-4516-b052-cf59cfb7cc3d triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:23:34.399600 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0028edbd-5fc1-4997-988c-022e630b3b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:34.423219 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b17ee31-62fe-46d6-b194-f8d8ed1d76a1 req-9167db2c-775c-4fba-bcd5-916ca4d9ca12 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:34.424813 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2b17ee31-62fe-46d6-b194-f8d8ed1d76a1 req-9167db2c-775c-4fba-bcd5-916ca4d9ca12 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] 10.222.0.30 "GET /v2.0/ports?device_id=192a2ed9-04b1-48ae-9858-16dd070d5563 HTTP/1.1" status: 200 len: 949 time: 0.1096427 Apr 05 14:23:34.507521 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-0028edbd-5fc1-4997-988c-022e630b3b25 None None] Port 4b01e6d9-69b4-4516-b052-cf59cfb7cc3d cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:23:34.556811 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2b17ee31-62fe-46d6-b194-f8d8ed1d76a1 req-e00c5a40-020b-4ec1-881c-2e5b4414fcd0 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b2cd59e-df43-4b0b-822a-abfbc6095915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141744 Apr 05 14:23:34.637070 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797390d4-5361-4371-8bbb-ef87d325ecb1 req-d8f46792-a6fb-48f6-a4b4-cd0931f2441e tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:34.644147 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-797390d4-5361-4371-8bbb-ef87d325ecb1 req-d8f46792-a6fb-48f6-a4b4-cd0931f2441e tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=75f27a9c-9807-428e-befc-a2cba004165f HTTP/1.1" status: 200 len: 949 time: 0.0954356 Apr 05 14:23:34.673609 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device ecdbb506-2580-4010-aabe-6104618c1287 up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:23:34.760942 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-797390d4-5361-4371-8bbb-ef87d325ecb1 req-c037c924-289b-4bf8-9ec5-08293c416ceb tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933168 Apr 05 14:23:34.797601 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94400efd-f182-411a-aec8-4b68138e492d req-7bf47b3f-64fc-42c7-a46f-f60753cea55c tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:34.797601 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-94400efd-f182-411a-aec8-4b68138e492d req-7bf47b3f-64fc-42c7-a46f-f60753cea55c tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/ports?device_id=696dd11d-f39b-498a-b781-62430e282f35 HTTP/1.1" status: 200 len: 935 time: 0.1079838 Apr 05 14:23:34.856938 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-94400efd-f182-411a-aec8-4b68138e492d req-5edc9b94-50c3-4954-be38-6bd1fcb3730d tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/security-groups?id=024b129f-f256-4015-8a11-f785d9d68dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710211 Apr 05 14:23:34.923226 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-ebe88730-cd91-43a2-92a0-8a71c458cfc2 req-cc25282f-5bef-496d-a2e5-d19b0c9a469c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b01e6d9-69b4-4516-b052-cf59cfb7cc3d {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:23:34.938936 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5791387-4a89-462f-a01c-a6bbd8d55068 req-8baa91a9-a44f-41e5-b5e1-047b8c3fa4ee tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:34.940500 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c5791387-4a89-462f-a01c-a6bbd8d55068 req-8baa91a9-a44f-41e5-b5e1-047b8c3fa4ee tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] 10.222.0.30 "GET /v2.0/ports?device_id=db9a038b-9c8e-41a0-a885-3ccc94e20813 HTTP/1.1" status: 200 len: 949 time: 0.1065917 Apr 05 14:23:34.942421 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ebe88730-cd91-43a2-92a0-8a71c458cfc2 req-cc25282f-5bef-496d-a2e5-d19b0c9a469c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:34.968855 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-ebe88730-cd91-43a2-92a0-8a71c458cfc2 req-cc25282f-5bef-496d-a2e5-d19b0c9a469c service neutron] Transition to ACTIVE for port object 4b01e6d9-69b4-4516-b052-cf59cfb7cc3d will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:23:34.989561 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c5791387-4a89-462f-a01c-a6bbd8d55068 req-95394081-0021-4f26-95ed-86d601c64ca0 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8901c82-f600-4e96-8375-691010c2b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403638 Apr 05 14:23:35.026200 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning for port ecdbb506-2580-4010-aabe-6104618c1287 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:23:35.031705 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port ecdbb506-2580-4010-aabe-6104618c1287 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:23:35.034722 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:35.112493 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:35.138594 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '192a2ed9-04b1-48ae-9858-16dd070d5563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecdbb506-2580-4010-aabe-6104618c1287'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:23:35.140975 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ebe88730-cd91-43a2-92a0-8a71c458cfc2 req-cc25282f-5bef-496d-a2e5-d19b0c9a469c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:35.142236 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46299c49-0bc4-4b3e-98f8-ed5df1f01ebe" -d '{"events": [{"server_uuid": "192a2ed9-04b1-48ae-9858-16dd070d5563", "name": "network-vif-plugged", "status": "completed", "tag": "ecdbb506-2580-4010-aabe-6104618c1287"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:23:35.157419 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port ecdbb506-2580-4010-aabe-6104618c1287, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=ecdbb506-2580-4010-aabe-6104618c1287,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:23:35.218748 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815a45a1-9739-4f70-9d0c-2f47b1e21fbc x-openstack-request-id: req-815a45a1-9739-4f70-9d0c-2f47b1e21fbc {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:23:35.219069 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "192a2ed9-04b1-48ae-9858-16dd070d5563", "name": "network-vif-plugged", "status": "completed", "tag": "ecdbb506-2580-4010-aabe-6104618c1287", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:23:35.219330 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-815a45a1-9739-4f70-9d0c-2f47b1e21fbc {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:23:35.220186 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-815a45a1-9739-4f70-9d0c-2f47b1e21fbc'] response: {'server_uuid': '192a2ed9-04b1-48ae-9858-16dd070d5563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecdbb506-2580-4010-aabe-6104618c1287', 'code': 200} Apr 05 14:23:35.224052 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc25282f-5bef-496d-a2e5-d19b0c9a469c service neutron] Pushing event updated for resources: {'Port': ['ID=4b01e6d9-69b4-4516-b052-cf59cfb7cc3d,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:35.293758 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1635747b-26a8-459b-855f-82fbf2ec6c71 req-3a79227c-c526-413d-9a40-45c03ba9ee69 tempest-TenantUsagesTestJSON-1018229951 tempest-TenantUsagesTestJSON-1018229951-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3ca5228-5a5b-4da5-8703-0a941e68b6e9 HTTP/1.1" status: 200 len: 210 time: 0.0617595 Apr 05 14:23:35.308438 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:35.309296 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 3ef31e17-8c75-443c-b111-4a240a573bd4 up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:23:35.363361 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d88f2-7e4c-458e-842b-d429c189d5a8 req-903210df-f312-4421-b35c-6821a926ec98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:35.377731 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-c04d88f2-7e4c-458e-842b-d429c189d5a8 req-903210df-f312-4421-b35c-6821a926ec98 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=192a2ed9-04b1-48ae-9858-16dd070d5563 HTTP/1.1" status: 200 len: 1101 time: 0.0805154 Apr 05 14:23:35.400270 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-ebe88730-cd91-43a2-92a0-8a71c458cfc2 req-cc25282f-5bef-496d-a2e5-d19b0c9a469c service neutron] Attempting to bind port 4b01e6d9-69b4-4516-b052-cf59cfb7cc3d on host n-h2-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:23:35.400505 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-ebe88730-cd91-43a2-92a0-8a71c458cfc2 req-cc25282f-5bef-496d-a2e5-d19b0c9a469c service neutron] Attempting to bind port 4b01e6d9-69b4-4516-b052-cf59cfb7cc3d by drivers openvswitch,hyperv on host n-h2-836650-2 at level 0 using segments [{'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:23:35.400831 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe88730-cd91-43a2-92a0-8a71c458cfc2 req-cc25282f-5bef-496d-a2e5-d19b0c9a469c service neutron] Attempting to bind port 4b01e6d9-69b4-4516-b052-cf59cfb7cc3d on network 80d671a8-d1ab-4472-891b-9c042fbd7800 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:23:35.410491 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe88730-cd91-43a2-92a0-8a71c458cfc2 req-cc25282f-5bef-496d-a2e5-d19b0c9a469c service neutron] Port 4b01e6d9-69b4-4516-b052-cf59cfb7cc3d on network 80d671a8-d1ab-4472-891b-9c042fbd7800 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:23:35.410948 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe88730-cd91-43a2-92a0-8a71c458cfc2 req-cc25282f-5bef-496d-a2e5-d19b0c9a469c service neutron] Attempting to bind port 4b01e6d9-69b4-4516-b052-cf59cfb7cc3d on network 80d671a8-d1ab-4472-891b-9c042fbd7800 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:23:35.419267 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe88730-cd91-43a2-92a0-8a71c458cfc2 req-cc25282f-5bef-496d-a2e5-d19b0c9a469c service neutron] Checking agent: {'id': '6d8cf521-24bb-4b6a-bbae-0284f5c87a9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:23:35.419651 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe88730-cd91-43a2-92a0-8a71c458cfc2 req-cc25282f-5bef-496d-a2e5-d19b0c9a469c service neutron] Checking segment: {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:23:35.421281 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe88730-cd91-43a2-92a0-8a71c458cfc2 req-cc25282f-5bef-496d-a2e5-d19b0c9a469c service neutron] Bound using segment: {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:23:35.422192 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-ebe88730-cd91-43a2-92a0-8a71c458cfc2 req-cc25282f-5bef-496d-a2e5-d19b0c9a469c service neutron] Bound port: 4b01e6d9-69b4-4516-b052-cf59cfb7cc3d, host: n-h2-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:23:35.422654 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ebe88730-cd91-43a2-92a0-8a71c458cfc2 req-cc25282f-5bef-496d-a2e5-d19b0c9a469c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:35.440978 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=ecdbb506-2580-4010-aabe-6104618c1287,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:35.446483 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-c04d88f2-7e4c-458e-842b-d429c189d5a8 req-86099de5-a26a-4a5f-b823-f019526de410 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3b2cd59e-df43-4b0b-822a-abfbc6095915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604470 Apr 05 14:23:35.494144 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-ebe88730-cd91-43a2-92a0-8a71c458cfc2 req-cc25282f-5bef-496d-a2e5-d19b0c9a469c service neutron] For port 4b01e6d9-69b4-4516-b052-cf59cfb7cc3d, host n-h2-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:23:35.497440 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-ebe88730-cd91-43a2-92a0-8a71c458cfc2 req-cc25282f-5bef-496d-a2e5-d19b0c9a469c service neutron] For port 4b01e6d9-69b4-4516-b052-cf59cfb7cc3d, host n-h2-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=4b01e6d9-69b4-4516-b052-cf59cfb7cc3d,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:23:35.542827 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning for port 3ef31e17-8c75-443c-b111-4a240a573bd4 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:23:35.552557 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port 3ef31e17-8c75-443c-b111-4a240a573bd4 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:23:35.553995 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:35.606779 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ebe88730-cd91-43a2-92a0-8a71c458cfc2 req-cc25282f-5bef-496d-a2e5-d19b0c9a469c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:35.671464 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:35.716729 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 3ef31e17-8c75-443c-b111-4a240a573bd4, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=3ef31e17-8c75-443c-b111-4a240a573bd4,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:23:35.725558 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe88730-cd91-43a2-92a0-8a71c458cfc2 req-cc25282f-5bef-496d-a2e5-d19b0c9a469c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:35.726298 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ebe88730-cd91-43a2-92a0-8a71c458cfc2 req-cc25282f-5bef-496d-a2e5-d19b0c9a469c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:35.727745 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ebe88730-cd91-43a2-92a0-8a71c458cfc2 req-cc25282f-5bef-496d-a2e5-d19b0c9a469c service neutron] 10.222.0.11 "PUT /v2.0/ports/4b01e6d9-69b4-4516-b052-cf59cfb7cc3d HTTP/1.1" status: 200 len: 1095 time: 1.4670355 Apr 05 14:23:35.728320 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '696dd11d-f39b-498a-b781-62430e282f35', 'tag': '4b01e6d9-69b4-4516-b052-cf59cfb7cc3d'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:23:35.730762 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b249e0cf-9424-4456-9265-5abba6453d4a" -d '{"events": [{"name": "network-changed", "server_uuid": "696dd11d-f39b-498a-b781-62430e282f35", "tag": "4b01e6d9-69b4-4516-b052-cf59cfb7cc3d"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:23:35.752599 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc25282f-5bef-496d-a2e5-d19b0c9a469c service neutron] Pushing event updated for resources: {'Port': ['ID=4b01e6d9-69b4-4516-b052-cf59cfb7cc3d,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:35.776093 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a741747c-5040-4182-a44b-b83b996e4ba5 req-89c8bc98-aaa6-47cc-a414-def68333eeb4 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:35.777851 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a741747c-5040-4182-a44b-b83b996e4ba5 req-89c8bc98-aaa6-47cc-a414-def68333eeb4 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] 10.222.0.30 "GET /v2.0/ports?device_id=192a2ed9-04b1-48ae-9858-16dd070d5563 HTTP/1.1" status: 200 len: 950 time: 0.1022625 Apr 05 14:23:35.793090 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c4f801-a73d-4af8-a2cf-4d549432c9d6 x-openstack-request-id: req-01c4f801-a73d-4af8-a2cf-4d549432c9d6 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:23:35.793434 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "696dd11d-f39b-498a-b781-62430e282f35", "tag": "4b01e6d9-69b4-4516-b052-cf59cfb7cc3d", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:23:35.793800 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-01c4f801-a73d-4af8-a2cf-4d549432c9d6 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:23:35.794257 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01c4f801-a73d-4af8-a2cf-4d549432c9d6'] response: {'name': 'network-changed', 'server_uuid': '696dd11d-f39b-498a-b781-62430e282f35', 'tag': '4b01e6d9-69b4-4516-b052-cf59cfb7cc3d', 'status': 'completed', 'code': 200} Apr 05 14:23:35.794591 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:35.838558 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a741747c-5040-4182-a44b-b83b996e4ba5 req-3b60bbd7-9b38-4b40-b295-254a7d5984f7 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b2cd59e-df43-4b0b-822a-abfbc6095915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496371 Apr 05 14:23:35.925209 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b249e0cf-9424-4456-9265-5abba6453d4a req-6d6b3318-7335-4ef6-8911-4a89e24b1b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:35.928544 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b249e0cf-9424-4456-9265-5abba6453d4a req-6d6b3318-7335-4ef6-8911-4a89e24b1b3c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=da2dc5471d9a4be1863605b72a733c47&device_id=696dd11d-f39b-498a-b781-62430e282f35 HTTP/1.1" status: 200 len: 1098 time: 0.0883453 Apr 05 14:23:35.946861 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=3ef31e17-8c75-443c-b111-4a240a573bd4,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:35.968055 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b249e0cf-9424-4456-9265-5abba6453d4a req-918bdb1a-b9a7-4af1-bfd5-a0916f9a3e0e service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=da2dc5471d9a4be1863605b72a733c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295293 Apr 05 14:23:36.102962 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b9f3e2-5d1f-4476-bbfd-76ecb6d176b7 req-7b51d934-cb07-42ce-bff9-62538f1839e0 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:36.104442 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-43b9f3e2-5d1f-4476-bbfd-76ecb6d176b7 req-7b51d934-cb07-42ce-bff9-62538f1839e0 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/ports?device_id=696dd11d-f39b-498a-b781-62430e282f35 HTTP/1.1" status: 200 len: 947 time: 0.1327367 Apr 05 14:23:36.143533 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40449239-4a3f-4eee-8947-f4c7909ce4c6 req-fa0e5ece-51f4-4a05-9791-e3cdf6e1bbfc tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:36.145021 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-40449239-4a3f-4eee-8947-f4c7909ce4c6 req-fa0e5ece-51f4-4a05-9791-e3cdf6e1bbfc tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=75f27a9c-9807-428e-befc-a2cba004165f HTTP/1.1" status: 200 len: 949 time: 0.1432433 Apr 05 14:23:36.195538 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b249e0cf-9424-4456-9265-5abba6453d4a req-082dfb99-05d4-4e02-af4a-db787c42805e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:36.197022 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b249e0cf-9424-4456-9265-5abba6453d4a req-082dfb99-05d4-4e02-af4a-db787c42805e service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1941731 Apr 05 14:23:36.202428 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-43b9f3e2-5d1f-4476-bbfd-76ecb6d176b7 req-df46b78b-6c2a-4c2c-8f94-dd69a9de5da1 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/security-groups?id=024b129f-f256-4015-8a11-f785d9d68dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888991 Apr 05 14:23:36.223108 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-40449239-4a3f-4eee-8947-f4c7909ce4c6 req-f22e42df-f161-402d-a214-407ab48d1374 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689616 Apr 05 14:23:36.295126 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe88730-cd91-43a2-92a0-8a71c458cfc2 req-3a027cb0-919b-493f-85ef-4d843757e286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:36.297296 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ebe88730-cd91-43a2-92a0-8a71c458cfc2 req-3a027cb0-919b-493f-85ef-4d843757e286 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=da2dc5471d9a4be1863605b72a733c47&device_id=696dd11d-f39b-498a-b781-62430e282f35 HTTP/1.1" status: 200 len: 1098 time: 0.0524268 Apr 05 14:23:36.361319 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ebe88730-cd91-43a2-92a0-8a71c458cfc2 req-02951f9f-b2fa-4d9b-9a04-e27f5c73a7bf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=4b01e6d9-69b4-4516-b052-cf59cfb7cc3d HTTP/1.1" status: 200 len: 217 time: 0.0487199 Apr 05 14:23:36.414336 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073a7be5-ad2a-4d93-99a8-7b83f9c20799 req-287a53ae-91ea-44fb-9910-4120c63546fd tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:36.415859 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-073a7be5-ad2a-4d93-99a8-7b83f9c20799 req-287a53ae-91ea-44fb-9910-4120c63546fd tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] 10.222.0.30 "GET /v2.0/ports?device_id=db9a038b-9c8e-41a0-a885-3ccc94e20813 HTTP/1.1" status: 200 len: 950 time: 0.1125355 Apr 05 14:23:36.454305 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe88730-cd91-43a2-92a0-8a71c458cfc2 req-70e8ab26-4e4f-4805-be5a-29f45b5a97e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:36.455643 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ebe88730-cd91-43a2-92a0-8a71c458cfc2 req-70e8ab26-4e4f-4805-be5a-29f45b5a97e5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.0838056 Apr 05 14:23:36.482876 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-073a7be5-ad2a-4d93-99a8-7b83f9c20799 req-5d63fc7d-fac6-4079-a3ff-fbcd79047a3c tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8901c82-f600-4e96-8375-691010c2b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564752 Apr 05 14:23:36.513592 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe88730-cd91-43a2-92a0-8a71c458cfc2 req-999b48f9-326c-4cb3-a926-0a02b349e67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:36.515234 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ebe88730-cd91-43a2-92a0-8a71c458cfc2 req-999b48f9-326c-4cb3-a926-0a02b349e67b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0473652 Apr 05 14:23:36.613553 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ebe88730-cd91-43a2-92a0-8a71c458cfc2 req-bf10c7fc-1609-4bbd-a97c-357053a5aa9e service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904613 Apr 05 14:23:36.724480 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ebe88730-cd91-43a2-92a0-8a71c458cfc2 req-8fc92b1b-54f7-4fbc-b944-8c811735fd82 service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976439 Apr 05 14:23:36.808242 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 3e2b091a-6a3d-429a-b859-1934fd4396fa no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:23:36.830528 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] No Port match for: 3e2b091a-6a3d-429a-b859-1934fd4396fa {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:23:36.830872 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 3e2b091a-6a3d-429a-b859-1934fd4396fa not bound to the agent host n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:23:36.977482 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 52038) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:23:37.041383 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e0365-15ca-4e3d-ae20-f50b20283646 req-5121e75a-8a64-4823-9ec8-b8cd91061d89 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:37.043137 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-684e0365-15ca-4e3d-ae20-f50b20283646 req-5121e75a-8a64-4823-9ec8-b8cd91061d89 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] 10.222.0.30 "GET /v2.0/ports?device_id=192a2ed9-04b1-48ae-9858-16dd070d5563 HTTP/1.1" status: 200 len: 950 time: 0.0591493 Apr 05 14:23:37.081742 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-684e0365-15ca-4e3d-ae20-f50b20283646 req-274ac4e7-0893-49eb-9342-cbee65ac0fd8 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b2cd59e-df43-4b0b-822a-abfbc6095915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324504 Apr 05 14:23:37.169410 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-e06ac3ba-821d-4c0f-a5e1-fd0c897b3f91 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=40423ec2c03e4a32a394daf0c781262c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1906939 Apr 05 14:23:37.172138 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 52050) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:23:37.221524 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db9a038b-9c8e-41a0-a885-3ccc94e20813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef31e17-8c75-443c-b111-4a240a573bd4'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:23:37.224032 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed8ae5cf-7eea-4225-8cc1-b9c202098bb2" -d '{"events": [{"server_uuid": "db9a038b-9c8e-41a0-a885-3ccc94e20813", "name": "network-vif-plugged", "status": "completed", "tag": "3ef31e17-8c75-443c-b111-4a240a573bd4"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:23:37.229445 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-aa9c6dbc-e5c8-46c0-9afc-27f0b39a5958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:37.252068 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-aa9c6dbc-e5c8-46c0-9afc-27f0b39a5958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:37.262448 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-949da687-54ab-47b5-a822-5949239573c8 x-openstack-request-id: req-949da687-54ab-47b5-a822-5949239573c8 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:23:37.262936 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db9a038b-9c8e-41a0-a885-3ccc94e20813", "name": "network-vif-plugged", "status": "completed", "tag": "3ef31e17-8c75-443c-b111-4a240a573bd4", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:23:37.263194 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-949da687-54ab-47b5-a822-5949239573c8 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:23:37.263586 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-949da687-54ab-47b5-a822-5949239573c8'] response: {'server_uuid': 'db9a038b-9c8e-41a0-a885-3ccc94e20813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef31e17-8c75-443c-b111-4a240a573bd4', 'code': 200} Apr 05 14:23:37.388966 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53588874-4891-4273-b6aa-f1abd68a8c02 req-704d4f82-d500-4bc8-96e4-f2b4ed5911e8 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:37.390995 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-53588874-4891-4273-b6aa-f1abd68a8c02 req-704d4f82-d500-4bc8-96e4-f2b4ed5911e8 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/ports?device_id=696dd11d-f39b-498a-b781-62430e282f35 HTTP/1.1" status: 200 len: 947 time: 0.0744076 Apr 05 14:23:37.394086 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a62ccc-7a0d-4fef-b72e-739efdc1a7bc req-448270bd-e409-4ab8-b2a0-7528f9451852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:37.395429 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-22a62ccc-7a0d-4fef-b72e-739efdc1a7bc req-448270bd-e409-4ab8-b2a0-7528f9451852 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=db9a038b-9c8e-41a0-a885-3ccc94e20813 HTTP/1.1" status: 200 len: 1101 time: 0.0689690 Apr 05 14:23:37.395998 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-aa9c6dbc-e5c8-46c0-9afc-27f0b39a5958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:37.398540 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-aa9c6dbc-e5c8-46c0-9afc-27f0b39a5958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:37.399548 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-aa9c6dbc-e5c8-46c0-9afc-27f0b39a5958 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3bf0a3d3-cc54-4282-8d83-991b07ad4b93 HTTP/1.1" status: 204 len: 168 time: 0.2267876 Apr 05 14:23:37.434984 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9c6dbc-e5c8-46c0-9afc-27f0b39a5958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf0a3d3-cc54-4282-8d83-991b07ad4b93,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:37.466051 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-53588874-4891-4273-b6aa-f1abd68a8c02 req-11d2bd07-0985-4929-adf7-de8fa4eaab59 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/security-groups?id=024b129f-f256-4015-8a11-f785d9d68dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654368 Apr 05 14:23:37.468259 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-22a62ccc-7a0d-4fef-b72e-739efdc1a7bc req-66b9782c-81d1-4be0-af37-b425133eb7da service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d8901c82-f600-4e96-8375-691010c2b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636947 Apr 05 14:23:37.616412 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04f1f6b-9a30-4d6c-8583-3d140375652d req-25e61643-ae86-4595-82f5-3c49dd9ec8c0 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:37.617929 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d04f1f6b-9a30-4d6c-8583-3d140375652d req-25e61643-ae86-4595-82f5-3c49dd9ec8c0 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=75f27a9c-9807-428e-befc-a2cba004165f HTTP/1.1" status: 200 len: 949 time: 0.0500090 Apr 05 14:23:37.656760 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d04f1f6b-9a30-4d6c-8583-3d140375652d req-46ff2e24-1346-47e4-ba54-8a116ca5958a tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326746 Apr 05 14:23:37.761846 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57a9b56-052f-4aa6-b9e1-72e5a0e80f31 req-a607fbb2-88a1-4c76-a8f6-52e9be5b9ef7 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:37.763422 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c57a9b56-052f-4aa6-b9e1-72e5a0e80f31 req-a607fbb2-88a1-4c76-a8f6-52e9be5b9ef7 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] 10.222.0.30 "GET /v2.0/ports?device_id=db9a038b-9c8e-41a0-a885-3ccc94e20813 HTTP/1.1" status: 200 len: 950 time: 0.0482841 Apr 05 14:23:37.804787 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c57a9b56-052f-4aa6-b9e1-72e5a0e80f31 req-6e5adbef-0e2b-4a69-bc81-72678a1965f3 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8901c82-f600-4e96-8375-691010c2b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332949 Apr 05 14:23:38.107288 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 52100) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:23:38.120471 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6372080e-9f2d-4a86-93aa-a57e8081242b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:38.226787 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3f7810-652e-48a7-8d39-9d9cfbd9efcc req-a3895ae1-60ba-4bf8-9d53-7be5fb5cfffc tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:38.228262 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3a3f7810-652e-48a7-8d39-9d9cfbd9efcc req-a3895ae1-60ba-4bf8-9d53-7be5fb5cfffc tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] 10.222.0.30 "GET /v2.0/ports?device_id=192a2ed9-04b1-48ae-9858-16dd070d5563 HTTP/1.1" status: 200 len: 950 time: 0.0694134 Apr 05 14:23:38.246283 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6372080e-9f2d-4a86-93aa-a57e8081242b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:38.273889 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3a3f7810-652e-48a7-8d39-9d9cfbd9efcc req-6c289e9b-0e87-407d-b746-5c99769e9d44 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b2cd59e-df43-4b0b-822a-abfbc6095915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364499 Apr 05 14:23:38.366045 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6372080e-9f2d-4a86-93aa-a57e8081242b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:38.409221 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6372080e-9f2d-4a86-93aa-a57e8081242b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2df03518-9e5a-494e-96fc-a4fd89cde3b9,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:38.421006 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-6372080e-9f2d-4a86-93aa-a57e8081242b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=939c2ba8087b437597a370524cdec6a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3085966 Apr 05 14:23:38.422850 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 52110) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:23:38.429453 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 52112) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:23:38.480162 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6f72abd6-b109-4880-bebc-6ee98f56f26a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:38.506651 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6f72abd6-b109-4880-bebc-6ee98f56f26a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:38.610257 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a9402b-5e7d-480b-80eb-04b17c4bfb1a req-3f0a9326-a6f7-42b9-a98f-b17aeac2a669 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:38.611768 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e4a9402b-5e7d-480b-80eb-04b17c4bfb1a req-3f0a9326-a6f7-42b9-a98f-b17aeac2a669 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/ports?device_id=696dd11d-f39b-498a-b781-62430e282f35 HTTP/1.1" status: 200 len: 947 time: 0.0607395 Apr 05 14:23:38.631814 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-37469787-91db-491d-8f54-2c130ec76444 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:38.676580 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e4a9402b-5e7d-480b-80eb-04b17c4bfb1a req-283dabf8-e201-4be8-8bf7-49209b6b5af3 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/security-groups?id=024b129f-f256-4015-8a11-f785d9d68dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573146 Apr 05 14:23:38.691202 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6f72abd6-b109-4880-bebc-6ee98f56f26a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:38.693885 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6f72abd6-b109-4880-bebc-6ee98f56f26a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:38.695756 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-6f72abd6-b109-4880-bebc-6ee98f56f26a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2df03518-9e5a-494e-96fc-a4fd89cde3b9 HTTP/1.1" status: 204 len: 168 time: 0.2710612 Apr 05 14:23:38.714083 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f72abd6-b109-4880-bebc-6ee98f56f26a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df03518-9e5a-494e-96fc-a4fd89cde3b9,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:38.787614 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-37469787-91db-491d-8f54-2c130ec76444 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:39.051110 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-37469787-91db-491d-8f54-2c130ec76444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:39.138608 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-37469787-91db-491d-8f54-2c130ec76444 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=909e8682089d4d059ebc309d8bca7a08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7070708 Apr 05 14:23:39.142046 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 52144) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:23:39.147147 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37469787-91db-491d-8f54-2c130ec76444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=474bffdc-4039-4903-9391-73a05341c8a2,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:39.180376 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec03b58-0994-4258-a63a-859b68df997e req-e872252c-f010-4ce3-864b-44325f35163a tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:39.181968 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-aec03b58-0994-4258-a63a-859b68df997e req-e872252c-f010-4ce3-864b-44325f35163a tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=75f27a9c-9807-428e-befc-a2cba004165f HTTP/1.1" status: 200 len: 949 time: 0.1107180 Apr 05 14:23:39.190391 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de9ab6-7c85-4c5c-9108-f449106333c7 req-7f6cc1ca-8fb0-4757-aa3a-f044eb690ea7 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:39.197923 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d6de9ab6-7c85-4c5c-9108-f449106333c7 req-7f6cc1ca-8fb0-4757-aa3a-f044eb690ea7 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/networks?id=eff47457-946f-46a8-bea0-e56e031eed3c HTTP/1.1" status: 200 len: 805 time: 0.4158008 Apr 05 14:23:39.222314 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d6de9ab6-7c85-4c5c-9108-f449106333c7 req-85556890-f6bd-4c9a-ae4f-475ec8f48caf tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/quotas/fa388235fba04a88868f93e44b88b55c HTTP/1.1" status: 200 len: 375 time: 0.0236969 Apr 05 14:23:39.224756 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b40ef4f9-4c5f-4be9-ae85-342d28eb38f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:39.248647 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b40ef4f9-4c5f-4be9-ae85-342d28eb38f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:39.268806 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-aec03b58-0994-4258-a63a-859b68df997e req-0aa584c2-b379-4ac5-ac5d-68c638a64ce3 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690329 Apr 05 14:23:39.288131 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d6de9ab6-7c85-4c5c-9108-f449106333c7 req-e4f20942-ca6a-4257-b648-c13b32c0997f tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=fa388235fba04a88868f93e44b88b55c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0580604 Apr 05 14:23:39.371211 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b40ef4f9-4c5f-4be9-ae85-342d28eb38f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:39.373893 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b40ef4f9-4c5f-4be9-ae85-342d28eb38f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:39.375448 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-b40ef4f9-4c5f-4be9-ae85-342d28eb38f6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/474bffdc-4039-4903-9391-73a05341c8a2 HTTP/1.1" status: 204 len: 168 time: 0.2323015 Apr 05 14:23:39.384003 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ef4f9-4c5f-4be9-ae85-342d28eb38f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474bffdc-4039-4903-9391-73a05341c8a2,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:39.433564 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af705dbc-3272-4c2f-972c-af162223c277 req-209a84a4-aeea-4a66-a358-0dccdeaea9bc tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:39.435190 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-af705dbc-3272-4c2f-972c-af162223c277 req-209a84a4-aeea-4a66-a358-0dccdeaea9bc tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] 10.222.0.30 "GET /v2.0/ports?device_id=db9a038b-9c8e-41a0-a885-3ccc94e20813 HTTP/1.1" status: 200 len: 950 time: 0.0830078 Apr 05 14:23:39.439930 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d6de9ab6-7c85-4c5c-9108-f449106333c7 req-e2296d9b-4a8a-4713-97fd-e63ee10429bc service neutron] 10.222.0.30 "GET /v2.0/networks/eff47457-946f-46a8-bea0-e56e031eed3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447549 Apr 05 14:23:39.532668 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-af705dbc-3272-4c2f-972c-af162223c277 req-b08d8d60-a0c1-4e6c-b672-ba8928dfabc3 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8901c82-f600-4e96-8375-691010c2b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838742 Apr 05 14:23:39.570283 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d6de9ab6-7c85-4c5c-9108-f449106333c7 req-e22aecde-3c9a-4ba4-999a-ed359a2d0f30 service neutron] 10.222.0.30 "GET /v2.0/networks/eff47457-946f-46a8-bea0-e56e031eed3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203053 Apr 05 14:23:39.664535 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b409772b-d286-40f9-835a-d6c7697923a8 req-631045e1-5a6f-4bac-af38-5e4864432212 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:39.666090 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b409772b-d286-40f9-835a-d6c7697923a8 req-631045e1-5a6f-4bac-af38-5e4864432212 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] 10.222.0.30 "GET /v2.0/ports?device_id=192a2ed9-04b1-48ae-9858-16dd070d5563 HTTP/1.1" status: 200 len: 950 time: 0.0628800 Apr 05 14:23:39.706697 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b409772b-d286-40f9-835a-d6c7697923a8 req-6b6555f1-a016-497d-b9d6-c2e15e93eea5 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b2cd59e-df43-4b0b-822a-abfbc6095915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335488 Apr 05 14:23:39.833776 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a251c785-715d-456f-a28c-f69c3e05b311 req-9089daa2-832b-42a1-9364-5fcb5bc47efe tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:39.835442 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a251c785-715d-456f-a28c-f69c3e05b311 req-9089daa2-832b-42a1-9364-5fcb5bc47efe tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/ports?device_id=696dd11d-f39b-498a-b781-62430e282f35 HTTP/1.1" status: 200 len: 947 time: 0.0701168 Apr 05 14:23:39.867100 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c6d1615a-9c3b-48c7-a9f2-ff8098c1d51b req-38557587-0956-4623-ae4c-217b1bf0657c tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d6bf638-89f5-4c77-aa7e-86f315d6da75 HTTP/1.1" status: 200 len: 210 time: 0.0425489 Apr 05 14:23:39.906144 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a251c785-715d-456f-a28c-f69c3e05b311 req-f953badb-2a1a-46e1-96de-62f968d52a0f tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/security-groups?id=024b129f-f256-4015-8a11-f785d9d68dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605474 Apr 05 14:23:39.971781 n-d-836650-2 neutron-server[103320]: INFO neutron.api.v2.resource [req-0050e809-e6b3-473e-aa3c-639d74760246 req-cde344dc-e099-4629-a4f7-080c3fbf943c service neutron] show failed (client error): The resource could not be found. Apr 05 14:23:39.972850 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0050e809-e6b3-473e-aa3c-639d74760246 req-cde344dc-e099-4629-a4f7-080c3fbf943c service neutron] 10.222.0.11 "GET /v2.0/ports/1a02dac2-1e82-4f40-b2ef-73f085c332f9/bindings/n-h1-836650-2 HTTP/1.1" status: 404 len: 380 time: 0.0758688 Apr 05 14:23:40.067252 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 52174) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:23:40.087039 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c97c37ee-797d-4065-8478-9f6addc718ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:40.175380 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe67464f-502a-4c20-8057-6f84929b6d66 req-2e5b0d2f-44d2-41b0-9e9c-95b716a2708b tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:40.177118 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-fe67464f-502a-4c20-8057-6f84929b6d66 req-2e5b0d2f-44d2-41b0-9e9c-95b716a2708b tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ec21594-b003-4844-80cc-7cbc38ce9b0c HTTP/1.1" status: 200 len: 967 time: 0.0524611 Apr 05 14:23:40.185150 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c97c37ee-797d-4065-8478-9f6addc718ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:40.260708 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c97c37ee-797d-4065-8478-9f6addc718ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:40.277672 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-fe67464f-502a-4c20-8057-6f84929b6d66 req-2ed228ba-af91-47c0-ba6b-5300807ebe4b tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Deleting port c45020a5-bfec-4334-9a2e-6b3292dfa8f9 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:23:40.278143 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-fe67464f-502a-4c20-8057-6f84929b6d66 req-2ed228ba-af91-47c0-ba6b-5300807ebe4b tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:40.299691 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c37ee-797d-4065-8478-9f6addc718ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f59248-3a21-4f8a-b9f6-be78bd46adbb,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:40.304138 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-c97c37ee-797d-4065-8478-9f6addc718ab admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=427792bdc72944a6b572a2a8e8e3b015&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2358711 Apr 05 14:23:40.309371 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 52180) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:23:40.384015 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-fe67464f-502a-4c20-8057-6f84929b6d66 req-2ed228ba-af91-47c0-ba6b-5300807ebe4b tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] For port c45020a5-bfec-4334-9a2e-6b3292dfa8f9, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=c45020a5-bfec-4334-9a2e-6b3292dfa8f9,segment=NetworkSegment(0f730d0b-c342-4343-8a7b-7d51c303621d),segment_id=0f730d0b-c342-4343-8a7b-7d51c303621d)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:23:40.384760 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-fe67464f-502a-4c20-8057-6f84929b6d66 req-2ed228ba-af91-47c0-ba6b-5300807ebe4b tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:40.410939 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-fe67464f-502a-4c20-8057-6f84929b6d66 req-2ed228ba-af91-47c0-ba6b-5300807ebe4b tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Calling delete_port for c45020a5-bfec-4334-9a2e-6b3292dfa8f9 owned by compute:tempest-test_az-548508434 {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:23:40.432964 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-106aa430-47e0-4b5a-9abb-a0dda05937ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:40.455861 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5457e244-9540-45d9-878a-0d4531908346 req-9bcb3e64-fdc9-4fae-991e-50d680238b89 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:40.457440 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5457e244-9540-45d9-878a-0d4531908346 req-9bcb3e64-fdc9-4fae-991e-50d680238b89 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=75f27a9c-9807-428e-befc-a2cba004165f HTTP/1.1" status: 200 len: 949 time: 0.0978363 Apr 05 14:23:40.470492 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-106aa430-47e0-4b5a-9abb-a0dda05937ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:40.529279 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5457e244-9540-45d9-878a-0d4531908346 req-751c8a97-ccc5-404f-ad78-c3a03e743dd9 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640299 Apr 05 14:23:40.645909 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-fe67464f-502a-4c20-8057-6f84929b6d66 req-2ed228ba-af91-47c0-ba6b-5300807ebe4b tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:40.673912 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-106aa430-47e0-4b5a-9abb-a0dda05937ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:40.676506 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-106aa430-47e0-4b5a-9abb-a0dda05937ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:40.679069 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-106aa430-47e0-4b5a-9abb-a0dda05937ed admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b1f59248-3a21-4f8a-b9f6-be78bd46adbb HTTP/1.1" status: 204 len: 168 time: 0.3675749 Apr 05 14:23:40.684323 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed228ba-af91-47c0-ba6b-5300807ebe4b tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Pushing event deleted for resources: {'Port': ['ID=c45020a5-bfec-4334-9a2e-6b3292dfa8f9,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:40.700945 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106aa430-47e0-4b5a-9abb-a0dda05937ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f59248-3a21-4f8a-b9f6-be78bd46adbb,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:40.723628 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 4b01e6d9-69b4-4516-b052-cf59cfb7cc3d details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:23:40.754515 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe67464f-502a-4c20-8057-6f84929b6d66 req-2ed228ba-af91-47c0-ba6b-5300807ebe4b tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] No DVR routers for this DVR port c45020a5-bfec-4334-9a2e-6b3292dfa8f9 on host n-h1-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:23:40.759074 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-fe67464f-502a-4c20-8057-6f84929b6d66 req-2ed228ba-af91-47c0-ba6b-5300807ebe4b tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:40.763823 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-fe67464f-502a-4c20-8057-6f84929b6d66 req-2ed228ba-af91-47c0-ba6b-5300807ebe4b tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.55 "DELETE /v2.0/ports/c45020a5-bfec-4334-9a2e-6b3292dfa8f9 HTTP/1.1" status: 204 len: 173 time: 0.5808272 Apr 05 14:23:40.764647 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ec21594-b003-4844-80cc-7cbc38ce9b0c', 'name': 'network-vif-deleted', 'tag': 'c45020a5-bfec-4334-9a2e-6b3292dfa8f9'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:23:40.767290 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47daa7eb-d3b0-4340-b383-bda53a4a4cfd" -d '{"events": [{"server_uuid": "3ec21594-b003-4844-80cc-7cbc38ce9b0c", "name": "network-vif-deleted", "tag": "c45020a5-bfec-4334-9a2e-6b3292dfa8f9"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:23:40.779197 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0050e809-e6b3-473e-aa3c-639d74760246 req-8618dd2c-543a-46af-857d-455bfd690914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:40.780904 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0050e809-e6b3-473e-aa3c-639d74760246 req-8618dd2c-543a-46af-857d-455bfd690914 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=75f27a9c-9807-428e-befc-a2cba004165f&tenant_id=eb6eb2eb5e534aae8638ab75f1f70e11 HTTP/1.1" status: 200 len: 1100 time: 0.1890824 Apr 05 14:23:40.804702 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52d599c-9f04-43cd-8ab7-3397b2352307 req-1986abdb-ab25-4a58-bdda-988c1f89d3a9 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:40.806503 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d52d599c-9f04-43cd-8ab7-3397b2352307 req-1986abdb-ab25-4a58-bdda-988c1f89d3a9 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] 10.222.0.30 "GET /v2.0/ports?device_id=db9a038b-9c8e-41a0-a885-3ccc94e20813 HTTP/1.1" status: 200 len: 950 time: 0.1841114 Apr 05 14:23:40.825166 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-0050e809-e6b3-473e-aa3c-639d74760246 req-b1ea1d07-0296-4d92-83c7-6979bdcc6d22 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836650-2', 'device_owner': 'compute:nova'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:23:40.854130 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device c45020a5-bfec-4334-9a2e-6b3292dfa8f9 no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:23:40.881584 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] No Port match for: c45020a5-bfec-4334-9a2e-6b3292dfa8f9 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:23:40.881941 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device c45020a5-bfec-4334-9a2e-6b3292dfa8f9 not bound to the agent host n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:23:40.926986 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 4b01e6d9-69b4-4516-b052-cf59cfb7cc3d, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=4b01e6d9-69b4-4516-b052-cf59cfb7cc3d,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:23:40.948917 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': '4b01e6d9-69b4-4516-b052-cf59cfb7cc3d', 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800', 'port_id': '4b01e6d9-69b4-4516-b052-cf59cfb7cc3d', 'mac_address': 'fa:16:3e:99:bd:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:23:40.974966 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70af966d-0cc3-4ab6-8fe4-eb77b898dd88 req-7c86150c-3b41-4256-b01f-0ee3d0b27133 tempest-DeleteServersAdminTestJSON-824451728 tempest-DeleteServersAdminTestJSON-824451728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:40.976649 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-70af966d-0cc3-4ab6-8fe4-eb77b898dd88 req-7c86150c-3b41-4256-b01f-0ee3d0b27133 tempest-DeleteServersAdminTestJSON-824451728 tempest-DeleteServersAdminTestJSON-824451728-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=192a2ed9-04b1-48ae-9858-16dd070d5563 HTTP/1.1" status: 200 len: 1101 time: 0.1678448 Apr 05 14:23:40.979439 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d52d599c-9f04-43cd-8ab7-3397b2352307 req-a07a92bf-5e15-48c1-bccf-fc6290ede6e8 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8901c82-f600-4e96-8375-691010c2b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462717 Apr 05 14:23:40.999917 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:41.011903 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-0050e809-e6b3-473e-aa3c-639d74760246 req-b1ea1d07-0296-4d92-83c7-6979bdcc6d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:41.028372 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08c77c-c54d-45d7-85b0-21c070c1da1a req-336631dc-8036-4107-80eb-1f56d314bfa5 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:41.036307 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5d08c77c-c54d-45d7-85b0-21c070c1da1a req-336631dc-8036-4107-80eb-1f56d314bfa5 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] 10.222.0.30 "GET /v2.0/ports?device_id=192a2ed9-04b1-48ae-9858-16dd070d5563 HTTP/1.1" status: 200 len: 950 time: 0.2007918 Apr 05 14:23:41.045647 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0139ce43-2d68-44fa-92b7-fff1d826fee6 x-openstack-request-id: req-0139ce43-2d68-44fa-92b7-fff1d826fee6 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:23:41.046031 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b01e6d9-69b4-4516-b052-cf59cfb7cc3d {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:23:41.046174 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ec21594-b003-4844-80cc-7cbc38ce9b0c", "name": "network-vif-deleted", "tag": "c45020a5-bfec-4334-9a2e-6b3292dfa8f9", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:23:41.046558 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0139ce43-2d68-44fa-92b7-fff1d826fee6 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:23:41.047490 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0139ce43-2d68-44fa-92b7-fff1d826fee6'] response: {'server_uuid': '3ec21594-b003-4844-80cc-7cbc38ce9b0c', 'name': 'network-vif-deleted', 'tag': 'c45020a5-bfec-4334-9a2e-6b3292dfa8f9', 'status': 'completed', 'code': 200} Apr 05 14:23:41.088082 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 4b01e6d9-69b4-4516-b052-cf59cfb7cc3d, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=4b01e6d9-69b4-4516-b052-cf59cfb7cc3d,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:23:41.163899 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9ed1dfcd-e19b-4bdd-8d53-4d1e465f19ab req-53c35a86-a1e6-40aa-989a-f9b3e6bf42cf tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d6bf638-89f5-4c77-aa7e-86f315d6da75 HTTP/1.1" status: 200 len: 210 time: 0.0537498 Apr 05 14:23:41.165840 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:41.206444 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5d08c77c-c54d-45d7-85b0-21c070c1da1a req-6e95a839-daf1-4ff8-89e2-54daad2e3638 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b2cd59e-df43-4b0b-822a-abfbc6095915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570294 Apr 05 14:23:41.256706 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=4b01e6d9-69b4-4516-b052-cf59cfb7cc3d,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:41.367272 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-70af966d-0cc3-4ab6-8fe4-eb77b898dd88 req-0c1cdf7b-709e-431a-81f6-4653b4ebb837 tempest-DeleteServersAdminTestJSON-824451728 tempest-DeleteServersAdminTestJSON-824451728-project-admin] Deleting port ecdbb506-2580-4010-aabe-6104618c1287 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:23:41.367637 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-70af966d-0cc3-4ab6-8fe4-eb77b898dd88 req-0c1cdf7b-709e-431a-81f6-4653b4ebb837 tempest-DeleteServersAdminTestJSON-824451728 tempest-DeleteServersAdminTestJSON-824451728-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:41.466376 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6bf0c9-6e08-4b76-8332-08167ec76d56 req-24736424-ab33-4a26-913d-5add2148098e tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:41.467026 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4e6bf0c9-6e08-4b76-8332-08167ec76d56 req-24736424-ab33-4a26-913d-5add2148098e tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/ports?device_id=696dd11d-f39b-498a-b781-62430e282f35 HTTP/1.1" status: 200 len: 948 time: 0.1591690 Apr 05 14:23:41.526905 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['4b01e6d9-69b4-4516-b052-cf59cfb7cc3d'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:23:41.561817 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4e6bf0c9-6e08-4b76-8332-08167ec76d56 req-641e8723-4c80-40da-9355-e90c54afb82e tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/security-groups?id=024b129f-f256-4015-8a11-f785d9d68dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868046 Apr 05 14:23:41.566739 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-70af966d-0cc3-4ab6-8fe4-eb77b898dd88 req-0c1cdf7b-709e-431a-81f6-4653b4ebb837 tempest-DeleteServersAdminTestJSON-824451728 tempest-DeleteServersAdminTestJSON-824451728-project-admin] For port ecdbb506-2580-4010-aabe-6104618c1287, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=ecdbb506-2580-4010-aabe-6104618c1287,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:23:41.566739 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-70af966d-0cc3-4ab6-8fe4-eb77b898dd88 req-0c1cdf7b-709e-431a-81f6-4653b4ebb837 tempest-DeleteServersAdminTestJSON-824451728 tempest-DeleteServersAdminTestJSON-824451728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:41.583353 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-0050e809-e6b3-473e-aa3c-639d74760246 req-b1ea1d07-0296-4d92-83c7-6979bdcc6d22 service neutron] For port 1a02dac2-1e82-4f40-b2ef-73f085c332f9, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=1a02dac2-1e82-4f40-b2ef-73f085c332f9,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:23:41.606939 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-70af966d-0cc3-4ab6-8fe4-eb77b898dd88 req-0c1cdf7b-709e-431a-81f6-4653b4ebb837 tempest-DeleteServersAdminTestJSON-824451728 tempest-DeleteServersAdminTestJSON-824451728-project-admin] Calling delete_port for ecdbb506-2580-4010-aabe-6104618c1287 owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:23:41.678215 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-0050e809-e6b3-473e-aa3c-639d74760246 req-b1ea1d07-0296-4d92-83c7-6979bdcc6d22 service neutron] For port 1a02dac2-1e82-4f40-b2ef-73f085c332f9, host n-h2-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:23:41.743462 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f27a9c-9807-428e-befc-a2cba004165f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a02dac2-1e82-4f40-b2ef-73f085c332f9'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:23:41.745588 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6227ad13-4188-4d3b-89ed-83cb0e7b0300" -d '{"events": [{"server_uuid": "75f27a9c-9807-428e-befc-a2cba004165f", "name": "network-vif-unplugged", "status": "completed", "tag": "1a02dac2-1e82-4f40-b2ef-73f085c332f9"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:23:41.752441 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-0050e809-e6b3-473e-aa3c-639d74760246 req-b1ea1d07-0296-4d92-83c7-6979bdcc6d22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:41.797545 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-0050e809-e6b3-473e-aa3c-639d74760246 req-b1ea1d07-0296-4d92-83c7-6979bdcc6d22 service neutron] Transition to ACTIVE for port object 1a02dac2-1e82-4f40-b2ef-73f085c332f9 will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:23:41.838209 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [req-810509c1-69cc-45f6-a4dc-7ecdb580f610 req-778ad15f-abb2-408b-aab5-ff5deccb4a49 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:23:41.839179 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-810509c1-69cc-45f6-a4dc-7ecdb580f610 req-778ad15f-abb2-408b-aab5-ff5deccb4a49 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083723 Apr 05 14:23:41.849665 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27df36a-d24d-4042-b596-bdaa07bbf0d9 req-34796028-eec2-42fc-9daa-01914533b415 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:41.851133 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f27df36a-d24d-4042-b596-bdaa07bbf0d9 req-34796028-eec2-42fc-9daa-01914533b415 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=75f27a9c-9807-428e-befc-a2cba004165f HTTP/1.1" status: 200 len: 949 time: 0.0952322 Apr 05 14:23:41.855463 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-0050e809-e6b3-473e-aa3c-639d74760246 req-b1ea1d07-0296-4d92-83c7-6979bdcc6d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:41.967089 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-0050e809-e6b3-473e-aa3c-639d74760246 req-b1ea1d07-0296-4d92-83c7-6979bdcc6d22 service neutron] No DVR routers for this DVR port 1a02dac2-1e82-4f40-b2ef-73f085c332f9 on host n-h2-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:23:41.971219 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ea1d07-0296-4d92-83c7-6979bdcc6d22 service neutron] Pushing event updated for resources: {'Port': ['ID=1a02dac2-1e82-4f40-b2ef-73f085c332f9,revision_number=6']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:42.006083 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:42.020451 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f27df36a-d24d-4042-b596-bdaa07bbf0d9 req-86b09390-99e9-4f04-b0f7-22fe2b8cefb9 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557257 Apr 05 14:23:42.059181 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-70af966d-0cc3-4ab6-8fe4-eb77b898dd88 req-0c1cdf7b-709e-431a-81f6-4653b4ebb837 tempest-DeleteServersAdminTestJSON-824451728 tempest-DeleteServersAdminTestJSON-824451728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:42.109784 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1cdf7b-709e-431a-81f6-4653b4ebb837 tempest-DeleteServersAdminTestJSON-824451728 tempest-DeleteServersAdminTestJSON-824451728-project-admin] Pushing event deleted for resources: {'Port': ['ID=ecdbb506-2580-4010-aabe-6104618c1287,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:42.118640 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-0050e809-e6b3-473e-aa3c-639d74760246 req-b1ea1d07-0296-4d92-83c7-6979bdcc6d22 service neutron] Attempting to bind port 1a02dac2-1e82-4f40-b2ef-73f085c332f9 on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:23:42.118981 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-0050e809-e6b3-473e-aa3c-639d74760246 req-b1ea1d07-0296-4d92-83c7-6979bdcc6d22 service neutron] Attempting to bind port 1a02dac2-1e82-4f40-b2ef-73f085c332f9 by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:23:42.124322 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0050e809-e6b3-473e-aa3c-639d74760246 req-b1ea1d07-0296-4d92-83c7-6979bdcc6d22 service neutron] Attempting to bind port 1a02dac2-1e82-4f40-b2ef-73f085c332f9 on network 80d671a8-d1ab-4472-891b-9c042fbd7800 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:23:42.147367 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0050e809-e6b3-473e-aa3c-639d74760246 req-b1ea1d07-0296-4d92-83c7-6979bdcc6d22 service neutron] Port 1a02dac2-1e82-4f40-b2ef-73f085c332f9 on network 80d671a8-d1ab-4472-891b-9c042fbd7800 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:23:42.147696 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0050e809-e6b3-473e-aa3c-639d74760246 req-b1ea1d07-0296-4d92-83c7-6979bdcc6d22 service neutron] Attempting to bind port 1a02dac2-1e82-4f40-b2ef-73f085c332f9 on network 80d671a8-d1ab-4472-891b-9c042fbd7800 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:23:42.205395 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 14:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277c585a-c156-446a-9e33-59645c9608f5 x-openstack-request-id: req-277c585a-c156-446a-9e33-59645c9608f5 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:23:42.205763 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75f27a9c-9807-428e-befc-a2cba004165f", "name": "network-vif-unplugged", "status": "completed", "tag": "1a02dac2-1e82-4f40-b2ef-73f085c332f9", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:23:42.206007 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-277c585a-c156-446a-9e33-59645c9608f5 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:23:42.207832 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-277c585a-c156-446a-9e33-59645c9608f5'] response: {'server_uuid': '75f27a9c-9807-428e-befc-a2cba004165f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a02dac2-1e82-4f40-b2ef-73f085c332f9', 'code': 200} Apr 05 14:23:42.208675 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-70af966d-0cc3-4ab6-8fe4-eb77b898dd88 req-0c1cdf7b-709e-431a-81f6-4653b4ebb837 tempest-DeleteServersAdminTestJSON-824451728 tempest-DeleteServersAdminTestJSON-824451728-project-admin] No DVR routers for this DVR port ecdbb506-2580-4010-aabe-6104618c1287 on host n-h2-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:23:42.219318 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-70af966d-0cc3-4ab6-8fe4-eb77b898dd88 req-0c1cdf7b-709e-431a-81f6-4653b4ebb837 tempest-DeleteServersAdminTestJSON-824451728 tempest-DeleteServersAdminTestJSON-824451728-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:42.226073 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-70af966d-0cc3-4ab6-8fe4-eb77b898dd88 req-0c1cdf7b-709e-431a-81f6-4653b4ebb837 tempest-DeleteServersAdminTestJSON-824451728 tempest-DeleteServersAdminTestJSON-824451728-project-admin] 10.222.0.11 "DELETE /v2.0/ports/ecdbb506-2580-4010-aabe-6104618c1287 HTTP/1.1" status: 204 len: 173 time: 1.2419131 Apr 05 14:23:42.226903 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0050e809-e6b3-473e-aa3c-639d74760246 req-b1ea1d07-0296-4d92-83c7-6979bdcc6d22 service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:23:42.227238 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0050e809-e6b3-473e-aa3c-639d74760246 req-b1ea1d07-0296-4d92-83c7-6979bdcc6d22 service neutron] Checking segment: {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:23:42.227636 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0050e809-e6b3-473e-aa3c-639d74760246 req-b1ea1d07-0296-4d92-83c7-6979bdcc6d22 service neutron] Bound using segment: {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:23:42.232867 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-0050e809-e6b3-473e-aa3c-639d74760246 req-b1ea1d07-0296-4d92-83c7-6979bdcc6d22 service neutron] Bound port: 1a02dac2-1e82-4f40-b2ef-73f085c332f9, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:23:42.232867 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-0050e809-e6b3-473e-aa3c-639d74760246 req-b1ea1d07-0296-4d92-83c7-6979bdcc6d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:42.387207 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8b0abbc1-8ce8-4bc3-8083-dd576f23d6b8 req-335d768a-2132-4624-b023-b31cae978649 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d6bf638-89f5-4c77-aa7e-86f315d6da75 HTTP/1.1" status: 200 len: 210 time: 0.0558703 Apr 05 14:23:42.413816 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-0050e809-e6b3-473e-aa3c-639d74760246 req-b1ea1d07-0296-4d92-83c7-6979bdcc6d22 service neutron] For port 1a02dac2-1e82-4f40-b2ef-73f085c332f9, host n-h1-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:23:42.418471 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-0050e809-e6b3-473e-aa3c-639d74760246 req-b1ea1d07-0296-4d92-83c7-6979bdcc6d22 service neutron] For port 1a02dac2-1e82-4f40-b2ef-73f085c332f9, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=1a02dac2-1e82-4f40-b2ef-73f085c332f9,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:23:42.434252 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de9ab6-7c85-4c5c-9108-f449106333c7 req-2f3449f0-7ec0-4233-b509-7043181c5704 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:42.438329 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-d6de9ab6-7c85-4c5c-9108-f449106333c7 req-2f3449f0-7ec0-4233-b509-7043181c5704 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.55 "GET /v2.0/networks?id=eff47457-946f-46a8-bea0-e56e031eed3c HTTP/1.1" status: 200 len: 805 time: 0.1631486 Apr 05 14:23:42.454265 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['ecdbb506-2580-4010-aabe-6104618c1287'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:23:42.456173 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9482af57-a1d7-4352-b86f-66bf99836d50 req-ff16d130-ce3b-48b7-aec3-fbe5f8a7f4cc tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:42.462545 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-d6de9ab6-7c85-4c5c-9108-f449106333c7 req-3387f1d7-5b86-4149-8fb2-02ad1d71c2ab tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Request body: {'port': {'device_id': '7d6bf638-89f5-4c77-aa7e-86f315d6da75', 'network_id': 'eff47457-946f-46a8-bea0-e56e031eed3c', 'admin_state_up': True, 'tenant_id': 'fa388235fba04a88868f93e44b88b55c'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:23:42.463734 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9482af57-a1d7-4352-b86f-66bf99836d50 req-ff16d130-ce3b-48b7-aec3-fbe5f8a7f4cc tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] 10.222.0.30 "GET /v2.0/ports?device_id=db9a038b-9c8e-41a0-a885-3ccc94e20813 HTTP/1.1" status: 200 len: 950 time: 0.2007244 Apr 05 14:23:42.506030 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-0050e809-e6b3-473e-aa3c-639d74760246 req-b1ea1d07-0296-4d92-83c7-6979bdcc6d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:42.590926 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0050e809-e6b3-473e-aa3c-639d74760246 req-b1ea1d07-0296-4d92-83c7-6979bdcc6d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:42.591639 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-0050e809-e6b3-473e-aa3c-639d74760246 req-b1ea1d07-0296-4d92-83c7-6979bdcc6d22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:42.594047 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0050e809-e6b3-473e-aa3c-639d74760246 req-b1ea1d07-0296-4d92-83c7-6979bdcc6d22 service neutron] 10.222.0.55 "PUT /v2.0/ports/1a02dac2-1e82-4f40-b2ef-73f085c332f9 HTTP/1.1" status: 200 len: 1095 time: 1.7862754 Apr 05 14:23:42.635517 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9482af57-a1d7-4352-b86f-66bf99836d50 req-b3328eb4-07eb-4f6c-b329-6d4f22467586 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8901c82-f600-4e96-8375-691010c2b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709015 Apr 05 14:23:42.641547 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9ef80623-7bd7-49ba-9d5c-120cb855bef4 req-39f02721-ba46-4d31-8296-313661d77b27 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] 10.222.0.30 "GET /v2.0/ports?device_id=192a2ed9-04b1-48ae-9858-16dd070d5563 HTTP/1.1" status: 200 len: 210 time: 0.0822487 Apr 05 14:23:42.726135 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ea1d07-0296-4d92-83c7-6979bdcc6d22 service neutron] Pushing event updated for resources: {'Port': ['ID=1a02dac2-1e82-4f40-b2ef-73f085c332f9,revision_number=7']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:42.734114 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 4b01e6d9-69b4-4516-b052-cf59cfb7cc3d up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:23:42.734755 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6de9ab6-7c85-4c5c-9108-f449106333c7 req-3387f1d7-5b86-4149-8fb2-02ad1d71c2ab tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Made reservation on behalf of fa388235fba04a88868f93e44b88b55c for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:23:42.743905 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-d6de9ab6-7c85-4c5c-9108-f449106333c7 req-3387f1d7-5b86-4149-8fb2-02ad1d71c2ab tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:42.798004 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0050e809-e6b3-473e-aa3c-639d74760246 req-3535fe5d-a5fe-4631-a6c2-539db7e2af8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:42.800251 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0050e809-e6b3-473e-aa3c-639d74760246 req-3535fe5d-a5fe-4631-a6c2-539db7e2af8f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eb6eb2eb5e534aae8638ab75f1f70e11&device_id=75f27a9c-9807-428e-befc-a2cba004165f HTTP/1.1" status: 200 len: 1098 time: 0.1636333 Apr 05 14:23:42.865093 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d697a-4381-4703-8de9-419e151fc60b req-49698aff-b63d-4369-9331-3795e49af30c tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:42.871374 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5e7d697a-4381-4703-8de9-419e151fc60b req-49698aff-b63d-4369-9331-3795e49af30c tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/ports?device_id=696dd11d-f39b-498a-b781-62430e282f35 HTTP/1.1" status: 200 len: 948 time: 0.1577470 Apr 05 14:23:42.919961 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning for port 4b01e6d9-69b4-4516-b052-cf59cfb7cc3d completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:23:42.925641 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port 4b01e6d9-69b4-4516-b052-cf59cfb7cc3d triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:23:42.926010 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:42.956252 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 52264) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:23:43.053678 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0050e809-e6b3-473e-aa3c-639d74760246 req-09910914-d785-4802-a370-51dc5e1b3602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:43.055169 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0050e809-e6b3-473e-aa3c-639d74760246 req-09910914-d785-4802-a370-51dc5e1b3602 service neutron] 10.222.0.55 "GET /v2.0/networks?id=80d671a8-d1ab-4472-891b-9c042fbd7800 HTTP/1.1" status: 200 len: 870 time: 0.2448034 Apr 05 14:23:43.061072 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5e7d697a-4381-4703-8de9-419e151fc60b req-920624a0-23d7-4710-a6f2-a27ac8a1fcdb tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/security-groups?id=024b129f-f256-4015-8a11-f785d9d68dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675274 Apr 05 14:23:43.104274 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [req-d6de9ab6-7c85-4c5c-9108-f449106333c7 req-3387f1d7-5b86-4149-8fb2-02ad1d71c2ab tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Allocated IP 172.20.0.8 (eff47457-946f-46a8-bea0-e56e031eed3c/1e12eec2-91f9-48b4-8077-4d1ac1ff86f3/a7bf0ff3-8f59-4aad-8fcc-072d2ec7f442) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:23:43.167816 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0050e809-e6b3-473e-aa3c-639d74760246 req-99322608-9c08-470b-89ab-9ebd839da5f9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=1a02dac2-1e82-4f40-b2ef-73f085c332f9 HTTP/1.1" status: 200 len: 217 time: 0.1037788 Apr 05 14:23:43.181810 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:43.187271 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-caa80bf9-4c9a-44a7-b65d-dd80408e2130 req-e30cba3c-8a87-41a5-98d7-47d93e2bcb0b tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=21ad00b435784ef78e9bb30a5115d82f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412841 Apr 05 14:23:43.245025 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 4b01e6d9-69b4-4516-b052-cf59cfb7cc3d, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=4b01e6d9-69b4-4516-b052-cf59cfb7cc3d,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:23:43.246722 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '696dd11d-f39b-498a-b781-62430e282f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b01e6d9-69b4-4516-b052-cf59cfb7cc3d'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:23:43.250385 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c871fb98-d1a8-4d83-84b0-5fd7f683a27c" -d '{"events": [{"server_uuid": "696dd11d-f39b-498a-b781-62430e282f35", "name": "network-vif-plugged", "status": "completed", "tag": "4b01e6d9-69b4-4516-b052-cf59cfb7cc3d"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:23:43.313923 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:43.351201 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7a0b397a-bc50-4b9e-981f-7ed4b1c6c5fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:43.400960 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-d6de9ab6-7c85-4c5c-9108-f449106333c7 req-3387f1d7-5b86-4149-8fb2-02ad1d71c2ab tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:43.404019 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=4b01e6d9-69b4-4516-b052-cf59cfb7cc3d,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:43.485495 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7a0b397a-bc50-4b9e-981f-7ed4b1c6c5fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:43.549167 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-d6de9ab6-7c85-4c5c-9108-f449106333c7 req-3387f1d7-5b86-4149-8fb2-02ad1d71c2ab tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:43.578552 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0050e809-e6b3-473e-aa3c-639d74760246 req-9e0acc72-9400-44ad-914f-6ea03d6bd92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:43.580299 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0050e809-e6b3-473e-aa3c-639d74760246 req-9e0acc72-9400-44ad-914f-6ea03d6bd92a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.3967237 Apr 05 14:23:43.589582 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7a0b397a-bc50-4b9e-981f-7ed4b1c6c5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:43.608798 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d2cfff-af15-4a9a-a532-a3482a91afc3 req-5c7ed70d-43eb-432c-a31c-cc0ea3fd3e5e tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:43.610561 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b1d2cfff-af15-4a9a-a532-a3482a91afc3 req-5c7ed70d-43eb-432c-a31c-cc0ea3fd3e5e tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=75f27a9c-9807-428e-befc-a2cba004165f HTTP/1.1" status: 200 len: 947 time: 0.4123986 Apr 05 14:23:43.612418 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6de9ab6-7c85-4c5c-9108-f449106333c7 req-3387f1d7-5b86-4149-8fb2-02ad1d71c2ab tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Network eff47457-946f-46a8-bea0-e56e031eed3c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:23:43.635183 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [req-d6de9ab6-7c85-4c5c-9108-f449106333c7 req-3387f1d7-5b86-4149-8fb2-02ad1d71c2ab tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:23:43.648695 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6de9ab6-7c85-4c5c-9108-f449106333c7 req-3387f1d7-5b86-4149-8fb2-02ad1d71c2ab tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:23:43.655162 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de9ab6-7c85-4c5c-9108-f449106333c7 req-3387f1d7-5b86-4149-8fb2-02ad1d71c2ab tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:43.655839 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-d6de9ab6-7c85-4c5c-9108-f449106333c7 req-3387f1d7-5b86-4149-8fb2-02ad1d71c2ab tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:43.668423 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-7a0b397a-bc50-4b9e-981f-7ed4b1c6c5fe admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0108fc2ba46c42148821703b5d6327e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7085686 Apr 05 14:23:43.674038 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 52294) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:23:43.678594 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0b397a-bc50-4b9e-981f-7ed4b1c6c5fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b421e5c-9b7d-48e3-babc-2f221df0a682,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:43.681092 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3387f1d7-5b86-4149-8fb2-02ad1d71c2ab tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Pushing event updated for resources: {'Port': ['ID=a7bf0ff3-8f59-4aad-8fcc-072d2ec7f442,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:43.704975 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa80bf9-4c9a-44a7-b65d-dd80408e2130 req-8f8ed238-76ff-4fa4-8dff-83105532b6f7 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:43.706217 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-caa80bf9-4c9a-44a7-b65d-dd80408e2130 req-8f8ed238-76ff-4fa4-8dff-83105532b6f7 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5065651 Apr 05 14:23:43.730359 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b1d2cfff-af15-4a9a-a532-a3482a91afc3 req-8ce5e0f9-4b88-4bd0-8f0e-c032a2ef7a1a tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018431 Apr 05 14:23:43.735592 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0050e809-e6b3-473e-aa3c-639d74760246 req-bba12ed1-5687-4cfa-9f03-c9dc88cb0da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:43.735592 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0050e809-e6b3-473e-aa3c-639d74760246 req-bba12ed1-5687-4cfa-9f03-c9dc88cb0da6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1446853 Apr 05 14:23:43.745047 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-caa80bf9-4c9a-44a7-b65d-dd80408e2130 req-1589a5e6-b747-4a4f-8347-c4e6c5bc4164 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] 10.222.0.30 "GET /v2.0/quotas/21ad00b435784ef78e9bb30a5115d82f HTTP/1.1" status: 200 len: 375 time: 0.0292966 Apr 05 14:23:43.756970 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-d6de9ab6-7c85-4c5c-9108-f449106333c7 req-3387f1d7-5b86-4149-8fb2-02ad1d71c2ab tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2982740 Apr 05 14:23:43.771878 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-d6de9ab6-7c85-4c5c-9108-f449106333c7 req-d34b2658-8f62-4a13-aabf-ba11da53cf4d service neutron] Request body: {'port': {'device_id': '7d6bf638-89f5-4c77-aa7e-86f315d6da75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:23:43.779084 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f20ee655-1275-4672-bd12-f50a1e5b378c x-openstack-request-id: req-f20ee655-1275-4672-bd12-f50a1e5b378c {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:23:43.779693 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "696dd11d-f39b-498a-b781-62430e282f35", "name": "network-vif-plugged", "status": "completed", "tag": "4b01e6d9-69b4-4516-b052-cf59cfb7cc3d", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:23:43.780102 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f20ee655-1275-4672-bd12-f50a1e5b378c {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:23:43.780587 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f20ee655-1275-4672-bd12-f50a1e5b378c'] response: {'server_uuid': '696dd11d-f39b-498a-b781-62430e282f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b01e6d9-69b4-4516-b052-cf59cfb7cc3d', 'code': 200} Apr 05 14:23:43.782384 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:43.851193 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-d6de9ab6-7c85-4c5c-9108-f449106333c7 req-d34b2658-8f62-4a13-aabf-ba11da53cf4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:43.927502 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8ee1d6a8-213b-4d9c-9543-42dbd54ae564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:43.955095 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-caa80bf9-4c9a-44a7-b65d-dd80408e2130 req-b4914c36-371c-45a4-a8a3-f54ecd99489d tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=21ad00b435784ef78e9bb30a5115d82f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1994467 Apr 05 14:23:43.981874 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0050e809-e6b3-473e-aa3c-639d74760246 req-98f13b51-7189-43c3-a274-ed24952332d9 service neutron] 10.222.0.55 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384484 Apr 05 14:23:43.985204 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8ee1d6a8-213b-4d9c-9543-42dbd54ae564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:44.009505 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b300227-ba40-46b0-835b-e4ed80b47af0 req-df740953-baa9-4c55-8c85-4f7c21a2d860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:44.011053 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9b300227-ba40-46b0-835b-e4ed80b47af0 req-df740953-baa9-4c55-8c85-4f7c21a2d860 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=696dd11d-f39b-498a-b781-62430e282f35 HTTP/1.1" status: 200 len: 1100 time: 0.1557353 Apr 05 14:23:44.029013 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecacb39d-65f5-4161-8ec0-862695dedfbd req-4f84b441-e71f-4550-831b-177595e0b1cc tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:44.030988 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ecacb39d-65f5-4161-8ec0-862695dedfbd req-4f84b441-e71f-4550-831b-177595e0b1cc tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d6bf638-89f5-4c77-aa7e-86f315d6da75 HTTP/1.1" status: 200 len: 931 time: 0.1908445 Apr 05 14:23:44.138387 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [req-d6de9ab6-7c85-4c5c-9108-f449106333c7 req-d34b2658-8f62-4a13-aabf-ba11da53cf4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7bf0ff3-8f59-4aad-8fcc-072d2ec7f442 {{(pid=103321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:23:44.147833 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-d6de9ab6-7c85-4c5c-9108-f449106333c7 req-d34b2658-8f62-4a13-aabf-ba11da53cf4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:44.155259 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9b300227-ba40-46b0-835b-e4ed80b47af0 req-4cbd2081-4f19-42b8-a324-ff17a7440871 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=024b129f-f256-4015-8a11-f785d9d68dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170995 Apr 05 14:23:44.165395 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ecacb39d-65f5-4161-8ec0-862695dedfbd req-6a45c2df-b3a0-4470-8f03-f19df507c38f tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f4ed18-73d1-4c70-bfb8-abe78be9b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137321 Apr 05 14:23:44.176948 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0050e809-e6b3-473e-aa3c-639d74760246 req-53447036-a552-4123-b406-e82de1d4c681 service neutron] 10.222.0.55 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829822 Apr 05 14:23:44.208688 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '192a2ed9-04b1-48ae-9858-16dd070d5563', 'name': 'network-vif-deleted', 'tag': 'ecdbb506-2580-4010-aabe-6104618c1287'}, {'name': 'network-changed', 'server_uuid': '75f27a9c-9807-428e-befc-a2cba004165f', 'tag': '1a02dac2-1e82-4f40-b2ef-73f085c332f9'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:23:44.211201 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a62ec89-152c-4c1c-a8ed-814ceaadff59" -d '{"events": [{"server_uuid": "192a2ed9-04b1-48ae-9858-16dd070d5563", "name": "network-vif-deleted", "tag": "ecdbb506-2580-4010-aabe-6104618c1287"}, {"name": "network-changed", "server_uuid": "75f27a9c-9807-428e-befc-a2cba004165f", "tag": "1a02dac2-1e82-4f40-b2ef-73f085c332f9"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:23:44.220619 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8ee1d6a8-213b-4d9c-9543-42dbd54ae564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:44.223448 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8ee1d6a8-213b-4d9c-9543-42dbd54ae564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:44.223742 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.provisioning_blocks [req-d6de9ab6-7c85-4c5c-9108-f449106333c7 req-d34b2658-8f62-4a13-aabf-ba11da53cf4d service neutron] Transition to ACTIVE for port object a7bf0ff3-8f59-4aad-8fcc-072d2ec7f442 will not be triggered until provisioned by entity L2. {{(pid=103321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:23:44.224768 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-8ee1d6a8-213b-4d9c-9543-42dbd54ae564 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0b421e5c-9b7d-48e3-babc-2f221df0a682 HTTP/1.1" status: 204 len: 168 time: 0.5465896 Apr 05 14:23:44.237577 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee1d6a8-213b-4d9c-9543-42dbd54ae564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b421e5c-9b7d-48e3-babc-2f221df0a682,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:44.308659 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-d6de9ab6-7c85-4c5c-9108-f449106333c7 req-d34b2658-8f62-4a13-aabf-ba11da53cf4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:44.414805 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34b2658-8f62-4a13-aabf-ba11da53cf4d service neutron] Pushing event updated for resources: {'Port': ['ID=a7bf0ff3-8f59-4aad-8fcc-072d2ec7f442,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:44.476872 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc340e82-233f-4997-ba79-90e61929743f req-4e6d79e9-2338-4d8f-a328-0eac71f6b9ea tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:44.485203 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fc340e82-233f-4997-ba79-90e61929743f req-4e6d79e9-2338-4d8f-a328-0eac71f6b9ea tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/ports?device_id=696dd11d-f39b-498a-b781-62430e282f35 HTTP/1.1" status: 200 len: 949 time: 0.1871388 Apr 05 14:23:44.493259 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-d6de9ab6-7c85-4c5c-9108-f449106333c7 req-d34b2658-8f62-4a13-aabf-ba11da53cf4d service neutron] Attempting to bind port a7bf0ff3-8f59-4aad-8fcc-072d2ec7f442 on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:23:44.494160 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-d6de9ab6-7c85-4c5c-9108-f449106333c7 req-d34b2658-8f62-4a13-aabf-ba11da53cf4d service neutron] Attempting to bind port a7bf0ff3-8f59-4aad-8fcc-072d2ec7f442 by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': '0f730d0b-c342-4343-8a7b-7d51c303621d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'eff47457-946f-46a8-bea0-e56e031eed3c'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:23:44.494868 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6de9ab6-7c85-4c5c-9108-f449106333c7 req-d34b2658-8f62-4a13-aabf-ba11da53cf4d service neutron] Attempting to bind port a7bf0ff3-8f59-4aad-8fcc-072d2ec7f442 on network eff47457-946f-46a8-bea0-e56e031eed3c {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:23:44.499638 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6de9ab6-7c85-4c5c-9108-f449106333c7 req-d34b2658-8f62-4a13-aabf-ba11da53cf4d service neutron] Port a7bf0ff3-8f59-4aad-8fcc-072d2ec7f442 on network eff47457-946f-46a8-bea0-e56e031eed3c not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:23:44.501359 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6de9ab6-7c85-4c5c-9108-f449106333c7 req-d34b2658-8f62-4a13-aabf-ba11da53cf4d service neutron] Attempting to bind port a7bf0ff3-8f59-4aad-8fcc-072d2ec7f442 on network eff47457-946f-46a8-bea0-e56e031eed3c {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:23:44.505641 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6de9ab6-7c85-4c5c-9108-f449106333c7 req-d34b2658-8f62-4a13-aabf-ba11da53cf4d service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:23:44.506477 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6de9ab6-7c85-4c5c-9108-f449106333c7 req-d34b2658-8f62-4a13-aabf-ba11da53cf4d service neutron] Checking segment: {'id': '0f730d0b-c342-4343-8a7b-7d51c303621d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'eff47457-946f-46a8-bea0-e56e031eed3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:23:44.506880 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6de9ab6-7c85-4c5c-9108-f449106333c7 req-d34b2658-8f62-4a13-aabf-ba11da53cf4d service neutron] Bound using segment: {'id': '0f730d0b-c342-4343-8a7b-7d51c303621d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'eff47457-946f-46a8-bea0-e56e031eed3c'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:23:44.507346 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-d6de9ab6-7c85-4c5c-9108-f449106333c7 req-d34b2658-8f62-4a13-aabf-ba11da53cf4d service neutron] Bound port: a7bf0ff3-8f59-4aad-8fcc-072d2ec7f442, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f730d0b-c342-4343-8a7b-7d51c303621d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'eff47457-946f-46a8-bea0-e56e031eed3c'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:23:44.507705 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-d6de9ab6-7c85-4c5c-9108-f449106333c7 req-d34b2658-8f62-4a13-aabf-ba11da53cf4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:44.522617 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6898ca-b4b4-4f81-b629-84eeb4542dfe req-fafd2c82-ecd6-448f-b70f-e9324f61ff09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:44.524219 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0a6898ca-b4b4-4f81-b629-84eeb4542dfe req-fafd2c82-ecd6-448f-b70f-e9324f61ff09 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eb6eb2eb5e534aae8638ab75f1f70e11&device_id=75f27a9c-9807-428e-befc-a2cba004165f HTTP/1.1" status: 200 len: 1098 time: 0.1274686 Apr 05 14:23:44.543124 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fc340e82-233f-4997-ba79-90e61929743f req-840f8e2e-a4dc-4992-8a16-7aa2f182fc17 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/security-groups?id=024b129f-f256-4015-8a11-f785d9d68dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567203 Apr 05 14:23:44.583263 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-d6de9ab6-7c85-4c5c-9108-f449106333c7 req-d34b2658-8f62-4a13-aabf-ba11da53cf4d service neutron] For port a7bf0ff3-8f59-4aad-8fcc-072d2ec7f442, host n-h1-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:23:44.586813 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-d6de9ab6-7c85-4c5c-9108-f449106333c7 req-d34b2658-8f62-4a13-aabf-ba11da53cf4d service neutron] For port a7bf0ff3-8f59-4aad-8fcc-072d2ec7f442, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=a7bf0ff3-8f59-4aad-8fcc-072d2ec7f442,segment=NetworkSegment(0f730d0b-c342-4343-8a7b-7d51c303621d),segment_id=0f730d0b-c342-4343-8a7b-7d51c303621d)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:23:44.676695 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 05 Apr 2022 14:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3475715-a15c-4d0b-88c4-8d4da6149de8 x-openstack-request-id: req-d3475715-a15c-4d0b-88c4-8d4da6149de8 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:23:44.677195 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "192a2ed9-04b1-48ae-9858-16dd070d5563", "name": "network-vif-deleted", "tag": "ecdbb506-2580-4010-aabe-6104618c1287", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "75f27a9c-9807-428e-befc-a2cba004165f", "tag": "1a02dac2-1e82-4f40-b2ef-73f085c332f9", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:23:44.677311 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d3475715-a15c-4d0b-88c4-8d4da6149de8 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:23:44.677611 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3475715-a15c-4d0b-88c4-8d4da6149de8'] response: {'server_uuid': '192a2ed9-04b1-48ae-9858-16dd070d5563', 'name': 'network-vif-deleted', 'tag': 'ecdbb506-2580-4010-aabe-6104618c1287', 'status': 'completed', 'code': 200} Apr 05 14:23:44.677878 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3475715-a15c-4d0b-88c4-8d4da6149de8'] response: {'name': 'network-changed', 'server_uuid': '75f27a9c-9807-428e-befc-a2cba004165f', 'tag': '1a02dac2-1e82-4f40-b2ef-73f085c332f9', 'status': 'completed', 'code': 200} Apr 05 14:23:44.679790 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-36e633b9-9ed0-4798-905a-7a52a0526e92 req-11c03df8-7029-4dd2-87b3-c51f6fd5f230 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] 10.222.0.30 "GET /v2.0/ports?device_id=603ba8f7-163a-4245-a9ab-25e2d75a7b8a HTTP/1.1" status: 200 len: 210 time: 0.0531623 Apr 05 14:23:44.708640 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-d6de9ab6-7c85-4c5c-9108-f449106333c7 req-d34b2658-8f62-4a13-aabf-ba11da53cf4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:44.738106 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device ecdbb506-2580-4010-aabe-6104618c1287 no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:23:44.771420 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a62ec89-152c-4c1c-a8ed-814ceaadff59 req-6aed6bb1-32d3-4ec3-b51b-4f8511c5e321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:44.771943 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de9ab6-7c85-4c5c-9108-f449106333c7 req-d34b2658-8f62-4a13-aabf-ba11da53cf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:44.772736 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-d6de9ab6-7c85-4c5c-9108-f449106333c7 req-d34b2658-8f62-4a13-aabf-ba11da53cf4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:44.772932 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0a62ec89-152c-4c1c-a8ed-814ceaadff59 req-6aed6bb1-32d3-4ec3-b51b-4f8511c5e321 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eb6eb2eb5e534aae8638ab75f1f70e11&device_id=75f27a9c-9807-428e-befc-a2cba004165f HTTP/1.1" status: 200 len: 1098 time: 0.0980277 Apr 05 14:23:44.773895 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] No Port match for: ecdbb506-2580-4010-aabe-6104618c1287 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:23:44.774249 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device ecdbb506-2580-4010-aabe-6104618c1287 not bound to the agent host n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:23:44.774668 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 1a02dac2-1e82-4f40-b2ef-73f085c332f9 no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:23:44.775525 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-d6de9ab6-7c85-4c5c-9108-f449106333c7 req-d34b2658-8f62-4a13-aabf-ba11da53cf4d service neutron] 10.222.0.55 "PUT /v2.0/ports/a7bf0ff3-8f59-4aad-8fcc-072d2ec7f442 HTTP/1.1" status: 200 len: 1091 time: 1.0094881 Apr 05 14:23:44.776567 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-475d4d67-6d51-438b-b32a-57484f6e1a4d req-0667c618-43e4-4e46-adb6-7bce52b1a284 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=14748139956b45fa84829eb5cfd3ec61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0486557 Apr 05 14:23:44.779062 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6898ca-b4b4-4f81-b629-84eeb4542dfe req-693e5ee3-b682-4e79-a4ca-ab48b7528645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:44.782000 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0a6898ca-b4b4-4f81-b629-84eeb4542dfe req-693e5ee3-b682-4e79-a4ca-ab48b7528645 service neutron] 10.222.0.55 "GET /v2.0/networks?id=80d671a8-d1ab-4472-891b-9c042fbd7800 HTTP/1.1" status: 200 len: 870 time: 0.2307501 Apr 05 14:23:44.786455 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d6bf638-89f5-4c77-aa7e-86f315d6da75', 'tag': 'a7bf0ff3-8f59-4aad-8fcc-072d2ec7f442'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:23:44.789853 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cecaef67-9d41-444c-8bbb-f02577de2623" -d '{"events": [{"name": "network-changed", "server_uuid": "7d6bf638-89f5-4c77-aa7e-86f315d6da75", "tag": "a7bf0ff3-8f59-4aad-8fcc-072d2ec7f442"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:23:44.823623 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34b2658-8f62-4a13-aabf-ba11da53cf4d service neutron] Pushing event updated for resources: {'Port': ['ID=a7bf0ff3-8f59-4aad-8fcc-072d2ec7f442,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:44.853708 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 1a02dac2-1e82-4f40-b2ef-73f085c332f9 not bound to the agent host n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:23:44.868731 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device c45020a5-bfec-4334-9a2e-6b3292dfa8f9 no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:23:44.902748 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0a6898ca-b4b4-4f81-b629-84eeb4542dfe req-d66917b6-0b1b-4f43-9bd8-b9fa0c70a48f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=1a02dac2-1e82-4f40-b2ef-73f085c332f9 HTTP/1.1" status: 200 len: 217 time: 0.1099019 Apr 05 14:23:44.920004 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] No Port match for: c45020a5-bfec-4334-9a2e-6b3292dfa8f9 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:23:44.929283 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device c45020a5-bfec-4334-9a2e-6b3292dfa8f9 not bound to the agent host n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:23:44.988698 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de9ab6-7c85-4c5c-9108-f449106333c7 req-eb9d4bc1-e92a-4c21-a5c4-a4c2d452e5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:44.990399 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-d6de9ab6-7c85-4c5c-9108-f449106333c7 req-eb9d4bc1-e92a-4c21-a5c4-a4c2d452e5e2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fa388235fba04a88868f93e44b88b55c&device_id=7d6bf638-89f5-4c77-aa7e-86f315d6da75 HTTP/1.1" status: 200 len: 1094 time: 0.0689352 Apr 05 14:23:45.054593 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-d6de9ab6-7c85-4c5c-9108-f449106333c7 req-0577f25c-15f3-4fc0-bd94-526fa777684a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7bf0ff3-8f59-4aad-8fcc-072d2ec7f442 HTTP/1.1" status: 200 len: 217 time: 0.0539317 Apr 05 14:23:45.055722 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6898ca-b4b4-4f81-b629-84eeb4542dfe req-eb57347a-ab6d-43ec-9082-a16a8ee9d3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:45.057208 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0a6898ca-b4b4-4f81-b629-84eeb4542dfe req-eb57347a-ab6d-43ec-9082-a16a8ee9d3ca service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.1419046 Apr 05 14:23:45.070142 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a62ec89-152c-4c1c-a8ed-814ceaadff59 req-2d9d9013-44c0-4442-96cb-d7c21154217d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:45.089913 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0a62ec89-152c-4c1c-a8ed-814ceaadff59 req-2d9d9013-44c0-4442-96cb-d7c21154217d service neutron] 10.222.0.11 "GET /v2.0/networks?id=80d671a8-d1ab-4472-891b-9c042fbd7800 HTTP/1.1" status: 200 len: 870 time: 0.2887437 Apr 05 14:23:45.120616 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de9ab6-7c85-4c5c-9108-f449106333c7 req-0f3ddcee-f4a0-4f01-a01f-25f9c65e9b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:45.122158 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-d6de9ab6-7c85-4c5c-9108-f449106333c7 req-0f3ddcee-f4a0-4f01-a01f-25f9c65e9b05 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1e12eec2-91f9-48b4-8077-4d1ac1ff86f3 HTTP/1.1" status: 200 len: 845 time: 0.0536833 Apr 05 14:23:45.154247 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-d6de9ab6-7c85-4c5c-9108-f449106333c7 req-669429e5-cf28-493c-8034-313d3130cd7f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eff47457-946f-46a8-bea0-e56e031eed3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249527 Apr 05 14:23:45.158968 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52160aa3-8a24-4d2c-a6b0-c3ab3ca79e46 req-f6f98dc1-e21a-46b3-9b0e-adfb1367fca4 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:45.160480 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-52160aa3-8a24-4d2c-a6b0-c3ab3ca79e46 req-f6f98dc1-e21a-46b3-9b0e-adfb1367fca4 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=75f27a9c-9807-428e-befc-a2cba004165f HTTP/1.1" status: 200 len: 947 time: 0.2154562 Apr 05 14:23:45.169210 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d4d67-6d51-438b-b32a-57484f6e1a4d req-ea5ff510-9942-4e52-8d3f-bbe48adacd61 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:45.171268 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-475d4d67-6d51-438b-b32a-57484f6e1a4d req-ea5ff510-9942-4e52-8d3f-bbe48adacd61 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3807478 Apr 05 14:23:45.172797 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0a62ec89-152c-4c1c-a8ed-814ceaadff59 req-172b1d22-a181-4837-8898-0853bc49801b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=1a02dac2-1e82-4f40-b2ef-73f085c332f9 HTTP/1.1" status: 200 len: 217 time: 0.0845346 Apr 05 14:23:45.240613 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-475d4d67-6d51-438b-b32a-57484f6e1a4d req-a09e7c4e-2572-4c40-b748-01c510dccff2 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] 10.222.0.30 "GET /v2.0/quotas/14748139956b45fa84829eb5cfd3ec61 HTTP/1.1" status: 200 len: 375 time: 0.0575392 Apr 05 14:23:45.268524 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-d6de9ab6-7c85-4c5c-9108-f449106333c7 req-7553cf28-a182-4fec-8b41-5290e8233699 service neutron] 10.222.0.55 "GET /v2.0/networks/eff47457-946f-46a8-bea0-e56e031eed3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049178 Apr 05 14:23:45.273236 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-52160aa3-8a24-4d2c-a6b0-c3ab3ca79e46 req-e98ce2d0-28be-4daa-ab80-46cd4e310c02 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986888 Apr 05 14:23:45.289670 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6898ca-b4b4-4f81-b629-84eeb4542dfe req-28206ef0-5acb-4dd5-b145-655268a925c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:45.291155 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0a6898ca-b4b4-4f81-b629-84eeb4542dfe req-28206ef0-5acb-4dd5-b145-655268a925c4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2186329 Apr 05 14:23:45.295187 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-475d4d67-6d51-438b-b32a-57484f6e1a4d req-7d7b44dc-d5ee-476b-88e7-3aa1648e58d2 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=14748139956b45fa84829eb5cfd3ec61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414824 Apr 05 14:23:45.297758 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a62ec89-152c-4c1c-a8ed-814ceaadff59 req-82d6834b-603f-44ca-a01f-db1815e9e52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:45.299298 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0a62ec89-152c-4c1c-a8ed-814ceaadff59 req-82d6834b-603f-44ca-a01f-db1815e9e52c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.1141527 Apr 05 14:23:45.378066 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 52338) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:23:45.407775 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1e339120-9727-4f24-a077-f0f16c7bc965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:45.410491 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb54a78-713c-49b1-91cc-f55a5cf541a5 x-openstack-request-id: req-edb54a78-713c-49b1-91cc-f55a5cf541a5 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:23:45.410788 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d6bf638-89f5-4c77-aa7e-86f315d6da75", "tag": "a7bf0ff3-8f59-4aad-8fcc-072d2ec7f442", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:23:45.411045 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-edb54a78-713c-49b1-91cc-f55a5cf541a5 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:23:45.412740 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edb54a78-713c-49b1-91cc-f55a5cf541a5'] response: {'name': 'network-changed', 'server_uuid': '7d6bf638-89f5-4c77-aa7e-86f315d6da75', 'tag': 'a7bf0ff3-8f59-4aad-8fcc-072d2ec7f442', 'status': 'completed', 'code': 200} Apr 05 14:23:45.460166 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a62ec89-152c-4c1c-a8ed-814ceaadff59 req-339b385c-fb1f-4d36-87dd-b8ce3b5b5518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:45.461755 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0a62ec89-152c-4c1c-a8ed-814ceaadff59 req-339b385c-fb1f-4d36-87dd-b8ce3b5b5518 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1433480 Apr 05 14:23:45.478007 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0a6898ca-b4b4-4f81-b629-84eeb4542dfe req-03cf3839-4217-462a-85ca-f3f3f84b6b77 service neutron] 10.222.0.55 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698422 Apr 05 14:23:45.481052 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-d6de9ab6-7c85-4c5c-9108-f449106333c7 req-8702cb6a-4aec-41ab-9443-4b434592a445 service neutron] 10.222.0.55 "GET /v2.0/networks/eff47457-946f-46a8-bea0-e56e031eed3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024302 Apr 05 14:23:45.750438 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0a62ec89-152c-4c1c-a8ed-814ceaadff59 req-25a23927-5d9d-4a88-9b3f-bf639c85eef3 service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767951 Apr 05 14:23:45.751728 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecaef67-9d41-444c-8bbb-f02577de2623 req-d79b5425-a939-4c7c-9e75-75bdfea3a085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:45.752211 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0a6898ca-b4b4-4f81-b629-84eeb4542dfe req-fcfa450d-f938-44aa-b5f9-d8fff8183951 service neutron] 10.222.0.55 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654767 Apr 05 14:23:45.753284 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-cecaef67-9d41-444c-8bbb-f02577de2623 req-d79b5425-a939-4c7c-9e75-75bdfea3a085 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fa388235fba04a88868f93e44b88b55c&device_id=7d6bf638-89f5-4c77-aa7e-86f315d6da75 HTTP/1.1" status: 200 len: 1094 time: 0.0594349 Apr 05 14:23:45.774932 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52143d9e-cf47-4ce5-8bf2-83760aaf441e req-cce0e162-b50c-4ff0-a5f4-232c147006ac tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:45.783456 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-52143d9e-cf47-4ce5-8bf2-83760aaf441e req-cce0e162-b50c-4ff0-a5f4-232c147006ac tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d6bf638-89f5-4c77-aa7e-86f315d6da75 HTTP/1.1" status: 200 len: 943 time: 0.2563732 Apr 05 14:23:45.830097 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1e339120-9727-4f24-a077-f0f16c7bc965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:45.934031 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecaef67-9d41-444c-8bbb-f02577de2623 req-3d2bdc8f-1259-4cb6-af0e-29d9e93ae7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:45.937885 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-cecaef67-9d41-444c-8bbb-f02577de2623 req-3d2bdc8f-1259-4cb6-af0e-29d9e93ae7ca service neutron] 10.222.0.55 "GET /v2.0/networks?id=eff47457-946f-46a8-bea0-e56e031eed3c HTTP/1.1" status: 200 len: 906 time: 0.1693497 Apr 05 14:23:45.966899 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1e339120-9727-4f24-a077-f0f16c7bc965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:46.012223 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-cecaef67-9d41-444c-8bbb-f02577de2623 req-fc42bbc6-9832-4a8d-b960-e4c5004761ee service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7bf0ff3-8f59-4aad-8fcc-072d2ec7f442 HTTP/1.1" status: 200 len: 217 time: 0.0680070 Apr 05 14:23:46.052916 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15cad3-656a-480c-ad15-5e4cba2dda25 req-77284ee2-b26b-458d-af9b-1b5be8e48ec1 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:46.061904 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ab15cad3-656a-480c-ad15-5e4cba2dda25 req-77284ee2-b26b-458d-af9b-1b5be8e48ec1 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/ports?device_id=696dd11d-f39b-498a-b781-62430e282f35 HTTP/1.1" status: 200 len: 949 time: 0.2750371 Apr 05 14:23:46.081340 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecaef67-9d41-444c-8bbb-f02577de2623 req-b42c7d51-9b35-426e-bd9d-6621fa6fc662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:46.081340 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-cecaef67-9d41-444c-8bbb-f02577de2623 req-b42c7d51-9b35-426e-bd9d-6621fa6fc662 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1e12eec2-91f9-48b4-8077-4d1ac1ff86f3 HTTP/1.1" status: 200 len: 845 time: 0.0594294 Apr 05 14:23:46.122880 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-cecaef67-9d41-444c-8bbb-f02577de2623 req-922c21ac-aee9-45d2-918e-69b7efc2caa1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eff47457-946f-46a8-bea0-e56e031eed3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323837 Apr 05 14:23:46.130213 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e339120-9727-4f24-a077-f0f16c7bc965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=289ffbb9-7470-4769-a3ca-6e04293d3409,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:46.155228 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-52143d9e-cf47-4ce5-8bf2-83760aaf441e req-654e9ee8-1e62-453e-a11f-b7277ac61adc tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f4ed18-73d1-4c70-bfb8-abe78be9b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3709073 Apr 05 14:23:46.163028 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a62ec89-152c-4c1c-a8ed-814ceaadff59 req-5ede097e-9694-4e69-8b5b-92a4182e56c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:46.171027 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0a62ec89-152c-4c1c-a8ed-814ceaadff59 req-5ede097e-9694-4e69-8b5b-92a4182e56c8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eb6eb2eb5e534aae8638ab75f1f70e11&device_id=75f27a9c-9807-428e-befc-a2cba004165f HTTP/1.1" status: 200 len: 1098 time: 0.2573142 Apr 05 14:23:46.171027 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-1e339120-9727-4f24-a077-f0f16c7bc965 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ef2da64d4abf4ecc8eb0aaa323dbf893&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7864847 Apr 05 14:23:46.171027 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 52360) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:23:46.223744 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 52362) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:23:46.335384 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-cecaef67-9d41-444c-8bbb-f02577de2623 req-b41fbc33-f781-4c0a-9807-f10e0881390a service neutron] 10.222.0.55 "GET /v2.0/networks/eff47457-946f-46a8-bea0-e56e031eed3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868520 Apr 05 14:23:46.336244 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-880c2e7a-2c31-472c-a60c-6aa926f7783b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:46.387708 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-880c2e7a-2c31-472c-a60c-6aa926f7783b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:46.488005 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-cecaef67-9d41-444c-8bbb-f02577de2623 req-1c577df3-7d0a-4b95-85b9-bb66a34daf4a service neutron] 10.222.0.55 "GET /v2.0/networks/eff47457-946f-46a8-bea0-e56e031eed3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413760 Apr 05 14:23:46.497191 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-221706b5-c8ba-4035-92be-169424583a56 req-077fffda-e0de-453d-9a5b-c8d0679e3544 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] 10.222.0.30 "GET /v2.0/ports?device_id=446fd862-2a5d-4c24-8ee5-b53776f33d58 HTTP/1.1" status: 200 len: 210 time: 0.0718427 Apr 05 14:23:46.546358 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ab15cad3-656a-480c-ad15-5e4cba2dda25 req-70006e92-a44c-4567-a611-ef26cfac541b tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/security-groups?id=024b129f-f256-4015-8a11-f785d9d68dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4798028 Apr 05 14:23:46.594443 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-880c2e7a-2c31-472c-a60c-6aa926f7783b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:46.597924 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-880c2e7a-2c31-472c-a60c-6aa926f7783b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:46.599172 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-880c2e7a-2c31-472c-a60c-6aa926f7783b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/289ffbb9-7470-4769-a3ca-6e04293d3409 HTTP/1.1" status: 204 len: 168 time: 0.3744602 Apr 05 14:23:46.599800 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0a62ec89-152c-4c1c-a8ed-814ceaadff59 req-c9f27da1-27c2-4229-918b-d941c835e189 service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8115680 Apr 05 14:23:46.614050 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880c2e7a-2c31-472c-a60c-6aa926f7783b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=289ffbb9-7470-4769-a3ca-6e04293d3409,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:46.677818 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5b29fa8c-31cb-4dad-9121-78afc2af8849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:46.681440 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a63cf9a2-b1f3-40e8-99db-bac249657dfd req-de5fa061-a18c-4a09-b90e-22fd0d25d18e tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] 10.222.0.30 "GET /v2.0/ports?device_id=603ba8f7-163a-4245-a9ab-25e2d75a7b8a HTTP/1.1" status: 200 len: 210 time: 0.0906394 Apr 05 14:23:46.745312 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a62ec89-152c-4c1c-a8ed-814ceaadff59 req-67323497-0eba-4358-b257-575d2bfa1dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:46.747392 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0a62ec89-152c-4c1c-a8ed-814ceaadff59 req-67323497-0eba-4358-b257-575d2bfa1dd9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=80d671a8-d1ab-4472-891b-9c042fbd7800 HTTP/1.1" status: 200 len: 870 time: 0.3287654 Apr 05 14:23:46.758385 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b76c2-53f9-4640-b459-26da9b8063ab req-c8726883-da2b-483a-ab07-75df816abcf5 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:46.759980 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fd1b76c2-53f9-4640-b459-26da9b8063ab req-c8726883-da2b-483a-ab07-75df816abcf5 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=75f27a9c-9807-428e-befc-a2cba004165f HTTP/1.1" status: 200 len: 947 time: 0.1484149 Apr 05 14:23:46.831010 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0a62ec89-152c-4c1c-a8ed-814ceaadff59 req-9e293765-2ca9-4819-acdd-84c9aeeeac22 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=1a02dac2-1e82-4f40-b2ef-73f085c332f9 HTTP/1.1" status: 200 len: 217 time: 0.0672383 Apr 05 14:23:46.871187 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-caa80bf9-4c9a-44a7-b65d-dd80408e2130 req-48a3b8e3-cb2d-49ff-a471-121c142fc60e tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=21ad00b435784ef78e9bb30a5115d82f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0212255 Apr 05 14:23:46.878347 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fd1b76c2-53f9-4640-b459-26da9b8063ab req-b451d5bd-569b-4bf8-b660-76bcafa12f64 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047168 Apr 05 14:23:46.948274 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a62ec89-152c-4c1c-a8ed-814ceaadff59 req-4075a681-0c2d-44f0-89de-26d6a3886299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:46.950745 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0a62ec89-152c-4c1c-a8ed-814ceaadff59 req-4075a681-0c2d-44f0-89de-26d6a3886299 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.0899060 Apr 05 14:23:46.966369 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5b29fa8c-31cb-4dad-9121-78afc2af8849 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:47.027005 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa80bf9-4c9a-44a7-b65d-dd80408e2130 req-165eed70-afd3-47b7-a18e-17e2a76dcc48 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:47.029225 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-caa80bf9-4c9a-44a7-b65d-dd80408e2130 req-165eed70-afd3-47b7-a18e-17e2a76dcc48 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1508720 Apr 05 14:23:47.044861 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a62ec89-152c-4c1c-a8ed-814ceaadff59 req-855a5e80-5f6f-4ea7-9897-5735e930797f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:47.046532 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0a62ec89-152c-4c1c-a8ed-814ceaadff59 req-855a5e80-5f6f-4ea7-9897-5735e930797f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0824542 Apr 05 14:23:47.056734 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-caa80bf9-4c9a-44a7-b65d-dd80408e2130 req-fafc5568-1194-43ac-aeb7-14eae39dc026 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] Request body: {'port': {'device_id': '603ba8f7-163a-4245-a9ab-25e2d75a7b8a', 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800', 'admin_state_up': True, 'tenant_id': '21ad00b435784ef78e9bb30a5115d82f'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:23:47.072296 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5b29fa8c-31cb-4dad-9121-78afc2af8849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:47.189861 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-5b29fa8c-31cb-4dad-9121-78afc2af8849 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e508533a832c42799c679c30488e95b6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0178216 Apr 05 14:23:47.192513 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 52386) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:23:47.202620 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b29fa8c-31cb-4dad-9121-78afc2af8849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af46ec3-e35e-4106-a61d-13f07ac0adf3,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:47.234666 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0a62ec89-152c-4c1c-a8ed-814ceaadff59 req-baa8498b-971c-4512-86a0-2fd5c89b2ad3 service neutron] 10.222.0.55 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747851 Apr 05 14:23:47.297825 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-91451822-d4f8-4392-81e3-505097ce71a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:47.323152 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-91451822-d4f8-4392-81e3-505097ce71a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:47.375393 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caa80bf9-4c9a-44a7-b65d-dd80408e2130 req-fafc5568-1194-43ac-aeb7-14eae39dc026 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] Made reservation on behalf of 21ad00b435784ef78e9bb30a5115d82f for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:23:47.384856 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-caa80bf9-4c9a-44a7-b65d-dd80408e2130 req-fafc5568-1194-43ac-aeb7-14eae39dc026 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:47.385021 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e2bbac-e133-4b26-bde3-2358afd6dfae req-970af402-0358-46ce-a8b0-53a54457ad8a tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:47.385021 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b3e2bbac-e133-4b26-bde3-2358afd6dfae req-970af402-0358-46ce-a8b0-53a54457ad8a tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d6bf638-89f5-4c77-aa7e-86f315d6da75 HTTP/1.1" status: 200 len: 943 time: 0.0829811 Apr 05 14:23:47.386255 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0a62ec89-152c-4c1c-a8ed-814ceaadff59 req-c7732256-52ea-4865-8524-d30b75f64556 service neutron] 10.222.0.55 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445889 Apr 05 14:23:47.433271 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b3e2bbac-e133-4b26-bde3-2358afd6dfae req-42a9ccec-3ef0-4e9f-847c-7b2e56086b53 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f4ed18-73d1-4c70-bfb8-abe78be9b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412302 Apr 05 14:23:47.475618 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-91451822-d4f8-4392-81e3-505097ce71a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:47.478430 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-91451822-d4f8-4392-81e3-505097ce71a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:47.482083 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-91451822-d4f8-4392-81e3-505097ce71a6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4af46ec3-e35e-4106-a61d-13f07ac0adf3 HTTP/1.1" status: 204 len: 168 time: 0.2855663 Apr 05 14:23:47.482232 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bc2fca73-f688-41f7-b28a-a9e15f24d17f req-2f85d3fc-fd06-4dc6-a09d-4bf6ae829257 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1400437438&fields=id&tenant_id=97f2debd9b3743dc87d7a76e5ebedb39 HTTP/1.1" status: 200 len: 267 time: 0.0367138 Apr 05 14:23:47.518517 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91451822-d4f8-4392-81e3-505097ce71a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af46ec3-e35e-4106-a61d-13f07ac0adf3,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:47.629341 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [req-caa80bf9-4c9a-44a7-b65d-dd80408e2130 req-fafc5568-1194-43ac-aeb7-14eae39dc026 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] Allocated IP 192.168.233.172 (80d671a8-d1ab-4472-891b-9c042fbd7800/b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a/a91f71df-ed49-4933-b4a1-ecee445826c5) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:23:47.654233 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4739dfed-5cf2-4098-825c-cb7c1d4fa4b3 req-9239556a-b181-4f00-a3c6-8a2b4f983888 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] 10.222.0.30 "GET /v2.0/ports?device_id=446fd862-2a5d-4c24-8ee5-b53776f33d58 HTTP/1.1" status: 200 len: 210 time: 0.0639675 Apr 05 14:23:47.707873 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2fca73-f688-41f7-b28a-a9e15f24d17f req-97b367e8-e586-47f7-9f57-723465756817 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:47.747656 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bc2fca73-f688-41f7-b28a-a9e15f24d17f req-97b367e8-e586-47f7-9f57-723465756817 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] 10.222.0.30 "GET /v2.0/networks?id=026b4b4d-4018-481e-98bc-6123c4c681f5 HTTP/1.1" status: 200 len: 823 time: 0.2244492 Apr 05 14:23:47.747656 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d519a964-e656-41de-a831-363fc7f6c3f8 req-fe470f11-5304-46de-8bba-b9d005d0116f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c28c5ff7-aa4f-4388-a2d2-34b3d1153744&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1431453 Apr 05 14:23:47.747656 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bc2fca73-f688-41f7-b28a-a9e15f24d17f req-6f270201-3b3b-4667-81e3-cb9c9a61c1fd tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] 10.222.0.30 "GET /v2.0/quotas/97f2debd9b3743dc87d7a76e5ebedb39 HTTP/1.1" status: 200 len: 375 time: 0.0264144 Apr 05 14:23:47.833355 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc47294c-719d-496f-b05d-76a43cea6b32 req-3ace7bf0-1395-4bb3-9eb8-3f66f1aff5c0 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:47.834944 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cc47294c-719d-496f-b05d-76a43cea6b32 req-3ace7bf0-1395-4bb3-9eb8-3f66f1aff5c0 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/ports?device_id=696dd11d-f39b-498a-b781-62430e282f35 HTTP/1.1" status: 200 len: 949 time: 0.0886159 Apr 05 14:23:47.878984 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bc2fca73-f688-41f7-b28a-a9e15f24d17f req-11bcedca-9466-4d72-a458-ec5c3fdb18f5 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=97f2debd9b3743dc87d7a76e5ebedb39&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1234543 Apr 05 14:23:47.939206 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cc47294c-719d-496f-b05d-76a43cea6b32 req-b6411c6c-a12b-4d74-ad1e-4659f639412b tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/security-groups?id=024b129f-f256-4015-8a11-f785d9d68dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907295 Apr 05 14:23:47.974558 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d519a964-e656-41de-a831-363fc7f6c3f8 req-e94e8571-53c7-4cc1-9a18-9db02054045e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:47.976113 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d519a964-e656-41de-a831-363fc7f6c3f8 req-e94e8571-53c7-4cc1-9a18-9db02054045e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=da2dc5471d9a4be1863605b72a733c47&device_id=c28c5ff7-aa4f-4388-a2d2-34b3d1153744 HTTP/1.1" status: 200 len: 1101 time: 0.1389990 Apr 05 14:23:48.080022 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bc2fca73-f688-41f7-b28a-a9e15f24d17f req-2d422e14-5051-4313-8ec9-2ec327a09b69 service neutron] 10.222.0.30 "GET /v2.0/networks/026b4b4d-4018-481e-98bc-6123c4c681f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800480 Apr 05 14:23:48.134413 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c2750175-8572-42e5-ac9d-248a65d54d08 req-bfeb933b-58f0-449e-96cd-1a6b28e972f8 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] 10.222.0.30 "GET /v2.0/ports?device_id=603ba8f7-163a-4245-a9ab-25e2d75a7b8a HTTP/1.1" status: 200 len: 210 time: 0.0587502 Apr 05 14:23:48.141766 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-caa80bf9-4c9a-44a7-b65d-dd80408e2130 req-fafc5568-1194-43ac-aeb7-14eae39dc026 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:48.195745 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d519a964-e656-41de-a831-363fc7f6c3f8 req-5b8364e4-69ca-4e7e-846b-f39e64073bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:48.197239 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d519a964-e656-41de-a831-363fc7f6c3f8 req-5b8364e4-69ca-4e7e-846b-f39e64073bc7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=80d671a8-d1ab-4472-891b-9c042fbd7800 HTTP/1.1" status: 200 len: 870 time: 0.1941347 Apr 05 14:23:48.241134 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-caa80bf9-4c9a-44a7-b65d-dd80408e2130 req-fafc5568-1194-43ac-aeb7-14eae39dc026 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:48.253994 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['3ef31e17-8c75-443c-b111-4a240a573bd4'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:23:48.285480 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caa80bf9-4c9a-44a7-b65d-dd80408e2130 req-fafc5568-1194-43ac-aeb7-14eae39dc026 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] Network 80d671a8-d1ab-4472-891b-9c042fbd7800 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:23:48.289218 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [req-caa80bf9-4c9a-44a7-b65d-dd80408e2130 req-fafc5568-1194-43ac-aeb7-14eae39dc026 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:23:48.291603 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-caa80bf9-4c9a-44a7-b65d-dd80408e2130 req-fafc5568-1194-43ac-aeb7-14eae39dc026 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:23:48.299167 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa80bf9-4c9a-44a7-b65d-dd80408e2130 req-fafc5568-1194-43ac-aeb7-14eae39dc026 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:48.299891 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-caa80bf9-4c9a-44a7-b65d-dd80408e2130 req-fafc5568-1194-43ac-aeb7-14eae39dc026 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:48.315171 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bc2fca73-f688-41f7-b28a-a9e15f24d17f req-478cebc0-769c-466e-b595-d0990f642301 service neutron] 10.222.0.30 "GET /v2.0/networks/026b4b4d-4018-481e-98bc-6123c4c681f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179971 Apr 05 14:23:48.319224 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d519a964-e656-41de-a831-363fc7f6c3f8 req-9374a52b-7df3-4ace-a41b-90bc9469a9d6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=7fc68ca4-d00c-47a8-9c86-c999c1814ca7 HTTP/1.1" status: 200 len: 217 time: 0.0980551 Apr 05 14:23:48.329554 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafc5568-1194-43ac-aeb7-14eae39dc026 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] Pushing event updated for resources: {'Port': ['ID=a91f71df-ed49-4933-b4a1-ecee445826c5,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:48.366058 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9db02d2-fdaf-4d0a-97b2-6d56f1d00bf4 req-9ebfd726-8bd8-4f73-abc5-47e7feccf074 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:48.377453 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a9db02d2-fdaf-4d0a-97b2-6d56f1d00bf4 req-9ebfd726-8bd8-4f73-abc5-47e7feccf074 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=75f27a9c-9807-428e-befc-a2cba004165f HTTP/1.1" status: 200 len: 947 time: 0.1687162 Apr 05 14:23:48.430774 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-caa80bf9-4c9a-44a7-b65d-dd80408e2130 req-fafc5568-1194-43ac-aeb7-14eae39dc026 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3779302 Apr 05 14:23:48.441201 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d519a964-e656-41de-a831-363fc7f6c3f8 req-f94f7e10-3a35-45f6-9e8c-48a6507e55b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:48.442666 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d519a964-e656-41de-a831-363fc7f6c3f8 req-f94f7e10-3a35-45f6-9e8c-48a6507e55b2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.1100094 Apr 05 14:23:48.445935 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-caa80bf9-4c9a-44a7-b65d-dd80408e2130 req-7c9beada-085c-4d74-a244-51f8ceaa21a1 service neutron] Request body: {'port': {'device_id': '603ba8f7-163a-4245-a9ab-25e2d75a7b8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:23:48.446090 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a9db02d2-fdaf-4d0a-97b2-6d56f1d00bf4 req-a208d679-6d30-4332-ae53-ad2e75534c6b tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677128 Apr 05 14:23:48.539502 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-caa80bf9-4c9a-44a7-b65d-dd80408e2130 req-7c9beada-085c-4d74-a244-51f8ceaa21a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:48.544719 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d519a964-e656-41de-a831-363fc7f6c3f8 req-f5287cb4-9cd7-4df8-a16b-562d5b58df0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:48.546815 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d519a964-e656-41de-a831-363fc7f6c3f8 req-f5287cb4-9cd7-4df8-a16b-562d5b58df0f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0855715 Apr 05 14:23:48.610125 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-475d4d67-6d51-438b-b32a-57484f6e1a4d req-fbe1fe16-9f8f-412a-85c0-c9e21ddfb233 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=14748139956b45fa84829eb5cfd3ec61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290914 Apr 05 14:23:48.659766 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-74f09cf7-d5a3-4fa7-ba65-932fef038b61 None None] Provisioning complete for port a91f71df-ed49-4933-b4a1-ecee445826c5 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:23:48.670090 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 52432) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:23:48.670974 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.55', 56710) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:23:48.677959 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-74f09cf7-d5a3-4fa7-ba65-932fef038b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:48.726399 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3d3beae6-cc72-422d-9ddf-143ab67d43f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:48.738233 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-74f09cf7-d5a3-4fa7-ba65-932fef038b61 None None] Port a91f71df-ed49-4933-b4a1-ecee445826c5 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:23:48.750287 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d519a964-e656-41de-a831-363fc7f6c3f8 req-b9992e32-191d-49d7-b237-3aa6d13208e5 service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953135 Apr 05 14:23:48.834622 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d83d6f9-4667-44f6-acfd-8ba39716e4c8 req-d730a897-a71a-4ea0-b8c0-f754037e6dae tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:48.838110 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2d83d6f9-4667-44f6-acfd-8ba39716e4c8 req-d730a897-a71a-4ea0-b8c0-f754037e6dae tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] 10.222.0.55 "GET /v2.0/ports?device_id=96adb6c5-5365-4341-be2c-9724cb4d880a HTTP/1.1" status: 200 len: 966 time: 0.1643302 Apr 05 14:23:48.884971 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 1a02dac2-1e82-4f40-b2ef-73f085c332f9 details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:23:48.988942 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d4d67-6d51-438b-b32a-57484f6e1a4d req-98959930-b669-4ffb-8ba6-75084d550ae0 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:48.993199 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-475d4d67-6d51-438b-b32a-57484f6e1a4d req-98959930-b669-4ffb-8ba6-75084d550ae0 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2581182 Apr 05 14:23:48.997846 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d519a964-e656-41de-a831-363fc7f6c3f8 req-e1398db5-6a85-4a51-80cf-5b225098ca1e service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303214 Apr 05 14:23:49.004207 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-475d4d67-6d51-438b-b32a-57484f6e1a4d req-b1661db0-9afc-45c9-9add-507ebce9e437 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] Request body: {'port': {'device_id': '446fd862-2a5d-4c24-8ee5-b53776f33d58', 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800', 'admin_state_up': True, 'tenant_id': '14748139956b45fa84829eb5cfd3ec61'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:23:49.084914 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3d3beae6-cc72-422d-9ddf-143ab67d43f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:49.130179 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-2d83d6f9-4667-44f6-acfd-8ba39716e4c8 req-943d07e2-31cf-405f-a6fd-99cc011e730d tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Deleting port d43aea30-d41a-4322-b708-4915d813dfdd {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:23:49.130665 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2d83d6f9-4667-44f6-acfd-8ba39716e4c8 req-943d07e2-31cf-405f-a6fd-99cc011e730d tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:49.137318 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [req-caa80bf9-4c9a-44a7-b65d-dd80408e2130 req-7c9beada-085c-4d74-a244-51f8ceaa21a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a91f71df-ed49-4933-b4a1-ecee445826c5 {{(pid=103321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:23:49.153028 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 1a02dac2-1e82-4f40-b2ef-73f085c332f9, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=1a02dac2-1e82-4f40-b2ef-73f085c332f9,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:23:49.165924 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-caa80bf9-4c9a-44a7-b65d-dd80408e2130 req-7c9beada-085c-4d74-a244-51f8ceaa21a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:49.181628 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': '1a02dac2-1e82-4f40-b2ef-73f085c332f9', 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800', 'port_id': '1a02dac2-1e82-4f40-b2ef-73f085c332f9', 'mac_address': 'fa:16:3e:09:88:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:23:49.225185 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.provisioning_blocks [req-caa80bf9-4c9a-44a7-b65d-dd80408e2130 req-7c9beada-085c-4d74-a244-51f8ceaa21a1 service neutron] Transition to ACTIVE for port object a91f71df-ed49-4933-b4a1-ecee445826c5 will not be triggered until provisioned by entity L2. {{(pid=103321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:23:49.241646 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785649fc-2eb5-4f65-a977-f1f699295464 req-3edd926d-c76e-42e0-9fb1-d0ec672bd57f tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:49.242756 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:49.243654 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-785649fc-2eb5-4f65-a977-f1f699295464 req-3edd926d-c76e-42e0-9fb1-d0ec672bd57f tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d6bf638-89f5-4c77-aa7e-86f315d6da75 HTTP/1.1" status: 200 len: 943 time: 0.0831370 Apr 05 14:23:49.263582 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a02dac2-1e82-4f40-b2ef-73f085c332f9 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:23:49.282249 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-2d83d6f9-4667-44f6-acfd-8ba39716e4c8 req-943d07e2-31cf-405f-a6fd-99cc011e730d tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] For port d43aea30-d41a-4322-b708-4915d813dfdd, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=d43aea30-d41a-4322-b708-4915d813dfdd,segment=NetworkSegment(4cf03a58-2421-4a58-a0d7-d3a831eb8f50),segment_id=4cf03a58-2421-4a58-a0d7-d3a831eb8f50)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:23:49.282615 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2d83d6f9-4667-44f6-acfd-8ba39716e4c8 req-943d07e2-31cf-405f-a6fd-99cc011e730d tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:49.287628 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 1a02dac2-1e82-4f40-b2ef-73f085c332f9, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=1a02dac2-1e82-4f40-b2ef-73f085c332f9,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:23:49.294974 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-785649fc-2eb5-4f65-a977-f1f699295464 req-ed95b08e-c8c6-40e8-8fa3-58c139310135 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f4ed18-73d1-4c70-bfb8-abe78be9b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406101 Apr 05 14:23:49.326464 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-475d4d67-6d51-438b-b32a-57484f6e1a4d req-b1661db0-9afc-45c9-9add-507ebce9e437 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] Made reservation on behalf of 14748139956b45fa84829eb5cfd3ec61 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:23:49.336117 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-475d4d67-6d51-438b-b32a-57484f6e1a4d req-b1661db0-9afc-45c9-9add-507ebce9e437 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:49.338688 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3d3beae6-cc72-422d-9ddf-143ab67d43f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:49.369131 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:49.370000 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device a7bf0ff3-8f59-4aad-8fcc-072d2ec7f442 details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:23:49.391124 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-caa80bf9-4c9a-44a7-b65d-dd80408e2130 req-7c9beada-085c-4d74-a244-51f8ceaa21a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:49.515962 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-3d3beae6-cc72-422d-9ddf-143ab67d43f9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bebc7edc53c04e81a1c76d924e51e6ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8409729 Apr 05 14:23:49.515962 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3beae6-cc72-422d-9ddf-143ab67d43f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3abaf85-1579-4963-910b-50187f2740ac,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:49.517266 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 52462) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:23:49.566801 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c853871f-a130-4793-8c6f-97d8c9fd99d7 req-1d78c054-a852-4f4f-9de5-de410f02041d tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c04db13-0313-4e41-af6a-be8914a26b60 HTTP/1.1" status: 200 len: 210 time: 0.1999116 Apr 05 14:23:49.609439 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9beada-085c-4d74-a244-51f8ceaa21a1 service neutron] Pushing event updated for resources: {'Port': ['ID=a91f71df-ed49-4933-b4a1-ecee445826c5,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:49.644406 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=1a02dac2-1e82-4f40-b2ef-73f085c332f9,revision_number=8']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:49.711843 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-caa80bf9-4c9a-44a7-b65d-dd80408e2130 req-7c9beada-085c-4d74-a244-51f8ceaa21a1 service neutron] Attempting to bind port a91f71df-ed49-4933-b4a1-ecee445826c5 on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:23:49.712321 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-caa80bf9-4c9a-44a7-b65d-dd80408e2130 req-7c9beada-085c-4d74-a244-51f8ceaa21a1 service neutron] Attempting to bind port a91f71df-ed49-4933-b4a1-ecee445826c5 by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:23:49.712753 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa80bf9-4c9a-44a7-b65d-dd80408e2130 req-7c9beada-085c-4d74-a244-51f8ceaa21a1 service neutron] Attempting to bind port a91f71df-ed49-4933-b4a1-ecee445826c5 on network 80d671a8-d1ab-4472-891b-9c042fbd7800 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:23:49.778145 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port a7bf0ff3-8f59-4aad-8fcc-072d2ec7f442, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=a7bf0ff3-8f59-4aad-8fcc-072d2ec7f442,segment=NetworkSegment(0f730d0b-c342-4343-8a7b-7d51c303621d),segment_id=0f730d0b-c342-4343-8a7b-7d51c303621d)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:23:49.798341 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': 'a7bf0ff3-8f59-4aad-8fcc-072d2ec7f442', 'network_id': 'eff47457-946f-46a8-bea0-e56e031eed3c', 'port_id': 'a7bf0ff3-8f59-4aad-8fcc-072d2ec7f442', 'mac_address': 'fa:16:3e:89:3f:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e12eec2-91f9-48b4-8077-4d1ac1ff86f3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:23:49.802029 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b3e262c9-d5c8-4c68-8146-735d265f1308 req-b3f35eea-ca3c-4ab9-a360-56e2d677c8d3 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] 10.222.0.30 "GET /v2.0/ports?device_id=446fd862-2a5d-4c24-8ee5-b53776f33d58 HTTP/1.1" status: 200 len: 210 time: 0.2189484 Apr 05 14:23:49.803859 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa80bf9-4c9a-44a7-b65d-dd80408e2130 req-7c9beada-085c-4d74-a244-51f8ceaa21a1 service neutron] Port a91f71df-ed49-4933-b4a1-ecee445826c5 on network 80d671a8-d1ab-4472-891b-9c042fbd7800 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:23:49.804739 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa80bf9-4c9a-44a7-b65d-dd80408e2130 req-7c9beada-085c-4d74-a244-51f8ceaa21a1 service neutron] Attempting to bind port a91f71df-ed49-4933-b4a1-ecee445826c5 on network 80d671a8-d1ab-4472-891b-9c042fbd7800 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:23:49.882431 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:49.882781 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-82eb608c-086b-4883-b088-8c80654d9ed3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:49.891874 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa80bf9-4c9a-44a7-b65d-dd80408e2130 req-7c9beada-085c-4d74-a244-51f8ceaa21a1 service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:23:49.894566 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa80bf9-4c9a-44a7-b65d-dd80408e2130 req-7c9beada-085c-4d74-a244-51f8ceaa21a1 service neutron] Checking segment: {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:23:49.894566 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa80bf9-4c9a-44a7-b65d-dd80408e2130 req-7c9beada-085c-4d74-a244-51f8ceaa21a1 service neutron] Bound using segment: {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:23:49.894566 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-caa80bf9-4c9a-44a7-b65d-dd80408e2130 req-7c9beada-085c-4d74-a244-51f8ceaa21a1 service neutron] Bound port: a91f71df-ed49-4933-b4a1-ecee445826c5, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:23:49.894566 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-caa80bf9-4c9a-44a7-b65d-dd80408e2130 req-7c9beada-085c-4d74-a244-51f8ceaa21a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:49.914819 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7bf0ff3-8f59-4aad-8fcc-072d2ec7f442 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:23:49.922846 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2d83d6f9-4667-44f6-acfd-8ba39716e4c8 req-943d07e2-31cf-405f-a6fd-99cc011e730d tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:49.923371 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2d83d6f9-4667-44f6-acfd-8ba39716e4c8 req-943d07e2-31cf-405f-a6fd-99cc011e730d tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:49.923706 n-d-836650-2 neutron-server[103321]: INFO neutron.db.l3_db [req-2d83d6f9-4667-44f6-acfd-8ba39716e4c8 req-943d07e2-31cf-405f-a6fd-99cc011e730d tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Floating IP 75273784-c6c8-4951-b891-44359000bb9a disassociated. External IP: 172.25.6.54, port: d43aea30-d41a-4322-b708-4915d813dfdd. Apr 05 14:23:49.924050 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-2d83d6f9-4667-44f6-acfd-8ba39716e4c8 req-943d07e2-31cf-405f-a6fd-99cc011e730d tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Calling delete_port for d43aea30-d41a-4322-b708-4915d813dfdd owned by compute:tempest-test_az-548508434 {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:23:49.985717 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port a7bf0ff3-8f59-4aad-8fcc-072d2ec7f442, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=a7bf0ff3-8f59-4aad-8fcc-072d2ec7f442,segment=NetworkSegment(0f730d0b-c342-4343-8a7b-7d51c303621d),segment_id=0f730d0b-c342-4343-8a7b-7d51c303621d)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:23:50.007412 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-82eb608c-086b-4883-b088-8c80654d9ed3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:50.042397 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-475d4d67-6d51-438b-b32a-57484f6e1a4d req-b1661db0-9afc-45c9-9add-507ebce9e437 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] Allocated IP 192.168.233.105 (80d671a8-d1ab-4472-891b-9c042fbd7800/b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a/01a57944-ef1a-4662-bbab-3b56786da887) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:23:50.072679 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:50.072995 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7d686-5dca-4cd1-9567-03fd846ba5b1 req-a84a4415-1cad-41c1-a13f-31f59c3b2f28 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:50.074692 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c2f7d686-5dca-4cd1-9567-03fd846ba5b1 req-a84a4415-1cad-41c1-a13f-31f59c3b2f28 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.11 "GET /v2.0/ports?device_id=75f27a9c-9807-428e-befc-a2cba004165f&tenant_id=eb6eb2eb5e534aae8638ab75f1f70e11&binding%3Ahost_id=n-h1-836650-2 HTTP/1.1" status: 200 len: 948 time: 0.4207759 Apr 05 14:23:50.119198 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-caa80bf9-4c9a-44a7-b65d-dd80408e2130 req-7c9beada-085c-4d74-a244-51f8ceaa21a1 service neutron] For port a91f71df-ed49-4933-b4a1-ecee445826c5, host n-h1-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:23:50.141437 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=a7bf0ff3-8f59-4aad-8fcc-072d2ec7f442,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:50.153288 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-caa80bf9-4c9a-44a7-b65d-dd80408e2130 req-7c9beada-085c-4d74-a244-51f8ceaa21a1 service neutron] For port a91f71df-ed49-4933-b4a1-ecee445826c5, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=a91f71df-ed49-4933-b4a1-ecee445826c5,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:23:50.204753 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83a7790-c2f4-424c-a555-7443c15c47f6 req-5af61b48-3e56-4344-80c7-5ab6e71196e9 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:50.212378 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f83a7790-c2f4-424c-a555-7443c15c47f6 req-5af61b48-3e56-4344-80c7-5ab6e71196e9 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] 10.222.0.30 "GET /v2.0/ports?device_id=603ba8f7-163a-4245-a9ab-25e2d75a7b8a HTTP/1.1" status: 200 len: 948 time: 0.2146196 Apr 05 14:23:50.235504 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-caa80bf9-4c9a-44a7-b65d-dd80408e2130 req-7c9beada-085c-4d74-a244-51f8ceaa21a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:50.280187 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa80bf9-4c9a-44a7-b65d-dd80408e2130 req-7c9beada-085c-4d74-a244-51f8ceaa21a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:50.281055 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-caa80bf9-4c9a-44a7-b65d-dd80408e2130 req-7c9beada-085c-4d74-a244-51f8ceaa21a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:50.282455 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-caa80bf9-4c9a-44a7-b65d-dd80408e2130 req-7c9beada-085c-4d74-a244-51f8ceaa21a1 service neutron] 10.222.0.55 "PUT /v2.0/ports/a91f71df-ed49-4933-b4a1-ecee445826c5 HTTP/1.1" status: 200 len: 1096 time: 1.8415759 Apr 05 14:23:50.294259 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '603ba8f7-163a-4245-a9ab-25e2d75a7b8a', 'tag': 'a91f71df-ed49-4933-b4a1-ecee445826c5'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:23:50.297319 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f408236e-ab7c-4618-9f35-2bf2eaeb122a" -d '{"events": [{"name": "network-changed", "server_uuid": "603ba8f7-163a-4245-a9ab-25e2d75a7b8a", "tag": "a91f71df-ed49-4933-b4a1-ecee445826c5"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:23:50.300813 n-d-836650-2 neutron-server[103320]: INFO neutron.api.v2.resource [req-c2f7d686-5dca-4cd1-9567-03fd846ba5b1 req-9b4c444f-69c4-4609-84d6-a72475c2d939 service neutron] delete failed (client error): The resource could not be found. Apr 05 14:23:50.302231 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c2f7d686-5dca-4cd1-9567-03fd846ba5b1 req-9b4c444f-69c4-4609-84d6-a72475c2d939 service neutron] 10.222.0.11 "DELETE /v2.0/ports/1a02dac2-1e82-4f40-b2ef-73f085c332f9/bindings/n-h2-836650-2 HTTP/1.1" status: 404 len: 380 time: 0.1974959 Apr 05 14:23:50.304556 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-82eb608c-086b-4883-b088-8c80654d9ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:50.307077 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-82eb608c-086b-4883-b088-8c80654d9ed3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:50.309319 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-82eb608c-086b-4883-b088-8c80654d9ed3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a3abaf85-1579-4963-910b-50187f2740ac HTTP/1.1" status: 204 len: 168 time: 0.7811446 Apr 05 14:23:50.332790 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['a7bf0ff3-8f59-4aad-8fcc-072d2ec7f442'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:23:50.356181 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eb608c-086b-4883-b088-8c80654d9ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3abaf85-1579-4963-910b-50187f2740ac,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:50.398218 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['1a02dac2-1e82-4f40-b2ef-73f085c332f9'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:23:50.425435 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9beada-085c-4d74-a244-51f8ceaa21a1 service neutron] Pushing event updated for resources: {'Port': ['ID=a91f71df-ed49-4933-b4a1-ecee445826c5,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:50.520580 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2d83d6f9-4667-44f6-acfd-8ba39716e4c8 req-943d07e2-31cf-405f-a6fd-99cc011e730d tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:50.606526 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943d07e2-31cf-405f-a6fd-99cc011e730d tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Pushing event deleted for resources: {'Port': ['ID=d43aea30-d41a-4322-b708-4915d813dfdd,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:50.778710 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f83a7790-c2f4-424c-a555-7443c15c47f6 req-58acb86f-11c5-4eb0-9f82-26e2b158027a tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8901c82-f600-4e96-8375-691010c2b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5631003 Apr 05 14:23:50.875918 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa80bf9-4c9a-44a7-b65d-dd80408e2130 req-734b79c7-4269-4658-bd26-391f11b14fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:50.877711 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-caa80bf9-4c9a-44a7-b65d-dd80408e2130 req-734b79c7-4269-4658-bd26-391f11b14fe1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=21ad00b435784ef78e9bb30a5115d82f&device_id=603ba8f7-163a-4245-a9ab-25e2d75a7b8a HTTP/1.1" status: 200 len: 1099 time: 0.2403908 Apr 05 14:23:50.887612 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408d9c8-918c-4dfd-a774-c2865ffe1fd2 req-40953ffd-cc95-4df3-a4fb-2e3b4a3638e8 tempest-ServersAdminTestJSON-737452491 tempest-ServersAdminTestJSON-737452491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:50.889145 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408d9c8-918c-4dfd-a774-c2865ffe1fd2 req-40953ffd-cc95-4df3-a4fb-2e3b4a3638e8 tempest-ServersAdminTestJSON-737452491 tempest-ServersAdminTestJSON-737452491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:50.891659 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408d9c8-918c-4dfd-a774-c2865ffe1fd2 req-40953ffd-cc95-4df3-a4fb-2e3b4a3638e8 tempest-ServersAdminTestJSON-737452491 tempest-ServersAdminTestJSON-737452491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:50.891845 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device d43aea30-d41a-4322-b708-4915d813dfdd no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:23:50.893061 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408d9c8-918c-4dfd-a774-c2865ffe1fd2 req-40953ffd-cc95-4df3-a4fb-2e3b4a3638e8 tempest-ServersAdminTestJSON-737452491 tempest-ServersAdminTestJSON-737452491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:50.898507 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408d9c8-918c-4dfd-a774-c2865ffe1fd2 req-40953ffd-cc95-4df3-a4fb-2e3b4a3638e8 tempest-ServersAdminTestJSON-737452491 tempest-ServersAdminTestJSON-737452491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:50.898507 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408d9c8-918c-4dfd-a774-c2865ffe1fd2 req-40953ffd-cc95-4df3-a4fb-2e3b4a3638e8 tempest-ServersAdminTestJSON-737452491 tempest-ServersAdminTestJSON-737452491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:50.898507 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408d9c8-918c-4dfd-a774-c2865ffe1fd2 req-40953ffd-cc95-4df3-a4fb-2e3b4a3638e8 tempest-ServersAdminTestJSON-737452491 tempest-ServersAdminTestJSON-737452491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:50.898507 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408d9c8-918c-4dfd-a774-c2865ffe1fd2 req-40953ffd-cc95-4df3-a4fb-2e3b4a3638e8 tempest-ServersAdminTestJSON-737452491 tempest-ServersAdminTestJSON-737452491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:50.907804 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b408d9c8-918c-4dfd-a774-c2865ffe1fd2 req-40953ffd-cc95-4df3-a4fb-2e3b4a3638e8 tempest-ServersAdminTestJSON-737452491 tempest-ServersAdminTestJSON-737452491-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=9c04db13-0313-4e41-af6a-be8914a26b60&device_id=446fd862-2a5d-4c24-8ee5-b53776f33d58&device_id=603ba8f7-163a-4245-a9ab-25e2d75a7b8a&device_id=7d6bf638-89f5-4c77-aa7e-86f315d6da75&device_id=696dd11d-f39b-498a-b781-62430e282f35&device_id=db9a038b-9c8e-41a0-a885-3ccc94e20813&device_id=43152e10-3fa3-4eda-b04b-fd53ec030ab1&device_id=c28c5ff7-aa4f-4388-a2d2-34b3d1153744&device_id=96adb6c5-5365-4341-be2c-9724cb4d880a&device_id=75f27a9c-9807-428e-befc-a2cba004165f HTTP/1.1" status: 200 len: 7266 time: 0.6081107 Apr 05 14:23:50.925205 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] No Port match for: d43aea30-d41a-4322-b708-4915d813dfdd {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:23:50.925205 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device d43aea30-d41a-4322-b708-4915d813dfdd not bound to the agent host n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:23:50.958180 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-b408d9c8-918c-4dfd-a774-c2865ffe1fd2 req-f0cb529d-08dc-4cd1-a2a1-a060d8f486fa tempest-ServersAdminTestJSON-737452491 tempest-ServersAdminTestJSON-737452491-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:50.966571 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-caa80bf9-4c9a-44a7-b65d-dd80408e2130 req-9d3223df-1492-45c8-988b-a9c99ecc7791 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=a91f71df-ed49-4933-b4a1-ecee445826c5 HTTP/1.1" status: 200 len: 217 time: 0.0599232 Apr 05 14:23:51.005461 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d83d6f9-4667-44f6-acfd-8ba39716e4c8 req-943d07e2-31cf-405f-a6fd-99cc011e730d tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Router 3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:23:51.042993 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-475d4d67-6d51-438b-b32a-57484f6e1a4d req-b1661db0-9afc-45c9-9add-507ebce9e437 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:51.047625 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7d686-5dca-4cd1-9567-03fd846ba5b1 req-e997ef8c-ed0c-4c40-a63b-fc0a4bec810a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:51.049273 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c2f7d686-5dca-4cd1-9567-03fd846ba5b1 req-e997ef8c-ed0c-4c40-a63b-fc0a4bec810a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eb6eb2eb5e534aae8638ab75f1f70e11&device_id=75f27a9c-9807-428e-befc-a2cba004165f HTTP/1.1" status: 200 len: 1099 time: 0.3014710 Apr 05 14:23:51.091386 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a63fcca-9255-4c4a-8b0d-ef59fa16ebaa req-56b51f94-51e7-4092-9ab9-e20c46a58eb1 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:51.093754 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2a63fcca-9255-4c4a-8b0d-ef59fa16ebaa req-56b51f94-51e7-4092-9ab9-e20c46a58eb1 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=75f27a9c-9807-428e-befc-a2cba004165f HTTP/1.1" status: 200 len: 948 time: 0.1799872 Apr 05 14:23:51.143329 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa80bf9-4c9a-44a7-b65d-dd80408e2130 req-30b63886-0c76-4ab0-9fb3-f0ae2afb6bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:51.145532 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-caa80bf9-4c9a-44a7-b65d-dd80408e2130 req-30b63886-0c76-4ab0-9fb3-f0ae2afb6bc4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.1648638 Apr 05 14:23:51.224642 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d83d6f9-4667-44f6-acfd-8ba39716e4c8 req-943d07e2-31cf-405f-a6fd-99cc011e730d tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:23:51.230372 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-b408d9c8-918c-4dfd-a774-c2865ffe1fd2 req-f0cb529d-08dc-4cd1-a2a1-a060d8f486fa tempest-ServersAdminTestJSON-737452491 tempest-ServersAdminTestJSON-737452491-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:51.241150 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4280290-58b5-47fb-837e-381e7997e33c None None] Sync routers for ids ['3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:23:51.248662 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2a63fcca-9255-4c4a-8b0d-ef59fa16ebaa req-100c482e-9093-4031-a05b-5dd512dfbd7b tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361914 Apr 05 14:23:51.258405 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4280290-58b5-47fb-837e-381e7997e33c None None] Routers {'3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:23:51.262738 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-e4280290-58b5-47fb-837e-381e7997e33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:23:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:23:51.278247 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa80bf9-4c9a-44a7-b65d-dd80408e2130 req-1c720577-781a-4446-9dcc-d1e3fa84aee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:51.280371 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-caa80bf9-4c9a-44a7-b65d-dd80408e2130 req-1c720577-781a-4446-9dcc-d1e3fa84aee5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1045601 Apr 05 14:23:51.288119 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7d686-5dca-4cd1-9567-03fd846ba5b1 req-d823f950-190e-4db7-8917-6c6c95111a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:51.293990 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c2f7d686-5dca-4cd1-9567-03fd846ba5b1 req-d823f950-190e-4db7-8917-6c6c95111a7b service neutron] 10.222.0.11 "GET /v2.0/networks?id=80d671a8-d1ab-4472-891b-9c042fbd7800 HTTP/1.1" status: 200 len: 870 time: 0.2294400 Apr 05 14:23:51.306068 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d83d6f9-4667-44f6-acfd-8ba39716e4c8 req-943d07e2-31cf-405f-a6fd-99cc011e730d tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] No DVR routers for this DVR port d43aea30-d41a-4322-b708-4915d813dfdd on host n-h1-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:23:51.311719 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-b408d9c8-918c-4dfd-a774-c2865ffe1fd2 req-f0cb529d-08dc-4cd1-a2a1-a060d8f486fa tempest-ServersAdminTestJSON-737452491 tempest-ServersAdminTestJSON-737452491-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:51.318468 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2d83d6f9-4667-44f6-acfd-8ba39716e4c8 req-943d07e2-31cf-405f-a6fd-99cc011e730d tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:51.321785 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2d83d6f9-4667-44f6-acfd-8ba39716e4c8 req-943d07e2-31cf-405f-a6fd-99cc011e730d tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] 10.222.0.55 "DELETE /v2.0/ports/d43aea30-d41a-4322-b708-4915d813dfdd HTTP/1.1" status: 204 len: 173 time: 2.4719303 Apr 05 14:23:51.336693 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e670f9-d66f-4ac5-bc56-dc2c4ad6203d x-openstack-request-id: req-a8e670f9-d66f-4ac5-bc56-dc2c4ad6203d {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:23:51.337278 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "603ba8f7-163a-4245-a9ab-25e2d75a7b8a", "tag": "a91f71df-ed49-4933-b4a1-ecee445826c5", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:23:51.337714 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a8e670f9-d66f-4ac5-bc56-dc2c4ad6203d {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:23:51.338262 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8e670f9-d66f-4ac5-bc56-dc2c4ad6203d'] response: {'name': 'network-changed', 'server_uuid': '603ba8f7-163a-4245-a9ab-25e2d75a7b8a', 'tag': 'a91f71df-ed49-4933-b4a1-ecee445826c5', 'status': 'completed', 'code': 200} Apr 05 14:23:51.382616 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c2f7d686-5dca-4cd1-9567-03fd846ba5b1 req-0dabca4c-c848-49fa-bd7d-e08f837d5aab service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=1a02dac2-1e82-4f40-b2ef-73f085c332f9 HTTP/1.1" status: 200 len: 217 time: 0.0791869 Apr 05 14:23:51.383759 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-475d4d67-6d51-438b-b32a-57484f6e1a4d req-b1661db0-9afc-45c9-9add-507ebce9e437 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:51.445131 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b408d9c8-918c-4dfd-a774-c2865ffe1fd2 req-f0cb529d-08dc-4cd1-a2a1-a060d8f486fa tempest-ServersAdminTestJSON-737452491 tempest-ServersAdminTestJSON-737452491-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=87d4f98d-7601-474f-9994-e1bec30867c0&id=024b129f-f256-4015-8a11-f785d9d68dfb&id=a14249da-0ce4-483a-b35d-22ec7132f976&id=63f4ed18-73d1-4c70-bfb8-abe78be9b1c7&id=d8901c82-f600-4e96-8375-691010c2b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 581 time: 0.5123069 Apr 05 14:23:51.510227 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-caa80bf9-4c9a-44a7-b65d-dd80408e2130 req-984020fc-f65a-4d14-ba28-c4e8e8f1732f service neutron] 10.222.0.55 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054379 Apr 05 14:23:51.530862 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cb529d-08dc-4cd1-a2a1-a060d8f486fa tempest-ServersAdminTestJSON-737452491 tempest-ServersAdminTestJSON-737452491-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40e6fc17-f169-4a7f-9fd5-11c45c802e6a,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:51.535922 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-e4280290-58b5-47fb-837e-381e7997e33c None None] Set router 3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:23:51.602176 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-475d4d67-6d51-438b-b32a-57484f6e1a4d req-b1661db0-9afc-45c9-9add-507ebce9e437 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] Network 80d671a8-d1ab-4472-891b-9c042fbd7800 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:23:51.622633 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-475d4d67-6d51-438b-b32a-57484f6e1a4d req-b1661db0-9afc-45c9-9add-507ebce9e437 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:23:51.623790 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1661db0-9afc-45c9-9add-507ebce9e437 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] Pushing event updated for resources: {'Port': ['ID=01a57944-ef1a-4662-bbab-3b56786da887,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:51.640003 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-475d4d67-6d51-438b-b32a-57484f6e1a4d req-b1661db0-9afc-45c9-9add-507ebce9e437 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:23:51.680589 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-623e562c-cc1c-4925-af29-0701c3c447fe req-bf546ffd-6a39-4b19-9a29-a569c680d887 tempest-FlavorsV2NegativeTest-1748747939 tempest-FlavorsV2NegativeTest-1748747939-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=d836b2c1ed524fc399f2a3ae37517666&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0828817 Apr 05 14:23:51.696648 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7d686-5dca-4cd1-9567-03fd846ba5b1 req-9c91e514-da71-4750-aa96-45129626cd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:51.699029 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c2f7d686-5dca-4cd1-9567-03fd846ba5b1 req-9c91e514-da71-4750-aa96-45129626cd2f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.2993886 Apr 05 14:23:51.821420 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27b6f4-55f8-46c0-99fc-07c44a184bf7 req-303ef147-c701-4838-8d40-bc91260dee12 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:51.829858 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-da27b6f4-55f8-46c0-99fc-07c44a184bf7 req-303ef147-c701-4838-8d40-bc91260dee12 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d6bf638-89f5-4c77-aa7e-86f315d6da75 HTTP/1.1" status: 200 len: 944 time: 0.4072869 Apr 05 14:23:51.851606 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-caa80bf9-4c9a-44a7-b65d-dd80408e2130 req-d174a51b-d1f1-4ab2-803e-4e8c51febfd3 service neutron] 10.222.0.55 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072386 Apr 05 14:23:51.954421 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-e4280290-58b5-47fb-837e-381e7997e33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-376166457-router', 'tenant_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '7c9d0bf4-073a-4dd5-982d-57079c61ba20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:22:23Z', 'updated_at': '2022-04-05T14:22:32Z', 'revision_number': 4, 'project_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'gw_port': {'id': '7c9d0bf4-073a-4dd5-982d-57079c61ba20', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:69:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:22:23Z', 'updated_at': '2022-04-05T14:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '4edcc347-6e6e-40b3-bc0b-61181188be2e', 'name': '', 'network_id': '026b4b4d-4018-481e-98bc-6123c4c681f5', 'tenant_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'mac_address': 'fa:16:3e:a4:96:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'e158ad59-949f-41df-9a72-d1ad4e41336f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:22:30Z', 'updated_at': '2022-04-05T14:22:36Z', 'revision_number': 5, 'project_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'subnets': [{'id': 'e158ad59-949f-41df-9a72-d1ad4e41336f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:23:51.965539 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d4d67-6d51-438b-b32a-57484f6e1a4d req-b1661db0-9afc-45c9-9add-507ebce9e437 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:51.967051 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-475d4d67-6d51-438b-b32a-57484f6e1a4d req-b1661db0-9afc-45c9-9add-507ebce9e437 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:51.971579 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2fca73-f688-41f7-b28a-a9e15f24d17f req-8b5a9fc3-3213-4ad8-8b3a-5f7c4fd8b846 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:51.974843 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-bc2fca73-f688-41f7-b28a-a9e15f24d17f req-8b5a9fc3-3213-4ad8-8b3a-5f7c4fd8b846 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] 10.222.0.55 "GET /v2.0/networks?id=026b4b4d-4018-481e-98bc-6123c4c681f5 HTTP/1.1" status: 200 len: 823 time: 0.2402883 Apr 05 14:23:52.005514 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4280290-58b5-47fb-837e-381e7997e33c None None] Checking router: 3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:23:52.017181 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4280290-58b5-47fb-837e-381e7997e33c None None] Routers {'3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:23:52.018432 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-e4280290-58b5-47fb-837e-381e7997e33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:23:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:23:52.024387 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7d686-5dca-4cd1-9567-03fd846ba5b1 req-c7bd3721-64d2-4ab7-8c92-175ad7cd68fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:52.026131 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c2f7d686-5dca-4cd1-9567-03fd846ba5b1 req-c7bd3721-64d2-4ab7-8c92-175ad7cd68fc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3079636 Apr 05 14:23:52.065146 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-da27b6f4-55f8-46c0-99fc-07c44a184bf7 req-7aa20dd4-c145-4b0e-b7ad-b5b89590cb46 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f4ed18-73d1-4c70-bfb8-abe78be9b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298934 Apr 05 14:23:52.112719 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-28dd13ae-147f-419c-8f11-b8e592bb6cdc None None] Provisioning complete for port 01a57944-ef1a-4662-bbab-3b56786da887 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:23:52.112719 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-28dd13ae-147f-419c-8f11-b8e592bb6cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:52.120698 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-475d4d67-6d51-438b-b32a-57484f6e1a4d req-b1661db0-9afc-45c9-9add-507ebce9e437 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1176841 Apr 05 14:23:52.146669 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-bc2fca73-f688-41f7-b28a-a9e15f24d17f req-5cbff882-f910-4f0b-acb9-ce04f7fc9300 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97f2debd9b3743dc87d7a76e5ebedb39 HTTP/1.1" status: 200 len: 380 time: 0.1510377 Apr 05 14:23:52.173238 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-bc2fca73-f688-41f7-b28a-a9e15f24d17f req-1846842f-20f0-49ac-a668-ba8096bae212 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Request body: {'port': {'device_id': '9c04db13-0313-4e41-af6a-be8914a26b60', 'network_id': '026b4b4d-4018-481e-98bc-6123c4c681f5', 'admin_state_up': True, 'tenant_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'security_groups': ['87d4f98d-7601-474f-9994-e1bec30867c0']}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:23:52.190660 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-475d4d67-6d51-438b-b32a-57484f6e1a4d req-6e88a621-b1bf-4397-8e25-f235071d57d7 service neutron] Request body: {'port': {'device_id': '446fd862-2a5d-4c24-8ee5-b53776f33d58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:23:52.198354 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-28dd13ae-147f-419c-8f11-b8e592bb6cdc None None] Port 01a57944-ef1a-4662-bbab-3b56786da887 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:23:52.203477 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e562c-cc1c-4925-af29-0701c3c447fe req-9c39ec06-496c-40e6-9c62-5e5204daa0a6 tempest-FlavorsV2NegativeTest-1748747939 tempest-FlavorsV2NegativeTest-1748747939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:52.211329 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-623e562c-cc1c-4925-af29-0701c3c447fe req-9c39ec06-496c-40e6-9c62-5e5204daa0a6 tempest-FlavorsV2NegativeTest-1748747939 tempest-FlavorsV2NegativeTest-1748747939-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4980621 Apr 05 14:23:52.244465 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-623e562c-cc1c-4925-af29-0701c3c447fe req-704c51be-875a-4c32-a2fe-1dffc83e7d71 tempest-FlavorsV2NegativeTest-1748747939 tempest-FlavorsV2NegativeTest-1748747939-project] 10.222.0.30 "GET /v2.0/quotas/d836b2c1ed524fc399f2a3ae37517666 HTTP/1.1" status: 200 len: 375 time: 0.0319445 Apr 05 14:23:52.245559 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-e4280290-58b5-47fb-837e-381e7997e33c None None] Set router 3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:23:52.329039 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d27684a3-4b77-440a-9820-d83be06c3cde req-cc093f82-bb5d-4d24-9923-d90158b57dae tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c04db13-0313-4e41-af6a-be8914a26b60 HTTP/1.1" status: 200 len: 210 time: 0.1033580 Apr 05 14:23:52.342648 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-623e562c-cc1c-4925-af29-0701c3c447fe req-4d036ee9-cc0f-4833-a010-8cbd6ceeb0f4 tempest-FlavorsV2NegativeTest-1748747939 tempest-FlavorsV2NegativeTest-1748747939-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d836b2c1ed524fc399f2a3ae37517666&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0954897 Apr 05 14:23:52.416912 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f408236e-ab7c-4618-9f35-2bf2eaeb122a req-064a3215-5609-4292-874d-b79cbc3693fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:52.419257 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f408236e-ab7c-4618-9f35-2bf2eaeb122a req-064a3215-5609-4292-874d-b79cbc3693fb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=21ad00b435784ef78e9bb30a5115d82f&device_id=603ba8f7-163a-4245-a9ab-25e2d75a7b8a HTTP/1.1" status: 200 len: 1099 time: 0.2854166 Apr 05 14:23:52.488224 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-475d4d67-6d51-438b-b32a-57484f6e1a4d req-6e88a621-b1bf-4397-8e25-f235071d57d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:52.514258 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c2f7d686-5dca-4cd1-9567-03fd846ba5b1 req-d49e8ee8-c87f-4426-96c1-e56211425080 service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4768243 Apr 05 14:23:52.530427 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b724fe80-b5f4-48d3-8fbc-74a5088e94f8 req-edba0403-f436-4504-8c23-a87c0602b2d9 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:52.538968 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b724fe80-b5f4-48d3-8fbc-74a5088e94f8 req-edba0403-f436-4504-8c23-a87c0602b2d9 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] 10.222.0.30 "GET /v2.0/ports?device_id=446fd862-2a5d-4c24-8ee5-b53776f33d58 HTTP/1.1" status: 200 len: 936 time: 0.0976224 Apr 05 14:23:52.723751 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f408236e-ab7c-4618-9f35-2bf2eaeb122a req-7c7f1f51-cfbf-4a71-807e-fca92a8ced30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:52.726254 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f408236e-ab7c-4618-9f35-2bf2eaeb122a req-7c7f1f51-cfbf-4a71-807e-fca92a8ced30 service neutron] 10.222.0.55 "GET /v2.0/networks?id=80d671a8-d1ab-4472-891b-9c042fbd7800 HTTP/1.1" status: 200 len: 870 time: 0.2808204 Apr 05 14:23:52.727389 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc2fca73-f688-41f7-b28a-a9e15f24d17f req-1846842f-20f0-49ac-a668-ba8096bae212 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Made reservation on behalf of 97f2debd9b3743dc87d7a76e5ebedb39 for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:23:52.740051 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-bc2fca73-f688-41f7-b28a-a9e15f24d17f req-1846842f-20f0-49ac-a668-ba8096bae212 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:52.793840 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f408236e-ab7c-4618-9f35-2bf2eaeb122a req-3f2dab22-92f6-46b1-93ef-9ff0d72df270 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=a91f71df-ed49-4933-b4a1-ecee445826c5 HTTP/1.1" status: 200 len: 217 time: 0.0508242 Apr 05 14:23:52.850429 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-475d4d67-6d51-438b-b32a-57484f6e1a4d req-6e88a621-b1bf-4397-8e25-f235071d57d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01a57944-ef1a-4662-bbab-3b56786da887 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:23:52.859113 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-475d4d67-6d51-438b-b32a-57484f6e1a4d req-6e88a621-b1bf-4397-8e25-f235071d57d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:52.871603 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-475d4d67-6d51-438b-b32a-57484f6e1a4d req-6e88a621-b1bf-4397-8e25-f235071d57d7 service neutron] Transition to ACTIVE for port object 01a57944-ef1a-4662-bbab-3b56786da887 will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:23:52.871823 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-e4280290-58b5-47fb-837e-381e7997e33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-376166457-router', 'tenant_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '7c9d0bf4-073a-4dd5-982d-57079c61ba20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:22:23Z', 'updated_at': '2022-04-05T14:22:32Z', 'revision_number': 4, 'project_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'gw_port': {'id': '7c9d0bf4-073a-4dd5-982d-57079c61ba20', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:69:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:22:23Z', 'updated_at': '2022-04-05T14:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '4edcc347-6e6e-40b3-bc0b-61181188be2e', 'name': '', 'network_id': '026b4b4d-4018-481e-98bc-6123c4c681f5', 'tenant_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'mac_address': 'fa:16:3e:a4:96:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'e158ad59-949f-41df-9a72-d1ad4e41336f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:22:30Z', 'updated_at': '2022-04-05T14:22:36Z', 'revision_number': 5, 'project_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'subnets': [{'id': 'e158ad59-949f-41df-9a72-d1ad4e41336f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:23:52.910709 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4280290-58b5-47fb-837e-381e7997e33c None None] The sync data for ids ['3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c'] in n-d-836650-2 is: [{'id': '3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-376166457-router', 'tenant_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '7c9d0bf4-073a-4dd5-982d-57079c61ba20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:22:23Z', 'updated_at': '2022-04-05T14:22:32Z', 'revision_number': 4, 'project_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'gw_port': {'id': '7c9d0bf4-073a-4dd5-982d-57079c61ba20', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:69:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:22:23Z', 'updated_at': '2022-04-05T14:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '4edcc347-6e6e-40b3-bc0b-61181188be2e', 'name': '', 'network_id': '026b4b4d-4018-481e-98bc-6123c4c681f5', 'tenant_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'mac_address': 'fa:16:3e:a4:96:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'e158ad59-949f-41df-9a72-d1ad4e41336f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:22:30Z', 'updated_at': '2022-04-05T14:22:36Z', 'revision_number': 5, 'project_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'subnets': [{'id': 'e158ad59-949f-41df-9a72-d1ad4e41336f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:23:52.912524 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f408236e-ab7c-4618-9f35-2bf2eaeb122a req-beaa9bbe-9119-42d0-b245-ded307fcaef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:52.914205 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f408236e-ab7c-4618-9f35-2bf2eaeb122a req-beaa9bbe-9119-42d0-b245-ded307fcaef9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.1092062 Apr 05 14:23:52.915929 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 1a02dac2-1e82-4f40-b2ef-73f085c332f9 up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:23:53.024011 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c2f7d686-5dca-4cd1-9567-03fd846ba5b1 req-17330f74-93aa-4ae5-81e5-e4e6c5e1fdc6 service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4770560 Apr 05 14:23:53.045388 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-475d4d67-6d51-438b-b32a-57484f6e1a4d req-6e88a621-b1bf-4397-8e25-f235071d57d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:53.105000 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f408236e-ab7c-4618-9f35-2bf2eaeb122a req-ee206949-4a8e-43ed-941a-87aaf8883a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:53.106437 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f408236e-ab7c-4618-9f35-2bf2eaeb122a req-ee206949-4a8e-43ed-941a-87aaf8883a43 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1622286 Apr 05 14:23:53.107629 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [req-bc2fca73-f688-41f7-b28a-a9e15f24d17f req-1846842f-20f0-49ac-a668-ba8096bae212 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Allocated IP 172.20.0.10 (026b4b4d-4018-481e-98bc-6123c4c681f5/e158ad59-949f-41df-9a72-d1ad4e41336f/25cfff7f-348d-43f5-ae7b-e608d4d415e9) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:23:53.146178 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b724fe80-b5f4-48d3-8fbc-74a5088e94f8 req-0d015267-ec1d-4068-9dee-289fa02639b7 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b2cd59e-df43-4b0b-822a-abfbc6095915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6063206 Apr 05 14:23:53.152219 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port 1a02dac2-1e82-4f40-b2ef-73f085c332f9 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:23:53.165263 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7cb969-6c1f-47be-bb09-6e4e9e59d40b req-d89c1bc1-afe7-4d79-8c52-58465e6bd379 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:53.170967 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port 1a02dac2-1e82-4f40-b2ef-73f085c332f9 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:23:53.171443 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:53.172803 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7c7cb969-6c1f-47be-bb09-6e4e9e59d40b req-d89c1bc1-afe7-4d79-8c52-58465e6bd379 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] 10.222.0.30 "GET /v2.0/ports?device_id=603ba8f7-163a-4245-a9ab-25e2d75a7b8a HTTP/1.1" status: 200 len: 948 time: 0.2998474 Apr 05 14:23:53.209743 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e88a621-b1bf-4397-8e25-f235071d57d7 service neutron] Pushing event updated for resources: {'Port': ['ID=01a57944-ef1a-4662-bbab-3b56786da887,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:53.345604 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96adb6c5-5365-4341-be2c-9724cb4d880a', 'name': 'network-vif-deleted', 'tag': 'd43aea30-d41a-4322-b708-4915d813dfdd'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:23:53.350621 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab35127-6750-4c79-8f69-6156f2f61eae" -d '{"events": [{"server_uuid": "96adb6c5-5365-4341-be2c-9724cb4d880a", "name": "network-vif-deleted", "tag": "d43aea30-d41a-4322-b708-4915d813dfdd"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:23:53.372119 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:53.402865 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7c7cb969-6c1f-47be-bb09-6e4e9e59d40b req-877cb518-84a1-4463-ad07-9b8af6e1a6f1 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8901c82-f600-4e96-8375-691010c2b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266593 Apr 05 14:23:53.439315 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 1a02dac2-1e82-4f40-b2ef-73f085c332f9, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=1a02dac2-1e82-4f40-b2ef-73f085c332f9,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:23:53.440895 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f27a9c-9807-428e-befc-a2cba004165f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a02dac2-1e82-4f40-b2ef-73f085c332f9'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:23:53.457875 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a17f3405-9b53-47ed-bf1f-b0885769387f" -d '{"events": [{"server_uuid": "75f27a9c-9807-428e-befc-a2cba004165f", "name": "network-vif-plugged", "status": "completed", "tag": "1a02dac2-1e82-4f40-b2ef-73f085c332f9"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:23:53.479001 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a08ce7e-5347-4887-91d4-e30fcde8be4a None None] New status for floating IP 75273784-c6c8-4951-b891-44359000bb9a: DOWN {{(pid=103322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 14:23:53.484258 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0811e2-7f01-47a6-ad71-aaa11da31cd6 req-ca8120d8-1db8-4e5b-b50e-a7d1b52c9ff4 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:53.490608 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f408236e-ab7c-4618-9f35-2bf2eaeb122a req-aa059da9-cd72-45e1-aefe-668c163be51c service neutron] 10.222.0.55 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3749557 Apr 05 14:23:53.503018 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cd0811e2-7f01-47a6-ad71-aaa11da31cd6 req-ca8120d8-1db8-4e5b-b50e-a7d1b52c9ff4 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=75f27a9c-9807-428e-befc-a2cba004165f HTTP/1.1" status: 200 len: 948 time: 0.1992707 Apr 05 14:23:53.558374 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-475d4d67-6d51-438b-b32a-57484f6e1a4d req-6e88a621-b1bf-4397-8e25-f235071d57d7 service neutron] Attempting to bind port 01a57944-ef1a-4662-bbab-3b56786da887 on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:23:53.558720 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-475d4d67-6d51-438b-b32a-57484f6e1a4d req-6e88a621-b1bf-4397-8e25-f235071d57d7 service neutron] Attempting to bind port 01a57944-ef1a-4662-bbab-3b56786da887 by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:23:53.559250 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475d4d67-6d51-438b-b32a-57484f6e1a4d req-6e88a621-b1bf-4397-8e25-f235071d57d7 service neutron] Attempting to bind port 01a57944-ef1a-4662-bbab-3b56786da887 on network 80d671a8-d1ab-4472-891b-9c042fbd7800 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:23:53.574924 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475d4d67-6d51-438b-b32a-57484f6e1a4d req-6e88a621-b1bf-4397-8e25-f235071d57d7 service neutron] Port 01a57944-ef1a-4662-bbab-3b56786da887 on network 80d671a8-d1ab-4472-891b-9c042fbd7800 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:23:53.575530 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475d4d67-6d51-438b-b32a-57484f6e1a4d req-6e88a621-b1bf-4397-8e25-f235071d57d7 service neutron] Attempting to bind port 01a57944-ef1a-4662-bbab-3b56786da887 on network 80d671a8-d1ab-4472-891b-9c042fbd7800 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:23:53.584758 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475d4d67-6d51-438b-b32a-57484f6e1a4d req-6e88a621-b1bf-4397-8e25-f235071d57d7 service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:23:53.585392 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475d4d67-6d51-438b-b32a-57484f6e1a4d req-6e88a621-b1bf-4397-8e25-f235071d57d7 service neutron] Checking segment: {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:23:53.585938 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475d4d67-6d51-438b-b32a-57484f6e1a4d req-6e88a621-b1bf-4397-8e25-f235071d57d7 service neutron] Bound using segment: {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:23:53.590943 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-475d4d67-6d51-438b-b32a-57484f6e1a4d req-6e88a621-b1bf-4397-8e25-f235071d57d7 service neutron] Bound port: 01a57944-ef1a-4662-bbab-3b56786da887, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:23:53.590943 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-475d4d67-6d51-438b-b32a-57484f6e1a4d req-6e88a621-b1bf-4397-8e25-f235071d57d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:53.655272 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cd0811e2-7f01-47a6-ad71-aaa11da31cd6 req-f5c50d74-069f-415e-b50b-2785582f0845 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453688 Apr 05 14:23:53.785189 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:53.786238 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device a7bf0ff3-8f59-4aad-8fcc-072d2ec7f442 up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:23:53.791224 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-475d4d67-6d51-438b-b32a-57484f6e1a4d req-6e88a621-b1bf-4397-8e25-f235071d57d7 service neutron] For port 01a57944-ef1a-4662-bbab-3b56786da887, host n-h1-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:23:53.875934 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-475d4d67-6d51-438b-b32a-57484f6e1a4d req-6e88a621-b1bf-4397-8e25-f235071d57d7 service neutron] For port 01a57944-ef1a-4662-bbab-3b56786da887, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=01a57944-ef1a-4662-bbab-3b56786da887,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:23:53.898514 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=1a02dac2-1e82-4f40-b2ef-73f085c332f9,revision_number=9']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:53.942089 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e2f35e-1d5d-409a-ae4b-20a6d662b312 req-3c77a63d-468f-44d8-b7aa-a350cd596cf4 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:53.943583 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-57e2f35e-1d5d-409a-ae4b-20a6d662b312 req-3c77a63d-468f-44d8-b7aa-a350cd596cf4 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d6bf638-89f5-4c77-aa7e-86f315d6da75 HTTP/1.1" status: 200 len: 944 time: 0.1672404 Apr 05 14:23:53.947955 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-bc2fca73-f688-41f7-b28a-a9e15f24d17f req-1846842f-20f0-49ac-a668-ba8096bae212 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:53.950566 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b5590-f686-4fe3-a361-5cd1a178d310 req-ac60e416-3ca4-4eee-a36b-560bff25dbdf tempest-ServersAdminTestJSON-737452491 tempest-ServersAdminTestJSON-737452491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:53.951043 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b5590-f686-4fe3-a361-5cd1a178d310 req-ac60e416-3ca4-4eee-a36b-560bff25dbdf tempest-ServersAdminTestJSON-737452491 tempest-ServersAdminTestJSON-737452491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:53.952127 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b5590-f686-4fe3-a361-5cd1a178d310 req-ac60e416-3ca4-4eee-a36b-560bff25dbdf tempest-ServersAdminTestJSON-737452491 tempest-ServersAdminTestJSON-737452491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:53.954042 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a92b5590-f686-4fe3-a361-5cd1a178d310 req-ac60e416-3ca4-4eee-a36b-560bff25dbdf tempest-ServersAdminTestJSON-737452491 tempest-ServersAdminTestJSON-737452491-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=696dd11d-f39b-498a-b781-62430e282f35&device_id=43152e10-3fa3-4eda-b04b-fd53ec030ab1&device_id=c28c5ff7-aa4f-4388-a2d2-34b3d1153744 HTTP/1.1" status: 200 len: 2883 time: 0.1152747 Apr 05 14:23:53.978140 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port a7bf0ff3-8f59-4aad-8fcc-072d2ec7f442 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:23:53.978873 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-475d4d67-6d51-438b-b32a-57484f6e1a4d req-6e88a621-b1bf-4397-8e25-f235071d57d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:53.987565 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port a7bf0ff3-8f59-4aad-8fcc-072d2ec7f442 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:23:53.988507 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:53.992675 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f408236e-ab7c-4618-9f35-2bf2eaeb122a req-f66f4b27-f8f3-48df-89e4-ba039cea7b95 service neutron] 10.222.0.55 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4912143 Apr 05 14:23:54.068450 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d4d67-6d51-438b-b32a-57484f6e1a4d req-6e88a621-b1bf-4397-8e25-f235071d57d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:54.069103 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-475d4d67-6d51-438b-b32a-57484f6e1a4d req-6e88a621-b1bf-4397-8e25-f235071d57d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:54.071026 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-475d4d67-6d51-438b-b32a-57484f6e1a4d req-6e88a621-b1bf-4397-8e25-f235071d57d7 service neutron] 10.222.0.55 "PUT /v2.0/ports/01a57944-ef1a-4662-bbab-3b56786da887 HTTP/1.1" status: 200 len: 1096 time: 1.8851485 Apr 05 14:23:54.082104 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-57e2f35e-1d5d-409a-ae4b-20a6d662b312 req-a18a641d-2e1b-4abc-8de6-cfcddf61e875 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f4ed18-73d1-4c70-bfb8-abe78be9b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270225 Apr 05 14:23:54.082795 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '446fd862-2a5d-4c24-8ee5-b53776f33d58', 'tag': '01a57944-ef1a-4662-bbab-3b56786da887'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:23:54.084934 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e69e5a70-1182-4885-8720-fba42f63bc0c" -d '{"events": [{"name": "network-changed", "server_uuid": "446fd862-2a5d-4c24-8ee5-b53776f33d58", "tag": "01a57944-ef1a-4662-bbab-3b56786da887"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:23:54.104532 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-bc2fca73-f688-41f7-b28a-a9e15f24d17f req-1846842f-20f0-49ac-a668-ba8096bae212 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:54.133145 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a92b5590-f686-4fe3-a361-5cd1a178d310 req-d92c4056-cbc7-4f8b-abd5-fe51b6eb4930 tempest-ServersAdminTestJSON-737452491 tempest-ServersAdminTestJSON-737452491-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=024b129f-f256-4015-8a11-f785d9d68dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697493 Apr 05 14:23:54.143884 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e88a621-b1bf-4397-8e25-f235071d57d7 service neutron] Pushing event updated for resources: {'Port': ['ID=01a57944-ef1a-4662-bbab-3b56786da887,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:54.192161 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 52574) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:23:54.261021 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4060c6df-b9be-4184-bc17-c38f212618f8 x-openstack-request-id: req-4060c6df-b9be-4184-bc17-c38f212618f8 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:23:54.263264 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96adb6c5-5365-4341-be2c-9724cb4d880a", "name": "network-vif-deleted", "tag": "d43aea30-d41a-4322-b708-4915d813dfdd", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:23:54.268680 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4060c6df-b9be-4184-bc17-c38f212618f8 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:23:54.270066 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4060c6df-b9be-4184-bc17-c38f212618f8'] response: {'server_uuid': '96adb6c5-5365-4341-be2c-9724cb4d880a', 'name': 'network-vif-deleted', 'tag': 'd43aea30-d41a-4322-b708-4915d813dfdd', 'status': 'completed', 'code': 200} Apr 05 14:23:54.298961 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc2fca73-f688-41f7-b28a-a9e15f24d17f req-1846842f-20f0-49ac-a668-ba8096bae212 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Network 026b4b4d-4018-481e-98bc-6123c4c681f5 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:23:54.309715 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d4d67-6d51-438b-b32a-57484f6e1a4d req-d870d646-3419-4f6e-8206-2e62172a2dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:54.315577 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-475d4d67-6d51-438b-b32a-57484f6e1a4d req-d870d646-3419-4f6e-8206-2e62172a2dc1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=14748139956b45fa84829eb5cfd3ec61&device_id=446fd862-2a5d-4c24-8ee5-b53776f33d58 HTTP/1.1" status: 200 len: 1099 time: 0.1001770 Apr 05 14:23:54.323481 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [req-bc2fca73-f688-41f7-b28a-a9e15f24d17f req-1846842f-20f0-49ac-a668-ba8096bae212 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:23:54.330280 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc2fca73-f688-41f7-b28a-a9e15f24d17f req-1846842f-20f0-49ac-a668-ba8096bae212 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:23:54.342931 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2fca73-f688-41f7-b28a-a9e15f24d17f req-1846842f-20f0-49ac-a668-ba8096bae212 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:54.345118 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-bc2fca73-f688-41f7-b28a-a9e15f24d17f req-1846842f-20f0-49ac-a668-ba8096bae212 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:54.370293 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1846842f-20f0-49ac-a668-ba8096bae212 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Pushing event updated for resources: {'Port': ['ID=25cfff7f-348d-43f5-ae7b-e608d4d415e9,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:54.399607 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e30e65-8ad5-494a-a9f0-6bb40c70e24d x-openstack-request-id: req-72e30e65-8ad5-494a-a9f0-6bb40c70e24d {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:23:54.400138 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75f27a9c-9807-428e-befc-a2cba004165f", "name": "network-vif-plugged", "status": "completed", "tag": "1a02dac2-1e82-4f40-b2ef-73f085c332f9", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:23:54.400138 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-72e30e65-8ad5-494a-a9f0-6bb40c70e24d {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:23:54.400577 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72e30e65-8ad5-494a-a9f0-6bb40c70e24d'] response: {'server_uuid': '75f27a9c-9807-428e-befc-a2cba004165f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a02dac2-1e82-4f40-b2ef-73f085c332f9', 'code': 200} Apr 05 14:23:54.439359 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-475d4d67-6d51-438b-b32a-57484f6e1a4d req-7055fdd7-cba5-4e85-a265-34cad3aeaca8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=01a57944-ef1a-4662-bbab-3b56786da887 HTTP/1.1" status: 200 len: 217 time: 0.0793636 Apr 05 14:23:54.444953 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:54.457236 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dfa7fcb8-e01e-48df-98de-f92b6c66289e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:54.475305 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-bc2fca73-f688-41f7-b28a-a9e15f24d17f req-1846842f-20f0-49ac-a668-ba8096bae212 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3077996 Apr 05 14:23:54.486682 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-bc2fca73-f688-41f7-b28a-a9e15f24d17f req-1fb9b49a-10b9-4c0a-a26b-a8125c348233 service neutron] Request body: {'port': {'device_id': '9c04db13-0313-4e41-af6a-be8914a26b60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:23:54.500641 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port a7bf0ff3-8f59-4aad-8fcc-072d2ec7f442, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=a7bf0ff3-8f59-4aad-8fcc-072d2ec7f442,segment=NetworkSegment(0f730d0b-c342-4343-8a7b-7d51c303621d),segment_id=0f730d0b-c342-4343-8a7b-7d51c303621d)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:23:54.505249 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6c583e-c9a3-4050-8b75-ac922782ba15 req-466a168c-c5eb-4390-89b9-f3b84c4142e6 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:54.506820 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fd6c583e-c9a3-4050-8b75-ac922782ba15 req-466a168c-c5eb-4390-89b9-f3b84c4142e6 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c04db13-0313-4e41-af6a-be8914a26b60 HTTP/1.1" status: 200 len: 932 time: 0.1867507 Apr 05 14:23:54.541274 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ab2c47e1-1cfe-4ca7-b752-43294fb478f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:54.556164 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d4d67-6d51-438b-b32a-57484f6e1a4d req-3a6e5875-97db-4ec5-b50c-2b8cefeeb508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:54.557700 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-475d4d67-6d51-438b-b32a-57484f6e1a4d req-3a6e5875-97db-4ec5-b50c-2b8cefeeb508 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.1108599 Apr 05 14:23:54.575764 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-bc2fca73-f688-41f7-b28a-a9e15f24d17f req-1fb9b49a-10b9-4c0a-a26b-a8125c348233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:54.601170 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fd6c583e-c9a3-4050-8b75-ac922782ba15 req-18c67178-4bed-49f4-9bc3-d3d43c9daaf2 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] 10.222.0.30 "GET /v2.0/security-groups?id=87d4f98d-7601-474f-9994-e1bec30867c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827150 Apr 05 14:23:54.633906 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:54.660624 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d4d67-6d51-438b-b32a-57484f6e1a4d req-f30c23cf-02da-4921-a774-9c20927344eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:54.662314 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-475d4d67-6d51-438b-b32a-57484f6e1a4d req-f30c23cf-02da-4921-a774-9c20927344eb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0936973 Apr 05 14:23:54.668719 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d12fc4-05fa-4312-9876-9c032f93be0d x-openstack-request-id: req-69d12fc4-05fa-4312-9876-9c032f93be0d {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:23:54.674617 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "446fd862-2a5d-4c24-8ee5-b53776f33d58", "tag": "01a57944-ef1a-4662-bbab-3b56786da887", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:23:54.674617 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-69d12fc4-05fa-4312-9876-9c032f93be0d {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:23:54.674617 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69d12fc4-05fa-4312-9876-9c032f93be0d'] response: {'name': 'network-changed', 'server_uuid': '446fd862-2a5d-4c24-8ee5-b53776f33d58', 'tag': '01a57944-ef1a-4662-bbab-3b56786da887', 'status': 'completed', 'code': 200} Apr 05 14:23:54.684793 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dfa7fcb8-e01e-48df-98de-f92b6c66289e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:54.704133 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=a7bf0ff3-8f59-4aad-8fcc-072d2ec7f442,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:54.721540 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04f315d3-c33f-48e0-b980-672089302c3f None None] Provisioning complete for port 25cfff7f-348d-43f5-ae7b-e608d4d415e9 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:23:54.721924 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04f315d3-c33f-48e0-b980-672089302c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:54.771536 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-04f315d3-c33f-48e0-b980-672089302c3f None None] Port 25cfff7f-348d-43f5-ae7b-e608d4d415e9 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:23:54.792926 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dfa7fcb8-e01e-48df-98de-f92b6c66289e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:54.892563 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa7fcb8-e01e-48df-98de-f92b6c66289e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=455e6b86-d93f-452c-a9cf-80ab13b15334,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:54.901001 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-dfa7fcb8-e01e-48df-98de-f92b6c66289e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d836b2c1ed524fc399f2a3ae37517666&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7047799 Apr 05 14:23:54.907555 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 52588) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:23:54.910970 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2439e9a-beea-4b96-ba1a-a4b1c96d95b6 req-0d28e118-b695-443b-ba02-e7d30ce444b5 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:54.911117 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device a91f71df-ed49-4933-b4a1-ecee445826c5 details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:23:54.912200 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d2439e9a-beea-4b96-ba1a-a4b1c96d95b6 req-0d28e118-b695-443b-ba02-e7d30ce444b5 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] 10.222.0.30 "GET /v2.0/ports?device_id=446fd862-2a5d-4c24-8ee5-b53776f33d58 HTTP/1.1" status: 200 len: 948 time: 0.1644266 Apr 05 14:23:54.920873 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-475d4d67-6d51-438b-b32a-57484f6e1a4d req-28f50ce3-75ed-4665-be3e-5ace19e06695 service neutron] 10.222.0.55 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468588 Apr 05 14:23:54.939489 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [req-bc2fca73-f688-41f7-b28a-a9e15f24d17f req-1fb9b49a-10b9-4c0a-a26b-a8125c348233 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25cfff7f-348d-43f5-ae7b-e608d4d415e9 {{(pid=103321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:23:54.953033 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-bc2fca73-f688-41f7-b28a-a9e15f24d17f req-1fb9b49a-10b9-4c0a-a26b-a8125c348233 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:54.956004 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f08a574-1d21-4e41-bff8-bad55114d993 req-e51e8d6a-d39b-4dd9-aa3a-4d532b71253b tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:54.957536 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9f08a574-1d21-4e41-bff8-bad55114d993 req-e51e8d6a-d39b-4dd9-aa3a-4d532b71253b tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] 10.222.0.30 "GET /v2.0/ports?device_id=603ba8f7-163a-4245-a9ab-25e2d75a7b8a HTTP/1.1" status: 200 len: 948 time: 0.1378193 Apr 05 14:23:54.974739 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.provisioning_blocks [req-bc2fca73-f688-41f7-b28a-a9e15f24d17f req-1fb9b49a-10b9-4c0a-a26b-a8125c348233 service neutron] Transition to ACTIVE for port object 25cfff7f-348d-43f5-ae7b-e608d4d415e9 will not be triggered until provisioned by entity L2. {{(pid=103321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:23:54.988444 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c89d2308-b1d5-45da-9687-d9a077db928d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:55.011671 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c89d2308-b1d5-45da-9687-d9a077db928d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:55.025993 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port a91f71df-ed49-4933-b4a1-ecee445826c5, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=a91f71df-ed49-4933-b4a1-ecee445826c5,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:23:55.031282 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d2439e9a-beea-4b96-ba1a-a4b1c96d95b6 req-341465c4-1e0f-4850-a03e-01bc6f3bc019 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b2cd59e-df43-4b0b-822a-abfbc6095915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094112 Apr 05 14:23:55.041277 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-bc2fca73-f688-41f7-b28a-a9e15f24d17f req-1fb9b49a-10b9-4c0a-a26b-a8125c348233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:55.043761 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': 'a91f71df-ed49-4933-b4a1-ecee445826c5', 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800', 'port_id': 'a91f71df-ed49-4933-b4a1-ecee445826c5', 'mac_address': 'fa:16:3e:68:b3:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:23:55.081001 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9f08a574-1d21-4e41-bff8-bad55114d993 req-9e07e497-da65-4c2d-b548-320236fadc70 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8901c82-f600-4e96-8375-691010c2b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107242 Apr 05 14:23:55.136229 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-475d4d67-6d51-438b-b32a-57484f6e1a4d req-5c6045d3-5980-4cd9-8951-d777b11b2569 service neutron] 10.222.0.55 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043748 Apr 05 14:23:55.143567 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb9b49a-10b9-4c0a-a26b-a8125c348233 service neutron] Pushing event updated for resources: {'Port': ['ID=25cfff7f-348d-43f5-ae7b-e608d4d415e9,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:55.149802 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:55.170771 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-bc2fca73-f688-41f7-b28a-a9e15f24d17f req-1fb9b49a-10b9-4c0a-a26b-a8125c348233 service neutron] Attempting to bind port 25cfff7f-348d-43f5-ae7b-e608d4d415e9 on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:23:55.171237 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-bc2fca73-f688-41f7-b28a-a9e15f24d17f req-1fb9b49a-10b9-4c0a-a26b-a8125c348233 service neutron] Attempting to bind port 25cfff7f-348d-43f5-ae7b-e608d4d415e9 by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': '4cf03a58-2421-4a58-a0d7-d3a831eb8f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '026b4b4d-4018-481e-98bc-6123c4c681f5'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:23:55.171575 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2fca73-f688-41f7-b28a-a9e15f24d17f req-1fb9b49a-10b9-4c0a-a26b-a8125c348233 service neutron] Attempting to bind port 25cfff7f-348d-43f5-ae7b-e608d4d415e9 on network 026b4b4d-4018-481e-98bc-6123c4c681f5 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:23:55.175948 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a91f71df-ed49-4933-b4a1-ecee445826c5 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:23:55.176553 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2fca73-f688-41f7-b28a-a9e15f24d17f req-1fb9b49a-10b9-4c0a-a26b-a8125c348233 service neutron] Port 25cfff7f-348d-43f5-ae7b-e608d4d415e9 on network 026b4b4d-4018-481e-98bc-6123c4c681f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:23:55.176897 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2fca73-f688-41f7-b28a-a9e15f24d17f req-1fb9b49a-10b9-4c0a-a26b-a8125c348233 service neutron] Attempting to bind port 25cfff7f-348d-43f5-ae7b-e608d4d415e9 on network 026b4b4d-4018-481e-98bc-6123c4c681f5 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:23:55.182377 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2fca73-f688-41f7-b28a-a9e15f24d17f req-1fb9b49a-10b9-4c0a-a26b-a8125c348233 service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:23:55.194665 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2fca73-f688-41f7-b28a-a9e15f24d17f req-1fb9b49a-10b9-4c0a-a26b-a8125c348233 service neutron] Checking segment: {'id': '4cf03a58-2421-4a58-a0d7-d3a831eb8f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '026b4b4d-4018-481e-98bc-6123c4c681f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:23:55.194665 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2fca73-f688-41f7-b28a-a9e15f24d17f req-1fb9b49a-10b9-4c0a-a26b-a8125c348233 service neutron] Bound using segment: {'id': '4cf03a58-2421-4a58-a0d7-d3a831eb8f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '026b4b4d-4018-481e-98bc-6123c4c681f5'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:23:55.194665 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-bc2fca73-f688-41f7-b28a-a9e15f24d17f req-1fb9b49a-10b9-4c0a-a26b-a8125c348233 service neutron] Bound port: 25cfff7f-348d-43f5-ae7b-e608d4d415e9, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cf03a58-2421-4a58-a0d7-d3a831eb8f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '026b4b4d-4018-481e-98bc-6123c4c681f5'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:23:55.194665 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-bc2fca73-f688-41f7-b28a-a9e15f24d17f req-1fb9b49a-10b9-4c0a-a26b-a8125c348233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:55.220812 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port a91f71df-ed49-4933-b4a1-ecee445826c5, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=a91f71df-ed49-4933-b4a1-ecee445826c5,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:23:55.257286 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c89d2308-b1d5-45da-9687-d9a077db928d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:55.260830 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c89d2308-b1d5-45da-9687-d9a077db928d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:55.261017 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-c89d2308-b1d5-45da-9687-d9a077db928d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/455e6b86-d93f-452c-a9cf-80ab13b15334 HTTP/1.1" status: 204 len: 168 time: 0.3524747 Apr 05 14:23:55.279076 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89d2308-b1d5-45da-9687-d9a077db928d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=455e6b86-d93f-452c-a9cf-80ab13b15334,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:55.281811 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6198532-8584-4dc7-ad64-c91889f07a29 req-1a15b7c2-6794-4810-b943-b342d3d0c6c1 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:55.292335 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d6198532-8584-4dc7-ad64-c91889f07a29 req-1a15b7c2-6794-4810-b943-b342d3d0c6c1 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=75f27a9c-9807-428e-befc-a2cba004165f HTTP/1.1" status: 200 len: 949 time: 0.1133580 Apr 05 14:23:55.314771 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-bc2fca73-f688-41f7-b28a-a9e15f24d17f req-1fb9b49a-10b9-4c0a-a26b-a8125c348233 service neutron] For port 25cfff7f-348d-43f5-ae7b-e608d4d415e9, host n-h1-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:23:55.318416 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-bc2fca73-f688-41f7-b28a-a9e15f24d17f req-1fb9b49a-10b9-4c0a-a26b-a8125c348233 service neutron] For port 25cfff7f-348d-43f5-ae7b-e608d4d415e9, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=25cfff7f-348d-43f5-ae7b-e608d4d415e9,segment=NetworkSegment(4cf03a58-2421-4a58-a0d7-d3a831eb8f50),segment_id=4cf03a58-2421-4a58-a0d7-d3a831eb8f50)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:23:55.344273 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:55.362526 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b52a10-ae0f-4796-baa7-bb6ef178a072 req-899bdfbe-95c1-47da-8f0f-faead1357aac tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:55.363991 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b8b52a10-ae0f-4796-baa7-bb6ef178a072 req-899bdfbe-95c1-47da-8f0f-faead1357aac tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d6bf638-89f5-4c77-aa7e-86f315d6da75 HTTP/1.1" status: 200 len: 945 time: 0.1337292 Apr 05 14:23:55.401089 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d6198532-8584-4dc7-ad64-c91889f07a29 req-01fac287-611a-49bf-8d1a-6a985f1d8900 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074615 Apr 05 14:23:55.404246 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=a91f71df-ed49-4933-b4a1-ecee445826c5,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:55.409097 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-bc2fca73-f688-41f7-b28a-a9e15f24d17f req-1fb9b49a-10b9-4c0a-a26b-a8125c348233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:55.427768 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69e5a70-1182-4885-8720-fba42f63bc0c req-41763629-7487-4bb8-ab75-3ba609f46545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:55.430112 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e69e5a70-1182-4885-8720-fba42f63bc0c req-41763629-7487-4bb8-ab75-3ba609f46545 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=14748139956b45fa84829eb5cfd3ec61&device_id=446fd862-2a5d-4c24-8ee5-b53776f33d58 HTTP/1.1" status: 200 len: 1099 time: 0.1106420 Apr 05 14:23:55.439900 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b8b52a10-ae0f-4796-baa7-bb6ef178a072 req-23a67aa0-267a-459a-b010-8745ebfe92d1 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f4ed18-73d1-4c70-bfb8-abe78be9b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690579 Apr 05 14:23:55.468303 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2fca73-f688-41f7-b28a-a9e15f24d17f req-1fb9b49a-10b9-4c0a-a26b-a8125c348233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:55.468303 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-bc2fca73-f688-41f7-b28a-a9e15f24d17f req-1fb9b49a-10b9-4c0a-a26b-a8125c348233 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:55.468303 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-bc2fca73-f688-41f7-b28a-a9e15f24d17f req-1fb9b49a-10b9-4c0a-a26b-a8125c348233 service neutron] 10.222.0.55 "PUT /v2.0/ports/25cfff7f-348d-43f5-ae7b-e608d4d415e9 HTTP/1.1" status: 200 len: 1092 time: 0.9817905 Apr 05 14:23:55.515143 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb9b49a-10b9-4c0a-a26b-a8125c348233 service neutron] Pushing event updated for resources: {'Port': ['ID=25cfff7f-348d-43f5-ae7b-e608d4d415e9,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:55.571846 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['a91f71df-ed49-4933-b4a1-ecee445826c5'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:23:55.585745 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69e5a70-1182-4885-8720-fba42f63bc0c req-24dbdd54-de7e-480c-a12b-cc4dd499e24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:55.587586 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e69e5a70-1182-4885-8720-fba42f63bc0c req-24dbdd54-de7e-480c-a12b-cc4dd499e24a service neutron] 10.222.0.55 "GET /v2.0/networks?id=80d671a8-d1ab-4472-891b-9c042fbd7800 HTTP/1.1" status: 200 len: 870 time: 0.1467876 Apr 05 14:23:55.708078 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2fca73-f688-41f7-b28a-a9e15f24d17f req-cd13db98-6082-4931-8e5e-bfd79a6b52f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:55.711774 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-bc2fca73-f688-41f7-b28a-a9e15f24d17f req-cd13db98-6082-4931-8e5e-bfd79a6b52f1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=97f2debd9b3743dc87d7a76e5ebedb39&device_id=9c04db13-0313-4e41-af6a-be8914a26b60 HTTP/1.1" status: 200 len: 1095 time: 0.0984497 Apr 05 14:23:55.794317 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-bc2fca73-f688-41f7-b28a-a9e15f24d17f req-0175ec1a-5016-4ae9-8910-7cdc6f384ea9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25cfff7f-348d-43f5-ae7b-e608d4d415e9 HTTP/1.1" status: 200 len: 217 time: 0.0650826 Apr 05 14:23:55.876455 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2fca73-f688-41f7-b28a-a9e15f24d17f req-6d2cbf33-676f-4373-96f9-107da7434221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:55.878272 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-bc2fca73-f688-41f7-b28a-a9e15f24d17f req-6d2cbf33-676f-4373-96f9-107da7434221 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e158ad59-949f-41df-9a72-d1ad4e41336f HTTP/1.1" status: 200 len: 862 time: 0.0769615 Apr 05 14:23:55.900272 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e69e5a70-1182-4885-8720-fba42f63bc0c req-14d08c7a-10e7-44da-8ada-f2463dc413bc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=01a57944-ef1a-4662-bbab-3b56786da887 HTTP/1.1" status: 200 len: 217 time: 0.2970996 Apr 05 14:23:55.955527 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2fca73-f688-41f7-b28a-a9e15f24d17f req-6e895210-a383-47ee-95ec-0fe3f958b24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:55.957612 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-bc2fca73-f688-41f7-b28a-a9e15f24d17f req-6e895210-a383-47ee-95ec-0fe3f958b24e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=026b4b4d-4018-481e-98bc-6123c4c681f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693789 Apr 05 14:23:56.021143 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69e5a70-1182-4885-8720-fba42f63bc0c req-1d5375dd-e31a-4358-a4a4-34866b1c073e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:56.022726 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e69e5a70-1182-4885-8720-fba42f63bc0c req-1d5375dd-e31a-4358-a4a4-34866b1c073e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.1150920 Apr 05 14:23:56.060592 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-bc2fca73-f688-41f7-b28a-a9e15f24d17f req-1397f3c7-5754-4409-9a8c-65e59be16b20 service neutron] 10.222.0.55 "GET /v2.0/networks/026b4b4d-4018-481e-98bc-6123c4c681f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898540 Apr 05 14:23:56.080080 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b839f0-5026-44c7-94d4-0f6cc480bd02 req-34ff7c6f-c818-4725-84e8-c744c6e87592 tempest-MigrationsAdminTest-2101451349 tempest-MigrationsAdminTest-2101451349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:56.081622 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-93b839f0-5026-44c7-94d4-0f6cc480bd02 req-34ff7c6f-c818-4725-84e8-c744c6e87592 tempest-MigrationsAdminTest-2101451349 tempest-MigrationsAdminTest-2101451349-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=75f27a9c-9807-428e-befc-a2cba004165f HTTP/1.1" status: 200 len: 1100 time: 0.1121042 Apr 05 14:23:56.097418 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d4c4d-323b-4a3c-af10-401da247bdb4 req-3e4ee35b-03c4-416e-91de-42e6aed48a66 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:56.099127 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-992d4c4d-323b-4a3c-af10-401da247bdb4 req-3e4ee35b-03c4-416e-91de-42e6aed48a66 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c04db13-0313-4e41-af6a-be8914a26b60 HTTP/1.1" status: 200 len: 944 time: 0.0955575 Apr 05 14:23:56.116136 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69e5a70-1182-4885-8720-fba42f63bc0c req-a89796b7-9ec9-46aa-bfad-c7c4f14acf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:56.117215 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e69e5a70-1182-4885-8720-fba42f63bc0c req-a89796b7-9ec9-46aa-bfad-c7c4f14acf73 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0797441 Apr 05 14:23:56.164696 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-bc2fca73-f688-41f7-b28a-a9e15f24d17f req-adf7d27f-f820-49fa-ab61-d64187a013fb service neutron] 10.222.0.55 "GET /v2.0/networks/026b4b4d-4018-481e-98bc-6123c4c681f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971768 Apr 05 14:23:56.211932 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-93b839f0-5026-44c7-94d4-0f6cc480bd02 req-fcff2a99-b718-43bf-bdb5-7d7283f4058f tempest-MigrationsAdminTest-2101451349 tempest-MigrationsAdminTest-2101451349-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116719 Apr 05 14:23:56.225237 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-992d4c4d-323b-4a3c-af10-401da247bdb4 req-32dcbc60-dec3-45aa-b5f7-2c2b2e123c9c tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] 10.222.0.30 "GET /v2.0/security-groups?id=87d4f98d-7601-474f-9994-e1bec30867c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141441 Apr 05 14:23:56.272469 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e69e5a70-1182-4885-8720-fba42f63bc0c req-8f46d7f5-04b1-4b6b-8810-57f978b790ff service neutron] 10.222.0.55 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375201 Apr 05 14:23:56.273783 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c04db13-0313-4e41-af6a-be8914a26b60', 'tag': '25cfff7f-348d-43f5-ae7b-e608d4d415e9'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:23:56.276195 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09765b8c-b74f-472c-a137-4dfd56cd7596" -d '{"events": [{"name": "network-changed", "server_uuid": "9c04db13-0313-4e41-af6a-be8914a26b60", "tag": "25cfff7f-348d-43f5-ae7b-e608d4d415e9"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:23:56.401448 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d6bf638-89f5-4c77-aa7e-86f315d6da75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7bf0ff3-8f59-4aad-8fcc-072d2ec7f442'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:23:56.403861 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a68972d5-13c3-4eb6-8269-d286c1fef440" -d '{"events": [{"server_uuid": "7d6bf638-89f5-4c77-aa7e-86f315d6da75", "name": "network-vif-plugged", "status": "completed", "tag": "a7bf0ff3-8f59-4aad-8fcc-072d2ec7f442"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:23:56.404933 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c750ed7-f70f-49c2-8fdb-8a308fc7d8a3 req-6a411477-d1b1-405e-bba2-66517a066230 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:56.406451 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7c750ed7-f70f-49c2-8fdb-8a308fc7d8a3 req-6a411477-d1b1-405e-bba2-66517a066230 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] 10.222.0.30 "GET /v2.0/ports?device_id=446fd862-2a5d-4c24-8ee5-b53776f33d58 HTTP/1.1" status: 200 len: 948 time: 0.1113026 Apr 05 14:23:56.418119 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e69e5a70-1182-4885-8720-fba42f63bc0c req-7a4e51fb-6cba-4c75-89c5-890ba0dda12a service neutron] 10.222.0.55 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375086 Apr 05 14:23:56.459654 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7c750ed7-f70f-49c2-8fdb-8a308fc7d8a3 req-9559af19-6299-41f7-9ac3-6006976a1dd0 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b2cd59e-df43-4b0b-822a-abfbc6095915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356650 Apr 05 14:23:56.522282 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da565da1-103b-4e68-9b27-51e252960dec req-3ac0f3b7-fb1c-45b7-8c01-4fb926320929 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:56.523806 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-da565da1-103b-4e68-9b27-51e252960dec req-3ac0f3b7-fb1c-45b7-8c01-4fb926320929 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] 10.222.0.30 "GET /v2.0/ports?device_id=603ba8f7-163a-4245-a9ab-25e2d75a7b8a HTTP/1.1" status: 200 len: 949 time: 0.0520260 Apr 05 14:23:56.547482 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd7698b-be8f-4a6a-ae21-0522ec047f6b x-openstack-request-id: req-5cd7698b-be8f-4a6a-ae21-0522ec047f6b {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:23:56.548103 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c04db13-0313-4e41-af6a-be8914a26b60", "tag": "25cfff7f-348d-43f5-ae7b-e608d4d415e9", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:23:56.548540 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5cd7698b-be8f-4a6a-ae21-0522ec047f6b {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:23:56.549073 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cd7698b-be8f-4a6a-ae21-0522ec047f6b'] response: {'name': 'network-changed', 'server_uuid': '9c04db13-0313-4e41-af6a-be8914a26b60', 'tag': '25cfff7f-348d-43f5-ae7b-e608d4d415e9', 'status': 'completed', 'code': 200} Apr 05 14:23:56.573699 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-da565da1-103b-4e68-9b27-51e252960dec req-bba94310-9b86-4e36-866a-8163940b5eef tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8901c82-f600-4e96-8375-691010c2b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411229 Apr 05 14:23:56.614395 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7cd0bb-ba0d-4a52-b5cf-602ce1127a6d x-openstack-request-id: req-ea7cd0bb-ba0d-4a52-b5cf-602ce1127a6d {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:23:56.614926 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d6bf638-89f5-4c77-aa7e-86f315d6da75", "name": "network-vif-plugged", "status": "completed", "tag": "a7bf0ff3-8f59-4aad-8fcc-072d2ec7f442", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:23:56.615089 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ea7cd0bb-ba0d-4a52-b5cf-602ce1127a6d {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:23:56.615505 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea7cd0bb-ba0d-4a52-b5cf-602ce1127a6d'] response: {'server_uuid': '7d6bf638-89f5-4c77-aa7e-86f315d6da75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7bf0ff3-8f59-4aad-8fcc-072d2ec7f442', 'code': 200} Apr 05 14:23:56.621813 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09765b8c-b74f-472c-a137-4dfd56cd7596 req-9859abc8-b727-42e5-a403-8e4a441bac05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:56.624153 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-09765b8c-b74f-472c-a137-4dfd56cd7596 req-9859abc8-b727-42e5-a403-8e4a441bac05 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=97f2debd9b3743dc87d7a76e5ebedb39&device_id=9c04db13-0313-4e41-af6a-be8914a26b60 HTTP/1.1" status: 200 len: 1095 time: 0.0538476 Apr 05 14:23:56.662827 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6b846b6d-42c0-4d10-af4a-0332ad00f94e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:56.736077 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd19ffa-9eae-4519-bc86-e3324e813705 req-fe5a1aae-8110-44e6-b641-552495dfc342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:56.738385 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ebd19ffa-9eae-4519-bc86-e3324e813705 req-fe5a1aae-8110-44e6-b641-552495dfc342 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7d6bf638-89f5-4c77-aa7e-86f315d6da75 HTTP/1.1" status: 200 len: 1096 time: 0.0512893 Apr 05 14:23:56.775929 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ebd19ffa-9eae-4519-bc86-e3324e813705 req-fad7e71f-3d43-4b1c-bb58-db651b2e897e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=63f4ed18-73d1-4c70-bfb8-abe78be9b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300190 Apr 05 14:23:56.785829 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09765b8c-b74f-472c-a137-4dfd56cd7596 req-1f12ab28-eee8-49bd-98b6-ed92e64f0b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:56.787279 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-09765b8c-b74f-472c-a137-4dfd56cd7596 req-1f12ab28-eee8-49bd-98b6-ed92e64f0b50 service neutron] 10.222.0.55 "GET /v2.0/networks?id=026b4b4d-4018-481e-98bc-6123c4c681f5 HTTP/1.1" status: 200 len: 924 time: 0.1562977 Apr 05 14:23:56.808398 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc879000-0dd4-47e4-a2b5-e5c72c956b01 req-5dfa3136-d58d-42eb-9405-7c09744ccba8 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:56.809854 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fc879000-0dd4-47e4-a2b5-e5c72c956b01 req-5dfa3136-d58d-42eb-9405-7c09744ccba8 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d6bf638-89f5-4c77-aa7e-86f315d6da75 HTTP/1.1" status: 200 len: 945 time: 0.0601308 Apr 05 14:23:56.849269 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fc879000-0dd4-47e4-a2b5-e5c72c956b01 req-d07c8839-b8ef-4d69-aab7-ba3e3bca69f1 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f4ed18-73d1-4c70-bfb8-abe78be9b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322611 Apr 05 14:23:56.918400 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device a91f71df-ed49-4933-b4a1-ecee445826c5 up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:23:57.004147 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4216c5ab-0141-4cc0-b22e-86ac09239c27 req-bd76d397-05f5-4471-b669-82109a5fd80a tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=eb6eb2eb5e534aae8638ab75f1f70e11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291317 Apr 05 14:23:57.022932 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port a91f71df-ed49-4933-b4a1-ecee445826c5 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:23:57.026889 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port a91f71df-ed49-4933-b4a1-ecee445826c5 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:23:57.027267 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:57.039958 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-09765b8c-b74f-472c-a137-4dfd56cd7596 req-891f5506-7daa-4f59-86f9-2c48854d24d2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25cfff7f-348d-43f5-ae7b-e608d4d415e9 HTTP/1.1" status: 200 len: 217 time: 0.0514555 Apr 05 14:23:57.107865 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:57.140946 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port a91f71df-ed49-4933-b4a1-ecee445826c5, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=a91f71df-ed49-4933-b4a1-ecee445826c5,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:23:57.145830 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09765b8c-b74f-472c-a137-4dfd56cd7596 req-8ebb0aec-20a4-4a62-a414-8e260d0a0cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:57.147459 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-09765b8c-b74f-472c-a137-4dfd56cd7596 req-8ebb0aec-20a4-4a62-a414-8e260d0a0cb3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e158ad59-949f-41df-9a72-d1ad4e41336f HTTP/1.1" status: 200 len: 862 time: 0.0986211 Apr 05 14:23:57.208331 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4216c5ab-0141-4cc0-b22e-86ac09239c27 req-b09e1341-087a-40d8-aced-3ceb8fdb70b8 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:57.209730 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4216c5ab-0141-4cc0-b22e-86ac09239c27 req-b09e1341-087a-40d8-aced-3ceb8fdb70b8 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1739764 Apr 05 14:23:57.222572 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:57.225011 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09765b8c-b74f-472c-a137-4dfd56cd7596 req-fa161358-01df-4ba0-80e4-7a6f69559849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:57.226442 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-09765b8c-b74f-472c-a137-4dfd56cd7596 req-fa161358-01df-4ba0-80e4-7a6f69559849 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=026b4b4d-4018-481e-98bc-6123c4c681f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707116 Apr 05 14:23:57.229987 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4216c5ab-0141-4cc0-b22e-86ac09239c27 req-1b76216a-c72e-4a4a-b9b2-a99a96c26628 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/quotas/eb6eb2eb5e534aae8638ab75f1f70e11 HTTP/1.1" status: 200 len: 375 time: 0.0128720 Apr 05 14:23:57.278896 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=a91f71df-ed49-4933-b4a1-ecee445826c5,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:57.338331 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4216c5ab-0141-4cc0-b22e-86ac09239c27 req-173dafcb-daba-492e-8e84-3775d3cd9b8e tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb6eb2eb5e534aae8638ab75f1f70e11&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0967796 Apr 05 14:23:57.354005 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-09765b8c-b74f-472c-a137-4dfd56cd7596 req-bef29132-61ec-442d-a05f-07137ffee9d7 service neutron] 10.222.0.55 "GET /v2.0/networks/026b4b4d-4018-481e-98bc-6123c4c681f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195564 Apr 05 14:23:57.470159 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-09765b8c-b74f-472c-a137-4dfd56cd7596 req-3767813b-e330-4443-8aea-07766b5e5d6c service neutron] 10.222.0.55 "GET /v2.0/networks/026b4b4d-4018-481e-98bc-6123c4c681f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086798 Apr 05 14:23:57.507254 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41cb6f-716f-4fd8-ba06-03615132960f req-2613c562-e0c5-4e41-801d-34cfa41430d4 tempest-ServersAdminTestJSON-737452491 tempest-ServersAdminTestJSON-737452491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:57.508790 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-be41cb6f-716f-4fd8-ba06-03615132960f req-2613c562-e0c5-4e41-801d-34cfa41430d4 tempest-ServersAdminTestJSON-737452491 tempest-ServersAdminTestJSON-737452491-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=c28c5ff7-aa4f-4388-a2d2-34b3d1153744 HTTP/1.1" status: 200 len: 1101 time: 0.0488493 Apr 05 14:23:57.546105 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-be41cb6f-716f-4fd8-ba06-03615132960f req-0e023c22-5d10-4dd8-bcbc-4b1d97438375 tempest-ServersAdminTestJSON-737452491 tempest-ServersAdminTestJSON-737452491-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=024b129f-f256-4015-8a11-f785d9d68dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308118 Apr 05 14:23:57.676739 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ecd9a2-fcc0-4c01-94dd-6c3d02b898a8 req-7764ae0e-c499-46d0-b134-266470b149be tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:57.678297 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-96ecd9a2-fcc0-4c01-94dd-6c3d02b898a8 req-7764ae0e-c499-46d0-b134-266470b149be tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c04db13-0313-4e41-af6a-be8914a26b60 HTTP/1.1" status: 200 len: 944 time: 0.0808558 Apr 05 14:23:57.691593 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e8a04-5180-4b85-af8c-be3171dbb419 req-39daaa84-bf34-4aed-b7bf-b3dfe09a8a5f tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:57.698300 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-928e8a04-5180-4b85-af8c-be3171dbb419 req-39daaa84-bf34-4aed-b7bf-b3dfe09a8a5f tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] 10.222.0.30 "GET /v2.0/ports?device_id=446fd862-2a5d-4c24-8ee5-b53776f33d58 HTTP/1.1" status: 200 len: 948 time: 0.0677743 Apr 05 14:23:57.757946 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-96ecd9a2-fcc0-4c01-94dd-6c3d02b898a8 req-9cc4469e-d906-4024-8c90-1bdff5fccbd0 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] 10.222.0.30 "GET /v2.0/security-groups?id=87d4f98d-7601-474f-9994-e1bec30867c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638556 Apr 05 14:23:57.765772 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-928e8a04-5180-4b85-af8c-be3171dbb419 req-4d9b96bd-4587-452a-9233-af26a2a7a62e tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b2cd59e-df43-4b0b-822a-abfbc6095915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655351 Apr 05 14:23:57.834684 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a4164a3b-1d7c-4dbf-b444-647385cf640d req-9c7b6d32-b7e0-4697-9489-c7c866e78359 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b59cb5a6-0788-46ac-802b-5137925be3db HTTP/1.1" status: 200 len: 210 time: 0.0350125 Apr 05 14:23:57.894402 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c1400-9535-4798-82fd-5177a6605660 req-fb2c0e96-579b-4cd8-8c1a-37a59dc752da tempest-ServersAdminTestJSON-737452491 tempest-ServersAdminTestJSON-737452491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:57.896237 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bd5c1400-9535-4798-82fd-5177a6605660 req-fb2c0e96-579b-4cd8-8c1a-37a59dc752da tempest-ServersAdminTestJSON-737452491 tempest-ServersAdminTestJSON-737452491-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=c28c5ff7-aa4f-4388-a2d2-34b3d1153744 HTTP/1.1" status: 200 len: 1101 time: 0.0640190 Apr 05 14:23:57.909948 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:57.934785 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bd5c1400-9535-4798-82fd-5177a6605660 req-3cc058cd-7665-48fc-8a7a-1fbfa91a170b tempest-ServersAdminTestJSON-737452491 tempest-ServersAdminTestJSON-737452491-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=024b129f-f256-4015-8a11-f785d9d68dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305858 Apr 05 14:23:57.987034 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 52698) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:23:58.114762 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a48eaa1c-7ad3-4330-b6fa-73d76e9b6829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:58.151333 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1bec1e-0500-42aa-9528-7147c3e78719 req-9606c203-d6f2-4567-adbc-f73e9c40ba29 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:58.153486 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-db1bec1e-0500-42aa-9528-7147c3e78719 req-9606c203-d6f2-4567-adbc-f73e9c40ba29 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d6bf638-89f5-4c77-aa7e-86f315d6da75 HTTP/1.1" status: 200 len: 945 time: 0.1282322 Apr 05 14:23:58.166369 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b094619f-2c95-4c0f-8b2e-e8486b91379a req-2cc79617-6abb-4614-87da-70451ee7dc73 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:58.168137 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b094619f-2c95-4c0f-8b2e-e8486b91379a req-2cc79617-6abb-4614-87da-70451ee7dc73 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] 10.222.0.30 "GET /v2.0/ports?device_id=603ba8f7-163a-4245-a9ab-25e2d75a7b8a HTTP/1.1" status: 200 len: 950 time: 0.1322558 Apr 05 14:23:58.256197 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b094619f-2c95-4c0f-8b2e-e8486b91379a req-240416db-9ab9-48df-996a-e3a2ac6ff80a tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8901c82-f600-4e96-8375-691010c2b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778222 Apr 05 14:23:58.267813 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-db1bec1e-0500-42aa-9528-7147c3e78719 req-440e56eb-a8aa-4333-b789-16be58fb5223 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f4ed18-73d1-4c70-bfb8-abe78be9b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949984 Apr 05 14:23:58.316558 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a48eaa1c-7ad3-4330-b6fa-73d76e9b6829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:58.414824 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a48eaa1c-7ad3-4330-b6fa-73d76e9b6829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:58.453981 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-a48eaa1c-7ad3-4330-b6fa-73d76e9b6829 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=aa6c7dbe8e834a98bfc6e284a8aa9674&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4652185 Apr 05 14:23:58.456824 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 52704) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:23:58.467638 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48eaa1c-7ad3-4330-b6fa-73d76e9b6829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab908787-49a9-4227-9e48-f29e4b51516a,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:58.520711 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3ce7934b-231b-4c48-a207-408104c92e61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:58.543872 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3ce7934b-231b-4c48-a207-408104c92e61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:58.616809 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '603ba8f7-163a-4245-a9ab-25e2d75a7b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a91f71df-ed49-4933-b4a1-ecee445826c5'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:23:58.619337 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d630e31f-c74e-4d6d-9670-42c2fe897ebc" -d '{"events": [{"server_uuid": "603ba8f7-163a-4245-a9ab-25e2d75a7b8a", "name": "network-vif-plugged", "status": "completed", "tag": "a91f71df-ed49-4933-b4a1-ecee445826c5"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:23:58.706396 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3ce7934b-231b-4c48-a207-408104c92e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:58.709004 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3ce7934b-231b-4c48-a207-408104c92e61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:58.711050 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-3ce7934b-231b-4c48-a207-408104c92e61 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ab908787-49a9-4227-9e48-f29e4b51516a HTTP/1.1" status: 204 len: 168 time: 0.2522900 Apr 05 14:23:58.719109 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce7934b-231b-4c48-a207-408104c92e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab908787-49a9-4227-9e48-f29e4b51516a,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:58.751110 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9fc9f78-4fe0-430c-b9d8-1454aed3b142 x-openstack-request-id: req-d9fc9f78-4fe0-430c-b9d8-1454aed3b142 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:23:58.751521 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "603ba8f7-163a-4245-a9ab-25e2d75a7b8a", "name": "network-vif-plugged", "status": "completed", "tag": "a91f71df-ed49-4933-b4a1-ecee445826c5", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:23:58.751998 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d9fc9f78-4fe0-430c-b9d8-1454aed3b142 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:23:58.752682 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9fc9f78-4fe0-430c-b9d8-1454aed3b142'] response: {'server_uuid': '603ba8f7-163a-4245-a9ab-25e2d75a7b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a91f71df-ed49-4933-b4a1-ecee445826c5', 'code': 200} Apr 05 14:23:58.859349 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6603b850-12fa-426d-b99b-0cdfc2e1a735 req-619abe5f-5727-4eac-a0ae-4af341862aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:58.860938 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6603b850-12fa-426d-b99b-0cdfc2e1a735 req-619abe5f-5727-4eac-a0ae-4af341862aa9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=603ba8f7-163a-4245-a9ab-25e2d75a7b8a HTTP/1.1" status: 200 len: 1101 time: 0.0521045 Apr 05 14:23:58.924684 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 01a57944-ef1a-4662-bbab-3b56786da887 details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:23:58.925307 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6603b850-12fa-426d-b99b-0cdfc2e1a735 req-3b693a1e-1dc8-4fde-8305-8b6fdb2c22e3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d8901c82-f600-4e96-8375-691010c2b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566237 Apr 05 14:23:59.034490 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 01a57944-ef1a-4662-bbab-3b56786da887, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=01a57944-ef1a-4662-bbab-3b56786da887,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:23:59.045622 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d847e-aea2-4a5b-8f75-8f903146fe7d req-9f61e5dd-414d-4ab2-a015-fb28d943608f tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:59.046240 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': '01a57944-ef1a-4662-bbab-3b56786da887', 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800', 'port_id': '01a57944-ef1a-4662-bbab-3b56786da887', 'mac_address': 'fa:16:3e:04:50:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:23:59.047413 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9d1d847e-aea2-4a5b-8f75-8f903146fe7d req-9f61e5dd-414d-4ab2-a015-fb28d943608f tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] 10.222.0.30 "GET /v2.0/ports?device_id=446fd862-2a5d-4c24-8ee5-b53776f33d58 HTTP/1.1" status: 200 len: 948 time: 0.0935750 Apr 05 14:23:59.057451 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480d2fdc-6144-4ab3-bbee-31ef6c8a9cf9 req-a9f31fac-1389-4e6b-9f8d-f4453f8870aa tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:59.059172 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-480d2fdc-6144-4ab3-bbee-31ef6c8a9cf9 req-a9f31fac-1389-4e6b-9f8d-f4453f8870aa tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c04db13-0313-4e41-af6a-be8914a26b60 HTTP/1.1" status: 200 len: 944 time: 0.1078780 Apr 05 14:23:59.094052 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:59.110102 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01a57944-ef1a-4662-bbab-3b56786da887 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:23:59.121087 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9d1d847e-aea2-4a5b-8f75-8f903146fe7d req-d5f63586-28b3-4dc1-a5f2-af3841731da5 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b2cd59e-df43-4b0b-822a-abfbc6095915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607021 Apr 05 14:23:59.139842 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 01a57944-ef1a-4662-bbab-3b56786da887, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=01a57944-ef1a-4662-bbab-3b56786da887,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:23:59.145434 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-480d2fdc-6144-4ab3-bbee-31ef6c8a9cf9 req-0ea41e1f-007e-4254-b135-2b46bb5c6bdd tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] 10.222.0.30 "GET /v2.0/security-groups?id=87d4f98d-7601-474f-9994-e1bec30867c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629723 Apr 05 14:23:59.219355 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f3e1e5b4-23c6-460b-bc75-57da72c48c82 req-a3e3d3a1-d1ef-40dd-af14-977ea1b2f428 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b59cb5a6-0788-46ac-802b-5137925be3db HTTP/1.1" status: 200 len: 210 time: 0.0302408 Apr 05 14:23:59.255105 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:59.330413 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=01a57944-ef1a-4662-bbab-3b56786da887,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:59.393801 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:59.427798 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 52744) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:23:59.454566 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-42cd796b-10f1-4e41-a1f7-8c3e84cb8ab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:59.493332 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45117497-5b16-494c-8df4-d96070455bbe req-a684df2e-8832-4d34-804c-617c79899251 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:59.494825 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-45117497-5b16-494c-8df4-d96070455bbe req-a684df2e-8832-4d34-804c-617c79899251 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] 10.222.0.30 "GET /v2.0/ports?device_id=603ba8f7-163a-4245-a9ab-25e2d75a7b8a HTTP/1.1" status: 200 len: 950 time: 0.0788550 Apr 05 14:23:59.532126 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['01a57944-ef1a-4662-bbab-3b56786da887'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:23:59.589932 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-45117497-5b16-494c-8df4-d96070455bbe req-6e4dfe4b-876e-4cf4-b486-a486801f8b9e tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8901c82-f600-4e96-8375-691010c2b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747161 Apr 05 14:23:59.621700 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:59.624353 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-42cd796b-10f1-4e41-a1f7-8c3e84cb8ab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:59.647828 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e050def-fe76-44a1-bc10-ac4abf401f36 req-fde66d4a-a5f7-41a0-8be1-79f547d3191c tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:59.649742 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0e050def-fe76-44a1-bc10-ac4abf401f36 req-fde66d4a-a5f7-41a0-8be1-79f547d3191c tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d6bf638-89f5-4c77-aa7e-86f315d6da75 HTTP/1.1" status: 200 len: 945 time: 0.0802040 Apr 05 14:23:59.710319 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0e050def-fe76-44a1-bc10-ac4abf401f36 req-a6f52e69-cfc5-4c9c-8755-0105f50064d3 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f4ed18-73d1-4c70-bfb8-abe78be9b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522711 Apr 05 14:23:59.778069 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-42cd796b-10f1-4e41-a1f7-8c3e84cb8ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:59.841861 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-42cd796b-10f1-4e41-a1f7-8c3e84cb8ab2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c6863f73ffa3404a80c13319d88486ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4107769 Apr 05 14:23:59.842040 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cd796b-10f1-4e41-a1f7-8c3e84cb8ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10dc6420-4e6c-42e4-a8aa-3600bff4715f,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:23:59.842633 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 52752) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:23:59.867497 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f55979-94b7-4b0e-989f-fcf10bb1d07a req-24369390-b7bd-4f8e-a90e-a966d170b174 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:23:59.870614 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a0f55979-94b7-4b0e-989f-fcf10bb1d07a req-24369390-b7bd-4f8e-a90e-a966d170b174 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/ports?device_id=c28c5ff7-aa4f-4388-a2d2-34b3d1153744 HTTP/1.1" status: 200 len: 950 time: 0.1011462 Apr 05 14:23:59.909083 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-696ea385-ddc2-43a2-8a84-be42b3c77d95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:59.916894 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a0f55979-94b7-4b0e-989f-fcf10bb1d07a req-5a19202b-9ba7-465e-8719-a31b085da967 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/security-groups?id=024b129f-f256-4015-8a11-f785d9d68dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399463 Apr 05 14:23:59.931607 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-696ea385-ddc2-43a2-8a84-be42b3c77d95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:00.031331 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4216c5ab-0141-4cc0-b22e-86ac09239c27 req-f3c3ead8-3326-45bc-9574-c2b2e5914a67 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=eb6eb2eb5e534aae8638ab75f1f70e11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289733 Apr 05 14:24:00.051516 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-696ea385-ddc2-43a2-8a84-be42b3c77d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:00.054075 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-696ea385-ddc2-43a2-8a84-be42b3c77d95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:00.055667 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-696ea385-ddc2-43a2-8a84-be42b3c77d95 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/10dc6420-4e6c-42e4-a8aa-3600bff4715f HTTP/1.1" status: 204 len: 168 time: 0.2119510 Apr 05 14:24:00.079625 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696ea385-ddc2-43a2-8a84-be42b3c77d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10dc6420-4e6c-42e4-a8aa-3600bff4715f,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:00.211232 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4216c5ab-0141-4cc0-b22e-86ac09239c27 req-f65c493a-e566-4ffe-b4d5-03c9856fd068 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:00.212969 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4216c5ab-0141-4cc0-b22e-86ac09239c27 req-f65c493a-e566-4ffe-b4d5-03c9856fd068 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1756566 Apr 05 14:24:00.226907 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-4216c5ab-0141-4cc0-b22e-86ac09239c27 req-3f44fcf2-185c-4ffc-bd49-2e7f650c22a7 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Request body: {'port': {'device_id': 'b59cb5a6-0788-46ac-802b-5137925be3db', 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800', 'admin_state_up': True, 'tenant_id': 'eb6eb2eb5e534aae8638ab75f1f70e11'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:24:00.304402 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 7 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 14:24:00.443980 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4216c5ab-0141-4cc0-b22e-86ac09239c27 req-3f44fcf2-185c-4ffc-bd49-2e7f650c22a7 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Made reservation on behalf of eb6eb2eb5e534aae8638ab75f1f70e11 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:24:00.447397 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-4216c5ab-0141-4cc0-b22e-86ac09239c27 req-3f44fcf2-185c-4ffc-bd49-2e7f650c22a7 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:00.582446 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819647a4-abba-435f-9acd-212720c3bad8 req-a3e45468-6076-4448-828a-15fd7612ffd8 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:00.584182 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-819647a4-abba-435f-9acd-212720c3bad8 req-a3e45468-6076-4448-828a-15fd7612ffd8 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] 10.222.0.30 "GET /v2.0/ports?device_id=446fd862-2a5d-4c24-8ee5-b53776f33d58 HTTP/1.1" status: 200 len: 949 time: 0.1725826 Apr 05 14:24:00.591194 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b80c021-52bd-47e8-b95f-d903411f5253 req-e227ee43-b4d0-457d-b110-1f7f6391c7c4 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:00.593344 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3b80c021-52bd-47e8-b95f-d903411f5253 req-e227ee43-b4d0-457d-b110-1f7f6391c7c4 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c04db13-0313-4e41-af6a-be8914a26b60 HTTP/1.1" status: 200 len: 944 time: 0.1519885 Apr 05 14:24:00.692280 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-819647a4-abba-435f-9acd-212720c3bad8 req-5e3c2626-62e2-444e-800d-850e713469b2 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b2cd59e-df43-4b0b-822a-abfbc6095915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978372 Apr 05 14:24:00.698117 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3b80c021-52bd-47e8-b95f-d903411f5253 req-a3e75ee1-d561-4497-b2f3-8db7479c38ec tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] 10.222.0.30 "GET /v2.0/security-groups?id=87d4f98d-7601-474f-9994-e1bec30867c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990276 Apr 05 14:24:00.708741 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-4216c5ab-0141-4cc0-b22e-86ac09239c27 req-3f44fcf2-185c-4ffc-bd49-2e7f650c22a7 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Allocated IP 192.168.233.53 (80d671a8-d1ab-4472-891b-9c042fbd7800/b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a/dd240742-5ced-4dbc-8b7d-9c4496d72564) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:24:00.860917 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-59b4a32c-75d4-4bed-8dcb-ae57bca257f3 req-9124db24-663b-4424-856e-a4e2d53b3374 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b59cb5a6-0788-46ac-802b-5137925be3db HTTP/1.1" status: 200 len: 210 time: 0.0842562 Apr 05 14:24:00.885295 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc18a4-0f3b-4dc2-b0b8-2b513fdd0bc7 req-f9e25c56-b566-4bfe-9789-607c70da2e1f tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:00.886795 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fefc18a4-0f3b-4dc2-b0b8-2b513fdd0bc7 req-f9e25c56-b566-4bfe-9789-607c70da2e1f tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d6bf638-89f5-4c77-aa7e-86f315d6da75 HTTP/1.1" status: 200 len: 945 time: 0.1251016 Apr 05 14:24:00.959359 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-4216c5ab-0141-4cc0-b22e-86ac09239c27 req-3f44fcf2-185c-4ffc-bd49-2e7f650c22a7 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:00.959888 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 25cfff7f-348d-43f5-ae7b-e608d4d415e9 details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:24:00.965052 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fefc18a4-0f3b-4dc2-b0b8-2b513fdd0bc7 req-fcdc206b-0151-435d-98ad-32635a42ae78 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f4ed18-73d1-4c70-bfb8-abe78be9b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704246 Apr 05 14:24:00.966464 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 01a57944-ef1a-4662-bbab-3b56786da887 up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:24:01.080071 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-4216c5ab-0141-4cc0-b22e-86ac09239c27 req-3f44fcf2-185c-4ffc-bd49-2e7f650c22a7 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:01.096230 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['1a02dac2-1e82-4f40-b2ef-73f085c332f9'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:24:01.141817 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4216c5ab-0141-4cc0-b22e-86ac09239c27 req-3f44fcf2-185c-4ffc-bd49-2e7f650c22a7 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Network 80d671a8-d1ab-4472-891b-9c042fbd7800 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:24:01.150819 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e085caa-8f9f-4ad7-92df-3a9c6e6ec669 req-91c1aa45-d664-41eb-b108-0d0d3b8a92a3 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:01.152176 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5e085caa-8f9f-4ad7-92df-3a9c6e6ec669 req-91c1aa45-d664-41eb-b108-0d0d3b8a92a3 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] 10.222.0.30 "GET /v2.0/ports?device_id=603ba8f7-163a-4245-a9ab-25e2d75a7b8a HTTP/1.1" status: 200 len: 950 time: 0.1023533 Apr 05 14:24:01.159342 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-4216c5ab-0141-4cc0-b22e-86ac09239c27 req-3f44fcf2-185c-4ffc-bd49-2e7f650c22a7 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:24:01.162301 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f44fcf2-185c-4ffc-bd49-2e7f650c22a7 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Pushing event updated for resources: {'Port': ['ID=dd240742-5ced-4dbc-8b7d-9c4496d72564,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:01.165368 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-4216c5ab-0141-4cc0-b22e-86ac09239c27 req-3f44fcf2-185c-4ffc-bd49-2e7f650c22a7 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:24:01.188921 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 25cfff7f-348d-43f5-ae7b-e608d4d415e9, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=25cfff7f-348d-43f5-ae7b-e608d4d415e9,segment=NetworkSegment(4cf03a58-2421-4a58-a0d7-d3a831eb8f50),segment_id=4cf03a58-2421-4a58-a0d7-d3a831eb8f50)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:24:01.220394 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': '25cfff7f-348d-43f5-ae7b-e608d4d415e9', 'network_id': '026b4b4d-4018-481e-98bc-6123c4c681f5', 'port_id': '25cfff7f-348d-43f5-ae7b-e608d4d415e9', 'mac_address': 'fa:16:3e:0a:1a:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e158ad59-949f-41df-9a72-d1ad4e41336f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:24:01.247313 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port 01a57944-ef1a-4662-bbab-3b56786da887 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:24:01.288087 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port 01a57944-ef1a-4662-bbab-3b56786da887 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:24:01.289038 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:01.340162 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:01.357857 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25cfff7f-348d-43f5-ae7b-e608d4d415e9 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:24:01.417357 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 25cfff7f-348d-43f5-ae7b-e608d4d415e9, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=25cfff7f-348d-43f5-ae7b-e608d4d415e9,segment=NetworkSegment(4cf03a58-2421-4a58-a0d7-d3a831eb8f50),segment_id=4cf03a58-2421-4a58-a0d7-d3a831eb8f50)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:24:01.485716 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-7b51b103-5d3a-4e4d-bc69-ea6ecfcd9a4c None None] Provisioning complete for port dd240742-5ced-4dbc-8b7d-9c4496d72564 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:24:01.488483 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7b51b103-5d3a-4e4d-bc69-ea6ecfcd9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:01.488483 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:01.513293 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4216c5ab-0141-4cc0-b22e-86ac09239c27 req-3f44fcf2-185c-4ffc-bd49-2e7f650c22a7 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:01.514919 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-4216c5ab-0141-4cc0-b22e-86ac09239c27 req-3f44fcf2-185c-4ffc-bd49-2e7f650c22a7 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:01.518564 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:01.523171 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5e085caa-8f9f-4ad7-92df-3a9c6e6ec669 req-b08ed22c-7f0b-4aa4-adeb-3f2506a15f7b tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8901c82-f600-4e96-8375-691010c2b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292885 Apr 05 14:24:01.546122 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb34074-693f-461e-a659-d4f2c5531937 req-0ba5de4a-df32-4f7c-a2fa-8c51bc0c4a0e tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:01.547727 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4fb34074-693f-461e-a659-d4f2c5531937 req-0ba5de4a-df32-4f7c-a2fa-8c51bc0c4a0e tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/ports?device_id=c28c5ff7-aa4f-4388-a2d2-34b3d1153744 HTTP/1.1" status: 200 len: 950 time: 0.3521464 Apr 05 14:24:01.568475 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-7b51b103-5d3a-4e4d-bc69-ea6ecfcd9a4c None None] Port dd240742-5ced-4dbc-8b7d-9c4496d72564 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:24:01.569850 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446fd862-2a5d-4c24-8ee5-b53776f33d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01a57944-ef1a-4662-bbab-3b56786da887'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:24:01.571952 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3251afe-8715-45a4-827b-24c9bece8470" -d '{"events": [{"server_uuid": "446fd862-2a5d-4c24-8ee5-b53776f33d58", "name": "network-vif-plugged", "status": "completed", "tag": "01a57944-ef1a-4662-bbab-3b56786da887"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:24:01.594576 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 01a57944-ef1a-4662-bbab-3b56786da887, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=01a57944-ef1a-4662-bbab-3b56786da887,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:24:01.609741 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=25cfff7f-348d-43f5-ae7b-e608d4d415e9,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:01.610525 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4fb34074-693f-461e-a659-d4f2c5531937 req-129a5b73-08c2-4869-ba8c-9771b4c04ebd tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/security-groups?id=024b129f-f256-4015-8a11-f785d9d68dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496557 Apr 05 14:24:01.636080 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4216c5ab-0141-4cc0-b22e-86ac09239c27 req-3f44fcf2-185c-4ffc-bd49-2e7f650c22a7 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4132774 Apr 05 14:24:01.649836 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-4216c5ab-0141-4cc0-b22e-86ac09239c27 req-8b1a0645-b396-4849-adb1-0dcd65ba271c service neutron] Request body: {'port': {'device_id': 'b59cb5a6-0788-46ac-802b-5137925be3db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:24:01.710765 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-4216c5ab-0141-4cc0-b22e-86ac09239c27 req-8b1a0645-b396-4849-adb1-0dcd65ba271c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:01.712123 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:01.764634 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=01a57944-ef1a-4662-bbab-3b56786da887,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:01.817502 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['25cfff7f-348d-43f5-ae7b-e608d4d415e9'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:24:01.874588 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfdc3b77-1050-4542-ba3b-1b5be52e1a8d x-openstack-request-id: req-bfdc3b77-1050-4542-ba3b-1b5be52e1a8d {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:24:01.875328 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "446fd862-2a5d-4c24-8ee5-b53776f33d58", "name": "network-vif-plugged", "status": "completed", "tag": "01a57944-ef1a-4662-bbab-3b56786da887", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:24:01.875328 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bfdc3b77-1050-4542-ba3b-1b5be52e1a8d {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:24:01.876135 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfdc3b77-1050-4542-ba3b-1b5be52e1a8d'] response: {'server_uuid': '446fd862-2a5d-4c24-8ee5-b53776f33d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01a57944-ef1a-4662-bbab-3b56786da887', 'code': 200} Apr 05 14:24:02.065221 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb317db-62c2-48e9-8a46-6806ab1f8944 req-ad8282b8-fb60-4242-8155-d34d8baaad66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:02.066888 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2fb317db-62c2-48e9-8a46-6806ab1f8944 req-ad8282b8-fb60-4242-8155-d34d8baaad66 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=446fd862-2a5d-4c24-8ee5-b53776f33d58 HTTP/1.1" status: 200 len: 1101 time: 0.1189508 Apr 05 14:24:02.086812 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcf5fce-b55d-4182-a3a4-8295aea8e43a req-73a8f3dc-91d3-405a-b661-aaf415858539 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:02.088231 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5bcf5fce-b55d-4182-a3a4-8295aea8e43a req-73a8f3dc-91d3-405a-b661-aaf415858539 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] 10.222.0.30 "GET /v2.0/ports?device_id=446fd862-2a5d-4c24-8ee5-b53776f33d58 HTTP/1.1" status: 200 len: 950 time: 0.1265621 Apr 05 14:24:02.190824 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-4216c5ab-0141-4cc0-b22e-86ac09239c27 req-8b1a0645-b396-4849-adb1-0dcd65ba271c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd240742-5ced-4dbc-8b7d-9c4496d72564 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:24:02.209312 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-4216c5ab-0141-4cc0-b22e-86ac09239c27 req-8b1a0645-b396-4849-adb1-0dcd65ba271c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:02.222839 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25cb426-0761-4220-86f9-7fc98469c7c2 req-92686b99-bc37-46a4-bd29-d1816c3bc72c tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:02.225120 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c25cb426-0761-4220-86f9-7fc98469c7c2 req-92686b99-bc37-46a4-bd29-d1816c3bc72c tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c04db13-0313-4e41-af6a-be8914a26b60 HTTP/1.1" status: 200 len: 945 time: 0.1618927 Apr 05 14:24:02.227115 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2fb317db-62c2-48e9-8a46-6806ab1f8944 req-2af8d0e6-4172-40c3-9026-924701a2c52e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3b2cd59e-df43-4b0b-822a-abfbc6095915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368411 Apr 05 14:24:02.238081 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5bcf5fce-b55d-4182-a3a4-8295aea8e43a req-4f571768-4250-4828-89d4-91f204a4dda2 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b2cd59e-df43-4b0b-822a-abfbc6095915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413488 Apr 05 14:24:02.248790 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-4216c5ab-0141-4cc0-b22e-86ac09239c27 req-8b1a0645-b396-4849-adb1-0dcd65ba271c service neutron] Transition to ACTIVE for port object dd240742-5ced-4dbc-8b7d-9c4496d72564 will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:24:02.291785 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c25cb426-0761-4220-86f9-7fc98469c7c2 req-e1db1cbf-0353-4bba-bfb4-91e4865dafb8 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] 10.222.0.30 "GET /v2.0/security-groups?id=87d4f98d-7601-474f-9994-e1bec30867c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507531 Apr 05 14:24:02.350339 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-4216c5ab-0141-4cc0-b22e-86ac09239c27 req-8b1a0645-b396-4849-adb1-0dcd65ba271c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:02.444293 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb09e9f-e3a9-4e5f-86de-1e34713b49f8 req-737ea8e7-2894-44ed-bc6b-d636be3d21f4 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:02.445856 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5cb09e9f-e3a9-4e5f-86de-1e34713b49f8 req-737ea8e7-2894-44ed-bc6b-d636be3d21f4 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b59cb5a6-0788-46ac-802b-5137925be3db HTTP/1.1" status: 200 len: 935 time: 0.1246591 Apr 05 14:24:02.449881 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1a0645-b396-4849-adb1-0dcd65ba271c service neutron] Pushing event updated for resources: {'Port': ['ID=dd240742-5ced-4dbc-8b7d-9c4496d72564,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:02.498093 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f2268-3ecb-4974-93fe-54bdb1ffb78b req-e89c28cf-a5cb-43a6-994d-103598b1646f tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:02.500354 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d93f2268-3ecb-4974-93fe-54bdb1ffb78b req-e89c28cf-a5cb-43a6-994d-103598b1646f tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d6bf638-89f5-4c77-aa7e-86f315d6da75 HTTP/1.1" status: 200 len: 945 time: 0.1509991 Apr 05 14:24:02.564922 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5cb09e9f-e3a9-4e5f-86de-1e34713b49f8 req-65bcd902-9fcc-4eda-b6d7-cd2cf9492ae5 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086192 Apr 05 14:24:02.602151 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-4216c5ab-0141-4cc0-b22e-86ac09239c27 req-8b1a0645-b396-4849-adb1-0dcd65ba271c service neutron] Attempting to bind port dd240742-5ced-4dbc-8b7d-9c4496d72564 on host n-h2-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:24:02.604902 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-4216c5ab-0141-4cc0-b22e-86ac09239c27 req-8b1a0645-b396-4849-adb1-0dcd65ba271c service neutron] Attempting to bind port dd240742-5ced-4dbc-8b7d-9c4496d72564 by drivers openvswitch,hyperv on host n-h2-836650-2 at level 0 using segments [{'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:24:02.604902 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4216c5ab-0141-4cc0-b22e-86ac09239c27 req-8b1a0645-b396-4849-adb1-0dcd65ba271c service neutron] Attempting to bind port dd240742-5ced-4dbc-8b7d-9c4496d72564 on network 80d671a8-d1ab-4472-891b-9c042fbd7800 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:24:02.609264 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d93f2268-3ecb-4974-93fe-54bdb1ffb78b req-64049924-17c6-4c51-9cdb-562e466906e0 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f4ed18-73d1-4c70-bfb8-abe78be9b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896621 Apr 05 14:24:02.611400 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4216c5ab-0141-4cc0-b22e-86ac09239c27 req-8b1a0645-b396-4849-adb1-0dcd65ba271c service neutron] Port dd240742-5ced-4dbc-8b7d-9c4496d72564 on network 80d671a8-d1ab-4472-891b-9c042fbd7800 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:24:02.611745 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4216c5ab-0141-4cc0-b22e-86ac09239c27 req-8b1a0645-b396-4849-adb1-0dcd65ba271c service neutron] Attempting to bind port dd240742-5ced-4dbc-8b7d-9c4496d72564 on network 80d671a8-d1ab-4472-891b-9c042fbd7800 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:24:02.616958 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4216c5ab-0141-4cc0-b22e-86ac09239c27 req-8b1a0645-b396-4849-adb1-0dcd65ba271c service neutron] Checking agent: {'id': '6d8cf521-24bb-4b6a-bbae-0284f5c87a9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:24:02.617304 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4216c5ab-0141-4cc0-b22e-86ac09239c27 req-8b1a0645-b396-4849-adb1-0dcd65ba271c service neutron] Checking segment: {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:24:02.617684 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4216c5ab-0141-4cc0-b22e-86ac09239c27 req-8b1a0645-b396-4849-adb1-0dcd65ba271c service neutron] Bound using segment: {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:24:02.618116 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-4216c5ab-0141-4cc0-b22e-86ac09239c27 req-8b1a0645-b396-4849-adb1-0dcd65ba271c service neutron] Bound port: dd240742-5ced-4dbc-8b7d-9c4496d72564, host: n-h2-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:24:02.618482 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-4216c5ab-0141-4cc0-b22e-86ac09239c27 req-8b1a0645-b396-4849-adb1-0dcd65ba271c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:02.724205 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-4216c5ab-0141-4cc0-b22e-86ac09239c27 req-8b1a0645-b396-4849-adb1-0dcd65ba271c service neutron] For port dd240742-5ced-4dbc-8b7d-9c4496d72564, host n-h2-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:24:02.733959 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3c2746-3006-4aac-a490-c002c3723468 req-734e2b62-ba0c-43a5-85a9-6580208dd391 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:02.735493 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-eb3c2746-3006-4aac-a490-c002c3723468 req-734e2b62-ba0c-43a5-85a9-6580208dd391 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] 10.222.0.30 "GET /v2.0/ports?device_id=603ba8f7-163a-4245-a9ab-25e2d75a7b8a HTTP/1.1" status: 200 len: 950 time: 0.0754795 Apr 05 14:24:02.745682 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-4216c5ab-0141-4cc0-b22e-86ac09239c27 req-8b1a0645-b396-4849-adb1-0dcd65ba271c service neutron] For port dd240742-5ced-4dbc-8b7d-9c4496d72564, host n-h2-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=dd240742-5ced-4dbc-8b7d-9c4496d72564,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:24:02.781271 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-eb3c2746-3006-4aac-a490-c002c3723468 req-7cbb95e8-bae1-45ca-8093-a22058805b4a tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8901c82-f600-4e96-8375-691010c2b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340629 Apr 05 14:24:02.809478 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-4216c5ab-0141-4cc0-b22e-86ac09239c27 req-8b1a0645-b396-4849-adb1-0dcd65ba271c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:02.865868 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4216c5ab-0141-4cc0-b22e-86ac09239c27 req-8b1a0645-b396-4849-adb1-0dcd65ba271c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:02.866492 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-4216c5ab-0141-4cc0-b22e-86ac09239c27 req-8b1a0645-b396-4849-adb1-0dcd65ba271c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:02.867888 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4216c5ab-0141-4cc0-b22e-86ac09239c27 req-8b1a0645-b396-4849-adb1-0dcd65ba271c service neutron] 10.222.0.11 "PUT /v2.0/ports/dd240742-5ced-4dbc-8b7d-9c4496d72564 HTTP/1.1" status: 200 len: 1095 time: 1.2230132 Apr 05 14:24:02.868332 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b59cb5a6-0788-46ac-802b-5137925be3db', 'tag': 'dd240742-5ced-4dbc-8b7d-9c4496d72564'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:24:02.870663 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c377519d-1700-4044-beda-41c1db34cb2c" -d '{"events": [{"name": "network-changed", "server_uuid": "b59cb5a6-0788-46ac-802b-5137925be3db", "tag": "dd240742-5ced-4dbc-8b7d-9c4496d72564"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:24:02.921029 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1a0645-b396-4849-adb1-0dcd65ba271c service neutron] Pushing event updated for resources: {'Port': ['ID=dd240742-5ced-4dbc-8b7d-9c4496d72564,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:02.937372 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bb2d2c-a5d8-4e56-b6c1-b7400ac12859 req-383df741-62f8-410c-bb84-0bad9abc7677 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:02.938964 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-89bb2d2c-a5d8-4e56-b6c1-b7400ac12859 req-383df741-62f8-410c-bb84-0bad9abc7677 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/ports?device_id=c28c5ff7-aa4f-4388-a2d2-34b3d1153744 HTTP/1.1" status: 200 len: 950 time: 0.0976634 Apr 05 14:24:02.957305 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 25cfff7f-348d-43f5-ae7b-e608d4d415e9 up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:24:02.989130 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-89bb2d2c-a5d8-4e56-b6c1-b7400ac12859 req-4fb4cb6b-dc7f-4166-bd76-294af0048371 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/security-groups?id=024b129f-f256-4015-8a11-f785d9d68dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419719 Apr 05 14:24:03.051606 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4216c5ab-0141-4cc0-b22e-86ac09239c27 req-a84d4212-74f9-4d0d-b557-833dd717b588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:03.053477 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4216c5ab-0141-4cc0-b22e-86ac09239c27 req-a84d4212-74f9-4d0d-b557-833dd717b588 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eb6eb2eb5e534aae8638ab75f1f70e11&device_id=b59cb5a6-0788-46ac-802b-5137925be3db HTTP/1.1" status: 200 len: 1098 time: 0.0632155 Apr 05 14:24:03.054897 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-361a509c-17bb-4715-93bf-1575dd1b2f3a x-openstack-request-id: req-361a509c-17bb-4715-93bf-1575dd1b2f3a {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:24:03.055172 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b59cb5a6-0788-46ac-802b-5137925be3db", "tag": "dd240742-5ced-4dbc-8b7d-9c4496d72564", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:24:03.055454 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-361a509c-17bb-4715-93bf-1575dd1b2f3a {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:24:03.055830 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-361a509c-17bb-4715-93bf-1575dd1b2f3a'] response: {'name': 'network-changed', 'server_uuid': 'b59cb5a6-0788-46ac-802b-5137925be3db', 'tag': 'dd240742-5ced-4dbc-8b7d-9c4496d72564', 'status': 'completed', 'code': 200} Apr 05 14:24:03.089099 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port 25cfff7f-348d-43f5-ae7b-e608d4d415e9 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:24:03.093784 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port 25cfff7f-348d-43f5-ae7b-e608d4d415e9 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:24:03.094153 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:03.106864 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4216c5ab-0141-4cc0-b22e-86ac09239c27 req-9a8d0880-6de4-4a3b-944b-dcfb730167b8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=dd240742-5ced-4dbc-8b7d-9c4496d72564 HTTP/1.1" status: 200 len: 217 time: 0.0388372 Apr 05 14:24:03.167053 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4216c5ab-0141-4cc0-b22e-86ac09239c27 req-8d5551d1-3cea-4b47-99b8-53278d1a81e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:03.168547 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4216c5ab-0141-4cc0-b22e-86ac09239c27 req-8d5551d1-3cea-4b47-99b8-53278d1a81e0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.0525584 Apr 05 14:24:03.195532 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:03.222773 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4216c5ab-0141-4cc0-b22e-86ac09239c27 req-2c903e48-4ef0-414c-83d4-39c2f8620e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:03.224476 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4216c5ab-0141-4cc0-b22e-86ac09239c27 req-2c903e48-4ef0-414c-83d4-39c2f8620e66 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0459962 Apr 05 14:24:03.228611 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 25cfff7f-348d-43f5-ae7b-e608d4d415e9, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=25cfff7f-348d-43f5-ae7b-e608d4d415e9,segment=NetworkSegment(4cf03a58-2421-4a58-a0d7-d3a831eb8f50),segment_id=4cf03a58-2421-4a58-a0d7-d3a831eb8f50)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:24:03.306764 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:03.364347 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4216c5ab-0141-4cc0-b22e-86ac09239c27 req-c7db9a79-09a4-4209-b4f4-0a4280deee38 service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257346 Apr 05 14:24:03.373869 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=25cfff7f-348d-43f5-ae7b-e608d4d415e9,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:03.387055 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaa7809-d209-43f1-ac2a-275563f5af4f req-f96ce1ee-c8af-4804-beb1-31cfcd752018 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:03.389337 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bdaa7809-d209-43f1-ac2a-275563f5af4f req-f96ce1ee-c8af-4804-beb1-31cfcd752018 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] 10.222.0.30 "GET /v2.0/ports?device_id=446fd862-2a5d-4c24-8ee5-b53776f33d58 HTTP/1.1" status: 200 len: 950 time: 0.0780220 Apr 05 14:24:03.475547 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bdaa7809-d209-43f1-ac2a-275563f5af4f req-4c1eaeb6-15ef-4e2e-a35b-cc12bd1a301f tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b2cd59e-df43-4b0b-822a-abfbc6095915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790269 Apr 05 14:24:03.528511 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4216c5ab-0141-4cc0-b22e-86ac09239c27 req-65562152-1633-46cc-993f-c759eb624dfc service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546066 Apr 05 14:24:03.591338 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 52850) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:24:03.620759 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e11132-61e9-4b92-a808-7c77085e2665 req-fff7d9f3-30b0-48a6-a03d-4a5ddee4d452 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:03.622319 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a4e11132-61e9-4b92-a808-7c77085e2665 req-fff7d9f3-30b0-48a6-a03d-4a5ddee4d452 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c04db13-0313-4e41-af6a-be8914a26b60 HTTP/1.1" status: 200 len: 946 time: 0.0651221 Apr 05 14:24:03.689866 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a4e11132-61e9-4b92-a808-7c77085e2665 req-7e4ba34c-43a5-4264-a3c9-8e4ce0717862 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] 10.222.0.30 "GET /v2.0/security-groups?id=87d4f98d-7601-474f-9994-e1bec30867c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568342 Apr 05 14:24:03.715765 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c377519d-1700-4044-beda-41c1db34cb2c req-f78a1f7a-60da-4131-97c5-c35bfea18ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:03.717717 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c377519d-1700-4044-beda-41c1db34cb2c req-f78a1f7a-60da-4131-97c5-c35bfea18ffd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eb6eb2eb5e534aae8638ab75f1f70e11&device_id=b59cb5a6-0788-46ac-802b-5137925be3db HTTP/1.1" status: 200 len: 1098 time: 0.0579333 Apr 05 14:24:03.718359 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ef6d272f-e536-4cd9-ab63-13b99e974512 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:03.877760 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c04db13-0313-4e41-af6a-be8914a26b60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25cfff7f-348d-43f5-ae7b-e608d4d415e9'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:24:03.880135 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca435785-4829-4f88-8217-01eabc7df039" -d '{"events": [{"server_uuid": "9c04db13-0313-4e41-af6a-be8914a26b60", "name": "network-vif-plugged", "status": "completed", "tag": "25cfff7f-348d-43f5-ae7b-e608d4d415e9"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:24:03.920726 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c377519d-1700-4044-beda-41c1db34cb2c req-a2193278-d28a-4b84-b209-4ccbae0c654a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:03.922225 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c377519d-1700-4044-beda-41c1db34cb2c req-a2193278-d28a-4b84-b209-4ccbae0c654a service neutron] 10.222.0.11 "GET /v2.0/networks?id=80d671a8-d1ab-4472-891b-9c042fbd7800 HTTP/1.1" status: 200 len: 870 time: 0.1910906 Apr 05 14:24:03.929655 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3092b022-a66c-4d0b-98e4-6ec7570f1752 req-363dfcbd-a150-48a6-ab06-91eadc2b169d tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:03.931002 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3092b022-a66c-4d0b-98e4-6ec7570f1752 req-363dfcbd-a150-48a6-ab06-91eadc2b169d tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b59cb5a6-0788-46ac-802b-5137925be3db HTTP/1.1" status: 200 len: 947 time: 0.1452467 Apr 05 14:24:03.954995 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a0d55f-1213-41a7-a003-7153043b6206 req-a050d162-660a-4355-9fbe-8114bce4523f tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:03.956474 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-55a0d55f-1213-41a7-a003-7153043b6206 req-a050d162-660a-4355-9fbe-8114bce4523f tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d6bf638-89f5-4c77-aa7e-86f315d6da75 HTTP/1.1" status: 200 len: 945 time: 0.1641512 Apr 05 14:24:03.992663 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c377519d-1700-4044-beda-41c1db34cb2c req-0f4f468e-e354-40e1-82a8-bf73d8470c48 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=dd240742-5ced-4dbc-8b7d-9c4496d72564 HTTP/1.1" status: 200 len: 217 time: 0.0596759 Apr 05 14:24:04.056806 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ef6d272f-e536-4cd9-ab63-13b99e974512 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:04.097190 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3092b022-a66c-4d0b-98e4-6ec7570f1752 req-9d64b134-915c-4d39-946e-4fdf551f687f tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531069 Apr 05 14:24:04.099281 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c377519d-1700-4044-beda-41c1db34cb2c req-085d390b-0d57-45cb-ac0d-e3b3e0e5e664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:04.100636 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c377519d-1700-4044-beda-41c1db34cb2c req-085d390b-0d57-45cb-ac0d-e3b3e0e5e664 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.0917480 Apr 05 14:24:04.103303 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-55a0d55f-1213-41a7-a003-7153043b6206 req-7b5c2f13-2ee5-4580-9fb7-647405356e63 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f4ed18-73d1-4c70-bfb8-abe78be9b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158624 Apr 05 14:24:04.142790 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ef6d272f-e536-4cd9-ab63-13b99e974512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:04.170018 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6757c555-0f07-4980-b1a6-ecf75567fc40 x-openstack-request-id: req-6757c555-0f07-4980-b1a6-ecf75567fc40 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:24:04.170545 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c04db13-0313-4e41-af6a-be8914a26b60", "name": "network-vif-plugged", "status": "completed", "tag": "25cfff7f-348d-43f5-ae7b-e608d4d415e9", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:24:04.170773 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6757c555-0f07-4980-b1a6-ecf75567fc40 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:24:04.171373 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6757c555-0f07-4980-b1a6-ecf75567fc40'] response: {'server_uuid': '9c04db13-0313-4e41-af6a-be8914a26b60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25cfff7f-348d-43f5-ae7b-e608d4d415e9', 'code': 200} Apr 05 14:24:04.215776 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-ef6d272f-e536-4cd9-ab63-13b99e974512 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b662db46ba2948babc9106b66636afc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6228404 Apr 05 14:24:04.218652 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 52868) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:24:04.219833 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6d272f-e536-4cd9-ab63-13b99e974512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a60ad0a8-bce5-4aea-ac23-1963ef39969d,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:04.225616 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c377519d-1700-4044-beda-41c1db34cb2c req-03a9791c-37ff-4bc6-bc70-582941f5cc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:04.227367 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c377519d-1700-4044-beda-41c1db34cb2c req-03a9791c-37ff-4bc6-bc70-582941f5cc34 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1193395 Apr 05 14:24:04.268587 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-75155344-6003-49b0-8b6b-876cb50db18b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:04.289969 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-75155344-6003-49b0-8b6b-876cb50db18b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:04.353101 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb44120-635b-4ca2-a4fd-b3b112b176e7 req-7527784a-1aa1-4907-bb3f-2ce7bbfcc660 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:04.354579 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-beb44120-635b-4ca2-a4fd-b3b112b176e7 req-7527784a-1aa1-4907-bb3f-2ce7bbfcc660 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] 10.222.0.30 "GET /v2.0/ports?device_id=603ba8f7-163a-4245-a9ab-25e2d75a7b8a HTTP/1.1" status: 200 len: 950 time: 0.1832700 Apr 05 14:24:04.403252 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c751dc5-1733-4560-9ea4-ac6eb44e22d0 req-3cd5b0ab-a990-4d8e-ae01-d3f49c959f6c tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:04.404929 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2c751dc5-1733-4560-9ea4-ac6eb44e22d0 req-3cd5b0ab-a990-4d8e-ae01-d3f49c959f6c tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/ports?device_id=c28c5ff7-aa4f-4388-a2d2-34b3d1153744 HTTP/1.1" status: 200 len: 950 time: 0.1868925 Apr 05 14:24:04.409312 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc58190-f3b9-46dc-bcab-48407f4804ea req-40094e86-5191-4b46-a62f-fd1e0f14b068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:04.410698 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cfc58190-f3b9-46dc-bcab-48407f4804ea req-40094e86-5191-4b46-a62f-fd1e0f14b068 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9c04db13-0313-4e41-af6a-be8914a26b60 HTTP/1.1" status: 200 len: 1097 time: 0.1593385 Apr 05 14:24:04.416632 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-75155344-6003-49b0-8b6b-876cb50db18b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:04.419445 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-75155344-6003-49b0-8b6b-876cb50db18b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:04.420827 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-75155344-6003-49b0-8b6b-876cb50db18b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a60ad0a8-bce5-4aea-ac23-1963ef39969d HTTP/1.1" status: 204 len: 168 time: 0.2011509 Apr 05 14:24:04.429218 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75155344-6003-49b0-8b6b-876cb50db18b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60ad0a8-bce5-4aea-ac23-1963ef39969d,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:04.456505 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c377519d-1700-4044-beda-41c1db34cb2c req-d93225e0-7ef7-493b-9965-3bdf399963c9 service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202876 Apr 05 14:24:04.480705 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-beb44120-635b-4ca2-a4fd-b3b112b176e7 req-b02dc8f1-4512-4e7d-b785-626b420bc833 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8901c82-f600-4e96-8375-691010c2b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183538 Apr 05 14:24:04.518547 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2c751dc5-1733-4560-9ea4-ac6eb44e22d0 req-83d74d16-b463-4e17-afc8-aa9a026c2f6f tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/security-groups?id=024b129f-f256-4015-8a11-f785d9d68dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040459 Apr 05 14:24:04.554027 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cfc58190-f3b9-46dc-bcab-48407f4804ea req-04bcb738-0f6a-4d7f-9750-3b5bbcd99f5a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=87d4f98d-7601-474f-9994-e1bec30867c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293266 Apr 05 14:24:04.654616 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780f4e4b-f74e-4506-8630-e6d1aea3a5de req-760264a5-e223-4fc8-9045-829816200515 tempest-LiveMigrationNegativeTest-292278124 tempest-LiveMigrationNegativeTest-292278124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:04.656172 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-780f4e4b-f74e-4506-8630-e6d1aea3a5de req-760264a5-e223-4fc8-9045-829816200515 tempest-LiveMigrationNegativeTest-292278124 tempest-LiveMigrationNegativeTest-292278124-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=603ba8f7-163a-4245-a9ab-25e2d75a7b8a HTTP/1.1" status: 200 len: 1101 time: 0.0964870 Apr 05 14:24:04.659930 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c377519d-1700-4044-beda-41c1db34cb2c req-88fc477f-9591-4455-be33-83f01f11fd6f service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899290 Apr 05 14:24:04.677687 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309fe38-03b3-4758-9ffc-86f7193066bc req-64166a2a-2718-4668-80aa-2664b593dbeb tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:04.679145 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2309fe38-03b3-4758-9ffc-86f7193066bc req-64166a2a-2718-4668-80aa-2664b593dbeb tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] 10.222.0.30 "GET /v2.0/ports?device_id=446fd862-2a5d-4c24-8ee5-b53776f33d58 HTTP/1.1" status: 200 len: 950 time: 0.0916476 Apr 05 14:24:04.686424 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-780f4e4b-f74e-4506-8630-e6d1aea3a5de req-fe84b817-2588-4c84-90aa-31933b4ec98c tempest-LiveMigrationNegativeTest-292278124 tempest-LiveMigrationNegativeTest-292278124-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:04.740968 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2309fe38-03b3-4758-9ffc-86f7193066bc req-b089608c-ab12-4735-a7d2-538d0d8151b3 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b2cd59e-df43-4b0b-822a-abfbc6095915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523746 Apr 05 14:24:04.797864 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-780f4e4b-f74e-4506-8630-e6d1aea3a5de req-fe84b817-2588-4c84-90aa-31933b4ec98c tempest-LiveMigrationNegativeTest-292278124 tempest-LiveMigrationNegativeTest-292278124-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:04.877845 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-780f4e4b-f74e-4506-8630-e6d1aea3a5de req-fe84b817-2588-4c84-90aa-31933b4ec98c tempest-LiveMigrationNegativeTest-292278124 tempest-LiveMigrationNegativeTest-292278124-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:04.905367 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-780f4e4b-f74e-4506-8630-e6d1aea3a5de req-fe84b817-2588-4c84-90aa-31933b4ec98c tempest-LiveMigrationNegativeTest-292278124 tempest-LiveMigrationNegativeTest-292278124-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=d8901c82-f600-4e96-8375-691010c2b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411921 Apr 05 14:24:04.947254 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe84b817-2588-4c84-90aa-31933b4ec98c tempest-LiveMigrationNegativeTest-292278124 tempest-LiveMigrationNegativeTest-292278124-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd2d2d4a-d60f-49c4-8092-275d1611c122,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:04.974515 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa9dd12-16d9-409d-8314-69b33e144d16 req-1df1a1ed-1431-4428-97d2-903b92c7476d tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:04.976087 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-aaa9dd12-16d9-409d-8314-69b33e144d16 req-1df1a1ed-1431-4428-97d2-903b92c7476d tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c04db13-0313-4e41-af6a-be8914a26b60 HTTP/1.1" status: 200 len: 946 time: 0.0765343 Apr 05 14:24:05.015228 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-aaa9dd12-16d9-409d-8314-69b33e144d16 req-ac7e60f7-e085-41f5-97b7-8b9b8f8bd965 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] 10.222.0.30 "GET /v2.0/security-groups?id=87d4f98d-7601-474f-9994-e1bec30867c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325983 Apr 05 14:24:05.059874 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 52888) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:24:05.074496 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-75b612f4-154f-4acf-9944-46ea2227e72c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:05.153316 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-75b612f4-154f-4acf-9944-46ea2227e72c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:05.249291 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-75b612f4-154f-4acf-9944-46ea2227e72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:05.297115 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-75b612f4-154f-4acf-9944-46ea2227e72c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9d680e9fafa8416e9ddb710d897d082d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2351983 Apr 05 14:24:05.297735 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 52900) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:24:05.309019 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b612f4-154f-4acf-9944-46ea2227e72c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a3c2c2-c5bb-4842-9ca9-56ba17dd0c18,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:05.334630 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b2ee5-66bf-42a8-9fb3-03f7e0d8d337 req-4b734544-5dda-4c95-b9ab-aa8d0a70ad4b tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:05.336110 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a89b2ee5-66bf-42a8-9fb3-03f7e0d8d337 req-4b734544-5dda-4c95-b9ab-aa8d0a70ad4b tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b59cb5a6-0788-46ac-802b-5137925be3db HTTP/1.1" status: 200 len: 947 time: 0.0743828 Apr 05 14:24:05.386525 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2a744eb6-b47b-4bef-8cdc-337426ecc390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:05.394989 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a89b2ee5-66bf-42a8-9fb3-03f7e0d8d337 req-b2c2ad25-0d5e-4062-b807-04a9b3439fe2 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519927 Apr 05 14:24:05.411847 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2a744eb6-b47b-4bef-8cdc-337426ecc390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:05.510329 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d21de66-c9c3-461a-99d0-f19cfbafba29 req-015a6528-199d-4f2f-a757-16173164084d tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:05.511838 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0d21de66-c9c3-461a-99d0-f19cfbafba29 req-015a6528-199d-4f2f-a757-16173164084d tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d6bf638-89f5-4c77-aa7e-86f315d6da75 HTTP/1.1" status: 200 len: 945 time: 0.0494094 Apr 05 14:24:05.560117 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2a744eb6-b47b-4bef-8cdc-337426ecc390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:05.562771 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2a744eb6-b47b-4bef-8cdc-337426ecc390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:05.563871 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-2a744eb6-b47b-4bef-8cdc-337426ecc390 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b9a3c2c2-c5bb-4842-9ca9-56ba17dd0c18 HTTP/1.1" status: 204 len: 168 time: 0.2646465 Apr 05 14:24:05.583907 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a744eb6-b47b-4bef-8cdc-337426ecc390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a3c2c2-c5bb-4842-9ca9-56ba17dd0c18,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:05.589746 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0d21de66-c9c3-461a-99d0-f19cfbafba29 req-70d1e4e1-b258-4b7d-829d-6cb337c1718c tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f4ed18-73d1-4c70-bfb8-abe78be9b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708127 Apr 05 14:24:05.606692 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763d7776-3756-44b7-b33b-59abf3233c99 req-4a02a3b3-d9ba-4272-81d7-dba756990fc5 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:05.608828 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-763d7776-3756-44b7-b33b-59abf3233c99 req-4a02a3b3-d9ba-4272-81d7-dba756990fc5 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] 10.222.0.30 "GET /v2.0/ports?device_id=446fd862-2a5d-4c24-8ee5-b53776f33d58 HTTP/1.1" status: 200 len: 950 time: 0.0838046 Apr 05 14:24:05.656464 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-763d7776-3756-44b7-b33b-59abf3233c99 req-1f0f9ba7-7c3d-4b28-b9d6-69961aff9532 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b2cd59e-df43-4b0b-822a-abfbc6095915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413458 Apr 05 14:24:05.789362 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e38a3-8ad1-4c01-bcc0-6116ce2643b5 req-84057ded-f315-4702-a4a8-5f14e352316a tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:05.790533 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c49e38a3-8ad1-4c01-bcc0-6116ce2643b5 req-84057ded-f315-4702-a4a8-5f14e352316a tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/ports?device_id=c28c5ff7-aa4f-4388-a2d2-34b3d1153744 HTTP/1.1" status: 200 len: 950 time: 0.0573049 Apr 05 14:24:05.831626 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c49e38a3-8ad1-4c01-bcc0-6116ce2643b5 req-97b2af24-566f-4156-8220-3246dddd734f tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/security-groups?id=024b129f-f256-4015-8a11-f785d9d68dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337520 Apr 05 14:24:06.193697 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98e788f-895c-40c2-8831-554dc376016b req-4d814105-6ee4-4f1c-8648-df672ad8b229 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:06.195253 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b98e788f-895c-40c2-8831-554dc376016b req-4d814105-6ee4-4f1c-8648-df672ad8b229 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c04db13-0313-4e41-af6a-be8914a26b60 HTTP/1.1" status: 200 len: 946 time: 0.0488799 Apr 05 14:24:06.236998 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b98e788f-895c-40c2-8831-554dc376016b req-ef088c71-9a2d-4c92-9832-ce68c574ee0c tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] 10.222.0.30 "GET /v2.0/security-groups?id=87d4f98d-7601-474f-9994-e1bec30867c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339792 Apr 05 14:24:06.304119 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc35b0-1f74-4479-9d5e-2c34f02d0888 req-8ed384a7-c93a-4ccd-9e23-c52296634ed0 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:06.305657 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5dfc35b0-1f74-4479-9d5e-2c34f02d0888 req-8ed384a7-c93a-4ccd-9e23-c52296634ed0 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] 10.222.0.30 "GET /v2.0/ports?device_id=446fd862-2a5d-4c24-8ee5-b53776f33d58 HTTP/1.1" status: 200 len: 950 time: 0.0520511 Apr 05 14:24:06.345049 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5dfc35b0-1f74-4479-9d5e-2c34f02d0888 req-747a449d-7c9c-45be-919d-6d466cfa0ae1 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b2cd59e-df43-4b0b-822a-abfbc6095915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326493 Apr 05 14:24:06.482137 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc028876-d49f-47d6-8f9c-cac5c600dfdb req-85e8dbfd-3742-4701-be1f-4589e0969ac3 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:06.484170 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bc028876-d49f-47d6-8f9c-cac5c600dfdb req-85e8dbfd-3742-4701-be1f-4589e0969ac3 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] 10.222.0.30 "GET /v2.0/ports?device_id=603ba8f7-163a-4245-a9ab-25e2d75a7b8a HTTP/1.1" status: 200 len: 950 time: 0.0810452 Apr 05 14:24:06.495939 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e784f9-5ad0-4b1d-93cd-64b7e1e5ae5b req-a2a8a7fe-7526-4e02-9b37-8599407d4ba3 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:06.497505 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d4e784f9-5ad0-4b1d-93cd-64b7e1e5ae5b req-a2a8a7fe-7526-4e02-9b37-8599407d4ba3 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c04db13-0313-4e41-af6a-be8914a26b60 HTTP/1.1" status: 200 len: 946 time: 0.0822575 Apr 05 14:24:06.508296 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 52944) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:24:06.514237 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-c9fe92ed-2468-47da-a9c8-8c3aab5504e4 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Request body: {'floatingip': {'port_id': '25cfff7f-348d-43f5-ae7b-e608d4d415e9'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:24:06.535572 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bc028876-d49f-47d6-8f9c-cac5c600dfdb req-4464a9ff-07dc-4025-9c4c-5216d41c8227 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8901c82-f600-4e96-8375-691010c2b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365405 Apr 05 14:24:06.558958 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c9fe92ed-2468-47da-a9c8-8c3aab5504e4 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Notify callbacks [] for floatingip, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:06.602300 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9518e21f-b3b8-451d-97bb-a23a497f7d38 req-b4ff3795-82a5-4f9d-96ff-3e91fabd3ba5 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:06.604569 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9518e21f-b3b8-451d-97bb-a23a497f7d38 req-b4ff3795-82a5-4f9d-96ff-3e91fabd3ba5 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b59cb5a6-0788-46ac-802b-5137925be3db HTTP/1.1" status: 200 len: 947 time: 0.0545216 Apr 05 14:24:06.653895 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9518e21f-b3b8-451d-97bb-a23a497f7d38 req-6eb0abe6-922f-494d-98c5-5da90e99ce96 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424218 Apr 05 14:24:06.728565 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f3fa5-a84a-41f6-a4fa-4c2dcb8c7221 req-a720f8a3-2cee-4af4-8231-ba6a685bf2fc tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:06.730041 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-934f3fa5-a84a-41f6-a4fa-4c2dcb8c7221 req-a720f8a3-2cee-4af4-8231-ba6a685bf2fc tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d6bf638-89f5-4c77-aa7e-86f315d6da75 HTTP/1.1" status: 200 len: 945 time: 0.0543635 Apr 05 14:24:06.739260 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 52950) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:24:06.925012 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device dd240742-5ced-4dbc-8b7d-9c4496d72564 details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:24:06.986848 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 52958) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:24:07.046692 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-5174ef9c-280b-4c61-84d8-fed392d3eec6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1267108729-network', 'tenant_id': 'bd8b96edc558485b9979531577275f30'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:24:07.056236 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port dd240742-5ced-4dbc-8b7d-9c4496d72564, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=dd240742-5ced-4dbc-8b7d-9c4496d72564,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:24:07.069017 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': 'dd240742-5ced-4dbc-8b7d-9c4496d72564', 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800', 'port_id': 'dd240742-5ced-4dbc-8b7d-9c4496d72564', 'mac_address': 'fa:16:3e:70:f3:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:24:07.076661 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-934f3fa5-a84a-41f6-a4fa-4c2dcb8c7221 req-2f1d0392-1c3d-42c3-8d2b-4480e9908d95 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f4ed18-73d1-4c70-bfb8-abe78be9b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3383389 Apr 05 14:24:07.098049 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1dc4e0-7c6b-4874-a120-c5e7816fc9e1 req-10df8b33-d076-4d9f-9d10-f5817a3e0049 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:07.098049 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6a1dc4e0-7c6b-4874-a120-c5e7816fc9e1 req-10df8b33-d076-4d9f-9d10-f5817a3e0049 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/ports?device_id=c28c5ff7-aa4f-4388-a2d2-34b3d1153744 HTTP/1.1" status: 200 len: 950 time: 0.0852382 Apr 05 14:24:07.121278 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-66baa410-3d45-426a-bdd1-76dde2dda802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:07.125391 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:07.132984 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6a1dc4e0-7c6b-4874-a120-c5e7816fc9e1 req-2390ba1b-63ac-4a72-b515-a5faa1a41b37 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/security-groups?id=024b129f-f256-4015-8a11-f785d9d68dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329890 Apr 05 14:24:07.142443 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd240742-5ced-4dbc-8b7d-9c4496d72564 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:24:07.165372 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port dd240742-5ced-4dbc-8b7d-9c4496d72564, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=dd240742-5ced-4dbc-8b7d-9c4496d72564,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:24:07.186717 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5174ef9c-280b-4c61-84d8-fed392d3eec6 admin admin] Made reservation on behalf of bd8b96edc558485b9979531577275f30 for: {'network': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:24:07.189067 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5174ef9c-280b-4c61-84d8-fed392d3eec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:07.197985 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5174ef9c-280b-4c61-84d8-fed392d3eec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:07.200622 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c9fe92ed-2468-47da-a9c8-8c3aab5504e4 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:07.250206 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:07.251725 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-66baa410-3d45-426a-bdd1-76dde2dda802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:07.272127 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5174ef9c-280b-4c61-84d8-fed392d3eec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:07.303920 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=dd240742-5ced-4dbc-8b7d-9c4496d72564,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:07.306335 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c9fe92ed-2468-47da-a9c8-8c3aab5504e4 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:07.342415 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5174ef9c-280b-4c61-84d8-fed392d3eec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:07.346998 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-66baa410-3d45-426a-bdd1-76dde2dda802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:07.367932 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5174ef9c-280b-4c61-84d8-fed392d3eec6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=103320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:24:07.378873 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5174ef9c-280b-4c61-84d8-fed392d3eec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e0261a-69a5-4668-8a24-c49812c2e663,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:07.383941 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5174ef9c-280b-4c61-84d8-fed392d3eec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:07.384283 n-d-836650-2 neutron-server[103320]: INFO neutron.db.segments_db [None req-5174ef9c-280b-4c61-84d8-fed392d3eec6 admin admin] Added segment 09954d38-1547-4760-90a8-9e1b4c0da813 of type vlan for network 1b63e8aa-daea-4368-a24a-bd4b53b75c89 Apr 05 14:24:07.401088 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-66baa410-3d45-426a-bdd1-76dde2dda802 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=646e892917c94b4690bd26de5550c2ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4124334 Apr 05 14:24:07.414940 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 52964) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:24:07.427349 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66baa410-3d45-426a-bdd1-76dde2dda802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c81d1afb-2e5e-47c6-85fe-b8d3e4c76831,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:07.443131 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5174ef9c-280b-4c61-84d8-fed392d3eec6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:07.455227 n-d-836650-2 neutron-server[103321]: INFO neutron.db.l3_db [None req-c9fe92ed-2468-47da-a9c8-8c3aab5504e4 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Floating IP 75273784-c6c8-4951-b891-44359000bb9a associated. External IP: 172.25.6.54, port: 25cfff7f-348d-43f5-ae7b-e608d4d415e9. Apr 05 14:24:07.524290 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-abbdc299-f2d7-4b50-b664-48b94f5965fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:07.546299 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf75b26-e9e6-4cf9-9081-28220307bd88 req-dc04586e-df2e-4347-91f3-c5ebc902182f tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:07.547901 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ccf75b26-e9e6-4cf9-9081-28220307bd88 req-dc04586e-df2e-4347-91f3-c5ebc902182f tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] 10.222.0.30 "GET /v2.0/ports?device_id=446fd862-2a5d-4c24-8ee5-b53776f33d58 HTTP/1.1" status: 200 len: 950 time: 0.0897377 Apr 05 14:24:07.577201 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-abbdc299-f2d7-4b50-b664-48b94f5965fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:07.605515 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5174ef9c-280b-4c61-84d8-fed392d3eec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:07.606540 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5174ef9c-280b-4c61-84d8-fed392d3eec6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:07.607135 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5174ef9c-280b-4c61-84d8-fed392d3eec6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:07.650885 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ccf75b26-e9e6-4cf9-9081-28220307bd88 req-a41508c6-edcf-484c-96d6-0c3ffebb41a7 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b2cd59e-df43-4b0b-822a-abfbc6095915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949736 Apr 05 14:24:07.686630 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9fe92ed-2468-47da-a9c8-8c3aab5504e4 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Router 3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:24:07.722943 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5174ef9c-280b-4c61-84d8-fed392d3eec6 admin admin] Pushing event updated for resources: {'Network': ['ID=1b63e8aa-daea-4368-a24a-bd4b53b75c89,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:07.740841 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['dd240742-5ced-4dbc-8b7d-9c4496d72564'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:24:07.745527 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 1b63e8aa-daea-4368-a24a-bd4b53b75c89 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:24:07.775179 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c607ac-360b-416c-afe3-41836fdcc378 req-6115b4d9-64ad-4237-92c8-880182f8d8ae tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:07.783488 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-23c607ac-360b-416c-afe3-41836fdcc378 req-6115b4d9-64ad-4237-92c8-880182f8d8ae tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] 10.222.0.30 "GET /v2.0/ports?device_id=603ba8f7-163a-4245-a9ab-25e2d75a7b8a HTTP/1.1" status: 200 len: 950 time: 0.1508017 Apr 05 14:24:07.789043 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-5174ef9c-280b-4c61-84d8-fed392d3eec6 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.0488698 Apr 05 14:24:07.796118 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 52970) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:24:07.802613 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-42ef95d3-8444-4a6e-a1b8-79b112f2dae9 admin admin] Request body: {'subnet': {'network_id': '1b63e8aa-daea-4368-a24a-bd4b53b75c89', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1267108729-subnet', 'tenant_id': 'bd8b96edc558485b9979531577275f30', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:24:07.840240 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-abbdc299-f2d7-4b50-b664-48b94f5965fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:07.841198 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9fe92ed-2468-47da-a9c8-8c3aab5504e4 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:24:07.845831 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-abbdc299-f2d7-4b50-b664-48b94f5965fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:07.846139 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c9fe92ed-2468-47da-a9c8-8c3aab5504e4 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:07.847376 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-abbdc299-f2d7-4b50-b664-48b94f5965fb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c81d1afb-2e5e-47c6-85fe-b8d3e4c76831 HTTP/1.1" status: 204 len: 168 time: 0.4311771 Apr 05 14:24:07.863397 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8e6b99-b252-40e2-9599-9b3889e22e54 None None] Sync routers for ids ['3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:24:07.876142 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbdc299-f2d7-4b50-b664-48b94f5965fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81d1afb-2e5e-47c6-85fe-b8d3e4c76831,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:07.884036 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8e6b99-b252-40e2-9599-9b3889e22e54 None None] Routers {'3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:24:07.885012 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-ef8e6b99-b252-40e2-9599-9b3889e22e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:23:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:24:07.901278 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-c9fe92ed-2468-47da-a9c8-8c3aab5504e4 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] 10.222.0.30 "PUT /v2.0/floatingips/75273784-c6c8-4951-b891-44359000bb9a HTTP/1.1" status: 200 len: 991 time: 1.3919919 Apr 05 14:24:07.902694 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c04db13-0313-4e41-af6a-be8914a26b60', 'tag': '25cfff7f-348d-43f5-ae7b-e608d4d415e9'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:24:07.907632 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24cccda9-182a-456a-ad89-8a6fb09b91f1" -d '{"events": [{"name": "network-changed", "server_uuid": "9c04db13-0313-4e41-af6a-be8914a26b60", "tag": "25cfff7f-348d-43f5-ae7b-e608d4d415e9"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:24:07.913668 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ef95d3-8444-4a6e-a1b8-79b112f2dae9 admin admin] Made reservation on behalf of bd8b96edc558485b9979531577275f30 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:24:07.914487 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201637d6-376d-4e9e-8930-03e4793d2bc3 req-8faeb27b-5bda-471e-8f49-16fa8abeec9e tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:07.916029 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-201637d6-376d-4e9e-8930-03e4793d2bc3 req-8faeb27b-5bda-471e-8f49-16fa8abeec9e tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] 10.222.0.55 "GET /v2.0/ports?device_id=446fd862-2a5d-4c24-8ee5-b53776f33d58 HTTP/1.1" status: 200 len: 950 time: 0.1827943 Apr 05 14:24:07.917609 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-42ef95d3-8444-4a6e-a1b8-79b112f2dae9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:07.934953 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-23c607ac-360b-416c-afe3-41836fdcc378 req-e9612927-12a7-4e36-9a8c-2533559fc47e tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8901c82-f600-4e96-8375-691010c2b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505222 Apr 05 14:24:08.019678 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b490b56-c1b4-4d2d-993d-4371577950bb req-293257b0-3e59-4af0-928a-83d5c060930b tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:08.021853 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5b490b56-c1b4-4d2d-993d-4371577950bb req-293257b0-3e59-4af0-928a-83d5c060930b tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b59cb5a6-0788-46ac-802b-5137925be3db HTTP/1.1" status: 200 len: 948 time: 0.2192743 Apr 05 14:24:08.080040 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b963b2b-7b7e-4ff8-9a0d-97dc6999fddb req-32a27664-824b-4937-93a7-410cc668dcd2 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:08.082232 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3b963b2b-7b7e-4ff8-9a0d-97dc6999fddb req-32a27664-824b-4937-93a7-410cc668dcd2 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] 10.222.0.55 "GET /v2.0/ports?device_id=603ba8f7-163a-4245-a9ab-25e2d75a7b8a HTTP/1.1" status: 200 len: 950 time: 0.0951650 Apr 05 14:24:08.136604 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5b490b56-c1b4-4d2d-993d-4371577950bb req-8ac5bdc9-a64f-40ff-a448-46040fa3fcc3 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037707 Apr 05 14:24:08.149002 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-ef8e6b99-b252-40e2-9599-9b3889e22e54 None None] Set router 3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:24:08.171095 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367972ff-da73-460b-88fb-1acad3380fe2 req-63e8d989-e62e-480e-b771-00de8b3dd7fe tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:08.172026 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-367972ff-da73-460b-88fb-1acad3380fe2 req-63e8d989-e62e-480e-b771-00de8b3dd7fe tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c04db13-0313-4e41-af6a-be8914a26b60 HTTP/1.1" status: 200 len: 946 time: 0.1288803 Apr 05 14:24:08.181079 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-201637d6-376d-4e9e-8930-03e4793d2bc3 req-4c1574f3-41d1-4913-9131-fb082633a21c tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] Deleting port 01a57944-ef1a-4662-bbab-3b56786da887 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:24:08.183109 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-201637d6-376d-4e9e-8930-03e4793d2bc3 req-4c1574f3-41d1-4913-9131-fb082633a21c tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:08.231235 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48af1502-1bfb-4a93-a4f2-00c0d0ea4e34 x-openstack-request-id: req-48af1502-1bfb-4a93-a4f2-00c0d0ea4e34 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:24:08.231527 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c04db13-0313-4e41-af6a-be8914a26b60", "tag": "25cfff7f-348d-43f5-ae7b-e608d4d415e9", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:24:08.231780 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-48af1502-1bfb-4a93-a4f2-00c0d0ea4e34 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:24:08.232328 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48af1502-1bfb-4a93-a4f2-00c0d0ea4e34'] response: {'name': 'network-changed', 'server_uuid': '9c04db13-0313-4e41-af6a-be8914a26b60', 'tag': '25cfff7f-348d-43f5-ae7b-e608d4d415e9', 'status': 'completed', 'code': 200} Apr 05 14:24:08.292313 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-367972ff-da73-460b-88fb-1acad3380fe2 req-24cea2e6-7975-4132-9fab-5cc708cae380 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] 10.222.0.30 "GET /v2.0/security-groups?id=87d4f98d-7601-474f-9994-e1bec30867c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059020 Apr 05 14:24:08.375746 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-3b963b2b-7b7e-4ff8-9a0d-97dc6999fddb req-deddaada-9dd9-4618-97b4-c282357a7a62 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] Deleting port a91f71df-ed49-4933-b4a1-ecee445826c5 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:24:08.376379 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-3b963b2b-7b7e-4ff8-9a0d-97dc6999fddb req-deddaada-9dd9-4618-97b4-c282357a7a62 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:08.403621 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-201637d6-376d-4e9e-8930-03e4793d2bc3 req-4c1574f3-41d1-4913-9131-fb082633a21c tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] For port 01a57944-ef1a-4662-bbab-3b56786da887, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=01a57944-ef1a-4662-bbab-3b56786da887,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:24:08.404234 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-201637d6-376d-4e9e-8930-03e4793d2bc3 req-4c1574f3-41d1-4913-9131-fb082633a21c tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:08.411506 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cccda9-182a-456a-ad89-8a6fb09b91f1 req-6aba9f6e-4c20-40d5-9376-b2da1eea83f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:08.414404 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-24cccda9-182a-456a-ad89-8a6fb09b91f1 req-6aba9f6e-4c20-40d5-9376-b2da1eea83f9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=97f2debd9b3743dc87d7a76e5ebedb39&device_id=9c04db13-0313-4e41-af6a-be8914a26b60 HTTP/1.1" status: 200 len: 1097 time: 0.1363192 Apr 05 14:24:08.454837 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-201637d6-376d-4e9e-8930-03e4793d2bc3 req-4c1574f3-41d1-4913-9131-fb082633a21c tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] Calling delete_port for 01a57944-ef1a-4662-bbab-3b56786da887 owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:24:08.487939 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec46f3-6808-4f40-a1bc-35586ce44e25 req-1edf077f-e47d-4ace-b5d4-deff24f7c274 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:08.489401 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-abec46f3-6808-4f40-a1bc-35586ce44e25 req-1edf077f-e47d-4ace-b5d4-deff24f7c274 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d6bf638-89f5-4c77-aa7e-86f315d6da75 HTTP/1.1" status: 200 len: 945 time: 0.1557670 Apr 05 14:24:08.505089 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-3b963b2b-7b7e-4ff8-9a0d-97dc6999fddb req-deddaada-9dd9-4618-97b4-c282357a7a62 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] For port a91f71df-ed49-4933-b4a1-ecee445826c5, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=a91f71df-ed49-4933-b4a1-ecee445826c5,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:24:08.505089 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-3b963b2b-7b7e-4ff8-9a0d-97dc6999fddb req-deddaada-9dd9-4618-97b4-c282357a7a62 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:08.517667 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-ef8e6b99-b252-40e2-9599-9b3889e22e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-376166457-router', 'tenant_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '7c9d0bf4-073a-4dd5-982d-57079c61ba20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:22:23Z', 'updated_at': '2022-04-05T14:22:32Z', 'revision_number': 4, 'project_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'gw_port': {'id': '7c9d0bf4-073a-4dd5-982d-57079c61ba20', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:69:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:22:23Z', 'updated_at': '2022-04-05T14:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': '75273784-c6c8-4951-b891-44359000bb9a', 'tenant_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'floating_ip_address': '172.25.6.54', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': '3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c', 'port_id': '25cfff7f-348d-43f5-ae7b-e608d4d415e9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '026b4b4d-4018-481e-98bc-6123c4c681f5', 'mac_address': 'fa:16:3e:0a:1a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c04db13-0313-4e41-af6a-be8914a26b60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:22:50Z', 'updated_at': '2022-04-05T14:24:07Z', 'revision_number': 5, 'project_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4edcc347-6e6e-40b3-bc0b-61181188be2e', 'name': '', 'network_id': '026b4b4d-4018-481e-98bc-6123c4c681f5', 'tenant_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'mac_address': 'fa:16:3e:a4:96:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'e158ad59-949f-41df-9a72-d1ad4e41336f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:22:30Z', 'updated_at': '2022-04-05T14:22:36Z', 'revision_number': 5, 'project_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'subnets': [{'id': 'e158ad59-949f-41df-9a72-d1ad4e41336f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:24:08.518363 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-3b963b2b-7b7e-4ff8-9a0d-97dc6999fddb req-deddaada-9dd9-4618-97b4-c282357a7a62 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] Calling delete_port for a91f71df-ed49-4933-b4a1-ecee445826c5 owned by compute:nova {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:24:08.537329 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b99e04e-91b5-491b-85d0-390564e87dc4 req-257dd5f6-4dbf-4a95-ac45-564bfba3324e tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:08.538817 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6b99e04e-91b5-491b-85d0-390564e87dc4 req-257dd5f6-4dbf-4a95-ac45-564bfba3324e tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/ports?device_id=c28c5ff7-aa4f-4388-a2d2-34b3d1153744 HTTP/1.1" status: 200 len: 950 time: 0.1379647 Apr 05 14:24:08.549573 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8e6b99-b252-40e2-9599-9b3889e22e54 None None] Checking router: 3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:24:08.558690 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8e6b99-b252-40e2-9599-9b3889e22e54 None None] Routers {'3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:24:08.559329 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-ef8e6b99-b252-40e2-9599-9b3889e22e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:23:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:24:08.573288 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-42ef95d3-8444-4a6e-a1b8-79b112f2dae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:08.615309 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-abec46f3-6808-4f40-a1bc-35586ce44e25 req-69e17a67-bb10-49ff-85c6-cc93a87c1407 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f4ed18-73d1-4c70-bfb8-abe78be9b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900955 Apr 05 14:24:08.633996 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6b99e04e-91b5-491b-85d0-390564e87dc4 req-9952a103-6c81-46ae-b191-fd56a3e68809 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/security-groups?id=024b129f-f256-4015-8a11-f785d9d68dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857570 Apr 05 14:24:08.688793 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-ef8e6b99-b252-40e2-9599-9b3889e22e54 None None] Set router 3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:24:08.738045 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ef95d3-8444-4a6e-a1b8-79b112f2dae9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b46d40d-3e52-48d1-948e-12fd5418f39e,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:08.760229 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ef95d3-8444-4a6e-a1b8-79b112f2dae9 admin admin] Checking segment: {'id': '09954d38-1547-4760-90a8-9e1b4c0da813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1b63e8aa-daea-4368-a24a-bd4b53b75c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:24:08.760589 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ef95d3-8444-4a6e-a1b8-79b112f2dae9 admin admin] Network hostable DHCP agents. Network: 1b63e8aa-daea-4368-a24a-bd4b53b75c89, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:24:08.765659 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cccda9-182a-456a-ad89-8a6fb09b91f1 req-caf1690e-2367-4023-93a9-4a6882d50f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:08.767166 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-24cccda9-182a-456a-ad89-8a6fb09b91f1 req-caf1690e-2367-4023-93a9-4a6882d50f15 service neutron] 10.222.0.55 "GET /v2.0/networks?id=026b4b4d-4018-481e-98bc-6123c4c681f5 HTTP/1.1" status: 200 len: 924 time: 0.2026591 Apr 05 14:24:08.830414 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-201637d6-376d-4e9e-8930-03e4793d2bc3 req-4c1574f3-41d1-4913-9131-fb082633a21c tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:08.845648 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['01a57944-ef1a-4662-bbab-3b56786da887'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:24:08.866320 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1574f3-41d1-4913-9131-fb082633a21c tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] Pushing event deleted for resources: {'Port': ['ID=01a57944-ef1a-4662-bbab-3b56786da887,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:08.878466 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a37ad-af9a-4071-b0ab-346e401e47bc req-ffb70a10-99e5-4efa-a994-b20e18472138 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:08.889431 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-846a37ad-af9a-4071-b0ab-346e401e47bc req-ffb70a10-99e5-4efa-a994-b20e18472138 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] 10.222.0.30 "GET /v2.0/ports?device_id=446fd862-2a5d-4c24-8ee5-b53776f33d58 HTTP/1.1" status: 200 len: 867 time: 0.1023576 Apr 05 14:24:08.896952 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-24cccda9-182a-456a-ad89-8a6fb09b91f1 req-29874e9b-1737-4c86-8345-1083f4be3e11 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25cfff7f-348d-43f5-ae7b-e608d4d415e9 HTTP/1.1" status: 200 len: 999 time: 0.1163886 Apr 05 14:24:08.988117 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-201637d6-376d-4e9e-8930-03e4793d2bc3 req-4c1574f3-41d1-4913-9131-fb082633a21c tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] No DVR routers for this DVR port 01a57944-ef1a-4662-bbab-3b56786da887 on host n-h1-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:24:08.995238 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-201637d6-376d-4e9e-8930-03e4793d2bc3 req-4c1574f3-41d1-4913-9131-fb082633a21c tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:09.001320 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cccda9-182a-456a-ad89-8a6fb09b91f1 req-295e1123-ceaa-43aa-87dc-9b9d94444dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:09.004137 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-24cccda9-182a-456a-ad89-8a6fb09b91f1 req-295e1123-ceaa-43aa-87dc-9b9d94444dbf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e158ad59-949f-41df-9a72-d1ad4e41336f HTTP/1.1" status: 200 len: 862 time: 0.0972836 Apr 05 14:24:09.006381 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-201637d6-376d-4e9e-8930-03e4793d2bc3 req-4c1574f3-41d1-4913-9131-fb082633a21c tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] 10.222.0.55 "DELETE /v2.0/ports/01a57944-ef1a-4662-bbab-3b56786da887 HTTP/1.1" status: 204 len: 173 time: 1.0688426 Apr 05 14:24:09.006899 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ef95d3-8444-4a6e-a1b8-79b112f2dae9 admin admin] Network 1b63e8aa-daea-4368-a24a-bd4b53b75c89 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:24:09.007150 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446fd862-2a5d-4c24-8ee5-b53776f33d58', 'name': 'network-vif-deleted', 'tag': '01a57944-ef1a-4662-bbab-3b56786da887'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:24:09.011342 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-3b963b2b-7b7e-4ff8-9a0d-97dc6999fddb req-deddaada-9dd9-4618-97b4-c282357a7a62 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:09.012476 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c700aee4-8b93-4a2f-9fa3-769b3a1a1413" -d '{"events": [{"server_uuid": "446fd862-2a5d-4c24-8ee5-b53776f33d58", "name": "network-vif-deleted", "tag": "01a57944-ef1a-4662-bbab-3b56786da887"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:24:09.054920 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['3ef31e17-8c75-443c-b111-4a240a573bd4'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:24:09.079957 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['a91f71df-ed49-4933-b4a1-ecee445826c5'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:24:09.085635 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-846a37ad-af9a-4071-b0ab-346e401e47bc req-04778340-4b2e-4e10-8026-b830509ecd64 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b2cd59e-df43-4b0b-822a-abfbc6095915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949034 Apr 05 14:24:09.114439 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-ef8e6b99-b252-40e2-9599-9b3889e22e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-376166457-router', 'tenant_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '7c9d0bf4-073a-4dd5-982d-57079c61ba20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:22:23Z', 'updated_at': '2022-04-05T14:22:32Z', 'revision_number': 4, 'project_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'gw_port': {'id': '7c9d0bf4-073a-4dd5-982d-57079c61ba20', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:69:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:22:23Z', 'updated_at': '2022-04-05T14:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': '75273784-c6c8-4951-b891-44359000bb9a', 'tenant_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'floating_ip_address': '172.25.6.54', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': '3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c', 'port_id': '25cfff7f-348d-43f5-ae7b-e608d4d415e9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '026b4b4d-4018-481e-98bc-6123c4c681f5', 'mac_address': 'fa:16:3e:0a:1a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c04db13-0313-4e41-af6a-be8914a26b60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:22:50Z', 'updated_at': '2022-04-05T14:24:07Z', 'revision_number': 5, 'project_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4edcc347-6e6e-40b3-bc0b-61181188be2e', 'name': '', 'network_id': '026b4b4d-4018-481e-98bc-6123c4c681f5', 'tenant_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'mac_address': 'fa:16:3e:a4:96:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'e158ad59-949f-41df-9a72-d1ad4e41336f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:22:30Z', 'updated_at': '2022-04-05T14:22:36Z', 'revision_number': 5, 'project_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'subnets': [{'id': 'e158ad59-949f-41df-9a72-d1ad4e41336f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:24:09.146080 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deddaada-9dd9-4618-97b4-c282357a7a62 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] Pushing event deleted for resources: {'Port': ['ID=a91f71df-ed49-4933-b4a1-ecee445826c5,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:09.152322 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8e6b99-b252-40e2-9599-9b3889e22e54 None None] The sync data for ids ['3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c'] in n-d-836650-2 is: [{'id': '3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-376166457-router', 'tenant_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '7c9d0bf4-073a-4dd5-982d-57079c61ba20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:22:23Z', 'updated_at': '2022-04-05T14:22:32Z', 'revision_number': 4, 'project_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'gw_port': {'id': '7c9d0bf4-073a-4dd5-982d-57079c61ba20', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:69:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:22:23Z', 'updated_at': '2022-04-05T14:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': '75273784-c6c8-4951-b891-44359000bb9a', 'tenant_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'floating_ip_address': '172.25.6.54', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': '3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c', 'port_id': '25cfff7f-348d-43f5-ae7b-e608d4d415e9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '026b4b4d-4018-481e-98bc-6123c4c681f5', 'mac_address': 'fa:16:3e:0a:1a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c04db13-0313-4e41-af6a-be8914a26b60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:22:50Z', 'updated_at': '2022-04-05T14:24:07Z', 'revision_number': 5, 'project_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4edcc347-6e6e-40b3-bc0b-61181188be2e', 'name': '', 'network_id': '026b4b4d-4018-481e-98bc-6123c4c681f5', 'tenant_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'mac_address': 'fa:16:3e:a4:96:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'e158ad59-949f-41df-9a72-d1ad4e41336f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:22:30Z', 'updated_at': '2022-04-05T14:22:36Z', 'revision_number': 5, 'project_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'subnets': [{'id': 'e158ad59-949f-41df-9a72-d1ad4e41336f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:24:09.168980 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-42ef95d3-8444-4a6e-a1b8-79b112f2dae9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 1b63e8aa-daea-4368-a24a-bd4b53b75c89) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:24:09.177248 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ef95d3-8444-4a6e-a1b8-79b112f2dae9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:09.177821 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-42ef95d3-8444-4a6e-a1b8-79b112f2dae9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:09.201734 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-558892ac-9d06-4b0d-9715-a97a2f3a36ca req-51318a7b-7938-4310-98a2-66a685266369 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] 10.222.0.30 "GET /v2.0/ports?device_id=603ba8f7-163a-4245-a9ab-25e2d75a7b8a HTTP/1.1" status: 200 len: 210 time: 0.0802536 Apr 05 14:24:09.215018 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-566f1681-959e-476d-8726-db1655b547cf x-openstack-request-id: req-566f1681-959e-476d-8726-db1655b547cf {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:24:09.215655 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "446fd862-2a5d-4c24-8ee5-b53776f33d58", "name": "network-vif-deleted", "tag": "01a57944-ef1a-4662-bbab-3b56786da887", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:24:09.215973 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-566f1681-959e-476d-8726-db1655b547cf {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:24:09.217196 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-566f1681-959e-476d-8726-db1655b547cf'] response: {'server_uuid': '446fd862-2a5d-4c24-8ee5-b53776f33d58', 'name': 'network-vif-deleted', 'tag': '01a57944-ef1a-4662-bbab-3b56786da887', 'status': 'completed', 'code': 200} Apr 05 14:24:09.243982 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c4c684-de8c-47d6-b72e-71e70ffa549f None None] Network 1b63e8aa-daea-4368-a24a-bd4b53b75c89 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:24:09.271051 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cccda9-182a-456a-ad89-8a6fb09b91f1 req-4ee10a69-976d-4db1-9738-2b7e4c36b537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:09.280699 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-24cccda9-182a-456a-ad89-8a6fb09b91f1 req-4ee10a69-976d-4db1-9738-2b7e4c36b537 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=026b4b4d-4018-481e-98bc-6123c4c681f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2604597 Apr 05 14:24:09.325464 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b963b2b-7b7e-4ff8-9a0d-97dc6999fddb req-deddaada-9dd9-4618-97b4-c282357a7a62 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] No DVR routers for this DVR port a91f71df-ed49-4933-b4a1-ecee445826c5 on host n-h1-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:24:09.336269 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-42ef95d3-8444-4a6e-a1b8-79b112f2dae9 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5362678 Apr 05 14:24:09.337568 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 53010) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:24:09.338941 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-3b963b2b-7b7e-4ff8-9a0d-97dc6999fddb req-deddaada-9dd9-4618-97b4-c282357a7a62 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:09.342463 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3b963b2b-7b7e-4ff8-9a0d-97dc6999fddb req-deddaada-9dd9-4618-97b4-c282357a7a62 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] 10.222.0.55 "DELETE /v2.0/ports/a91f71df-ed49-4933-b4a1-ecee445826c5 HTTP/1.1" status: 204 len: 173 time: 1.2541809 Apr 05 14:24:09.344309 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-8115267f-a3f3-4bf8-b453-8a9d86ecf66e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1267108729-router', 'tenant_id': 'bd8b96edc558485b9979531577275f30', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:24:09.378994 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e789a0-1de1-4342-afa0-e9da1d2cbe9f req-6c9921a6-f0e7-4ee1-a284-73e0d6ae7069 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:09.381099 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-64e789a0-1de1-4342-afa0-e9da1d2cbe9f req-6c9921a6-f0e7-4ee1-a284-73e0d6ae7069 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b59cb5a6-0788-46ac-802b-5137925be3db HTTP/1.1" status: 200 len: 948 time: 0.0835304 Apr 05 14:24:09.479105 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-64e789a0-1de1-4342-afa0-e9da1d2cbe9f req-5bf785e2-8f55-4fda-b662-c12f942600c4 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882049 Apr 05 14:24:09.495999 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-24cccda9-182a-456a-ad89-8a6fb09b91f1 req-6edbed05-b871-4e14-af98-b08b0ca8ee30 service neutron] 10.222.0.55 "GET /v2.0/networks/026b4b4d-4018-481e-98bc-6123c4c681f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794066 Apr 05 14:24:09.499449 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8115267f-a3f3-4bf8-b453-8a9d86ecf66e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27088'] for router, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:09.500796 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8115267f-a3f3-4bf8-b453-8a9d86ecf66e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27079'] for router, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:09.561218 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 53012) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:24:09.626659 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95eaaed2-2d37-495e-8afe-9860b5d962da None None] New status for floating IP 75273784-c6c8-4951-b891-44359000bb9a: ACTIVE {{(pid=103322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 14:24:09.677165 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-24cccda9-182a-456a-ad89-8a6fb09b91f1 req-1e0d5d8c-7f36-4423-9fe9-b8c905190241 service neutron] 10.222.0.55 "GET /v2.0/networks/026b4b4d-4018-481e-98bc-6123c4c681f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718431 Apr 05 14:24:09.689132 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8115267f-a3f3-4bf8-b453-8a9d86ecf66e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:09.717296 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-4e08a131-0557-416f-89c0-bf334d383de7 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-973179082-network', 'tenant_id': 'ec1eac502c2b411e8783585a1353acd6'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:24:09.828899 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea28b27-dee0-4287-a7d9-b883d1f3f650 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-1b63e8aa-daea-4368-a24a-bd4b53b75c89', 'network_id': '1b63e8aa-daea-4368-a24a-bd4b53b75c89', 'tenant_id': 'bd8b96edc558485b9979531577275f30', 'fixed_ips': [{'subnet_id': '5b46d40d-3e52-48d1-948e-12fd5418f39e'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:24:09.829754 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7ea28b27-dee0-4287-a7d9-b883d1f3f650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:09.834074 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e08a131-0557-416f-89c0-bf334d383de7 admin admin] Made reservation on behalf of ec1eac502c2b411e8783585a1353acd6 for: {'network': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:24:09.836323 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4e08a131-0557-416f-89c0-bf334d383de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:09.882269 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4e08a131-0557-416f-89c0-bf334d383de7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:09.893447 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3285aa07-5fec-4a83-aa87-5e28334160fb req-5994217e-3515-40a8-866b-5d43819569ee tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:09.894988 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3285aa07-5fec-4a83-aa87-5e28334160fb req-5994217e-3515-40a8-866b-5d43819569ee tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/ports?device_id=c28c5ff7-aa4f-4388-a2d2-34b3d1153744 HTTP/1.1" status: 200 len: 950 time: 0.1677611 Apr 05 14:24:09.939357 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2138b8f-606c-4286-81ff-7ffd5af30c5d req-637d4e6a-4877-4d09-bd50-15276d836108 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:09.940678 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f2138b8f-606c-4286-81ff-7ffd5af30c5d req-637d4e6a-4877-4d09-bd50-15276d836108 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d6bf638-89f5-4c77-aa7e-86f315d6da75 HTTP/1.1" status: 200 len: 945 time: 0.1978238 Apr 05 14:24:10.015596 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8115267f-a3f3-4bf8-b453-8a9d86ecf66e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:10.057559 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-7ea28b27-dee0-4287-a7d9-b883d1f3f650 None None] Allocated IP 172.20.0.2 (1b63e8aa-daea-4368-a24a-bd4b53b75c89/5b46d40d-3e52-48d1-948e-12fd5418f39e/fd6e9803-e045-4939-a1e5-32fa0d28cf25) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:24:10.068792 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3285aa07-5fec-4a83-aa87-5e28334160fb req-c0a14934-503e-4e1c-8ee0-621650313335 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/security-groups?id=024b129f-f256-4015-8a11-f785d9d68dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267493 Apr 05 14:24:10.119990 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f2138b8f-606c-4286-81ff-7ffd5af30c5d req-ac09acbf-7b23-4cf3-af6e-a327a02f97cf tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f4ed18-73d1-4c70-bfb8-abe78be9b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270111 Apr 05 14:24:10.179501 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4e08a131-0557-416f-89c0-bf334d383de7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:10.233432 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '603ba8f7-163a-4245-a9ab-25e2d75a7b8a', 'name': 'network-vif-deleted', 'tag': 'a91f71df-ed49-4933-b4a1-ecee445826c5'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:24:10.238575 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b37b06-3a40-466e-a0fc-a38eaaab0cb8" -d '{"events": [{"server_uuid": "603ba8f7-163a-4245-a9ab-25e2d75a7b8a", "name": "network-vif-deleted", "tag": "a91f71df-ed49-4933-b4a1-ecee445826c5"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:24:10.263007 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4a85bbaf-f353-4939-a727-7f0a9a0b9577 req-b52657ce-c04c-4072-b32a-82a046544629 tempest-DeleteServersAdminTestJSON-992264764 tempest-DeleteServersAdminTestJSON-992264764-project] 10.222.0.30 "GET /v2.0/ports?device_id=446fd862-2a5d-4c24-8ee5-b53776f33d58 HTTP/1.1" status: 200 len: 210 time: 0.0456996 Apr 05 14:24:10.278093 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7ea28b27-dee0-4287-a7d9-b883d1f3f650 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:10.278279 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4e08a131-0557-416f-89c0-bf334d383de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:10.367037 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cae3017-b72d-49eb-90fa-287b4285310d x-openstack-request-id: req-9cae3017-b72d-49eb-90fa-287b4285310d {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:24:10.367492 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "603ba8f7-163a-4245-a9ab-25e2d75a7b8a", "name": "network-vif-deleted", "tag": "a91f71df-ed49-4933-b4a1-ecee445826c5", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:24:10.367750 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9cae3017-b72d-49eb-90fa-287b4285310d {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:24:10.368679 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cae3017-b72d-49eb-90fa-287b4285310d'] response: {'server_uuid': '603ba8f7-163a-4245-a9ab-25e2d75a7b8a', 'name': 'network-vif-deleted', 'tag': 'a91f71df-ed49-4933-b4a1-ecee445826c5', 'status': 'completed', 'code': 200} Apr 05 14:24:10.377183 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7ea28b27-dee0-4287-a7d9-b883d1f3f650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:10.388966 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e08a131-0557-416f-89c0-bf334d383de7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=103320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:24:10.394832 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-199bdc49-c627-49e3-a8e3-acc6d7d5f853 req-a96ac4ab-7ffb-4efc-9569-c2ab65f51990 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] 10.222.0.30 "GET /v2.0/ports?device_id=603ba8f7-163a-4245-a9ab-25e2d75a7b8a HTTP/1.1" status: 200 len: 210 time: 0.0494554 Apr 05 14:24:10.402521 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e08a131-0557-416f-89c0-bf334d383de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87dfefd3-1552-4299-8b8c-e9b0053c68dd,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:10.421604 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4e08a131-0557-416f-89c0-bf334d383de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:10.422350 n-d-836650-2 neutron-server[103320]: INFO neutron.db.segments_db [None req-4e08a131-0557-416f-89c0-bf334d383de7 admin admin] Added segment 9a0d8962-c4ed-4c9e-b2aa-287076289665 of type vlan for network a7521e9d-f5e6-41eb-a0df-ba36f906679b Apr 05 14:24:10.426195 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea28b27-dee0-4287-a7d9-b883d1f3f650 None None] Network 1b63e8aa-daea-4368-a24a-bd4b53b75c89 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:24:10.427398 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea28b27-dee0-4287-a7d9-b883d1f3f650 None None] Pushing event updated for resources: {'Port': ['ID=fd6e9803-e045-4939-a1e5-32fa0d28cf25,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:10.430107 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-7ea28b27-dee0-4287-a7d9-b883d1f3f650 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:24:10.432765 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea28b27-dee0-4287-a7d9-b883d1f3f650 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:24:10.494111 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-7ea28b27-dee0-4287-a7d9-b883d1f3f650 None None] Attempting to bind port fd6e9803-e045-4939-a1e5-32fa0d28cf25 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:24:10.494395 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-7ea28b27-dee0-4287-a7d9-b883d1f3f650 None None] Attempting to bind port fd6e9803-e045-4939-a1e5-32fa0d28cf25 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '09954d38-1547-4760-90a8-9e1b4c0da813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1b63e8aa-daea-4368-a24a-bd4b53b75c89'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:24:10.494749 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea28b27-dee0-4287-a7d9-b883d1f3f650 None None] Attempting to bind port fd6e9803-e045-4939-a1e5-32fa0d28cf25 on network 1b63e8aa-daea-4368-a24a-bd4b53b75c89 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:24:10.501089 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea28b27-dee0-4287-a7d9-b883d1f3f650 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:24:10.501472 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea28b27-dee0-4287-a7d9-b883d1f3f650 None None] Checking segment: {'id': '09954d38-1547-4760-90a8-9e1b4c0da813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1b63e8aa-daea-4368-a24a-bd4b53b75c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:24:10.501884 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7ea28b27-dee0-4287-a7d9-b883d1f3f650 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:10.502314 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea28b27-dee0-4287-a7d9-b883d1f3f650 None None] Bound using segment: {'id': '09954d38-1547-4760-90a8-9e1b4c0da813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1b63e8aa-daea-4368-a24a-bd4b53b75c89'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:24:10.502776 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-7ea28b27-dee0-4287-a7d9-b883d1f3f650 None None] Bound port: fd6e9803-e045-4939-a1e5-32fa0d28cf25, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09954d38-1547-4760-90a8-9e1b4c0da813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1b63e8aa-daea-4368-a24a-bd4b53b75c89'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:24:10.503181 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7ea28b27-dee0-4287-a7d9-b883d1f3f650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:10.510509 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4e08a131-0557-416f-89c0-bf334d383de7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:10.577840 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-7ea28b27-dee0-4287-a7d9-b883d1f3f650 None None] For port fd6e9803-e045-4939-a1e5-32fa0d28cf25, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:24:10.581482 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-7ea28b27-dee0-4287-a7d9-b883d1f3f650 None None] For port fd6e9803-e045-4939-a1e5-32fa0d28cf25, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=fd6e9803-e045-4939-a1e5-32fa0d28cf25,segment=NetworkSegment(09954d38-1547-4760-90a8-9e1b4c0da813),segment_id=09954d38-1547-4760-90a8-9e1b4c0da813)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:24:10.640754 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d963d-e8d7-48be-bdc4-b90b577c4757 req-ad97e866-2422-43e5-a405-37d9d3c81bbf tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:10.642374 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fd5d963d-e8d7-48be-bdc4-b90b577c4757 req-ad97e866-2422-43e5-a405-37d9d3c81bbf tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b59cb5a6-0788-46ac-802b-5137925be3db HTTP/1.1" status: 200 len: 948 time: 0.0946844 Apr 05 14:24:10.643478 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8115267f-a3f3-4bf8-b453-8a9d86ecf66e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:10.676645 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8115267f-a3f3-4bf8-b453-8a9d86ecf66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:10.725733 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7ea28b27-dee0-4287-a7d9-b883d1f3f650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:10.740598 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fd5d963d-e8d7-48be-bdc4-b90b577c4757 req-eebc49cb-c896-463d-be28-59409dcfac54 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887194 Apr 05 14:24:10.781013 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4e08a131-0557-416f-89c0-bf334d383de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:10.781990 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e08a131-0557-416f-89c0-bf334d383de7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:10.782577 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4e08a131-0557-416f-89c0-bf334d383de7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:10.802040 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea28b27-dee0-4287-a7d9-b883d1f3f650 None None] Pushing event updated for resources: {'Port': ['ID=fd6e9803-e045-4939-a1e5-32fa0d28cf25,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:10.885119 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-8115267f-a3f3-4bf8-b453-8a9d86ecf66e admin admin] Allocated IP 172.25.6.185 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/84c987b4-7314-4577-9570-b1146dea82d6) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:24:10.890408 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e08a131-0557-416f-89c0-bf334d383de7 admin admin] Pushing event updated for resources: {'Network': ['ID=a7521e9d-f5e6-41eb-a0df-ba36f906679b,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:10.903408 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-4e08a131-0557-416f-89c0-bf334d383de7 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3415923 Apr 05 14:24:10.903726 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network a7521e9d-f5e6-41eb-a0df-ba36f906679b details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:24:10.906716 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 53028) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:24:10.913080 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-e84f8b9e-8abe-44c1-854e-18366f9029f2 admin admin] Request body: {'subnet': {'network_id': 'a7521e9d-f5e6-41eb-a0df-ba36f906679b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-973179082-subnet', 'tenant_id': 'ec1eac502c2b411e8783585a1353acd6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:24:10.961992 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87462ad-fb79-418a-9c38-0d52819289ec req-111c666a-d5b6-43f1-a163-a3ebe5e45d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:10.964106 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b87462ad-fb79-418a-9c38-0d52819289ec req-111c666a-d5b6-43f1-a163-a3ebe5e45d3b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c28c5ff7-aa4f-4388-a2d2-34b3d1153744 HTTP/1.1" status: 200 len: 1101 time: 0.1202369 Apr 05 14:24:10.969958 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device dd240742-5ced-4dbc-8b7d-9c4496d72564 up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:24:11.001340 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device a91f71df-ed49-4933-b4a1-ecee445826c5 no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:24:11.014969 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e84f8b9e-8abe-44c1-854e-18366f9029f2 admin admin] Made reservation on behalf of ec1eac502c2b411e8783585a1353acd6 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:24:11.026712 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e84f8b9e-8abe-44c1-854e-18366f9029f2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:11.053154 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b87462ad-fb79-418a-9c38-0d52819289ec req-dbc43a23-459f-41e3-909a-bd58ea5a0abf service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=024b129f-f256-4015-8a11-f785d9d68dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802853 Apr 05 14:24:11.054099 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] No Port match for: a91f71df-ed49-4933-b4a1-ecee445826c5 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:24:11.055094 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device a91f71df-ed49-4933-b4a1-ecee445826c5 not bound to the agent host n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:24:11.055457 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 01a57944-ef1a-4662-bbab-3b56786da887 no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:24:11.073957 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8115267f-a3f3-4bf8-b453-8a9d86ecf66e admin admin] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:11.089701 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] No Port match for: 01a57944-ef1a-4662-bbab-3b56786da887 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:24:11.090230 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 01a57944-ef1a-4662-bbab-3b56786da887 not bound to the agent host n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:24:11.171612 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning for port dd240742-5ced-4dbc-8b7d-9c4496d72564 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:24:11.178543 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port dd240742-5ced-4dbc-8b7d-9c4496d72564 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:24:11.180985 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:11.210222 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8115267f-a3f3-4bf8-b453-8a9d86ecf66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:11.286604 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:11.290834 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8115267f-a3f3-4bf8-b453-8a9d86ecf66e admin admin] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:24:11.296843 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-8115267f-a3f3-4bf8-b453-8a9d86ecf66e admin admin] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:24:11.312912 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d40db0-2fa7-422b-86e8-21ea962a5fb0 req-d93eae02-41b6-43fc-92a8-7034f2ac586c tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:11.314477 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a3d40db0-2fa7-422b-86e8-21ea962a5fb0 req-d93eae02-41b6-43fc-92a8-7034f2ac586c tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/ports?device_id=c28c5ff7-aa4f-4388-a2d2-34b3d1153744 HTTP/1.1" status: 200 len: 950 time: 0.1513708 Apr 05 14:24:11.317901 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8115267f-a3f3-4bf8-b453-8a9d86ecf66e admin admin] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:24:11.337900 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b59cb5a6-0788-46ac-802b-5137925be3db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd240742-5ced-4dbc-8b7d-9c4496d72564'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:24:11.340771 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be8f62d-ed16-40f7-949a-42f2e713e69b" -d '{"events": [{"server_uuid": "b59cb5a6-0788-46ac-802b-5137925be3db", "name": "network-vif-plugged", "status": "completed", "tag": "dd240742-5ced-4dbc-8b7d-9c4496d72564"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:24:11.348283 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port dd240742-5ced-4dbc-8b7d-9c4496d72564, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=dd240742-5ced-4dbc-8b7d-9c4496d72564,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:24:11.350252 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e84f8b9e-8abe-44c1-854e-18366f9029f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:11.370644 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8115267f-a3f3-4bf8-b453-8a9d86ecf66e admin admin] Pushing event updated for resources: {'Port': ['ID=84c987b4-7314-4577-9570-b1146dea82d6,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:11.397155 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f9d7e-bcea-45d1-8161-7b5232df62d7 req-6441ee98-19a3-412a-96ea-fdab3632afc2 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:11.402966 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device fd6e9803-e045-4939-a1e5-32fa0d28cf25 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:24:11.405106 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c30f9d7e-bcea-45d1-8161-7b5232df62d7 req-6441ee98-19a3-412a-96ea-fdab3632afc2 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d6bf638-89f5-4c77-aa7e-86f315d6da75 HTTP/1.1" status: 200 len: 945 time: 0.1761818 Apr 05 14:24:11.418893 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84f8b9e-8abe-44c1-854e-18366f9029f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7c49c0f-6616-4198-accb-769bb8e34e24,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:11.425087 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84f8b9e-8abe-44c1-854e-18366f9029f2 admin admin] Checking segment: {'id': '9a0d8962-c4ed-4c9e-b2aa-287076289665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'a7521e9d-f5e6-41eb-a0df-ba36f906679b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:24:11.425530 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84f8b9e-8abe-44c1-854e-18366f9029f2 admin admin] Network hostable DHCP agents. Network: a7521e9d-f5e6-41eb-a0df-ba36f906679b, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:24:11.434021 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:11.438935 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 7fc68ca4-d00c-47a8-9c86-c999c1814ca7 no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:24:11.514838 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84f8b9e-8abe-44c1-854e-18366f9029f2 admin admin] Network a7521e9d-f5e6-41eb-a0df-ba36f906679b is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:24:11.538949 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=dd240742-5ced-4dbc-8b7d-9c4496d72564,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:11.553783 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port fd6e9803-e045-4939-a1e5-32fa0d28cf25 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:24:11.553783 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:11.613467 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-e84f8b9e-8abe-44c1-854e-18366f9029f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, a7521e9d-f5e6-41eb-a0df-ba36f906679b) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:24:11.615147 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:11.617775 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84f8b9e-8abe-44c1-854e-18366f9029f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:11.618828 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e84f8b9e-8abe-44c1-854e-18366f9029f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:11.633448 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d47579-7207-4c15-a031-a9c501606055 None None] Network a7521e9d-f5e6-41eb-a0df-ba36f906679b requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:24:11.689560 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a3d40db0-2fa7-422b-86e8-21ea962a5fb0 req-1cca371f-83d4-4957-a6e9-3e1f2999092e tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/security-groups?id=024b129f-f256-4015-8a11-f785d9d68dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3449137 Apr 05 14:24:11.720453 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-e84f8b9e-8abe-44c1-854e-18366f9029f2 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8073802 Apr 05 14:24:11.849460 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c30f9d7e-bcea-45d1-8161-7b5232df62d7 req-7d2c68ce-af3b-463c-9f4a-d439aa65aa0c tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f4ed18-73d1-4c70-bfb8-abe78be9b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4395893 Apr 05 14:24:11.863348 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 7fc68ca4-d00c-47a8-9c86-c999c1814ca7, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=7fc68ca4-d00c-47a8-9c86-c999c1814ca7,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:24:11.892129 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be041d2-d86e-453d-ad76-d818340ee0a4 x-openstack-request-id: req-5be041d2-d86e-453d-ad76-d818340ee0a4 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:24:11.892439 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b59cb5a6-0788-46ac-802b-5137925be3db", "name": "network-vif-plugged", "status": "completed", "tag": "dd240742-5ced-4dbc-8b7d-9c4496d72564", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:24:11.892696 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5be041d2-d86e-453d-ad76-d818340ee0a4 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:24:11.893136 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5be041d2-d86e-453d-ad76-d818340ee0a4'] response: {'server_uuid': 'b59cb5a6-0788-46ac-802b-5137925be3db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd240742-5ced-4dbc-8b7d-9c4496d72564', 'code': 200} Apr 05 14:24:11.965539 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:11.971895 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:11.990944 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f88222f-4b25-48b9-8cc5-946473ed1500 None None] Network 1b63e8aa-daea-4368-a24a-bd4b53b75c89 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:24:12.068670 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ac963-2a9a-4b13-9c08-6dedcedddf2f req-3adda61c-93b5-4c1f-99e4-cb84dd012ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:12.070324 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-916ac963-2a9a-4b13-9c08-6dedcedddf2f req-3adda61c-93b5-4c1f-99e4-cb84dd012ea8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b59cb5a6-0788-46ac-802b-5137925be3db HTTP/1.1" status: 200 len: 1100 time: 0.1265850 Apr 05 14:24:12.085812 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:12.105385 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19983eaa-56e4-478a-bb2d-953ffdaf2df4 req-8dbdb2e0-c926-4ef6-b90d-b16c0af3e7cf tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:12.106951 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-19983eaa-56e4-478a-bb2d-953ffdaf2df4 req-8dbdb2e0-c926-4ef6-b90d-b16c0af3e7cf tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b59cb5a6-0788-46ac-802b-5137925be3db HTTP/1.1" status: 200 len: 949 time: 0.1294413 Apr 05 14:24:12.156970 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port fd6e9803-e045-4939-a1e5-32fa0d28cf25, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=fd6e9803-e045-4939-a1e5-32fa0d28cf25,segment=NetworkSegment(09954d38-1547-4760-90a8-9e1b4c0da813),segment_id=09954d38-1547-4760-90a8-9e1b4c0da813)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:24:12.159552 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=7fc68ca4-d00c-47a8-9c86-c999c1814ca7,revision_number=6']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:12.164272 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-ed17325e-4388-4342-be0e-72c7ccc429a0 req-9c19d9f2-faa6-4ddc-aa1b-cbaa351c7adb tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1335227224', 'description': 'tempest-description-724748252'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:24:12.170559 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6c72d9-5b8d-49aa-aa01-f491a00d9478 None None] Network a7521e9d-f5e6-41eb-a0df-ba36f906679b requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:24:12.179056 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-916ac963-2a9a-4b13-9c08-6dedcedddf2f req-99d9c09a-a4b6-4f33-afe6-2064a891fb84 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014142 Apr 05 14:24:12.189492 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-4ddfdd69-321f-4374-a018-a9779e6b58ff None None] Provisioning complete for port fd6e9803-e045-4939-a1e5-32fa0d28cf25 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:24:12.190205 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ddfdd69-321f-4374-a018-a9779e6b58ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:12.218833 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8115267f-a3f3-4bf8-b453-8a9d86ecf66e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:12.223857 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-19983eaa-56e4-478a-bb2d-953ffdaf2df4 req-e39796c2-c1ea-4c13-abf0-3d039aea3a3a tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076548 Apr 05 14:24:12.259282 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:12.307345 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ed17325e-4388-4342-be0e-72c7ccc429a0 req-9c19d9f2-faa6-4ddc-aa1b-cbaa351c7adb tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:12.389018 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=fd6e9803-e045-4939-a1e5-32fa0d28cf25,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:12.468375 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ed17325e-4388-4342-be0e-72c7ccc429a0 req-9c19d9f2-faa6-4ddc-aa1b-cbaa351c7adb tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:12.478071 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8115267f-a3f3-4bf8-b453-8a9d86ecf66e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618'] for router, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:12.530007 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ed17325e-4388-4342-be0e-72c7ccc429a0 req-9c19d9f2-faa6-4ddc-aa1b-cbaa351c7adb tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:12.607357 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c19d9f2-faa6-4ddc-aa1b-cbaa351c7adb tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35849300-88ce-4bbb-94fe-ea84e35bf069,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:12.654083 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ed17325e-4388-4342-be0e-72c7ccc429a0 req-9c19d9f2-faa6-4ddc-aa1b-cbaa351c7adb tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:12.654083 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ed17325e-4388-4342-be0e-72c7ccc429a0 req-9c19d9f2-faa6-4ddc-aa1b-cbaa351c7adb tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4966774 Apr 05 14:24:12.718827 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-d9792e6d-80d1-460c-a33c-3267bf84ed9d req-5388689d-48e9-4051-a3a3-d063cf3f8d79 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-362662612', 'description': 'tempest-description-1241663925'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:24:12.743278 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1d45b7-fa0e-45db-989f-fefd81fe3ea7 req-717ef512-e0eb-4fc1-8d53-830cf7e65865 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:12.744739 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4d1d45b7-fa0e-45db-989f-fefd81fe3ea7 req-717ef512-e0eb-4fc1-8d53-830cf7e65865 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] 10.222.0.30 "GET /v2.0/ports?device_id=db9a038b-9c8e-41a0-a885-3ccc94e20813 HTTP/1.1" status: 200 len: 950 time: 0.0835679 Apr 05 14:24:12.784163 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4d1d45b7-fa0e-45db-989f-fefd81fe3ea7 req-cf501dc9-5d16-4e1a-86b5-48da399a24b4 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8901c82-f600-4e96-8375-691010c2b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325215 Apr 05 14:24:12.793906 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8115267f-a3f3-4bf8-b453-8a9d86ecf66e admin admin] Router d885a685-2ec5-4eea-a138-843ef1dc5348 is scheduled to L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 with binding_index 1 {{(pid=103320) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:24:12.823839 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-09558fed-4629-4c34-a1bb-af3bf6c7d81e None None] Provisioning complete for port fd6e9803-e045-4939-a1e5-32fa0d28cf25 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:24:12.824225 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-09558fed-4629-4c34-a1bb-af3bf6c7d81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:12.846787 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d9792e6d-80d1-460c-a33c-3267bf84ed9d req-5388689d-48e9-4051-a3a3-d063cf3f8d79 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:12.960132 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 7fc68ca4-d00c-47a8-9c86-c999c1814ca7 details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:24:12.963479 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8115267f-a3f3-4bf8-b453-8a9d86ecf66e admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:24:12.975676 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7cc6ec-dac3-4574-b70f-f4033d6abb2f None None] Sync routers for ids ['d885a685-2ec5-4eea-a138-843ef1dc5348'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:24:12.989115 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7cc6ec-dac3-4574-b70f-f4033d6abb2f None None] Routers {'d885a685-2ec5-4eea-a138-843ef1dc5348'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:24:12.991196 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-5f7cc6ec-dac3-4574-b70f-f4033d6abb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:23:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['d885a685-2ec5-4eea-a138-843ef1dc5348'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:24:13.019286 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d9792e6d-80d1-460c-a33c-3267bf84ed9d req-5388689d-48e9-4051-a3a3-d063cf3f8d79 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:13.033927 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d996d57f-4d4f-49df-8c91-ad3961e23506 req-5d05e67f-a9c8-4d83-a23b-8b35421a3f86 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:13.035461 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d996d57f-4d4f-49df-8c91-ad3961e23506 req-5d05e67f-a9c8-4d83-a23b-8b35421a3f86 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/ports?device_id=c28c5ff7-aa4f-4388-a2d2-34b3d1153744 HTTP/1.1" status: 200 len: 948 time: 0.0935094 Apr 05 14:24:13.060590 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 7fc68ca4-d00c-47a8-9c86-c999c1814ca7, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=7fc68ca4-d00c-47a8-9c86-c999c1814ca7,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:24:13.075639 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': '7fc68ca4-d00c-47a8-9c86-c999c1814ca7', 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800', 'port_id': '7fc68ca4-d00c-47a8-9c86-c999c1814ca7', 'mac_address': 'fa:16:3e:ed:f1:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:24:13.081689 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d996d57f-4d4f-49df-8c91-ad3961e23506 req-f84cff88-5e1f-4b8e-a909-36eccfbc63cf tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/security-groups?id=024b129f-f256-4015-8a11-f785d9d68dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386903 Apr 05 14:24:13.086096 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8115267f-a3f3-4bf8-b453-8a9d86ecf66e admin admin] Notify callbacks [] for router, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:13.087311 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-8115267f-a3f3-4bf8-b453-8a9d86ecf66e admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 3.7470238 Apr 05 14:24:13.090325 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 53070) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:24:13.111970 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d9792e6d-80d1-460c-a33c-3267bf84ed9d req-5388689d-48e9-4051-a3a3-d063cf3f8d79 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:13.137100 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:13.143356 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-5f7cc6ec-dac3-4574-b70f-f4033d6abb2f None None] Set router d885a685-2ec5-4eea-a138-843ef1dc5348 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:24:13.152560 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fc68ca4-d00c-47a8-9c86-c999c1814ca7 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:24:13.169111 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5388689d-48e9-4051-a3a3-d063cf3f8d79 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4277a5b4-7686-4846-adc8-8aad08c678a1,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:13.177511 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 7fc68ca4-d00c-47a8-9c86-c999c1814ca7, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=7fc68ca4-d00c-47a8-9c86-c999c1814ca7,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:24:13.231332 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6933e20-0af9-4244-8e50-8a13bf3a4bd7 req-a2938dd4-bdc5-4082-88e7-b4548c8f4a11 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:13.233376 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e6933e20-0af9-4244-8e50-8a13bf3a4bd7 req-a2938dd4-bdc5-4082-88e7-b4548c8f4a11 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d6bf638-89f5-4c77-aa7e-86f315d6da75 HTTP/1.1" status: 200 len: 945 time: 0.0577989 Apr 05 14:24:13.236741 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d9792e6d-80d1-460c-a33c-3267bf84ed9d req-5388689d-48e9-4051-a3a3-d063cf3f8d79 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:13.237933 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d9792e6d-80d1-460c-a33c-3267bf84ed9d req-5388689d-48e9-4051-a3a3-d063cf3f8d79 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5254865 Apr 05 14:24:13.263645 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:13.341339 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e6933e20-0af9-4244-8e50-8a13bf3a4bd7 req-474114ac-6a35-4a81-97f9-e7396849e69a tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f4ed18-73d1-4c70-bfb8-abe78be9b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728552 Apr 05 14:24:13.367356 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=7fc68ca4-d00c-47a8-9c86-c999c1814ca7,revision_number=7']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:13.402561 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device fd6e9803-e045-4939-a1e5-32fa0d28cf25 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:24:13.498816 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port fd6e9803-e045-4939-a1e5-32fa0d28cf25 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:24:13.499087 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:13.516084 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-5f7cc6ec-dac3-4574-b70f-f4033d6abb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd885a685-2ec5-4eea-a138-843ef1dc5348', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1267108729-router', 'tenant_id': 'bd8b96edc558485b9979531577275f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '84c987b4-7314-4577-9570-b1146dea82d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:24:09Z', 'updated_at': '2022-04-05T14:24:11Z', 'revision_number': 3, 'project_id': 'bd8b96edc558485b9979531577275f30', 'gw_port': {'id': '84c987b4-7314-4577-9570-b1146dea82d6', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd885a685-2ec5-4eea-a138-843ef1dc5348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:24:10Z', 'updated_at': '2022-04-05T14:24:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:24:13.525220 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 53082) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:24:13.552671 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28105178-6339-4b30-a5d3-fb01131d3758 req-195c26b7-7614-4cae-b7a3-397132e90715 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:13.554396 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-28105178-6339-4b30-a5d3-fb01131d3758 req-195c26b7-7614-4cae-b7a3-397132e90715 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/ports?device_id=c28c5ff7-aa4f-4388-a2d2-34b3d1153744 HTTP/1.1" status: 200 len: 949 time: 0.1507082 Apr 05 14:24:13.568677 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7cc6ec-dac3-4574-b70f-f4033d6abb2f None None] Checking router: d885a685-2ec5-4eea-a138-843ef1dc5348 for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:24:13.569311 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7cc6ec-dac3-4574-b70f-f4033d6abb2f None None] Updating router d885a685-2ec5-4eea-a138-843ef1dc5348 port 84c987b4-7314-4577-9570-b1146dea82d6 binding host n-d-836650-2 {{(pid=103323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:24:13.578898 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dda365-a7ad-430d-bfe5-e18b839698f9 req-a8e9e44a-4d91-445c-ad44-75d18534235f tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:13.580414 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f8dda365-a7ad-430d-bfe5-e18b839698f9 req-a8e9e44a-4d91-445c-ad44-75d18534235f tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b59cb5a6-0788-46ac-802b-5137925be3db HTTP/1.1" status: 200 len: 949 time: 0.1151514 Apr 05 14:24:13.609611 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5f7cc6ec-dac3-4574-b70f-f4033d6abb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:13.620999 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-28105178-6339-4b30-a5d3-fb01131d3758 req-17672bf7-419a-42e1-8871-987e399d3fc2 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/security-groups?id=024b129f-f256-4015-8a11-f785d9d68dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574744 Apr 05 14:24:13.676913 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f8dda365-a7ad-430d-bfe5-e18b839698f9 req-c9f6a586-f649-4057-8aec-8366d9f78888 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866506 Apr 05 14:24:13.753197 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['7fc68ca4-d00c-47a8-9c86-c999c1814ca7'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:24:13.839811 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:13.903505 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c28c5ff7-aa4f-4388-a2d2-34b3d1153744', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fc68ca4-d00c-47a8-9c86-c999c1814ca7'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:24:13.906583 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb8eaef-a7ac-4b7c-a55b-dbd9647b7dc4" -d '{"events": [{"server_uuid": "c28c5ff7-aa4f-4388-a2d2-34b3d1153744", "name": "network-vif-unplugged", "status": "completed", "tag": "7fc68ca4-d00c-47a8-9c86-c999c1814ca7"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:24:13.994047 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-e070dc22-56f6-490f-a670-dae5209cca5d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=14748139956b45fa84829eb5cfd3ec61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4678571 Apr 05 14:24:13.997448 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 53110) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:24:14.030681 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46fd3a-d343-40b1-8fee-0b6f8ad41693 req-7c089eea-649d-4b7f-bcd6-31ed521c7dd7 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:14.032175 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ab46fd3a-d343-40b1-8fee-0b6f8ad41693 req-7c089eea-649d-4b7f-bcd6-31ed521c7dd7 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/networks?id=a7521e9d-f5e6-41eb-a0df-ba36f906679b HTTP/1.1" status: 200 len: 812 time: 0.2606213 Apr 05 14:24:14.064655 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ab46fd3a-d343-40b1-8fee-0b6f8ad41693 req-a099efc6-dd06-475d-b57c-1168008fe3f0 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/quotas/ec1eac502c2b411e8783585a1353acd6 HTTP/1.1" status: 200 len: 375 time: 0.0236764 Apr 05 14:24:14.116577 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ab46fd3a-d343-40b1-8fee-0b6f8ad41693 req-3e9b7300-54b8-498e-a853-223f466524f1 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ec1eac502c2b411e8783585a1353acd6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447023 Apr 05 14:24:14.123830 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c25de730-e985-4788-bba2-a4e62f77d631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:14.165486 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5f7cc6ec-dac3-4574-b70f-f4033d6abb2f None None] Notify callbacks [] for port, precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:14.171865 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c25de730-e985-4788-bba2-a4e62f77d631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:14.221265 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5f7cc6ec-dac3-4574-b70f-f4033d6abb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:14.236915 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-55b30bd4-1269-4b97-88aa-a84ac77032f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:14.283235 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-5f7cc6ec-dac3-4574-b70f-f4033d6abb2f None None] Attempting to bind port 84c987b4-7314-4577-9570-b1146dea82d6 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:24:14.283536 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-5f7cc6ec-dac3-4574-b70f-f4033d6abb2f None None] Attempting to bind port 84c987b4-7314-4577-9570-b1146dea82d6 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:24:14.283947 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7cc6ec-dac3-4574-b70f-f4033d6abb2f None None] Attempting to bind port 84c987b4-7314-4577-9570-b1146dea82d6 on network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:24:14.293010 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e140e2-63b5-401f-aa9a-dde4ed9c49fe None None] Pushing event updated for resources: {'Port': ['ID=84c987b4-7314-4577-9570-b1146dea82d6,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:14.295600 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7cc6ec-dac3-4574-b70f-f4033d6abb2f None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:24:14.296760 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7cc6ec-dac3-4574-b70f-f4033d6abb2f None None] Checking segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:24:14.296760 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5f7cc6ec-dac3-4574-b70f-f4033d6abb2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:14.296760 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7cc6ec-dac3-4574-b70f-f4033d6abb2f None None] Bound using segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:24:14.297670 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-5f7cc6ec-dac3-4574-b70f-f4033d6abb2f None None] Bound port: 84c987b4-7314-4577-9570-b1146dea82d6, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:24:14.297670 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5f7cc6ec-dac3-4574-b70f-f4033d6abb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:14.321169 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ab46fd3a-d343-40b1-8fee-0b6f8ad41693 req-c9b644ce-f552-4ef7-83d7-1b7da0c5b8d6 service neutron] 10.222.0.30 "GET /v2.0/networks/a7521e9d-f5e6-41eb-a0df-ba36f906679b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713257 Apr 05 14:24:14.357813 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e140e2-63b5-401f-aa9a-dde4ed9c49fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:24:14.357813 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e140e2-63b5-401f-aa9a-dde4ed9c49fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:24:14.357813 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e140e2-63b5-401f-aa9a-dde4ed9c49fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:24:14.357813 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e140e2-63b5-401f-aa9a-dde4ed9c49fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:24:14.358351 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e140e2-63b5-401f-aa9a-dde4ed9c49fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:24:14.358605 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e140e2-63b5-401f-aa9a-dde4ed9c49fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:24:14.358957 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e140e2-63b5-401f-aa9a-dde4ed9c49fe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:24:14.359291 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e140e2-63b5-401f-aa9a-dde4ed9c49fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:24:14.359620 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e140e2-63b5-401f-aa9a-dde4ed9c49fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:24:14.359949 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e140e2-63b5-401f-aa9a-dde4ed9c49fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:24:14.360274 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e140e2-63b5-401f-aa9a-dde4ed9c49fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:24:14.360598 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e140e2-63b5-401f-aa9a-dde4ed9c49fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:24:14.401125 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-5f7cc6ec-dac3-4574-b70f-f4033d6abb2f None None] For port 84c987b4-7314-4577-9570-b1146dea82d6, host n-d-836650-2, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:24:14.404768 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41df406-1dcf-4f5b-b1fd-6d30524dd739 req-71b15acf-0898-4f60-877f-ba97cbdbc10a tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:14.405563 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-5f7cc6ec-dac3-4574-b70f-f4033d6abb2f None None] For port 84c987b4-7314-4577-9570-b1146dea82d6, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=84c987b4-7314-4577-9570-b1146dea82d6,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:24:14.406508 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c41df406-1dcf-4f5b-b1fd-6d30524dd739 req-71b15acf-0898-4f60-877f-ba97cbdbc10a tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] 10.222.0.30 "GET /v2.0/ports?device_id=db9a038b-9c8e-41a0-a885-3ccc94e20813 HTTP/1.1" status: 200 len: 950 time: 0.1310468 Apr 05 14:24:14.424759 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c25de730-e985-4788-bba2-a4e62f77d631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:14.427323 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c25de730-e985-4788-bba2-a4e62f77d631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:14.430730 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-c25de730-e985-4788-bba2-a4e62f77d631 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3b2cd59e-df43-4b0b-822a-abfbc6095915 HTTP/1.1" status: 204 len: 168 time: 0.4294581 Apr 05 14:24:14.471558 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-55b30bd4-1269-4b97-88aa-a84ac77032f7 admin admin] Allocated IP 172.20.0.1 (1b63e8aa-daea-4368-a24a-bd4b53b75c89/5b46d40d-3e52-48d1-948e-12fd5418f39e/5cbac054-69ed-4c31-899c-dcbe40035db8) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:24:14.492304 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5f7cc6ec-dac3-4574-b70f-f4033d6abb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:14.494334 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25de730-e985-4788-bba2-a4e62f77d631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b2cd59e-df43-4b0b-822a-abfbc6095915,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:14.563433 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c41df406-1dcf-4f5b-b1fd-6d30524dd739 req-df35d624-b1c9-4d5a-a266-9081c40efd65 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8901c82-f600-4e96-8375-691010c2b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349998 Apr 05 14:24:14.573584 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7cc6ec-dac3-4574-b70f-f4033d6abb2f None None] Routers {'d885a685-2ec5-4eea-a138-843ef1dc5348'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:24:14.574204 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-5f7cc6ec-dac3-4574-b70f-f4033d6abb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:23:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['d885a685-2ec5-4eea-a138-843ef1dc5348'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:24:14.581784 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3b9f4-3919-412b-b5f6-e8db4d05c39a req-a4bf36f3-9a61-4ab8-8875-37ab0f0c7db8 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:14.583817 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-95a3b9f4-3919-412b-b5f6-e8db4d05c39a req-a4bf36f3-9a61-4ab8-8875-37ab0f0c7db8 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] 10.222.0.11 "GET /v2.0/ports?device_id=db9a038b-9c8e-41a0-a885-3ccc94e20813 HTTP/1.1" status: 200 len: 950 time: 0.2033412 Apr 05 14:24:14.621798 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ab46fd3a-d343-40b1-8fee-0b6f8ad41693 req-3afe393c-c768-4419-8778-663312140866 service neutron] 10.222.0.30 "GET /v2.0/networks/a7521e9d-f5e6-41eb-a0df-ba36f906679b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915680 Apr 05 14:24:14.636325 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 14:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-369b318b-f8ad-4d2b-94c8-7b74098ca4a3 x-openstack-request-id: req-369b318b-f8ad-4d2b-94c8-7b74098ca4a3 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:24:14.636834 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c28c5ff7-aa4f-4388-a2d2-34b3d1153744", "name": "network-vif-unplugged", "status": "completed", "tag": "7fc68ca4-d00c-47a8-9c86-c999c1814ca7", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:24:14.637168 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-369b318b-f8ad-4d2b-94c8-7b74098ca4a3 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:24:14.637661 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-369b318b-f8ad-4d2b-94c8-7b74098ca4a3'] response: {'server_uuid': 'c28c5ff7-aa4f-4388-a2d2-34b3d1153744', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fc68ca4-d00c-47a8-9c86-c999c1814ca7', 'code': 200} Apr 05 14:24:14.649158 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-55b30bd4-1269-4b97-88aa-a84ac77032f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:14.693037 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e140e2-63b5-401f-aa9a-dde4ed9c49fe None None] Pushing event updated for resources: {'Port': ['ID=84c987b4-7314-4577-9570-b1146dea82d6,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:14.776103 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-5f7cc6ec-dac3-4574-b70f-f4033d6abb2f None None] Set router d885a685-2ec5-4eea-a138-843ef1dc5348 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:24:14.793849 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-95a3b9f4-3919-412b-b5f6-e8db4d05c39a req-3616779f-27f2-4948-bb37-f8dbfa844e07 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] Deleting port 3ef31e17-8c75-443c-b111-4a240a573bd4 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:24:14.794418 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-95a3b9f4-3919-412b-b5f6-e8db4d05c39a req-3616779f-27f2-4948-bb37-f8dbfa844e07 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:14.805222 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a8b73f-f8f9-49dc-8e7d-8a15510e919f req-dd7e89e8-0467-4493-86c4-e707f463289b tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:14.806183 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-55b30bd4-1269-4b97-88aa-a84ac77032f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:14.817094 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-15a8b73f-f8f9-49dc-8e7d-8a15510e919f req-dd7e89e8-0467-4493-86c4-e707f463289b tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/ports?device_id=c28c5ff7-aa4f-4388-a2d2-34b3d1153744 HTTP/1.1" status: 200 len: 949 time: 0.0927005 Apr 05 14:24:14.851958 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b30bd4-1269-4b97-88aa-a84ac77032f7 admin admin] Network 1b63e8aa-daea-4368-a24a-bd4b53b75c89 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:24:14.857184 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-55b30bd4-1269-4b97-88aa-a84ac77032f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:24:14.861236 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b30bd4-1269-4b97-88aa-a84ac77032f7 admin admin] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:24:14.861707 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-55b30bd4-1269-4b97-88aa-a84ac77032f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809369'] for router_interface, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:14.965155 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-15a8b73f-f8f9-49dc-8e7d-8a15510e919f req-2bf0ad32-164c-4d5d-9876-738bb480df30 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/security-groups?id=024b129f-f256-4015-8a11-f785d9d68dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469049 Apr 05 14:24:14.973637 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 7fc68ca4-d00c-47a8-9c86-c999c1814ca7 up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:24:15.006548 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b30bd4-1269-4b97-88aa-a84ac77032f7 admin admin] Pushing event updated for resources: {'Port': ['ID=5cbac054-69ed-4c31-899c-dcbe40035db8,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:15.019189 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-95a3b9f4-3919-412b-b5f6-e8db4d05c39a req-3616779f-27f2-4948-bb37-f8dbfa844e07 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] For port 3ef31e17-8c75-443c-b111-4a240a573bd4, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=3ef31e17-8c75-443c-b111-4a240a573bd4,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:24:15.020176 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-95a3b9f4-3919-412b-b5f6-e8db4d05c39a req-3616779f-27f2-4948-bb37-f8dbfa844e07 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:15.042699 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-95a3b9f4-3919-412b-b5f6-e8db4d05c39a req-3616779f-27f2-4948-bb37-f8dbfa844e07 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] Calling delete_port for 3ef31e17-8c75-443c-b111-4a240a573bd4 owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:24:15.155251 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port 7fc68ca4-d00c-47a8-9c86-c999c1814ca7 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:24:15.157038 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:15.274710 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-5f7cc6ec-dac3-4574-b70f-f4033d6abb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd885a685-2ec5-4eea-a138-843ef1dc5348', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1267108729-router', 'tenant_id': 'bd8b96edc558485b9979531577275f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '84c987b4-7314-4577-9570-b1146dea82d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:24:09Z', 'updated_at': '2022-04-05T14:24:11Z', 'revision_number': 3, 'project_id': 'bd8b96edc558485b9979531577275f30', 'gw_port': {'id': '84c987b4-7314-4577-9570-b1146dea82d6', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd885a685-2ec5-4eea-a138-843ef1dc5348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:24:10Z', 'updated_at': '2022-04-05T14:24:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:24:15.294396 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-55b30bd4-1269-4b97-88aa-a84ac77032f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:15.301926 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d8bf49-2558-49af-9456-84cd822d738a req-4961113c-5133-4a87-a92a-2c2145e770dd tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:15.311506 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-06d8bf49-2558-49af-9456-84cd822d738a req-4961113c-5133-4a87-a92a-2c2145e770dd tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b59cb5a6-0788-46ac-802b-5137925be3db HTTP/1.1" status: 200 len: 949 time: 0.1312184 Apr 05 14:24:15.312016 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7cc6ec-dac3-4574-b70f-f4033d6abb2f None None] The sync data for ids ['d885a685-2ec5-4eea-a138-843ef1dc5348'] in n-d-836650-2 is: [{'id': 'd885a685-2ec5-4eea-a138-843ef1dc5348', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1267108729-router', 'tenant_id': 'bd8b96edc558485b9979531577275f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '84c987b4-7314-4577-9570-b1146dea82d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:24:09Z', 'updated_at': '2022-04-05T14:24:11Z', 'revision_number': 3, 'project_id': 'bd8b96edc558485b9979531577275f30', 'gw_port': {'id': '84c987b4-7314-4577-9570-b1146dea82d6', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd885a685-2ec5-4eea-a138-843ef1dc5348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:24:10Z', 'updated_at': '2022-04-05T14:24:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:24:15.313849 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 53134) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:24:15.321748 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:15.359316 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f04efeaf-0713-4e27-9b05-991387d96559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:15.386764 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-ea72ef9a-a9b2-4ce4-8fa1-4f97eefc9160 None None] Provisioning complete for port 5cbac054-69ed-4c31-899c-dcbe40035db8 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:24:15.391092 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ea72ef9a-a9b2-4ce4-8fa1-4f97eefc9160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:15.423959 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-06d8bf49-2558-49af-9456-84cd822d738a req-d3371235-0e2e-4dfc-ab5d-5efa74b35eb2 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111794 Apr 05 14:24:15.451769 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 7fc68ca4-d00c-47a8-9c86-c999c1814ca7, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=7fc68ca4-d00c-47a8-9c86-c999c1814ca7,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:24:15.456233 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-ea72ef9a-a9b2-4ce4-8fa1-4f97eefc9160 None None] Port 5cbac054-69ed-4c31-899c-dcbe40035db8 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:24:15.524869 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-55b30bd4-1269-4b97-88aa-a84ac77032f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:15.563702 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:15.589730 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-36a5b42b-8519-4fbc-96b1-ff6917f0fb55 req-a4f2fafd-474b-495e-adbd-f4fd312891e8 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f1b58e2-be69-4c36-883b-ff86d10629ae HTTP/1.1" status: 200 len: 210 time: 0.0750635 Apr 05 14:24:15.631691 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d7eba-9a48-41e6-9681-94b096da8dad req-de393d95-6c1c-42d2-959a-149548179356 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:15.633297 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-517d7eba-9a48-41e6-9681-94b096da8dad req-de393d95-6c1c-42d2-959a-149548179356 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d6bf638-89f5-4c77-aa7e-86f315d6da75 HTTP/1.1" status: 200 len: 945 time: 0.1256928 Apr 05 14:24:15.680196 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-55b30bd4-1269-4b97-88aa-a84ac77032f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:15.680819 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-55b30bd4-1269-4b97-88aa-a84ac77032f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809317'] for router_interface, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:15.686132 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f04efeaf-0713-4e27-9b05-991387d96559 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:15.689571 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=7fc68ca4-d00c-47a8-9c86-c999c1814ca7,revision_number=8']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:15.708679 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-517d7eba-9a48-41e6-9681-94b096da8dad req-99a26955-8cc2-4dc3-8f98-c5f53fc37149 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f4ed18-73d1-4c70-bfb8-abe78be9b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674462 Apr 05 14:24:15.720172 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-95a3b9f4-3919-412b-b5f6-e8db4d05c39a req-3616779f-27f2-4948-bb37-f8dbfa844e07 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:15.740661 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['3ef31e17-8c75-443c-b111-4a240a573bd4'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:24:15.757796 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3616779f-27f2-4948-bb37-f8dbfa844e07 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] Pushing event deleted for resources: {'Port': ['ID=3ef31e17-8c75-443c-b111-4a240a573bd4,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:15.818845 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f04efeaf-0713-4e27-9b05-991387d96559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:15.827083 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b30bd4-1269-4b97-88aa-a84ac77032f7 admin admin] Pushing event updated for resources: {'Port': ['ID=5cbac054-69ed-4c31-899c-dcbe40035db8,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:15.865684 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-95a3b9f4-3919-412b-b5f6-e8db4d05c39a req-3616779f-27f2-4948-bb37-f8dbfa844e07 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] No DVR routers for this DVR port 3ef31e17-8c75-443c-b111-4a240a573bd4 on host n-h2-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:24:15.865684 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [req-5e8eff42-3333-4775-8baa-6f0b4d9eb0c1 req-a4dba2fc-775c-467c-85cb-5508c473d90d service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:24:15.865684 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5e8eff42-3333-4775-8baa-6f0b4d9eb0c1 req-a4dba2fc-775c-467c-85cb-5508c473d90d service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103214 Apr 05 14:24:15.906444 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b30bd4-1269-4b97-88aa-a84ac77032f7 admin admin] Network 1b63e8aa-daea-4368-a24a-bd4b53b75c89 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:24:15.909576 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-55b30bd4-1269-4b97-88aa-a84ac77032f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:24:15.927201 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-95a3b9f4-3919-412b-b5f6-e8db4d05c39a req-3616779f-27f2-4948-bb37-f8dbfa844e07 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:15.930858 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-95a3b9f4-3919-412b-b5f6-e8db4d05c39a req-3616779f-27f2-4948-bb37-f8dbfa844e07 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] 10.222.0.11 "DELETE /v2.0/ports/3ef31e17-8c75-443c-b111-4a240a573bd4 HTTP/1.1" status: 204 len: 173 time: 1.3271384 Apr 05 14:24:15.931217 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db9a038b-9c8e-41a0-a885-3ccc94e20813', 'name': 'network-vif-deleted', 'tag': '3ef31e17-8c75-443c-b111-4a240a573bd4'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:24:15.933914 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20c34f2-fbde-4bbc-8e3b-98400d250779" -d '{"events": [{"server_uuid": "db9a038b-9c8e-41a0-a885-3ccc94e20813", "name": "network-vif-deleted", "tag": "3ef31e17-8c75-443c-b111-4a240a573bd4"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:24:15.989777 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9a717957-9f3e-453a-bf36-5c8e21640dc7 req-3a916366-223e-46f8-9b6b-a2f21fbf6360 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] 10.222.0.30 "GET /v2.0/ports?device_id=db9a038b-9c8e-41a0-a885-3ccc94e20813 HTTP/1.1" status: 200 len: 210 time: 0.1395965 Apr 05 14:24:16.024974 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-f04efeaf-0713-4e27-9b05-991387d96559 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=47e2460b3e404786947ca70c2f18430a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7077479 Apr 05 14:24:16.026545 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04efeaf-0713-4e27-9b05-991387d96559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58cccc12-925c-45e9-99d3-0fa1bccd7b7b,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:16.029949 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 53146) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:24:16.137885 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b36d03c-7210-49e2-90eb-96a383ba4e5e x-openstack-request-id: req-3b36d03c-7210-49e2-90eb-96a383ba4e5e {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:24:16.138290 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db9a038b-9c8e-41a0-a885-3ccc94e20813", "name": "network-vif-deleted", "tag": "3ef31e17-8c75-443c-b111-4a240a573bd4", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:24:16.138543 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3b36d03c-7210-49e2-90eb-96a383ba4e5e {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:24:16.138959 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b36d03c-7210-49e2-90eb-96a383ba4e5e'] response: {'server_uuid': 'db9a038b-9c8e-41a0-a885-3ccc94e20813', 'name': 'network-vif-deleted', 'tag': '3ef31e17-8c75-443c-b111-4a240a573bd4', 'status': 'completed', 'code': 200} Apr 05 14:24:16.140108 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-54d1d0b9-8600-4683-a743-736bd41e0b79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:16.143325 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55b30bd4-1269-4b97-88aa-a84ac77032f7 admin admin] Router d885a685-2ec5-4eea-a138-843ef1dc5348 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:24:16.182248 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-54d1d0b9-8600-4683-a743-736bd41e0b79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:16.325287 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315577c5-7b7a-431d-99c7-85db3f2c7ffe req-6a7774c2-5d22-44d2-ad9b-6a40205a364f tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:16.325499 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b30bd4-1269-4b97-88aa-a84ac77032f7 admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:24:16.327711 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-315577c5-7b7a-431d-99c7-85db3f2c7ffe req-6a7774c2-5d22-44d2-ad9b-6a40205a364f tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/ports?device_id=c28c5ff7-aa4f-4388-a2d2-34b3d1153744 HTTP/1.1" status: 200 len: 950 time: 0.0610421 Apr 05 14:24:16.332572 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-55b30bd4-1269-4b97-88aa-a84ac77032f7 admin admin] 10.222.0.30 "PUT /v2.0/routers/d885a685-2ec5-4eea-a138-843ef1dc5348/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2399888 Apr 05 14:24:16.378278 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-54d1d0b9-8600-4683-a743-736bd41e0b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:16.381547 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-54d1d0b9-8600-4683-a743-736bd41e0b79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:16.387942 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-54d1d0b9-8600-4683-a743-736bd41e0b79 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/58cccc12-925c-45e9-99d3-0fa1bccd7b7b HTTP/1.1" status: 204 len: 168 time: 0.3557534 Apr 05 14:24:16.413225 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d1d0b9-8600-4683-a743-736bd41e0b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58cccc12-925c-45e9-99d3-0fa1bccd7b7b,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:16.415642 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-61204ce1-0b73-4c71-a8ee-433431ad7776 None None] Provisioning complete for port 5cbac054-69ed-4c31-899c-dcbe40035db8 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:24:16.416197 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-61204ce1-0b73-4c71-a8ee-433431ad7776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:16.430900 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-315577c5-7b7a-431d-99c7-85db3f2c7ffe req-fa136efd-f7a0-490c-ba77-32e0c1cc6fb0 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/security-groups?id=024b129f-f256-4015-8a11-f785d9d68dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955448 Apr 05 14:24:16.518185 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-61204ce1-0b73-4c71-a8ee-433431ad7776 None None] Port 5cbac054-69ed-4c31-899c-dcbe40035db8 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:24:16.538594 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c253df5-4878-4314-b878-b5251034c6e7 req-d2ce4434-a3f2-4cfa-a678-2bc6121eff81 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:16.540460 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5c253df5-4878-4314-b878-b5251034c6e7 req-d2ce4434-a3f2-4cfa-a678-2bc6121eff81 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b59cb5a6-0788-46ac-802b-5137925be3db HTTP/1.1" status: 200 len: 949 time: 0.0898635 Apr 05 14:24:16.609382 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5c253df5-4878-4314-b878-b5251034c6e7 req-4ffa1730-e66e-42d5-9b46-9133c92058be tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622749 Apr 05 14:24:16.639795 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c28c5ff7-aa4f-4388-a2d2-34b3d1153744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fc68ca4-d00c-47a8-9c86-c999c1814ca7'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:24:16.643303 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ea1d26-fbe8-499a-a0fd-4e77847a1ad7" -d '{"events": [{"server_uuid": "c28c5ff7-aa4f-4388-a2d2-34b3d1153744", "name": "network-vif-plugged", "status": "completed", "tag": "7fc68ca4-d00c-47a8-9c86-c999c1814ca7"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:24:16.687319 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43fb1203-1926-410c-bebd-3b51b4663261 x-openstack-request-id: req-43fb1203-1926-410c-bebd-3b51b4663261 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:24:16.687628 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c28c5ff7-aa4f-4388-a2d2-34b3d1153744", "name": "network-vif-plugged", "status": "completed", "tag": "7fc68ca4-d00c-47a8-9c86-c999c1814ca7", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:24:16.687884 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-43fb1203-1926-410c-bebd-3b51b4663261 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:24:16.688279 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43fb1203-1926-410c-bebd-3b51b4663261'] response: {'server_uuid': 'c28c5ff7-aa4f-4388-a2d2-34b3d1153744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fc68ca4-d00c-47a8-9c86-c999c1814ca7', 'code': 200} Apr 05 14:24:16.717530 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8c197619-9757-4949-8eaf-60e4e9193cb7 req-93c757b2-6d7b-4c5a-8e1d-7d7151fa9606 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f1b58e2-be69-4c36-883b-ff86d10629ae HTTP/1.1" status: 200 len: 210 time: 0.0419259 Apr 05 14:24:16.744942 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 53168) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:24:16.841092 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb48ed-9463-4c5e-b474-2db29404bd76 req-5671fdb8-90ff-48c0-bffb-a3efce485e41 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:16.842832 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f0eb48ed-9463-4c5e-b474-2db29404bd76 req-5671fdb8-90ff-48c0-bffb-a3efce485e41 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d6bf638-89f5-4c77-aa7e-86f315d6da75 HTTP/1.1" status: 200 len: 945 time: 0.0561290 Apr 05 14:24:16.899634 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f0eb48ed-9463-4c5e-b474-2db29404bd76 req-b04d65d0-0ab0-426b-94cc-07b231a329ec tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f4ed18-73d1-4c70-bfb8-abe78be9b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488031 Apr 05 14:24:16.993635 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-81c61b65-9a47-462e-b63e-fd7f74d7e1dc req-e8c04ba9-bae1-4852-ba55-74c96f086b6e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b59cb5a6-0788-46ac-802b-5137925be3db&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2473314 Apr 05 14:24:17.004113 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [req-81c61b65-9a47-462e-b63e-fd7f74d7e1dc req-4819e39a-fe75-4718-b080-6a539f6f1fff service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103321) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:24:17.005155 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-81c61b65-9a47-462e-b63e-fd7f74d7e1dc req-4819e39a-fe75-4718-b080-6a539f6f1fff service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052092 Apr 05 14:24:17.158976 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cc6d6277-1079-4c1c-923d-7139d582c8d2 req-3599a369-5617-4078-bc65-2bc45006c3b9 tempest-LiveMigrationNegativeTest-1802614913 tempest-LiveMigrationNegativeTest-1802614913-project] 10.222.0.30 "GET /v2.0/ports?device_id=db9a038b-9c8e-41a0-a885-3ccc94e20813 HTTP/1.1" status: 200 len: 210 time: 0.0327430 Apr 05 14:24:17.321706 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd49682a-8944-4035-aaf5-9b36fe39f939 req-2348f152-39b1-497c-8f24-252fb84f9fdb tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:17.323264 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fd49682a-8944-4035-aaf5-9b36fe39f939 req-2348f152-39b1-497c-8f24-252fb84f9fdb tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] 10.222.0.30 "GET /v2.0/networks?id=1b63e8aa-daea-4368-a24a-bd4b53b75c89 HTTP/1.1" status: 200 len: 829 time: 0.1677999 Apr 05 14:24:17.353486 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fd49682a-8944-4035-aaf5-9b36fe39f939 req-0b7b0573-ae28-4be3-aef6-624fd648dbfc tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] 10.222.0.30 "GET /v2.0/quotas/bd8b96edc558485b9979531577275f30 HTTP/1.1" status: 200 len: 375 time: 0.0195389 Apr 05 14:24:17.407221 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 84c987b4-7314-4577-9570-b1146dea82d6 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:24:17.427495 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fd49682a-8944-4035-aaf5-9b36fe39f939 req-06ab514f-82b0-40ff-b468-4f45b64f6dd3 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=bd8b96edc558485b9979531577275f30&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0726900 Apr 05 14:24:17.524164 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 84c987b4-7314-4577-9570-b1146dea82d6 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:24:17.524641 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:17.543055 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fd49682a-8944-4035-aaf5-9b36fe39f939 req-b4947d56-a037-4682-ae8d-7cc420869538 service neutron] 10.222.0.30 "GET /v2.0/networks/1b63e8aa-daea-4368-a24a-bd4b53b75c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144044 Apr 05 14:24:17.781495 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:17.796411 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8e3645-0c83-4d7c-804b-1806a7628f1c None None] Sync routers for ids ['d885a685-2ec5-4eea-a138-843ef1dc5348'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:24:17.816588 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port 84c987b4-7314-4577-9570-b1146dea82d6, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=84c987b4-7314-4577-9570-b1146dea82d6,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:24:17.818345 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8e3645-0c83-4d7c-804b-1806a7628f1c None None] Routers {'d885a685-2ec5-4eea-a138-843ef1dc5348'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:24:17.819153 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-af8e3645-0c83-4d7c-804b-1806a7628f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:23:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['d885a685-2ec5-4eea-a138-843ef1dc5348'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:24:17.877612 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:17.944710 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e92fe-4998-4515-8d49-7e6c1a1c626d req-201b0a72-9e6f-4015-bfc9-1723582d9525 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:17.954442 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d94e92fe-4998-4515-8d49-7e6c1a1c626d req-201b0a72-9e6f-4015-bfc9-1723582d9525 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/ports?device_id=c28c5ff7-aa4f-4388-a2d2-34b3d1153744 HTTP/1.1" status: 200 len: 950 time: 0.3982961 Apr 05 14:24:17.955665 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=84c987b4-7314-4577-9570-b1146dea82d6,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:17.998810 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fd49682a-8944-4035-aaf5-9b36fe39f939 req-8719a018-e00a-4516-874a-713ec4e8deb5 service neutron] 10.222.0.30 "GET /v2.0/networks/1b63e8aa-daea-4368-a24a-bd4b53b75c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4523952 Apr 05 14:24:18.013653 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-af8e3645-0c83-4d7c-804b-1806a7628f1c None None] Set router d885a685-2ec5-4eea-a138-843ef1dc5348 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:24:18.045690 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d94e92fe-4998-4515-8d49-7e6c1a1c626d req-482a9a9a-9cbd-4b98-a9f6-f2cc8de16b8a tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/security-groups?id=024b129f-f256-4015-8a11-f785d9d68dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873754 Apr 05 14:24:18.238850 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96bd89d-fc1c-4d3a-a16a-07fddf9dea35 req-9f6af90e-75ec-451e-80e7-189e6b9d0be3 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:18.240390 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e96bd89d-fc1c-4d3a-a16a-07fddf9dea35 req-9f6af90e-75ec-451e-80e7-189e6b9d0be3 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b59cb5a6-0788-46ac-802b-5137925be3db HTTP/1.1" status: 200 len: 949 time: 0.0834029 Apr 05 14:24:18.247749 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46fd3a-d343-40b1-8fee-0b6f8ad41693 req-96b304c0-46cb-4366-af45-a90a50b58467 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:18.249260 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ab46fd3a-d343-40b1-8fee-0b6f8ad41693 req-96b304c0-46cb-4366-af45-a90a50b58467 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.11 "GET /v2.0/networks?id=a7521e9d-f5e6-41eb-a0df-ba36f906679b HTTP/1.1" status: 200 len: 812 time: 0.1990509 Apr 05 14:24:18.262140 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-af8e3645-0c83-4d7c-804b-1806a7628f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd885a685-2ec5-4eea-a138-843ef1dc5348', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1267108729-router', 'tenant_id': 'bd8b96edc558485b9979531577275f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '84c987b4-7314-4577-9570-b1146dea82d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:24:09Z', 'updated_at': '2022-04-05T14:24:15Z', 'revision_number': 4, 'project_id': 'bd8b96edc558485b9979531577275f30', 'gw_port': {'id': '84c987b4-7314-4577-9570-b1146dea82d6', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd885a685-2ec5-4eea-a138-843ef1dc5348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:24:10Z', 'updated_at': '2022-04-05T14:24:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '5cbac054-69ed-4c31-899c-dcbe40035db8', 'name': '', 'network_id': '1b63e8aa-daea-4368-a24a-bd4b53b75c89', 'tenant_id': 'bd8b96edc558485b9979531577275f30', 'mac_address': 'fa:16:3e:4f:ab:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd885a685-2ec5-4eea-a138-843ef1dc5348', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '5b46d40d-3e52-48d1-948e-12fd5418f39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:24:14Z', 'updated_at': '2022-04-05T14:24:15Z', 'revision_number': 2, 'project_id': 'bd8b96edc558485b9979531577275f30', 'subnets': [{'id': '5b46d40d-3e52-48d1-948e-12fd5418f39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:24:18.272206 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-ab46fd3a-d343-40b1-8fee-0b6f8ad41693 req-5cd3b02c-5814-4f11-8ee7-012e3fcd2a0d tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Request body: {'port': {'device_id': '7f1b58e2-be69-4c36-883b-ff86d10629ae', 'network_id': 'a7521e9d-f5e6-41eb-a0df-ba36f906679b', 'admin_state_up': True, 'tenant_id': 'ec1eac502c2b411e8783585a1353acd6'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:24:18.293249 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8e3645-0c83-4d7c-804b-1806a7628f1c None None] Checking router: d885a685-2ec5-4eea-a138-843ef1dc5348 for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:24:18.293659 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8e3645-0c83-4d7c-804b-1806a7628f1c None None] Updating router d885a685-2ec5-4eea-a138-843ef1dc5348 port 5cbac054-69ed-4c31-899c-dcbe40035db8 binding host n-d-836650-2 {{(pid=103322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:24:18.324935 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-af8e3645-0c83-4d7c-804b-1806a7628f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:18.384994 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e96bd89d-fc1c-4d3a-a16a-07fddf9dea35 req-a3af06ef-cf9a-4040-b540-968c8093548d tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347079 Apr 05 14:24:18.460751 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8ba65920-385b-4a9c-83fa-e4e3e91d4ff8 req-0df00ffb-c84c-414f-8de5-b45dec6f66a5 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f1b58e2-be69-4c36-883b-ff86d10629ae HTTP/1.1" status: 200 len: 210 time: 0.0532262 Apr 05 14:24:18.597289 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91482f1-1e7d-4a75-9d5a-98873647ba7f req-ef9858aa-076e-48d6-9e26-248b19d2337f tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:18.600321 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f91482f1-1e7d-4a75-9d5a-98873647ba7f req-ef9858aa-076e-48d6-9e26-248b19d2337f tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d6bf638-89f5-4c77-aa7e-86f315d6da75 HTTP/1.1" status: 200 len: 945 time: 0.1050992 Apr 05 14:24:18.640332 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2121221b-921e-48d6-8929-5273cc89b141 req-9a211595-b4f2-4bed-b92e-237be46836c3 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] 10.222.0.30 "GET /v2.0/ports?device_id=25f837eb-2d46-46c0-bd4c-8c7e8bcba9c7 HTTP/1.1" status: 200 len: 210 time: 0.0316522 Apr 05 14:24:18.672034 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f91482f1-1e7d-4a75-9d5a-98873647ba7f req-01c30b7b-fff7-4419-9068-5c3b6158fddc tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f4ed18-73d1-4c70-bfb8-abe78be9b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613592 Apr 05 14:24:18.687001 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab46fd3a-d343-40b1-8fee-0b6f8ad41693 req-5cd3b02c-5814-4f11-8ee7-012e3fcd2a0d tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Made reservation on behalf of ec1eac502c2b411e8783585a1353acd6 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:24:18.690508 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ab46fd3a-d343-40b1-8fee-0b6f8ad41693 req-5cd3b02c-5814-4f11-8ee7-012e3fcd2a0d tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:18.729134 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-af8e3645-0c83-4d7c-804b-1806a7628f1c None None] Notify callbacks [] for port, precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:18.791680 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-af8e3645-0c83-4d7c-804b-1806a7628f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:18.845000 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ff6769-4b26-4838-8459-0e7cf8c7b919 None None] Pushing event updated for resources: {'Port': ['ID=5cbac054-69ed-4c31-899c-dcbe40035db8,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:18.867229 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-ab46fd3a-d343-40b1-8fee-0b6f8ad41693 req-5cd3b02c-5814-4f11-8ee7-012e3fcd2a0d tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Allocated IP 172.20.0.4 (a7521e9d-f5e6-41eb-a0df-ba36f906679b/e7c49c0f-6616-4198-accb-769bb8e34e24/9bb7ba5f-b66b-4dba-adf1-7cfc611951a3) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:24:18.924757 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-af8e3645-0c83-4d7c-804b-1806a7628f1c None None] Attempting to bind port 5cbac054-69ed-4c31-899c-dcbe40035db8 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:24:18.925256 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-af8e3645-0c83-4d7c-804b-1806a7628f1c None None] Attempting to bind port 5cbac054-69ed-4c31-899c-dcbe40035db8 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '09954d38-1547-4760-90a8-9e1b4c0da813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1b63e8aa-daea-4368-a24a-bd4b53b75c89'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:24:18.927591 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8e3645-0c83-4d7c-804b-1806a7628f1c None None] Attempting to bind port 5cbac054-69ed-4c31-899c-dcbe40035db8 on network 1b63e8aa-daea-4368-a24a-bd4b53b75c89 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:24:18.931708 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8e3645-0c83-4d7c-804b-1806a7628f1c None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:24:18.932170 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8e3645-0c83-4d7c-804b-1806a7628f1c None None] Checking segment: {'id': '09954d38-1547-4760-90a8-9e1b4c0da813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1b63e8aa-daea-4368-a24a-bd4b53b75c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:24:18.933101 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-af8e3645-0c83-4d7c-804b-1806a7628f1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:18.933101 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8e3645-0c83-4d7c-804b-1806a7628f1c None None] Bound using segment: {'id': '09954d38-1547-4760-90a8-9e1b4c0da813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1b63e8aa-daea-4368-a24a-bd4b53b75c89'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:24:18.934020 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-af8e3645-0c83-4d7c-804b-1806a7628f1c None None] Bound port: 5cbac054-69ed-4c31-899c-dcbe40035db8, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09954d38-1547-4760-90a8-9e1b4c0da813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1b63e8aa-daea-4368-a24a-bd4b53b75c89'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:24:18.934479 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-af8e3645-0c83-4d7c-804b-1806a7628f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:19.019112 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 3ef31e17-8c75-443c-b111-4a240a573bd4 no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:24:19.060089 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] No Port match for: 3ef31e17-8c75-443c-b111-4a240a573bd4 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:24:19.061479 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 3ef31e17-8c75-443c-b111-4a240a573bd4 not bound to the agent host n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:24:19.127984 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-af8e3645-0c83-4d7c-804b-1806a7628f1c None None] For port 5cbac054-69ed-4c31-899c-dcbe40035db8, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:24:19.137034 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-af8e3645-0c83-4d7c-804b-1806a7628f1c None None] For port 5cbac054-69ed-4c31-899c-dcbe40035db8, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=5cbac054-69ed-4c31-899c-dcbe40035db8,segment=NetworkSegment(09954d38-1547-4760-90a8-9e1b4c0da813),segment_id=09954d38-1547-4760-90a8-9e1b4c0da813)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:24:19.179895 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 53264) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:24:19.228639 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-af8e3645-0c83-4d7c-804b-1806a7628f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:19.231542 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ab46fd3a-d343-40b1-8fee-0b6f8ad41693 req-5cd3b02c-5814-4f11-8ee7-012e3fcd2a0d tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:19.260780 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1840fdb-e776-4ee1-98da-0df927e07ce6 req-a389e8fc-679d-42ce-a90f-9b2999f12df9 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:19.264277 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b1840fdb-e776-4ee1-98da-0df927e07ce6 req-a389e8fc-679d-42ce-a90f-9b2999f12df9 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/ports?device_id=c28c5ff7-aa4f-4388-a2d2-34b3d1153744 HTTP/1.1" status: 200 len: 950 time: 0.1039264 Apr 05 14:24:19.316484 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ff6769-4b26-4838-8459-0e7cf8c7b919 None None] Pushing event updated for resources: {'Port': ['ID=5cbac054-69ed-4c31-899c-dcbe40035db8,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:19.320604 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-bdbe4eea-fde0-4ee8-bb53-16fd7d0fbe5a None None] Provisioning complete for port 5cbac054-69ed-4c31-899c-dcbe40035db8 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:24:19.321009 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bdbe4eea-fde0-4ee8-bb53-16fd7d0fbe5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:19.324508 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8e3645-0c83-4d7c-804b-1806a7628f1c None None] Routers {'d885a685-2ec5-4eea-a138-843ef1dc5348'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:24:19.324967 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-af8e3645-0c83-4d7c-804b-1806a7628f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:23:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['d885a685-2ec5-4eea-a138-843ef1dc5348'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:24:19.347319 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b1840fdb-e776-4ee1-98da-0df927e07ce6 req-e0c7158a-49a3-4304-a401-eb7c01139deb tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/security-groups?id=024b129f-f256-4015-8a11-f785d9d68dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765965 Apr 05 14:24:19.427052 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ab46fd3a-d343-40b1-8fee-0b6f8ad41693 req-5cd3b02c-5814-4f11-8ee7-012e3fcd2a0d tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:19.521853 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 84c987b4-7314-4577-9570-b1146dea82d6 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:24:19.549676 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-3ee0456e-0130-438f-a413-e718ac39e070 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=21ad00b435784ef78e9bb30a5115d82f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3684287 Apr 05 14:24:19.552255 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 53278) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:24:19.558506 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab46fd3a-d343-40b1-8fee-0b6f8ad41693 req-5cd3b02c-5814-4f11-8ee7-012e3fcd2a0d tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Network a7521e9d-f5e6-41eb-a0df-ba36f906679b is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:24:19.611171 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-ab46fd3a-d343-40b1-8fee-0b6f8ad41693 req-5cd3b02c-5814-4f11-8ee7-012e3fcd2a0d tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:24:19.618784 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab46fd3a-d343-40b1-8fee-0b6f8ad41693 req-5cd3b02c-5814-4f11-8ee7-012e3fcd2a0d tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:24:19.632724 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-af8e3645-0c83-4d7c-804b-1806a7628f1c None None] Set router d885a685-2ec5-4eea-a138-843ef1dc5348 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:24:19.658415 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5cfc6508-e4ea-4472-8f21-1cd0597353bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:19.691315 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5cfc6508-e4ea-4472-8f21-1cd0597353bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:19.710001 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd3b02c-5814-4f11-8ee7-012e3fcd2a0d tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Pushing event updated for resources: {'Port': ['ID=9bb7ba5f-b66b-4dba-adf1-7cfc611951a3,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:19.737147 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46fd3a-d343-40b1-8fee-0b6f8ad41693 req-5cd3b02c-5814-4f11-8ee7-012e3fcd2a0d tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:19.737727 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ab46fd3a-d343-40b1-8fee-0b6f8ad41693 req-5cd3b02c-5814-4f11-8ee7-012e3fcd2a0d tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:19.748509 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72e77fe-8fbb-4e15-90bd-3dcbdd931824 req-2a93412a-0de9-4fc5-8f0e-a2a94b469d62 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:19.750160 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c72e77fe-8fbb-4e15-90bd-3dcbdd931824 req-2a93412a-0de9-4fc5-8f0e-a2a94b469d62 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b59cb5a6-0788-46ac-802b-5137925be3db HTTP/1.1" status: 200 len: 949 time: 0.1854053 Apr 05 14:24:19.771712 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91638ed6-a047-4a23-8c72-d89bad116df5 req-ae248ea8-92ef-4f4c-8e1d-baef7f9e75f1 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:19.773251 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-91638ed6-a047-4a23-8c72-d89bad116df5 req-ae248ea8-92ef-4f4c-8e1d-baef7f9e75f1 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f1b58e2-be69-4c36-883b-ff86d10629ae HTTP/1.1" status: 200 len: 931 time: 0.1492004 Apr 05 14:24:19.818433 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bdbe4eea-fde0-4ee8-bb53-16fd7d0fbe5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:19.822523 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c72e77fe-8fbb-4e15-90bd-3dcbdd931824 req-2732ea4c-64fc-41ba-a28b-7db369a8bdf0 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608966 Apr 05 14:24:19.837504 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-91638ed6-a047-4a23-8c72-d89bad116df5 req-79dcc04f-c8bc-4657-923f-4d337f453117 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/security-groups?id=87dfefd3-1552-4299-8b8c-e9b0053c68dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571523 Apr 05 14:24:19.918108 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6186d2df-1da7-4d8b-9f7b-a064065533b2 req-82483a1e-d781-4644-8c92-d238e95dfe69 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] 10.222.0.30 "GET /v2.0/ports?device_id=25f837eb-2d46-46c0-bd4c-8c7e8bcba9c7 HTTP/1.1" status: 200 len: 210 time: 0.0311794 Apr 05 14:24:19.930683 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-bdbe4eea-fde0-4ee8-bb53-16fd7d0fbe5a None None] For port 5cbac054-69ed-4c31-899c-dcbe40035db8, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=5cbac054-69ed-4c31-899c-dcbe40035db8,segment=NetworkSegment(09954d38-1547-4760-90a8-9e1b4c0da813),segment_id=09954d38-1547-4760-90a8-9e1b4c0da813)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:24:19.932199 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 84c987b4-7314-4577-9570-b1146dea82d6 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:24:19.932563 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:19.973450 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a48a6-55a0-4bca-adda-51ef5a71493b req-413aa37e-6ae0-4f9e-bef2-62641d311c27 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:19.981061 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-159a48a6-55a0-4bca-adda-51ef5a71493b req-413aa37e-6ae0-4f9e-bef2-62641d311c27 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d6bf638-89f5-4c77-aa7e-86f315d6da75 HTTP/1.1" status: 200 len: 945 time: 0.0652416 Apr 05 14:24:20.020417 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-159a48a6-55a0-4bca-adda-51ef5a71493b req-7300b93c-ccf8-4def-91ca-46b1f2b5628a tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f4ed18-73d1-4c70-bfb8-abe78be9b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382552 Apr 05 14:24:20.025111 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bdbe4eea-fde0-4ee8-bb53-16fd7d0fbe5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:20.025308 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5cfc6508-e4ea-4472-8f21-1cd0597353bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:20.031796 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ab46fd3a-d343-40b1-8fee-0b6f8ad41693 req-5cd3b02c-5814-4f11-8ee7-012e3fcd2a0d tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7654068 Apr 05 14:24:20.036898 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5cfc6508-e4ea-4472-8f21-1cd0597353bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:20.048715 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-5cfc6508-e4ea-4472-8f21-1cd0597353bf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d8901c82-f600-4e96-8375-691010c2b7d6 HTTP/1.1" status: 204 len: 168 time: 0.4850457 Apr 05 14:24:20.048966 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-ab46fd3a-d343-40b1-8fee-0b6f8ad41693 req-4809f715-dc44-4ed4-9f1a-a0e1630827ec service neutron] Request body: {'port': {'device_id': '7f1b58e2-be69-4c36-883b-ff86d10629ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:24:20.061507 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfc6508-e4ea-4472-8f21-1cd0597353bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8901c82-f600-4e96-8375-691010c2b7d6,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:20.079529 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfc6508-e4ea-4472-8f21-1cd0597353bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:24:20.079871 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfc6508-e4ea-4472-8f21-1cd0597353bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:24:20.081346 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfc6508-e4ea-4472-8f21-1cd0597353bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:24:20.082544 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfc6508-e4ea-4472-8f21-1cd0597353bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:24:20.083659 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfc6508-e4ea-4472-8f21-1cd0597353bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:24:20.084778 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfc6508-e4ea-4472-8f21-1cd0597353bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:24:20.086715 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfc6508-e4ea-4472-8f21-1cd0597353bf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:24:20.087230 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfc6508-e4ea-4472-8f21-1cd0597353bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:24:20.088384 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfc6508-e4ea-4472-8f21-1cd0597353bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:24:20.089772 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfc6508-e4ea-4472-8f21-1cd0597353bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:24:20.090523 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfc6508-e4ea-4472-8f21-1cd0597353bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:24:20.091429 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfc6508-e4ea-4472-8f21-1cd0597353bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:24:20.125477 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ab46fd3a-d343-40b1-8fee-0b6f8ad41693 req-4809f715-dc44-4ed4-9f1a-a0e1630827ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:20.182113 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c61b65-9a47-462e-b63e-fd7f74d7e1dc req-506cd002-13d4-40ed-819c-1b1e10b4d1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:20.184445 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-af8e3645-0c83-4d7c-804b-1806a7628f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd885a685-2ec5-4eea-a138-843ef1dc5348', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1267108729-router', 'tenant_id': 'bd8b96edc558485b9979531577275f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '84c987b4-7314-4577-9570-b1146dea82d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:24:09Z', 'updated_at': '2022-04-05T14:24:15Z', 'revision_number': 4, 'project_id': 'bd8b96edc558485b9979531577275f30', 'gw_port': {'id': '84c987b4-7314-4577-9570-b1146dea82d6', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd885a685-2ec5-4eea-a138-843ef1dc5348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:24:10Z', 'updated_at': '2022-04-05T14:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '5cbac054-69ed-4c31-899c-dcbe40035db8', 'name': '', 'network_id': '1b63e8aa-daea-4368-a24a-bd4b53b75c89', 'tenant_id': 'bd8b96edc558485b9979531577275f30', 'mac_address': 'fa:16:3e:4f:ab:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd885a685-2ec5-4eea-a138-843ef1dc5348', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '5b46d40d-3e52-48d1-948e-12fd5418f39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:24:14Z', 'updated_at': '2022-04-05T14:24:19Z', 'revision_number': 4, 'project_id': 'bd8b96edc558485b9979531577275f30', 'subnets': [{'id': '5b46d40d-3e52-48d1-948e-12fd5418f39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:24:20.184778 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-81c61b65-9a47-462e-b63e-fd7f74d7e1dc req-506cd002-13d4-40ed-819c-1b1e10b4d1ea service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eb6eb2eb5e534aae8638ab75f1f70e11&device_id=b59cb5a6-0788-46ac-802b-5137925be3db HTTP/1.1" status: 200 len: 1100 time: 0.0769920 Apr 05 14:24:20.186058 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbe4eea-fde0-4ee8-bb53-16fd7d0fbe5a None None] Pushing event updated for resources: {'Port': ['ID=5cbac054-69ed-4c31-899c-dcbe40035db8,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:20.353074 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8e3645-0c83-4d7c-804b-1806a7628f1c None None] The sync data for ids ['d885a685-2ec5-4eea-a138-843ef1dc5348'] in n-d-836650-2 is: [{'id': 'd885a685-2ec5-4eea-a138-843ef1dc5348', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1267108729-router', 'tenant_id': 'bd8b96edc558485b9979531577275f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '84c987b4-7314-4577-9570-b1146dea82d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:24:09Z', 'updated_at': '2022-04-05T14:24:15Z', 'revision_number': 4, 'project_id': 'bd8b96edc558485b9979531577275f30', 'gw_port': {'id': '84c987b4-7314-4577-9570-b1146dea82d6', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd885a685-2ec5-4eea-a138-843ef1dc5348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:24:10Z', 'updated_at': '2022-04-05T14:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '5cbac054-69ed-4c31-899c-dcbe40035db8', 'name': '', 'network_id': '1b63e8aa-daea-4368-a24a-bd4b53b75c89', 'tenant_id': 'bd8b96edc558485b9979531577275f30', 'mac_address': 'fa:16:3e:4f:ab:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd885a685-2ec5-4eea-a138-843ef1dc5348', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '5b46d40d-3e52-48d1-948e-12fd5418f39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:24:14Z', 'updated_at': '2022-04-05T14:24:19Z', 'revision_number': 4, 'project_id': 'bd8b96edc558485b9979531577275f30', 'subnets': [{'id': '5b46d40d-3e52-48d1-948e-12fd5418f39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:24:20.362037 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c61b65-9a47-462e-b63e-fd7f74d7e1dc req-b537ad50-41ad-4b7b-88a6-5308921e9c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:20.362254 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-10896366-2fbf-4633-b4e5-b81962e39171 None None] Provisioning complete for port 5cbac054-69ed-4c31-899c-dcbe40035db8 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:24:20.362608 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-10896366-2fbf-4633-b4e5-b81962e39171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:20.364048 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-81c61b65-9a47-462e-b63e-fd7f74d7e1dc req-b537ad50-41ad-4b7b-88a6-5308921e9c89 service neutron] 10.222.0.11 "GET /v2.0/networks?id=80d671a8-d1ab-4472-891b-9c042fbd7800 HTTP/1.1" status: 200 len: 870 time: 0.1656735 Apr 05 14:24:20.487527 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-81c61b65-9a47-462e-b63e-fd7f74d7e1dc req-987f59c0-b41f-4c96-92d7-fc284ba40e63 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=dd240742-5ced-4dbc-8b7d-9c4496d72564 HTTP/1.1" status: 200 len: 217 time: 0.1031532 Apr 05 14:24:20.581501 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c61b65-9a47-462e-b63e-fd7f74d7e1dc req-6556cd7e-1988-483f-ad91-960e59b3017a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:20.583401 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-81c61b65-9a47-462e-b63e-fd7f74d7e1dc req-6556cd7e-1988-483f-ad91-960e59b3017a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.0874391 Apr 05 14:24:20.614412 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c439ba-6a0a-4f60-abc2-188a28d16329 req-d3a10817-efa5-4cd7-828e-2ed05ef4979c tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:20.616979 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-68c439ba-6a0a-4f60-abc2-188a28d16329 req-d3a10817-efa5-4cd7-828e-2ed05ef4979c tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/ports?device_id=c28c5ff7-aa4f-4388-a2d2-34b3d1153744 HTTP/1.1" status: 200 len: 950 time: 0.1061068 Apr 05 14:24:20.662235 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c61b65-9a47-462e-b63e-fd7f74d7e1dc req-5fe05986-23c4-4f1d-b92d-64214daf0084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:20.662235 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-81c61b65-9a47-462e-b63e-fd7f74d7e1dc req-5fe05986-23c4-4f1d-b92d-64214daf0084 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0652778 Apr 05 14:24:20.756603 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-ab46fd3a-d343-40b1-8fee-0b6f8ad41693 req-4809f715-dc44-4ed4-9f1a-a0e1630827ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bb7ba5f-b66b-4dba-adf1-7cfc611951a3 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:24:20.772519 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ab46fd3a-d343-40b1-8fee-0b6f8ad41693 req-4809f715-dc44-4ed4-9f1a-a0e1630827ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:20.783627 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-68c439ba-6a0a-4f60-abc2-188a28d16329 req-4f36490c-8608-461c-90a9-dd3f7c5c666c tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/security-groups?id=024b129f-f256-4015-8a11-f785d9d68dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159520 Apr 05 14:24:20.798857 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-ab46fd3a-d343-40b1-8fee-0b6f8ad41693 req-4809f715-dc44-4ed4-9f1a-a0e1630827ec service neutron] Transition to ACTIVE for port object 9bb7ba5f-b66b-4dba-adf1-7cfc611951a3 will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:24:20.812815 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-81c61b65-9a47-462e-b63e-fd7f74d7e1dc req-7e775b96-65ab-481a-92d0-6e543bfad479 service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467564 Apr 05 14:24:20.886550 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ab46fd3a-d343-40b1-8fee-0b6f8ad41693 req-4809f715-dc44-4ed4-9f1a-a0e1630827ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:20.933804 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-81c61b65-9a47-462e-b63e-fd7f74d7e1dc req-1d710872-d8f6-42e3-bc52-8b662e8ea281 service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132171 Apr 05 14:24:20.994554 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4809f715-dc44-4ed4-9f1a-a0e1630827ec service neutron] Pushing event updated for resources: {'Port': ['ID=9bb7ba5f-b66b-4dba-adf1-7cfc611951a3,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:21.066731 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e8eb5d-a289-461a-92ba-a8dc11e902c3 req-d4c8d7da-f6d0-438a-b492-796f49b5b89c tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:21.069631 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-53e8eb5d-a289-461a-92ba-a8dc11e902c3 req-d4c8d7da-f6d0-438a-b492-796f49b5b89c tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b59cb5a6-0788-46ac-802b-5137925be3db HTTP/1.1" status: 200 len: 949 time: 0.1403842 Apr 05 14:24:21.160684 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 53314) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:24:21.160835 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e25c22-c80a-4631-be17-0559388b59a5 req-870ba58e-e21c-421d-8ff0-605e9152ec9d tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:21.162404 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-17e25c22-c80a-4631-be17-0559388b59a5 req-870ba58e-e21c-421d-8ff0-605e9152ec9d tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f1b58e2-be69-4c36-883b-ff86d10629ae HTTP/1.1" status: 200 len: 943 time: 0.1137435 Apr 05 14:24:21.165278 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-53e8eb5d-a289-461a-92ba-a8dc11e902c3 req-dbb3b7bc-b358-4f38-8ad4-421ad9ae79da tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738645 Apr 05 14:24:21.166160 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-ab46fd3a-d343-40b1-8fee-0b6f8ad41693 req-4809f715-dc44-4ed4-9f1a-a0e1630827ec service neutron] Attempting to bind port 9bb7ba5f-b66b-4dba-adf1-7cfc611951a3 on host n-h2-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:24:21.166488 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-ab46fd3a-d343-40b1-8fee-0b6f8ad41693 req-4809f715-dc44-4ed4-9f1a-a0e1630827ec service neutron] Attempting to bind port 9bb7ba5f-b66b-4dba-adf1-7cfc611951a3 by drivers openvswitch,hyperv on host n-h2-836650-2 at level 0 using segments [{'id': '9a0d8962-c4ed-4c9e-b2aa-287076289665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'a7521e9d-f5e6-41eb-a0df-ba36f906679b'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:24:21.166812 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab46fd3a-d343-40b1-8fee-0b6f8ad41693 req-4809f715-dc44-4ed4-9f1a-a0e1630827ec service neutron] Attempting to bind port 9bb7ba5f-b66b-4dba-adf1-7cfc611951a3 on network a7521e9d-f5e6-41eb-a0df-ba36f906679b {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:24:21.189447 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab46fd3a-d343-40b1-8fee-0b6f8ad41693 req-4809f715-dc44-4ed4-9f1a-a0e1630827ec service neutron] Port 9bb7ba5f-b66b-4dba-adf1-7cfc611951a3 on network a7521e9d-f5e6-41eb-a0df-ba36f906679b not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:24:21.190038 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab46fd3a-d343-40b1-8fee-0b6f8ad41693 req-4809f715-dc44-4ed4-9f1a-a0e1630827ec service neutron] Attempting to bind port 9bb7ba5f-b66b-4dba-adf1-7cfc611951a3 on network a7521e9d-f5e6-41eb-a0df-ba36f906679b {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:24:21.213268 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab46fd3a-d343-40b1-8fee-0b6f8ad41693 req-4809f715-dc44-4ed4-9f1a-a0e1630827ec service neutron] Checking agent: {'id': '6d8cf521-24bb-4b6a-bbae-0284f5c87a9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:24:21.213649 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab46fd3a-d343-40b1-8fee-0b6f8ad41693 req-4809f715-dc44-4ed4-9f1a-a0e1630827ec service neutron] Checking segment: {'id': '9a0d8962-c4ed-4c9e-b2aa-287076289665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'a7521e9d-f5e6-41eb-a0df-ba36f906679b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:24:21.214034 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab46fd3a-d343-40b1-8fee-0b6f8ad41693 req-4809f715-dc44-4ed4-9f1a-a0e1630827ec service neutron] Bound using segment: {'id': '9a0d8962-c4ed-4c9e-b2aa-287076289665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'a7521e9d-f5e6-41eb-a0df-ba36f906679b'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:24:21.214631 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-ab46fd3a-d343-40b1-8fee-0b6f8ad41693 req-4809f715-dc44-4ed4-9f1a-a0e1630827ec service neutron] Bound port: 9bb7ba5f-b66b-4dba-adf1-7cfc611951a3, host: n-h2-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a0d8962-c4ed-4c9e-b2aa-287076289665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'a7521e9d-f5e6-41eb-a0df-ba36f906679b'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:24:21.215228 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ab46fd3a-d343-40b1-8fee-0b6f8ad41693 req-4809f715-dc44-4ed4-9f1a-a0e1630827ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:21.232696 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-c9504a1d-3a07-4e67-8b43-ecd0a17f1021 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d51a51e2bb284418b6037f48bc17ffad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0725391 Apr 05 14:24:21.236012 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 53316) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:24:21.248182 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-17e25c22-c80a-4631-be17-0559388b59a5 req-065b46ef-261b-47fd-9548-5ee107da6c89 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/security-groups?id=87dfefd3-1552-4299-8b8c-e9b0053c68dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745952 Apr 05 14:24:21.307344 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-52fc0047-e365-4387-8946-235b2a0fcfc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:21.359821 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-52fc0047-e365-4387-8946-235b2a0fcfc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:21.375372 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-ab46fd3a-d343-40b1-8fee-0b6f8ad41693 req-4809f715-dc44-4ed4-9f1a-a0e1630827ec service neutron] For port 9bb7ba5f-b66b-4dba-adf1-7cfc611951a3, host n-h2-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:24:21.386024 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-ab46fd3a-d343-40b1-8fee-0b6f8ad41693 req-4809f715-dc44-4ed4-9f1a-a0e1630827ec service neutron] For port 9bb7ba5f-b66b-4dba-adf1-7cfc611951a3, host n-h2-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=9bb7ba5f-b66b-4dba-adf1-7cfc611951a3,segment=NetworkSegment(9a0d8962-c4ed-4c9e-b2aa-287076289665),segment_id=9a0d8962-c4ed-4c9e-b2aa-287076289665)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:24:21.401687 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 5cbac054-69ed-4c31-899c-dcbe40035db8 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:24:21.455343 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fd0c4fc5-de33-4bc6-b361-582afc1deef6 req-6a88f085-9076-45fb-b8a6-944e620761ab tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] 10.222.0.30 "GET /v2.0/ports?device_id=25f837eb-2d46-46c0-bd4c-8c7e8bcba9c7 HTTP/1.1" status: 200 len: 210 time: 0.0681195 Apr 05 14:24:21.464323 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ab46fd3a-d343-40b1-8fee-0b6f8ad41693 req-4809f715-dc44-4ed4-9f1a-a0e1630827ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:21.490087 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 5cbac054-69ed-4c31-899c-dcbe40035db8 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:24:21.490844 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:21.520266 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-52fc0047-e365-4387-8946-235b2a0fcfc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:21.531531 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-52fc0047-e365-4387-8946-235b2a0fcfc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:21.531531 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-52fc0047-e365-4387-8946-235b2a0fcfc1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bd2d2d4a-d60f-49c4-8092-275d1611c122 HTTP/1.1" status: 204 len: 168 time: 0.2869413 Apr 05 14:24:21.540318 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fc0047-e365-4387-8946-235b2a0fcfc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd2d2d4a-d60f-49c4-8092-275d1611c122,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:21.562667 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46fd3a-d343-40b1-8fee-0b6f8ad41693 req-4809f715-dc44-4ed4-9f1a-a0e1630827ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:21.563962 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ab46fd3a-d343-40b1-8fee-0b6f8ad41693 req-4809f715-dc44-4ed4-9f1a-a0e1630827ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:21.566372 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ab46fd3a-d343-40b1-8fee-0b6f8ad41693 req-4809f715-dc44-4ed4-9f1a-a0e1630827ec service neutron] 10.222.0.11 "PUT /v2.0/ports/9bb7ba5f-b66b-4dba-adf1-7cfc611951a3 HTTP/1.1" status: 200 len: 1091 time: 1.5255151 Apr 05 14:24:21.567095 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f1b58e2-be69-4c36-883b-ff86d10629ae', 'tag': '9bb7ba5f-b66b-4dba-adf1-7cfc611951a3'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:24:21.570357 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8392b015-c3a8-4d1b-8bd4-addba0a66b20" -d '{"events": [{"name": "network-changed", "server_uuid": "7f1b58e2-be69-4c36-883b-ff86d10629ae", "tag": "9bb7ba5f-b66b-4dba-adf1-7cfc611951a3"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:24:21.634888 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4809f715-dc44-4ed4-9f1a-a0e1630827ec service neutron] Pushing event updated for resources: {'Port': ['ID=9bb7ba5f-b66b-4dba-adf1-7cfc611951a3,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:21.668207 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4809f715-dc44-4ed4-9f1a-a0e1630827ec service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:24:21.668715 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4809f715-dc44-4ed4-9f1a-a0e1630827ec service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:24:21.669212 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4809f715-dc44-4ed4-9f1a-a0e1630827ec service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:24:21.670589 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4809f715-dc44-4ed4-9f1a-a0e1630827ec service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:24:21.670998 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4809f715-dc44-4ed4-9f1a-a0e1630827ec service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:24:21.671693 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4809f715-dc44-4ed4-9f1a-a0e1630827ec service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:24:21.671813 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4809f715-dc44-4ed4-9f1a-a0e1630827ec service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:24:21.672202 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4809f715-dc44-4ed4-9f1a-a0e1630827ec service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:24:21.673092 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4809f715-dc44-4ed4-9f1a-a0e1630827ec service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:24:21.673497 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4809f715-dc44-4ed4-9f1a-a0e1630827ec service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:24:21.674010 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4809f715-dc44-4ed4-9f1a-a0e1630827ec service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:24:21.674669 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4809f715-dc44-4ed4-9f1a-a0e1630827ec service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:24:21.734345 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0339be30-6280-4e0b-ac67-0d7e211b62ff req-ecf2ff33-1b87-499d-80a5-91660150b12f tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:21.736052 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0339be30-6280-4e0b-ac67-0d7e211b62ff req-ecf2ff33-1b87-499d-80a5-91660150b12f tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d6bf638-89f5-4c77-aa7e-86f315d6da75 HTTP/1.1" status: 200 len: 945 time: 0.1022890 Apr 05 14:24:21.804315 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46fd3a-d343-40b1-8fee-0b6f8ad41693 req-974ab673-a759-4ec8-806f-b80c3c4ba8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:21.805867 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ab46fd3a-d343-40b1-8fee-0b6f8ad41693 req-974ab673-a759-4ec8-806f-b80c3c4ba8a6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ec1eac502c2b411e8783585a1353acd6&device_id=7f1b58e2-be69-4c36-883b-ff86d10629ae HTTP/1.1" status: 200 len: 1094 time: 0.0688577 Apr 05 14:24:21.808801 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0339be30-6280-4e0b-ac67-0d7e211b62ff req-561c6e8a-2ff2-4522-a005-09f858b06cb8 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f4ed18-73d1-4c70-bfb8-abe78be9b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634437 Apr 05 14:24:21.809059 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd49682a-8944-4035-aaf5-9b36fe39f939 req-ddce2261-f690-4864-b655-bd6e1883bc04 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:21.814395 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-fd49682a-8944-4035-aaf5-9b36fe39f939 req-ddce2261-f690-4864-b655-bd6e1883bc04 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] 10.222.0.55 "GET /v2.0/networks?id=1b63e8aa-daea-4368-a24a-bd4b53b75c89 HTTP/1.1" status: 200 len: 829 time: 0.1756458 Apr 05 14:24:21.833499 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-fd49682a-8944-4035-aaf5-9b36fe39f939 req-ff0b19d8-045d-4b4c-be8d-6a8d30151532 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Request body: {'port': {'device_id': '25f837eb-2d46-46c0-bd4c-8c7e8bcba9c7', 'network_id': '1b63e8aa-daea-4368-a24a-bd4b53b75c89', 'admin_state_up': True, 'tenant_id': 'bd8b96edc558485b9979531577275f30'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:24:21.876192 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ab46fd3a-d343-40b1-8fee-0b6f8ad41693 req-3440e683-e79a-4d6d-86b6-a45f049a6fb8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9bb7ba5f-b66b-4dba-adf1-7cfc611951a3 HTTP/1.1" status: 200 len: 217 time: 0.0623593 Apr 05 14:24:21.878290 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e7fba2-0100-4bd9-b86b-da5fd80715b4 x-openstack-request-id: req-10e7fba2-0100-4bd9-b86b-da5fd80715b4 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:24:21.878773 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f1b58e2-be69-4c36-883b-ff86d10629ae", "tag": "9bb7ba5f-b66b-4dba-adf1-7cfc611951a3", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:24:21.879246 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-10e7fba2-0100-4bd9-b86b-da5fd80715b4 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:24:21.879938 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10e7fba2-0100-4bd9-b86b-da5fd80715b4'] response: {'name': 'network-changed', 'server_uuid': '7f1b58e2-be69-4c36-883b-ff86d10629ae', 'tag': '9bb7ba5f-b66b-4dba-adf1-7cfc611951a3', 'status': 'completed', 'code': 200} Apr 05 14:24:21.951643 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46fd3a-d343-40b1-8fee-0b6f8ad41693 req-8a35f07f-c866-4e6d-ab8c-bbab029c1483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:21.953715 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ab46fd3a-d343-40b1-8fee-0b6f8ad41693 req-8a35f07f-c866-4e6d-ab8c-bbab029c1483 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e7c49c0f-6616-4198-accb-769bb8e34e24 HTTP/1.1" status: 200 len: 852 time: 0.0651591 Apr 05 14:24:22.011705 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ab46fd3a-d343-40b1-8fee-0b6f8ad41693 req-6af45aed-f562-4ee7-8e95-6bac9add2627 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a7521e9d-f5e6-41eb-a0df-ba36f906679b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479631 Apr 05 14:24:22.096501 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a95a8-c6f6-4efa-8da3-337d4603f86f req-1d918fc3-69f3-477f-8dcf-55d16ba08d49 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:22.098112 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-780a95a8-c6f6-4efa-8da3-337d4603f86f req-1d918fc3-69f3-477f-8dcf-55d16ba08d49 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/ports?device_id=c28c5ff7-aa4f-4388-a2d2-34b3d1153744 HTTP/1.1" status: 200 len: 950 time: 0.1434932 Apr 05 14:24:22.146723 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ab46fd3a-d343-40b1-8fee-0b6f8ad41693 req-0476f8fa-1fa9-49e4-a355-5b61f15a57b7 service neutron] 10.222.0.11 "GET /v2.0/networks/a7521e9d-f5e6-41eb-a0df-ba36f906679b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263535 Apr 05 14:24:22.165708 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd49682a-8944-4035-aaf5-9b36fe39f939 req-ff0b19d8-045d-4b4c-be8d-6a8d30151532 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Made reservation on behalf of bd8b96edc558485b9979531577275f30 for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:24:22.169924 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-fd49682a-8944-4035-aaf5-9b36fe39f939 req-ff0b19d8-045d-4b4c-be8d-6a8d30151532 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:22.178029 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-780a95a8-c6f6-4efa-8da3-337d4603f86f req-e072be2a-938b-412d-a742-c8fbb2cf1db0 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/security-groups?id=024b129f-f256-4015-8a11-f785d9d68dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677373 Apr 05 14:24:22.348489 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ab46fd3a-d343-40b1-8fee-0b6f8ad41693 req-4bd2ee34-2d03-425b-bc45-384441b188bd service neutron] 10.222.0.11 "GET /v2.0/networks/a7521e9d-f5e6-41eb-a0df-ba36f906679b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925116 Apr 05 14:24:22.358396 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec130e-0c43-4ad2-b985-72401f2a6b4a req-9688fb90-2fb7-4055-a2d8-e37f9adeb389 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:22.359862 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5eec130e-0c43-4ad2-b985-72401f2a6b4a req-9688fb90-2fb7-4055-a2d8-e37f9adeb389 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b59cb5a6-0788-46ac-802b-5137925be3db HTTP/1.1" status: 200 len: 949 time: 0.0874567 Apr 05 14:24:22.360505 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [req-fd49682a-8944-4035-aaf5-9b36fe39f939 req-ff0b19d8-045d-4b4c-be8d-6a8d30151532 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Allocated IP 172.20.0.7 (1b63e8aa-daea-4368-a24a-bd4b53b75c89/5b46d40d-3e52-48d1-948e-12fd5418f39e/d6ba28e6-c375-4457-823e-2bc26e839fdb) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:24:22.405118 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5eec130e-0c43-4ad2-b985-72401f2a6b4a req-831b594a-c818-42f4-bbda-4ef8d6dcf710 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348167 Apr 05 14:24:22.556590 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-fd49682a-8944-4035-aaf5-9b36fe39f939 req-ff0b19d8-045d-4b4c-be8d-6a8d30151532 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:22.561954 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325597b5-f983-417f-94f0-ed7aa26baf82 req-7db6d368-cc2c-4794-934c-2c61db89720d tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:22.563429 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-325597b5-f983-417f-94f0-ed7aa26baf82 req-7db6d368-cc2c-4794-934c-2c61db89720d tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f1b58e2-be69-4c36-883b-ff86d10629ae HTTP/1.1" status: 200 len: 943 time: 0.0626655 Apr 05 14:24:22.600683 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8a414674-4522-4630-af31-c4d59f648a8a req-4618b2da-0a89-43aa-a851-7520f6d9bbe2 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] 10.222.0.30 "GET /v2.0/ports?device_id=25f837eb-2d46-46c0-bd4c-8c7e8bcba9c7 HTTP/1.1" status: 200 len: 210 time: 0.0362706 Apr 05 14:24:22.602438 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8392b015-c3a8-4d1b-8bd4-addba0a66b20 req-4f5d502b-b4f3-4b27-9545-15c675860974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:22.603845 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8392b015-c3a8-4d1b-8bd4-addba0a66b20 req-4f5d502b-b4f3-4b27-9545-15c675860974 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ec1eac502c2b411e8783585a1353acd6&device_id=7f1b58e2-be69-4c36-883b-ff86d10629ae HTTP/1.1" status: 200 len: 1094 time: 0.1418731 Apr 05 14:24:22.682504 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-325597b5-f983-417f-94f0-ed7aa26baf82 req-99daf35a-339d-4f17-92e9-0b8f6ebdee5d tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/security-groups?id=87dfefd3-1552-4299-8b8c-e9b0053c68dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056530 Apr 05 14:24:22.689733 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-fd49682a-8944-4035-aaf5-9b36fe39f939 req-ff0b19d8-045d-4b4c-be8d-6a8d30151532 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:22.715405 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd49682a-8944-4035-aaf5-9b36fe39f939 req-ff0b19d8-045d-4b4c-be8d-6a8d30151532 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Network 1b63e8aa-daea-4368-a24a-bd4b53b75c89 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:24:22.724776 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8392b015-c3a8-4d1b-8bd4-addba0a66b20 req-da3eee92-a0ad-4e4d-8681-35a37005174c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:22.726465 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8392b015-c3a8-4d1b-8bd4-addba0a66b20 req-da3eee92-a0ad-4e4d-8681-35a37005174c service neutron] 10.222.0.11 "GET /v2.0/networks?id=a7521e9d-f5e6-41eb-a0df-ba36f906679b HTTP/1.1" status: 200 len: 913 time: 0.1151383 Apr 05 14:24:22.744430 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [req-fd49682a-8944-4035-aaf5-9b36fe39f939 req-ff0b19d8-045d-4b4c-be8d-6a8d30151532 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:24:22.745232 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd49682a-8944-4035-aaf5-9b36fe39f939 req-ff0b19d8-045d-4b4c-be8d-6a8d30151532 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:24:22.752363 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd49682a-8944-4035-aaf5-9b36fe39f939 req-ff0b19d8-045d-4b4c-be8d-6a8d30151532 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:22.753234 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-fd49682a-8944-4035-aaf5-9b36fe39f939 req-ff0b19d8-045d-4b4c-be8d-6a8d30151532 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:22.785879 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8392b015-c3a8-4d1b-8bd4-addba0a66b20 req-6aaf587a-389b-4778-a29e-53fc70f43ad2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9bb7ba5f-b66b-4dba-adf1-7cfc611951a3 HTTP/1.1" status: 200 len: 217 time: 0.0503306 Apr 05 14:24:22.812304 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0b19d8-045d-4b4c-be8d-6a8d30151532 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Pushing event updated for resources: {'Port': ['ID=d6ba28e6-c375-4457-823e-2bc26e839fdb,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:22.845141 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8392b015-c3a8-4d1b-8bd4-addba0a66b20 req-5a8a69a7-43d6-4014-bba3-cee42ff304d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:22.846361 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8392b015-c3a8-4d1b-8bd4-addba0a66b20 req-5a8a69a7-43d6-4014-bba3-cee42ff304d7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e7c49c0f-6616-4198-accb-769bb8e34e24 HTTP/1.1" status: 200 len: 852 time: 0.0541217 Apr 05 14:24:22.848654 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-fd49682a-8944-4035-aaf5-9b36fe39f939 req-ff0b19d8-045d-4b4c-be8d-6a8d30151532 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0193973 Apr 05 14:24:22.864471 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-fd49682a-8944-4035-aaf5-9b36fe39f939 req-4313aa2f-a745-4645-9553-359e4ff4f28c service neutron] Request body: {'port': {'device_id': '25f837eb-2d46-46c0-bd4c-8c7e8bcba9c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:24:22.887842 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8392b015-c3a8-4d1b-8bd4-addba0a66b20 req-2f263946-53d7-4385-b236-e188c40cd748 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a7521e9d-f5e6-41eb-a0df-ba36f906679b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344751 Apr 05 14:24:22.968526 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-fd49682a-8944-4035-aaf5-9b36fe39f939 req-4313aa2f-a745-4645-9553-359e4ff4f28c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:23.042006 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8392b015-c3a8-4d1b-8bd4-addba0a66b20 req-10b588b0-f2fd-4379-827b-1a4877af6271 service neutron] 10.222.0.11 "GET /v2.0/networks/a7521e9d-f5e6-41eb-a0df-ba36f906679b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465313 Apr 05 14:24:23.079249 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd00de8-38ed-44f2-b1f6-4e7ca2b8928d req-e44aacf9-e5ee-40ab-90a2-e3049b99b367 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:23.080676 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-efd00de8-38ed-44f2-b1f6-4e7ca2b8928d req-e44aacf9-e5ee-40ab-90a2-e3049b99b367 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d6bf638-89f5-4c77-aa7e-86f315d6da75 HTTP/1.1" status: 200 len: 945 time: 0.0862517 Apr 05 14:24:23.129093 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-5c70500f-0df6-4ae4-9100-c205888c5a67 None None] Provisioning complete for port d6ba28e6-c375-4457-823e-2bc26e839fdb triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:24:23.130528 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5c70500f-0df6-4ae4-9100-c205888c5a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:23.187682 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-efd00de8-38ed-44f2-b1f6-4e7ca2b8928d req-93b53a60-2ba0-4006-b315-d8e5a08afddc tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f4ed18-73d1-4c70-bfb8-abe78be9b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699763 Apr 05 14:24:23.215217 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-5c70500f-0df6-4ae4-9100-c205888c5a67 None None] Port d6ba28e6-c375-4457-823e-2bc26e839fdb cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:24:23.219148 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8392b015-c3a8-4d1b-8bd4-addba0a66b20 req-93625a99-d7dd-4e41-8216-367da7170066 service neutron] 10.222.0.11 "GET /v2.0/networks/a7521e9d-f5e6-41eb-a0df-ba36f906679b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692426 Apr 05 14:24:23.327857 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67256a4e-9054-43e7-9b40-548dacf74f91 req-39112a8d-1ce1-4ec0-8620-3d23ce97e9f6 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:23.328107 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [req-fd49682a-8944-4035-aaf5-9b36fe39f939 req-4313aa2f-a745-4645-9553-359e4ff4f28c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6ba28e6-c375-4457-823e-2bc26e839fdb {{(pid=103321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:24:23.331744 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-67256a4e-9054-43e7-9b40-548dacf74f91 req-39112a8d-1ce1-4ec0-8620-3d23ce97e9f6 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/ports?device_id=c28c5ff7-aa4f-4388-a2d2-34b3d1153744 HTTP/1.1" status: 200 len: 950 time: 0.0662482 Apr 05 14:24:23.336938 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-fd49682a-8944-4035-aaf5-9b36fe39f939 req-4313aa2f-a745-4645-9553-359e4ff4f28c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:23.357375 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.provisioning_blocks [req-fd49682a-8944-4035-aaf5-9b36fe39f939 req-4313aa2f-a745-4645-9553-359e4ff4f28c service neutron] Transition to ACTIVE for port object d6ba28e6-c375-4457-823e-2bc26e839fdb will not be triggered until provisioned by entity L2. {{(pid=103321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:24:23.384111 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-67256a4e-9054-43e7-9b40-548dacf74f91 req-98dc1538-bfc0-4cd9-b806-fd73cc5599bf tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/security-groups?id=024b129f-f256-4015-8a11-f785d9d68dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390863 Apr 05 14:24:23.431516 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-fd49682a-8944-4035-aaf5-9b36fe39f939 req-4313aa2f-a745-4645-9553-359e4ff4f28c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:23.482355 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4313aa2f-a745-4645-9553-359e4ff4f28c service neutron] Pushing event updated for resources: {'Port': ['ID=d6ba28e6-c375-4457-823e-2bc26e839fdb,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:23.534333 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-fd49682a-8944-4035-aaf5-9b36fe39f939 req-4313aa2f-a745-4645-9553-359e4ff4f28c service neutron] Attempting to bind port d6ba28e6-c375-4457-823e-2bc26e839fdb on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:24:23.546697 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-fd49682a-8944-4035-aaf5-9b36fe39f939 req-4313aa2f-a745-4645-9553-359e4ff4f28c service neutron] Attempting to bind port d6ba28e6-c375-4457-823e-2bc26e839fdb by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': '09954d38-1547-4760-90a8-9e1b4c0da813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1b63e8aa-daea-4368-a24a-bd4b53b75c89'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:24:23.547113 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd49682a-8944-4035-aaf5-9b36fe39f939 req-4313aa2f-a745-4645-9553-359e4ff4f28c service neutron] Attempting to bind port d6ba28e6-c375-4457-823e-2bc26e839fdb on network 1b63e8aa-daea-4368-a24a-bd4b53b75c89 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:24:23.553297 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd49682a-8944-4035-aaf5-9b36fe39f939 req-4313aa2f-a745-4645-9553-359e4ff4f28c service neutron] Port d6ba28e6-c375-4457-823e-2bc26e839fdb on network 1b63e8aa-daea-4368-a24a-bd4b53b75c89 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:24:23.553542 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd49682a-8944-4035-aaf5-9b36fe39f939 req-4313aa2f-a745-4645-9553-359e4ff4f28c service neutron] Attempting to bind port d6ba28e6-c375-4457-823e-2bc26e839fdb on network 1b63e8aa-daea-4368-a24a-bd4b53b75c89 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:24:23.559227 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c4073-bb97-4675-9626-ec0e9738c290 req-639f11b3-a6c7-4daf-8d85-aae0296a9c15 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:23.559970 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd49682a-8944-4035-aaf5-9b36fe39f939 req-4313aa2f-a745-4645-9553-359e4ff4f28c service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:24:23.560511 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd49682a-8944-4035-aaf5-9b36fe39f939 req-4313aa2f-a745-4645-9553-359e4ff4f28c service neutron] Checking segment: {'id': '09954d38-1547-4760-90a8-9e1b4c0da813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1b63e8aa-daea-4368-a24a-bd4b53b75c89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:24:23.560952 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd49682a-8944-4035-aaf5-9b36fe39f939 req-4313aa2f-a745-4645-9553-359e4ff4f28c service neutron] Bound using segment: {'id': '09954d38-1547-4760-90a8-9e1b4c0da813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1b63e8aa-daea-4368-a24a-bd4b53b75c89'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:24:23.561475 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-fd49682a-8944-4035-aaf5-9b36fe39f939 req-4313aa2f-a745-4645-9553-359e4ff4f28c service neutron] Bound port: d6ba28e6-c375-4457-823e-2bc26e839fdb, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09954d38-1547-4760-90a8-9e1b4c0da813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1b63e8aa-daea-4368-a24a-bd4b53b75c89'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:24:23.561843 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-fd49682a-8944-4035-aaf5-9b36fe39f939 req-4313aa2f-a745-4645-9553-359e4ff4f28c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:23.572021 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f21c4073-bb97-4675-9626-ec0e9738c290 req-639f11b3-a6c7-4daf-8d85-aae0296a9c15 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b59cb5a6-0788-46ac-802b-5137925be3db HTTP/1.1" status: 200 len: 949 time: 0.0882342 Apr 05 14:24:23.622151 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f21c4073-bb97-4675-9626-ec0e9738c290 req-9cec8608-7496-4da8-b88c-a860ca5f8eb1 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492492 Apr 05 14:24:23.649672 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-fd49682a-8944-4035-aaf5-9b36fe39f939 req-4313aa2f-a745-4645-9553-359e4ff4f28c service neutron] For port d6ba28e6-c375-4457-823e-2bc26e839fdb, host n-h1-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:24:23.659307 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-fd49682a-8944-4035-aaf5-9b36fe39f939 req-4313aa2f-a745-4645-9553-359e4ff4f28c service neutron] For port d6ba28e6-c375-4457-823e-2bc26e839fdb, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=d6ba28e6-c375-4457-823e-2bc26e839fdb,segment=NetworkSegment(09954d38-1547-4760-90a8-9e1b4c0da813),segment_id=09954d38-1547-4760-90a8-9e1b4c0da813)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:24:23.729617 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-fd49682a-8944-4035-aaf5-9b36fe39f939 req-4313aa2f-a745-4645-9553-359e4ff4f28c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:23.746508 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f5c904-3a92-4407-ad71-d1c44427e5fc req-4cfbe784-e288-4ce8-a08a-a9c6d33ed546 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:23.754349 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-46f5c904-3a92-4407-ad71-d1c44427e5fc req-4cfbe784-e288-4ce8-a08a-a9c6d33ed546 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] 10.222.0.30 "GET /v2.0/ports?device_id=25f837eb-2d46-46c0-bd4c-8c7e8bcba9c7 HTTP/1.1" status: 200 len: 943 time: 0.0622976 Apr 05 14:24:23.790931 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd49682a-8944-4035-aaf5-9b36fe39f939 req-4313aa2f-a745-4645-9553-359e4ff4f28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:23.791750 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-fd49682a-8944-4035-aaf5-9b36fe39f939 req-4313aa2f-a745-4645-9553-359e4ff4f28c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:23.793319 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-fd49682a-8944-4035-aaf5-9b36fe39f939 req-4313aa2f-a745-4645-9553-359e4ff4f28c service neutron] 10.222.0.55 "PUT /v2.0/ports/d6ba28e6-c375-4457-823e-2bc26e839fdb HTTP/1.1" status: 200 len: 1091 time: 0.9341688 Apr 05 14:24:23.794201 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25f837eb-2d46-46c0-bd4c-8c7e8bcba9c7', 'tag': 'd6ba28e6-c375-4457-823e-2bc26e839fdb'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:24:23.796833 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d25abc-3417-4bf8-ae01-490ef2a9ed23" -d '{"events": [{"name": "network-changed", "server_uuid": "25f837eb-2d46-46c0-bd4c-8c7e8bcba9c7", "tag": "d6ba28e6-c375-4457-823e-2bc26e839fdb"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:24:23.802750 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-46f5c904-3a92-4407-ad71-d1c44427e5fc req-4961f524-dad6-4edb-9dd7-226828560f8b tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] 10.222.0.30 "GET /v2.0/security-groups?id=32e0261a-69a5-4668-8a24-c49812c2e663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461993 Apr 05 14:24:23.834236 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4313aa2f-a745-4645-9553-359e4ff4f28c service neutron] Pushing event updated for resources: {'Port': ['ID=d6ba28e6-c375-4457-823e-2bc26e839fdb,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:23.973314 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df0eb8-8e54-4b0e-982d-3f9f1fd460dd req-47d64151-7aba-4b3d-9f51-7c125f98fb87 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:23.978034 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-71df0eb8-8e54-4b0e-982d-3f9f1fd460dd req-47d64151-7aba-4b3d-9f51-7c125f98fb87 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f1b58e2-be69-4c36-883b-ff86d10629ae HTTP/1.1" status: 200 len: 943 time: 0.0932345 Apr 05 14:24:23.992742 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd49682a-8944-4035-aaf5-9b36fe39f939 req-5426adee-1bdb-48e3-8dab-45d3acf2e2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:23.994420 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-fd49682a-8944-4035-aaf5-9b36fe39f939 req-5426adee-1bdb-48e3-8dab-45d3acf2e2be service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bd8b96edc558485b9979531577275f30&device_id=25f837eb-2d46-46c0-bd4c-8c7e8bcba9c7 HTTP/1.1" status: 200 len: 1094 time: 0.0781651 Apr 05 14:24:24.025684 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-71df0eb8-8e54-4b0e-982d-3f9f1fd460dd req-a193545e-9435-49ca-a3e9-662957be1519 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/security-groups?id=87dfefd3-1552-4299-8b8c-e9b0053c68dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429044 Apr 05 14:24:24.063053 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-fd49682a-8944-4035-aaf5-9b36fe39f939 req-77ca24ae-f4c5-49ec-8b22-8d8b8be96cf8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6ba28e6-c375-4457-823e-2bc26e839fdb HTTP/1.1" status: 200 len: 217 time: 0.0600328 Apr 05 14:24:24.083263 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac5fe73a-a836-4f18-ba23-3ab2dde6564b x-openstack-request-id: req-ac5fe73a-a836-4f18-ba23-3ab2dde6564b {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:24:24.083553 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25f837eb-2d46-46c0-bd4c-8c7e8bcba9c7", "tag": "d6ba28e6-c375-4457-823e-2bc26e839fdb", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:24:24.083811 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ac5fe73a-a836-4f18-ba23-3ab2dde6564b {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:24:24.084211 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac5fe73a-a836-4f18-ba23-3ab2dde6564b'] response: {'name': 'network-changed', 'server_uuid': '25f837eb-2d46-46c0-bd4c-8c7e8bcba9c7', 'tag': 'd6ba28e6-c375-4457-823e-2bc26e839fdb', 'status': 'completed', 'code': 200} Apr 05 14:24:24.120201 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd49682a-8944-4035-aaf5-9b36fe39f939 req-92ee98b5-eea3-424a-9684-d33fc10d5ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:24.121714 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-fd49682a-8944-4035-aaf5-9b36fe39f939 req-92ee98b5-eea3-424a-9684-d33fc10d5ce0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5b46d40d-3e52-48d1-948e-12fd5418f39e HTTP/1.1" status: 200 len: 868 time: 0.0507915 Apr 05 14:24:24.175006 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd49682a-8944-4035-aaf5-9b36fe39f939 req-c2e69ad3-8a6b-4049-9583-9654679902a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:24.176410 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-fd49682a-8944-4035-aaf5-9b36fe39f939 req-c2e69ad3-8a6b-4049-9583-9654679902a1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1b63e8aa-daea-4368-a24a-bd4b53b75c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441706 Apr 05 14:24:24.289140 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-fd49682a-8944-4035-aaf5-9b36fe39f939 req-0c7d8a7a-1071-47b8-afcc-84af615c411d service neutron] 10.222.0.55 "GET /v2.0/networks/1b63e8aa-daea-4368-a24a-bd4b53b75c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049287 Apr 05 14:24:24.320594 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5defc5d6-5f04-4048-99d3-5e228598db4d req-b66325ef-b418-4f85-89ae-66bf20e124e7 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:24.322939 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5defc5d6-5f04-4048-99d3-5e228598db4d req-b66325ef-b418-4f85-89ae-66bf20e124e7 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d6bf638-89f5-4c77-aa7e-86f315d6da75 HTTP/1.1" status: 200 len: 945 time: 0.0646110 Apr 05 14:24:24.363432 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e13f07fa-8ed6-43bb-b3e9-0dc876f8900a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:24.376028 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5defc5d6-5f04-4048-99d3-5e228598db4d req-9160ae9a-c8f8-4bb1-b562-5f52699aa1d0 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f4ed18-73d1-4c70-bfb8-abe78be9b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450685 Apr 05 14:24:24.426465 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-fd49682a-8944-4035-aaf5-9b36fe39f939 req-bfada338-71dd-4fed-a733-d728e459099d service neutron] 10.222.0.55 "GET /v2.0/networks/1b63e8aa-daea-4368-a24a-bd4b53b75c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286788 Apr 05 14:24:24.590188 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9bf8ec-1e08-4892-8fd5-1cc48cbbbacc req-a5b80bca-35ef-499a-be40-1a8a4aa45878 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:24.592146 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5e9bf8ec-1e08-4892-8fd5-1cc48cbbbacc req-a5b80bca-35ef-499a-be40-1a8a4aa45878 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/ports?device_id=c28c5ff7-aa4f-4388-a2d2-34b3d1153744 HTTP/1.1" status: 200 len: 950 time: 0.0678802 Apr 05 14:24:24.611863 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d25abc-3417-4bf8-ae01-490ef2a9ed23 req-491c4eb3-32e6-403c-a02a-cd94989371dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:24.613348 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-46d25abc-3417-4bf8-ae01-490ef2a9ed23 req-491c4eb3-32e6-403c-a02a-cd94989371dd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bd8b96edc558485b9979531577275f30&device_id=25f837eb-2d46-46c0-bd4c-8c7e8bcba9c7 HTTP/1.1" status: 200 len: 1094 time: 0.0495150 Apr 05 14:24:24.633631 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5e9bf8ec-1e08-4892-8fd5-1cc48cbbbacc req-b2f283b0-5caa-4f74-970b-ba63300664e5 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/security-groups?id=024b129f-f256-4015-8a11-f785d9d68dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336099 Apr 05 14:24:24.725743 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d25abc-3417-4bf8-ae01-490ef2a9ed23 req-4961955f-c9a9-4608-b529-23f288a59182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:24.727217 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-46d25abc-3417-4bf8-ae01-490ef2a9ed23 req-4961955f-c9a9-4608-b529-23f288a59182 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1b63e8aa-daea-4368-a24a-bd4b53b75c89 HTTP/1.1" status: 200 len: 930 time: 0.1060607 Apr 05 14:24:24.773180 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-46d25abc-3417-4bf8-ae01-490ef2a9ed23 req-5c88b7ce-bfbc-421d-ad11-b2060c82ca22 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6ba28e6-c375-4457-823e-2bc26e839fdb HTTP/1.1" status: 200 len: 217 time: 0.0374727 Apr 05 14:24:24.785481 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823cd713-eabd-4397-847e-60639dff657a req-0aefc0cc-b6c8-4d13-9919-457c9eaf02ff tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:24.787260 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-823cd713-eabd-4397-847e-60639dff657a req-0aefc0cc-b6c8-4d13-9919-457c9eaf02ff tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b59cb5a6-0788-46ac-802b-5137925be3db HTTP/1.1" status: 200 len: 949 time: 0.0541508 Apr 05 14:24:24.829632 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d25abc-3417-4bf8-ae01-490ef2a9ed23 req-2152ca71-eab5-4f52-935d-909e4f0df5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:24.830650 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-823cd713-eabd-4397-847e-60639dff657a req-077327ae-14b2-4e35-a8bd-34240e4a2979 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360873 Apr 05 14:24:24.831100 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-46d25abc-3417-4bf8-ae01-490ef2a9ed23 req-2152ca71-eab5-4f52-935d-909e4f0df5ef service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5b46d40d-3e52-48d1-948e-12fd5418f39e HTTP/1.1" status: 200 len: 868 time: 0.0497694 Apr 05 14:24:24.884669 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d25abc-3417-4bf8-ae01-490ef2a9ed23 req-9340559b-2860-414c-a887-30387332a370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:24.884669 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-46d25abc-3417-4bf8-ae01-490ef2a9ed23 req-9340559b-2860-414c-a887-30387332a370 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1b63e8aa-daea-4368-a24a-bd4b53b75c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413780 Apr 05 14:24:24.989520 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca1f91c-9397-4f74-a8b1-ab9379530c10 req-41b3a98c-da8f-47bd-94b3-369372c155b9 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:24.990997 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cca1f91c-9397-4f74-a8b1-ab9379530c10 req-41b3a98c-da8f-47bd-94b3-369372c155b9 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] 10.222.0.30 "GET /v2.0/ports?device_id=25f837eb-2d46-46c0-bd4c-8c7e8bcba9c7 HTTP/1.1" status: 200 len: 943 time: 0.0545444 Apr 05 14:24:24.998198 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-46d25abc-3417-4bf8-ae01-490ef2a9ed23 req-a5988dce-e021-4720-9413-ffdd157a8b1e service neutron] 10.222.0.55 "GET /v2.0/networks/1b63e8aa-daea-4368-a24a-bd4b53b75c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067631 Apr 05 14:24:25.036923 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cca1f91c-9397-4f74-a8b1-ab9379530c10 req-12fc24c4-f0ed-4687-979c-ac23695aee23 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] 10.222.0.30 "GET /v2.0/security-groups?id=32e0261a-69a5-4668-8a24-c49812c2e663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394256 Apr 05 14:24:25.128194 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-46d25abc-3417-4bf8-ae01-490ef2a9ed23 req-2cb04fca-2827-4ee1-886e-0736f1cb40bb service neutron] 10.222.0.55 "GET /v2.0/networks/1b63e8aa-daea-4368-a24a-bd4b53b75c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219764 Apr 05 14:24:25.183096 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d21f4-891a-455a-8eac-3a6644773380 req-36f8c743-d358-4290-b1b5-6656fdaae0bf tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:25.184721 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ea4d21f4-891a-455a-8eac-3a6644773380 req-36f8c743-d358-4290-b1b5-6656fdaae0bf tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f1b58e2-be69-4c36-883b-ff86d10629ae HTTP/1.1" status: 200 len: 943 time: 0.0497901 Apr 05 14:24:25.223915 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ea4d21f4-891a-455a-8eac-3a6644773380 req-ea5134ca-d9f9-47cd-a873-2834322ea1ef tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/security-groups?id=87dfefd3-1552-4299-8b8c-e9b0053c68dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322940 Apr 05 14:24:25.503795 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcfe2e6-43b2-4540-b408-781d2d9c37ce req-f17bcdfd-e658-4ec1-8519-75e719565c2b tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:25.505326 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6fcfe2e6-43b2-4540-b408-781d2d9c37ce req-f17bcdfd-e658-4ec1-8519-75e719565c2b tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d6bf638-89f5-4c77-aa7e-86f315d6da75 HTTP/1.1" status: 200 len: 945 time: 0.0542209 Apr 05 14:24:25.543736 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6fcfe2e6-43b2-4540-b408-781d2d9c37ce req-acbf98c7-ac15-4689-992e-6584aec4fc44 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f4ed18-73d1-4c70-bfb8-abe78be9b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321503 Apr 05 14:24:25.755006 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf6918-257b-44bf-8bcd-7273f36f060f req-e106355d-f3a6-42de-8993-c5f0dced0b7a tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:25.757131 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-25bf6918-257b-44bf-8bcd-7273f36f060f req-e106355d-f3a6-42de-8993-c5f0dced0b7a tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/ports?device_id=c28c5ff7-aa4f-4388-a2d2-34b3d1153744 HTTP/1.1" status: 200 len: 950 time: 0.0484474 Apr 05 14:24:25.802775 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-25bf6918-257b-44bf-8bcd-7273f36f060f req-ff9566d2-3d5d-4909-904d-186a24411908 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/security-groups?id=024b129f-f256-4015-8a11-f785d9d68dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396440 Apr 05 14:24:25.950053 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd1a9b4-3dd8-44c3-89f7-1293ee57c436 req-da1dc8b7-7be3-4cf9-859b-d912f65c7a34 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:25.952323 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5dd1a9b4-3dd8-44c3-89f7-1293ee57c436 req-da1dc8b7-7be3-4cf9-859b-d912f65c7a34 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b59cb5a6-0788-46ac-802b-5137925be3db HTTP/1.1" status: 200 len: 949 time: 0.0499156 Apr 05 14:24:25.993848 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5dd1a9b4-3dd8-44c3-89f7-1293ee57c436 req-fdd574dd-ea2f-4414-a002-40a481e1ac5d tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345464 Apr 05 14:24:26.006282 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 53506) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:24:26.168186 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e6125-235c-43b0-9aef-2a00f85bc69b req-18be1b1a-7355-4c83-9e9a-731a79412b45 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:26.168656 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ff7e6125-235c-43b0-9aef-2a00f85bc69b req-18be1b1a-7355-4c83-9e9a-731a79412b45 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] 10.222.0.30 "GET /v2.0/ports?device_id=25f837eb-2d46-46c0-bd4c-8c7e8bcba9c7 HTTP/1.1" status: 200 len: 943 time: 0.0499845 Apr 05 14:24:26.214642 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ff7e6125-235c-43b0-9aef-2a00f85bc69b req-51c696de-4e07-420e-8960-fd459c430e03 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] 10.222.0.30 "GET /v2.0/security-groups?id=32e0261a-69a5-4668-8a24-c49812c2e663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367892 Apr 05 14:24:26.218636 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ff8ed510-5bf1-4af4-bbb5-713e94d01305 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:26.301492 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ff8ed510-5bf1-4af4-bbb5-713e94d01305 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:26.341586 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516cd4d3-8040-4a82-b205-b28270157f2d req-4dd9dbc5-e008-443a-a57f-5f32ca097d92 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:26.343153 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-516cd4d3-8040-4a82-b205-b28270157f2d req-4dd9dbc5-e008-443a-a57f-5f32ca097d92 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f1b58e2-be69-4c36-883b-ff86d10629ae HTTP/1.1" status: 200 len: 943 time: 0.0492110 Apr 05 14:24:26.368602 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ff8ed510-5bf1-4af4-bbb5-713e94d01305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:26.384920 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-516cd4d3-8040-4a82-b205-b28270157f2d req-8a908990-9666-49f5-a146-e63e2de4b48e tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/security-groups?id=87dfefd3-1552-4299-8b8c-e9b0053c68dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355639 Apr 05 14:24:26.408342 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-ff8ed510-5bf1-4af4-bbb5-713e94d01305 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cb2367fd9dda4b06bd7d8859f0ad85df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4009569 Apr 05 14:24:26.409200 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8ed510-5bf1-4af4-bbb5-713e94d01305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78591920-643c-4182-81f5-f2f60c50f7c5,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:26.411862 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 53516) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:24:26.466352 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b055770e-f830-4004-ac32-3d5c91974e24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:26.487699 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b055770e-f830-4004-ac32-3d5c91974e24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:26.605722 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b055770e-f830-4004-ac32-3d5c91974e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:26.609675 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b055770e-f830-4004-ac32-3d5c91974e24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:26.613383 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-b055770e-f830-4004-ac32-3d5c91974e24 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/78591920-643c-4182-81f5-f2f60c50f7c5 HTTP/1.1" status: 204 len: 168 time: 0.2000918 Apr 05 14:24:26.633081 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b055770e-f830-4004-ac32-3d5c91974e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78591920-643c-4182-81f5-f2f60c50f7c5,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:26.671275 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 53524) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:24:26.675000 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00584971-051d-472e-8392-b58a94fbd17b req-dca4de84-0c5a-48b7-a341-f0f428e7f3b9 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:26.676815 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-00584971-051d-472e-8392-b58a94fbd17b req-dca4de84-0c5a-48b7-a341-f0f428e7f3b9 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d6bf638-89f5-4c77-aa7e-86f315d6da75 HTTP/1.1" status: 200 len: 945 time: 0.0621791 Apr 05 14:24:26.679771 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a93fa174-8ca6-4a88-bcd9-9a1eee8d035b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:26.723046 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-00584971-051d-472e-8392-b58a94fbd17b req-297f87cb-6f36-4205-9832-beab21fe4abb tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f4ed18-73d1-4c70-bfb8-abe78be9b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398726 Apr 05 14:24:26.789217 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a3491130-46ab-44bc-b1e4-fcbd5442485f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:26.865523 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a3491130-46ab-44bc-b1e4-fcbd5442485f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:26.919246 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a3491130-46ab-44bc-b1e4-fcbd5442485f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:26.935878 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da851d32-fa3b-452f-b08f-77a0b41fea43 req-2b7bb466-2626-432b-ab3a-425a76448a24 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:26.937540 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-da851d32-fa3b-452f-b08f-77a0b41fea43 req-2b7bb466-2626-432b-ab3a-425a76448a24 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/ports?device_id=c28c5ff7-aa4f-4388-a2d2-34b3d1153744 HTTP/1.1" status: 200 len: 950 time: 0.0662241 Apr 05 14:24:26.961023 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-a3491130-46ab-44bc-b1e4-fcbd5442485f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=14a30af669b2475fa0a96a9400aca0cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2862775 Apr 05 14:24:26.961547 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 53532) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:24:26.967927 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3491130-46ab-44bc-b1e4-fcbd5442485f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b0e9983-b790-4f8e-bdbf-a93a2efd1324,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:26.996511 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-da851d32-fa3b-452f-b08f-77a0b41fea43 req-8f409c83-e4c1-44cb-99b4-283eb4464ac6 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/security-groups?id=024b129f-f256-4015-8a11-f785d9d68dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519066 Apr 05 14:24:27.003063 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 9bb7ba5f-b66b-4dba-adf1-7cfc611951a3 details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:24:27.022129 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0bd3a1b2-0887-4d10-923a-2e41d30bd567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:27.053040 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0bd3a1b2-0887-4d10-923a-2e41d30bd567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:27.077200 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device d6ba28e6-c375-4457-823e-2bc26e839fdb details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:24:27.131129 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c31f26-0897-4b52-b8e7-871655357cc6 req-5fd8653f-4de5-4869-bf94-cc7424ba3bb4 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:27.133053 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-21c31f26-0897-4b52-b8e7-871655357cc6 req-5fd8653f-4de5-4869-bf94-cc7424ba3bb4 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b59cb5a6-0788-46ac-802b-5137925be3db HTTP/1.1" status: 200 len: 949 time: 0.0533814 Apr 05 14:24:27.142657 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 9bb7ba5f-b66b-4dba-adf1-7cfc611951a3, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=9bb7ba5f-b66b-4dba-adf1-7cfc611951a3,segment=NetworkSegment(9a0d8962-c4ed-4c9e-b2aa-287076289665),segment_id=9a0d8962-c4ed-4c9e-b2aa-287076289665)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:24:27.174398 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-21c31f26-0897-4b52-b8e7-871655357cc6 req-59ba94ac-882f-43e6-894b-d048ab583b7c tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341070 Apr 05 14:24:27.183113 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': '9bb7ba5f-b66b-4dba-adf1-7cfc611951a3', 'network_id': 'a7521e9d-f5e6-41eb-a0df-ba36f906679b', 'port_id': '9bb7ba5f-b66b-4dba-adf1-7cfc611951a3', 'mac_address': 'fa:16:3e:ab:1c:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7c49c0f-6616-4198-accb-769bb8e34e24', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:24:27.210821 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0bd3a1b2-0887-4d10-923a-2e41d30bd567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:27.213449 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0bd3a1b2-0887-4d10-923a-2e41d30bd567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:27.214731 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-0bd3a1b2-0887-4d10-923a-2e41d30bd567 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8b0e9983-b790-4f8e-bdbf-a93a2efd1324 HTTP/1.1" status: 204 len: 168 time: 0.2525523 Apr 05 14:24:27.225213 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd3a1b2-0887-4d10-923a-2e41d30bd567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b0e9983-b790-4f8e-bdbf-a93a2efd1324,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:27.253280 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port d6ba28e6-c375-4457-823e-2bc26e839fdb, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=d6ba28e6-c375-4457-823e-2bc26e839fdb,segment=NetworkSegment(09954d38-1547-4760-90a8-9e1b4c0da813),segment_id=09954d38-1547-4760-90a8-9e1b4c0da813)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:24:27.275473 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:27.286598 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': 'd6ba28e6-c375-4457-823e-2bc26e839fdb', 'network_id': '1b63e8aa-daea-4368-a24a-bd4b53b75c89', 'port_id': 'd6ba28e6-c375-4457-823e-2bc26e839fdb', 'mac_address': 'fa:16:3e:6b:d1:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b46d40d-3e52-48d1-948e-12fd5418f39e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:24:27.291400 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 53540) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:24:27.305196 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-dc40fba7-c5a8-4ed8-a2a6-7e77400db4c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:27.318228 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bb7ba5f-b66b-4dba-adf1-7cfc611951a3 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:24:27.340033 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12d9f6c-7462-4ae2-8b9f-4b4fbc94fd4c req-88bcfdf4-c886-49bc-bc9e-df51fa9fbdb1 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:27.342292 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c12d9f6c-7462-4ae2-8b9f-4b4fbc94fd4c req-88bcfdf4-c886-49bc-bc9e-df51fa9fbdb1 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] 10.222.0.30 "GET /v2.0/ports?device_id=25f837eb-2d46-46c0-bd4c-8c7e8bcba9c7 HTTP/1.1" status: 200 len: 943 time: 0.0508552 Apr 05 14:24:27.351071 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 9bb7ba5f-b66b-4dba-adf1-7cfc611951a3, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=9bb7ba5f-b66b-4dba-adf1-7cfc611951a3,segment=NetworkSegment(9a0d8962-c4ed-4c9e-b2aa-287076289665),segment_id=9a0d8962-c4ed-4c9e-b2aa-287076289665)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:24:27.355440 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:27.368442 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6ba28e6-c375-4457-823e-2bc26e839fdb {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:24:27.384431 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c12d9f6c-7462-4ae2-8b9f-4b4fbc94fd4c req-8dd71372-7051-4495-ad61-dcdb9cfe0992 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] 10.222.0.30 "GET /v2.0/security-groups?id=32e0261a-69a5-4668-8a24-c49812c2e663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340691 Apr 05 14:24:27.387350 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-dc40fba7-c5a8-4ed8-a2a6-7e77400db4c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:27.391317 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port d6ba28e6-c375-4457-823e-2bc26e839fdb, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=d6ba28e6-c375-4457-823e-2bc26e839fdb,segment=NetworkSegment(09954d38-1547-4760-90a8-9e1b4c0da813),segment_id=09954d38-1547-4760-90a8-9e1b4c0da813)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:24:27.431452 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:27.472019 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-dc40fba7-c5a8-4ed8-a2a6-7e77400db4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:27.472425 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:27.488199 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=9bb7ba5f-b66b-4dba-adf1-7cfc611951a3,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:27.495916 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:24:27.496267 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:24:27.496611 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:24:27.496970 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:24:27.497363 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:24:27.497882 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:24:27.498214 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:24:27.498540 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:24:27.498868 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:24:27.499193 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:24:27.499518 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:24:27.499836 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:24:27.504871 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd1f079-8c8b-45cb-a35f-f74a05dba816 req-ac9e58a1-5dee-4254-9d0b-e223ac63fcec tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:27.506466 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7fd1f079-8c8b-45cb-a35f-f74a05dba816 req-ac9e58a1-5dee-4254-9d0b-e223ac63fcec tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f1b58e2-be69-4c36-883b-ff86d10629ae HTTP/1.1" status: 200 len: 944 time: 0.0530491 Apr 05 14:24:27.535602 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-dc40fba7-c5a8-4ed8-a2a6-7e77400db4c3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bc58ce6e14924146bfa3ba3e78709074&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2428107 Apr 05 14:24:27.536435 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc40fba7-c5a8-4ed8-a2a6-7e77400db4c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=663812fa-9386-4e31-9c48-03b559ab9d5a,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:27.539407 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 53546) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:24:27.569568 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7fd1f079-8c8b-45cb-a35f-f74a05dba816 req-20b4d424-6cd3-4dd5-a73d-56afcff6db83 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/security-groups?id=87dfefd3-1552-4299-8b8c-e9b0053c68dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538566 Apr 05 14:24:27.582025 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=d6ba28e6-c375-4457-823e-2bc26e839fdb,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:27.598875 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-537f4413-3254-4bbd-9207-d3f1b24218d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:27.620973 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-537f4413-3254-4bbd-9207-d3f1b24218d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:27.750955 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['d6ba28e6-c375-4457-823e-2bc26e839fdb'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:24:27.759536 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-537f4413-3254-4bbd-9207-d3f1b24218d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:27.762791 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-537f4413-3254-4bbd-9207-d3f1b24218d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:27.764665 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-537f4413-3254-4bbd-9207-d3f1b24218d4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/663812fa-9386-4e31-9c48-03b559ab9d5a HTTP/1.1" status: 204 len: 168 time: 0.2243500 Apr 05 14:24:27.787245 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537f4413-3254-4bbd-9207-d3f1b24218d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=663812fa-9386-4e31-9c48-03b559ab9d5a,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:27.836965 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['9bb7ba5f-b66b-4dba-adf1-7cfc611951a3'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:24:27.847922 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c51d79-91fd-433f-a73c-360af5dae341 req-170da859-d516-4618-ae54-c0bdb671a04d tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:27.849518 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b5c51d79-91fd-433f-a73c-360af5dae341 req-170da859-d516-4618-ae54-c0bdb671a04d tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d6bf638-89f5-4c77-aa7e-86f315d6da75 HTTP/1.1" status: 200 len: 945 time: 0.0543163 Apr 05 14:24:27.887171 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:27.890173 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b5c51d79-91fd-433f-a73c-360af5dae341 req-286668d7-1cda-470f-b315-5c324fa4ebb6 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f4ed18-73d1-4c70-bfb8-abe78be9b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333812 Apr 05 14:24:28.018426 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 53554) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:24:28.032179 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-64e60904-349f-4cd9-a599-1a44dcd1e7d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:28.110546 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-64e60904-349f-4cd9-a599-1a44dcd1e7d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:28.136461 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75f9c6e-16f5-4ddf-8c64-4ad9eb413773 req-0335ed49-6ec0-4e57-9ee8-91e9455cc376 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:28.138478 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d75f9c6e-16f5-4ddf-8c64-4ad9eb413773 req-0335ed49-6ec0-4e57-9ee8-91e9455cc376 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/ports?device_id=c28c5ff7-aa4f-4388-a2d2-34b3d1153744 HTTP/1.1" status: 200 len: 950 time: 0.0528476 Apr 05 14:24:28.178619 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d75f9c6e-16f5-4ddf-8c64-4ad9eb413773 req-dc0e2eda-e081-499f-98de-05ad950f63b3 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/security-groups?id=024b129f-f256-4015-8a11-f785d9d68dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334125 Apr 05 14:24:28.182310 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-64e60904-349f-4cd9-a599-1a44dcd1e7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:28.227158 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e60904-349f-4cd9-a599-1a44dcd1e7d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=610d74c0-e73c-43e9-af7f-597f02b20c22,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:28.234201 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-64e60904-349f-4cd9-a599-1a44dcd1e7d4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0bece7813c1f4123a4ee0f7927bf60ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2146115 Apr 05 14:24:28.237178 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 53562) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:24:28.288589 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b6e99fcb-113a-4ec6-a3e1-48205013b2f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:28.300280 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47c772d-877c-44b1-844b-ef0714032b7e req-98c27015-7e2c-446d-a323-5ac5ba7491f5 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:28.301791 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c47c772d-877c-44b1-844b-ef0714032b7e req-98c27015-7e2c-446d-a323-5ac5ba7491f5 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b59cb5a6-0788-46ac-802b-5137925be3db HTTP/1.1" status: 200 len: 949 time: 0.0550189 Apr 05 14:24:28.310221 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b6e99fcb-113a-4ec6-a3e1-48205013b2f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:28.474247 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b6e99fcb-113a-4ec6-a3e1-48205013b2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:28.476864 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b6e99fcb-113a-4ec6-a3e1-48205013b2f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:28.481066 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-b6e99fcb-113a-4ec6-a3e1-48205013b2f0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/610d74c0-e73c-43e9-af7f-597f02b20c22 HTTP/1.1" status: 204 len: 168 time: 0.2428288 Apr 05 14:24:28.482433 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 53566) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:24:28.505240 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e99fcb-113a-4ec6-a3e1-48205013b2f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=610d74c0-e73c-43e9-af7f-597f02b20c22,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:28.508165 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-640de380-f129-4ec0-a9d8-7cfece72f69a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:28.623507 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-640de380-f129-4ec0-a9d8-7cfece72f69a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:28.637492 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c47c772d-877c-44b1-844b-ef0714032b7e req-19376b98-540a-46bb-b8e0-5904a686a9f1 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3296459 Apr 05 14:24:28.656907 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9713f1-22c0-43f6-85c4-dc5253822b01 req-68393ad2-fae8-431c-82f7-d740341387c2 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:28.658563 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5c9713f1-22c0-43f6-85c4-dc5253822b01 req-68393ad2-fae8-431c-82f7-d740341387c2 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] 10.222.0.30 "GET /v2.0/ports?device_id=25f837eb-2d46-46c0-bd4c-8c7e8bcba9c7 HTTP/1.1" status: 200 len: 944 time: 0.0809579 Apr 05 14:24:28.683116 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-640de380-f129-4ec0-a9d8-7cfece72f69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:28.717917 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5c9713f1-22c0-43f6-85c4-dc5253822b01 req-904352a0-3eb7-42e8-b750-e7dbeeef5f14 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] 10.222.0.30 "GET /v2.0/security-groups?id=32e0261a-69a5-4668-8a24-c49812c2e663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516615 Apr 05 14:24:28.725606 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640de380-f129-4ec0-a9d8-7cfece72f69a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5daa3287-9398-4d19-91d6-98a65f32d5cc,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:28.730368 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-640de380-f129-4ec0-a9d8-7cfece72f69a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ed6a9b8401874e80a759fd008ca6372a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2439022 Apr 05 14:24:28.735706 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 53572) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:24:28.800707 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76daa0c7-b306-43ef-b995-24462d822103 req-69972c70-a45c-478b-be88-b8b5726bf8b8 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:28.802751 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-76daa0c7-b306-43ef-b995-24462d822103 req-69972c70-a45c-478b-be88-b8b5726bf8b8 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f1b58e2-be69-4c36-883b-ff86d10629ae HTTP/1.1" status: 200 len: 944 time: 0.1008210 Apr 05 14:24:28.831267 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f6835015-5442-4a99-95cb-18fedf1e6b74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:28.871887 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-76daa0c7-b306-43ef-b995-24462d822103 req-cf47f04e-073d-41a3-8db4-daef0999aa94 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/security-groups?id=87dfefd3-1552-4299-8b8c-e9b0053c68dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582151 Apr 05 14:24:28.874381 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f6835015-5442-4a99-95cb-18fedf1e6b74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:29.010656 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f6835015-5442-4a99-95cb-18fedf1e6b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:29.021240 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f6835015-5442-4a99-95cb-18fedf1e6b74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:29.021240 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-f6835015-5442-4a99-95cb-18fedf1e6b74 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5daa3287-9398-4d19-91d6-98a65f32d5cc HTTP/1.1" status: 204 len: 168 time: 0.2791171 Apr 05 14:24:29.025906 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 9bb7ba5f-b66b-4dba-adf1-7cfc611951a3 up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:24:29.036761 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6835015-5442-4a99-95cb-18fedf1e6b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5daa3287-9398-4d19-91d6-98a65f32d5cc,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:29.060748 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8321f8b-8a17-41a8-9d27-1dd7551f3986 req-7bd8eec9-3f2d-4a2c-b999-2bd4e9fc8706 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:29.062882 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d8321f8b-8a17-41a8-9d27-1dd7551f3986 req-7bd8eec9-3f2d-4a2c-b999-2bd4e9fc8706 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d6bf638-89f5-4c77-aa7e-86f315d6da75 HTTP/1.1" status: 200 len: 945 time: 0.0902867 Apr 05 14:24:29.094471 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device d6ba28e6-c375-4457-823e-2bc26e839fdb up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:24:29.116079 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d8321f8b-8a17-41a8-9d27-1dd7551f3986 req-814b94b8-4bee-4543-8afd-d7883e4f3beb tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f4ed18-73d1-4c70-bfb8-abe78be9b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461128 Apr 05 14:24:29.233713 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning for port 9bb7ba5f-b66b-4dba-adf1-7cfc611951a3 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:24:29.238199 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port 9bb7ba5f-b66b-4dba-adf1-7cfc611951a3 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:24:29.238577 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:29.264053 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port d6ba28e6-c375-4457-823e-2bc26e839fdb completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:24:29.269521 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port d6ba28e6-c375-4457-823e-2bc26e839fdb triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:24:29.269901 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:29.313939 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3677b105-79d3-4673-a5f2-62fabd0453a3 req-f64fb66d-027c-4cbd-9bd6-85f81dbd4bd6 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:29.313939 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3677b105-79d3-4673-a5f2-62fabd0453a3 req-f64fb66d-027c-4cbd-9bd6-85f81dbd4bd6 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/ports?device_id=c28c5ff7-aa4f-4388-a2d2-34b3d1153744 HTTP/1.1" status: 200 len: 950 time: 0.0666382 Apr 05 14:24:29.375126 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3677b105-79d3-4673-a5f2-62fabd0453a3 req-a38a49e4-b759-4068-b82c-a828d891e97b tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/security-groups?id=024b129f-f256-4015-8a11-f785d9d68dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523503 Apr 05 14:24:29.389442 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:29.405890 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:29.451880 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25f837eb-2d46-46c0-bd4c-8c7e8bcba9c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ba28e6-c375-4457-823e-2bc26e839fdb'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:24:29.454173 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e06822d-f450-4e25-8649-e7ce0ac5e731" -d '{"events": [{"server_uuid": "25f837eb-2d46-46c0-bd4c-8c7e8bcba9c7", "name": "network-vif-plugged", "status": "completed", "tag": "d6ba28e6-c375-4457-823e-2bc26e839fdb"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:24:29.475555 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port d6ba28e6-c375-4457-823e-2bc26e839fdb, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=d6ba28e6-c375-4457-823e-2bc26e839fdb,segment=NetworkSegment(09954d38-1547-4760-90a8-9e1b4c0da813),segment_id=09954d38-1547-4760-90a8-9e1b4c0da813)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:24:29.476866 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:29.527225 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e74d276-24d9-4b2e-af2b-c7236fdcb76d x-openstack-request-id: req-9e74d276-24d9-4b2e-af2b-c7236fdcb76d {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:24:29.527537 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25f837eb-2d46-46c0-bd4c-8c7e8bcba9c7", "name": "network-vif-plugged", "status": "completed", "tag": "d6ba28e6-c375-4457-823e-2bc26e839fdb", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:24:29.527794 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9e74d276-24d9-4b2e-af2b-c7236fdcb76d {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:24:29.528177 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e74d276-24d9-4b2e-af2b-c7236fdcb76d'] response: {'server_uuid': '25f837eb-2d46-46c0-bd4c-8c7e8bcba9c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ba28e6-c375-4457-823e-2bc26e839fdb', 'code': 200} Apr 05 14:24:29.530613 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 9bb7ba5f-b66b-4dba-adf1-7cfc611951a3, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=9bb7ba5f-b66b-4dba-adf1-7cfc611951a3,segment=NetworkSegment(9a0d8962-c4ed-4c9e-b2aa-287076289665),segment_id=9a0d8962-c4ed-4c9e-b2aa-287076289665)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:24:29.559921 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:29.600596 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:29.608850 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:29.624753 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=d6ba28e6-c375-4457-823e-2bc26e839fdb,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:29.642261 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a340baa-957e-475b-b924-10f70d0608c4 req-3f275186-9d2c-47e5-8469-f8a6d3b5060e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:29.646174 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-5a340baa-957e-475b-b924-10f70d0608c4 req-3f275186-9d2c-47e5-8469-f8a6d3b5060e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=25f837eb-2d46-46c0-bd4c-8c7e8bcba9c7 HTTP/1.1" status: 200 len: 1096 time: 0.0574803 Apr 05 14:24:29.681843 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=9bb7ba5f-b66b-4dba-adf1-7cfc611951a3,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:29.700026 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-5a340baa-957e-475b-b924-10f70d0608c4 req-9bcd4ded-7961-4b04-8983-e01a9cd9f860 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=32e0261a-69a5-4668-8a24-c49812c2e663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490580 Apr 05 14:24:29.778585 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff66b35-6c82-43ce-a92a-54e9fce4b0ab req-43abb9bf-dd7a-44ed-ae8f-deb660f70678 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:29.781774 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9ff66b35-6c82-43ce-a92a-54e9fce4b0ab req-43abb9bf-dd7a-44ed-ae8f-deb660f70678 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b59cb5a6-0788-46ac-802b-5137925be3db HTTP/1.1" status: 200 len: 949 time: 0.0616775 Apr 05 14:24:29.831511 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9ff66b35-6c82-43ce-a92a-54e9fce4b0ab req-47b38327-929f-46eb-9b01-1f6d93ae459d tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431869 Apr 05 14:24:29.873732 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0025e377-e5ec-4095-8301-c8aa53d5845a req-229243cd-d940-4faf-8d83-6398c0168ed7 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:29.875282 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0025e377-e5ec-4095-8301-c8aa53d5845a req-229243cd-d940-4faf-8d83-6398c0168ed7 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] 10.222.0.30 "GET /v2.0/ports?device_id=25f837eb-2d46-46c0-bd4c-8c7e8bcba9c7 HTTP/1.1" status: 200 len: 945 time: 0.0674658 Apr 05 14:24:29.922336 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0025e377-e5ec-4095-8301-c8aa53d5845a req-77d6c7e6-bc9e-4b88-9d58-630b035d574b tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] 10.222.0.30 "GET /v2.0/security-groups?id=32e0261a-69a5-4668-8a24-c49812c2e663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401888 Apr 05 14:24:30.206502 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3acf2fc-2d24-4c36-b369-83ceb177b3ba req-f62ae4ee-9e39-478e-a33c-53304e31f20b tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:30.208038 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b3acf2fc-2d24-4c36-b369-83ceb177b3ba req-f62ae4ee-9e39-478e-a33c-53304e31f20b tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f1b58e2-be69-4c36-883b-ff86d10629ae HTTP/1.1" status: 200 len: 945 time: 0.0551989 Apr 05 14:24:30.273573 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b3acf2fc-2d24-4c36-b369-83ceb177b3ba req-0d0bd4f3-a07f-4fec-a2a7-f68d29032101 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/security-groups?id=87dfefd3-1552-4299-8b8c-e9b0053c68dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561256 Apr 05 14:24:30.302904 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea9e35-bb86-4810-8f41-c48a698848c4 req-bf5e6355-ce6b-46af-80cd-eab0a9df3095 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:30.304735 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c9ea9e35-bb86-4810-8f41-c48a698848c4 req-bf5e6355-ce6b-46af-80cd-eab0a9df3095 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d6bf638-89f5-4c77-aa7e-86f315d6da75 HTTP/1.1" status: 200 len: 945 time: 0.0957987 Apr 05 14:24:30.348459 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c9ea9e35-bb86-4810-8f41-c48a698848c4 req-24d7211d-c17b-4a48-b753-7c51756d5f33 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f4ed18-73d1-4c70-bfb8-abe78be9b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345535 Apr 05 14:24:30.514281 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b855463-7141-461f-9743-e64b252c2635 req-b9059615-2a93-48e2-b071-c69ac2256a6d tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:30.515984 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3b855463-7141-461f-9743-e64b252c2635 req-b9059615-2a93-48e2-b071-c69ac2256a6d tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/ports?device_id=c28c5ff7-aa4f-4388-a2d2-34b3d1153744 HTTP/1.1" status: 200 len: 950 time: 0.0564842 Apr 05 14:24:30.565430 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3b855463-7141-461f-9743-e64b252c2635 req-f960cb05-a243-4193-b390-dddd765e6c60 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/security-groups?id=024b129f-f256-4015-8a11-f785d9d68dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427520 Apr 05 14:24:30.978209 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d079b2f1-d6ee-4cd9-8e23-5ebe55b7a599 req-6dbe8670-fded-4160-bf9a-3141ababe7ad tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:30.979713 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d079b2f1-d6ee-4cd9-8e23-5ebe55b7a599 req-6dbe8670-fded-4160-bf9a-3141ababe7ad tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b59cb5a6-0788-46ac-802b-5137925be3db HTTP/1.1" status: 200 len: 949 time: 0.0644608 Apr 05 14:24:31.034321 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d079b2f1-d6ee-4cd9-8e23-5ebe55b7a599 req-9e6ea387-08d6-446e-8ee5-93bd03b9d015 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426111 Apr 05 14:24:31.162297 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-52f659ce-e5e8-472f-b046-f2abd9d60efe req-93fa2b55-daee-4c21-b8e0-8b6d364efc11 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=c301d8186c0d498e88493d184d59ac7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381429 Apr 05 14:24:31.202586 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2df310-9216-46a2-a5cb-de9701cac04e req-6a1d8284-681e-411b-9d68-b3fab2a582a6 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:31.204322 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4e2df310-9216-46a2-a5cb-de9701cac04e req-6a1d8284-681e-411b-9d68-b3fab2a582a6 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] 10.222.0.30 "GET /v2.0/ports?device_id=25f837eb-2d46-46c0-bd4c-8c7e8bcba9c7 HTTP/1.1" status: 200 len: 945 time: 0.0925012 Apr 05 14:24:31.288013 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4e2df310-9216-46a2-a5cb-de9701cac04e req-ec770814-f35f-4ba9-8ab5-27b4dc903f20 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] 10.222.0.30 "GET /v2.0/security-groups?id=32e0261a-69a5-4668-8a24-c49812c2e663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776918 Apr 05 14:24:31.312754 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f659ce-e5e8-472f-b046-f2abd9d60efe req-d880b36f-0ccb-4076-a35d-dcb4d22f261c tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:31.313461 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-52f659ce-e5e8-472f-b046-f2abd9d60efe req-d880b36f-0ccb-4076-a35d-dcb4d22f261c tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1428819 Apr 05 14:24:31.328143 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-52f659ce-e5e8-472f-b046-f2abd9d60efe req-2b59ce3d-24b0-4bc2-a048-c0dc7daa2c9f tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/quotas/c301d8186c0d498e88493d184d59ac7d HTTP/1.1" status: 200 len: 375 time: 0.0090835 Apr 05 14:24:31.362337 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-52f659ce-e5e8-472f-b046-f2abd9d60efe req-55c817e1-cbe4-49d5-b4d6-7ff4d747cddc tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c301d8186c0d498e88493d184d59ac7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267951 Apr 05 14:24:31.529113 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f1b58e2-be69-4c36-883b-ff86d10629ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bb7ba5f-b66b-4dba-adf1-7cfc611951a3'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:24:31.532388 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b5c3663-00a8-4afd-bdf3-0db204cbf210" -d '{"events": [{"server_uuid": "7f1b58e2-be69-4c36-883b-ff86d10629ae", "name": "network-vif-plugged", "status": "completed", "tag": "9bb7ba5f-b66b-4dba-adf1-7cfc611951a3"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:24:31.695953 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a5d68-409b-4db0-9c3d-e34f774a0076 req-ade90176-e120-4738-8b42-75f6c3e34c20 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:31.697461 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fd1a5d68-409b-4db0-9c3d-e34f774a0076 req-ade90176-e120-4738-8b42-75f6c3e34c20 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f1b58e2-be69-4c36-883b-ff86d10629ae HTTP/1.1" status: 200 len: 945 time: 0.1584167 Apr 05 14:24:31.782344 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e8a31168-20cd-4e56-aae4-4ed33a61eae3 req-d99ef054-680d-45b2-a4f1-0786328fc252 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c HTTP/1.1" status: 200 len: 258 time: 0.2443638 Apr 05 14:24:31.787344 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fd1a5d68-409b-4db0-9c3d-e34f774a0076 req-55f4d45c-3240-41c6-a7a6-08ebb276ce9d tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/security-groups?id=87dfefd3-1552-4299-8b8c-e9b0053c68dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826151 Apr 05 14:24:31.791923 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-e8a31168-20cd-4e56-aae4-4ed33a61eae3 req-816a9766-8e80-4ce1-89f9-04820a5de98e tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Request body: {'floatingip': {'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:24:31.879550 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e8a31168-20cd-4e56-aae4-4ed33a61eae3 req-816a9766-8e80-4ce1-89f9-04820a5de98e tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Notify callbacks [] for floatingip, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:31.909093 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf8e9b4-ac89-424b-88c4-09271d196fd2 req-17189772-a223-4c49-ae9d-eb8879a36151 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:31.910598 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-edf8e9b4-ac89-424b-88c4-09271d196fd2 req-17189772-a223-4c49-ae9d-eb8879a36151 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d6bf638-89f5-4c77-aa7e-86f315d6da75 HTTP/1.1" status: 200 len: 945 time: 0.0662551 Apr 05 14:24:31.989334 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-edf8e9b4-ac89-424b-88c4-09271d196fd2 req-b5470c96-de7f-47de-831f-dd21fb888ca7 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f4ed18-73d1-4c70-bfb8-abe78be9b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498276 Apr 05 14:24:32.022398 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e8a31168-20cd-4e56-aae4-4ed33a61eae3 req-816a9766-8e80-4ce1-89f9-04820a5de98e tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:32.140146 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-e8a31168-20cd-4e56-aae4-4ed33a61eae3 req-816a9766-8e80-4ce1-89f9-04820a5de98e tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Allocated IP 172.25.6.155 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/d48fe614-3f23-43bb-b818-f48165649d31) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:24:32.164859 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6e641151-9cfa-42b4-b301-0dc95d7633d1 req-0a40b4fe-6140-45af-8e26-f012abc45b88 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=4db9fe51-aafd-461b-a1f5-bb4c970bc929 HTTP/1.1" status: 200 len: 210 time: 0.0382550 Apr 05 14:24:32.219567 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f963bff-cc91-4e0f-9a16-ffcafe88e648 x-openstack-request-id: req-8f963bff-cc91-4e0f-9a16-ffcafe88e648 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:24:32.220634 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f1b58e2-be69-4c36-883b-ff86d10629ae", "name": "network-vif-plugged", "status": "completed", "tag": "9bb7ba5f-b66b-4dba-adf1-7cfc611951a3", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:24:32.220634 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8f963bff-cc91-4e0f-9a16-ffcafe88e648 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:24:32.221217 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f963bff-cc91-4e0f-9a16-ffcafe88e648'] response: {'server_uuid': '7f1b58e2-be69-4c36-883b-ff86d10629ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bb7ba5f-b66b-4dba-adf1-7cfc611951a3', 'code': 200} Apr 05 14:24:32.275314 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e8a31168-20cd-4e56-aae4-4ed33a61eae3 req-816a9766-8e80-4ce1-89f9-04820a5de98e tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:32.369752 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef6d82-6a06-455c-b545-9f3d4d5e3d13 req-f14c5623-9430-461d-9a0c-37677efa788c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:32.371233 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-25ef6d82-6a06-455c-b545-9f3d4d5e3d13 req-f14c5623-9430-461d-9a0c-37677efa788c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f1b58e2-be69-4c36-883b-ff86d10629ae HTTP/1.1" status: 200 len: 1096 time: 0.0822437 Apr 05 14:24:32.381233 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea2b6df-35fc-4e3e-8527-6588c762cddb req-b2e5cb72-b065-45f4-8e9c-1dc9b5a069ab tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:32.382657 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9ea2b6df-35fc-4e3e-8527-6588c762cddb req-b2e5cb72-b065-45f4-8e9c-1dc9b5a069ab tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/ports?device_id=c28c5ff7-aa4f-4388-a2d2-34b3d1153744 HTTP/1.1" status: 200 len: 950 time: 0.1125970 Apr 05 14:24:32.435255 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-25ef6d82-6a06-455c-b545-9f3d4d5e3d13 req-3486e8e6-c89d-4449-8c93-d923ba17896e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=87dfefd3-1552-4299-8b8c-e9b0053c68dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510681 Apr 05 14:24:32.440062 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9ea2b6df-35fc-4e3e-8527-6588c762cddb req-89700330-2f2e-4212-b136-5a0d43e06a5a tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/security-groups?id=024b129f-f256-4015-8a11-f785d9d68dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497692 Apr 05 14:24:32.457309 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e8a31168-20cd-4e56-aae4-4ed33a61eae3 req-816a9766-8e80-4ce1-89f9-04820a5de98e tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:32.499162 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8a31168-20cd-4e56-aae4-4ed33a61eae3 req-816a9766-8e80-4ce1-89f9-04820a5de98e tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:24:32.502008 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-e8a31168-20cd-4e56-aae4-4ed33a61eae3 req-816a9766-8e80-4ce1-89f9-04820a5de98e tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:24:32.504783 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8a31168-20cd-4e56-aae4-4ed33a61eae3 req-816a9766-8e80-4ce1-89f9-04820a5de98e tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:24:32.540432 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816a9766-8e80-4ce1-89f9-04820a5de98e tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Pushing event updated for resources: {'Port': ['ID=d48fe614-3f23-43bb-b818-f48165649d31,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:32.639441 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e8a31168-20cd-4e56-aae4-4ed33a61eae3 req-816a9766-8e80-4ce1-89f9-04820a5de98e tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:32.797071 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e8a31168-20cd-4e56-aae4-4ed33a61eae3 req-816a9766-8e80-4ce1-89f9-04820a5de98e tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:32.951706 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e8a31168-20cd-4e56-aae4-4ed33a61eae3 req-816a9766-8e80-4ce1-89f9-04820a5de98e tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:32.993268 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e8a31168-20cd-4e56-aae4-4ed33a61eae3 req-816a9766-8e80-4ce1-89f9-04820a5de98e tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:33.097809 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816a9766-8e80-4ce1-89f9-04820a5de98e tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Pushing event updated for resources: {'Port': ['ID=d48fe614-3f23-43bb-b818-f48165649d31,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:33.109544 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e8a31168-20cd-4e56-aae4-4ed33a61eae3 req-816a9766-8e80-4ce1-89f9-04820a5de98e tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:33.132618 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9fc78a-edbf-4d5a-b921-7fb3da78c648 req-e0c40a7a-24bf-4c8a-b9cc-0860ad85f206 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:33.134134 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6a9fc78a-edbf-4d5a-b921-7fb3da78c648 req-e0c40a7a-24bf-4c8a-b9cc-0860ad85f206 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b59cb5a6-0788-46ac-802b-5137925be3db HTTP/1.1" status: 200 len: 949 time: 0.0767629 Apr 05 14:24:33.173324 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6a9fc78a-edbf-4d5a-b921-7fb3da78c648 req-352389e5-3869-4919-b609-98c2d18bf290 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323322 Apr 05 14:24:33.207081 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e8a31168-20cd-4e56-aae4-4ed33a61eae3 req-816a9766-8e80-4ce1-89f9-04820a5de98e tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:33.209573 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e8a31168-20cd-4e56-aae4-4ed33a61eae3 req-816a9766-8e80-4ce1-89f9-04820a5de98e tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4210718 Apr 05 14:24:33.293326 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e8a31168-20cd-4e56-aae4-4ed33a61eae3 req-a315cdd2-04c7-44db-8886-f2d32f61bb91 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.155 HTTP/1.1" status: 200 len: 696 time: 0.0767152 Apr 05 14:24:33.429273 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a31168-20cd-4e56-aae4-4ed33a61eae3 req-a5da4d93-e0d7-4273-9012-c7ffd3caded2 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:33.430611 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e8a31168-20cd-4e56-aae4-4ed33a61eae3 req-a5da4d93-e0d7-4273-9012-c7ffd3caded2 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] 10.222.0.30 "GET /v2.0/networks/3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c HTTP/1.1" status: 200 len: 784 time: 0.1331680 Apr 05 14:24:33.442288 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e006f6a9-7fda-4201-b4c4-49dc513e8608 req-b9896528-6982-4bd5-9d49-f91b35c0f161 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:33.443656 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e006f6a9-7fda-4201-b4c4-49dc513e8608 req-b9896528-6982-4bd5-9d49-f91b35c0f161 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f1b58e2-be69-4c36-883b-ff86d10629ae HTTP/1.1" status: 200 len: 945 time: 0.0796053 Apr 05 14:24:33.448747 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [req-e8a31168-20cd-4e56-aae4-4ed33a61eae3 req-d75b658e-823a-439f-882e-6589aba0591a tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:24:33.449706 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e8a31168-20cd-4e56-aae4-4ed33a61eae3 req-d75b658e-823a-439f-882e-6589aba0591a tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052214 Apr 05 14:24:33.483729 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e006f6a9-7fda-4201-b4c4-49dc513e8608 req-34397285-174f-4b96-acf1-a347ffc630f1 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/security-groups?id=87dfefd3-1552-4299-8b8c-e9b0053c68dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331166 Apr 05 14:24:33.574940 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a5661125-e7ec-4cd2-92cf-8079293ed1d7 req-66ceddd5-71e1-4a91-b3e3-0f2000f9cc98 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=4db9fe51-aafd-461b-a1f5-bb4c970bc929 HTTP/1.1" status: 200 len: 210 time: 0.0281630 Apr 05 14:24:33.745025 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e189ffca-aa64-4ea5-84db-96e9df474006 req-52d6ed76-5366-4b43-9ffc-5513f75f66f0 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:33.746448 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e189ffca-aa64-4ea5-84db-96e9df474006 req-52d6ed76-5366-4b43-9ffc-5513f75f66f0 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/ports?device_id=c28c5ff7-aa4f-4388-a2d2-34b3d1153744 HTTP/1.1" status: 200 len: 950 time: 0.1137400 Apr 05 14:24:33.755232 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b74660-8dcd-4426-939f-989f36a3faf8 req-aea95184-383e-4a61-bc65-56b652d1aa50 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:33.756597 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-96b74660-8dcd-4426-939f-989f36a3faf8 req-aea95184-383e-4a61-bc65-56b652d1aa50 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] 10.222.0.30 "GET /v2.0/ports?device_id=25f837eb-2d46-46c0-bd4c-8c7e8bcba9c7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1118441 Apr 05 14:24:33.818497 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-96b74660-8dcd-4426-939f-989f36a3faf8 req-1dce645d-9013-4519-8132-7106c2d2f339 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.155 HTTP/1.1" status: 200 len: 696 time: 0.0546520 Apr 05 14:24:33.831895 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-96b74660-8dcd-4426-939f-989f36a3faf8 req-ff8c9219-fd6a-4dc5-b2ec-c7c202646265 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Request body: {'floatingip': {'port_id': 'd6ba28e6-c375-4457-823e-2bc26e839fdb', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:24:34.088104 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e189ffca-aa64-4ea5-84db-96e9df474006 req-833848b2-c47b-470a-b24e-b472f9416c39 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/security-groups?id=024b129f-f256-4015-8a11-f785d9d68dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3304412 Apr 05 14:24:34.148715 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-52f659ce-e5e8-472f-b046-f2abd9d60efe req-b8b2dc79-ec44-4d35-9c0c-7a38425b377c tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=c301d8186c0d498e88493d184d59ac7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0640268 Apr 05 14:24:34.151103 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-96b74660-8dcd-4426-939f-989f36a3faf8 req-ff8c9219-fd6a-4dc5-b2ec-c7c202646265 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Notify callbacks [] for floatingip, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:34.395108 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f659ce-e5e8-472f-b046-f2abd9d60efe req-12a51ec5-ab01-4c88-83d6-01eba503d334 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:34.396564 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-52f659ce-e5e8-472f-b046-f2abd9d60efe req-12a51ec5-ab01-4c88-83d6-01eba503d334 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2414155 Apr 05 14:24:34.416175 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-52f659ce-e5e8-472f-b046-f2abd9d60efe req-09eb0f9b-ceda-4338-9559-d3ccf176a96b tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Request body: {'port': {'device_id': '4db9fe51-aafd-461b-a1f5-bb4c970bc929', 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800', 'admin_state_up': True, 'tenant_id': 'c301d8186c0d498e88493d184d59ac7d'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:24:34.544600 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631ac409-ac22-43ea-94b8-b3ecafe4551b req-5b625122-976d-4b56-bd09-0fab08b777ac tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:34.546273 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-631ac409-ac22-43ea-94b8-b3ecafe4551b req-5b625122-976d-4b56-bd09-0fab08b777ac tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b59cb5a6-0788-46ac-802b-5137925be3db HTTP/1.1" status: 200 len: 949 time: 0.2098818 Apr 05 14:24:34.742984 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-631ac409-ac22-43ea-94b8-b3ecafe4551b req-d27ba9e9-6fb1-459e-bcaf-9038bb1d82e2 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902089 Apr 05 14:24:34.879448 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52f659ce-e5e8-472f-b046-f2abd9d60efe req-09eb0f9b-ceda-4338-9559-d3ccf176a96b tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Made reservation on behalf of c301d8186c0d498e88493d184d59ac7d for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:24:34.882940 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-52f659ce-e5e8-472f-b046-f2abd9d60efe req-09eb0f9b-ceda-4338-9559-d3ccf176a96b tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:34.943031 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-52f659ce-e5e8-472f-b046-f2abd9d60efe req-09eb0f9b-ceda-4338-9559-d3ccf176a96b tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:34.980928 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01844489-1d7c-41ca-8d99-f73a7786dadd req-d039be48-99f6-48d4-9975-7d494045abb9 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:34.983222 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-01844489-1d7c-41ca-8d99-f73a7786dadd req-d039be48-99f6-48d4-9975-7d494045abb9 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f1b58e2-be69-4c36-883b-ff86d10629ae HTTP/1.1" status: 200 len: 945 time: 0.1636186 Apr 05 14:24:35.106011 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-01844489-1d7c-41ca-8d99-f73a7786dadd req-d733dd1e-bf39-44f8-adf2-5784dd30baea tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/security-groups?id=87dfefd3-1552-4299-8b8c-e9b0053c68dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134851 Apr 05 14:24:35.117645 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-96b74660-8dcd-4426-939f-989f36a3faf8 req-ff8c9219-fd6a-4dc5-b2ec-c7c202646265 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:35.148553 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device a7bf0ff3-8f59-4aad-8fcc-072d2ec7f442 details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:24:35.166040 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-52f659ce-e5e8-472f-b046-f2abd9d60efe req-09eb0f9b-ceda-4338-9559-d3ccf176a96b tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:35.186490 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-96b74660-8dcd-4426-939f-989f36a3faf8 req-ff8c9219-fd6a-4dc5-b2ec-c7c202646265 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:35.236040 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-52f659ce-e5e8-472f-b046-f2abd9d60efe req-09eb0f9b-ceda-4338-9559-d3ccf176a96b tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:35.253122 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port a7bf0ff3-8f59-4aad-8fcc-072d2ec7f442, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=a7bf0ff3-8f59-4aad-8fcc-072d2ec7f442,segment=NetworkSegment(0f730d0b-c342-4343-8a7b-7d51c303621d),segment_id=0f730d0b-c342-4343-8a7b-7d51c303621d)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:24:35.265164 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': 'a7bf0ff3-8f59-4aad-8fcc-072d2ec7f442', 'network_id': 'eff47457-946f-46a8-bea0-e56e031eed3c', 'port_id': 'a7bf0ff3-8f59-4aad-8fcc-072d2ec7f442', 'mac_address': 'fa:16:3e:89:3f:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e12eec2-91f9-48b4-8077-4d1ac1ff86f3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:24:35.270142 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-82bbea7f-2950-4882-bcda-42ec1e6210f4 req-70c631bf-ed34-41c6-9525-c195ca245d08 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=4db9fe51-aafd-461b-a1f5-bb4c970bc929 HTTP/1.1" status: 200 len: 210 time: 0.0490320 Apr 05 14:24:35.315349 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:35.328751 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a7bf0ff3-8f59-4aad-8fcc-072d2ec7f442 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:24:35.347712 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port a7bf0ff3-8f59-4aad-8fcc-072d2ec7f442, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=a7bf0ff3-8f59-4aad-8fcc-072d2ec7f442,segment=NetworkSegment(0f730d0b-c342-4343-8a7b-7d51c303621d),segment_id=0f730d0b-c342-4343-8a7b-7d51c303621d)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:24:35.350858 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eb0f9b-ceda-4338-9559-d3ccf176a96b tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=054f477c-ba41-41b9-98cc-6ed298790e7c,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:35.397404 n-d-836650-2 neutron-server[103320]: INFO neutron.db.l3_db [req-96b74660-8dcd-4426-939f-989f36a3faf8 req-ff8c9219-fd6a-4dc5-b2ec-c7c202646265 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Floating IP 436ca23b-41d0-4b51-8084-41c89ef9b9c9 associated. External IP: 172.25.6.155, port: d6ba28e6-c375-4457-823e-2bc26e839fdb. Apr 05 14:24:35.405523 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:35.460705 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=a7bf0ff3-8f59-4aad-8fcc-072d2ec7f442,revision_number=6']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:35.544672 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['a7bf0ff3-8f59-4aad-8fcc-072d2ec7f442'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:24:35.781046 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-52f659ce-e5e8-472f-b046-f2abd9d60efe req-09eb0f9b-ceda-4338-9559-d3ccf176a96b tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Allocated IP 192.168.233.33 (80d671a8-d1ab-4472-891b-9c042fbd7800/b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a/ced27436-8a8c-4719-9bf6-b86688ef931d) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:24:35.814589 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f7d82a-4bb3-46eb-92c0-6bf157bf2246 req-6a44d5f8-8944-47a5-bbcb-0d4c90cfe2ce tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:35.816077 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-95f7d82a-4bb3-46eb-92c0-6bf157bf2246 req-6a44d5f8-8944-47a5-bbcb-0d4c90cfe2ce tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/ports?device_id=c28c5ff7-aa4f-4388-a2d2-34b3d1153744 HTTP/1.1" status: 200 len: 950 time: 0.3967919 Apr 05 14:24:35.934053 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-95f7d82a-4bb3-46eb-92c0-6bf157bf2246 req-9b72cf22-49fc-45b5-be29-2a6e765e418a tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/security-groups?id=024b129f-f256-4015-8a11-f785d9d68dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086586 Apr 05 14:24:36.113355 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-79bdf7d2-de86-47a8-95e8-1feafbd2b47d req-42a4e607-ae00-4442-ad93-b040c9da7560 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1335227224&fields=id&tenant_id=ec1eac502c2b411e8783585a1353acd6 HTTP/1.1" status: 200 len: 267 time: 0.1205897 Apr 05 14:24:36.125421 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [req-96b74660-8dcd-4426-939f-989f36a3faf8 req-ff8c9219-fd6a-4dc5-b2ec-c7c202646265 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Router d885a685-2ec5-4eea-a138-843ef1dc5348 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:24:36.138928 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-52f659ce-e5e8-472f-b046-f2abd9d60efe req-09eb0f9b-ceda-4338-9559-d3ccf176a96b tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:36.240864 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bdf7d2-de86-47a8-95e8-1feafbd2b47d req-6db36b4e-1054-4477-b1a6-43a6b9f83236 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:36.242343 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-79bdf7d2-de86-47a8-95e8-1feafbd2b47d req-6db36b4e-1054-4477-b1a6-43a6b9f83236 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f1b58e2-be69-4c36-883b-ff86d10629ae HTTP/1.1" status: 200 len: 945 time: 0.1189756 Apr 05 14:24:36.260233 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-79bdf7d2-de86-47a8-95e8-1feafbd2b47d req-4f62f28b-bc57-4a18-af62-f5975c18efbe tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Request body: {'port': {'security_groups': ['87dfefd3-1552-4299-8b8c-e9b0053c68dd', '35849300-88ce-4bbb-94fe-ea84e35bf069']}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:24:36.325032 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-52f659ce-e5e8-472f-b046-f2abd9d60efe req-09eb0f9b-ceda-4338-9559-d3ccf176a96b tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:36.406311 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-96b74660-8dcd-4426-939f-989f36a3faf8 req-ff8c9219-fd6a-4dc5-b2ec-c7c202646265 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:24:36.409400 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52f659ce-e5e8-472f-b046-f2abd9d60efe req-09eb0f9b-ceda-4338-9559-d3ccf176a96b tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Network 80d671a8-d1ab-4472-891b-9c042fbd7800 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:24:36.414852 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-96b74660-8dcd-4426-939f-989f36a3faf8 req-ff8c9219-fd6a-4dc5-b2ec-c7c202646265 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:36.416777 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-79bdf7d2-de86-47a8-95e8-1feafbd2b47d req-4f62f28b-bc57-4a18-af62-f5975c18efbe tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:36.421952 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d2e32d-36a4-40c2-9af3-79b1ad593c8e None None] Sync routers for ids ['d885a685-2ec5-4eea-a138-843ef1dc5348'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:24:36.428560 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-52f659ce-e5e8-472f-b046-f2abd9d60efe req-09eb0f9b-ceda-4338-9559-d3ccf176a96b tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:24:36.443634 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d2e32d-36a4-40c2-9af3-79b1ad593c8e None None] Routers {'d885a685-2ec5-4eea-a138-843ef1dc5348'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:24:36.447848 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-c1d2e32d-36a4-40c2-9af3-79b1ad593c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:24:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['d885a685-2ec5-4eea-a138-843ef1dc5348'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:24:36.451835 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-52f659ce-e5e8-472f-b046-f2abd9d60efe req-09eb0f9b-ceda-4338-9559-d3ccf176a96b tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:24:36.498197 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eb0f9b-ceda-4338-9559-d3ccf176a96b tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Pushing event updated for resources: {'Port': ['ID=ced27436-8a8c-4719-9bf6-b86688ef931d,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:36.544727 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-96b74660-8dcd-4426-939f-989f36a3faf8 req-ff8c9219-fd6a-4dc5-b2ec-c7c202646265 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] 10.222.0.30 "PUT /v2.0/floatingips/436ca23b-41d0-4b51-8084-41c89ef9b9c9 HTTP/1.1" status: 200 len: 996 time: 2.7178485 Apr 05 14:24:36.556799 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25f837eb-2d46-46c0-bd4c-8c7e8bcba9c7', 'tag': 'd6ba28e6-c375-4457-823e-2bc26e839fdb'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:24:36.558958 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d51c337-1ce7-48b9-8b51-21bd245716d1" -d '{"events": [{"name": "network-changed", "server_uuid": "25f837eb-2d46-46c0-bd4c-8c7e8bcba9c7", "tag": "d6ba28e6-c375-4457-823e-2bc26e839fdb"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:24:36.648677 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f659ce-e5e8-472f-b046-f2abd9d60efe req-09eb0f9b-ceda-4338-9559-d3ccf176a96b tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:36.649795 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-52f659ce-e5e8-472f-b046-f2abd9d60efe req-09eb0f9b-ceda-4338-9559-d3ccf176a96b tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:36.656659 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-c1d2e32d-36a4-40c2-9af3-79b1ad593c8e None None] Set router d885a685-2ec5-4eea-a138-843ef1dc5348 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:24:36.784475 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c527de00-286e-4d90-80ae-7f27d95c9284 None None] Provisioning complete for port ced27436-8a8c-4719-9bf6-b86688ef931d triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:24:36.785092 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c527de00-286e-4d90-80ae-7f27d95c9284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:36.820619 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c527de00-286e-4d90-80ae-7f27d95c9284 None None] Port ced27436-8a8c-4719-9bf6-b86688ef931d cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:24:36.834298 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-52f659ce-e5e8-472f-b046-f2abd9d60efe req-09eb0f9b-ceda-4338-9559-d3ccf176a96b tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4230378 Apr 05 14:24:36.853321 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-52f659ce-e5e8-472f-b046-f2abd9d60efe req-df720456-52e9-46c1-b30b-e976d1be4f04 service neutron] Request body: {'port': {'device_id': '4db9fe51-aafd-461b-a1f5-bb4c970bc929', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:24:36.869774 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-79bdf7d2-de86-47a8-95e8-1feafbd2b47d req-4f62f28b-bc57-4a18-af62-f5975c18efbe tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] For port 9bb7ba5f-b66b-4dba-adf1-7cfc611951a3, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=9bb7ba5f-b66b-4dba-adf1-7cfc611951a3,segment=NetworkSegment(9a0d8962-c4ed-4c9e-b2aa-287076289665),segment_id=9a0d8962-c4ed-4c9e-b2aa-287076289665)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:24:36.893404 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b74660-8dcd-4426-939f-989f36a3faf8 req-db956816-e3e7-4065-88ba-58fb4bdda353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:36.900835 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-96b74660-8dcd-4426-939f-989f36a3faf8 req-db956816-e3e7-4065-88ba-58fb4bdda353 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bd8b96edc558485b9979531577275f30&device_id=25f837eb-2d46-46c0-bd4c-8c7e8bcba9c7 HTTP/1.1" status: 200 len: 1096 time: 0.3129983 Apr 05 14:24:36.949718 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-79bdf7d2-de86-47a8-95e8-1feafbd2b47d req-4f62f28b-bc57-4a18-af62-f5975c18efbe tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:36.969754 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-c1d2e32d-36a4-40c2-9af3-79b1ad593c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd885a685-2ec5-4eea-a138-843ef1dc5348', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1267108729-router', 'tenant_id': 'bd8b96edc558485b9979531577275f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '84c987b4-7314-4577-9570-b1146dea82d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:24:09Z', 'updated_at': '2022-04-05T14:24:15Z', 'revision_number': 4, 'project_id': 'bd8b96edc558485b9979531577275f30', 'gw_port': {'id': '84c987b4-7314-4577-9570-b1146dea82d6', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd885a685-2ec5-4eea-a138-843ef1dc5348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:24:10Z', 'updated_at': '2022-04-05T14:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': '436ca23b-41d0-4b51-8084-41c89ef9b9c9', 'tenant_id': 'bd8b96edc558485b9979531577275f30', 'floating_ip_address': '172.25.6.155', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': 'd885a685-2ec5-4eea-a138-843ef1dc5348', 'port_id': 'd6ba28e6-c375-4457-823e-2bc26e839fdb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b63e8aa-daea-4368-a24a-bd4b53b75c89', 'mac_address': 'fa:16:3e:6b:d1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f837eb-2d46-46c0-bd4c-8c7e8bcba9c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:24:32Z', 'updated_at': '2022-04-05T14:24:34Z', 'revision_number': 1, 'project_id': 'bd8b96edc558485b9979531577275f30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cbac054-69ed-4c31-899c-dcbe40035db8', 'name': '', 'network_id': '1b63e8aa-daea-4368-a24a-bd4b53b75c89', 'tenant_id': 'bd8b96edc558485b9979531577275f30', 'mac_address': 'fa:16:3e:4f:ab:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd885a685-2ec5-4eea-a138-843ef1dc5348', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '5b46d40d-3e52-48d1-948e-12fd5418f39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:24:14Z', 'updated_at': '2022-04-05T14:24:19Z', 'revision_number': 5, 'project_id': 'bd8b96edc558485b9979531577275f30', 'subnets': [{'id': '5b46d40d-3e52-48d1-948e-12fd5418f39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:24:37.012066 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d2e32d-36a4-40c2-9af3-79b1ad593c8e None None] Checking router: d885a685-2ec5-4eea-a138-843ef1dc5348 for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:24:37.022103 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d2e32d-36a4-40c2-9af3-79b1ad593c8e None None] Routers {'d885a685-2ec5-4eea-a138-843ef1dc5348'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:24:37.022964 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-c1d2e32d-36a4-40c2-9af3-79b1ad593c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:24:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['d885a685-2ec5-4eea-a138-843ef1dc5348'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:24:37.031746 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-79bdf7d2-de86-47a8-95e8-1feafbd2b47d req-4f62f28b-bc57-4a18-af62-f5975c18efbe tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:37.044223 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['9bb7ba5f-b66b-4dba-adf1-7cfc611951a3'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:24:37.116063 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bdf7d2-de86-47a8-95e8-1feafbd2b47d req-4f62f28b-bc57-4a18-af62-f5975c18efbe tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:37.116063 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-79bdf7d2-de86-47a8-95e8-1feafbd2b47d req-4f62f28b-bc57-4a18-af62-f5975c18efbe tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:37.129320 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-79bdf7d2-de86-47a8-95e8-1feafbd2b47d req-4f62f28b-bc57-4a18-af62-f5975c18efbe tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "PUT /v2.0/ports/9bb7ba5f-b66b-4dba-adf1-7cfc611951a3 HTTP/1.1" status: 200 len: 981 time: 0.8769908 Apr 05 14:24:37.160741 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device a7bf0ff3-8f59-4aad-8fcc-072d2ec7f442 up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:24:37.390257 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-52f659ce-e5e8-472f-b046-f2abd9d60efe req-df720456-52e9-46c1-b30b-e976d1be4f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:37.390966 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['9bb7ba5f-b66b-4dba-adf1-7cfc611951a3'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:24:37.391432 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f62f28b-bc57-4a18-af62-f5975c18efbe tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Pushing event updated for resources: {'Port': ['ID=9bb7ba5f-b66b-4dba-adf1-7cfc611951a3,revision_number=6']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:37.391704 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-c1d2e32d-36a4-40c2-9af3-79b1ad593c8e None None] Set router d885a685-2ec5-4eea-a138-843ef1dc5348 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:24:37.391808 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b74660-8dcd-4426-939f-989f36a3faf8 req-c58f40fa-59b5-4aab-8a26-dae052c26547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:37.391808 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-96b74660-8dcd-4426-939f-989f36a3faf8 req-c58f40fa-59b5-4aab-8a26-dae052c26547 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1b63e8aa-daea-4368-a24a-bd4b53b75c89 HTTP/1.1" status: 200 len: 930 time: 0.3529732 Apr 05 14:24:37.391985 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 7 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 14:24:37.413947 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port a7bf0ff3-8f59-4aad-8fcc-072d2ec7f442 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:24:37.414227 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:37.501973 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-96b74660-8dcd-4426-939f-989f36a3faf8 req-13786673-4ba1-4581-a500-5735afdb97b3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6ba28e6-c375-4457-823e-2bc26e839fdb HTTP/1.1" status: 200 len: 999 time: 0.2320082 Apr 05 14:24:37.583579 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b74660-8dcd-4426-939f-989f36a3faf8 req-e5a5010a-494b-4c94-82cb-7cde84a1b4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:37.585590 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-96b74660-8dcd-4426-939f-989f36a3faf8 req-e5a5010a-494b-4c94-82cb-7cde84a1b4a0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5b46d40d-3e52-48d1-948e-12fd5418f39e HTTP/1.1" status: 200 len: 868 time: 0.0730786 Apr 05 14:24:37.698794 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-c1d2e32d-36a4-40c2-9af3-79b1ad593c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd885a685-2ec5-4eea-a138-843ef1dc5348', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1267108729-router', 'tenant_id': 'bd8b96edc558485b9979531577275f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '84c987b4-7314-4577-9570-b1146dea82d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:24:09Z', 'updated_at': '2022-04-05T14:24:15Z', 'revision_number': 4, 'project_id': 'bd8b96edc558485b9979531577275f30', 'gw_port': {'id': '84c987b4-7314-4577-9570-b1146dea82d6', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd885a685-2ec5-4eea-a138-843ef1dc5348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:24:10Z', 'updated_at': '2022-04-05T14:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': '436ca23b-41d0-4b51-8084-41c89ef9b9c9', 'tenant_id': 'bd8b96edc558485b9979531577275f30', 'floating_ip_address': '172.25.6.155', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': 'd885a685-2ec5-4eea-a138-843ef1dc5348', 'port_id': 'd6ba28e6-c375-4457-823e-2bc26e839fdb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b63e8aa-daea-4368-a24a-bd4b53b75c89', 'mac_address': 'fa:16:3e:6b:d1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f837eb-2d46-46c0-bd4c-8c7e8bcba9c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:24:32Z', 'updated_at': '2022-04-05T14:24:34Z', 'revision_number': 1, 'project_id': 'bd8b96edc558485b9979531577275f30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cbac054-69ed-4c31-899c-dcbe40035db8', 'name': '', 'network_id': '1b63e8aa-daea-4368-a24a-bd4b53b75c89', 'tenant_id': 'bd8b96edc558485b9979531577275f30', 'mac_address': 'fa:16:3e:4f:ab:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd885a685-2ec5-4eea-a138-843ef1dc5348', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '5b46d40d-3e52-48d1-948e-12fd5418f39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:24:14Z', 'updated_at': '2022-04-05T14:24:19Z', 'revision_number': 5, 'project_id': 'bd8b96edc558485b9979531577275f30', 'subnets': [{'id': '5b46d40d-3e52-48d1-948e-12fd5418f39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:24:37.744562 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d2e32d-36a4-40c2-9af3-79b1ad593c8e None None] The sync data for ids ['d885a685-2ec5-4eea-a138-843ef1dc5348'] in n-d-836650-2 is: [{'id': 'd885a685-2ec5-4eea-a138-843ef1dc5348', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1267108729-router', 'tenant_id': 'bd8b96edc558485b9979531577275f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '84c987b4-7314-4577-9570-b1146dea82d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:24:09Z', 'updated_at': '2022-04-05T14:24:15Z', 'revision_number': 4, 'project_id': 'bd8b96edc558485b9979531577275f30', 'gw_port': {'id': '84c987b4-7314-4577-9570-b1146dea82d6', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd885a685-2ec5-4eea-a138-843ef1dc5348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:24:10Z', 'updated_at': '2022-04-05T14:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': '436ca23b-41d0-4b51-8084-41c89ef9b9c9', 'tenant_id': 'bd8b96edc558485b9979531577275f30', 'floating_ip_address': '172.25.6.155', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': 'd885a685-2ec5-4eea-a138-843ef1dc5348', 'port_id': 'd6ba28e6-c375-4457-823e-2bc26e839fdb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b63e8aa-daea-4368-a24a-bd4b53b75c89', 'mac_address': 'fa:16:3e:6b:d1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f837eb-2d46-46c0-bd4c-8c7e8bcba9c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:24:32Z', 'updated_at': '2022-04-05T14:24:34Z', 'revision_number': 1, 'project_id': 'bd8b96edc558485b9979531577275f30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cbac054-69ed-4c31-899c-dcbe40035db8', 'name': '', 'network_id': '1b63e8aa-daea-4368-a24a-bd4b53b75c89', 'tenant_id': 'bd8b96edc558485b9979531577275f30', 'mac_address': 'fa:16:3e:4f:ab:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd885a685-2ec5-4eea-a138-843ef1dc5348', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '5b46d40d-3e52-48d1-948e-12fd5418f39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:24:14Z', 'updated_at': '2022-04-05T14:24:19Z', 'revision_number': 5, 'project_id': 'bd8b96edc558485b9979531577275f30', 'subnets': [{'id': '5b46d40d-3e52-48d1-948e-12fd5418f39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:24:37.763944 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:37.800710 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d6bf638-89f5-4c77-aa7e-86f315d6da75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7bf0ff3-8f59-4aad-8fcc-072d2ec7f442'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:24:37.806978 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25ca2ad1-4061-43a1-a68c-d85867bd7769" -d '{"events": [{"server_uuid": "7d6bf638-89f5-4c77-aa7e-86f315d6da75", "name": "network-vif-plugged", "status": "completed", "tag": "a7bf0ff3-8f59-4aad-8fcc-072d2ec7f442"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:24:37.808261 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-52f659ce-e5e8-472f-b046-f2abd9d60efe req-df720456-52e9-46c1-b30b-e976d1be4f04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ced27436-8a8c-4719-9bf6-b86688ef931d {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:24:37.817054 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-52f659ce-e5e8-472f-b046-f2abd9d60efe req-df720456-52e9-46c1-b30b-e976d1be4f04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:37.831760 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-52f659ce-e5e8-472f-b046-f2abd9d60efe req-df720456-52e9-46c1-b30b-e976d1be4f04 service neutron] Transition to ACTIVE for port object ced27436-8a8c-4719-9bf6-b86688ef931d will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:24:37.834968 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port a7bf0ff3-8f59-4aad-8fcc-072d2ec7f442, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=a7bf0ff3-8f59-4aad-8fcc-072d2ec7f442,segment=NetworkSegment(0f730d0b-c342-4343-8a7b-7d51c303621d),segment_id=0f730d0b-c342-4343-8a7b-7d51c303621d)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:24:37.856296 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b74660-8dcd-4426-939f-989f36a3faf8 req-3c5c821d-2ff0-4220-a432-2eba5bdf1027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:37.858250 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-96b74660-8dcd-4426-939f-989f36a3faf8 req-3c5c821d-2ff0-4220-a432-2eba5bdf1027 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1b63e8aa-daea-4368-a24a-bd4b53b75c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2644119 Apr 05 14:24:37.880346 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [req-96b74660-8dcd-4426-939f-989f36a3faf8 req-99e4f763-0932-409b-9b45-5005e2241d1a service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:24:37.881350 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-96b74660-8dcd-4426-939f-989f36a3faf8 req-99e4f763-0932-409b-9b45-5005e2241d1a service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057869 Apr 05 14:24:37.897419 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-52f659ce-e5e8-472f-b046-f2abd9d60efe req-df720456-52e9-46c1-b30b-e976d1be4f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:37.920210 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:37.981926 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=a7bf0ff3-8f59-4aad-8fcc-072d2ec7f442,revision_number=7']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:38.010757 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe67edb-90d6-4462-bfef-2e72eed1c3fc req-fd25f352-5741-4b59-b442-e4ca3b985aaf tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:38.014574 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5fe67edb-90d6-4462-bfef-2e72eed1c3fc req-fd25f352-5741-4b59-b442-e4ca3b985aaf tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b59cb5a6-0788-46ac-802b-5137925be3db HTTP/1.1" status: 200 len: 949 time: 0.1771145 Apr 05 14:24:38.077115 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df720456-52e9-46c1-b30b-e976d1be4f04 service neutron] Pushing event updated for resources: {'Port': ['ID=ced27436-8a8c-4719-9bf6-b86688ef931d,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:38.127012 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acb57fb-4874-42b5-8564-e0cb8b2e3faa None None] New status for floating IP 436ca23b-41d0-4b51-8084-41c89ef9b9c9: ACTIVE {{(pid=103322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 14:24:38.235625 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5fe67edb-90d6-4462-bfef-2e72eed1c3fc req-8ce8c981-5a66-4e3a-9b11-04e2f5054f4a tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438434 Apr 05 14:24:38.243102 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-96b74660-8dcd-4426-939f-989f36a3faf8 req-21a60adc-84f8-4e26-952a-fe5eee5b4b1a service neutron] 10.222.0.30 "GET /v2.0/networks/1b63e8aa-daea-4368-a24a-bd4b53b75c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3127623 Apr 05 14:24:38.279059 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-52f659ce-e5e8-472f-b046-f2abd9d60efe req-df720456-52e9-46c1-b30b-e976d1be4f04 service neutron] Attempting to bind port ced27436-8a8c-4719-9bf6-b86688ef931d on host n-h2-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:24:38.280056 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-52f659ce-e5e8-472f-b046-f2abd9d60efe req-df720456-52e9-46c1-b30b-e976d1be4f04 service neutron] Attempting to bind port ced27436-8a8c-4719-9bf6-b86688ef931d by drivers openvswitch,hyperv on host n-h2-836650-2 at level 0 using segments [{'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:24:38.280056 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f659ce-e5e8-472f-b046-f2abd9d60efe req-df720456-52e9-46c1-b30b-e976d1be4f04 service neutron] Attempting to bind port ced27436-8a8c-4719-9bf6-b86688ef931d on network 80d671a8-d1ab-4472-891b-9c042fbd7800 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:24:38.324321 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f659ce-e5e8-472f-b046-f2abd9d60efe req-df720456-52e9-46c1-b30b-e976d1be4f04 service neutron] Port ced27436-8a8c-4719-9bf6-b86688ef931d on network 80d671a8-d1ab-4472-891b-9c042fbd7800 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:24:38.324321 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f659ce-e5e8-472f-b046-f2abd9d60efe req-df720456-52e9-46c1-b30b-e976d1be4f04 service neutron] Attempting to bind port ced27436-8a8c-4719-9bf6-b86688ef931d on network 80d671a8-d1ab-4472-891b-9c042fbd7800 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:24:38.339740 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f659ce-e5e8-472f-b046-f2abd9d60efe req-df720456-52e9-46c1-b30b-e976d1be4f04 service neutron] Checking agent: {'id': '6d8cf521-24bb-4b6a-bbae-0284f5c87a9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:24:38.340081 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f659ce-e5e8-472f-b046-f2abd9d60efe req-df720456-52e9-46c1-b30b-e976d1be4f04 service neutron] Checking segment: {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:24:38.340498 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f659ce-e5e8-472f-b046-f2abd9d60efe req-df720456-52e9-46c1-b30b-e976d1be4f04 service neutron] Bound using segment: {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:24:38.341822 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-52f659ce-e5e8-472f-b046-f2abd9d60efe req-df720456-52e9-46c1-b30b-e976d1be4f04 service neutron] Bound port: ced27436-8a8c-4719-9bf6-b86688ef931d, host: n-h2-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:24:38.342207 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-52f659ce-e5e8-472f-b046-f2abd9d60efe req-df720456-52e9-46c1-b30b-e976d1be4f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:38.468199 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-96b74660-8dcd-4426-939f-989f36a3faf8 req-838c010e-c3ee-4a53-8e50-e87c1e216a28 service neutron] 10.222.0.30 "GET /v2.0/networks/1b63e8aa-daea-4368-a24a-bd4b53b75c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140524 Apr 05 14:24:38.483099 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-52f659ce-e5e8-472f-b046-f2abd9d60efe req-df720456-52e9-46c1-b30b-e976d1be4f04 service neutron] For port ced27436-8a8c-4719-9bf6-b86688ef931d, host n-h2-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:24:38.492789 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed44d022-f66c-4fd3-938d-f2ae31b73380 req-74f8df14-1026-4c49-81d6-09866b3a235e tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:38.494412 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ed44d022-f66c-4fd3-938d-f2ae31b73380 req-74f8df14-1026-4c49-81d6-09866b3a235e tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=4db9fe51-aafd-461b-a1f5-bb4c970bc929 HTTP/1.1" status: 200 len: 947 time: 0.1031482 Apr 05 14:24:38.550145 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ed44d022-f66c-4fd3-938d-f2ae31b73380 req-34de5ce0-3ea2-45a0-9076-2ceffaf2e18b tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467649 Apr 05 14:24:38.552129 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-52f659ce-e5e8-472f-b046-f2abd9d60efe req-df720456-52e9-46c1-b30b-e976d1be4f04 service neutron] For port ced27436-8a8c-4719-9bf6-b86688ef931d, host n-h2-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=ced27436-8a8c-4719-9bf6-b86688ef931d,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:24:38.613138 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137cef7b-7e3f-40ae-83b8-d69cec755d5c x-openstack-request-id: req-137cef7b-7e3f-40ae-83b8-d69cec755d5c {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:24:38.613435 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25f837eb-2d46-46c0-bd4c-8c7e8bcba9c7", "tag": "d6ba28e6-c375-4457-823e-2bc26e839fdb", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:24:38.613724 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-137cef7b-7e3f-40ae-83b8-d69cec755d5c {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:24:38.614102 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-137cef7b-7e3f-40ae-83b8-d69cec755d5c'] response: {'name': 'network-changed', 'server_uuid': '25f837eb-2d46-46c0-bd4c-8c7e8bcba9c7', 'tag': 'd6ba28e6-c375-4457-823e-2bc26e839fdb', 'status': 'completed', 'code': 200} Apr 05 14:24:38.628439 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-52f659ce-e5e8-472f-b046-f2abd9d60efe req-df720456-52e9-46c1-b30b-e976d1be4f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:38.697038 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d51c337-1ce7-48b9-8b51-21bd245716d1 req-d53c1356-9ad7-49fa-8773-0c50b3d8a289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:38.698791 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3d51c337-1ce7-48b9-8b51-21bd245716d1 req-d53c1356-9ad7-49fa-8773-0c50b3d8a289 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bd8b96edc558485b9979531577275f30&device_id=25f837eb-2d46-46c0-bd4c-8c7e8bcba9c7 HTTP/1.1" status: 200 len: 1096 time: 0.0587702 Apr 05 14:24:38.711320 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f659ce-e5e8-472f-b046-f2abd9d60efe req-df720456-52e9-46c1-b30b-e976d1be4f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:38.713429 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-52f659ce-e5e8-472f-b046-f2abd9d60efe req-df720456-52e9-46c1-b30b-e976d1be4f04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:38.714821 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-52f659ce-e5e8-472f-b046-f2abd9d60efe req-df720456-52e9-46c1-b30b-e976d1be4f04 service neutron] 10.222.0.11 "PUT /v2.0/ports/ced27436-8a8c-4719-9bf6-b86688ef931d HTTP/1.1" status: 200 len: 1095 time: 1.8667352 Apr 05 14:24:38.829634 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d51c337-1ce7-48b9-8b51-21bd245716d1 req-9992aa51-5d2d-4b33-b7e7-e5b9578e5fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:38.831161 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3d51c337-1ce7-48b9-8b51-21bd245716d1 req-9992aa51-5d2d-4b33-b7e7-e5b9578e5fe4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1b63e8aa-daea-4368-a24a-bd4b53b75c89 HTTP/1.1" status: 200 len: 930 time: 0.1250606 Apr 05 14:24:38.945579 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3d51c337-1ce7-48b9-8b51-21bd245716d1 req-3f90c185-f544-493e-b66e-b53c3831cc7f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6ba28e6-c375-4457-823e-2bc26e839fdb HTTP/1.1" status: 200 len: 1001 time: 0.1062822 Apr 05 14:24:39.027828 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d51c337-1ce7-48b9-8b51-21bd245716d1 req-992c95bd-f858-4354-a203-fc3de72be080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:39.030100 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3d51c337-1ce7-48b9-8b51-21bd245716d1 req-992c95bd-f858-4354-a203-fc3de72be080 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5b46d40d-3e52-48d1-948e-12fd5418f39e HTTP/1.1" status: 200 len: 868 time: 0.0773275 Apr 05 14:24:39.095182 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d51c337-1ce7-48b9-8b51-21bd245716d1 req-b3cff3b0-92d6-4540-ab89-6462892c6668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:39.097821 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3d51c337-1ce7-48b9-8b51-21bd245716d1 req-b3cff3b0-92d6-4540-ab89-6462892c6668 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1b63e8aa-daea-4368-a24a-bd4b53b75c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596859 Apr 05 14:24:39.165657 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-66156854-a94b-4bf4-bb4f-44cdb0636316 req-7684194e-c7aa-48a7-ac11-85bf8fcdb6db tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-362662612&fields=id&tenant_id=ec1eac502c2b411e8783585a1353acd6 HTTP/1.1" status: 200 len: 267 time: 0.4652653 Apr 05 14:24:39.189475 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df720456-52e9-46c1-b30b-e976d1be4f04 service neutron] Pushing event updated for resources: {'Port': ['ID=ced27436-8a8c-4719-9bf6-b86688ef931d,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:39.227429 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ab0bc-3e8f-4cef-b4c9-2c5151d6bfee req-4070aa7d-11ec-498e-90b8-03e862fda340 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:39.229583 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fb2ab0bc-3e8f-4cef-b4c9-2c5151d6bfee req-4070aa7d-11ec-498e-90b8-03e862fda340 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/ports?device_id=c28c5ff7-aa4f-4388-a2d2-34b3d1153744 HTTP/1.1" status: 200 len: 950 time: 0.5473063 Apr 05 14:24:39.232866 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3d51c337-1ce7-48b9-8b51-21bd245716d1 req-40d8bb5c-23e2-44a8-b79f-e1973efaeca3 service neutron] 10.222.0.55 "GET /v2.0/networks/1b63e8aa-daea-4368-a24a-bd4b53b75c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231694 Apr 05 14:24:39.239926 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f659ce-e5e8-472f-b046-f2abd9d60efe req-e97d28d5-4755-4abe-b85c-ea74ec6d1257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:39.242390 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-52f659ce-e5e8-472f-b046-f2abd9d60efe req-e97d28d5-4755-4abe-b85c-ea74ec6d1257 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c301d8186c0d498e88493d184d59ac7d&device_id=4db9fe51-aafd-461b-a1f5-bb4c970bc929 HTTP/1.1" status: 200 len: 1098 time: 0.1602557 Apr 05 14:24:39.339177 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-52f659ce-e5e8-472f-b046-f2abd9d60efe req-7452a2a1-a541-45da-a31e-29fdc904b2de service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=ced27436-8a8c-4719-9bf6-b86688ef931d HTTP/1.1" status: 200 len: 217 time: 0.0823522 Apr 05 14:24:39.363125 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66156854-a94b-4bf4-bb4f-44cdb0636316 req-2e5f283d-18d1-4c10-8c3c-75baaf8703a9 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:39.364698 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-66156854-a94b-4bf4-bb4f-44cdb0636316 req-2e5f283d-18d1-4c10-8c3c-75baaf8703a9 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f1b58e2-be69-4c36-883b-ff86d10629ae HTTP/1.1" status: 200 len: 984 time: 0.1982541 Apr 05 14:24:39.378546 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fb2ab0bc-3e8f-4cef-b4c9-2c5151d6bfee req-867615f2-f542-4d24-87c7-bb3c8459b4d9 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/security-groups?id=024b129f-f256-4015-8a11-f785d9d68dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342688 Apr 05 14:24:39.397326 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3d51c337-1ce7-48b9-8b51-21bd245716d1 req-4e1f5bdc-cb35-459c-a94b-a8c616c2967f service neutron] 10.222.0.55 "GET /v2.0/networks/1b63e8aa-daea-4368-a24a-bd4b53b75c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515706 Apr 05 14:24:39.403224 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-66156854-a94b-4bf4-bb4f-44cdb0636316 req-4ec79502-38d6-4cb9-a37a-1744ae8fb0bc tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Request body: {'port': {'security_groups': ['35849300-88ce-4bbb-94fe-ea84e35bf069', '87dfefd3-1552-4299-8b8c-e9b0053c68dd', '4277a5b4-7686-4846-adc8-8aad08c678a1']}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:24:39.470947 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19198b21-0379-48b8-a6b4-3d3eb2c89887 x-openstack-request-id: req-19198b21-0379-48b8-a6b4-3d3eb2c89887 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:24:39.471477 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d6bf638-89f5-4c77-aa7e-86f315d6da75", "name": "network-vif-plugged", "status": "completed", "tag": "a7bf0ff3-8f59-4aad-8fcc-072d2ec7f442", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:24:39.471477 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-19198b21-0379-48b8-a6b4-3d3eb2c89887 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:24:39.473716 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19198b21-0379-48b8-a6b4-3d3eb2c89887'] response: {'server_uuid': '7d6bf638-89f5-4c77-aa7e-86f315d6da75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7bf0ff3-8f59-4aad-8fcc-072d2ec7f442', 'code': 200} Apr 05 14:24:39.473861 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f659ce-e5e8-472f-b046-f2abd9d60efe req-64ed5c3f-6eda-4b8b-a3ba-d861a777db80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:39.474818 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-52f659ce-e5e8-472f-b046-f2abd9d60efe req-64ed5c3f-6eda-4b8b-a3ba-d861a777db80 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.1091843 Apr 05 14:24:39.555569 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-66156854-a94b-4bf4-bb4f-44cdb0636316 req-4ec79502-38d6-4cb9-a37a-1744ae8fb0bc tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:39.655645 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f659ce-e5e8-472f-b046-f2abd9d60efe req-bdcde45f-acb6-4a6b-af3f-38eaac1645ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:39.657208 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-52f659ce-e5e8-472f-b046-f2abd9d60efe req-bdcde45f-acb6-4a6b-af3f-38eaac1645ae service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1610575 Apr 05 14:24:39.761311 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c14d375d-02ca-40f5-b97f-d7ea806845a0 req-8a7121c2-9dd2-416f-a0d3-63bdedf821bc tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c HTTP/1.1" status: 200 len: 258 time: 0.2639277 Apr 05 14:24:39.788997 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-c14d375d-02ca-40f5-b97f-d7ea806845a0 req-1d406ec8-ba06-4d94-8900-169819ec4fcb tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Request body: {'floatingip': {'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:24:39.849523 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-52f659ce-e5e8-472f-b046-f2abd9d60efe req-c504e366-12f4-47f5-8a10-ab92abe63f0c service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786156 Apr 05 14:24:39.958845 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-c14d375d-02ca-40f5-b97f-d7ea806845a0 req-1d406ec8-ba06-4d94-8900-169819ec4fcb tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Notify callbacks [] for floatingip, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:40.082407 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-66156854-a94b-4bf4-bb4f-44cdb0636316 req-4ec79502-38d6-4cb9-a37a-1744ae8fb0bc tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] For port 9bb7ba5f-b66b-4dba-adf1-7cfc611951a3, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=9bb7ba5f-b66b-4dba-adf1-7cfc611951a3,segment=NetworkSegment(9a0d8962-c4ed-4c9e-b2aa-287076289665),segment_id=9a0d8962-c4ed-4c9e-b2aa-287076289665)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:24:40.100010 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-52f659ce-e5e8-472f-b046-f2abd9d60efe req-3b6b79e8-5d70-4cc4-af40-b7b042063b8d service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338901 Apr 05 14:24:40.130502 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-66156854-a94b-4bf4-bb4f-44cdb0636316 req-4ec79502-38d6-4cb9-a37a-1744ae8fb0bc tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:40.165337 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-c14d375d-02ca-40f5-b97f-d7ea806845a0 req-1d406ec8-ba06-4d94-8900-169819ec4fcb tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:40.274760 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-c14d375d-02ca-40f5-b97f-d7ea806845a0 req-1d406ec8-ba06-4d94-8900-169819ec4fcb tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Allocated IP 172.25.6.128 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/aa9b0f58-c1f4-4175-912b-9bc4bb6bf106) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:24:40.340224 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-66156854-a94b-4bf4-bb4f-44cdb0636316 req-4ec79502-38d6-4cb9-a37a-1744ae8fb0bc tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:40.354395 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['9bb7ba5f-b66b-4dba-adf1-7cfc611951a3'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:24:40.400005 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66156854-a94b-4bf4-bb4f-44cdb0636316 req-4ec79502-38d6-4cb9-a37a-1744ae8fb0bc tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:40.400616 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-66156854-a94b-4bf4-bb4f-44cdb0636316 req-4ec79502-38d6-4cb9-a37a-1744ae8fb0bc tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:40.402003 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-66156854-a94b-4bf4-bb4f-44cdb0636316 req-4ec79502-38d6-4cb9-a37a-1744ae8fb0bc tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "PUT /v2.0/ports/9bb7ba5f-b66b-4dba-adf1-7cfc611951a3 HTTP/1.1" status: 200 len: 1020 time: 1.0034761 Apr 05 14:24:40.431026 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec79502-38d6-4cb9-a37a-1744ae8fb0bc tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Pushing event updated for resources: {'Port': ['ID=9bb7ba5f-b66b-4dba-adf1-7cfc611951a3,revision_number=7']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:40.443087 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-c14d375d-02ca-40f5-b97f-d7ea806845a0 req-1d406ec8-ba06-4d94-8900-169819ec4fcb tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:40.496475 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['9bb7ba5f-b66b-4dba-adf1-7cfc611951a3'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:24:40.520614 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e8c5e-2375-43f3-93d2-a8087864c8a6 req-6c660825-d2f7-42af-a38e-e9de5d9577d4 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:40.522363 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4a6e8c5e-2375-43f3-93d2-a8087864c8a6 req-6c660825-d2f7-42af-a38e-e9de5d9577d4 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b59cb5a6-0788-46ac-802b-5137925be3db HTTP/1.1" status: 200 len: 949 time: 0.0622141 Apr 05 14:24:40.562701 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4a6e8c5e-2375-43f3-93d2-a8087864c8a6 req-44e3b298-1eeb-4c14-9657-d4b019323cb9 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328443 Apr 05 14:24:40.611872 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-c14d375d-02ca-40f5-b97f-d7ea806845a0 req-1d406ec8-ba06-4d94-8900-169819ec4fcb tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:40.655592 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f1b58e2-be69-4c36-883b-ff86d10629ae', 'tag': '9bb7ba5f-b66b-4dba-adf1-7cfc611951a3'}, {'name': 'network-changed', 'server_uuid': '4db9fe51-aafd-461b-a1f5-bb4c970bc929', 'tag': 'ced27436-8a8c-4719-9bf6-b86688ef931d'}, {'name': 'network-changed', 'server_uuid': '7f1b58e2-be69-4c36-883b-ff86d10629ae', 'tag': '9bb7ba5f-b66b-4dba-adf1-7cfc611951a3'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:24:40.658713 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780c13f0-172d-4ec2-bb17-1c655b05b1b0" -d '{"events": [{"name": "network-changed", "server_uuid": "7f1b58e2-be69-4c36-883b-ff86d10629ae", "tag": "9bb7ba5f-b66b-4dba-adf1-7cfc611951a3"}, {"name": "network-changed", "server_uuid": "4db9fe51-aafd-461b-a1f5-bb4c970bc929", "tag": "ced27436-8a8c-4719-9bf6-b86688ef931d"}, {"name": "network-changed", "server_uuid": "7f1b58e2-be69-4c36-883b-ff86d10629ae", "tag": "9bb7ba5f-b66b-4dba-adf1-7cfc611951a3"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:24:40.679761 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c14d375d-02ca-40f5-b97f-d7ea806845a0 req-1d406ec8-ba06-4d94-8900-169819ec4fcb tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:24:40.699333 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d406ec8-ba06-4d94-8900-169819ec4fcb tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Pushing event updated for resources: {'Port': ['ID=aa9b0f58-c1f4-4175-912b-9bc4bb6bf106,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:40.699333 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-c14d375d-02ca-40f5-b97f-d7ea806845a0 req-1d406ec8-ba06-4d94-8900-169819ec4fcb tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:24:40.699333 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-c14d375d-02ca-40f5-b97f-d7ea806845a0 req-1d406ec8-ba06-4d94-8900-169819ec4fcb tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:24:40.790064 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-c14d375d-02ca-40f5-b97f-d7ea806845a0 req-1d406ec8-ba06-4d94-8900-169819ec4fcb tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:40.912375 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-c14d375d-02ca-40f5-b97f-d7ea806845a0 req-1d406ec8-ba06-4d94-8900-169819ec4fcb tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:40.955791 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ba0fc1-9982-4daf-aff4-a67f1430684b req-daccaebe-a4c9-4cfa-82f4-22b426225299 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:40.957508 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a5ba0fc1-9982-4daf-aff4-a67f1430684b req-daccaebe-a4c9-4cfa-82f4-22b426225299 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=4db9fe51-aafd-461b-a1f5-bb4c970bc929 HTTP/1.1" status: 200 len: 947 time: 0.1068149 Apr 05 14:24:41.060997 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a5ba0fc1-9982-4daf-aff4-a67f1430684b req-73a3b3e9-393a-4519-b504-95bdb75ae1fd tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913782 Apr 05 14:24:41.175675 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-c14d375d-02ca-40f5-b97f-d7ea806845a0 req-1d406ec8-ba06-4d94-8900-169819ec4fcb tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:41.188475 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da840905-9bfa-4c50-ac53-12d337fa84b4 req-e00f9dd6-6468-46b2-a904-9e82d411e309 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:41.190133 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-da840905-9bfa-4c50-ac53-12d337fa84b4 req-e00f9dd6-6468-46b2-a904-9e82d411e309 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/ports?device_id=c28c5ff7-aa4f-4388-a2d2-34b3d1153744 HTTP/1.1" status: 200 len: 950 time: 0.0706804 Apr 05 14:24:41.235645 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-da840905-9bfa-4c50-ac53-12d337fa84b4 req-ee37c3cb-7db6-47b7-a683-f6ce74e7988b tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/security-groups?id=024b129f-f256-4015-8a11-f785d9d68dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390890 Apr 05 14:24:41.237072 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-c14d375d-02ca-40f5-b97f-d7ea806845a0 req-1d406ec8-ba06-4d94-8900-169819ec4fcb tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:41.315502 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d406ec8-ba06-4d94-8900-169819ec4fcb tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Pushing event updated for resources: {'Port': ['ID=aa9b0f58-c1f4-4175-912b-9bc4bb6bf106,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:41.341543 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-c14d375d-02ca-40f5-b97f-d7ea806845a0 req-1d406ec8-ba06-4d94-8900-169819ec4fcb tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:41.416810 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47047de8-8fde-40bf-93c6-81984e110ab5 req-b52eea81-d0f3-4022-883e-f505dbc9aef8 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:41.418623 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-47047de8-8fde-40bf-93c6-81984e110ab5 req-b52eea81-d0f3-4022-883e-f505dbc9aef8 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f1b58e2-be69-4c36-883b-ff86d10629ae HTTP/1.1" status: 200 len: 1023 time: 0.0634155 Apr 05 14:24:41.521547 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-47047de8-8fde-40bf-93c6-81984e110ab5 req-bc6073ef-e5ec-494b-bbf9-937ae8ef2506 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/security-groups?id=4277a5b4-7686-4846-adc8-8aad08c678a1&id=87dfefd3-1552-4299-8b8c-e9b0053c68dd&id=35849300-88ce-4bbb-94fe-ea84e35bf069 HTTP/1.1" status: 200 len: 6148 time: 0.0873165 Apr 05 14:24:41.542978 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-c14d375d-02ca-40f5-b97f-d7ea806845a0 req-1d406ec8-ba06-4d94-8900-169819ec4fcb tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:41.552334 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c14d375d-02ca-40f5-b97f-d7ea806845a0 req-1d406ec8-ba06-4d94-8900-169819ec4fcb tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7834942 Apr 05 14:24:41.613517 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Tue, 05 Apr 2022 14:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b737cb10-075f-4061-b868-b7ff4392ce15 x-openstack-request-id: req-b737cb10-075f-4061-b868-b7ff4392ce15 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:24:41.613942 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f1b58e2-be69-4c36-883b-ff86d10629ae", "tag": "9bb7ba5f-b66b-4dba-adf1-7cfc611951a3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4db9fe51-aafd-461b-a1f5-bb4c970bc929", "tag": "ced27436-8a8c-4719-9bf6-b86688ef931d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7f1b58e2-be69-4c36-883b-ff86d10629ae", "tag": "9bb7ba5f-b66b-4dba-adf1-7cfc611951a3", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:24:41.614292 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b737cb10-075f-4061-b868-b7ff4392ce15 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:24:41.614880 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b737cb10-075f-4061-b868-b7ff4392ce15'] response: {'name': 'network-changed', 'server_uuid': '7f1b58e2-be69-4c36-883b-ff86d10629ae', 'tag': '9bb7ba5f-b66b-4dba-adf1-7cfc611951a3', 'status': 'completed', 'code': 200} Apr 05 14:24:41.615224 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b737cb10-075f-4061-b868-b7ff4392ce15'] response: {'name': 'network-changed', 'server_uuid': '4db9fe51-aafd-461b-a1f5-bb4c970bc929', 'tag': 'ced27436-8a8c-4719-9bf6-b86688ef931d', 'status': 'completed', 'code': 200} Apr 05 14:24:41.615839 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b737cb10-075f-4061-b868-b7ff4392ce15'] response: {'name': 'network-changed', 'server_uuid': '7f1b58e2-be69-4c36-883b-ff86d10629ae', 'tag': '9bb7ba5f-b66b-4dba-adf1-7cfc611951a3', 'status': 'completed', 'code': 200} Apr 05 14:24:41.664110 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-0a11485a-cc39-45b7-b538-8e90b6492734 req-d37f75c5-4a23-4e53-a27e-10eb685771d4 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Request body: {'security_group': {'name': ' tempest-securitygroup -742272964 ', 'description': 'tempest-description-88841860'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:24:41.679393 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c14d375d-02ca-40f5-b97f-d7ea806845a0 req-7d1c316e-c557-48c8-a6b5-aa52dd0443c0 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.128 HTTP/1.1" status: 200 len: 696 time: 0.1244407 Apr 05 14:24:41.728099 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c13f0-172d-4ec2-bb17-1c655b05b1b0 req-4b39b4dd-6b78-41f9-9799-06ec835a0256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:41.730297 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-780c13f0-172d-4ec2-bb17-1c655b05b1b0 req-4b39b4dd-6b78-41f9-9799-06ec835a0256 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ec1eac502c2b411e8783585a1353acd6&device_id=7f1b58e2-be69-4c36-883b-ff86d10629ae HTTP/1.1" status: 200 len: 1174 time: 0.1136341 Apr 05 14:24:41.872916 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-0a11485a-cc39-45b7-b538-8e90b6492734 req-d37f75c5-4a23-4e53-a27e-10eb685771d4 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:41.911323 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d375d-02ca-40f5-b97f-d7ea806845a0 req-7d45fffa-bfcb-4485-a8be-b14460ddd7ff tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:41.912953 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c14d375d-02ca-40f5-b97f-d7ea806845a0 req-7d45fffa-bfcb-4485-a8be-b14460ddd7ff tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] 10.222.0.30 "GET /v2.0/networks/3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c HTTP/1.1" status: 200 len: 784 time: 0.2324862 Apr 05 14:24:41.931471 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c13f0-172d-4ec2-bb17-1c655b05b1b0 req-a8e14423-c562-4b44-99ff-4063377fb0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:41.932986 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-780c13f0-172d-4ec2-bb17-1c655b05b1b0 req-a8e14423-c562-4b44-99ff-4063377fb0cd service neutron] 10.222.0.11 "GET /v2.0/networks?id=a7521e9d-f5e6-41eb-a0df-ba36f906679b HTTP/1.1" status: 200 len: 913 time: 0.1719041 Apr 05 14:24:42.009633 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:42.020922 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-780c13f0-172d-4ec2-bb17-1c655b05b1b0 req-34d9dc75-6460-494d-a89b-744da394b229 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9bb7ba5f-b66b-4dba-adf1-7cfc611951a3 HTTP/1.1" status: 200 len: 217 time: 0.0740900 Apr 05 14:24:42.131502 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab68f41-3ddf-4aa7-82e0-92a3cb81fe38 req-acb52f59-83d8-4c63-b1e8-29346aae058a tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:42.133154 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fab68f41-3ddf-4aa7-82e0-92a3cb81fe38 req-acb52f59-83d8-4c63-b1e8-29346aae058a tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b59cb5a6-0788-46ac-802b-5137925be3db HTTP/1.1" status: 200 len: 949 time: 0.1247828 Apr 05 14:24:42.134675 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c13f0-172d-4ec2-bb17-1c655b05b1b0 req-e00ce4f4-1f90-40b1-aa55-831a154f3375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:42.136011 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-780c13f0-172d-4ec2-bb17-1c655b05b1b0 req-e00ce4f4-1f90-40b1-aa55-831a154f3375 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e7c49c0f-6616-4198-accb-769bb8e34e24 HTTP/1.1" status: 200 len: 852 time: 0.0896933 Apr 05 14:24:42.160594 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-0a11485a-cc39-45b7-b538-8e90b6492734 req-d37f75c5-4a23-4e53-a27e-10eb685771d4 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:42.189639 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-780c13f0-172d-4ec2-bb17-1c655b05b1b0 req-bcb69900-466c-494d-8974-9bfd1e513200 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a7521e9d-f5e6-41eb-a0df-ba36f906679b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408690 Apr 05 14:24:42.215178 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 53864) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:24:42.221811 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-0a11485a-cc39-45b7-b538-8e90b6492734 req-d37f75c5-4a23-4e53-a27e-10eb685771d4 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:42.249258 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fab68f41-3ddf-4aa7-82e0-92a3cb81fe38 req-e51a1915-9927-447e-886e-2bc6a623d9c1 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059935 Apr 05 14:24:42.356035 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37f75c5-4a23-4e53-a27e-10eb685771d4 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea73ed2-5ca8-49a7-ab1b-ca7a9c5f8b48,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:42.392004 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b9ad69bb-3649-4247-b341-a67da6e94938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:42.412831 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-0a11485a-cc39-45b7-b538-8e90b6492734 req-d37f75c5-4a23-4e53-a27e-10eb685771d4 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:42.414117 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0a11485a-cc39-45b7-b538-8e90b6492734 req-d37f75c5-4a23-4e53-a27e-10eb685771d4 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.7617116 Apr 05 14:24:42.490144 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-780c13f0-172d-4ec2-bb17-1c655b05b1b0 req-6b228698-3f87-427d-b042-ce2da93fb047 service neutron] 10.222.0.11 "GET /v2.0/networks/a7521e9d-f5e6-41eb-a0df-ba36f906679b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848616 Apr 05 14:24:42.557153 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b9ad69bb-3649-4247-b341-a67da6e94938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:42.619205 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b9ad69bb-3649-4247-b341-a67da6e94938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:42.630876 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f65bafc-b64f-4c61-9ecc-e6ed4e4b32e2 req-e67aa186-1685-467d-9970-38ea0e3f7ff6 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:42.639870 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0f65bafc-b64f-4c61-9ecc-e6ed4e4b32e2 req-e67aa186-1685-467d-9970-38ea0e3f7ff6 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] 10.222.0.30 "GET /v2.0/ports?device_id=25f837eb-2d46-46c0-bd4c-8c7e8bcba9c7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2057941 Apr 05 14:24:42.673615 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-b9ad69bb-3649-4247-b341-a67da6e94938 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=767e50f53f0b436a8cdcb5fbd11b6954&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4549606 Apr 05 14:24:42.676057 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 53880) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:24:42.686293 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ad69bb-3649-4247-b341-a67da6e94938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2787948-4c04-4c0d-9eac-a0f471b1378c,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:42.720740 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1188a17a-e054-4743-a700-6c1949834a32 req-479b92a2-f4a3-4e02-ac27-31b16d7e42d4 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:42.722866 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1188a17a-e054-4743-a700-6c1949834a32 req-479b92a2-f4a3-4e02-ac27-31b16d7e42d4 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=4db9fe51-aafd-461b-a1f5-bb4c970bc929 HTTP/1.1" status: 200 len: 947 time: 0.2156355 Apr 05 14:24:42.737091 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0f65bafc-b64f-4c61-9ecc-e6ed4e4b32e2 req-94d86aeb-c8dd-4d59-926e-ab66a46d7944 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.128 HTTP/1.1" status: 200 len: 696 time: 0.0965056 Apr 05 14:24:42.744668 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-0f65bafc-b64f-4c61-9ecc-e6ed4e4b32e2 req-32b15963-2d4e-4157-80e0-3bf65b64611f tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Request body: {'floatingip': {'port_id': 'd6ba28e6-c375-4457-823e-2bc26e839fdb', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:24:42.790702 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3b187e31-58e8-4f89-be25-412034ad6be2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:42.792313 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-780c13f0-172d-4ec2-bb17-1c655b05b1b0 req-9c97002c-3e7c-413d-8f48-c185aa97195f service neutron] 10.222.0.11 "GET /v2.0/networks/a7521e9d-f5e6-41eb-a0df-ba36f906679b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2862806 Apr 05 14:24:42.802476 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-0f65bafc-b64f-4c61-9ecc-e6ed4e4b32e2 req-32b15963-2d4e-4157-80e0-3bf65b64611f tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Notify callbacks [] for floatingip, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:42.834193 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3b187e31-58e8-4f89-be25-412034ad6be2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:42.868423 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1188a17a-e054-4743-a700-6c1949834a32 req-1bc82383-e952-4de7-93b2-ecee683ea80f tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286733 Apr 05 14:24:42.986138 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3b187e31-58e8-4f89-be25-412034ad6be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:42.990981 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3b187e31-58e8-4f89-be25-412034ad6be2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:42.997647 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-3b187e31-58e8-4f89-be25-412034ad6be2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a2787948-4c04-4c0d-9eac-a0f471b1378c HTTP/1.1" status: 204 len: 168 time: 0.3196113 Apr 05 14:24:43.013578 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b187e31-58e8-4f89-be25-412034ad6be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2787948-4c04-4c0d-9eac-a0f471b1378c,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:43.049801 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c13f0-172d-4ec2-bb17-1c655b05b1b0 req-d188b7fc-854c-4317-9131-0ba9cef7af26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:43.051772 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-780c13f0-172d-4ec2-bb17-1c655b05b1b0 req-d188b7fc-854c-4317-9131-0ba9cef7af26 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c301d8186c0d498e88493d184d59ac7d&device_id=4db9fe51-aafd-461b-a1f5-bb4c970bc929 HTTP/1.1" status: 200 len: 1098 time: 0.1045461 Apr 05 14:24:43.593622 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f33929-6ddb-49ac-b96a-ca8b4340ea1d req-bf37026b-4ca0-4c25-b817-f2930abaa2be tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:43.595358 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-64f33929-6ddb-49ac-b96a-ca8b4340ea1d req-bf37026b-4ca0-4c25-b817-f2930abaa2be tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/ports?device_id=c28c5ff7-aa4f-4388-a2d2-34b3d1153744 HTTP/1.1" status: 200 len: 950 time: 0.5410869 Apr 05 14:24:43.608479 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c13f0-172d-4ec2-bb17-1c655b05b1b0 req-13efec38-9f1b-49e2-9f43-06379c0c6c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:43.610131 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-780c13f0-172d-4ec2-bb17-1c655b05b1b0 req-13efec38-9f1b-49e2-9f43-06379c0c6c09 service neutron] 10.222.0.11 "GET /v2.0/networks?id=80d671a8-d1ab-4472-891b-9c042fbd7800 HTTP/1.1" status: 200 len: 870 time: 0.5075352 Apr 05 14:24:43.679398 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-780c13f0-172d-4ec2-bb17-1c655b05b1b0 req-ecc76849-44ae-477e-8250-e03503803c8c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=ced27436-8a8c-4719-9bf6-b86688ef931d HTTP/1.1" status: 200 len: 217 time: 0.0574827 Apr 05 14:24:43.679398 n-d-836650-2 neutron-server[103320]: INFO neutron.api.v2.resource [req-0f65bafc-b64f-4c61-9ecc-e6ed4e4b32e2 req-32b15963-2d4e-4157-80e0-3bf65b64611f tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] update failed (client error): There was a conflict when trying to complete your request. Apr 05 14:24:43.689722 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0f65bafc-b64f-4c61-9ecc-e6ed4e4b32e2 req-32b15963-2d4e-4157-80e0-3bf65b64611f tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] 10.222.0.30 "PUT /v2.0/floatingips/e6d8bed3-3490-4a7e-b3aa-0d6a4f86388a HTTP/1.1" status: 409 len: 550 time: 0.9514456 Apr 05 14:24:43.758522 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-64f33929-6ddb-49ac-b96a-ca8b4340ea1d req-c4578980-0e1b-4247-b0a6-a25b8574ee32 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/security-groups?id=024b129f-f256-4015-8a11-f785d9d68dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544135 Apr 05 14:24:43.778149 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c13f0-172d-4ec2-bb17-1c655b05b1b0 req-5e6e0f83-153f-41d7-a777-349be165d8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:43.797356 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-780c13f0-172d-4ec2-bb17-1c655b05b1b0 req-5e6e0f83-153f-41d7-a777-349be165d8ab service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.0888412 Apr 05 14:24:43.825769 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2c5aabaa-a6bb-4856-b865-471df69f0350 req-17aa1c65-bc89-45f6-a66d-8fa30ce49604 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/security-groups/6ea73ed2-5ca8-49a7-ab1b-ca7a9c5f8b48 HTTP/1.1" status: 200 len: 1778 time: 0.1205928 Apr 05 14:24:43.833494 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:43.840914 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c13f0-172d-4ec2-bb17-1c655b05b1b0 req-ce38457b-3094-4e67-8233-98dc15388fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:43.906283 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-780c13f0-172d-4ec2-bb17-1c655b05b1b0 req-ce38457b-3094-4e67-8233-98dc15388fa0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0506473 Apr 05 14:24:43.991409 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1062fba2-b565-4b71-8513-c534ce0b954b req-2ec6c408-8459-4bda-8264-b5402de9635b tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] 10.222.0.30 "GET /v2.0/floatingips/e6d8bed3-3490-4a7e-b3aa-0d6a4f86388a HTTP/1.1" status: 200 len: 693 time: 0.0691679 Apr 05 14:24:44.045006 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-780c13f0-172d-4ec2-bb17-1c655b05b1b0 req-7f1475aa-f5b3-410c-9b99-4f5dabcbf9bf service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915944 Apr 05 14:24:44.097023 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b41358-2883-4b13-b331-094c51054554 req-2f1154cd-4e01-4f64-93bb-f3ecf43f389f tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:44.097023 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-50b41358-2883-4b13-b331-094c51054554 req-2f1154cd-4e01-4f64-93bb-f3ecf43f389f tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b59cb5a6-0788-46ac-802b-5137925be3db HTTP/1.1" status: 200 len: 949 time: 0.1761439 Apr 05 14:24:44.202440 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-50b41358-2883-4b13-b331-094c51054554 req-60bfdd14-4724-4eb3-bd16-d84b9011dfff tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137929 Apr 05 14:24:44.237755 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1062fba2-b565-4b71-8513-c534ce0b954b req-fe74afa5-098e-4140-872a-562591e2dc9c tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:44.237755 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1062fba2-b565-4b71-8513-c534ce0b954b req-fe74afa5-098e-4140-872a-562591e2dc9c tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] 10.222.0.30 "GET /v2.0/networks/3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c HTTP/1.1" status: 200 len: 784 time: 0.2282040 Apr 05 14:24:44.244181 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-780c13f0-172d-4ec2-bb17-1c655b05b1b0 req-1957b9eb-140c-4720-934d-c20331bb6a9b service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872556 Apr 05 14:24:44.247760 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [req-1062fba2-b565-4b71-8513-c534ce0b954b req-fc2e2405-694d-46f5-b840-1b7fdc7c3370 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:24:44.248730 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1062fba2-b565-4b71-8513-c534ce0b954b req-fc2e2405-694d-46f5-b840-1b7fdc7c3370 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085659 Apr 05 14:24:44.305857 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 53906) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:24:44.319193 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4e426182-5781-414e-8e36-98c9438dc67c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:44.342504 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1062fba2-b565-4b71-8513-c534ce0b954b req-a9fb34d8-735d-4c6c-bbf3-db6234ed755c tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.128 HTTP/1.1" status: 200 len: 696 time: 0.0856440 Apr 05 14:24:44.349609 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-47c7c4db-4344-44ec-83d7-2c316a09bee5 req-bc4b8413-1882-4b0d-91f9-8d78cbfa691b tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/security-groups/6ea73ed2-5ca8-49a7-ab1b-ca7a9c5f8b48 HTTP/1.1" status: 200 len: 1778 time: 0.1161079 Apr 05 14:24:44.405539 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4e426182-5781-414e-8e36-98c9438dc67c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:44.428192 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c13f0-172d-4ec2-bb17-1c655b05b1b0 req-1bb5d495-ed20-48c0-af74-96559dad948b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:44.428192 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-780c13f0-172d-4ec2-bb17-1c655b05b1b0 req-1bb5d495-ed20-48c0-af74-96559dad948b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ec1eac502c2b411e8783585a1353acd6&device_id=7f1b58e2-be69-4c36-883b-ff86d10629ae HTTP/1.1" status: 200 len: 1174 time: 0.1246262 Apr 05 14:24:44.428192 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1062fba2-b565-4b71-8513-c534ce0b954b req-85abc834-cea7-4579-923f-180ff7f612c5 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.128 HTTP/1.1" status: 200 len: 696 time: 0.0747170 Apr 05 14:24:44.473432 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4e426182-5781-414e-8e36-98c9438dc67c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:44.527611 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-4e426182-5781-414e-8e36-98c9438dc67c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b1c9d86a498f4e0688f0bb3ba7d26be8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2205677 Apr 05 14:24:44.530333 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 53912) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:24:44.546538 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e426182-5781-414e-8e36-98c9438dc67c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e7762c-a32d-4974-b8de-d3a9cc6e83a8,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:44.601020 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-47c7c4db-4344-44ec-83d7-2c316a09bee5 req-e906aca0-6a76-46ad-bd41-6796b4d7f595 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:44.646069 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a8d2740b-ddb8-4dbf-bf34-c00b2a0dc794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:44.679493 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-47c7c4db-4344-44ec-83d7-2c316a09bee5 req-e906aca0-6a76-46ad-bd41-6796b4d7f595 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:44.698945 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a8d2740b-ddb8-4dbf-bf34-c00b2a0dc794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:44.717028 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c13f0-172d-4ec2-bb17-1c655b05b1b0 req-edb96691-a866-4f23-9929-deaef55d7ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:44.718671 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-780c13f0-172d-4ec2-bb17-1c655b05b1b0 req-edb96691-a866-4f23-9929-deaef55d7ff8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a7521e9d-f5e6-41eb-a0df-ba36f906679b HTTP/1.1" status: 200 len: 913 time: 0.2799027 Apr 05 14:24:44.781475 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-780c13f0-172d-4ec2-bb17-1c655b05b1b0 req-7526e57d-6508-410f-b213-f9dc0d727587 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9bb7ba5f-b66b-4dba-adf1-7cfc611951a3 HTTP/1.1" status: 200 len: 217 time: 0.0469520 Apr 05 14:24:44.788305 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-1062fba2-b565-4b71-8513-c534ce0b954b req-97d914be-5c1f-4838-81cc-58dc118c379a tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Deleting port aa9b0f58-c1f4-4175-912b-9bc4bb6bf106 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:24:44.788649 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-1062fba2-b565-4b71-8513-c534ce0b954b req-97d914be-5c1f-4838-81cc-58dc118c379a tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:44.864038 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a8d2740b-ddb8-4dbf-bf34-c00b2a0dc794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:44.868327 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a8d2740b-ddb8-4dbf-bf34-c00b2a0dc794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:44.870779 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-a8d2740b-ddb8-4dbf-bf34-c00b2a0dc794 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/39e7762c-a32d-4974-b8de-d3a9cc6e83a8 HTTP/1.1" status: 204 len: 168 time: 0.3394663 Apr 05 14:24:44.887531 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d2740b-ddb8-4dbf-bf34-c00b2a0dc794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e7762c-a32d-4974-b8de-d3a9cc6e83a8,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:44.887749 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c13f0-172d-4ec2-bb17-1c655b05b1b0 req-12596eef-250f-48f9-aef5-93d8c748f290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:44.888720 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-780c13f0-172d-4ec2-bb17-1c655b05b1b0 req-12596eef-250f-48f9-aef5-93d8c748f290 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e7c49c0f-6616-4198-accb-769bb8e34e24 HTTP/1.1" status: 200 len: 852 time: 0.0978739 Apr 05 14:24:44.897109 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-47c7c4db-4344-44ec-83d7-2c316a09bee5 req-e906aca0-6a76-46ad-bd41-6796b4d7f595 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:44.899656 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-47c7c4db-4344-44ec-83d7-2c316a09bee5 req-e906aca0-6a76-46ad-bd41-6796b4d7f595 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:44.920925 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-47c7c4db-4344-44ec-83d7-2c316a09bee5 req-e906aca0-6a76-46ad-bd41-6796b4d7f595 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "DELETE /v2.0/security-groups/6ea73ed2-5ca8-49a7-ab1b-ca7a9c5f8b48 HTTP/1.1" status: 204 len: 173 time: 0.5490134 Apr 05 14:24:44.987676 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e906aca0-6a76-46ad-bd41-6796b4d7f595 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea73ed2-5ca8-49a7-ab1b-ca7a9c5f8b48,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:45.053155 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-780c13f0-172d-4ec2-bb17-1c655b05b1b0 req-ff146030-2a58-41e3-b47d-5ad614d00989 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a7521e9d-f5e6-41eb-a0df-ba36f906679b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1285858 Apr 05 14:24:45.088505 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-1062fba2-b565-4b71-8513-c534ce0b954b req-97d914be-5c1f-4838-81cc-58dc118c379a tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:45.088825 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-1062fba2-b565-4b71-8513-c534ce0b954b req-97d914be-5c1f-4838-81cc-58dc118c379a tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:45.092771 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device ced27436-8a8c-4719-9bf6-b86688ef931d details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:24:45.143533 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-1062fba2-b565-4b71-8513-c534ce0b954b req-97d914be-5c1f-4838-81cc-58dc118c379a tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Calling delete_port for aa9b0f58-c1f4-4175-912b-9bc4bb6bf106 owned by network:floatingip {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:24:45.235538 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd00007-2b12-467b-881d-08d4315faf7c req-93460164-9332-42b9-9b9d-56c20202489c tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:45.242827 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8dd00007-2b12-467b-881d-08d4315faf7c req-93460164-9332-42b9-9b9d-56c20202489c tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=4db9fe51-aafd-461b-a1f5-bb4c970bc929 HTTP/1.1" status: 200 len: 947 time: 0.2406094 Apr 05 14:24:45.285199 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port ced27436-8a8c-4719-9bf6-b86688ef931d, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=ced27436-8a8c-4719-9bf6-b86688ef931d,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:24:45.303064 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': 'ced27436-8a8c-4719-9bf6-b86688ef931d', 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800', 'port_id': 'ced27436-8a8c-4719-9bf6-b86688ef931d', 'mac_address': 'fa:16:3e:b5:65:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:24:45.326483 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-780c13f0-172d-4ec2-bb17-1c655b05b1b0 req-89fd8ba3-149d-4e96-bc8d-953ebf894f8f service neutron] 10.222.0.11 "GET /v2.0/networks/a7521e9d-f5e6-41eb-a0df-ba36f906679b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613835 Apr 05 14:24:45.358908 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8dd00007-2b12-467b-881d-08d4315faf7c req-62fac95e-920d-4c4d-a2a3-c84529f25a0f tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035872 Apr 05 14:24:45.402857 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:45.436032 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ced27436-8a8c-4719-9bf6-b86688ef931d {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:24:45.477899 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port ced27436-8a8c-4719-9bf6-b86688ef931d, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=ced27436-8a8c-4719-9bf6-b86688ef931d,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:24:45.572986 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:45.591267 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-780c13f0-172d-4ec2-bb17-1c655b05b1b0 req-1e464f76-b277-46eb-97d9-7aadadefc54d service neutron] 10.222.0.11 "GET /v2.0/networks/a7521e9d-f5e6-41eb-a0df-ba36f906679b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349005 Apr 05 14:24:45.600329 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c227d1d-fa22-41be-9696-2d0a5846ba48 req-6b4e5b44-70d4-4ab3-af3c-22363d4b2a97 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:45.608951 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3c227d1d-fa22-41be-9696-2d0a5846ba48 req-6b4e5b44-70d4-4ab3-af3c-22363d4b2a97 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/ports?device_id=c28c5ff7-aa4f-4388-a2d2-34b3d1153744 HTTP/1.1" status: 200 len: 950 time: 0.1298573 Apr 05 14:24:45.656024 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3c227d1d-fa22-41be-9696-2d0a5846ba48 req-0f260131-c81a-451b-a45e-e2f7b2495b9d tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/security-groups?id=024b129f-f256-4015-8a11-f785d9d68dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440180 Apr 05 14:24:45.660336 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=ced27436-8a8c-4719-9bf6-b86688ef931d,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:45.691959 n-d-836650-2 neutron-server[103320]: INFO neutron.api.v2.resource [req-7b4b1c55-0f52-4f31-9f2b-01238c127fd4 req-0f4431db-0a88-4cbf-bed2-aec114f988f1 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] show failed (client error): The resource could not be found. Apr 05 14:24:45.693668 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7b4b1c55-0f52-4f31-9f2b-01238c127fd4 req-0f4431db-0a88-4cbf-bed2-aec114f988f1 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/security-groups/6ea73ed2-5ca8-49a7-ab1b-ca7a9c5f8b48 HTTP/1.1" status: 404 len: 352 time: 0.0215912 Apr 05 14:24:45.694390 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-1062fba2-b565-4b71-8513-c534ce0b954b req-97d914be-5c1f-4838-81cc-58dc118c379a tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:45.760759 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d914be-5c1f-4838-81cc-58dc118c379a tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Pushing event deleted for resources: {'Port': ['ID=aa9b0f58-c1f4-4175-912b-9bc4bb6bf106,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:45.855997 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-1062fba2-b565-4b71-8513-c534ce0b954b req-97d914be-5c1f-4838-81cc-58dc118c379a tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Notify callbacks [] for floatingip, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:45.858164 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-1062fba2-b565-4b71-8513-c534ce0b954b req-97d914be-5c1f-4838-81cc-58dc118c379a tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:45.860423 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1062fba2-b565-4b71-8513-c534ce0b954b req-97d914be-5c1f-4838-81cc-58dc118c379a tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] 10.222.0.30 "DELETE /v2.0/floatingips/e6d8bed3-3490-4a7e-b3aa-0d6a4f86388a HTTP/1.1" status: 204 len: 173 time: 1.4220669 Apr 05 14:24:45.909205 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-64f57994-6902-40e6-b21e-8fe6fafd6eee req-c1a30619-6ef7-4d8b-9cff-a96a01a7f425 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1761440326', 'description': 'tempest-description-2016320939'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:24:45.986331 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['ced27436-8a8c-4719-9bf6-b86688ef931d'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:24:46.041798 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c088de-ef6f-4669-8c99-4f2c629ad404 req-e20863bb-5afa-4b31-aa2c-0b78fd558442 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:46.049263 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-91c088de-ef6f-4669-8c99-4f2c629ad404 req-e20863bb-5afa-4b31-aa2c-0b78fd558442 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b59cb5a6-0788-46ac-802b-5137925be3db HTTP/1.1" status: 200 len: 949 time: 0.1338933 Apr 05 14:24:46.086515 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-64f57994-6902-40e6-b21e-8fe6fafd6eee req-c1a30619-6ef7-4d8b-9cff-a96a01a7f425 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:46.188558 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-91c088de-ef6f-4669-8c99-4f2c629ad404 req-9952a6bc-1575-4b64-b753-f2aa5c9d1caa tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318188 Apr 05 14:24:46.228137 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-64f57994-6902-40e6-b21e-8fe6fafd6eee req-c1a30619-6ef7-4d8b-9cff-a96a01a7f425 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:46.318652 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-64f57994-6902-40e6-b21e-8fe6fafd6eee req-c1a30619-6ef7-4d8b-9cff-a96a01a7f425 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:46.401911 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e1dd9711-95f0-4b78-abd4-8bcee485e5f4 req-1c9554c4-8cf6-4189-a7ad-bbff61851ad4 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.155 HTTP/1.1" status: 200 len: 1001 time: 0.1496663 Apr 05 14:24:46.402818 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a30619-6ef7-4d8b-9cff-a96a01a7f425 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22269eb1-cb10-4ef5-af4a-528ddfecf148,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:46.497519 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd9711-95f0-4b78-abd4-8bcee485e5f4 req-c1ff8831-85c8-4d75-a8ef-b2704e65fb05 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:46.497519 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e1dd9711-95f0-4b78-abd4-8bcee485e5f4 req-c1ff8831-85c8-4d75-a8ef-b2704e65fb05 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] 10.222.0.30 "GET /v2.0/ports/d6ba28e6-c375-4457-823e-2bc26e839fdb HTTP/1.1" status: 200 len: 942 time: 0.0817986 Apr 05 14:24:46.501307 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-64f57994-6902-40e6-b21e-8fe6fafd6eee req-c1a30619-6ef7-4d8b-9cff-a96a01a7f425 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:46.502242 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-64f57994-6902-40e6-b21e-8fe6fafd6eee req-c1a30619-6ef7-4d8b-9cff-a96a01a7f425 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5977778 Apr 05 14:24:46.643295 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0107e5-8fd0-4ce4-a17f-adbc08c7c4cc req-3bc3dcb3-4ad1-47b1-8df4-3e816cd44a02 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:46.644622 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1d0107e5-8fd0-4ce4-a17f-adbc08c7c4cc req-3bc3dcb3-4ad1-47b1-8df4-3e816cd44a02 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=4db9fe51-aafd-461b-a1f5-bb4c970bc929 HTTP/1.1" status: 200 len: 948 time: 0.0548120 Apr 05 14:24:46.736475 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1d0107e5-8fd0-4ce4-a17f-adbc08c7c4cc req-2afaa85b-6cd6-44c5-b0a8-c265d15c67a6 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843768 Apr 05 14:24:46.739498 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e1dd9711-95f0-4b78-abd4-8bcee485e5f4 req-d4dca89a-6378-4ed1-affb-21180320d9c0 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.155 HTTP/1.1" status: 200 len: 1001 time: 0.0939305 Apr 05 14:24:46.821037 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-90e3c3c7-6a07-4e5b-97bb-b65c3002b841 req-fdf131b0-83b6-465a-8edd-626884810539 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2057501267', 'description': 'tempest-description-1526322614'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:24:46.896542 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd9711-95f0-4b78-abd4-8bcee485e5f4 req-c6d0504a-422e-4c3d-824a-edd15030e01f tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:46.900702 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e1dd9711-95f0-4b78-abd4-8bcee485e5f4 req-c6d0504a-422e-4c3d-824a-edd15030e01f tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] 10.222.0.30 "GET /v2.0/networks/3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c HTTP/1.1" status: 200 len: 784 time: 0.1514792 Apr 05 14:24:46.914955 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [req-e1dd9711-95f0-4b78-abd4-8bcee485e5f4 req-d8b3ca71-4141-4068-8b3a-3e7db344ae39 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:24:46.916134 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e1dd9711-95f0-4b78-abd4-8bcee485e5f4 req-d8b3ca71-4141-4068-8b3a-3e7db344ae39 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061259 Apr 05 14:24:46.966460 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-90e3c3c7-6a07-4e5b-97bb-b65c3002b841 req-fdf131b0-83b6-465a-8edd-626884810539 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:47.036720 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e1dd9711-95f0-4b78-abd4-8bcee485e5f4 req-851bd563-b63f-4a37-b27a-0260ce3b36da tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.155 HTTP/1.1" status: 200 len: 1001 time: 0.1116412 Apr 05 14:24:47.075113 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-e1dd9711-95f0-4b78-abd4-8bcee485e5f4 req-8e2cbf88-7ca6-49bb-bc5a-fb74b09e6774 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:24:47.137236 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e1dd9711-95f0-4b78-abd4-8bcee485e5f4 req-8e2cbf88-7ca6-49bb-bc5a-fb74b09e6774 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Notify callbacks [] for floatingip, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:47.180100 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-90e3c3c7-6a07-4e5b-97bb-b65c3002b841 req-fdf131b0-83b6-465a-8edd-626884810539 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:47.266269 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-90e3c3c7-6a07-4e5b-97bb-b65c3002b841 req-fdf131b0-83b6-465a-8edd-626884810539 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:47.323565 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf131b0-83b6-465a-8edd-626884810539 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf218a3-cad5-4884-bd37-c1aada372654,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:47.725123 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-90e3c3c7-6a07-4e5b-97bb-b65c3002b841 req-fdf131b0-83b6-465a-8edd-626884810539 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:47.726436 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-90e3c3c7-6a07-4e5b-97bb-b65c3002b841 req-fdf131b0-83b6-465a-8edd-626884810539 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.9424875 Apr 05 14:24:47.730946 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e1dd9711-95f0-4b78-abd4-8bcee485e5f4 req-8e2cbf88-7ca6-49bb-bc5a-fb74b09e6774 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:47.802730 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e1dd9711-95f0-4b78-abd4-8bcee485e5f4 req-8e2cbf88-7ca6-49bb-bc5a-fb74b09e6774 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:47.803257 n-d-836650-2 neutron-server[103320]: INFO neutron.db.l3_db [req-e1dd9711-95f0-4b78-abd4-8bcee485e5f4 req-8e2cbf88-7ca6-49bb-bc5a-fb74b09e6774 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Floating IP 436ca23b-41d0-4b51-8084-41c89ef9b9c9 disassociated. External IP: 172.25.6.155, port: d6ba28e6-c375-4457-823e-2bc26e839fdb. Apr 05 14:24:47.925329 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8de15dd-b8cd-464d-af72-ae020474d3da req-7947ab74-8e53-4985-8789-e12b4c09bc2a tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:47.927638 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d8de15dd-b8cd-464d-af72-ae020474d3da req-7947ab74-8e53-4985-8789-e12b4c09bc2a tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/ports?device_id=c28c5ff7-aa4f-4388-a2d2-34b3d1153744 HTTP/1.1" status: 200 len: 950 time: 0.1392269 Apr 05 14:24:47.983683 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d8de15dd-b8cd-464d-af72-ae020474d3da req-fff1df1a-4b9f-4a23-9e75-092b7b365d8d tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/security-groups?id=024b129f-f256-4015-8a11-f785d9d68dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499620 Apr 05 14:24:48.105597 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e1dd9711-95f0-4b78-abd4-8bcee485e5f4 req-8e2cbf88-7ca6-49bb-bc5a-fb74b09e6774 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Router d885a685-2ec5-4eea-a138-843ef1dc5348 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:24:48.274983 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d1e00-3d23-437b-aa9a-65d0a4ab7e33 req-26ff802e-7398-4491-be91-150a1b085491 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:48.276419 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-294d1e00-3d23-437b-aa9a-65d0a4ab7e33 req-26ff802e-7398-4491-be91-150a1b085491 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b59cb5a6-0788-46ac-802b-5137925be3db HTTP/1.1" status: 200 len: 949 time: 0.1153989 Apr 05 14:24:48.302032 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e1dd9711-95f0-4b78-abd4-8bcee485e5f4 req-8e2cbf88-7ca6-49bb-bc5a-fb74b09e6774 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:24:48.307557 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e1dd9711-95f0-4b78-abd4-8bcee485e5f4 req-8e2cbf88-7ca6-49bb-bc5a-fb74b09e6774 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:48.315714 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d3c0f2-df05-48de-b267-b849d69d2450 None None] Sync routers for ids ['d885a685-2ec5-4eea-a138-843ef1dc5348'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:24:48.331773 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d3c0f2-df05-48de-b267-b849d69d2450 None None] Routers {'d885a685-2ec5-4eea-a138-843ef1dc5348'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:24:48.332764 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-62d3c0f2-df05-48de-b267-b849d69d2450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:24:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['d885a685-2ec5-4eea-a138-843ef1dc5348'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:24:48.354967 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e1dd9711-95f0-4b78-abd4-8bcee485e5f4 req-8e2cbf88-7ca6-49bb-bc5a-fb74b09e6774 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] 10.222.0.30 "PUT /v2.0/floatingips/436ca23b-41d0-4b51-8084-41c89ef9b9c9 HTTP/1.1" status: 200 len: 695 time: 1.3090646 Apr 05 14:24:48.355881 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25f837eb-2d46-46c0-bd4c-8c7e8bcba9c7', 'tag': 'd6ba28e6-c375-4457-823e-2bc26e839fdb'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:24:48.358713 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c2703e7-d33e-4059-840b-7635a813a006" -d '{"events": [{"name": "network-changed", "server_uuid": "25f837eb-2d46-46c0-bd4c-8c7e8bcba9c7", "tag": "d6ba28e6-c375-4457-823e-2bc26e839fdb"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:24:48.364733 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-294d1e00-3d23-437b-aa9a-65d0a4ab7e33 req-408f41e2-72e2-41c0-b563-aff0e3c570f0 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792170 Apr 05 14:24:48.448954 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd9711-95f0-4b78-abd4-8bcee485e5f4 req-87f844fa-5cc5-447c-9c80-cefc2f722282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:48.450780 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e1dd9711-95f0-4b78-abd4-8bcee485e5f4 req-87f844fa-5cc5-447c-9c80-cefc2f722282 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bd8b96edc558485b9979531577275f30&device_id=25f837eb-2d46-46c0-bd4c-8c7e8bcba9c7 HTTP/1.1" status: 200 len: 1096 time: 0.0749111 Apr 05 14:24:48.493977 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-62d3c0f2-df05-48de-b267-b849d69d2450 None None] Set router d885a685-2ec5-4eea-a138-843ef1dc5348 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:24:48.572661 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd9711-95f0-4b78-abd4-8bcee485e5f4 req-c1076173-8b5b-41f0-814c-5708e952e41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:48.574275 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e1dd9711-95f0-4b78-abd4-8bcee485e5f4 req-c1076173-8b5b-41f0-814c-5708e952e41e service neutron] 10.222.0.30 "GET /v2.0/networks?id=1b63e8aa-daea-4368-a24a-bd4b53b75c89 HTTP/1.1" status: 200 len: 930 time: 0.1143491 Apr 05 14:24:48.644739 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e1dd9711-95f0-4b78-abd4-8bcee485e5f4 req-7dc34311-fc59-412c-8a27-7886cf230c52 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6ba28e6-c375-4457-823e-2bc26e839fdb HTTP/1.1" status: 200 len: 217 time: 0.0622218 Apr 05 14:24:48.692758 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b1c1c8e0-b89d-4021-acb6-7db9d9eda1b1 req-e810243c-c70f-4434-8d4d-b88f60674354 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=43152e10-3fa3-4eda-b04b-fd53ec030ab1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1038289 Apr 05 14:24:48.701788 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd9711-95f0-4b78-abd4-8bcee485e5f4 req-197741e4-13d8-4c14-822f-d82797522ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:48.703564 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e1dd9711-95f0-4b78-abd4-8bcee485e5f4 req-197741e4-13d8-4c14-822f-d82797522ebd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5b46d40d-3e52-48d1-948e-12fd5418f39e HTTP/1.1" status: 200 len: 868 time: 0.0522707 Apr 05 14:24:48.784136 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd9711-95f0-4b78-abd4-8bcee485e5f4 req-ad084265-4507-4f97-ab30-2315c13f37f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:48.785687 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e1dd9711-95f0-4b78-abd4-8bcee485e5f4 req-ad084265-4507-4f97-ab30-2315c13f37f2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1b63e8aa-daea-4368-a24a-bd4b53b75c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711322 Apr 05 14:24:48.791708 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1c8e0-b89d-4021-acb6-7db9d9eda1b1 req-b9ce47fe-6976-4e03-995a-7933a3b87b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:48.793220 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b1c1c8e0-b89d-4021-acb6-7db9d9eda1b1 req-b9ce47fe-6976-4e03-995a-7933a3b87b77 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=da2dc5471d9a4be1863605b72a733c47&device_id=43152e10-3fa3-4eda-b04b-fd53ec030ab1 HTTP/1.1" status: 200 len: 1101 time: 0.0698845 Apr 05 14:24:48.820404 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-62d3c0f2-df05-48de-b267-b849d69d2450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd885a685-2ec5-4eea-a138-843ef1dc5348', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1267108729-router', 'tenant_id': 'bd8b96edc558485b9979531577275f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '84c987b4-7314-4577-9570-b1146dea82d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:24:09Z', 'updated_at': '2022-04-05T14:24:15Z', 'revision_number': 4, 'project_id': 'bd8b96edc558485b9979531577275f30', 'gw_port': {'id': '84c987b4-7314-4577-9570-b1146dea82d6', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd885a685-2ec5-4eea-a138-843ef1dc5348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:24:10Z', 'updated_at': '2022-04-05T14:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '5cbac054-69ed-4c31-899c-dcbe40035db8', 'name': '', 'network_id': '1b63e8aa-daea-4368-a24a-bd4b53b75c89', 'tenant_id': 'bd8b96edc558485b9979531577275f30', 'mac_address': 'fa:16:3e:4f:ab:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd885a685-2ec5-4eea-a138-843ef1dc5348', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '5b46d40d-3e52-48d1-948e-12fd5418f39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:24:14Z', 'updated_at': '2022-04-05T14:24:19Z', 'revision_number': 5, 'project_id': 'bd8b96edc558485b9979531577275f30', 'subnets': [{'id': '5b46d40d-3e52-48d1-948e-12fd5418f39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:24:48.851701 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d3c0f2-df05-48de-b267-b849d69d2450 None None] Checking router: d885a685-2ec5-4eea-a138-843ef1dc5348 for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:24:48.862365 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d3c0f2-df05-48de-b267-b849d69d2450 None None] Routers {'d885a685-2ec5-4eea-a138-843ef1dc5348'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:24:48.862974 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-62d3c0f2-df05-48de-b267-b849d69d2450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:24:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['d885a685-2ec5-4eea-a138-843ef1dc5348'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:24:48.955867 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e1dd9711-95f0-4b78-abd4-8bcee485e5f4 req-0971cec7-1a99-4235-9a24-569619d2ecae service neutron] 10.222.0.30 "GET /v2.0/networks/1b63e8aa-daea-4368-a24a-bd4b53b75c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610842 Apr 05 14:24:48.972801 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1c8e0-b89d-4021-acb6-7db9d9eda1b1 req-ba36ee7c-5c24-434b-afbc-651a4b7994e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:48.974424 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b1c1c8e0-b89d-4021-acb6-7db9d9eda1b1 req-ba36ee7c-5c24-434b-afbc-651a4b7994e1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=80d671a8-d1ab-4472-891b-9c042fbd7800 HTTP/1.1" status: 200 len: 870 time: 0.1612129 Apr 05 14:24:48.977760 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-62d3c0f2-df05-48de-b267-b849d69d2450 None None] Set router d885a685-2ec5-4eea-a138-843ef1dc5348 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:24:49.051998 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b1c1c8e0-b89d-4021-acb6-7db9d9eda1b1 req-ef56a407-1b56-4afb-bc57-ba26c26a6ecf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=42c95353-0049-4a2d-ac9a-6292fea834ce HTTP/1.1" status: 200 len: 217 time: 0.0672731 Apr 05 14:24:49.054305 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-316917de-23b6-4768-a655-e02e87bcbf4d req-df4a1390-c042-4a09-a5f8-413bf04dae38 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-932352476', 'description': 'tempest-description-1685038250'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:24:49.087430 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device ced27436-8a8c-4719-9bf6-b86688ef931d up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:24:49.142448 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1c8e0-b89d-4021-acb6-7db9d9eda1b1 req-71f9676b-4cc2-4a45-b660-46aa844ee57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:49.143930 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b1c1c8e0-b89d-4021-acb6-7db9d9eda1b1 req-71f9676b-4cc2-4a45-b660-46aa844ee57b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.0830157 Apr 05 14:24:49.174705 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e1dd9711-95f0-4b78-abd4-8bcee485e5f4 req-9bf434bd-85fc-435a-9a59-9b71128fca79 service neutron] 10.222.0.30 "GET /v2.0/networks/1b63e8aa-daea-4368-a24a-bd4b53b75c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114604 Apr 05 14:24:49.197122 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-62d3c0f2-df05-48de-b267-b849d69d2450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd885a685-2ec5-4eea-a138-843ef1dc5348', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1267108729-router', 'tenant_id': 'bd8b96edc558485b9979531577275f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '84c987b4-7314-4577-9570-b1146dea82d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:24:09Z', 'updated_at': '2022-04-05T14:24:15Z', 'revision_number': 4, 'project_id': 'bd8b96edc558485b9979531577275f30', 'gw_port': {'id': '84c987b4-7314-4577-9570-b1146dea82d6', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd885a685-2ec5-4eea-a138-843ef1dc5348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:24:10Z', 'updated_at': '2022-04-05T14:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '5cbac054-69ed-4c31-899c-dcbe40035db8', 'name': '', 'network_id': '1b63e8aa-daea-4368-a24a-bd4b53b75c89', 'tenant_id': 'bd8b96edc558485b9979531577275f30', 'mac_address': 'fa:16:3e:4f:ab:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd885a685-2ec5-4eea-a138-843ef1dc5348', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '5b46d40d-3e52-48d1-948e-12fd5418f39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:24:14Z', 'updated_at': '2022-04-05T14:24:19Z', 'revision_number': 5, 'project_id': 'bd8b96edc558485b9979531577275f30', 'subnets': [{'id': '5b46d40d-3e52-48d1-948e-12fd5418f39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:24:49.228337 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning for port ced27436-8a8c-4719-9bf6-b86688ef931d completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:24:49.234201 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port ced27436-8a8c-4719-9bf6-b86688ef931d triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:24:49.236684 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:49.237012 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1c8e0-b89d-4021-acb6-7db9d9eda1b1 req-7cf40aca-b03e-44d9-80e4-9e31c976fa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:49.239234 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d3c0f2-df05-48de-b267-b849d69d2450 None None] The sync data for ids ['d885a685-2ec5-4eea-a138-843ef1dc5348'] in n-d-836650-2 is: [{'id': 'd885a685-2ec5-4eea-a138-843ef1dc5348', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1267108729-router', 'tenant_id': 'bd8b96edc558485b9979531577275f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '84c987b4-7314-4577-9570-b1146dea82d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:24:09Z', 'updated_at': '2022-04-05T14:24:15Z', 'revision_number': 4, 'project_id': 'bd8b96edc558485b9979531577275f30', 'gw_port': {'id': '84c987b4-7314-4577-9570-b1146dea82d6', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd885a685-2ec5-4eea-a138-843ef1dc5348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:24:10Z', 'updated_at': '2022-04-05T14:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '5cbac054-69ed-4c31-899c-dcbe40035db8', 'name': '', 'network_id': '1b63e8aa-daea-4368-a24a-bd4b53b75c89', 'tenant_id': 'bd8b96edc558485b9979531577275f30', 'mac_address': 'fa:16:3e:4f:ab:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd885a685-2ec5-4eea-a138-843ef1dc5348', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '5b46d40d-3e52-48d1-948e-12fd5418f39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:24:14Z', 'updated_at': '2022-04-05T14:24:19Z', 'revision_number': 5, 'project_id': 'bd8b96edc558485b9979531577275f30', 'subnets': [{'id': '5b46d40d-3e52-48d1-948e-12fd5418f39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:24:49.239503 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b1c1c8e0-b89d-4021-acb6-7db9d9eda1b1 req-7cf40aca-b03e-44d9-80e4-9e31c976fa36 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0875385 Apr 05 14:24:49.240434 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-316917de-23b6-4768-a655-e02e87bcbf4d req-df4a1390-c042-4a09-a5f8-413bf04dae38 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:49.408771 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:49.444586 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b1c1c8e0-b89d-4021-acb6-7db9d9eda1b1 req-2c58fc63-9fe4-4d64-b290-36b84798a7ea service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834166 Apr 05 14:24:49.451894 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4db9fe51-aafd-461b-a1f5-bb4c970bc929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ced27436-8a8c-4719-9bf6-b86688ef931d'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:24:49.455214 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c58df30-7167-4f83-a641-b4c84fe0fb30" -d '{"events": [{"server_uuid": "4db9fe51-aafd-461b-a1f5-bb4c970bc929", "name": "network-vif-plugged", "status": "completed", "tag": "ced27436-8a8c-4719-9bf6-b86688ef931d"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:24:49.476640 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port ced27436-8a8c-4719-9bf6-b86688ef931d, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=ced27436-8a8c-4719-9bf6-b86688ef931d,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:24:49.501902 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-316917de-23b6-4768-a655-e02e87bcbf4d req-df4a1390-c042-4a09-a5f8-413bf04dae38 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:49.540534 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:49.541652 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 7fc68ca4-d00c-47a8-9c86-c999c1814ca7 no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:24:49.586532 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-316917de-23b6-4768-a655-e02e87bcbf4d req-df4a1390-c042-4a09-a5f8-413bf04dae38 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:49.616249 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6628e8e-785a-45b5-a12d-2bb7cef2d57e req-23812b64-6864-4607-a401-5e5224f875ce tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:49.618509 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d6628e8e-785a-45b5-a12d-2bb7cef2d57e req-23812b64-6864-4607-a401-5e5224f875ce tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=4db9fe51-aafd-461b-a1f5-bb4c970bc929 HTTP/1.1" status: 200 len: 948 time: 0.1632431 Apr 05 14:24:49.696403 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=ced27436-8a8c-4719-9bf6-b86688ef931d,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:49.705156 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d6628e8e-785a-45b5-a12d-2bb7cef2d57e req-9ab4944c-c332-4c08-91d3-ca547e00270c tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712969 Apr 05 14:24:49.706206 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ddc4d9-6382-4ab4-bdd8-5a1873c2cd22 None None] New status for floating IP 436ca23b-41d0-4b51-8084-41c89ef9b9c9: DOWN {{(pid=103322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 14:24:49.708004 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b1c1c8e0-b89d-4021-acb6-7db9d9eda1b1 req-edcbf181-eec8-4f4d-844a-16dff8d5c0b6 service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537453 Apr 05 14:24:49.712182 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4a1390-c042-4a09-a5f8-413bf04dae38 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b84d83ce-0f5a-4ae5-b337-163a0e0aac40,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:49.766877 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-316917de-23b6-4768-a655-e02e87bcbf4d req-df4a1390-c042-4a09-a5f8-413bf04dae38 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:49.768304 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-316917de-23b6-4768-a655-e02e87bcbf4d req-df4a1390-c042-4a09-a5f8-413bf04dae38 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.7473457 Apr 05 14:24:49.791041 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ce88ef-ef67-4918-91ff-d91ccde09a59 x-openstack-request-id: req-b7ce88ef-ef67-4918-91ff-d91ccde09a59 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:24:49.791706 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25f837eb-2d46-46c0-bd4c-8c7e8bcba9c7", "tag": "d6ba28e6-c375-4457-823e-2bc26e839fdb", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:24:49.791706 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b7ce88ef-ef67-4918-91ff-d91ccde09a59 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:24:49.792080 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7ce88ef-ef67-4918-91ff-d91ccde09a59'] response: {'name': 'network-changed', 'server_uuid': '25f837eb-2d46-46c0-bd4c-8c7e8bcba9c7', 'tag': 'd6ba28e6-c375-4457-823e-2bc26e839fdb', 'status': 'completed', 'code': 200} Apr 05 14:24:49.823666 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:49.863113 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2703e7-d33e-4059-840b-7635a813a006 req-e4a9c6db-e94d-42b7-92e9-58135aaa077b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:49.864389 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2c2703e7-d33e-4059-840b-7635a813a006 req-e4a9c6db-e94d-42b7-92e9-58135aaa077b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bd8b96edc558485b9979531577275f30&device_id=25f837eb-2d46-46c0-bd4c-8c7e8bcba9c7 HTTP/1.1" status: 200 len: 1096 time: 0.0497708 Apr 05 14:24:49.928145 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82000562-cb6a-4281-aade-9901cf6946f9 req-0494f7c7-56eb-4be1-96f2-23e6fa34490c tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:49.929770 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-82000562-cb6a-4281-aade-9901cf6946f9 req-0494f7c7-56eb-4be1-96f2-23e6fa34490c tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/ports?device_id=c28c5ff7-aa4f-4388-a2d2-34b3d1153744 HTTP/1.1" status: 200 len: 950 time: 0.0956810 Apr 05 14:24:49.967030 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 7fc68ca4-d00c-47a8-9c86-c999c1814ca7, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=7fc68ca4-d00c-47a8-9c86-c999c1814ca7,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:24:49.987727 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-82000562-cb6a-4281-aade-9901cf6946f9 req-60dc4338-58d9-42ce-96c8-1cc6adcb3d49 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/security-groups?id=024b129f-f256-4015-8a11-f785d9d68dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401771 Apr 05 14:24:49.989006 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2703e7-d33e-4059-840b-7635a813a006 req-a818c498-4ac3-4ff0-b917-8503e0f499e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:49.991708 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2c2703e7-d33e-4059-840b-7635a813a006 req-a818c498-4ac3-4ff0-b917-8503e0f499e3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1b63e8aa-daea-4368-a24a-bd4b53b75c89 HTTP/1.1" status: 200 len: 930 time: 0.1173279 Apr 05 14:24:50.049040 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:50.070589 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2c2703e7-d33e-4059-840b-7635a813a006 req-f8218d61-8374-44d3-9dc2-eed1016b550d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6ba28e6-c375-4457-823e-2bc26e839fdb HTTP/1.1" status: 200 len: 217 time: 0.0718939 Apr 05 14:24:50.118436 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=7fc68ca4-d00c-47a8-9c86-c999c1814ca7,revision_number=9']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:50.143622 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2703e7-d33e-4059-840b-7635a813a006 req-82b05f9d-2b41-4acb-ad80-8c59e764e90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:50.144590 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2c2703e7-d33e-4059-840b-7635a813a006 req-82b05f9d-2b41-4acb-ad80-8c59e764e90a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5b46d40d-3e52-48d1-948e-12fd5418f39e HTTP/1.1" status: 200 len: 868 time: 0.0665691 Apr 05 14:24:50.154699 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fb81df6d-b632-424b-9c9c-54bc2589d2e2 req-d6e56229-85a3-4d07-90b4-ed0ab521b351 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] 10.222.0.30 "GET /v2.0/floatingips/436ca23b-41d0-4b51-8084-41c89ef9b9c9 HTTP/1.1" status: 200 len: 695 time: 0.0771241 Apr 05 14:24:50.202049 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2703e7-d33e-4059-840b-7635a813a006 req-62fae218-4998-4c4f-9a47-17effe0516a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:50.204826 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2c2703e7-d33e-4059-840b-7635a813a006 req-62fae218-4998-4c4f-9a47-17effe0516a3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1b63e8aa-daea-4368-a24a-bd4b53b75c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524766 Apr 05 14:24:50.290858 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab3077d-1890-41bf-92df-6824e2ff9647 req-82fd219e-d7f8-4687-913f-32ced2129a3b tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:50.292338 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1ab3077d-1890-41bf-92df-6824e2ff9647 req-82fd219e-d7f8-4687-913f-32ced2129a3b tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b59cb5a6-0788-46ac-802b-5137925be3db HTTP/1.1" status: 200 len: 949 time: 0.1218007 Apr 05 14:24:50.323849 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2c2703e7-d33e-4059-840b-7635a813a006 req-39751808-3ce9-4872-b9e6-3ba7d049ed48 service neutron] 10.222.0.55 "GET /v2.0/networks/1b63e8aa-daea-4368-a24a-bd4b53b75c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092641 Apr 05 14:24:50.332321 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81df6d-b632-424b-9c9c-54bc2589d2e2 req-626c74ee-36db-47f9-b4a8-5d01eba88568 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:50.340715 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fb81df6d-b632-424b-9c9c-54bc2589d2e2 req-626c74ee-36db-47f9-b4a8-5d01eba88568 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] 10.222.0.30 "GET /v2.0/networks/3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c HTTP/1.1" status: 200 len: 784 time: 0.1805282 Apr 05 14:24:50.405504 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fb81df6d-b632-424b-9c9c-54bc2589d2e2 req-3b4c2d28-f3d2-4c51-8dc5-7d7e7cea4650 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.155 HTTP/1.1" status: 200 len: 696 time: 0.0628300 Apr 05 14:24:50.433811 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2c2703e7-d33e-4059-840b-7635a813a006 req-14dfdd4a-044c-42cf-8ce4-2be30dd12919 service neutron] 10.222.0.55 "GET /v2.0/networks/1b63e8aa-daea-4368-a24a-bd4b53b75c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999954 Apr 05 14:24:50.451289 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1ab3077d-1890-41bf-92df-6824e2ff9647 req-faa16fb8-f3d9-43c1-8283-bfee0b8bba60 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522138 Apr 05 14:24:50.475394 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fb81df6d-b632-424b-9c9c-54bc2589d2e2 req-352161e6-a3ee-4e19-8e8b-94ad9c891bd9 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.155 HTTP/1.1" status: 200 len: 696 time: 0.0642104 Apr 05 14:24:50.501244 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f6d4413-556f-46b9-b5d0-9351ad314012 x-openstack-request-id: req-0f6d4413-556f-46b9-b5d0-9351ad314012 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:24:50.501771 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4db9fe51-aafd-461b-a1f5-bb4c970bc929", "name": "network-vif-plugged", "status": "completed", "tag": "ced27436-8a8c-4719-9bf6-b86688ef931d", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:24:50.502185 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0f6d4413-556f-46b9-b5d0-9351ad314012 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:24:50.502755 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f6d4413-556f-46b9-b5d0-9351ad314012'] response: {'server_uuid': '4db9fe51-aafd-461b-a1f5-bb4c970bc929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ced27436-8a8c-4719-9bf6-b86688ef931d', 'code': 200} Apr 05 14:24:50.607839 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d0fe2-d8de-4e92-bc1e-fd11df7ef8d1 req-65d28b6b-3338-4904-a70c-927a20865f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:50.612587 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fc5d0fe2-d8de-4e92-bc1e-fd11df7ef8d1 req-65d28b6b-3338-4904-a70c-927a20865f97 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c28c5ff7-aa4f-4388-a2d2-34b3d1153744 HTTP/1.1" status: 200 len: 1099 time: 0.1554155 Apr 05 14:24:50.625398 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1378d8bf-d947-4971-ba50-3217a654237c req-b8d48f7f-f1ff-46b4-84b6-7b293ac95395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:50.626828 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-1378d8bf-d947-4971-ba50-3217a654237c req-b8d48f7f-f1ff-46b4-84b6-7b293ac95395 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4db9fe51-aafd-461b-a1f5-bb4c970bc929 HTTP/1.1" status: 200 len: 1100 time: 0.0442121 Apr 05 14:24:50.679001 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-1378d8bf-d947-4971-ba50-3217a654237c req-385eff39-0d9e-4492-94fc-8866a0e9ba12 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351040 Apr 05 14:24:50.715968 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fc5d0fe2-d8de-4e92-bc1e-fd11df7ef8d1 req-b4cd1559-5de2-4941-b5fb-685fc2200ac6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=024b129f-f256-4015-8a11-f785d9d68dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874062 Apr 05 14:24:50.755735 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-25b3065f-fbff-49b3-b0b0-2b382071a1f6 req-1f9985ff-622a-4b55-8029-70ea46350f88 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ec1eac502c2b411e8783585a1353acd6 HTTP/1.1" status: 200 len: 10897 time: 0.2261093 Apr 05 14:24:50.759333 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-fb81df6d-b632-424b-9c9c-54bc2589d2e2 req-2d320234-2f72-457a-ab39-59ab95a97e7a tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Deleting port d48fe614-3f23-43bb-b818-f48165649d31 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:24:50.759627 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-fb81df6d-b632-424b-9c9c-54bc2589d2e2 req-2d320234-2f72-457a-ab39-59ab95a97e7a tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:50.851905 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-25b3065f-fbff-49b3-b0b0-2b382071a1f6 req-f19e2fd6-3aba-4b9c-9fda-39ba97e8d702 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/security-groups/87dfefd3-1552-4299-8b8c-e9b0053c68dd HTTP/1.1" status: 200 len: 2981 time: 0.0890636 Apr 05 14:24:50.873848 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-fb81df6d-b632-424b-9c9c-54bc2589d2e2 req-2d320234-2f72-457a-ab39-59ab95a97e7a tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:50.874177 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-fb81df6d-b632-424b-9c9c-54bc2589d2e2 req-2d320234-2f72-457a-ab39-59ab95a97e7a tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:50.901280 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-fb81df6d-b632-424b-9c9c-54bc2589d2e2 req-2d320234-2f72-457a-ab39-59ab95a97e7a tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Calling delete_port for d48fe614-3f23-43bb-b818-f48165649d31 owned by network:floatingip {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:24:50.928146 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-25b3065f-fbff-49b3-b0b0-2b382071a1f6 req-28439338-1c1d-41db-9a16-2561867e5f3a tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/security-groups/87dfefd3-1552-4299-8b8c-e9b0053c68dd HTTP/1.1" status: 200 len: 2981 time: 0.0647700 Apr 05 14:24:51.100085 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 7fc68ca4-d00c-47a8-9c86-c999c1814ca7 details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:24:51.107921 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-fb81df6d-b632-424b-9c9c-54bc2589d2e2 req-2d320234-2f72-457a-ab39-59ab95a97e7a tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:51.139992 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d320234-2f72-457a-ab39-59ab95a97e7a tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Pushing event deleted for resources: {'Port': ['ID=d48fe614-3f23-43bb-b818-f48165649d31,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:51.193865 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1039b71e-7d0e-4b65-ba98-5c23f0389ca3 req-4a2ba2b0-3b78-43f1-af8e-6e643368a53e tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:51.195282 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1039b71e-7d0e-4b65-ba98-5c23f0389ca3 req-4a2ba2b0-3b78-43f1-af8e-6e643368a53e tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=4db9fe51-aafd-461b-a1f5-bb4c970bc929 HTTP/1.1" status: 200 len: 949 time: 0.1160574 Apr 05 14:24:51.199014 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 7fc68ca4-d00c-47a8-9c86-c999c1814ca7, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=7fc68ca4-d00c-47a8-9c86-c999c1814ca7,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:24:51.211336 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': '7fc68ca4-d00c-47a8-9c86-c999c1814ca7', 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800', 'port_id': '7fc68ca4-d00c-47a8-9c86-c999c1814ca7', 'mac_address': 'fa:16:3e:ed:f1:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:24:51.225921 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-fb81df6d-b632-424b-9c9c-54bc2589d2e2 req-2d320234-2f72-457a-ab39-59ab95a97e7a tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Notify callbacks [] for floatingip, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:51.228570 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-fb81df6d-b632-424b-9c9c-54bc2589d2e2 req-2d320234-2f72-457a-ab39-59ab95a97e7a tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:51.229745 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fb81df6d-b632-424b-9c9c-54bc2589d2e2 req-2d320234-2f72-457a-ab39-59ab95a97e7a tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] 10.222.0.30 "DELETE /v2.0/floatingips/436ca23b-41d0-4b51-8084-41c89ef9b9c9 HTTP/1.1" status: 204 len: 173 time: 0.7406993 Apr 05 14:24:51.250788 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1039b71e-7d0e-4b65-ba98-5c23f0389ca3 req-bf60fc1e-7ec1-46d5-96c2-5e09a9f609ab tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472810 Apr 05 14:24:51.256005 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:51.270791 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fc68ca4-d00c-47a8-9c86-c999c1814ca7 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:24:51.291144 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 7fc68ca4-d00c-47a8-9c86-c999c1814ca7, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=7fc68ca4-d00c-47a8-9c86-c999c1814ca7,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:24:51.292054 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3ab6756f-5943-4810-b9e8-663e4148996c req-ce22fad4-c887-4f8a-a56a-546bc6cc239f tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/security-groups/22269eb1-cb10-4ef5-af4a-528ddfecf148 HTTP/1.1" status: 200 len: 1801 time: 0.0404565 Apr 05 14:24:51.351938 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:51.386896 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-3ab6756f-5943-4810-b9e8-663e4148996c req-cf322455-01fa-408d-a977-042475895507 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:51.395805 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c201e4-4dc7-40f9-a253-cc25e33958fc req-c1a9e3f6-4f3a-4d6d-8558-9e1402e2f998 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:51.397401 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-85c201e4-4dc7-40f9-a253-cc25e33958fc req-c1a9e3f6-4f3a-4d6d-8558-9e1402e2f998 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/ports?device_id=c28c5ff7-aa4f-4388-a2d2-34b3d1153744 HTTP/1.1" status: 200 len: 948 time: 0.0734363 Apr 05 14:24:51.400633 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=7fc68ca4-d00c-47a8-9c86-c999c1814ca7,revision_number=10']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:51.432145 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-3ab6756f-5943-4810-b9e8-663e4148996c req-cf322455-01fa-408d-a977-042475895507 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:51.461840 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-85c201e4-4dc7-40f9-a253-cc25e33958fc req-b25d5610-ad60-4765-aeed-4773721e9d6e tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/security-groups?id=024b129f-f256-4015-8a11-f785d9d68dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544767 Apr 05 14:24:51.571917 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-3ab6756f-5943-4810-b9e8-663e4148996c req-cf322455-01fa-408d-a977-042475895507 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:51.574609 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-3ab6756f-5943-4810-b9e8-663e4148996c req-cf322455-01fa-408d-a977-042475895507 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:51.576363 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3ab6756f-5943-4810-b9e8-663e4148996c req-cf322455-01fa-408d-a977-042475895507 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "DELETE /v2.0/security-groups/22269eb1-cb10-4ef5-af4a-528ddfecf148 HTTP/1.1" status: 204 len: 173 time: 0.2767627 Apr 05 14:24:51.588388 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf322455-01fa-408d-a977-042475895507 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22269eb1-cb10-4ef5-af4a-528ddfecf148,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:51.676200 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55764361-d579-4ea8-9867-8ff9ae409509 req-05cb6c57-1aea-4432-8c69-256d4643cde4 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:51.677763 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-55764361-d579-4ea8-9867-8ff9ae409509 req-05cb6c57-1aea-4432-8c69-256d4643cde4 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b59cb5a6-0788-46ac-802b-5137925be3db HTTP/1.1" status: 200 len: 949 time: 0.0576518 Apr 05 14:24:51.740844 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-55764361-d579-4ea8-9867-8ff9ae409509 req-64573026-5766-48ea-afd8-838acdc1f76c tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570760 Apr 05 14:24:51.765873 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4db78-837a-41ba-87a8-1de400c95298 req-2ab32df9-a6f7-4c0f-82d2-77fa17300c16 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:51.767351 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c1b4db78-837a-41ba-87a8-1de400c95298 req-2ab32df9-a6f7-4c0f-82d2-77fa17300c16 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] 10.222.0.30 "GET /v2.0/ports?device_id=25f837eb-2d46-46c0-bd4c-8c7e8bcba9c7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0621541 Apr 05 14:24:51.786955 n-d-836650-2 neutron-server[103320]: INFO neutron.api.v2.resource [req-1e0488d2-b80d-4b80-8f48-3165d429182e req-301eed8a-5854-4f48-93f1-8f327b5fd6e5 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] show failed (client error): The resource could not be found. Apr 05 14:24:51.787921 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1e0488d2-b80d-4b80-8f48-3165d429182e req-301eed8a-5854-4f48-93f1-8f327b5fd6e5 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/security-groups/22269eb1-cb10-4ef5-af4a-528ddfecf148 HTTP/1.1" status: 404 len: 352 time: 0.0197153 Apr 05 14:24:51.814970 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c1b4db78-837a-41ba-87a8-1de400c95298 req-1fc076fa-d03f-4976-b671-fa26e4ff2afe tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0404472 Apr 05 14:24:51.843242 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['7fc68ca4-d00c-47a8-9c86-c999c1814ca7'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:24:52.178318 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cd05dcf0-d5bb-4bdc-bd5b-8ba7f1118f6e req-e7b7f78b-b677-43a7-87af-d3c52a2f56bd tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/security-groups/2cf218a3-cad5-4884-bd37-c1aada372654 HTTP/1.1" status: 200 len: 1801 time: 0.0447307 Apr 05 14:24:52.235657 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-cd05dcf0-d5bb-4bdc-bd5b-8ba7f1118f6e req-0bc6a3d7-cd3f-4813-bf05-bae185e4a294 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:52.259353 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-cd05dcf0-d5bb-4bdc-bd5b-8ba7f1118f6e req-0bc6a3d7-cd3f-4813-bf05-bae185e4a294 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:52.381926 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-cd05dcf0-d5bb-4bdc-bd5b-8ba7f1118f6e req-0bc6a3d7-cd3f-4813-bf05-bae185e4a294 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:52.384683 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-cd05dcf0-d5bb-4bdc-bd5b-8ba7f1118f6e req-0bc6a3d7-cd3f-4813-bf05-bae185e4a294 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:52.385871 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cd05dcf0-d5bb-4bdc-bd5b-8ba7f1118f6e req-0bc6a3d7-cd3f-4813-bf05-bae185e4a294 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "DELETE /v2.0/security-groups/2cf218a3-cad5-4884-bd37-c1aada372654 HTTP/1.1" status: 204 len: 173 time: 0.2014778 Apr 05 14:24:52.396057 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc6a3d7-cd3f-4813-bf05-bae185e4a294 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf218a3-cad5-4884-bd37-c1aada372654,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:52.441621 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4ddb75fb-3d44-4dff-a835-84c5ee03aa3a req-7c5f8547-3c26-4117-9318-c23ba558af2b tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0382702 Apr 05 14:24:52.504954 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c28c5ff7-aa4f-4388-a2d2-34b3d1153744', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fc68ca4-d00c-47a8-9c86-c999c1814ca7'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:24:52.509217 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a762713-f488-4849-8d95-3d40a5c85bc7" -d '{"events": [{"server_uuid": "c28c5ff7-aa4f-4388-a2d2-34b3d1153744", "name": "network-vif-unplugged", "status": "completed", "tag": "7fc68ca4-d00c-47a8-9c86-c999c1814ca7"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:24:52.584481 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec06226-7b29-4104-8040-9043c3be2adc req-412d8d39-cf6d-493c-98d5-38ce3b31ed40 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:52.585973 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4ec06226-7b29-4104-8040-9043c3be2adc req-412d8d39-cf6d-493c-98d5-38ce3b31ed40 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c04db13-0313-4e41-af6a-be8914a26b60 HTTP/1.1" status: 200 len: 946 time: 0.0557680 Apr 05 14:24:52.626107 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4ec06226-7b29-4104-8040-9043c3be2adc req-7e8f9c4a-068d-4056-8c1c-48214f729a9c tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] 10.222.0.30 "GET /v2.0/security-groups?id=87d4f98d-7601-474f-9994-e1bec30867c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325294 Apr 05 14:24:52.742929 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ef476-6ab5-4e24-97c7-188d25930720 req-9a082cb5-0330-4a5c-aa81-6b41ce5740a2 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:52.744582 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-952ef476-6ab5-4e24-97c7-188d25930720 req-9a082cb5-0330-4a5c-aa81-6b41ce5740a2 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=4db9fe51-aafd-461b-a1f5-bb4c970bc929 HTTP/1.1" status: 200 len: 949 time: 0.0534339 Apr 05 14:24:52.785189 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-952ef476-6ab5-4e24-97c7-188d25930720 req-c211cd35-40bc-470e-a736-c3bdb87c872e tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339265 Apr 05 14:24:52.821216 n-d-836650-2 neutron-server[103320]: INFO neutron.api.v2.resource [req-7f89bf3e-1e8b-42ef-b441-4bab13677923 req-9894f5cc-afc8-41f0-8163-8e92790a5a7e tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] show failed (client error): The resource could not be found. Apr 05 14:24:52.822201 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7f89bf3e-1e8b-42ef-b441-4bab13677923 req-9894f5cc-afc8-41f0-8163-8e92790a5a7e tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/security-groups/2cf218a3-cad5-4884-bd37-c1aada372654 HTTP/1.1" status: 404 len: 352 time: 0.0150378 Apr 05 14:24:53.019158 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 54150) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:24:53.108826 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 7fc68ca4-d00c-47a8-9c86-c999c1814ca7 up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:24:53.132230 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8f514d02-a8e1-40b6-b32e-1cd4a43d4842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:53.166509 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port 7fc68ca4-d00c-47a8-9c86-c999c1814ca7 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:24:53.166964 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:53.196603 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 14:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e29d9a91-6a3f-4ab7-b386-48678fdf8b71 x-openstack-request-id: req-e29d9a91-6a3f-4ab7-b386-48678fdf8b71 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:24:53.197017 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c28c5ff7-aa4f-4388-a2d2-34b3d1153744", "name": "network-vif-unplugged", "status": "completed", "tag": "7fc68ca4-d00c-47a8-9c86-c999c1814ca7", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:24:53.197364 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e29d9a91-6a3f-4ab7-b386-48678fdf8b71 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:24:53.197875 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e29d9a91-6a3f-4ab7-b386-48678fdf8b71'] response: {'server_uuid': 'c28c5ff7-aa4f-4388-a2d2-34b3d1153744', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fc68ca4-d00c-47a8-9c86-c999c1814ca7', 'code': 200} Apr 05 14:24:53.228293 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c66df-c364-4b4c-ad17-8b07fcac4bab req-5fe5206b-5a6e-49d5-acb8-3a87f5188dab tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:53.229063 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8f514d02-a8e1-40b6-b32e-1cd4a43d4842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:53.230465 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a51c66df-c364-4b4c-ad17-8b07fcac4bab req-5fe5206b-5a6e-49d5-acb8-3a87f5188dab tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/ports?device_id=c28c5ff7-aa4f-4388-a2d2-34b3d1153744 HTTP/1.1" status: 200 len: 950 time: 0.0574903 Apr 05 14:24:53.264547 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:53.283381 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8f514d02-a8e1-40b6-b32e-1cd4a43d4842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:53.300255 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 7fc68ca4-d00c-47a8-9c86-c999c1814ca7, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=7fc68ca4-d00c-47a8-9c86-c999c1814ca7,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:24:53.310104 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a678427f-b5e5-4838-9b03-6aa187f94c78 req-c88c0d12-1605-4289-91f6-2bf2fb74b3f3 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:53.313515 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a678427f-b5e5-4838-9b03-6aa187f94c78 req-c88c0d12-1605-4289-91f6-2bf2fb74b3f3 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b59cb5a6-0788-46ac-802b-5137925be3db HTTP/1.1" status: 200 len: 949 time: 0.0775495 Apr 05 14:24:53.314729 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a51c66df-c364-4b4c-ad17-8b07fcac4bab req-922eacd0-f31d-4cac-a395-99e4c2ee485f tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/security-groups?id=024b129f-f256-4015-8a11-f785d9d68dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699213 Apr 05 14:24:53.326468 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-8f514d02-a8e1-40b6-b32e-1cd4a43d4842 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=52d4bd6c54b745d4a34eab3eb01d8092&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3062410 Apr 05 14:24:53.327400 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f514d02-a8e1-40b6-b32e-1cd4a43d4842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc32e70b-8670-4dd8-ab53-fd5bd23436c5,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:53.330428 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 54158) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:24:53.390624 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:53.394420 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a678427f-b5e5-4838-9b03-6aa187f94c78 req-9260a9e6-9fc3-4b50-a3c4-09e03cd071b7 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757551 Apr 05 14:24:53.453792 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=7fc68ca4-d00c-47a8-9c86-c999c1814ca7,revision_number=11']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:53.459522 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2ee89747-3a55-443f-8dc3-306e4c6ec832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:53.486215 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4b55b83a-6e06-445f-934c-3f0e261a9b6e req-add56f15-ee47-4281-977c-aa7b9f336abc tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/security-groups/b84d83ce-0f5a-4ae5-b337-163a0e0aac40 HTTP/1.1" status: 200 len: 1800 time: 0.0645456 Apr 05 14:24:53.494745 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2ee89747-3a55-443f-8dc3-306e4c6ec832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:53.580235 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-4b55b83a-6e06-445f-934c-3f0e261a9b6e req-65b67f4a-b094-43de-9909-65d824294dd4 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:53.633705 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-4b55b83a-6e06-445f-934c-3f0e261a9b6e req-65b67f4a-b094-43de-9909-65d824294dd4 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:53.673046 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58789ee8-3eb6-4c12-a9a9-4c6a30828f01 req-d5e6f773-122c-4f69-936c-bb7896d732bf tempest-ServersOnMultiNodesTest-1334716556 tempest-ServersOnMultiNodesTest-1334716556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:53.674533 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-58789ee8-3eb6-4c12-a9a9-4c6a30828f01 req-d5e6f773-122c-4f69-936c-bb7896d732bf tempest-ServersOnMultiNodesTest-1334716556 tempest-ServersOnMultiNodesTest-1334716556-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=4db9fe51-aafd-461b-a1f5-bb4c970bc929 HTTP/1.1" status: 200 len: 1100 time: 0.0735230 Apr 05 14:24:53.693838 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-58789ee8-3eb6-4c12-a9a9-4c6a30828f01 req-b27bb1b6-a24a-4347-a0af-c07909dfc00f tempest-ServersOnMultiNodesTest-1334716556 tempest-ServersOnMultiNodesTest-1334716556-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:53.695481 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2ee89747-3a55-443f-8dc3-306e4c6ec832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:53.697936 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2ee89747-3a55-443f-8dc3-306e4c6ec832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:53.698986 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-2ee89747-3a55-443f-8dc3-306e4c6ec832 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bc32e70b-8670-4dd8-ab53-fd5bd23436c5 HTTP/1.1" status: 204 len: 168 time: 0.3505282 Apr 05 14:24:53.714432 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee89747-3a55-443f-8dc3-306e4c6ec832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc32e70b-8670-4dd8-ab53-fd5bd23436c5,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:53.774995 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-4b55b83a-6e06-445f-934c-3f0e261a9b6e req-65b67f4a-b094-43de-9909-65d824294dd4 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:53.777678 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-4b55b83a-6e06-445f-934c-3f0e261a9b6e req-65b67f4a-b094-43de-9909-65d824294dd4 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:53.779827 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4b55b83a-6e06-445f-934c-3f0e261a9b6e req-65b67f4a-b094-43de-9909-65d824294dd4 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "DELETE /v2.0/security-groups/b84d83ce-0f5a-4ae5-b337-163a0e0aac40 HTTP/1.1" status: 204 len: 173 time: 0.2831097 Apr 05 14:24:53.797908 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-58789ee8-3eb6-4c12-a9a9-4c6a30828f01 req-b27bb1b6-a24a-4347-a0af-c07909dfc00f tempest-ServersOnMultiNodesTest-1334716556 tempest-ServersOnMultiNodesTest-1334716556-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:53.798984 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b67f4a-b094-43de-9909-65d824294dd4 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b84d83ce-0f5a-4ae5-b337-163a0e0aac40,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:53.813749 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbedd736-a2b4-4c76-8566-45b98c6443d7 req-2dac3ab5-8734-44ee-9494-52e3918e56a4 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:53.815893 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-dbedd736-a2b4-4c76-8566-45b98c6443d7 req-2dac3ab5-8734-44ee-9494-52e3918e56a4 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c04db13-0313-4e41-af6a-be8914a26b60 HTTP/1.1" status: 200 len: 946 time: 0.0593426 Apr 05 14:24:53.877179 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-58789ee8-3eb6-4c12-a9a9-4c6a30828f01 req-b27bb1b6-a24a-4347-a0af-c07909dfc00f tempest-ServersOnMultiNodesTest-1334716556 tempest-ServersOnMultiNodesTest-1334716556-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:53.901506 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-58789ee8-3eb6-4c12-a9a9-4c6a30828f01 req-b27bb1b6-a24a-4347-a0af-c07909dfc00f tempest-ServersOnMultiNodesTest-1334716556 tempest-ServersOnMultiNodesTest-1334716556-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200508 Apr 05 14:24:53.910344 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27bb1b6-a24a-4347-a0af-c07909dfc00f tempest-ServersOnMultiNodesTest-1334716556 tempest-ServersOnMultiNodesTest-1334716556-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=331b4cc7-7fb1-4845-9476-18d33f26a3dd,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:53.931434 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-dbedd736-a2b4-4c76-8566-45b98c6443d7 req-5dbfb206-cbc3-4a05-bb81-524821dc40bd tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Deleting port 25cfff7f-348d-43f5-ae7b-e608d4d415e9 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:24:53.931774 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-dbedd736-a2b4-4c76-8566-45b98c6443d7 req-5dbfb206-cbc3-4a05-bb81-524821dc40bd tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:54.014336 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b9414f-79c2-4278-b31f-2390941d036e req-4b320768-0601-4c1d-a5d4-d1c449c03f5f tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:54.016175 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-22b9414f-79c2-4278-b31f-2390941d036e req-4b320768-0601-4c1d-a5d4-d1c449c03f5f tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] 10.222.0.30 "GET /v2.0/ports?device_id=25f837eb-2d46-46c0-bd4c-8c7e8bcba9c7 HTTP/1.1" status: 200 len: 945 time: 0.0515656 Apr 05 14:24:54.027340 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-dbedd736-a2b4-4c76-8566-45b98c6443d7 req-5dbfb206-cbc3-4a05-bb81-524821dc40bd tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] For port 25cfff7f-348d-43f5-ae7b-e608d4d415e9, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=25cfff7f-348d-43f5-ae7b-e608d4d415e9,segment=NetworkSegment(4cf03a58-2421-4a58-a0d7-d3a831eb8f50),segment_id=4cf03a58-2421-4a58-a0d7-d3a831eb8f50)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:24:54.028579 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-dbedd736-a2b4-4c76-8566-45b98c6443d7 req-5dbfb206-cbc3-4a05-bb81-524821dc40bd tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:54.065245 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-22b9414f-79c2-4278-b31f-2390941d036e req-42f24cdf-b6ff-494a-afc2-a8e856f25b67 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] 10.222.0.30 "GET /v2.0/security-groups?id=32e0261a-69a5-4668-8a24-c49812c2e663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423474 Apr 05 14:24:54.131603 n-d-836650-2 neutron-server[103320]: INFO neutron.api.v2.resource [req-81c61b65-9a47-462e-b63e-fd7f74d7e1dc req-51707fff-01c9-4bb2-a9b3-c2ef8f6c2acc service neutron] show failed (client error): The resource could not be found. Apr 05 14:24:54.132732 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-81c61b65-9a47-462e-b63e-fd7f74d7e1dc req-51707fff-01c9-4bb2-a9b3-c2ef8f6c2acc service neutron] 10.222.0.11 "GET /v2.0/ports/dd240742-5ced-4dbc-8b7d-9c4496d72564/bindings/n-h1-836650-2 HTTP/1.1" status: 404 len: 380 time: 0.0785961 Apr 05 14:24:54.253252 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cdeda3-8673-4114-bdad-f5dcb1740309 req-7651795d-9a06-4b5c-81d7-c0061c9a1090 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:54.255501 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e2cdeda3-8673-4114-bdad-f5dcb1740309 req-7651795d-9a06-4b5c-81d7-c0061c9a1090 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c04db13-0313-4e41-af6a-be8914a26b60 HTTP/1.1" status: 200 len: 946 time: 0.0608954 Apr 05 14:24:54.260255 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-dbedd736-a2b4-4c76-8566-45b98c6443d7 req-5dbfb206-cbc3-4a05-bb81-524821dc40bd tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:54.260768 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-dbedd736-a2b4-4c76-8566-45b98c6443d7 req-5dbfb206-cbc3-4a05-bb81-524821dc40bd tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:54.261170 n-d-836650-2 neutron-server[103321]: INFO neutron.db.l3_db [req-dbedd736-a2b4-4c76-8566-45b98c6443d7 req-5dbfb206-cbc3-4a05-bb81-524821dc40bd tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Floating IP 75273784-c6c8-4951-b891-44359000bb9a disassociated. External IP: 172.25.6.54, port: 25cfff7f-348d-43f5-ae7b-e608d4d415e9. Apr 05 14:24:54.261555 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-dbedd736-a2b4-4c76-8566-45b98c6443d7 req-5dbfb206-cbc3-4a05-bb81-524821dc40bd tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Calling delete_port for 25cfff7f-348d-43f5-ae7b-e608d4d415e9 owned by compute:nova {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:24:54.299975 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e2cdeda3-8673-4114-bdad-f5dcb1740309 req-86caa0e9-c053-4aa2-bc2c-bf657ea20f98 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] 10.222.0.30 "GET /v2.0/security-groups?id=87d4f98d-7601-474f-9994-e1bec30867c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375295 Apr 05 14:24:54.342749 n-d-836650-2 neutron-server[103320]: INFO neutron.api.v2.resource [req-56c059b8-c8f6-49e7-b0a5-050922b9191f req-3a385261-72eb-45aa-b87d-7101098af51d tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] show failed (client error): The resource could not be found. Apr 05 14:24:54.345668 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-56c059b8-c8f6-49e7-b0a5-050922b9191f req-3a385261-72eb-45aa-b87d-7101098af51d tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/security-groups/b84d83ce-0f5a-4ae5-b337-163a0e0aac40 HTTP/1.1" status: 404 len: 352 time: 0.0166192 Apr 05 14:24:54.394084 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0a9051dd-b61d-4335-a99b-0badbfb65a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:54.498452 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 54182) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:24:54.512163 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9ad13cba-b300-47d4-914d-d3bfcad1eca4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:54.719876 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4013892a-ad21-4fd1-807c-7972e153ffac req-6881bbe8-75a6-45c2-8c38-25b402f95755 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:54.721622 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-4013892a-ad21-4fd1-807c-7972e153ffac req-6881bbe8-75a6-45c2-8c38-25b402f95755 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] 10.222.0.55 "GET /v2.0/ports?device_id=25f837eb-2d46-46c0-bd4c-8c7e8bcba9c7 HTTP/1.1" status: 200 len: 945 time: 0.0646715 Apr 05 14:24:54.757060 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9ad13cba-b300-47d4-914d-d3bfcad1eca4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:54.788545 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8fcc0826-5191-4dac-b87b-65e6b73e0364 req-5bbea1b9-5e94-4f9e-a3ad-5b340461eebb tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ec1eac502c2b411e8783585a1353acd6 HTTP/1.1" status: 200 len: 6148 time: 0.1725481 Apr 05 14:24:54.810142 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-dbedd736-a2b4-4c76-8566-45b98c6443d7 req-5dbfb206-cbc3-4a05-bb81-524821dc40bd tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:54.849732 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbfb206-cbc3-4a05-bb81-524821dc40bd tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Pushing event deleted for resources: {'Port': ['ID=25cfff7f-348d-43f5-ae7b-e608d4d415e9,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:54.851312 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40031fb-60ec-48d4-a0db-ec126f343004 req-37c36958-ab80-49fa-96f5-c5080f3f360f tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:54.852849 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d40031fb-60ec-48d4-a0db-ec126f343004 req-37c36958-ab80-49fa-96f5-c5080f3f360f tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/networks?id=eff47457-946f-46a8-bea0-e56e031eed3c HTTP/1.1" status: 200 len: 805 time: 0.2354732 Apr 05 14:24:54.854420 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9ad13cba-b300-47d4-914d-d3bfcad1eca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:54.856360 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-4013892a-ad21-4fd1-807c-7972e153ffac req-abe3cc86-5bcb-412f-87b1-560cad8b3089 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Deleting port d6ba28e6-c375-4457-823e-2bc26e839fdb {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:24:54.856696 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-4013892a-ad21-4fd1-807c-7972e153ffac req-abe3cc86-5bcb-412f-87b1-560cad8b3089 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:55.033622 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-4013892a-ad21-4fd1-807c-7972e153ffac req-abe3cc86-5bcb-412f-87b1-560cad8b3089 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] For port d6ba28e6-c375-4457-823e-2bc26e839fdb, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=d6ba28e6-c375-4457-823e-2bc26e839fdb,segment=NetworkSegment(09954d38-1547-4760-90a8-9e1b4c0da813),segment_id=09954d38-1547-4760-90a8-9e1b4c0da813)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:24:55.034282 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-4013892a-ad21-4fd1-807c-7972e153ffac req-abe3cc86-5bcb-412f-87b1-560cad8b3089 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:55.055100 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-4013892a-ad21-4fd1-807c-7972e153ffac req-abe3cc86-5bcb-412f-87b1-560cad8b3089 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Calling delete_port for d6ba28e6-c375-4457-823e-2bc26e839fdb owned by compute:nova {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:24:55.062286 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dbedd736-a2b4-4c76-8566-45b98c6443d7 req-5dbfb206-cbc3-4a05-bb81-524821dc40bd tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Router 3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:24:55.185624 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c61b65-9a47-462e-b63e-fd7f74d7e1dc req-32286793-e0e9-4bcd-b94c-9099371223f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:55.187125 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-81c61b65-9a47-462e-b63e-fd7f74d7e1dc req-32286793-e0e9-4bcd-b94c-9099371223f5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b59cb5a6-0788-46ac-802b-5137925be3db&tenant_id=eb6eb2eb5e534aae8638ab75f1f70e11 HTTP/1.1" status: 200 len: 1100 time: 0.3955417 Apr 05 14:24:55.188325 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d40031fb-60ec-48d4-a0db-ec126f343004 req-ad525cd6-9d4e-4499-b13e-87f3035a6723 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/quotas/fa388235fba04a88868f93e44b88b55c HTTP/1.1" status: 200 len: 375 time: 0.0615528 Apr 05 14:24:55.196263 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-9ad13cba-b300-47d4-914d-d3bfcad1eca4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=427d925c3ffe43ea9c0d75b454ed5ae9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6944699 Apr 05 14:24:55.199543 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 54200) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:24:55.200456 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c28c5ff7-aa4f-4388-a2d2-34b3d1153744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fc68ca4-d00c-47a8-9c86-c999c1814ca7'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:24:55.203452 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-718fc90e-efc4-4668-a51e-2384fccd549c" -d '{"events": [{"server_uuid": "c28c5ff7-aa4f-4388-a2d2-34b3d1153744", "name": "network-vif-plugged", "status": "completed", "tag": "7fc68ca4-d00c-47a8-9c86-c999c1814ca7"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:24:55.212926 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-81c61b65-9a47-462e-b63e-fd7f74d7e1dc req-0e084422-d74c-4c0e-8646-8bf57c957037 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836650-2', 'device_owner': 'compute:nova'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:24:55.215207 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad13cba-b300-47d4-914d-d3bfcad1eca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30958971-f9d8-453c-8a70-b461cbbd296e,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:55.225905 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8fcc0826-5191-4dac-b87b-65e6b73e0364 req-a1a86bb8-46fc-4c8f-9bbd-7b269850d3d3 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/security-groups/87dfefd3-1552-4299-8b8c-e9b0053c68dd HTTP/1.1" status: 200 len: 2981 time: 0.4157929 Apr 05 14:24:55.244663 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 25cfff7f-348d-43f5-ae7b-e608d4d415e9 no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:24:55.257288 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dbedd736-a2b4-4c76-8566-45b98c6443d7 req-5dbfb206-cbc3-4a05-bb81-524821dc40bd tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:24:55.272154 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627acef5-4ab1-4ce0-8e0a-1346af2ac392 None None] Sync routers for ids ['3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:24:55.300701 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] No Port match for: 25cfff7f-348d-43f5-ae7b-e608d4d415e9 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:24:55.303002 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 25cfff7f-348d-43f5-ae7b-e608d4d415e9 not bound to the agent host n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:24:55.303167 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627acef5-4ab1-4ce0-8e0a-1346af2ac392 None None] Routers {'3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:24:55.304143 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device a7bf0ff3-8f59-4aad-8fcc-072d2ec7f442 no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:24:55.305243 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-627acef5-4ab1-4ce0-8e0a-1346af2ac392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:24:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:24:55.345950 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbedd736-a2b4-4c76-8566-45b98c6443d7 req-5dbfb206-cbc3-4a05-bb81-524821dc40bd tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] No DVR routers for this DVR port 25cfff7f-348d-43f5-ae7b-e608d4d415e9 on host n-h1-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:24:55.350872 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-dbedd736-a2b4-4c76-8566-45b98c6443d7 req-5dbfb206-cbc3-4a05-bb81-524821dc40bd tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:55.354432 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-dbedd736-a2b4-4c76-8566-45b98c6443d7 req-5dbfb206-cbc3-4a05-bb81-524821dc40bd tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] 10.222.0.55 "DELETE /v2.0/ports/25cfff7f-348d-43f5-ae7b-e608d4d415e9 HTTP/1.1" status: 204 len: 173 time: 1.5326238 Apr 05 14:24:55.355233 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c04db13-0313-4e41-af6a-be8914a26b60', 'name': 'network-vif-deleted', 'tag': '25cfff7f-348d-43f5-ae7b-e608d4d415e9'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:24:55.358645 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb5f3d3-fa78-48ad-8e43-1528f9dc5f02" -d '{"events": [{"server_uuid": "9c04db13-0313-4e41-af6a-be8914a26b60", "name": "network-vif-deleted", "tag": "25cfff7f-348d-43f5-ae7b-e608d4d415e9"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:24:55.404601 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d40031fb-60ec-48d4-a0db-ec126f343004 req-7e4d7d31-8331-4845-b15a-a0e7252665bb tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=fa388235fba04a88868f93e44b88b55c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2075851 Apr 05 14:24:55.413287 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-81c61b65-9a47-462e-b63e-fd7f74d7e1dc req-0e084422-d74c-4c0e-8646-8bf57c957037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:55.430095 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8fcc0826-5191-4dac-b87b-65e6b73e0364 req-f3ebfb07-df05-47be-bb8b-275e205c6435 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/security-groups/87dfefd3-1552-4299-8b8c-e9b0053c68dd HTTP/1.1" status: 200 len: 2981 time: 0.2020001 Apr 05 14:24:55.469334 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-627acef5-4ab1-4ce0-8e0a-1346af2ac392 None None] Set router 3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:24:55.502763 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-4013892a-ad21-4fd1-807c-7972e153ffac req-abe3cc86-5bcb-412f-87b1-560cad8b3089 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:55.515911 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fa6a1f87-ebfc-42f5-a0e0-abb43ced9631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:55.542457 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe3cc86-5bcb-412f-87b1-560cad8b3089 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Pushing event deleted for resources: {'Port': ['ID=d6ba28e6-c375-4457-823e-2bc26e839fdb,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:55.564863 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['d6ba28e6-c375-4457-823e-2bc26e839fdb'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:24:55.594648 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:55.646694 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-4013892a-ad21-4fd1-807c-7972e153ffac req-abe3cc86-5bcb-412f-87b1-560cad8b3089 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] No DVR routers for this DVR port d6ba28e6-c375-4457-823e-2bc26e839fdb on host n-h1-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:24:55.650309 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-4013892a-ad21-4fd1-807c-7972e153ffac req-abe3cc86-5bcb-412f-87b1-560cad8b3089 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:55.654319 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port a7bf0ff3-8f59-4aad-8fcc-072d2ec7f442, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=a7bf0ff3-8f59-4aad-8fcc-072d2ec7f442,segment=NetworkSegment(0f730d0b-c342-4343-8a7b-7d51c303621d),segment_id=0f730d0b-c342-4343-8a7b-7d51c303621d)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:24:55.654740 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-4013892a-ad21-4fd1-807c-7972e153ffac req-abe3cc86-5bcb-412f-87b1-560cad8b3089 tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] 10.222.0.55 "DELETE /v2.0/ports/d6ba28e6-c375-4457-823e-2bc26e839fdb HTTP/1.1" status: 204 len: 173 time: 0.9269483 Apr 05 14:24:55.665096 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fa6a1f87-ebfc-42f5-a0e0-abb43ced9631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:55.727645 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938932fd-2379-4cb4-91dc-7c71ec5b5727 req-42e7b381-bd76-4d82-8eac-c07b43920ec6 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:55.736354 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-938932fd-2379-4cb4-91dc-7c71ec5b5727 req-42e7b381-bd76-4d82-8eac-c07b43920ec6 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b59cb5a6-0788-46ac-802b-5137925be3db HTTP/1.1" status: 200 len: 949 time: 0.2371578 Apr 05 14:24:55.753842 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-627acef5-4ab1-4ce0-8e0a-1346af2ac392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-376166457-router', 'tenant_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '7c9d0bf4-073a-4dd5-982d-57079c61ba20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:22:23Z', 'updated_at': '2022-04-05T14:22:32Z', 'revision_number': 4, 'project_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'gw_port': {'id': '7c9d0bf4-073a-4dd5-982d-57079c61ba20', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:69:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:22:23Z', 'updated_at': '2022-04-05T14:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '4edcc347-6e6e-40b3-bc0b-61181188be2e', 'name': '', 'network_id': '026b4b4d-4018-481e-98bc-6123c4c681f5', 'tenant_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'mac_address': 'fa:16:3e:a4:96:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'e158ad59-949f-41df-9a72-d1ad4e41336f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:22:30Z', 'updated_at': '2022-04-05T14:22:36Z', 'revision_number': 5, 'project_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'subnets': [{'id': 'e158ad59-949f-41df-9a72-d1ad4e41336f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:24:55.759263 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:55.782630 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c2d075-646b-4583-9994-9d25768725d2 req-d94334b3-c47a-44c9-8a1d-bd666912d29e tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:55.785966 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-39c2d075-646b-4583-9994-9d25768725d2 req-d94334b3-c47a-44c9-8a1d-bd666912d29e tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d6bf638-89f5-4c77-aa7e-86f315d6da75 HTTP/1.1" status: 200 len: 945 time: 0.0833170 Apr 05 14:24:55.812828 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627acef5-4ab1-4ce0-8e0a-1346af2ac392 None None] Checking router: 3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:24:55.826027 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d40031fb-60ec-48d4-a0db-ec126f343004 req-5afb728d-1dc9-4de3-826f-778412a48a04 service neutron] 10.222.0.30 "GET /v2.0/networks/eff47457-946f-46a8-bea0-e56e031eed3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4204926 Apr 05 14:24:55.834895 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627acef5-4ab1-4ce0-8e0a-1346af2ac392 None None] Routers {'3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:24:55.836349 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-627acef5-4ab1-4ce0-8e0a-1346af2ac392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:24:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:24:55.881072 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=a7bf0ff3-8f59-4aad-8fcc-072d2ec7f442,revision_number=8']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:55.905354 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-938932fd-2379-4cb4-91dc-7c71ec5b5727 req-be607452-08b1-42d2-a979-f51e6add0aa6 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666746 Apr 05 14:24:55.952379 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-39c2d075-646b-4583-9994-9d25768725d2 req-1c2337cc-8d9e-4d00-ad82-242ac059d7d8 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Deleting port a7bf0ff3-8f59-4aad-8fcc-072d2ec7f442 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:24:55.956057 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-39c2d075-646b-4583-9994-9d25768725d2 req-1c2337cc-8d9e-4d00-ad82-242ac059d7d8 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:55.976869 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-627acef5-4ab1-4ce0-8e0a-1346af2ac392 None None] Set router 3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:24:56.070065 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-39c2d075-646b-4583-9994-9d25768725d2 req-1c2337cc-8d9e-4d00-ad82-242ac059d7d8 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] For port a7bf0ff3-8f59-4aad-8fcc-072d2ec7f442, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=a7bf0ff3-8f59-4aad-8fcc-072d2ec7f442,segment=NetworkSegment(0f730d0b-c342-4343-8a7b-7d51c303621d),segment_id=0f730d0b-c342-4343-8a7b-7d51c303621d)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:24:56.073180 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-39c2d075-646b-4583-9994-9d25768725d2 req-1c2337cc-8d9e-4d00-ad82-242ac059d7d8 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:56.089012 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-39c2d075-646b-4583-9994-9d25768725d2 req-1c2337cc-8d9e-4d00-ad82-242ac059d7d8 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Calling delete_port for a7bf0ff3-8f59-4aad-8fcc-072d2ec7f442 owned by compute:nova {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:24:56.119305 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4868214f-29a6-4b44-9051-557fea146645 req-6580f32a-671b-489c-9db8-33eae5d39254 tempest-ServersAdminTestJSON-737452491 tempest-ServersAdminTestJSON-737452491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:56.121304 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4868214f-29a6-4b44-9051-557fea146645 req-6580f32a-671b-489c-9db8-33eae5d39254 tempest-ServersAdminTestJSON-737452491 tempest-ServersAdminTestJSON-737452491-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=c28c5ff7-aa4f-4388-a2d2-34b3d1153744 HTTP/1.1" status: 200 len: 1102 time: 0.1147377 Apr 05 14:24:56.134104 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-81c61b65-9a47-462e-b63e-fd7f74d7e1dc req-0e084422-d74c-4c0e-8646-8bf57c957037 service neutron] For port dd240742-5ced-4dbc-8b7d-9c4496d72564, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=dd240742-5ced-4dbc-8b7d-9c4496d72564,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:24:56.156749 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fa6a1f87-ebfc-42f5-a0e0-abb43ced9631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:56.159265 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fa6a1f87-ebfc-42f5-a0e0-abb43ced9631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:56.160373 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-fa6a1f87-ebfc-42f5-a0e0-abb43ced9631 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/30958971-f9d8-453c-8a70-b461cbbd296e HTTP/1.1" status: 204 len: 168 time: 0.9598169 Apr 05 14:24:56.197085 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6a1f87-ebfc-42f5-a0e0-abb43ced9631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30958971-f9d8-453c-8a70-b461cbbd296e,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:56.221817 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4868214f-29a6-4b44-9051-557fea146645 req-606de142-b662-4439-a7f5-c01dfa7c9afd tempest-ServersAdminTestJSON-737452491 tempest-ServersAdminTestJSON-737452491-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=024b129f-f256-4015-8a11-f785d9d68dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849018 Apr 05 14:24:56.234484 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d40031fb-60ec-48d4-a0db-ec126f343004 req-b23728ee-f1cf-4f7b-a2a2-c4b4e8008371 service neutron] 10.222.0.30 "GET /v2.0/networks/eff47457-946f-46a8-bea0-e56e031eed3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3885262 Apr 05 14:24:56.270934 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-81c61b65-9a47-462e-b63e-fd7f74d7e1dc req-0e084422-d74c-4c0e-8646-8bf57c957037 service neutron] For port dd240742-5ced-4dbc-8b7d-9c4496d72564, host n-h2-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:24:56.280775 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-627acef5-4ab1-4ce0-8e0a-1346af2ac392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-376166457-router', 'tenant_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '7c9d0bf4-073a-4dd5-982d-57079c61ba20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:22:23Z', 'updated_at': '2022-04-05T14:22:32Z', 'revision_number': 4, 'project_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'gw_port': {'id': '7c9d0bf4-073a-4dd5-982d-57079c61ba20', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:69:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:22:23Z', 'updated_at': '2022-04-05T14:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '4edcc347-6e6e-40b3-bc0b-61181188be2e', 'name': '', 'network_id': '026b4b4d-4018-481e-98bc-6123c4c681f5', 'tenant_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'mac_address': 'fa:16:3e:a4:96:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'e158ad59-949f-41df-9a72-d1ad4e41336f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:22:30Z', 'updated_at': '2022-04-05T14:22:36Z', 'revision_number': 5, 'project_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'subnets': [{'id': 'e158ad59-949f-41df-9a72-d1ad4e41336f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:24:56.320651 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627acef5-4ab1-4ce0-8e0a-1346af2ac392 None None] The sync data for ids ['3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c'] in n-d-836650-2 is: [{'id': '3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-376166457-router', 'tenant_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '7c9d0bf4-073a-4dd5-982d-57079c61ba20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:22:23Z', 'updated_at': '2022-04-05T14:22:32Z', 'revision_number': 4, 'project_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'gw_port': {'id': '7c9d0bf4-073a-4dd5-982d-57079c61ba20', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:69:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:22:23Z', 'updated_at': '2022-04-05T14:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '4edcc347-6e6e-40b3-bc0b-61181188be2e', 'name': '', 'network_id': '026b4b4d-4018-481e-98bc-6123c4c681f5', 'tenant_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'mac_address': 'fa:16:3e:a4:96:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'e158ad59-949f-41df-9a72-d1ad4e41336f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:22:30Z', 'updated_at': '2022-04-05T14:22:36Z', 'revision_number': 5, 'project_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'subnets': [{'id': 'e158ad59-949f-41df-9a72-d1ad4e41336f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:24:56.357208 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b59cb5a6-0788-46ac-802b-5137925be3db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd240742-5ced-4dbc-8b7d-9c4496d72564'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:24:56.366049 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00fb2524-a453-4a43-9f8f-a16c37f611ef" -d '{"events": [{"server_uuid": "b59cb5a6-0788-46ac-802b-5137925be3db", "name": "network-vif-unplugged", "status": "completed", "tag": "dd240742-5ced-4dbc-8b7d-9c4496d72564"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:24:56.372540 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-81c61b65-9a47-462e-b63e-fd7f74d7e1dc req-0e084422-d74c-4c0e-8646-8bf57c957037 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:56.405681 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-39c2d075-646b-4583-9994-9d25768725d2 req-1c2337cc-8d9e-4d00-ad82-242ac059d7d8 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:56.409009 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-59655101-6d5d-459d-a246-050e7880a6a0 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=c301d8186c0d498e88493d184d59ac7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331538 Apr 05 14:24:56.411669 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-81c61b65-9a47-462e-b63e-fd7f74d7e1dc req-0e084422-d74c-4c0e-8646-8bf57c957037 service neutron] Transition to ACTIVE for port object dd240742-5ced-4dbc-8b7d-9c4496d72564 will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:24:56.432488 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2337cc-8d9e-4d00-ad82-242ac059d7d8 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Pushing event deleted for resources: {'Port': ['ID=a7bf0ff3-8f59-4aad-8fcc-072d2ec7f442,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:56.499525 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-39c2d075-646b-4583-9994-9d25768725d2 req-1c2337cc-8d9e-4d00-ad82-242ac059d7d8 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] No DVR routers for this DVR port a7bf0ff3-8f59-4aad-8fcc-072d2ec7f442 on host n-h1-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:24:56.503377 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-39c2d075-646b-4583-9994-9d25768725d2 req-1c2337cc-8d9e-4d00-ad82-242ac059d7d8 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:56.507569 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-39c2d075-646b-4583-9994-9d25768725d2 req-1c2337cc-8d9e-4d00-ad82-242ac059d7d8 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.55 "DELETE /v2.0/ports/a7bf0ff3-8f59-4aad-8fcc-072d2ec7f442 HTTP/1.1" status: 204 len: 173 time: 0.7148712 Apr 05 14:24:56.538842 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-81c61b65-9a47-462e-b63e-fd7f74d7e1dc req-0e084422-d74c-4c0e-8646-8bf57c957037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:56.610133 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-9c278d81-8d1c-4cc6-98ec-f4a3e336477a tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:56.618768 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-9c278d81-8d1c-4cc6-98ec-f4a3e336477a tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2015493 Apr 05 14:24:56.653199 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-64a6e7a4-3d6c-4029-8fa2-68cdea50492d tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/quotas/c301d8186c0d498e88493d184d59ac7d HTTP/1.1" status: 200 len: 375 time: 0.0326161 Apr 05 14:24:56.742607 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55033258-08e1-4b40-87b3-10a9b8c63eb8 None None] New status for floating IP 75273784-c6c8-4951-b891-44359000bb9a: DOWN {{(pid=103322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 14:24:56.751562 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-594d545c-1329-4ce6-b51b-2ac20027038d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:56.752631 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c61b65-9a47-462e-b63e-fd7f74d7e1dc req-0e084422-d74c-4c0e-8646-8bf57c957037 service neutron] No DVR routers for this DVR port dd240742-5ced-4dbc-8b7d-9c4496d72564 on host n-h2-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:24:56.767800 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e084422-d74c-4c0e-8646-8bf57c957037 service neutron] Pushing event updated for resources: {'Port': ['ID=dd240742-5ced-4dbc-8b7d-9c4496d72564,revision_number=6']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:56.896305 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ae75889c-104b-427a-9d1a-9ca9d0a19f44 req-1e9ae021-22ba-4d41-b393-8347e3e22bdd tempest-FloatingIPsAssociationNegativeTestJSON-980659716 tempest-FloatingIPsAssociationNegativeTestJSON-980659716-project] 10.222.0.30 "GET /v2.0/ports?device_id=25f837eb-2d46-46c0-bd4c-8c7e8bcba9c7 HTTP/1.1" status: 200 len: 210 time: 0.2101135 Apr 05 14:24:56.909001 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-81c61b65-9a47-462e-b63e-fd7f74d7e1dc req-0e084422-d74c-4c0e-8646-8bf57c957037 service neutron] Attempting to bind port dd240742-5ced-4dbc-8b7d-9c4496d72564 on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:24:56.909001 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-81c61b65-9a47-462e-b63e-fd7f74d7e1dc req-0e084422-d74c-4c0e-8646-8bf57c957037 service neutron] Attempting to bind port dd240742-5ced-4dbc-8b7d-9c4496d72564 by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:24:56.909001 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c61b65-9a47-462e-b63e-fd7f74d7e1dc req-0e084422-d74c-4c0e-8646-8bf57c957037 service neutron] Attempting to bind port dd240742-5ced-4dbc-8b7d-9c4496d72564 on network 80d671a8-d1ab-4472-891b-9c042fbd7800 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:24:56.921364 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-bc8e887e-e6f5-4fd4-a709-faf8f314b129 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c301d8186c0d498e88493d184d59ac7d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2664566 Apr 05 14:24:56.922440 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c61b65-9a47-462e-b63e-fd7f74d7e1dc req-0e084422-d74c-4c0e-8646-8bf57c957037 service neutron] Port dd240742-5ced-4dbc-8b7d-9c4496d72564 on network 80d671a8-d1ab-4472-891b-9c042fbd7800 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:24:56.922765 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c61b65-9a47-462e-b63e-fd7f74d7e1dc req-0e084422-d74c-4c0e-8646-8bf57c957037 service neutron] Attempting to bind port dd240742-5ced-4dbc-8b7d-9c4496d72564 on network 80d671a8-d1ab-4472-891b-9c042fbd7800 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:24:56.929084 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c61b65-9a47-462e-b63e-fd7f74d7e1dc req-0e084422-d74c-4c0e-8646-8bf57c957037 service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:24:56.929783 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c61b65-9a47-462e-b63e-fd7f74d7e1dc req-0e084422-d74c-4c0e-8646-8bf57c957037 service neutron] Checking segment: {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:24:56.930325 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c61b65-9a47-462e-b63e-fd7f74d7e1dc req-0e084422-d74c-4c0e-8646-8bf57c957037 service neutron] Bound using segment: {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:24:56.930936 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-81c61b65-9a47-462e-b63e-fd7f74d7e1dc req-0e084422-d74c-4c0e-8646-8bf57c957037 service neutron] Bound port: dd240742-5ced-4dbc-8b7d-9c4496d72564, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:24:56.931308 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-81c61b65-9a47-462e-b63e-fd7f74d7e1dc req-0e084422-d74c-4c0e-8646-8bf57c957037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:56.955350 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c04aba-c784-4df4-9eef-8a7d71190ad8 x-openstack-request-id: req-92c04aba-c784-4df4-9eef-8a7d71190ad8 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:24:56.956195 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c28c5ff7-aa4f-4388-a2d2-34b3d1153744", "name": "network-vif-plugged", "status": "completed", "tag": "7fc68ca4-d00c-47a8-9c86-c999c1814ca7", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:24:56.957571 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-92c04aba-c784-4df4-9eef-8a7d71190ad8 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:24:56.958194 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92c04aba-c784-4df4-9eef-8a7d71190ad8'] response: {'server_uuid': 'c28c5ff7-aa4f-4388-a2d2-34b3d1153744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fc68ca4-d00c-47a8-9c86-c999c1814ca7', 'code': 200} Apr 05 14:24:57.049956 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-81c61b65-9a47-462e-b63e-fd7f74d7e1dc req-0e084422-d74c-4c0e-8646-8bf57c957037 service neutron] For port dd240742-5ced-4dbc-8b7d-9c4496d72564, host n-h1-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:24:57.054379 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-81c61b65-9a47-462e-b63e-fd7f74d7e1dc req-0e084422-d74c-4c0e-8646-8bf57c957037 service neutron] For port dd240742-5ced-4dbc-8b7d-9c4496d72564, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=dd240742-5ced-4dbc-8b7d-9c4496d72564,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:24:57.073130 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb55f62f-d3da-4b7f-94c1-f8ee4389d5dc x-openstack-request-id: req-eb55f62f-d3da-4b7f-94c1-f8ee4389d5dc {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:24:57.073658 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c04db13-0313-4e41-af6a-be8914a26b60", "name": "network-vif-deleted", "tag": "25cfff7f-348d-43f5-ae7b-e608d4d415e9", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:24:57.073658 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-eb55f62f-d3da-4b7f-94c1-f8ee4389d5dc {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:24:57.074041 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb55f62f-d3da-4b7f-94c1-f8ee4389d5dc'] response: {'server_uuid': '9c04db13-0313-4e41-af6a-be8914a26b60', 'name': 'network-vif-deleted', 'tag': '25cfff7f-348d-43f5-ae7b-e608d4d415e9', 'status': 'completed', 'code': 200} Apr 05 14:24:57.092188 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-fd7452a5-a1df-4f8f-906f-14c7585398f3 req-eeb0cb9a-e31c-4b83-b014-1d7254a4fbd5 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-227897522', 'description': 'tempest-description-471120414'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:24:57.125630 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device dd240742-5ced-4dbc-8b7d-9c4496d72564 no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:24:57.164725 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device dd240742-5ced-4dbc-8b7d-9c4496d72564 not bound to the agent host n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:24:57.205025 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-fd7452a5-a1df-4f8f-906f-14c7585398f3 req-eeb0cb9a-e31c-4b83-b014-1d7254a4fbd5 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:57.220642 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-81c61b65-9a47-462e-b63e-fd7f74d7e1dc req-0e084422-d74c-4c0e-8646-8bf57c957037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:57.281881 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c61b65-9a47-462e-b63e-fd7f74d7e1dc req-0e084422-d74c-4c0e-8646-8bf57c957037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:57.282682 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-81c61b65-9a47-462e-b63e-fd7f74d7e1dc req-0e084422-d74c-4c0e-8646-8bf57c957037 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:57.284486 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-81c61b65-9a47-462e-b63e-fd7f74d7e1dc req-0e084422-d74c-4c0e-8646-8bf57c957037 service neutron] 10.222.0.55 "PUT /v2.0/ports/dd240742-5ced-4dbc-8b7d-9c4496d72564 HTTP/1.1" status: 200 len: 1095 time: 2.0857925 Apr 05 14:24:57.358181 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e084422-d74c-4c0e-8646-8bf57c957037 service neutron] Pushing event updated for resources: {'Port': ['ID=dd240742-5ced-4dbc-8b7d-9c4496d72564,revision_number=7']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:57.394427 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c61b65-9a47-462e-b63e-fd7f74d7e1dc req-fcdf0c8a-dd1a-4d6a-a26d-e9372f419242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:57.396904 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-81c61b65-9a47-462e-b63e-fd7f74d7e1dc req-fcdf0c8a-dd1a-4d6a-a26d-e9372f419242 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eb6eb2eb5e534aae8638ab75f1f70e11&device_id=b59cb5a6-0788-46ac-802b-5137925be3db HTTP/1.1" status: 200 len: 1098 time: 0.0768943 Apr 05 14:24:57.404815 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-fd7452a5-a1df-4f8f-906f-14c7585398f3 req-eeb0cb9a-e31c-4b83-b014-1d7254a4fbd5 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:57.500497 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-fd7452a5-a1df-4f8f-906f-14c7585398f3 req-eeb0cb9a-e31c-4b83-b014-1d7254a4fbd5 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:57.547863 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0cb9a-e31c-4b83-b014-1d7254a4fbd5 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52a84e3c-4f4e-4d63-b0c7-79b75c39d5c9,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:57.562717 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c61b65-9a47-462e-b63e-fd7f74d7e1dc req-097ec66f-7557-484d-a577-66cfa9050529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:57.564163 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-81c61b65-9a47-462e-b63e-fd7f74d7e1dc req-097ec66f-7557-484d-a577-66cfa9050529 service neutron] 10.222.0.55 "GET /v2.0/networks?id=80d671a8-d1ab-4472-891b-9c042fbd7800 HTTP/1.1" status: 200 len: 870 time: 0.1558433 Apr 05 14:24:57.607463 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-81c61b65-9a47-462e-b63e-fd7f74d7e1dc req-a80e1b77-02a1-4c9a-b3eb-8e649d6e4355 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=dd240742-5ced-4dbc-8b7d-9c4496d72564 HTTP/1.1" status: 200 len: 217 time: 0.0361192 Apr 05 14:24:57.657788 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c61b65-9a47-462e-b63e-fd7f74d7e1dc req-51bfe291-c74d-4b92-8cba-688f0a2e87bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:57.659278 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-81c61b65-9a47-462e-b63e-fd7f74d7e1dc req-51bfe291-c74d-4b92-8cba-688f0a2e87bb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.0448177 Apr 05 14:24:57.677721 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-fd7452a5-a1df-4f8f-906f-14c7585398f3 req-eeb0cb9a-e31c-4b83-b014-1d7254a4fbd5 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:57.678964 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fd7452a5-a1df-4f8f-906f-14c7585398f3 req-eeb0cb9a-e31c-4b83-b014-1d7254a4fbd5 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.5918362 Apr 05 14:24:57.718440 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c61b65-9a47-462e-b63e-fd7f74d7e1dc req-5e4a148a-83df-46b5-8ead-de02a9a3e055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:57.720179 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-81c61b65-9a47-462e-b63e-fd7f74d7e1dc req-5e4a148a-83df-46b5-8ead-de02a9a3e055 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0542698 Apr 05 14:24:57.794178 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 54260) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:24:57.825295 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-81c61b65-9a47-462e-b63e-fd7f74d7e1dc req-39d55b08-8fc1-4a0c-b1e6-e57247a41a60 service neutron] 10.222.0.55 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967598 Apr 05 14:24:57.891748 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:57.934882 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 14:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8059e978-2a84-425a-8a6a-b663be9e9f3a x-openstack-request-id: req-8059e978-2a84-425a-8a6a-b663be9e9f3a {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:24:57.935862 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b59cb5a6-0788-46ac-802b-5137925be3db", "name": "network-vif-unplugged", "status": "completed", "tag": "dd240742-5ced-4dbc-8b7d-9c4496d72564", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:24:57.935862 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8059e978-2a84-425a-8a6a-b663be9e9f3a {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:24:57.935862 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8059e978-2a84-425a-8a6a-b663be9e9f3a'] response: {'server_uuid': 'b59cb5a6-0788-46ac-802b-5137925be3db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd240742-5ced-4dbc-8b7d-9c4496d72564', 'code': 200} Apr 05 14:24:57.943838 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-eb77a596-96a2-4274-8723-0ab594efd6c4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1080331207-network', 'tenant_id': 'f29bb501bf0141b090aed4b7bec4587c'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:24:57.953309 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-81c61b65-9a47-462e-b63e-fd7f74d7e1dc req-db0bba55-cc1a-40df-a2c2-9ad61cdddcbd service neutron] 10.222.0.55 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208119 Apr 05 14:24:58.031129 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a74bdf42-19aa-458a-b16e-4241e6412dad req-55c057ec-6983-4a0d-8f01-7700068baf3d tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f39ce8c-8ad1-4c73-a0a4-4c5654918a53 HTTP/1.1" status: 200 len: 210 time: 0.0332251 Apr 05 14:24:58.111847 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb77a596-96a2-4274-8723-0ab594efd6c4 admin admin] Made reservation on behalf of f29bb501bf0141b090aed4b7bec4587c for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:24:58.112294 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-eb77a596-96a2-4274-8723-0ab594efd6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:58.124762 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-eb77a596-96a2-4274-8723-0ab594efd6c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:58.173206 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcfc3ad-b53b-490d-bb6d-9c6ee3dbeed8 req-70983da5-9be0-4bb4-abd3-2e221cfe0459 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:58.175073 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dbcfc3ad-b53b-490d-bb6d-9c6ee3dbeed8 req-70983da5-9be0-4bb4-abd3-2e221cfe0459 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b59cb5a6-0788-46ac-802b-5137925be3db HTTP/1.1" status: 200 len: 947 time: 0.0872450 Apr 05 14:24:58.179935 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-58067a3d-841b-4587-8f3d-30046985b589 req-59fb9ce0-d60d-4001-bf57-841266378f2f tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1299821664', 'description': 'tempest-description-646887802'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:24:58.226927 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-eb77a596-96a2-4274-8723-0ab594efd6c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:58.229625 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dbcfc3ad-b53b-490d-bb6d-9c6ee3dbeed8 req-f8db9953-d370-41f0-9ae2-9a4c99859fe0 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436196 Apr 05 14:24:58.311305 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-eb77a596-96a2-4274-8723-0ab594efd6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:58.311709 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-58067a3d-841b-4587-8f3d-30046985b589 req-59fb9ce0-d60d-4001-bf57-841266378f2f tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:58.333783 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb77a596-96a2-4274-8723-0ab594efd6c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:24:58.348855 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb77a596-96a2-4274-8723-0ab594efd6c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d47b68-ac77-4729-8510-023e055936ed,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:58.353901 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-eb77a596-96a2-4274-8723-0ab594efd6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:58.354247 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-eb77a596-96a2-4274-8723-0ab594efd6c4 admin admin] Added segment 3819f2b9-5be1-4c56-9c9f-0dd53731940b of type vlan for network c7974683-6caa-4699-852a-64841b37b03b Apr 05 14:24:58.393528 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-58067a3d-841b-4587-8f3d-30046985b589 req-59fb9ce0-d60d-4001-bf57-841266378f2f tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:58.414415 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-eb77a596-96a2-4274-8723-0ab594efd6c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:58.477491 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-58067a3d-841b-4587-8f3d-30046985b589 req-59fb9ce0-d60d-4001-bf57-841266378f2f tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:58.481781 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 54284) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:24:58.507151 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fb9ce0-d60d-4001-bf57-841266378f2f tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=191d74f9-a103-484b-ba66-e785221fc91c,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:58.563307 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e674959d-ac51-4c2b-b14e-a06f0e782d1d req-7c1e03ed-f01b-43b1-9b3c-1cea74f878bd tempest-ServersAdminTestJSON-737452491 tempest-ServersAdminTestJSON-737452491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:58.564818 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e674959d-ac51-4c2b-b14e-a06f0e782d1d req-7c1e03ed-f01b-43b1-9b3c-1cea74f878bd tempest-ServersAdminTestJSON-737452491 tempest-ServersAdminTestJSON-737452491-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=c28c5ff7-aa4f-4388-a2d2-34b3d1153744 HTTP/1.1" status: 200 len: 1102 time: 0.0434484 Apr 05 14:24:58.573497 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-eb77a596-96a2-4274-8723-0ab594efd6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:58.574447 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb77a596-96a2-4274-8723-0ab594efd6c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:58.575992 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-eb77a596-96a2-4274-8723-0ab594efd6c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:58.597475 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-58067a3d-841b-4587-8f3d-30046985b589 req-59fb9ce0-d60d-4001-bf57-841266378f2f tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:58.607491 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-58067a3d-841b-4587-8f3d-30046985b589 req-59fb9ce0-d60d-4001-bf57-841266378f2f tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4252794 Apr 05 14:24:58.611330 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e674959d-ac51-4c2b-b14e-a06f0e782d1d req-f4bf4432-e344-4035-b139-07609412db19 tempest-ServersAdminTestJSON-737452491 tempest-ServersAdminTestJSON-737452491-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=024b129f-f256-4015-8a11-f785d9d68dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391924 Apr 05 14:24:58.668960 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb77a596-96a2-4274-8723-0ab594efd6c4 admin admin] Pushing event updated for resources: {'Network': ['ID=c7974683-6caa-4699-852a-64841b37b03b,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:58.681163 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network c7974683-6caa-4699-852a-64841b37b03b details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:24:58.730521 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cf91203e-d993-4f0d-90f3-6860a5b74dd4 req-c2db7d0e-3ac5-41e0-9f32-8122bd482c38 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=772b423b-6ba0-4d32-aa8b-3208aecc117b HTTP/1.1" status: 200 len: 210 time: 0.0425467 Apr 05 14:24:58.756084 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-eb77a596-96a2-4274-8723-0ab594efd6c4 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9599631 Apr 05 14:24:58.759153 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 54292) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:24:58.765837 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-121ca4f8-b44b-4a0f-9144-d553c1a50505 admin admin] Request body: {'subnet': {'network_id': 'c7974683-6caa-4699-852a-64841b37b03b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1080331207-subnet', 'tenant_id': 'f29bb501bf0141b090aed4b7bec4587c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:24:58.850336 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-121ca4f8-b44b-4a0f-9144-d553c1a50505 admin admin] Made reservation on behalf of f29bb501bf0141b090aed4b7bec4587c for: {'subnet': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:24:58.857381 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-121ca4f8-b44b-4a0f-9144-d553c1a50505 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13127328'] for subnet, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:58.859379 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 54296) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:24:58.960023 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d6bf638-89f5-4c77-aa7e-86f315d6da75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7bf0ff3-8f59-4aad-8fcc-072d2ec7f442'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:24:58.963764 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa7795d-e352-4030-a2d0-432cd7f61245" -d '{"events": [{"server_uuid": "7d6bf638-89f5-4c77-aa7e-86f315d6da75", "name": "network-vif-unplugged", "status": "completed", "tag": "a7bf0ff3-8f59-4aad-8fcc-072d2ec7f442"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:24:59.060499 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-970707a5-90a1-46e3-82a2-f905b170c5c5 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:59.075402 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25f837eb-2d46-46c0-bd4c-8c7e8bcba9c7', 'name': 'network-vif-deleted', 'tag': 'd6ba28e6-c375-4457-823e-2bc26e839fdb'}, {'server_uuid': '7d6bf638-89f5-4c77-aa7e-86f315d6da75', 'name': 'network-vif-deleted', 'tag': 'a7bf0ff3-8f59-4aad-8fcc-072d2ec7f442'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:24:59.078302 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19cbed26-4da0-4c1a-85d0-2c58ccaf559a" -d '{"events": [{"server_uuid": "25f837eb-2d46-46c0-bd4c-8c7e8bcba9c7", "name": "network-vif-deleted", "tag": "d6ba28e6-c375-4457-823e-2bc26e839fdb"}, {"server_uuid": "7d6bf638-89f5-4c77-aa7e-86f315d6da75", "name": "network-vif-deleted", "tag": "a7bf0ff3-8f59-4aad-8fcc-072d2ec7f442"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:24:59.078854 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 14:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-679b0d48-b0aa-4965-88c6-c888bf21f6ff x-openstack-request-id: req-679b0d48-b0aa-4965-88c6-c888bf21f6ff {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:24:59.079145 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d6bf638-89f5-4c77-aa7e-86f315d6da75", "name": "network-vif-unplugged", "status": "completed", "tag": "a7bf0ff3-8f59-4aad-8fcc-072d2ec7f442", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:24:59.079396 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-679b0d48-b0aa-4965-88c6-c888bf21f6ff {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:24:59.079789 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-679b0d48-b0aa-4965-88c6-c888bf21f6ff'] response: {'server_uuid': '7d6bf638-89f5-4c77-aa7e-86f315d6da75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7bf0ff3-8f59-4aad-8fcc-072d2ec7f442', 'code': 200} Apr 05 14:24:59.122683 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-cec91833-992d-4446-8f17-e6cd497dfb1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809988'] for router_interface, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:59.129689 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-970707a5-90a1-46e3-82a2-f905b170c5c5 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:59.142506 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b166b7-ad43-4a2b-861b-91218b29a207 req-6ac78c88-b6d2-4a4f-ab0c-64fca87dee14 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:59.144236 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-00b166b7-ad43-4a2b-861b-91218b29a207 req-6ac78c88-b6d2-4a4f-ab0c-64fca87dee14 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/networks?id=a7521e9d-f5e6-41eb-a0df-ba36f906679b HTTP/1.1" status: 200 len: 812 time: 0.1927297 Apr 05 14:24:59.221957 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-00b166b7-ad43-4a2b-861b-91218b29a207 req-31f1c74e-17cd-4d23-a736-93fbca3d6b66 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/quotas/ec1eac502c2b411e8783585a1353acd6 HTTP/1.1" status: 200 len: 375 time: 0.0527689 Apr 05 14:24:59.276127 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device a7bf0ff3-8f59-4aad-8fcc-072d2ec7f442 no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:24:59.332421 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] No Port match for: a7bf0ff3-8f59-4aad-8fcc-072d2ec7f442 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:24:59.334350 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device a7bf0ff3-8f59-4aad-8fcc-072d2ec7f442 not bound to the agent host n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:24:59.334350 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device d6ba28e6-c375-4457-823e-2bc26e839fdb no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:24:59.360187 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] No Port match for: d6ba28e6-c375-4457-823e-2bc26e839fdb {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:24:59.360786 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device d6ba28e6-c375-4457-823e-2bc26e839fdb not bound to the agent host n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:24:59.386608 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afaca4a-8b95-4113-b6dd-853fa190245d req-18f0f102-92be-4e49-b7fa-3adda62d9bc6 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:59.388722 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1afaca4a-8b95-4113-b6dd-853fa190245d req-18f0f102-92be-4e49-b7fa-3adda62d9bc6 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/ports?device_id=696dd11d-f39b-498a-b781-62430e282f35 HTTP/1.1" status: 200 len: 949 time: 0.2141707 Apr 05 14:24:59.422437 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-00b166b7-ad43-4a2b-861b-91218b29a207 req-352c9f36-6c11-4b34-ba51-d21adf4e1748 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ec1eac502c2b411e8783585a1353acd6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1896021 Apr 05 14:24:59.458633 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-970707a5-90a1-46e3-82a2-f905b170c5c5 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:59.461210 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-970707a5-90a1-46e3-82a2-f905b170c5c5 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:59.465429 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-970707a5-90a1-46e3-82a2-f905b170c5c5 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] 10.222.0.30 "DELETE /v2.0/security-groups/87d4f98d-7601-474f-9994-e1bec30867c0 HTTP/1.1" status: 204 len: 168 time: 0.6046040 Apr 05 14:24:59.465756 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 54320) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:24:59.468673 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:59.483395 n-d-836650-2 neutron-server[103321]: INFO neutron.api.v2.resource [None req-910f079d-870e-486d-8e8b-920003eb77f4 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] show failed (client error): The resource could not be found. Apr 05 14:24:59.484487 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-910f079d-870e-486d-8e8b-920003eb77f4 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] 10.222.0.30 "GET /v2.0/security-groups/87d4f98d-7601-474f-9994-e1bec30867c0 HTTP/1.1" status: 404 len: 347 time: 0.0177305 Apr 05 14:24:59.488275 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-cec91833-992d-4446-8f17-e6cd497dfb1a admin admin] Deleting port 5cbac054-69ed-4c31-899c-dcbe40035db8 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:24:59.488742 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-cec91833-992d-4446-8f17-e6cd497dfb1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:59.490363 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 54322) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:24:59.525306 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-121ca4f8-b44b-4a0f-9144-d553c1a50505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15773751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13127350'] for subnet, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:59.533976 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970707a5-90a1-46e3-82a2-f905b170c5c5 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d4f98d-7601-474f-9994-e1bec30867c0,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:59.569309 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40031fb-60ec-48d4-a0db-ec126f343004 req-85d3de7e-7230-4a7f-855e-7cd8eaec93e7 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:59.570775 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d40031fb-60ec-48d4-a0db-ec126f343004 req-85d3de7e-7230-4a7f-855e-7cd8eaec93e7 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.55 "GET /v2.0/networks?id=eff47457-946f-46a8-bea0-e56e031eed3c HTTP/1.1" status: 200 len: 805 time: 0.2665749 Apr 05 14:24:59.580059 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1afaca4a-8b95-4113-b6dd-853fa190245d req-fac32748-3dcb-44e9-9b44-71877f0b6b6f tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/security-groups?id=024b129f-f256-4015-8a11-f785d9d68dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794069 Apr 05 14:24:59.594191 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-d40031fb-60ec-48d4-a0db-ec126f343004 req-32fa7ac1-53ec-49c1-ba5e-14f4467e80b9 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Request body: {'port': {'device_id': '7f39ce8c-8ad1-4c73-a0a4-4c5654918a53', 'network_id': 'eff47457-946f-46a8-bea0-e56e031eed3c', 'admin_state_up': True, 'tenant_id': 'fa388235fba04a88868f93e44b88b55c'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:24:59.634468 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:59.679395 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-cec91833-992d-4446-8f17-e6cd497dfb1a admin admin] For port 5cbac054-69ed-4c31-899c-dcbe40035db8, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=5cbac054-69ed-4c31-899c-dcbe40035db8,segment=NetworkSegment(09954d38-1547-4760-90a8-9e1b4c0da813),segment_id=09954d38-1547-4760-90a8-9e1b4c0da813)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:24:59.679875 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-cec91833-992d-4446-8f17-e6cd497dfb1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:59.679991 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121ca4f8-b44b-4a0f-9144-d553c1a50505 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a173ea01-5070-4e24-9a2a-5da0593ff160,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:59.695832 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-cec91833-992d-4446-8f17-e6cd497dfb1a admin admin] Calling delete_port for 5cbac054-69ed-4c31-899c-dcbe40035db8 owned by network:router_interface {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:24:59.720356 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-00b166b7-ad43-4a2b-861b-91218b29a207 req-4155944f-c9b9-4a71-ba9c-fa2877df0e3d service neutron] 10.222.0.30 "GET /v2.0/networks/a7521e9d-f5e6-41eb-a0df-ba36f906679b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880976 Apr 05 14:24:59.749691 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-11090a21-e370-462e-bb92-caa77283b138 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Deleting port 8a2802fe-31ba-4078-89dc-322800b1e3f4 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:24:59.750030 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-11090a21-e370-462e-bb92-caa77283b138 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:59.762782 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8cd20d66-bd5a-42fb-8002-81bc67bdff7d req-bf02e4ec-1cfd-440e-8f1f-f7e57732358d tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f39ce8c-8ad1-4c73-a0a4-4c5654918a53 HTTP/1.1" status: 200 len: 210 time: 0.0605900 Apr 05 14:24:59.787201 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121ca4f8-b44b-4a0f-9144-d553c1a50505 admin admin] Checking segment: {'id': '3819f2b9-5be1-4c56-9c9f-0dd53731940b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c7974683-6caa-4699-852a-64841b37b03b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:24:59.787201 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121ca4f8-b44b-4a0f-9144-d553c1a50505 admin admin] Network hostable DHCP agents. Network: c7974683-6caa-4699-852a-64841b37b03b, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:24:59.934728 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-00b166b7-ad43-4a2b-861b-91218b29a207 req-c7336bbe-7351-4982-a69e-021a8fbbf1b8 service neutron] 10.222.0.30 "GET /v2.0/networks/a7521e9d-f5e6-41eb-a0df-ba36f906679b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005448 Apr 05 14:24:59.936544 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b59cb5a6-0788-46ac-802b-5137925be3db', 'tag': 'dd240742-5ced-4dbc-8b7d-9c4496d72564'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:24:59.940374 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5254af24-d897-4665-825e-526dee63a3a0" -d '{"events": [{"name": "network-changed", "server_uuid": "b59cb5a6-0788-46ac-802b-5137925be3db", "tag": "dd240742-5ced-4dbc-8b7d-9c4496d72564"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:25:00.021951 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121ca4f8-b44b-4a0f-9144-d553c1a50505 admin admin] Network c7974683-6caa-4699-852a-64841b37b03b is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:25:00.024941 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d40031fb-60ec-48d4-a0db-ec126f343004 req-32fa7ac1-53ec-49c1-ba5e-14f4467e80b9 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Made reservation on behalf of fa388235fba04a88868f93e44b88b55c for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:25:00.029828 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d40031fb-60ec-48d4-a0db-ec126f343004 req-32fa7ac1-53ec-49c1-ba5e-14f4467e80b9 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:00.035218 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 05 Apr 2022 14:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ddc5f0-5549-4181-a5dd-6d949a17bb6d x-openstack-request-id: req-45ddc5f0-5549-4181-a5dd-6d949a17bb6d {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:25:00.035514 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25f837eb-2d46-46c0-bd4c-8c7e8bcba9c7", "name": "network-vif-deleted", "tag": "d6ba28e6-c375-4457-823e-2bc26e839fdb", "status": "completed", "code": 200}, {"server_uuid": "7d6bf638-89f5-4c77-aa7e-86f315d6da75", "name": "network-vif-deleted", "tag": "a7bf0ff3-8f59-4aad-8fcc-072d2ec7f442", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:25:00.035852 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-45ddc5f0-5549-4181-a5dd-6d949a17bb6d {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:25:00.036145 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45ddc5f0-5549-4181-a5dd-6d949a17bb6d'] response: {'server_uuid': '25f837eb-2d46-46c0-bd4c-8c7e8bcba9c7', 'name': 'network-vif-deleted', 'tag': 'd6ba28e6-c375-4457-823e-2bc26e839fdb', 'status': 'completed', 'code': 200} Apr 05 14:25:00.036398 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45ddc5f0-5549-4181-a5dd-6d949a17bb6d'] response: {'server_uuid': '7d6bf638-89f5-4c77-aa7e-86f315d6da75', 'name': 'network-vif-deleted', 'tag': 'a7bf0ff3-8f59-4aad-8fcc-072d2ec7f442', 'status': 'completed', 'code': 200} Apr 05 14:25:00.048489 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b5d3bb-4f19-4e53-b2bb-1478cdbaaa47 req-be77ceb3-6a4e-46df-94ce-f4b08ff82050 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:00.050506 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-39b5d3bb-4f19-4e53-b2bb-1478cdbaaa47 req-be77ceb3-6a4e-46df-94ce-f4b08ff82050 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b59cb5a6-0788-46ac-802b-5137925be3db HTTP/1.1" status: 200 len: 947 time: 0.0962925 Apr 05 14:25:00.117814 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-11090a21-e370-462e-bb92-caa77283b138 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:00.118160 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-11090a21-e370-462e-bb92-caa77283b138 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:00.135289 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-11090a21-e370-462e-bb92-caa77283b138 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Calling delete_port for 8a2802fe-31ba-4078-89dc-322800b1e3f4 owned by network:floatingip {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:25:00.137645 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-39b5d3bb-4f19-4e53-b2bb-1478cdbaaa47 req-7b0846fe-391e-456a-b230-677b731f1aad tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769467 Apr 05 14:25:00.160383 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-121ca4f8-b44b-4a0f-9144-d553c1a50505 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, c7974683-6caa-4699-852a-64841b37b03b) {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:25:00.179214 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9d0488-1fa3-4e8e-bb7e-0e54b053f2d8 None None] Network c7974683-6caa-4699-852a-64841b37b03b requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:25:00.294635 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121ca4f8-b44b-4a0f-9144-d553c1a50505 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:00.297358 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-121ca4f8-b44b-4a0f-9144-d553c1a50505 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:00.310513 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676d4d08-eae2-4950-b50f-279b644e2446 x-openstack-request-id: req-676d4d08-eae2-4950-b50f-279b644e2446 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:25:00.311368 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b59cb5a6-0788-46ac-802b-5137925be3db", "tag": "dd240742-5ced-4dbc-8b7d-9c4496d72564", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:25:00.313433 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-676d4d08-eae2-4950-b50f-279b644e2446 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:25:00.314060 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-676d4d08-eae2-4950-b50f-279b644e2446'] response: {'name': 'network-changed', 'server_uuid': 'b59cb5a6-0788-46ac-802b-5137925be3db', 'tag': 'dd240742-5ced-4dbc-8b7d-9c4496d72564', 'status': 'completed', 'code': 200} Apr 05 14:25:00.370793 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-cec91833-992d-4446-8f17-e6cd497dfb1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:00.400809 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-610a81be-87ce-4816-9c89-32d78e455628 req-2b1df69a-a395-48bc-b2dc-d847f6c9f2dc tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=772b423b-6ba0-4d32-aa8b-3208aecc117b HTTP/1.1" status: 200 len: 210 time: 0.1502776 Apr 05 14:25:00.428667 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec91833-992d-4446-8f17-e6cd497dfb1a admin admin] Pushing event deleted for resources: {'Port': ['ID=5cbac054-69ed-4c31-899c-dcbe40035db8,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:00.478616 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-11090a21-e370-462e-bb92-caa77283b138 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:00.480173 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8b584087-08ad-421a-afa3-9969329bf81c req-4149272e-688a-4656-946a-df1990496de3 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa9b5553-ab3f-44c6-9f32-3db11268926d HTTP/1.1" status: 200 len: 210 time: 0.0992482 Apr 05 14:25:00.495333 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-d40031fb-60ec-48d4-a0db-ec126f343004 req-32fa7ac1-53ec-49c1-ba5e-14f4467e80b9 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Allocated IP 172.20.0.12 (eff47457-946f-46a8-bea0-e56e031eed3c/1e12eec2-91f9-48b4-8077-4d1ac1ff86f3/4b3294fa-4111-414f-bda1-e688dca4d933) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:25:00.516243 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c836415-95e9-40bb-95f4-d17540fb6312 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-c7974683-6caa-4699-852a-64841b37b03b', 'network_id': 'c7974683-6caa-4699-852a-64841b37b03b', 'tenant_id': 'f29bb501bf0141b090aed4b7bec4587c', 'fixed_ips': [{'subnet_id': 'a173ea01-5070-4e24-9a2a-5da0593ff160'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:25:00.517259 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6c836415-95e9-40bb-95f4-d17540fb6312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:00.530860 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5254af24-d897-4665-825e-526dee63a3a0 req-6db7fbb2-7b7e-4822-9fcc-4b0e53d8b901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:00.532507 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5254af24-d897-4665-825e-526dee63a3a0 req-6db7fbb2-7b7e-4822-9fcc-4b0e53d8b901 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eb6eb2eb5e534aae8638ab75f1f70e11&device_id=b59cb5a6-0788-46ac-802b-5137925be3db HTTP/1.1" status: 200 len: 1098 time: 0.1295879 Apr 05 14:25:00.576436 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5254af24-d897-4665-825e-526dee63a3a0 req-9cc26140-aea9-4421-a418-4f4522da226c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:00.579348 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-5254af24-d897-4665-825e-526dee63a3a0 req-9cc26140-aea9-4421-a418-4f4522da226c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eb6eb2eb5e534aae8638ab75f1f70e11&device_id=b59cb5a6-0788-46ac-802b-5137925be3db HTTP/1.1" status: 200 len: 1098 time: 0.2201359 Apr 05 14:25:00.583716 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-121ca4f8-b44b-4a0f-9144-d553c1a50505 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.8234293 Apr 05 14:25:00.584463 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 54336) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:25:00.592249 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11090a21-e370-462e-bb92-caa77283b138 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Pushing event deleted for resources: {'Port': ['ID=8a2802fe-31ba-4078-89dc-322800b1e3f4,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:00.608293 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-ecc445cf-35c1-4868-916d-a2e0a400dcaf admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1080331207-router', 'tenant_id': 'f29bb501bf0141b090aed4b7bec4587c', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:25:00.759161 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-11090a21-e370-462e-bb92-caa77283b138 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Notify callbacks [] for floatingip, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:00.762039 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-11090a21-e370-462e-bb92-caa77283b138 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:00.765614 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-11090a21-e370-462e-bb92-caa77283b138 tempest-ServersWithSpecificFlavorTestJSON-1930985617 tempest-ServersWithSpecificFlavorTestJSON-1930985617-project] 10.222.0.30 "DELETE /v2.0/floatingips/75273784-c6c8-4951-b891-44359000bb9a HTTP/1.1" status: 204 len: 168 time: 1.2711618 Apr 05 14:25:00.787996 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-6c836415-95e9-40bb-95f4-d17540fb6312 None None] Allocated IP 172.20.0.2 (c7974683-6caa-4699-852a-64841b37b03b/a173ea01-5070-4e24-9a2a-5da0593ff160/e8c0951f-1d3f-4e69-82ce-ce632e86e5ec) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:25:00.887185 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5254af24-d897-4665-825e-526dee63a3a0 req-5f29538f-6ea2-4e0d-9c0d-fa45269a4a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:00.889253 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5254af24-d897-4665-825e-526dee63a3a0 req-5f29538f-6ea2-4e0d-9c0d-fa45269a4a69 service neutron] 10.222.0.11 "GET /v2.0/networks?id=80d671a8-d1ab-4472-891b-9c042fbd7800 HTTP/1.1" status: 200 len: 870 time: 0.3289912 Apr 05 14:25:00.910705 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ecc445cf-35c1-4868-916d-a2e0a400dcaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27088'] for router, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:00.911840 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ecc445cf-35c1-4868-916d-a2e0a400dcaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27079'] for router, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:00.944579 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5254af24-d897-4665-825e-526dee63a3a0 req-c26d2793-c1a9-44ae-8a13-7356d015052e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:00.946985 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-5254af24-d897-4665-825e-526dee63a3a0 req-c26d2793-c1a9-44ae-8a13-7356d015052e service neutron] 10.222.0.55 "GET /v2.0/networks?id=80d671a8-d1ab-4472-891b-9c042fbd7800 HTTP/1.1" status: 200 len: 870 time: 0.3514311 Apr 05 14:25:00.950084 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-cec91833-992d-4446-8f17-e6cd497dfb1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1798829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810128'] for router_interface, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:00.992175 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6c836415-95e9-40bb-95f4-d17540fb6312 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:01.005523 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5254af24-d897-4665-825e-526dee63a3a0 req-c988eb1d-613e-4ca7-b400-444035505f89 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=dd240742-5ced-4dbc-8b7d-9c4496d72564 HTTP/1.1" status: 200 len: 217 time: 0.0755262 Apr 05 14:25:01.005737 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-5254af24-d897-4665-825e-526dee63a3a0 req-3688e1cb-6b18-41f4-aa68-02f7f54df118 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=dd240742-5ced-4dbc-8b7d-9c4496d72564 HTTP/1.1" status: 200 len: 217 time: 0.0495152 Apr 05 14:25:01.015661 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee6998-8ba4-47b1-b2cc-6472f34431e5 req-b0f6fc19-17e4-4764-81db-b270e3710b41 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:01.017313 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a3ee6998-8ba4-47b1-b2cc-6472f34431e5 req-b0f6fc19-17e4-4764-81db-b270e3710b41 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.11 "GET /v2.0/ports?device_id=696dd11d-f39b-498a-b781-62430e282f35 HTTP/1.1" status: 200 len: 949 time: 0.1505632 Apr 05 14:25:01.252990 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6c836415-95e9-40bb-95f4-d17540fb6312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:01.252990 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c836415-95e9-40bb-95f4-d17540fb6312 None None] Network c7974683-6caa-4699-852a-64841b37b03b is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:25:01.252990 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-6c836415-95e9-40bb-95f4-d17540fb6312 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:25:01.252990 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c836415-95e9-40bb-95f4-d17540fb6312 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:25:01.252990 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c836415-95e9-40bb-95f4-d17540fb6312 None None] Pushing event updated for resources: {'Port': ['ID=e8c0951f-1d3f-4e69-82ce-ce632e86e5ec,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:01.253889 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-56f9db08-1b90-46a3-9a79-0392ee3591d0 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=c301d8186c0d498e88493d184d59ac7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433390 Apr 05 14:25:01.254335 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-6c836415-95e9-40bb-95f4-d17540fb6312 None None] Attempting to bind port e8c0951f-1d3f-4e69-82ce-ce632e86e5ec on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:25:01.254335 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-6c836415-95e9-40bb-95f4-d17540fb6312 None None] Attempting to bind port e8c0951f-1d3f-4e69-82ce-ce632e86e5ec by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '3819f2b9-5be1-4c56-9c9f-0dd53731940b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c7974683-6caa-4699-852a-64841b37b03b'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:25:01.254335 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c836415-95e9-40bb-95f4-d17540fb6312 None None] Attempting to bind port e8c0951f-1d3f-4e69-82ce-ce632e86e5ec on network c7974683-6caa-4699-852a-64841b37b03b {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:25:01.254335 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c836415-95e9-40bb-95f4-d17540fb6312 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:25:01.254335 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c836415-95e9-40bb-95f4-d17540fb6312 None None] Checking segment: {'id': '3819f2b9-5be1-4c56-9c9f-0dd53731940b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c7974683-6caa-4699-852a-64841b37b03b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:25:01.254335 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6c836415-95e9-40bb-95f4-d17540fb6312 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:01.254335 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c836415-95e9-40bb-95f4-d17540fb6312 None None] Bound using segment: {'id': '3819f2b9-5be1-4c56-9c9f-0dd53731940b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c7974683-6caa-4699-852a-64841b37b03b'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:25:01.254335 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-6c836415-95e9-40bb-95f4-d17540fb6312 None None] Bound port: e8c0951f-1d3f-4e69-82ce-ce632e86e5ec, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3819f2b9-5be1-4c56-9c9f-0dd53731940b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c7974683-6caa-4699-852a-64841b37b03b'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:25:01.254335 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6c836415-95e9-40bb-95f4-d17540fb6312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:01.283492 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5254af24-d897-4665-825e-526dee63a3a0 req-5c9e604d-c798-4005-b604-9be7be8cfddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:01.285112 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-5254af24-d897-4665-825e-526dee63a3a0 req-5c9e604d-c798-4005-b604-9be7be8cfddd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.2666039 Apr 05 14:25:01.289242 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device dd240742-5ced-4dbc-8b7d-9c4496d72564 details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:25:01.347870 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-6c836415-95e9-40bb-95f4-d17540fb6312 None None] For port e8c0951f-1d3f-4e69-82ce-ce632e86e5ec, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:25:01.365188 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c79c0c-b2fc-4bf7-8e42-2723aec82111 req-b652ff37-4454-420f-a2db-235b4a8eb085 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:01.373226 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-42c79c0c-b2fc-4bf7-8e42-2723aec82111 req-b652ff37-4454-420f-a2db-235b4a8eb085 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/ports?device_id=696dd11d-f39b-498a-b781-62430e282f35 HTTP/1.1" status: 200 len: 949 time: 0.5689151 Apr 05 14:25:01.409128 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-6c836415-95e9-40bb-95f4-d17540fb6312 None None] For port e8c0951f-1d3f-4e69-82ce-ce632e86e5ec, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=e8c0951f-1d3f-4e69-82ce-ce632e86e5ec,segment=NetworkSegment(3819f2b9-5be1-4c56-9c9f-0dd53731940b),segment_id=3819f2b9-5be1-4c56-9c9f-0dd53731940b)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:25:01.413476 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ecc445cf-35c1-4868-916d-a2e0a400dcaf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:01.436337 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d40031fb-60ec-48d4-a0db-ec126f343004 req-32fa7ac1-53ec-49c1-ba5e-14f4467e80b9 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:01.482379 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5e830cba-6621-4fc4-9683-1a5bdd668ec6 req-8cdfc4b2-4da2-45d7-b8ac-b3cb6d3d32af tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f39ce8c-8ad1-4c73-a0a4-4c5654918a53 HTTP/1.1" status: 200 len: 210 time: 0.1181736 Apr 05 14:25:01.482538 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6c836415-95e9-40bb-95f4-d17540fb6312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:01.495936 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port dd240742-5ced-4dbc-8b7d-9c4496d72564, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=dd240742-5ced-4dbc-8b7d-9c4496d72564,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:25:01.530248 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5254af24-d897-4665-825e-526dee63a3a0 req-d5ad717b-6e5c-4d4d-bf0d-b71c5a56a8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:01.531842 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-5254af24-d897-4665-825e-526dee63a3a0 req-d5ad717b-6e5c-4d4d-bf0d-b71c5a56a8e8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1800740 Apr 05 14:25:01.532452 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5254af24-d897-4665-825e-526dee63a3a0 req-6eea841f-1c49-4f00-b8e5-8c6eca4ea970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:01.539773 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-a3ee6998-8ba4-47b1-b2cc-6472f34431e5 req-6fc35ead-ab56-4589-9f76-3ecfe356de7b tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Deleting port 4b01e6d9-69b4-4516-b052-cf59cfb7cc3d {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:25:01.540242 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-a3ee6998-8ba4-47b1-b2cc-6472f34431e5 req-6fc35ead-ab56-4589-9f76-3ecfe356de7b tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:01.541329 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5254af24-d897-4665-825e-526dee63a3a0 req-6eea841f-1c49-4f00-b8e5-8c6eca4ea970 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.5140054 Apr 05 14:25:01.565580 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': 'dd240742-5ced-4dbc-8b7d-9c4496d72564', 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800', 'port_id': 'dd240742-5ced-4dbc-8b7d-9c4496d72564', 'mac_address': 'fa:16:3e:70:f3:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:25:01.664947 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c836415-95e9-40bb-95f4-d17540fb6312 None None] Pushing event updated for resources: {'Port': ['ID=e8c0951f-1d3f-4e69-82ce-ce632e86e5ec,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:01.703807 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-564064e3-01c4-49d5-8f2d-1d17f3eabf18 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:01.704772 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:01.710321 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-564064e3-01c4-49d5-8f2d-1d17f3eabf18 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5096142 Apr 05 14:25:01.729757 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd240742-5ced-4dbc-8b7d-9c4496d72564 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:25:01.750921 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-42c79c0c-b2fc-4bf7-8e42-2723aec82111 req-93c2b220-0054-44aa-92ab-81c0734b60d6 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/security-groups?id=024b129f-f256-4015-8a11-f785d9d68dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3752291 Apr 05 14:25:01.778554 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port dd240742-5ced-4dbc-8b7d-9c4496d72564, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=dd240742-5ced-4dbc-8b7d-9c4496d72564,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:25:01.779842 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-b3214284-ef40-4d49-9792-ee85c5ccdfba tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Request body: {'port': {'device_id': 'b7899062-ba60-4ab7-8a05-70f7e011d412', 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800', 'admin_state_up': True, 'tenant_id': 'c301d8186c0d498e88493d184d59ac7d'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:25:01.862003 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:01.905199 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5254af24-d897-4665-825e-526dee63a3a0 req-48237722-dc74-49b0-ad71-88f0514d8639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:01.910403 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5254af24-d897-4665-825e-526dee63a3a0 req-48237722-dc74-49b0-ad71-88f0514d8639 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3665910 Apr 05 14:25:01.997213 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c42bb5-b0d1-4137-b714-c0cddaf1c83b req-de26d386-a05b-4baa-90bf-90bbb9736eda tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:02.006133 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e5c42bb5-b0d1-4137-b714-c0cddaf1c83b req-de26d386-a05b-4baa-90bf-90bbb9736eda tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b59cb5a6-0788-46ac-802b-5137925be3db HTTP/1.1" status: 200 len: 947 time: 0.3377686 Apr 05 14:25:02.007893 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d40031fb-60ec-48d4-a0db-ec126f343004 req-32fa7ac1-53ec-49c1-ba5e-14f4467e80b9 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:02.025452 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ecc445cf-35c1-4868-916d-a2e0a400dcaf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:02.101322 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-a3ee6998-8ba4-47b1-b2cc-6472f34431e5 req-6fc35ead-ab56-4589-9f76-3ecfe356de7b tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] For port 4b01e6d9-69b4-4516-b052-cf59cfb7cc3d, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=4b01e6d9-69b4-4516-b052-cf59cfb7cc3d,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:25:02.102701 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-a3ee6998-8ba4-47b1-b2cc-6472f34431e5 req-6fc35ead-ab56-4589-9f76-3ecfe356de7b tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:02.102839 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=dd240742-5ced-4dbc-8b7d-9c4496d72564,revision_number=8']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:02.109527 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.55', 56741) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:25:02.127103 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['dd240742-5ced-4dbc-8b7d-9c4496d72564'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:25:02.163799 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c3737f8c-d4da-435a-a78c-0a68c2df1f75 req-2dfce9e4-01bd-4d2e-8e1a-666b1937ec63 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=772b423b-6ba0-4d32-aa8b-3208aecc117b HTTP/1.1" status: 200 len: 210 time: 0.1932781 Apr 05 14:25:02.195146 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-a3b9008f-dc37-480a-84bc-1d80639c4388 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=c301d8186c0d498e88493d184d59ac7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0819557 Apr 05 14:25:02.218118 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cec91833-992d-4446-8f17-e6cd497dfb1a admin admin] Router d885a685-2ec5-4eea-a138-843ef1dc5348 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:25:02.272677 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d40031fb-60ec-48d4-a0db-ec126f343004 req-32fa7ac1-53ec-49c1-ba5e-14f4467e80b9 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Network eff47457-946f-46a8-bea0-e56e031eed3c is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:25:02.317341 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-d40031fb-60ec-48d4-a0db-ec126f343004 req-32fa7ac1-53ec-49c1-ba5e-14f4467e80b9 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:25:02.337392 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-d40031fb-60ec-48d4-a0db-ec126f343004 req-32fa7ac1-53ec-49c1-ba5e-14f4467e80b9 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:25:02.342924 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fa7ac1-53ec-49c1-ba5e-14f4467e80b9 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Pushing event updated for resources: {'Port': ['ID=4b3294fa-4111-414f-bda1-e688dca4d933,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:02.365452 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-a3ee6998-8ba4-47b1-b2cc-6472f34431e5 req-6fc35ead-ab56-4589-9f76-3ecfe356de7b tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Calling delete_port for 4b01e6d9-69b4-4516-b052-cf59cfb7cc3d owned by compute:nova {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:25:02.376037 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-b3214284-ef40-4d49-9792-ee85c5ccdfba tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Made reservation on behalf of c301d8186c0d498e88493d184d59ac7d for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:25:02.379893 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-b3214284-ef40-4d49-9792-ee85c5ccdfba tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:02.402839 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e5c42bb5-b0d1-4137-b714-c0cddaf1c83b req-239e22b1-095b-4aa3-8673-646bf01896e0 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3745246 Apr 05 14:25:02.462444 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-5254af24-d897-4665-825e-526dee63a3a0 req-c71c5d93-215e-452b-ae16-50949da2bd33 service neutron] 10.222.0.55 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8757117 Apr 05 14:25:02.504259 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5254af24-d897-4665-825e-526dee63a3a0 req-e24ed916-721c-4278-b596-f37e254757a9 service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5861573 Apr 05 14:25:02.506034 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-70a5dfec-a878-4e22-ba77-9204d3722b44 req-c2a0d1ac-a35a-4d55-b360-24e30219ed47 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa9b5553-ab3f-44c6-9f32-3db11268926d HTTP/1.1" status: 200 len: 210 time: 0.1746001 Apr 05 14:25:02.565071 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-ce95cc7d-34d5-43b1-8562-a72dafbdd400 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:02.566662 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-ce95cc7d-34d5-43b1-8562-a72dafbdd400 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3458734 Apr 05 14:25:02.602222 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40031fb-60ec-48d4-a0db-ec126f343004 req-32fa7ac1-53ec-49c1-ba5e-14f4467e80b9 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:02.602862 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d40031fb-60ec-48d4-a0db-ec126f343004 req-32fa7ac1-53ec-49c1-ba5e-14f4467e80b9 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:02.694793 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d40031fb-60ec-48d4-a0db-ec126f343004 req-32fa7ac1-53ec-49c1-ba5e-14f4467e80b9 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1140132 Apr 05 14:25:02.711425 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5254af24-d897-4665-825e-526dee63a3a0 req-c275a7dd-9011-43f2-a6e2-bec70c822a87 service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972432 Apr 05 14:25:02.720518 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-d40031fb-60ec-48d4-a0db-ec126f343004 req-4039936a-da3c-4764-8cad-d373adcdbb8e service neutron] Request body: {'port': {'device_id': '7f39ce8c-8ad1-4c73-a0a4-4c5654918a53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:25:02.879008 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c951ec-64ca-464f-ad8b-32c90d65bf14 req-7f95529f-6926-4b69-a846-87ba9d35dfb7 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:02.882718 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-60c951ec-64ca-464f-ad8b-32c90d65bf14 req-7f95529f-6926-4b69-a846-87ba9d35dfb7 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f39ce8c-8ad1-4c73-a0a4-4c5654918a53 HTTP/1.1" status: 200 len: 932 time: 0.2186310 Apr 05 14:25:02.927638 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d40031fb-60ec-48d4-a0db-ec126f343004 req-4039936a-da3c-4764-8cad-d373adcdbb8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:03.029377 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-60c951ec-64ca-464f-ad8b-32c90d65bf14 req-6d06f07f-ace8-44c8-9b63-4c75bc88e806 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f4ed18-73d1-4c70-bfb8-abe78be9b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453874 Apr 05 14:25:03.030516 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ecc445cf-35c1-4868-916d-a2e0a400dcaf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:03.045054 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-ac25b777-3acb-4d2d-987e-898950e31f03 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Request body: {'port': {'device_id': '772b423b-6ba0-4d32-aa8b-3208aecc117b', 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800', 'admin_state_up': True, 'tenant_id': 'c301d8186c0d498e88493d184d59ac7d'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:25:03.073438 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ecc445cf-35c1-4868-916d-a2e0a400dcaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:03.074053 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9f03a9-5bd6-4dab-a730-c53954db42c8 None None] Network c7974683-6caa-4699-852a-64841b37b03b requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:25:03.113347 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.55', 56743) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:25:03.147935 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-5254af24-d897-4665-825e-526dee63a3a0 req-6a181ce6-eaa4-4684-9951-06a719ac8be3 service neutron] 10.222.0.55 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6408863 Apr 05 14:25:03.182338 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-af0c8a73-3a03-45c3-badf-0679d49eaadd None None] Provisioning complete for port e8c0951f-1d3f-4e69-82ce-ce632e86e5ec triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:25:03.185936 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-af0c8a73-3a03-45c3-badf-0679d49eaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:03.229601 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec91833-992d-4446-8f17-e6cd497dfb1a admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:25:03.241702 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-cec91833-992d-4446-8f17-e6cd497dfb1a admin admin] 10.222.0.30 "PUT /v2.0/routers/d885a685-2ec5-4eea-a138-843ef1dc5348/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7625811 Apr 05 14:25:03.252812 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 54374) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:25:03.253703 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1e9baf-e193-4b70-bc9d-1849ad822827 None None] Sync routers for ids ['d885a685-2ec5-4eea-a138-843ef1dc5348'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:25:03.268115 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8d41bf-3f59-4459-9924-e36b3246d197 req-3e3d2f3c-53e5-43e5-ba60-f183a500eedc tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:03.269588 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1e9baf-e193-4b70-bc9d-1849ad822827 None None] Routers {'d885a685-2ec5-4eea-a138-843ef1dc5348'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:25:03.270378 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-9f1e9baf-e193-4b70-bc9d-1849ad822827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:24:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['d885a685-2ec5-4eea-a138-843ef1dc5348'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:25:03.276667 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7e8d41bf-3f59-4459-9924-e36b3246d197 req-3e3d2f3c-53e5-43e5-ba60-f183a500eedc tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/ports?device_id=696dd11d-f39b-498a-b781-62430e282f35 HTTP/1.1" status: 200 len: 949 time: 0.3318279 Apr 05 14:25:03.304244 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device dd240742-5ced-4dbc-8b7d-9c4496d72564 up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:25:03.391508 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-b3214284-ef40-4d49-9792-ee85c5ccdfba tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Allocated IP 192.168.233.182 (80d671a8-d1ab-4472-891b-9c042fbd7800/b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a/d48d9039-a582-46f9-a15c-ebc5853e5c4f) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:25:03.432740 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-af0c8a73-3a03-45c3-badf-0679d49eaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:03.479689 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-af0c8a73-3a03-45c3-badf-0679d49eaadd None None] For port e8c0951f-1d3f-4e69-82ce-ce632e86e5ec, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=e8c0951f-1d3f-4e69-82ce-ce632e86e5ec,segment=NetworkSegment(3819f2b9-5be1-4c56-9c9f-0dd53731940b),segment_id=3819f2b9-5be1-4c56-9c9f-0dd53731940b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:25:03.506507 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d80f0-8b9f-4b5c-85e3-27cf0e3c8a5c req-4184d424-df45-419d-8208-68c39dc46d10 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:03.508384 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f07d80f0-8b9f-4b5c-85e3-27cf0e3c8a5c req-4184d424-df45-419d-8208-68c39dc46d10 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.11 "GET /v2.0/ports?device_id=b59cb5a6-0788-46ac-802b-5137925be3db&tenant_id=eb6eb2eb5e534aae8638ab75f1f70e11&binding%3Ahost_id=n-h1-836650-2 HTTP/1.1" status: 200 len: 948 time: 0.4757497 Apr 05 14:25:03.513325 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port dd240742-5ced-4dbc-8b7d-9c4496d72564 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:25:03.518048 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port dd240742-5ced-4dbc-8b7d-9c4496d72564 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:25:03.522335 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:03.573207 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-af0c8a73-3a03-45c3-badf-0679d49eaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:03.581090 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-9f1e9baf-e193-4b70-bc9d-1849ad822827 None None] Set router d885a685-2ec5-4eea-a138-843ef1dc5348 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:25:03.669508 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b166b7-ad43-4a2b-861b-91218b29a207 req-f102155c-c0f8-4aa5-ad09-9adeee862047 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:03.671880 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-00b166b7-ad43-4a2b-861b-91218b29a207 req-f102155c-c0f8-4aa5-ad09-9adeee862047 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.55 "GET /v2.0/networks?id=a7521e9d-f5e6-41eb-a0df-ba36f906679b HTTP/1.1" status: 200 len: 812 time: 0.5523195 Apr 05 14:25:03.674568 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ec99ee5a-0e1d-4b7a-88c9-e80b033e3c2a admin admin] Notify callbacks [] for router, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:03.684328 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7e8d41bf-3f59-4459-9924-e36b3246d197 req-9e195001-fa2e-4d6d-9b30-4453a58c00a8 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/security-groups?id=024b129f-f256-4015-8a11-f785d9d68dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4049160 Apr 05 14:25:03.689962 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0c8a73-3a03-45c3-badf-0679d49eaadd None None] Pushing event updated for resources: {'Port': ['ID=e8c0951f-1d3f-4e69-82ce-ce632e86e5ec,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:03.702802 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-00b166b7-ad43-4a2b-861b-91218b29a207 req-2a119547-b114-4604-a03a-0adbbc9037e7 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Request body: {'port': {'device_id': 'fa9b5553-ab3f-44c6-9f32-3db11268926d', 'network_id': 'a7521e9d-f5e6-41eb-a0df-ba36f906679b', 'admin_state_up': True, 'tenant_id': 'ec1eac502c2b411e8783585a1353acd6'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:25:03.710211 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device e8c0951f-1d3f-4e69-82ce-ce632e86e5ec up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:25:03.771697 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-a3ee6998-8ba4-47b1-b2cc-6472f34431e5 req-6fc35ead-ab56-4589-9f76-3ecfe356de7b tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:03.773400 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-ac25b777-3acb-4d2d-987e-898950e31f03 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Made reservation on behalf of c301d8186c0d498e88493d184d59ac7d for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:25:03.777332 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-ac25b777-3acb-4d2d-987e-898950e31f03 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:03.796770 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['42c95353-0049-4a2d-ac9a-6292fea834ce', '7fc68ca4-d00c-47a8-9c86-c999c1814ca7'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:25:03.863310 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc35ead-ab56-4589-9f76-3ecfe356de7b tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Pushing event deleted for resources: {'Port': ['ID=4b01e6d9-69b4-4516-b052-cf59cfb7cc3d,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:03.886782 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-d40031fb-60ec-48d4-a0db-ec126f343004 req-4039936a-da3c-4764-8cad-d373adcdbb8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b3294fa-4111-414f-bda1-e688dca4d933 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:25:03.913897 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d40031fb-60ec-48d4-a0db-ec126f343004 req-4039936a-da3c-4764-8cad-d373adcdbb8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:03.929994 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-3c3e179f-ce2b-4421-84ae-c24576ff111f None None] Provisioning complete for port e8c0951f-1d3f-4e69-82ce-ce632e86e5ec triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:25:03.930740 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3c3e179f-ce2b-4421-84ae-c24576ff111f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:03.935530 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-d40031fb-60ec-48d4-a0db-ec126f343004 req-4039936a-da3c-4764-8cad-d373adcdbb8e service neutron] Transition to ACTIVE for port object 4b3294fa-4111-414f-bda1-e688dca4d933 will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:25:03.961585 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:03.962694 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-9f1e9baf-e193-4b70-bc9d-1849ad822827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd885a685-2ec5-4eea-a138-843ef1dc5348', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1267108729-router', 'tenant_id': 'bd8b96edc558485b9979531577275f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '84c987b4-7314-4577-9570-b1146dea82d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:24:09Z', 'updated_at': '2022-04-05T14:25:00Z', 'revision_number': 5, 'project_id': 'bd8b96edc558485b9979531577275f30', 'gw_port': {'id': '84c987b4-7314-4577-9570-b1146dea82d6', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd885a685-2ec5-4eea-a138-843ef1dc5348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:24:10Z', 'updated_at': '2022-04-05T14:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:25:03.972047 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-ecc445cf-35c1-4868-916d-a2e0a400dcaf admin admin] Allocated IP 172.25.6.129 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/185c17ae-467f-433d-934b-3b6851598122) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:25:03.992418 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1e9baf-e193-4b70-bc9d-1849ad822827 None None] Checking router: d885a685-2ec5-4eea-a138-843ef1dc5348 for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:25:04.002614 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1e9baf-e193-4b70-bc9d-1849ad822827 None None] Routers {'d885a685-2ec5-4eea-a138-843ef1dc5348'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:25:04.003234 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3ee6998-8ba4-47b1-b2cc-6472f34431e5 req-6fc35ead-ab56-4589-9f76-3ecfe356de7b tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] No DVR routers for this DVR port 4b01e6d9-69b4-4516-b052-cf59cfb7cc3d on host n-h2-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:25:04.003356 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-9f1e9baf-e193-4b70-bc9d-1849ad822827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:24:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['d885a685-2ec5-4eea-a138-843ef1dc5348'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:25:04.005227 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port e8c0951f-1d3f-4e69-82ce-ce632e86e5ec triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:25:04.005861 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:04.017162 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b59cb5a6-0788-46ac-802b-5137925be3db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd240742-5ced-4dbc-8b7d-9c4496d72564'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:25:04.020142 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97bf83b3-bff2-483c-ba81-e2ec78c6e9f9" -d '{"events": [{"server_uuid": "b59cb5a6-0788-46ac-802b-5137925be3db", "name": "network-vif-plugged", "status": "completed", "tag": "dd240742-5ced-4dbc-8b7d-9c4496d72564"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:25:04.048649 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-a3ee6998-8ba4-47b1-b2cc-6472f34431e5 req-6fc35ead-ab56-4589-9f76-3ecfe356de7b tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:04.052475 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a3ee6998-8ba4-47b1-b2cc-6472f34431e5 req-6fc35ead-ab56-4589-9f76-3ecfe356de7b tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.11 "DELETE /v2.0/ports/4b01e6d9-69b4-4516-b052-cf59cfb7cc3d HTTP/1.1" status: 204 len: 173 time: 3.0182528 Apr 05 14:25:04.052951 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '696dd11d-f39b-498a-b781-62430e282f35', 'name': 'network-vif-deleted', 'tag': '4b01e6d9-69b4-4516-b052-cf59cfb7cc3d'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:25:04.055284 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d1faf4-199c-40a7-aa22-3ac45178b630" -d '{"events": [{"server_uuid": "696dd11d-f39b-498a-b781-62430e282f35", "name": "network-vif-deleted", "tag": "4b01e6d9-69b4-4516-b052-cf59cfb7cc3d"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:25:04.064392 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port dd240742-5ced-4dbc-8b7d-9c4496d72564, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=dd240742-5ced-4dbc-8b7d-9c4496d72564,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:25:04.083523 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e2a8c0-572c-4b2e-9f96-bc71d788135c req-8faa90c4-6579-4e80-b99e-b85a47b0d494 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:04.085523 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-78e2a8c0-572c-4b2e-9f96-bc71d788135c req-8faa90c4-6579-4e80-b99e-b85a47b0d494 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b59cb5a6-0788-46ac-802b-5137925be3db HTTP/1.1" status: 200 len: 948 time: 0.9739323 Apr 05 14:25:04.099911 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d40031fb-60ec-48d4-a0db-ec126f343004 req-4039936a-da3c-4764-8cad-d373adcdbb8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:04.119620 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-9f1e9baf-e193-4b70-bc9d-1849ad822827 None None] Set router d885a685-2ec5-4eea-a138-843ef1dc5348 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:25:04.135197 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-b3214284-ef40-4d49-9792-ee85c5ccdfba tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:04.139072 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ec99ee5a-0e1d-4b7a-88c9-e80b033e3c2a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:04.199952 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-48ae67d0-8746-4d42-8591-51a3a957dceb req-7f22cd6b-011c-4c42-8126-a9fd814590ac tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=772b423b-6ba0-4d32-aa8b-3208aecc117b HTTP/1.1" status: 200 len: 210 time: 0.1266923 Apr 05 14:25:04.275740 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:04.304154 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-b3214284-ef40-4d49-9792-ee85c5ccdfba tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:04.403925 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-9f1e9baf-e193-4b70-bc9d-1849ad822827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd885a685-2ec5-4eea-a138-843ef1dc5348', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1267108729-router', 'tenant_id': 'bd8b96edc558485b9979531577275f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '84c987b4-7314-4577-9570-b1146dea82d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:24:09Z', 'updated_at': '2022-04-05T14:25:00Z', 'revision_number': 5, 'project_id': 'bd8b96edc558485b9979531577275f30', 'gw_port': {'id': '84c987b4-7314-4577-9570-b1146dea82d6', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd885a685-2ec5-4eea-a138-843ef1dc5348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:24:10Z', 'updated_at': '2022-04-05T14:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:25:04.429008 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=dd240742-5ced-4dbc-8b7d-9c4496d72564,revision_number=9']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:04.445411 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1e9baf-e193-4b70-bc9d-1849ad822827 None None] The sync data for ids ['d885a685-2ec5-4eea-a138-843ef1dc5348'] in n-d-836650-2 is: [{'id': 'd885a685-2ec5-4eea-a138-843ef1dc5348', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1267108729-router', 'tenant_id': 'bd8b96edc558485b9979531577275f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '84c987b4-7314-4577-9570-b1146dea82d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:24:09Z', 'updated_at': '2022-04-05T14:25:00Z', 'revision_number': 5, 'project_id': 'bd8b96edc558485b9979531577275f30', 'gw_port': {'id': '84c987b4-7314-4577-9570-b1146dea82d6', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd885a685-2ec5-4eea-a138-843ef1dc5348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:24:10Z', 'updated_at': '2022-04-05T14:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:25:04.488528 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-b3214284-ef40-4d49-9792-ee85c5ccdfba tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Network 80d671a8-d1ab-4472-891b-9c042fbd7800 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:25:04.503954 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-b3214284-ef40-4d49-9792-ee85c5ccdfba tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:25:04.511284 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-b3214284-ef40-4d49-9792-ee85c5ccdfba tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:25:04.518193 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-b3214284-ef40-4d49-9792-ee85c5ccdfba tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:04.518842 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-b3214284-ef40-4d49-9792-ee85c5ccdfba tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:04.521636 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3214284-ef40-4d49-9792-ee85c5ccdfba tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Pushing event updated for resources: {'Port': ['ID=d48d9039-a582-46f9-a15c-ebc5853e5c4f,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:04.532924 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-ac25b777-3acb-4d2d-987e-898950e31f03 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Allocated IP 192.168.233.160 (80d671a8-d1ab-4472-891b-9c042fbd7800/b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a/8af7a0bd-3e0c-4723-b6c5-a6ac2dc3131e) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:25:04.604747 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-ec99ee5a-0e1d-4b7a-88c9-e80b033e3c2a admin admin] Deleting port 84c987b4-7314-4577-9570-b1146dea82d6 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:25:04.605296 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ec99ee5a-0e1d-4b7a-88c9-e80b033e3c2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:04.665333 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-b3214284-ef40-4d49-9792-ee85c5ccdfba tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9244730 Apr 05 14:25:04.694390 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-73c04d0b-09ff-4623-bbfb-976021b1855d service neutron] Request body: {'port': {'device_id': 'b7899062-ba60-4ab7-8a05-70f7e011d412', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:25:04.779135 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-78e2a8c0-572c-4b2e-9f96-bc71d788135c req-f6c457c6-26eb-4a51-9982-978ddf2bcbeb tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6619115 Apr 05 14:25:04.788992 n-d-836650-2 neutron-server[103320]: INFO neutron.api.v2.resource [req-f07d80f0-8b9f-4b5c-85e3-27cf0e3c8a5c req-39886a28-e01b-49b6-be4a-342155286506 service neutron] delete failed (client error): The resource could not be found. Apr 05 14:25:04.789820 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f07d80f0-8b9f-4b5c-85e3-27cf0e3c8a5c req-39886a28-e01b-49b6-be4a-342155286506 service neutron] 10.222.0.11 "DELETE /v2.0/ports/dd240742-5ced-4dbc-8b7d-9c4496d72564/bindings/n-h2-836650-2 HTTP/1.1" status: 404 len: 380 time: 1.2419732 Apr 05 14:25:04.811651 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4039936a-da3c-4764-8cad-d373adcdbb8e service neutron] Pushing event updated for resources: {'Port': ['ID=4b3294fa-4111-414f-bda1-e688dca4d933,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:04.851045 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-19ce762c-7dc4-4955-b818-0bce23e2bf1e req-a01ddc0b-92a6-4f57-ab0e-e639e2bdab1f tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa9b5553-ab3f-44c6-9f32-3db11268926d HTTP/1.1" status: 200 len: 210 time: 0.5400066 Apr 05 14:25:04.871130 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-ffd2fadc-761e-4189-b6d9-1772ac3475f7 None None] Provisioning complete for port d48d9039-a582-46f9-a15c-ebc5853e5c4f triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:25:04.873507 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ffd2fadc-761e-4189-b6d9-1772ac3475f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:04.898068 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-73c04d0b-09ff-4623-bbfb-976021b1855d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:04.904281 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-ec99ee5a-0e1d-4b7a-88c9-e80b033e3c2a admin admin] For port 84c987b4-7314-4577-9570-b1146dea82d6, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=84c987b4-7314-4577-9570-b1146dea82d6,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:25:04.904788 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ec99ee5a-0e1d-4b7a-88c9-e80b033e3c2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:04.936629 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-ec99ee5a-0e1d-4b7a-88c9-e80b033e3c2a admin admin] Calling delete_port for 84c987b4-7314-4577-9570-b1146dea82d6 owned by network:router_gateway {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:25:04.969862 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ecc445cf-35c1-4868-916d-a2e0a400dcaf admin admin] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:04.971194 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-ac25b777-3acb-4d2d-987e-898950e31f03 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:04.972016 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-d40031fb-60ec-48d4-a0db-ec126f343004 req-4039936a-da3c-4764-8cad-d373adcdbb8e service neutron] Attempting to bind port 4b3294fa-4111-414f-bda1-e688dca4d933 on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:25:04.972624 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-d40031fb-60ec-48d4-a0db-ec126f343004 req-4039936a-da3c-4764-8cad-d373adcdbb8e service neutron] Attempting to bind port 4b3294fa-4111-414f-bda1-e688dca4d933 by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': '0f730d0b-c342-4343-8a7b-7d51c303621d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'eff47457-946f-46a8-bea0-e56e031eed3c'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:25:04.973471 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40031fb-60ec-48d4-a0db-ec126f343004 req-4039936a-da3c-4764-8cad-d373adcdbb8e service neutron] Attempting to bind port 4b3294fa-4111-414f-bda1-e688dca4d933 on network eff47457-946f-46a8-bea0-e56e031eed3c {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:25:05.005189 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29cfa29e-e5bc-4c80-987d-a145958beb20 x-openstack-request-id: req-29cfa29e-e5bc-4c80-987d-a145958beb20 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:25:05.005647 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b59cb5a6-0788-46ac-802b-5137925be3db", "name": "network-vif-plugged", "status": "completed", "tag": "dd240742-5ced-4dbc-8b7d-9c4496d72564", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:25:05.006001 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-29cfa29e-e5bc-4c80-987d-a145958beb20 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:25:05.006165 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40031fb-60ec-48d4-a0db-ec126f343004 req-4039936a-da3c-4764-8cad-d373adcdbb8e service neutron] Port 4b3294fa-4111-414f-bda1-e688dca4d933 on network eff47457-946f-46a8-bea0-e56e031eed3c not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:25:05.006762 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40031fb-60ec-48d4-a0db-ec126f343004 req-4039936a-da3c-4764-8cad-d373adcdbb8e service neutron] Attempting to bind port 4b3294fa-4111-414f-bda1-e688dca4d933 on network eff47457-946f-46a8-bea0-e56e031eed3c {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:25:05.007015 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29cfa29e-e5bc-4c80-987d-a145958beb20'] response: {'server_uuid': 'b59cb5a6-0788-46ac-802b-5137925be3db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd240742-5ced-4dbc-8b7d-9c4496d72564', 'code': 200} Apr 05 14:25:05.009976 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-ffd2fadc-761e-4189-b6d9-1772ac3475f7 None None] Port d48d9039-a582-46f9-a15c-ebc5853e5c4f cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:25:05.054234 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['ced27436-8a8c-4719-9bf6-b86688ef931d'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:25:05.083851 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40031fb-60ec-48d4-a0db-ec126f343004 req-4039936a-da3c-4764-8cad-d373adcdbb8e service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:25:05.084279 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40031fb-60ec-48d4-a0db-ec126f343004 req-4039936a-da3c-4764-8cad-d373adcdbb8e service neutron] Checking segment: {'id': '0f730d0b-c342-4343-8a7b-7d51c303621d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'eff47457-946f-46a8-bea0-e56e031eed3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:25:05.084672 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40031fb-60ec-48d4-a0db-ec126f343004 req-4039936a-da3c-4764-8cad-d373adcdbb8e service neutron] Bound using segment: {'id': '0f730d0b-c342-4343-8a7b-7d51c303621d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'eff47457-946f-46a8-bea0-e56e031eed3c'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:25:05.085151 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-d40031fb-60ec-48d4-a0db-ec126f343004 req-4039936a-da3c-4764-8cad-d373adcdbb8e service neutron] Bound port: 4b3294fa-4111-414f-bda1-e688dca4d933, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f730d0b-c342-4343-8a7b-7d51c303621d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'eff47457-946f-46a8-bea0-e56e031eed3c'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:25:05.085515 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d40031fb-60ec-48d4-a0db-ec126f343004 req-4039936a-da3c-4764-8cad-d373adcdbb8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:05.128079 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00b166b7-ad43-4a2b-861b-91218b29a207 req-2a119547-b114-4604-a03a-0adbbc9037e7 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Made reservation on behalf of ec1eac502c2b411e8783585a1353acd6 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:25:05.139703 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-00b166b7-ad43-4a2b-861b-91218b29a207 req-2a119547-b114-4604-a03a-0adbbc9037e7 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:05.180373 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 4b01e6d9-69b4-4516-b052-cf59cfb7cc3d no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:25:05.201918 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93fccc8f-d3b3-48de-8799-6dd0f2a02579 x-openstack-request-id: req-93fccc8f-d3b3-48de-8799-6dd0f2a02579 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:25:05.202221 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "696dd11d-f39b-498a-b781-62430e282f35", "name": "network-vif-deleted", "tag": "4b01e6d9-69b4-4516-b052-cf59cfb7cc3d", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:25:05.202477 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-93fccc8f-d3b3-48de-8799-6dd0f2a02579 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:25:05.202870 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93fccc8f-d3b3-48de-8799-6dd0f2a02579'] response: {'server_uuid': '696dd11d-f39b-498a-b781-62430e282f35', 'name': 'network-vif-deleted', 'tag': '4b01e6d9-69b4-4516-b052-cf59cfb7cc3d', 'status': 'completed', 'code': 200} Apr 05 14:25:05.245346 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d80f0-8b9f-4b5c-85e3-27cf0e3c8a5c req-303ab7f9-d240-4816-acc8-920ddae91793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:05.247600 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f07d80f0-8b9f-4b5c-85e3-27cf0e3c8a5c req-303ab7f9-d240-4816-acc8-920ddae91793 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eb6eb2eb5e534aae8638ab75f1f70e11&device_id=b59cb5a6-0788-46ac-802b-5137925be3db HTTP/1.1" status: 200 len: 1100 time: 0.2105975 Apr 05 14:25:05.277154 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f10c9-0f53-41e9-838b-6d3cdefe58b2 req-3c99f0d4-350b-4bd0-8a59-a98bd5d40def tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:05.285374 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2e0f10c9-0f53-41e9-838b-6d3cdefe58b2 req-3c99f0d4-350b-4bd0-8a59-a98bd5d40def tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f39ce8c-8ad1-4c73-a0a4-4c5654918a53 HTTP/1.1" status: 200 len: 944 time: 0.2470624 Apr 05 14:25:05.293652 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a3601329-f1f7-4236-bb60-47f6c24df2e1 req-a84206a8-d57b-44cc-b561-2c70bbcb31bd tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/ports?device_id=696dd11d-f39b-498a-b781-62430e282f35 HTTP/1.1" status: 200 len: 210 time: 0.1064014 Apr 05 14:25:05.353263 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] No Port match for: 4b01e6d9-69b4-4516-b052-cf59cfb7cc3d {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:25:05.353745 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 4b01e6d9-69b4-4516-b052-cf59cfb7cc3d not bound to the agent host n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:25:05.376236 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-ac25b777-3acb-4d2d-987e-898950e31f03 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:05.410990 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ecc445cf-35c1-4868-916d-a2e0a400dcaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:05.444174 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device e8c0951f-1d3f-4e69-82ce-ce632e86e5ec up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:25:05.504455 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25b777-3acb-4d2d-987e-898950e31f03 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Pushing event updated for resources: {'Port': ['ID=8af7a0bd-3e0c-4723-b6c5-a6ac2dc3131e,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:05.513155 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port e8c0951f-1d3f-4e69-82ce-ce632e86e5ec triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:25:05.513602 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:05.514760 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-ac25b777-3acb-4d2d-987e-898950e31f03 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Network 80d671a8-d1ab-4472-891b-9c042fbd7800 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:25:05.519254 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-ac25b777-3acb-4d2d-987e-898950e31f03 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:25:05.524152 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-ac25b777-3acb-4d2d-987e-898950e31f03 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:25:05.529775 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-ac25b777-3acb-4d2d-987e-898950e31f03 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:05.536039 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-ac25b777-3acb-4d2d-987e-898950e31f03 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:05.555281 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ec99ee5a-0e1d-4b7a-88c9-e80b033e3c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:05.573223 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-d40031fb-60ec-48d4-a0db-ec126f343004 req-4039936a-da3c-4764-8cad-d373adcdbb8e service neutron] For port 4b3294fa-4111-414f-bda1-e688dca4d933, host n-h1-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:25:05.590660 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec99ee5a-0e1d-4b7a-88c9-e80b033e3c2a admin admin] Pushing event deleted for resources: {'Port': ['ID=84c987b4-7314-4577-9570-b1146dea82d6,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:05.629252 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc445cf-35c1-4868-916d-a2e0a400dcaf admin admin] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:25:05.641341 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ec99ee5a-0e1d-4b7a-88c9-e80b033e3c2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808526'] for router_gateway, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:05.647104 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 5cbac054-69ed-4c31-899c-dcbe40035db8 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:25:05.671659 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-ecc445cf-35c1-4868-916d-a2e0a400dcaf admin admin] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:25:05.671864 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 5cbac054-69ed-4c31-899c-dcbe40035db8 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:25:05.672239 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 5cbac054-69ed-4c31-899c-dcbe40035db8 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:25:05.679561 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc445cf-35c1-4868-916d-a2e0a400dcaf admin admin] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:25:05.680120 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-d40031fb-60ec-48d4-a0db-ec126f343004 req-4039936a-da3c-4764-8cad-d373adcdbb8e service neutron] For port 4b3294fa-4111-414f-bda1-e688dca4d933, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=4b3294fa-4111-414f-bda1-e688dca4d933,segment=NetworkSegment(0f730d0b-c342-4343-8a7b-7d51c303621d),segment_id=0f730d0b-c342-4343-8a7b-7d51c303621d)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:25:05.699197 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2e0f10c9-0f53-41e9-838b-6d3cdefe58b2 req-b7f9eee5-4b6e-4bb1-afa1-fe600b3c7795 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f4ed18-73d1-4c70-bfb8-abe78be9b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4084611 Apr 05 14:25:05.709005 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-ac25b777-3acb-4d2d-987e-898950e31f03 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7063832 Apr 05 14:25:05.721137 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc445cf-35c1-4868-916d-a2e0a400dcaf admin admin] Pushing event updated for resources: {'Port': ['ID=185c17ae-467f-433d-934b-3b6851598122,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:05.722652 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['ced27436-8a8c-4719-9bf6-b86688ef931d'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:25:05.767609 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-af8a7975-b5e2-4169-b62e-3cbb35a22b47 service neutron] Request body: {'port': {'device_id': '772b423b-6ba0-4d32-aa8b-3208aecc117b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:25:05.783819 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 54396) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:25:05.792351 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d40031fb-60ec-48d4-a0db-ec126f343004 req-4039936a-da3c-4764-8cad-d373adcdbb8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:05.825320 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ec99ee5a-0e1d-4b7a-88c9-e80b033e3c2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27070'] for router, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:05.830635 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ec99ee5a-0e1d-4b7a-88c9-e80b033e3c2a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:05.840488 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-73c04d0b-09ff-4623-bbfb-976021b1855d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d48d9039-a582-46f9-a15c-ebc5853e5c4f {{(pid=103321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:25:05.903854 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-73c04d0b-09ff-4623-bbfb-976021b1855d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:05.939638 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-05d5bad6-6803-4787-bb04-ee4a26baeaab None None] Provisioning complete for port 8af7a0bd-3e0c-4723-b6c5-a6ac2dc3131e triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:25:05.940376 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-05d5bad6-6803-4787-bb04-ee4a26baeaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:05.941165 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.provisioning_blocks [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-73c04d0b-09ff-4623-bbfb-976021b1855d service neutron] Transition to ACTIVE for port object d48d9039-a582-46f9-a15c-ebc5853e5c4f will not be triggered until provisioned by entity L2. {{(pid=103321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:25:05.946073 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-af8a7975-b5e2-4169-b62e-3cbb35a22b47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:05.957964 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2eabb7-8877-4c3d-b078-13947ba7d0c8 req-cdf6cd94-38ce-4ac6-ad3c-17efa2b1a93f tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:05.963633 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dc2eabb7-8877-4c3d-b078-13947ba7d0c8 req-cdf6cd94-38ce-4ac6-ad3c-17efa2b1a93f tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=772b423b-6ba0-4d32-aa8b-3208aecc117b HTTP/1.1" status: 200 len: 936 time: 0.4347878 Apr 05 14:25:05.979279 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-05d5bad6-6803-4787-bb04-ee4a26baeaab None None] Port 8af7a0bd-3e0c-4723-b6c5-a6ac2dc3131e cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:25:05.992773 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40031fb-60ec-48d4-a0db-ec126f343004 req-4039936a-da3c-4764-8cad-d373adcdbb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:05.993411 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d40031fb-60ec-48d4-a0db-ec126f343004 req-4039936a-da3c-4764-8cad-d373adcdbb8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:05.994846 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d40031fb-60ec-48d4-a0db-ec126f343004 req-4039936a-da3c-4764-8cad-d373adcdbb8e service neutron] 10.222.0.55 "PUT /v2.0/ports/4b3294fa-4111-414f-bda1-e688dca4d933 HTTP/1.1" status: 200 len: 1092 time: 3.2801645 Apr 05 14:25:05.995832 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d80f0-8b9f-4b5c-85e3-27cf0e3c8a5c req-0885f961-5c40-49e3-be79-febc002bc62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:05.997528 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f07d80f0-8b9f-4b5c-85e3-27cf0e3c8a5c req-0885f961-5c40-49e3-be79-febc002bc62a service neutron] 10.222.0.11 "GET /v2.0/networks?id=80d671a8-d1ab-4472-891b-9c042fbd7800 HTTP/1.1" status: 200 len: 870 time: 0.7101548 Apr 05 14:25:06.003543 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-00b166b7-ad43-4a2b-861b-91218b29a207 req-2a119547-b114-4604-a03a-0adbbc9037e7 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Allocated IP 172.20.0.10 (a7521e9d-f5e6-41eb-a0df-ba36f906679b/e7c49c0f-6616-4198-accb-769bb8e34e24/a716abca-9b52-4896-8f84-50983d276138) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:25:06.008161 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-73c04d0b-09ff-4623-bbfb-976021b1855d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:06.013870 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ec99ee5a-0e1d-4b7a-88c9-e80b033e3c2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803298'] for router, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:06.013870 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec99ee5a-0e1d-4b7a-88c9-e80b033e3c2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router d885a685-2ec5-4eea-a138-843ef1dc5348 {{(pid=103321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:25:06.048616 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f39ce8c-8ad1-4c73-a0a4-4c5654918a53', 'tag': '4b3294fa-4111-414f-bda1-e688dca4d933'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:25:06.051033 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f6e1ff0-cd1e-452f-8e05-ff81ade44389" -d '{"events": [{"name": "network-changed", "server_uuid": "7f39ce8c-8ad1-4c73-a0a4-4c5654918a53", "tag": "4b3294fa-4111-414f-bda1-e688dca4d933"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:25:06.082276 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ec99ee5a-0e1d-4b7a-88c9-e80b033e3c2a admin admin] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:06.083419 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-ec99ee5a-0e1d-4b7a-88c9-e80b033e3c2a admin admin] 10.222.0.30 "DELETE /v2.0/routers/d885a685-2ec5-4eea-a138-843ef1dc5348 HTTP/1.1" status: 204 len: 168 time: 2.8296278 Apr 05 14:25:06.091664 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 54404) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:25:06.173055 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c04d0b-09ff-4623-bbfb-976021b1855d service neutron] Pushing event updated for resources: {'Port': ['ID=d48d9039-a582-46f9-a15c-ebc5853e5c4f,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:06.201626 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f07d80f0-8b9f-4b5c-85e3-27cf0e3c8a5c req-3775ba14-4b58-4873-a9a5-ce3e42ddd4b3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=dd240742-5ced-4dbc-8b7d-9c4496d72564 HTTP/1.1" status: 200 len: 217 time: 0.1472478 Apr 05 14:25:06.245983 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa809501-b19a-4c6c-989d-24f2eb154e36 admin admin] Deleting subnet 5b46d40d-3e52-48d1-948e-12fd5418f39e {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:25:06.250070 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fa809501-b19a-4c6c-989d-24f2eb154e36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:06.279714 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-73c04d0b-09ff-4623-bbfb-976021b1855d service neutron] Attempting to bind port d48d9039-a582-46f9-a15c-ebc5853e5c4f on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:25:06.279964 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-73c04d0b-09ff-4623-bbfb-976021b1855d service neutron] Attempting to bind port d48d9039-a582-46f9-a15c-ebc5853e5c4f by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:25:06.280296 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-73c04d0b-09ff-4623-bbfb-976021b1855d service neutron] Attempting to bind port d48d9039-a582-46f9-a15c-ebc5853e5c4f on network 80d671a8-d1ab-4472-891b-9c042fbd7800 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:25:06.294822 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-73c04d0b-09ff-4623-bbfb-976021b1855d service neutron] Port d48d9039-a582-46f9-a15c-ebc5853e5c4f on network 80d671a8-d1ab-4472-891b-9c042fbd7800 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:25:06.295271 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-73c04d0b-09ff-4623-bbfb-976021b1855d service neutron] Attempting to bind port d48d9039-a582-46f9-a15c-ebc5853e5c4f on network 80d671a8-d1ab-4472-891b-9c042fbd7800 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:25:06.322616 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-73c04d0b-09ff-4623-bbfb-976021b1855d service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:25:06.322958 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-73c04d0b-09ff-4623-bbfb-976021b1855d service neutron] Checking segment: {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:25:06.323342 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-73c04d0b-09ff-4623-bbfb-976021b1855d service neutron] Bound using segment: {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:25:06.323797 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-73c04d0b-09ff-4623-bbfb-976021b1855d service neutron] Bound port: d48d9039-a582-46f9-a15c-ebc5853e5c4f, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:25:06.324154 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-73c04d0b-09ff-4623-bbfb-976021b1855d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:06.327609 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fa809501-b19a-4c6c-989d-24f2eb154e36 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:06.338056 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4039936a-da3c-4764-8cad-d373adcdbb8e service neutron] Pushing event updated for resources: {'Port': ['ID=4b3294fa-4111-414f-bda1-e688dca4d933,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:06.361986 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dc2eabb7-8877-4c3d-b078-13947ba7d0c8 req-2804c33e-51d9-4eda-971d-230ec59ce1ea tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141074 Apr 05 14:25:06.405805 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af049bd-9422-4dc2-a507-c0e03e1b4e1b req-48deea52-7f8e-41eb-932f-cd398c367ee9 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:06.410785 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4af049bd-9422-4dc2-a507-c0e03e1b4e1b req-48deea52-7f8e-41eb-932f-cd398c367ee9 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b59cb5a6-0788-46ac-802b-5137925be3db HTTP/1.1" status: 200 len: 949 time: 0.4671690 Apr 05 14:25:06.446004 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d80f0-8b9f-4b5c-85e3-27cf0e3c8a5c req-bf57e432-84cd-47f8-92e2-8ce4d29811c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:06.447446 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f07d80f0-8b9f-4b5c-85e3-27cf0e3c8a5c req-bf57e432-84cd-47f8-92e2-8ce4d29811c0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.1988869 Apr 05 14:25:06.494442 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fa809501-b19a-4c6c-989d-24f2eb154e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:06.496412 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40031fb-60ec-48d4-a0db-ec126f343004 req-90876deb-33c1-467b-b3d9-8372385918d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:06.498514 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d40031fb-60ec-48d4-a0db-ec126f343004 req-90876deb-33c1-467b-b3d9-8372385918d3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fa388235fba04a88868f93e44b88b55c&device_id=7f39ce8c-8ad1-4c73-a0a4-4c5654918a53 HTTP/1.1" status: 200 len: 1095 time: 0.3172815 Apr 05 14:25:06.518053 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-26fe99a8-d82b-4fe0-a8cd-bdbe4d088fb5 req-589371fc-cca9-4c75-81ab-a91f7b024a3a tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa9b5553-ab3f-44c6-9f32-3db11268926d HTTP/1.1" status: 200 len: 210 time: 0.0830154 Apr 05 14:25:06.653706 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6c4a35-0804-4e38-a1a6-32802384fd35 x-openstack-request-id: req-0c6c4a35-0804-4e38-a1a6-32802384fd35 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:25:06.653706 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f39ce8c-8ad1-4c73-a0a4-4c5654918a53", "tag": "4b3294fa-4111-414f-bda1-e688dca4d933", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:25:06.653706 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0c6c4a35-0804-4e38-a1a6-32802384fd35 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:25:06.653706 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c6c4a35-0804-4e38-a1a6-32802384fd35'] response: {'name': 'network-changed', 'server_uuid': '7f39ce8c-8ad1-4c73-a0a4-4c5654918a53', 'tag': '4b3294fa-4111-414f-bda1-e688dca4d933', 'status': 'completed', 'code': 200} Apr 05 14:25:06.703664 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d40031fb-60ec-48d4-a0db-ec126f343004 req-00ecf868-f430-44dd-b0bc-b0075519b007 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b3294fa-4111-414f-bda1-e688dca4d933 HTTP/1.1" status: 200 len: 217 time: 0.1312301 Apr 05 14:25:06.799090 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-73c04d0b-09ff-4623-bbfb-976021b1855d service neutron] For port d48d9039-a582-46f9-a15c-ebc5853e5c4f, host n-h1-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:25:06.801746 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4af049bd-9422-4dc2-a507-c0e03e1b4e1b req-497fcd34-4f57-4874-886f-c9d04b31d167 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3687010 Apr 05 14:25:06.829381 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-73c04d0b-09ff-4623-bbfb-976021b1855d service neutron] For port d48d9039-a582-46f9-a15c-ebc5853e5c4f, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=d48d9039-a582-46f9-a15c-ebc5853e5c4f,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:25:06.829623 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d80f0-8b9f-4b5c-85e3-27cf0e3c8a5c req-62c255d0-8655-40a4-a7bc-d92628622838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:06.830540 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f07d80f0-8b9f-4b5c-85e3-27cf0e3c8a5c req-62c255d0-8655-40a4-a7bc-d92628622838 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3635390 Apr 05 14:25:06.837051 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-af8a7975-b5e2-4169-b62e-3cbb35a22b47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8af7a0bd-3e0c-4723-b6c5-a6ac2dc3131e {{(pid=103321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:25:06.848993 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-af8a7975-b5e2-4169-b62e-3cbb35a22b47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:06.870022 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.provisioning_blocks [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-af8a7975-b5e2-4169-b62e-3cbb35a22b47 service neutron] Transition to ACTIVE for port object 8af7a0bd-3e0c-4723-b6c5-a6ac2dc3131e will not be triggered until provisioned by entity L2. {{(pid=103321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:25:06.902344 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-73c04d0b-09ff-4623-bbfb-976021b1855d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:06.939634 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-73c04d0b-09ff-4623-bbfb-976021b1855d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:06.940180 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-73c04d0b-09ff-4623-bbfb-976021b1855d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:06.941748 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-73c04d0b-09ff-4623-bbfb-976021b1855d service neutron] 10.222.0.55 "PUT /v2.0/ports/d48d9039-a582-46f9-a15c-ebc5853e5c4f HTTP/1.1" status: 200 len: 1096 time: 2.2608972 Apr 05 14:25:06.969540 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-af8a7975-b5e2-4169-b62e-3cbb35a22b47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:06.970974 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c04d0b-09ff-4623-bbfb-976021b1855d service neutron] Pushing event updated for resources: {'Port': ['ID=d48d9039-a582-46f9-a15c-ebc5853e5c4f,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:07.022044 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fa809501-b19a-4c6c-989d-24f2eb154e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:07.077175 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa809501-b19a-4c6c-989d-24f2eb154e36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b46d40d-3e52-48d1-948e-12fd5418f39e,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:07.103844 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8a7975-b5e2-4169-b62e-3cbb35a22b47 service neutron] Pushing event updated for resources: {'Port': ['ID=8af7a0bd-3e0c-4723-b6c5-a6ac2dc3131e,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:07.116676 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fa809501-b19a-4c6c-989d-24f2eb154e36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:07.123164 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-fa809501-b19a-4c6c-989d-24f2eb154e36 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/5b46d40d-3e52-48d1-948e-12fd5418f39e HTTP/1.1" status: 204 len: 168 time: 1.0253923 Apr 05 14:25:07.123852 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c2c10a-f778-4dea-acef-e27f2a9a0faf None None] Network 1b63e8aa-daea-4368-a24a-bd4b53b75c89 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:25:07.127528 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 54416) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:25:07.207186 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7899062-ba60-4ab7-8a05-70f7e011d412', 'tag': 'd48d9039-a582-46f9-a15c-ebc5853e5c4f'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:25:07.209603 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f28745bf-12db-438d-8bf9-d3188d2eea19" -d '{"events": [{"name": "network-changed", "server_uuid": "b7899062-ba60-4ab7-8a05-70f7e011d412", "tag": "d48d9039-a582-46f9-a15c-ebc5853e5c4f"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:25:07.217175 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-af8a7975-b5e2-4169-b62e-3cbb35a22b47 service neutron] Attempting to bind port 8af7a0bd-3e0c-4723-b6c5-a6ac2dc3131e on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:25:07.217451 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-af8a7975-b5e2-4169-b62e-3cbb35a22b47 service neutron] Attempting to bind port 8af7a0bd-3e0c-4723-b6c5-a6ac2dc3131e by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:25:07.217785 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-af8a7975-b5e2-4169-b62e-3cbb35a22b47 service neutron] Attempting to bind port 8af7a0bd-3e0c-4723-b6c5-a6ac2dc3131e on network 80d671a8-d1ab-4472-891b-9c042fbd7800 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:25:07.234400 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-00b166b7-ad43-4a2b-861b-91218b29a207 req-2a119547-b114-4604-a03a-0adbbc9037e7 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:07.238028 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-af8a7975-b5e2-4169-b62e-3cbb35a22b47 service neutron] Port 8af7a0bd-3e0c-4723-b6c5-a6ac2dc3131e on network 80d671a8-d1ab-4472-891b-9c042fbd7800 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:25:07.238353 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-af8a7975-b5e2-4169-b62e-3cbb35a22b47 service neutron] Attempting to bind port 8af7a0bd-3e0c-4723-b6c5-a6ac2dc3131e on network 80d671a8-d1ab-4472-891b-9c042fbd7800 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:25:07.244741 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a52541d0-3465-4a26-b5f9-6a12d3cd4c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:07.252471 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-af8a7975-b5e2-4169-b62e-3cbb35a22b47 service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:25:07.252917 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-af8a7975-b5e2-4169-b62e-3cbb35a22b47 service neutron] Checking segment: {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:25:07.253298 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-af8a7975-b5e2-4169-b62e-3cbb35a22b47 service neutron] Bound using segment: {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:25:07.253733 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-af8a7975-b5e2-4169-b62e-3cbb35a22b47 service neutron] Bound port: 8af7a0bd-3e0c-4723-b6c5-a6ac2dc3131e, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:25:07.254132 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-af8a7975-b5e2-4169-b62e-3cbb35a22b47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:07.273574 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-35606dad-9102-4ccf-a70b-59bb58d6178d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:07.275100 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-35606dad-9102-4ccf-a70b-59bb58d6178d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c301d8186c0d498e88493d184d59ac7d&device_id=b7899062-ba60-4ab7-8a05-70f7e011d412 HTTP/1.1" status: 200 len: 1099 time: 0.1724248 Apr 05 14:25:07.341096 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40031fb-60ec-48d4-a0db-ec126f343004 req-273ca430-fc26-461c-8e18-33f37b98c495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:07.342485 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d40031fb-60ec-48d4-a0db-ec126f343004 req-273ca430-fc26-461c-8e18-33f37b98c495 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1e12eec2-91f9-48b4-8077-4d1ac1ff86f3 HTTP/1.1" status: 200 len: 845 time: 0.6231589 Apr 05 14:25:07.382585 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ecc445cf-35c1-4868-916d-a2e0a400dcaf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:07.384225 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-f44c9e94-e4c2-4e61-a45d-bb915c69bfdb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=d48d9039-a582-46f9-a15c-ebc5853e5c4f HTTP/1.1" status: 200 len: 217 time: 0.0990100 Apr 05 14:25:07.386340 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9480c9-2dd9-4f4c-bf5b-d5819cee981a None None] DHCP port deletion for 1b63e8aa-daea-4368-a24a-bd4b53b75c89 request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:25:07.435570 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 84c987b4-7314-4577-9570-b1146dea82d6 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:25:07.461535 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-0c320d8b-22c9-4042-ba17-ebff8ecb0595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:07.463205 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-0c320d8b-22c9-4042-ba17-ebff8ecb0595 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.0687795 Apr 05 14:25:07.473244 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 84c987b4-7314-4577-9570-b1146dea82d6 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:25:07.474327 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 84c987b4-7314-4577-9570-b1146dea82d6 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:25:07.494083 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-6e9480c9-2dd9-4f4c-bf5b-d5819cee981a None None] Deleting port fd6e9803-e045-4939-a1e5-32fa0d28cf25 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:25:07.494467 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6e9480c9-2dd9-4f4c-bf5b-d5819cee981a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:07.518690 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-af8a7975-b5e2-4169-b62e-3cbb35a22b47 service neutron] For port 8af7a0bd-3e0c-4723-b6c5-a6ac2dc3131e, host n-h1-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:25:07.521870 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d40031fb-60ec-48d4-a0db-ec126f343004 req-fbf7cf21-3be8-4b9f-bf20-3e5890837cd1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eff47457-946f-46a8-bea0-e56e031eed3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0953300 Apr 05 14:25:07.537922 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-af8a7975-b5e2-4169-b62e-3cbb35a22b47 service neutron] For port 8af7a0bd-3e0c-4723-b6c5-a6ac2dc3131e, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=8af7a0bd-3e0c-4723-b6c5-a6ac2dc3131e,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:25:07.539682 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-a52541d0-3465-4a26-b5f9-6a12d3cd4c19 admin admin] Deleting port fd6e9803-e045-4939-a1e5-32fa0d28cf25 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:25:07.540019 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a52541d0-3465-4a26-b5f9-6a12d3cd4c19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:07.597027 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-b32b00f0-df42-42d9-b7cd-4273334396b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:07.598451 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-b32b00f0-df42-42d9-b7cd-4273334396b5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1225357 Apr 05 14:25:07.607573 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-6e9480c9-2dd9-4f4c-bf5b-d5819cee981a None None] For port fd6e9803-e045-4939-a1e5-32fa0d28cf25, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=fd6e9803-e045-4939-a1e5-32fa0d28cf25,segment=NetworkSegment(09954d38-1547-4760-90a8-9e1b4c0da813),segment_id=09954d38-1547-4760-90a8-9e1b4c0da813)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:25:07.608157 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6e9480c9-2dd9-4f4c-bf5b-d5819cee981a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:07.613903 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-af8a7975-b5e2-4169-b62e-3cbb35a22b47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:07.625825 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-6e9480c9-2dd9-4f4c-bf5b-d5819cee981a None None] Calling delete_port for fd6e9803-e045-4939-a1e5-32fa0d28cf25 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:25:07.635747 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-a52541d0-3465-4a26-b5f9-6a12d3cd4c19 admin admin] For port fd6e9803-e045-4939-a1e5-32fa0d28cf25, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=fd6e9803-e045-4939-a1e5-32fa0d28cf25,segment=NetworkSegment(09954d38-1547-4760-90a8-9e1b4c0da813),segment_id=09954d38-1547-4760-90a8-9e1b4c0da813)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:25:07.636142 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a52541d0-3465-4a26-b5f9-6a12d3cd4c19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:07.675035 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed9d27f-67a1-4b6f-bea4-97521afaed08 req-3568754e-6c5f-4cdc-9809-51981ec2c7cd tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:07.676545 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3ed9d27f-67a1-4b6f-bea4-97521afaed08 req-3568754e-6c5f-4cdc-9809-51981ec2c7cd tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f39ce8c-8ad1-4c73-a0a4-4c5654918a53 HTTP/1.1" status: 200 len: 944 time: 0.5114129 Apr 05 14:25:07.709496 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80706562-4dd7-4e94-a0fc-dd5abb46b504 req-783a670c-4cf2-45b9-94a0-c8382028be77 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:07.712796 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-a52541d0-3465-4a26-b5f9-6a12d3cd4c19 admin admin] Calling delete_port for fd6e9803-e045-4939-a1e5-32fa0d28cf25 owned by network:dhcp {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:25:07.717166 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-80706562-4dd7-4e94-a0fc-dd5abb46b504 req-783a670c-4cf2-45b9-94a0-c8382028be77 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/ports?device_id=43152e10-3fa3-4eda-b04b-fd53ec030ab1 HTTP/1.1" status: 200 len: 950 time: 0.5419524 Apr 05 14:25:07.719522 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-00b166b7-ad43-4a2b-861b-91218b29a207 req-2a119547-b114-4604-a03a-0adbbc9037e7 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:07.725801 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-af8a7975-b5e2-4169-b62e-3cbb35a22b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:07.726418 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-af8a7975-b5e2-4169-b62e-3cbb35a22b47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:07.727819 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-af8a7975-b5e2-4169-b62e-3cbb35a22b47 service neutron] 10.222.0.55 "PUT /v2.0/ports/8af7a0bd-3e0c-4723-b6c5-a6ac2dc3131e HTTP/1.1" status: 200 len: 1096 time: 1.9673924 Apr 05 14:25:07.742147 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['9bb7ba5f-b66b-4dba-adf1-7cfc611951a3'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:25:07.764308 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f07d80f0-8b9f-4b5c-85e3-27cf0e3c8a5c req-8f3d5ced-381f-4845-8349-8c25f8c02db2 service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8876944 Apr 05 14:25:07.888768 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8a7975-b5e2-4169-b62e-3cbb35a22b47 service neutron] Pushing event updated for resources: {'Port': ['ID=8af7a0bd-3e0c-4723-b6c5-a6ac2dc3131e,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:07.913448 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6e9480c9-2dd9-4f4c-bf5b-d5819cee981a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:07.940408 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-b85e3445-6892-4956-9520-cf9c441c8a5f service neutron] 10.222.0.55 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329277 Apr 05 14:25:07.953448 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-6f19fd7b-f549-4d30-8e6b-3355da48b3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:07.955227 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-6f19fd7b-f549-4d30-8e6b-3355da48b3a8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c301d8186c0d498e88493d184d59ac7d&device_id=772b423b-6ba0-4d32-aa8b-3208aecc117b HTTP/1.1" status: 200 len: 1099 time: 0.1258378 Apr 05 14:25:07.959268 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9480c9-2dd9-4f4c-bf5b-d5819cee981a None None] Pushing event deleted for resources: {'Port': ['ID=fd6e9803-e045-4939-a1e5-32fa0d28cf25,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:07.974669 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9480c9-2dd9-4f4c-bf5b-d5819cee981a None None] No DVR routers for this DVR port fd6e9803-e045-4939-a1e5-32fa0d28cf25 on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:25:07.989183 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00b166b7-ad43-4a2b-861b-91218b29a207 req-2a119547-b114-4604-a03a-0adbbc9037e7 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Network a7521e9d-f5e6-41eb-a0df-ba36f906679b is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:25:08.021865 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-00b166b7-ad43-4a2b-861b-91218b29a207 req-2a119547-b114-4604-a03a-0adbbc9037e7 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:25:08.046737 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-80706562-4dd7-4e94-a0fc-dd5abb46b504 req-e05e6068-552a-4e55-98ad-97ea534ae74a tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/security-groups?id=024b129f-f256-4015-8a11-f785d9d68dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284996 Apr 05 14:25:08.063393 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-00b166b7-ad43-4a2b-861b-91218b29a207 req-2a119547-b114-4604-a03a-0adbbc9037e7 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:25:08.067701 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-2fd9e285-31e2-4432-8470-793987e9d4ee service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=8af7a0bd-3e0c-4723-b6c5-a6ac2dc3131e HTTP/1.1" status: 200 len: 217 time: 0.1020648 Apr 05 14:25:08.068291 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a52541d0-3465-4a26-b5f9-6a12d3cd4c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:08.119623 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f108c1f-87b6-4f9b-bb30-51bd259a17c2 x-openstack-request-id: req-1f108c1f-87b6-4f9b-bb30-51bd259a17c2 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:25:08.119995 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7899062-ba60-4ab7-8a05-70f7e011d412", "tag": "d48d9039-a582-46f9-a15c-ebc5853e5c4f", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:25:08.120310 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1f108c1f-87b6-4f9b-bb30-51bd259a17c2 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:25:08.120841 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f108c1f-87b6-4f9b-bb30-51bd259a17c2'] response: {'name': 'network-changed', 'server_uuid': 'b7899062-ba60-4ab7-8a05-70f7e011d412', 'tag': 'd48d9039-a582-46f9-a15c-ebc5853e5c4f', 'status': 'completed', 'code': 200} Apr 05 14:25:08.128457 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52541d0-3465-4a26-b5f9-6a12d3cd4c19 admin admin] No DVR routers for this DVR port fd6e9803-e045-4939-a1e5-32fa0d28cf25 on host n-d-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:25:08.131724 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d40031fb-60ec-48d4-a0db-ec126f343004 req-965016aa-1183-4dc6-8dca-27ba748268c4 service neutron] 10.222.0.55 "GET /v2.0/networks/eff47457-946f-46a8-bea0-e56e031eed3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5979018 Apr 05 14:25:08.134672 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3ed9d27f-67a1-4b6f-bea4-97521afaed08 req-de1d66c3-72df-4406-a3c1-43e8faff491c tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f4ed18-73d1-4c70-bfb8-abe78be9b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3874073 Apr 05 14:25:08.135278 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a119547-b114-4604-a03a-0adbbc9037e7 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Pushing event updated for resources: {'Port': ['ID=a716abca-9b52-4896-8f84-50983d276138,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:08.144135 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b166b7-ad43-4a2b-861b-91218b29a207 req-2a119547-b114-4604-a03a-0adbbc9037e7 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:08.144471 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-00b166b7-ad43-4a2b-861b-91218b29a207 req-2a119547-b114-4604-a03a-0adbbc9037e7 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:08.160257 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52541d0-3465-4a26-b5f9-6a12d3cd4c19 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd6e9803-e045-4939-a1e5-32fa0d28cf25,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:08.309585 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-6820d8da-4e51-4367-b059-7d2f6d10ba5a service neutron] 10.222.0.55 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293715 Apr 05 14:25:08.309585 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a52541d0-3465-4a26-b5f9-6a12d3cd4c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:08.309585 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-24aecd42-102e-406e-913b-255a9fbfc199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:08.309585 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-24aecd42-102e-406e-913b-255a9fbfc199 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.2065949 Apr 05 14:25:08.316495 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a52541d0-3465-4a26-b5f9-6a12d3cd4c19 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:25:08.316707 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-00b166b7-ad43-4a2b-861b-91218b29a207 req-2a119547-b114-4604-a03a-0adbbc9037e7 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6306496 Apr 05 14:25:08.316820 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a52541d0-3465-4a26-b5f9-6a12d3cd4c19 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:25:08.317610 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a52541d0-3465-4a26-b5f9-6a12d3cd4c19 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:25:08.318074 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a52541d0-3465-4a26-b5f9-6a12d3cd4c19 admin admin] Subscribe: > port after_create 55550000 {{(pid=103321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:25:08.318289 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a52541d0-3465-4a26-b5f9-6a12d3cd4c19 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:25:08.318627 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a52541d0-3465-4a26-b5f9-6a12d3cd4c19 admin admin] Subscribe: > port after_update 55550000 {{(pid=103321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:25:08.318943 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a52541d0-3465-4a26-b5f9-6a12d3cd4c19 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:25:08.319276 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a52541d0-3465-4a26-b5f9-6a12d3cd4c19 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:25:08.319608 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a52541d0-3465-4a26-b5f9-6a12d3cd4c19 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:25:08.319924 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a52541d0-3465-4a26-b5f9-6a12d3cd4c19 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:25:08.367910 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-00b166b7-ad43-4a2b-861b-91218b29a207 req-ab3ff16b-1582-455b-b4ef-00be717acee1 service neutron] Request body: {'port': {'device_id': 'fa9b5553-ab3f-44c6-9f32-3db11268926d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:25:08.418817 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a52541d0-3465-4a26-b5f9-6a12d3cd4c19 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:25:08.419210 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a52541d0-3465-4a26-b5f9-6a12d3cd4c19 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:25:08.419873 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a52541d0-3465-4a26-b5f9-6a12d3cd4c19 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:25:08.419873 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a52541d0-3465-4a26-b5f9-6a12d3cd4c19 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:25:08.420238 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-a52541d0-3465-4a26-b5f9-6a12d3cd4c19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b63e8aa-daea-4368-a24a-bd4b53b75c89']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:25:08.430804 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f07d80f0-8b9f-4b5c-85e3-27cf0e3c8a5c req-3e51c105-5ca7-410e-817f-e15eef27a348 service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6463921 Apr 05 14:25:08.454165 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-a52541d0-3465-4a26-b5f9-6a12d3cd4c19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09954d38-1547-4760-90a8-9e1b4c0da813') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:25:08.454438 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-a52541d0-3465-4a26-b5f9-6a12d3cd4c19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09954d38-1547-4760-90a8-9e1b4c0da813') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:25:08.469023 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ecc445cf-35c1-4868-916d-a2e0a400dcaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618'] for router, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:08.473385 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a52541d0-3465-4a26-b5f9-6a12d3cd4c19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:08.498709 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-904eb15f-61e7-4d8e-9881-ebb2e49a5993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:08.500298 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-904eb15f-61e7-4d8e-9881-ebb2e49a5993 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2005639 Apr 05 14:25:08.501260 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a52541d0-3465-4a26-b5f9-6a12d3cd4c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:08.518170 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a52541d0-3465-4a26-b5f9-6a12d3cd4c19 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:25:08.518577 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a52541d0-3465-4a26-b5f9-6a12d3cd4c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:08.524866 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14de557-840a-4228-a915-7defe2942ada req-4e7d0ac9-b29b-43b7-bf76-069c89926e6a tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:08.527142 n-d-836650-2 neutron-server[103321]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 05 14:25:08.527142 n-d-836650-2 neutron-server[103321]: from cryptography.utils import int_from_bytes Apr 05 14:25:08.527142 n-d-836650-2 neutron-server[103321]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 05 14:25:08.527142 n-d-836650-2 neutron-server[103321]: from cryptography.utils import int_from_bytes Apr 05 14:25:08.527142 n-d-836650-2 neutron-server[103321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:25:08.527142 n-d-836650-2 neutron-server[103321]: self.session.flush() Apr 05 14:25:08.527142 n-d-836650-2 neutron-server[103321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:25:08.527142 n-d-836650-2 neutron-server[103321]: self.session.flush() Apr 05 14:25:08.527142 n-d-836650-2 neutron-server[103321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:25:08.527142 n-d-836650-2 neutron-server[103321]: self.session.flush() Apr 05 14:25:08.527142 n-d-836650-2 neutron-server[103321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:25:08.527142 n-d-836650-2 neutron-server[103321]: self.session.flush() Apr 05 14:25:08.527142 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:25:08.527142 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:25:08.527142 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:25:08.527142 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:25:08.527142 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:25:08.527142 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:25:08.527142 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:25:08.527142 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:25:08.527142 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:25:08.527142 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:25:08.527142 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:25:08.527142 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:25:08.527142 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:25:08.527142 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:25:08.527142 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:25:08.527142 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:25:08.527142 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:25:08.527142 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:25:08.527142 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:25:08.527142 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:25:08.527142 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:25:08.527142 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:25:08.527142 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:25:08.527142 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:25:08.527142 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:25:08.527142 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:25:08.527142 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:25:08.527142 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:25:08.527142 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:25:08.527142 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:25:08.527142 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:25:08.527142 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:25:08.533434 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d14de557-840a-4228-a915-7defe2942ada req-4e7d0ac9-b29b-43b7-bf76-069c89926e6a tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=772b423b-6ba0-4d32-aa8b-3208aecc117b HTTP/1.1" status: 200 len: 948 time: 0.3337414 Apr 05 14:25:08.570697 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d40031fb-60ec-48d4-a0db-ec126f343004 req-cbee7ca8-6a65-4ea6-8cd9-278f46965017 service neutron] 10.222.0.55 "GET /v2.0/networks/eff47457-946f-46a8-bea0-e56e031eed3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4104679 Apr 05 14:25:08.617124 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57bd555-2c04-4780-9bff-4b31b13983d2 req-8e2c9862-a03b-4080-99e5-20e46d182be7 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:08.618685 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f57bd555-2c04-4780-9bff-4b31b13983d2 req-8e2c9862-a03b-4080-99e5-20e46d182be7 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa9b5553-ab3f-44c6-9f32-3db11268926d HTTP/1.1" status: 200 len: 932 time: 0.4054031 Apr 05 14:25:08.625226 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-00b166b7-ad43-4a2b-861b-91218b29a207 req-ab3ff16b-1582-455b-b4ef-00be717acee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:08.659497 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28745bf-12db-438d-8bf9-d3188d2eea19 req-f3dfa5c1-cde6-48d6-9c59-42b397713803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:08.661048 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f28745bf-12db-438d-8bf9-d3188d2eea19 req-f3dfa5c1-cde6-48d6-9c59-42b397713803 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c301d8186c0d498e88493d184d59ac7d&device_id=b7899062-ba60-4ab7-8a05-70f7e011d412 HTTP/1.1" status: 200 len: 1099 time: 0.1335661 Apr 05 14:25:08.708596 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-af951c05-b68f-4e96-b55a-7101ada767cb service neutron] 10.222.0.55 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986456 Apr 05 14:25:08.786242 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d14de557-840a-4228-a915-7defe2942ada req-b83f5536-8d0a-480b-bafa-4dbc389ba1ef tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249637 Apr 05 14:25:08.834434 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a52541d0-3465-4a26-b5f9-6a12d3cd4c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:08.840587 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f57bd555-2c04-4780-9bff-4b31b13983d2 req-0dd042e3-f4c8-49bd-95f1-3ea5bf6d82f0 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/security-groups?id=87dfefd3-1552-4299-8b8c-e9b0053c68dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941006 Apr 05 14:25:08.845700 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28745bf-12db-438d-8bf9-d3188d2eea19 req-d0718f5c-266a-4129-b56b-ab63e98fcc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:08.846972 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f28745bf-12db-438d-8bf9-d3188d2eea19 req-d0718f5c-266a-4129-b56b-ab63e98fcc88 service neutron] 10.222.0.55 "GET /v2.0/networks?id=80d671a8-d1ab-4472-891b-9c042fbd7800 HTTP/1.1" status: 200 len: 870 time: 0.1696165 Apr 05 14:25:08.857921 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a52541d0-3465-4a26-b5f9-6a12d3cd4c19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:08.874562 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-a52541d0-3465-4a26-b5f9-6a12d3cd4c19 admin admin] 10.222.0.30 "DELETE /v2.0/networks/1b63e8aa-daea-4368-a24a-bd4b53b75c89 HTTP/1.1" status: 204 len: 168 time: 1.7267663 Apr 05 14:25:08.910527 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52541d0-3465-4a26-b5f9-6a12d3cd4c19 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b63e8aa-daea-4368-a24a-bd4b53b75c89,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:08.913625 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f28745bf-12db-438d-8bf9-d3188d2eea19 req-4ffcb798-564b-4a4a-9571-e08bcc7de071 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=d48d9039-a582-46f9-a15c-ebc5853e5c4f HTTP/1.1" status: 200 len: 217 time: 0.0568268 Apr 05 14:25:08.915217 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a3d9a637-acc1-4538-8ccf-f4a9bb8e8819 req-99a12c2e-e883-46b5-b8fc-a012084742b6 service neutron] 10.222.0.55 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803904 Apr 05 14:25:08.930465 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-79fb1540-f300-4ec9-b960-14b879326fec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809988'] for router_interface, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:08.977554 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28745bf-12db-438d-8bf9-d3188d2eea19 req-8161e526-ac3f-4ca7-aaa9-c191c81c1441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:08.979209 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f28745bf-12db-438d-8bf9-d3188d2eea19 req-8161e526-ac3f-4ca7-aaa9-c191c81c1441 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.0469928 Apr 05 14:25:09.026011 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28745bf-12db-438d-8bf9-d3188d2eea19 req-398458c2-2797-42bf-850c-8348e17c9b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:09.027987 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f28745bf-12db-438d-8bf9-d3188d2eea19 req-398458c2-2797-42bf-850c-8348e17c9b9f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0412829 Apr 05 14:25:09.133960 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f28745bf-12db-438d-8bf9-d3188d2eea19 req-71ddf738-b8c6-416e-86c1-5eef9cdb8b87 service neutron] 10.222.0.55 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973947 Apr 05 14:25:09.232004 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f28745bf-12db-438d-8bf9-d3188d2eea19 req-f263f316-7c6b-4ac0-ac2a-122982e39572 service neutron] 10.222.0.55 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912981 Apr 05 14:25:09.265275 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 54432) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:25:09.294367 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e1ff0-cd1e-452f-8e05-ff81ade44389 req-34455155-85de-4c1e-9381-749ec87357f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:09.295869 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0f6e1ff0-cd1e-452f-8e05-ff81ade44389 req-34455155-85de-4c1e-9381-749ec87357f6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fa388235fba04a88868f93e44b88b55c&device_id=7f39ce8c-8ad1-4c73-a0a4-4c5654918a53 HTTP/1.1" status: 200 len: 1095 time: 0.5901604 Apr 05 14:25:09.313230 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-40d22a5e-8a6f-4638-a750-49f1c6e1e257 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bd8b96edc558485b9979531577275f30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0467830 Apr 05 14:25:09.316504 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 54434) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:25:09.396039 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device fd6e9803-e045-4939-a1e5-32fa0d28cf25 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:25:09.401374 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3d9ea66a-65be-4df4-85cd-6a8475ef1e5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:09.417563 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: fd6e9803-e045-4939-a1e5-32fa0d28cf25 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:25:09.417910 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device fd6e9803-e045-4939-a1e5-32fa0d28cf25 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:25:09.427401 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3d9ea66a-65be-4df4-85cd-6a8475ef1e5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:09.445057 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87820a6-128a-4111-b3a1-f1bda9548645 req-2ad840f4-800b-4a07-b3f1-d5746e16c69d tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:09.447904 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b87820a6-128a-4111-b3a1-f1bda9548645 req-2ad840f4-800b-4a07-b3f1-d5746e16c69d tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.11 "GET /v2.0/ports?device_id=43152e10-3fa3-4eda-b04b-fd53ec030ab1 HTTP/1.1" status: 200 len: 950 time: 0.6042278 Apr 05 14:25:09.541748 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee3f32e-3545-4541-b185-6a091de874b5 req-d0047c49-d3fc-43e3-a59b-1d148a815be0 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:09.543864 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3ee3f32e-3545-4541-b185-6a091de874b5 req-d0047c49-d3fc-43e3-a59b-1d148a815be0 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b59cb5a6-0788-46ac-802b-5137925be3db HTTP/1.1" status: 200 len: 949 time: 0.6296654 Apr 05 14:25:09.547673 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3d9ea66a-65be-4df4-85cd-6a8475ef1e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:09.550509 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3d9ea66a-65be-4df4-85cd-6a8475ef1e5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:09.553078 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-3d9ea66a-65be-4df4-85cd-6a8475ef1e5f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/32e0261a-69a5-4668-8a24-c49812c2e663 HTTP/1.1" status: 204 len: 168 time: 0.2340279 Apr 05 14:25:09.561452 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9ea66a-65be-4df4-85cd-6a8475ef1e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e0261a-69a5-4668-8a24-c49812c2e663,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:09.619501 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f2f47-aa2d-4e97-bcce-0e0e30ba637a req-9a51c12b-5926-42ac-8aba-8c5508ac20e2 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:09.621033 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f32f2f47-aa2d-4e97-bcce-0e0e30ba637a req-9a51c12b-5926-42ac-8aba-8c5508ac20e2 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/ports?device_id=43152e10-3fa3-4eda-b04b-fd53ec030ab1 HTTP/1.1" status: 200 len: 950 time: 0.3568289 Apr 05 14:25:09.741609 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc445cf-35c1-4868-916d-a2e0a400dcaf admin admin] Router 9a91256d-39ac-4dfb-a371-681f73686db4 is scheduled to L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 with binding_index 1 {{(pid=103320) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:25:09.828340 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e1ff0-cd1e-452f-8e05-ff81ade44389 req-d7c07922-f4fe-46a5-9f62-625f539f1ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:09.829840 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0f6e1ff0-cd1e-452f-8e05-ff81ade44389 req-d7c07922-f4fe-46a5-9f62-625f539f1ef2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=eff47457-946f-46a8-bea0-e56e031eed3c HTTP/1.1" status: 200 len: 906 time: 0.5168617 Apr 05 14:25:09.848471 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3ee3f32e-3545-4541-b185-6a091de874b5 req-ccfa685c-d9db-436a-8b2e-26e93a62a587 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730680 Apr 05 14:25:09.959971 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f32f2f47-aa2d-4e97-bcce-0e0e30ba637a req-48efd775-42c7-404b-9b33-ee5cac654077 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/security-groups?id=024b129f-f256-4015-8a11-f785d9d68dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080919 Apr 05 14:25:09.967969 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0f6e1ff0-cd1e-452f-8e05-ff81ade44389 req-4446d08d-fa16-4cb7-b1e2-d74aff248ceb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b3294fa-4111-414f-bda1-e688dca4d933 HTTP/1.1" status: 200 len: 217 time: 0.1228230 Apr 05 14:25:10.121605 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '772b423b-6ba0-4d32-aa8b-3208aecc117b', 'tag': '8af7a0bd-3e0c-4723-b6c5-a6ac2dc3131e'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:25:10.124091 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0b0fa7-f944-4a3f-a9bb-74acaef30a46" -d '{"events": [{"name": "network-changed", "server_uuid": "772b423b-6ba0-4d32-aa8b-3208aecc117b", "tag": "8af7a0bd-3e0c-4723-b6c5-a6ac2dc3131e"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:25:10.131420 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-00b166b7-ad43-4a2b-861b-91218b29a207 req-ab3ff16b-1582-455b-b4ef-00be717acee1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a716abca-9b52-4896-8f84-50983d276138 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:25:10.156590 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-b87820a6-128a-4111-b3a1-f1bda9548645 req-83421ccc-9aac-40bc-87b4-f84cf70ad6d8 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Deleting port 42c95353-0049-4a2d-ac9a-6292fea834ce {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:25:10.156856 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-b87820a6-128a-4111-b3a1-f1bda9548645 req-83421ccc-9aac-40bc-87b4-f84cf70ad6d8 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:10.167674 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-00b166b7-ad43-4a2b-861b-91218b29a207 req-ab3ff16b-1582-455b-b4ef-00be717acee1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:10.257288 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e1ff0-cd1e-452f-8e05-ff81ade44389 req-d55b47cc-b6a2-4d0a-9fc3-0dfef82f494b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:10.258763 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0f6e1ff0-cd1e-452f-8e05-ff81ade44389 req-d55b47cc-b6a2-4d0a-9fc3-0dfef82f494b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1e12eec2-91f9-48b4-8077-4d1ac1ff86f3 HTTP/1.1" status: 200 len: 845 time: 0.2458575 Apr 05 14:25:10.273454 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c5c600-d5eb-4107-9c48-88871a4ba4f7 req-99ed2ffe-46c9-49cb-998b-330a5d18f759 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:10.274886 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-36c5c600-d5eb-4107-9c48-88871a4ba4f7 req-99ed2ffe-46c9-49cb-998b-330a5d18f759 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f39ce8c-8ad1-4c73-a0a4-4c5654918a53 HTTP/1.1" status: 200 len: 944 time: 0.3200819 Apr 05 14:25:10.283950 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-00b166b7-ad43-4a2b-861b-91218b29a207 req-ab3ff16b-1582-455b-b4ef-00be717acee1 service neutron] Transition to ACTIVE for port object a716abca-9b52-4896-8f84-50983d276138 will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:25:10.304164 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc445cf-35c1-4868-916d-a2e0a400dcaf admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:25:10.312752 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68739bb-7aeb-405c-bfa1-ce030cbed2ab None None] Sync routers for ids ['9a91256d-39ac-4dfb-a371-681f73686db4'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:25:10.322276 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68739bb-7aeb-405c-bfa1-ce030cbed2ab None None] Routers {'9a91256d-39ac-4dfb-a371-681f73686db4'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:25:10.322955 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-d68739bb-7aeb-405c-bfa1-ce030cbed2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:24:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['9a91256d-39ac-4dfb-a371-681f73686db4'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:25:10.357294 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db17cfed-6a00-488c-9b8e-b94d780c6861 req-5d0d48fa-f3d6-44e3-8a28-72ceee722258 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:10.358823 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-db17cfed-6a00-488c-9b8e-b94d780c6861 req-5d0d48fa-f3d6-44e3-8a28-72ceee722258 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=772b423b-6ba0-4d32-aa8b-3208aecc117b HTTP/1.1" status: 200 len: 948 time: 0.3123727 Apr 05 14:25:10.360646 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0f6e1ff0-cd1e-452f-8e05-ff81ade44389 req-529f8834-15b7-4987-939a-b0e7dc7c8bea service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eff47457-946f-46a8-bea0-e56e031eed3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780742 Apr 05 14:25:10.396611 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-00b166b7-ad43-4a2b-861b-91218b29a207 req-ab3ff16b-1582-455b-b4ef-00be717acee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:10.441939 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-d68739bb-7aeb-405c-bfa1-ce030cbed2ab None None] Set router 9a91256d-39ac-4dfb-a371-681f73686db4 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:25:10.589624 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-36c5c600-d5eb-4107-9c48-88871a4ba4f7 req-eaccfd61-5250-41b3-b67b-99479aae8861 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f4ed18-73d1-4c70-bfb8-abe78be9b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028734 Apr 05 14:25:10.594003 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ecc445cf-35c1-4868-916d-a2e0a400dcaf admin admin] Notify callbacks [] for router, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:10.597918 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-ecc445cf-35c1-4868-916d-a2e0a400dcaf admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 9.9948313 Apr 05 14:25:10.598105 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 54460) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:25:10.634272 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-d68739bb-7aeb-405c-bfa1-ce030cbed2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a91256d-39ac-4dfb-a371-681f73686db4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1080331207-router', 'tenant_id': 'f29bb501bf0141b090aed4b7bec4587c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '185c17ae-467f-433d-934b-3b6851598122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:25:00Z', 'updated_at': '2022-04-05T14:25:06Z', 'revision_number': 3, 'project_id': 'f29bb501bf0141b090aed4b7bec4587c', 'gw_port': {'id': '185c17ae-467f-433d-934b-3b6851598122', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:74:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a91256d-39ac-4dfb-a371-681f73686db4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:25:03Z', 'updated_at': '2022-04-05T14:25:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:25:10.661456 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3ff16b-1582-455b-b4ef-00be717acee1 service neutron] Pushing event updated for resources: {'Port': ['ID=a716abca-9b52-4896-8f84-50983d276138,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:10.670936 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68739bb-7aeb-405c-bfa1-ce030cbed2ab None None] Checking router: 9a91256d-39ac-4dfb-a371-681f73686db4 for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:25:10.671569 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68739bb-7aeb-405c-bfa1-ce030cbed2ab None None] Updating router 9a91256d-39ac-4dfb-a371-681f73686db4 port 185c17ae-467f-433d-934b-3b6851598122 binding host n-d-836650-2 {{(pid=103322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:25:10.683783 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-b87820a6-128a-4111-b3a1-f1bda9548645 req-83421ccc-9aac-40bc-87b4-f84cf70ad6d8 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] For port 42c95353-0049-4a2d-ac9a-6292fea834ce, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=42c95353-0049-4a2d-ac9a-6292fea834ce,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:25:10.684163 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-b87820a6-128a-4111-b3a1-f1bda9548645 req-83421ccc-9aac-40bc-87b4-f84cf70ad6d8 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:10.708793 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d68739bb-7aeb-405c-bfa1-ce030cbed2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:10.753265 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-b87820a6-128a-4111-b3a1-f1bda9548645 req-83421ccc-9aac-40bc-87b4-f84cf70ad6d8 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Calling delete_port for 42c95353-0049-4a2d-ac9a-6292fea834ce owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:25:10.845245 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-db17cfed-6a00-488c-9b8e-b94d780c6861 req-25abd5c5-c0d9-4fa4-97e5-ecfd8f74e4d7 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4656341 Apr 05 14:25:10.927770 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-79fb1540-f300-4ec9-b960-14b879326fec admin admin] Deleting port 4edcc347-6e6e-40b3-bc0b-61181188be2e {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:25:10.928025 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-79fb1540-f300-4ec9-b960-14b879326fec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:10.958606 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0f6e1ff0-cd1e-452f-8e05-ff81ade44389 req-664171c3-0cdc-4fa8-9695-3e6a2f77218f service neutron] 10.222.0.55 "GET /v2.0/networks/eff47457-946f-46a8-bea0-e56e031eed3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5807893 Apr 05 14:25:10.966876 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2788bdb-18b6-4c38-96ce-67a346f39dfc x-openstack-request-id: req-a2788bdb-18b6-4c38-96ce-67a346f39dfc {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:25:10.967993 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "772b423b-6ba0-4d32-aa8b-3208aecc117b", "tag": "8af7a0bd-3e0c-4723-b6c5-a6ac2dc3131e", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:25:10.968541 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a2788bdb-18b6-4c38-96ce-67a346f39dfc {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:25:10.970213 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2788bdb-18b6-4c38-96ce-67a346f39dfc'] response: {'name': 'network-changed', 'server_uuid': '772b423b-6ba0-4d32-aa8b-3208aecc117b', 'tag': '8af7a0bd-3e0c-4723-b6c5-a6ac2dc3131e', 'status': 'completed', 'code': 200} Apr 05 14:25:11.005746 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a04f30-6164-4a53-aa42-2257a1547802 req-d98f33a7-c357-4529-bf17-827a6252a5e6 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:11.007305 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-75a04f30-6164-4a53-aa42-2257a1547802 req-d98f33a7-c357-4529-bf17-827a6252a5e6 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa9b5553-ab3f-44c6-9f32-3db11268926d HTTP/1.1" status: 200 len: 944 time: 0.2769353 Apr 05 14:25:11.029985 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-00b166b7-ad43-4a2b-861b-91218b29a207 req-ab3ff16b-1582-455b-b4ef-00be717acee1 service neutron] Attempting to bind port a716abca-9b52-4896-8f84-50983d276138 on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:25:11.030323 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-00b166b7-ad43-4a2b-861b-91218b29a207 req-ab3ff16b-1582-455b-b4ef-00be717acee1 service neutron] Attempting to bind port a716abca-9b52-4896-8f84-50983d276138 by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': '9a0d8962-c4ed-4c9e-b2aa-287076289665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'a7521e9d-f5e6-41eb-a0df-ba36f906679b'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:25:11.030652 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b166b7-ad43-4a2b-861b-91218b29a207 req-ab3ff16b-1582-455b-b4ef-00be717acee1 service neutron] Attempting to bind port a716abca-9b52-4896-8f84-50983d276138 on network a7521e9d-f5e6-41eb-a0df-ba36f906679b {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:25:11.038180 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d68739bb-7aeb-405c-bfa1-ce030cbed2ab None None] Notify callbacks [] for port, precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:11.082384 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b166b7-ad43-4a2b-861b-91218b29a207 req-ab3ff16b-1582-455b-b4ef-00be717acee1 service neutron] Port a716abca-9b52-4896-8f84-50983d276138 on network a7521e9d-f5e6-41eb-a0df-ba36f906679b not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:25:11.082721 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b166b7-ad43-4a2b-861b-91218b29a207 req-ab3ff16b-1582-455b-b4ef-00be717acee1 service neutron] Attempting to bind port a716abca-9b52-4896-8f84-50983d276138 on network a7521e9d-f5e6-41eb-a0df-ba36f906679b {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:25:11.134141 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b166b7-ad43-4a2b-861b-91218b29a207 req-ab3ff16b-1582-455b-b4ef-00be717acee1 service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:25:11.134489 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b166b7-ad43-4a2b-861b-91218b29a207 req-ab3ff16b-1582-455b-b4ef-00be717acee1 service neutron] Checking segment: {'id': '9a0d8962-c4ed-4c9e-b2aa-287076289665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'a7521e9d-f5e6-41eb-a0df-ba36f906679b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:25:11.134880 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b166b7-ad43-4a2b-861b-91218b29a207 req-ab3ff16b-1582-455b-b4ef-00be717acee1 service neutron] Bound using segment: {'id': '9a0d8962-c4ed-4c9e-b2aa-287076289665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'a7521e9d-f5e6-41eb-a0df-ba36f906679b'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:25:11.135430 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-00b166b7-ad43-4a2b-861b-91218b29a207 req-ab3ff16b-1582-455b-b4ef-00be717acee1 service neutron] Bound port: a716abca-9b52-4896-8f84-50983d276138, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a0d8962-c4ed-4c9e-b2aa-287076289665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'a7521e9d-f5e6-41eb-a0df-ba36f906679b'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:25:11.135662 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-00b166b7-ad43-4a2b-861b-91218b29a207 req-ab3ff16b-1582-455b-b4ef-00be717acee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:11.141417 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b0fa7-f944-4a3f-a9bb-74acaef30a46 req-9f18a9e0-8461-493e-8146-21e22874ddc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:11.142465 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-be0b0fa7-f944-4a3f-a9bb-74acaef30a46 req-9f18a9e0-8461-493e-8146-21e22874ddc6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c301d8186c0d498e88493d184d59ac7d&device_id=772b423b-6ba0-4d32-aa8b-3208aecc117b HTTP/1.1" status: 200 len: 1099 time: 0.0816598 Apr 05 14:25:11.159030 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d68739bb-7aeb-405c-bfa1-ce030cbed2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:11.220684 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cd84a1-56fc-48ca-bc19-bcb0050cd677 None None] Pushing event updated for resources: {'Port': ['ID=185c17ae-467f-433d-934b-3b6851598122,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:11.227165 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-d68739bb-7aeb-405c-bfa1-ce030cbed2ab None None] Attempting to bind port 185c17ae-467f-433d-934b-3b6851598122 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:25:11.231387 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-d68739bb-7aeb-405c-bfa1-ce030cbed2ab None None] Attempting to bind port 185c17ae-467f-433d-934b-3b6851598122 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:25:11.231387 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68739bb-7aeb-405c-bfa1-ce030cbed2ab None None] Attempting to bind port 185c17ae-467f-433d-934b-3b6851598122 on network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:25:11.235460 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68739bb-7aeb-405c-bfa1-ce030cbed2ab None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:25:11.236537 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68739bb-7aeb-405c-bfa1-ce030cbed2ab None None] Checking segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:25:11.237076 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d68739bb-7aeb-405c-bfa1-ce030cbed2ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:11.237732 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68739bb-7aeb-405c-bfa1-ce030cbed2ab None None] Bound using segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:25:11.238268 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-d68739bb-7aeb-405c-bfa1-ce030cbed2ab None None] Bound port: 185c17ae-467f-433d-934b-3b6851598122, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:25:11.238751 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d68739bb-7aeb-405c-bfa1-ce030cbed2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:11.301090 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-d68739bb-7aeb-405c-bfa1-ce030cbed2ab None None] For port 185c17ae-467f-433d-934b-3b6851598122, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:25:11.304347 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3adf19f6-07a5-49b7-8d42-04b19fe0dd88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:11.305126 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-d68739bb-7aeb-405c-bfa1-ce030cbed2ab None None] For port 185c17ae-467f-433d-934b-3b6851598122, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=185c17ae-467f-433d-934b-3b6851598122,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:25:11.306930 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b0fa7-f944-4a3f-a9bb-74acaef30a46 req-b410e1eb-1a83-402e-b45c-fe958f5578a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:11.308414 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-be0b0fa7-f944-4a3f-a9bb-74acaef30a46 req-b410e1eb-1a83-402e-b45c-fe958f5578a6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=80d671a8-d1ab-4472-891b-9c042fbd7800 HTTP/1.1" status: 200 len: 870 time: 0.1545119 Apr 05 14:25:11.341267 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device d48d9039-a582-46f9-a15c-ebc5853e5c4f details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:25:11.366525 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-be0b0fa7-f944-4a3f-a9bb-74acaef30a46 req-8fa405df-7336-47ba-a5c3-cab17bd3be2e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=8af7a0bd-3e0c-4723-b6c5-a6ac2dc3131e HTTP/1.1" status: 200 len: 217 time: 0.0493481 Apr 05 14:25:11.378004 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d68739bb-7aeb-405c-bfa1-ce030cbed2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:11.490786 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b0fa7-f944-4a3f-a9bb-74acaef30a46 req-f63d1a8d-ec26-4579-a40d-b8adce127943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:11.492178 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-be0b0fa7-f944-4a3f-a9bb-74acaef30a46 req-f63d1a8d-ec26-4579-a40d-b8adce127943 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.0945926 Apr 05 14:25:11.522392 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-75a04f30-6164-4a53-aa42-2257a1547802 req-1286fbd8-0f71-4914-b4ef-04193ada9be5 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/security-groups?id=87dfefd3-1552-4299-8b8c-e9b0053c68dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5012267 Apr 05 14:25:11.529541 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4f585c6a-c5bc-409b-890e-0f22a549adca req-cd2dcef0-8c61-4a41-8a65-6c7d7f64b81d tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=83ac12a746c8469a8d3cae374ef31976&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3649504 Apr 05 14:25:11.581006 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-3adf19f6-07a5-49b7-8d42-04b19fe0dd88 admin admin] Allocated IP 172.20.0.1 (c7974683-6caa-4699-852a-64841b37b03b/a173ea01-5070-4e24-9a2a-5da0593ff160/ad8c3c1c-4b68-416f-b1ee-fb3f7d8c3aab) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:25:11.586515 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-79fb1540-f300-4ec9-b960-14b879326fec admin admin] For port 4edcc347-6e6e-40b3-bc0b-61181188be2e, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=4edcc347-6e6e-40b3-bc0b-61181188be2e,segment=NetworkSegment(4cf03a58-2421-4a58-a0d7-d3a831eb8f50),segment_id=4cf03a58-2421-4a58-a0d7-d3a831eb8f50)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:25:11.589704 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-79fb1540-f300-4ec9-b960-14b879326fec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:11.629540 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0f6e1ff0-cd1e-452f-8e05-ff81ade44389 req-2a6e9103-bd07-466f-917a-657ea42499fc service neutron] 10.222.0.55 "GET /v2.0/networks/eff47457-946f-46a8-bea0-e56e031eed3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6021888 Apr 05 14:25:11.645008 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-79fb1540-f300-4ec9-b960-14b879326fec admin admin] Calling delete_port for 4edcc347-6e6e-40b3-bc0b-61181188be2e owned by network:router_interface {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:25:11.658472 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b0fa7-f944-4a3f-a9bb-74acaef30a46 req-153a8f5f-53f7-4bc9-8ffc-11a3342ee3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:11.660000 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-be0b0fa7-f944-4a3f-a9bb-74acaef30a46 req-153a8f5f-53f7-4bc9-8ffc-11a3342ee3d4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1613340 Apr 05 14:25:11.664374 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cd84a1-56fc-48ca-bc19-bcb0050cd677 None None] Pushing event updated for resources: {'Port': ['ID=185c17ae-467f-433d-934b-3b6851598122,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:11.675687 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port d48d9039-a582-46f9-a15c-ebc5853e5c4f, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=d48d9039-a582-46f9-a15c-ebc5853e5c4f,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:25:11.691064 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68739bb-7aeb-405c-bfa1-ce030cbed2ab None None] Routers {'9a91256d-39ac-4dfb-a371-681f73686db4'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:25:11.691867 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-d68739bb-7aeb-405c-bfa1-ce030cbed2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:24:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['9a91256d-39ac-4dfb-a371-681f73686db4'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:25:11.695885 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': 'd48d9039-a582-46f9-a15c-ebc5853e5c4f', 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800', 'port_id': 'd48d9039-a582-46f9-a15c-ebc5853e5c4f', 'mac_address': 'fa:16:3e:cb:ce:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:25:11.795636 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-00b166b7-ad43-4a2b-861b-91218b29a207 req-ab3ff16b-1582-455b-b4ef-00be717acee1 service neutron] For port a716abca-9b52-4896-8f84-50983d276138, host n-h1-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:25:11.818340 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:11.824270 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-00b166b7-ad43-4a2b-861b-91218b29a207 req-ab3ff16b-1582-455b-b4ef-00be717acee1 service neutron] For port a716abca-9b52-4896-8f84-50983d276138, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=a716abca-9b52-4896-8f84-50983d276138,segment=NetworkSegment(9a0d8962-c4ed-4c9e-b2aa-287076289665),segment_id=9a0d8962-c4ed-4c9e-b2aa-287076289665)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:25:11.839773 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d48d9039-a582-46f9-a15c-ebc5853e5c4f {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:25:11.852785 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-d68739bb-7aeb-405c-bfa1-ce030cbed2ab None None] Set router 9a91256d-39ac-4dfb-a371-681f73686db4 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:25:11.868710 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0721bfd6-6447-4179-8758-82ac54a95616 req-92c7cca8-e09d-4dd6-977a-8f088ddc3a14 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:11.870276 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0721bfd6-6447-4179-8758-82ac54a95616 req-92c7cca8-e09d-4dd6-977a-8f088ddc3a14 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b59cb5a6-0788-46ac-802b-5137925be3db HTTP/1.1" status: 200 len: 949 time: 0.1933026 Apr 05 14:25:11.884661 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f585c6a-c5bc-409b-890e-0f22a549adca req-6efc7dfa-ed46-4a5a-9cb2-a09023dd6220 tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:11.884661 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4f585c6a-c5bc-409b-890e-0f22a549adca req-6efc7dfa-ed46-4a5a-9cb2-a09023dd6220 tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3286624 Apr 05 14:25:11.888340 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-b87820a6-128a-4111-b3a1-f1bda9548645 req-83421ccc-9aac-40bc-87b4-f84cf70ad6d8 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:11.929415 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['7fc68ca4-d00c-47a8-9c86-c999c1814ca7'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:25:11.961390 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port d48d9039-a582-46f9-a15c-ebc5853e5c4f, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=d48d9039-a582-46f9-a15c-ebc5853e5c4f,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:25:11.965720 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-00b166b7-ad43-4a2b-861b-91218b29a207 req-ab3ff16b-1582-455b-b4ef-00be717acee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:11.982620 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83421ccc-9aac-40bc-87b4-f84cf70ad6d8 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Pushing event deleted for resources: {'Port': ['ID=42c95353-0049-4a2d-ac9a-6292fea834ce,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:11.999863 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3adf19f6-07a5-49b7-8d42-04b19fe0dd88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:12.025895 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:12.026970 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 8af7a0bd-3e0c-4723-b6c5-a6ac2dc3131e details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:25:12.053612 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-be0b0fa7-f944-4a3f-a9bb-74acaef30a46 req-3c34fe55-77ba-4f06-98ad-283c911483a2 service neutron] 10.222.0.55 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3738613 Apr 05 14:25:12.062736 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4f585c6a-c5bc-409b-890e-0f22a549adca req-95b66195-5cb6-4f26-8fc4-05f346b19061 tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] 10.222.0.30 "GET /v2.0/quotas/83ac12a746c8469a8d3cae374ef31976 HTTP/1.1" status: 200 len: 375 time: 0.1002874 Apr 05 14:25:12.070143 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b166b7-ad43-4a2b-861b-91218b29a207 req-ab3ff16b-1582-455b-b4ef-00be717acee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:12.070822 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-00b166b7-ad43-4a2b-861b-91218b29a207 req-ab3ff16b-1582-455b-b4ef-00be717acee1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:12.072482 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-00b166b7-ad43-4a2b-861b-91218b29a207 req-ab3ff16b-1582-455b-b4ef-00be717acee1 service neutron] 10.222.0.55 "PUT /v2.0/ports/a716abca-9b52-4896-8f84-50983d276138 HTTP/1.1" status: 200 len: 1092 time: 3.7139680 Apr 05 14:25:12.075322 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa9b5553-ab3f-44c6-9f32-3db11268926d', 'tag': 'a716abca-9b52-4896-8f84-50983d276138'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:25:12.077664 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c711d64d-c8fb-4597-8e95-ad05faffcd9f" -d '{"events": [{"name": "network-changed", "server_uuid": "fa9b5553-ab3f-44c6-9f32-3db11268926d", "tag": "a716abca-9b52-4896-8f84-50983d276138"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:25:12.089550 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:12.112036 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-b87820a6-128a-4111-b3a1-f1bda9548645 req-83421ccc-9aac-40bc-87b4-f84cf70ad6d8 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] No DVR routers for this DVR port 42c95353-0049-4a2d-ac9a-6292fea834ce on host n-h2-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:25:12.127981 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3adf19f6-07a5-49b7-8d42-04b19fe0dd88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:12.128571 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-b87820a6-128a-4111-b3a1-f1bda9548645 req-83421ccc-9aac-40bc-87b4-f84cf70ad6d8 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:12.132010 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b87820a6-128a-4111-b3a1-f1bda9548645 req-83421ccc-9aac-40bc-87b4-f84cf70ad6d8 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.11 "DELETE /v2.0/ports/42c95353-0049-4a2d-ac9a-6292fea834ce HTTP/1.1" status: 204 len: 173 time: 2.6478429 Apr 05 14:25:12.142650 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0721bfd6-6447-4179-8758-82ac54a95616 req-31fbf272-d93f-41b5-a06a-fb00e74beaac tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433248 Apr 05 14:25:12.177641 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4f585c6a-c5bc-409b-890e-0f22a549adca req-9152c395-52c5-49b9-add3-678f56ad3b7a tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=83ac12a746c8469a8d3cae374ef31976&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0764921 Apr 05 14:25:12.183419 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3ff16b-1582-455b-b4ef-00be717acee1 service neutron] Pushing event updated for resources: {'Port': ['ID=a716abca-9b52-4896-8f84-50983d276138,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:12.207122 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3adf19f6-07a5-49b7-8d42-04b19fe0dd88 admin admin] Network c7974683-6caa-4699-852a-64841b37b03b is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:25:12.208560 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 8af7a0bd-3e0c-4723-b6c5-a6ac2dc3131e, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=8af7a0bd-3e0c-4723-b6c5-a6ac2dc3131e,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:25:12.208720 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adf19f6-07a5-49b7-8d42-04b19fe0dd88 admin admin] Pushing event updated for resources: {'Port': ['ID=ad8c3c1c-4b68-416f-b1ee-fb3f7d8c3aab,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:12.211594 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=d48d9039-a582-46f9-a15c-ebc5853e5c4f,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:12.211747 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-3adf19f6-07a5-49b7-8d42-04b19fe0dd88 admin admin] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:25:12.215226 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-be0b0fa7-f944-4a3f-a9bb-74acaef30a46 req-0f93d518-eb5a-40c6-80d1-617b8088a609 service neutron] 10.222.0.55 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529093 Apr 05 14:25:12.215946 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adf19f6-07a5-49b7-8d42-04b19fe0dd88 admin admin] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:25:12.293687 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3adf19f6-07a5-49b7-8d42-04b19fe0dd88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809369'] for router_interface, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:12.302723 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': '8af7a0bd-3e0c-4723-b6c5-a6ac2dc3131e', 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800', 'port_id': '8af7a0bd-3e0c-4723-b6c5-a6ac2dc3131e', 'mac_address': 'fa:16:3e:a9:a4:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:25:12.364565 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b166b7-ad43-4a2b-861b-91218b29a207 req-9ea4c445-7435-4d52-9824-e0df1ca05cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:12.367112 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-00b166b7-ad43-4a2b-861b-91218b29a207 req-9ea4c445-7435-4d52-9824-e0df1ca05cb2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ec1eac502c2b411e8783585a1353acd6&device_id=fa9b5553-ab3f-44c6-9f32-3db11268926d HTTP/1.1" status: 200 len: 1095 time: 0.1224689 Apr 05 14:25:12.445206 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:12.450133 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-00b166b7-ad43-4a2b-861b-91218b29a207 req-dbb36cde-1880-49f6-a5f7-a1c929e03abd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a716abca-9b52-4896-8f84-50983d276138 HTTP/1.1" status: 200 len: 217 time: 0.0722897 Apr 05 14:25:12.469121 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-376be51e-ac0a-465a-a5e5-0ac5ea4e14a6 req-62f0f716-988a-45a7-8a8a-c2407d22d439 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/ports?device_id=43152e10-3fa3-4eda-b04b-fd53ec030ab1 HTTP/1.1" status: 200 len: 210 time: 0.0684168 Apr 05 14:25:12.470756 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8af7a0bd-3e0c-4723-b6c5-a6ac2dc3131e {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:25:12.496689 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-79fb1540-f300-4ec9-b960-14b879326fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:12.500044 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 8af7a0bd-3e0c-4723-b6c5-a6ac2dc3131e, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=8af7a0bd-3e0c-4723-b6c5-a6ac2dc3131e,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:25:12.521327 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-d68739bb-7aeb-405c-bfa1-ce030cbed2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a91256d-39ac-4dfb-a371-681f73686db4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1080331207-router', 'tenant_id': 'f29bb501bf0141b090aed4b7bec4587c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '185c17ae-467f-433d-934b-3b6851598122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:25:00Z', 'updated_at': '2022-04-05T14:25:06Z', 'revision_number': 3, 'project_id': 'f29bb501bf0141b090aed4b7bec4587c', 'gw_port': {'id': '185c17ae-467f-433d-934b-3b6851598122', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:74:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a91256d-39ac-4dfb-a371-681f73686db4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:25:03Z', 'updated_at': '2022-04-05T14:25:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:25:12.571018 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fb1540-f300-4ec9-b960-14b879326fec admin admin] Pushing event deleted for resources: {'Port': ['ID=4edcc347-6e6e-40b3-bc0b-61181188be2e,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:12.571927 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68739bb-7aeb-405c-bfa1-ce030cbed2ab None None] The sync data for ids ['9a91256d-39ac-4dfb-a371-681f73686db4'] in n-d-836650-2 is: [{'id': '9a91256d-39ac-4dfb-a371-681f73686db4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1080331207-router', 'tenant_id': 'f29bb501bf0141b090aed4b7bec4587c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '185c17ae-467f-433d-934b-3b6851598122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:25:00Z', 'updated_at': '2022-04-05T14:25:06Z', 'revision_number': 3, 'project_id': 'f29bb501bf0141b090aed4b7bec4587c', 'gw_port': {'id': '185c17ae-467f-433d-934b-3b6851598122', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:74:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a91256d-39ac-4dfb-a371-681f73686db4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:25:03Z', 'updated_at': '2022-04-05T14:25:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:25:12.611429 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:12.613422 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 4b3294fa-4111-414f-bda1-e688dca4d933 details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:25:12.627166 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b166b7-ad43-4a2b-861b-91218b29a207 req-7a82cf9e-d9a5-4785-8a31-1e2be3992cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:12.633771 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-00b166b7-ad43-4a2b-861b-91218b29a207 req-7a82cf9e-d9a5-4785-8a31-1e2be3992cf8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e7c49c0f-6616-4198-accb-769bb8e34e24 HTTP/1.1" status: 200 len: 852 time: 0.1717489 Apr 05 14:25:12.685250 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-00b166b7-ad43-4a2b-861b-91218b29a207 req-6e8e19e9-c2e6-43d3-bf5f-cc76dfb50fc5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a7521e9d-f5e6-41eb-a0df-ba36f906679b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473704 Apr 05 14:25:12.767476 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-e72eca97-7db0-45eb-bfbc-ee63daf1d162 None None] Provisioning complete for port ad8c3c1c-4b68-416f-b1ee-fb3f7d8c3aab triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:25:12.768030 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e72eca97-7db0-45eb-bfbc-ee63daf1d162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:12.848202 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.db.resource_extend [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 14:25:12.851248 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-00b166b7-ad43-4a2b-861b-91218b29a207 req-1353981c-4fce-4ec1-9ce7-d82c7036b725 service neutron] 10.222.0.55 "GET /v2.0/networks/a7521e9d-f5e6-41eb-a0df-ba36f906679b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568625 Apr 05 14:25:12.891445 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=8af7a0bd-3e0c-4723-b6c5-a6ac2dc3131e,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:12.903649 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3adf19f6-07a5-49b7-8d42-04b19fe0dd88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:12.933326 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c646493e-496f-440d-9d62-3a961a5e715b req-6ac96190-20b2-4aa3-8718-3dca0cec705b tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:12.940631 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c646493e-496f-440d-9d62-3a961a5e715b req-6ac96190-20b2-4aa3-8718-3dca0cec705b tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f39ce8c-8ad1-4c73-a0a4-4c5654918a53 HTTP/1.1" status: 200 len: 944 time: 0.2882316 Apr 05 14:25:12.950254 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-e72eca97-7db0-45eb-bfbc-ee63daf1d162 None None] Port ad8c3c1c-4b68-416f-b1ee-fb3f7d8c3aab cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:25:12.993331 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56306e0-9f0f-4b55-b443-bd9f16b2ecb7 req-b6cc80a9-c606-451d-90a5-ad0d1d5d9c64 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:12.994983 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f56306e0-9f0f-4b55-b443-bd9f16b2ecb7 req-b6cc80a9-c606-451d-90a5-ad0d1d5d9c64 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=772b423b-6ba0-4d32-aa8b-3208aecc117b HTTP/1.1" status: 200 len: 949 time: 0.2425909 Apr 05 14:25:13.017766 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 4b3294fa-4111-414f-bda1-e688dca4d933, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=4b3294fa-4111-414f-bda1-e688dca4d933,segment=NetworkSegment(0f730d0b-c342-4343-8a7b-7d51c303621d),segment_id=0f730d0b-c342-4343-8a7b-7d51c303621d)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:25:13.047215 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': '4b3294fa-4111-414f-bda1-e688dca4d933', 'network_id': 'eff47457-946f-46a8-bea0-e56e031eed3c', 'port_id': '4b3294fa-4111-414f-bda1-e688dca4d933', 'mac_address': 'fa:16:3e:cd:3f:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e12eec2-91f9-48b4-8077-4d1ac1ff86f3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:25:13.116775 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c646493e-496f-440d-9d62-3a961a5e715b req-a5879d8c-0a98-494d-8f5f-632c508cdd3d tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f4ed18-73d1-4c70-bfb8-abe78be9b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732731 Apr 05 14:25:13.122672 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-00b166b7-ad43-4a2b-861b-91218b29a207 req-b6bf9a22-1320-4836-b4c3-b9466af24a14 service neutron] 10.222.0.55 "GET /v2.0/networks/a7521e9d-f5e6-41eb-a0df-ba36f906679b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515905 Apr 05 14:25:13.153090 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f56306e0-9f0f-4b55-b443-bd9f16b2ecb7 req-8f3b6b43-28e2-4a00-accc-9e056fb3a37e tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428792 Apr 05 14:25:13.158019 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-79fb1540-f300-4ec9-b960-14b879326fec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1798829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810128'] for router_interface, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:13.159352 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:13.184818 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b3294fa-4111-414f-bda1-e688dca4d933 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:25:13.200781 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 42c95353-0049-4a2d-ac9a-6292fea834ce no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:25:13.227533 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51351ac5-7311-4af3-bd74-82891ea64d90 x-openstack-request-id: req-51351ac5-7311-4af3-bd74-82891ea64d90 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:25:13.228231 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa9b5553-ab3f-44c6-9f32-3db11268926d", "tag": "a716abca-9b52-4896-8f84-50983d276138", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:25:13.228897 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-51351ac5-7311-4af3-bd74-82891ea64d90 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:25:13.229523 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51351ac5-7311-4af3-bd74-82891ea64d90'] response: {'name': 'network-changed', 'server_uuid': 'fa9b5553-ab3f-44c6-9f32-3db11268926d', 'tag': 'a716abca-9b52-4896-8f84-50983d276138', 'status': 'completed', 'code': 200} Apr 05 14:25:13.243599 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] No Port match for: 42c95353-0049-4a2d-ac9a-6292fea834ce {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:25:13.244502 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 42c95353-0049-4a2d-ac9a-6292fea834ce not bound to the agent host n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:25:13.251244 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 4b3294fa-4111-414f-bda1-e688dca4d933, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=4b3294fa-4111-414f-bda1-e688dca4d933,segment=NetworkSegment(0f730d0b-c342-4343-8a7b-7d51c303621d),segment_id=0f730d0b-c342-4343-8a7b-7d51c303621d)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:25:13.329341 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3adf19f6-07a5-49b7-8d42-04b19fe0dd88 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:13.341239 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:13.378551 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711d64d-c8fb-4597-8e95-ad05faffcd9f req-5799669c-8f73-4e0b-b90a-6a48115dfcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:13.380835 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-c711d64d-c8fb-4597-8e95-ad05faffcd9f req-5799669c-8f73-4e0b-b90a-6a48115dfcfd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ec1eac502c2b411e8783585a1353acd6&device_id=fa9b5553-ab3f-44c6-9f32-3db11268926d HTTP/1.1" status: 200 len: 1095 time: 0.0950027 Apr 05 14:25:13.386513 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-19010142-d06d-41e6-a227-9265ffa09684 req-1753069e-65a0-468d-ab81-9993048d0218 tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc5d6c66-6d5f-444f-915e-801af91238d8 HTTP/1.1" status: 200 len: 210 time: 0.0884984 Apr 05 14:25:13.409736 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3adf19f6-07a5-49b7-8d42-04b19fe0dd88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:13.490603 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=4b3294fa-4111-414f-bda1-e688dca4d933,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:13.501287 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db315ed-285d-404e-bce1-050d84f083ed req-7f84fd50-067a-47e1-a494-022d16283d1c tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:13.502808 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7db315ed-285d-404e-bce1-050d84f083ed req-7f84fd50-067a-47e1-a494-022d16283d1c tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b59cb5a6-0788-46ac-802b-5137925be3db HTTP/1.1" status: 200 len: 949 time: 0.2033281 Apr 05 14:25:13.610659 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adf19f6-07a5-49b7-8d42-04b19fe0dd88 admin admin] Pushing event updated for resources: {'Port': ['ID=ad8c3c1c-4b68-416f-b1ee-fb3f7d8c3aab,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:13.615185 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3adf19f6-07a5-49b7-8d42-04b19fe0dd88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809317'] for router_interface, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:13.618667 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7db315ed-285d-404e-bce1-050d84f083ed req-d40a41bd-87c2-46a1-825b-78bebc39f207 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958238 Apr 05 14:25:13.644911 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 185c17ae-467f-433d-934b-3b6851598122 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:25:13.676593 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['8af7a0bd-3e0c-4723-b6c5-a6ac2dc3131e'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:25:13.714117 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272d23d2-be4a-4fc9-9d19-2d4e24cd7c61 req-2c0515de-c24d-486b-945e-d9c1c2e95443 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:13.724736 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-272d23d2-be4a-4fc9-9d19-2d4e24cd7c61 req-2c0515de-c24d-486b-945e-d9c1c2e95443 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa9b5553-ab3f-44c6-9f32-3db11268926d HTTP/1.1" status: 200 len: 944 time: 0.2410901 Apr 05 14:25:13.763858 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['d48d9039-a582-46f9-a15c-ebc5853e5c4f'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:25:13.765373 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711d64d-c8fb-4597-8e95-ad05faffcd9f req-99a289e4-8d28-42fa-a0e5-e1239a9679f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:13.766912 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-c711d64d-c8fb-4597-8e95-ad05faffcd9f req-99a289e4-8d28-42fa-a0e5-e1239a9679f4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a7521e9d-f5e6-41eb-a0df-ba36f906679b HTTP/1.1" status: 200 len: 913 time: 0.3700099 Apr 05 14:25:13.771301 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79fb1540-f300-4ec9-b960-14b879326fec admin admin] Router 3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:25:13.794438 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['4b3294fa-4111-414f-bda1-e688dca4d933'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:25:13.809584 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-272d23d2-be4a-4fc9-9d19-2d4e24cd7c61 req-aa0851ac-6167-478b-abf8-91a8ff25459d tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/security-groups?id=87dfefd3-1552-4299-8b8c-e9b0053c68dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836346 Apr 05 14:25:13.867967 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-c711d64d-c8fb-4597-8e95-ad05faffcd9f req-9de06054-d684-4eed-b56e-e10cbb21a072 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a716abca-9b52-4896-8f84-50983d276138 HTTP/1.1" status: 200 len: 217 time: 0.0927258 Apr 05 14:25:13.956368 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79fb1540-f300-4ec9-b960-14b879326fec admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:25:13.962427 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-79fb1540-f300-4ec9-b960-14b879326fec admin admin] 10.222.0.30 "PUT /v2.0/routers/3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1716497 Apr 05 14:25:13.969297 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:13.971025 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0aa88a-d270-48a8-9cc2-409fab75b52e None None] Sync routers for ids ['3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:25:13.979906 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 54514) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:25:13.983742 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0aa88a-d270-48a8-9cc2-409fab75b52e None None] Routers {'3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:25:13.985089 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-6f0aa88a-d270-48a8-9cc2-409fab75b52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:24:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:25:13.998454 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3adf19f6-07a5-49b7-8d42-04b19fe0dd88 admin admin] Network c7974683-6caa-4699-852a-64841b37b03b is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:25:14.039673 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-3adf19f6-07a5-49b7-8d42-04b19fe0dd88 admin admin] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:25:14.044313 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 185c17ae-467f-433d-934b-3b6851598122 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:25:14.044823 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:14.133417 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711d64d-c8fb-4597-8e95-ad05faffcd9f req-c87eb798-6b6e-46ac-a0fa-0309404213c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:14.135975 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-c711d64d-c8fb-4597-8e95-ad05faffcd9f req-c87eb798-6b6e-46ac-a0fa-0309404213c0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e7c49c0f-6616-4198-accb-769bb8e34e24 HTTP/1.1" status: 200 len: 852 time: 0.2608213 Apr 05 14:25:14.253624 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-6f0aa88a-d270-48a8-9cc2-409fab75b52e None None] Set router 3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:25:14.367257 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-90f07ee2-b7f9-421e-9959-44f83a8c8608 admin admin] Notify callbacks [] for router, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:14.426589 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-c711d64d-c8fb-4597-8e95-ad05faffcd9f req-47f2eb5a-803b-460c-b74d-e657c1137a44 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a7521e9d-f5e6-41eb-a0df-ba36f906679b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2678530 Apr 05 14:25:14.434487 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e9deb239-0ec9-4fff-9ba6-bfdacbdc4a67 req-187810cb-9dad-4846-b099-13f39ad21080 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=eb6eb2eb5e534aae8638ab75f1f70e11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0976813 Apr 05 14:25:14.437469 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3adf19f6-07a5-49b7-8d42-04b19fe0dd88 admin admin] Router 9a91256d-39ac-4dfb-a371-681f73686db4 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:25:14.471187 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 7 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 14:25:14.530967 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-6f0aa88a-d270-48a8-9cc2-409fab75b52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-376166457-router', 'tenant_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '7c9d0bf4-073a-4dd5-982d-57079c61ba20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:22:23Z', 'updated_at': '2022-04-05T14:25:12Z', 'revision_number': 5, 'project_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'gw_port': {'id': '7c9d0bf4-073a-4dd5-982d-57079c61ba20', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:69:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:22:23Z', 'updated_at': '2022-04-05T14:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:25:14.553790 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9deb239-0ec9-4fff-9ba6-bfdacbdc4a67 req-f64ce431-6857-4983-91a4-d71a1f3f6975 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:14.560017 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:14.564459 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e9deb239-0ec9-4fff-9ba6-bfdacbdc4a67 req-f64ce431-6857-4983-91a4-d71a1f3f6975 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1224334 Apr 05 14:25:14.592895 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707acb35-45ec-4939-97ee-a757bb31bcf5 req-8d2f4eba-e317-4aee-8b5e-6011cfb12663 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:14.600663 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0aa88a-d270-48a8-9cc2-409fab75b52e None None] Checking router: 3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:25:14.605217 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-707acb35-45ec-4939-97ee-a757bb31bcf5 req-8d2f4eba-e317-4aee-8b5e-6011cfb12663 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f39ce8c-8ad1-4c73-a0a4-4c5654918a53 HTTP/1.1" status: 200 len: 945 time: 0.3508530 Apr 05 14:25:14.609778 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port 185c17ae-467f-433d-934b-3b6851598122, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=185c17ae-467f-433d-934b-3b6851598122,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:25:14.613761 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0aa88a-d270-48a8-9cc2-409fab75b52e None None] Routers {'3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:25:14.614615 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-6f0aa88a-d270-48a8-9cc2-409fab75b52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:24:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:25:14.616614 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-7720a08d-6144-4db9-ba91-f07db682d53a None None] Provisioning complete for port ad8c3c1c-4b68-416f-b1ee-fb3f7d8c3aab triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:25:14.616794 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7720a08d-6144-4db9-ba91-f07db682d53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:14.650605 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e9deb239-0ec9-4fff-9ba6-bfdacbdc4a67 req-abeb015b-a06d-41a4-b0eb-c324e83fd6f4 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/quotas/eb6eb2eb5e534aae8638ab75f1f70e11 HTTP/1.1" status: 200 len: 375 time: 0.0847967 Apr 05 14:25:14.682099 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-7720a08d-6144-4db9-ba91-f07db682d53a None None] Port ad8c3c1c-4b68-416f-b1ee-fb3f7d8c3aab cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:25:14.689713 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-90f07ee2-b7f9-421e-9959-44f83a8c8608 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:14.698861 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3adf19f6-07a5-49b7-8d42-04b19fe0dd88 admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:25:14.702465 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-707acb35-45ec-4939-97ee-a757bb31bcf5 req-eaa07be0-d211-4fc7-aa64-f72463467a15 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f4ed18-73d1-4c70-bfb8-abe78be9b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954688 Apr 05 14:25:14.715920 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-3adf19f6-07a5-49b7-8d42-04b19fe0dd88 admin admin] 10.222.0.30 "PUT /v2.0/routers/9a91256d-39ac-4dfb-a371-681f73686db4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1164393 Apr 05 14:25:14.718004 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:14.751450 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e9deb239-0ec9-4fff-9ba6-bfdacbdc4a67 req-ee6d8e83-a364-4be1-b72a-5115b21d978f tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb6eb2eb5e534aae8638ab75f1f70e11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0992088 Apr 05 14:25:14.798689 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-6f0aa88a-d270-48a8-9cc2-409fab75b52e None None] Set router 3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:25:14.841928 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=185c17ae-467f-433d-934b-3b6851598122,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:14.962616 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-c711d64d-c8fb-4597-8e95-ad05faffcd9f req-21b93ec6-ce86-4ee4-a221-f323ba55b277 service neutron] 10.222.0.55 "GET /v2.0/networks/a7521e9d-f5e6-41eb-a0df-ba36f906679b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4406643 Apr 05 14:25:14.965753 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-90f07ee2-b7f9-421e-9959-44f83a8c8608 admin admin] Deleting port 7c9d0bf4-073a-4dd5-982d-57079c61ba20 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:25:14.966243 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-90f07ee2-b7f9-421e-9959-44f83a8c8608 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:14.975161 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc6aadb-90a8-4422-bece-1993c9c26e58 req-4bcdccd7-5bad-4df2-af77-9d73e5afa946 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:14.976783 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4fc6aadb-90a8-4422-bece-1993c9c26e58 req-4bcdccd7-5bad-4df2-af77-9d73e5afa946 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/ports?device_id=c28c5ff7-aa4f-4388-a2d2-34b3d1153744 HTTP/1.1" status: 200 len: 951 time: 0.1120706 Apr 05 14:25:15.030945 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4fc6aadb-90a8-4422-bece-1993c9c26e58 req-c2885aa1-3741-4935-88a4-d4e6a5e642a8 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/security-groups?id=024b129f-f256-4015-8a11-f785d9d68dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433612 Apr 05 14:25:15.092120 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-6f0aa88a-d270-48a8-9cc2-409fab75b52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-376166457-router', 'tenant_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '7c9d0bf4-073a-4dd5-982d-57079c61ba20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:22:23Z', 'updated_at': '2022-04-05T14:25:12Z', 'revision_number': 5, 'project_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'gw_port': {'id': '7c9d0bf4-073a-4dd5-982d-57079c61ba20', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:69:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:22:23Z', 'updated_at': '2022-04-05T14:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:25:15.133306 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0aa88a-d270-48a8-9cc2-409fab75b52e None None] The sync data for ids ['3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c'] in n-d-836650-2 is: [{'id': '3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-376166457-router', 'tenant_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '7c9d0bf4-073a-4dd5-982d-57079c61ba20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:22:23Z', 'updated_at': '2022-04-05T14:25:12Z', 'revision_number': 5, 'project_id': '97f2debd9b3743dc87d7a76e5ebedb39', 'gw_port': {'id': '7c9d0bf4-073a-4dd5-982d-57079c61ba20', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:69:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:22:23Z', 'updated_at': '2022-04-05T14:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:25:15.188199 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-90f07ee2-b7f9-421e-9959-44f83a8c8608 admin admin] For port 7c9d0bf4-073a-4dd5-982d-57079c61ba20, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=7c9d0bf4-073a-4dd5-982d-57079c61ba20,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:25:15.188594 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-90f07ee2-b7f9-421e-9959-44f83a8c8608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:15.201009 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-17d46b5e-d423-435a-ad27-2de7aa7fa66f req-c8061d62-60a5-43cc-ace9-135640124049 tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc5d6c66-6d5f-444f-915e-801af91238d8 HTTP/1.1" status: 200 len: 210 time: 0.0343792 Apr 05 14:25:15.217397 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-c711d64d-c8fb-4597-8e95-ad05faffcd9f req-5d899326-25ef-4383-9ff4-4190ac008a1f service neutron] 10.222.0.55 "GET /v2.0/networks/a7521e9d-f5e6-41eb-a0df-ba36f906679b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260013 Apr 05 14:25:15.217397 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-90f07ee2-b7f9-421e-9959-44f83a8c8608 admin admin] Calling delete_port for 7c9d0bf4-073a-4dd5-982d-57079c61ba20 owned by network:router_gateway {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:25:15.231156 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43152e10-3fa3-4eda-b04b-fd53ec030ab1', 'name': 'network-vif-deleted', 'tag': '42c95353-0049-4a2d-ac9a-6292fea834ce'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:25:15.233940 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-062bed88-2320-41ac-ba63-2cbee9cdeb9a" -d '{"events": [{"server_uuid": "43152e10-3fa3-4eda-b04b-fd53ec030ab1", "name": "network-vif-deleted", "tag": "42c95353-0049-4a2d-ac9a-6292fea834ce"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:25:15.245015 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae9841-2253-49db-bfd9-e54c0ec9c8a4 req-d2b0f8a1-dcff-470a-8d83-75fa3a0bd343 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:15.252498 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0aae9841-2253-49db-bfd9-e54c0ec9c8a4 req-d2b0f8a1-dcff-470a-8d83-75fa3a0bd343 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=772b423b-6ba0-4d32-aa8b-3208aecc117b HTTP/1.1" status: 200 len: 949 time: 0.1307602 Apr 05 14:25:15.334247 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0aae9841-2253-49db-bfd9-e54c0ec9c8a4 req-5fb70907-168f-413b-bb97-05e9dc1d19a2 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762377 Apr 05 14:25:15.367133 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device a716abca-9b52-4896-8f84-50983d276138 details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:25:15.378966 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8b74b1-6db0-487c-91e9-9e035486566a req-5bb0ed36-124f-4173-a30b-125ac6bf5588 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:15.378966 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3b8b74b1-6db0-487c-91e9-9e035486566a req-5bb0ed36-124f-4173-a30b-125ac6bf5588 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa9b5553-ab3f-44c6-9f32-3db11268926d HTTP/1.1" status: 200 len: 944 time: 0.0891962 Apr 05 14:25:15.399343 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device d48d9039-a582-46f9-a15c-ebc5853e5c4f up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:25:15.440373 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d439548-086f-442a-b116-8452badad7eb None None] Sync routers for ids ['9a91256d-39ac-4dfb-a371-681f73686db4'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:25:15.460788 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3b8b74b1-6db0-487c-91e9-9e035486566a req-dc2fb48a-0cb7-40a1-a219-fba061071c69 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/security-groups?id=87dfefd3-1552-4299-8b8c-e9b0053c68dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751231 Apr 05 14:25:15.468690 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d439548-086f-442a-b116-8452badad7eb None None] Routers {'9a91256d-39ac-4dfb-a371-681f73686db4'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:25:15.469284 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-7d439548-086f-442a-b116-8452badad7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:24:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['9a91256d-39ac-4dfb-a371-681f73686db4'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:25:15.608416 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-112a2aee-02ed-42ff-a6ce-0228fff3a91e req-cf843f98-7b1b-41d6-8644-f8714331de35 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b564e2b9-437a-4947-935a-f03731531b1a HTTP/1.1" status: 200 len: 210 time: 0.0805411 Apr 05 14:25:15.609688 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-90f07ee2-b7f9-421e-9959-44f83a8c8608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:15.625622 n-d-836650-2 neutron-server[103320]: INFO neutron.api.v2.resource [req-1c06c458-e55c-432b-9a4a-785fd824d8b0 req-38296e83-3c9c-4b8a-827c-7ca7ea8a5b4a tempest-FloatingIPDetailsNegativeTestJSON-1912806051 tempest-FloatingIPDetailsNegativeTestJSON-1912806051-project] show failed (client error): The resource could not be found. Apr 05 14:25:15.643700 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1c06c458-e55c-432b-9a4a-785fd824d8b0 req-38296e83-3c9c-4b8a-827c-7ca7ea8a5b4a tempest-FloatingIPDetailsNegativeTestJSON-1912806051 tempest-FloatingIPDetailsNegativeTestJSON-1912806051-project] 10.222.0.30 "GET /v2.0/floatingips/1ff62269-7f94-449a-8f12-dd0c51fef645 HTTP/1.1" status: 404 len: 350 time: 0.1762326 Apr 05 14:25:15.673587 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 54554) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:25:15.675011 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f07ee2-b7f9-421e-9959-44f83a8c8608 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c9d0bf4-073a-4dd5-982d-57079c61ba20,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:15.689917 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61693f3a-bbe8-4e47-80a1-d59be904ac46 x-openstack-request-id: req-61693f3a-bbe8-4e47-80a1-d59be904ac46 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:25:15.689917 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43152e10-3fa3-4eda-b04b-fd53ec030ab1", "name": "network-vif-deleted", "tag": "42c95353-0049-4a2d-ac9a-6292fea834ce", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:25:15.689917 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-61693f3a-bbe8-4e47-80a1-d59be904ac46 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:25:15.690538 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61693f3a-bbe8-4e47-80a1-d59be904ac46'] response: {'server_uuid': '43152e10-3fa3-4eda-b04b-fd53ec030ab1', 'name': 'network-vif-deleted', 'tag': '42c95353-0049-4a2d-ac9a-6292fea834ce', 'status': 'completed', 'code': 200} Apr 05 14:25:15.693707 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4f585c6a-c5bc-409b-890e-0f22a549adca req-3ae9eb77-b659-4023-ab2b-1238b5dc7c4c tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=83ac12a746c8469a8d3cae374ef31976&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0837784 Apr 05 14:25:15.730286 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 185c17ae-467f-433d-934b-3b6851598122 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:25:15.818599 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-90f07ee2-b7f9-421e-9959-44f83a8c8608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808526'] for router_gateway, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:15.942283 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-90f07ee2-b7f9-421e-9959-44f83a8c8608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27070'] for router, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:15.945870 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-90f07ee2-b7f9-421e-9959-44f83a8c8608 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:15.974142 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port a716abca-9b52-4896-8f84-50983d276138, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=a716abca-9b52-4896-8f84-50983d276138,segment=NetworkSegment(9a0d8962-c4ed-4c9e-b2aa-287076289665),segment_id=9a0d8962-c4ed-4c9e-b2aa-287076289665)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:25:15.988286 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7cf33b-9fe9-4e99-a97c-67ec392c93f5 req-ebc8fe95-f16d-475e-b2ad-8bcdd8ecc41f tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:15.997138 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9e7cf33b-9fe9-4e99-a97c-67ec392c93f5 req-ebc8fe95-f16d-475e-b2ad-8bcdd8ecc41f tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f39ce8c-8ad1-4c73-a0a4-4c5654918a53 HTTP/1.1" status: 200 len: 945 time: 0.1784022 Apr 05 14:25:16.005612 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': 'a716abca-9b52-4896-8f84-50983d276138', 'network_id': 'a7521e9d-f5e6-41eb-a0df-ba36f906679b', 'port_id': 'a716abca-9b52-4896-8f84-50983d276138', 'mac_address': 'fa:16:3e:7a:28:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7c49c0f-6616-4198-accb-769bb8e34e24', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:25:16.020588 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc19e2-95c2-4449-a673-1e187e8866ab req-95a59658-35fe-4835-aada-24dd78439dab tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:16.022249 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2ccc19e2-95c2-4449-a673-1e187e8866ab req-95a59658-35fe-4835-aada-24dd78439dab tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c28c5ff7-aa4f-4388-a2d2-34b3d1153744 HTTP/1.1" status: 200 len: 951 time: 0.0908971 Apr 05 14:25:16.046259 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port d48d9039-a582-46f9-a15c-ebc5853e5c4f completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:25:16.075217 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port d48d9039-a582-46f9-a15c-ebc5853e5c4f triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:25:16.075217 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:16.085171 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-7d439548-086f-442a-b116-8452badad7eb None None] Set router 9a91256d-39ac-4dfb-a371-681f73686db4 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:25:16.096440 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f585c6a-c5bc-409b-890e-0f22a549adca req-e8153f82-24c8-4944-aaaf-48b121e1b6b5 tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:16.097944 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4f585c6a-c5bc-409b-890e-0f22a549adca req-e8153f82-24c8-4944-aaaf-48b121e1b6b5 tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3711627 Apr 05 14:25:16.103601 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-90f07ee2-b7f9-421e-9959-44f83a8c8608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803298'] for router, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:16.104108 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f07ee2-b7f9-421e-9959-44f83a8c8608 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c {{(pid=103321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:25:16.111275 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-90f07ee2-b7f9-421e-9959-44f83a8c8608 admin admin] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:16.112487 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-90f07ee2-b7f9-421e-9959-44f83a8c8608 admin admin] 10.222.0.30 "DELETE /v2.0/routers/3726ca92-60f4-4cf0-b2b2-6c9c5df7ea3c HTTP/1.1" status: 204 len: 168 time: 2.1290224 Apr 05 14:25:16.115594 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 54562) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:25:16.115851 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-4f585c6a-c5bc-409b-890e-0f22a549adca req-d31be94c-65d6-4c81-b24e-6399494f9e9a tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] Request body: {'port': {'device_id': 'fc5d6c66-6d5f-444f-915e-801af91238d8', 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800', 'admin_state_up': True, 'tenant_id': '83ac12a746c8469a8d3cae374ef31976'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:25:16.147935 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:16.153857 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9e7cf33b-9fe9-4e99-a97c-67ec392c93f5 req-a8650542-0894-4095-8276-a1acd02632fb tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f4ed18-73d1-4c70-bfb8-abe78be9b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557758 Apr 05 14:25:16.171882 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 185c17ae-467f-433d-934b-3b6851598122 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:25:16.172275 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:16.203971 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a716abca-9b52-4896-8f84-50983d276138 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:25:16.205502 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a6340d4-dff3-4061-813f-04916768ac03 admin admin] Deleting subnet e158ad59-949f-41df-9a72-d1ad4e41336f {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:25:16.211853 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4a6340d4-dff3-4061-813f-04916768ac03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:16.246648 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-2ccc19e2-95c2-4449-a673-1e187e8866ab req-05af3751-a954-485a-90d0-27d0981c1c0b tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Deleting port 7fc68ca4-d00c-47a8-9c86-c999c1814ca7 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:25:16.246648 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2ccc19e2-95c2-4449-a673-1e187e8866ab req-05af3751-a954-485a-90d0-27d0981c1c0b tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:16.286811 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port a716abca-9b52-4896-8f84-50983d276138, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=a716abca-9b52-4896-8f84-50983d276138,segment=NetworkSegment(9a0d8962-c4ed-4c9e-b2aa-287076289665),segment_id=9a0d8962-c4ed-4c9e-b2aa-287076289665)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:25:16.428241 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:16.521036 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:16.586097 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=a716abca-9b52-4896-8f84-50983d276138,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:16.604179 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7899062-ba60-4ab7-8a05-70f7e011d412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd48d9039-a582-46f9-a15c-ebc5853e5c4f'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:25:16.607729 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d976087d-8323-4c13-a8cc-96e2904a0843" -d '{"events": [{"server_uuid": "b7899062-ba60-4ab7-8a05-70f7e011d412", "name": "network-vif-plugged", "status": "completed", "tag": "d48d9039-a582-46f9-a15c-ebc5853e5c4f"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:25:16.626541 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 4edcc347-6e6e-40b3-bc0b-61181188be2e no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:25:16.642389 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port d48d9039-a582-46f9-a15c-ebc5853e5c4f, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=d48d9039-a582-46f9-a15c-ebc5853e5c4f,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:25:16.658229 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 4edcc347-6e6e-40b3-bc0b-61181188be2e {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:25:16.658411 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4a6340d4-dff3-4061-813f-04916768ac03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:16.658850 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 4edcc347-6e6e-40b3-bc0b-61181188be2e not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:25:16.687562 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-54fe18d2-e077-42a2-bec0-5537ad03e43b req-41e6f6b3-04b4-4442-9d4b-cae03bb101a0 tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc5d6c66-6d5f-444f-915e-801af91238d8 HTTP/1.1" status: 200 len: 210 time: 0.0776014 Apr 05 14:25:16.703450 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-7d439548-086f-442a-b116-8452badad7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a91256d-39ac-4dfb-a371-681f73686db4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1080331207-router', 'tenant_id': 'f29bb501bf0141b090aed4b7bec4587c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '185c17ae-467f-433d-934b-3b6851598122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:25:00Z', 'updated_at': '2022-04-05T14:25:12Z', 'revision_number': 4, 'project_id': 'f29bb501bf0141b090aed4b7bec4587c', 'gw_port': {'id': '185c17ae-467f-433d-934b-3b6851598122', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:74:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a91256d-39ac-4dfb-a371-681f73686db4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:25:03Z', 'updated_at': '2022-04-05T14:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': 'ad8c3c1c-4b68-416f-b1ee-fb3f7d8c3aab', 'name': '', 'network_id': 'c7974683-6caa-4699-852a-64841b37b03b', 'tenant_id': 'f29bb501bf0141b090aed4b7bec4587c', 'mac_address': 'fa:16:3e:b7:34:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a91256d-39ac-4dfb-a371-681f73686db4', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'a173ea01-5070-4e24-9a2a-5da0593ff160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:25:11Z', 'updated_at': '2022-04-05T14:25:13Z', 'revision_number': 2, 'project_id': 'f29bb501bf0141b090aed4b7bec4587c', 'subnets': [{'id': 'a173ea01-5070-4e24-9a2a-5da0593ff160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:25:16.737588 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['a716abca-9b52-4896-8f84-50983d276138'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:25:16.742473 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:16.743296 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 4b3294fa-4111-414f-bda1-e688dca4d933 up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:25:16.753940 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-2ccc19e2-95c2-4449-a673-1e187e8866ab req-05af3751-a954-485a-90d0-27d0981c1c0b tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] For port 7fc68ca4-d00c-47a8-9c86-c999c1814ca7, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=7fc68ca4-d00c-47a8-9c86-c999c1814ca7,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:25:16.754322 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2ccc19e2-95c2-4449-a673-1e187e8866ab req-05af3751-a954-485a-90d0-27d0981c1c0b tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:16.770845 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d439548-086f-442a-b116-8452badad7eb None None] Checking router: 9a91256d-39ac-4dfb-a371-681f73686db4 for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:25:16.775403 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d439548-086f-442a-b116-8452badad7eb None None] Updating router 9a91256d-39ac-4dfb-a371-681f73686db4 port ad8c3c1c-4b68-416f-b1ee-fb3f7d8c3aab binding host n-d-836650-2 {{(pid=103322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:25:16.807233 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-2ccc19e2-95c2-4449-a673-1e187e8866ab req-05af3751-a954-485a-90d0-27d0981c1c0b tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Calling delete_port for 7fc68ca4-d00c-47a8-9c86-c999c1814ca7 owned by compute:nova {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:25:16.879870 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6ca64-8045-486d-b610-cc4f43f469e3 req-26fae346-4dec-481a-9ead-c4a5bd8f2a54 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:16.885018 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7d439548-086f-442a-b116-8452badad7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:16.891362 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f3a6ca64-8045-486d-b610-cc4f43f469e3 req-26fae346-4dec-481a-9ead-c4a5bd8f2a54 tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/ports?device_id=c28c5ff7-aa4f-4388-a2d2-34b3d1153744 HTTP/1.1" status: 200 len: 951 time: 0.7196341 Apr 05 14:25:16.898680 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4a6340d4-dff3-4061-813f-04916768ac03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:16.922768 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=d48d9039-a582-46f9-a15c-ebc5853e5c4f,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:17.000532 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f3a6ca64-8045-486d-b610-cc4f43f469e3 req-7abfab88-f295-4244-a9f1-2b3ff56f2d1d tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/security-groups?id=024b129f-f256-4015-8a11-f785d9d68dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081800 Apr 05 14:25:17.009848 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77b425c-de06-4ba3-80a2-86d5c058d555 req-1bf67915-8c39-4851-8ce2-efffe4e6d3cd tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:17.010578 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f77b425c-de06-4ba3-80a2-86d5c058d555 req-1bf67915-8c39-4851-8ce2-efffe4e6d3cd tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=772b423b-6ba0-4d32-aa8b-3208aecc117b HTTP/1.1" status: 200 len: 949 time: 0.2241664 Apr 05 14:25:17.047889 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f585c6a-c5bc-409b-890e-0f22a549adca req-d31be94c-65d6-4c81-b24e-6399494f9e9a tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] Made reservation on behalf of 83ac12a746c8469a8d3cae374ef31976 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:25:17.051354 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-4f585c6a-c5bc-409b-890e-0f22a549adca req-d31be94c-65d6-4c81-b24e-6399494f9e9a tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:17.069254 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-4f585c6a-c5bc-409b-890e-0f22a549adca req-d31be94c-65d6-4c81-b24e-6399494f9e9a tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:17.091953 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port 4b3294fa-4111-414f-bda1-e688dca4d933 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:25:17.095640 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4a6340d4-dff3-4061-813f-04916768ac03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:17.116923 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port 4b3294fa-4111-414f-bda1-e688dca4d933 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:25:17.116923 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:17.128576 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6340d4-dff3-4061-813f-04916768ac03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e158ad59-949f-41df-9a72-d1ad4e41336f,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:17.132270 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4a6340d4-dff3-4061-813f-04916768ac03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:17.135695 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-4a6340d4-dff3-4061-813f-04916768ac03 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e158ad59-949f-41df-9a72-d1ad4e41336f HTTP/1.1" status: 204 len: 168 time: 1.0191603 Apr 05 14:25:17.138185 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 54574) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:25:17.146446 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f77b425c-de06-4ba3-80a2-86d5c058d555 req-633bb5ea-caf5-439f-87e7-930eb52cc1a8 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287704 Apr 05 14:25:17.176739 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2ccc19e2-95c2-4449-a673-1e187e8866ab req-05af3751-a954-485a-90d0-27d0981c1c0b tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:17.243079 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05af3751-a954-485a-90d0-27d0981c1c0b tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Pushing event deleted for resources: {'Port': ['ID=7fc68ca4-d00c-47a8-9c86-c999c1814ca7,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:17.261203 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-295dd50e-bc4f-4a76-8de7-da8cda799f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:17.322950 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7d439548-086f-442a-b116-8452badad7eb None None] Notify callbacks [] for port, precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:17.328278 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587c95f7-ebc5-4687-b2db-2e8bccd372f4 None None] Network 026b4b4d-4018-481e-98bc-6123c4c681f5 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:25:17.334592 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a4529-eed5-47c6-bf6f-728fd0b7fe3e req-1e8a6480-4769-4221-9b07-f7eda70aeb94 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:17.345744 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d04a4529-eed5-47c6-bf6f-728fd0b7fe3e req-1e8a6480-4769-4221-9b07-f7eda70aeb94 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa9b5553-ab3f-44c6-9f32-3db11268926d HTTP/1.1" status: 200 len: 945 time: 0.2470648 Apr 05 14:25:17.348665 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ccc19e2-95c2-4449-a673-1e187e8866ab req-05af3751-a954-485a-90d0-27d0981c1c0b tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] No DVR routers for this DVR port 7fc68ca4-d00c-47a8-9c86-c999c1814ca7 on host n-h2-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:25:17.351407 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2ccc19e2-95c2-4449-a673-1e187e8866ab req-05af3751-a954-485a-90d0-27d0981c1c0b tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:17.357361 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2ccc19e2-95c2-4449-a673-1e187e8866ab req-05af3751-a954-485a-90d0-27d0981c1c0b tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.11 "DELETE /v2.0/ports/7fc68ca4-d00c-47a8-9c86-c999c1814ca7 HTTP/1.1" status: 204 len: 173 time: 1.3275752 Apr 05 14:25:17.368686 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8a837c-3b61-4065-aa2f-eb5978ba8889 x-openstack-request-id: req-9b8a837c-3b61-4065-aa2f-eb5978ba8889 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:25:17.370009 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7899062-ba60-4ab7-8a05-70f7e011d412", "name": "network-vif-plugged", "status": "completed", "tag": "d48d9039-a582-46f9-a15c-ebc5853e5c4f", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:25:17.370009 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9b8a837c-3b61-4065-aa2f-eb5978ba8889 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:25:17.370617 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b8a837c-3b61-4065-aa2f-eb5978ba8889'] response: {'server_uuid': 'b7899062-ba60-4ab7-8a05-70f7e011d412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd48d9039-a582-46f9-a15c-ebc5853e5c4f', 'code': 200} Apr 05 14:25:17.373304 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['7fc68ca4-d00c-47a8-9c86-c999c1814ca7'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:25:17.373686 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c28c5ff7-aa4f-4388-a2d2-34b3d1153744', 'name': 'network-vif-deleted', 'tag': '7fc68ca4-d00c-47a8-9c86-c999c1814ca7'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:25:17.378324 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e4004f-fa1b-45d3-938a-c8e42f558495" -d '{"events": [{"server_uuid": "c28c5ff7-aa4f-4388-a2d2-34b3d1153744", "name": "network-vif-deleted", "tag": "7fc68ca4-d00c-47a8-9c86-c999c1814ca7"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:25:17.422059 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0c47e353-fb62-4080-b5e0-2ffb3aecd9b0 req-d4a73b67-1bcf-4c0a-8e55-c4c24b5b962a tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b564e2b9-437a-4947-935a-f03731531b1a HTTP/1.1" status: 200 len: 210 time: 0.1238637 Apr 05 14:25:17.448744 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0624761-5999-4743-98ba-a5dc86224711 req-113f8005-1b43-469b-8e91-5fa725e00415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:17.453249 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f0624761-5999-4743-98ba-a5dc86224711 req-113f8005-1b43-469b-8e91-5fa725e00415 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b7899062-ba60-4ab7-8a05-70f7e011d412 HTTP/1.1" status: 200 len: 1101 time: 0.1543031 Apr 05 14:25:17.504021 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-295dd50e-bc4f-4a76-8de7-da8cda799f36 admin admin] Deleting port 05752c6a-010d-4490-af46-12b646ca38db {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:25:17.504021 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-295dd50e-bc4f-4a76-8de7-da8cda799f36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:17.508005 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f0624761-5999-4743-98ba-a5dc86224711 req-48de1eb6-d54f-4223-abca-64a50bbca570 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457022 Apr 05 14:25:17.520248 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-4f585c6a-c5bc-409b-890e-0f22a549adca req-d31be94c-65d6-4c81-b24e-6399494f9e9a tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:17.528142 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-495654a8-c4e0-426a-840f-2ac587565d68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809988'] for router_interface, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:17.546675 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d04a4529-eed5-47c6-bf6f-728fd0b7fe3e req-159d36b0-d2b1-408c-bf7b-943beb648743 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/security-groups?id=87dfefd3-1552-4299-8b8c-e9b0053c68dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941924 Apr 05 14:25:17.550115 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 7c9d0bf4-073a-4dd5-982d-57079c61ba20 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:25:17.558061 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7d439548-086f-442a-b116-8452badad7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:17.633483 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7e461e-8bb8-4318-86f8-cffab1c18f89 None None] Pushing event updated for resources: {'Port': ['ID=ad8c3c1c-4b68-416f-b1ee-fb3f7d8c3aab,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:17.644579 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 7c9d0bf4-073a-4dd5-982d-57079c61ba20 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:25:17.645280 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 7c9d0bf4-073a-4dd5-982d-57079c61ba20 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:25:17.660501 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-4f585c6a-c5bc-409b-890e-0f22a549adca req-d31be94c-65d6-4c81-b24e-6399494f9e9a tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:17.671139 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-e9deb239-0ec9-4fff-9ba6-bfdacbdc4a67 req-a649fbf1-a31e-4ff2-9d5e-355936d4f4dc tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=eb6eb2eb5e534aae8638ab75f1f70e11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0507672 Apr 05 14:25:17.681822 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c28ac1-d695-414d-bd51-5ed22f4220eb x-openstack-request-id: req-46c28ac1-d695-414d-bd51-5ed22f4220eb {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:25:17.682000 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c28c5ff7-aa4f-4388-a2d2-34b3d1153744", "name": "network-vif-deleted", "tag": "7fc68ca4-d00c-47a8-9c86-c999c1814ca7", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:25:17.682443 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-46c28ac1-d695-414d-bd51-5ed22f4220eb {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:25:17.683196 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46c28ac1-d695-414d-bd51-5ed22f4220eb'] response: {'server_uuid': 'c28c5ff7-aa4f-4388-a2d2-34b3d1153744', 'name': 'network-vif-deleted', 'tag': '7fc68ca4-d00c-47a8-9c86-c999c1814ca7', 'status': 'completed', 'code': 200} Apr 05 14:25:17.759843 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-295dd50e-bc4f-4a76-8de7-da8cda799f36 admin admin] For port 05752c6a-010d-4490-af46-12b646ca38db, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=05752c6a-010d-4490-af46-12b646ca38db,segment=NetworkSegment(4cf03a58-2421-4a58-a0d7-d3a831eb8f50),segment_id=4cf03a58-2421-4a58-a0d7-d3a831eb8f50)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:25:17.760225 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-295dd50e-bc4f-4a76-8de7-da8cda799f36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:17.787186 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-295dd50e-bc4f-4a76-8de7-da8cda799f36 admin admin] Calling delete_port for 05752c6a-010d-4490-af46-12b646ca38db owned by network:dhcp {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:25:17.834934 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-7d439548-086f-442a-b116-8452badad7eb None None] Attempting to bind port ad8c3c1c-4b68-416f-b1ee-fb3f7d8c3aab on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:25:17.835563 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-7d439548-086f-442a-b116-8452badad7eb None None] Attempting to bind port ad8c3c1c-4b68-416f-b1ee-fb3f7d8c3aab by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '3819f2b9-5be1-4c56-9c9f-0dd53731940b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c7974683-6caa-4699-852a-64841b37b03b'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:25:17.836087 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d439548-086f-442a-b116-8452badad7eb None None] Attempting to bind port ad8c3c1c-4b68-416f-b1ee-fb3f7d8c3aab on network c7974683-6caa-4699-852a-64841b37b03b {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:25:17.836209 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31be94c-65d6-4c81-b24e-6399494f9e9a tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c080ef-c932-4585-a280-f83996e6ea6f,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:17.838757 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:17.865076 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d439548-086f-442a-b116-8452badad7eb None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:25:17.865678 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d439548-086f-442a-b116-8452badad7eb None None] Checking segment: {'id': '3819f2b9-5be1-4c56-9c9f-0dd53731940b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c7974683-6caa-4699-852a-64841b37b03b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:25:17.866254 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7d439548-086f-442a-b116-8452badad7eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:17.866901 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d439548-086f-442a-b116-8452badad7eb None None] Bound using segment: {'id': '3819f2b9-5be1-4c56-9c9f-0dd53731940b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c7974683-6caa-4699-852a-64841b37b03b'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:25:17.867494 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-7d439548-086f-442a-b116-8452badad7eb None None] Bound port: ad8c3c1c-4b68-416f-b1ee-fb3f7d8c3aab, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3819f2b9-5be1-4c56-9c9f-0dd53731940b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c7974683-6caa-4699-852a-64841b37b03b'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:25:17.868081 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7d439548-086f-442a-b116-8452badad7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:17.895648 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9deb239-0ec9-4fff-9ba6-bfdacbdc4a67 req-4491a2f4-85ac-4320-81b9-889ce198b943 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:17.897227 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-e9deb239-0ec9-4fff-9ba6-bfdacbdc4a67 req-4491a2f4-85ac-4320-81b9-889ce198b943 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2172632 Apr 05 14:25:17.907835 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785ed96-b6cc-41d2-a25b-276f45a84777 req-2af4fba2-1bee-4626-b9ce-4e2d346e9e63 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:17.916623 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8785ed96-b6cc-41d2-a25b-276f45a84777 req-2af4fba2-1bee-4626-b9ce-4e2d346e9e63 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f39ce8c-8ad1-4c73-a0a4-4c5654918a53 HTTP/1.1" status: 200 len: 945 time: 0.3119166 Apr 05 14:25:17.922388 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 4b3294fa-4111-414f-bda1-e688dca4d933, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=4b3294fa-4111-414f-bda1-e688dca4d933,segment=NetworkSegment(0f730d0b-c342-4343-8a7b-7d51c303621d),segment_id=0f730d0b-c342-4343-8a7b-7d51c303621d)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:25:17.931100 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-e9deb239-0ec9-4fff-9ba6-bfdacbdc4a67 req-876c0c25-d38e-462e-a6c6-e0691fc54867 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Request body: {'port': {'device_id': 'b564e2b9-437a-4947-935a-f03731531b1a', 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800', 'admin_state_up': True, 'tenant_id': 'eb6eb2eb5e534aae8638ab75f1f70e11'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:25:17.956555 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-583119f6-0c71-42c3-b6c0-b647370d3ec2 req-57ec188c-68a8-4f18-a5f1-c75fd9d3fdf2 tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc5d6c66-6d5f-444f-915e-801af91238d8 HTTP/1.1" status: 200 len: 210 time: 0.0939307 Apr 05 14:25:18.063635 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8785ed96-b6cc-41d2-a25b-276f45a84777 req-96de7bdb-c21b-45c1-9d32-d5ba59533664 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f4ed18-73d1-4c70-bfb8-abe78be9b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461477 Apr 05 14:25:18.095590 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fca97aa-bcaa-4f2d-a972-e791e01ac49c None None] DHCP port deletion for 026b4b4d-4018-481e-98bc-6123c4c681f5 request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:25:18.103134 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:18.127881 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-295dd50e-bc4f-4a76-8de7-da8cda799f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:18.140348 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 8af7a0bd-3e0c-4723-b6c5-a6ac2dc3131e up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:25:18.165005 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295dd50e-bc4f-4a76-8de7-da8cda799f36 admin admin] No DVR routers for this DVR port 05752c6a-010d-4490-af46-12b646ca38db on host n-d-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:25:18.204494 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295dd50e-bc4f-4a76-8de7-da8cda799f36 admin admin] Pushing event deleted for resources: {'Port': ['ID=05752c6a-010d-4490-af46-12b646ca38db,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:18.205696 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-8fca97aa-bcaa-4f2d-a972-e791e01ac49c None None] The port '05752c6a-010d-4490-af46-12b646ca38db' was deleted {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} Apr 05 14:25:18.227239 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-84447c7d-0e1a-489a-9fa8-e8131ecc0eca None None] Provisioning complete for port ad8c3c1c-4b68-416f-b1ee-fb3f7d8c3aab triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:25:18.227687 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-84447c7d-0e1a-489a-9fa8-e8131ecc0eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:18.257493 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c25ac565-427a-4f3d-831b-1be5cef0c48e req-6bb1a647-50be-4640-bb15-cb5b3e6cdfdf tempest-ServersAdminTestJSON-548640366 tempest-ServersAdminTestJSON-548640366-project] 10.222.0.30 "GET /v2.0/ports?device_id=c28c5ff7-aa4f-4388-a2d2-34b3d1153744 HTTP/1.1" status: 200 len: 210 time: 0.0773067 Apr 05 14:25:18.283955 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-7d439548-086f-442a-b116-8452badad7eb None None] For port ad8c3c1c-4b68-416f-b1ee-fb3f7d8c3aab, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:25:18.310084 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-7d439548-086f-442a-b116-8452badad7eb None None] For port ad8c3c1c-4b68-416f-b1ee-fb3f7d8c3aab, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=ad8c3c1c-4b68-416f-b1ee-fb3f7d8c3aab,segment=NetworkSegment(3819f2b9-5be1-4c56-9c9f-0dd53731940b),segment_id=3819f2b9-5be1-4c56-9c9f-0dd53731940b)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:25:18.311524 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=4b3294fa-4111-414f-bda1-e688dca4d933,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:18.312002 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9deb239-0ec9-4fff-9ba6-bfdacbdc4a67 req-876c0c25-d38e-462e-a6c6-e0691fc54867 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Made reservation on behalf of eb6eb2eb5e534aae8638ab75f1f70e11 for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:25:18.316993 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-e9deb239-0ec9-4fff-9ba6-bfdacbdc4a67 req-876c0c25-d38e-462e-a6c6-e0691fc54867 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:18.319500 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-4f585c6a-c5bc-409b-890e-0f22a549adca req-d31be94c-65d6-4c81-b24e-6399494f9e9a tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] Allocated IP 192.168.233.248 (80d671a8-d1ab-4472-891b-9c042fbd7800/b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a/fd1987d9-67af-4e8d-93d3-bfd7d3154609) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:25:18.323346 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-84447c7d-0e1a-489a-9fa8-e8131ecc0eca None None] Port ad8c3c1c-4b68-416f-b1ee-fb3f7d8c3aab cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:25:18.324836 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-295dd50e-bc4f-4a76-8de7-da8cda799f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:18.362789 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-295dd50e-bc4f-4a76-8de7-da8cda799f36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['026b4b4d-4018-481e-98bc-6123c4c681f5']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:25:18.379375 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-295dd50e-bc4f-4a76-8de7-da8cda799f36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cf03a58-2421-4a58-a0d7-d3a831eb8f50') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:25:18.379668 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-295dd50e-bc4f-4a76-8de7-da8cda799f36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cf03a58-2421-4a58-a0d7-d3a831eb8f50') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:25:18.382003 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de192cf4-9ccd-4423-a1fe-fb5e7f05d15b req-b4ab899c-0bd5-496b-a50e-786d33057ef7 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:18.383557 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-de192cf4-9ccd-4423-a1fe-fb5e7f05d15b req-b4ab899c-0bd5-496b-a50e-786d33057ef7 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=772b423b-6ba0-4d32-aa8b-3208aecc117b HTTP/1.1" status: 200 len: 949 time: 0.0996988 Apr 05 14:25:18.391591 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7d439548-086f-442a-b116-8452badad7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:18.428856 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-295dd50e-bc4f-4a76-8de7-da8cda799f36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:18.445399 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port 8af7a0bd-3e0c-4723-b6c5-a6ac2dc3131e completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:25:18.451608 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port 8af7a0bd-3e0c-4723-b6c5-a6ac2dc3131e triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:25:18.452151 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:18.461483 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-295dd50e-bc4f-4a76-8de7-da8cda799f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:18.473790 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-295dd50e-bc4f-4a76-8de7-da8cda799f36 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:25:18.474208 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-295dd50e-bc4f-4a76-8de7-da8cda799f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:18.476063 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:25:18.476063 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:25:18.476063 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:25:18.476063 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:25:18.476063 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:25:18.476063 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:25:18.476063 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:25:18.476063 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:25:18.476063 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:25:18.476063 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:25:18.476063 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:25:18.476063 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:25:18.476063 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:25:18.476063 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:25:18.476063 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:25:18.476063 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:25:18.476063 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:25:18.476063 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:25:18.476063 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:25:18.476063 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:25:18.476063 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:25:18.476063 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:25:18.476063 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:25:18.476063 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:25:18.476063 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:25:18.476063 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:25:18.476063 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:25:18.476063 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:25:18.476063 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:25:18.476063 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:25:18.476063 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:25:18.476063 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:25:18.508062 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d439548-086f-442a-b116-8452badad7eb None None] Routers {'9a91256d-39ac-4dfb-a371-681f73686db4'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:25:18.510090 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-7d439548-086f-442a-b116-8452badad7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:24:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['9a91256d-39ac-4dfb-a371-681f73686db4'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:25:18.587665 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7e461e-8bb8-4318-86f8-cffab1c18f89 None None] Pushing event updated for resources: {'Port': ['ID=ad8c3c1c-4b68-416f-b1ee-fb3f7d8c3aab,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:18.620432 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-de192cf4-9ccd-4423-a1fe-fb5e7f05d15b req-b1f31493-ee80-4d36-b2f0-db494b80d7f5 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103961 Apr 05 14:25:18.646059 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b70e24fb-c19e-4ad4-8b5f-4807b8b9718f req-5f040420-4276-45c6-8967-efee169c45d0 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b564e2b9-437a-4947-935a-f03731531b1a HTTP/1.1" status: 200 len: 210 time: 0.0733640 Apr 05 14:25:18.668553 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-295dd50e-bc4f-4a76-8de7-da8cda799f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:18.683974 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-295dd50e-bc4f-4a76-8de7-da8cda799f36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:18.690966 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-295dd50e-bc4f-4a76-8de7-da8cda799f36 admin admin] 10.222.0.30 "DELETE /v2.0/networks/026b4b4d-4018-481e-98bc-6123c4c681f5 HTTP/1.1" status: 204 len: 168 time: 1.5517304 Apr 05 14:25:18.694473 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 54592) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:25:18.695738 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-495654a8-c4e0-426a-840f-2ac587565d68 admin admin] Deleting port ad8c3c1c-4b68-416f-b1ee-fb3f7d8c3aab {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:25:18.701087 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-495654a8-c4e0-426a-840f-2ac587565d68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:18.737927 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-7d439548-086f-442a-b116-8452badad7eb None None] Set router 9a91256d-39ac-4dfb-a371-681f73686db4 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:25:18.738126 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295dd50e-bc4f-4a76-8de7-da8cda799f36 admin admin] Pushing event deleted for resources: {'Network': ['ID=026b4b4d-4018-481e-98bc-6123c4c681f5,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:18.752676 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-4f585c6a-c5bc-409b-890e-0f22a549adca req-d31be94c-65d6-4c81-b24e-6399494f9e9a tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:18.771146 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:18.868822 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 8af7a0bd-3e0c-4723-b6c5-a6ac2dc3131e, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=8af7a0bd-3e0c-4723-b6c5-a6ac2dc3131e,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:25:18.902978 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2359e83a-f249-40cd-8611-4eb766a370b3 req-95262735-caa1-44aa-b340-a3d8b21af30b tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:18.904752 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2359e83a-f249-40cd-8611-4eb766a370b3 req-95262735-caa1-44aa-b340-a3d8b21af30b tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa9b5553-ab3f-44c6-9f32-3db11268926d HTTP/1.1" status: 200 len: 945 time: 0.1417491 Apr 05 14:25:18.916834 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-7994a954-e174-4798-bfdd-c2f559cb1d77 None None] Provisioning complete for port ad8c3c1c-4b68-416f-b1ee-fb3f7d8c3aab triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:25:18.917333 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7994a954-e174-4798-bfdd-c2f559cb1d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:18.923095 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-495654a8-c4e0-426a-840f-2ac587565d68 admin admin] For port ad8c3c1c-4b68-416f-b1ee-fb3f7d8c3aab, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=ad8c3c1c-4b68-416f-b1ee-fb3f7d8c3aab,segment=NetworkSegment(3819f2b9-5be1-4c56-9c9f-0dd53731940b),segment_id=3819f2b9-5be1-4c56-9c9f-0dd53731940b)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:25:18.923095 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-495654a8-c4e0-426a-840f-2ac587565d68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:18.954178 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-495654a8-c4e0-426a-840f-2ac587565d68 admin admin] Calling delete_port for ad8c3c1c-4b68-416f-b1ee-fb3f7d8c3aab owned by network:router_interface {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:25:18.978810 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2359e83a-f249-40cd-8611-4eb766a370b3 req-f67cc2e2-f4bf-49f8-85ff-d0671b1d0c9b tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/security-groups?id=87dfefd3-1552-4299-8b8c-e9b0053c68dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646415 Apr 05 14:25:18.984415 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:19.015226 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-4f585c6a-c5bc-409b-890e-0f22a549adca req-d31be94c-65d6-4c81-b24e-6399494f9e9a tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:19.066087 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f585c6a-c5bc-409b-890e-0f22a549adca req-d31be94c-65d6-4c81-b24e-6399494f9e9a tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] Network 80d671a8-d1ab-4472-891b-9c042fbd7800 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:25:19.072642 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-4f585c6a-c5bc-409b-890e-0f22a549adca req-d31be94c-65d6-4c81-b24e-6399494f9e9a tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:25:19.086316 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f585c6a-c5bc-409b-890e-0f22a549adca req-d31be94c-65d6-4c81-b24e-6399494f9e9a tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:25:19.130270 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=8af7a0bd-3e0c-4723-b6c5-a6ac2dc3131e,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:19.149239 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7994a954-e174-4798-bfdd-c2f559cb1d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:19.159382 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [req-e9deb239-0ec9-4fff-9ba6-bfdacbdc4a67 req-876c0c25-d38e-462e-a6c6-e0691fc54867 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Allocated IP 192.168.233.118 (80d671a8-d1ab-4472-891b-9c042fbd7800/b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a/0acf73df-bb0e-489a-a80a-806dabae58c9) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:25:19.176774 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31be94c-65d6-4c81-b24e-6399494f9e9a tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] Pushing event updated for resources: {'Port': ['ID=fd1987d9-67af-4e8d-93d3-bfd7d3154609,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:19.184159 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 7fc68ca4-d00c-47a8-9c86-c999c1814ca7 no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:25:19.217713 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-7994a954-e174-4798-bfdd-c2f559cb1d77 None None] For port ad8c3c1c-4b68-416f-b1ee-fb3f7d8c3aab, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=ad8c3c1c-4b68-416f-b1ee-fb3f7d8c3aab,segment=NetworkSegment(3819f2b9-5be1-4c56-9c9f-0dd53731940b),segment_id=3819f2b9-5be1-4c56-9c9f-0dd53731940b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:25:19.219937 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] No Port match for: 7fc68ca4-d00c-47a8-9c86-c999c1814ca7 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:25:19.220273 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 7fc68ca4-d00c-47a8-9c86-c999c1814ca7 not bound to the agent host n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:25:19.224272 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-7d439548-086f-442a-b116-8452badad7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a91256d-39ac-4dfb-a371-681f73686db4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1080331207-router', 'tenant_id': 'f29bb501bf0141b090aed4b7bec4587c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '185c17ae-467f-433d-934b-3b6851598122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:25:00Z', 'updated_at': '2022-04-05T14:25:12Z', 'revision_number': 4, 'project_id': 'f29bb501bf0141b090aed4b7bec4587c', 'gw_port': {'id': '185c17ae-467f-433d-934b-3b6851598122', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:74:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a91256d-39ac-4dfb-a371-681f73686db4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:25:03Z', 'updated_at': '2022-04-05T14:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': 'ad8c3c1c-4b68-416f-b1ee-fb3f7d8c3aab', 'name': '', 'network_id': 'c7974683-6caa-4699-852a-64841b37b03b', 'tenant_id': 'f29bb501bf0141b090aed4b7bec4587c', 'mac_address': 'fa:16:3e:b7:34:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a91256d-39ac-4dfb-a371-681f73686db4', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'a173ea01-5070-4e24-9a2a-5da0593ff160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:25:11Z', 'updated_at': '2022-04-05T14:25:18Z', 'revision_number': 4, 'project_id': 'f29bb501bf0141b090aed4b7bec4587c', 'subnets': [{'id': 'a173ea01-5070-4e24-9a2a-5da0593ff160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:25:19.254326 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d439548-086f-442a-b116-8452badad7eb None None] The sync data for ids ['9a91256d-39ac-4dfb-a371-681f73686db4'] in n-d-836650-2 is: [{'id': '9a91256d-39ac-4dfb-a371-681f73686db4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1080331207-router', 'tenant_id': 'f29bb501bf0141b090aed4b7bec4587c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '185c17ae-467f-433d-934b-3b6851598122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:25:00Z', 'updated_at': '2022-04-05T14:25:12Z', 'revision_number': 4, 'project_id': 'f29bb501bf0141b090aed4b7bec4587c', 'gw_port': {'id': '185c17ae-467f-433d-934b-3b6851598122', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:74:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a91256d-39ac-4dfb-a371-681f73686db4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:25:03Z', 'updated_at': '2022-04-05T14:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': 'ad8c3c1c-4b68-416f-b1ee-fb3f7d8c3aab', 'name': '', 'network_id': 'c7974683-6caa-4699-852a-64841b37b03b', 'tenant_id': 'f29bb501bf0141b090aed4b7bec4587c', 'mac_address': 'fa:16:3e:b7:34:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a91256d-39ac-4dfb-a371-681f73686db4', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'a173ea01-5070-4e24-9a2a-5da0593ff160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:25:11Z', 'updated_at': '2022-04-05T14:25:18Z', 'revision_number': 4, 'project_id': 'f29bb501bf0141b090aed4b7bec4587c', 'subnets': [{'id': 'a173ea01-5070-4e24-9a2a-5da0593ff160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:25:19.274908 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7994a954-e174-4798-bfdd-c2f559cb1d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:19.362278 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7994a954-e174-4798-bfdd-c2f559cb1d77 None None] Pushing event updated for resources: {'Port': ['ID=ad8c3c1c-4b68-416f-b1ee-fb3f7d8c3aab,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:19.372332 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f39ce8c-8ad1-4c73-a0a4-4c5654918a53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b3294fa-4111-414f-bda1-e688dca4d933'}, {'server_uuid': '772b423b-6ba0-4d32-aa8b-3208aecc117b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8af7a0bd-3e0c-4723-b6c5-a6ac2dc3131e'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:25:19.405913 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa63162b-6545-4910-a5cb-7da9766ec962" -d '{"events": [{"server_uuid": "7f39ce8c-8ad1-4c73-a0a4-4c5654918a53", "name": "network-vif-plugged", "status": "completed", "tag": "4b3294fa-4111-414f-bda1-e688dca4d933"}, {"server_uuid": "772b423b-6ba0-4d32-aa8b-3208aecc117b", "name": "network-vif-plugged", "status": "completed", "tag": "8af7a0bd-3e0c-4723-b6c5-a6ac2dc3131e"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:25:19.421523 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device a716abca-9b52-4896-8f84-50983d276138 up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:25:19.453652 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f585c6a-c5bc-409b-890e-0f22a549adca req-d31be94c-65d6-4c81-b24e-6399494f9e9a tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:19.454445 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-4f585c6a-c5bc-409b-890e-0f22a549adca req-d31be94c-65d6-4c81-b24e-6399494f9e9a tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:19.489645 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-e9deb239-0ec9-4fff-9ba6-bfdacbdc4a67 req-876c0c25-d38e-462e-a6c6-e0691fc54867 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:19.512602 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd57011f-939d-42fc-ae10-a3d8796a6db0 req-05b882f7-5bc4-4d6c-a752-62f27daa31a7 tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:19.513542 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-b70b6038-2406-4496-91e7-af9c879e9380 None None] Provisioning complete for port fd1987d9-67af-4e8d-93d3-bfd7d3154609 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:25:19.514023 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b70b6038-2406-4496-91e7-af9c879e9380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:19.523474 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bd57011f-939d-42fc-ae10-a3d8796a6db0 req-05b882f7-5bc4-4d6c-a752-62f27daa31a7 tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc5d6c66-6d5f-444f-915e-801af91238d8 HTTP/1.1" status: 200 len: 936 time: 0.4419336 Apr 05 14:25:19.565767 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device ad8c3c1c-4b68-416f-b1ee-fb3f7d8c3aab up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:25:19.586321 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2e63c561-fa54-4ee7-a1fa-b6a862706806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809988'] for router_interface, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:19.600781 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefbcb7b-ba4b-4292-b313-e34133d3f2b2 req-9b4f168b-2244-4aa1-8e33-476fd3a76276 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:19.609241 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cefbcb7b-ba4b-4292-b313-e34133d3f2b2 req-9b4f168b-2244-4aa1-8e33-476fd3a76276 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f39ce8c-8ad1-4c73-a0a4-4c5654918a53 HTTP/1.1" status: 200 len: 946 time: 0.4189386 Apr 05 14:25:19.624487 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port a716abca-9b52-4896-8f84-50983d276138 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:25:19.625872 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4f585c6a-c5bc-409b-890e-0f22a549adca req-d31be94c-65d6-4c81-b24e-6399494f9e9a tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5156138 Apr 05 14:25:19.633624 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port a716abca-9b52-4896-8f84-50983d276138 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:25:19.634279 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:19.650777 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-4f585c6a-c5bc-409b-890e-0f22a549adca req-40409ac6-1f5e-4a76-ba4b-1e4fd5b02776 service neutron] Request body: {'port': {'device_id': 'fc5d6c66-6d5f-444f-915e-801af91238d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:25:19.660202 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-e9deb239-0ec9-4fff-9ba6-bfdacbdc4a67 req-876c0c25-d38e-462e-a6c6-e0691fc54867 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:19.689262 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['1a02dac2-1e82-4f40-b2ef-73f085c332f9', 'dd240742-5ced-4dbc-8b7d-9c4496d72564'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:25:19.715583 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bd57011f-939d-42fc-ae10-a3d8796a6db0 req-27e7251d-a757-4ad0-8d2e-30ba3c176e2f tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] 10.222.0.30 "GET /v2.0/security-groups?id=b1c080ef-c932-4585-a280-f83996e6ea6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884875 Apr 05 14:25:19.763997 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9deb239-0ec9-4fff-9ba6-bfdacbdc4a67 req-876c0c25-d38e-462e-a6c6-e0691fc54867 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Network 80d671a8-d1ab-4472-891b-9c042fbd7800 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:25:19.777874 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [req-e9deb239-0ec9-4fff-9ba6-bfdacbdc4a67 req-876c0c25-d38e-462e-a6c6-e0691fc54867 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:25:19.783280 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9deb239-0ec9-4fff-9ba6-bfdacbdc4a67 req-876c0c25-d38e-462e-a6c6-e0691fc54867 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:25:19.786744 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c0c25-d38e-462e-a6c6-e0691fc54867 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Pushing event updated for resources: {'Port': ['ID=0acf73df-bb0e-489a-a80a-806dabae58c9,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:19.801413 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:19.817818 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port ad8c3c1c-4b68-416f-b1ee-fb3f7d8c3aab triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:25:19.818760 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:19.829140 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cefbcb7b-ba4b-4292-b313-e34133d3f2b2 req-1e4a418d-010a-41b7-9f88-9ce6229a0951 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f4ed18-73d1-4c70-bfb8-abe78be9b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189181 Apr 05 14:25:19.830750 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-4f585c6a-c5bc-409b-890e-0f22a549adca req-40409ac6-1f5e-4a76-ba4b-1e4fd5b02776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:19.844804 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-495654a8-c4e0-426a-840f-2ac587565d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:19.848040 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Port ad8c3c1c-4b68-416f-b1ee-fb3f7d8c3aab was deleted so its status cannot be updated. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Apr 05 14:25:19.849495 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-b70b6038-2406-4496-91e7-af9c879e9380 None None] Port fd1987d9-67af-4e8d-93d3-bfd7d3154609 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:25:19.918405 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port a716abca-9b52-4896-8f84-50983d276138, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=a716abca-9b52-4896-8f84-50983d276138,segment=NetworkSegment(9a0d8962-c4ed-4c9e-b2aa-287076289665),segment_id=9a0d8962-c4ed-4c9e-b2aa-287076289665)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:25:19.968037 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 05 Apr 2022 14:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14713e98-5e34-4db6-9aec-1c0bce7c5bb3 x-openstack-request-id: req-14713e98-5e34-4db6-9aec-1c0bce7c5bb3 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:25:19.968349 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f39ce8c-8ad1-4c73-a0a4-4c5654918a53", "name": "network-vif-plugged", "status": "completed", "tag": "4b3294fa-4111-414f-bda1-e688dca4d933", "code": 200}, {"server_uuid": "772b423b-6ba0-4d32-aa8b-3208aecc117b", "name": "network-vif-plugged", "status": "completed", "tag": "8af7a0bd-3e0c-4723-b6c5-a6ac2dc3131e", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:25:19.968611 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-14713e98-5e34-4db6-9aec-1c0bce7c5bb3 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:25:19.969087 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14713e98-5e34-4db6-9aec-1c0bce7c5bb3'] response: {'server_uuid': '7f39ce8c-8ad1-4c73-a0a4-4c5654918a53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b3294fa-4111-414f-bda1-e688dca4d933', 'code': 200} Apr 05 14:25:19.969355 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14713e98-5e34-4db6-9aec-1c0bce7c5bb3'] response: {'server_uuid': '772b423b-6ba0-4d32-aa8b-3208aecc117b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8af7a0bd-3e0c-4723-b6c5-a6ac2dc3131e', 'code': 200} Apr 05 14:25:20.084653 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495654a8-c4e0-426a-840f-2ac587565d68 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad8c3c1c-4b68-416f-b1ee-fb3f7d8c3aab,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:20.091947 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 05752c6a-010d-4490-af46-12b646ca38db no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:25:20.128657 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:20.142725 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9deb239-0ec9-4fff-9ba6-bfdacbdc4a67 req-876c0c25-d38e-462e-a6c6-e0691fc54867 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:20.143453 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-e9deb239-0ec9-4fff-9ba6-bfdacbdc4a67 req-876c0c25-d38e-462e-a6c6-e0691fc54867 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:20.166022 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c53b4-8351-48cd-929e-30467c8bed3d req-7be5bd83-3aa3-4655-a9ea-59f50e9db7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:20.167546 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3d9c53b4-8351-48cd-929e-30467c8bed3d req-7be5bd83-3aa3-4655-a9ea-59f50e9db7ef service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=772b423b-6ba0-4d32-aa8b-3208aecc117b HTTP/1.1" status: 200 len: 1101 time: 0.1202807 Apr 05 14:25:20.256068 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3d9c53b4-8351-48cd-929e-30467c8bed3d req-a39b4e9d-d0fd-4572-b7d1-afbcf1d7e66a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807090 Apr 05 14:25:20.271128 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-e9deb239-0ec9-4fff-9ba6-bfdacbdc4a67 req-876c0c25-d38e-462e-a6c6-e0691fc54867 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3604650 Apr 05 14:25:20.273482 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 05752c6a-010d-4490-af46-12b646ca38db {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:25:20.273909 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 05752c6a-010d-4490-af46-12b646ca38db not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:25:20.318140 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-e9deb239-0ec9-4fff-9ba6-bfdacbdc4a67 req-27070f9f-5868-4ffc-85ce-50e1be285f76 service neutron] Request body: {'port': {'device_id': 'b564e2b9-437a-4947-935a-f03731531b1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-2'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:25:20.335085 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=a716abca-9b52-4896-8f84-50983d276138,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:20.394277 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-d050b11d-c04c-45ae-b325-b56112c59a2f None None] Provisioning complete for port 0acf73df-bb0e-489a-a80a-806dabae58c9 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:25:20.394918 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d050b11d-c04c-45ae-b325-b56112c59a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:20.403602 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-e9deb239-0ec9-4fff-9ba6-bfdacbdc4a67 req-27070f9f-5868-4ffc-85ce-50e1be285f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:20.458784 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-2e63c561-fa54-4ee7-a1fa-b6a862706806 admin admin] Deleting port 0b452123-c20b-40ed-8d21-740dec0430c4 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:25:20.459136 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2e63c561-fa54-4ee7-a1fa-b6a862706806 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:20.522956 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-d050b11d-c04c-45ae-b325-b56112c59a2f None None] Port 0acf73df-bb0e-489a-a80a-806dabae58c9 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:25:20.542909 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45731115-1b5f-4c4d-bad6-59c8fa16ae6d req-97c90fa1-98b5-43af-83f3-898148bac8dd tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:20.544521 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-45731115-1b5f-4c4d-bad6-59c8fa16ae6d req-97c90fa1-98b5-43af-83f3-898148bac8dd tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=772b423b-6ba0-4d32-aa8b-3208aecc117b HTTP/1.1" status: 200 len: 950 time: 0.5119038 Apr 05 14:25:20.585505 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766463af-4142-48c7-a5ce-127184dd4161 req-d6d4cab7-3da1-41a1-bce7-1a9609b8bd68 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:20.596774 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-766463af-4142-48c7-a5ce-127184dd4161 req-d6d4cab7-3da1-41a1-bce7-1a9609b8bd68 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b564e2b9-437a-4947-935a-f03731531b1a HTTP/1.1" status: 200 len: 936 time: 0.5086665 Apr 05 14:25:20.599681 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 54612) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:25:20.693821 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a176e5b-1c4c-4e6a-80a0-0f7ff67802d2 req-3187a2ca-bc81-4f9a-838c-867514c21cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:20.695275 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9a176e5b-1c4c-4e6a-80a0-0f7ff67802d2 req-3187a2ca-bc81-4f9a-838c-867514c21cfd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7f39ce8c-8ad1-4c73-a0a4-4c5654918a53 HTTP/1.1" status: 200 len: 1097 time: 0.6084042 Apr 05 14:25:20.760765 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-2e63c561-fa54-4ee7-a1fa-b6a862706806 admin admin] For port 0b452123-c20b-40ed-8d21-740dec0430c4, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=0b452123-c20b-40ed-8d21-740dec0430c4,segment=NetworkSegment(979af0c7-1de0-45a7-a894-177607431869),segment_id=979af0c7-1de0-45a7-a894-177607431869)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:25:20.761375 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2e63c561-fa54-4ee7-a1fa-b6a862706806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:20.787132 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-2e63c561-fa54-4ee7-a1fa-b6a862706806 admin admin] Calling delete_port for 0b452123-c20b-40ed-8d21-740dec0430c4 owned by network:router_interface {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:25:20.793727 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-766463af-4142-48c7-a5ce-127184dd4161 req-8b1c377e-f7b2-4821-9082-b4bef5fac633 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928005 Apr 05 14:25:20.810026 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-45731115-1b5f-4c4d-bad6-59c8fa16ae6d req-890b5e87-83ca-4de5-992f-8c1232671a9a tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474625 Apr 05 14:25:20.873695 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-495654a8-c4e0-426a-840f-2ac587565d68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1798829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810128'] for router_interface, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:20.885822 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9a176e5b-1c4c-4e6a-80a0-0f7ff67802d2 req-9ee8cd38-0e43-4053-9b62-ad6ec3e7bb10 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=63f4ed18-73d1-4c70-bfb8-abe78be9b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743667 Apr 05 14:25:20.890327 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [req-e9deb239-0ec9-4fff-9ba6-bfdacbdc4a67 req-27070f9f-5868-4ffc-85ce-50e1be285f76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0acf73df-bb0e-489a-a80a-806dabae58c9 {{(pid=103321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:25:20.900969 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-88d4232b-0fbd-4687-9033-3140566abd95 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=da2dc5471d9a4be1863605b72a733c47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2906578 Apr 05 14:25:20.906554 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 54620) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:25:20.914317 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-e9deb239-0ec9-4fff-9ba6-bfdacbdc4a67 req-27070f9f-5868-4ffc-85ce-50e1be285f76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:20.963571 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.provisioning_blocks [req-e9deb239-0ec9-4fff-9ba6-bfdacbdc4a67 req-27070f9f-5868-4ffc-85ce-50e1be285f76 service neutron] Transition to ACTIVE for port object 0acf73df-bb0e-489a-a80a-806dabae58c9 will not be triggered until provisioned by entity L2. {{(pid=103321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:25:21.026669 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-23a0f255-0483-4bcb-8c5b-dfb6c7e1b83c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:21.061191 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-e9deb239-0ec9-4fff-9ba6-bfdacbdc4a67 req-27070f9f-5868-4ffc-85ce-50e1be285f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:21.066452 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-23a0f255-0483-4bcb-8c5b-dfb6c7e1b83c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:21.176804 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27070f9f-5868-4ffc-85ce-50e1be285f76 service neutron] Pushing event updated for resources: {'Port': ['ID=0acf73df-bb0e-489a-a80a-806dabae58c9,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:21.200851 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27070f9f-5868-4ffc-85ce-50e1be285f76 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:25:21.201122 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27070f9f-5868-4ffc-85ce-50e1be285f76 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:25:21.201463 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27070f9f-5868-4ffc-85ce-50e1be285f76 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:25:21.201795 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27070f9f-5868-4ffc-85ce-50e1be285f76 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:25:21.202122 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27070f9f-5868-4ffc-85ce-50e1be285f76 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:25:21.202444 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27070f9f-5868-4ffc-85ce-50e1be285f76 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:25:21.203021 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27070f9f-5868-4ffc-85ce-50e1be285f76 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:25:21.203347 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27070f9f-5868-4ffc-85ce-50e1be285f76 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:25:21.203666 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27070f9f-5868-4ffc-85ce-50e1be285f76 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:25:21.203986 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27070f9f-5868-4ffc-85ce-50e1be285f76 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:25:21.204302 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27070f9f-5868-4ffc-85ce-50e1be285f76 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:25:21.204615 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27070f9f-5868-4ffc-85ce-50e1be285f76 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:25:21.283015 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-e9deb239-0ec9-4fff-9ba6-bfdacbdc4a67 req-27070f9f-5868-4ffc-85ce-50e1be285f76 service neutron] Attempting to bind port 0acf73df-bb0e-489a-a80a-806dabae58c9 on host n-h2-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:25:21.283606 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-e9deb239-0ec9-4fff-9ba6-bfdacbdc4a67 req-27070f9f-5868-4ffc-85ce-50e1be285f76 service neutron] Attempting to bind port 0acf73df-bb0e-489a-a80a-806dabae58c9 by drivers openvswitch,hyperv on host n-h2-836650-2 at level 0 using segments [{'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:25:21.283932 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9deb239-0ec9-4fff-9ba6-bfdacbdc4a67 req-27070f9f-5868-4ffc-85ce-50e1be285f76 service neutron] Attempting to bind port 0acf73df-bb0e-489a-a80a-806dabae58c9 on network 80d671a8-d1ab-4472-891b-9c042fbd7800 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:25:21.289358 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9deb239-0ec9-4fff-9ba6-bfdacbdc4a67 req-27070f9f-5868-4ffc-85ce-50e1be285f76 service neutron] Port 0acf73df-bb0e-489a-a80a-806dabae58c9 on network 80d671a8-d1ab-4472-891b-9c042fbd7800 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:25:21.289723 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9deb239-0ec9-4fff-9ba6-bfdacbdc4a67 req-27070f9f-5868-4ffc-85ce-50e1be285f76 service neutron] Attempting to bind port 0acf73df-bb0e-489a-a80a-806dabae58c9 on network 80d671a8-d1ab-4472-891b-9c042fbd7800 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:25:21.296261 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9deb239-0ec9-4fff-9ba6-bfdacbdc4a67 req-27070f9f-5868-4ffc-85ce-50e1be285f76 service neutron] Checking agent: {'id': '6d8cf521-24bb-4b6a-bbae-0284f5c87a9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:25:21.296641 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9deb239-0ec9-4fff-9ba6-bfdacbdc4a67 req-27070f9f-5868-4ffc-85ce-50e1be285f76 service neutron] Checking segment: {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:25:21.297084 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9deb239-0ec9-4fff-9ba6-bfdacbdc4a67 req-27070f9f-5868-4ffc-85ce-50e1be285f76 service neutron] Bound using segment: {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:25:21.297755 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-e9deb239-0ec9-4fff-9ba6-bfdacbdc4a67 req-27070f9f-5868-4ffc-85ce-50e1be285f76 service neutron] Bound port: 0acf73df-bb0e-489a-a80a-806dabae58c9, host: n-h2-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:25:21.298115 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-e9deb239-0ec9-4fff-9ba6-bfdacbdc4a67 req-27070f9f-5868-4ffc-85ce-50e1be285f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:21.300020 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2e63c561-fa54-4ee7-a1fa-b6a862706806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:21.347068 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e63c561-fa54-4ee7-a1fa-b6a862706806 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b452123-c20b-40ed-8d21-740dec0430c4,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:21.352119 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-23a0f255-0483-4bcb-8c5b-dfb6c7e1b83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:21.354713 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-23a0f255-0483-4bcb-8c5b-dfb6c7e1b83c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:21.356346 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-23a0f255-0483-4bcb-8c5b-dfb6c7e1b83c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/024b129f-f256-4015-8a11-f785d9d68dfb HTTP/1.1" status: 204 len: 168 time: 0.4475427 Apr 05 14:25:21.398181 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9672b85-f1c6-4bcf-ab59-84ecd9715455 req-f209c55d-f0ab-4bc2-88d8-abc8bd3ad7a4 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:21.399723 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a9672b85-f1c6-4bcf-ab59-84ecd9715455 req-f209c55d-f0ab-4bc2-88d8-abc8bd3ad7a4 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa9b5553-ab3f-44c6-9f32-3db11268926d HTTP/1.1" status: 200 len: 946 time: 0.4609294 Apr 05 14:25:21.429743 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a0f255-0483-4bcb-8c5b-dfb6c7e1b83c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=024b129f-f256-4015-8a11-f785d9d68dfb,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:21.461711 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d761d47-8615-44d3-8e0c-b8ef76a8a48e req-19200f4d-8745-457a-b39a-a74e0f647989 tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:21.463149 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7d761d47-8615-44d3-8e0c-b8ef76a8a48e req-19200f4d-8745-457a-b39a-a74e0f647989 tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc5d6c66-6d5f-444f-915e-801af91238d8 HTTP/1.1" status: 200 len: 936 time: 0.4960666 Apr 05 14:25:21.495714 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-e9deb239-0ec9-4fff-9ba6-bfdacbdc4a67 req-27070f9f-5868-4ffc-85ce-50e1be285f76 service neutron] For port 0acf73df-bb0e-489a-a80a-806dabae58c9, host n-h2-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:25:21.500237 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-e9deb239-0ec9-4fff-9ba6-bfdacbdc4a67 req-27070f9f-5868-4ffc-85ce-50e1be285f76 service neutron] For port 0acf73df-bb0e-489a-a80a-806dabae58c9, host n-h2-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=0acf73df-bb0e-489a-a80a-806dabae58c9,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:25:21.578132 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a9672b85-f1c6-4bcf-ab59-84ecd9715455 req-3aa73e78-a76b-4bb0-8492-ad881a709fc7 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/security-groups?id=87dfefd3-1552-4299-8b8c-e9b0053c68dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647143 Apr 05 14:25:21.605109 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-e9deb239-0ec9-4fff-9ba6-bfdacbdc4a67 req-27070f9f-5868-4ffc-85ce-50e1be285f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:21.609690 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7d761d47-8615-44d3-8e0c-b8ef76a8a48e req-cbf343ff-8464-4a08-8a5b-fab0d33013bf tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] 10.222.0.30 "GET /v2.0/security-groups?id=b1c080ef-c932-4585-a280-f83996e6ea6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286099 Apr 05 14:25:21.660177 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2e63c561-fa54-4ee7-a1fa-b6a862706806 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1798829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810128'] for router_interface, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:21.681762 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9deb239-0ec9-4fff-9ba6-bfdacbdc4a67 req-27070f9f-5868-4ffc-85ce-50e1be285f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:21.682598 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-e9deb239-0ec9-4fff-9ba6-bfdacbdc4a67 req-27070f9f-5868-4ffc-85ce-50e1be285f76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:21.686618 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-e9deb239-0ec9-4fff-9ba6-bfdacbdc4a67 req-27070f9f-5868-4ffc-85ce-50e1be285f76 service neutron] 10.222.0.11 "PUT /v2.0/ports/0acf73df-bb0e-489a-a80a-806dabae58c9 HTTP/1.1" status: 200 len: 1096 time: 1.3810685 Apr 05 14:25:21.691372 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b564e2b9-437a-4947-935a-f03731531b1a', 'tag': '0acf73df-bb0e-489a-a80a-806dabae58c9'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:25:21.693893 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dcacb31-c07b-4064-8225-5a9fd75150b2" -d '{"events": [{"name": "network-changed", "server_uuid": "b564e2b9-437a-4947-935a-f03731531b1a", "tag": "0acf73df-bb0e-489a-a80a-806dabae58c9"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:25:21.764912 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d277bd7b-64b2-48a1-9723-d8d78ae371c5 x-openstack-request-id: req-d277bd7b-64b2-48a1-9723-d8d78ae371c5 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:25:21.765671 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b564e2b9-437a-4947-935a-f03731531b1a", "tag": "0acf73df-bb0e-489a-a80a-806dabae58c9", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:25:21.765671 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d277bd7b-64b2-48a1-9723-d8d78ae371c5 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:25:21.766144 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d277bd7b-64b2-48a1-9723-d8d78ae371c5'] response: {'name': 'network-changed', 'server_uuid': 'b564e2b9-437a-4947-935a-f03731531b1a', 'tag': '0acf73df-bb0e-489a-a80a-806dabae58c9', 'status': 'completed', 'code': 200} Apr 05 14:25:21.770461 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-4f585c6a-c5bc-409b-890e-0f22a549adca req-40409ac6-1f5e-4a76-ba4b-1e4fd5b02776 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd1987d9-67af-4e8d-93d3-bfd7d3154609 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:25:21.775919 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27070f9f-5868-4ffc-85ce-50e1be285f76 service neutron] Pushing event updated for resources: {'Port': ['ID=0acf73df-bb0e-489a-a80a-806dabae58c9,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:21.783941 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-4f585c6a-c5bc-409b-890e-0f22a549adca req-40409ac6-1f5e-4a76-ba4b-1e4fd5b02776 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:21.807334 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-4f585c6a-c5bc-409b-890e-0f22a549adca req-40409ac6-1f5e-4a76-ba4b-1e4fd5b02776 service neutron] Transition to ACTIVE for port object fd1987d9-67af-4e8d-93d3-bfd7d3154609 will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:25:21.821386 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-495654a8-c4e0-426a-840f-2ac587565d68 admin admin] Router 9a91256d-39ac-4dfb-a371-681f73686db4 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:25:21.846726 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb14ace1-8cca-44d5-ab5e-e6d5d95233c9 req-bc14837f-936e-43d7-977d-2ea264a33e55 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:21.848533 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bb14ace1-8cca-44d5-ab5e-e6d5d95233c9 req-bc14837f-936e-43d7-977d-2ea264a33e55 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f39ce8c-8ad1-4c73-a0a4-4c5654918a53 HTTP/1.1" status: 200 len: 946 time: 0.1131034 Apr 05 14:25:21.916312 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-4f585c6a-c5bc-409b-890e-0f22a549adca req-40409ac6-1f5e-4a76-ba4b-1e4fd5b02776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:21.970323 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa9b5553-ab3f-44c6-9f32-3db11268926d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a716abca-9b52-4896-8f84-50983d276138'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:25:21.973586 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0458afb2-c42a-4e85-abc8-529ee3d64cf2" -d '{"events": [{"server_uuid": "fa9b5553-ab3f-44c6-9f32-3db11268926d", "name": "network-vif-plugged", "status": "completed", "tag": "a716abca-9b52-4896-8f84-50983d276138"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:25:22.037897 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bb14ace1-8cca-44d5-ab5e-e6d5d95233c9 req-8cda5595-004c-4b7d-8fd1-4faebac3f11e tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f4ed18-73d1-4c70-bfb8-abe78be9b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793456 Apr 05 14:25:22.097111 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40409ac6-1f5e-4a76-ba4b-1e4fd5b02776 service neutron] Pushing event updated for resources: {'Port': ['ID=fd1987d9-67af-4e8d-93d3-bfd7d3154609,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:22.149820 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1f1f6e-0861-4616-8ebc-831b54e2d6f8 req-959ec382-7648-4235-a437-04f922ab4cad tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:22.151438 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4e1f1f6e-0861-4616-8ebc-831b54e2d6f8 req-959ec382-7648-4235-a437-04f922ab4cad tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b564e2b9-437a-4947-935a-f03731531b1a HTTP/1.1" status: 200 len: 948 time: 0.2379072 Apr 05 14:25:22.170039 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40409ac6-1f5e-4a76-ba4b-1e4fd5b02776 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:25:22.170638 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40409ac6-1f5e-4a76-ba4b-1e4fd5b02776 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:25:22.171133 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40409ac6-1f5e-4a76-ba4b-1e4fd5b02776 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:25:22.171612 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40409ac6-1f5e-4a76-ba4b-1e4fd5b02776 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:25:22.172085 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40409ac6-1f5e-4a76-ba4b-1e4fd5b02776 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:25:22.172553 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40409ac6-1f5e-4a76-ba4b-1e4fd5b02776 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:25:22.173062 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40409ac6-1f5e-4a76-ba4b-1e4fd5b02776 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:25:22.173545 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40409ac6-1f5e-4a76-ba4b-1e4fd5b02776 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:25:22.174019 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40409ac6-1f5e-4a76-ba4b-1e4fd5b02776 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:25:22.174494 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40409ac6-1f5e-4a76-ba4b-1e4fd5b02776 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:25:22.175097 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40409ac6-1f5e-4a76-ba4b-1e4fd5b02776 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:25:22.175546 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40409ac6-1f5e-4a76-ba4b-1e4fd5b02776 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:25:22.254656 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcacb31-c07b-4064-8225-5a9fd75150b2 req-b9bdf054-87bc-4d91-9949-7ad1b8defb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:22.256174 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-0dcacb31-c07b-4064-8225-5a9fd75150b2 req-b9bdf054-87bc-4d91-9949-7ad1b8defb45 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eb6eb2eb5e534aae8638ab75f1f70e11&device_id=b564e2b9-437a-4947-935a-f03731531b1a HTTP/1.1" status: 200 len: 1099 time: 0.4580190 Apr 05 14:25:22.285167 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-495654a8-c4e0-426a-840f-2ac587565d68 admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:25:22.296755 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-495654a8-c4e0-426a-840f-2ac587565d68 admin admin] 10.222.0.30 "PUT /v2.0/routers/9a91256d-39ac-4dfb-a371-681f73686db4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6192846 Apr 05 14:25:22.302762 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7701eeae-f12d-4f4b-8020-a5eba32ea0be None None] Sync routers for ids ['9a91256d-39ac-4dfb-a371-681f73686db4'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:25:22.303907 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 54634) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:25:22.319879 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7701eeae-f12d-4f4b-8020-a5eba32ea0be None None] Routers {'9a91256d-39ac-4dfb-a371-681f73686db4'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:25:22.320790 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-7701eeae-f12d-4f4b-8020-a5eba32ea0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:24:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['9a91256d-39ac-4dfb-a371-681f73686db4'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:25:22.334129 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-0dcacb31-c07b-4064-8225-5a9fd75150b2 req-b3ddb1d2-a331-462a-8c0a-6a0bb0c8493f service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=eb6eb2eb5e534aae8638ab75f1f70e11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0694962 Apr 05 14:25:22.375774 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e670a45-8705-40dc-87dc-2d52bde735f8 req-7909d079-2b20-42d5-8658-7c36dd202a80 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:22.377688 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3e670a45-8705-40dc-87dc-2d52bde735f8 req-7909d079-2b20-42d5-8658-7c36dd202a80 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=772b423b-6ba0-4d32-aa8b-3208aecc117b HTTP/1.1" status: 200 len: 950 time: 0.2245770 Apr 05 14:25:22.385812 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4e1f1f6e-0861-4616-8ebc-831b54e2d6f8 req-7bbb91f0-df4e-41f9-924d-c82fcac7f95d tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213707 Apr 05 14:25:22.388665 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 54636) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:25:22.453077 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c8c0dec-afee-453c-8685-693d3c30fce4 x-openstack-request-id: req-8c8c0dec-afee-453c-8685-693d3c30fce4 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:25:22.453796 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa9b5553-ab3f-44c6-9f32-3db11268926d", "name": "network-vif-plugged", "status": "completed", "tag": "a716abca-9b52-4896-8f84-50983d276138", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:25:22.454843 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8c8c0dec-afee-453c-8685-693d3c30fce4 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:25:22.455564 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c8c0dec-afee-453c-8685-693d3c30fce4'] response: {'server_uuid': 'fa9b5553-ab3f-44c6-9f32-3db11268926d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a716abca-9b52-4896-8f84-50983d276138', 'code': 200} Apr 05 14:25:22.483961 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-4f585c6a-c5bc-409b-890e-0f22a549adca req-40409ac6-1f5e-4a76-ba4b-1e4fd5b02776 service neutron] Attempting to bind port fd1987d9-67af-4e8d-93d3-bfd7d3154609 on host n-h2-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:25:22.483961 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-4f585c6a-c5bc-409b-890e-0f22a549adca req-40409ac6-1f5e-4a76-ba4b-1e4fd5b02776 service neutron] Attempting to bind port fd1987d9-67af-4e8d-93d3-bfd7d3154609 by drivers openvswitch,hyperv on host n-h2-836650-2 at level 0 using segments [{'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:25:22.484644 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f585c6a-c5bc-409b-890e-0f22a549adca req-40409ac6-1f5e-4a76-ba4b-1e4fd5b02776 service neutron] Attempting to bind port fd1987d9-67af-4e8d-93d3-bfd7d3154609 on network 80d671a8-d1ab-4472-891b-9c042fbd7800 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:25:22.485749 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-7701eeae-f12d-4f4b-8020-a5eba32ea0be None None] Set router 9a91256d-39ac-4dfb-a371-681f73686db4 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:25:22.554487 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f585c6a-c5bc-409b-890e-0f22a549adca req-40409ac6-1f5e-4a76-ba4b-1e4fd5b02776 service neutron] Port fd1987d9-67af-4e8d-93d3-bfd7d3154609 on network 80d671a8-d1ab-4472-891b-9c042fbd7800 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:25:22.554882 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f585c6a-c5bc-409b-890e-0f22a549adca req-40409ac6-1f5e-4a76-ba4b-1e4fd5b02776 service neutron] Attempting to bind port fd1987d9-67af-4e8d-93d3-bfd7d3154609 on network 80d671a8-d1ab-4472-891b-9c042fbd7800 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:25:22.583808 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-7c078092-ae06-49ac-af25-8c44f79aeff5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=997bbb0263ac43b6a2e756e538fc6c47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1904466 Apr 05 14:25:22.584645 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 54638) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:25:22.593427 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3e670a45-8705-40dc-87dc-2d52bde735f8 req-9a414afb-7f38-40ca-8bfe-fc996661ad75 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037237 Apr 05 14:25:22.594946 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f585c6a-c5bc-409b-890e-0f22a549adca req-40409ac6-1f5e-4a76-ba4b-1e4fd5b02776 service neutron] Checking agent: {'id': '6d8cf521-24bb-4b6a-bbae-0284f5c87a9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:25:22.595859 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f585c6a-c5bc-409b-890e-0f22a549adca req-40409ac6-1f5e-4a76-ba4b-1e4fd5b02776 service neutron] Checking segment: {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:25:22.596459 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f585c6a-c5bc-409b-890e-0f22a549adca req-40409ac6-1f5e-4a76-ba4b-1e4fd5b02776 service neutron] Bound using segment: {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:25:22.597250 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-4f585c6a-c5bc-409b-890e-0f22a549adca req-40409ac6-1f5e-4a76-ba4b-1e4fd5b02776 service neutron] Bound port: fd1987d9-67af-4e8d-93d3-bfd7d3154609, host: n-h2-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:25:22.601471 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-4f585c6a-c5bc-409b-890e-0f22a549adca req-40409ac6-1f5e-4a76-ba4b-1e4fd5b02776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:22.616397 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e63c561-fa54-4ee7-a1fa-b6a862706806 admin admin] Router 6fef91b7-79f0-4c1d-ac00-3451d9852e49 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:25:22.632093 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcacb31-c07b-4064-8225-5a9fd75150b2 req-b09a3aef-bc4c-4f2f-9ab5-8ad62028be1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:22.633634 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-0dcacb31-c07b-4064-8225-5a9fd75150b2 req-b09a3aef-bc4c-4f2f-9ab5-8ad62028be1a service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2818534 Apr 05 14:25:22.637434 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-078f05bd-f32e-4df1-b5db-8ec4289459f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:22.799705 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-29a5843a-a259-4b09-addc-f13812799bcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:22.819312 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9deb239-0ec9-4fff-9ba6-bfdacbdc4a67 req-ca37ad7a-a340-4a21-9b02-0622dd216e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:22.820809 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-e9deb239-0ec9-4fff-9ba6-bfdacbdc4a67 req-ca37ad7a-a340-4a21-9b02-0622dd216e38 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eb6eb2eb5e534aae8638ab75f1f70e11&device_id=b564e2b9-437a-4947-935a-f03731531b1a HTTP/1.1" status: 200 len: 1099 time: 0.1105747 Apr 05 14:25:22.824943 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e63c561-fa54-4ee7-a1fa-b6a862706806 admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:25:22.830837 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-2e63c561-fa54-4ee7-a1fa-b6a862706806 admin admin] 10.222.0.30 "PUT /v2.0/routers/6fef91b7-79f0-4c1d-ac00-3451d9852e49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1338706 Apr 05 14:25:22.831421 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-7701eeae-f12d-4f4b-8020-a5eba32ea0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a91256d-39ac-4dfb-a371-681f73686db4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1080331207-router', 'tenant_id': 'f29bb501bf0141b090aed4b7bec4587c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '185c17ae-467f-433d-934b-3b6851598122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:25:00Z', 'updated_at': '2022-04-05T14:25:19Z', 'revision_number': 5, 'project_id': 'f29bb501bf0141b090aed4b7bec4587c', 'gw_port': {'id': '185c17ae-467f-433d-934b-3b6851598122', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:74:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a91256d-39ac-4dfb-a371-681f73686db4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:25:03Z', 'updated_at': '2022-04-05T14:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:25:22.838653 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88318f6e-a12b-49c4-9737-243630843252 None None] Sync routers for ids ['6fef91b7-79f0-4c1d-ac00-3451d9852e49'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:25:22.846070 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 54646) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:25:22.849219 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60471704-3da2-49df-8e25-65019c079105 req-c794c636-65c7-434d-af29-94acaac9d953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:22.850639 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-29a5843a-a259-4b09-addc-f13812799bcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:22.850877 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-60471704-3da2-49df-8e25-65019c079105 req-c794c636-65c7-434d-af29-94acaac9d953 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fa9b5553-ab3f-44c6-9f32-3db11268926d HTTP/1.1" status: 200 len: 1097 time: 0.3313580 Apr 05 14:25:22.859453 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88318f6e-a12b-49c4-9737-243630843252 None None] Routers {'6fef91b7-79f0-4c1d-ac00-3451d9852e49'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:25:22.861517 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-88318f6e-a12b-49c4-9737-243630843252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:24:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['6fef91b7-79f0-4c1d-ac00-3451d9852e49'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:25:22.866840 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7701eeae-f12d-4f4b-8020-a5eba32ea0be None None] Checking router: 9a91256d-39ac-4dfb-a371-681f73686db4 for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:25:22.883959 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7701eeae-f12d-4f4b-8020-a5eba32ea0be None None] Routers {'9a91256d-39ac-4dfb-a371-681f73686db4'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:25:22.885039 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-7701eeae-f12d-4f4b-8020-a5eba32ea0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:24:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['9a91256d-39ac-4dfb-a371-681f73686db4'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:25:22.933196 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-e9deb239-0ec9-4fff-9ba6-bfdacbdc4a67 req-4110c8a7-a99a-44b6-a9aa-fe7f77cde950 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=0acf73df-bb0e-489a-a80a-806dabae58c9 HTTP/1.1" status: 200 len: 217 time: 0.0963368 Apr 05 14:25:22.934744 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c823f-936e-40ec-8b8f-e93dfe80c3cf req-a6ddb81f-b02e-46ff-b4ee-0a592cbd07a4 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:22.942378 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4c1c823f-936e-40ec-8b8f-e93dfe80c3cf req-a6ddb81f-b02e-46ff-b4ee-0a592cbd07a4 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7899062-ba60-4ab7-8a05-70f7e011d412 HTTP/1.1" status: 200 len: 950 time: 0.2430799 Apr 05 14:25:22.965375 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88f50fc-1888-4394-b687-285ad1ef419a req-52844716-698a-4f00-827e-8fd269398235 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:22.972991 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c88f50fc-1888-4394-b687-285ad1ef419a req-52844716-698a-4f00-827e-8fd269398235 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa9b5553-ab3f-44c6-9f32-3db11268926d HTTP/1.1" status: 200 len: 946 time: 0.2628093 Apr 05 14:25:22.982038 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-4f585c6a-c5bc-409b-890e-0f22a549adca req-40409ac6-1f5e-4a76-ba4b-1e4fd5b02776 service neutron] For port fd1987d9-67af-4e8d-93d3-bfd7d3154609, host n-h2-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:25:23.032055 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-4f585c6a-c5bc-409b-890e-0f22a549adca req-40409ac6-1f5e-4a76-ba4b-1e4fd5b02776 service neutron] For port fd1987d9-67af-4e8d-93d3-bfd7d3154609, host n-h2-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=fd1987d9-67af-4e8d-93d3-bfd7d3154609,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:25:23.034009 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-078f05bd-f32e-4df1-b5db-8ec4289459f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:23.042963 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-60471704-3da2-49df-8e25-65019c079105 req-55ef90fc-7774-45f1-8531-ff5cea1cd59a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=87dfefd3-1552-4299-8b8c-e9b0053c68dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831806 Apr 05 14:25:23.048224 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9deb239-0ec9-4fff-9ba6-bfdacbdc4a67 req-72510226-93f4-4e89-b093-b30b9de98dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:23.050488 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-e9deb239-0ec9-4fff-9ba6-bfdacbdc4a67 req-72510226-93f4-4e89-b093-b30b9de98dba service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.1076756 Apr 05 14:25:23.079520 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4c1c823f-936e-40ec-8b8f-e93dfe80c3cf req-06992586-cffa-45e1-bf62-b94133f6c7ae tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356425 Apr 05 14:25:23.085718 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-7701eeae-f12d-4f4b-8020-a5eba32ea0be None None] Set router 9a91256d-39ac-4dfb-a371-681f73686db4 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:25:23.107425 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a7356272-55f7-49ca-9d07-3e5adc97b24b admin admin] Notify callbacks [] for router, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:23.112964 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c88f50fc-1888-4394-b687-285ad1ef419a req-cca9f64c-af53-4f9a-9196-625af725b880 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/security-groups?id=87dfefd3-1552-4299-8b8c-e9b0053c68dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388943 Apr 05 14:25:23.124209 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-4f585c6a-c5bc-409b-890e-0f22a549adca req-40409ac6-1f5e-4a76-ba4b-1e4fd5b02776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:23.148296 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-88318f6e-a12b-49c4-9737-243630843252 None None] Set router 6fef91b7-79f0-4c1d-ac00-3451d9852e49 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:25:23.262524 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a7356272-55f7-49ca-9d07-3e5adc97b24b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:23.265511 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-29a5843a-a259-4b09-addc-f13812799bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:23.268270 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-29a5843a-a259-4b09-addc-f13812799bcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:23.273082 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-29a5843a-a259-4b09-addc-f13812799bcd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/40e6fc17-f169-4a7f-9fd5-11c45c802e6a HTTP/1.1" status: 204 len: 168 time: 0.6834586 Apr 05 14:25:23.273846 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f585c6a-c5bc-409b-890e-0f22a549adca req-40409ac6-1f5e-4a76-ba4b-1e4fd5b02776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:23.274239 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-4f585c6a-c5bc-409b-890e-0f22a549adca req-40409ac6-1f5e-4a76-ba4b-1e4fd5b02776 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:23.275636 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4f585c6a-c5bc-409b-890e-0f22a549adca req-40409ac6-1f5e-4a76-ba4b-1e4fd5b02776 service neutron] 10.222.0.11 "PUT /v2.0/ports/fd1987d9-67af-4e8d-93d3-bfd7d3154609 HTTP/1.1" status: 200 len: 1096 time: 3.6336896 Apr 05 14:25:23.276137 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc5d6c66-6d5f-444f-915e-801af91238d8', 'tag': 'fd1987d9-67af-4e8d-93d3-bfd7d3154609'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:25:23.279397 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd0c820f-0a38-4510-84e5-c0812aae97e9" -d '{"events": [{"name": "network-changed", "server_uuid": "fc5d6c66-6d5f-444f-915e-801af91238d8", "tag": "fd1987d9-67af-4e8d-93d3-bfd7d3154609"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:25:23.313501 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a5843a-a259-4b09-addc-f13812799bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e6fc17-f169-4a7f-9fd5-11c45c802e6a,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:23.353488 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9deb239-0ec9-4fff-9ba6-bfdacbdc4a67 req-32a6b983-3080-45f1-84f9-b5ef96baae0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:23.355165 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-e9deb239-0ec9-4fff-9ba6-bfdacbdc4a67 req-32a6b983-3080-45f1-84f9-b5ef96baae0b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2920666 Apr 05 14:25:23.414611 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-7701eeae-f12d-4f4b-8020-a5eba32ea0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a91256d-39ac-4dfb-a371-681f73686db4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1080331207-router', 'tenant_id': 'f29bb501bf0141b090aed4b7bec4587c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '185c17ae-467f-433d-934b-3b6851598122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:25:00Z', 'updated_at': '2022-04-05T14:25:19Z', 'revision_number': 5, 'project_id': 'f29bb501bf0141b090aed4b7bec4587c', 'gw_port': {'id': '185c17ae-467f-433d-934b-3b6851598122', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:74:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a91256d-39ac-4dfb-a371-681f73686db4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:25:03Z', 'updated_at': '2022-04-05T14:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:25:23.464294 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7701eeae-f12d-4f4b-8020-a5eba32ea0be None None] The sync data for ids ['9a91256d-39ac-4dfb-a371-681f73686db4'] in n-d-836650-2 is: [{'id': '9a91256d-39ac-4dfb-a371-681f73686db4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1080331207-router', 'tenant_id': 'f29bb501bf0141b090aed4b7bec4587c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '185c17ae-467f-433d-934b-3b6851598122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:25:00Z', 'updated_at': '2022-04-05T14:25:19Z', 'revision_number': 5, 'project_id': 'f29bb501bf0141b090aed4b7bec4587c', 'gw_port': {'id': '185c17ae-467f-433d-934b-3b6851598122', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:74:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a91256d-39ac-4dfb-a371-681f73686db4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:25:03Z', 'updated_at': '2022-04-05T14:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:25:23.482856 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40409ac6-1f5e-4a76-ba4b-1e4fd5b02776 service neutron] Pushing event updated for resources: {'Port': ['ID=fd1987d9-67af-4e8d-93d3-bfd7d3154609,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:23.510421 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02e776d-3a2b-4403-b1ae-f1c74830e974 req-0db9fb68-9a80-40f9-9641-97b89ae1e416 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:23.512746 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c02e776d-3a2b-4403-b1ae-f1c74830e974 req-0db9fb68-9a80-40f9-9641-97b89ae1e416 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f39ce8c-8ad1-4c73-a0a4-4c5654918a53 HTTP/1.1" status: 200 len: 946 time: 0.2531571 Apr 05 14:25:23.526176 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34365efd-23a3-4c33-a748-6f77e1a6eb79 req-aa083b6d-3915-4a6a-bf34-bb12c423a3a4 tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:23.534008 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-34365efd-23a3-4c33-a748-6f77e1a6eb79 req-aa083b6d-3915-4a6a-bf34-bb12c423a3a4 tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc5d6c66-6d5f-444f-915e-801af91238d8 HTTP/1.1" status: 200 len: 948 time: 0.2754347 Apr 05 14:25:23.550525 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-88318f6e-a12b-49c4-9737-243630843252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fef91b7-79f0-4c1d-ac00-3451d9852e49', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1151465518-router', 'tenant_id': 'b69f8ff855cc497ebdfbb4d256de9206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'd90a94f0-5437-40a4-aa9d-b69913b9ec03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:22:38Z', 'updated_at': '2022-04-05T14:25:21Z', 'revision_number': 5, 'project_id': 'b69f8ff855cc497ebdfbb4d256de9206', 'gw_port': {'id': 'd90a94f0-5437-40a4-aa9d-b69913b9ec03', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fef91b7-79f0-4c1d-ac00-3451d9852e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:22:39Z', 'updated_at': '2022-04-05T14:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:25:23.587522 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-078f05bd-f32e-4df1-b5db-8ec4289459f9 admin admin] Deleting port 185c17ae-467f-433d-934b-3b6851598122 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:25:23.592950 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-078f05bd-f32e-4df1-b5db-8ec4289459f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:23.602871 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88318f6e-a12b-49c4-9737-243630843252 None None] Checking router: 6fef91b7-79f0-4c1d-ac00-3451d9852e49 for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:25:23.613809 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f585c6a-c5bc-409b-890e-0f22a549adca req-74f13e3b-78df-4375-851f-8792472e847a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:23.614012 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88318f6e-a12b-49c4-9737-243630843252 None None] Routers {'6fef91b7-79f0-4c1d-ac00-3451d9852e49'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:25:23.614818 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-88318f6e-a12b-49c4-9737-243630843252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:24:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['6fef91b7-79f0-4c1d-ac00-3451d9852e49'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:25:23.615313 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4f585c6a-c5bc-409b-890e-0f22a549adca req-74f13e3b-78df-4375-851f-8792472e847a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=83ac12a746c8469a8d3cae374ef31976&device_id=fc5d6c66-6d5f-444f-915e-801af91238d8 HTTP/1.1" status: 200 len: 1099 time: 0.2200661 Apr 05 14:25:23.630501 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-e9deb239-0ec9-4fff-9ba6-bfdacbdc4a67 req-47945495-d9d2-4666-b714-7d705fe9058d service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666497 Apr 05 14:25:23.663444 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-a7356272-55f7-49ca-9d07-3e5adc97b24b admin admin] Deleting port d90a94f0-5437-40a4-aa9d-b69913b9ec03 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:25:23.663812 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a7356272-55f7-49ca-9d07-3e5adc97b24b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:23.717316 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c02e776d-3a2b-4403-b1ae-f1c74830e974 req-23ca794e-58c6-4ed5-8c85-22b87b68b15e tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f4ed18-73d1-4c70-bfb8-abe78be9b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745949 Apr 05 14:25:23.726108 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-34365efd-23a3-4c33-a748-6f77e1a6eb79 req-5641c2a0-9ddb-45d9-b268-e790e37ae8ad tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] 10.222.0.30 "GET /v2.0/security-groups?id=b1c080ef-c932-4585-a280-f83996e6ea6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912436 Apr 05 14:25:23.739057 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4f585c6a-c5bc-409b-890e-0f22a549adca req-6d38a9b3-5198-4794-8b1d-b319cf468efe service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=fd1987d9-67af-4e8d-93d3-bfd7d3154609 HTTP/1.1" status: 200 len: 217 time: 0.1125224 Apr 05 14:25:23.742929 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-88318f6e-a12b-49c4-9737-243630843252 None None] Set router 6fef91b7-79f0-4c1d-ac00-3451d9852e49 gateway port host: None {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:25:23.837448 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd3cb38-51cf-4a13-863c-71b01f180acb x-openstack-request-id: req-7fd3cb38-51cf-4a13-863c-71b01f180acb {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:25:23.841175 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc5d6c66-6d5f-444f-915e-801af91238d8", "tag": "fd1987d9-67af-4e8d-93d3-bfd7d3154609", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:25:23.841175 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7fd3cb38-51cf-4a13-863c-71b01f180acb {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:25:23.841175 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fd3cb38-51cf-4a13-863c-71b01f180acb'] response: {'name': 'network-changed', 'server_uuid': 'fc5d6c66-6d5f-444f-915e-801af91238d8', 'tag': 'fd1987d9-67af-4e8d-93d3-bfd7d3154609', 'status': 'completed', 'code': 200} Apr 05 14:25:23.861431 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-e9deb239-0ec9-4fff-9ba6-bfdacbdc4a67 req-dc25c8b5-6271-45d8-a020-fc6c3c85174d service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234354 Apr 05 14:25:23.865940 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-88318f6e-a12b-49c4-9737-243630843252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fef91b7-79f0-4c1d-ac00-3451d9852e49', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1151465518-router', 'tenant_id': 'b69f8ff855cc497ebdfbb4d256de9206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:22:38Z', 'updated_at': '2022-04-05T14:25:23Z', 'revision_number': 6, 'project_id': 'b69f8ff855cc497ebdfbb4d256de9206', 'gw_port_host': None}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:25:23.903690 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-078f05bd-f32e-4df1-b5db-8ec4289459f9 admin admin] For port 185c17ae-467f-433d-934b-3b6851598122, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=185c17ae-467f-433d-934b-3b6851598122,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:25:23.903690 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-078f05bd-f32e-4df1-b5db-8ec4289459f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:23.920908 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f585c6a-c5bc-409b-890e-0f22a549adca req-7afd25bd-a2f6-402e-8f63-5c1de4edd838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:23.931181 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4f585c6a-c5bc-409b-890e-0f22a549adca req-7afd25bd-a2f6-402e-8f63-5c1de4edd838 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.1818247 Apr 05 14:25:23.937549 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-a7356272-55f7-49ca-9d07-3e5adc97b24b admin admin] For port d90a94f0-5437-40a4-aa9d-b69913b9ec03, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=d90a94f0-5437-40a4-aa9d-b69913b9ec03,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:25:23.938058 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a7356272-55f7-49ca-9d07-3e5adc97b24b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:23.940988 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88318f6e-a12b-49c4-9737-243630843252 None None] The sync data for ids ['6fef91b7-79f0-4c1d-ac00-3451d9852e49'] in n-d-836650-2 is: [{'id': '6fef91b7-79f0-4c1d-ac00-3451d9852e49', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1151465518-router', 'tenant_id': 'b69f8ff855cc497ebdfbb4d256de9206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:22:38Z', 'updated_at': '2022-04-05T14:25:23Z', 'revision_number': 6, 'project_id': 'b69f8ff855cc497ebdfbb4d256de9206', 'gw_port_host': None}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:25:23.944462 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-078f05bd-f32e-4df1-b5db-8ec4289459f9 admin admin] Calling delete_port for 185c17ae-467f-433d-934b-3b6851598122 owned by network:router_gateway {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:25:23.964794 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-a7356272-55f7-49ca-9d07-3e5adc97b24b admin admin] Calling delete_port for d90a94f0-5437-40a4-aa9d-b69913b9ec03 owned by network:router_gateway {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:25:24.290314 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a7356272-55f7-49ca-9d07-3e5adc97b24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:24.322621 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7356272-55f7-49ca-9d07-3e5adc97b24b admin admin] Pushing event deleted for resources: {'Port': ['ID=d90a94f0-5437-40a4-aa9d-b69913b9ec03,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:24.404687 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-034f5f24-b87f-44c9-969f-0657d1c912a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:24.415708 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a7356272-55f7-49ca-9d07-3e5adc97b24b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808526'] for router_gateway, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:24.437235 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3645f8c3-f6e3-4ad4-ad6f-d1f791df6f6e req-a9e0b1f3-98de-4e99-a847-70fe2f411c08 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:24.438739 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3645f8c3-f6e3-4ad4-ad6f-d1f791df6f6e req-a9e0b1f3-98de-4e99-a847-70fe2f411c08 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b564e2b9-437a-4947-935a-f03731531b1a HTTP/1.1" status: 200 len: 948 time: 0.5230753 Apr 05 14:25:24.503571 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f585c6a-c5bc-409b-890e-0f22a549adca req-96c3dba7-8c47-4c62-8105-79b68979a72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:24.503571 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4f585c6a-c5bc-409b-890e-0f22a549adca req-96c3dba7-8c47-4c62-8105-79b68979a72d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5602636 Apr 05 14:25:24.528454 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a7356272-55f7-49ca-9d07-3e5adc97b24b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27070'] for router, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:24.530706 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a7356272-55f7-49ca-9d07-3e5adc97b24b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:24.646392 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12a046-1413-4243-a3c0-880fb78aec56 req-f722ed5e-e7fe-48b3-9a6b-de0dabb78823 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:24.652439 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12a046-1413-4243-a3c0-880fb78aec56 req-f722ed5e-e7fe-48b3-9a6b-de0dabb78823 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:24.654246 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7e12a046-1413-4243-a3c0-880fb78aec56 req-f722ed5e-e7fe-48b3-9a6b-de0dabb78823 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=772b423b-6ba0-4d32-aa8b-3208aecc117b&device_id=b7899062-ba60-4ab7-8a05-70f7e011d412 HTTP/1.1" status: 200 len: 1691 time: 0.2144914 Apr 05 14:25:24.665305 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3645f8c3-f6e3-4ad4-ad6f-d1f791df6f6e req-f961ce28-b12e-4fd8-9098-53d8b35f39f2 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850257 Apr 05 14:25:24.679067 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a7356272-55f7-49ca-9d07-3e5adc97b24b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803298'] for router, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:24.679741 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7356272-55f7-49ca-9d07-3e5adc97b24b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6fef91b7-79f0-4c1d-ac00-3451d9852e49 {{(pid=103321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:25:24.684845 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a7356272-55f7-49ca-9d07-3e5adc97b24b admin admin] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:24.693164 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-a7356272-55f7-49ca-9d07-3e5adc97b24b admin admin] 10.222.0.30 "DELETE /v2.0/routers/6fef91b7-79f0-4c1d-ac00-3451d9852e49 HTTP/1.1" status: 204 len: 168 time: 1.8410015 Apr 05 14:25:24.693164 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 54680) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:25:24.744265 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7e12a046-1413-4243-a3c0-880fb78aec56 req-27347237-0c95-4ab8-9b88-fc3140f5b33b tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765533 Apr 05 14:25:24.760215 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 54686) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:25:24.775240 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e7a890c-7e1f-44f1-96cc-9288d3a3d20c admin admin] Deleting subnet 645ff2f8-8847-4bd8-957e-928b6e2e6e31 {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:25:24.780311 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5e7a890c-7e1f-44f1-96cc-9288d3a3d20c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:24.792115 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4f585c6a-c5bc-409b-890e-0f22a549adca req-6a858b4b-3c8d-43af-ba57-ef4e90b9565d service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762153 Apr 05 14:25:24.839161 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5e7a890c-7e1f-44f1-96cc-9288d3a3d20c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:24.902407 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-4958749a-f35f-41cc-a0e6-8974edef6d1f admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-52481946-network', 'tenant_id': '5020a17be5aa4e2aa79c2e741c944881'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:25:24.953279 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca87bc43-ddf3-4dac-97c0-bfb699a34620 req-fbf3017f-6d1d-4673-b8e7-8f6d82213fe1 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:24.954803 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ca87bc43-ddf3-4dac-97c0-bfb699a34620 req-fbf3017f-6d1d-4673-b8e7-8f6d82213fe1 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa9b5553-ab3f-44c6-9f32-3db11268926d HTTP/1.1" status: 200 len: 946 time: 0.1243153 Apr 05 14:25:24.969510 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5e7a890c-7e1f-44f1-96cc-9288d3a3d20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:24.985654 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4f585c6a-c5bc-409b-890e-0f22a549adca req-4e66740e-9f04-4495-bf3d-e590d5ed73e8 service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789606 Apr 05 14:25:25.000147 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-078f05bd-f32e-4df1-b5db-8ec4289459f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:25.016431 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ca87bc43-ddf3-4dac-97c0-bfb699a34620 req-e6ed3232-fe21-4435-a479-685068f898b3 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/security-groups?id=87dfefd3-1552-4299-8b8c-e9b0053c68dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498507 Apr 05 14:25:25.035498 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078f05bd-f32e-4df1-b5db-8ec4289459f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=185c17ae-467f-433d-934b-3b6851598122,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:25.053564 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4958749a-f35f-41cc-a0e6-8974edef6d1f admin admin] Made reservation on behalf of 5020a17be5aa4e2aa79c2e741c944881 for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:25:25.056461 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4958749a-f35f-41cc-a0e6-8974edef6d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:25.068385 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4958749a-f35f-41cc-a0e6-8974edef6d1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:25.136082 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5e7a890c-7e1f-44f1-96cc-9288d3a3d20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:25.148009 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-078f05bd-f32e-4df1-b5db-8ec4289459f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808526'] for router_gateway, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:25.203717 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7a890c-7e1f-44f1-96cc-9288d3a3d20c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=645ff2f8-8847-4bd8-957e-928b6e2e6e31,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:25.209014 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41fc8f64-347d-47e7-b5fe-f4aa8f1fa893 None None] Network e871172b-dd1b-4d58-a40c-bf59261b9315 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:25:25.211187 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5e7a890c-7e1f-44f1-96cc-9288d3a3d20c admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:25.221259 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-5e7a890c-7e1f-44f1-96cc-9288d3a3d20c admin admin] 10.222.0.30 "DELETE /v2.0/subnets/645ff2f8-8847-4bd8-957e-928b6e2e6e31 HTTP/1.1" status: 204 len: 168 time: 0.5187569 Apr 05 14:25:25.223130 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 54696) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:25:25.311591 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4958749a-f35f-41cc-a0e6-8974edef6d1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:25.317426 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0c820f-0a38-4510-84e5-c0812aae97e9 req-c0e49ced-efac-436c-a7b6-d356fa0de5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:25.317910 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e18d5bde-ca56-4b94-a876-223525e8aaad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:25.318919 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cd0c820f-0a38-4510-84e5-c0812aae97e9 req-c0e49ced-efac-436c-a7b6-d356fa0de5db service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=83ac12a746c8469a8d3cae374ef31976&device_id=fc5d6c66-6d5f-444f-915e-801af91238d8 HTTP/1.1" status: 200 len: 1099 time: 0.2076600 Apr 05 14:25:25.376104 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4958749a-f35f-41cc-a0e6-8974edef6d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:25.382092 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-078f05bd-f32e-4df1-b5db-8ec4289459f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27070'] for router, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:25.388424 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-078f05bd-f32e-4df1-b5db-8ec4289459f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:25.398547 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-e18d5bde-ca56-4b94-a876-223525e8aaad admin admin] Deleting port b8f852e5-11ae-45e0-bcaf-c6ee8b87e267 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:25:25.399347 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e18d5bde-ca56-4b94-a876-223525e8aaad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:25.407272 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4958749a-f35f-41cc-a0e6-8974edef6d1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:25:25.443919 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3275d44a-cbbf-4adc-8772-07090e2ed4f7 None None] DHCP port deletion for e871172b-dd1b-4d58-a40c-bf59261b9315 request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:25:25.459323 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-52c10292-4f48-4530-ab91-bc0649419ece req-fca96a70-881f-4466-8628-5801bdb56da1 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-227897522&fields=id&tenant_id=ec1eac502c2b411e8783585a1353acd6 HTTP/1.1" status: 200 len: 267 time: 0.1834803 Apr 05 14:25:25.459470 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4958749a-f35f-41cc-a0e6-8974edef6d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c67de2a6-3895-4053-a645-6ceed30c443e,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:25.468352 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4958749a-f35f-41cc-a0e6-8974edef6d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:25.468699 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-4958749a-f35f-41cc-a0e6-8974edef6d1f admin admin] Added segment a568a80e-06b0-4bc4-9b32-ea547fcca925 of type vlan for network f67f3a13-049d-41fc-8f05-879f33bdc3a1 Apr 05 14:25:25.514433 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-3275d44a-cbbf-4adc-8772-07090e2ed4f7 None None] Deleting port b8f852e5-11ae-45e0-bcaf-c6ee8b87e267 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:25:25.514813 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3275d44a-cbbf-4adc-8772-07090e2ed4f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:25.517451 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-e18d5bde-ca56-4b94-a876-223525e8aaad admin admin] For port b8f852e5-11ae-45e0-bcaf-c6ee8b87e267, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=b8f852e5-11ae-45e0-bcaf-c6ee8b87e267,segment=NetworkSegment(979af0c7-1de0-45a7-a894-177607431869),segment_id=979af0c7-1de0-45a7-a894-177607431869)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:25:25.517839 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e18d5bde-ca56-4b94-a876-223525e8aaad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:25.534453 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4958749a-f35f-41cc-a0e6-8974edef6d1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:25.540340 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-e18d5bde-ca56-4b94-a876-223525e8aaad admin admin] Calling delete_port for b8f852e5-11ae-45e0-bcaf-c6ee8b87e267 owned by network:dhcp {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:25:25.559717 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0743b067-1d23-4208-b6cf-99a1d7d6a947 req-83aaf99d-cb31-4744-be74-948b6df34955 tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:25.567664 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0743b067-1d23-4208-b6cf-99a1d7d6a947 req-83aaf99d-cb31-4744-be74-948b6df34955 tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc5d6c66-6d5f-444f-915e-801af91238d8 HTTP/1.1" status: 200 len: 948 time: 0.3413384 Apr 05 14:25:25.595992 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-3275d44a-cbbf-4adc-8772-07090e2ed4f7 None None] For port b8f852e5-11ae-45e0-bcaf-c6ee8b87e267, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=b8f852e5-11ae-45e0-bcaf-c6ee8b87e267,segment=NetworkSegment(979af0c7-1de0-45a7-a894-177607431869),segment_id=979af0c7-1de0-45a7-a894-177607431869)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:25:25.596497 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3275d44a-cbbf-4adc-8772-07090e2ed4f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:25.600219 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device d90a94f0-5437-40a4-aa9d-b69913b9ec03 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:25:25.633207 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: d90a94f0-5437-40a4-aa9d-b69913b9ec03 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:25:25.633464 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device d90a94f0-5437-40a4-aa9d-b69913b9ec03 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:25:25.634040 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 0b452123-c20b-40ed-8d21-740dec0430c4 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:25:25.636113 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-3275d44a-cbbf-4adc-8772-07090e2ed4f7 None None] Calling delete_port for b8f852e5-11ae-45e0-bcaf-c6ee8b87e267 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:25:25.648643 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-078f05bd-f32e-4df1-b5db-8ec4289459f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803298'] for router, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:25.649259 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-078f05bd-f32e-4df1-b5db-8ec4289459f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a91256d-39ac-4dfb-a371-681f73686db4 {{(pid=103320) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:25:25.654929 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-078f05bd-f32e-4df1-b5db-8ec4289459f9 admin admin] Notify callbacks [] for router, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:25.658710 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-078f05bd-f32e-4df1-b5db-8ec4289459f9 admin admin] 10.222.0.30 "DELETE /v2.0/routers/9a91256d-39ac-4dfb-a371-681f73686db4 HTTP/1.1" status: 204 len: 168 time: 3.3518293 Apr 05 14:25:25.658982 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0c820f-0a38-4510-84e5-c0812aae97e9 req-77bbf6fe-98e1-46e2-bd23-754159839dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:25.659815 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 54698) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:25:25.660490 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cd0c820f-0a38-4510-84e5-c0812aae97e9 req-77bbf6fe-98e1-46e2-bd23-754159839dc7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=80d671a8-d1ab-4472-891b-9c042fbd7800 HTTP/1.1" status: 200 len: 870 time: 0.3030624 Apr 05 14:25:25.663422 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 0b452123-c20b-40ed-8d21-740dec0430c4 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:25:25.663773 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 0b452123-c20b-40ed-8d21-740dec0430c4 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:25:25.664196 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device ad8c3c1c-4b68-416f-b1ee-fb3f7d8c3aab no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:25:25.669080 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c10292-4f48-4530-ab91-bc0649419ece req-851c7a8f-832f-4711-a950-5fc69d9bdba7 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:25.671108 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4958749a-f35f-41cc-a0e6-8974edef6d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:25.672153 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4958749a-f35f-41cc-a0e6-8974edef6d1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:25.672654 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4958749a-f35f-41cc-a0e6-8974edef6d1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:25.678242 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-52c10292-4f48-4530-ab91-bc0649419ece req-851c7a8f-832f-4711-a950-5fc69d9bdba7 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa9b5553-ab3f-44c6-9f32-3db11268926d HTTP/1.1" status: 200 len: 946 time: 0.2176759 Apr 05 14:25:25.681693 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0743b067-1d23-4208-b6cf-99a1d7d6a947 req-421a3dba-d3cd-4e38-9945-ea0a864aea78 tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] 10.222.0.30 "GET /v2.0/security-groups?id=b1c080ef-c932-4585-a280-f83996e6ea6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131089 Apr 05 14:25:25.686821 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: ad8c3c1c-4b68-416f-b1ee-fb3f7d8c3aab {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:25:25.687169 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device ad8c3c1c-4b68-416f-b1ee-fb3f7d8c3aab not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:25:25.752121 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e18d5bde-ca56-4b94-a876-223525e8aaad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:25.758481 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cd0c820f-0a38-4510-84e5-c0812aae97e9 req-67877934-feb9-487f-bfd0-abb59c71d11d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=fd1987d9-67af-4e8d-93d3-bfd7d3154609 HTTP/1.1" status: 200 len: 217 time: 0.0743759 Apr 05 14:25:25.763799 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-52c10292-4f48-4530-ab91-bc0649419ece req-1c0d811c-4939-419e-97e0-4c549de4fc3b tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Request body: {'port': {'security_groups': ['87dfefd3-1552-4299-8b8c-e9b0053c68dd', '52a84e3c-4f4e-4d63-b0c7-79b75c39d5c9']}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:25:25.776660 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3275d44a-cbbf-4adc-8772-07090e2ed4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:25.813518 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3275d44a-cbbf-4adc-8772-07090e2ed4f7 None None] Pushing event deleted for resources: {'Port': ['ID=b8f852e5-11ae-45e0-bcaf-c6ee8b87e267,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:25.817204 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3275d44a-cbbf-4adc-8772-07090e2ed4f7 None None] No DVR routers for this DVR port b8f852e5-11ae-45e0-bcaf-c6ee8b87e267 on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:25:25.829710 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2ccfe3b-fff3-4977-aa8f-38609573a97b admin admin] Deleting subnet a173ea01-5070-4e24-9a2a-5da0593ff160 {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:25:25.834810 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18d5bde-ca56-4b94-a876-223525e8aaad admin admin] No DVR routers for this DVR port b8f852e5-11ae-45e0-bcaf-c6ee8b87e267 on host n-d-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:25:25.861674 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b2ccfe3b-fff3-4977-aa8f-38609573a97b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:25.865110 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18d5bde-ca56-4b94-a876-223525e8aaad admin admin] Pushing event deleted for resources: {'Port': ['ID=b8f852e5-11ae-45e0-bcaf-c6ee8b87e267,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:25.906894 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-4958749a-f35f-41cc-a0e6-8974edef6d1f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1455932 Apr 05 14:25:25.910173 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 54702) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:25:25.916421 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-4557b8a5-8897-48c9-b395-53cea745d7b7 admin admin] Request body: {'subnet': {'network_id': 'f67f3a13-049d-41fc-8f05-879f33bdc3a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-52481946-subnet', 'tenant_id': '5020a17be5aa4e2aa79c2e741c944881', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:25:25.921965 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4958749a-f35f-41cc-a0e6-8974edef6d1f admin admin] Pushing event updated for resources: {'Network': ['ID=f67f3a13-049d-41fc-8f05-879f33bdc3a1,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:25.934077 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network f67f3a13-049d-41fc-8f05-879f33bdc3a1 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:25:25.965606 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-52c10292-4f48-4530-ab91-bc0649419ece req-1c0d811c-4939-419e-97e0-4c549de4fc3b tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:25.978262 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0c820f-0a38-4510-84e5-c0812aae97e9 req-3c42230a-2ca7-4637-bf6b-b1399d90a0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:25.979820 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cd0c820f-0a38-4510-84e5-c0812aae97e9 req-3c42230a-2ca7-4637-bf6b-b1399d90a0ef service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.1476572 Apr 05 14:25:26.023972 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344c3104-43ba-497d-85bc-47fb1805477b req-d2b221b3-8fca-41e1-9e7f-4dd9e4b14068 tempest-ServersOnMultiNodesTest-1334716556 tempest-ServersOnMultiNodesTest-1334716556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:26.029683 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-344c3104-43ba-497d-85bc-47fb1805477b req-d2b221b3-8fca-41e1-9e7f-4dd9e4b14068 tempest-ServersOnMultiNodesTest-1334716556 tempest-ServersOnMultiNodesTest-1334716556-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=772b423b-6ba0-4d32-aa8b-3208aecc117b HTTP/1.1" status: 200 len: 1101 time: 0.1957586 Apr 05 14:25:26.031097 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e18d5bde-ca56-4b94-a876-223525e8aaad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:26.063558 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b2ccfe3b-fff3-4977-aa8f-38609573a97b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:26.083541 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-e18d5bde-ca56-4b94-a876-223525e8aaad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e871172b-dd1b-4d58-a40c-bf59261b9315']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:25:26.098727 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-e18d5bde-ca56-4b94-a876-223525e8aaad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '979af0c7-1de0-45a7-a894-177607431869') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:25:26.098953 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-e18d5bde-ca56-4b94-a876-223525e8aaad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '979af0c7-1de0-45a7-a894-177607431869') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:25:26.111498 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e18d5bde-ca56-4b94-a876-223525e8aaad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:26.124230 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0c820f-0a38-4510-84e5-c0812aae97e9 req-3be9d153-1ea7-40a1-aa5b-d305174dfd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:26.125778 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cd0c820f-0a38-4510-84e5-c0812aae97e9 req-3be9d153-1ea7-40a1-aa5b-d305174dfd97 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1340039 Apr 05 14:25:26.130021 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-344c3104-43ba-497d-85bc-47fb1805477b req-0c38afd4-654a-46c1-9508-98c158fe1073 tempest-ServersOnMultiNodesTest-1334716556 tempest-ServersOnMultiNodesTest-1334716556-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833938 Apr 05 14:25:26.133078 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e18d5bde-ca56-4b94-a876-223525e8aaad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:26.158098 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e18d5bde-ca56-4b94-a876-223525e8aaad admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:25:26.158415 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e18d5bde-ca56-4b94-a876-223525e8aaad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:26.160133 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:25:26.160133 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:25:26.160133 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:25:26.160133 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:25:26.160133 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:25:26.160133 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:25:26.160133 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:25:26.160133 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:25:26.160133 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:25:26.160133 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:25:26.160133 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:25:26.160133 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:25:26.160133 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:25:26.160133 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:25:26.160133 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:25:26.160133 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:25:26.160133 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:25:26.160133 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:25:26.160133 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:25:26.160133 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:25:26.160133 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:25:26.160133 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:25:26.160133 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:25:26.160133 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:25:26.160133 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:25:26.160133 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:25:26.160133 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:25:26.160133 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:25:26.160133 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:25:26.160133 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:25:26.160133 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:25:26.160133 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:25:26.175249 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4557b8a5-8897-48c9-b395-53cea745d7b7 admin admin] Made reservation on behalf of 5020a17be5aa4e2aa79c2e741c944881 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:25:26.181436 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4557b8a5-8897-48c9-b395-53cea745d7b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:26.263841 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b2ccfe3b-fff3-4977-aa8f-38609573a97b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:26.337279 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cd0c820f-0a38-4510-84e5-c0812aae97e9 req-eb1475bd-5b66-4243-a133-23f11443c2fc service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024238 Apr 05 14:25:26.362326 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-52c10292-4f48-4530-ab91-bc0649419ece req-1c0d811c-4939-419e-97e0-4c549de4fc3b tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] For port a716abca-9b52-4896-8f84-50983d276138, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=a716abca-9b52-4896-8f84-50983d276138,segment=NetworkSegment(9a0d8962-c4ed-4c9e-b2aa-287076289665),segment_id=9a0d8962-c4ed-4c9e-b2aa-287076289665)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:25:26.370256 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e18d5bde-ca56-4b94-a876-223525e8aaad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:26.371504 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba7ae4b-a227-4748-b83e-a9a7bcc00ca9 req-7c50bc84-0e6b-406d-a92b-0b3fe5b1e97e tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:26.373816 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5ba7ae4b-a227-4748-b83e-a9a7bcc00ca9 req-7c50bc84-0e6b-406d-a92b-0b3fe5b1e97e tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f39ce8c-8ad1-4c73-a0a4-4c5654918a53 HTTP/1.1" status: 200 len: 946 time: 0.1230688 Apr 05 14:25:26.385741 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e18d5bde-ca56-4b94-a876-223525e8aaad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:26.391488 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-e18d5bde-ca56-4b94-a876-223525e8aaad admin admin] 10.222.0.30 "DELETE /v2.0/networks/e871172b-dd1b-4d58-a40c-bf59261b9315 HTTP/1.1" status: 204 len: 168 time: 1.1648207 Apr 05 14:25:26.392304 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18d5bde-ca56-4b94-a876-223525e8aaad admin admin] Pushing event deleted for resources: {'Network': ['ID=e871172b-dd1b-4d58-a40c-bf59261b9315,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:26.437762 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b2ccfe3b-fff3-4977-aa8f-38609573a97b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:26.477643 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b2ccfe3b-fff3-4977-aa8f-38609573a97b admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:26.483716 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1d5a8f-4110-4e1b-a664-5ffc2744efda None None] Network c7974683-6caa-4699-852a-64841b37b03b requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:25:26.486886 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-b2ccfe3b-fff3-4977-aa8f-38609573a97b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/a173ea01-5070-4e24-9a2a-5da0593ff160 HTTP/1.1" status: 204 len: 168 time: 0.8252900 Apr 05 14:25:26.487842 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ccfe3b-fff3-4977-aa8f-38609573a97b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a173ea01-5070-4e24-9a2a-5da0593ff160,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:26.493378 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 54708) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:25:26.501715 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5ba7ae4b-a227-4748-b83e-a9a7bcc00ca9 req-38ec3bbd-94ff-4d25-ba83-270d60fe6bb5 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f4ed18-73d1-4c70-bfb8-abe78be9b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124721 Apr 05 14:25:26.504281 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-52c10292-4f48-4530-ab91-bc0649419ece req-1c0d811c-4939-419e-97e0-4c549de4fc3b tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:26.543889 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cd0c820f-0a38-4510-84e5-c0812aae97e9 req-d639d92c-4723-4527-ae39-4b67998bb2d8 service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989722 Apr 05 14:25:26.582748 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-52c10292-4f48-4530-ab91-bc0649419ece req-1c0d811c-4939-419e-97e0-4c549de4fc3b tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:26.602828 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['a716abca-9b52-4896-8f84-50983d276138'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:25:26.629431 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['9bb7ba5f-b66b-4dba-adf1-7cfc611951a3'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:25:26.670392 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c10292-4f48-4530-ab91-bc0649419ece req-1c0d811c-4939-419e-97e0-4c549de4fc3b tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:26.670981 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-52c10292-4f48-4530-ab91-bc0649419ece req-1c0d811c-4939-419e-97e0-4c549de4fc3b tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:26.672385 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-52c10292-4f48-4530-ab91-bc0649419ece req-1c0d811c-4939-419e-97e0-4c549de4fc3b tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "PUT /v2.0/ports/a716abca-9b52-4896-8f84-50983d276138 HTTP/1.1" status: 200 len: 982 time: 0.9895329 Apr 05 14:25:26.675061 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa9b5553-ab3f-44c6-9f32-3db11268926d', 'tag': 'a716abca-9b52-4896-8f84-50983d276138'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:25:26.677725 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ad438e-de35-4c1d-88a6-d2d586203b09" -d '{"events": [{"name": "network-changed", "server_uuid": "fa9b5553-ab3f-44c6-9f32-3db11268926d", "tag": "a716abca-9b52-4896-8f84-50983d276138"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:25:26.705782 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0d811c-4939-419e-97e0-4c549de4fc3b tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Pushing event updated for resources: {'Port': ['ID=a716abca-9b52-4896-8f84-50983d276138,revision_number=6']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:26.722550 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bba1f6-9101-41d5-9008-f3f8f7d54c96 req-fb07dcc5-f521-4b71-8bfb-230c7e12668b tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:26.724151 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-41bba1f6-9101-41d5-9008-f3f8f7d54c96 req-fb07dcc5-f521-4b71-8bfb-230c7e12668b tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b564e2b9-437a-4947-935a-f03731531b1a HTTP/1.1" status: 200 len: 948 time: 0.0987434 Apr 05 14:25:26.780513 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['a716abca-9b52-4896-8f84-50983d276138'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:25:26.786269 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-64e02bdb-135c-4a5a-b3fb-21db10d13095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:26.797882 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-41bba1f6-9101-41d5-9008-f3f8f7d54c96 req-85382cd5-0c00-4f9b-85e7-010c34ff1ebb tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583293 Apr 05 14:25:26.798941 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 54718) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:25:26.843577 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4557b8a5-8897-48c9-b395-53cea745d7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:26.906256 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-326f3174-072a-4248-bc4c-0c66a238450e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=97f2debd9b3743dc87d7a76e5ebedb39&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1039672 Apr 05 14:25:26.906872 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 54724) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:25:26.915141 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-66b62e23-2096-439a-b178-88d436c316f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:26.922834 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4ea771-2011-4785-a81c-3edd772000f1 req-c985161f-49bf-4d7f-a921-721a898c67a9 tempest-ServersOnMultiNodesTest-1334716556 tempest-ServersOnMultiNodesTest-1334716556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:26.924821 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1d4ea771-2011-4785-a81c-3edd772000f1 req-c985161f-49bf-4d7f-a921-721a898c67a9 tempest-ServersOnMultiNodesTest-1334716556 tempest-ServersOnMultiNodesTest-1334716556-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=b7899062-ba60-4ab7-8a05-70f7e011d412 HTTP/1.1" status: 200 len: 1101 time: 0.0976915 Apr 05 14:25:26.951663 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4557b8a5-8897-48c9-b395-53cea745d7b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6074551-5c62-4edd-9c5d-5fd7282d7688,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:27.007826 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1d4ea771-2011-4785-a81c-3edd772000f1 req-2417b200-ac46-4bb6-80ef-ced20c3e79fb tempest-ServersOnMultiNodesTest-1334716556 tempest-ServersOnMultiNodesTest-1334716556-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754924 Apr 05 14:25:27.036555 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-62812024-05b4-48ac-a0aa-0ba5b3ed5f31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:27.036714 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4557b8a5-8897-48c9-b395-53cea745d7b7 admin admin] Checking segment: {'id': 'a568a80e-06b0-4bc4-9b32-ea547fcca925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f67f3a13-049d-41fc-8f05-879f33bdc3a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:25:27.036714 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4557b8a5-8897-48c9-b395-53cea745d7b7 admin admin] Network hostable DHCP agents. Network: f67f3a13-049d-41fc-8f05-879f33bdc3a1, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:25:27.036904 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e33f09-38a3-4857-80be-1e9be7dd04a5 None None] DHCP port deletion for c7974683-6caa-4699-852a-64841b37b03b request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:25:27.066904 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-62812024-05b4-48ac-a0aa-0ba5b3ed5f31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:27.075548 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-66b62e23-2096-439a-b178-88d436c316f2 admin admin] Deleting port e8c0951f-1d3f-4e69-82ce-ce632e86e5ec {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:25:27.075898 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-66b62e23-2096-439a-b178-88d436c316f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:27.142755 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e742c437-c745-497e-ba32-d6f7592343d0 req-c4525d61-1128-40a7-b181-23a2f50a92c8 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/security-groups/52a84e3c-4f4e-4d63-b0c7-79b75c39d5c9 HTTP/1.1" status: 200 len: 1799 time: 0.0724289 Apr 05 14:25:27.166684 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-66b62e23-2096-439a-b178-88d436c316f2 admin admin] For port e8c0951f-1d3f-4e69-82ce-ce632e86e5ec, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=e8c0951f-1d3f-4e69-82ce-ce632e86e5ec,segment=NetworkSegment(3819f2b9-5be1-4c56-9c9f-0dd53731940b),segment_id=3819f2b9-5be1-4c56-9c9f-0dd53731940b)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:25:27.167418 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-66b62e23-2096-439a-b178-88d436c316f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:27.181718 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-66b62e23-2096-439a-b178-88d436c316f2 admin admin] Calling delete_port for e8c0951f-1d3f-4e69-82ce-ce632e86e5ec owned by network:dhcp {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:25:27.187484 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4557b8a5-8897-48c9-b395-53cea745d7b7 admin admin] Network f67f3a13-049d-41fc-8f05-879f33bdc3a1 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:25:27.201777 n-d-836650-2 neutron-server[103320]: INFO neutron.api.v2.resource [req-e742c437-c745-497e-ba32-d6f7592343d0 req-3440b4fc-dbef-4d45-959f-e9de988e009f tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 05 14:25:27.203136 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e742c437-c745-497e-ba32-d6f7592343d0 req-3440b4fc-dbef-4d45-959f-e9de988e009f tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "DELETE /v2.0/security-groups/52a84e3c-4f4e-4d63-b0c7-79b75c39d5c9 HTTP/1.1" status: 409 len: 341 time: 0.0533133 Apr 05 14:25:27.215130 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 0acf73df-bb0e-489a-a80a-806dabae58c9 details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:25:27.253809 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b63fcb2-ad17-4fd7-a214-775a074ea5e9 x-openstack-request-id: req-7b63fcb2-ad17-4fd7-a214-775a074ea5e9 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:25:27.254114 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa9b5553-ab3f-44c6-9f32-3db11268926d", "tag": "a716abca-9b52-4896-8f84-50983d276138", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:25:27.254374 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7b63fcb2-ad17-4fd7-a214-775a074ea5e9 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:25:27.273048 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b63fcb2-ad17-4fd7-a214-775a074ea5e9'] response: {'name': 'network-changed', 'server_uuid': 'fa9b5553-ab3f-44c6-9f32-3db11268926d', 'tag': 'a716abca-9b52-4896-8f84-50983d276138', 'status': 'completed', 'code': 200} Apr 05 14:25:27.290235 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-4557b8a5-8897-48c9-b395-53cea745d7b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, f67f3a13-049d-41fc-8f05-879f33bdc3a1) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:25:27.299870 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4557b8a5-8897-48c9-b395-53cea745d7b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:27.301308 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-e7e33f09-38a3-4857-80be-1e9be7dd04a5 None None] Deleting port e8c0951f-1d3f-4e69-82ce-ce632e86e5ec {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:25:27.301681 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e7e33f09-38a3-4857-80be-1e9be7dd04a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:27.301795 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4557b8a5-8897-48c9-b395-53cea745d7b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:27.304742 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-62812024-05b4-48ac-a0aa-0ba5b3ed5f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:27.307674 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-62812024-05b4-48ac-a0aa-0ba5b3ed5f31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:27.319651 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-62812024-05b4-48ac-a0aa-0ba5b3ed5f31 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/56d682a0-591b-46f9-8e04-bdffaad27260 HTTP/1.1" status: 204 len: 168 time: 0.4092655 Apr 05 14:25:27.376301 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-66b62e23-2096-439a-b178-88d436c316f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:27.422641 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62812024-05b4-48ac-a0aa-0ba5b3ed5f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d682a0-591b-46f9-8e04-bdffaad27260,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:27.427238 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b62e23-2096-439a-b178-88d436c316f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8c0951f-1d3f-4e69-82ce-ce632e86e5ec,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:27.443996 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-4557b8a5-8897-48c9-b395-53cea745d7b7 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5311158 Apr 05 14:25:27.447028 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 54736) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:25:27.452593 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-68499985-9d89-40ca-b720-b6c775a2d083 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-52481946-router', 'tenant_id': '5020a17be5aa4e2aa79c2e741c944881', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:25:27.467144 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad438e-de35-4c1d-88a6-d2d586203b09 req-d85274be-e749-484a-b6a4-3a1d7e7d8e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:27.468848 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b62e23-2096-439a-b178-88d436c316f2 admin admin] No DVR routers for this DVR port e8c0951f-1d3f-4e69-82ce-ce632e86e5ec on host n-d-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:25:27.469373 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-27ad438e-de35-4c1d-88a6-d2d586203b09 req-d85274be-e749-484a-b6a4-3a1d7e7d8e8b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ec1eac502c2b411e8783585a1353acd6&device_id=fa9b5553-ab3f-44c6-9f32-3db11268926d HTTP/1.1" status: 200 len: 1136 time: 0.1873496 Apr 05 14:25:27.487105 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdc3f53-624c-4746-9df2-301e3f79da7e None None] Network f67f3a13-049d-41fc-8f05-879f33bdc3a1 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:25:27.495069 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a04957-883b-454e-9092-829346d14b08 req-617f0f55-efd3-4e88-bb82-307736a3b3e3 tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:27.497071 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e1a04957-883b-454e-9092-829346d14b08 req-617f0f55-efd3-4e88-bb82-307736a3b3e3 tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc5d6c66-6d5f-444f-915e-801af91238d8 HTTP/1.1" status: 200 len: 948 time: 0.1751716 Apr 05 14:25:27.498104 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device e8c0951f-1d3f-4e69-82ce-ce632e86e5ec no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:25:27.590659 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e1a04957-883b-454e-9092-829346d14b08 req-98434a65-d5c1-405f-b493-cf5564ba1fcc tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] 10.222.0.30 "GET /v2.0/security-groups?id=b1c080ef-c932-4585-a280-f83996e6ea6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779097 Apr 05 14:25:27.607092 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-66b62e23-2096-439a-b178-88d436c316f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:27.631626 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-66b62e23-2096-439a-b178-88d436c316f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7974683-6caa-4699-852a-64841b37b03b']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:25:27.643378 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: e8c0951f-1d3f-4e69-82ce-ce632e86e5ec {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:25:27.644087 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device e8c0951f-1d3f-4e69-82ce-ce632e86e5ec not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:25:27.644506 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device b8f852e5-11ae-45e0-bcaf-c6ee8b87e267 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:25:27.649875 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-66b62e23-2096-439a-b178-88d436c316f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3819f2b9-5be1-4c56-9c9f-0dd53731940b') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:25:27.650237 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-66b62e23-2096-439a-b178-88d436c316f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3819f2b9-5be1-4c56-9c9f-0dd53731940b') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:25:27.667338 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-66b62e23-2096-439a-b178-88d436c316f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:27.690135 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-66b62e23-2096-439a-b178-88d436c316f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:27.690714 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad438e-de35-4c1d-88a6-d2d586203b09 req-5202bd6d-7b59-4616-8436-47dc8b011a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:27.692740 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-27ad438e-de35-4c1d-88a6-d2d586203b09 req-5202bd6d-7b59-4616-8436-47dc8b011a32 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a7521e9d-f5e6-41eb-a0df-ba36f906679b HTTP/1.1" status: 200 len: 913 time: 0.2160652 Apr 05 14:25:27.698649 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66b62e23-2096-439a-b178-88d436c316f2 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:25:27.699793 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-66b62e23-2096-439a-b178-88d436c316f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:27.725107 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: b8f852e5-11ae-45e0-bcaf-c6ee8b87e267 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:25:27.725446 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device b8f852e5-11ae-45e0-bcaf-c6ee8b87e267 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:25:27.726030 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 185c17ae-467f-433d-934b-3b6851598122 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:25:27.743625 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-27ad438e-de35-4c1d-88a6-d2d586203b09 req-8384473a-b341-4057-8b9b-62a0a92f1bff service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a716abca-9b52-4896-8f84-50983d276138 HTTP/1.1" status: 200 len: 217 time: 0.0415111 Apr 05 14:25:27.755614 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-e7e33f09-38a3-4857-80be-1e9be7dd04a5 None None] For port e8c0951f-1d3f-4e69-82ce-ce632e86e5ec, host n-d-836650-2, got binding levels [] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:25:27.756366 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e7e33f09-38a3-4857-80be-1e9be7dd04a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:27.766636 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:25:27.766636 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:25:27.766636 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:25:27.766636 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:25:27.766636 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:25:27.766636 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:25:27.766636 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:25:27.766636 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:25:27.766636 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:25:27.766636 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:25:27.766636 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:25:27.766636 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:25:27.766636 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:25:27.766636 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:25:27.766636 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:25:27.766636 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:25:27.766636 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:25:27.766636 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:25:27.766636 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:25:27.766636 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:25:27.766636 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:25:27.766636 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:25:27.766636 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:25:27.766636 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:25:27.766636 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:25:27.766636 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:25:27.766636 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:25:27.766636 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:25:27.766636 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:25:27.766636 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:25:27.766636 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:25:27.766636 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:25:27.771998 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 0acf73df-bb0e-489a-a80a-806dabae58c9, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=0acf73df-bb0e-489a-a80a-806dabae58c9,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:25:27.795705 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-68499985-9d89-40ca-b720-b6c775a2d083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27088'] for router, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:27.797612 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-68499985-9d89-40ca-b720-b6c775a2d083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27079'] for router, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:27.802176 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad438e-de35-4c1d-88a6-d2d586203b09 req-92db0f81-15ae-4d13-9590-720b3cf35fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:27.810075 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-27ad438e-de35-4c1d-88a6-d2d586203b09 req-92db0f81-15ae-4d13-9590-720b3cf35fa1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e7c49c0f-6616-4198-accb-769bb8e34e24 HTTP/1.1" status: 200 len: 852 time: 0.0568087 Apr 05 14:25:27.849275 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-27ad438e-de35-4c1d-88a6-d2d586203b09 req-b628603d-f0a0-4fc7-9220-154d75e9bff6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a7521e9d-f5e6-41eb-a0df-ba36f906679b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343492 Apr 05 14:25:27.866907 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 185c17ae-467f-433d-934b-3b6851598122 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:25:27.867330 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 185c17ae-467f-433d-934b-3b6851598122 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:25:27.873361 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-e7e33f09-38a3-4857-80be-1e9be7dd04a5 None None] Calling delete_port for e8c0951f-1d3f-4e69-82ce-ce632e86e5ec owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:25:27.926898 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-66b62e23-2096-439a-b178-88d436c316f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:27.937787 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': '0acf73df-bb0e-489a-a80a-806dabae58c9', 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800', 'port_id': '0acf73df-bb0e-489a-a80a-806dabae58c9', 'mac_address': 'fa:16:3e:5d:2b:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:25:27.949518 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.ipam_backend_mixin [None req-e7e33f09-38a3-4857-80be-1e9be7dd04a5 None None] Port e8c0951f-1d3f-4e69-82ce-ce632e86e5ec was not found and therefore no delete operation was performed {{(pid=103322) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 05 14:25:27.949754 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-66b62e23-2096-439a-b178-88d436c316f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:27.960352 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-66b62e23-2096-439a-b178-88d436c316f2 admin admin] 10.222.0.30 "DELETE /v2.0/networks/c7974683-6caa-4699-852a-64841b37b03b HTTP/1.1" status: 204 len: 168 time: 1.4658828 Apr 05 14:25:27.975607 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-27ad438e-de35-4c1d-88a6-d2d586203b09 req-b7bfd435-9133-4faf-ab8e-f2c0ed2ae536 service neutron] 10.222.0.55 "GET /v2.0/networks/a7521e9d-f5e6-41eb-a0df-ba36f906679b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174209 Apr 05 14:25:27.993308 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e7e33f09-38a3-4857-80be-1e9be7dd04a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:28.076063 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b62e23-2096-439a-b178-88d436c316f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7974683-6caa-4699-852a-64841b37b03b,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:28.081547 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-68499985-9d89-40ca-b720-b6c775a2d083 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:28.106587 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:28.107400 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e33f09-38a3-4857-80be-1e9be7dd04a5 None None] Pushing event deleted for resources: {'Port': ['ID=e8c0951f-1d3f-4e69-82ce-ce632e86e5ec,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:28.109871 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e7e33f09-38a3-4857-80be-1e9be7dd04a5 None None] Network c7974683-6caa-4699-852a-64841b37b03b is not hosted by any dhcp agent {{(pid=103322) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 05 14:25:28.110141 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e33f09-38a3-4857-80be-1e9be7dd04a5 None None] No DVR routers for this DVR port e8c0951f-1d3f-4e69-82ce-ce632e86e5ec on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:25:28.162165 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e33f09-38a3-4857-80be-1e9be7dd04a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:25:28.162738 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e33f09-38a3-4857-80be-1e9be7dd04a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:25:28.162884 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e33f09-38a3-4857-80be-1e9be7dd04a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:25:28.163978 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e33f09-38a3-4857-80be-1e9be7dd04a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:25:28.164329 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e33f09-38a3-4857-80be-1e9be7dd04a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:25:28.164663 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e33f09-38a3-4857-80be-1e9be7dd04a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:25:28.165033 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e33f09-38a3-4857-80be-1e9be7dd04a5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:25:28.165362 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e33f09-38a3-4857-80be-1e9be7dd04a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:25:28.165689 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e33f09-38a3-4857-80be-1e9be7dd04a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:25:28.166015 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e33f09-38a3-4857-80be-1e9be7dd04a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:25:28.166222 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-27ad438e-de35-4c1d-88a6-d2d586203b09 req-4ac4e016-035a-467b-832a-205f7e6bbcf6 service neutron] 10.222.0.55 "GET /v2.0/networks/a7521e9d-f5e6-41eb-a0df-ba36f906679b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835232 Apr 05 14:25:28.166325 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e33f09-38a3-4857-80be-1e9be7dd04a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:25:28.166655 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e33f09-38a3-4857-80be-1e9be7dd04a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:25:28.179609 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:28.203313 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7e2834-4394-4d74-9a9a-2f6f7ab32df9 req-7fe9b732-5c6e-4e07-bcb9-3ce52a78deb8 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:28.204731 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2b7e2834-4394-4d74-9a9a-2f6f7ab32df9 req-7fe9b732-5c6e-4e07-bcb9-3ce52a78deb8 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b564e2b9-437a-4947-935a-f03731531b1a HTTP/1.1" status: 200 len: 948 time: 0.1378679 Apr 05 14:25:28.213817 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ac7ad-2d7e-4628-96e0-8498217d20b0 req-75f05be2-f20c-4244-8ec7-af31f0e7f288 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:28.222269 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-107ac7ad-2d7e-4628-96e0-8498217d20b0 req-75f05be2-f20c-4244-8ec7-af31f0e7f288 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa9b5553-ab3f-44c6-9f32-3db11268926d HTTP/1.1" status: 200 len: 985 time: 0.1286240 Apr 05 14:25:28.227325 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0acf73df-bb0e-489a-a80a-806dabae58c9 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:25:28.254105 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba787b9-8148-408d-b20d-de20b199082f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-f67f3a13-049d-41fc-8f05-879f33bdc3a1', 'network_id': 'f67f3a13-049d-41fc-8f05-879f33bdc3a1', 'tenant_id': '5020a17be5aa4e2aa79c2e741c944881', 'fixed_ips': [{'subnet_id': 'f6074551-5c62-4edd-9c5d-5fd7282d7688'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:25:28.255312 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6ba787b9-8148-408d-b20d-de20b199082f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:28.262703 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 0acf73df-bb0e-489a-a80a-806dabae58c9, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=0acf73df-bb0e-489a-a80a-806dabae58c9,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:25:28.297800 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-107ac7ad-2d7e-4628-96e0-8498217d20b0 req-a3cf540f-1d33-4d6a-8864-9127da6df3e5 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/security-groups?id=87dfefd3-1552-4299-8b8c-e9b0053c68dd&id=52a84e3c-4f4e-4d63-b0c7-79b75c39d5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0745857 Apr 05 14:25:28.306739 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2b7e2834-4394-4d74-9a9a-2f6f7ab32df9 req-b05bb7ea-30f7-4213-8278-1f6af3dd34dc tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824280 Apr 05 14:25:28.318260 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 54760) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:25:28.346434 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-68499985-9d89-40ca-b720-b6c775a2d083 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:28.361107 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:28.411949 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-226abecc-bb92-471d-8d52-1600b3ce4c1c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b69f8ff855cc497ebdfbb4d256de9206&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0922472 Apr 05 14:25:28.414643 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 54770) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:25:28.448097 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f11b69-632f-4349-b2eb-5df8e6e17e67 req-dfbd00e9-8d16-4141-b9dd-b5dd661d5b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:28.450032 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-69f11b69-632f-4349-b2eb-5df8e6e17e67 req-dfbd00e9-8d16-4141-b9dd-b5dd661d5b54 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ec1eac502c2b411e8783585a1353acd6&device_id=fa9b5553-ab3f-44c6-9f32-3db11268926d HTTP/1.1" status: 200 len: 1136 time: 0.0850391 Apr 05 14:25:28.458078 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-291bf0b0-9952-4d4e-96d4-45fa5d21f8f7 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=c301d8186c0d498e88493d184d59ac7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448732 Apr 05 14:25:28.474196 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=0acf73df-bb0e-489a-a80a-806dabae58c9,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:28.486144 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-6ba787b9-8148-408d-b20d-de20b199082f None None] Allocated IP 172.20.0.2 (f67f3a13-049d-41fc-8f05-879f33bdc3a1/f6074551-5c62-4edd-9c5d-5fd7282d7688/545ff161-6f57-4453-8b68-cd5b312cbffc) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:25:28.538890 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 54772) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:25:28.543788 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0a619c47-56c8-4965-a02b-4b18f54df39d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:28.617269 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0a619c47-56c8-4965-a02b-4b18f54df39d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:28.661941 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-3bf201f4-9c99-4211-b2d8-b8f07d0968f9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f29bb501bf0141b090aed4b7bec4587c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1167963 Apr 05 14:25:28.666228 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 54776) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:25:28.679847 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6ba787b9-8148-408d-b20d-de20b199082f None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:28.687150 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['0acf73df-bb0e-489a-a80a-806dabae58c9'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:25:28.748944 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6ba787b9-8148-408d-b20d-de20b199082f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:28.814016 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba787b9-8148-408d-b20d-de20b199082f None None] Network f67f3a13-049d-41fc-8f05-879f33bdc3a1 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:25:28.830704 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-6ba787b9-8148-408d-b20d-de20b199082f None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:25:28.833369 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba787b9-8148-408d-b20d-de20b199082f None None] Pushing event updated for resources: {'Port': ['ID=545ff161-6f57-4453-8b68-cd5b312cbffc,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:28.835528 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba787b9-8148-408d-b20d-de20b199082f None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:25:28.843577 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7706d66d-8240-4bee-8020-27ae882b4dca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:28.877183 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7706d66d-8240-4bee-8020-27ae882b4dca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:28.889002 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-68499985-9d89-40ca-b720-b6c775a2d083 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:28.911417 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-6ba787b9-8148-408d-b20d-de20b199082f None None] Attempting to bind port 545ff161-6f57-4453-8b68-cd5b312cbffc on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:25:28.912446 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-6ba787b9-8148-408d-b20d-de20b199082f None None] Attempting to bind port 545ff161-6f57-4453-8b68-cd5b312cbffc by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'a568a80e-06b0-4bc4-9b32-ea547fcca925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f67f3a13-049d-41fc-8f05-879f33bdc3a1'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:25:28.912446 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba787b9-8148-408d-b20d-de20b199082f None None] Attempting to bind port 545ff161-6f57-4453-8b68-cd5b312cbffc on network f67f3a13-049d-41fc-8f05-879f33bdc3a1 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:25:28.918626 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0a619c47-56c8-4965-a02b-4b18f54df39d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:28.921429 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0a619c47-56c8-4965-a02b-4b18f54df39d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:28.925179 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-0a619c47-56c8-4965-a02b-4b18f54df39d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/08d70970-1485-4185-a9a6-fda2cc40e4af HTTP/1.1" status: 204 len: 168 time: 0.5069869 Apr 05 14:25:28.927227 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba787b9-8148-408d-b20d-de20b199082f None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:25:28.928080 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba787b9-8148-408d-b20d-de20b199082f None None] Checking segment: {'id': 'a568a80e-06b0-4bc4-9b32-ea547fcca925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f67f3a13-049d-41fc-8f05-879f33bdc3a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:25:28.928676 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6ba787b9-8148-408d-b20d-de20b199082f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:28.928948 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba787b9-8148-408d-b20d-de20b199082f None None] Bound using segment: {'id': 'a568a80e-06b0-4bc4-9b32-ea547fcca925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f67f3a13-049d-41fc-8f05-879f33bdc3a1'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:25:28.930276 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-68499985-9d89-40ca-b720-b6c775a2d083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:28.930408 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-6ba787b9-8148-408d-b20d-de20b199082f None None] Bound port: 545ff161-6f57-4453-8b68-cd5b312cbffc, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a568a80e-06b0-4bc4-9b32-ea547fcca925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f67f3a13-049d-41fc-8f05-879f33bdc3a1'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:25:28.930682 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6ba787b9-8148-408d-b20d-de20b199082f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:28.955125 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a619c47-56c8-4965-a02b-4b18f54df39d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d70970-1485-4185-a9a6-fda2cc40e4af,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:28.971870 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-0d6db311-76d4-4a51-8ace-2f02f865b37f tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:28.979686 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-0d6db311-76d4-4a51-8ace-2f02f865b37f tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5206583 Apr 05 14:25:28.992325 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2169eabd-e2d1-4811-b03f-098513a4a332 req-513297a8-bc90-4369-964b-1ae694c97bdd tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:29.001218 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2169eabd-e2d1-4811-b03f-098513a4a332 req-513297a8-bc90-4369-964b-1ae694c97bdd tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc5d6c66-6d5f-444f-915e-801af91238d8 HTTP/1.1" status: 200 len: 948 time: 0.2221413 Apr 05 14:25:29.045880 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-12ce00c9-fa40-413b-87fe-f0aa61e27549 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/quotas/c301d8186c0d498e88493d184d59ac7d HTTP/1.1" status: 200 len: 375 time: 0.0644238 Apr 05 14:25:29.048398 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f11b69-632f-4349-b2eb-5df8e6e17e67 req-4862f9d8-6c35-4cc6-96f8-63595b05e6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:29.050164 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-69f11b69-632f-4349-b2eb-5df8e6e17e67 req-4862f9d8-6c35-4cc6-96f8-63595b05e6a6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a7521e9d-f5e6-41eb-a0df-ba36f906679b HTTP/1.1" status: 200 len: 913 time: 0.5900521 Apr 05 14:25:29.065862 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-6ba787b9-8148-408d-b20d-de20b199082f None None] For port 545ff161-6f57-4453-8b68-cd5b312cbffc, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:25:29.070236 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-6ba787b9-8148-408d-b20d-de20b199082f None None] For port 545ff161-6f57-4453-8b68-cd5b312cbffc, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=545ff161-6f57-4453-8b68-cd5b312cbffc,segment=NetworkSegment(a568a80e-06b0-4bc4-9b32-ea547fcca925),segment_id=a568a80e-06b0-4bc4-9b32-ea547fcca925)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:25:29.088932 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-68499985-9d89-40ca-b720-b6c775a2d083 admin admin] Allocated IP 172.25.6.120 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/6476d1ef-e2a1-438c-ac56-93ef6b2cbfb5) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:25:29.091617 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2169eabd-e2d1-4811-b03f-098513a4a332 req-6a019548-18ad-4153-9088-243ec3a91964 tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] 10.222.0.30 "GET /v2.0/security-groups?id=b1c080ef-c932-4585-a280-f83996e6ea6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896592 Apr 05 14:25:29.119665 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7706d66d-8240-4bee-8020-27ae882b4dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:29.123031 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7706d66d-8240-4bee-8020-27ae882b4dca admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:29.124315 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-7706d66d-8240-4bee-8020-27ae882b4dca admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c9d47b68-ac77-4729-8510-023e055936ed HTTP/1.1" status: 204 len: 168 time: 0.4489946 Apr 05 14:25:29.137318 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7706d66d-8240-4bee-8020-27ae882b4dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d47b68-ac77-4729-8510-023e055936ed,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:29.160757 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-69f11b69-632f-4349-b2eb-5df8e6e17e67 req-069ef3af-df57-47f1-895e-0683e9493b1d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a716abca-9b52-4896-8f84-50983d276138 HTTP/1.1" status: 200 len: 217 time: 0.0801487 Apr 05 14:25:29.165312 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6ba787b9-8148-408d-b20d-de20b199082f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:29.229899 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-3694303c-75ed-4167-9a2e-8c3f32ce4bd0 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c301d8186c0d498e88493d184d59ac7d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1827314 Apr 05 14:25:29.232356 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device fd1987d9-67af-4e8d-93d3-bfd7d3154609 details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:25:29.243019 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-68499985-9d89-40ca-b720-b6c775a2d083 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:29.303163 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba787b9-8148-408d-b20d-de20b199082f None None] Pushing event updated for resources: {'Port': ['ID=545ff161-6f57-4453-8b68-cd5b312cbffc,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:29.310201 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f11b69-632f-4349-b2eb-5df8e6e17e67 req-598224ac-8c29-4402-9679-2d0a862ff729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:29.312205 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-69f11b69-632f-4349-b2eb-5df8e6e17e67 req-598224ac-8c29-4402-9679-2d0a862ff729 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e7c49c0f-6616-4198-accb-769bb8e34e24 HTTP/1.1" status: 200 len: 852 time: 0.1308048 Apr 05 14:25:29.376452 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-69f11b69-632f-4349-b2eb-5df8e6e17e67 req-3c4009e6-ced6-4b2e-8217-600c76aab2c1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a7521e9d-f5e6-41eb-a0df-ba36f906679b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552161 Apr 05 14:25:29.388716 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-68499985-9d89-40ca-b720-b6c775a2d083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:29.448248 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68499985-9d89-40ca-b720-b6c775a2d083 admin admin] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:25:29.452577 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-68499985-9d89-40ca-b720-b6c775a2d083 admin admin] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:25:29.457137 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68499985-9d89-40ca-b720-b6c775a2d083 admin admin] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:25:29.565220 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-69f11b69-632f-4349-b2eb-5df8e6e17e67 req-8b808070-57d7-41d9-8c6c-55011c6f0d41 service neutron] 10.222.0.55 "GET /v2.0/networks/a7521e9d-f5e6-41eb-a0df-ba36f906679b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549537 Apr 05 14:25:29.608342 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:29.615276 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port fd1987d9-67af-4e8d-93d3-bfd7d3154609, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=fd1987d9-67af-4e8d-93d3-bfd7d3154609,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:25:29.638425 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': 'fd1987d9-67af-4e8d-93d3-bfd7d3154609', 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800', 'port_id': 'fd1987d9-67af-4e8d-93d3-bfd7d3154609', 'mac_address': 'fa:16:3e:f5:c4:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:25:29.646805 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68499985-9d89-40ca-b720-b6c775a2d083 admin admin] Pushing event updated for resources: {'Port': ['ID=6476d1ef-e2a1-438c-ac56-93ef6b2cbfb5,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:29.705226 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:29.726261 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:29.731188 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef967e55-7609-449e-962c-f02e8f56b507 req-12686ce2-ff7d-4607-b08a-0522b5499697 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:29.736567 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ef967e55-7609-449e-962c-f02e8f56b507 req-12686ce2-ff7d-4607-b08a-0522b5499697 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa9b5553-ab3f-44c6-9f32-3db11268926d HTTP/1.1" status: 200 len: 985 time: 0.3583555 Apr 05 14:25:29.765881 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd1987d9-67af-4e8d-93d3-bfd7d3154609 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:25:29.823892 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ef967e55-7609-449e-962c-f02e8f56b507 req-8ef08d51-b043-458c-8324-334284027f62 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/security-groups?id=87dfefd3-1552-4299-8b8c-e9b0053c68dd&id=52a84e3c-4f4e-4d63-b0c7-79b75c39d5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0688415 Apr 05 14:25:29.828975 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-69f11b69-632f-4349-b2eb-5df8e6e17e67 req-11b9f4fa-506d-4490-b3e9-87719ae6c242 service neutron] 10.222.0.55 "GET /v2.0/networks/a7521e9d-f5e6-41eb-a0df-ba36f906679b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536135 Apr 05 14:25:29.834168 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port fd1987d9-67af-4e8d-93d3-bfd7d3154609, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=fd1987d9-67af-4e8d-93d3-bfd7d3154609,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:25:29.904394 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:29.956984 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c4bb2a-bde5-490e-8998-402f2aef8739 req-8d92f31d-a6e9-4523-b7b3-a09ae0fca649 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:29.966565 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-44c4bb2a-bde5-490e-8998-402f2aef8739 req-8d92f31d-a6e9-4523-b7b3-a09ae0fca649 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b564e2b9-437a-4947-935a-f03731531b1a HTTP/1.1" status: 200 len: 949 time: 0.0718074 Apr 05 14:25:30.021805 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=fd1987d9-67af-4e8d-93d3-bfd7d3154609,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:30.025257 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-44c4bb2a-bde5-490e-8998-402f2aef8739 req-d3cc4380-a497-4fb3-be31-59bc4c4cd54a tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528476 Apr 05 14:25:30.041024 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-68499985-9d89-40ca-b720-b6c775a2d083 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:30.256712 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['fd1987d9-67af-4e8d-93d3-bfd7d3154609'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:25:30.327359 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ec05c-fc3b-4667-acbe-dbb9e1f971c6 req-76579c01-40b2-4b96-a2ed-3f325f7733f3 tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:30.351153 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-504ec05c-fc3b-4667-acbe-dbb9e1f971c6 req-76579c01-40b2-4b96-a2ed-3f325f7733f3 tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc5d6c66-6d5f-444f-915e-801af91238d8 HTTP/1.1" status: 200 len: 949 time: 0.0840273 Apr 05 14:25:30.477020 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-504ec05c-fc3b-4667-acbe-dbb9e1f971c6 req-1d9ec330-f5b8-4fbb-9065-8a066095405f tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] 10.222.0.30 "GET /v2.0/security-groups?id=b1c080ef-c932-4585-a280-f83996e6ea6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229396 Apr 05 14:25:30.554548 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-68499985-9d89-40ca-b720-b6c775a2d083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618'] for router, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:30.723144 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-932dddcd-1bee-4530-8713-56dd8c6408ad req-ae83f4c5-188e-45ca-887c-f971d08de368 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4c786df-f458-465c-9e68-2c09c038849f HTTP/1.1" status: 200 len: 210 time: 0.0506120 Apr 05 14:25:30.793980 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4364759d-c1bb-4adb-b9f6-f493f5d8f3a2 None None] Network f67f3a13-049d-41fc-8f05-879f33bdc3a1 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:25:30.881341 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-0ffed260-ee2b-4a0a-af04-6d00a2c73042 None None] Provisioning complete for port 545ff161-6f57-4453-8b68-cd5b312cbffc triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:25:30.881341 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0ffed260-ee2b-4a0a-af04-6d00a2c73042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:30.958708 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68499985-9d89-40ca-b720-b6c775a2d083 admin admin] Router b51f7681-1fca-4ffc-b441-a4750a7d0547 is scheduled to L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 with binding_index 1 {{(pid=103321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:25:30.981915 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e94c35-b7d7-436f-96ad-88a1425aa60e req-d3acd564-c3f7-4890-a6cc-80fb011db8f8 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:30.983520 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e0e94c35-b7d7-436f-96ad-88a1425aa60e req-d3acd564-c3f7-4890-a6cc-80fb011db8f8 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa9b5553-ab3f-44c6-9f32-3db11268926d HTTP/1.1" status: 200 len: 985 time: 0.0777838 Apr 05 14:25:31.044250 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e0e94c35-b7d7-436f-96ad-88a1425aa60e req-23d97ba6-54a7-4bdb-ac9b-6d75ed446772 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/security-groups?id=87dfefd3-1552-4299-8b8c-e9b0053c68dd&id=52a84e3c-4f4e-4d63-b0c7-79b75c39d5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0522423 Apr 05 14:25:31.235044 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68499985-9d89-40ca-b720-b6c775a2d083 admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:25:31.246605 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581fcda1-e9f5-4612-a490-ff87e34668f5 None None] Sync routers for ids ['b51f7681-1fca-4ffc-b441-a4750a7d0547'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:25:31.272766 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581fcda1-e9f5-4612-a490-ff87e34668f5 None None] Routers {'b51f7681-1fca-4ffc-b441-a4750a7d0547'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:25:31.273431 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-581fcda1-e9f5-4612-a490-ff87e34668f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:25:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['b51f7681-1fca-4ffc-b441-a4750a7d0547'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:25:31.299884 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e7f58657-951e-46ab-a453-c7ddfa83c36f req-171ec68b-c2e5-4567-b07d-fb91bbb722be tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1299821664&fields=id&tenant_id=ec1eac502c2b411e8783585a1353acd6 HTTP/1.1" status: 200 len: 267 time: 0.1254928 Apr 05 14:25:31.322199 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-68499985-9d89-40ca-b720-b6c775a2d083 admin admin] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:31.322698 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-68499985-9d89-40ca-b720-b6c775a2d083 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.8745191 Apr 05 14:25:31.326310 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 54878) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:25:31.477364 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c30772-2ef3-4670-8682-a79946792dd6 req-94da52c3-7ac7-4084-9dc4-7c4b2d08a9f2 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:31.483139 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-36c30772-2ef3-4670-8682-a79946792dd6 req-94da52c3-7ac7-4084-9dc4-7c4b2d08a9f2 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b564e2b9-437a-4947-935a-f03731531b1a HTTP/1.1" status: 200 len: 949 time: 0.3197415 Apr 05 14:25:31.517287 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f58657-951e-46ab-a453-c7ddfa83c36f req-ae9da87c-80a8-4c14-9887-1c619128c88f tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:31.526457 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e7f58657-951e-46ab-a453-c7ddfa83c36f req-ae9da87c-80a8-4c14-9887-1c619128c88f tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa9b5553-ab3f-44c6-9f32-3db11268926d HTTP/1.1" status: 200 len: 985 time: 0.2167506 Apr 05 14:25:31.567336 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-581fcda1-e9f5-4612-a490-ff87e34668f5 None None] Set router b51f7681-1fca-4ffc-b441-a4750a7d0547 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:25:31.570312 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 0acf73df-bb0e-489a-a80a-806dabae58c9 up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:25:31.582273 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 4b3294fa-4111-414f-bda1-e688dca4d933 details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:25:31.587124 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-e7f58657-951e-46ab-a453-c7ddfa83c36f req-3e2f91b3-db9c-4eff-b0cf-428821a1a28f tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Request body: {'port': {'security_groups': ['52a84e3c-4f4e-4d63-b0c7-79b75c39d5c9', '87dfefd3-1552-4299-8b8c-e9b0053c68dd', '191d74f9-a103-484b-ba66-e785221fc91c']}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:25:31.588899 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 545ff161-6f57-4453-8b68-cd5b312cbffc up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:25:31.750788 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-36c30772-2ef3-4670-8682-a79946792dd6 req-03eb1782-79f2-441d-83d8-50ac85b09ae6 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665226 Apr 05 14:25:31.769855 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0ffed260-ee2b-4a0a-af04-6d00a2c73042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:31.846512 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e7f58657-951e-46ab-a453-c7ddfa83c36f req-3e2f91b3-db9c-4eff-b0cf-428821a1a28f tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:31.868533 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-581fcda1-e9f5-4612-a490-ff87e34668f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51f7681-1fca-4ffc-b441-a4750a7d0547', 'name': 'tempest-AttachSCSIVolumeTestJSON-52481946-router', 'tenant_id': '5020a17be5aa4e2aa79c2e741c944881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': '6476d1ef-e2a1-438c-ac56-93ef6b2cbfb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:25:27Z', 'updated_at': '2022-04-05T14:25:29Z', 'revision_number': 3, 'project_id': '5020a17be5aa4e2aa79c2e741c944881', 'gw_port': {'id': '6476d1ef-e2a1-438c-ac56-93ef6b2cbfb5', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:45:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51f7681-1fca-4ffc-b441-a4750a7d0547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:25:28Z', 'updated_at': '2022-04-05T14:25:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:25:31.904573 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-0ffed260-ee2b-4a0a-af04-6d00a2c73042 None None] For port 545ff161-6f57-4453-8b68-cd5b312cbffc, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=545ff161-6f57-4453-8b68-cd5b312cbffc,segment=NetworkSegment(a568a80e-06b0-4bc4-9b32-ea547fcca925),segment_id=a568a80e-06b0-4bc4-9b32-ea547fcca925)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:25:31.929043 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581fcda1-e9f5-4612-a490-ff87e34668f5 None None] Checking router: b51f7681-1fca-4ffc-b441-a4750a7d0547 for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:25:31.933151 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581fcda1-e9f5-4612-a490-ff87e34668f5 None None] Updating router b51f7681-1fca-4ffc-b441-a4750a7d0547 port 6476d1ef-e2a1-438c-ac56-93ef6b2cbfb5 binding host n-d-836650-2 {{(pid=103323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:25:31.970325 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 545ff161-6f57-4453-8b68-cd5b312cbffc triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:25:31.973061 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:31.979248 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning for port 0acf73df-bb0e-489a-a80a-806dabae58c9 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:25:31.995018 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-581fcda1-e9f5-4612-a490-ff87e34668f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:32.054379 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port 0acf73df-bb0e-489a-a80a-806dabae58c9 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:25:32.056840 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:32.063574 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 4b3294fa-4111-414f-bda1-e688dca4d933, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=4b3294fa-4111-414f-bda1-e688dca4d933,segment=NetworkSegment(0f730d0b-c342-4343-8a7b-7d51c303621d),segment_id=0f730d0b-c342-4343-8a7b-7d51c303621d)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:25:32.071976 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0ffed260-ee2b-4a0a-af04-6d00a2c73042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:32.200196 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-e7f58657-951e-46ab-a453-c7ddfa83c36f req-3e2f91b3-db9c-4eff-b0cf-428821a1a28f tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] For port a716abca-9b52-4896-8f84-50983d276138, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=a716abca-9b52-4896-8f84-50983d276138,segment=NetworkSegment(9a0d8962-c4ed-4c9e-b2aa-287076289665),segment_id=9a0d8962-c4ed-4c9e-b2aa-287076289665)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:25:32.207860 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': '4b3294fa-4111-414f-bda1-e688dca4d933', 'network_id': 'eff47457-946f-46a8-bea0-e56e031eed3c', 'port_id': '4b3294fa-4111-414f-bda1-e688dca4d933', 'mac_address': 'fa:16:3e:cd:3f:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e12eec2-91f9-48b4-8077-4d1ac1ff86f3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:25:32.235716 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1d57e2ae-47fc-41cd-9cea-0b2236412032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:32.275174 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e7f58657-951e-46ab-a453-c7ddfa83c36f req-3e2f91b3-db9c-4eff-b0cf-428821a1a28f tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:32.372820 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-be794011-aee8-440b-acef-c627694d1014 None None] Provisioning complete for port 545ff161-6f57-4453-8b68-cd5b312cbffc triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:25:32.373108 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-be794011-aee8-440b-acef-c627694d1014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:32.409834 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:32.413663 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e7f58657-951e-46ab-a453-c7ddfa83c36f req-3e2f91b3-db9c-4eff-b0cf-428821a1a28f tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:32.503491 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2f91b3-db9c-4eff-b0cf-428821a1a28f tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Pushing event updated for resources: {'Port': ['ID=a716abca-9b52-4896-8f84-50983d276138,revision_number=7']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:32.513850 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-581fcda1-e9f5-4612-a490-ff87e34668f5 None None] Notify callbacks [] for port, precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:32.518067 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffed260-ee2b-4a0a-af04-6d00a2c73042 None None] Pushing event updated for resources: {'Port': ['ID=545ff161-6f57-4453-8b68-cd5b312cbffc,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:32.525465 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c28dd94-fbcc-4048-8999-d5d5f7c79272 req-c1f7fa3d-80a7-4f4a-83e1-075586ac560b tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:32.535234 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['a716abca-9b52-4896-8f84-50983d276138'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:25:32.535656 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1c28dd94-fbcc-4048-8999-d5d5f7c79272 req-c1f7fa3d-80a7-4f4a-83e1-075586ac560b tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc5d6c66-6d5f-444f-915e-801af91238d8 HTTP/1.1" status: 200 len: 949 time: 0.2328944 Apr 05 14:25:32.537417 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['9bb7ba5f-b66b-4dba-adf1-7cfc611951a3'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:25:32.592937 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-581fcda1-e9f5-4612-a490-ff87e34668f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:32.669272 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f58657-951e-46ab-a453-c7ddfa83c36f req-3e2f91b3-db9c-4eff-b0cf-428821a1a28f tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:32.672389 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e7f58657-951e-46ab-a453-c7ddfa83c36f req-3e2f91b3-db9c-4eff-b0cf-428821a1a28f tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:32.687721 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e7f58657-951e-46ab-a453-c7ddfa83c36f req-3e2f91b3-db9c-4eff-b0cf-428821a1a28f tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "PUT /v2.0/ports/a716abca-9b52-4896-8f84-50983d276138 HTTP/1.1" status: 200 len: 1021 time: 1.1600928 Apr 05 14:25:32.688667 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa9b5553-ab3f-44c6-9f32-3db11268926d', 'tag': 'a716abca-9b52-4896-8f84-50983d276138'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:25:32.722396 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5801c9-d0e6-49f0-879f-d32630aa381f" -d '{"events": [{"name": "network-changed", "server_uuid": "fa9b5553-ab3f-44c6-9f32-3db11268926d", "tag": "a716abca-9b52-4896-8f84-50983d276138"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:25:32.733899 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-581fcda1-e9f5-4612-a490-ff87e34668f5 None None] Attempting to bind port 6476d1ef-e2a1-438c-ac56-93ef6b2cbfb5 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:25:32.734510 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-581fcda1-e9f5-4612-a490-ff87e34668f5 None None] Attempting to bind port 6476d1ef-e2a1-438c-ac56-93ef6b2cbfb5 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:25:32.735037 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581fcda1-e9f5-4612-a490-ff87e34668f5 None None] Attempting to bind port 6476d1ef-e2a1-438c-ac56-93ef6b2cbfb5 on network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:25:32.738765 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fb4806-8299-42a2-ab1d-5582fdfe7f75 None None] Pushing event updated for resources: {'Port': ['ID=6476d1ef-e2a1-438c-ac56-93ef6b2cbfb5,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:32.759554 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1c28dd94-fbcc-4048-8999-d5d5f7c79272 req-97aacf9f-a169-49f8-a9f5-322f6542b405 tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] 10.222.0.30 "GET /v2.0/security-groups?id=b1c080ef-c932-4585-a280-f83996e6ea6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195530 Apr 05 14:25:32.770312 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581fcda1-e9f5-4612-a490-ff87e34668f5 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:25:32.770499 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581fcda1-e9f5-4612-a490-ff87e34668f5 None None] Checking segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:25:32.772502 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-581fcda1-e9f5-4612-a490-ff87e34668f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:32.773222 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581fcda1-e9f5-4612-a490-ff87e34668f5 None None] Bound using segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:25:32.773951 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-581fcda1-e9f5-4612-a490-ff87e34668f5 None None] Bound port: 6476d1ef-e2a1-438c-ac56-93ef6b2cbfb5, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:25:32.774611 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-581fcda1-e9f5-4612-a490-ff87e34668f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:32.777917 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fb4806-8299-42a2-ab1d-5582fdfe7f75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:25:32.778513 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fb4806-8299-42a2-ab1d-5582fdfe7f75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:25:32.779078 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fb4806-8299-42a2-ab1d-5582fdfe7f75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:25:32.779625 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fb4806-8299-42a2-ab1d-5582fdfe7f75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:25:32.780167 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fb4806-8299-42a2-ab1d-5582fdfe7f75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:25:32.780699 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fb4806-8299-42a2-ab1d-5582fdfe7f75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:25:32.781265 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fb4806-8299-42a2-ab1d-5582fdfe7f75 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:25:32.781810 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fb4806-8299-42a2-ab1d-5582fdfe7f75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:25:32.782508 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fb4806-8299-42a2-ab1d-5582fdfe7f75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:25:32.788449 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fb4806-8299-42a2-ab1d-5582fdfe7f75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:25:32.795751 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fb4806-8299-42a2-ab1d-5582fdfe7f75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:25:32.796492 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fb4806-8299-42a2-ab1d-5582fdfe7f75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:25:32.809502 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:32.870260 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4b3294fa-4111-414f-bda1-e688dca4d933 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:25:32.919131 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 4b3294fa-4111-414f-bda1-e688dca4d933, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=4b3294fa-4111-414f-bda1-e688dca4d933,segment=NetworkSegment(0f730d0b-c342-4343-8a7b-7d51c303621d),segment_id=0f730d0b-c342-4343-8a7b-7d51c303621d)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:25:32.943800 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['a716abca-9b52-4896-8f84-50983d276138'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:25:32.945050 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-581fcda1-e9f5-4612-a490-ff87e34668f5 None None] For port 6476d1ef-e2a1-438c-ac56-93ef6b2cbfb5, host n-d-836650-2, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:25:32.954484 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-581fcda1-e9f5-4612-a490-ff87e34668f5 None None] For port 6476d1ef-e2a1-438c-ac56-93ef6b2cbfb5, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=6476d1ef-e2a1-438c-ac56-93ef6b2cbfb5,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:25:33.016308 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:33.017232 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-581fcda1-e9f5-4612-a490-ff87e34668f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:33.041997 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1c0b5ba4-0451-4773-9c06-ff3fd9635d5a req-3d0da2b3-bc8b-4af7-a568-bcf117f248e7 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4c786df-f458-465c-9e68-2c09c038849f HTTP/1.1" status: 200 len: 210 time: 0.0590518 Apr 05 14:25:33.118798 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-600d88f2-88ab-4320-a806-c4038c390d51 req-7fd32b1e-2cfc-4eb0-af6d-9b1cc81738b8 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/security-groups/191d74f9-a103-484b-ba66-e785221fc91c HTTP/1.1" status: 200 len: 1800 time: 0.1457663 Apr 05 14:25:33.138281 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=4b3294fa-4111-414f-bda1-e688dca4d933,revision_number=6']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:33.171159 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b564e2b9-437a-4947-935a-f03731531b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0acf73df-bb0e-489a-a80a-806dabae58c9'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:25:33.176236 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a7e5a1c-12d6-471c-98aa-9abcce88236f" -d '{"events": [{"server_uuid": "b564e2b9-437a-4947-935a-f03731531b1a", "name": "network-vif-plugged", "status": "completed", "tag": "0acf73df-bb0e-489a-a80a-806dabae58c9"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:25:33.190112 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fb4806-8299-42a2-ab1d-5582fdfe7f75 None None] Pushing event updated for resources: {'Port': ['ID=6476d1ef-e2a1-438c-ac56-93ef6b2cbfb5,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:33.241494 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581fcda1-e9f5-4612-a490-ff87e34668f5 None None] Routers {'b51f7681-1fca-4ffc-b441-a4750a7d0547'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:25:33.250125 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-581fcda1-e9f5-4612-a490-ff87e34668f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:25:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['b51f7681-1fca-4ffc-b441-a4750a7d0547'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:25:33.277304 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['4b3294fa-4111-414f-bda1-e688dca4d933'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:25:33.285141 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-143702d8-223f-44fe-82be-ae519d3de65c x-openstack-request-id: req-143702d8-223f-44fe-82be-ae519d3de65c {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:25:33.285141 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa9b5553-ab3f-44c6-9f32-3db11268926d", "tag": "a716abca-9b52-4896-8f84-50983d276138", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:25:33.285141 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-143702d8-223f-44fe-82be-ae519d3de65c {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:25:33.286304 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-143702d8-223f-44fe-82be-ae519d3de65c'] response: {'name': 'network-changed', 'server_uuid': 'fa9b5553-ab3f-44c6-9f32-3db11268926d', 'tag': 'a716abca-9b52-4896-8f84-50983d276138', 'status': 'completed', 'code': 200} Apr 05 14:25:33.310701 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-1d57e2ae-47fc-41cd-9cea-0b2236412032 admin admin] Allocated IP 172.20.0.1 (f67f3a13-049d-41fc-8f05-879f33bdc3a1/f6074551-5c62-4edd-9c5d-5fd7282d7688/fdce01be-3d55-4b1a-a12c-14ebc8d4242f) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:25:33.327511 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 0acf73df-bb0e-489a-a80a-806dabae58c9, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=0acf73df-bb0e-489a-a80a-806dabae58c9,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:25:33.428817 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:33.450373 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device fd1987d9-67af-4e8d-93d3-bfd7d3154609 up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:25:33.469702 n-d-836650-2 neutron-server[103320]: INFO neutron.api.v2.resource [req-600d88f2-88ab-4320-a806-c4038c390d51 req-9893815a-0b55-4f29-8535-7f638e819a16 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 05 14:25:33.490307 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-600d88f2-88ab-4320-a806-c4038c390d51 req-9893815a-0b55-4f29-8535-7f638e819a16 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "DELETE /v2.0/security-groups/191d74f9-a103-484b-ba66-e785221fc91c HTTP/1.1" status: 409 len: 341 time: 0.3620129 Apr 05 14:25:33.534260 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5801c9-d0e6-49f0-879f-d32630aa381f req-ae77c92a-d9bc-443a-90a2-3c8dbb84244e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:33.536740 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8a5801c9-d0e6-49f0-879f-d32630aa381f req-ae77c92a-d9bc-443a-90a2-3c8dbb84244e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ec1eac502c2b411e8783585a1353acd6&device_id=fa9b5553-ab3f-44c6-9f32-3db11268926d HTTP/1.1" status: 200 len: 1175 time: 0.3241322 Apr 05 14:25:33.581204 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedcad35-ca30-4b5c-9a4f-3bb0b61f01ba req-5b2680b0-5d8c-43d7-8aea-d8431b230b1c tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:33.589870 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-aedcad35-ca30-4b5c-9a4f-3bb0b61f01ba req-5b2680b0-5d8c-43d7-8aea-d8431b230b1c tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b564e2b9-437a-4947-935a-f03731531b1a HTTP/1.1" status: 200 len: 949 time: 0.2936230 Apr 05 14:25:33.627752 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-581fcda1-e9f5-4612-a490-ff87e34668f5 None None] Set router b51f7681-1fca-4ffc-b441-a4750a7d0547 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:25:33.666227 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1d57e2ae-47fc-41cd-9cea-0b2236412032 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:33.776505 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=0acf73df-bb0e-489a-a80a-806dabae58c9,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:33.797306 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2274d61e-d309-4017-9ac0-2450787a5add x-openstack-request-id: req-2274d61e-d309-4017-9ac0-2450787a5add {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:25:33.797677 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b564e2b9-437a-4947-935a-f03731531b1a", "name": "network-vif-plugged", "status": "completed", "tag": "0acf73df-bb0e-489a-a80a-806dabae58c9", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:25:33.797981 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2274d61e-d309-4017-9ac0-2450787a5add {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:25:33.798390 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2274d61e-d309-4017-9ac0-2450787a5add'] response: {'server_uuid': 'b564e2b9-437a-4947-935a-f03731531b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0acf73df-bb0e-489a-a80a-806dabae58c9', 'code': 200} Apr 05 14:25:33.799545 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 545ff161-6f57-4453-8b68-cd5b312cbffc up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:25:33.824983 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-aedcad35-ca30-4b5c-9a4f-3bb0b61f01ba req-1d01e464-7891-431e-aa5d-f8636ab1de85 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294254 Apr 05 14:25:33.833117 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1d57e2ae-47fc-41cd-9cea-0b2236412032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:33.919992 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93fbe04-4c50-41eb-b988-7f705f175fff req-9e1ae84f-2f8b-4b19-bf50-6cd3e6b72b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:33.925735 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b93fbe04-4c50-41eb-b988-7f705f175fff req-9e1ae84f-2f8b-4b19-bf50-6cd3e6b72b78 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b564e2b9-437a-4947-935a-f03731531b1a HTTP/1.1" status: 200 len: 1101 time: 0.2058964 Apr 05 14:25:33.996405 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d57e2ae-47fc-41cd-9cea-0b2236412032 admin admin] Pushing event updated for resources: {'Port': ['ID=fdce01be-3d55-4b1a-a12c-14ebc8d4242f,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:34.052062 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5801c9-d0e6-49f0-879f-d32630aa381f req-351a57b3-b38d-4451-9ad0-1dd50096798f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:34.053601 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8a5801c9-d0e6-49f0-879f-d32630aa381f req-351a57b3-b38d-4451-9ad0-1dd50096798f service neutron] 10.222.0.55 "GET /v2.0/networks?id=a7521e9d-f5e6-41eb-a0df-ba36f906679b HTTP/1.1" status: 200 len: 913 time: 0.4909239 Apr 05 14:25:34.100559 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b93fbe04-4c50-41eb-b988-7f705f175fff req-9062fd05-cc83-477c-9602-2ca8d59f5488 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619651 Apr 05 14:25:34.109686 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-ad3753fe-55a0-44a5-9225-c41a4271043f tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=c301d8186c0d498e88493d184d59ac7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1157212 Apr 05 14:25:34.133526 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d57e2ae-47fc-41cd-9cea-0b2236412032 admin admin] Network f67f3a13-049d-41fc-8f05-879f33bdc3a1 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:25:34.134980 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-1d57e2ae-47fc-41cd-9cea-0b2236412032 admin admin] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:25:34.141747 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d57e2ae-47fc-41cd-9cea-0b2236412032 admin admin] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:25:34.235906 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8a5801c9-d0e6-49f0-879f-d32630aa381f req-9d24ff1b-0427-46c1-9fed-1118dcc6d889 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a716abca-9b52-4896-8f84-50983d276138 HTTP/1.1" status: 200 len: 217 time: 0.1408553 Apr 05 14:25:34.246501 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1d57e2ae-47fc-41cd-9cea-0b2236412032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809369'] for router_interface, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:34.333497 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-581fcda1-e9f5-4612-a490-ff87e34668f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51f7681-1fca-4ffc-b441-a4750a7d0547', 'name': 'tempest-AttachSCSIVolumeTestJSON-52481946-router', 'tenant_id': '5020a17be5aa4e2aa79c2e741c944881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': '6476d1ef-e2a1-438c-ac56-93ef6b2cbfb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:25:27Z', 'updated_at': '2022-04-05T14:25:29Z', 'revision_number': 3, 'project_id': '5020a17be5aa4e2aa79c2e741c944881', 'gw_port': {'id': '6476d1ef-e2a1-438c-ac56-93ef6b2cbfb5', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:45:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51f7681-1fca-4ffc-b441-a4750a7d0547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:25:28Z', 'updated_at': '2022-04-05T14:25:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:25:34.418990 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581fcda1-e9f5-4612-a490-ff87e34668f5 None None] The sync data for ids ['b51f7681-1fca-4ffc-b441-a4750a7d0547'] in n-d-836650-2 is: [{'id': 'b51f7681-1fca-4ffc-b441-a4750a7d0547', 'name': 'tempest-AttachSCSIVolumeTestJSON-52481946-router', 'tenant_id': '5020a17be5aa4e2aa79c2e741c944881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': '6476d1ef-e2a1-438c-ac56-93ef6b2cbfb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:25:27Z', 'updated_at': '2022-04-05T14:25:29Z', 'revision_number': 3, 'project_id': '5020a17be5aa4e2aa79c2e741c944881', 'gw_port': {'id': '6476d1ef-e2a1-438c-ac56-93ef6b2cbfb5', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:45:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51f7681-1fca-4ffc-b441-a4750a7d0547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:25:28Z', 'updated_at': '2022-04-05T14:25:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:25:34.449837 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297a2cdf-b8ae-4a27-97b9-5ae21141639f req-d7c634de-77f3-46f3-858f-c2c907f8e9d0 tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:34.478009 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-297a2cdf-b8ae-4a27-97b9-5ae21141639f req-d7c634de-77f3-46f3-858f-c2c907f8e9d0 tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc5d6c66-6d5f-444f-915e-801af91238d8 HTTP/1.1" status: 200 len: 949 time: 0.2344830 Apr 05 14:25:34.520671 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 545ff161-6f57-4453-8b68-cd5b312cbffc triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:25:34.521248 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:34.573099 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5801c9-d0e6-49f0-879f-d32630aa381f req-693ad957-6331-4070-8857-cd917c07c0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:34.574737 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8a5801c9-d0e6-49f0-879f-d32630aa381f req-693ad957-6331-4070-8857-cd917c07c0f1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e7c49c0f-6616-4198-accb-769bb8e34e24 HTTP/1.1" status: 200 len: 852 time: 0.3210099 Apr 05 14:25:34.631877 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-048da145-14a5-4bfd-ac68-87f6e431f56d tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=c301d8186c0d498e88493d184d59ac7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0607452 Apr 05 14:25:34.656320 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8a5801c9-d0e6-49f0-879f-d32630aa381f req-3673243c-3515-4c4f-8934-84267b8d8d97 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a7521e9d-f5e6-41eb-a0df-ba36f906679b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661354 Apr 05 14:25:34.690217 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-297a2cdf-b8ae-4a27-97b9-5ae21141639f req-b100970e-d600-4c61-8c6e-7733d05ddddf tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] 10.222.0.30 "GET /v2.0/security-groups?id=b1c080ef-c932-4585-a280-f83996e6ea6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110193 Apr 05 14:25:34.817923 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning for port fd1987d9-67af-4e8d-93d3-bfd7d3154609 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:25:34.882789 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-21aea8fe-6642-4b79-883a-1802adcb2ad1 req-526ca486-c5d1-4ef9-aef0-1c952d0da98b tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4c786df-f458-465c-9e68-2c09c038849f HTTP/1.1" status: 200 len: 210 time: 0.0429265 Apr 05 14:25:34.925613 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-21a8d14f-4e92-4223-af82-b4637f89d979 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:34.927717 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-21a8d14f-4e92-4223-af82-b4637f89d979 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2550819 Apr 05 14:25:34.946696 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-8726fd68-1d8c-4057-8162-7db48a6dd33c tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:34.949460 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-8726fd68-1d8c-4057-8162-7db48a6dd33c tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5513661 Apr 05 14:25:34.958621 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1d57e2ae-47fc-41cd-9cea-0b2236412032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:34.973756 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-c89de683-7d91-4bf0-8099-b7ba4ff3548b tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Request body: {'port': {'device_id': 'c4c786df-f458-465c-9e68-2c09c038849f', 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800', 'admin_state_up': True, 'tenant_id': 'c301d8186c0d498e88493d184d59ac7d'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:25:35.030481 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port fd1987d9-67af-4e8d-93d3-bfd7d3154609 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:25:35.031263 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:35.035800 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-05defd6f-8e63-4e58-8342-5e6a0d94c29e None None] Provisioning complete for port fdce01be-3d55-4b1a-a12c-14ebc8d4242f triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:25:35.036323 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-05defd6f-8e63-4e58-8342-5e6a0d94c29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:35.090207 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8a5801c9-d0e6-49f0-879f-d32630aa381f req-3c30b9fb-6da7-4860-85f3-2724e1afb22f service neutron] 10.222.0.55 "GET /v2.0/networks/a7521e9d-f5e6-41eb-a0df-ba36f906679b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3944924 Apr 05 14:25:35.130224 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-49c5fc52-90fa-4a3f-b3c9-092e87e3f768 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Request body: {'port': {'device_id': '08fdd505-a291-4edb-a9ce-313c60a3fad3', 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800', 'admin_state_up': True, 'tenant_id': 'c301d8186c0d498e88493d184d59ac7d'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:25:35.297169 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-05defd6f-8e63-4e58-8342-5e6a0d94c29e None None] Port fdce01be-3d55-4b1a-a12c-14ebc8d4242f cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:25:35.316295 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edac11c1-061a-4aef-a632-419c8d748026 req-415f0445-2066-449d-a283-5003c14baf7e tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:35.321010 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-edac11c1-061a-4aef-a632-419c8d748026 req-415f0445-2066-449d-a283-5003c14baf7e tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa9b5553-ab3f-44c6-9f32-3db11268926d HTTP/1.1" status: 200 len: 1024 time: 0.2186310 Apr 05 14:25:35.466008 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 4b3294fa-4111-414f-bda1-e688dca4d933 up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:25:35.481383 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae3d279-3e8d-4229-9288-a97e6efb1989 req-44ab6705-ccfa-46dc-91d6-93a7e37cd0b5 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:35.495491 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5ae3d279-3e8d-4229-9288-a97e6efb1989 req-44ab6705-ccfa-46dc-91d6-93a7e37cd0b5 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b564e2b9-437a-4947-935a-f03731531b1a HTTP/1.1" status: 200 len: 950 time: 0.1900530 Apr 05 14:25:35.532535 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-edac11c1-061a-4aef-a632-419c8d748026 req-8af259d4-ca1a-4367-a44b-a0ca6812b0ff tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/security-groups?id=87dfefd3-1552-4299-8b8c-e9b0053c68dd&id=52a84e3c-4f4e-4d63-b0c7-79b75c39d5c9&id=191d74f9-a103-484b-ba66-e785221fc91c&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1917186 Apr 05 14:25:35.562623 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:35.563226 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8a5801c9-d0e6-49f0-879f-d32630aa381f req-a7208f64-54e1-4f8b-92a0-5ca69bf88967 service neutron] 10.222.0.55 "GET /v2.0/networks/a7521e9d-f5e6-41eb-a0df-ba36f906679b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541520 Apr 05 14:25:35.617027 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1d57e2ae-47fc-41cd-9cea-0b2236412032 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:35.628897 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5ae3d279-3e8d-4229-9288-a97e6efb1989 req-ca54c79b-fa96-4f19-899f-15513c5a2317 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126456 Apr 05 14:25:35.679667 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1d57e2ae-47fc-41cd-9cea-0b2236412032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:35.734070 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 6476d1ef-e2a1-438c-ac56-93ef6b2cbfb5 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:25:35.779793 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1d57e2ae-47fc-41cd-9cea-0b2236412032 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809317'] for router_interface, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:35.845231 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5d6c66-6d5f-444f-915e-801af91238d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd1987d9-67af-4e8d-93d3-bfd7d3154609'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:25:35.846899 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d9bcf8-b319-4012-a9d4-1c35d5e9d60c" -d '{"events": [{"server_uuid": "fc5d6c66-6d5f-444f-915e-801af91238d8", "name": "network-vif-plugged", "status": "completed", "tag": "fd1987d9-67af-4e8d-93d3-bfd7d3154609"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:25:35.930214 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-49c5fc52-90fa-4a3f-b3c9-092e87e3f768 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Made reservation on behalf of c301d8186c0d498e88493d184d59ac7d for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:25:35.935183 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-49c5fc52-90fa-4a3f-b3c9-092e87e3f768 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:35.954752 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-c89de683-7d91-4bf0-8099-b7ba4ff3548b tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Made reservation on behalf of c301d8186c0d498e88493d184d59ac7d for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:25:35.958197 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-c89de683-7d91-4bf0-8099-b7ba4ff3548b tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:36.012967 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port fd1987d9-67af-4e8d-93d3-bfd7d3154609, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=fd1987d9-67af-4e8d-93d3-bfd7d3154609,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:25:36.024495 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d57e2ae-47fc-41cd-9cea-0b2236412032 admin admin] Network f67f3a13-049d-41fc-8f05-879f33bdc3a1 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:25:36.050675 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port 4b3294fa-4111-414f-bda1-e688dca4d933 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:25:36.051729 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865a7b1-28f2-4947-96af-8241b693c31c req-12558313-3ef6-4c76-9cea-2c10e7a7a917 tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:36.053733 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8865a7b1-28f2-4947-96af-8241b693c31c req-12558313-3ef6-4c76-9cea-2c10e7a7a917 tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc5d6c66-6d5f-444f-915e-801af91238d8 HTTP/1.1" status: 200 len: 949 time: 0.1935737 Apr 05 14:25:36.057486 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:36.094053 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:36.251725 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f7a6f895-e343-4c86-aab3-62574dfec2e2 req-ea1a650f-dd9a-4b41-a634-c971967bccbf tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4c786df-f458-465c-9e68-2c09c038849f HTTP/1.1" status: 200 len: 210 time: 0.1575863 Apr 05 14:25:36.297139 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-c89de683-7d91-4bf0-8099-b7ba4ff3548b tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Allocated IP 192.168.233.211 (80d671a8-d1ab-4472-891b-9c042fbd7800/b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a/8b1f25ba-968e-4f55-880e-8cbaad83d4e4) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:25:36.302076 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 6476d1ef-e2a1-438c-ac56-93ef6b2cbfb5 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:25:36.302720 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:36.408103 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a628582-0774-4df0-99de-82924c8664cd x-openstack-request-id: req-7a628582-0774-4df0-99de-82924c8664cd {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:25:36.411121 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc5d6c66-6d5f-444f-915e-801af91238d8", "name": "network-vif-plugged", "status": "completed", "tag": "fd1987d9-67af-4e8d-93d3-bfd7d3154609", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:25:36.412630 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7a628582-0774-4df0-99de-82924c8664cd {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:25:36.414207 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a628582-0774-4df0-99de-82924c8664cd'] response: {'server_uuid': 'fc5d6c66-6d5f-444f-915e-801af91238d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd1987d9-67af-4e8d-93d3-bfd7d3154609', 'code': 200} Apr 05 14:25:36.497748 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=fd1987d9-67af-4e8d-93d3-bfd7d3154609,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:36.559227 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 55022) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:25:36.563031 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:36.606197 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8865a7b1-28f2-4947-96af-8241b693c31c req-e9d5a2cb-c26d-4ae9-aedb-697ced58551a tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] 10.222.0.30 "GET /v2.0/security-groups?id=b1c080ef-c932-4585-a280-f83996e6ea6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5434189 Apr 05 14:25:36.655309 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff893b2-d156-4284-9c43-8a67e3a0a066 req-2eca321f-b15f-4e83-8975-f5d1033f151c tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:36.657612 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fff893b2-d156-4284-9c43-8a67e3a0a066 req-2eca321f-b15f-4e83-8975-f5d1033f151c tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.55 "GET /v2.0/ports?device_id=fa9b5553-ab3f-44c6-9f32-3db11268926d HTTP/1.1" status: 200 len: 1024 time: 0.3715630 Apr 05 14:25:36.673927 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-1d57e2ae-47fc-41cd-9cea-0b2236412032 admin admin] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:25:36.751461 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 4b3294fa-4111-414f-bda1-e688dca4d933, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=4b3294fa-4111-414f-bda1-e688dca4d933,segment=NetworkSegment(0f730d0b-c342-4343-8a7b-7d51c303621d),segment_id=0f730d0b-c342-4343-8a7b-7d51c303621d)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:25:36.753438 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:36.772715 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d57e2ae-47fc-41cd-9cea-0b2236412032 admin admin] Pushing event updated for resources: {'Port': ['ID=fdce01be-3d55-4b1a-a12c-14ebc8d4242f,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:36.782308 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port 6476d1ef-e2a1-438c-ac56-93ef6b2cbfb5, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=6476d1ef-e2a1-438c-ac56-93ef6b2cbfb5,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:25:36.806451 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-c89de683-7d91-4bf0-8099-b7ba4ff3548b tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:36.845904 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:36.847817 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:36.968604 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e216d62e-1066-42ad-9be5-8925d8a6bfd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:36.987389 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=4b3294fa-4111-414f-bda1-e688dca4d933,revision_number=7']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:37.008660 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d97ce-e5b9-49f5-8059-3ee35586df3d req-a5600e53-8aff-48d1-8864-7766fa8960b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:37.010208 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-458d97ce-e5b9-49f5-8059-3ee35586df3d req-a5600e53-8aff-48d1-8864-7766fa8960b1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fc5d6c66-6d5f-444f-915e-801af91238d8 HTTP/1.1" status: 200 len: 1101 time: 0.3704305 Apr 05 14:25:37.051113 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c0f5f0-3437-4e2a-a319-f7f6606b5a23 req-fa527a02-1acb-429a-a121-ee31a0061978 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:37.058932 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-69c0f5f0-3437-4e2a-a319-f7f6606b5a23 req-fa527a02-1acb-429a-a121-ee31a0061978 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa9b5553-ab3f-44c6-9f32-3db11268926d HTTP/1.1" status: 200 len: 1024 time: 0.3388686 Apr 05 14:25:37.097005 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=6476d1ef-e2a1-438c-ac56-93ef6b2cbfb5,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:37.108219 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d57e2ae-47fc-41cd-9cea-0b2236412032 admin admin] Router b51f7681-1fca-4ffc-b441-a4750a7d0547 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:25:37.113579 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb75a47-5831-4123-80e4-b5950ce271f8 req-2b4fc247-d396-4498-87e7-2296cd6d5855 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:37.127791 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6fb75a47-5831-4123-80e4-b5950ce271f8 req-2b4fc247-d396-4498-87e7-2296cd6d5855 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b564e2b9-437a-4947-935a-f03731531b1a HTTP/1.1" status: 200 len: 950 time: 0.2697489 Apr 05 14:25:37.143119 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-0e7f47a3-542c-4a69-a3e4-37fe03cdeb6d None None] Provisioning complete for port fdce01be-3d55-4b1a-a12c-14ebc8d4242f triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:25:37.143499 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0e7f47a3-542c-4a69-a3e4-37fe03cdeb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:37.184768 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-0e7f47a3-542c-4a69-a3e4-37fe03cdeb6d None None] Port fdce01be-3d55-4b1a-a12c-14ebc8d4242f cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:25:37.207120 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-c89de683-7d91-4bf0-8099-b7ba4ff3548b tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:37.244480 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['ced27436-8a8c-4719-9bf6-b86688ef931d'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:25:37.289200 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-fff893b2-d156-4284-9c43-8a67e3a0a066 req-c80e596c-4e66-4577-8c3d-417d51edd3b9 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Deleting port a716abca-9b52-4896-8f84-50983d276138 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:25:37.289200 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-fff893b2-d156-4284-9c43-8a67e3a0a066 req-c80e596c-4e66-4577-8c3d-417d51edd3b9 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:37.289479 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['d48d9039-a582-46f9-a15c-ebc5853e5c4f', '8af7a0bd-3e0c-4723-b6c5-a6ac2dc3131e'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:25:37.375657 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 55038) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:25:37.412715 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-458d97ce-e5b9-49f5-8059-3ee35586df3d req-1aca8cd2-53f0-4455-8a8a-c524a8028568 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b1c080ef-c932-4585-a280-f83996e6ea6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3865194 Apr 05 14:25:37.418607 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-c89de683-7d91-4bf0-8099-b7ba4ff3548b tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Network 80d671a8-d1ab-4472-891b-9c042fbd7800 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:25:37.426261 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-fff893b2-d156-4284-9c43-8a67e3a0a066 req-c80e596c-4e66-4577-8c3d-417d51edd3b9 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] For port a716abca-9b52-4896-8f84-50983d276138, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=a716abca-9b52-4896-8f84-50983d276138,segment=NetworkSegment(9a0d8962-c4ed-4c9e-b2aa-287076289665),segment_id=9a0d8962-c4ed-4c9e-b2aa-287076289665)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:25:37.433793 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-fff893b2-d156-4284-9c43-8a67e3a0a066 req-c80e596c-4e66-4577-8c3d-417d51edd3b9 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:37.450499 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-c89de683-7d91-4bf0-8099-b7ba4ff3548b tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:25:37.474151 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-69c0f5f0-3437-4e2a-a319-f7f6606b5a23 req-633c4a04-f43b-46da-b6d1-646b3bdc971f tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/security-groups?id=87dfefd3-1552-4299-8b8c-e9b0053c68dd&id=52a84e3c-4f4e-4d63-b0c7-79b75c39d5c9&id=191d74f9-a103-484b-ba66-e785221fc91c&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.4143114 Apr 05 14:25:37.486148 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-c89de683-7d91-4bf0-8099-b7ba4ff3548b tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:25:37.504654 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-fff893b2-d156-4284-9c43-8a67e3a0a066 req-c80e596c-4e66-4577-8c3d-417d51edd3b9 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Calling delete_port for a716abca-9b52-4896-8f84-50983d276138 owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:25:37.504866 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 6476d1ef-e2a1-438c-ac56-93ef6b2cbfb5 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:25:37.540157 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6fb75a47-5831-4123-80e4-b5950ce271f8 req-387609b9-cd6e-4db2-87be-1a15157e4e3b tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3882196 Apr 05 14:25:37.559724 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d57e2ae-47fc-41cd-9cea-0b2236412032 admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:25:37.624477 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e216d62e-1066-42ad-9be5-8925d8a6bfd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:37.647143 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-1d57e2ae-47fc-41cd-9cea-0b2236412032 admin admin] 10.222.0.30 "PUT /v2.0/routers/b51f7681-1fca-4ffc-b441-a4750a7d0547/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3106182 Apr 05 14:25:37.668418 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89de683-7d91-4bf0-8099-b7ba4ff3548b tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Pushing event updated for resources: {'Port': ['ID=8b1f25ba-968e-4f55-880e-8cbaad83d4e4,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:37.671832 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-993dbda4-80cf-4b71-a885-de8468765879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:37.769427 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-993dbda4-80cf-4b71-a885-de8468765879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:37.774077 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-49c5fc52-90fa-4a3f-b3c9-092e87e3f768 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Allocated IP 192.168.233.34 (80d671a8-d1ab-4472-891b-9c042fbd7800/b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a/ba916db2-e3ae-47b8-9dca-7bccdcf584cc) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:25:37.777877 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e216d62e-1066-42ad-9be5-8925d8a6bfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:37.826001 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-c89de683-7d91-4bf0-8099-b7ba4ff3548b tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:37.836186 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-c89de683-7d91-4bf0-8099-b7ba4ff3548b tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:37.875760 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-993dbda4-80cf-4b71-a885-de8468765879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:37.924944 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-993dbda4-80cf-4b71-a885-de8468765879 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dab75bcee91f41439142ef945c95805f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5470026 Apr 05 14:25:37.927429 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 55056) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:25:37.968802 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-c89de683-7d91-4bf0-8099-b7ba4ff3548b tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0142267 Apr 05 14:25:37.977224 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-e216d62e-1066-42ad-9be5-8925d8a6bfd0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a51469289feb43b99eba902632b6cdaf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4050591 Apr 05 14:25:37.984152 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 55058) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:25:38.023889 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e216d62e-1066-42ad-9be5-8925d8a6bfd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9c1c56-1cfc-4a03-acba-aeb35d4b7873,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:38.032035 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-694a8984-b196-41be-bd74-0d9b3fa7057b service neutron] Request body: {'port': {'device_id': 'c4c786df-f458-465c-9e68-2c09c038849f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:25:38.069363 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993dbda4-80cf-4b71-a885-de8468765879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91da7b51-b930-4261-b0cf-6a3fb1a18586,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:38.072250 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd71f73-d509-4a21-8e72-fcedc891421f None None] Sync routers for ids ['b51f7681-1fca-4ffc-b441-a4750a7d0547'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:25:38.124451 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb0d7c-41d2-4e05-a4ad-2bbc58a1de35 req-f1b76f68-24d4-441a-b44d-5396abb7eb5f tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:38.127981 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d2fb0d7c-41d2-4e05-a4ad-2bbc58a1de35 req-f1b76f68-24d4-441a-b44d-5396abb7eb5f tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4c786df-f458-465c-9e68-2c09c038849f HTTP/1.1" status: 200 len: 936 time: 0.3514147 Apr 05 14:25:38.188048 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-694a8984-b196-41be-bd74-0d9b3fa7057b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:38.191257 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd71f73-d509-4a21-8e72-fcedc891421f None None] Routers {'b51f7681-1fca-4ffc-b441-a4750a7d0547'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:25:38.192249 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-5dd71f73-d509-4a21-8e72-fcedc891421f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:25:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['b51f7681-1fca-4ffc-b441-a4750a7d0547'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:25:38.195249 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 6476d1ef-e2a1-438c-ac56-93ef6b2cbfb5 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:25:38.196818 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:38.239189 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d2fb0d7c-41d2-4e05-a4ad-2bbc58a1de35 req-6cfc7faa-a742-4319-b585-abba7d3bef16 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982571 Apr 05 14:25:38.250913 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0d35ff65-b3a8-4aa1-b153-dc6381626bfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:38.275728 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0d35ff65-b3a8-4aa1-b153-dc6381626bfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:38.286217 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e8669-ea9e-454b-8ebd-7b5f860374ed req-df1c7561-541e-4419-845c-ea6b4d16f8b1 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:38.289704 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ff7e8669-ea9e-454b-8ebd-7b5f860374ed req-df1c7561-541e-4419-845c-ea6b4d16f8b1 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b564e2b9-437a-4947-935a-f03731531b1a HTTP/1.1" status: 200 len: 950 time: 0.3663547 Apr 05 14:25:38.321659 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-a84d9391-7585-46a4-9154-4efd61ee88ed None None] Provisioning complete for port 8b1f25ba-968e-4f55-880e-8cbaad83d4e4 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:25:38.322465 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a84d9391-7585-46a4-9154-4efd61ee88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:38.385496 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4112e565-eca9-4f96-8033-37dedb2896b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:38.419559 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f39ce8c-8ad1-4c73-a0a4-4c5654918a53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b3294fa-4111-414f-bda1-e688dca4d933'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:25:38.422524 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4112e565-eca9-4f96-8033-37dedb2896b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:38.423577 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b63cba-99d0-4d03-af91-102823a60056" -d '{"events": [{"server_uuid": "7f39ce8c-8ad1-4c73-a0a4-4c5654918a53", "name": "network-vif-plugged", "status": "completed", "tag": "4b3294fa-4111-414f-bda1-e688dca4d933"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:25:38.494351 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-5dd71f73-d509-4a21-8e72-fcedc891421f None None] Set router b51f7681-1fca-4ffc-b441-a4750a7d0547 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:25:38.505960 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ff7e8669-ea9e-454b-8ebd-7b5f860374ed req-8e994c80-eb31-457b-bf12-dd3afd662b94 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974869 Apr 05 14:25:38.534120 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0d35ff65-b3a8-4aa1-b153-dc6381626bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:38.538652 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0d35ff65-b3a8-4aa1-b153-dc6381626bfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:38.544564 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-0d35ff65-b3a8-4aa1-b153-dc6381626bfa admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/91da7b51-b930-4261-b0cf-6a3fb1a18586 HTTP/1.1" status: 204 len: 168 time: 0.6159215 Apr 05 14:25:38.559652 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35ff65-b3a8-4aa1-b153-dc6381626bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91da7b51-b930-4261-b0cf-6a3fb1a18586,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:38.617600 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4112e565-eca9-4f96-8033-37dedb2896b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:38.628025 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4112e565-eca9-4f96-8033-37dedb2896b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:38.634714 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-4112e565-eca9-4f96-8033-37dedb2896b6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7e9c1c56-1cfc-4a03-acba-aeb35d4b7873 HTTP/1.1" status: 204 len: 168 time: 0.6476340 Apr 05 14:25:38.648794 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-49c5fc52-90fa-4a3f-b3c9-092e87e3f768 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:38.658871 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa4dea1d-ea2c-4cd0-8bd8-9dbb293c928d x-openstack-request-id: req-aa4dea1d-ea2c-4cd0-8bd8-9dbb293c928d {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:25:38.659256 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f39ce8c-8ad1-4c73-a0a4-4c5654918a53", "name": "network-vif-plugged", "status": "completed", "tag": "4b3294fa-4111-414f-bda1-e688dca4d933", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:25:38.659583 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-aa4dea1d-ea2c-4cd0-8bd8-9dbb293c928d {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:25:38.660567 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa4dea1d-ea2c-4cd0-8bd8-9dbb293c928d'] response: {'server_uuid': '7f39ce8c-8ad1-4c73-a0a4-4c5654918a53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b3294fa-4111-414f-bda1-e688dca4d933', 'code': 200} Apr 05 14:25:38.677429 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-fff893b2-d156-4284-9c43-8a67e3a0a066 req-c80e596c-4e66-4577-8c3d-417d51edd3b9 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:38.720762 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-a84d9391-7585-46a4-9154-4efd61ee88ed None None] Port 8b1f25ba-968e-4f55-880e-8cbaad83d4e4 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:25:38.775771 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80e596c-4e66-4577-8c3d-417d51edd3b9 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Pushing event deleted for resources: {'Port': ['ID=a716abca-9b52-4896-8f84-50983d276138,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:38.864976 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4112e565-eca9-4f96-8033-37dedb2896b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9c1c56-1cfc-4a03-acba-aeb35d4b7873,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:38.915700 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ed08f6e8-266a-4d29-a685-e6253df7ee72 req-a450f6a0-ce1d-4c05-a470-8ceb34ca3a7d tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa9b5553-ab3f-44c6-9f32-3db11268926d HTTP/1.1" status: 200 len: 210 time: 0.1500750 Apr 05 14:25:39.027754 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-49c5fc52-90fa-4a3f-b3c9-092e87e3f768 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:39.081675 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f82872-5683-4cba-b78f-f49ed3aa9d03 req-687ce794-3234-4fc0-8dd1-764bb0f6efe4 tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:39.100450 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d4f82872-5683-4cba-b78f-f49ed3aa9d03 req-687ce794-3234-4fc0-8dd1-764bb0f6efe4 tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc5d6c66-6d5f-444f-915e-801af91238d8 HTTP/1.1" status: 200 len: 950 time: 0.6290243 Apr 05 14:25:39.102693 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-fff893b2-d156-4284-9c43-8a67e3a0a066 req-c80e596c-4e66-4577-8c3d-417d51edd3b9 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] No DVR routers for this DVR port a716abca-9b52-4896-8f84-50983d276138 on host n-h1-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:25:39.117281 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-fff893b2-d156-4284-9c43-8a67e3a0a066 req-c80e596c-4e66-4577-8c3d-417d51edd3b9 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:39.121772 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fff893b2-d156-4284-9c43-8a67e3a0a066 req-c80e596c-4e66-4577-8c3d-417d51edd3b9 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.55 "DELETE /v2.0/ports/a716abca-9b52-4896-8f84-50983d276138 HTTP/1.1" status: 204 len: 173 time: 2.4069774 Apr 05 14:25:39.122395 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-49c5fc52-90fa-4a3f-b3c9-092e87e3f768 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Network 80d671a8-d1ab-4472-891b-9c042fbd7800 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:25:39.133218 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-49c5fc52-90fa-4a3f-b3c9-092e87e3f768 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:25:39.138959 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa9b5553-ab3f-44c6-9f32-3db11268926d', 'name': 'network-vif-deleted', 'tag': 'a716abca-9b52-4896-8f84-50983d276138'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:25:39.144280 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-49c5fc52-90fa-4a3f-b3c9-092e87e3f768 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:25:39.152461 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-218db628-8b1a-4c91-ad50-c6a11d1d8ee8" -d '{"events": [{"server_uuid": "fa9b5553-ab3f-44c6-9f32-3db11268926d", "name": "network-vif-deleted", "tag": "a716abca-9b52-4896-8f84-50983d276138"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:25:39.152575 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c5fc52-90fa-4a3f-b3c9-092e87e3f768 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Pushing event updated for resources: {'Port': ['ID=ba916db2-e3ae-47b8-9dca-7bccdcf584cc,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:39.223013 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['9bb7ba5f-b66b-4dba-adf1-7cfc611951a3'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:25:39.281339 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d4f82872-5683-4cba-b78f-f49ed3aa9d03 req-a947be51-427b-4888-aac0-892e4a398fd5 tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] 10.222.0.30 "GET /v2.0/security-groups?id=b1c080ef-c932-4585-a280-f83996e6ea6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430972 Apr 05 14:25:39.300228 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-49c5fc52-90fa-4a3f-b3c9-092e87e3f768 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:39.301218 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-49c5fc52-90fa-4a3f-b3c9-092e87e3f768 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:39.326139 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['ced27436-8a8c-4719-9bf6-b86688ef931d'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:25:39.384433 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-694a8984-b196-41be-bd74-0d9b3fa7057b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b1f25ba-968e-4f55-880e-8cbaad83d4e4 {{(pid=103321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:25:39.407948 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-694a8984-b196-41be-bd74-0d9b3fa7057b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:39.437035 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-819c1691-c8a0-4f33-bf43-cac4fe57ed97 x-openstack-request-id: req-819c1691-c8a0-4f33-bf43-cac4fe57ed97 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:25:39.437035 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa9b5553-ab3f-44c6-9f32-3db11268926d", "name": "network-vif-deleted", "tag": "a716abca-9b52-4896-8f84-50983d276138", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:25:39.437035 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-819c1691-c8a0-4f33-bf43-cac4fe57ed97 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:25:39.445329 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-819c1691-c8a0-4f33-bf43-cac4fe57ed97'] response: {'server_uuid': 'fa9b5553-ab3f-44c6-9f32-3db11268926d', 'name': 'network-vif-deleted', 'tag': 'a716abca-9b52-4896-8f84-50983d276138', 'status': 'completed', 'code': 200} Apr 05 14:25:39.453541 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.provisioning_blocks [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-694a8984-b196-41be-bd74-0d9b3fa7057b service neutron] Transition to ACTIVE for port object 8b1f25ba-968e-4f55-880e-8cbaad83d4e4 will not be triggered until provisioned by entity L2. {{(pid=103321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:25:39.590025 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device a716abca-9b52-4896-8f84-50983d276138 no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:25:39.615548 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a68e957-799a-450a-a208-ed0b30a5e0d1 req-f988bcda-68ba-4520-89a8-d78ef98b6d72 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:39.618716 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5a68e957-799a-450a-a208-ed0b30a5e0d1 req-f988bcda-68ba-4520-89a8-d78ef98b6d72 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4c786df-f458-465c-9e68-2c09c038849f HTTP/1.1" status: 200 len: 936 time: 0.1307883 Apr 05 14:25:39.652935 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [req-ff752a83-1ff8-4c31-906f-9d6008e714dd req-8330e6be-b691-45ec-8254-a5aab21172c8 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:25:39.654369 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ff752a83-1ff8-4c31-906f-9d6008e714dd req-8330e6be-b691-45ec-8254-a5aab21172c8 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074387 Apr 05 14:25:39.664165 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] No Port match for: a716abca-9b52-4896-8f84-50983d276138 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:25:39.664639 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device a716abca-9b52-4896-8f84-50983d276138 not bound to the agent host n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:25:39.688757 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5a68e957-799a-450a-a208-ed0b30a5e0d1 req-1d48a614-a598-4e64-932c-172aa22fa456 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537694 Apr 05 14:25:39.744869 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-f2c99e64-14e6-4490-846e-bac12f536267 None None] Provisioning complete for port ba916db2-e3ae-47b8-9dca-7bccdcf584cc triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:25:39.745893 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f2c99e64-14e6-4490-846e-bac12f536267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:39.849408 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-5dd71f73-d509-4a21-8e72-fcedc891421f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51f7681-1fca-4ffc-b441-a4750a7d0547', 'name': 'tempest-AttachSCSIVolumeTestJSON-52481946-router', 'tenant_id': '5020a17be5aa4e2aa79c2e741c944881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': '6476d1ef-e2a1-438c-ac56-93ef6b2cbfb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:25:27Z', 'updated_at': '2022-04-05T14:25:34Z', 'revision_number': 4, 'project_id': '5020a17be5aa4e2aa79c2e741c944881', 'gw_port': {'id': '6476d1ef-e2a1-438c-ac56-93ef6b2cbfb5', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:45:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51f7681-1fca-4ffc-b441-a4750a7d0547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:25:28Z', 'updated_at': '2022-04-05T14:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': 'fdce01be-3d55-4b1a-a12c-14ebc8d4242f', 'name': '', 'network_id': 'f67f3a13-049d-41fc-8f05-879f33bdc3a1', 'tenant_id': '5020a17be5aa4e2aa79c2e741c944881', 'mac_address': 'fa:16:3e:5e:31:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51f7681-1fca-4ffc-b441-a4750a7d0547', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'f6074551-5c62-4edd-9c5d-5fd7282d7688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:25:32Z', 'updated_at': '2022-04-05T14:25:35Z', 'revision_number': 2, 'project_id': '5020a17be5aa4e2aa79c2e741c944881', 'subnets': [{'id': 'f6074551-5c62-4edd-9c5d-5fd7282d7688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:25:39.858948 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-49c5fc52-90fa-4a3f-b3c9-092e87e3f768 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.8987532 Apr 05 14:25:39.863006 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-694a8984-b196-41be-bd74-0d9b3fa7057b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:39.896439 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-55f27bf3-7281-4047-b68f-28a9e1967172 service neutron] Request body: {'port': {'device_id': '08fdd505-a291-4edb-a9ce-313c60a3fad3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-2'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:25:39.928393 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-f2c99e64-14e6-4490-846e-bac12f536267 None None] Port ba916db2-e3ae-47b8-9dca-7bccdcf584cc cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:25:39.947091 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd71f73-d509-4a21-8e72-fcedc891421f None None] Checking router: b51f7681-1fca-4ffc-b441-a4750a7d0547 for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:25:39.947453 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd71f73-d509-4a21-8e72-fcedc891421f None None] Updating router b51f7681-1fca-4ffc-b441-a4750a7d0547 port fdce01be-3d55-4b1a-a12c-14ebc8d4242f binding host n-d-836650-2 {{(pid=103322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:25:40.011500 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694a8984-b196-41be-bd74-0d9b3fa7057b service neutron] Pushing event updated for resources: {'Port': ['ID=8b1f25ba-968e-4f55-880e-8cbaad83d4e4,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:40.070121 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5dd71f73-d509-4a21-8e72-fcedc891421f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:40.094644 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-55f27bf3-7281-4047-b68f-28a9e1967172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:40.110577 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 55108) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:25:40.120047 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-47379c48-bf4f-4bfe-bf3b-597454149a98 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-119834046-network', 'tenant_id': 'bdb1cbdf5a5e436f8eeb605fcc37cb7f'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:25:40.234623 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 55110) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:25:40.299749 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cde58b41-d478-4aae-b6ee-63c5bedf566b req-fbb8f223-5195-495d-9753-93d482f00beb tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa9b5553-ab3f-44c6-9f32-3db11268926d HTTP/1.1" status: 200 len: 210 time: 0.1468818 Apr 05 14:25:40.328703 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d610a86f-580b-43c5-a4bc-637de1b4253c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:40.335100 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-694a8984-b196-41be-bd74-0d9b3fa7057b service neutron] Attempting to bind port 8b1f25ba-968e-4f55-880e-8cbaad83d4e4 on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:25:40.335419 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-694a8984-b196-41be-bd74-0d9b3fa7057b service neutron] Attempting to bind port 8b1f25ba-968e-4f55-880e-8cbaad83d4e4 by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:25:40.335744 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-694a8984-b196-41be-bd74-0d9b3fa7057b service neutron] Attempting to bind port 8b1f25ba-968e-4f55-880e-8cbaad83d4e4 on network 80d671a8-d1ab-4472-891b-9c042fbd7800 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:25:40.373745 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-694a8984-b196-41be-bd74-0d9b3fa7057b service neutron] Port 8b1f25ba-968e-4f55-880e-8cbaad83d4e4 on network 80d671a8-d1ab-4472-891b-9c042fbd7800 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:25:40.377539 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-694a8984-b196-41be-bd74-0d9b3fa7057b service neutron] Attempting to bind port 8b1f25ba-968e-4f55-880e-8cbaad83d4e4 on network 80d671a8-d1ab-4472-891b-9c042fbd7800 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:25:40.454631 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['d48d9039-a582-46f9-a15c-ebc5853e5c4f', '8af7a0bd-3e0c-4723-b6c5-a6ac2dc3131e'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:25:40.476944 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47379c48-bf4f-4bfe-bf3b-597454149a98 admin admin] Made reservation on behalf of bdb1cbdf5a5e436f8eeb605fcc37cb7f for: {'network': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:25:40.480596 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-47379c48-bf4f-4bfe-bf3b-597454149a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:40.485202 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-694a8984-b196-41be-bd74-0d9b3fa7057b service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:25:40.485543 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-694a8984-b196-41be-bd74-0d9b3fa7057b service neutron] Checking segment: {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:25:40.485936 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-694a8984-b196-41be-bd74-0d9b3fa7057b service neutron] Bound using segment: {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:25:40.486872 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-694a8984-b196-41be-bd74-0d9b3fa7057b service neutron] Bound port: 8b1f25ba-968e-4f55-880e-8cbaad83d4e4, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:25:40.486872 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-694a8984-b196-41be-bd74-0d9b3fa7057b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:40.539658 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-47379c48-bf4f-4bfe-bf3b-597454149a98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:40.601491 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3addc96a-9fe8-478b-8aaf-0dd93fc0946d req-7c0972da-ea9b-4ab3-ad63-76cb05e50e86 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b564e2b9-437a-4947-935a-f03731531b1a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2640584 Apr 05 14:25:40.709044 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd0d127-83e6-45cf-b9ee-238f5de69d9a req-d67a8358-c0fc-44ab-a1f4-2f0d75c68851 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:40.711710 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4cd0d127-83e6-45cf-b9ee-238f5de69d9a req-d67a8358-c0fc-44ab-a1f4-2f0d75c68851 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b564e2b9-437a-4947-935a-f03731531b1a HTTP/1.1" status: 200 len: 950 time: 0.4535043 Apr 05 14:25:40.868829 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-47379c48-bf4f-4bfe-bf3b-597454149a98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:40.951918 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-47379c48-bf4f-4bfe-bf3b-597454149a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:41.002898 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47379c48-bf4f-4bfe-bf3b-597454149a98 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=103320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:25:41.040173 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4cd0d127-83e6-45cf-b9ee-238f5de69d9a req-ff5d35d0-dfeb-4bdb-bb94-e96871cd9b28 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648536 Apr 05 14:25:41.124446 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82abd9b-dafa-4365-b7ec-770677c81efc req-042a3b5d-fb40-4cb7-befe-034afe6fb47d tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:41.124446 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e82abd9b-dafa-4365-b7ec-770677c81efc req-042a3b5d-fb40-4cb7-befe-034afe6fb47d tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc5d6c66-6d5f-444f-915e-801af91238d8 HTTP/1.1" status: 200 len: 950 time: 0.4801590 Apr 05 14:25:41.124446 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47379c48-bf4f-4bfe-bf3b-597454149a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75569122-5c17-4821-a605-aed6b876b235,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:41.124446 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-47379c48-bf4f-4bfe-bf3b-597454149a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:41.124446 n-d-836650-2 neutron-server[103320]: INFO neutron.db.segments_db [None req-47379c48-bf4f-4bfe-bf3b-597454149a98 admin admin] Added segment 8883f0bc-9325-47bb-9aa5-ccdb59a77010 of type vlan for network 1e5beac6-fc25-45eb-bdcc-edc78098f92c Apr 05 14:25:41.124446 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d610a86f-580b-43c5-a4bc-637de1b4253c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:41.195675 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-47379c48-bf4f-4bfe-bf3b-597454149a98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:41.263892 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e82abd9b-dafa-4365-b7ec-770677c81efc req-4dd4b1b2-f043-41c7-90b6-365902f8ab57 tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] 10.222.0.30 "GET /v2.0/security-groups?id=b1c080ef-c932-4585-a280-f83996e6ea6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998818 Apr 05 14:25:41.263892 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d610a86f-580b-43c5-a4bc-637de1b4253c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:41.290385 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-694a8984-b196-41be-bd74-0d9b3fa7057b service neutron] For port 8b1f25ba-968e-4f55-880e-8cbaad83d4e4, host n-h1-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:25:41.307316 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-694a8984-b196-41be-bd74-0d9b3fa7057b service neutron] For port 8b1f25ba-968e-4f55-880e-8cbaad83d4e4, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=8b1f25ba-968e-4f55-880e-8cbaad83d4e4,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:25:41.381927 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-47379c48-bf4f-4bfe-bf3b-597454149a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:41.386060 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47379c48-bf4f-4bfe-bf3b-597454149a98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:41.387993 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-47379c48-bf4f-4bfe-bf3b-597454149a98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:41.442681 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-694a8984-b196-41be-bd74-0d9b3fa7057b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:41.472737 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5dd71f73-d509-4a21-8e72-fcedc891421f None None] Notify callbacks [] for port, precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:41.492590 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d610a86f-580b-43c5-a4bc-637de1b4253c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6672e6-d1ba-49ae-9cdd-8fbe4fc08bf4,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:41.504893 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-d610a86f-580b-43c5-a4bc-637de1b4253c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b64a16633af04f34b9f49ab0725a54d6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2642822 Apr 05 14:25:41.530265 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 55172) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:25:41.547013 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-47379c48-bf4f-4bfe-bf3b-597454149a98 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4347615 Apr 05 14:25:41.554488 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-694a8984-b196-41be-bd74-0d9b3fa7057b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:41.555114 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-694a8984-b196-41be-bd74-0d9b3fa7057b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:41.556789 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 55174) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:25:41.557481 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-694a8984-b196-41be-bd74-0d9b3fa7057b service neutron] 10.222.0.55 "PUT /v2.0/ports/8b1f25ba-968e-4f55-880e-8cbaad83d4e4 HTTP/1.1" status: 200 len: 1096 time: 3.5469689 Apr 05 14:25:41.572056 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4c786df-f458-465c-9e68-2c09c038849f', 'tag': '8b1f25ba-968e-4f55-880e-8cbaad83d4e4'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:25:41.576245 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a5a7f3-0f17-40d9-8e25-355dc2e17c55" -d '{"events": [{"name": "network-changed", "server_uuid": "c4c786df-f458-465c-9e68-2c09c038849f", "tag": "8b1f25ba-968e-4f55-880e-8cbaad83d4e4"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:25:41.584406 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0469e298-2bbc-44a1-b2cb-b5835becef0e req-5c76add3-a04d-48c8-b14c-5fbb9079091b tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:41.596926 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-55f27bf3-7281-4047-b68f-28a9e1967172 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba916db2-e3ae-47b8-9dca-7bccdcf584cc {{(pid=103321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:25:41.597153 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0469e298-2bbc-44a1-b2cb-b5835becef0e req-5c76add3-a04d-48c8-b14c-5fbb9079091b tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4c786df-f458-465c-9e68-2c09c038849f HTTP/1.1" status: 200 len: 948 time: 0.3405728 Apr 05 14:25:41.606560 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-409e94ea-7a45-4517-b59e-7c3eeecf36a1 admin admin] Request body: {'subnet': {'network_id': '1e5beac6-fc25-45eb-bdcc-edc78098f92c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-119834046-subnet', 'tenant_id': 'bdb1cbdf5a5e436f8eeb605fcc37cb7f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:25:41.645231 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5dd71f73-d509-4a21-8e72-fcedc891421f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:41.651198 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-55f27bf3-7281-4047-b68f-28a9e1967172 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:41.689107 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0469e298-2bbc-44a1-b2cb-b5835becef0e req-86b0d1cb-72e0-4187-8134-5c038790cb3f tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856185 Apr 05 14:25:41.718132 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47379c48-bf4f-4bfe-bf3b-597454149a98 admin admin] Pushing event updated for resources: {'Network': ['ID=1e5beac6-fc25-45eb-bdcc-edc78098f92c,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:41.747382 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409e94ea-7a45-4517-b59e-7c3eeecf36a1 admin admin] Made reservation on behalf of bdb1cbdf5a5e436f8eeb605fcc37cb7f for: {'subnet': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:25:41.752780 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 1e5beac6-fc25-45eb-bdcc-edc78098f92c details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:25:41.752911 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-409e94ea-7a45-4517-b59e-7c3eeecf36a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13127328'] for subnet, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:41.753232 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694a8984-b196-41be-bd74-0d9b3fa7057b service neutron] Pushing event updated for resources: {'Port': ['ID=8b1f25ba-968e-4f55-880e-8cbaad83d4e4,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:41.760116 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.provisioning_blocks [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-55f27bf3-7281-4047-b68f-28a9e1967172 service neutron] Transition to ACTIVE for port object ba916db2-e3ae-47b8-9dca-7bccdcf584cc will not be triggered until provisioned by entity L2. {{(pid=103321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:25:41.819725 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-265a4edb-96f0-4a34-ae23-65f9562b0f9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:41.898800 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-55f27bf3-7281-4047-b68f-28a9e1967172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:41.997686 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c027e29-5e6d-44ec-8b97-7be2a120ff6c None None] Pushing event updated for resources: {'Port': ['ID=fdce01be-3d55-4b1a-a12c-14ebc8d4242f,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:42.140084 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f27bf3-7281-4047-b68f-28a9e1967172 service neutron] Pushing event updated for resources: {'Port': ['ID=ba916db2-e3ae-47b8-9dca-7bccdcf584cc,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:42.151552 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 55198) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:25:42.162291 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-265a4edb-96f0-4a34-ae23-65f9562b0f9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:42.190638 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:42.221760 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-5dd71f73-d509-4a21-8e72-fcedc891421f None None] Attempting to bind port fdce01be-3d55-4b1a-a12c-14ebc8d4242f on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:25:42.223568 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-5dd71f73-d509-4a21-8e72-fcedc891421f None None] Attempting to bind port fdce01be-3d55-4b1a-a12c-14ebc8d4242f by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'a568a80e-06b0-4bc4-9b32-ea547fcca925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f67f3a13-049d-41fc-8f05-879f33bdc3a1'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:25:42.224223 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd71f73-d509-4a21-8e72-fcedc891421f None None] Attempting to bind port fdce01be-3d55-4b1a-a12c-14ebc8d4242f on network f67f3a13-049d-41fc-8f05-879f33bdc3a1 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:25:42.226644 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-ded19865-6841-42af-83eb-3dd50cdf598d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:42.231287 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-ded19865-6841-42af-83eb-3dd50cdf598d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c301d8186c0d498e88493d184d59ac7d&device_id=c4c786df-f458-465c-9e68-2c09c038849f HTTP/1.1" status: 200 len: 1099 time: 0.4696062 Apr 05 14:25:42.256480 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd71f73-d509-4a21-8e72-fcedc891421f None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:25:42.259904 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd71f73-d509-4a21-8e72-fcedc891421f None None] Checking segment: {'id': 'a568a80e-06b0-4bc4-9b32-ea547fcca925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f67f3a13-049d-41fc-8f05-879f33bdc3a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:25:42.259904 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5dd71f73-d509-4a21-8e72-fcedc891421f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:42.259904 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd71f73-d509-4a21-8e72-fcedc891421f None None] Bound using segment: {'id': 'a568a80e-06b0-4bc4-9b32-ea547fcca925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f67f3a13-049d-41fc-8f05-879f33bdc3a1'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:25:42.259904 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-5dd71f73-d509-4a21-8e72-fcedc891421f None None] Bound port: fdce01be-3d55-4b1a-a12c-14ebc8d4242f, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a568a80e-06b0-4bc4-9b32-ea547fcca925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f67f3a13-049d-41fc-8f05-879f33bdc3a1'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:25:42.259904 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5dd71f73-d509-4a21-8e72-fcedc891421f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:42.264349 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a8aa2ad-b82c-40d6-834a-cf67dc268cf3 x-openstack-request-id: req-6a8aa2ad-b82c-40d6-834a-cf67dc268cf3 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:25:42.265273 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4c786df-f458-465c-9e68-2c09c038849f", "tag": "8b1f25ba-968e-4f55-880e-8cbaad83d4e4", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:25:42.268531 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6a8aa2ad-b82c-40d6-834a-cf67dc268cf3 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:25:42.269212 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a8aa2ad-b82c-40d6-834a-cf67dc268cf3'] response: {'name': 'network-changed', 'server_uuid': 'c4c786df-f458-465c-9e68-2c09c038849f', 'tag': '8b1f25ba-968e-4f55-880e-8cbaad83d4e4', 'status': 'completed', 'code': 200} Apr 05 14:25:42.375083 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-5dd71f73-d509-4a21-8e72-fcedc891421f None None] For port fdce01be-3d55-4b1a-a12c-14ebc8d4242f, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:25:42.412598 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-b65b5668-e3b8-4eaf-b8eb-191c78c540ca service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=8b1f25ba-968e-4f55-880e-8cbaad83d4e4 HTTP/1.1" status: 200 len: 217 time: 0.1366737 Apr 05 14:25:42.415433 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-5dd71f73-d509-4a21-8e72-fcedc891421f None None] For port fdce01be-3d55-4b1a-a12c-14ebc8d4242f, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=fdce01be-3d55-4b1a-a12c-14ebc8d4242f,segment=NetworkSegment(a568a80e-06b0-4bc4-9b32-ea547fcca925),segment_id=a568a80e-06b0-4bc4-9b32-ea547fcca925)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:25:42.493083 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-0f6cfe9d-e7cb-4156-81f1-e180784a3ae1 None None] Provisioning complete for port fdce01be-3d55-4b1a-a12c-14ebc8d4242f triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:25:42.495946 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0f6cfe9d-e7cb-4156-81f1-e180784a3ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:42.531520 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5dd71f73-d509-4a21-8e72-fcedc891421f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:42.544987 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-b1a0c41d-c549-4eba-b351-3e1c63f9415b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:42.546785 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-b1a0c41d-c549-4eba-b351-3e1c63f9415b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.1116595 Apr 05 14:25:42.560623 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-c2775116-739a-4da9-81a7-30b1d98d961b admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-339806773-network', 'tenant_id': 'c0e5926356c743ce9ba35f3e09deaaf4'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:25:42.585102 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-409e94ea-7a45-4517-b59e-7c3eeecf36a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15773751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13127350'] for subnet, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:42.625228 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-0f6cfe9d-e7cb-4156-81f1-e180784a3ae1 None None] Port fdce01be-3d55-4b1a-a12c-14ebc8d4242f cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:25:42.644030 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd71f73-d509-4a21-8e72-fcedc891421f None None] Routers {'b51f7681-1fca-4ffc-b441-a4750a7d0547'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:25:42.645837 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-5dd71f73-d509-4a21-8e72-fcedc891421f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:25:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['b51f7681-1fca-4ffc-b441-a4750a7d0547'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:25:42.780850 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2775116-739a-4da9-81a7-30b1d98d961b admin admin] Made reservation on behalf of c0e5926356c743ce9ba35f3e09deaaf4 for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:25:42.780850 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c2775116-739a-4da9-81a7-30b1d98d961b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:42.803744 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c2775116-739a-4da9-81a7-30b1d98d961b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:42.831333 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-5dd71f73-d509-4a21-8e72-fcedc891421f None None] Set router b51f7681-1fca-4ffc-b441-a4750a7d0547 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:25:42.849951 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-3df2691d-85b7-4bcb-810c-5b335226ea13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:42.851958 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-3df2691d-85b7-4bcb-810c-5b335226ea13 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2548203 Apr 05 14:25:42.904438 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-55f27bf3-7281-4047-b68f-28a9e1967172 service neutron] Attempting to bind port ba916db2-e3ae-47b8-9dca-7bccdcf584cc on host n-h2-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:25:42.904774 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-55f27bf3-7281-4047-b68f-28a9e1967172 service neutron] Attempting to bind port ba916db2-e3ae-47b8-9dca-7bccdcf584cc by drivers openvswitch,hyperv on host n-h2-836650-2 at level 0 using segments [{'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:25:42.905120 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-55f27bf3-7281-4047-b68f-28a9e1967172 service neutron] Attempting to bind port ba916db2-e3ae-47b8-9dca-7bccdcf584cc on network 80d671a8-d1ab-4472-891b-9c042fbd7800 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:25:42.922155 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-265a4edb-96f0-4a34-ae23-65f9562b0f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:42.924713 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-265a4edb-96f0-4a34-ae23-65f9562b0f9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:42.929493 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-265a4edb-96f0-4a34-ae23-65f9562b0f9f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7d6672e6-d1ba-49ae-9cdd-8fbe4fc08bf4 HTTP/1.1" status: 204 len: 168 time: 1.3928356 Apr 05 14:25:42.938093 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c027e29-5e6d-44ec-8b97-7be2a120ff6c None None] Pushing event updated for resources: {'Port': ['ID=fdce01be-3d55-4b1a-a12c-14ebc8d4242f,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:43.013118 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-55f27bf3-7281-4047-b68f-28a9e1967172 service neutron] Port ba916db2-e3ae-47b8-9dca-7bccdcf584cc on network 80d671a8-d1ab-4472-891b-9c042fbd7800 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:25:43.013689 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-55f27bf3-7281-4047-b68f-28a9e1967172 service neutron] Attempting to bind port ba916db2-e3ae-47b8-9dca-7bccdcf584cc on network 80d671a8-d1ab-4472-891b-9c042fbd7800 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:25:43.053246 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265a4edb-96f0-4a34-ae23-65f9562b0f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6672e6-d1ba-49ae-9cdd-8fbe4fc08bf4,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:43.079000 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-55f27bf3-7281-4047-b68f-28a9e1967172 service neutron] Checking agent: {'id': '6d8cf521-24bb-4b6a-bbae-0284f5c87a9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:25:43.079334 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-55f27bf3-7281-4047-b68f-28a9e1967172 service neutron] Checking segment: {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:25:43.079722 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-55f27bf3-7281-4047-b68f-28a9e1967172 service neutron] Bound using segment: {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:25:43.080177 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-55f27bf3-7281-4047-b68f-28a9e1967172 service neutron] Bound port: ba916db2-e3ae-47b8-9dca-7bccdcf584cc, host: n-h2-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:25:43.080536 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-55f27bf3-7281-4047-b68f-28a9e1967172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:43.180653 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-2108a991-b79d-4eef-9ad5-9895e36976b3 None None] Provisioning complete for port fdce01be-3d55-4b1a-a12c-14ebc8d4242f triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:25:43.181612 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2108a991-b79d-4eef-9ad5-9895e36976b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:43.248907 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-a9b6199f-7994-4065-9f15-483175d84626 service neutron] 10.222.0.55 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3802054 Apr 05 14:25:43.286142 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-5dd71f73-d509-4a21-8e72-fcedc891421f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51f7681-1fca-4ffc-b441-a4750a7d0547', 'name': 'tempest-AttachSCSIVolumeTestJSON-52481946-router', 'tenant_id': '5020a17be5aa4e2aa79c2e741c944881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': '6476d1ef-e2a1-438c-ac56-93ef6b2cbfb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:25:27Z', 'updated_at': '2022-04-05T14:25:34Z', 'revision_number': 4, 'project_id': '5020a17be5aa4e2aa79c2e741c944881', 'gw_port': {'id': '6476d1ef-e2a1-438c-ac56-93ef6b2cbfb5', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:45:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51f7681-1fca-4ffc-b441-a4750a7d0547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:25:28Z', 'updated_at': '2022-04-05T14:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': 'fdce01be-3d55-4b1a-a12c-14ebc8d4242f', 'name': '', 'network_id': 'f67f3a13-049d-41fc-8f05-879f33bdc3a1', 'tenant_id': '5020a17be5aa4e2aa79c2e741c944881', 'mac_address': 'fa:16:3e:5e:31:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51f7681-1fca-4ffc-b441-a4750a7d0547', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'f6074551-5c62-4edd-9c5d-5fd7282d7688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:25:32Z', 'updated_at': '2022-04-05T14:25:42Z', 'revision_number': 4, 'project_id': '5020a17be5aa4e2aa79c2e741c944881', 'subnets': [{'id': 'f6074551-5c62-4edd-9c5d-5fd7282d7688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:25:43.323681 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd71f73-d509-4a21-8e72-fcedc891421f None None] The sync data for ids ['b51f7681-1fca-4ffc-b441-a4750a7d0547'] in n-d-836650-2 is: [{'id': 'b51f7681-1fca-4ffc-b441-a4750a7d0547', 'name': 'tempest-AttachSCSIVolumeTestJSON-52481946-router', 'tenant_id': '5020a17be5aa4e2aa79c2e741c944881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': '6476d1ef-e2a1-438c-ac56-93ef6b2cbfb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:25:27Z', 'updated_at': '2022-04-05T14:25:34Z', 'revision_number': 4, 'project_id': '5020a17be5aa4e2aa79c2e741c944881', 'gw_port': {'id': '6476d1ef-e2a1-438c-ac56-93ef6b2cbfb5', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:45:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51f7681-1fca-4ffc-b441-a4750a7d0547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:25:28Z', 'updated_at': '2022-04-05T14:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': 'fdce01be-3d55-4b1a-a12c-14ebc8d4242f', 'name': '', 'network_id': 'f67f3a13-049d-41fc-8f05-879f33bdc3a1', 'tenant_id': '5020a17be5aa4e2aa79c2e741c944881', 'mac_address': 'fa:16:3e:5e:31:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51f7681-1fca-4ffc-b441-a4750a7d0547', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'f6074551-5c62-4edd-9c5d-5fd7282d7688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:25:32Z', 'updated_at': '2022-04-05T14:25:42Z', 'revision_number': 4, 'project_id': '5020a17be5aa4e2aa79c2e741c944881', 'subnets': [{'id': 'f6074551-5c62-4edd-9c5d-5fd7282d7688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:25:43.326583 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-55f27bf3-7281-4047-b68f-28a9e1967172 service neutron] For port ba916db2-e3ae-47b8-9dca-7bccdcf584cc, host n-h2-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:25:43.328714 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2108a991-b79d-4eef-9ad5-9895e36976b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:43.330111 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d33e6012-d271-414d-92da-868528ce890f req-cd546c69-655a-4d1b-93cb-589ea0726d6a tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/security-groups/52a84e3c-4f4e-4d63-b0c7-79b75c39d5c9 HTTP/1.1" status: 200 len: 1799 time: 0.9342957 Apr 05 14:25:43.357142 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e84275-51d9-4125-b11c-23b7a0a3a978 req-131c0a7f-47d1-4968-b896-b5b98daae412 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:43.364956 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-63e84275-51d9-4125-b11c-23b7a0a3a978 req-131c0a7f-47d1-4968-b896-b5b98daae412 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b564e2b9-437a-4947-935a-f03731531b1a HTTP/1.1" status: 200 len: 950 time: 0.8762176 Apr 05 14:25:43.384914 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c2775116-739a-4da9-81a7-30b1d98d961b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:43.385151 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409e94ea-7a45-4517-b59e-7c3eeecf36a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef04bf4d-6c02-4171-9457-d6ac87b7600c,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:43.460208 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-55f27bf3-7281-4047-b68f-28a9e1967172 service neutron] For port ba916db2-e3ae-47b8-9dca-7bccdcf584cc, host n-h2-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=ba916db2-e3ae-47b8-9dca-7bccdcf584cc,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:25:43.477916 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c2775116-739a-4da9-81a7-30b1d98d961b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:43.502539 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-63e84275-51d9-4125-b11c-23b7a0a3a978 req-4db689d6-3c24-4822-9de3-833da5369e45 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366639 Apr 05 14:25:43.507473 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-2108a991-b79d-4eef-9ad5-9895e36976b3 None None] For port fdce01be-3d55-4b1a-a12c-14ebc8d4242f, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=fdce01be-3d55-4b1a-a12c-14ebc8d4242f,segment=NetworkSegment(a568a80e-06b0-4bc4-9b32-ea547fcca925),segment_id=a568a80e-06b0-4bc4-9b32-ea547fcca925)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:25:43.509033 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409e94ea-7a45-4517-b59e-7c3eeecf36a1 admin admin] Checking segment: {'id': '8883f0bc-9325-47bb-9aa5-ccdb59a77010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1e5beac6-fc25-45eb-bdcc-edc78098f92c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:25:43.509643 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409e94ea-7a45-4517-b59e-7c3eeecf36a1 admin admin] Network hostable DHCP agents. Network: 1e5beac6-fc25-45eb-bdcc-edc78098f92c, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:25:43.562770 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2775116-739a-4da9-81a7-30b1d98d961b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a7db08-f0b4-48d7-a3d4-d6de38534aa9,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:43.572083 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d33e6012-d271-414d-92da-868528ce890f req-99c5e156-b835-493c-8dbd-ae3644067f26 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:43.583385 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-55f27bf3-7281-4047-b68f-28a9e1967172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:43.592051 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2108a991-b79d-4eef-9ad5-9895e36976b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:43.600462 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d33e6012-d271-414d-92da-868528ce890f req-99c5e156-b835-493c-8dbd-ae3644067f26 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:43.632010 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2775116-739a-4da9-81a7-30b1d98d961b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:25:43.685960 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c2775116-739a-4da9-81a7-30b1d98d961b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:43.685960 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-c2775116-739a-4da9-81a7-30b1d98d961b admin admin] Added segment e0d42d0c-39ab-4901-bd26-f5a175dae870 of type vlan for network 88861c66-3c43-45fc-9adb-c522cea0f72f Apr 05 14:25:43.686667 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409e94ea-7a45-4517-b59e-7c3eeecf36a1 admin admin] Network 1e5beac6-fc25-45eb-bdcc-edc78098f92c is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:25:43.791416 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-409e94ea-7a45-4517-b59e-7c3eeecf36a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 1e5beac6-fc25-45eb-bdcc-edc78098f92c) {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:25:43.805270 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409e94ea-7a45-4517-b59e-7c3eeecf36a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:43.805998 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-409e94ea-7a45-4517-b59e-7c3eeecf36a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:43.807394 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c2775116-739a-4da9-81a7-30b1d98d961b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:43.808987 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2108a991-b79d-4eef-9ad5-9895e36976b3 None None] Pushing event updated for resources: {'Port': ['ID=fdce01be-3d55-4b1a-a12c-14ebc8d4242f,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:43.821318 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae6ca28-a91c-49dd-8d07-4d02d7c7a2b9 None None] Network 1e5beac6-fc25-45eb-bdcc-edc78098f92c requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:25:43.852556 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d33e6012-d271-414d-92da-868528ce890f req-99c5e156-b835-493c-8dbd-ae3644067f26 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:43.857071 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d33e6012-d271-414d-92da-868528ce890f req-99c5e156-b835-493c-8dbd-ae3644067f26 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:43.877190 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d33e6012-d271-414d-92da-868528ce890f req-99c5e156-b835-493c-8dbd-ae3644067f26 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "DELETE /v2.0/security-groups/52a84e3c-4f4e-4d63-b0c7-79b75c39d5c9 HTTP/1.1" status: 204 len: 173 time: 0.5460849 Apr 05 14:25:44.000815 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c5e156-b835-493c-8dbd-ae3644067f26 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a84e3c-4f4e-4d63-b0c7-79b75c39d5c9,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:44.006195 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device fdce01be-3d55-4b1a-a12c-14ebc8d4242f up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:25:44.024208 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-409e94ea-7a45-4517-b59e-7c3eeecf36a1 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.4217651 Apr 05 14:25:44.028171 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f27bf3-7281-4047-b68f-28a9e1967172 service neutron] Pushing event updated for resources: {'Port': ['ID=ba916db2-e3ae-47b8-9dca-7bccdcf584cc,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:44.033345 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 55240) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:25:44.039428 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-1fcc8667-2c0e-4943-8822-b3310203378d admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-119834046-router', 'tenant_id': 'bdb1cbdf5a5e436f8eeb605fcc37cb7f', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:25:44.064422 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-2e70fca0-92d3-4fe4-ae0d-7e55b572323b service neutron] 10.222.0.55 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7810574 Apr 05 14:25:44.072805 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c2775116-739a-4da9-81a7-30b1d98d961b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:44.075133 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2775116-739a-4da9-81a7-30b1d98d961b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:44.075739 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c2775116-739a-4da9-81a7-30b1d98d961b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:44.088779 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:44.167354 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-55f27bf3-7281-4047-b68f-28a9e1967172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:44.172827 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-55f27bf3-7281-4047-b68f-28a9e1967172 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:44.174386 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-55f27bf3-7281-4047-b68f-28a9e1967172 service neutron] 10.222.0.11 "PUT /v2.0/ports/ba916db2-e3ae-47b8-9dca-7bccdcf584cc HTTP/1.1" status: 200 len: 1095 time: 4.3057456 Apr 05 14:25:44.247481 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cbb7c36b-c945-4ae4-b77c-e16f4d92ad79 req-7132f3e0-9b50-49bb-864f-213ed1bd5763 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/security-groups/191d74f9-a103-484b-ba66-e785221fc91c HTTP/1.1" status: 200 len: 1800 time: 0.2224319 Apr 05 14:25:44.254833 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port fdce01be-3d55-4b1a-a12c-14ebc8d4242f triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:25:44.263375 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:44.279629 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cbf0ad-ecfe-4ba0-bb32-9392a6cc1ed3 req-e8069515-9c8b-4a45-9678-cd9536ea2b20 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:44.296079 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d9cbf0ad-ecfe-4ba0-bb32-9392a6cc1ed3 req-e8069515-9c8b-4a45-9678-cd9536ea2b20 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4c786df-f458-465c-9e68-2c09c038849f HTTP/1.1" status: 200 len: 948 time: 0.4148486 Apr 05 14:25:44.334050 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08fdd505-a291-4edb-a9ce-313c60a3fad3', 'tag': 'ba916db2-e3ae-47b8-9dca-7bccdcf584cc'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:25:44.345441 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8012c852-1bc0-4314-864e-dec8b887d409" -d '{"events": [{"name": "network-changed", "server_uuid": "08fdd505-a291-4edb-a9ce-313c60a3fad3", "tag": "ba916db2-e3ae-47b8-9dca-7bccdcf584cc"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:25:44.348593 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2775116-739a-4da9-81a7-30b1d98d961b admin admin] Pushing event updated for resources: {'Network': ['ID=88861c66-3c43-45fc-9adb-c522cea0f72f,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:44.369726 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 88861c66-3c43-45fc-9adb-c522cea0f72f details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:25:44.423977 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1fcc8667-2c0e-4943-8822-b3310203378d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27088'] for router, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:44.425899 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1fcc8667-2c0e-4943-8822-b3310203378d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27079'] for router, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:44.478394 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-c2775116-739a-4da9-81a7-30b1d98d961b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2985675 Apr 05 14:25:44.513588 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 55248) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:25:44.522399 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1fcc8667-2c0e-4943-8822-b3310203378d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:44.527837 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-de038de1-10b7-420f-af30-efc1b387e1dc admin admin] Request body: {'subnet': {'network_id': '88861c66-3c43-45fc-9adb-c522cea0f72f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-339806773-subnet', 'tenant_id': 'c0e5926356c743ce9ba35f3e09deaaf4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:25:44.575389 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-fad83587-5cda-44e5-a5ce-c20a3fb84a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:44.577373 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-fad83587-5cda-44e5-a5ce-c20a3fb84a69 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c301d8186c0d498e88493d184d59ac7d&device_id=08fdd505-a291-4edb-a9ce-313c60a3fad3 HTTP/1.1" status: 200 len: 1098 time: 0.2788060 Apr 05 14:25:44.587316 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3addc96a-9fe8-478b-8aaf-0dd93fc0946d req-e63bd5ae-5ce6-4522-80ef-50a3edff17c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:44.587316 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3addc96a-9fe8-478b-8aaf-0dd93fc0946d req-e63bd5ae-5ce6-4522-80ef-50a3edff17c8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eb6eb2eb5e534aae8638ab75f1f70e11&device_id=b564e2b9-437a-4947-935a-f03731531b1a HTTP/1.1" status: 200 len: 1101 time: 0.2096143 Apr 05 14:25:44.587316 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a5a7f3-0f17-40d9-8e25-355dc2e17c55 req-8ecfb4a6-f31d-4645-a20f-c188eb5a695e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:44.589656 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a7a5a7f3-0f17-40d9-8e25-355dc2e17c55 req-8ecfb4a6-f31d-4645-a20f-c188eb5a695e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c301d8186c0d498e88493d184d59ac7d&device_id=c4c786df-f458-465c-9e68-2c09c038849f HTTP/1.1" status: 200 len: 1099 time: 0.2379987 Apr 05 14:25:44.635166 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d9cbf0ad-ecfe-4ba0-bb32-9392a6cc1ed3 req-6705f4b4-a119-4d3b-8112-de4af1daa916 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379593 Apr 05 14:25:44.652036 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-cbb7c36b-c945-4ae4-b77c-e16f4d92ad79 req-9a1bdd09-f740-4275-a7aa-72c3a1effa35 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:44.676705 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef7ecc0-1083-45aa-ab05-5881ab95b784 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-1e5beac6-fc25-45eb-bdcc-edc78098f92c', 'network_id': '1e5beac6-fc25-45eb-bdcc-edc78098f92c', 'tenant_id': 'bdb1cbdf5a5e436f8eeb605fcc37cb7f', 'fixed_ips': [{'subnet_id': 'ef04bf4d-6c02-4171-9457-d6ac87b7600c'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:25:44.677593 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6ef7ecc0-1083-45aa-ab05-5881ab95b784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:44.769334 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-0bcce18f-fde4-4436-8d2d-80ffa9d0f1a3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=ba916db2-e3ae-47b8-9dca-7bccdcf584cc HTTP/1.1" status: 200 len: 217 time: 0.1599371 Apr 05 14:25:44.944631 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3addc96a-9fe8-478b-8aaf-0dd93fc0946d req-49761ba5-5b23-4296-8cf0-5d9dc9e347b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:44.946522 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3addc96a-9fe8-478b-8aaf-0dd93fc0946d req-49761ba5-5b23-4296-8cf0-5d9dc9e347b3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=80d671a8-d1ab-4472-891b-9c042fbd7800 HTTP/1.1" status: 200 len: 870 time: 0.3496633 Apr 05 14:25:44.969804 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d238c30-5e6d-4ad4-8856-cc828d99f118 x-openstack-request-id: req-0d238c30-5e6d-4ad4-8856-cc828d99f118 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:25:44.970485 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08fdd505-a291-4edb-a9ce-313c60a3fad3", "tag": "ba916db2-e3ae-47b8-9dca-7bccdcf584cc", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:25:44.971044 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0d238c30-5e6d-4ad4-8856-cc828d99f118 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:25:44.971647 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d238c30-5e6d-4ad4-8856-cc828d99f118'] response: {'name': 'network-changed', 'server_uuid': '08fdd505-a291-4edb-a9ce-313c60a3fad3', 'tag': 'ba916db2-e3ae-47b8-9dca-7bccdcf584cc', 'status': 'completed', 'code': 200} Apr 05 14:25:44.977068 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de038de1-10b7-420f-af30-efc1b387e1dc admin admin] Made reservation on behalf of c0e5926356c743ce9ba35f3e09deaaf4 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:25:44.981182 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-de038de1-10b7-420f-af30-efc1b387e1dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:45.034082 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3addc96a-9fe8-478b-8aaf-0dd93fc0946d req-fdcff3e1-320b-43b4-adb5-5058dec9b125 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=0acf73df-bb0e-489a-a80a-806dabae58c9 HTTP/1.1" status: 200 len: 217 time: 0.0575032 Apr 05 14:25:45.043058 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-cbb7c36b-c945-4ae4-b77c-e16f4d92ad79 req-9a1bdd09-f740-4275-a7aa-72c3a1effa35 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:45.095330 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-6ef7ecc0-1083-45aa-ab05-5881ab95b784 None None] Allocated IP 172.20.0.2 (1e5beac6-fc25-45eb-bdcc-edc78098f92c/ef04bf4d-6c02-4171-9457-d6ac87b7600c/aa98390e-8a02-4e45-af1a-c00612458b23) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:25:45.314083 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3addc96a-9fe8-478b-8aaf-0dd93fc0946d req-14a7abaf-362c-4579-b3f6-a221eb7f9fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:45.315723 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3addc96a-9fe8-478b-8aaf-0dd93fc0946d req-14a7abaf-362c-4579-b3f6-a221eb7f9fdf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.1511416 Apr 05 14:25:45.396696 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6f5637a3-bfa0-4161-b7b7-26e0b5bff2be req-d6121bf7-3ecb-4fd1-808c-f3b68ef6162f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=75f27a9c-9807-428e-befc-a2cba004165f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5701218 Apr 05 14:25:45.398513 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-5a4a05db-ff75-430b-9350-112364dfa3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:45.405922 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-5a4a05db-ff75-430b-9350-112364dfa3b8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.6213813 Apr 05 14:25:45.423743 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1fcc8667-2c0e-4943-8822-b3310203378d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:45.446799 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6ef7ecc0-1083-45aa-ab05-5881ab95b784 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:45.506380 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2407ac-c7ea-42c1-8c13-ec1e02e82bb7 req-7de29a19-6617-4977-ba33-1fb112cd2686 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:45.515494 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2e2407ac-c7ea-42c1-8c13-ec1e02e82bb7 req-7de29a19-6617-4977-ba33-1fb112cd2686 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b564e2b9-437a-4947-935a-f03731531b1a HTTP/1.1" status: 200 len: 950 time: 0.5570073 Apr 05 14:25:45.581411 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6ef7ecc0-1083-45aa-ab05-5881ab95b784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:45.675325 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef7ecc0-1083-45aa-ab05-5881ab95b784 None None] Network 1e5beac6-fc25-45eb-bdcc-edc78098f92c is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:25:45.680927 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-6ef7ecc0-1083-45aa-ab05-5881ab95b784 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:25:45.684532 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-cbb7c36b-c945-4ae4-b77c-e16f4d92ad79 req-9a1bdd09-f740-4275-a7aa-72c3a1effa35 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:45.687424 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-cbb7c36b-c945-4ae4-b77c-e16f4d92ad79 req-9a1bdd09-f740-4275-a7aa-72c3a1effa35 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:45.692188 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef7ecc0-1083-45aa-ab05-5881ab95b784 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:25:45.705589 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cbb7c36b-c945-4ae4-b77c-e16f4d92ad79 req-9a1bdd09-f740-4275-a7aa-72c3a1effa35 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "DELETE /v2.0/security-groups/191d74f9-a103-484b-ba66-e785221fc91c HTTP/1.1" status: 204 len: 173 time: 1.4039032 Apr 05 14:25:45.747733 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1bdd09-f740-4275-a7aa-72c3a1effa35 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=191d74f9-a103-484b-ba66-e785221fc91c,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:45.754114 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-0a4a5edc-a3be-48b3-af96-c4deed423a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:45.766278 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-de038de1-10b7-420f-af30-efc1b387e1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:45.766978 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-0a4a5edc-a3be-48b3-af96-c4deed423a0a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3375425 Apr 05 14:25:45.812396 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2e2407ac-c7ea-42c1-8c13-ec1e02e82bb7 req-21534d09-5d21-4873-a62c-d7934c6a6007 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954938 Apr 05 14:25:45.863797 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5637a3-bfa0-4161-b7b7-26e0b5bff2be req-11e65873-0c09-4721-ad6b-d2bef21e3728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:45.867553 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef7ecc0-1083-45aa-ab05-5881ab95b784 None None] Pushing event updated for resources: {'Port': ['ID=aa98390e-8a02-4e45-af1a-c00612458b23,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:45.869778 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6f5637a3-bfa0-4161-b7b7-26e0b5bff2be req-11e65873-0c09-4721-ad6b-d2bef21e3728 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eb6eb2eb5e534aae8638ab75f1f70e11&device_id=75f27a9c-9807-428e-befc-a2cba004165f HTTP/1.1" status: 200 len: 1100 time: 0.3510311 Apr 05 14:25:45.933395 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device fdce01be-3d55-4b1a-a12c-14ebc8d4242f up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:25:45.970936 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a5a7f3-0f17-40d9-8e25-355dc2e17c55 req-f9025d6c-bc87-494a-bc2e-c2c53b5cc563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:45.971968 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a7a5a7f3-0f17-40d9-8e25-355dc2e17c55 req-f9025d6c-bc87-494a-bc2e-c2c53b5cc563 service neutron] 10.222.0.55 "GET /v2.0/networks?id=80d671a8-d1ab-4472-891b-9c042fbd7800 HTTP/1.1" status: 200 len: 870 time: 1.3585498 Apr 05 14:25:45.981369 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3addc96a-9fe8-478b-8aaf-0dd93fc0946d req-51fa8868-63bc-4842-9662-a8b548fdc2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:45.983678 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3addc96a-9fe8-478b-8aaf-0dd93fc0946d req-51fa8868-63bc-4842-9662-a8b548fdc2f3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6511898 Apr 05 14:25:45.998015 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de038de1-10b7-420f-af30-efc1b387e1dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=816e9016-5d95-4502-ad5a-ce593a4319fc,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:46.062687 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-7f57e2c7-f860-48ea-b6df-9c4804beed64 req-6a8f321c-17fb-4760-9ef9-699532361737 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1684197713', 'description': 'tempest-description-1453747588'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:25:46.097479 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-6ef7ecc0-1083-45aa-ab05-5881ab95b784 None None] Attempting to bind port aa98390e-8a02-4e45-af1a-c00612458b23 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:25:46.097479 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-6ef7ecc0-1083-45aa-ab05-5881ab95b784 None None] Attempting to bind port aa98390e-8a02-4e45-af1a-c00612458b23 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '8883f0bc-9325-47bb-9aa5-ccdb59a77010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1e5beac6-fc25-45eb-bdcc-edc78098f92c'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:25:46.097479 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef7ecc0-1083-45aa-ab05-5881ab95b784 None None] Attempting to bind port aa98390e-8a02-4e45-af1a-c00612458b23 on network 1e5beac6-fc25-45eb-bdcc-edc78098f92c {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:25:46.102577 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a7a5a7f3-0f17-40d9-8e25-355dc2e17c55 req-5dabd0a9-fb17-44c4-a9c4-6bc6a1faaefd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=8b1f25ba-968e-4f55-880e-8cbaad83d4e4 HTTP/1.1" status: 200 len: 217 time: 0.1175106 Apr 05 14:25:46.103248 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef7ecc0-1083-45aa-ab05-5881ab95b784 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:25:46.103614 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef7ecc0-1083-45aa-ab05-5881ab95b784 None None] Checking segment: {'id': '8883f0bc-9325-47bb-9aa5-ccdb59a77010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1e5beac6-fc25-45eb-bdcc-edc78098f92c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:25:46.107208 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6ef7ecc0-1083-45aa-ab05-5881ab95b784 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:46.107689 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef7ecc0-1083-45aa-ab05-5881ab95b784 None None] Bound using segment: {'id': '8883f0bc-9325-47bb-9aa5-ccdb59a77010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1e5beac6-fc25-45eb-bdcc-edc78098f92c'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:25:46.108214 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-6ef7ecc0-1083-45aa-ab05-5881ab95b784 None None] Bound port: aa98390e-8a02-4e45-af1a-c00612458b23, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8883f0bc-9325-47bb-9aa5-ccdb59a77010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1e5beac6-fc25-45eb-bdcc-edc78098f92c'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:25:46.108617 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6ef7ecc0-1083-45aa-ab05-5881ab95b784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:46.183096 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port fdce01be-3d55-4b1a-a12c-14ebc8d4242f triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:25:46.183585 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:46.238414 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f96bf0-7e19-4c23-add6-915e42434a89 req-9ff9d9e2-54cb-4445-a500-299b8b7e4d3d tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:46.246762 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-01f96bf0-7e19-4c23-add6-915e42434a89 req-9ff9d9e2-54cb-4445-a500-299b8b7e4d3d tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4c786df-f458-465c-9e68-2c09c038849f HTTP/1.1" status: 200 len: 948 time: 0.2149651 Apr 05 14:25:46.250085 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-ab0720a2-b76e-4a50-9ab1-52e9853ef3b3 service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4817164 Apr 05 14:25:46.279106 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-7f57e2c7-f860-48ea-b6df-9c4804beed64 req-6a8f321c-17fb-4760-9ef9-699532361737 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:46.320295 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de038de1-10b7-420f-af30-efc1b387e1dc admin admin] Checking segment: {'id': 'e0d42d0c-39ab-4901-bd26-f5a175dae870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '88861c66-3c43-45fc-9adb-c522cea0f72f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:25:46.321090 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de038de1-10b7-420f-af30-efc1b387e1dc admin admin] Network hostable DHCP agents. Network: 88861c66-3c43-45fc-9adb-c522cea0f72f, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:25:46.325705 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-6ef7ecc0-1083-45aa-ab05-5881ab95b784 None None] For port aa98390e-8a02-4e45-af1a-c00612458b23, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:25:46.341886 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5637a3-bfa0-4161-b7b7-26e0b5bff2be req-52dac3ff-20f1-4363-a44b-17746cb27676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:46.343455 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6f5637a3-bfa0-4161-b7b7-26e0b5bff2be req-52dac3ff-20f1-4363-a44b-17746cb27676 service neutron] 10.222.0.55 "GET /v2.0/networks?id=80d671a8-d1ab-4472-891b-9c042fbd7800 HTTP/1.1" status: 200 len: 870 time: 0.3508015 Apr 05 14:25:46.346877 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-6ef7ecc0-1083-45aa-ab05-5881ab95b784 None None] For port aa98390e-8a02-4e45-af1a-c00612458b23, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=aa98390e-8a02-4e45-af1a-c00612458b23,segment=NetworkSegment(8883f0bc-9325-47bb-9aa5-ccdb59a77010),segment_id=8883f0bc-9325-47bb-9aa5-ccdb59a77010)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:25:46.425145 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-01f96bf0-7e19-4c23-add6-915e42434a89 req-cce8dd65-2d82-44b1-8586-aea77c40b6f2 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773374 Apr 05 14:25:46.426036 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6ef7ecc0-1083-45aa-ab05-5881ab95b784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:46.469148 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a5a7f3-0f17-40d9-8e25-355dc2e17c55 req-b1878cab-d84f-4a79-9bb5-afa98ba4b989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:46.471194 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a7a5a7f3-0f17-40d9-8e25-355dc2e17c55 req-b1878cab-d84f-4a79-9bb5-afa98ba4b989 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.3520002 Apr 05 14:25:46.524519 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3addc96a-9fe8-478b-8aaf-0dd93fc0946d req-0c9ff2d1-d1ec-41a1-a8a8-2adb7a77a44a service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5237153 Apr 05 14:25:46.563585 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6f5637a3-bfa0-4161-b7b7-26e0b5bff2be req-6a506123-14d4-4416-b46c-d313a57cbb20 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=1a02dac2-1e82-4f40-b2ef-73f085c332f9 HTTP/1.1" status: 200 len: 217 time: 0.1824677 Apr 05 14:25:46.595840 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de038de1-10b7-420f-af30-efc1b387e1dc admin admin] Network 88861c66-3c43-45fc-9adb-c522cea0f72f is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:25:46.615452 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef7ecc0-1083-45aa-ab05-5881ab95b784 None None] Pushing event updated for resources: {'Port': ['ID=aa98390e-8a02-4e45-af1a-c00612458b23,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:46.726041 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a5a7f3-0f17-40d9-8e25-355dc2e17c55 req-e5fcb419-675e-4fa6-b916-e781269a8720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:46.727843 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a7a5a7f3-0f17-40d9-8e25-355dc2e17c55 req-e5fcb419-675e-4fa6-b916-e781269a8720 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2302563 Apr 05 14:25:46.731271 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-de038de1-10b7-420f-af30-efc1b387e1dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 88861c66-3c43-45fc-9adb-c522cea0f72f) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:25:46.745213 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6030a0c-02a0-43c6-8361-76d5ec93f822 None None] Network 88861c66-3c43-45fc-9adb-c522cea0f72f requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:25:46.745965 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de038de1-10b7-420f-af30-efc1b387e1dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:46.746312 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-de038de1-10b7-420f-af30-efc1b387e1dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:46.840589 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3addc96a-9fe8-478b-8aaf-0dd93fc0946d req-e3826a90-f5f4-4dba-9ff2-127501ea37c8 service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843714 Apr 05 14:25:46.914242 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a7a5a7f3-0f17-40d9-8e25-355dc2e17c55 req-7802e982-0670-4b70-8200-45b6110f1258 service neutron] 10.222.0.55 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724448 Apr 05 14:25:46.934081 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-de038de1-10b7-420f-af30-efc1b387e1dc admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.4176912 Apr 05 14:25:46.963612 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 55312) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:25:47.013772 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-31ec160f-e95a-4eb0-bd62-707a415c58aa admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-339806773-router', 'tenant_id': 'c0e5926356c743ce9ba35f3e09deaaf4', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:25:47.174246 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-89c56290-b7c2-4f3f-82dc-2a8a1cdb2cf9 req-6b8ea0bf-8c51-4c40-8e3f-ba557d0a06c8 service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8897617 Apr 05 14:25:47.191793 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29737b8c-617a-464a-93e9-d32c7772bb38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-88861c66-3c43-45fc-9adb-c522cea0f72f', 'network_id': '88861c66-3c43-45fc-9adb-c522cea0f72f', 'tenant_id': 'c0e5926356c743ce9ba35f3e09deaaf4', 'fixed_ips': [{'subnet_id': '816e9016-5d95-4502-ad5a-ce593a4319fc'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:25:47.193114 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-29737b8c-617a-464a-93e9-d32c7772bb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:47.247600 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5637a3-bfa0-4161-b7b7-26e0b5bff2be req-555e314d-c47b-49b3-8cbd-bd426d9cee86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:47.254569 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6f5637a3-bfa0-4161-b7b7-26e0b5bff2be req-555e314d-c47b-49b3-8cbd-bd426d9cee86 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.6701548 Apr 05 14:25:47.273398 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a7a5a7f3-0f17-40d9-8e25-355dc2e17c55 req-c60f07e0-b86d-4028-80d7-14b2d57f1a5a service neutron] 10.222.0.55 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3465950 Apr 05 14:25:47.276151 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-31ec160f-e95a-4eb0-bd62-707a415c58aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27088'] for router, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:47.278007 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-31ec160f-e95a-4eb0-bd62-707a415c58aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27079'] for router, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:47.297213 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device fd1987d9-67af-4e8d-93d3-bfd7d3154609 details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:25:47.301369 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-7f57e2c7-f860-48ea-b6df-9c4804beed64 req-6a8f321c-17fb-4760-9ef9-699532361737 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:47.424651 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-7f57e2c7-f860-48ea-b6df-9c4804beed64 req-6a8f321c-17fb-4760-9ef9-699532361737 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:47.528981 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8f321c-17fb-4760-9ef9-699532361737 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a546269-34ab-4c5f-b927-2bb91dedf245,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:47.546406 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 8b1f25ba-968e-4f55-880e-8cbaad83d4e4 details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:25:47.564938 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-29737b8c-617a-464a-93e9-d32c7772bb38 None None] Allocated IP 172.20.0.2 (88861c66-3c43-45fc-9adb-c522cea0f72f/816e9016-5d95-4502-ad5a-ce593a4319fc/a7b204a5-eeae-4d26-a6a4-3f22c4634e43) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:25:47.566077 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3770596c-aa29-47b5-9c77-3d35a9282644 req-2f6a48f7-34d1-4328-8b32-e5386da6967d tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:47.568690 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3770596c-aa29-47b5-9c77-3d35a9282644 req-2f6a48f7-34d1-4328-8b32-e5386da6967d tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b564e2b9-437a-4947-935a-f03731531b1a HTTP/1.1" status: 200 len: 950 time: 0.3878558 Apr 05 14:25:47.626808 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port fd1987d9-67af-4e8d-93d3-bfd7d3154609, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=fd1987d9-67af-4e8d-93d3-bfd7d3154609,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:25:47.772130 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3770596c-aa29-47b5-9c77-3d35a9282644 req-846c65e7-a5b1-4160-a526-5f7366cd2c0d tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582794 Apr 05 14:25:47.780549 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-7f57e2c7-f860-48ea-b6df-9c4804beed64 req-6a8f321c-17fb-4760-9ef9-699532361737 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:47.781146 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 55320) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:25:47.784098 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7f57e2c7-f860-48ea-b6df-9c4804beed64 req-6a8f321c-17fb-4760-9ef9-699532361737 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.7878780 Apr 05 14:25:47.785243 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1fcc8667-2c0e-4943-8822-b3310203378d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:47.812462 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8012c852-1bc0-4314-864e-dec8b887d409 req-1df813c8-2ba3-4a1d-bb29-d52cbda55c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:47.814627 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8012c852-1bc0-4314-864e-dec8b887d409 req-1df813c8-2ba3-4a1d-bb29-d52cbda55c74 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c301d8186c0d498e88493d184d59ac7d&device_id=08fdd505-a291-4edb-a9ce-313c60a3fad3 HTTP/1.1" status: 200 len: 1098 time: 0.4190896 Apr 05 14:25:47.816533 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-31ec160f-e95a-4eb0-bd62-707a415c58aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:47.977746 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': 'fd1987d9-67af-4e8d-93d3-bfd7d3154609', 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800', 'port_id': 'fd1987d9-67af-4e8d-93d3-bfd7d3154609', 'mac_address': 'fa:16:3e:f5:c4:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:25:47.987921 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device aa98390e-8a02-4e45-af1a-c00612458b23 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:25:48.117082 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-26053186-ed19-49e6-b08b-041c6827e445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:48.126645 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5637a3-bfa0-4161-b7b7-26e0b5bff2be req-28d38d19-8dca-4872-be50-f0dc4c772be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:48.128161 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6f5637a3-bfa0-4161-b7b7-26e0b5bff2be req-28d38d19-8dca-4872-be50-f0dc4c772be2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8252203 Apr 05 14:25:48.129781 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8012c852-1bc0-4314-864e-dec8b887d409 req-12e7a386-eb01-4a10-bd81-a8a75e95ea28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:48.131716 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8012c852-1bc0-4314-864e-dec8b887d409 req-12e7a386-eb01-4a10-bd81-a8a75e95ea28 service neutron] 10.222.0.11 "GET /v2.0/networks?id=80d671a8-d1ab-4472-891b-9c042fbd7800 HTTP/1.1" status: 200 len: 870 time: 0.2003999 Apr 05 14:25:48.140576 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1fcc8667-2c0e-4943-8822-b3310203378d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:48.226807 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:48.267500 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 8b1f25ba-968e-4f55-880e-8cbaad83d4e4, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=8b1f25ba-968e-4f55-880e-8cbaad83d4e4,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:25:48.311886 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-26053186-ed19-49e6-b08b-041c6827e445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:48.315026 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fd1987d9-67af-4e8d-93d3-bfd7d3154609 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:25:48.355922 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': '8b1f25ba-968e-4f55-880e-8cbaad83d4e4', 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800', 'port_id': '8b1f25ba-968e-4f55-880e-8cbaad83d4e4', 'mac_address': 'fa:16:3e:30:3d:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:25:48.376113 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-26053186-ed19-49e6-b08b-041c6827e445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:48.382271 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8012c852-1bc0-4314-864e-dec8b887d409 req-86b2d6fa-2b7c-4f4a-960b-5d7ecc1cc558 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=ba916db2-e3ae-47b8-9dca-7bccdcf584cc HTTP/1.1" status: 200 len: 217 time: 0.2259467 Apr 05 14:25:48.392319 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port aa98390e-8a02-4e45-af1a-c00612458b23 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:25:48.392796 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:48.399704 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port fd1987d9-67af-4e8d-93d3-bfd7d3154609, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=fd1987d9-67af-4e8d-93d3-bfd7d3154609,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:25:48.428817 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-26053186-ed19-49e6-b08b-041c6827e445 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=072fad7d893b47bdace97182fc6ebf15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6461093 Apr 05 14:25:48.430972 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 55336) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:25:48.441473 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a0139f-db31-45fe-b3bb-e5af933ccf37 None None] Network 1e5beac6-fc25-45eb-bdcc-edc78098f92c requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:25:48.486689 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26053186-ed19-49e6-b08b-041c6827e445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5937220f-1be6-483a-abfb-10019025fc95,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:48.505893 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-29737b8c-617a-464a-93e9-d32c7772bb38 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:48.534623 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b8c7ac5c-f5ba-4515-ad8e-791aad19585f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:48.545581 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:48.579250 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b8c7ac5c-f5ba-4515-ad8e-791aad19585f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:48.663945 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-29737b8c-617a-464a-93e9-d32c7772bb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:48.668012 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:48.769539 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-21db082b-9952-4a10-b73b-8ecbc3a99244 None None] Provisioning complete for port aa98390e-8a02-4e45-af1a-c00612458b23 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:25:48.770208 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-21db082b-9952-4a10-b73b-8ecbc3a99244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:48.770337 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b8c7ac5c-f5ba-4515-ad8e-791aad19585f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:48.773287 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b8c7ac5c-f5ba-4515-ad8e-791aad19585f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:48.777984 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-b8c7ac5c-f5ba-4515-ad8e-791aad19585f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5937220f-1be6-483a-abfb-10019025fc95 HTTP/1.1" status: 204 len: 168 time: 0.3429623 Apr 05 14:25:48.794747 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c7ac5c-f5ba-4515-ad8e-791aad19585f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5937220f-1be6-483a-abfb-10019025fc95,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:48.825049 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b1f25ba-968e-4f55-880e-8cbaad83d4e4 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:25:48.849028 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['fd1987d9-67af-4e8d-93d3-bfd7d3154609'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:25:48.855927 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29737b8c-617a-464a-93e9-d32c7772bb38 None None] Network 88861c66-3c43-45fc-9adb-c522cea0f72f is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:25:48.888340 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041f993b-6314-40e0-823a-8390b2241ed4 req-450a5b3c-19ae-4b37-9169-5030e18f66be tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:48.890253 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-041f993b-6314-40e0-823a-8390b2241ed4 req-450a5b3c-19ae-4b37-9169-5030e18f66be tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4c786df-f458-465c-9e68-2c09c038849f HTTP/1.1" status: 200 len: 948 time: 0.7574191 Apr 05 14:25:48.931090 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-29737b8c-617a-464a-93e9-d32c7772bb38 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:25:48.934291 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29737b8c-617a-464a-93e9-d32c7772bb38 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:25:48.989672 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 8b1f25ba-968e-4f55-880e-8cbaad83d4e4, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=8b1f25ba-968e-4f55-880e-8cbaad83d4e4,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:25:49.002984 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-07e22b5f-22ec-4887-bb76-fda0ced675a1 req-ab0d619a-5d2d-4d6d-b4c3-9be2686f2e14 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/security-groups/4a546269-34ab-4c5f-b927-2bb91dedf245 HTTP/1.1" status: 200 len: 1801 time: 0.8685596 Apr 05 14:25:49.007841 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-07e22b5f-22ec-4887-bb76-fda0ced675a1 req-fe15e491-3475-4c23-b06d-3320fb651a33 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Request body: {'security_group': {'name': 'tempest-sg-hth-245034097', 'description': 'tempest-description-hth-1960530104'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:25:49.017218 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:49.031150 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-31ec160f-e95a-4eb0-bd62-707a415c58aa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:49.098095 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8012c852-1bc0-4314-864e-dec8b887d409 req-dca0f200-a7cd-440e-aff9-2860858bd094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:49.099617 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8012c852-1bc0-4314-864e-dec8b887d409 req-dca0f200-a7cd-440e-aff9-2860858bd094 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.2849169 Apr 05 14:25:49.158521 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:49.171010 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6f5637a3-bfa0-4161-b7b7-26e0b5bff2be req-b99cedf0-308b-4884-a689-370bfff7856c service neutron] 10.222.0.55 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0202646 Apr 05 14:25:49.178779 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=fd1987d9-67af-4e8d-93d3-bfd7d3154609,revision_number=6']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:49.184413 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-07e22b5f-22ec-4887-bb76-fda0ced675a1 req-fe15e491-3475-4c23-b06d-3320fb651a33 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks [] for security_group, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:49.204096 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-041f993b-6314-40e0-823a-8390b2241ed4 req-48bf13cf-28e5-4ea5-a0d9-831d4907f430 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660215 Apr 05 14:25:49.247274 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-1fcc8667-2c0e-4943-8822-b3310203378d admin admin] Allocated IP 172.25.6.24 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/22560cad-4585-4c36-936c-ff73e6e5eb2f) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:25:49.473004 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-29737b8c-617a-464a-93e9-d32c7772bb38 None None] Attempting to bind port a7b204a5-eeae-4d26-a6a4-3f22c4634e43 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:25:49.473761 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-29737b8c-617a-464a-93e9-d32c7772bb38 None None] Attempting to bind port a7b204a5-eeae-4d26-a6a4-3f22c4634e43 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'e0d42d0c-39ab-4901-bd26-f5a175dae870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '88861c66-3c43-45fc-9adb-c522cea0f72f'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:25:49.474360 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29737b8c-617a-464a-93e9-d32c7772bb38 None None] Attempting to bind port a7b204a5-eeae-4d26-a6a4-3f22c4634e43 on network 88861c66-3c43-45fc-9adb-c522cea0f72f {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:25:49.482170 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port aa98390e-8a02-4e45-af1a-c00612458b23, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=aa98390e-8a02-4e45-af1a-c00612458b23,segment=NetworkSegment(8883f0bc-9325-47bb-9aa5-ccdb59a77010),segment_id=8883f0bc-9325-47bb-9aa5-ccdb59a77010)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:25:49.514683 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29737b8c-617a-464a-93e9-d32c7772bb38 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:25:49.626914 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29737b8c-617a-464a-93e9-d32c7772bb38 None None] Checking segment: {'id': 'e0d42d0c-39ab-4901-bd26-f5a175dae870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '88861c66-3c43-45fc-9adb-c522cea0f72f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:25:49.626914 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-29737b8c-617a-464a-93e9-d32c7772bb38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:49.626914 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29737b8c-617a-464a-93e9-d32c7772bb38 None None] Bound using segment: {'id': 'e0d42d0c-39ab-4901-bd26-f5a175dae870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '88861c66-3c43-45fc-9adb-c522cea0f72f'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:25:49.626914 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-29737b8c-617a-464a-93e9-d32c7772bb38 None None] Bound port: a7b204a5-eeae-4d26-a6a4-3f22c4634e43, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0d42d0c-39ab-4901-bd26-f5a175dae870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '88861c66-3c43-45fc-9adb-c522cea0f72f'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:25:49.626914 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-29737b8c-617a-464a-93e9-d32c7772bb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:49.627337 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-07e22b5f-22ec-4887-bb76-fda0ced675a1 req-fe15e491-3475-4c23-b06d-3320fb651a33 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks [] for security_group, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:49.627441 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-21db082b-9952-4a10-b73b-8ecbc3a99244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:49.627441 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29737b8c-617a-464a-93e9-d32c7772bb38 None None] Pushing event updated for resources: {'Port': ['ID=a7b204a5-eeae-4d26-a6a4-3f22c4634e43,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:49.627599 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8012c852-1bc0-4314-864e-dec8b887d409 req-779351f5-e439-494b-92ab-5ae2ce883b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:49.627599 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8012c852-1bc0-4314-864e-dec8b887d409 req-779351f5-e439-494b-92ab-5ae2ce883b23 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4684227 Apr 05 14:25:49.634295 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['8b1f25ba-968e-4f55-880e-8cbaad83d4e4'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:25:49.702825 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6f5637a3-bfa0-4161-b7b7-26e0b5bff2be req-36aaec7c-2a1f-48bf-bbd7-2c6087908b4f service neutron] 10.222.0.55 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5149491 Apr 05 14:25:49.766458 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-07e22b5f-22ec-4887-bb76-fda0ced675a1 req-fe15e491-3475-4c23-b06d-3320fb651a33 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:49.769283 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-07e22b5f-22ec-4887-bb76-fda0ced675a1 req-fe15e491-3475-4c23-b06d-3320fb651a33 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:49.770603 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-07e22b5f-22ec-4887-bb76-fda0ced675a1 req-fe15e491-3475-4c23-b06d-3320fb651a33 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "PUT /v2.0/security-groups/4a546269-34ab-4c5f-b927-2bb91dedf245 HTTP/1.1" status: 200 len: 1774 time: 0.7667401 Apr 05 14:25:49.784594 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:49.786280 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ac1b3-734b-4159-99a2-940f89d57e30 req-1da74409-cac1-490c-b9ea-a3b33ec86490 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:49.788331 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-796ac1b3-734b-4159-99a2-940f89d57e30 req-1da74409-cac1-490c-b9ea-a3b33ec86490 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b564e2b9-437a-4947-935a-f03731531b1a HTTP/1.1" status: 200 len: 950 time: 0.2623012 Apr 05 14:25:49.816684 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=8b1f25ba-968e-4f55-880e-8cbaad83d4e4,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:49.943198 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-29737b8c-617a-464a-93e9-d32c7772bb38 None None] For port a7b204a5-eeae-4d26-a6a4-3f22c4634e43, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:25:49.990416 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1fcc8667-2c0e-4943-8822-b3310203378d admin admin] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:49.996351 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe15e491-3475-4c23-b06d-3320fb651a33 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a546269-34ab-4c5f-b927-2bb91dedf245,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:50.008969 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-29737b8c-617a-464a-93e9-d32c7772bb38 None None] For port a7b204a5-eeae-4d26-a6a4-3f22c4634e43, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=a7b204a5-eeae-4d26-a6a4-3f22c4634e43,segment=NetworkSegment(e0d42d0c-39ab-4901-bd26-f5a175dae870),segment_id=e0d42d0c-39ab-4901-bd26-f5a175dae870)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:25:50.033424 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8012c852-1bc0-4314-864e-dec8b887d409 req-f8bf6931-0c70-4631-9899-9d4a6456dd1e service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3968914 Apr 05 14:25:50.041691 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.db.api [None req-21db082b-9952-4a10-b73b-8ecbc3a99244 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:25:50.042756 n-d-836650-2 neutron-server[103322]: DEBUG oslo_db.api [None req-21db082b-9952-4a10-b73b-8ecbc3a99244 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:25:50.079615 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=aa98390e-8a02-4e45-af1a-c00612458b23,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:50.090963 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 55370) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:25:50.125545 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4ba151e0-5ea9-4427-885f-7254c41caef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:50.133619 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-29737b8c-617a-464a-93e9-d32c7772bb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:50.172360 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-796ac1b3-734b-4159-99a2-940f89d57e30 req-053c50f8-100a-42a4-bbda-1dc7f1dd5165 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3263395 Apr 05 14:25:50.259628 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1362489d-46e2-42e3-855b-aa5a8dea4c97 req-cf6e3aee-8e41-40d1-812d-1a2b8efa3616 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/security-groups/4a546269-34ab-4c5f-b927-2bb91dedf245 HTTP/1.1" status: 200 len: 1774 time: 0.3023522 Apr 05 14:25:50.308551 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29737b8c-617a-464a-93e9-d32c7772bb38 None None] Pushing event updated for resources: {'Port': ['ID=a7b204a5-eeae-4d26-a6a4-3f22c4634e43,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:50.449282 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4ba151e0-5ea9-4427-885f-7254c41caef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:50.513711 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4ba151e0-5ea9-4427-885f-7254c41caef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:50.565743 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8012c852-1bc0-4314-864e-dec8b887d409 req-d726f12e-5a60-459e-bab0-fe19b88bfb74 service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5082579 Apr 05 14:25:50.577989 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1fcc8667-2c0e-4943-8822-b3310203378d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:50.624686 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-4ba151e0-5ea9-4427-885f-7254c41caef3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=36ccd228a22e40ea803c006ac2909e14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4967892 Apr 05 14:25:50.626085 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 55386) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:25:50.641226 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba151e0-5ea9-4427-885f-7254c41caef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1076c5cd-2367-49b5-ad10-8cc1e50164e8,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:50.812299 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcc8667-2c0e-4943-8822-b3310203378d admin admin] Pushing event updated for resources: {'Port': ['ID=22560cad-4585-4c36-936c-ff73e6e5eb2f,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:50.813695 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1ed47ea7-ac1c-4660-ab27-adc4af4757df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:50.823734 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-169bc570-7c6f-4769-9dac-5a82c1735ae6 None None] Provisioning complete for port aa98390e-8a02-4e45-af1a-c00612458b23 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:25:50.824779 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-169bc570-7c6f-4769-9dac-5a82c1735ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:50.876786 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1ed47ea7-ac1c-4660-ab27-adc4af4757df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:50.959123 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fcc8667-2c0e-4943-8822-b3310203378d admin admin] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:25:50.984291 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-1fcc8667-2c0e-4943-8822-b3310203378d admin admin] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:25:51.004614 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91bbe6a-a2cb-4370-9d77-5917cda1104e req-a88fa520-3b8d-42db-acce-3f60175a9717 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:51.013395 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a91bbe6a-a2cb-4370-9d77-5917cda1104e req-a88fa520-3b8d-42db-acce-3f60175a9717 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4c786df-f458-465c-9e68-2c09c038849f HTTP/1.1" status: 200 len: 949 time: 0.4746006 Apr 05 14:25:51.016278 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcc8667-2c0e-4943-8822-b3310203378d admin admin] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:25:51.022320 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1ed47ea7-ac1c-4660-ab27-adc4af4757df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:51.025380 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1ed47ea7-ac1c-4660-ab27-adc4af4757df admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:51.027644 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-31ec160f-e95a-4eb0-bd62-707a415c58aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:51.028156 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-1ed47ea7-ac1c-4660-ab27-adc4af4757df admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1076c5cd-2367-49b5-ad10-8cc1e50164e8 HTTP/1.1" status: 204 len: 168 time: 0.4004619 Apr 05 14:25:51.055474 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed47ea7-ac1c-4660-ab27-adc4af4757df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1076c5cd-2367-49b5-ad10-8cc1e50164e8,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:51.117146 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-31ec160f-e95a-4eb0-bd62-707a415c58aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:51.230020 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c72427f0-7928-4b23-975a-04b09f69b16f req-7391b46b-1eb3-4308-8402-49270824a376 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/security-groups/4a546269-34ab-4c5f-b927-2bb91dedf245 HTTP/1.1" status: 200 len: 1774 time: 0.8751574 Apr 05 14:25:51.284164 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device ba916db2-e3ae-47b8-9dca-7bccdcf584cc details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:25:51.287734 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device fd1987d9-67af-4e8d-93d3-bfd7d3154609 up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:25:51.308640 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a91bbe6a-a2cb-4370-9d77-5917cda1104e req-00e1f79e-3fbe-4f94-8c1b-1f44049d0d00 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841272 Apr 05 14:25:51.372816 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 7 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 14:25:51.509548 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port fd1987d9-67af-4e8d-93d3-bfd7d3154609 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:25:51.510866 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:51.615891 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 8b1f25ba-968e-4f55-880e-8cbaad83d4e4 up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:25:51.658031 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-31ec160f-e95a-4eb0-bd62-707a415c58aa admin admin] Allocated IP 172.25.6.191 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/4f49d3c7-8060-47b4-8e5a-4fbe24b45582) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:25:51.661829 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-c72427f0-7928-4b23-975a-04b09f69b16f req-fe404b55-559d-42f9-8b9d-086dfa48a490 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:51.784236 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-c72427f0-7928-4b23-975a-04b09f69b16f req-fe404b55-559d-42f9-8b9d-086dfa48a490 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:52.001583 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port ba916db2-e3ae-47b8-9dca-7bccdcf584cc, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=ba916db2-e3ae-47b8-9dca-7bccdcf584cc,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:25:52.074916 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86918811-f753-4279-9243-5e6f0ca486ff None None] Network 88861c66-3c43-45fc-9adb-c522cea0f72f requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:25:52.218137 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1fcc8667-2c0e-4943-8822-b3310203378d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:52.258009 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device a7b204a5-eeae-4d26-a6a4-3f22c4634e43 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:25:52.267330 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': 'ba916db2-e3ae-47b8-9dca-7bccdcf584cc', 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800', 'port_id': 'ba916db2-e3ae-47b8-9dca-7bccdcf584cc', 'mac_address': 'fa:16:3e:06:72:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:25:52.412082 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:52.612979 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:52.647832 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba916db2-e3ae-47b8-9dca-7bccdcf584cc {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:25:52.704656 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port ba916db2-e3ae-47b8-9dca-7bccdcf584cc, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=ba916db2-e3ae-47b8-9dca-7bccdcf584cc,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:25:52.717603 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-03818535-ab10-449a-b5bd-e4c9ea559282 None None] Provisioning complete for port a7b204a5-eeae-4d26-a6a4-3f22c4634e43 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:25:52.718299 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-03818535-ab10-449a-b5bd-e4c9ea559282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:52.877589 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:52.916912 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port 8b1f25ba-968e-4f55-880e-8cbaad83d4e4 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:25:52.979433 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5d6c66-6d5f-444f-915e-801af91238d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd1987d9-67af-4e8d-93d3-bfd7d3154609'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:25:52.982581 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861eac9e-f52e-420f-945e-55b662e9ffb6" -d '{"events": [{"server_uuid": "fc5d6c66-6d5f-444f-915e-801af91238d8", "name": "network-vif-plugged", "status": "completed", "tag": "fd1987d9-67af-4e8d-93d3-bfd7d3154609"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:25:53.002010 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port 8b1f25ba-968e-4f55-880e-8cbaad83d4e4 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:25:53.002649 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:53.146286 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port fd1987d9-67af-4e8d-93d3-bfd7d3154609, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=fd1987d9-67af-4e8d-93d3-bfd7d3154609,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:25:53.197897 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port a7b204a5-eeae-4d26-a6a4-3f22c4634e43 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:25:53.198571 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:53.285119 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:53.290548 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=ba916db2-e3ae-47b8-9dca-7bccdcf584cc,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:53.421456 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['ba916db2-e3ae-47b8-9dca-7bccdcf584cc'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:25:53.439475 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:53.568035 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-31ec160f-e95a-4eb0-bd62-707a415c58aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:53.610083 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1fcc8667-2c0e-4943-8822-b3310203378d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618'] for router, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:53.614123 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-c72427f0-7928-4b23-975a-04b09f69b16f req-fe404b55-559d-42f9-8b9d-086dfa48a490 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:53.617695 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-c72427f0-7928-4b23-975a-04b09f69b16f req-fe404b55-559d-42f9-8b9d-086dfa48a490 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:53.637177 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c72427f0-7928-4b23-975a-04b09f69b16f req-fe404b55-559d-42f9-8b9d-086dfa48a490 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "DELETE /v2.0/security-groups/4a546269-34ab-4c5f-b927-2bb91dedf245 HTTP/1.1" status: 204 len: 173 time: 2.3949168 Apr 05 14:25:53.659826 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 8b1f25ba-968e-4f55-880e-8cbaad83d4e4, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=8b1f25ba-968e-4f55-880e-8cbaad83d4e4,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:25:53.704953 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe404b55-559d-42f9-8b9d-086dfa48a490 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a546269-34ab-4c5f-b927-2bb91dedf245,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:53.708146 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-31ec160f-e95a-4eb0-bd62-707a415c58aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:53.736340 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:53.773907 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ec160f-e95a-4eb0-bd62-707a415c58aa admin admin] Pushing event updated for resources: {'Port': ['ID=4f49d3c7-8060-47b4-8e5a-4fbe24b45582,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:53.806777 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ec160f-e95a-4eb0-bd62-707a415c58aa admin admin] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:25:53.811859 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-31ec160f-e95a-4eb0-bd62-707a415c58aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:25:53.820636 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port a7b204a5-eeae-4d26-a6a4-3f22c4634e43, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=a7b204a5-eeae-4d26-a6a4-3f22c4634e43,segment=NetworkSegment(e0d42d0c-39ab-4901-bd26-f5a175dae870),segment_id=e0d42d0c-39ab-4901-bd26-f5a175dae870)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:25:53.821505 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ec160f-e95a-4eb0-bd62-707a415c58aa admin admin] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:25:53.829103 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:53.856261 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-03818535-ab10-449a-b5bd-e4c9ea559282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:53.896276 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:53.897433 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device aa98390e-8a02-4e45-af1a-c00612458b23 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:25:53.988474 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=fd1987d9-67af-4e8d-93d3-bfd7d3154609,revision_number=7']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:54.084335 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=8b1f25ba-968e-4f55-880e-8cbaad83d4e4,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:54.210380 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=a7b204a5-eeae-4d26-a6a4-3f22c4634e43,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:54.283375 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.db.api [None req-03818535-ab10-449a-b5bd-e4c9ea559282 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:25:54.283740 n-d-836650-2 neutron-server[103322]: DEBUG oslo_db.api [None req-03818535-ab10-449a-b5bd-e4c9ea559282 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:25:54.350375 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port aa98390e-8a02-4e45-af1a-c00612458b23 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:25:54.350764 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:54.503936 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fcc8667-2c0e-4943-8822-b3310203378d admin admin] Router 99d73949-47f0-4a9d-bde7-d4d6838da80b is scheduled to L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 with binding_index 1 {{(pid=103320) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:25:54.555204 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-15e471fe-de06-4049-b6a2-81323f724e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:54.820122 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device a7b204a5-eeae-4d26-a6a4-3f22c4634e43 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:25:54.929880 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fcc8667-2c0e-4943-8822-b3310203378d admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:25:54.949002 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a91b91-9dfc-458e-b8ad-b5b2e4b22acd None None] Sync routers for ids ['99d73949-47f0-4a9d-bde7-d4d6838da80b'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:25:54.964088 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-31ec160f-e95a-4eb0-bd62-707a415c58aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:54.967557 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a91b91-9dfc-458e-b8ad-b5b2e4b22acd None None] Routers {'99d73949-47f0-4a9d-bde7-d4d6838da80b'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:25:54.968587 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-f6a91b91-9dfc-458e-b8ad-b5b2e4b22acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:25:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['99d73949-47f0-4a9d-bde7-d4d6838da80b'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:25:55.003476 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port a7b204a5-eeae-4d26-a6a4-3f22c4634e43 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:25:55.004005 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:55.073236 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1fcc8667-2c0e-4943-8822-b3310203378d admin admin] Notify callbacks [] for router, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:55.074212 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-1fcc8667-2c0e-4943-8822-b3310203378d admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 11.0398762 Apr 05 14:25:55.077284 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 55456) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:25:55.124005 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-5b9748b3-1388-4987-b0c6-d8051ebb2bfe None None] Provisioning complete for port a7b204a5-eeae-4d26-a6a4-3f22c4634e43 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:25:55.124552 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5b9748b3-1388-4987-b0c6-d8051ebb2bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:55.129582 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-f6a91b91-9dfc-458e-b8ad-b5b2e4b22acd None None] Set router 99d73949-47f0-4a9d-bde7-d4d6838da80b gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:25:55.295403 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device ba916db2-e3ae-47b8-9dca-7bccdcf584cc up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:25:55.594017 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-f6a91b91-9dfc-458e-b8ad-b5b2e4b22acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d73949-47f0-4a9d-bde7-d4d6838da80b', 'name': 'tempest-AttachSCSIVolumeTestJSON-119834046-router', 'tenant_id': 'bdb1cbdf5a5e436f8eeb605fcc37cb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '22560cad-4585-4c36-936c-ff73e6e5eb2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:25:44Z', 'updated_at': '2022-04-05T14:25:51Z', 'revision_number': 3, 'project_id': 'bdb1cbdf5a5e436f8eeb605fcc37cb7f', 'gw_port': {'id': '22560cad-4585-4c36-936c-ff73e6e5eb2f', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e0:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d73949-47f0-4a9d-bde7-d4d6838da80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:25:48Z', 'updated_at': '2022-04-05T14:25:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:25:55.632698 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning for port ba916db2-e3ae-47b8-9dca-7bccdcf584cc completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:25:55.637495 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port ba916db2-e3ae-47b8-9dca-7bccdcf584cc triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:25:55.638156 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:55.642721 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-31ec160f-e95a-4eb0-bd62-707a415c58aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618'] for router, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:55.671459 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a91b91-9dfc-458e-b8ad-b5b2e4b22acd None None] Checking router: 99d73949-47f0-4a9d-bde7-d4d6838da80b for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:25:55.672551 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a91b91-9dfc-458e-b8ad-b5b2e4b22acd None None] Updating router 99d73949-47f0-4a9d-bde7-d4d6838da80b port 22560cad-4585-4c36-936c-ff73e6e5eb2f binding host n-d-836650-2 {{(pid=103323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:25:55.731129 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f6a91b91-9dfc-458e-b8ad-b5b2e4b22acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:55.869192 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:55.958150 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port ba916db2-e3ae-47b8-9dca-7bccdcf584cc, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=ba916db2-e3ae-47b8-9dca-7bccdcf584cc,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:25:55.976117 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8889b3c5-cc6b-408c-a637-01601a68deea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:56.185819 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f6a91b91-9dfc-458e-b8ad-b5b2e4b22acd None None] Notify callbacks [] for port, precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:56.220259 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-8889b3c5-cc6b-408c-a637-01601a68deea admin admin] Allocated IP 172.20.0.1 (1e5beac6-fc25-45eb-bdcc-edc78098f92c/ef04bf4d-6c02-4171-9457-d6ac87b7600c/313553a0-c1f8-44dd-9d8b-2c0f71014b1a) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:25:56.337283 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:56.338298 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8889b3c5-cc6b-408c-a637-01601a68deea admin admin] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:56.370317 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31ec160f-e95a-4eb0-bd62-707a415c58aa admin admin] Router b818180f-1cb0-4b40-8941-bfaceeabbd05 is scheduled to L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 with binding_index 1 {{(pid=103320) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:25:56.389312 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=ba916db2-e3ae-47b8-9dca-7bccdcf584cc,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:56.454434 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f6a91b91-9dfc-458e-b8ad-b5b2e4b22acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:56.485928 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8889b3c5-cc6b-408c-a637-01601a68deea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:56.544397 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-f6a91b91-9dfc-458e-b8ad-b5b2e4b22acd None None] Attempting to bind port 22560cad-4585-4c36-936c-ff73e6e5eb2f on host n-d-836650-2 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:25:56.544764 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-f6a91b91-9dfc-458e-b8ad-b5b2e4b22acd None None] Attempting to bind port 22560cad-4585-4c36-936c-ff73e6e5eb2f by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:25:56.545192 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a91b91-9dfc-458e-b8ad-b5b2e4b22acd None None] Attempting to bind port 22560cad-4585-4c36-936c-ff73e6e5eb2f on network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:25:56.565474 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a91b91-9dfc-458e-b8ad-b5b2e4b22acd None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:25:56.565900 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a91b91-9dfc-458e-b8ad-b5b2e4b22acd None None] Checking segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:25:56.566235 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f6a91b91-9dfc-458e-b8ad-b5b2e4b22acd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:56.566642 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a91b91-9dfc-458e-b8ad-b5b2e4b22acd None None] Bound using segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:25:56.567089 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-f6a91b91-9dfc-458e-b8ad-b5b2e4b22acd None None] Bound port: 22560cad-4585-4c36-936c-ff73e6e5eb2f, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:25:56.567486 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f6a91b91-9dfc-458e-b8ad-b5b2e4b22acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:56.569753 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31ec160f-e95a-4eb0-bd62-707a415c58aa admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:25:56.585021 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f48adff-ecc9-4966-a9ab-cd8e731766f9 None None] Sync routers for ids ['b818180f-1cb0-4b40-8941-bfaceeabbd05'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:25:56.609643 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8889b3c5-cc6b-408c-a637-01601a68deea admin admin] Network 1e5beac6-fc25-45eb-bdcc-edc78098f92c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:25:56.617743 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-8889b3c5-cc6b-408c-a637-01601a68deea admin admin] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:25:56.620407 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b8445c-cb61-433b-95bf-18d1e4a0cce6 None None] Pushing event updated for resources: {'Port': ['ID=22560cad-4585-4c36-936c-ff73e6e5eb2f,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:56.626222 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8889b3c5-cc6b-408c-a637-01601a68deea admin admin] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:25:56.650903 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f48adff-ecc9-4966-a9ab-cd8e731766f9 None None] Routers {'b818180f-1cb0-4b40-8941-bfaceeabbd05'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:25:56.654103 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-31ec160f-e95a-4eb0-bd62-707a415c58aa admin admin] Notify callbacks [] for router, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:56.657978 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-2f48adff-ecc9-4966-a9ab-cd8e731766f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:25:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['b818180f-1cb0-4b40-8941-bfaceeabbd05'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:25:56.660476 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-31ec160f-e95a-4eb0-bd62-707a415c58aa admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.6935878 Apr 05 14:25:56.664284 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 55462) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:25:56.679119 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b9c4521f-5c4a-4400-99c3-e1b7fb9ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:56.721361 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-f6a91b91-9dfc-458e-b8ad-b5b2e4b22acd None None] For port 22560cad-4585-4c36-936c-ff73e6e5eb2f, host n-d-836650-2, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:25:56.739769 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-f6a91b91-9dfc-458e-b8ad-b5b2e4b22acd None None] For port 22560cad-4585-4c36-936c-ff73e6e5eb2f, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=22560cad-4585-4c36-936c-ff73e6e5eb2f,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:25:56.745773 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8889b3c5-cc6b-408c-a637-01601a68deea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809369'] for router_interface, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:56.749533 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8889b3c5-cc6b-408c-a637-01601a68deea admin admin] Pushing event updated for resources: {'Port': ['ID=313553a0-c1f8-44dd-9d8b-2c0f71014b1a,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:56.847346 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f6a91b91-9dfc-458e-b8ad-b5b2e4b22acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:56.961444 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b8445c-cb61-433b-95bf-18d1e4a0cce6 None None] Pushing event updated for resources: {'Port': ['ID=22560cad-4585-4c36-936c-ff73e6e5eb2f,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:57.034675 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a91b91-9dfc-458e-b8ad-b5b2e4b22acd None None] Routers {'99d73949-47f0-4a9d-bde7-d4d6838da80b'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:25:57.034675 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-f6a91b91-9dfc-458e-b8ad-b5b2e4b22acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:25:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['99d73949-47f0-4a9d-bde7-d4d6838da80b'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:25:57.035004 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-2f48adff-ecc9-4966-a9ab-cd8e731766f9 None None] Set router b818180f-1cb0-4b40-8941-bfaceeabbd05 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:25:57.208050 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-f6a91b91-9dfc-458e-b8ad-b5b2e4b22acd None None] Set router 99d73949-47f0-4a9d-bde7-d4d6838da80b gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:25:57.247841 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8889b3c5-cc6b-408c-a637-01601a68deea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:57.472465 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-f6a91b91-9dfc-458e-b8ad-b5b2e4b22acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d73949-47f0-4a9d-bde7-d4d6838da80b', 'name': 'tempest-AttachSCSIVolumeTestJSON-119834046-router', 'tenant_id': 'bdb1cbdf5a5e436f8eeb605fcc37cb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '22560cad-4585-4c36-936c-ff73e6e5eb2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:25:44Z', 'updated_at': '2022-04-05T14:25:51Z', 'revision_number': 3, 'project_id': 'bdb1cbdf5a5e436f8eeb605fcc37cb7f', 'gw_port': {'id': '22560cad-4585-4c36-936c-ff73e6e5eb2f', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e0:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d73949-47f0-4a9d-bde7-d4d6838da80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:25:48Z', 'updated_at': '2022-04-05T14:25:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:25:57.493780 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-deb17275-a612-4c3c-b184-fa24c801c53c None None] Provisioning complete for port 313553a0-c1f8-44dd-9d8b-2c0f71014b1a triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:25:57.494377 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-deb17275-a612-4c3c-b184-fa24c801c53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:57.538707 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a91b91-9dfc-458e-b8ad-b5b2e4b22acd None None] The sync data for ids ['99d73949-47f0-4a9d-bde7-d4d6838da80b'] in n-d-836650-2 is: [{'id': '99d73949-47f0-4a9d-bde7-d4d6838da80b', 'name': 'tempest-AttachSCSIVolumeTestJSON-119834046-router', 'tenant_id': 'bdb1cbdf5a5e436f8eeb605fcc37cb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '22560cad-4585-4c36-936c-ff73e6e5eb2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:25:44Z', 'updated_at': '2022-04-05T14:25:51Z', 'revision_number': 3, 'project_id': 'bdb1cbdf5a5e436f8eeb605fcc37cb7f', 'gw_port': {'id': '22560cad-4585-4c36-936c-ff73e6e5eb2f', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e0:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d73949-47f0-4a9d-bde7-d4d6838da80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:25:48Z', 'updated_at': '2022-04-05T14:25:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:25:57.578224 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-deb17275-a612-4c3c-b184-fa24c801c53c None None] Port 313553a0-c1f8-44dd-9d8b-2c0f71014b1a cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:25:57.595300 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-164dbb15-b7c1-4c1d-9ded-8f3dc54b9754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:57.617511 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-2f48adff-ecc9-4966-a9ab-cd8e731766f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b818180f-1cb0-4b40-8941-bfaceeabbd05', 'name': 'tempest-ServersTestBootFromVolume-339806773-router', 'tenant_id': 'c0e5926356c743ce9ba35f3e09deaaf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '4f49d3c7-8060-47b4-8e5a-4fbe24b45582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:25:47Z', 'updated_at': '2022-04-05T14:25:54Z', 'revision_number': 3, 'project_id': 'c0e5926356c743ce9ba35f3e09deaaf4', 'gw_port': {'id': '4f49d3c7-8060-47b4-8e5a-4fbe24b45582', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b1:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b818180f-1cb0-4b40-8941-bfaceeabbd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:25:51Z', 'updated_at': '2022-04-05T14:25:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:25:57.653766 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f48adff-ecc9-4966-a9ab-cd8e731766f9 None None] Checking router: b818180f-1cb0-4b40-8941-bfaceeabbd05 for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:25:57.654466 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f48adff-ecc9-4966-a9ab-cd8e731766f9 None None] Updating router b818180f-1cb0-4b40-8941-bfaceeabbd05 port 4f49d3c7-8060-47b4-8e5a-4fbe24b45582 binding host n-d-836650-2 {{(pid=103322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:25:57.681487 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8889b3c5-cc6b-408c-a637-01601a68deea admin admin] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:57.697615 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2f48adff-ecc9-4966-a9ab-cd8e731766f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:57.763817 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8889b3c5-cc6b-408c-a637-01601a68deea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:57.821274 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-164dbb15-b7c1-4c1d-9ded-8f3dc54b9754 admin admin] Allocated IP 172.20.0.1 (88861c66-3c43-45fc-9adb-c522cea0f72f/816e9016-5d95-4502-ad5a-ce593a4319fc/3d173a13-71bb-4b33-9dfa-6ccddca230d6) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:25:57.888769 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8889b3c5-cc6b-408c-a637-01601a68deea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809317'] for router_interface, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:57.890760 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8889b3c5-cc6b-408c-a637-01601a68deea admin admin] Pushing event updated for resources: {'Port': ['ID=313553a0-c1f8-44dd-9d8b-2c0f71014b1a,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:58.042686 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8889b3c5-cc6b-408c-a637-01601a68deea admin admin] Network 1e5beac6-fc25-45eb-bdcc-edc78098f92c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:25:58.048242 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-8889b3c5-cc6b-408c-a637-01601a68deea admin admin] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:25:58.086062 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:58.131220 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-164dbb15-b7c1-4c1d-9ded-8f3dc54b9754 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:58.285431 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-164dbb15-b7c1-4c1d-9ded-8f3dc54b9754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:58.295001 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2f48adff-ecc9-4966-a9ab-cd8e731766f9 None None] Notify callbacks [] for port, precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:58.337245 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8889b3c5-cc6b-408c-a637-01601a68deea admin admin] Router 99d73949-47f0-4a9d-bde7-d4d6838da80b has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:25:58.374288 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2f48adff-ecc9-4966-a9ab-cd8e731766f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:58.506374 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164dbb15-b7c1-4c1d-9ded-8f3dc54b9754 admin admin] Network 88861c66-3c43-45fc-9adb-c522cea0f72f is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:25:58.529856 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8889b3c5-cc6b-408c-a637-01601a68deea admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:25:58.530158 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-164dbb15-b7c1-4c1d-9ded-8f3dc54b9754 admin admin] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:25:58.545484 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164dbb15-b7c1-4c1d-9ded-8f3dc54b9754 admin admin] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:25:58.553780 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-8889b3c5-cc6b-408c-a637-01601a68deea admin admin] 10.222.0.30 "PUT /v2.0/routers/99d73949-47f0-4a9d-bde7-d4d6838da80b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4736667 Apr 05 14:25:58.562280 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164dbb15-b7c1-4c1d-9ded-8f3dc54b9754 admin admin] Pushing event updated for resources: {'Port': ['ID=3d173a13-71bb-4b33-9dfa-6ccddca230d6,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:58.665304 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-164dbb15-b7c1-4c1d-9ded-8f3dc54b9754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809369'] for router_interface, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:58.673628 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-86eb39f5-311e-4fb4-b270-ba64a5294ecf None None] Provisioning complete for port 313553a0-c1f8-44dd-9d8b-2c0f71014b1a triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:25:58.677900 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-86eb39f5-311e-4fb4-b270-ba64a5294ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:58.700897 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-2f48adff-ecc9-4966-a9ab-cd8e731766f9 None None] Attempting to bind port 4f49d3c7-8060-47b4-8e5a-4fbe24b45582 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:25:58.701833 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-2f48adff-ecc9-4966-a9ab-cd8e731766f9 None None] Attempting to bind port 4f49d3c7-8060-47b4-8e5a-4fbe24b45582 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:25:58.702762 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f48adff-ecc9-4966-a9ab-cd8e731766f9 None None] Attempting to bind port 4f49d3c7-8060-47b4-8e5a-4fbe24b45582 on network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:25:58.758402 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a8c8a8-6d4e-485b-aac1-1b68aa11b3c6 None None] Pushing event updated for resources: {'Port': ['ID=4f49d3c7-8060-47b4-8e5a-4fbe24b45582,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:58.784829 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f48adff-ecc9-4966-a9ab-cd8e731766f9 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:25:58.785252 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f48adff-ecc9-4966-a9ab-cd8e731766f9 None None] Checking segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:25:58.785656 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2f48adff-ecc9-4966-a9ab-cd8e731766f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:58.786051 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f48adff-ecc9-4966-a9ab-cd8e731766f9 None None] Bound using segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:25:58.786539 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-2f48adff-ecc9-4966-a9ab-cd8e731766f9 None None] Bound port: 4f49d3c7-8060-47b4-8e5a-4fbe24b45582, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:25:58.794921 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2f48adff-ecc9-4966-a9ab-cd8e731766f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:58.853590 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 22560cad-4585-4c36-936c-ff73e6e5eb2f up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:25:58.948826 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-86eb39f5-311e-4fb4-b270-ba64a5294ecf None None] Port 313553a0-c1f8-44dd-9d8b-2c0f71014b1a cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:25:58.983402 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 22560cad-4585-4c36-936c-ff73e6e5eb2f triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:25:58.983402 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:59.017928 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-2f48adff-ecc9-4966-a9ab-cd8e731766f9 None None] For port 4f49d3c7-8060-47b4-8e5a-4fbe24b45582, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:25:59.038289 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-2f48adff-ecc9-4966-a9ab-cd8e731766f9 None None] For port 4f49d3c7-8060-47b4-8e5a-4fbe24b45582, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=4f49d3c7-8060-47b4-8e5a-4fbe24b45582,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:25:59.041305 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a24ca47-0e11-4f81-8a20-9df78a97d20d req-e5cf5446-3911-495c-8b0e-f419776c7025 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:59.046536 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5a24ca47-0e11-4f81-8a20-9df78a97d20d req-e5cf5446-3911-495c-8b0e-f419776c7025 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4c786df-f458-465c-9e68-2c09c038849f HTTP/1.1" status: 200 len: 950 time: 0.1612263 Apr 05 14:25:59.065672 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc181f8-adb7-4154-b086-550d1f0a14f2 req-058b8aae-d852-4e2e-9fb8-05218fb773d7 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:59.066459 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8bc181f8-adb7-4154-b086-550d1f0a14f2 req-058b8aae-d852-4e2e-9fb8-05218fb773d7 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b564e2b9-437a-4947-935a-f03731531b1a HTTP/1.1" status: 200 len: 950 time: 0.5101871 Apr 05 14:25:59.101424 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-164dbb15-b7c1-4c1d-9ded-8f3dc54b9754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:59.121131 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c511701e-3eb9-46ce-85b0-e9f7190b9f24 None None] Provisioning complete for port 3d173a13-71bb-4b33-9dfa-6ccddca230d6 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:25:59.123371 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c511701e-3eb9-46ce-85b0-e9f7190b9f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:59.174536 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5a24ca47-0e11-4f81-8a20-9df78a97d20d req-06f5de90-028a-4683-a363-2a258ef43ff6 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068575 Apr 05 14:25:59.218190 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2f48adff-ecc9-4966-a9ab-cd8e731766f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:59.234376 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8bc181f8-adb7-4154-b086-550d1f0a14f2 req-856683ee-61d6-40b6-a9b8-283d2b2f2897 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445234 Apr 05 14:25:59.294205 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c511701e-3eb9-46ce-85b0-e9f7190b9f24 None None] Port 3d173a13-71bb-4b33-9dfa-6ccddca230d6 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:25:59.382251 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bea241c-b555-44ce-b287-a3b681eee11a x-openstack-request-id: req-2bea241c-b555-44ce-b287-a3b681eee11a {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:25:59.382613 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc5d6c66-6d5f-444f-915e-801af91238d8", "name": "network-vif-plugged", "status": "completed", "tag": "fd1987d9-67af-4e8d-93d3-bfd7d3154609", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:25:59.382926 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2bea241c-b555-44ce-b287-a3b681eee11a {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:25:59.383319 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bea241c-b555-44ce-b287-a3b681eee11a'] response: {'server_uuid': 'fc5d6c66-6d5f-444f-915e-801af91238d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd1987d9-67af-4e8d-93d3-bfd7d3154609', 'code': 200} Apr 05 14:25:59.391740 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a8c8a8-6d4e-485b-aac1-1b68aa11b3c6 None None] Pushing event updated for resources: {'Port': ['ID=4f49d3c7-8060-47b4-8e5a-4fbe24b45582,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:59.462834 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f48adff-ecc9-4966-a9ab-cd8e731766f9 None None] Routers {'b818180f-1cb0-4b40-8941-bfaceeabbd05'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:25:59.463546 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-2f48adff-ecc9-4966-a9ab-cd8e731766f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:25:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['b818180f-1cb0-4b40-8941-bfaceeabbd05'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:25:59.601062 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-164dbb15-b7c1-4c1d-9ded-8f3dc54b9754 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:59.680776 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:59.681552 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:59.727936 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port 22560cad-4585-4c36-936c-ff73e6e5eb2f, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=22560cad-4585-4c36-936c-ff73e6e5eb2f,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:25:59.727936 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-2f48adff-ecc9-4966-a9ab-cd8e731766f9 None None] Set router b818180f-1cb0-4b40-8941-bfaceeabbd05 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:25:59.728109 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-164dbb15-b7c1-4c1d-9ded-8f3dc54b9754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:59.826680 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:59.870236 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-164dbb15-b7c1-4c1d-9ded-8f3dc54b9754 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809317'] for router_interface, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:59.877649 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:59.966684 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=22560cad-4585-4c36-936c-ff73e6e5eb2f,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:00.018516 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164dbb15-b7c1-4c1d-9ded-8f3dc54b9754 admin admin] Pushing event updated for resources: {'Port': ['ID=3d173a13-71bb-4b33-9dfa-6ccddca230d6,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:00.093276 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-2f48adff-ecc9-4966-a9ab-cd8e731766f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b818180f-1cb0-4b40-8941-bfaceeabbd05', 'name': 'tempest-ServersTestBootFromVolume-339806773-router', 'tenant_id': 'c0e5926356c743ce9ba35f3e09deaaf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '4f49d3c7-8060-47b4-8e5a-4fbe24b45582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:25:47Z', 'updated_at': '2022-04-05T14:25:58Z', 'revision_number': 4, 'project_id': 'c0e5926356c743ce9ba35f3e09deaaf4', 'gw_port': {'id': '4f49d3c7-8060-47b4-8e5a-4fbe24b45582', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b1:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b818180f-1cb0-4b40-8941-bfaceeabbd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:25:51Z', 'updated_at': '2022-04-05T14:25:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '3d173a13-71bb-4b33-9dfa-6ccddca230d6', 'name': '', 'network_id': '88861c66-3c43-45fc-9adb-c522cea0f72f', 'tenant_id': 'c0e5926356c743ce9ba35f3e09deaaf4', 'mac_address': 'fa:16:3e:b3:e5:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b818180f-1cb0-4b40-8941-bfaceeabbd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '816e9016-5d95-4502-ad5a-ce593a4319fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:25:57Z', 'updated_at': '2022-04-05T14:25:57Z', 'revision_number': 1, 'project_id': 'c0e5926356c743ce9ba35f3e09deaaf4', 'subnets': [{'id': '816e9016-5d95-4502-ad5a-ce593a4319fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:26:00.141479 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164dbb15-b7c1-4c1d-9ded-8f3dc54b9754 admin admin] Network 88861c66-3c43-45fc-9adb-c522cea0f72f is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:26:00.144930 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-164dbb15-b7c1-4c1d-9ded-8f3dc54b9754 admin admin] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:26:00.273317 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f48adff-ecc9-4966-a9ab-cd8e731766f9 None None] The sync data for ids ['b818180f-1cb0-4b40-8941-bfaceeabbd05'] in n-d-836650-2 is: [{'id': 'b818180f-1cb0-4b40-8941-bfaceeabbd05', 'name': 'tempest-ServersTestBootFromVolume-339806773-router', 'tenant_id': 'c0e5926356c743ce9ba35f3e09deaaf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '4f49d3c7-8060-47b4-8e5a-4fbe24b45582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:25:47Z', 'updated_at': '2022-04-05T14:25:58Z', 'revision_number': 4, 'project_id': 'c0e5926356c743ce9ba35f3e09deaaf4', 'gw_port': {'id': '4f49d3c7-8060-47b4-8e5a-4fbe24b45582', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b1:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b818180f-1cb0-4b40-8941-bfaceeabbd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:25:51Z', 'updated_at': '2022-04-05T14:25:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '3d173a13-71bb-4b33-9dfa-6ccddca230d6', 'name': '', 'network_id': '88861c66-3c43-45fc-9adb-c522cea0f72f', 'tenant_id': 'c0e5926356c743ce9ba35f3e09deaaf4', 'mac_address': 'fa:16:3e:b3:e5:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b818180f-1cb0-4b40-8941-bfaceeabbd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '816e9016-5d95-4502-ad5a-ce593a4319fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:25:57Z', 'updated_at': '2022-04-05T14:25:57Z', 'revision_number': 1, 'project_id': 'c0e5926356c743ce9ba35f3e09deaaf4', 'subnets': [{'id': '816e9016-5d95-4502-ad5a-ce593a4319fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:26:00.419267 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-164dbb15-b7c1-4c1d-9ded-8f3dc54b9754 admin admin] Router b818180f-1cb0-4b40-8941-bfaceeabbd05 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:26:00.477868 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cae1d2-2eac-4cf2-9ff3-21f221f36921 None None] Sync routers for ids ['99d73949-47f0-4a9d-bde7-d4d6838da80b'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:26:00.492917 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cae1d2-2eac-4cf2-9ff3-21f221f36921 None None] Routers {'99d73949-47f0-4a9d-bde7-d4d6838da80b'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:26:00.494213 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-73cae1d2-2eac-4cf2-9ff3-21f221f36921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:25:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['99d73949-47f0-4a9d-bde7-d4d6838da80b'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:26:00.625707 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-164dbb15-b7c1-4c1d-9ded-8f3dc54b9754 admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:26:00.633791 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-164dbb15-b7c1-4c1d-9ded-8f3dc54b9754 admin admin] 10.222.0.30 "PUT /v2.0/routers/b818180f-1cb0-4b40-8941-bfaceeabbd05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9671874 Apr 05 14:26:00.723643 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-dc985fda-b40e-480b-8b81-5fae1ab29f47 None None] Provisioning complete for port 3d173a13-71bb-4b33-9dfa-6ccddca230d6 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:26:00.724148 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dc985fda-b40e-480b-8b81-5fae1ab29f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:00.819937 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 22560cad-4585-4c36-936c-ff73e6e5eb2f up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:26:00.857021 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-73cae1d2-2eac-4cf2-9ff3-21f221f36921 None None] Set router 99d73949-47f0-4a9d-bde7-d4d6838da80b gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:26:01.054851 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-dc985fda-b40e-480b-8b81-5fae1ab29f47 None None] Port 3d173a13-71bb-4b33-9dfa-6ccddca230d6 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:26:01.120829 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 22560cad-4585-4c36-936c-ff73e6e5eb2f triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:26:01.121507 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:01.370021 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-73cae1d2-2eac-4cf2-9ff3-21f221f36921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d73949-47f0-4a9d-bde7-d4d6838da80b', 'name': 'tempest-AttachSCSIVolumeTestJSON-119834046-router', 'tenant_id': 'bdb1cbdf5a5e436f8eeb605fcc37cb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '22560cad-4585-4c36-936c-ff73e6e5eb2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:25:44Z', 'updated_at': '2022-04-05T14:25:56Z', 'revision_number': 4, 'project_id': 'bdb1cbdf5a5e436f8eeb605fcc37cb7f', 'gw_port': {'id': '22560cad-4585-4c36-936c-ff73e6e5eb2f', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d73949-47f0-4a9d-bde7-d4d6838da80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:25:48Z', 'updated_at': '2022-04-05T14:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '313553a0-c1f8-44dd-9d8b-2c0f71014b1a', 'name': '', 'network_id': '1e5beac6-fc25-45eb-bdcc-edc78098f92c', 'tenant_id': 'bdb1cbdf5a5e436f8eeb605fcc37cb7f', 'mac_address': 'fa:16:3e:9a:88:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d73949-47f0-4a9d-bde7-d4d6838da80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'ef04bf4d-6c02-4171-9457-d6ac87b7600c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:25:56Z', 'updated_at': '2022-04-05T14:25:57Z', 'revision_number': 2, 'project_id': 'bdb1cbdf5a5e436f8eeb605fcc37cb7f', 'subnets': [{'id': 'ef04bf4d-6c02-4171-9457-d6ac87b7600c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:26:01.384767 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4c786df-f458-465c-9e68-2c09c038849f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b1f25ba-968e-4f55-880e-8cbaad83d4e4'}, {'server_uuid': '08fdd505-a291-4edb-a9ce-313c60a3fad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba916db2-e3ae-47b8-9dca-7bccdcf584cc'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:26:01.387522 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09685c0c-6c5b-4392-b24b-eff5d78176e9" -d '{"events": [{"server_uuid": "c4c786df-f458-465c-9e68-2c09c038849f", "name": "network-vif-plugged", "status": "completed", "tag": "8b1f25ba-968e-4f55-880e-8cbaad83d4e4"}, {"server_uuid": "08fdd505-a291-4edb-a9ce-313c60a3fad3", "name": "network-vif-plugged", "status": "completed", "tag": "ba916db2-e3ae-47b8-9dca-7bccdcf584cc"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:26:01.429294 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cae1d2-2eac-4cf2-9ff3-21f221f36921 None None] Checking router: 99d73949-47f0-4a9d-bde7-d4d6838da80b for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:26:01.430009 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cae1d2-2eac-4cf2-9ff3-21f221f36921 None None] Updating router 99d73949-47f0-4a9d-bde7-d4d6838da80b port 313553a0-c1f8-44dd-9d8b-2c0f71014b1a binding host n-d-836650-2 {{(pid=103323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:26:01.502605 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-73cae1d2-2eac-4cf2-9ff3-21f221f36921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:02.002538 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-73cae1d2-2eac-4cf2-9ff3-21f221f36921 None None] Notify callbacks [] for port, precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:02.073118 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-73cae1d2-2eac-4cf2-9ff3-21f221f36921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:02.208073 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09742aaf-091b-4d5a-bbe0-9b7dc0e99871 None None] Pushing event updated for resources: {'Port': ['ID=313553a0-c1f8-44dd-9d8b-2c0f71014b1a,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:02.237380 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-73cae1d2-2eac-4cf2-9ff3-21f221f36921 None None] Attempting to bind port 313553a0-c1f8-44dd-9d8b-2c0f71014b1a on host n-d-836650-2 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:26:02.237903 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-73cae1d2-2eac-4cf2-9ff3-21f221f36921 None None] Attempting to bind port 313553a0-c1f8-44dd-9d8b-2c0f71014b1a by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '8883f0bc-9325-47bb-9aa5-ccdb59a77010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1e5beac6-fc25-45eb-bdcc-edc78098f92c'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:26:02.238376 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cae1d2-2eac-4cf2-9ff3-21f221f36921 None None] Attempting to bind port 313553a0-c1f8-44dd-9d8b-2c0f71014b1a on network 1e5beac6-fc25-45eb-bdcc-edc78098f92c {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:26:02.248536 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cae1d2-2eac-4cf2-9ff3-21f221f36921 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:26:02.249069 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cae1d2-2eac-4cf2-9ff3-21f221f36921 None None] Checking segment: {'id': '8883f0bc-9325-47bb-9aa5-ccdb59a77010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1e5beac6-fc25-45eb-bdcc-edc78098f92c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:26:02.249556 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-73cae1d2-2eac-4cf2-9ff3-21f221f36921 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:02.250051 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cae1d2-2eac-4cf2-9ff3-21f221f36921 None None] Bound using segment: {'id': '8883f0bc-9325-47bb-9aa5-ccdb59a77010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1e5beac6-fc25-45eb-bdcc-edc78098f92c'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:26:02.251202 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-73cae1d2-2eac-4cf2-9ff3-21f221f36921 None None] Bound port: 313553a0-c1f8-44dd-9d8b-2c0f71014b1a, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8883f0bc-9325-47bb-9aa5-ccdb59a77010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1e5beac6-fc25-45eb-bdcc-edc78098f92c'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:26:02.251736 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-73cae1d2-2eac-4cf2-9ff3-21f221f36921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:02.445185 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-73cae1d2-2eac-4cf2-9ff3-21f221f36921 None None] For port 313553a0-c1f8-44dd-9d8b-2c0f71014b1a, host n-d-836650-2, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:26:02.456228 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-73cae1d2-2eac-4cf2-9ff3-21f221f36921 None None] For port 313553a0-c1f8-44dd-9d8b-2c0f71014b1a, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=313553a0-c1f8-44dd-9d8b-2c0f71014b1a,segment=NetworkSegment(8883f0bc-9325-47bb-9aa5-ccdb59a77010),segment_id=8883f0bc-9325-47bb-9aa5-ccdb59a77010)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:26:02.529664 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-326f3b08-00f9-4bdb-a507-635ca528d0fc None None] Provisioning complete for port 313553a0-c1f8-44dd-9d8b-2c0f71014b1a triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:26:02.530290 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-326f3b08-00f9-4bdb-a507-635ca528d0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:02.565245 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-73cae1d2-2eac-4cf2-9ff3-21f221f36921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:02.568801 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-326f3b08-00f9-4bdb-a507-635ca528d0fc None None] Port 313553a0-c1f8-44dd-9d8b-2c0f71014b1a cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:26:02.670659 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cae1d2-2eac-4cf2-9ff3-21f221f36921 None None] Routers {'99d73949-47f0-4a9d-bde7-d4d6838da80b'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:26:02.671552 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-73cae1d2-2eac-4cf2-9ff3-21f221f36921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:25:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['99d73949-47f0-4a9d-bde7-d4d6838da80b'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:26:02.770604 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09742aaf-091b-4d5a-bbe0-9b7dc0e99871 None None] Pushing event updated for resources: {'Port': ['ID=313553a0-c1f8-44dd-9d8b-2c0f71014b1a,revision_number=4']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:02.910220 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 4f49d3c7-8060-47b4-8e5a-4fbe24b45582 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:26:03.103088 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-53f7b73e-475d-4d05-8a3f-9c6b4df37498 None None] Provisioning complete for port 313553a0-c1f8-44dd-9d8b-2c0f71014b1a triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:26:03.103456 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-53f7b73e-475d-4d05-8a3f-9c6b4df37498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:03.163755 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 4f49d3c7-8060-47b4-8e5a-4fbe24b45582 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:26:03.164073 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:03.234766 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-73cae1d2-2eac-4cf2-9ff3-21f221f36921 None None] Set router 99d73949-47f0-4a9d-bde7-d4d6838da80b gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:26:03.278313 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-53f7b73e-475d-4d05-8a3f-9c6b4df37498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:03.356291 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-53f7b73e-475d-4d05-8a3f-9c6b4df37498 None None] For port 313553a0-c1f8-44dd-9d8b-2c0f71014b1a, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=313553a0-c1f8-44dd-9d8b-2c0f71014b1a,segment=NetworkSegment(8883f0bc-9325-47bb-9aa5-ccdb59a77010),segment_id=8883f0bc-9325-47bb-9aa5-ccdb59a77010)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:26:03.357761 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:03.378355 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port 4f49d3c7-8060-47b4-8e5a-4fbe24b45582, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=4f49d3c7-8060-47b4-8e5a-4fbe24b45582,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:26:03.482862 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-73cae1d2-2eac-4cf2-9ff3-21f221f36921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d73949-47f0-4a9d-bde7-d4d6838da80b', 'name': 'tempest-AttachSCSIVolumeTestJSON-119834046-router', 'tenant_id': 'bdb1cbdf5a5e436f8eeb605fcc37cb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '22560cad-4585-4c36-936c-ff73e6e5eb2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:25:44Z', 'updated_at': '2022-04-05T14:25:56Z', 'revision_number': 4, 'project_id': 'bdb1cbdf5a5e436f8eeb605fcc37cb7f', 'gw_port': {'id': '22560cad-4585-4c36-936c-ff73e6e5eb2f', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d73949-47f0-4a9d-bde7-d4d6838da80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:25:48Z', 'updated_at': '2022-04-05T14:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '313553a0-c1f8-44dd-9d8b-2c0f71014b1a', 'name': '', 'network_id': '1e5beac6-fc25-45eb-bdcc-edc78098f92c', 'tenant_id': 'bdb1cbdf5a5e436f8eeb605fcc37cb7f', 'mac_address': 'fa:16:3e:9a:88:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d73949-47f0-4a9d-bde7-d4d6838da80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'ef04bf4d-6c02-4171-9457-d6ac87b7600c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:25:56Z', 'updated_at': '2022-04-05T14:26:02Z', 'revision_number': 4, 'project_id': 'bdb1cbdf5a5e436f8eeb605fcc37cb7f', 'subnets': [{'id': 'ef04bf4d-6c02-4171-9457-d6ac87b7600c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:26:03.511407 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cae1d2-2eac-4cf2-9ff3-21f221f36921 None None] The sync data for ids ['99d73949-47f0-4a9d-bde7-d4d6838da80b'] in n-d-836650-2 is: [{'id': '99d73949-47f0-4a9d-bde7-d4d6838da80b', 'name': 'tempest-AttachSCSIVolumeTestJSON-119834046-router', 'tenant_id': 'bdb1cbdf5a5e436f8eeb605fcc37cb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '22560cad-4585-4c36-936c-ff73e6e5eb2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:25:44Z', 'updated_at': '2022-04-05T14:25:56Z', 'revision_number': 4, 'project_id': 'bdb1cbdf5a5e436f8eeb605fcc37cb7f', 'gw_port': {'id': '22560cad-4585-4c36-936c-ff73e6e5eb2f', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d73949-47f0-4a9d-bde7-d4d6838da80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:25:48Z', 'updated_at': '2022-04-05T14:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '313553a0-c1f8-44dd-9d8b-2c0f71014b1a', 'name': '', 'network_id': '1e5beac6-fc25-45eb-bdcc-edc78098f92c', 'tenant_id': 'bdb1cbdf5a5e436f8eeb605fcc37cb7f', 'mac_address': 'fa:16:3e:9a:88:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d73949-47f0-4a9d-bde7-d4d6838da80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'ef04bf4d-6c02-4171-9457-d6ac87b7600c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:25:56Z', 'updated_at': '2022-04-05T14:26:02Z', 'revision_number': 4, 'project_id': 'bdb1cbdf5a5e436f8eeb605fcc37cb7f', 'subnets': [{'id': 'ef04bf4d-6c02-4171-9457-d6ac87b7600c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:26:03.533046 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023efe50-be33-4364-a379-9dcbdb6ee5d6 None None] Sync routers for ids ['b818180f-1cb0-4b40-8941-bfaceeabbd05'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:26:03.546750 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023efe50-be33-4364-a379-9dcbdb6ee5d6 None None] Routers {'b818180f-1cb0-4b40-8941-bfaceeabbd05'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:26:03.548054 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-023efe50-be33-4364-a379-9dcbdb6ee5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:25:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['b818180f-1cb0-4b40-8941-bfaceeabbd05'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:26:03.923358 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-023efe50-be33-4364-a379-9dcbdb6ee5d6 None None] Set router b818180f-1cb0-4b40-8941-bfaceeabbd05 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:26:04.022892 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 4b3294fa-4111-414f-bda1-e688dca4d933 no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:26:04.025559 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:04.040095 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-53f7b73e-475d-4d05-8a3f-9c6b4df37498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:04.208528 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=4f49d3c7-8060-47b4-8e5a-4fbe24b45582,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:04.409846 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f7b73e-475d-4d05-8a3f-9c6b4df37498 None None] Pushing event updated for resources: {'Port': ['ID=313553a0-c1f8-44dd-9d8b-2c0f71014b1a,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:04.491737 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:04.527289 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-023efe50-be33-4364-a379-9dcbdb6ee5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b818180f-1cb0-4b40-8941-bfaceeabbd05', 'name': 'tempest-ServersTestBootFromVolume-339806773-router', 'tenant_id': 'c0e5926356c743ce9ba35f3e09deaaf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '4f49d3c7-8060-47b4-8e5a-4fbe24b45582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:25:47Z', 'updated_at': '2022-04-05T14:25:58Z', 'revision_number': 4, 'project_id': 'c0e5926356c743ce9ba35f3e09deaaf4', 'gw_port': {'id': '4f49d3c7-8060-47b4-8e5a-4fbe24b45582', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b1:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b818180f-1cb0-4b40-8941-bfaceeabbd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:25:51Z', 'updated_at': '2022-04-05T14:25:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '3d173a13-71bb-4b33-9dfa-6ccddca230d6', 'name': '', 'network_id': '88861c66-3c43-45fc-9adb-c522cea0f72f', 'tenant_id': 'c0e5926356c743ce9ba35f3e09deaaf4', 'mac_address': 'fa:16:3e:b3:e5:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b818180f-1cb0-4b40-8941-bfaceeabbd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '816e9016-5d95-4502-ad5a-ce593a4319fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:25:57Z', 'updated_at': '2022-04-05T14:25:59Z', 'revision_number': 2, 'project_id': 'c0e5926356c743ce9ba35f3e09deaaf4', 'subnets': [{'id': '816e9016-5d95-4502-ad5a-ce593a4319fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:26:04.567745 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023efe50-be33-4364-a379-9dcbdb6ee5d6 None None] Checking router: b818180f-1cb0-4b40-8941-bfaceeabbd05 for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:26:04.568771 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023efe50-be33-4364-a379-9dcbdb6ee5d6 None None] Updating router b818180f-1cb0-4b40-8941-bfaceeabbd05 port 3d173a13-71bb-4b33-9dfa-6ccddca230d6 binding host n-d-836650-2 {{(pid=103322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:26:04.614704 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 4b3294fa-4111-414f-bda1-e688dca4d933, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=4b3294fa-4111-414f-bda1-e688dca4d933,segment=NetworkSegment(0f730d0b-c342-4343-8a7b-7d51c303621d),segment_id=0f730d0b-c342-4343-8a7b-7d51c303621d)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:26:04.622008 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-023efe50-be33-4364-a379-9dcbdb6ee5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:04.929891 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 4f49d3c7-8060-47b4-8e5a-4fbe24b45582 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:26:05.021620 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:05.112473 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=4b3294fa-4111-414f-bda1-e688dca4d933,revision_number=8']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:05.183515 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 4f49d3c7-8060-47b4-8e5a-4fbe24b45582 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:26:05.183911 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:05.325395 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-023efe50-be33-4364-a379-9dcbdb6ee5d6 None None] Notify callbacks [] for port, precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:05.368901 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 313553a0-c1f8-44dd-9d8b-2c0f71014b1a up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:26:05.448959 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 313553a0-c1f8-44dd-9d8b-2c0f71014b1a triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:26:05.449344 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:05.526960 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-023efe50-be33-4364-a379-9dcbdb6ee5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:05.588390 n-d-836650-2 neutron-server[103320]: INFO neutron.api.v2.resource [req-1cd8f724-a6aa-4e9c-a24d-820aaaef79e7 req-c7689bb1-535f-4a93-bd8d-6cc5f43e0532 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] show failed (client error): The resource could not be found. Apr 05 14:26:05.605642 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1cd8f724-a6aa-4e9c-a24d-820aaaef79e7 req-c7689bb1-535f-4a93-bd8d-6cc5f43e0532 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/security-groups/191d74f9-a103-484b-ba66-e785221fc91c HTTP/1.1" status: 404 len: 352 time: 0.0474625 Apr 05 14:26:05.711716 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09c3184-e3cd-4b12-bce7-50b9f8a3c8b3 None None] Pushing event updated for resources: {'Port': ['ID=3d173a13-71bb-4b33-9dfa-6ccddca230d6,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:05.841738 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-023efe50-be33-4364-a379-9dcbdb6ee5d6 None None] Attempting to bind port 3d173a13-71bb-4b33-9dfa-6ccddca230d6 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:26:05.843933 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-023efe50-be33-4364-a379-9dcbdb6ee5d6 None None] Attempting to bind port 3d173a13-71bb-4b33-9dfa-6ccddca230d6 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'e0d42d0c-39ab-4901-bd26-f5a175dae870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '88861c66-3c43-45fc-9adb-c522cea0f72f'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:26:05.844477 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023efe50-be33-4364-a379-9dcbdb6ee5d6 None None] Attempting to bind port 3d173a13-71bb-4b33-9dfa-6ccddca230d6 on network 88861c66-3c43-45fc-9adb-c522cea0f72f {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:26:05.849982 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023efe50-be33-4364-a379-9dcbdb6ee5d6 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:26:05.850298 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023efe50-be33-4364-a379-9dcbdb6ee5d6 None None] Checking segment: {'id': 'e0d42d0c-39ab-4901-bd26-f5a175dae870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '88861c66-3c43-45fc-9adb-c522cea0f72f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:26:05.850700 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-023efe50-be33-4364-a379-9dcbdb6ee5d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:05.851101 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023efe50-be33-4364-a379-9dcbdb6ee5d6 None None] Bound using segment: {'id': 'e0d42d0c-39ab-4901-bd26-f5a175dae870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '88861c66-3c43-45fc-9adb-c522cea0f72f'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:26:05.851553 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-023efe50-be33-4364-a379-9dcbdb6ee5d6 None None] Bound port: 3d173a13-71bb-4b33-9dfa-6ccddca230d6, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0d42d0c-39ab-4901-bd26-f5a175dae870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '88861c66-3c43-45fc-9adb-c522cea0f72f'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:26:05.851933 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-023efe50-be33-4364-a379-9dcbdb6ee5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:05.852485 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cccca2-608c-44ba-a99c-b92e606ee0dd req-bb54594e-289f-49af-afb4-869e83a7c5e3 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:05.855364 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-76cccca2-608c-44ba-a99c-b92e606ee0dd req-bb54594e-289f-49af-afb4-869e83a7c5e3 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4c786df-f458-465c-9e68-2c09c038849f HTTP/1.1" status: 200 len: 950 time: 0.1814873 Apr 05 14:26:05.952831 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-aa317e60-3a73-49ce-877e-853cd4d34b57 None None] Provisioning complete for port 3d173a13-71bb-4b33-9dfa-6ccddca230d6 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:26:05.953258 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-76cccca2-608c-44ba-a99c-b92e606ee0dd req-9bf436a0-9c4d-4193-ab81-1d3e560f46fe tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880196 Apr 05 14:26:05.953793 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-aa317e60-3a73-49ce-877e-853cd4d34b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:06.000135 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-aa317e60-3a73-49ce-877e-853cd4d34b57 None None] Port 3d173a13-71bb-4b33-9dfa-6ccddca230d6 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:26:06.008461 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-023efe50-be33-4364-a379-9dcbdb6ee5d6 None None] For port 3d173a13-71bb-4b33-9dfa-6ccddca230d6, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:26:06.009065 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b712910-a7d7-4471-aeb0-eb98274ffa7b req-afc5382b-b0cc-4043-b660-b776d180d988 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:06.015192 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7b712910-a7d7-4471-aeb0-eb98274ffa7b req-afc5382b-b0cc-4043-b660-b776d180d988 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b564e2b9-437a-4947-935a-f03731531b1a HTTP/1.1" status: 200 len: 950 time: 0.1587358 Apr 05 14:26:06.022587 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-023efe50-be33-4364-a379-9dcbdb6ee5d6 None None] For port 3d173a13-71bb-4b33-9dfa-6ccddca230d6, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=3d173a13-71bb-4b33-9dfa-6ccddca230d6,segment=NetworkSegment(e0d42d0c-39ab-4901-bd26-f5a175dae870),segment_id=e0d42d0c-39ab-4901-bd26-f5a175dae870)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:26:06.096722 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-023efe50-be33-4364-a379-9dcbdb6ee5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:06.236242 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09c3184-e3cd-4b12-bce7-50b9f8a3c8b3 None None] Pushing event updated for resources: {'Port': ['ID=3d173a13-71bb-4b33-9dfa-6ccddca230d6,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:06.279802 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023efe50-be33-4364-a379-9dcbdb6ee5d6 None None] Routers {'b818180f-1cb0-4b40-8941-bfaceeabbd05'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:26:06.280800 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-023efe50-be33-4364-a379-9dcbdb6ee5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:25:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['b818180f-1cb0-4b40-8941-bfaceeabbd05'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:26:06.568451 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-023efe50-be33-4364-a379-9dcbdb6ee5d6 None None] Set router b818180f-1cb0-4b40-8941-bfaceeabbd05 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:26:06.708675 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7b712910-a7d7-4471-aeb0-eb98274ffa7b req-9f89bfbe-c7ae-45b4-8fa0-36d1ae945cc5 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6872609 Apr 05 14:26:06.741036 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-80898ebb-c8de-4c34-bc0c-f73274805adb None None] Provisioning complete for port 3d173a13-71bb-4b33-9dfa-6ccddca230d6 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:26:06.741638 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-80898ebb-c8de-4c34-bc0c-f73274805adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:06.827662 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 3d173a13-71bb-4b33-9dfa-6ccddca230d6 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:26:06.857810 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 55560) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:26:06.862544 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-8b45f5dd-c238-419a-a963-d0befb2b71a0 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Request body: {'security_group': {'name': 'tempest-securitygroup--158651523', 'description': 'tempest-description--1322441766'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:26:06.897433 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 05 Apr 2022 14:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de66810-d05c-4513-997b-d6c71a662959 x-openstack-request-id: req-0de66810-d05c-4513-997b-d6c71a662959 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:26:06.905012 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4c786df-f458-465c-9e68-2c09c038849f", "name": "network-vif-plugged", "status": "completed", "tag": "8b1f25ba-968e-4f55-880e-8cbaad83d4e4", "code": 200}, {"server_uuid": "08fdd505-a291-4edb-a9ce-313c60a3fad3", "name": "network-vif-plugged", "status": "completed", "tag": "ba916db2-e3ae-47b8-9dca-7bccdcf584cc", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:26:06.905012 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0de66810-d05c-4513-997b-d6c71a662959 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:26:06.905012 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0de66810-d05c-4513-997b-d6c71a662959'] response: {'server_uuid': 'c4c786df-f458-465c-9e68-2c09c038849f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b1f25ba-968e-4f55-880e-8cbaad83d4e4', 'code': 200} Apr 05 14:26:06.905012 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0de66810-d05c-4513-997b-d6c71a662959'] response: {'server_uuid': '08fdd505-a291-4edb-a9ce-313c60a3fad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba916db2-e3ae-47b8-9dca-7bccdcf584cc', 'code': 200} Apr 05 14:26:06.924785 n-d-836650-2 neutron-server[103320]: INFO neutron.api.v2.resource [req-8ce9f2f5-d479-41f7-abbb-a843c3af589d req-063e7ddd-3cb8-4a0e-aa7b-e9aafc15f04b tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] show failed (client error): The resource could not be found. Apr 05 14:26:06.940627 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8ce9f2f5-d479-41f7-abbb-a843c3af589d req-063e7ddd-3cb8-4a0e-aa7b-e9aafc15f04b tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/security-groups/52a84e3c-4f4e-4d63-b0c7-79b75c39d5c9 HTTP/1.1" status: 404 len: 352 time: 0.0622814 Apr 05 14:26:07.050823 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8b45f5dd-c238-419a-a963-d0befb2b71a0 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:07.140823 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8b45f5dd-c238-419a-a963-d0befb2b71a0 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:07.159474 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e75fce-5506-4dd7-92ef-a58c095ad290 req-5852524c-4a3f-4188-a8d2-01dec7c3ce0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:07.161466 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a7e75fce-5506-4dd7-92ef-a58c095ad290 req-5852524c-4a3f-4188-a8d2-01dec7c3ce0e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=08fdd505-a291-4edb-a9ce-313c60a3fad3 HTTP/1.1" status: 200 len: 1100 time: 0.1884718 Apr 05 14:26:07.179095 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558999ff-60cc-45da-8031-6678c43a25be req-cfe0e770-3dd7-4cd7-97f2-546dd8034ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:07.186461 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-558999ff-60cc-45da-8031-6678c43a25be req-cfe0e770-3dd7-4cd7-97f2-546dd8034ee3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c4c786df-f458-465c-9e68-2c09c038849f HTTP/1.1" status: 200 len: 1101 time: 0.1471317 Apr 05 14:26:07.224221 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a7e75fce-5506-4dd7-92ef-a58c095ad290 req-fb0fba18-4b8a-46df-867f-89df049a476e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526893 Apr 05 14:26:07.251031 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8b45f5dd-c238-419a-a963-d0befb2b71a0 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:07.311039 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-558999ff-60cc-45da-8031-6678c43a25be req-4c9f4ecc-23e7-41bc-8037-7452e5b7d051 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236255 Apr 05 14:26:07.341199 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b45f5dd-c238-419a-a963-d0befb2b71a0 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=403595e2-7934-4903-a0f5-4f63fd0f5444,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:07.355375 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8b45f5dd-c238-419a-a963-d0befb2b71a0 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:07.358968 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-8b45f5dd-c238-419a-a963-d0befb2b71a0 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4999187 Apr 05 14:26:07.365053 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 55580) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:26:07.370671 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-532afd48-c6cb-4056-bf15-306105fe8e8c tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Request body: {'security_group_rule': {'security_group_id': '403595e2-7934-4903-a0f5-4f63fd0f5444', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:26:07.420455 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 3d173a13-71bb-4b33-9dfa-6ccddca230d6 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:26:07.421005 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:07.467848 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-80898ebb-c8de-4c34-bc0c-f73274805adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:07.492254 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-532afd48-c6cb-4056-bf15-306105fe8e8c tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:07.496624 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-023efe50-be33-4364-a379-9dcbdb6ee5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b818180f-1cb0-4b40-8941-bfaceeabbd05', 'name': 'tempest-ServersTestBootFromVolume-339806773-router', 'tenant_id': 'c0e5926356c743ce9ba35f3e09deaaf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '4f49d3c7-8060-47b4-8e5a-4fbe24b45582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:25:47Z', 'updated_at': '2022-04-05T14:25:58Z', 'revision_number': 4, 'project_id': 'c0e5926356c743ce9ba35f3e09deaaf4', 'gw_port': {'id': '4f49d3c7-8060-47b4-8e5a-4fbe24b45582', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b818180f-1cb0-4b40-8941-bfaceeabbd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:25:51Z', 'updated_at': '2022-04-05T14:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '3d173a13-71bb-4b33-9dfa-6ccddca230d6', 'name': '', 'network_id': '88861c66-3c43-45fc-9adb-c522cea0f72f', 'tenant_id': 'c0e5926356c743ce9ba35f3e09deaaf4', 'mac_address': 'fa:16:3e:b3:e5:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b818180f-1cb0-4b40-8941-bfaceeabbd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '816e9016-5d95-4502-ad5a-ce593a4319fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:25:57Z', 'updated_at': '2022-04-05T14:26:05Z', 'revision_number': 4, 'project_id': 'c0e5926356c743ce9ba35f3e09deaaf4', 'subnets': [{'id': '816e9016-5d95-4502-ad5a-ce593a4319fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:26:07.549156 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023efe50-be33-4364-a379-9dcbdb6ee5d6 None None] The sync data for ids ['b818180f-1cb0-4b40-8941-bfaceeabbd05'] in n-d-836650-2 is: [{'id': 'b818180f-1cb0-4b40-8941-bfaceeabbd05', 'name': 'tempest-ServersTestBootFromVolume-339806773-router', 'tenant_id': 'c0e5926356c743ce9ba35f3e09deaaf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '4f49d3c7-8060-47b4-8e5a-4fbe24b45582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:25:47Z', 'updated_at': '2022-04-05T14:25:58Z', 'revision_number': 4, 'project_id': 'c0e5926356c743ce9ba35f3e09deaaf4', 'gw_port': {'id': '4f49d3c7-8060-47b4-8e5a-4fbe24b45582', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b818180f-1cb0-4b40-8941-bfaceeabbd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:25:51Z', 'updated_at': '2022-04-05T14:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '3d173a13-71bb-4b33-9dfa-6ccddca230d6', 'name': '', 'network_id': '88861c66-3c43-45fc-9adb-c522cea0f72f', 'tenant_id': 'c0e5926356c743ce9ba35f3e09deaaf4', 'mac_address': 'fa:16:3e:b3:e5:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b818180f-1cb0-4b40-8941-bfaceeabbd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '816e9016-5d95-4502-ad5a-ce593a4319fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:25:57Z', 'updated_at': '2022-04-05T14:26:05Z', 'revision_number': 4, 'project_id': 'c0e5926356c743ce9ba35f3e09deaaf4', 'subnets': [{'id': '816e9016-5d95-4502-ad5a-ce593a4319fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:26:07.609331 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-532afd48-c6cb-4056-bf15-306105fe8e8c tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:07.649124 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-80898ebb-c8de-4c34-bc0c-f73274805adb None None] For port 3d173a13-71bb-4b33-9dfa-6ccddca230d6, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=3d173a13-71bb-4b33-9dfa-6ccddca230d6,segment=NetworkSegment(e0d42d0c-39ab-4901-bd26-f5a175dae870),segment_id=e0d42d0c-39ab-4901-bd26-f5a175dae870)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:26:07.665608 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:07.718902 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-532afd48-c6cb-4056-bf15-306105fe8e8c tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:07.740315 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532afd48-c6cb-4056-bf15-306105fe8e8c tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dd10567-18af-4fc2-9aef-f4e678fc0d52,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:07.777027 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-80898ebb-c8de-4c34-bc0c-f73274805adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:07.805115 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-532afd48-c6cb-4056-bf15-306105fe8e8c tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:07.806850 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-532afd48-c6cb-4056-bf15-306105fe8e8c tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4439282 Apr 05 14:26:07.810065 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 55596) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:26:07.815585 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-cc7d4551-ae21-4000-ab28-8c07e055e881 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Request body: {'security_group_rule': {'security_group_id': '403595e2-7934-4903-a0f5-4f63fd0f5444', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:26:07.935747 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80898ebb-c8de-4c34-bc0c-f73274805adb None None] Pushing event updated for resources: {'Port': ['ID=3d173a13-71bb-4b33-9dfa-6ccddca230d6,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:07.942887 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.db.api [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:26:07.944735 n-d-836650-2 neutron-server[103322]: DEBUG oslo_db.api [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:26:07.960384 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-cc7d4551-ae21-4000-ab28-8c07e055e881 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:08.087253 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-cc7d4551-ae21-4000-ab28-8c07e055e881 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:08.204432 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-cc7d4551-ae21-4000-ab28-8c07e055e881 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:08.247667 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7d4551-ae21-4000-ab28-8c07e055e881 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2ced2dd-3df3-4763-afea-17638340c96a,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:08.316464 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-cc7d4551-ae21-4000-ab28-8c07e055e881 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:08.320663 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-cc7d4551-ae21-4000-ab28-8c07e055e881 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5094705 Apr 05 14:26:08.324213 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 55606) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:26:08.329794 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-c273edaa-a441-4e65-8934-5d0a43aa0a33 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Request body: {'floatingip': {'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:26:08.443565 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c273edaa-a441-4e65-8934-5d0a43aa0a33 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Notify callbacks [] for floatingip, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:08.600182 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c273edaa-a441-4e65-8934-5d0a43aa0a33 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:08.791825 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 3d173a13-71bb-4b33-9dfa-6ccddca230d6 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:26:08.832611 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-c273edaa-a441-4e65-8934-5d0a43aa0a33 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Allocated IP 172.25.6.213 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/81eb0a0a-79a5-4af5-92ab-2208cdd0bc07) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:26:08.904795 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f39ce8c-8ad1-4c73-a0a4-4c5654918a53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b3294fa-4111-414f-bda1-e688dca4d933'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:26:08.910942 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5049e31-da75-45d2-a7f6-8936da45fd02" -d '{"events": [{"server_uuid": "7f39ce8c-8ad1-4c73-a0a4-4c5654918a53", "name": "network-vif-unplugged", "status": "completed", "tag": "4b3294fa-4111-414f-bda1-e688dca4d933"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:26:08.933346 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 3d173a13-71bb-4b33-9dfa-6ccddca230d6 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:26:08.933743 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:09.014477 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c273edaa-a441-4e65-8934-5d0a43aa0a33 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:09.176120 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c273edaa-a441-4e65-8934-5d0a43aa0a33 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:09.246647 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c273edaa-a441-4e65-8934-5d0a43aa0a33 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:26:09.258546 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-c273edaa-a441-4e65-8934-5d0a43aa0a33 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:26:09.258546 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c273edaa-a441-4e65-8934-5d0a43aa0a33 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:26:09.297305 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c273edaa-a441-4e65-8934-5d0a43aa0a33 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Pushing event updated for resources: {'Port': ['ID=81eb0a0a-79a5-4af5-92ab-2208cdd0bc07,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:09.393621 n-d-836650-2 neutron-server[103320]: INFO neutron.api.v2.resource [req-212a1242-4dac-4faa-a361-eafefa234ea0 req-7467ff8c-8c5d-4f76-bc18-ff4b961610dd tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] show failed (client error): The resource could not be found. Apr 05 14:26:09.408925 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-212a1242-4dac-4faa-a361-eafefa234ea0 req-7467ff8c-8c5d-4f76-bc18-ff4b961610dd tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/security-groups/b84d83ce-0f5a-4ae5-b337-163a0e0aac40 HTTP/1.1" status: 404 len: 352 time: 0.0556011 Apr 05 14:26:09.542324 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c273edaa-a441-4e65-8934-5d0a43aa0a33 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:09.690207 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c273edaa-a441-4e65-8934-5d0a43aa0a33 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:09.700856 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efd11c0-755c-4b80-a795-befcb0c8082d req-dc7157e4-a9fd-4d5d-9dfe-0f881380e0c9 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:09.708992 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0efd11c0-755c-4b80-a795-befcb0c8082d req-dc7157e4-a9fd-4d5d-9dfe-0f881380e0c9 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4c786df-f458-465c-9e68-2c09c038849f HTTP/1.1" status: 200 len: 950 time: 0.2444577 Apr 05 14:26:09.751765 n-d-836650-2 neutron-server[103320]: INFO neutron.api.v2.resource [req-3addc96a-9fe8-478b-8aaf-0dd93fc0946d req-6b214ad0-a4a3-4377-a3f9-2c18a1abd22b service neutron] show failed (client error): The resource could not be found. Apr 05 14:26:09.752792 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3addc96a-9fe8-478b-8aaf-0dd93fc0946d req-6b214ad0-a4a3-4377-a3f9-2c18a1abd22b service neutron] 10.222.0.11 "GET /v2.0/ports/0acf73df-bb0e-489a-a80a-806dabae58c9/bindings/n-h1-836650-2 HTTP/1.1" status: 404 len: 380 time: 0.2042260 Apr 05 14:26:09.775266 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e282f-b099-42c5-bb53-1b74e2f3a8e5 req-7df451bd-eed7-4a4a-bb83-451cbdc845d6 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:09.777430 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fe7e282f-b099-42c5-bb53-1b74e2f3a8e5 req-7df451bd-eed7-4a4a-bb83-451cbdc845d6 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b564e2b9-437a-4947-935a-f03731531b1a HTTP/1.1" status: 200 len: 950 time: 0.2062383 Apr 05 14:26:09.848847 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0efd11c0-755c-4b80-a795-befcb0c8082d req-1078f0ff-208e-455d-93ec-df8854de66f4 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389053 Apr 05 14:26:09.912562 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fe7e282f-b099-42c5-bb53-1b74e2f3a8e5 req-628588eb-eed1-4c84-b332-d2d85154cc71 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270843 Apr 05 14:26:09.969090 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 14:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-576d3bcf-0f52-4f0c-aaa7-51fa5524007b x-openstack-request-id: req-576d3bcf-0f52-4f0c-aaa7-51fa5524007b {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:26:09.970000 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f39ce8c-8ad1-4c73-a0a4-4c5654918a53", "name": "network-vif-unplugged", "status": "completed", "tag": "4b3294fa-4111-414f-bda1-e688dca4d933", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:26:09.970996 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-576d3bcf-0f52-4f0c-aaa7-51fa5524007b {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:26:09.971608 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-576d3bcf-0f52-4f0c-aaa7-51fa5524007b'] response: {'server_uuid': '7f39ce8c-8ad1-4c73-a0a4-4c5654918a53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b3294fa-4111-414f-bda1-e688dca4d933', 'code': 200} Apr 05 14:26:10.070512 n-d-836650-2 neutron-server[103320]: INFO neutron.api.v2.resource [req-6f46376f-cdfe-4b30-b88a-0ea9581381a5 req-53cff817-9517-4a1d-9662-612eafa74d99 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] show failed (client error): The resource could not be found. Apr 05 14:26:10.071880 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6f46376f-cdfe-4b30-b88a-0ea9581381a5 req-53cff817-9517-4a1d-9662-612eafa74d99 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/security-groups/2cf218a3-cad5-4884-bd37-c1aada372654 HTTP/1.1" status: 404 len: 352 time: 0.0518882 Apr 05 14:26:10.158150 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c273edaa-a441-4e65-8934-5d0a43aa0a33 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:10.243733 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c273edaa-a441-4e65-8934-5d0a43aa0a33 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:10.308182 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1271146-742a-490f-aeb7-f0a7cd5c89ed req-3fe2aca6-0d0e-48bc-b312-7307b351e275 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:10.309895 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d1271146-742a-490f-aeb7-f0a7cd5c89ed req-3fe2aca6-0d0e-48bc-b312-7307b351e275 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=08fdd505-a291-4edb-a9ce-313c60a3fad3 HTTP/1.1" status: 200 len: 949 time: 0.1098914 Apr 05 14:26:10.339414 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c273edaa-a441-4e65-8934-5d0a43aa0a33 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Pushing event updated for resources: {'Port': ['ID=81eb0a0a-79a5-4af5-92ab-2208cdd0bc07,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:10.394658 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d1271146-742a-490f-aeb7-f0a7cd5c89ed req-34c9ac07-89de-4954-8132-b6f292957e38 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746536 Apr 05 14:26:10.395615 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c273edaa-a441-4e65-8934-5d0a43aa0a33 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:10.439479 n-d-836650-2 neutron-server[103320]: INFO neutron.api.v2.resource [req-d1849646-8499-44a6-877f-7c3a8968a3aa req-c07e8656-3411-4c6b-aa43-829c9dbabb9c tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] show failed (client error): The resource could not be found. Apr 05 14:26:10.440495 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d1849646-8499-44a6-877f-7c3a8968a3aa req-c07e8656-3411-4c6b-aa43-829c9dbabb9c tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/security-groups/22269eb1-cb10-4ef5-af4a-528ddfecf148 HTTP/1.1" status: 404 len: 352 time: 0.0166645 Apr 05 14:26:10.833136 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a4640-94a2-4bb6-90ec-8f38aae25031 req-18f229aa-0193-41b9-b982-6cf775ff24a5 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:10.839616 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a4640-94a2-4bb6-90ec-8f38aae25031 req-18f229aa-0193-41b9-b982-6cf775ff24a5 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:10.841979 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c43a4640-94a2-4bb6-90ec-8f38aae25031 req-18f229aa-0193-41b9-b982-6cf775ff24a5 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=08fdd505-a291-4edb-a9ce-313c60a3fad3&device_id=c4c786df-f458-465c-9e68-2c09c038849f HTTP/1.1" status: 200 len: 1690 time: 0.0749185 Apr 05 14:26:10.886069 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c273edaa-a441-4e65-8934-5d0a43aa0a33 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:10.888151 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-c273edaa-a441-4e65-8934-5d0a43aa0a33 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5626268 Apr 05 14:26:10.924068 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c43a4640-94a2-4bb6-90ec-8f38aae25031 req-9268cc0e-fee7-468c-be99-17275c7f1664 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739920 Apr 05 14:26:11.027988 n-d-836650-2 neutron-server[103320]: INFO neutron.api.v2.resource [req-e0acd51b-8889-45f4-b141-13b42e2a6d2d req-971b0e2c-bc2e-4c6a-a335-4f4ea6b95e48 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] show failed (client error): The resource could not be found. Apr 05 14:26:11.032403 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e0acd51b-8889-45f4-b141-13b42e2a6d2d req-971b0e2c-bc2e-4c6a-a335-4f4ea6b95e48 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/security-groups/6ea73ed2-5ca8-49a7-ab1b-ca7a9c5f8b48 HTTP/1.1" status: 404 len: 352 time: 0.0454128 Apr 05 14:26:11.287353 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3addc96a-9fe8-478b-8aaf-0dd93fc0946d req-ac5a8402-c662-4f70-8b8d-08fb83ef6b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:11.295141 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3addc96a-9fe8-478b-8aaf-0dd93fc0946d req-ac5a8402-c662-4f70-8b8d-08fb83ef6b4c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b564e2b9-437a-4947-935a-f03731531b1a&tenant_id=eb6eb2eb5e534aae8638ab75f1f70e11 HTTP/1.1" status: 200 len: 1101 time: 0.1363342 Apr 05 14:26:11.357726 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-3addc96a-9fe8-478b-8aaf-0dd93fc0946d req-04d84b5e-1af6-46bd-a124-d78a80a0c233 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836650-2', 'device_owner': 'compute:nova'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:26:11.475468 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4681fd7-a7d9-408c-886e-540a0f7b2b77 req-2d90f7ef-4d36-4c90-b0d5-d45d25630369 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:11.491235 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e4681fd7-a7d9-408c-886e-540a0f7b2b77 req-2d90f7ef-4d36-4c90-b0d5-d45d25630369 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b564e2b9-437a-4947-935a-f03731531b1a HTTP/1.1" status: 200 len: 950 time: 0.2735274 Apr 05 14:26:11.567676 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-3addc96a-9fe8-478b-8aaf-0dd93fc0946d req-04d84b5e-1af6-46bd-a124-d78a80a0c233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:11.673698 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e4681fd7-a7d9-408c-886e-540a0f7b2b77 req-5deee868-c672-4e02-98c7-fbab6f4305bf tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721511 Apr 05 14:26:12.112783 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:12.168980 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1338cfb7-eb53-402c-9f96-e02c95051032 req-d1a044f2-89ea-43bb-8166-a193608ff832 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:12.170740 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1338cfb7-eb53-402c-9f96-e02c95051032 req-d1a044f2-89ea-43bb-8166-a193608ff832 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/networks?id=eff47457-946f-46a8-bea0-e56e031eed3c HTTP/1.1" status: 200 len: 805 time: 0.1887295 Apr 05 14:26:12.208997 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1338cfb7-eb53-402c-9f96-e02c95051032 req-004f762c-9513-4be5-8e63-caad7962e3e9 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/quotas/fa388235fba04a88868f93e44b88b55c HTTP/1.1" status: 200 len: 375 time: 0.0291309 Apr 05 14:26:12.339123 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1338cfb7-eb53-402c-9f96-e02c95051032 req-e0aedb9e-d248-4d76-9c93-3fd7a328ba38 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=fa388235fba04a88868f93e44b88b55c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0992374 Apr 05 14:26:12.345783 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e921037e-679d-4146-b327-205b540fd131 req-93ebb62f-a4fd-4b4a-98d6-2bf6e8ed5fe8 tempest-ServersOnMultiNodesTest-1334716556 tempest-ServersOnMultiNodesTest-1334716556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:12.347240 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e921037e-679d-4146-b327-205b540fd131 req-93ebb62f-a4fd-4b4a-98d6-2bf6e8ed5fe8 tempest-ServersOnMultiNodesTest-1334716556 tempest-ServersOnMultiNodesTest-1334716556-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=08fdd505-a291-4edb-a9ce-313c60a3fad3 HTTP/1.1" status: 200 len: 1100 time: 0.1507325 Apr 05 14:26:12.362863 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-3addc96a-9fe8-478b-8aaf-0dd93fc0946d req-04d84b5e-1af6-46bd-a124-d78a80a0c233 service neutron] For port 0acf73df-bb0e-489a-a80a-806dabae58c9, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=0acf73df-bb0e-489a-a80a-806dabae58c9,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:26:12.489015 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-3addc96a-9fe8-478b-8aaf-0dd93fc0946d req-04d84b5e-1af6-46bd-a124-d78a80a0c233 service neutron] For port 0acf73df-bb0e-489a-a80a-806dabae58c9, host n-h2-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:26:12.539584 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e921037e-679d-4146-b327-205b540fd131 req-46022051-61c3-4a7b-8819-8a283ce0d590 tempest-ServersOnMultiNodesTest-1334716556 tempest-ServersOnMultiNodesTest-1334716556-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640539 Apr 05 14:26:12.587673 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1338cfb7-eb53-402c-9f96-e02c95051032 req-b5094ad4-6b20-4ea4-9273-49eeb2565071 service neutron] 10.222.0.30 "GET /v2.0/networks/eff47457-946f-46a8-bea0-e56e031eed3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385774 Apr 05 14:26:12.709818 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b564e2b9-437a-4947-935a-f03731531b1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0acf73df-bb0e-489a-a80a-806dabae58c9'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:26:12.712447 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dcf6254-e0f6-421e-852a-bb74401195ce" -d '{"events": [{"server_uuid": "b564e2b9-437a-4947-935a-f03731531b1a", "name": "network-vif-unplugged", "status": "completed", "tag": "0acf73df-bb0e-489a-a80a-806dabae58c9"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:26:12.718492 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-3addc96a-9fe8-478b-8aaf-0dd93fc0946d req-04d84b5e-1af6-46bd-a124-d78a80a0c233 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:12.719125 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 55750) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:26:12.748428 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-3addc96a-9fe8-478b-8aaf-0dd93fc0946d req-04d84b5e-1af6-46bd-a124-d78a80a0c233 service neutron] Transition to ACTIVE for port object 0acf73df-bb0e-489a-a80a-806dabae58c9 will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:26:12.793897 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1338cfb7-eb53-402c-9f96-e02c95051032 req-0bac774b-a865-4e49-9d8f-80e4becf70ee service neutron] 10.222.0.30 "GET /v2.0/networks/eff47457-946f-46a8-bea0-e56e031eed3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958930 Apr 05 14:26:12.840761 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba50b3-580d-4eae-b581-f604f2f70d0e req-97d7f5b9-3b28-4331-a6d3-1444623f3ea8 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:12.842444 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-44ba50b3-580d-4eae-b581-f604f2f70d0e req-97d7f5b9-3b28-4331-a6d3-1444623f3ea8 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f1b58e2-be69-4c36-883b-ff86d10629ae HTTP/1.1" status: 200 len: 1023 time: 0.0995903 Apr 05 14:26:12.846848 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-3addc96a-9fe8-478b-8aaf-0dd93fc0946d req-04d84b5e-1af6-46bd-a124-d78a80a0c233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:12.970198 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d84b5e-1af6-46bd-a124-d78a80a0c233 service neutron] Pushing event updated for resources: {'Port': ['ID=0acf73df-bb0e-489a-a80a-806dabae58c9,revision_number=6']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:12.990393 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8746a63-a282-417e-b451-012ee665cb9f req-9910c600-ef0f-41d7-8e04-8ac87925735a tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:12.992773 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f8746a63-a282-417e-b451-012ee665cb9f req-9910c600-ef0f-41d7-8e04-8ac87925735a tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f39ce8c-8ad1-4c73-a0a4-4c5654918a53 HTTP/1.1" status: 200 len: 944 time: 0.2101693 Apr 05 14:26:13.019493 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d19ccdb9-a546-468c-bb45-1a032aec881a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:13.096864 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-44ba50b3-580d-4eae-b581-f604f2f70d0e req-eba130a2-c993-4d45-ba22-d77eed3de8b7 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/security-groups?id=4277a5b4-7686-4846-adc8-8aad08c678a1&id=87dfefd3-1552-4299-8b8c-e9b0053c68dd&id=35849300-88ce-4bbb-94fe-ea84e35bf069&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2397847 Apr 05 14:26:13.100061 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-3addc96a-9fe8-478b-8aaf-0dd93fc0946d req-04d84b5e-1af6-46bd-a124-d78a80a0c233 service neutron] No DVR routers for this DVR port 0acf73df-bb0e-489a-a80a-806dabae58c9 on host n-h2-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:26:13.228057 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-3addc96a-9fe8-478b-8aaf-0dd93fc0946d req-04d84b5e-1af6-46bd-a124-d78a80a0c233 service neutron] Attempting to bind port 0acf73df-bb0e-489a-a80a-806dabae58c9 on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:26:13.229106 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-3addc96a-9fe8-478b-8aaf-0dd93fc0946d req-04d84b5e-1af6-46bd-a124-d78a80a0c233 service neutron] Attempting to bind port 0acf73df-bb0e-489a-a80a-806dabae58c9 by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:26:13.230533 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3addc96a-9fe8-478b-8aaf-0dd93fc0946d req-04d84b5e-1af6-46bd-a124-d78a80a0c233 service neutron] Attempting to bind port 0acf73df-bb0e-489a-a80a-806dabae58c9 on network 80d671a8-d1ab-4472-891b-9c042fbd7800 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:26:13.291069 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3addc96a-9fe8-478b-8aaf-0dd93fc0946d req-04d84b5e-1af6-46bd-a124-d78a80a0c233 service neutron] Port 0acf73df-bb0e-489a-a80a-806dabae58c9 on network 80d671a8-d1ab-4472-891b-9c042fbd7800 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:26:13.291773 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3addc96a-9fe8-478b-8aaf-0dd93fc0946d req-04d84b5e-1af6-46bd-a124-d78a80a0c233 service neutron] Attempting to bind port 0acf73df-bb0e-489a-a80a-806dabae58c9 on network 80d671a8-d1ab-4472-891b-9c042fbd7800 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:26:13.315995 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3addc96a-9fe8-478b-8aaf-0dd93fc0946d req-04d84b5e-1af6-46bd-a124-d78a80a0c233 service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:26:13.315995 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3addc96a-9fe8-478b-8aaf-0dd93fc0946d req-04d84b5e-1af6-46bd-a124-d78a80a0c233 service neutron] Checking segment: {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:26:13.315995 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3addc96a-9fe8-478b-8aaf-0dd93fc0946d req-04d84b5e-1af6-46bd-a124-d78a80a0c233 service neutron] Bound using segment: {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:26:13.315995 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-3addc96a-9fe8-478b-8aaf-0dd93fc0946d req-04d84b5e-1af6-46bd-a124-d78a80a0c233 service neutron] Bound port: 0acf73df-bb0e-489a-a80a-806dabae58c9, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:26:13.316427 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-3addc96a-9fe8-478b-8aaf-0dd93fc0946d req-04d84b5e-1af6-46bd-a124-d78a80a0c233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:13.368454 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d19ccdb9-a546-468c-bb45-1a032aec881a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:13.388290 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 0acf73df-bb0e-489a-a80a-806dabae58c9 no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:26:13.481614 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-f8746a63-a282-417e-b451-012ee665cb9f req-8262c2a0-c83f-4a71-813b-aa45ff8a4460 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Deleting port 4b3294fa-4111-414f-bda1-e688dca4d933 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:26:13.489742 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-f8746a63-a282-417e-b451-012ee665cb9f req-8262c2a0-c83f-4a71-813b-aa45ff8a4460 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:13.526864 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bee3519-840c-4655-9587-e3c5cc0dfa90 req-24b45ed1-17dd-415a-9a5e-d9f632f25fdc tempest-ServersOnMultiNodesTest-1334716556 tempest-ServersOnMultiNodesTest-1334716556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:13.539285 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4bee3519-840c-4655-9587-e3c5cc0dfa90 req-24b45ed1-17dd-415a-9a5e-d9f632f25fdc tempest-ServersOnMultiNodesTest-1334716556 tempest-ServersOnMultiNodesTest-1334716556-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=c4c786df-f458-465c-9e68-2c09c038849f HTTP/1.1" status: 200 len: 1101 time: 0.2915559 Apr 05 14:26:13.543505 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 0acf73df-bb0e-489a-a80a-806dabae58c9 not bound to the agent host n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:26:13.623051 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af69f0d2-3b22-43cc-8f68-772d34e81f51 req-9c0d781d-ec31-4580-b7fc-ff6040404fe8 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:13.623051 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-af69f0d2-3b22-43cc-8f68-772d34e81f51 req-9c0d781d-ec31-4580-b7fc-ff6040404fe8 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b564e2b9-437a-4947-935a-f03731531b1a HTTP/1.1" status: 200 len: 948 time: 0.2330415 Apr 05 14:26:13.649360 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-3addc96a-9fe8-478b-8aaf-0dd93fc0946d req-04d84b5e-1af6-46bd-a124-d78a80a0c233 service neutron] For port 0acf73df-bb0e-489a-a80a-806dabae58c9, host n-h1-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:26:13.654711 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-3addc96a-9fe8-478b-8aaf-0dd93fc0946d req-04d84b5e-1af6-46bd-a124-d78a80a0c233 service neutron] For port 0acf73df-bb0e-489a-a80a-806dabae58c9, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=0acf73df-bb0e-489a-a80a-806dabae58c9,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:26:13.662958 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4bee3519-840c-4655-9587-e3c5cc0dfa90 req-4dd0e9ff-75a5-4e8c-9560-60dd33259332 tempest-ServersOnMultiNodesTest-1334716556 tempest-ServersOnMultiNodesTest-1334716556-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216214 Apr 05 14:26:13.693619 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d19ccdb9-a546-468c-bb45-1a032aec881a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:13.712914 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-af69f0d2-3b22-43cc-8f68-772d34e81f51 req-68d19b13-2df5-4eeb-b9af-d0b3c207d0a5 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833199 Apr 05 14:26:13.746495 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-3addc96a-9fe8-478b-8aaf-0dd93fc0946d req-04d84b5e-1af6-46bd-a124-d78a80a0c233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:13.832455 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:13.891426 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 14:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f25eed18-2b6d-4f79-858e-2db8ed270417 x-openstack-request-id: req-f25eed18-2b6d-4f79-858e-2db8ed270417 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:26:13.892101 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b564e2b9-437a-4947-935a-f03731531b1a", "name": "network-vif-unplugged", "status": "completed", "tag": "0acf73df-bb0e-489a-a80a-806dabae58c9", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:26:13.892359 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f25eed18-2b6d-4f79-858e-2db8ed270417 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:26:13.898996 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f25eed18-2b6d-4f79-858e-2db8ed270417'] response: {'server_uuid': 'b564e2b9-437a-4947-935a-f03731531b1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0acf73df-bb0e-489a-a80a-806dabae58c9', 'code': 200} Apr 05 14:26:13.910074 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d84b5e-1af6-46bd-a124-d78a80a0c233 service neutron] Pushing event updated for resources: {'Port': ['ID=0acf73df-bb0e-489a-a80a-806dabae58c9,revision_number=7']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:13.955842 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19ccdb9-a546-468c-bb45-1a032aec881a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4579a1df-309a-4adb-84e9-38b40255597e,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:13.981689 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-f8746a63-a282-417e-b451-012ee665cb9f req-8262c2a0-c83f-4a71-813b-aa45ff8a4460 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] For port 4b3294fa-4111-414f-bda1-e688dca4d933, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=4b3294fa-4111-414f-bda1-e688dca4d933,segment=NetworkSegment(0f730d0b-c342-4343-8a7b-7d51c303621d),segment_id=0f730d0b-c342-4343-8a7b-7d51c303621d)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:26:13.982294 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-f8746a63-a282-417e-b451-012ee665cb9f req-8262c2a0-c83f-4a71-813b-aa45ff8a4460 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:14.001155 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f8b6fb43-74d3-4b88-bf22-21209d28af4e req-2a984c9f-ff08-4072-97d4-1d17a747f5b2 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?device_id=93ee6867-06f0-43fc-9fa6-fcd4d66668c3 HTTP/1.1" status: 200 len: 210 time: 0.0973895 Apr 05 14:26:14.002800 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3addc96a-9fe8-478b-8aaf-0dd93fc0946d req-04d84b5e-1af6-46bd-a124-d78a80a0c233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:14.003634 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-3addc96a-9fe8-478b-8aaf-0dd93fc0946d req-04d84b5e-1af6-46bd-a124-d78a80a0c233 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:14.004961 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3addc96a-9fe8-478b-8aaf-0dd93fc0946d req-04d84b5e-1af6-46bd-a124-d78a80a0c233 service neutron] 10.222.0.55 "PUT /v2.0/ports/0acf73df-bb0e-489a-a80a-806dabae58c9 HTTP/1.1" status: 200 len: 1096 time: 2.6713567 Apr 05 14:26:14.045643 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-d19ccdb9-a546-468c-bb45-1a032aec881a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1ce2165253be468d9faa5561f1aaa15d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3128774 Apr 05 14:26:14.047700 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-f8746a63-a282-417e-b451-012ee665cb9f req-8262c2a0-c83f-4a71-813b-aa45ff8a4460 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Calling delete_port for 4b3294fa-4111-414f-bda1-e688dca4d933 owned by compute:nova {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:26:14.061941 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 55792) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:26:14.355224 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da514869-46bc-4d60-a409-a863d818168f req-00b4aa14-9101-4ed9-bfc7-6f812d85d7c7 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:14.356716 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-da514869-46bc-4d60-a409-a863d818168f req-00b4aa14-9101-4ed9-bfc7-6f812d85d7c7 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f1b58e2-be69-4c36-883b-ff86d10629ae HTTP/1.1" status: 200 len: 1023 time: 0.4497755 Apr 05 14:26:14.579366 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e9295cb7-ddfb-4921-9d5a-bffb0dc8205b req-5f0c0184-421b-4b66-b758-16028b074a85 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=c301d8186c0d498e88493d184d59ac7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2994368 Apr 05 14:26:14.783958 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda8b75f-d043-4d4d-9925-53b010fe9d97 req-aab48f16-06ff-4964-b4dc-48a7cee3af48 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:14.786089 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-eda8b75f-d043-4d4d-9925-53b010fe9d97 req-aab48f16-06ff-4964-b4dc-48a7cee3af48 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f1b58e2-be69-4c36-883b-ff86d10629ae HTTP/1.1" status: 200 len: 1023 time: 0.4035769 Apr 05 14:26:14.802054 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3addc96a-9fe8-478b-8aaf-0dd93fc0946d req-cc1675f7-c534-4777-9163-c26dc23f28e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:14.803632 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3addc96a-9fe8-478b-8aaf-0dd93fc0946d req-cc1675f7-c534-4777-9163-c26dc23f28e3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eb6eb2eb5e534aae8638ab75f1f70e11&device_id=b564e2b9-437a-4947-935a-f03731531b1a HTTP/1.1" status: 200 len: 1099 time: 0.7616167 Apr 05 14:26:14.808917 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8c6e6a51-4997-451e-a030-a7386f179465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:14.892986 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8c6e6a51-4997-451e-a030-a7386f179465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:14.896037 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-f8746a63-a282-417e-b451-012ee665cb9f req-8262c2a0-c83f-4a71-813b-aa45ff8a4460 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:14.939086 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8262c2a0-c83f-4a71-813b-aa45ff8a4460 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Pushing event deleted for resources: {'Port': ['ID=4b3294fa-4111-414f-bda1-e688dca4d933,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:14.999714 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8746a63-a282-417e-b451-012ee665cb9f req-8262c2a0-c83f-4a71-813b-aa45ff8a4460 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] No DVR routers for this DVR port 4b3294fa-4111-414f-bda1-e688dca4d933 on host n-h1-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:26:15.003725 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-f8746a63-a282-417e-b451-012ee665cb9f req-8262c2a0-c83f-4a71-813b-aa45ff8a4460 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:15.007523 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f8746a63-a282-417e-b451-012ee665cb9f req-8262c2a0-c83f-4a71-813b-aa45ff8a4460 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.55 "DELETE /v2.0/ports/4b3294fa-4111-414f-bda1-e688dca4d933 HTTP/1.1" status: 204 len: 173 time: 1.9738452 Apr 05 14:26:15.007988 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f39ce8c-8ad1-4c73-a0a4-4c5654918a53', 'name': 'network-vif-deleted', 'tag': '4b3294fa-4111-414f-bda1-e688dca4d933'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:26:15.011899 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c0e39d-26e4-4c39-829e-5daac3879f39" -d '{"events": [{"server_uuid": "7f39ce8c-8ad1-4c73-a0a4-4c5654918a53", "name": "network-vif-deleted", "tag": "4b3294fa-4111-414f-bda1-e688dca4d933"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:26:15.269942 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9295cb7-ddfb-4921-9d5a-bffb0dc8205b req-4059208b-f0b1-4ebb-89f5-ad944bd6ace6 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:15.277076 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e9295cb7-ddfb-4921-9d5a-bffb0dc8205b req-4059208b-f0b1-4ebb-89f5-ad944bd6ace6 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6967881 Apr 05 14:26:15.305743 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e9295cb7-ddfb-4921-9d5a-bffb0dc8205b req-421a4440-04f2-4b5e-ad17-7adf950b8195 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/quotas/c301d8186c0d498e88493d184d59ac7d HTTP/1.1" status: 200 len: 375 time: 0.0277267 Apr 05 14:26:15.340599 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-eda8b75f-d043-4d4d-9925-53b010fe9d97 req-be325818-d4b5-41ec-95f3-8a2c5f9023e1 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/security-groups?id=4277a5b4-7686-4846-adc8-8aad08c678a1&id=87dfefd3-1552-4299-8b8c-e9b0053c68dd&id=35849300-88ce-4bbb-94fe-ea84e35bf069&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.5356569 Apr 05 14:26:15.374001 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-da514869-46bc-4d60-a409-a863d818168f req-28a892c5-94c9-4d65-8a12-fbd8eaa87e4b tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Deleting port 9bb7ba5f-b66b-4dba-adf1-7cfc611951a3 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:26:15.374687 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-da514869-46bc-4d60-a409-a863d818168f req-28a892c5-94c9-4d65-8a12-fbd8eaa87e4b tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:15.386345 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device fd1987d9-67af-4e8d-93d3-bfd7d3154609 no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:26:15.476583 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3addc96a-9fe8-478b-8aaf-0dd93fc0946d req-5b62ae55-9049-416d-8629-6f5b71fbe6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:15.478097 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3addc96a-9fe8-478b-8aaf-0dd93fc0946d req-5b62ae55-9049-416d-8629-6f5b71fbe6b4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=80d671a8-d1ab-4472-891b-9c042fbd7800 HTTP/1.1" status: 200 len: 870 time: 0.6673062 Apr 05 14:26:15.503875 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:15.514733 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e9295cb7-ddfb-4921-9d5a-bffb0dc8205b req-6045b908-f515-46fc-a07d-bcffcc71d5bc tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c301d8186c0d498e88493d184d59ac7d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2081234 Apr 05 14:26:15.546452 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port fd1987d9-67af-4e8d-93d3-bfd7d3154609, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=fd1987d9-67af-4e8d-93d3-bfd7d3154609,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:26:15.547465 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5d6c66-6d5f-444f-915e-801af91238d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd1987d9-67af-4e8d-93d3-bfd7d3154609'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:26:15.551062 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a71dfa68-64b3-4fb9-9f9c-9b17646d712f" -d '{"events": [{"server_uuid": "fc5d6c66-6d5f-444f-915e-801af91238d8", "name": "network-vif-unplugged", "status": "completed", "tag": "fd1987d9-67af-4e8d-93d3-bfd7d3154609"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:26:15.572251 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3addc96a-9fe8-478b-8aaf-0dd93fc0946d req-3016b4a6-aa06-43ff-9504-d26fd4b31269 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=0acf73df-bb0e-489a-a80a-806dabae58c9 HTTP/1.1" status: 200 len: 217 time: 0.0563359 Apr 05 14:26:15.632595 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8c6e6a51-4997-451e-a030-a7386f179465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:15.635369 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8c6e6a51-4997-451e-a030-a7386f179465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:15.636862 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-8c6e6a51-4997-451e-a030-a7386f179465 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4579a1df-309a-4adb-84e9-38b40255597e HTTP/1.1" status: 204 len: 168 time: 1.5709565 Apr 05 14:26:15.661449 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:15.689940 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912eaa05-921c-4681-9e35-06b1b602e443 req-e7e5ba3c-03be-4cc4-8086-0583a39fcadd tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:15.691681 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-912eaa05-921c-4681-9e35-06b1b602e443 req-e7e5ba3c-03be-4cc4-8086-0583a39fcadd tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc5d6c66-6d5f-444f-915e-801af91238d8 HTTP/1.1" status: 200 len: 950 time: 0.2342248 Apr 05 14:26:15.703534 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-da514869-46bc-4d60-a409-a863d818168f req-28a892c5-94c9-4d65-8a12-fbd8eaa87e4b tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] For port 9bb7ba5f-b66b-4dba-adf1-7cfc611951a3, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=9bb7ba5f-b66b-4dba-adf1-7cfc611951a3,segment=NetworkSegment(9a0d8962-c4ed-4c9e-b2aa-287076289665),segment_id=9a0d8962-c4ed-4c9e-b2aa-287076289665)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:26:15.703960 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-da514869-46bc-4d60-a409-a863d818168f req-28a892c5-94c9-4d65-8a12-fbd8eaa87e4b tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:15.718984 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6e6a51-4997-451e-a030-a7386f179465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4579a1df-309a-4adb-84e9-38b40255597e,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:15.758639 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=fd1987d9-67af-4e8d-93d3-bfd7d3154609,revision_number=8']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:15.808474 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-da514869-46bc-4d60-a409-a863d818168f req-28a892c5-94c9-4d65-8a12-fbd8eaa87e4b tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Calling delete_port for 9bb7ba5f-b66b-4dba-adf1-7cfc611951a3 owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:26:15.816309 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3addc96a-9fe8-478b-8aaf-0dd93fc0946d req-c687b12e-9f11-4f7f-9ed5-448d3526c894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:15.818487 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3addc96a-9fe8-478b-8aaf-0dd93fc0946d req-c687b12e-9f11-4f7f-9ed5-448d3526c894 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.2279124 Apr 05 14:26:16.002043 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-912eaa05-921c-4681-9e35-06b1b602e443 req-04d394f9-956d-4b11-aae3-21dad7704447 tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] 10.222.0.30 "GET /v2.0/security-groups?id=b1c080ef-c932-4585-a280-f83996e6ea6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882841 Apr 05 14:26:16.002043 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b564e2b9-437a-4947-935a-f03731531b1a', 'tag': '0acf73df-bb0e-489a-a80a-806dabae58c9'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:26:16.007145 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911974af-681e-45d1-8b41-e1edb3aafed0" -d '{"events": [{"name": "network-changed", "server_uuid": "b564e2b9-437a-4947-935a-f03731531b1a", "tag": "0acf73df-bb0e-489a-a80a-806dabae58c9"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:26:16.105996 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a47dbf-02a9-4ba7-9005-fdd9ac6c04c8 req-48275681-a38f-4a5e-a18c-1eebc1afec8f tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:16.107673 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e6a47dbf-02a9-4ba7-9005-fdd9ac6c04c8 req-48275681-a38f-4a5e-a18c-1eebc1afec8f tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b564e2b9-437a-4947-935a-f03731531b1a HTTP/1.1" status: 200 len: 948 time: 0.0938363 Apr 05 14:26:16.110674 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3addc96a-9fe8-478b-8aaf-0dd93fc0946d req-a90318a1-7139-4b64-8c7a-e6e6ff6671c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:16.113281 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c688cc1b-a98f-4841-ad0c-2ea20a48a86a x-openstack-request-id: req-c688cc1b-a98f-4841-ad0c-2ea20a48a86a {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:26:16.114596 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f39ce8c-8ad1-4c73-a0a4-4c5654918a53", "name": "network-vif-deleted", "tag": "4b3294fa-4111-414f-bda1-e688dca4d933", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:26:16.115011 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c688cc1b-a98f-4841-ad0c-2ea20a48a86a {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:26:16.115565 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c688cc1b-a98f-4841-ad0c-2ea20a48a86a'] response: {'server_uuid': '7f39ce8c-8ad1-4c73-a0a4-4c5654918a53', 'name': 'network-vif-deleted', 'tag': '4b3294fa-4111-414f-bda1-e688dca4d933', 'status': 'completed', 'code': 200} Apr 05 14:26:16.116312 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3addc96a-9fe8-478b-8aaf-0dd93fc0946d req-a90318a1-7139-4b64-8c7a-e6e6ff6671c5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2795889 Apr 05 14:26:16.385768 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3addc96a-9fe8-478b-8aaf-0dd93fc0946d req-c00e4789-e9f9-49bc-9797-10950e69d35f service neutron] 10.222.0.55 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621918 Apr 05 14:26:16.416997 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7ad7e6ab-3997-4100-a517-7073aeadf799 req-b8bdbb24-0f23-47cd-8008-9434de9eb565 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?device_id=93ee6867-06f0-43fc-9fa6-fcd4d66668c3 HTTP/1.1" status: 200 len: 210 time: 0.1082590 Apr 05 14:26:16.523267 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 14:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa7f5128-21b0-44b8-b68b-2893f3424a6f x-openstack-request-id: req-fa7f5128-21b0-44b8-b68b-2893f3424a6f {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:26:16.523779 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc5d6c66-6d5f-444f-915e-801af91238d8", "name": "network-vif-unplugged", "status": "completed", "tag": "fd1987d9-67af-4e8d-93d3-bfd7d3154609", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:26:16.523779 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fa7f5128-21b0-44b8-b68b-2893f3424a6f {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:26:16.524174 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa7f5128-21b0-44b8-b68b-2893f3424a6f'] response: {'server_uuid': 'fc5d6c66-6d5f-444f-915e-801af91238d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd1987d9-67af-4e8d-93d3-bfd7d3154609', 'code': 200} Apr 05 14:26:16.526093 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1338cfb7-eb53-402c-9f96-e02c95051032 req-338b7c60-3eb6-452b-8200-2a36e8aec2d4 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:16.531273 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-1338cfb7-eb53-402c-9f96-e02c95051032 req-338b7c60-3eb6-452b-8200-2a36e8aec2d4 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.55 "GET /v2.0/networks?id=eff47457-946f-46a8-bea0-e56e031eed3c HTTP/1.1" status: 200 len: 805 time: 0.2412872 Apr 05 14:26:16.537607 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3addc96a-9fe8-478b-8aaf-0dd93fc0946d req-675c3066-f23c-496f-aa64-c456188c655d service neutron] 10.222.0.55 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188591 Apr 05 14:26:16.557338 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-1338cfb7-eb53-402c-9f96-e02c95051032 req-ac03c7b4-d747-4109-897e-59e44769d6c9 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Request body: {'port': {'device_id': '93ee6867-06f0-43fc-9fa6-fcd4d66668c3', 'network_id': 'eff47457-946f-46a8-bea0-e56e031eed3c', 'admin_state_up': True, 'tenant_id': 'fa388235fba04a88868f93e44b88b55c'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:26:16.568239 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e6a47dbf-02a9-4ba7-9005-fdd9ac6c04c8 req-4c763d59-e35f-4462-8005-b096010290f7 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4466238 Apr 05 14:26:16.722651 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 55898) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:26:16.724016 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b65150-131f-4700-847d-cdd980e92a49 x-openstack-request-id: req-f3b65150-131f-4700-847d-cdd980e92a49 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:26:16.724306 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b564e2b9-437a-4947-935a-f03731531b1a", "tag": "0acf73df-bb0e-489a-a80a-806dabae58c9", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:26:16.724556 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f3b65150-131f-4700-847d-cdd980e92a49 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:26:16.725225 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3b65150-131f-4700-847d-cdd980e92a49'] response: {'name': 'network-changed', 'server_uuid': 'b564e2b9-437a-4947-935a-f03731531b1a', 'tag': '0acf73df-bb0e-489a-a80a-806dabae58c9', 'status': 'completed', 'code': 200} Apr 05 14:26:16.748701 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-712f735a-2871-4dc5-9c62-ebc4eadbdb1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:16.800015 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-77e71f65-da3c-4f9c-8dc1-68d81d6a57bb req-23905e59-5788-4219-be94-835237b18be8 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=496f05d5-07a4-4f5a-a0e7-3a4627077a39 HTTP/1.1" status: 200 len: 210 time: 0.1503961 Apr 05 14:26:16.946509 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-da514869-46bc-4d60-a409-a863d818168f req-28a892c5-94c9-4d65-8a12-fbd8eaa87e4b tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:17.050855 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911974af-681e-45d1-8b41-e1edb3aafed0 req-970c0f9c-51ea-4be8-a432-03104e7f9e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:17.053062 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-911974af-681e-45d1-8b41-e1edb3aafed0 req-970c0f9c-51ea-4be8-a432-03104e7f9e58 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eb6eb2eb5e534aae8638ab75f1f70e11&device_id=b564e2b9-437a-4947-935a-f03731531b1a HTTP/1.1" status: 200 len: 1099 time: 0.2771037 Apr 05 14:26:17.083483 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-18ef45a8-ae5d-4e83-8b0c-784927d41171 req-5562ee8e-9d6c-470e-aa90-06cb3ddc2d05 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f1b58e2-be69-4c36-883b-ff86d10629ae HTTP/1.1" status: 200 len: 210 time: 0.0829499 Apr 05 14:26:17.105802 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a892c5-94c9-4d65-8a12-fbd8eaa87e4b tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Pushing event deleted for resources: {'Port': ['ID=9bb7ba5f-b66b-4dba-adf1-7cfc611951a3,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:17.158528 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-712f735a-2871-4dc5-9c62-ebc4eadbdb1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:17.195931 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911974af-681e-45d1-8b41-e1edb3aafed0 req-cc1412ca-be0b-4bd6-b54f-19df2db7f6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:17.198676 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-911974af-681e-45d1-8b41-e1edb3aafed0 req-cc1412ca-be0b-4bd6-b54f-19df2db7f6c0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eb6eb2eb5e534aae8638ab75f1f70e11&device_id=b564e2b9-437a-4947-935a-f03731531b1a HTTP/1.1" status: 200 len: 1099 time: 0.3923559 Apr 05 14:26:17.199107 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-da514869-46bc-4d60-a409-a863d818168f req-28a892c5-94c9-4d65-8a12-fbd8eaa87e4b tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] No DVR routers for this DVR port 9bb7ba5f-b66b-4dba-adf1-7cfc611951a3 on host n-h2-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:26:17.209381 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-da514869-46bc-4d60-a409-a863d818168f req-28a892c5-94c9-4d65-8a12-fbd8eaa87e4b tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:17.218957 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-da514869-46bc-4d60-a409-a863d818168f req-28a892c5-94c9-4d65-8a12-fbd8eaa87e4b tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.11 "DELETE /v2.0/ports/9bb7ba5f-b66b-4dba-adf1-7cfc611951a3 HTTP/1.1" status: 204 len: 173 time: 2.8271661 Apr 05 14:26:17.233719 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911974af-681e-45d1-8b41-e1edb3aafed0 req-5df4f282-8d1a-4be2-b0db-e4ed6c7bbbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:17.235377 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-911974af-681e-45d1-8b41-e1edb3aafed0 req-5df4f282-8d1a-4be2-b0db-e4ed6c7bbbcb service neutron] 10.222.0.11 "GET /v2.0/networks?id=80d671a8-d1ab-4472-891b-9c042fbd7800 HTTP/1.1" status: 200 len: 870 time: 0.1741381 Apr 05 14:26:17.248501 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-712f735a-2871-4dc5-9c62-ebc4eadbdb1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:17.333868 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-712f735a-2871-4dc5-9c62-ebc4eadbdb1d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8b8b6f263c3d47a5a9c4c27cc3479a7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6073875 Apr 05 14:26:17.341201 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 55906) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:26:17.341201 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1338cfb7-eb53-402c-9f96-e02c95051032 req-ac03c7b4-d747-4109-897e-59e44769d6c9 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Made reservation on behalf of fa388235fba04a88868f93e44b88b55c for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:26:17.348365 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-1338cfb7-eb53-402c-9f96-e02c95051032 req-ac03c7b4-d747-4109-897e-59e44769d6c9 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:17.351883 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-911974af-681e-45d1-8b41-e1edb3aafed0 req-c4211e5a-21d0-4cff-bdb2-5c0817f6873b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=0acf73df-bb0e-489a-a80a-806dabae58c9 HTTP/1.1" status: 200 len: 217 time: 0.1094077 Apr 05 14:26:17.372412 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712f735a-2871-4dc5-9c62-ebc4eadbdb1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6fdd117-b74b-4fbf-940f-a77fb8aa57b2,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:17.408728 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 9bb7ba5f-b66b-4dba-adf1-7cfc611951a3 no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:26:17.434429 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911974af-681e-45d1-8b41-e1edb3aafed0 req-6260ba9d-1de4-407e-aa69-0c8d76b2e323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:17.439324 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-911974af-681e-45d1-8b41-e1edb3aafed0 req-6260ba9d-1de4-407e-aa69-0c8d76b2e323 service neutron] 10.222.0.55 "GET /v2.0/networks?id=80d671a8-d1ab-4472-891b-9c042fbd7800 HTTP/1.1" status: 200 len: 870 time: 0.2086668 Apr 05 14:26:17.486978 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] No Port match for: 9bb7ba5f-b66b-4dba-adf1-7cfc611951a3 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:26:17.487314 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 9bb7ba5f-b66b-4dba-adf1-7cfc611951a3 not bound to the agent host n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:26:17.632587 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e3903eb0-9489-4622-b67c-1620ec4fce83 req-7f79d938-d9b6-4e2f-8dea-dd2210409447 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?device_id=93ee6867-06f0-43fc-9fa6-fcd4d66668c3 HTTP/1.1" status: 200 len: 210 time: 0.0704968 Apr 05 14:26:17.635723 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-911974af-681e-45d1-8b41-e1edb3aafed0 req-c86bc5ee-96b3-42f7-85cd-681ada4f3f80 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=0acf73df-bb0e-489a-a80a-806dabae58c9 HTTP/1.1" status: 200 len: 217 time: 0.1813741 Apr 05 14:26:17.640173 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [req-1338cfb7-eb53-402c-9f96-e02c95051032 req-ac03c7b4-d747-4109-897e-59e44769d6c9 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Allocated IP 172.20.0.8 (eff47457-946f-46a8-bea0-e56e031eed3c/1e12eec2-91f9-48b4-8077-4d1ac1ff86f3/0e3e72d9-4c72-4cc7-8f8c-4f18327722b9) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:26:17.659585 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911974af-681e-45d1-8b41-e1edb3aafed0 req-076b9b52-858e-4e49-bdf5-436606fdf1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:17.661937 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-911974af-681e-45d1-8b41-e1edb3aafed0 req-076b9b52-858e-4e49-bdf5-436606fdf1c4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.3009198 Apr 05 14:26:17.702652 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-91eab6ce-62f2-407d-9e0f-2bfaf8b3643d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:17.724784 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 4b3294fa-4111-414f-bda1-e688dca4d933 no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:26:17.770968 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-91eab6ce-62f2-407d-9e0f-2bfaf8b3643d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:17.799341 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] No Port match for: 4b3294fa-4111-414f-bda1-e688dca4d933 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:26:17.799713 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 4b3294fa-4111-414f-bda1-e688dca4d933 not bound to the agent host n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:26:17.845457 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911974af-681e-45d1-8b41-e1edb3aafed0 req-79e7d5c2-762f-42af-ba69-3c3f1605ee03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:17.849955 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-911974af-681e-45d1-8b41-e1edb3aafed0 req-79e7d5c2-762f-42af-ba69-3c3f1605ee03 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.2070994 Apr 05 14:26:17.861699 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911974af-681e-45d1-8b41-e1edb3aafed0 req-38d460b5-ef98-47a4-8850-8885686e812a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:17.865025 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-911974af-681e-45d1-8b41-e1edb3aafed0 req-38d460b5-ef98-47a4-8850-8885686e812a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1927710 Apr 05 14:26:17.886310 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe905b-dfed-4d99-a627-b7bc51dff7d0 req-d1e132c7-2512-42e0-ac43-1cc1b8e6d489 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:17.890546 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dbfe905b-dfed-4d99-a627-b7bc51dff7d0 req-d1e132c7-2512-42e0-ac43-1cc1b8e6d489 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b564e2b9-437a-4947-935a-f03731531b1a HTTP/1.1" status: 200 len: 948 time: 0.1762140 Apr 05 14:26:18.028791 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dbfe905b-dfed-4d99-a627-b7bc51dff7d0 req-9cd23db0-25a5-44e3-929c-4ad7bb395b2b tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922377 Apr 05 14:26:18.057658 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911974af-681e-45d1-8b41-e1edb3aafed0 req-6d67f603-977f-44e7-8f27-320f2f98a3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:18.059204 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-911974af-681e-45d1-8b41-e1edb3aafed0 req-6d67f603-977f-44e7-8f27-320f2f98a3b1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1662185 Apr 05 14:26:18.099904 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-1338cfb7-eb53-402c-9f96-e02c95051032 req-ac03c7b4-d747-4109-897e-59e44769d6c9 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:18.113066 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-911974af-681e-45d1-8b41-e1edb3aafed0 req-acddee20-471d-4213-98b9-302b0003f3d8 service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971202 Apr 05 14:26:18.149123 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-91eab6ce-62f2-407d-9e0f-2bfaf8b3643d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:18.153131 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-91eab6ce-62f2-407d-9e0f-2bfaf8b3643d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:18.157630 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-91eab6ce-62f2-407d-9e0f-2bfaf8b3643d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b6fdd117-b74b-4fbf-940f-a77fb8aa57b2 HTTP/1.1" status: 204 len: 168 time: 0.8045816 Apr 05 14:26:18.237080 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ad9d84d5-4a32-454c-8d4b-b5cf936ce75a req-a928a66d-e001-4b63-afe8-ab489a2bd02a tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=496f05d5-07a4-4f5a-a0e7-3a4627077a39 HTTP/1.1" status: 200 len: 210 time: 0.0455725 Apr 05 14:26:18.332857 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-911974af-681e-45d1-8b41-e1edb3aafed0 req-6d7beb3d-2c61-4fde-b972-c207f409b263 service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093446 Apr 05 14:26:18.333498 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-911974af-681e-45d1-8b41-e1edb3aafed0 req-05f56246-b920-4af9-8c4a-fa43f432f793 service neutron] 10.222.0.55 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655115 Apr 05 14:26:18.341485 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab6ce-62f2-407d-9e0f-2bfaf8b3643d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6fdd117-b74b-4fbf-940f-a77fb8aa57b2,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:18.425934 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8385379f-8e80-4092-ac0d-f455b0a9d15c req-fb758a4b-acf0-477c-adba-13d7c3a1e960 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f1b58e2-be69-4c36-883b-ff86d10629ae HTTP/1.1" status: 200 len: 210 time: 0.0421329 Apr 05 14:26:18.475249 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-1338cfb7-eb53-402c-9f96-e02c95051032 req-ac03c7b4-d747-4109-897e-59e44769d6c9 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:18.535635 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1338cfb7-eb53-402c-9f96-e02c95051032 req-ac03c7b4-d747-4109-897e-59e44769d6c9 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Network eff47457-946f-46a8-bea0-e56e031eed3c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:26:18.566888 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [req-1338cfb7-eb53-402c-9f96-e02c95051032 req-ac03c7b4-d747-4109-897e-59e44769d6c9 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:26:18.570770 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-1338cfb7-eb53-402c-9f96-e02c95051032 req-ac03c7b4-d747-4109-897e-59e44769d6c9 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:26:18.592683 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-911974af-681e-45d1-8b41-e1edb3aafed0 req-67603fe4-e452-450e-bdb1-4ebb58e1580c service neutron] 10.222.0.55 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499876 Apr 05 14:26:18.679091 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac03c7b4-d747-4109-897e-59e44769d6c9 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Pushing event updated for resources: {'Port': ['ID=0e3e72d9-4c72-4cc7-8f8c-4f18327722b9,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:18.710395 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1338cfb7-eb53-402c-9f96-e02c95051032 req-ac03c7b4-d747-4109-897e-59e44769d6c9 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:18.711296 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-1338cfb7-eb53-402c-9f96-e02c95051032 req-ac03c7b4-d747-4109-897e-59e44769d6c9 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:18.726731 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f1b58e2-be69-4c36-883b-ff86d10629ae', 'name': 'network-vif-deleted', 'tag': '9bb7ba5f-b66b-4dba-adf1-7cfc611951a3'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:26:18.729671 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13decce-d6eb-487a-91a4-22432ee0c009" -d '{"events": [{"server_uuid": "7f1b58e2-be69-4c36-883b-ff86d10629ae", "name": "network-vif-deleted", "tag": "9bb7ba5f-b66b-4dba-adf1-7cfc611951a3"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:26:18.832063 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e9295cb7-ddfb-4921-9d5a-bffb0dc8205b req-f8bf351e-d3cf-49e0-b102-dcaee4ce8b47 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=c301d8186c0d498e88493d184d59ac7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0771680 Apr 05 14:26:18.851428 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-1338cfb7-eb53-402c-9f96-e02c95051032 req-ac03c7b4-d747-4109-897e-59e44769d6c9 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3078249 Apr 05 14:26:18.871191 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-1338cfb7-eb53-402c-9f96-e02c95051032 req-7f65d86c-e5e8-40a2-91fa-fd9b0632076c service neutron] Request body: {'port': {'device_id': '93ee6867-06f0-43fc-9fa6-fcd4d66668c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:26:18.970417 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90640e02-2350-4e78-bba1-91e1d825a692 req-df22eba5-f061-4e89-8eda-390785c00248 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:18.978574 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-90640e02-2350-4e78-bba1-91e1d825a692 req-df22eba5-f061-4e89-8eda-390785c00248 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?device_id=93ee6867-06f0-43fc-9fa6-fcd4d66668c3 HTTP/1.1" status: 200 len: 931 time: 0.1782942 Apr 05 14:26:19.002223 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-1338cfb7-eb53-402c-9f96-e02c95051032 req-7f65d86c-e5e8-40a2-91fa-fd9b0632076c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:19.081516 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-90640e02-2350-4e78-bba1-91e1d825a692 req-dbb4c55f-1117-4647-8ac9-7d8e00c0e26e tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f4ed18-73d1-4c70-bfb8-abe78be9b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017373 Apr 05 14:26:19.116987 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9295cb7-ddfb-4921-9d5a-bffb0dc8205b req-bece6662-4710-413b-a72a-2dfd97938461 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:19.119138 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e9295cb7-ddfb-4921-9d5a-bffb0dc8205b req-bece6662-4710-413b-a72a-2dfd97938461 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2816184 Apr 05 14:26:19.136413 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-e9295cb7-ddfb-4921-9d5a-bffb0dc8205b req-403e3b38-278d-4346-84b8-faed98a75590 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Request body: {'port': {'device_id': '496f05d5-07a4-4f5a-a0e7-3a4627077a39', 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800', 'admin_state_up': True, 'tenant_id': 'c301d8186c0d498e88493d184d59ac7d'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:26:19.160393 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15673da-5e2c-481d-afca-f375186e847a x-openstack-request-id: req-a15673da-5e2c-481d-afca-f375186e847a {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:26:19.161581 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f1b58e2-be69-4c36-883b-ff86d10629ae", "name": "network-vif-deleted", "tag": "9bb7ba5f-b66b-4dba-adf1-7cfc611951a3", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:26:19.162269 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a15673da-5e2c-481d-afca-f375186e847a {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:26:19.162909 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a15673da-5e2c-481d-afca-f375186e847a'] response: {'server_uuid': '7f1b58e2-be69-4c36-883b-ff86d10629ae', 'name': 'network-vif-deleted', 'tag': '9bb7ba5f-b66b-4dba-adf1-7cfc611951a3', 'status': 'completed', 'code': 200} Apr 05 14:26:19.363645 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c1a6c-3e5a-4c74-ab77-40216939611c req-523aade9-c67d-42b2-bf4f-a98cb589c72b tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:19.365593 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bf1c1a6c-3e5a-4c74-ab77-40216939611c req-523aade9-c67d-42b2-bf4f-a98cb589c72b tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b564e2b9-437a-4947-935a-f03731531b1a HTTP/1.1" status: 200 len: 948 time: 0.0984504 Apr 05 14:26:19.426313 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bf1c1a6c-3e5a-4c74-ab77-40216939611c req-5f32062b-3638-4042-bb0e-5b163d5a1e75 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499108 Apr 05 14:26:19.500716 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9295cb7-ddfb-4921-9d5a-bffb0dc8205b req-403e3b38-278d-4346-84b8-faed98a75590 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Made reservation on behalf of c301d8186c0d498e88493d184d59ac7d for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:26:19.504868 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e9295cb7-ddfb-4921-9d5a-bffb0dc8205b req-403e3b38-278d-4346-84b8-faed98a75590 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:19.574802 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c933b4cf-417d-4e73-b537-dc971994b42c req-0fc1497d-a75f-4a47-a450-16b8c3fb09eb tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=496f05d5-07a4-4f5a-a0e7-3a4627077a39 HTTP/1.1" status: 200 len: 210 time: 0.0515981 Apr 05 14:26:19.614156 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [req-1338cfb7-eb53-402c-9f96-e02c95051032 req-7f65d86c-e5e8-40a2-91fa-fd9b0632076c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e3e72d9-4c72-4cc7-8f8c-4f18327722b9 {{(pid=103321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:26:19.641177 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-1338cfb7-eb53-402c-9f96-e02c95051032 req-7f65d86c-e5e8-40a2-91fa-fd9b0632076c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:19.679843 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.provisioning_blocks [req-1338cfb7-eb53-402c-9f96-e02c95051032 req-7f65d86c-e5e8-40a2-91fa-fd9b0632076c service neutron] Transition to ACTIVE for port object 0e3e72d9-4c72-4cc7-8f8c-4f18327722b9 will not be triggered until provisioned by entity L2. {{(pid=103321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:26:19.733761 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 0acf73df-bb0e-489a-a80a-806dabae58c9 details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:26:19.754401 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-1338cfb7-eb53-402c-9f96-e02c95051032 req-7f65d86c-e5e8-40a2-91fa-fd9b0632076c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:19.820073 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-00ed7826-48d4-4656-b4c4-10ce14d7e595 req-2c390f1e-52cc-4fbd-be06-61a082e9ebd4 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/security-groups/4277a5b4-7686-4846-adc8-8aad08c678a1 HTTP/1.1" status: 200 len: 1800 time: 0.0862029 Apr 05 14:26:19.822055 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-e9295cb7-ddfb-4921-9d5a-bffb0dc8205b req-403e3b38-278d-4346-84b8-faed98a75590 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Allocated IP 192.168.233.237 (80d671a8-d1ab-4472-891b-9c042fbd7800/b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a/e24383ee-b2cd-4abe-a03f-410a11f91059) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:26:19.893149 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f65d86c-e5e8-40a2-91fa-fd9b0632076c service neutron] Pushing event updated for resources: {'Port': ['ID=0e3e72d9-4c72-4cc7-8f8c-4f18327722b9,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:19.982060 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 0acf73df-bb0e-489a-a80a-806dabae58c9, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=0acf73df-bb0e-489a-a80a-806dabae58c9,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:26:20.016611 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': '0acf73df-bb0e-489a-a80a-806dabae58c9', 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800', 'port_id': '0acf73df-bb0e-489a-a80a-806dabae58c9', 'mac_address': 'fa:16:3e:5d:2b:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:26:20.063646 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-00ed7826-48d4-4656-b4c4-10ce14d7e595 req-bd7e80f2-7201-4308-ab14-cc0b51cc6be1 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:20.086291 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:20.126764 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-1338cfb7-eb53-402c-9f96-e02c95051032 req-7f65d86c-e5e8-40a2-91fa-fd9b0632076c service neutron] Attempting to bind port 0e3e72d9-4c72-4cc7-8f8c-4f18327722b9 on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:26:20.127017 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-1338cfb7-eb53-402c-9f96-e02c95051032 req-7f65d86c-e5e8-40a2-91fa-fd9b0632076c service neutron] Attempting to bind port 0e3e72d9-4c72-4cc7-8f8c-4f18327722b9 by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': '0f730d0b-c342-4343-8a7b-7d51c303621d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'eff47457-946f-46a8-bea0-e56e031eed3c'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:26:20.130324 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0acf73df-bb0e-489a-a80a-806dabae58c9 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:26:20.130447 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1338cfb7-eb53-402c-9f96-e02c95051032 req-7f65d86c-e5e8-40a2-91fa-fd9b0632076c service neutron] Attempting to bind port 0e3e72d9-4c72-4cc7-8f8c-4f18327722b9 on network eff47457-946f-46a8-bea0-e56e031eed3c {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:26:20.144637 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1338cfb7-eb53-402c-9f96-e02c95051032 req-7f65d86c-e5e8-40a2-91fa-fd9b0632076c service neutron] Port 0e3e72d9-4c72-4cc7-8f8c-4f18327722b9 on network eff47457-946f-46a8-bea0-e56e031eed3c not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:26:20.145731 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1338cfb7-eb53-402c-9f96-e02c95051032 req-7f65d86c-e5e8-40a2-91fa-fd9b0632076c service neutron] Attempting to bind port 0e3e72d9-4c72-4cc7-8f8c-4f18327722b9 on network eff47457-946f-46a8-bea0-e56e031eed3c {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:26:20.153685 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 0acf73df-bb0e-489a-a80a-806dabae58c9, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=0acf73df-bb0e-489a-a80a-806dabae58c9,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:26:20.158855 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1338cfb7-eb53-402c-9f96-e02c95051032 req-7f65d86c-e5e8-40a2-91fa-fd9b0632076c service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:26:20.160028 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1338cfb7-eb53-402c-9f96-e02c95051032 req-7f65d86c-e5e8-40a2-91fa-fd9b0632076c service neutron] Checking segment: {'id': '0f730d0b-c342-4343-8a7b-7d51c303621d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'eff47457-946f-46a8-bea0-e56e031eed3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:26:20.160477 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1338cfb7-eb53-402c-9f96-e02c95051032 req-7f65d86c-e5e8-40a2-91fa-fd9b0632076c service neutron] Bound using segment: {'id': '0f730d0b-c342-4343-8a7b-7d51c303621d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'eff47457-946f-46a8-bea0-e56e031eed3c'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:26:20.160957 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-1338cfb7-eb53-402c-9f96-e02c95051032 req-7f65d86c-e5e8-40a2-91fa-fd9b0632076c service neutron] Bound port: 0e3e72d9-4c72-4cc7-8f8c-4f18327722b9, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f730d0b-c342-4343-8a7b-7d51c303621d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'eff47457-946f-46a8-bea0-e56e031eed3c'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:26:20.161344 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-1338cfb7-eb53-402c-9f96-e02c95051032 req-7f65d86c-e5e8-40a2-91fa-fd9b0632076c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:20.187786 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-00ed7826-48d4-4656-b4c4-10ce14d7e595 req-bd7e80f2-7201-4308-ab14-cc0b51cc6be1 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:20.258413 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:20.373320 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e9295cb7-ddfb-4921-9d5a-bffb0dc8205b req-403e3b38-278d-4346-84b8-faed98a75590 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:20.398404 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=0acf73df-bb0e-489a-a80a-806dabae58c9,revision_number=8']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:20.405504 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-1338cfb7-eb53-402c-9f96-e02c95051032 req-7f65d86c-e5e8-40a2-91fa-fd9b0632076c service neutron] For port 0e3e72d9-4c72-4cc7-8f8c-4f18327722b9, host n-h1-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:26:20.411412 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-1338cfb7-eb53-402c-9f96-e02c95051032 req-7f65d86c-e5e8-40a2-91fa-fd9b0632076c service neutron] For port 0e3e72d9-4c72-4cc7-8f8c-4f18327722b9, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=0e3e72d9-4c72-4cc7-8f8c-4f18327722b9,segment=NetworkSegment(0f730d0b-c342-4343-8a7b-7d51c303621d),segment_id=0f730d0b-c342-4343-8a7b-7d51c303621d)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:26:20.427049 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-00ed7826-48d4-4656-b4c4-10ce14d7e595 req-bd7e80f2-7201-4308-ab14-cc0b51cc6be1 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:20.431541 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-00ed7826-48d4-4656-b4c4-10ce14d7e595 req-bd7e80f2-7201-4308-ab14-cc0b51cc6be1 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:20.443546 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-00ed7826-48d4-4656-b4c4-10ce14d7e595 req-bd7e80f2-7201-4308-ab14-cc0b51cc6be1 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "DELETE /v2.0/security-groups/4277a5b4-7686-4846-adc8-8aad08c678a1 HTTP/1.1" status: 204 len: 173 time: 0.6231418 Apr 05 14:26:20.475702 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7e80f2-7201-4308-ab14-cc0b51cc6be1 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4277a5b4-7686-4846-adc8-8aad08c678a1,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:20.507759 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-1338cfb7-eb53-402c-9f96-e02c95051032 req-7f65d86c-e5e8-40a2-91fa-fd9b0632076c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:20.558363 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['0acf73df-bb0e-489a-a80a-806dabae58c9'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:26:20.591552 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ff53f-eb6a-4f94-aaf0-789b50f0d2f7 req-f424c5e0-5417-496f-8247-61b9647f767d tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:20.606867 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f63ff53f-eb6a-4f94-aaf0-789b50f0d2f7 req-f424c5e0-5417-496f-8247-61b9647f767d tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?device_id=93ee6867-06f0-43fc-9fa6-fcd4d66668c3 HTTP/1.1" status: 200 len: 943 time: 0.0935092 Apr 05 14:26:20.635615 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e9295cb7-ddfb-4921-9d5a-bffb0dc8205b req-403e3b38-278d-4346-84b8-faed98a75590 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:20.638502 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1338cfb7-eb53-402c-9f96-e02c95051032 req-7f65d86c-e5e8-40a2-91fa-fd9b0632076c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:20.641400 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-1338cfb7-eb53-402c-9f96-e02c95051032 req-7f65d86c-e5e8-40a2-91fa-fd9b0632076c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:20.643723 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-1338cfb7-eb53-402c-9f96-e02c95051032 req-7f65d86c-e5e8-40a2-91fa-fd9b0632076c service neutron] 10.222.0.55 "PUT /v2.0/ports/0e3e72d9-4c72-4cc7-8f8c-4f18327722b9 HTTP/1.1" status: 200 len: 1091 time: 1.7771490 Apr 05 14:26:20.644518 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f65d86c-e5e8-40a2-91fa-fd9b0632076c service neutron] Pushing event updated for resources: {'Port': ['ID=0e3e72d9-4c72-4cc7-8f8c-4f18327722b9,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:20.652047 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93ee6867-06f0-43fc-9fa6-fcd4d66668c3', 'tag': '0e3e72d9-4c72-4cc7-8f8c-4f18327722b9'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:26:20.660703 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cfc53a1-7908-4ffc-b3d2-dfd23ea329a0" -d '{"events": [{"name": "network-changed", "server_uuid": "93ee6867-06f0-43fc-9fa6-fcd4d66668c3", "tag": "0e3e72d9-4c72-4cc7-8f8c-4f18327722b9"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:26:20.679933 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['ced27436-8a8c-4719-9bf6-b86688ef931d', 'ba916db2-e3ae-47b8-9dca-7bccdcf584cc'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:26:20.805668 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e3b38-278d-4346-84b8-faed98a75590 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Pushing event updated for resources: {'Port': ['ID=e24383ee-b2cd-4abe-a03f-410a11f91059,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:20.910406 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f63ff53f-eb6a-4f94-aaf0-789b50f0d2f7 req-60dc31cb-9c77-48c8-8f93-0437ba57a85c tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f4ed18-73d1-4c70-bfb8-abe78be9b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009474 Apr 05 14:26:20.914757 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1338cfb7-eb53-402c-9f96-e02c95051032 req-b1ff7f78-ffec-4f67-9f53-ac1eff9bca72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:20.918419 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-1338cfb7-eb53-402c-9f96-e02c95051032 req-b1ff7f78-ffec-4f67-9f53-ac1eff9bca72 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fa388235fba04a88868f93e44b88b55c&device_id=93ee6867-06f0-43fc-9fa6-fcd4d66668c3 HTTP/1.1" status: 200 len: 1094 time: 0.1505651 Apr 05 14:26:20.937080 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9295cb7-ddfb-4921-9d5a-bffb0dc8205b req-403e3b38-278d-4346-84b8-faed98a75590 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Network 80d671a8-d1ab-4472-891b-9c042fbd7800 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:26:20.940049 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-e9295cb7-ddfb-4921-9d5a-bffb0dc8205b req-403e3b38-278d-4346-84b8-faed98a75590 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:26:20.945561 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9295cb7-ddfb-4921-9d5a-bffb0dc8205b req-403e3b38-278d-4346-84b8-faed98a75590 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:26:21.013236 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-1338cfb7-eb53-402c-9f96-e02c95051032 req-c0623e82-2e7b-4d85-99db-c52b3380d039 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e3e72d9-4c72-4cc7-8f8c-4f18327722b9 HTTP/1.1" status: 200 len: 217 time: 0.0845709 Apr 05 14:26:21.122705 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a850542c-c181-47c8-8d5c-4dae5974f4da req-bbece430-b85a-42bc-a899-c6468417cf76 tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "GET /v2.0/security-groups/35849300-88ce-4bbb-94fe-ea84e35bf069 HTTP/1.1" status: 200 len: 1800 time: 0.1629069 Apr 05 14:26:21.144909 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1338cfb7-eb53-402c-9f96-e02c95051032 req-abd92c39-a24d-4b93-9790-c63d9d1887b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:21.147573 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-1338cfb7-eb53-402c-9f96-e02c95051032 req-abd92c39-a24d-4b93-9790-c63d9d1887b8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1e12eec2-91f9-48b4-8077-4d1ac1ff86f3 HTTP/1.1" status: 200 len: 845 time: 0.1262915 Apr 05 14:26:21.179831 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9295cb7-ddfb-4921-9d5a-bffb0dc8205b req-403e3b38-278d-4346-84b8-faed98a75590 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:21.183396 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e9295cb7-ddfb-4921-9d5a-bffb0dc8205b req-403e3b38-278d-4346-84b8-faed98a75590 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:21.222930 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-1338cfb7-eb53-402c-9f96-e02c95051032 req-afd337d2-8673-4b04-a540-95c92c203b10 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eff47457-946f-46a8-bea0-e56e031eed3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643814 Apr 05 14:26:21.324695 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-a850542c-c181-47c8-8d5c-4dae5974f4da req-a17947ac-ed61-42b6-bd4a-e869c6ad580c tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:21.377308 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e9295cb7-ddfb-4921-9d5a-bffb0dc8205b req-403e3b38-278d-4346-84b8-faed98a75590 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2493539 Apr 05 14:26:21.415294 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-e9295cb7-ddfb-4921-9d5a-bffb0dc8205b req-092340a7-7467-47e1-8ca3-e389120d4ce3 service neutron] Request body: {'port': {'device_id': '496f05d5-07a4-4f5a-a0e7-3a4627077a39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:26:21.427776 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-a850542c-c181-47c8-8d5c-4dae5974f4da req-a17947ac-ed61-42b6-bd4a-e869c6ad580c tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:21.443585 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-1338cfb7-eb53-402c-9f96-e02c95051032 req-4faea142-9dfc-4777-b393-59371c2ff9d3 service neutron] 10.222.0.55 "GET /v2.0/networks/eff47457-946f-46a8-bea0-e56e031eed3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132251 Apr 05 14:26:21.492729 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-238a02b7-4a51-4439-8aec-d749167b69cb None None] Provisioning complete for port e24383ee-b2cd-4abe-a03f-410a11f91059 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:26:21.493362 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-238a02b7-4a51-4439-8aec-d749167b69cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:21.570641 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-238a02b7-4a51-4439-8aec-d749167b69cb None None] Port e24383ee-b2cd-4abe-a03f-410a11f91059 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:26:21.606807 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-1338cfb7-eb53-402c-9f96-e02c95051032 req-373259dc-c786-44ab-b34f-da6041ed798d service neutron] 10.222.0.55 "GET /v2.0/networks/eff47457-946f-46a8-bea0-e56e031eed3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554112 Apr 05 14:26:21.637400 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e9295cb7-ddfb-4921-9d5a-bffb0dc8205b req-092340a7-7467-47e1-8ca3-e389120d4ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:21.781427 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-a850542c-c181-47c8-8d5c-4dae5974f4da req-a17947ac-ed61-42b6-bd4a-e869c6ad580c tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:21.784009 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-a850542c-c181-47c8-8d5c-4dae5974f4da req-a17947ac-ed61-42b6-bd4a-e869c6ad580c tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:21.785190 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a850542c-c181-47c8-8d5c-4dae5974f4da req-a17947ac-ed61-42b6-bd4a-e869c6ad580c tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] 10.222.0.30 "DELETE /v2.0/security-groups/35849300-88ce-4bbb-94fe-ea84e35bf069 HTTP/1.1" status: 204 len: 173 time: 0.6616545 Apr 05 14:26:21.792452 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 55982) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:26:21.814947 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17947ac-ed61-42b6-bd4a-e869c6ad580c tempest-SecurityGroupsTestJSON-107950793 tempest-SecurityGroupsTestJSON-107950793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35849300-88ce-4bbb-94fe-ea84e35bf069,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:21.911066 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a9dfe41-ba3f-419d-899f-f00e267d8a41 admin admin] Deleting subnet e7c49c0f-6616-4198-accb-769bb8e34e24 {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:26:21.928739 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1a9dfe41-ba3f-419d-899f-f00e267d8a41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:21.957437 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['d48d9039-a582-46f9-a15c-ebc5853e5c4f', '8af7a0bd-3e0c-4723-b6c5-a6ac2dc3131e', '8b1f25ba-968e-4f55-880e-8cbaad83d4e4'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:26:21.993322 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd9e572-30fc-4e64-9db2-c71dfeb80ec7 req-b30aef33-ed07-422b-8c9e-19a7d16bac4b tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:21.993322 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-edd9e572-30fc-4e64-9db2-c71dfeb80ec7 req-b30aef33-ed07-422b-8c9e-19a7d16bac4b tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b564e2b9-437a-4947-935a-f03731531b1a HTTP/1.1" status: 200 len: 949 time: 0.1036685 Apr 05 14:26:21.998422 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1a9dfe41-ba3f-419d-899f-f00e267d8a41 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:22.054956 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-edd9e572-30fc-4e64-9db2-c71dfeb80ec7 req-b2ea4b59-8acd-46d3-93a1-c94b273cea1a tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646210 Apr 05 14:26:22.060274 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1a9dfe41-ba3f-419d-899f-f00e267d8a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:22.229401 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-e9295cb7-ddfb-4921-9d5a-bffb0dc8205b req-092340a7-7467-47e1-8ca3-e389120d4ce3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e24383ee-b2cd-4abe-a03f-410a11f91059 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:26:22.229401 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e9295cb7-ddfb-4921-9d5a-bffb0dc8205b req-092340a7-7467-47e1-8ca3-e389120d4ce3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:22.229401 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4476ea61-8205-4c1e-a6c5-2356694f0a10 req-fe1814e9-fced-48db-8c5a-a98f32670cdb tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:22.229401 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4476ea61-8205-4c1e-a6c5-2356694f0a10 req-fe1814e9-fced-48db-8c5a-a98f32670cdb tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=496f05d5-07a4-4f5a-a0e7-3a4627077a39 HTTP/1.1" status: 200 len: 936 time: 0.0771713 Apr 05 14:26:22.229401 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-e9295cb7-ddfb-4921-9d5a-bffb0dc8205b req-092340a7-7467-47e1-8ca3-e389120d4ce3 service neutron] Transition to ACTIVE for port object e24383ee-b2cd-4abe-a03f-410a11f91059 will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:26:22.269776 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4476ea61-8205-4c1e-a6c5-2356694f0a10 req-29b96264-e39b-479d-ab1d-6ce4728abe1f tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355787 Apr 05 14:26:22.329405 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6607321e-af8e-483b-aa1d-5ff98046f3b2 x-openstack-request-id: req-6607321e-af8e-483b-aa1d-5ff98046f3b2 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:26:22.329759 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93ee6867-06f0-43fc-9fa6-fcd4d66668c3", "tag": "0e3e72d9-4c72-4cc7-8f8c-4f18327722b9", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:26:22.330042 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6607321e-af8e-483b-aa1d-5ff98046f3b2 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:26:22.330509 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6607321e-af8e-483b-aa1d-5ff98046f3b2'] response: {'name': 'network-changed', 'server_uuid': '93ee6867-06f0-43fc-9fa6-fcd4d66668c3', 'tag': '0e3e72d9-4c72-4cc7-8f8c-4f18327722b9', 'status': 'completed', 'code': 200} Apr 05 14:26:22.403290 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc53a1-7908-4ffc-b3d2-dfd23ea329a0 req-f305d91c-c3b7-45a5-b9e6-40e7e09d4179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:22.405391 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-0cfc53a1-7908-4ffc-b3d2-dfd23ea329a0 req-f305d91c-c3b7-45a5-b9e6-40e7e09d4179 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fa388235fba04a88868f93e44b88b55c&device_id=93ee6867-06f0-43fc-9fa6-fcd4d66668c3 HTTP/1.1" status: 200 len: 1094 time: 0.0453405 Apr 05 14:26:22.516670 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc53a1-7908-4ffc-b3d2-dfd23ea329a0 req-ccce0fda-b0c0-4977-aa68-f2cfa93c60f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:22.518777 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-0cfc53a1-7908-4ffc-b3d2-dfd23ea329a0 req-ccce0fda-b0c0-4977-aa68-f2cfa93c60f8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=eff47457-946f-46a8-bea0-e56e031eed3c HTTP/1.1" status: 200 len: 906 time: 0.1041765 Apr 05 14:26:22.540600 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1a9dfe41-ba3f-419d-899f-f00e267d8a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:22.566610 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e9295cb7-ddfb-4921-9d5a-bffb0dc8205b req-092340a7-7467-47e1-8ca3-e389120d4ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:22.581632 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-0cfc53a1-7908-4ffc-b3d2-dfd23ea329a0 req-3aa8d448-de8b-4466-80d3-217205de5c4c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e3e72d9-4c72-4cc7-8f8c-4f18327722b9 HTTP/1.1" status: 200 len: 217 time: 0.0537579 Apr 05 14:26:22.644355 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092340a7-7467-47e1-8ca3-e389120d4ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=e24383ee-b2cd-4abe-a03f-410a11f91059,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:22.661096 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9dfe41-ba3f-419d-899f-f00e267d8a41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7c49c0f-6616-4198-accb-769bb8e34e24,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:22.671076 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1a9dfe41-ba3f-419d-899f-f00e267d8a41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:22.675451 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-1a9dfe41-ba3f-419d-899f-f00e267d8a41 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e7c49c0f-6616-4198-accb-769bb8e34e24 HTTP/1.1" status: 204 len: 168 time: 0.8816237 Apr 05 14:26:22.680372 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9dfe41-ba3f-419d-899f-f00e267d8a41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:26:22.680725 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9dfe41-ba3f-419d-899f-f00e267d8a41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:26:22.681115 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9dfe41-ba3f-419d-899f-f00e267d8a41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:26:22.681438 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9dfe41-ba3f-419d-899f-f00e267d8a41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:26:22.681824 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9dfe41-ba3f-419d-899f-f00e267d8a41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:26:22.682420 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9dfe41-ba3f-419d-899f-f00e267d8a41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:26:22.682761 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9dfe41-ba3f-419d-899f-f00e267d8a41 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:26:22.683318 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9dfe41-ba3f-419d-899f-f00e267d8a41 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:26:22.683692 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9dfe41-ba3f-419d-899f-f00e267d8a41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:26:22.683984 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9dfe41-ba3f-419d-899f-f00e267d8a41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:26:22.684186 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 55998) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:26:22.684353 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9dfe41-ba3f-419d-899f-f00e267d8a41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:26:22.684686 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9dfe41-ba3f-419d-899f-f00e267d8a41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:26:22.698331 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092340a7-7467-47e1-8ca3-e389120d4ce3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:26:22.698717 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092340a7-7467-47e1-8ca3-e389120d4ce3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:26:22.700503 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092340a7-7467-47e1-8ca3-e389120d4ce3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:26:22.702541 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092340a7-7467-47e1-8ca3-e389120d4ce3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:26:22.702886 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092340a7-7467-47e1-8ca3-e389120d4ce3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:26:22.703220 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092340a7-7467-47e1-8ca3-e389120d4ce3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:26:22.703573 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092340a7-7467-47e1-8ca3-e389120d4ce3 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:26:22.704603 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092340a7-7467-47e1-8ca3-e389120d4ce3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:26:22.704956 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092340a7-7467-47e1-8ca3-e389120d4ce3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:26:22.707160 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092340a7-7467-47e1-8ca3-e389120d4ce3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:26:22.707505 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092340a7-7467-47e1-8ca3-e389120d4ce3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:26:22.707861 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092340a7-7467-47e1-8ca3-e389120d4ce3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:26:22.709804 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc53a1-7908-4ffc-b3d2-dfd23ea329a0 req-229b38db-fc79-42e8-a728-b34aa9ddf11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:22.711474 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-0cfc53a1-7908-4ffc-b3d2-dfd23ea329a0 req-229b38db-fc79-42e8-a728-b34aa9ddf11e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1e12eec2-91f9-48b4-8077-4d1ac1ff86f3 HTTP/1.1" status: 200 len: 845 time: 0.1097717 Apr 05 14:26:22.742478 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad6fac5-8820-470a-a4df-5aeea4d7e344 req-6c4576fb-cb6a-45cf-9c18-63ca083ec1c4 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:22.742478 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4ad6fac5-8820-470a-a4df-5aeea4d7e344 req-6c4576fb-cb6a-45cf-9c18-63ca083ec1c4 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?device_id=93ee6867-06f0-43fc-9fa6-fcd4d66668c3 HTTP/1.1" status: 200 len: 943 time: 0.1896720 Apr 05 14:26:22.756322 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-0cfc53a1-7908-4ffc-b3d2-dfd23ea329a0 req-752222c8-99fb-41b0-ace7-5eb9ff911deb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eff47457-946f-46a8-bea0-e56e031eed3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352299 Apr 05 14:26:22.928368 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-80578bdb-e224-4151-ad60-16d9bff763a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:22.935765 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-0cfc53a1-7908-4ffc-b3d2-dfd23ea329a0 req-356706e5-0cc1-4bf9-b107-54c384463cda service neutron] 10.222.0.55 "GET /v2.0/networks/eff47457-946f-46a8-bea0-e56e031eed3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661115 Apr 05 14:26:22.978960 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4ad6fac5-8820-470a-a4df-5aeea4d7e344 req-f731fefd-d36c-4f0d-bf88-a617725d1af1 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f4ed18-73d1-4c70-bfb8-abe78be9b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917093 Apr 05 14:26:22.980229 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-e9295cb7-ddfb-4921-9d5a-bffb0dc8205b req-092340a7-7467-47e1-8ca3-e389120d4ce3 service neutron] Attempting to bind port e24383ee-b2cd-4abe-a03f-410a11f91059 on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:26:22.980566 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-e9295cb7-ddfb-4921-9d5a-bffb0dc8205b req-092340a7-7467-47e1-8ca3-e389120d4ce3 service neutron] Attempting to bind port e24383ee-b2cd-4abe-a03f-410a11f91059 by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:26:22.981873 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9295cb7-ddfb-4921-9d5a-bffb0dc8205b req-092340a7-7467-47e1-8ca3-e389120d4ce3 service neutron] Attempting to bind port e24383ee-b2cd-4abe-a03f-410a11f91059 on network 80d671a8-d1ab-4472-891b-9c042fbd7800 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:26:23.121209 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-80578bdb-e224-4151-ad60-16d9bff763a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:23.165588 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-0cfc53a1-7908-4ffc-b3d2-dfd23ea329a0 req-61bc7987-ac6c-4695-931f-7bc6c8b59b45 service neutron] 10.222.0.55 "GET /v2.0/networks/eff47457-946f-46a8-bea0-e56e031eed3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219691 Apr 05 14:26:23.176250 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9295cb7-ddfb-4921-9d5a-bffb0dc8205b req-092340a7-7467-47e1-8ca3-e389120d4ce3 service neutron] Port e24383ee-b2cd-4abe-a03f-410a11f91059 on network 80d671a8-d1ab-4472-891b-9c042fbd7800 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:26:23.176576 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9295cb7-ddfb-4921-9d5a-bffb0dc8205b req-092340a7-7467-47e1-8ca3-e389120d4ce3 service neutron] Attempting to bind port e24383ee-b2cd-4abe-a03f-410a11f91059 on network 80d671a8-d1ab-4472-891b-9c042fbd7800 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:26:23.189790 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-80578bdb-e224-4151-ad60-16d9bff763a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7521e9d-f5e6-41eb-a0df-ba36f906679b']}} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:26:23.211862 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-80578bdb-e224-4151-ad60-16d9bff763a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a0d8962-c4ed-4c9e-b2aa-287076289665') {'for_net_delete': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:26:23.212509 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-80578bdb-e224-4151-ad60-16d9bff763a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a0d8962-c4ed-4c9e-b2aa-287076289665') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:26:23.223586 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9295cb7-ddfb-4921-9d5a-bffb0dc8205b req-092340a7-7467-47e1-8ca3-e389120d4ce3 service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:26:23.224045 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9295cb7-ddfb-4921-9d5a-bffb0dc8205b req-092340a7-7467-47e1-8ca3-e389120d4ce3 service neutron] Checking segment: {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:26:23.224518 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9295cb7-ddfb-4921-9d5a-bffb0dc8205b req-092340a7-7467-47e1-8ca3-e389120d4ce3 service neutron] Bound using segment: {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:26:23.225217 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-e9295cb7-ddfb-4921-9d5a-bffb0dc8205b req-092340a7-7467-47e1-8ca3-e389120d4ce3 service neutron] Bound port: e24383ee-b2cd-4abe-a03f-410a11f91059, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:26:23.225798 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e9295cb7-ddfb-4921-9d5a-bffb0dc8205b req-092340a7-7467-47e1-8ca3-e389120d4ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:23.238451 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-80578bdb-e224-4151-ad60-16d9bff763a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13399223'] for segment, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:23.289532 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-80578bdb-e224-4151-ad60-16d9bff763a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:23.299630 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80578bdb-e224-4151-ad60-16d9bff763a1 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=103320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:26:23.300130 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-80578bdb-e224-4151-ad60-16d9bff763a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15765202'] for segment, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:23.301917 n-d-836650-2 neutron-server[103320]: Traceback (most recent call last): Apr 05 14:26:23.301917 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:26:23.301917 n-d-836650-2 neutron-server[103320]: timer() Apr 05 14:26:23.301917 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:26:23.301917 n-d-836650-2 neutron-server[103320]: cb(*args, **kw) Apr 05 14:26:23.301917 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:26:23.301917 n-d-836650-2 neutron-server[103320]: return func(*args, **kwargs) Apr 05 14:26:23.301917 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:26:23.301917 n-d-836650-2 neutron-server[103320]: self._notify() Apr 05 14:26:23.301917 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:26:23.301917 n-d-836650-2 neutron-server[103320]: self.callback(batched_events) Apr 05 14:26:23.301917 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:26:23.301917 n-d-836650-2 neutron-server[103320]: event.method(event) Apr 05 14:26:23.301917 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:26:23.301917 n-d-836650-2 neutron-server[103320]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:26:23.301917 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:26:23.301917 n-d-836650-2 neutron-server[103320]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:26:23.301917 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:26:23.301917 n-d-836650-2 neutron-server[103320]: return f(self, *a, **k) Apr 05 14:26:23.301917 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:26:23.301917 n-d-836650-2 neutron-server[103320]: return self._get(url).json() Apr 05 14:26:23.301917 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:26:23.301917 n-d-836650-2 neutron-server[103320]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:26:23.301917 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:26:23.301917 n-d-836650-2 neutron-server[103320]: return self.request(url, 'GET', **kwargs) Apr 05 14:26:23.301917 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:26:23.301917 n-d-836650-2 neutron-server[103320]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:26:23.301917 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:26:23.301917 n-d-836650-2 neutron-server[103320]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:26:23.301917 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:26:23.301917 n-d-836650-2 neutron-server[103320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:26:23.301917 n-d-836650-2 neutron-server[103320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:26:23.392732 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-e9295cb7-ddfb-4921-9d5a-bffb0dc8205b req-092340a7-7467-47e1-8ca3-e389120d4ce3 service neutron] For port e24383ee-b2cd-4abe-a03f-410a11f91059, host n-h1-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:26:23.396456 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-e9295cb7-ddfb-4921-9d5a-bffb0dc8205b req-092340a7-7467-47e1-8ca3-e389120d4ce3 service neutron] For port e24383ee-b2cd-4abe-a03f-410a11f91059, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=e24383ee-b2cd-4abe-a03f-410a11f91059,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:26:23.461244 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-80578bdb-e224-4151-ad60-16d9bff763a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:23.468831 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-80578bdb-e224-4151-ad60-16d9bff763a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:23.473227 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-80578bdb-e224-4151-ad60-16d9bff763a1 admin admin] 10.222.0.30 "DELETE /v2.0/networks/a7521e9d-f5e6-41eb-a0df-ba36f906679b HTTP/1.1" status: 204 len: 168 time: 0.7859895 Apr 05 14:26:23.498856 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e9295cb7-ddfb-4921-9d5a-bffb0dc8205b req-092340a7-7467-47e1-8ca3-e389120d4ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:23.510424 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80578bdb-e224-4151-ad60-16d9bff763a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7521e9d-f5e6-41eb-a0df-ba36f906679b,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:23.575388 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9295cb7-ddfb-4921-9d5a-bffb0dc8205b req-092340a7-7467-47e1-8ca3-e389120d4ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:23.579227 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e9295cb7-ddfb-4921-9d5a-bffb0dc8205b req-092340a7-7467-47e1-8ca3-e389120d4ce3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:23.581345 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e9295cb7-ddfb-4921-9d5a-bffb0dc8205b req-092340a7-7467-47e1-8ca3-e389120d4ce3 service neutron] 10.222.0.55 "PUT /v2.0/ports/e24383ee-b2cd-4abe-a03f-410a11f91059 HTTP/1.1" status: 200 len: 1096 time: 2.1943827 Apr 05 14:26:23.585328 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '496f05d5-07a4-4f5a-a0e7-3a4627077a39', 'tag': 'e24383ee-b2cd-4abe-a03f-410a11f91059'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:26:23.588205 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0243da0a-6fa4-438c-806e-e00080e3173e" -d '{"events": [{"name": "network-changed", "server_uuid": "496f05d5-07a4-4f5a-a0e7-3a4627077a39", "tag": "e24383ee-b2cd-4abe-a03f-410a11f91059"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:26:23.633141 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092340a7-7467-47e1-8ca3-e389120d4ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=e24383ee-b2cd-4abe-a03f-410a11f91059,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:23.742834 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 0e3e72d9-4c72-4cc7-8f8c-4f18327722b9 details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:26:23.762929 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 0acf73df-bb0e-489a-a80a-806dabae58c9 up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:26:23.828152 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9295cb7-ddfb-4921-9d5a-bffb0dc8205b req-2ad89240-57f8-4d62-aa18-e4238b9c2504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:23.829740 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e9295cb7-ddfb-4921-9d5a-bffb0dc8205b req-2ad89240-57f8-4d62-aa18-e4238b9c2504 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c301d8186c0d498e88493d184d59ac7d&device_id=496f05d5-07a4-4f5a-a0e7-3a4627077a39 HTTP/1.1" status: 200 len: 1099 time: 0.0960450 Apr 05 14:26:23.922500 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e9295cb7-ddfb-4921-9d5a-bffb0dc8205b req-d5284483-e698-4831-b352-0ac0e2210181 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=e24383ee-b2cd-4abe-a03f-410a11f91059 HTTP/1.1" status: 200 len: 217 time: 0.0838430 Apr 05 14:26:24.026022 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 56014) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:26:24.043917 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port 0acf73df-bb0e-489a-a80a-806dabae58c9 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:26:24.056044 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 0e3e72d9-4c72-4cc7-8f8c-4f18327722b9, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=0e3e72d9-4c72-4cc7-8f8c-4f18327722b9,segment=NetworkSegment(0f730d0b-c342-4343-8a7b-7d51c303621d),segment_id=0f730d0b-c342-4343-8a7b-7d51c303621d)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:26:24.071652 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port 0acf73df-bb0e-489a-a80a-806dabae58c9 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:26:24.071652 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:24.073588 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d79b2bb-bf1e-40ba-8a71-2d03bba05b0b req-6f8d24d4-c43f-4834-92fe-dc322b119d4d tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:24.076030 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-7d79b2bb-bf1e-40ba-8a71-2d03bba05b0b req-6f8d24d4-c43f-4834-92fe-dc322b119d4d tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.55 "GET /v2.0/ports?device_id=b564e2b9-437a-4947-935a-f03731531b1a&tenant_id=eb6eb2eb5e534aae8638ab75f1f70e11&binding%3Ahost_id=n-h1-836650-2 HTTP/1.1" status: 200 len: 949 time: 0.1914697 Apr 05 14:26:24.095838 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': '0e3e72d9-4c72-4cc7-8f8c-4f18327722b9', 'network_id': 'eff47457-946f-46a8-bea0-e56e031eed3c', 'port_id': '0e3e72d9-4c72-4cc7-8f8c-4f18327722b9', 'mac_address': 'fa:16:3e:49:ea:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e12eec2-91f9-48b4-8077-4d1ac1ff86f3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:26:24.111779 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9295cb7-ddfb-4921-9d5a-bffb0dc8205b req-2e3c666b-221d-41b7-adac-d9755e5d51a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:24.113819 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e9295cb7-ddfb-4921-9d5a-bffb0dc8205b req-2e3c666b-221d-41b7-adac-d9755e5d51a8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.1825218 Apr 05 14:26:24.153283 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:24.176853 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e3e72d9-4c72-4cc7-8f8c-4f18327722b9 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:26:24.222091 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b99be-3645-45be-a18a-1e473b334027 req-3de8cd31-007e-4714-aca9-0178fdcecd8b tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:24.233111 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 0e3e72d9-4c72-4cc7-8f8c-4f18327722b9, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=0e3e72d9-4c72-4cc7-8f8c-4f18327722b9,segment=NetworkSegment(0f730d0b-c342-4343-8a7b-7d51c303621d),segment_id=0f730d0b-c342-4343-8a7b-7d51c303621d)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:26:24.233266 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-336b99be-3645-45be-a18a-1e473b334027 req-3de8cd31-007e-4714-aca9-0178fdcecd8b tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=496f05d5-07a4-4f5a-a0e7-3a4627077a39 HTTP/1.1" status: 200 len: 948 time: 0.2199917 Apr 05 14:26:24.257326 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:24.260246 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-7d79b2bb-bf1e-40ba-8a71-2d03bba05b0b req-9fd268e5-d9e7-45cc-8a72-ce922b97d51d service neutron] 10.222.0.55 "GET /v2.0/ports/0acf73df-bb0e-489a-a80a-806dabae58c9/bindings/n-h1-836650-2 HTTP/1.1" status: 200 len: 382 time: 0.1721778 Apr 05 14:26:24.287461 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-7290eaa5-8a05-4af8-b031-705708ea1255 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ec1eac502c2b411e8783585a1353acd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2547874 Apr 05 14:26:24.289605 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 56018) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:26:24.323714 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9295cb7-ddfb-4921-9d5a-bffb0dc8205b req-befdf39e-3ad5-4391-9bc7-020aff665843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:24.325870 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e9295cb7-ddfb-4921-9d5a-bffb0dc8205b req-befdf39e-3ad5-4391-9bc7-020aff665843 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2038472 Apr 05 14:26:24.339491 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d79b2bb-bf1e-40ba-8a71-2d03bba05b0b req-b06bb5cd-ae28-475e-836a-413e900e7930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:24.341174 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-7d79b2bb-bf1e-40ba-8a71-2d03bba05b0b req-b06bb5cd-ae28-475e-836a-413e900e7930 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eb6eb2eb5e534aae8638ab75f1f70e11&device_id=b564e2b9-437a-4947-935a-f03731531b1a HTTP/1.1" status: 200 len: 1100 time: 0.0587049 Apr 05 14:26:24.345828 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:24.524496 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=0e3e72d9-4c72-4cc7-8f8c-4f18327722b9,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:24.541138 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b564e2b9-437a-4947-935a-f03731531b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0acf73df-bb0e-489a-a80a-806dabae58c9'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:26:24.556064 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e5561b9-9fc2-4d7c-abcd-93a6ef996c4d" -d '{"events": [{"server_uuid": "b564e2b9-437a-4947-935a-f03731531b1a", "name": "network-vif-plugged", "status": "completed", "tag": "0acf73df-bb0e-489a-a80a-806dabae58c9"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:26:24.611446 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 0acf73df-bb0e-489a-a80a-806dabae58c9, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=0acf73df-bb0e-489a-a80a-806dabae58c9,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:26:24.645351 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d79b2bb-bf1e-40ba-8a71-2d03bba05b0b req-d552161d-9c77-4692-a9d5-87105b275655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:24.648393 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-7d79b2bb-bf1e-40ba-8a71-2d03bba05b0b req-d552161d-9c77-4692-a9d5-87105b275655 service neutron] 10.222.0.55 "GET /v2.0/networks?id=80d671a8-d1ab-4472-891b-9c042fbd7800 HTTP/1.1" status: 200 len: 870 time: 0.2888474 Apr 05 14:26:24.689323 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dcfef92a-a7e5-4455-8b96-0c64378cfce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:24.701419 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['0e3e72d9-4c72-4cc7-8f8c-4f18327722b9'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:26:24.707991 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-336b99be-3645-45be-a18a-1e473b334027 req-bd66f256-4fee-4d53-85e4-f78c26f78917 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4755008 Apr 05 14:26:24.760872 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:24.769900 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-7d79b2bb-bf1e-40ba-8a71-2d03bba05b0b req-fe9f1156-5884-49d3-ab24-bb12c49c9d26 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=0acf73df-bb0e-489a-a80a-806dabae58c9 HTTP/1.1" status: 200 len: 217 time: 0.1079061 Apr 05 14:26:24.803977 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6877ff95-bb58-414d-86ea-9f84ef9568fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:24.825482 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce7301c-4d6c-493c-9baa-cbb36568162a x-openstack-request-id: req-dce7301c-4d6c-493c-9baa-cbb36568162a {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:26:24.825845 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "496f05d5-07a4-4f5a-a0e7-3a4627077a39", "tag": "e24383ee-b2cd-4abe-a03f-410a11f91059", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:26:24.826026 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dce7301c-4d6c-493c-9baa-cbb36568162a {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:26:24.826418 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dce7301c-4d6c-493c-9baa-cbb36568162a'] response: {'name': 'network-changed', 'server_uuid': '496f05d5-07a4-4f5a-a0e7-3a4627077a39', 'tag': 'e24383ee-b2cd-4abe-a03f-410a11f91059', 'status': 'completed', 'code': 200} Apr 05 14:26:24.840110 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e9295cb7-ddfb-4921-9d5a-bffb0dc8205b req-0cf8b80d-3754-4f45-ab10-06007c201692 service neutron] 10.222.0.55 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5043271 Apr 05 14:26:24.844714 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6877ff95-bb58-414d-86ea-9f84ef9568fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:24.897778 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d79b2bb-bf1e-40ba-8a71-2d03bba05b0b req-05e62200-1477-492b-9cf6-7b4565497f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:24.902292 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-7d79b2bb-bf1e-40ba-8a71-2d03bba05b0b req-05e62200-1477-492b-9cf6-7b4565497f70 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.1220005 Apr 05 14:26:24.937891 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=0acf73df-bb0e-489a-a80a-806dabae58c9,revision_number=9']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:24.986473 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d79b2bb-bf1e-40ba-8a71-2d03bba05b0b req-9b4adba4-7b35-425e-8a9a-4aa159c65ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:24.988240 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-7d79b2bb-bf1e-40ba-8a71-2d03bba05b0b req-9b4adba4-7b35-425e-8a9a-4aa159c65ec9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0770459 Apr 05 14:26:25.016381 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e9295cb7-ddfb-4921-9d5a-bffb0dc8205b req-76468117-fbdc-4fbb-8b81-cbd426a62460 service neutron] 10.222.0.55 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639614 Apr 05 14:26:25.046761 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d872b05-15d8-423d-9e3d-90865939e426 req-8d76133e-4067-430b-af39-689a1e92d43f tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:25.048342 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1d872b05-15d8-423d-9e3d-90865939e426 req-8d76133e-4067-430b-af39-689a1e92d43f tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b564e2b9-437a-4947-935a-f03731531b1a HTTP/1.1" status: 200 len: 950 time: 0.0834341 Apr 05 14:26:25.067184 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6877ff95-bb58-414d-86ea-9f84ef9568fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:25.069786 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6877ff95-bb58-414d-86ea-9f84ef9568fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:25.073772 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-6877ff95-bb58-414d-86ea-9f84ef9568fc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/87dfefd3-1552-4299-8b8c-e9b0053c68dd HTTP/1.1" status: 204 len: 168 time: 0.7809339 Apr 05 14:26:25.121212 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6877ff95-bb58-414d-86ea-9f84ef9568fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87dfefd3-1552-4299-8b8c-e9b0053c68dd,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:25.171642 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1d872b05-15d8-423d-9e3d-90865939e426 req-44857e9e-21ae-44b2-b007-bb093ecf806d tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164153 Apr 05 14:26:25.197906 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-7d79b2bb-bf1e-40ba-8a71-2d03bba05b0b req-c4e9f5a0-1ed5-4fab-9467-2d72c8a7f806 service neutron] 10.222.0.55 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007697 Apr 05 14:26:25.343438 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0243da0a-6fa4-438c-806e-e00080e3173e req-2ff2b3cc-f1b3-48c6-9283-c383a7ad03e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:25.346173 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0243da0a-6fa4-438c-806e-e00080e3173e req-2ff2b3cc-f1b3-48c6-9283-c383a7ad03e4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c301d8186c0d498e88493d184d59ac7d&device_id=496f05d5-07a4-4f5a-a0e7-3a4627077a39 HTTP/1.1" status: 200 len: 1099 time: 0.1166217 Apr 05 14:26:25.386950 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-7d79b2bb-bf1e-40ba-8a71-2d03bba05b0b req-766dee02-31d3-46c7-9eb9-05360d63568e service neutron] 10.222.0.55 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825244 Apr 05 14:26:25.521113 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2da2de-ca38-4cca-877c-fa2f729a825c req-34da5e8b-279e-4b0f-ab10-2c672c9692f2 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:25.529929 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fe2da2de-ca38-4cca-877c-fa2f729a825c req-34da5e8b-279e-4b0f-ab10-2c672c9692f2 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?device_id=93ee6867-06f0-43fc-9fa6-fcd4d66668c3 HTTP/1.1" status: 200 len: 944 time: 0.1435149 Apr 05 14:26:25.557335 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0243da0a-6fa4-438c-806e-e00080e3173e req-4dd58111-6ed7-4d7a-9e53-14f9d99b630e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:25.559566 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0243da0a-6fa4-438c-806e-e00080e3173e req-4dd58111-6ed7-4d7a-9e53-14f9d99b630e service neutron] 10.222.0.55 "GET /v2.0/networks?id=80d671a8-d1ab-4472-891b-9c042fbd7800 HTTP/1.1" status: 200 len: 870 time: 0.2016923 Apr 05 14:26:25.605522 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fe2da2de-ca38-4cca-877c-fa2f729a825c req-c0a511cd-b3b8-4a4e-8223-7d7d2b235951 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f4ed18-73d1-4c70-bfb8-abe78be9b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746264 Apr 05 14:26:25.677234 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ede7be-915f-43ee-ad92-5afb90d15393 x-openstack-request-id: req-b2ede7be-915f-43ee-ad92-5afb90d15393 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:26:25.677234 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b564e2b9-437a-4947-935a-f03731531b1a", "name": "network-vif-plugged", "status": "completed", "tag": "0acf73df-bb0e-489a-a80a-806dabae58c9", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:26:25.677234 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b2ede7be-915f-43ee-ad92-5afb90d15393 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:26:25.677234 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2ede7be-915f-43ee-ad92-5afb90d15393'] response: {'server_uuid': 'b564e2b9-437a-4947-935a-f03731531b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0acf73df-bb0e-489a-a80a-806dabae58c9', 'code': 200} Apr 05 14:26:25.692744 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0243da0a-6fa4-438c-806e-e00080e3173e req-ca62420b-7d1f-40b7-9de7-58c3aa3964d2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=e24383ee-b2cd-4abe-a03f-410a11f91059 HTTP/1.1" status: 200 len: 217 time: 0.1167710 Apr 05 14:26:25.864033 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0243da0a-6fa4-438c-806e-e00080e3173e req-a67767e9-e3fb-4178-8eb4-8f8ce4b873be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:25.865646 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0243da0a-6fa4-438c-806e-e00080e3173e req-a67767e9-e3fb-4178-8eb4-8f8ce4b873be service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.1658366 Apr 05 14:26:26.037181 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0243da0a-6fa4-438c-806e-e00080e3173e req-49783693-e0ab-454b-941f-459f83293767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:26.039261 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0243da0a-6fa4-438c-806e-e00080e3173e req-49783693-e0ab-454b-941f-459f83293767 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1652193 Apr 05 14:26:26.069314 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21036dbf-2f4a-44fd-947c-0d578e12c42e req-d3563c18-5aea-4ce9-8d2f-36c24a0cbf8e tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:26.077717 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-21036dbf-2f4a-44fd-947c-0d578e12c42e req-d3563c18-5aea-4ce9-8d2f-36c24a0cbf8e tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=496f05d5-07a4-4f5a-a0e7-3a4627077a39 HTTP/1.1" status: 200 len: 948 time: 0.1307974 Apr 05 14:26:26.177424 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-21036dbf-2f4a-44fd-947c-0d578e12c42e req-27f7f20a-be7d-4cc2-b184-8b5f6fccb092 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898120 Apr 05 14:26:26.211114 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0243da0a-6fa4-438c-806e-e00080e3173e req-4d535157-ebda-428c-b489-68297834b5ac service neutron] 10.222.0.55 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564023 Apr 05 14:26:26.361546 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d127c4-6812-44a0-bc03-632d403aff27 req-e2bba40e-5c2e-4eec-8fc3-590f689b7fd3 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:26.363122 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b5d127c4-6812-44a0-bc03-632d403aff27 req-e2bba40e-5c2e-4eec-8fc3-590f689b7fd3 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b564e2b9-437a-4947-935a-f03731531b1a HTTP/1.1" status: 200 len: 950 time: 0.0812230 Apr 05 14:26:26.418715 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0243da0a-6fa4-438c-806e-e00080e3173e req-1406dea2-24aa-443a-b113-c746737e7409 service neutron] 10.222.0.55 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724634 Apr 05 14:26:26.424499 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b5d127c4-6812-44a0-bc03-632d403aff27 req-e41b2454-f42c-45d3-926d-e911a01f651f tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491307 Apr 05 14:26:26.694350 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a113e040-d8b3-43fa-b3b4-c428b0a2e596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:26.750847 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496adff2-253d-4623-b28a-abdcfdc829a1 req-9245b1e9-a7e6-487d-85ce-d7460d8c8b86 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:26.755301 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-496adff2-253d-4623-b28a-abdcfdc829a1 req-9245b1e9-a7e6-487d-85ce-d7460d8c8b86 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?device_id=93ee6867-06f0-43fc-9fa6-fcd4d66668c3 HTTP/1.1" status: 200 len: 944 time: 0.0851805 Apr 05 14:26:26.816972 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-496adff2-253d-4623-b28a-abdcfdc829a1 req-9b37a926-bc43-4a36-9c87-3adeade51d27 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f4ed18-73d1-4c70-bfb8-abe78be9b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526690 Apr 05 14:26:26.996863 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 56052) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:26:27.192089 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-03fe557c-6a0e-4732-9aee-93c783e56e0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:27.304893 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-03fe557c-6a0e-4732-9aee-93c783e56e0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:27.343482 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e6226-1368-49d7-8372-6b11befe02f6 req-10e22cae-469a-42b0-9ea4-4c5b2c932bc9 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:27.345004 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6e0e6226-1368-49d7-8372-6b11befe02f6 req-10e22cae-469a-42b0-9ea4-4c5b2c932bc9 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=496f05d5-07a4-4f5a-a0e7-3a4627077a39 HTTP/1.1" status: 200 len: 948 time: 0.0621812 Apr 05 14:26:27.386710 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6e0e6226-1368-49d7-8372-6b11befe02f6 req-b6c1f72a-7162-48cc-b003-57f1fa7c2eea tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355105 Apr 05 14:26:27.462316 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-03fe557c-6a0e-4732-9aee-93c783e56e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:27.603875 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 56072) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:26:27.605135 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-03fe557c-6a0e-4732-9aee-93c783e56e0d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6e0d372ceeb84ad9bfaae142a44c2822&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6052916 Apr 05 14:26:27.605714 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fe557c-6a0e-4732-9aee-93c783e56e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfcbfb22-8f4e-44cd-97ea-b9ceb30dc21d,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:27.650119 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793fd47a-ff7e-44c5-9a7f-5f6686387fda req-f2a85fbe-c370-4458-8f74-a74e6318bd52 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:27.659995 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 56074) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:26:27.661841 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-793fd47a-ff7e-44c5-9a7f-5f6686387fda req-f2a85fbe-c370-4458-8f74-a74e6318bd52 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b564e2b9-437a-4947-935a-f03731531b1a HTTP/1.1" status: 200 len: 950 time: 0.1290674 Apr 05 14:26:27.696019 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-10438a60-bb19-4142-ac83-27a4c53ae018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:27.704787 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-793fd47a-ff7e-44c5-9a7f-5f6686387fda req-f7595375-c1ea-4f48-9dd4-c82a10fd359d tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420656 Apr 05 14:26:27.736035 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-10438a60-bb19-4142-ac83-27a4c53ae018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:27.758309 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device e24383ee-b2cd-4abe-a03f-410a11f91059 details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:26:27.855652 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-b0684992-7993-4881-9f77-abd78066204d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-163172619-network', 'tenant_id': '4c46023293d04937b7cc39b36bfca09f'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:26:27.911227 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 0e3e72d9-4c72-4cc7-8f8c-4f18327722b9 up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:26:27.981871 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0684992-7993-4881-9f77-abd78066204d admin admin] Made reservation on behalf of 4c46023293d04937b7cc39b36bfca09f for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:26:27.985397 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b0684992-7993-4881-9f77-abd78066204d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:27.996491 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b0684992-7993-4881-9f77-abd78066204d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:28.021253 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d67bcd6-23bf-4a77-9d75-0bcf5051e4e6 req-124abd8f-9bcb-43f2-aed7-812dbff6c9bc tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:28.027700 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1d67bcd6-23bf-4a77-9d75-0bcf5051e4e6 req-124abd8f-9bcb-43f2-aed7-812dbff6c9bc tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?device_id=93ee6867-06f0-43fc-9fa6-fcd4d66668c3 HTTP/1.1" status: 200 len: 944 time: 0.0904086 Apr 05 14:26:28.028027 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-10438a60-bb19-4142-ac83-27a4c53ae018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:28.036229 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port e24383ee-b2cd-4abe-a03f-410a11f91059, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=e24383ee-b2cd-4abe-a03f-410a11f91059,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:26:28.036399 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-10438a60-bb19-4142-ac83-27a4c53ae018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:28.036399 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-10438a60-bb19-4142-ac83-27a4c53ae018 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dfcbfb22-8f4e-44cd-97ea-b9ceb30dc21d HTTP/1.1" status: 204 len: 168 time: 0.4277105 Apr 05 14:26:28.047171 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10438a60-bb19-4142-ac83-27a4c53ae018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfcbfb22-8f4e-44cd-97ea-b9ceb30dc21d,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:28.059031 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': 'e24383ee-b2cd-4abe-a03f-410a11f91059', 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800', 'port_id': 'e24383ee-b2cd-4abe-a03f-410a11f91059', 'mac_address': 'fa:16:3e:3a:d7:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:26:28.097609 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1d67bcd6-23bf-4a77-9d75-0bcf5051e4e6 req-0043d3bc-a064-4168-8e13-e58847db7a84 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f4ed18-73d1-4c70-bfb8-abe78be9b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596678 Apr 05 14:26:28.121278 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:28.143683 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port 0e3e72d9-4c72-4cc7-8f8c-4f18327722b9 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:26:28.147384 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:28.151363 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port 0e3e72d9-4c72-4cc7-8f8c-4f18327722b9 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:26:28.151843 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:28.160097 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b0684992-7993-4881-9f77-abd78066204d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:28.185465 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e24383ee-b2cd-4abe-a03f-410a11f91059 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:26:28.211000 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port e24383ee-b2cd-4abe-a03f-410a11f91059, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=e24383ee-b2cd-4abe-a03f-410a11f91059,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:26:28.261757 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b0684992-7993-4881-9f77-abd78066204d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:28.265494 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:28.293800 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ee6867-06f0-43fc-9fa6-fcd4d66668c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e3e72d9-4c72-4cc7-8f8c-4f18327722b9'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:26:28.294140 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0684992-7993-4881-9f77-abd78066204d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:26:28.296343 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1248ea0-d7b1-4c88-859c-ba9b22d7d2b0" -d '{"events": [{"server_uuid": "93ee6867-06f0-43fc-9fa6-fcd4d66668c3", "name": "network-vif-plugged", "status": "completed", "tag": "0e3e72d9-4c72-4cc7-8f8c-4f18327722b9"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:26:28.317491 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 0e3e72d9-4c72-4cc7-8f8c-4f18327722b9, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=0e3e72d9-4c72-4cc7-8f8c-4f18327722b9,segment=NetworkSegment(0f730d0b-c342-4343-8a7b-7d51c303621d),segment_id=0f730d0b-c342-4343-8a7b-7d51c303621d)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:26:28.334739 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b0684992-7993-4881-9f77-abd78066204d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:28.335188 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-b0684992-7993-4881-9f77-abd78066204d admin admin] Added segment b59f006c-1b82-4d36-9060-360a60727a7f of type vlan for network c0294919-aea9-4315-98b3-d37ae7dfdddb Apr 05 14:26:28.336406 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0684992-7993-4881-9f77-abd78066204d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af1bc31d-d32e-449d-996f-2d72dd41207d,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:28.341154 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:28.382266 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 7 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 14:26:28.421879 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b0684992-7993-4881-9f77-abd78066204d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:28.566232 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce84409-23ec-4f17-bc5c-c2a01d59140c x-openstack-request-id: req-6ce84409-23ec-4f17-bc5c-c2a01d59140c {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:26:28.566699 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93ee6867-06f0-43fc-9fa6-fcd4d66668c3", "name": "network-vif-plugged", "status": "completed", "tag": "0e3e72d9-4c72-4cc7-8f8c-4f18327722b9", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:26:28.568319 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6ce84409-23ec-4f17-bc5c-c2a01d59140c {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:26:28.568712 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ce84409-23ec-4f17-bc5c-c2a01d59140c'] response: {'server_uuid': '93ee6867-06f0-43fc-9fa6-fcd4d66668c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e3e72d9-4c72-4cc7-8f8c-4f18327722b9', 'code': 200} Apr 05 14:26:28.591505 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:28.615373 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b0684992-7993-4881-9f77-abd78066204d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:28.617149 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0684992-7993-4881-9f77-abd78066204d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:28.618044 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b0684992-7993-4881-9f77-abd78066204d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:28.631123 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=e24383ee-b2cd-4abe-a03f-410a11f91059,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:28.665149 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:26:28.669830 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:26:28.669830 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:26:28.669830 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:26:28.669830 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:26:28.669830 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:26:28.669830 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:26:28.669830 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:26:28.669830 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:26:28.669830 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:26:28.669830 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:26:28.672011 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:26:28.693586 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['e24383ee-b2cd-4abe-a03f-410a11f91059'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:26:28.710061 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4a42c9-0570-4ccd-84dd-64823e4da6a4 req-7e32262c-cd5a-45c9-aec7-4b4e0013e9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:28.712411 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-de4a42c9-0570-4ccd-84dd-64823e4da6a4 req-7e32262c-cd5a-45c9-aec7-4b4e0013e9a3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=93ee6867-06f0-43fc-9fa6-fcd4d66668c3 HTTP/1.1" status: 200 len: 1096 time: 0.2376683 Apr 05 14:26:28.721846 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf52b4d1-f67d-4b9b-aadb-e2141a81ae4e req-5718ec65-36d7-43cc-868c-eb63108eec16 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:28.729933 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cf52b4d1-f67d-4b9b-aadb-e2141a81ae4e req-5718ec65-36d7-43cc-868c-eb63108eec16 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=496f05d5-07a4-4f5a-a0e7-3a4627077a39 HTTP/1.1" status: 200 len: 949 time: 0.2266695 Apr 05 14:26:28.776396 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 56092) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:26:28.783759 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-b0684992-7993-4881-9f77-abd78066204d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1222398 Apr 05 14:26:28.803981 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0684992-7993-4881-9f77-abd78066204d admin admin] Pushing event updated for resources: {'Network': ['ID=c0294919-aea9-4315-98b3-d37ae7dfdddb,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:28.812503 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cf52b4d1-f67d-4b9b-aadb-e2141a81ae4e req-cad10641-2a38-4fbe-ab72-05184b043d35 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815310 Apr 05 14:26:28.818162 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-6697413c-fe44-42d7-b338-91fe96073008 admin admin] Request body: {'subnet': {'network_id': 'c0294919-aea9-4315-98b3-d37ae7dfdddb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-163172619-subnet', 'tenant_id': '4c46023293d04937b7cc39b36bfca09f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:26:28.831688 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network c0294919-aea9-4315-98b3-d37ae7dfdddb details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:26:28.863650 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-de4a42c9-0570-4ccd-84dd-64823e4da6a4 req-a77239ff-92ec-4fac-8172-06d42d3ff647 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=63f4ed18-73d1-4c70-bfb8-abe78be9b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316428 Apr 05 14:26:28.944929 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d79b2bb-bf1e-40ba-8a71-2d03bba05b0b req-92b78304-a6dc-452f-b72f-acab3b435659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:28.947777 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-7d79b2bb-bf1e-40ba-8a71-2d03bba05b0b req-92b78304-a6dc-452f-b72f-acab3b435659 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b564e2b9-437a-4947-935a-f03731531b1a&tenant_id=eb6eb2eb5e534aae8638ab75f1f70e11 HTTP/1.1" status: 200 len: 1101 time: 0.1509254 Apr 05 14:26:28.962383 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-7d79b2bb-bf1e-40ba-8a71-2d03bba05b0b req-6803f560-6df2-484b-8968-76bcae497c8e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836650-2', 'device_owner': 'compute:nova'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:26:28.964258 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6697413c-fe44-42d7-b338-91fe96073008 admin admin] Made reservation on behalf of 4c46023293d04937b7cc39b36bfca09f for: {'subnet': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:26:28.971604 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6697413c-fe44-42d7-b338-91fe96073008 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13127328'] for subnet, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:28.992000 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=0e3e72d9-4c72-4cc7-8f8c-4f18327722b9,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:29.073921 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-7d79b2bb-bf1e-40ba-8a71-2d03bba05b0b req-6803f560-6df2-484b-8968-76bcae497c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:29.104287 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe01a793-f763-4c78-9eb4-bb8e31596487 req-3e2126ad-ec25-435f-a3ee-87758b9ccdfd tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:29.107222 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fe01a793-f763-4c78-9eb4-bb8e31596487 req-3e2126ad-ec25-435f-a3ee-87758b9ccdfd tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b564e2b9-437a-4947-935a-f03731531b1a HTTP/1.1" status: 200 len: 950 time: 0.1566641 Apr 05 14:26:29.182164 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fe01a793-f763-4c78-9eb4-bb8e31596487 req-0c777709-4128-41f7-8f52-2c6796090b36 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683265 Apr 05 14:26:29.213814 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 56096) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:26:29.295325 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ac9cdf32-3e7a-4119-ab5c-64ed6d3d7142 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:29.402165 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-7d79b2bb-bf1e-40ba-8a71-2d03bba05b0b req-6803f560-6df2-484b-8968-76bcae497c8e service neutron] For port 0acf73df-bb0e-489a-a80a-806dabae58c9, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=0acf73df-bb0e-489a-a80a-806dabae58c9,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:26:29.409223 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:29.449384 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-7d79b2bb-bf1e-40ba-8a71-2d03bba05b0b req-6803f560-6df2-484b-8968-76bcae497c8e service neutron] For port 0acf73df-bb0e-489a-a80a-806dabae58c9, host n-h1-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:26:29.454908 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c875a8-5394-4c4d-9c46-1a1e0cac0076 req-798f4344-8d10-428d-9f38-efefca9912a9 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:29.456565 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-73c875a8-5394-4c4d-9c46-1a1e0cac0076 req-798f4344-8d10-428d-9f38-efefca9912a9 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?device_id=93ee6867-06f0-43fc-9fa6-fcd4d66668c3 HTTP/1.1" status: 200 len: 945 time: 0.1723998 Apr 05 14:26:29.515123 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-73c875a8-5394-4c4d-9c46-1a1e0cac0076 req-0b1bcbe8-1c1a-4373-adda-33291715a8dd tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f4ed18-73d1-4c70-bfb8-abe78be9b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483150 Apr 05 14:26:29.537482 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6697413c-fe44-42d7-b338-91fe96073008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15773751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13127350'] for subnet, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:29.564691 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b564e2b9-437a-4947-935a-f03731531b1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0acf73df-bb0e-489a-a80a-806dabae58c9'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:26:29.568487 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b564c77-c1dc-4296-b0d1-472f90a64dbd" -d '{"events": [{"server_uuid": "b564e2b9-437a-4947-935a-f03731531b1a", "name": "network-vif-unplugged", "status": "completed", "tag": "0acf73df-bb0e-489a-a80a-806dabae58c9"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:26:29.574241 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-7d79b2bb-bf1e-40ba-8a71-2d03bba05b0b req-6803f560-6df2-484b-8968-76bcae497c8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:29.596618 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:29.598666 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.provisioning_blocks [req-7d79b2bb-bf1e-40ba-8a71-2d03bba05b0b req-6803f560-6df2-484b-8968-76bcae497c8e service neutron] Transition to ACTIVE for port object 0acf73df-bb0e-489a-a80a-806dabae58c9 will not be triggered until provisioned by entity L2. {{(pid=103321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:26:29.634682 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 14:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d3a448-9197-4728-864c-242b2f2a54a1 x-openstack-request-id: req-a9d3a448-9197-4728-864c-242b2f2a54a1 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:26:29.635311 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b564e2b9-437a-4947-935a-f03731531b1a", "name": "network-vif-unplugged", "status": "completed", "tag": "0acf73df-bb0e-489a-a80a-806dabae58c9", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:26:29.635311 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a9d3a448-9197-4728-864c-242b2f2a54a1 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:26:29.635788 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9d3a448-9197-4728-864c-242b2f2a54a1'] response: {'server_uuid': 'b564e2b9-437a-4947-935a-f03731531b1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0acf73df-bb0e-489a-a80a-806dabae58c9', 'code': 200} Apr 05 14:26:29.636471 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6697413c-fe44-42d7-b338-91fe96073008 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5259f0aa-646e-4e1c-be67-02efc0873c39,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:29.673129 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ac9cdf32-3e7a-4119-ab5c-64ed6d3d7142 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:29.679797 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6697413c-fe44-42d7-b338-91fe96073008 admin admin] Checking segment: {'id': 'b59f006c-1b82-4d36-9060-360a60727a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c0294919-aea9-4315-98b3-d37ae7dfdddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:26:29.680166 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6697413c-fe44-42d7-b338-91fe96073008 admin admin] Network hostable DHCP agents. Network: c0294919-aea9-4315-98b3-d37ae7dfdddb, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:26:29.701269 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-7d79b2bb-bf1e-40ba-8a71-2d03bba05b0b req-6803f560-6df2-484b-8968-76bcae497c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:29.758120 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ac9cdf32-3e7a-4119-ab5c-64ed6d3d7142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:29.776062 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 0acf73df-bb0e-489a-a80a-806dabae58c9 no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:26:29.810682 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9cdf32-3e7a-4119-ab5c-64ed6d3d7142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df37dccf-75f8-430c-94fd-d2d5f97b4388,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:29.841866 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-ac9cdf32-3e7a-4119-ab5c-64ed6d3d7142 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=faa6457ca2c5477ba55f2e94402edff2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6267483 Apr 05 14:26:29.843116 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 56102) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:26:29.898312 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6697413c-fe44-42d7-b338-91fe96073008 admin admin] Network c0294919-aea9-4315-98b3-d37ae7dfdddb is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:26:29.921939 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-aadd9097-4249-48b9-9a89-59f350c2df4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:29.949276 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 0acf73df-bb0e-489a-a80a-806dabae58c9 not bound to the agent host n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:26:29.962117 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-aadd9097-4249-48b9-9a89-59f350c2df4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:30.012847 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-6697413c-fe44-42d7-b338-91fe96073008 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, c0294919-aea9-4315-98b3-d37ae7dfdddb) {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:26:30.025604 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46d19c9-bc1b-4097-9be2-6b4dda4cd7af None None] Network c0294919-aea9-4315-98b3-d37ae7dfdddb requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:26:30.025828 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6697413c-fe44-42d7-b338-91fe96073008 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:30.029143 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6697413c-fe44-42d7-b338-91fe96073008 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:30.117846 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c4fd3e-30f0-4850-a8df-f91dd7426707 req-a74ae708-b745-4fdd-bb24-123daf5242e7 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:30.128270 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-18c4fd3e-30f0-4850-a8df-f91dd7426707 req-a74ae708-b745-4fdd-bb24-123daf5242e7 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=496f05d5-07a4-4f5a-a0e7-3a4627077a39 HTTP/1.1" status: 200 len: 949 time: 0.0888965 Apr 05 14:26:30.189265 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-18c4fd3e-30f0-4850-a8df-f91dd7426707 req-21a2609a-84c5-4615-a903-193135e3c4db tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565374 Apr 05 14:26:30.214049 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-6697413c-fe44-42d7-b338-91fe96073008 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4318910 Apr 05 14:26:30.220577 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 56108) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:26:30.233516 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-c9bd472e-42ce-4540-9a90-03644533eb1a admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-163172619-router', 'tenant_id': '4c46023293d04937b7cc39b36bfca09f', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:26:30.249269 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d79b2bb-bf1e-40ba-8a71-2d03bba05b0b req-6803f560-6df2-484b-8968-76bcae497c8e service neutron] No DVR routers for this DVR port 0acf73df-bb0e-489a-a80a-806dabae58c9 on host n-h1-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:26:30.254857 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6803f560-6df2-484b-8968-76bcae497c8e service neutron] Pushing event updated for resources: {'Port': ['ID=0acf73df-bb0e-489a-a80a-806dabae58c9,revision_number=10']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:30.296059 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-7d79b2bb-bf1e-40ba-8a71-2d03bba05b0b req-6803f560-6df2-484b-8968-76bcae497c8e service neutron] Attempting to bind port 0acf73df-bb0e-489a-a80a-806dabae58c9 on host n-h2-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:26:30.298958 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-7d79b2bb-bf1e-40ba-8a71-2d03bba05b0b req-6803f560-6df2-484b-8968-76bcae497c8e service neutron] Attempting to bind port 0acf73df-bb0e-489a-a80a-806dabae58c9 by drivers openvswitch,hyperv on host n-h2-836650-2 at level 0 using segments [{'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:26:30.298958 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d79b2bb-bf1e-40ba-8a71-2d03bba05b0b req-6803f560-6df2-484b-8968-76bcae497c8e service neutron] Attempting to bind port 0acf73df-bb0e-489a-a80a-806dabae58c9 on network 80d671a8-d1ab-4472-891b-9c042fbd7800 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:26:30.303271 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d79b2bb-bf1e-40ba-8a71-2d03bba05b0b req-6803f560-6df2-484b-8968-76bcae497c8e service neutron] Port 0acf73df-bb0e-489a-a80a-806dabae58c9 on network 80d671a8-d1ab-4472-891b-9c042fbd7800 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:26:30.303450 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-aadd9097-4249-48b9-9a89-59f350c2df4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:30.305043 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d79b2bb-bf1e-40ba-8a71-2d03bba05b0b req-6803f560-6df2-484b-8968-76bcae497c8e service neutron] Attempting to bind port 0acf73df-bb0e-489a-a80a-806dabae58c9 on network 80d671a8-d1ab-4472-891b-9c042fbd7800 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:26:30.310301 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-aadd9097-4249-48b9-9a89-59f350c2df4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:30.313380 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d79b2bb-bf1e-40ba-8a71-2d03bba05b0b req-6803f560-6df2-484b-8968-76bcae497c8e service neutron] Checking agent: {'id': '6d8cf521-24bb-4b6a-bbae-0284f5c87a9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:26:30.314152 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d79b2bb-bf1e-40ba-8a71-2d03bba05b0b req-6803f560-6df2-484b-8968-76bcae497c8e service neutron] Checking segment: {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:26:30.314769 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d79b2bb-bf1e-40ba-8a71-2d03bba05b0b req-6803f560-6df2-484b-8968-76bcae497c8e service neutron] Bound using segment: {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:26:30.315763 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-7d79b2bb-bf1e-40ba-8a71-2d03bba05b0b req-6803f560-6df2-484b-8968-76bcae497c8e service neutron] Bound port: 0acf73df-bb0e-489a-a80a-806dabae58c9, host: n-h2-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:26:30.316346 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-7d79b2bb-bf1e-40ba-8a71-2d03bba05b0b req-6803f560-6df2-484b-8968-76bcae497c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:30.326601 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-aadd9097-4249-48b9-9a89-59f350c2df4a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/df37dccf-75f8-430c-94fd-d2d5f97b4388 HTTP/1.1" status: 204 len: 168 time: 0.4812167 Apr 05 14:26:30.354915 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadd9097-4249-48b9-9a89-59f350c2df4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df37dccf-75f8-430c-94fd-d2d5f97b4388,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:30.429786 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c9bd472e-42ce-4540-9a90-03644533eb1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27088'] for router, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:30.430699 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-7d79b2bb-bf1e-40ba-8a71-2d03bba05b0b req-6803f560-6df2-484b-8968-76bcae497c8e service neutron] For port 0acf73df-bb0e-489a-a80a-806dabae58c9, host n-h2-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:26:30.430821 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c9bd472e-42ce-4540-9a90-03644533eb1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27079'] for router, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:30.437643 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-7d79b2bb-bf1e-40ba-8a71-2d03bba05b0b req-6803f560-6df2-484b-8968-76bcae497c8e service neutron] For port 0acf73df-bb0e-489a-a80a-806dabae58c9, host n-h2-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=0acf73df-bb0e-489a-a80a-806dabae58c9,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:26:30.512844 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-7d79b2bb-bf1e-40ba-8a71-2d03bba05b0b req-6803f560-6df2-484b-8968-76bcae497c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:30.538802 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f92718-f70b-4871-9f75-5c6de82201e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-c0294919-aea9-4315-98b3-d37ae7dfdddb', 'network_id': 'c0294919-aea9-4315-98b3-d37ae7dfdddb', 'tenant_id': '4c46023293d04937b7cc39b36bfca09f', 'fixed_ips': [{'subnet_id': '5259f0aa-646e-4e1c-be67-02efc0873c39'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:26:30.542143 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-32f92718-f70b-4871-9f75-5c6de82201e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:30.572722 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c9bd472e-42ce-4540-9a90-03644533eb1a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:30.600638 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d79b2bb-bf1e-40ba-8a71-2d03bba05b0b req-6803f560-6df2-484b-8968-76bcae497c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:30.600638 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-7d79b2bb-bf1e-40ba-8a71-2d03bba05b0b req-6803f560-6df2-484b-8968-76bcae497c8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:30.600638 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-7d79b2bb-bf1e-40ba-8a71-2d03bba05b0b req-6803f560-6df2-484b-8968-76bcae497c8e service neutron] 10.222.0.11 "PUT /v2.0/ports/0acf73df-bb0e-489a-a80a-806dabae58c9 HTTP/1.1" status: 200 len: 1097 time: 1.6325498 Apr 05 14:26:30.617601 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4dad42-b42c-457b-b81b-f0085644c10b req-d4420e0b-2b2d-4f62-8ca1-386dac6be5f6 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:30.628290 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ad4dad42-b42c-457b-b81b-f0085644c10b req-d4420e0b-2b2d-4f62-8ca1-386dac6be5f6 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b564e2b9-437a-4947-935a-f03731531b1a HTTP/1.1" status: 200 len: 949 time: 0.2448657 Apr 05 14:26:30.684367 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ad4dad42-b42c-457b-b81b-f0085644c10b req-7f6ed6dd-ab86-403d-8142-601be097fab2 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551832 Apr 05 14:26:30.732542 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6803f560-6df2-484b-8968-76bcae497c8e service neutron] Pushing event updated for resources: {'Port': ['ID=0acf73df-bb0e-489a-a80a-806dabae58c9,revision_number=11']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:30.764415 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d79b2bb-bf1e-40ba-8a71-2d03bba05b0b req-b6766908-9a01-4b80-b876-c860cd4a7c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:30.769898 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-7d79b2bb-bf1e-40ba-8a71-2d03bba05b0b req-b6766908-9a01-4b80-b876-c860cd4a7c9e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eb6eb2eb5e534aae8638ab75f1f70e11&device_id=b564e2b9-437a-4947-935a-f03731531b1a HTTP/1.1" status: 200 len: 1100 time: 0.1191461 Apr 05 14:26:30.959004 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d79b2bb-bf1e-40ba-8a71-2d03bba05b0b req-466c229a-922b-4bdb-a1ad-bf9fe6f92b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:30.960935 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-7d79b2bb-bf1e-40ba-8a71-2d03bba05b0b req-466c229a-922b-4bdb-a1ad-bf9fe6f92b29 service neutron] 10.222.0.11 "GET /v2.0/networks?id=80d671a8-d1ab-4472-891b-9c042fbd7800 HTTP/1.1" status: 200 len: 870 time: 0.1801558 Apr 05 14:26:31.028567 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-32f92718-f70b-4871-9f75-5c6de82201e5 None None] Allocated IP 172.20.0.2 (c0294919-aea9-4315-98b3-d37ae7dfdddb/5259f0aa-646e-4e1c-be67-02efc0873c39/b7e18014-b155-4808-bc36-b3f6d2447ec6) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:26:31.031623 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-7d79b2bb-bf1e-40ba-8a71-2d03bba05b0b req-dd03e24e-8ae4-4828-bddb-4218edcf0eb9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=0acf73df-bb0e-489a-a80a-806dabae58c9 HTTP/1.1" status: 200 len: 217 time: 0.0624614 Apr 05 14:26:31.067608 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c9bd472e-42ce-4540-9a90-03644533eb1a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:31.098814 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38713aec-dce3-4751-ab7b-039b4866b6d2 req-3a325679-ab36-4b48-b87f-0e087fa117df tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:31.112856 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-38713aec-dce3-4751-ab7b-039b4866b6d2 req-3a325679-ab36-4b48-b87f-0e087fa117df tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?device_id=93ee6867-06f0-43fc-9fa6-fcd4d66668c3 HTTP/1.1" status: 200 len: 945 time: 0.2017274 Apr 05 14:26:31.124913 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d79b2bb-bf1e-40ba-8a71-2d03bba05b0b req-971b1359-69cc-4f09-b489-e12082f3892c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:31.127317 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-7d79b2bb-bf1e-40ba-8a71-2d03bba05b0b req-971b1359-69cc-4f09-b489-e12082f3892c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.0839477 Apr 05 14:26:31.216120 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d79b2bb-bf1e-40ba-8a71-2d03bba05b0b req-8c4bfac1-ec14-4ba2-bc8f-c9a0aa722640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:31.218306 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-7d79b2bb-bf1e-40ba-8a71-2d03bba05b0b req-8c4bfac1-ec14-4ba2-bc8f-c9a0aa722640 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0823503 Apr 05 14:26:31.261239 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-38713aec-dce3-4751-ab7b-039b4866b6d2 req-655d6784-4b62-4ca3-96ef-3c1dde29f008 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f4ed18-73d1-4c70-bfb8-abe78be9b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470425 Apr 05 14:26:31.445213 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-7d79b2bb-bf1e-40ba-8a71-2d03bba05b0b req-1a20fd4d-0553-4850-8f8f-43d01af5c384 service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054663 Apr 05 14:26:31.515657 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-32f92718-f70b-4871-9f75-5c6de82201e5 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:31.518391 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de9bacb-2af7-4e14-9dda-65ac00ada33c req-6d73d3ae-b88b-4e76-b437-01c669012341 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:31.527640 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0de9bacb-2af7-4e14-9dda-65ac00ada33c req-6d73d3ae-b88b-4e76-b437-01c669012341 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=496f05d5-07a4-4f5a-a0e7-3a4627077a39 HTTP/1.1" status: 200 len: 949 time: 0.1126704 Apr 05 14:26:31.623008 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-7d79b2bb-bf1e-40ba-8a71-2d03bba05b0b req-d5a5549a-6ccb-4900-b68f-56fb614b84ea service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770232 Apr 05 14:26:31.636906 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b564e2b9-437a-4947-935a-f03731531b1a', 'tag': '0acf73df-bb0e-489a-a80a-806dabae58c9'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:26:31.639359 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced5fff6-4b11-432a-8eb8-5f5a817af1b7" -d '{"events": [{"name": "network-changed", "server_uuid": "b564e2b9-437a-4947-935a-f03731531b1a", "tag": "0acf73df-bb0e-489a-a80a-806dabae58c9"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:26:31.703089 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0de9bacb-2af7-4e14-9dda-65ac00ada33c req-de72e373-2d2e-4198-a117-8ab8904a36e8 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743958 Apr 05 14:26:31.748933 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c9bd472e-42ce-4540-9a90-03644533eb1a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:31.774031 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device e24383ee-b2cd-4abe-a03f-410a11f91059 up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:26:31.783129 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c9bd472e-42ce-4540-9a90-03644533eb1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:31.935286 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-c9bd472e-42ce-4540-9a90-03644533eb1a admin admin] Allocated IP 172.25.6.79 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/3721221a-2ce3-4412-ac4e-c5be5ed09a0d) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:26:32.089111 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c9bd472e-42ce-4540-9a90-03644533eb1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:32.262318 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-32f92718-f70b-4871-9f75-5c6de82201e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:32.278983 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c9bd472e-42ce-4540-9a90-03644533eb1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:32.338524 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port e24383ee-b2cd-4abe-a03f-410a11f91059 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:26:32.343826 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9bd472e-42ce-4540-9a90-03644533eb1a admin admin] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:26:32.344150 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f92718-f70b-4871-9f75-5c6de82201e5 None None] Pushing event updated for resources: {'Port': ['ID=b7e18014-b155-4808-bc36-b3f6d2447ec6,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:32.347208 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port e24383ee-b2cd-4abe-a03f-410a11f91059 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:26:32.347572 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:32.352790 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-c9bd472e-42ce-4540-9a90-03644533eb1a admin admin] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:26:32.362660 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bd472e-42ce-4540-9a90-03644533eb1a admin admin] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:26:32.446078 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f92718-f70b-4871-9f75-5c6de82201e5 None None] Network c0294919-aea9-4315-98b3-d37ae7dfdddb is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:26:32.448890 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-32f92718-f70b-4871-9f75-5c6de82201e5 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:26:32.452173 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f92718-f70b-4871-9f75-5c6de82201e5 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:26:32.505805 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:32.585797 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '496f05d5-07a4-4f5a-a0e7-3a4627077a39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e24383ee-b2cd-4abe-a03f-410a11f91059'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:26:32.588164 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db965f25-69e2-4b8d-8d0c-5c32cf61f75b" -d '{"events": [{"server_uuid": "496f05d5-07a4-4f5a-a0e7-3a4627077a39", "name": "network-vif-plugged", "status": "completed", "tag": "e24383ee-b2cd-4abe-a03f-410a11f91059"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:26:32.633460 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port e24383ee-b2cd-4abe-a03f-410a11f91059, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=e24383ee-b2cd-4abe-a03f-410a11f91059,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:26:32.646415 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-32f92718-f70b-4871-9f75-5c6de82201e5 None None] Attempting to bind port b7e18014-b155-4808-bc36-b3f6d2447ec6 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:26:32.646887 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-32f92718-f70b-4871-9f75-5c6de82201e5 None None] Attempting to bind port b7e18014-b155-4808-bc36-b3f6d2447ec6 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'b59f006c-1b82-4d36-9060-360a60727a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c0294919-aea9-4315-98b3-d37ae7dfdddb'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:26:32.647138 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f92718-f70b-4871-9f75-5c6de82201e5 None None] Attempting to bind port b7e18014-b155-4808-bc36-b3f6d2447ec6 on network c0294919-aea9-4315-98b3-d37ae7dfdddb {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:26:32.660598 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f92718-f70b-4871-9f75-5c6de82201e5 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:26:32.660598 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f92718-f70b-4871-9f75-5c6de82201e5 None None] Checking segment: {'id': 'b59f006c-1b82-4d36-9060-360a60727a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c0294919-aea9-4315-98b3-d37ae7dfdddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:26:32.660598 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-32f92718-f70b-4871-9f75-5c6de82201e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:32.660598 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f92718-f70b-4871-9f75-5c6de82201e5 None None] Bound using segment: {'id': 'b59f006c-1b82-4d36-9060-360a60727a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c0294919-aea9-4315-98b3-d37ae7dfdddb'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:26:32.660598 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-32f92718-f70b-4871-9f75-5c6de82201e5 None None] Bound port: b7e18014-b155-4808-bc36-b3f6d2447ec6, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b59f006c-1b82-4d36-9060-360a60727a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c0294919-aea9-4315-98b3-d37ae7dfdddb'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:26:32.660598 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-32f92718-f70b-4871-9f75-5c6de82201e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:32.726728 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:32.794515 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd472e-42ce-4540-9a90-03644533eb1a admin admin] Pushing event updated for resources: {'Port': ['ID=3721221a-2ce3-4412-ac4e-c5be5ed09a0d,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:32.832062 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=e24383ee-b2cd-4abe-a03f-410a11f91059,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:32.860555 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-32f92718-f70b-4871-9f75-5c6de82201e5 None None] For port b7e18014-b155-4808-bc36-b3f6d2447ec6, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:26:32.868814 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-32f92718-f70b-4871-9f75-5c6de82201e5 None None] For port b7e18014-b155-4808-bc36-b3f6d2447ec6, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=b7e18014-b155-4808-bc36-b3f6d2447ec6,segment=NetworkSegment(b59f006c-1b82-4d36-9060-360a60727a7f),segment_id=b59f006c-1b82-4d36-9060-360a60727a7f)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:26:32.972340 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-32f92718-f70b-4871-9f75-5c6de82201e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:33.004031 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 56154) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:26:33.145577 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c9bd472e-42ce-4540-9a90-03644533eb1a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:33.148145 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f92718-f70b-4871-9f75-5c6de82201e5 None None] Pushing event updated for resources: {'Port': ['ID=b7e18014-b155-4808-bc36-b3f6d2447ec6,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:33.188959 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-1408b00f-eb74-413a-aff3-34d17895ff9b admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-623849311-network', 'tenant_id': 'ec0fa5de45e74f079e998d8c4a01aedf'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:26:33.364220 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1408b00f-eb74-413a-aff3-34d17895ff9b admin admin] Made reservation on behalf of ec0fa5de45e74f079e998d8c4a01aedf for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:26:33.366217 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1408b00f-eb74-413a-aff3-34d17895ff9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:33.382096 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1408b00f-eb74-413a-aff3-34d17895ff9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:33.412466 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c9bd472e-42ce-4540-9a90-03644533eb1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618'] for router, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:33.481723 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1408b00f-eb74-413a-aff3-34d17895ff9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:33.558514 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1408b00f-eb74-413a-aff3-34d17895ff9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:33.605031 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1408b00f-eb74-413a-aff3-34d17895ff9b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:26:33.615274 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1408b00f-eb74-413a-aff3-34d17895ff9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caccea3b-ae4e-4d82-ace8-3fae3ffda35d,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:33.620327 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1408b00f-eb74-413a-aff3-34d17895ff9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:33.620955 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-1408b00f-eb74-413a-aff3-34d17895ff9b admin admin] Added segment e44f5d0a-bab4-40cf-a1ed-36028ad06628 of type vlan for network a37e2d3e-8e8b-49fa-a97d-3b06631436db Apr 05 14:26:33.678672 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1408b00f-eb74-413a-aff3-34d17895ff9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:33.682241 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9bd472e-42ce-4540-9a90-03644533eb1a admin admin] Router 213e08ce-06de-4afe-8880-8f17ba1a9046 is scheduled to L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 with binding_index 1 {{(pid=103320) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:26:33.804811 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1408b00f-eb74-413a-aff3-34d17895ff9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:33.805811 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1408b00f-eb74-413a-aff3-34d17895ff9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:33.806737 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1408b00f-eb74-413a-aff3-34d17895ff9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:33.887539 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9bd472e-42ce-4540-9a90-03644533eb1a admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:26:33.902252 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbd12df-0a33-445c-9c1d-ac89be8de1a4 None None] Sync routers for ids ['213e08ce-06de-4afe-8880-8f17ba1a9046'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:26:33.914911 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbd12df-0a33-445c-9c1d-ac89be8de1a4 None None] Routers {'213e08ce-06de-4afe-8880-8f17ba1a9046'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:26:33.917181 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-ddbd12df-0a33-445c-9c1d-ac89be8de1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:26:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['213e08ce-06de-4afe-8880-8f17ba1a9046'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:26:33.928078 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1408b00f-eb74-413a-aff3-34d17895ff9b admin admin] Pushing event updated for resources: {'Network': ['ID=a37e2d3e-8e8b-49fa-a97d-3b06631436db,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:33.939646 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network a37e2d3e-8e8b-49fa-a97d-3b06631436db details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:26:33.956294 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 56162) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:26:33.956544 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-1408b00f-eb74-413a-aff3-34d17895ff9b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9512703 Apr 05 14:26:33.966370 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-60ac4ae4-1a73-4a22-bc41-e0d51bba7483 admin admin] Request body: {'subnet': {'network_id': 'a37e2d3e-8e8b-49fa-a97d-3b06631436db', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-623849311-subnet', 'tenant_id': 'ec0fa5de45e74f079e998d8c4a01aedf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:26:34.006248 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c9bd472e-42ce-4540-9a90-03644533eb1a admin admin] Notify callbacks [] for router, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:34.011839 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 56164) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:26:34.014274 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-c9bd472e-42ce-4540-9a90-03644533eb1a admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.7907629 Apr 05 14:26:34.084272 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ac4ae4-1a73-4a22-bc41-e0d51bba7483 admin admin] Made reservation on behalf of ec0fa5de45e74f079e998d8c4a01aedf for: {'subnet': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:26:34.086707 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-60ac4ae4-1a73-4a22-bc41-e0d51bba7483 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13127328'] for subnet, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:34.203749 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-ddbd12df-0a33-445c-9c1d-ac89be8de1a4 None None] Set router 213e08ce-06de-4afe-8880-8f17ba1a9046 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:26:34.304404 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4fe273b-cabb-4ea2-9702-e082abdac109 None None] Network c0294919-aea9-4315-98b3-d37ae7dfdddb requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:26:34.436620 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-0973f8ab-3904-40b1-8e51-f0ade915cfbb None None] Provisioning complete for port b7e18014-b155-4808-bc36-b3f6d2447ec6 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:26:34.437377 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0973f8ab-3904-40b1-8e51-f0ade915cfbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:34.444295 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-60ac4ae4-1a73-4a22-bc41-e0d51bba7483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15773751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13127350'] for subnet, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:34.541636 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-ddbd12df-0a33-445c-9c1d-ac89be8de1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '213e08ce-06de-4afe-8880-8f17ba1a9046', 'name': 'tempest-TaggedBootDevicesTest_v242-163172619-router', 'tenant_id': '4c46023293d04937b7cc39b36bfca09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '3721221a-2ce3-4412-ac4e-c5be5ed09a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:26:30Z', 'updated_at': '2022-04-05T14:26:32Z', 'revision_number': 3, 'project_id': '4c46023293d04937b7cc39b36bfca09f', 'gw_port': {'id': '3721221a-2ce3-4412-ac4e-c5be5ed09a0d', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '213e08ce-06de-4afe-8880-8f17ba1a9046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:26:31Z', 'updated_at': '2022-04-05T14:26:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:26:34.581053 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ac4ae4-1a73-4a22-bc41-e0d51bba7483 admin admin] Checking segment: {'id': 'e44f5d0a-bab4-40cf-a1ed-36028ad06628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a37e2d3e-8e8b-49fa-a97d-3b06631436db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:26:34.581696 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ac4ae4-1a73-4a22-bc41-e0d51bba7483 admin admin] Network hostable DHCP agents. Network: a37e2d3e-8e8b-49fa-a97d-3b06631436db, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:26:34.585590 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ac4ae4-1a73-4a22-bc41-e0d51bba7483 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7ccd1c0-0ac4-418f-bea2-fcb22a694a96,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:34.594395 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbd12df-0a33-445c-9c1d-ac89be8de1a4 None None] Checking router: 213e08ce-06de-4afe-8880-8f17ba1a9046 for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:26:34.594912 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbd12df-0a33-445c-9c1d-ac89be8de1a4 None None] Updating router 213e08ce-06de-4afe-8880-8f17ba1a9046 port 3721221a-2ce3-4412-ac4e-c5be5ed09a0d binding host n-d-836650-2 {{(pid=103323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:26:34.653399 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ddbd12df-0a33-445c-9c1d-ac89be8de1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:34.662125 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1d762e5d-2a7c-42af-843d-a0abb891e2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:34.674599 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0973f8ab-3904-40b1-8e51-f0ade915cfbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:34.682394 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ac4ae4-1a73-4a22-bc41-e0d51bba7483 admin admin] Network a37e2d3e-8e8b-49fa-a97d-3b06631436db is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:26:34.755336 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-0973f8ab-3904-40b1-8e51-f0ade915cfbb None None] For port b7e18014-b155-4808-bc36-b3f6d2447ec6, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=b7e18014-b155-4808-bc36-b3f6d2447ec6,segment=NetworkSegment(b59f006c-1b82-4d36-9060-360a60727a7f),segment_id=b59f006c-1b82-4d36-9060-360a60727a7f)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:26:34.792553 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-60ac4ae4-1a73-4a22-bc41-e0d51bba7483 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, a37e2d3e-8e8b-49fa-a97d-3b06631436db) {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:26:34.809597 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ac4ae4-1a73-4a22-bc41-e0d51bba7483 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:34.809597 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-60ac4ae4-1a73-4a22-bc41-e0d51bba7483 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:34.813794 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3be82d2-2784-45f2-830f-9f5443fea697 None None] Network a37e2d3e-8e8b-49fa-a97d-3b06631436db requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:26:34.873747 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0973f8ab-3904-40b1-8e51-f0ade915cfbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:34.949189 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-60ac4ae4-1a73-4a22-bc41-e0d51bba7483 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9914136 Apr 05 14:26:34.981925 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device b7e18014-b155-4808-bc36-b3f6d2447ec6 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:26:34.993881 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f712f506-81bc-4d74-ba40-0dda984d63a0 x-openstack-request-id: req-f712f506-81bc-4d74-ba40-0dda984d63a0 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:26:34.996859 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b564e2b9-437a-4947-935a-f03731531b1a", "tag": "0acf73df-bb0e-489a-a80a-806dabae58c9", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:26:34.997407 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f712f506-81bc-4d74-ba40-0dda984d63a0 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:26:34.998759 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f712f506-81bc-4d74-ba40-0dda984d63a0'] response: {'name': 'network-changed', 'server_uuid': 'b564e2b9-437a-4947-935a-f03731531b1a', 'tag': '0acf73df-bb0e-489a-a80a-806dabae58c9', 'status': 'completed', 'code': 200} Apr 05 14:26:35.199091 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a524e0-d95e-48a7-9edb-0ef8005d8541 req-ef2f8c28-c8e1-4de1-9644-cb8106892d7d tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:35.212282 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-29a524e0-d95e-48a7-9edb-0ef8005d8541 req-ef2f8c28-c8e1-4de1-9644-cb8106892d7d tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b564e2b9-437a-4947-935a-f03731531b1a HTTP/1.1" status: 200 len: 949 time: 0.1044028 Apr 05 14:26:35.226883 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-1d762e5d-2a7c-42af-843d-a0abb891e2e4 admin admin] Allocated IP 172.20.0.1 (c0294919-aea9-4315-98b3-d37ae7dfdddb/5259f0aa-646e-4e1c-be67-02efc0873c39/15a2d418-9804-4460-a541-944ff59ad89f) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:26:35.231097 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced5fff6-4b11-432a-8eb8-5f5a817af1b7 req-9ef3cb37-2552-4700-8ae3-998e8ea2526a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:35.232629 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ced5fff6-4b11-432a-8eb8-5f5a817af1b7 req-9ef3cb37-2552-4700-8ae3-998e8ea2526a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eb6eb2eb5e534aae8638ab75f1f70e11&device_id=b564e2b9-437a-4947-935a-f03731531b1a HTTP/1.1" status: 200 len: 1100 time: 0.2243097 Apr 05 14:26:35.283672 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port b7e18014-b155-4808-bc36-b3f6d2447ec6 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:26:35.285045 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:35.289248 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0973f8ab-3904-40b1-8e51-f0ade915cfbb None None] Pushing event updated for resources: {'Port': ['ID=b7e18014-b155-4808-bc36-b3f6d2447ec6,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:35.337084 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-29a524e0-d95e-48a7-9edb-0ef8005d8541 req-a6a79deb-ead8-476a-8f8c-6211df5836ff tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200452 Apr 05 14:26:35.337480 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ddbd12df-0a33-445c-9c1d-ac89be8de1a4 None None] Notify callbacks [] for port, precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:35.381439 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-5dee9d98-38ef-4720-b98b-c03838e08b61 None None] Provisioning complete for port b7e18014-b155-4808-bc36-b3f6d2447ec6 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:26:35.381813 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5dee9d98-38ef-4720-b98b-c03838e08b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:35.418336 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccefb48a-0d85-4968-9798-c9a4f3c63250 x-openstack-request-id: req-ccefb48a-0d85-4968-9798-c9a4f3c63250 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:26:35.418633 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "496f05d5-07a4-4f5a-a0e7-3a4627077a39", "name": "network-vif-plugged", "status": "completed", "tag": "e24383ee-b2cd-4abe-a03f-410a11f91059", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:26:35.418837 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ccefb48a-0d85-4968-9798-c9a4f3c63250 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:26:35.419242 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccefb48a-0d85-4968-9798-c9a4f3c63250'] response: {'server_uuid': '496f05d5-07a4-4f5a-a0e7-3a4627077a39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e24383ee-b2cd-4abe-a03f-410a11f91059', 'code': 200} Apr 05 14:26:35.495634 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b7daff-bb71-4a7f-ac66-f6d7346d38e1 None None] Network a37e2d3e-8e8b-49fa-a97d-3b06631436db requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:26:35.500328 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 0acf73df-bb0e-489a-a80a-806dabae58c9 details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:26:35.559928 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced5fff6-4b11-432a-8eb8-5f5a817af1b7 req-033882e4-117c-485b-a2e7-e53dd027424c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:35.568965 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ced5fff6-4b11-432a-8eb8-5f5a817af1b7 req-033882e4-117c-485b-a2e7-e53dd027424c service neutron] 10.222.0.11 "GET /v2.0/networks?id=80d671a8-d1ab-4472-891b-9c042fbd7800 HTTP/1.1" status: 200 len: 870 time: 0.3149140 Apr 05 14:26:35.616333 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759196c1-69d7-4a2f-bfee-0b93852e6959 req-85c776b8-3bfd-413a-bf78-777f21a52c8c tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:35.618657 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-759196c1-69d7-4a2f-bfee-0b93852e6959 req-85c776b8-3bfd-413a-bf78-777f21a52c8c tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=496f05d5-07a4-4f5a-a0e7-3a4627077a39 HTTP/1.1" status: 200 len: 950 time: 0.1562040 Apr 05 14:26:35.621289 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f979f5a-6896-4a7f-a4d5-c027655e6a16 req-4655b78f-9ca5-4efd-a483-b4b7891444f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:35.625268 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3f979f5a-6896-4a7f-a4d5-c027655e6a16 req-4655b78f-9ca5-4efd-a483-b4b7891444f9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=496f05d5-07a4-4f5a-a0e7-3a4627077a39 HTTP/1.1" status: 200 len: 1101 time: 0.0905893 Apr 05 14:26:35.647796 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ced5fff6-4b11-432a-8eb8-5f5a817af1b7 req-fa21df61-a0bb-4d95-a313-a188235ab9ff service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=0acf73df-bb0e-489a-a80a-806dabae58c9 HTTP/1.1" status: 200 len: 217 time: 0.0704594 Apr 05 14:26:35.684431 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3f979f5a-6896-4a7f-a4d5-c027655e6a16 req-3abc5a5f-406a-49b6-a9d4-3406d96e0b01 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514736 Apr 05 14:26:35.702187 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ddbd12df-0a33-445c-9c1d-ac89be8de1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:35.702585 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-759196c1-69d7-4a2f-bfee-0b93852e6959 req-29f03cfb-b972-43e0-962a-08ac0e76c638 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720086 Apr 05 14:26:35.759770 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced5fff6-4b11-432a-8eb8-5f5a817af1b7 req-58ab85d6-2c8b-43e7-812c-88d2092dd28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:35.761450 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ced5fff6-4b11-432a-8eb8-5f5a817af1b7 req-58ab85d6-2c8b-43e7-812c-88d2092dd28b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.1082506 Apr 05 14:26:35.770209 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a193170-b10f-48fd-b7fd-a4726ba52a57 None None] Pushing event updated for resources: {'Port': ['ID=3721221a-2ce3-4412-ac4e-c5be5ed09a0d,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:35.780485 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a193170-b10f-48fd-b7fd-a4726ba52a57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:26:35.781149 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a193170-b10f-48fd-b7fd-a4726ba52a57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:26:35.781649 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a193170-b10f-48fd-b7fd-a4726ba52a57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:26:35.782147 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a193170-b10f-48fd-b7fd-a4726ba52a57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:26:35.782620 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a193170-b10f-48fd-b7fd-a4726ba52a57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:26:35.783223 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a193170-b10f-48fd-b7fd-a4726ba52a57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:26:35.783821 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a193170-b10f-48fd-b7fd-a4726ba52a57 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:26:35.784428 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a193170-b10f-48fd-b7fd-a4726ba52a57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:26:35.785130 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a193170-b10f-48fd-b7fd-a4726ba52a57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:26:35.785605 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a193170-b10f-48fd-b7fd-a4726ba52a57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:26:35.786217 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a193170-b10f-48fd-b7fd-a4726ba52a57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:26:35.792705 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1d762e5d-2a7c-42af-843d-a0abb891e2e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:35.792932 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 0acf73df-bb0e-489a-a80a-806dabae58c9, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=0acf73df-bb0e-489a-a80a-806dabae58c9,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:26:35.797142 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a193170-b10f-48fd-b7fd-a4726ba52a57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:26:35.817637 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': '0acf73df-bb0e-489a-a80a-806dabae58c9', 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800', 'port_id': '0acf73df-bb0e-489a-a80a-806dabae58c9', 'mac_address': 'fa:16:3e:5d:2b:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:26:35.841799 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-ddbd12df-0a33-445c-9c1d-ac89be8de1a4 None None] Attempting to bind port 3721221a-2ce3-4412-ac4e-c5be5ed09a0d on host n-d-836650-2 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:26:35.843090 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-ddbd12df-0a33-445c-9c1d-ac89be8de1a4 None None] Attempting to bind port 3721221a-2ce3-4412-ac4e-c5be5ed09a0d by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:26:35.843345 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbd12df-0a33-445c-9c1d-ac89be8de1a4 None None] Attempting to bind port 3721221a-2ce3-4412-ac4e-c5be5ed09a0d on network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:26:35.857311 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbd12df-0a33-445c-9c1d-ac89be8de1a4 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:26:35.857311 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbd12df-0a33-445c-9c1d-ac89be8de1a4 None None] Checking segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:26:35.858622 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ddbd12df-0a33-445c-9c1d-ac89be8de1a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:35.859248 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbd12df-0a33-445c-9c1d-ac89be8de1a4 None None] Bound using segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:26:35.859658 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-ddbd12df-0a33-445c-9c1d-ac89be8de1a4 None None] Bound port: 3721221a-2ce3-4412-ac4e-c5be5ed09a0d, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:26:35.860066 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ddbd12df-0a33-445c-9c1d-ac89be8de1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:35.943095 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced5fff6-4b11-432a-8eb8-5f5a817af1b7 req-d56f5efc-81ca-4b86-8229-505aa89803b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:35.945351 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ced5fff6-4b11-432a-8eb8-5f5a817af1b7 req-d56f5efc-81ca-4b86-8229-505aa89803b8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1767354 Apr 05 14:26:35.972539 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:35.976245 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-ddbd12df-0a33-445c-9c1d-ac89be8de1a4 None None] For port 3721221a-2ce3-4412-ac4e-c5be5ed09a0d, host n-d-836650-2, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:26:35.981115 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-ddbd12df-0a33-445c-9c1d-ac89be8de1a4 None None] For port 3721221a-2ce3-4412-ac4e-c5be5ed09a0d, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=3721221a-2ce3-4412-ac4e-c5be5ed09a0d,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:26:36.079927 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ced5fff6-4b11-432a-8eb8-5f5a817af1b7 req-8e2f2388-682d-4e92-8264-6797da8118d3 service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247838 Apr 05 14:26:36.131120 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ddbd12df-0a33-445c-9c1d-ac89be8de1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:36.151898 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1d762e5d-2a7c-42af-843d-a0abb891e2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:36.233387 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d762e5d-2a7c-42af-843d-a0abb891e2e4 admin admin] Network c0294919-aea9-4315-98b3-d37ae7dfdddb is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:26:36.254187 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0acf73df-bb0e-489a-a80a-806dabae58c9 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:26:36.266627 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a193170-b10f-48fd-b7fd-a4726ba52a57 None None] Pushing event updated for resources: {'Port': ['ID=3721221a-2ce3-4412-ac4e-c5be5ed09a0d,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:36.271472 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-1d762e5d-2a7c-42af-843d-a0abb891e2e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:26:36.312759 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 0acf73df-bb0e-489a-a80a-806dabae58c9, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=0acf73df-bb0e-489a-a80a-806dabae58c9,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:26:36.313557 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbd12df-0a33-445c-9c1d-ac89be8de1a4 None None] Routers {'213e08ce-06de-4afe-8880-8f17ba1a9046'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:26:36.314342 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-ddbd12df-0a33-445c-9c1d-ac89be8de1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:26:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['213e08ce-06de-4afe-8880-8f17ba1a9046'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:26:36.360067 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ced5fff6-4b11-432a-8eb8-5f5a817af1b7 req-fc9a80d6-77d2-4017-9bc6-3ad0a8ea654b service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524512 Apr 05 14:26:36.364099 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d762e5d-2a7c-42af-843d-a0abb891e2e4 admin admin] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:26:36.372992 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d762e5d-2a7c-42af-843d-a0abb891e2e4 admin admin] Pushing event updated for resources: {'Port': ['ID=15a2d418-9804-4460-a541-944ff59ad89f,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:36.410500 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:36.490658 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1d762e5d-2a7c-42af-843d-a0abb891e2e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809369'] for router_interface, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:36.506369 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=0acf73df-bb0e-489a-a80a-806dabae58c9,revision_number=12']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:36.511343 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 56240) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:26:36.525652 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-0d16f777-6ab3-4fbe-a25f-dbade6599707 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1807805732-network', 'tenant_id': 'a563b0cbceeb4fb3b68a4736f8e00586'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:26:36.554901 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-ddbd12df-0a33-445c-9c1d-ac89be8de1a4 None None] Set router 213e08ce-06de-4afe-8880-8f17ba1a9046 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:26:36.661425 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d16f777-6ab3-4fbe-a25f-dbade6599707 admin admin] Made reservation on behalf of a563b0cbceeb4fb3b68a4736f8e00586 for: {'network': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:26:36.674768 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0d16f777-6ab3-4fbe-a25f-dbade6599707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:36.674768 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 56242) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:26:36.691578 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-c448f78d-208a-4ed9-b3f4-a39140296336 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2099033803', 'description': 'tempest-description--1542244930'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:26:36.703811 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0d16f777-6ab3-4fbe-a25f-dbade6599707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:36.743307 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device b7e18014-b155-4808-bc36-b3f6d2447ec6 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:26:36.787029 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['0acf73df-bb0e-489a-a80a-806dabae58c9'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:26:36.810281 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1d762e5d-2a7c-42af-843d-a0abb891e2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:36.814686 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0d16f777-6ab3-4fbe-a25f-dbade6599707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:36.850157 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c448f78d-208a-4ed9-b3f4-a39140296336 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:36.878083 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c77477df-cdb7-424e-a7b9-9bbdfa398659 None None] Provisioning complete for port 15a2d418-9804-4460-a541-944ff59ad89f triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:26:36.878628 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c77477df-cdb7-424e-a7b9-9bbdfa398659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:36.888627 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-ddbd12df-0a33-445c-9c1d-ac89be8de1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '213e08ce-06de-4afe-8880-8f17ba1a9046', 'name': 'tempest-TaggedBootDevicesTest_v242-163172619-router', 'tenant_id': '4c46023293d04937b7cc39b36bfca09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '3721221a-2ce3-4412-ac4e-c5be5ed09a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:26:30Z', 'updated_at': '2022-04-05T14:26:32Z', 'revision_number': 3, 'project_id': '4c46023293d04937b7cc39b36bfca09f', 'gw_port': {'id': '3721221a-2ce3-4412-ac4e-c5be5ed09a0d', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '213e08ce-06de-4afe-8880-8f17ba1a9046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:26:31Z', 'updated_at': '2022-04-05T14:26:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:26:36.944996 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0d16f777-6ab3-4fbe-a25f-dbade6599707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:36.980842 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c77477df-cdb7-424e-a7b9-9bbdfa398659 None None] Port 15a2d418-9804-4460-a541-944ff59ad89f cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:26:36.999573 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port b7e18014-b155-4808-bc36-b3f6d2447ec6 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:26:36.999955 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:37.007838 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d16f777-6ab3-4fbe-a25f-dbade6599707 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=103320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:26:37.026734 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0d16f777-6ab3-4fbe-a25f-dbade6599707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:37.027093 n-d-836650-2 neutron-server[103320]: INFO neutron.db.segments_db [None req-0d16f777-6ab3-4fbe-a25f-dbade6599707 admin admin] Added segment 8ec5b4fa-950d-4afa-a1c1-2034db7890fe of type vlan for network e459f924-bcf3-4d5a-b964-1d1fbd425f48 Apr 05 14:26:37.105520 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbd12df-0a33-445c-9c1d-ac89be8de1a4 None None] The sync data for ids ['213e08ce-06de-4afe-8880-8f17ba1a9046'] in n-d-836650-2 is: [{'id': '213e08ce-06de-4afe-8880-8f17ba1a9046', 'name': 'tempest-TaggedBootDevicesTest_v242-163172619-router', 'tenant_id': '4c46023293d04937b7cc39b36bfca09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '3721221a-2ce3-4412-ac4e-c5be5ed09a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:26:30Z', 'updated_at': '2022-04-05T14:26:32Z', 'revision_number': 3, 'project_id': '4c46023293d04937b7cc39b36bfca09f', 'gw_port': {'id': '3721221a-2ce3-4412-ac4e-c5be5ed09a0d', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '213e08ce-06de-4afe-8880-8f17ba1a9046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:26:31Z', 'updated_at': '2022-04-05T14:26:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:26:37.177598 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1d762e5d-2a7c-42af-843d-a0abb891e2e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:37.179981 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c448f78d-208a-4ed9-b3f4-a39140296336 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:37.181299 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d16f777-6ab3-4fbe-a25f-dbade6599707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0ac561-1251-4bdb-9452-187dbbf1b2e3,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:37.187759 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0d16f777-6ab3-4fbe-a25f-dbade6599707 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:37.249720 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31146cb2-1a34-4f03-accc-6760a4209ca6 req-2d87e23b-b9ba-4718-8d04-3af3d98386c3 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:37.251249 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-31146cb2-1a34-4f03-accc-6760a4209ca6 req-2d87e23b-b9ba-4718-8d04-3af3d98386c3 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b564e2b9-437a-4947-935a-f03731531b1a HTTP/1.1" status: 200 len: 950 time: 0.1620481 Apr 05 14:26:37.255661 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c448f78d-208a-4ed9-b3f4-a39140296336 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:37.256464 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1d762e5d-2a7c-42af-843d-a0abb891e2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:37.397397 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1d762e5d-2a7c-42af-843d-a0abb891e2e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809317'] for router_interface, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:37.400993 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d762e5d-2a7c-42af-843d-a0abb891e2e4 admin admin] Pushing event updated for resources: {'Port': ['ID=15a2d418-9804-4460-a541-944ff59ad89f,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:37.672593 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d762e5d-2a7c-42af-843d-a0abb891e2e4 admin admin] Network c0294919-aea9-4315-98b3-d37ae7dfdddb is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:26:37.676970 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-1d762e5d-2a7c-42af-843d-a0abb891e2e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:26:37.689033 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c448f78d-208a-4ed9-b3f4-a39140296336 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a3c9f2-f079-4fb1-8562-4ce1cb0f8e3b,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:37.701267 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c448f78d-208a-4ed9-b3f4-a39140296336 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:37.706334 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-c448f78d-208a-4ed9-b3f4-a39140296336 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0218465 Apr 05 14:26:37.707276 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0d16f777-6ab3-4fbe-a25f-dbade6599707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:37.708406 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d16f777-6ab3-4fbe-a25f-dbade6599707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:37.709197 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0d16f777-6ab3-4fbe-a25f-dbade6599707 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:37.713284 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 56294) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:26:37.725389 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-83d15138-e871-473d-9e4e-7a782c1359d6 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Request body: {'security_group_rule': {'security_group_id': 'e3a3c9f2-f079-4fb1-8562-4ce1cb0f8e3b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:26:37.802697 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-31146cb2-1a34-4f03-accc-6760a4209ca6 req-0e0903e0-0129-4d69-8901-a821d482171d tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5348239 Apr 05 14:26:37.884892 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 56298) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:26:37.886227 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-0d16f777-6ab3-4fbe-a25f-dbade6599707 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3733664 Apr 05 14:26:37.890729 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-e686fbad-9a3a-46c6-a29e-305a7eeef045 admin admin] Request body: {'subnet': {'network_id': 'e459f924-bcf3-4d5a-b964-1d1fbd425f48', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1807805732-subnet', 'tenant_id': 'a563b0cbceeb4fb3b68a4736f8e00586', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:26:37.899423 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d16f777-6ab3-4fbe-a25f-dbade6599707 admin admin] Pushing event updated for resources: {'Network': ['ID=e459f924-bcf3-4d5a-b964-1d1fbd425f48,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:37.916858 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network e459f924-bcf3-4d5a-b964-1d1fbd425f48 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:26:37.971744 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d762e5d-2a7c-42af-843d-a0abb891e2e4 admin admin] Router 213e08ce-06de-4afe-8880-8f17ba1a9046 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:26:38.037655 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-83d15138-e871-473d-9e4e-7a782c1359d6 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:38.068379 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c7e8d8-aca3-4945-b1f3-ceaa616344f0 req-9c2ccfce-ab08-4fc9-9797-7d1f46e6ab3c tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:38.077232 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-73c7e8d8-aca3-4945-b1f3-ceaa616344f0 req-9c2ccfce-ab08-4fc9-9797-7d1f46e6ab3c tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=496f05d5-07a4-4f5a-a0e7-3a4627077a39 HTTP/1.1" status: 200 len: 950 time: 0.1268427 Apr 05 14:26:38.079838 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e686fbad-9a3a-46c6-a29e-305a7eeef045 admin admin] Made reservation on behalf of a563b0cbceeb4fb3b68a4736f8e00586 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:26:38.082898 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e686fbad-9a3a-46c6-a29e-305a7eeef045 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:38.137713 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-4e24f4d0-9c82-4668-afc6-19f0160a04ba None None] Provisioning complete for port 15a2d418-9804-4460-a541-944ff59ad89f triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:26:38.141194 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4e24f4d0-9c82-4668-afc6-19f0160a04ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:38.151798 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-73c7e8d8-aca3-4945-b1f3-ceaa616344f0 req-2f4591ec-aa0c-444b-ae84-139be53bb4d6 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699375 Apr 05 14:26:38.212295 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-83d15138-e871-473d-9e4e-7a782c1359d6 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:38.244872 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-4e24f4d0-9c82-4668-afc6-19f0160a04ba None None] Port 15a2d418-9804-4460-a541-944ff59ad89f cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:26:38.312622 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beddced-4e58-4c71-bfad-8d944133f79e req-184997b4-28ab-4f7a-a6af-f2c273774386 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:38.314573 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6beddced-4e58-4c71-bfad-8d944133f79e req-184997b4-28ab-4f7a-a6af-f2c273774386 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b564e2b9-437a-4947-935a-f03731531b1a HTTP/1.1" status: 200 len: 950 time: 0.0734713 Apr 05 14:26:38.314729 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d762e5d-2a7c-42af-843d-a0abb891e2e4 admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:26:38.315890 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-83d15138-e871-473d-9e4e-7a782c1359d6 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:38.331929 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-1d762e5d-2a7c-42af-843d-a0abb891e2e4 admin admin] 10.222.0.30 "PUT /v2.0/routers/213e08ce-06de-4afe-8880-8f17ba1a9046/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3093290 Apr 05 14:26:38.359590 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d15138-e871-473d-9e4e-7a782c1359d6 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e67ecd0-bc56-4d53-983a-1dcf49166664,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:38.393590 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6beddced-4e58-4c71-bfad-8d944133f79e req-d2f2a129-e972-47f5-857c-bc68877edebd tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624473 Apr 05 14:26:38.421685 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-83d15138-e871-473d-9e4e-7a782c1359d6 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:38.425502 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-83d15138-e871-473d-9e4e-7a782c1359d6 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7083106 Apr 05 14:26:38.426177 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 56312) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:26:38.433600 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-fac0525e-0eee-47bd-b7cd-0a3a9c70e5a2 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Request body: {'security_group_rule': {'security_group_id': 'e3a3c9f2-f079-4fb1-8562-4ce1cb0f8e3b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:26:38.524492 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e686fbad-9a3a-46c6-a29e-305a7eeef045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:38.630246 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fac0525e-0eee-47bd-b7cd-0a3a9c70e5a2 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:38.637428 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e686fbad-9a3a-46c6-a29e-305a7eeef045 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5889ce8c-32bd-4a40-bc09-ccd78aa5ad6b,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:38.647616 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e686fbad-9a3a-46c6-a29e-305a7eeef045 admin admin] Checking segment: {'id': '8ec5b4fa-950d-4afa-a1c1-2034db7890fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e459f924-bcf3-4d5a-b964-1d1fbd425f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:26:38.648124 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e686fbad-9a3a-46c6-a29e-305a7eeef045 admin admin] Network hostable DHCP agents. Network: e459f924-bcf3-4d5a-b964-1d1fbd425f48, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:26:38.656982 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8252bfaf-b15b-446a-b0fa-6328c4f43d3c req-f608b872-d429-4010-9caf-b73d1a7f7268 tempest-ServersOnMultiNodesTest-1334716556 tempest-ServersOnMultiNodesTest-1334716556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:38.670578 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8252bfaf-b15b-446a-b0fa-6328c4f43d3c req-f608b872-d429-4010-9caf-b73d1a7f7268 tempest-ServersOnMultiNodesTest-1334716556 tempest-ServersOnMultiNodesTest-1334716556-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=496f05d5-07a4-4f5a-a0e7-3a4627077a39 HTTP/1.1" status: 200 len: 1101 time: 0.1340880 Apr 05 14:26:38.764619 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8252bfaf-b15b-446a-b0fa-6328c4f43d3c req-25f9d3ae-6e6d-4681-ae3e-761165f2d7b3 tempest-ServersOnMultiNodesTest-1334716556 tempest-ServersOnMultiNodesTest-1334716556-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918405 Apr 05 14:26:38.769437 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e686fbad-9a3a-46c6-a29e-305a7eeef045 admin admin] Network e459f924-bcf3-4d5a-b964-1d1fbd425f48 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:26:38.793229 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 3721221a-2ce3-4412-ac4e-c5be5ed09a0d up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:26:38.795623 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fac0525e-0eee-47bd-b7cd-0a3a9c70e5a2 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:38.852023 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 3721221a-2ce3-4412-ac4e-c5be5ed09a0d triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:26:38.852593 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:38.858428 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-e686fbad-9a3a-46c6-a29e-305a7eeef045 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, e459f924-bcf3-4d5a-b964-1d1fbd425f48) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:26:38.866709 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e686fbad-9a3a-46c6-a29e-305a7eeef045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:38.866709 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e686fbad-9a3a-46c6-a29e-305a7eeef045 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:38.896464 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90b2f66-5340-43da-8868-8e9d5bc947c2 None None] Network e459f924-bcf3-4d5a-b964-1d1fbd425f48 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:26:38.918438 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fac0525e-0eee-47bd-b7cd-0a3a9c70e5a2 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:38.937717 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac0525e-0eee-47bd-b7cd-0a3a9c70e5a2 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80c1d8b8-6bf1-43af-ac84-8c700744f6f5,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:38.968370 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d272856-8367-4815-8efd-b8a1c01de7d2 req-5b2ed6a7-05fe-49a3-9f36-f4adf546f2d7 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:38.984202 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-e686fbad-9a3a-46c6-a29e-305a7eeef045 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0980341 Apr 05 14:26:38.990413 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2d272856-8367-4815-8efd-b8a1c01de7d2 req-5b2ed6a7-05fe-49a3-9f36-f4adf546f2d7 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?device_id=93ee6867-06f0-43fc-9fa6-fcd4d66668c3 HTTP/1.1" status: 200 len: 945 time: 0.1220562 Apr 05 14:26:39.028699 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fac0525e-0eee-47bd-b7cd-0a3a9c70e5a2 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:39.032917 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-fac0525e-0eee-47bd-b7cd-0a3a9c70e5a2 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6029079 Apr 05 14:26:39.033354 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 56350) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:26:39.038645 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-7c5abbc9-15d8-434e-aa13-788dae22ea4c tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Request body: {'floatingip': {'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:26:39.052114 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:39.081989 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2d272856-8367-4815-8efd-b8a1c01de7d2 req-5b72e369-f046-49f1-8251-4dac26370ca1 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f4ed18-73d1-4c70-bfb8-abe78be9b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904181 Apr 05 14:26:39.119824 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port 3721221a-2ce3-4412-ac4e-c5be5ed09a0d, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=3721221a-2ce3-4412-ac4e-c5be5ed09a0d,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:26:39.164585 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7c5abbc9-15d8-434e-aa13-788dae22ea4c tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Notify callbacks [] for floatingip, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:39.220641 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:39.270558 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d52419a0-188e-4033-9878-97786c843462 req-35099a4f-8f1b-4006-ac92-d03da57d79c3 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=eb6eb2eb5e534aae8638ab75f1f70e11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0648241 Apr 05 14:26:39.299000 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ff10e9-98e6-4baa-a8fc-c61ed2bd04df None None] Network e459f924-bcf3-4d5a-b964-1d1fbd425f48 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:26:39.406641 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7c5abbc9-15d8-434e-aa13-788dae22ea4c tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:39.505860 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52419a0-188e-4033-9878-97786c843462 req-1828c348-3e33-4b1b-9753-52a3830ccf55 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:39.520317 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d52419a0-188e-4033-9878-97786c843462 req-1828c348-3e33-4b1b-9753-52a3830ccf55 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2471724 Apr 05 14:26:39.529610 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 0acf73df-bb0e-489a-a80a-806dabae58c9 up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:26:39.551014 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d52419a0-188e-4033-9878-97786c843462 req-8a8f2173-7420-445c-98a3-d1e943d3b233 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/quotas/eb6eb2eb5e534aae8638ab75f1f70e11 HTTP/1.1" status: 200 len: 375 time: 0.0266953 Apr 05 14:26:39.568242 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=3721221a-2ce3-4412-ac4e-c5be5ed09a0d,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:39.638259 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-7c5abbc9-15d8-434e-aa13-788dae22ea4c tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Allocated IP 172.25.6.69 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/12767b75-364a-4185-aece-bf3f11916d5a) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:26:39.807477 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d52419a0-188e-4033-9878-97786c843462 req-48c8ed53-1694-4622-b80a-4f7cad5eda0c tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb6eb2eb5e534aae8638ab75f1f70e11&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2512994 Apr 05 14:26:39.833628 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 0e3e72d9-4c72-4cc7-8f8c-4f18327722b9 details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:26:39.841252 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-be2b6c08-2b4e-4ca4-bdc5-d8d98217b842 req-b6169f00-0707-43f6-9d4c-ebb42940f2b7 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=c301d8186c0d498e88493d184d59ac7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1335053 Apr 05 14:26:39.917312 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7c5abbc9-15d8-434e-aa13-788dae22ea4c tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:40.003004 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b6c08-2b4e-4ca4-bdc5-d8d98217b842 req-7bb0dc06-b4d0-4fec-a019-9ae3d4e571a5 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:40.010838 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-be2b6c08-2b4e-4ca4-bdc5-d8d98217b842 req-7bb0dc06-b4d0-4fec-a019-9ae3d4e571a5 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1669109 Apr 05 14:26:40.041556 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-be2b6c08-2b4e-4ca4-bdc5-d8d98217b842 req-200c8d47-4a43-42ca-8c69-3cc97ca05128 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/quotas/c301d8186c0d498e88493d184d59ac7d HTTP/1.1" status: 200 len: 375 time: 0.0249581 Apr 05 14:26:40.041956 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 0e3e72d9-4c72-4cc7-8f8c-4f18327722b9, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=0e3e72d9-4c72-4cc7-8f8c-4f18327722b9,segment=NetworkSegment(0f730d0b-c342-4343-8a7b-7d51c303621d),segment_id=0f730d0b-c342-4343-8a7b-7d51c303621d)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:26:40.042707 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 56396) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:26:40.050410 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-c6a3e897-43e2-4d83-ab14-6d45bf54889b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1158544315-network', 'tenant_id': '948bc5b0b4974bad8e34321208923dc8'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:26:40.067919 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a141d107-30c5-4d10-8d0d-4aaddfa064c9 None None] Sync routers for ids ['213e08ce-06de-4afe-8880-8f17ba1a9046'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:26:40.071029 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning for port 0acf73df-bb0e-489a-a80a-806dabae58c9 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:26:40.077090 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': '0e3e72d9-4c72-4cc7-8f8c-4f18327722b9', 'network_id': 'eff47457-946f-46a8-bea0-e56e031eed3c', 'port_id': '0e3e72d9-4c72-4cc7-8f8c-4f18327722b9', 'mac_address': 'fa:16:3e:49:ea:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e12eec2-91f9-48b4-8077-4d1ac1ff86f3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:26:40.091926 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port 0acf73df-bb0e-489a-a80a-806dabae58c9 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:26:40.092663 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:40.118199 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7c5abbc9-15d8-434e-aa13-788dae22ea4c tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:40.140223 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-be2b6c08-2b4e-4ca4-bdc5-d8d98217b842 req-2a970acf-5f8c-4427-9327-176dd10fe385 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c301d8186c0d498e88493d184d59ac7d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1013792 Apr 05 14:26:40.154565 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a141d107-30c5-4d10-8d0d-4aaddfa064c9 None None] Routers {'213e08ce-06de-4afe-8880-8f17ba1a9046'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:26:40.155586 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-a141d107-30c5-4d10-8d0d-4aaddfa064c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:26:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['213e08ce-06de-4afe-8880-8f17ba1a9046'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:26:40.202458 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a3e897-43e2-4d83-ab14-6d45bf54889b admin admin] Made reservation on behalf of 948bc5b0b4974bad8e34321208923dc8 for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:26:40.202458 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c6a3e897-43e2-4d83-ab14-6d45bf54889b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:40.219310 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5abbc9-15d8-434e-aa13-788dae22ea4c tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:26:40.220659 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c6a3e897-43e2-4d83-ab14-6d45bf54889b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:40.224867 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-7c5abbc9-15d8-434e-aa13-788dae22ea4c tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:26:40.235014 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5abbc9-15d8-434e-aa13-788dae22ea4c tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:26:40.271154 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5abbc9-15d8-434e-aa13-788dae22ea4c tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Pushing event updated for resources: {'Port': ['ID=12767b75-364a-4185-aece-bf3f11916d5a,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:40.433006 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-a141d107-30c5-4d10-8d0d-4aaddfa064c9 None None] Set router 213e08ce-06de-4afe-8880-8f17ba1a9046 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:26:40.498459 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c6a3e897-43e2-4d83-ab14-6d45bf54889b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:40.541673 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:40.574465 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c6a3e897-43e2-4d83-ab14-6d45bf54889b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:40.614754 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f83216-8a0e-472f-82f9-a6cddc5d0194 req-0cf998db-9758-4408-9df0-a97706f1e429 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:40.616496 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-09f83216-8a0e-472f-82f9-a6cddc5d0194 req-0cf998db-9758-4408-9df0-a97706f1e429 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?device_id=93ee6867-06f0-43fc-9fa6-fcd4d66668c3 HTTP/1.1" status: 200 len: 945 time: 0.1063917 Apr 05 14:26:40.621367 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0e3e72d9-4c72-4cc7-8f8c-4f18327722b9 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:26:40.676895 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 0e3e72d9-4c72-4cc7-8f8c-4f18327722b9, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=0e3e72d9-4c72-4cc7-8f8c-4f18327722b9,segment=NetworkSegment(0f730d0b-c342-4343-8a7b-7d51c303621d),segment_id=0f730d0b-c342-4343-8a7b-7d51c303621d)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:26:40.687921 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6a3e897-43e2-4d83-ab14-6d45bf54889b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:26:40.690665 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7c5abbc9-15d8-434e-aa13-788dae22ea4c tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:40.705619 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a3e897-43e2-4d83-ab14-6d45bf54889b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b63c32-024a-420e-90a1-e1cda9c4a87b,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:40.733477 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c6a3e897-43e2-4d83-ab14-6d45bf54889b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:40.733477 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-c6a3e897-43e2-4d83-ab14-6d45bf54889b admin admin] Added segment 0249fdd3-4d14-47db-849c-c0208c2df49e of type vlan for network 9be46ab3-39de-4b1a-90d5-4364bad09005 Apr 05 14:26:40.752359 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-09f83216-8a0e-472f-82f9-a6cddc5d0194 req-6b8a98c3-1274-44da-bd0f-2d320f90ec0c tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f4ed18-73d1-4c70-bfb8-abe78be9b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274908 Apr 05 14:26:40.799325 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 3721221a-2ce3-4412-ac4e-c5be5ed09a0d up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:26:40.864319 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c6a3e897-43e2-4d83-ab14-6d45bf54889b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:40.871407 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:40.875360 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7c5abbc9-15d8-434e-aa13-788dae22ea4c tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:40.903627 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7a32fba0-1307-48c3-85cd-2ff28ad3edbc req-5d8f0559-c86d-4ef8-9309-19ca995412a3 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=672b2c8e-b413-49d4-9045-73a1b4424c32 HTTP/1.1" status: 200 len: 210 time: 0.0622685 Apr 05 14:26:40.960941 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75992ac-0233-4e8e-b3c6-27bf53676c81 req-ad8e52d1-1300-4d5b-bae1-877d7a6db838 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:40.969613 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c75992ac-0233-4e8e-b3c6-27bf53676c81 req-ad8e52d1-1300-4d5b-bae1-877d7a6db838 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/networks?id=a37e2d3e-8e8b-49fa-a97d-3b06631436db HTTP/1.1" status: 200 len: 820 time: 0.2924411 Apr 05 14:26:40.988081 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c75992ac-0233-4e8e-b3c6-27bf53676c81 req-193a5ff1-cdba-4ccc-9fd4-e8c81324e18b tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/quotas/ec0fa5de45e74f079e998d8c4a01aedf HTTP/1.1" status: 200 len: 375 time: 0.0170016 Apr 05 14:26:41.036272 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c75992ac-0233-4e8e-b3c6-27bf53676c81 req-96da41c3-be48-459f-900f-9ebd269f6738 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ec0fa5de45e74f079e998d8c4a01aedf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474739 Apr 05 14:26:41.135749 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['0e3e72d9-4c72-4cc7-8f8c-4f18327722b9'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:26:41.146121 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c75992ac-0233-4e8e-b3c6-27bf53676c81 req-a249232b-7ec1-4861-a13b-db1ced05ac0c service neutron] 10.222.0.30 "GET /v2.0/networks/a37e2d3e-8e8b-49fa-a97d-3b06631436db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087914 Apr 05 14:26:41.180147 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cee6c83f-fb8b-45c2-9d0f-6463a89ea364 req-7ba5fcde-e820-4fe2-96b6-95170de1ff36 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=d212ea26-a3c8-42b2-a405-cede990fb53f HTTP/1.1" status: 200 len: 210 time: 0.1544695 Apr 05 14:26:41.215919 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c6a3e897-43e2-4d83-ab14-6d45bf54889b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:41.220331 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a3e897-43e2-4d83-ab14-6d45bf54889b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:41.221193 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c6a3e897-43e2-4d83-ab14-6d45bf54889b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:41.238583 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:41.283481 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7c5abbc9-15d8-434e-aa13-788dae22ea4c tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:41.334497 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=0e3e72d9-4c72-4cc7-8f8c-4f18327722b9,revision_number=6']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:41.361711 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c75992ac-0233-4e8e-b3c6-27bf53676c81 req-ffbd52a3-32e2-4d5f-9e51-578c73f5afce service neutron] 10.222.0.30 "GET /v2.0/networks/a37e2d3e-8e8b-49fa-a97d-3b06631436db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144718 Apr 05 14:26:41.386026 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7c5abbc9-15d8-434e-aa13-788dae22ea4c tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:41.398537 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b564e2b9-437a-4947-935a-f03731531b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0acf73df-bb0e-489a-a80a-806dabae58c9'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:26:41.401433 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1623774-da21-4533-b91a-23233100f1a2" -d '{"events": [{"server_uuid": "b564e2b9-437a-4947-935a-f03731531b1a", "name": "network-vif-plugged", "status": "completed", "tag": "0acf73df-bb0e-489a-a80a-806dabae58c9"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:26:41.427585 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 3721221a-2ce3-4412-ac4e-c5be5ed09a0d triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:26:41.427585 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:41.431244 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 0acf73df-bb0e-489a-a80a-806dabae58c9, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=0acf73df-bb0e-489a-a80a-806dabae58c9,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:26:41.467991 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7c5abbc9-15d8-434e-aa13-788dae22ea4c tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:41.498385 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-c6a3e897-43e2-4d83-ab14-6d45bf54889b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4540215 Apr 05 14:26:41.500777 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 56446) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:26:41.508043 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-30591784-ae04-4fd7-b109-1fdab0546ebf admin admin] Request body: {'subnet': {'network_id': '9be46ab3-39de-4b1a-90d5-4364bad09005', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1158544315-subnet', 'tenant_id': '948bc5b0b4974bad8e34321208923dc8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:26:41.518324 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:41.527080 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a3e897-43e2-4d83-ab14-6d45bf54889b admin admin] Pushing event updated for resources: {'Network': ['ID=9be46ab3-39de-4b1a-90d5-4364bad09005,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:41.548552 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5abbc9-15d8-434e-aa13-788dae22ea4c tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Pushing event updated for resources: {'Port': ['ID=12767b75-364a-4185-aece-bf3f11916d5a,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:41.557694 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 9be46ab3-39de-4b1a-90d5-4364bad09005 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:26:41.574688 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-a141d107-30c5-4d10-8d0d-4aaddfa064c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '213e08ce-06de-4afe-8880-8f17ba1a9046', 'name': 'tempest-TaggedBootDevicesTest_v242-163172619-router', 'tenant_id': '4c46023293d04937b7cc39b36bfca09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '3721221a-2ce3-4412-ac4e-c5be5ed09a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:26:30Z', 'updated_at': '2022-04-05T14:26:36Z', 'revision_number': 4, 'project_id': '4c46023293d04937b7cc39b36bfca09f', 'gw_port': {'id': '3721221a-2ce3-4412-ac4e-c5be5ed09a0d', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213e08ce-06de-4afe-8880-8f17ba1a9046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:26:31Z', 'updated_at': '2022-04-05T14:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '15a2d418-9804-4460-a541-944ff59ad89f', 'name': '', 'network_id': 'c0294919-aea9-4315-98b3-d37ae7dfdddb', 'tenant_id': '4c46023293d04937b7cc39b36bfca09f', 'mac_address': 'fa:16:3e:b9:58:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '213e08ce-06de-4afe-8880-8f17ba1a9046', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '5259f0aa-646e-4e1c-be67-02efc0873c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:26:34Z', 'updated_at': '2022-04-05T14:26:36Z', 'revision_number': 2, 'project_id': '4c46023293d04937b7cc39b36bfca09f', 'subnets': [{'id': '5259f0aa-646e-4e1c-be67-02efc0873c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:26:41.615701 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7c5abbc9-15d8-434e-aa13-788dae22ea4c tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:41.618761 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-7c5abbc9-15d8-434e-aa13-788dae22ea4c tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5828795 Apr 05 14:26:41.721461 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30591784-ae04-4fd7-b109-1fdab0546ebf admin admin] Made reservation on behalf of 948bc5b0b4974bad8e34321208923dc8 for: {'subnet': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:26:41.731671 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-30591784-ae04-4fd7-b109-1fdab0546ebf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13127328'] for subnet, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:41.744436 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a141d107-30c5-4d10-8d0d-4aaddfa064c9 None None] Checking router: 213e08ce-06de-4afe-8880-8f17ba1a9046 for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:26:41.744855 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a141d107-30c5-4d10-8d0d-4aaddfa064c9 None None] Updating router 213e08ce-06de-4afe-8880-8f17ba1a9046 port 15a2d418-9804-4460-a541-944ff59ad89f binding host n-d-836650-2 {{(pid=103322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:26:41.780914 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cdd2ef8-4d92-49c4-bf27-9ebc24e961c7 x-openstack-request-id: req-2cdd2ef8-4d92-49c4-bf27-9ebc24e961c7 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:26:41.784534 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b564e2b9-437a-4947-935a-f03731531b1a", "name": "network-vif-plugged", "status": "completed", "tag": "0acf73df-bb0e-489a-a80a-806dabae58c9", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:26:41.784534 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2cdd2ef8-4d92-49c4-bf27-9ebc24e961c7 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:26:41.784534 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cdd2ef8-4d92-49c4-bf27-9ebc24e961c7'] response: {'server_uuid': 'b564e2b9-437a-4947-935a-f03731531b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0acf73df-bb0e-489a-a80a-806dabae58c9', 'code': 200} Apr 05 14:26:41.836208 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=0acf73df-bb0e-489a-a80a-806dabae58c9,revision_number=13']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:41.875858 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a141d107-30c5-4d10-8d0d-4aaddfa064c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:41.951121 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f93e12c1-37ac-4ef9-a277-b57d26c9378e req-5eb8a161-d3bd-4490-9086-73d100e889d3 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=20926e2e-9a2a-4e4f-8080-2a29f4e07cfe HTTP/1.1" status: 200 len: 210 time: 0.0939448 Apr 05 14:26:42.010247 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-60d16c97-e2fa-46d1-a024-4dca92139d5f req-882d01c1-f3f6-4347-9311-0e5eeabe3a30 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--2099033803&fields=id&tenant_id=5020a17be5aa4e2aa79c2e741c944881 HTTP/1.1" status: 200 len: 267 time: 0.0718768 Apr 05 14:26:42.082614 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:42.194296 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c92de7a1-935d-44a6-ba59-ce17ec5cfb09 req-24e9afb4-aa0c-4fad-863b-110b1da920d3 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=672b2c8e-b413-49d4-9045-73a1b4424c32 HTTP/1.1" status: 200 len: 210 time: 0.0528703 Apr 05 14:26:42.279621 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d16c97-e2fa-46d1-a024-4dca92139d5f req-ed09455d-9eb2-41c6-8556-87f3e473f983 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:42.286759 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-60d16c97-e2fa-46d1-a024-4dca92139d5f req-ed09455d-9eb2-41c6-8556-87f3e473f983 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] 10.222.0.30 "GET /v2.0/networks?id=f67f3a13-049d-41fc-8f05-879f33bdc3a1 HTTP/1.1" status: 200 len: 813 time: 0.2687502 Apr 05 14:26:42.308262 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-60d16c97-e2fa-46d1-a024-4dca92139d5f req-077265b4-8359-418f-8e1a-2aba1cd3c6e4 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] 10.222.0.30 "GET /v2.0/quotas/5020a17be5aa4e2aa79c2e741c944881 HTTP/1.1" status: 200 len: 375 time: 0.0205622 Apr 05 14:26:42.369275 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-30591784-ae04-4fd7-b109-1fdab0546ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15773751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13127350'] for subnet, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:42.385390 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-60d16c97-e2fa-46d1-a024-4dca92139d5f req-058d2457-7fae-4f26-96c3-814a76a0a1f1 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=5020a17be5aa4e2aa79c2e741c944881&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0761471 Apr 05 14:26:42.414031 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a141d107-30c5-4d10-8d0d-4aaddfa064c9 None None] Notify callbacks [] for port, precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:42.506585 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a141d107-30c5-4d10-8d0d-4aaddfa064c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:42.528843 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30591784-ae04-4fd7-b109-1fdab0546ebf admin admin] Pushing event updated for resources: {'Subnet': ['ID=a86e7bf8-0316-4d66-947f-2988d050b67d,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:42.566305 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a3236a-bb3e-449a-af13-c62c345f1f3a None None] Pushing event updated for resources: {'Port': ['ID=15a2d418-9804-4460-a541-944ff59ad89f,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:42.573952 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f63023f9-73c4-4998-a7f2-40ebce58fee6 req-f88bdd11-dce1-4d19-872c-8c79c8da0b8b tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=d212ea26-a3c8-42b2-a405-cede990fb53f HTTP/1.1" status: 200 len: 210 time: 0.0411851 Apr 05 14:26:42.675878 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-a141d107-30c5-4d10-8d0d-4aaddfa064c9 None None] Attempting to bind port 15a2d418-9804-4460-a541-944ff59ad89f on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:26:42.675878 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-a141d107-30c5-4d10-8d0d-4aaddfa064c9 None None] Attempting to bind port 15a2d418-9804-4460-a541-944ff59ad89f by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'b59f006c-1b82-4d36-9060-360a60727a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c0294919-aea9-4315-98b3-d37ae7dfdddb'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:26:42.676505 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a141d107-30c5-4d10-8d0d-4aaddfa064c9 None None] Attempting to bind port 15a2d418-9804-4460-a541-944ff59ad89f on network c0294919-aea9-4315-98b3-d37ae7dfdddb {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:26:42.686948 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a141d107-30c5-4d10-8d0d-4aaddfa064c9 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:26:42.686948 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a141d107-30c5-4d10-8d0d-4aaddfa064c9 None None] Checking segment: {'id': 'b59f006c-1b82-4d36-9060-360a60727a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c0294919-aea9-4315-98b3-d37ae7dfdddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:26:42.686948 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a141d107-30c5-4d10-8d0d-4aaddfa064c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:42.686948 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a141d107-30c5-4d10-8d0d-4aaddfa064c9 None None] Bound using segment: {'id': 'b59f006c-1b82-4d36-9060-360a60727a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c0294919-aea9-4315-98b3-d37ae7dfdddb'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:26:42.686948 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-a141d107-30c5-4d10-8d0d-4aaddfa064c9 None None] Bound port: 15a2d418-9804-4460-a541-944ff59ad89f, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b59f006c-1b82-4d36-9060-360a60727a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c0294919-aea9-4315-98b3-d37ae7dfdddb'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:26:42.686948 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a141d107-30c5-4d10-8d0d-4aaddfa064c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:42.727054 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-60d16c97-e2fa-46d1-a024-4dca92139d5f req-e9323872-4a41-4a3e-b67c-50066dc72700 service neutron] 10.222.0.30 "GET /v2.0/networks/f67f3a13-049d-41fc-8f05-879f33bdc3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051701 Apr 05 14:26:42.739948 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30591784-ae04-4fd7-b109-1fdab0546ebf admin admin] Checking segment: {'id': '0249fdd3-4d14-47db-849c-c0208c2df49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9be46ab3-39de-4b1a-90d5-4364bad09005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:26:42.740312 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30591784-ae04-4fd7-b109-1fdab0546ebf admin admin] Network hostable DHCP agents. Network: 9be46ab3-39de-4b1a-90d5-4364bad09005, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:26:42.772067 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-a141d107-30c5-4d10-8d0d-4aaddfa064c9 None None] For port 15a2d418-9804-4460-a541-944ff59ad89f, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:26:42.775178 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-a141d107-30c5-4d10-8d0d-4aaddfa064c9 None None] For port 15a2d418-9804-4460-a541-944ff59ad89f, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=15a2d418-9804-4460-a541-944ff59ad89f,segment=NetworkSegment(b59f006c-1b82-4d36-9060-360a60727a7f),segment_id=b59f006c-1b82-4d36-9060-360a60727a7f)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:26:42.861107 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6a3cec-70e0-48e5-8297-30537e75cee2 req-d0b34085-9f49-4dd9-8e27-a54edd9808a8 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:42.862517 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ca6a3cec-70e0-48e5-8297-30537e75cee2 req-d0b34085-9f49-4dd9-8e27-a54edd9808a8 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?device_id=93ee6867-06f0-43fc-9fa6-fcd4d66668c3 HTTP/1.1" status: 200 len: 944 time: 0.1260622 Apr 05 14:26:42.892509 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-60d16c97-e2fa-46d1-a024-4dca92139d5f req-e9562880-1ffd-4d1e-93f0-dd442a652478 service neutron] 10.222.0.30 "GET /v2.0/networks/f67f3a13-049d-41fc-8f05-879f33bdc3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645992 Apr 05 14:26:42.907025 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-6930d712-6fb1-4d38-96ad-f21e07e2c4c1 None None] Provisioning complete for port 15a2d418-9804-4460-a541-944ff59ad89f triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:26:42.907402 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6930d712-6fb1-4d38-96ad-f21e07e2c4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:42.914472 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ca6a3cec-70e0-48e5-8297-30537e75cee2 req-3ec1b6db-e7ad-40cf-8f71-37d53e630ab3 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f4ed18-73d1-4c70-bfb8-abe78be9b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438418 Apr 05 14:26:42.977494 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a141d107-30c5-4d10-8d0d-4aaddfa064c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:42.991140 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30591784-ae04-4fd7-b109-1fdab0546ebf admin admin] Network 9be46ab3-39de-4b1a-90d5-4364bad09005 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:26:43.059001 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-6930d712-6fb1-4d38-96ad-f21e07e2c4c1 None None] Port 15a2d418-9804-4460-a541-944ff59ad89f cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:26:43.089595 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a141d107-30c5-4d10-8d0d-4aaddfa064c9 None None] Routers {'213e08ce-06de-4afe-8880-8f17ba1a9046'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:26:43.090318 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-a141d107-30c5-4d10-8d0d-4aaddfa064c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:26:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['213e08ce-06de-4afe-8880-8f17ba1a9046'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:26:43.093777 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a3236a-bb3e-449a-af13-c62c345f1f3a None None] Pushing event updated for resources: {'Port': ['ID=15a2d418-9804-4460-a541-944ff59ad89f,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:43.107765 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e2aba6b6-09c0-4c7b-b60c-b3a0d4620b2c req-9d00bb85-9706-4264-af41-af54a1df71d3 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=20926e2e-9a2a-4e4f-8080-2a29f4e07cfe HTTP/1.1" status: 200 len: 210 time: 0.0327997 Apr 05 14:26:43.116501 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-30591784-ae04-4fd7-b109-1fdab0546ebf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 9be46ab3-39de-4b1a-90d5-4364bad09005) {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:26:43.121691 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30591784-ae04-4fd7-b109-1fdab0546ebf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:43.131772 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-30591784-ae04-4fd7-b109-1fdab0546ebf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:43.160276 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63eb33b1-90ec-4fff-b4b2-6d169f8061fa None None] Network 9be46ab3-39de-4b1a-90d5-4364bad09005 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:26:43.282985 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-d52419a0-188e-4033-9878-97786c843462 req-8ed4dc94-dc03-46aa-9e63-a5b6bc257788 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=eb6eb2eb5e534aae8638ab75f1f70e11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0502973 Apr 05 14:26:43.307629 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-30591784-ae04-4fd7-b109-1fdab0546ebf admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8046374 Apr 05 14:26:43.314259 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-a141d107-30c5-4d10-8d0d-4aaddfa064c9 None None] Set router 213e08ce-06de-4afe-8880-8f17ba1a9046 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:26:43.324770 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-35eefcd1-adce-47a0-8f11-db05d2631ddc req-16a726ba-afd0-4331-afb0-c38c7dfeba9f tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f325b30-8b73-4a24-8178-00d31ed91a28 HTTP/1.1" status: 200 len: 210 time: 0.1159663 Apr 05 14:26:43.325259 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 56516) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:26:43.332754 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-76c5d5b4-e7cb-4729-a294-46dc76427015 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1158544315-router', 'tenant_id': '948bc5b0b4974bad8e34321208923dc8', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:26:43.426278 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-be2b6c08-2b4e-4ca4-bdc5-d8d98217b842 req-ce2393ac-adfe-4c54-bcdf-7e7bd3334f8e tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=c301d8186c0d498e88493d184d59ac7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0594728 Apr 05 14:26:43.471229 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7af3046b-b4be-4b03-b776-e9eb81312565 req-9caa69cc-846e-4737-9cad-b6a5bb75864b tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=672b2c8e-b413-49d4-9045-73a1b4424c32 HTTP/1.1" status: 200 len: 210 time: 0.0423627 Apr 05 14:26:43.524008 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52419a0-188e-4033-9878-97786c843462 req-d3ce11bd-3918-4061-858b-5e7bf010a675 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:43.526323 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-d52419a0-188e-4033-9878-97786c843462 req-d3ce11bd-3918-4061-858b-5e7bf010a675 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2347898 Apr 05 14:26:43.541386 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-d52419a0-188e-4033-9878-97786c843462 req-373dc731-e775-4093-9bd6-9d9182d5434a tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Request body: {'port': {'device_id': '672b2c8e-b413-49d4-9045-73a1b4424c32', 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800', 'admin_state_up': True, 'tenant_id': 'eb6eb2eb5e534aae8638ab75f1f70e11'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:26:43.554214 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device fd1987d9-67af-4e8d-93d3-bfd7d3154609 details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:26:43.557208 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-2577cf94-b689-4e12-8f48-101ec760fb64 None None] Provisioning complete for port 15a2d418-9804-4460-a541-944ff59ad89f triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:26:43.557746 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2577cf94-b689-4e12-8f48-101ec760fb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:43.591607 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b6c08-2b4e-4ca4-bdc5-d8d98217b842 req-6613a033-70e3-41de-8686-01340eff926e tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:43.593425 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-be2b6c08-2b4e-4ca4-bdc5-d8d98217b842 req-6613a033-70e3-41de-8686-01340eff926e tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1509778 Apr 05 14:26:43.594787 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-76c5d5b4-e7cb-4729-a294-46dc76427015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27088'] for router, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:43.595994 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-76c5d5b4-e7cb-4729-a294-46dc76427015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27079'] for router, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:43.612371 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-be2b6c08-2b4e-4ca4-bdc5-d8d98217b842 req-82bbfb93-e2f6-4fdf-ad8e-4c15b5513272 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Request body: {'port': {'device_id': 'd212ea26-a3c8-42b2-a405-cede990fb53f', 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800', 'admin_state_up': True, 'tenant_id': 'c301d8186c0d498e88493d184d59ac7d'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:26:43.744890 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2511be87-cd97-4f0b-8161-d86acecd5117 req-ceb9bfe5-8a78-466f-9351-7b61a75f14aa tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=d212ea26-a3c8-42b2-a405-cede990fb53f HTTP/1.1" status: 200 len: 210 time: 0.0553529 Apr 05 14:26:43.795041 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-76c5d5b4-e7cb-4729-a294-46dc76427015 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:43.846698 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 0e3e72d9-4c72-4cc7-8f8c-4f18327722b9 up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:26:43.881838 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef10aa5-ff0e-4ec0-af40-ad0360ca7335 req-9a496d24-c8b6-47be-8057-1829265e189f tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:43.883815 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-5ef10aa5-ff0e-4ec0-af40-ad0360ca7335 req-9a496d24-c8b6-47be-8057-1829265e189f tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.55 "GET /v2.0/ports?device_id=93ee6867-06f0-43fc-9fa6-fcd4d66668c3 HTTP/1.1" status: 200 len: 944 time: 0.0538180 Apr 05 14:26:43.917597 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d52419a0-188e-4033-9878-97786c843462 req-373dc731-e775-4093-9bd6-9d9182d5434a tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Made reservation on behalf of eb6eb2eb5e534aae8638ab75f1f70e11 for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:26:43.921300 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-d52419a0-188e-4033-9878-97786c843462 req-373dc731-e775-4093-9bd6-9d9182d5434a tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:44.012787 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be2b6c08-2b4e-4ca4-bdc5-d8d98217b842 req-82bbfb93-e2f6-4fdf-ad8e-4c15b5513272 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Made reservation on behalf of c301d8186c0d498e88493d184d59ac7d for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:26:44.016538 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-be2b6c08-2b4e-4ca4-bdc5-d8d98217b842 req-82bbfb93-e2f6-4fdf-ad8e-4c15b5513272 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:44.115864 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port fd1987d9-67af-4e8d-93d3-bfd7d3154609, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=fd1987d9-67af-4e8d-93d3-bfd7d3154609,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:26:44.143751 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-5ef10aa5-ff0e-4ec0-af40-ad0360ca7335 req-c5bf33bb-f698-45d5-9041-743fc220ea64 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Deleting port 0e3e72d9-4c72-4cc7-8f8c-4f18327722b9 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:26:44.144107 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-5ef10aa5-ff0e-4ec0-af40-ad0360ca7335 req-c5bf33bb-f698-45d5-9041-743fc220ea64 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:44.153919 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470c9914-2a37-430d-b396-486448f788f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-9be46ab3-39de-4b1a-90d5-4364bad09005', 'network_id': '9be46ab3-39de-4b1a-90d5-4364bad09005', 'tenant_id': '948bc5b0b4974bad8e34321208923dc8', 'fixed_ips': [{'subnet_id': 'a86e7bf8-0316-4d66-947f-2988d050b67d'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:26:44.167818 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-470c9914-2a37-430d-b396-486448f788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:44.182015 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:44.206619 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': 'fd1987d9-67af-4e8d-93d3-bfd7d3154609', 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800', 'port_id': 'fd1987d9-67af-4e8d-93d3-bfd7d3154609', 'mac_address': 'fa:16:3e:f5:c4:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:26:44.229774 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [req-d52419a0-188e-4033-9878-97786c843462 req-373dc731-e775-4093-9bd6-9d9182d5434a tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Allocated IP 192.168.233.83 (80d671a8-d1ab-4472-891b-9c042fbd7800/b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a/76f59e91-1ec2-4780-83fc-58f44a4a3d54) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:26:44.235061 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2577cf94-b689-4e12-8f48-101ec760fb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:44.271513 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port 0e3e72d9-4c72-4cc7-8f8c-4f18327722b9 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:26:44.272663 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:44.334450 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-5ef10aa5-ff0e-4ec0-af40-ad0360ca7335 req-c5bf33bb-f698-45d5-9041-743fc220ea64 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] For port 0e3e72d9-4c72-4cc7-8f8c-4f18327722b9, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=0e3e72d9-4c72-4cc7-8f8c-4f18327722b9,segment=NetworkSegment(0f730d0b-c342-4343-8a7b-7d51c303621d),segment_id=0f730d0b-c342-4343-8a7b-7d51c303621d)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:26:44.334450 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-5ef10aa5-ff0e-4ec0-af40-ad0360ca7335 req-c5bf33bb-f698-45d5-9041-743fc220ea64 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:44.359620 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-5ef10aa5-ff0e-4ec0-af40-ad0360ca7335 req-c5bf33bb-f698-45d5-9041-743fc220ea64 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Calling delete_port for 0e3e72d9-4c72-4cc7-8f8c-4f18327722b9 owned by compute:nova {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:26:44.422926 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-2577cf94-b689-4e12-8f48-101ec760fb64 None None] For port 15a2d418-9804-4460-a541-944ff59ad89f, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=15a2d418-9804-4460-a541-944ff59ad89f,segment=NetworkSegment(b59f006c-1b82-4d36-9060-360a60727a7f),segment_id=b59f006c-1b82-4d36-9060-360a60727a7f)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:26:44.430579 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-a141d107-30c5-4d10-8d0d-4aaddfa064c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '213e08ce-06de-4afe-8880-8f17ba1a9046', 'name': 'tempest-TaggedBootDevicesTest_v242-163172619-router', 'tenant_id': '4c46023293d04937b7cc39b36bfca09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '3721221a-2ce3-4412-ac4e-c5be5ed09a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:26:30Z', 'updated_at': '2022-04-05T14:26:36Z', 'revision_number': 4, 'project_id': '4c46023293d04937b7cc39b36bfca09f', 'gw_port': {'id': '3721221a-2ce3-4412-ac4e-c5be5ed09a0d', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213e08ce-06de-4afe-8880-8f17ba1a9046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:26:31Z', 'updated_at': '2022-04-05T14:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '15a2d418-9804-4460-a541-944ff59ad89f', 'name': '', 'network_id': 'c0294919-aea9-4315-98b3-d37ae7dfdddb', 'tenant_id': '4c46023293d04937b7cc39b36bfca09f', 'mac_address': 'fa:16:3e:b9:58:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '213e08ce-06de-4afe-8880-8f17ba1a9046', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '5259f0aa-646e-4e1c-be67-02efc0873c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:26:34Z', 'updated_at': '2022-04-05T14:26:42Z', 'revision_number': 4, 'project_id': '4c46023293d04937b7cc39b36bfca09f', 'subnets': [{'id': '5259f0aa-646e-4e1c-be67-02efc0873c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:26:44.444499 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-873947e2-bd06-46ff-bf2e-d15135daad32 req-d302abef-5210-49d0-aa66-41648637be0f tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=20926e2e-9a2a-4e4f-8080-2a29f4e07cfe HTTP/1.1" status: 200 len: 210 time: 0.1023655 Apr 05 14:26:44.447038 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-76c5d5b4-e7cb-4729-a294-46dc76427015 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:44.459471 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3849c6eb-682f-415a-97a3-2be34d64e11f req-7c4ac566-ac2f-4786-8ef4-0558fb97eb2a tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:44.461073 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3849c6eb-682f-415a-97a3-2be34d64e11f req-7c4ac566-ac2f-4786-8ef4-0558fb97eb2a tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?device_id=93ee6867-06f0-43fc-9fa6-fcd4d66668c3 HTTP/1.1" status: 200 len: 944 time: 0.3238604 Apr 05 14:26:44.516251 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:44.536618 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd1987d9-67af-4e8d-93d3-bfd7d3154609 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:26:44.544762 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4228d5ac-d3c2-4051-be30-d2a291d366f6 req-e98f963f-a0e7-4e3c-bb4a-ebc528c290f8 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f325b30-8b73-4a24-8178-00d31ed91a28 HTTP/1.1" status: 200 len: 210 time: 0.0364344 Apr 05 14:26:44.559026 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3849c6eb-682f-415a-97a3-2be34d64e11f req-9dfa438f-ba12-48f4-8d4a-cf0869f8678b tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f4ed18-73d1-4c70-bfb8-abe78be9b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873637 Apr 05 14:26:44.569874 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a141d107-30c5-4d10-8d0d-4aaddfa064c9 None None] The sync data for ids ['213e08ce-06de-4afe-8880-8f17ba1a9046'] in n-d-836650-2 is: [{'id': '213e08ce-06de-4afe-8880-8f17ba1a9046', 'name': 'tempest-TaggedBootDevicesTest_v242-163172619-router', 'tenant_id': '4c46023293d04937b7cc39b36bfca09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '3721221a-2ce3-4412-ac4e-c5be5ed09a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:26:30Z', 'updated_at': '2022-04-05T14:26:36Z', 'revision_number': 4, 'project_id': '4c46023293d04937b7cc39b36bfca09f', 'gw_port': {'id': '3721221a-2ce3-4412-ac4e-c5be5ed09a0d', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213e08ce-06de-4afe-8880-8f17ba1a9046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:26:31Z', 'updated_at': '2022-04-05T14:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '15a2d418-9804-4460-a541-944ff59ad89f', 'name': '', 'network_id': 'c0294919-aea9-4315-98b3-d37ae7dfdddb', 'tenant_id': '4c46023293d04937b7cc39b36bfca09f', 'mac_address': 'fa:16:3e:b9:58:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '213e08ce-06de-4afe-8880-8f17ba1a9046', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '5259f0aa-646e-4e1c-be67-02efc0873c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:26:34Z', 'updated_at': '2022-04-05T14:26:42Z', 'revision_number': 4, 'project_id': '4c46023293d04937b7cc39b36bfca09f', 'subnets': [{'id': '5259f0aa-646e-4e1c-be67-02efc0873c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:26:44.577214 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2577cf94-b689-4e12-8f48-101ec760fb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:44.654043 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port fd1987d9-67af-4e8d-93d3-bfd7d3154609, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=fd1987d9-67af-4e8d-93d3-bfd7d3154609,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:26:44.674274 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-470c9914-2a37-430d-b396-486448f788f4 None None] Allocated IP 172.20.0.2 (9be46ab3-39de-4b1a-90d5-4364bad09005/a86e7bf8-0316-4d66-947f-2988d050b67d/071a02d5-8eb6-4079-a542-9aa9c5587815) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:26:44.785253 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:44.794934 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2577cf94-b689-4e12-8f48-101ec760fb64 None None] Pushing event updated for resources: {'Port': ['ID=15a2d418-9804-4460-a541-944ff59ad89f,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:44.840677 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-763e8104-5034-4c3c-aa2a-9ca0a5a9890a req-bb80810e-fc40-46fa-b6a4-d34c4c2bcc09 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=672b2c8e-b413-49d4-9045-73a1b4424c32 HTTP/1.1" status: 200 len: 210 time: 0.1096368 Apr 05 14:26:44.887767 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:44.896921 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['fd1987d9-67af-4e8d-93d3-bfd7d3154609'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:26:44.958753 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 15a2d418-9804-4460-a541-944ff59ad89f up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:26:44.969500 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cea74905-deaf-4f4c-b36b-bcffc4f766c3 req-a8a1a44f-791c-4234-94ac-8d6c41b14ed5 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=d212ea26-a3c8-42b2-a405-cede990fb53f HTTP/1.1" status: 200 len: 210 time: 0.0541732 Apr 05 14:26:44.979383 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e6515d3f-2097-45c4-bf4c-494a62430dc5 req-74f6733f-d0f2-4dea-a2be-ff404b302cde service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b59cb5a6-0788-46ac-802b-5137925be3db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1670408 Apr 05 14:26:45.075158 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=fd1987d9-67af-4e8d-93d3-bfd7d3154609,revision_number=9']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:45.139165 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-d52419a0-188e-4033-9878-97786c843462 req-373dc731-e775-4093-9bd6-9d9182d5434a tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:45.330195 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.db.api [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 05 14:26:45.330195 n-d-836650-2 neutron-server[103322]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Apr 05 14:26:45.330195 n-d-836650-2 neutron-server[103322]: [parameters: {'status': 'ACTIVE', 'ports_id': '0e3e72d9-4c72-4cc7-8f8c-4f18327722b9'}] Apr 05 14:26:45.330195 n-d-836650-2 neutron-server[103322]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:26:45.332229 n-d-836650-2 neutron-server[103322]: DEBUG oslo_db.api [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:26:45.338627 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6515d3f-2097-45c4-bf4c-494a62430dc5 req-4ba53de2-5fc2-4b83-9f0a-43540bdca1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:45.342609 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e6515d3f-2097-45c4-bf4c-494a62430dc5 req-4ba53de2-5fc2-4b83-9f0a-43540bdca1a9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eb6eb2eb5e534aae8638ab75f1f70e11&device_id=b59cb5a6-0788-46ac-802b-5137925be3db HTTP/1.1" status: 200 len: 1100 time: 0.3289468 Apr 05 14:26:45.357827 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 15a2d418-9804-4460-a541-944ff59ad89f triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:26:45.358457 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:45.371747 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-d52419a0-188e-4033-9878-97786c843462 req-373dc731-e775-4093-9bd6-9d9182d5434a tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:45.375962 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-5ef10aa5-ff0e-4ec0-af40-ad0360ca7335 req-c5bf33bb-f698-45d5-9041-743fc220ea64 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:45.405053 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-470c9914-2a37-430d-b396-486448f788f4 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:45.447480 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['1a02dac2-1e82-4f40-b2ef-73f085c332f9', 'dd240742-5ced-4dbc-8b7d-9c4496d72564'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:26:45.530755 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d52419a0-188e-4033-9878-97786c843462 req-373dc731-e775-4093-9bd6-9d9182d5434a tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Network 80d671a8-d1ab-4472-891b-9c042fbd7800 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:26:45.582785 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [req-d52419a0-188e-4033-9878-97786c843462 req-373dc731-e775-4093-9bd6-9d9182d5434a tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:26:45.585107 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-470c9914-2a37-430d-b396-486448f788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:45.589122 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-d52419a0-188e-4033-9878-97786c843462 req-373dc731-e775-4093-9bd6-9d9182d5434a tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:26:45.593850 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373dc731-e775-4093-9bd6-9d9182d5434a tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Pushing event updated for resources: {'Port': ['ID=76f59e91-1ec2-4780-83fc-58f44a4a3d54,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:45.644273 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ef10aa5-ff0e-4ec0-af40-ad0360ca7335 req-c5bf33bb-f698-45d5-9041-743fc220ea64 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] No DVR routers for this DVR port 0e3e72d9-4c72-4cc7-8f8c-4f18327722b9 on host n-h1-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:26:45.650352 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-5ef10aa5-ff0e-4ec0-af40-ad0360ca7335 req-c5bf33bb-f698-45d5-9041-743fc220ea64 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:45.654760 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-5ef10aa5-ff0e-4ec0-af40-ad0360ca7335 req-c5bf33bb-f698-45d5-9041-743fc220ea64 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.55 "DELETE /v2.0/ports/0e3e72d9-4c72-4cc7-8f8c-4f18327722b9 HTTP/1.1" status: 204 len: 173 time: 1.7649431 Apr 05 14:26:45.672575 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ee6867-06f0-43fc-9fa6-fcd4d66668c3', 'name': 'network-vif-deleted', 'tag': '0e3e72d9-4c72-4cc7-8f8c-4f18327722b9'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:26:45.681807 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b92ff8c-932f-4b08-b713-e6c6f24f2064" -d '{"events": [{"server_uuid": "93ee6867-06f0-43fc-9fa6-fcd4d66668c3", "name": "network-vif-deleted", "tag": "0e3e72d9-4c72-4cc7-8f8c-4f18327722b9"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:26:45.690609 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bf33bb-f698-45d5-9041-743fc220ea64 tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] Pushing event deleted for resources: {'Port': ['ID=0e3e72d9-4c72-4cc7-8f8c-4f18327722b9,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:45.741360 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52419a0-188e-4033-9878-97786c843462 req-373dc731-e775-4093-9bd6-9d9182d5434a tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:45.744649 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-d52419a0-188e-4033-9878-97786c843462 req-373dc731-e775-4093-9bd6-9d9182d5434a tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:45.813013 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470c9914-2a37-430d-b396-486448f788f4 None None] Pushing event updated for resources: {'Port': ['ID=071a02d5-8eb6-4079-a542-9aa9c5587815,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:45.837981 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6515d3f-2097-45c4-bf4c-494a62430dc5 req-20b8fb35-dbc8-4c9d-b156-63cc80d10fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:45.841352 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e6515d3f-2097-45c4-bf4c-494a62430dc5 req-20b8fb35-dbc8-4c9d-b156-63cc80d10fb5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=80d671a8-d1ab-4472-891b-9c042fbd7800 HTTP/1.1" status: 200 len: 870 time: 0.4456644 Apr 05 14:26:45.845093 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8dcb3e06-fe0d-492e-ba41-6a57c6103a03 req-45cde6b9-a35c-4dc6-9d29-078e1a552afe tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=20926e2e-9a2a-4e4f-8080-2a29f4e07cfe HTTP/1.1" status: 200 len: 210 time: 0.2162704 Apr 05 14:26:45.887502 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470c9914-2a37-430d-b396-486448f788f4 None None] Network 9be46ab3-39de-4b1a-90d5-4364bad09005 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:26:45.894227 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-be2b6c08-2b4e-4ca4-bdc5-d8d98217b842 req-82bbfb93-e2f6-4fdf-ad8e-4c15b5513272 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Allocated IP 192.168.233.105 (80d671a8-d1ab-4472-891b-9c042fbd7800/b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a/296d843a-cc8d-41af-aa81-806072157423) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:26:45.915213 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-76c5d5b4-e7cb-4729-a294-46dc76427015 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:45.934624 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-d52419a0-188e-4033-9878-97786c843462 req-373dc731-e775-4093-9bd6-9d9182d5434a tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3988729 Apr 05 14:26:45.959236 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-d52419a0-188e-4033-9878-97786c843462 req-97adce17-aa32-46e3-8fb4-7061cc0327eb service neutron] Request body: {'port': {'device_id': '672b2c8e-b413-49d4-9045-73a1b4424c32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-2'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:26:46.052127 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-d52419a0-188e-4033-9878-97786c843462 req-97adce17-aa32-46e3-8fb4-7061cc0327eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:46.073353 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Port 0e3e72d9-4c72-4cc7-8f8c-4f18327722b9 update to ACTIVE by agent not found {{(pid=103322) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Apr 05 14:26:46.142578 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 0e3e72d9-4c72-4cc7-8f8c-4f18327722b9 no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:26:46.164977 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-470c9914-2a37-430d-b396-486448f788f4 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:26:46.191063 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] No Port match for: 0e3e72d9-4c72-4cc7-8f8c-4f18327722b9 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:26:46.191424 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 0e3e72d9-4c72-4cc7-8f8c-4f18327722b9 not bound to the agent host n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:26:46.193354 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470c9914-2a37-430d-b396-486448f788f4 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:26:46.348636 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-470c9914-2a37-430d-b396-486448f788f4 None None] Attempting to bind port 071a02d5-8eb6-4079-a542-9aa9c5587815 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:26:46.349026 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-470c9914-2a37-430d-b396-486448f788f4 None None] Attempting to bind port 071a02d5-8eb6-4079-a542-9aa9c5587815 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '0249fdd3-4d14-47db-849c-c0208c2df49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9be46ab3-39de-4b1a-90d5-4364bad09005'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:26:46.349579 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470c9914-2a37-430d-b396-486448f788f4 None None] Attempting to bind port 071a02d5-8eb6-4079-a542-9aa9c5587815 on network 9be46ab3-39de-4b1a-90d5-4364bad09005 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:26:46.357193 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470c9914-2a37-430d-b396-486448f788f4 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:26:46.357576 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470c9914-2a37-430d-b396-486448f788f4 None None] Checking segment: {'id': '0249fdd3-4d14-47db-849c-c0208c2df49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9be46ab3-39de-4b1a-90d5-4364bad09005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:26:46.357988 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-470c9914-2a37-430d-b396-486448f788f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:46.358378 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470c9914-2a37-430d-b396-486448f788f4 None None] Bound using segment: {'id': '0249fdd3-4d14-47db-849c-c0208c2df49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9be46ab3-39de-4b1a-90d5-4364bad09005'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:26:46.358863 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-470c9914-2a37-430d-b396-486448f788f4 None None] Bound port: 071a02d5-8eb6-4079-a542-9aa9c5587815, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0249fdd3-4d14-47db-849c-c0208c2df49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9be46ab3-39de-4b1a-90d5-4364bad09005'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:26:46.359251 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-470c9914-2a37-430d-b396-486448f788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:46.435223 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-7eb55d51-eb68-48c3-9475-3bf59817167f None None] Provisioning complete for port 76f59e91-1ec2-4780-83fc-58f44a4a3d54 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:26:46.435686 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7eb55d51-eb68-48c3-9475-3bf59817167f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:46.440947 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['0acf73df-bb0e-489a-a80a-806dabae58c9'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:26:46.507523 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-470c9914-2a37-430d-b396-486448f788f4 None None] For port 071a02d5-8eb6-4079-a542-9aa9c5587815, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:26:46.521664 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b0b5c624-1c54-4069-9de9-62d6cb96b3e5 req-bf946c21-2ba9-47b1-bf83-e8dbbd93f408 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f325b30-8b73-4a24-8178-00d31ed91a28 HTTP/1.1" status: 200 len: 210 time: 0.6860919 Apr 05 14:26:46.528129 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e6515d3f-2097-45c4-bf4c-494a62430dc5 req-acf1191a-bdaa-4337-a356-30aaa610d8a2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=dd240742-5ced-4dbc-8b7d-9c4496d72564 HTTP/1.1" status: 200 len: 217 time: 0.6605766 Apr 05 14:26:46.534199 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-470c9914-2a37-430d-b396-486448f788f4 None None] For port 071a02d5-8eb6-4079-a542-9aa9c5587815, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=071a02d5-8eb6-4079-a542-9aa9c5587815,segment=NetworkSegment(0249fdd3-4d14-47db-849c-c0208c2df49e),segment_id=0249fdd3-4d14-47db-849c-c0208c2df49e)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:26:46.535925 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75992ac-0233-4e8e-b3c6-27bf53676c81 req-8afac017-3b64-48d4-a6b0-2d46592c2916 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:46.537015 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c75992ac-0233-4e8e-b3c6-27bf53676c81 req-8afac017-3b64-48d4-a6b0-2d46592c2916 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.11 "GET /v2.0/networks?id=a37e2d3e-8e8b-49fa-a97d-3b06631436db HTTP/1.1" status: 200 len: 820 time: 1.4040833 Apr 05 14:26:46.547556 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-7eb55d51-eb68-48c3-9475-3bf59817167f None None] Port 76f59e91-1ec2-4780-83fc-58f44a4a3d54 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:26:46.601197 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6515d3f-2097-45c4-bf4c-494a62430dc5 req-5cb8d9f6-cc17-4516-9794-a0f22f4b6692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:46.602848 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e6515d3f-2097-45c4-bf4c-494a62430dc5 req-5cb8d9f6-cc17-4516-9794-a0f22f4b6692 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.0648797 Apr 05 14:26:46.605766 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-76c5d5b4-e7cb-4729-a294-46dc76427015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:46.618797 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-c75992ac-0233-4e8e-b3c6-27bf53676c81 req-fa1e22cf-aef6-48c5-aeaa-0b0a5cd66284 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Request body: {'port': {'device_id': '20926e2e-9a2a-4e4f-8080-2a29f4e07cfe', 'network_id': 'a37e2d3e-8e8b-49fa-a97d-3b06631436db', 'admin_state_up': True, 'tenant_id': 'ec0fa5de45e74f079e998d8c4a01aedf'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:26:46.644902 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-788443c8-1d2e-4000-a129-5986ac791a47 x-openstack-request-id: req-788443c8-1d2e-4000-a129-5986ac791a47 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:26:46.645459 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93ee6867-06f0-43fc-9fa6-fcd4d66668c3", "name": "network-vif-deleted", "tag": "0e3e72d9-4c72-4cc7-8f8c-4f18327722b9", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:26:46.645459 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-788443c8-1d2e-4000-a129-5986ac791a47 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:26:46.645848 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-788443c8-1d2e-4000-a129-5986ac791a47'] response: {'server_uuid': '93ee6867-06f0-43fc-9fa6-fcd4d66668c3', 'name': 'network-vif-deleted', 'tag': '0e3e72d9-4c72-4cc7-8f8c-4f18327722b9', 'status': 'completed', 'code': 200} Apr 05 14:26:46.656270 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-470c9914-2a37-430d-b396-486448f788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:46.677344 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-32cd9eb7-2978-4932-b665-3c3bdbb75ee9 req-ba646323-96b0-4dab-bb7f-b122b576bdee tempest-ImagesTestJSON-1325336818 tempest-ImagesTestJSON-1325336818-project] 10.222.0.30 "GET /v2.0/ports?device_id=93ee6867-06f0-43fc-9fa6-fcd4d66668c3 HTTP/1.1" status: 200 len: 210 time: 0.1765754 Apr 05 14:26:46.830944 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470c9914-2a37-430d-b396-486448f788f4 None None] Pushing event updated for resources: {'Port': ['ID=071a02d5-8eb6-4079-a542-9aa9c5587815,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:46.850099 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 15a2d418-9804-4460-a541-944ff59ad89f up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:26:46.921189 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 15a2d418-9804-4460-a541-944ff59ad89f triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:26:46.921665 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:46.940573 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-578bbf8e-862a-491d-8ba0-aa3c1d0dd2cc req-2c0ebfc4-fe53-4927-a19d-266aa252f208 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=d212ea26-a3c8-42b2-a405-cede990fb53f HTTP/1.1" status: 200 len: 210 time: 0.0907688 Apr 05 14:26:47.061931 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6515d3f-2097-45c4-bf4c-494a62430dc5 req-6b3e106b-4e0b-4392-aee9-ffeb308518d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:47.077126 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e6515d3f-2097-45c4-bf4c-494a62430dc5 req-6b3e106b-4e0b-4392-aee9-ffeb308518d6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4520783 Apr 05 14:26:47.092518 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3538f8f-a869-4763-b2e4-f5db59433b2f req-0394b177-4141-4de2-a224-730e0cc7af11 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:47.103379 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f3538f8f-a869-4763-b2e4-f5db59433b2f req-0394b177-4141-4de2-a224-730e0cc7af11 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=672b2c8e-b413-49d4-9045-73a1b4424c32 HTTP/1.1" status: 200 len: 935 time: 0.3094733 Apr 05 14:26:47.213396 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d16c97-e2fa-46d1-a024-4dca92139d5f req-98dba502-7649-46d4-8a80-a10442e11e5c tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:47.214792 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-60d16c97-e2fa-46d1-a024-4dca92139d5f req-98dba502-7649-46d4-8a80-a10442e11e5c tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] 10.222.0.11 "GET /v2.0/networks?id=f67f3a13-049d-41fc-8f05-879f33bdc3a1 HTTP/1.1" status: 200 len: 813 time: 0.1825850 Apr 05 14:26:47.221344 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f3538f8f-a869-4763-b2e4-f5db59433b2f req-35ec0cf1-f504-4099-8a47-b59cfaf85748 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156962 Apr 05 14:26:47.223418 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4f061af5-2138-44e9-bfeb-13cd6fe72a1a req-a8a61014-4dba-4f05-a9e7-8a514d6f1ce2 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=20926e2e-9a2a-4e4f-8080-2a29f4e07cfe HTTP/1.1" status: 200 len: 210 time: 0.0934091 Apr 05 14:26:47.354370 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-76c5d5b4-e7cb-4729-a294-46dc76427015 admin admin] Allocated IP 172.25.6.206 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/64b059a8-9a08-428e-b8a7-80d5ae8458bc) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:26:47.443780 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e6515d3f-2097-45c4-bf4c-494a62430dc5 req-dc50bf97-1612-4d0f-b16e-51a2950cf9e2 service neutron] 10.222.0.55 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801688 Apr 05 14:26:47.446734 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-be2b6c08-2b4e-4ca4-bdc5-d8d98217b842 req-82bbfb93-e2f6-4fdf-ad8e-4c15b5513272 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:47.506247 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c75992ac-0233-4e8e-b3c6-27bf53676c81 req-fa1e22cf-aef6-48c5-aeaa-0b0a5cd66284 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Made reservation on behalf of ec0fa5de45e74f079e998d8c4a01aedf for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:26:47.507406 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-60d16c97-e2fa-46d1-a024-4dca92139d5f req-bf0c0279-88ac-4c5d-8804-0c1283f6e16a tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5020a17be5aa4e2aa79c2e741c944881 HTTP/1.1" status: 200 len: 380 time: 0.0407636 Apr 05 14:26:47.510152 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-c75992ac-0233-4e8e-b3c6-27bf53676c81 req-fa1e22cf-aef6-48c5-aeaa-0b0a5cd66284 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:47.517500 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-60d16c97-e2fa-46d1-a024-4dca92139d5f req-ca3c0ea3-10da-4355-b3ce-08884e492107 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Request body: {'port': {'device_id': '7f325b30-8b73-4a24-8178-00d31ed91a28', 'network_id': 'f67f3a13-049d-41fc-8f05-879f33bdc3a1', 'admin_state_up': True, 'tenant_id': '5020a17be5aa4e2aa79c2e741c944881', 'security_groups': ['e3a3c9f2-f079-4fb1-8562-4ce1cb0f8e3b']}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:26:47.555543 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device fd1987d9-67af-4e8d-93d3-bfd7d3154609 up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:26:47.676643 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port fd1987d9-67af-4e8d-93d3-bfd7d3154609 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:26:47.677319 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:47.750395 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-76c5d5b4-e7cb-4729-a294-46dc76427015 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:47.755776 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4f705d41-b726-459c-a8bd-615ed197f7db req-9d7e0d4c-234e-4ad6-8f14-382e095eb4a0 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f325b30-8b73-4a24-8178-00d31ed91a28 HTTP/1.1" status: 200 len: 210 time: 0.0768242 Apr 05 14:26:47.772605 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e6515d3f-2097-45c4-bf4c-494a62430dc5 req-45fad636-679a-4302-9cea-73a371f4ad4f service neutron] 10.222.0.55 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836242 Apr 05 14:26:47.812872 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:47.813860 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60d16c97-e2fa-46d1-a024-4dca92139d5f req-ca3c0ea3-10da-4355-b3ce-08884e492107 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Made reservation on behalf of 5020a17be5aa4e2aa79c2e741c944881 for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:26:47.818369 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-60d16c97-e2fa-46d1-a024-4dca92139d5f req-ca3c0ea3-10da-4355-b3ce-08884e492107 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:47.868843 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5d6c66-6d5f-444f-915e-801af91238d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd1987d9-67af-4e8d-93d3-bfd7d3154609'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:26:47.872458 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-be2b6c08-2b4e-4ca4-bdc5-d8d98217b842 req-82bbfb93-e2f6-4fdf-ad8e-4c15b5513272 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:47.874783 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-c75992ac-0233-4e8e-b3c6-27bf53676c81 req-fa1e22cf-aef6-48c5-aeaa-0b0a5cd66284 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Allocated IP 172.20.0.14 (a37e2d3e-8e8b-49fa-a97d-3b06631436db/e7ccd1c0-0ac4-418f-bea2-fcb22a694a96/d610ae53-1bc0-4844-8ecf-3d88e1cf5426) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:26:47.877296 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da9d536-1dcd-4d13-a53b-0d9bbab8b736" -d '{"events": [{"server_uuid": "fc5d6c66-6d5f-444f-915e-801af91238d8", "name": "network-vif-plugged", "status": "completed", "tag": "fd1987d9-67af-4e8d-93d3-bfd7d3154609"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:26:47.924239 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['ced27436-8a8c-4719-9bf6-b86688ef931d', 'ba916db2-e3ae-47b8-9dca-7bccdcf584cc'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:26:47.929503 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['d48d9039-a582-46f9-a15c-ebc5853e5c4f', '8af7a0bd-3e0c-4723-b6c5-a6ac2dc3131e', '8b1f25ba-968e-4f55-880e-8cbaad83d4e4', 'e24383ee-b2cd-4abe-a03f-410a11f91059'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:26:47.961288 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be2b6c08-2b4e-4ca4-bdc5-d8d98217b842 req-82bbfb93-e2f6-4fdf-ad8e-4c15b5513272 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Network 80d671a8-d1ab-4472-891b-9c042fbd7800 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:26:47.967938 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-be2b6c08-2b4e-4ca4-bdc5-d8d98217b842 req-82bbfb93-e2f6-4fdf-ad8e-4c15b5513272 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:26:47.998231 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-be2b6c08-2b4e-4ca4-bdc5-d8d98217b842 req-82bbfb93-e2f6-4fdf-ad8e-4c15b5513272 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:26:48.029199 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ea838b-cda1-4cb6-8a33-2324a252352a x-openstack-request-id: req-66ea838b-cda1-4cb6-8a33-2324a252352a {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:26:48.029494 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc5d6c66-6d5f-444f-915e-801af91238d8", "name": "network-vif-plugged", "status": "completed", "tag": "fd1987d9-67af-4e8d-93d3-bfd7d3154609", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:26:48.029751 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-66ea838b-cda1-4cb6-8a33-2324a252352a {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:26:48.030146 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66ea838b-cda1-4cb6-8a33-2324a252352a'] response: {'server_uuid': 'fc5d6c66-6d5f-444f-915e-801af91238d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd1987d9-67af-4e8d-93d3-bfd7d3154609', 'code': 200} Apr 05 14:26:48.069391 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port fd1987d9-67af-4e8d-93d3-bfd7d3154609, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=fd1987d9-67af-4e8d-93d3-bfd7d3154609,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:26:48.131633 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-76c5d5b4-e7cb-4729-a294-46dc76427015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:48.256401 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bbfb93-e2f6-4fdf-ad8e-4c15b5513272 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Pushing event updated for resources: {'Port': ['ID=296d843a-cc8d-41af-aa81-806072157423,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:48.282698 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c5d5b4-e7cb-4729-a294-46dc76427015 admin admin] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:26:48.310315 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-76c5d5b4-e7cb-4729-a294-46dc76427015 admin admin] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:26:48.313621 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c5d5b4-e7cb-4729-a294-46dc76427015 admin admin] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:26:48.397013 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [req-60d16c97-e2fa-46d1-a024-4dca92139d5f req-ca3c0ea3-10da-4355-b3ce-08884e492107 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Allocated IP 172.20.0.13 (f67f3a13-049d-41fc-8f05-879f33bdc3a1/f6074551-5c62-4edd-9c5d-5fd7282d7688/659329af-1f62-4118-a74e-178529747466) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:26:48.413409 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b6c08-2b4e-4ca4-bdc5-d8d98217b842 req-82bbfb93-e2f6-4fdf-ad8e-4c15b5513272 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:48.414180 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-be2b6c08-2b4e-4ca4-bdc5-d8d98217b842 req-82bbfb93-e2f6-4fdf-ad8e-4c15b5513272 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:48.434563 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5e7ba5-22e5-4419-8ae8-4393a23a66e9 None None] Network 9be46ab3-39de-4b1a-90d5-4364bad09005 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:26:48.478900 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c5d5b4-e7cb-4729-a294-46dc76427015 admin admin] Pushing event updated for resources: {'Port': ['ID=64b059a8-9a08-428e-b8a7-80d5ae8458bc,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:48.510601 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-be2b6c08-2b4e-4ca4-bdc5-d8d98217b842 req-82bbfb93-e2f6-4fdf-ad8e-4c15b5513272 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.9041703 Apr 05 14:26:48.528867 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc3405f-9c55-489e-af36-e0544024a334 req-4abcde45-1b1b-40a1-9701-fe3b5f5c2d34 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:48.530911 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0fc3405f-9c55-489e-af36-e0544024a334 req-4abcde45-1b1b-40a1-9701-fe3b5f5c2d34 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=d212ea26-a3c8-42b2-a405-cede990fb53f HTTP/1.1" status: 200 len: 936 time: 0.3885341 Apr 05 14:26:48.547578 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:48.596534 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-be2b6c08-2b4e-4ca4-bdc5-d8d98217b842 req-b4273ebe-d00c-407b-ac7c-32070354f381 service neutron] Request body: {'port': {'device_id': 'd212ea26-a3c8-42b2-a405-cede990fb53f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:26:48.629727 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.11', 61107) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:26:48.636617 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [req-d52419a0-188e-4033-9878-97786c843462 req-97adce17-aa32-46e3-8fb4-7061cc0327eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76f59e91-1ec2-4780-83fc-58f44a4a3d54 {{(pid=103321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:26:48.671077 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-d52419a0-188e-4033-9878-97786c843462 req-97adce17-aa32-46e3-8fb4-7061cc0327eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:48.725013 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.provisioning_blocks [req-d52419a0-188e-4033-9878-97786c843462 req-97adce17-aa32-46e3-8fb4-7061cc0327eb service neutron] Transition to ACTIVE for port object 76f59e91-1ec2-4780-83fc-58f44a4a3d54 will not be triggered until provisioned by entity L2. {{(pid=103321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:26:48.748344 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-d7c4113d-6c28-4131-b0db-9961024a06a2 None None] Provisioning complete for port 071a02d5-8eb6-4079-a542-9aa9c5587815 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:26:48.748998 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d7c4113d-6c28-4131-b0db-9961024a06a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:48.872197 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0fc3405f-9c55-489e-af36-e0544024a334 req-7a1f3e27-9383-4259-b076-9ca8a5d373b9 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811508 Apr 05 14:26:48.887633 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-60d16c97-e2fa-46d1-a024-4dca92139d5f req-ca3c0ea3-10da-4355-b3ce-08884e492107 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:48.919993 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=fd1987d9-67af-4e8d-93d3-bfd7d3154609,revision_number=10']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:48.981079 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 071a02d5-8eb6-4079-a542-9aa9c5587815 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:26:49.001780 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-d52419a0-188e-4033-9878-97786c843462 req-97adce17-aa32-46e3-8fb4-7061cc0327eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:49.007131 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-c75992ac-0233-4e8e-b3c6-27bf53676c81 req-fa1e22cf-aef6-48c5-aeaa-0b0a5cd66284 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:49.010409 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-8b0535bf-60f4-499b-99c0-9ac9967c8b93 req-8937d466-09d3-48e2-a46e-9a68f391bc46 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4db9fe51-aafd-461b-a1f5-bb4c970bc929&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3604200 Apr 05 14:26:49.071984 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97adce17-aa32-46e3-8fb4-7061cc0327eb service neutron] Pushing event updated for resources: {'Port': ['ID=76f59e91-1ec2-4780-83fc-58f44a4a3d54,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:49.099249 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-be2b6c08-2b4e-4ca4-bdc5-d8d98217b842 req-b4273ebe-d00c-407b-ac7c-32070354f381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:49.109949 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-60d16c97-e2fa-46d1-a024-4dca92139d5f req-ca3c0ea3-10da-4355-b3ce-08884e492107 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:49.149182 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1260ad-38e4-4de7-8cd4-50fe3966c4ac req-da357b89-3097-4706-b7e3-36e1f1103c98 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:49.164329 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5f1260ad-38e4-4de7-8cd4-50fe3966c4ac req-da357b89-3097-4706-b7e3-36e1f1103c98 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=672b2c8e-b413-49d4-9045-73a1b4424c32 HTTP/1.1" status: 200 len: 935 time: 0.7588730 Apr 05 14:26:49.169799 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60d16c97-e2fa-46d1-a024-4dca92139d5f req-ca3c0ea3-10da-4355-b3ce-08884e492107 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Network f67f3a13-049d-41fc-8f05-879f33bdc3a1 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:26:49.179938 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [req-60d16c97-e2fa-46d1-a024-4dca92139d5f req-ca3c0ea3-10da-4355-b3ce-08884e492107 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:26:49.240765 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-60d16c97-e2fa-46d1-a024-4dca92139d5f req-ca3c0ea3-10da-4355-b3ce-08884e492107 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:26:49.384564 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d16c97-e2fa-46d1-a024-4dca92139d5f req-ca3c0ea3-10da-4355-b3ce-08884e492107 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:49.385487 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-60d16c97-e2fa-46d1-a024-4dca92139d5f req-ca3c0ea3-10da-4355-b3ce-08884e492107 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:49.445697 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f7f9ec5d-4af7-4bdb-a346-2798780b299c req-e8278096-46e6-4db9-bcbb-b2da8c4562b3 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=20926e2e-9a2a-4e4f-8080-2a29f4e07cfe HTTP/1.1" status: 200 len: 210 time: 0.2117503 Apr 05 14:26:49.457185 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d7c4113d-6c28-4131-b0db-9961024a06a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:49.475540 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-c75992ac-0233-4e8e-b3c6-27bf53676c81 req-fa1e22cf-aef6-48c5-aeaa-0b0a5cd66284 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:49.555099 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-d52419a0-188e-4033-9878-97786c843462 req-97adce17-aa32-46e3-8fb4-7061cc0327eb service neutron] Attempting to bind port 76f59e91-1ec2-4780-83fc-58f44a4a3d54 on host n-h2-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:26:49.556171 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-d52419a0-188e-4033-9878-97786c843462 req-97adce17-aa32-46e3-8fb4-7061cc0327eb service neutron] Attempting to bind port 76f59e91-1ec2-4780-83fc-58f44a4a3d54 by drivers openvswitch,hyperv on host n-h2-836650-2 at level 0 using segments [{'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:26:49.556760 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52419a0-188e-4033-9878-97786c843462 req-97adce17-aa32-46e3-8fb4-7061cc0327eb service neutron] Attempting to bind port 76f59e91-1ec2-4780-83fc-58f44a4a3d54 on network 80d671a8-d1ab-4472-891b-9c042fbd7800 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:26:49.641673 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0535bf-60f4-499b-99c0-9ac9967c8b93 req-6820c03d-3d60-44c3-b4cf-0445c8721b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:49.647400 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-8b0535bf-60f4-499b-99c0-9ac9967c8b93 req-6820c03d-3d60-44c3-b4cf-0445c8721b2c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c301d8186c0d498e88493d184d59ac7d&device_id=4db9fe51-aafd-461b-a1f5-bb4c970bc929 HTTP/1.1" status: 200 len: 1100 time: 0.4735582 Apr 05 14:26:49.656198 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52419a0-188e-4033-9878-97786c843462 req-97adce17-aa32-46e3-8fb4-7061cc0327eb service neutron] Port 76f59e91-1ec2-4780-83fc-58f44a4a3d54 on network 80d671a8-d1ab-4472-891b-9c042fbd7800 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:26:49.656529 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52419a0-188e-4033-9878-97786c843462 req-97adce17-aa32-46e3-8fb4-7061cc0327eb service neutron] Attempting to bind port 76f59e91-1ec2-4780-83fc-58f44a4a3d54 on network 80d671a8-d1ab-4472-891b-9c042fbd7800 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:26:49.683806 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52419a0-188e-4033-9878-97786c843462 req-97adce17-aa32-46e3-8fb4-7061cc0327eb service neutron] Checking agent: {'id': '6d8cf521-24bb-4b6a-bbae-0284f5c87a9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:26:49.684600 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-d7c4113d-6c28-4131-b0db-9961024a06a2 None None] For port 071a02d5-8eb6-4079-a542-9aa9c5587815, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=071a02d5-8eb6-4079-a542-9aa9c5587815,segment=NetworkSegment(0249fdd3-4d14-47db-849c-c0208c2df49e),segment_id=0249fdd3-4d14-47db-849c-c0208c2df49e)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:26:49.685268 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52419a0-188e-4033-9878-97786c843462 req-97adce17-aa32-46e3-8fb4-7061cc0327eb service neutron] Checking segment: {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:26:49.685669 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52419a0-188e-4033-9878-97786c843462 req-97adce17-aa32-46e3-8fb4-7061cc0327eb service neutron] Bound using segment: {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:26:49.686117 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-d52419a0-188e-4033-9878-97786c843462 req-97adce17-aa32-46e3-8fb4-7061cc0327eb service neutron] Bound port: 76f59e91-1ec2-4780-83fc-58f44a4a3d54, host: n-h2-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:26:49.688098 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-d52419a0-188e-4033-9878-97786c843462 req-97adce17-aa32-46e3-8fb4-7061cc0327eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:49.738770 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3c0ea3-10da-4355-b3ce-08884e492107 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Pushing event updated for resources: {'Port': ['ID=659329af-1f62-4118-a74e-178529747466,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:49.801308 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 071a02d5-8eb6-4079-a542-9aa9c5587815 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:26:49.801942 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:49.857455 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-d52419a0-188e-4033-9878-97786c843462 req-97adce17-aa32-46e3-8fb4-7061cc0327eb service neutron] For port 76f59e91-1ec2-4780-83fc-58f44a4a3d54, host n-h2-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:26:49.865902 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c75992ac-0233-4e8e-b3c6-27bf53676c81 req-fa1e22cf-aef6-48c5-aeaa-0b0a5cd66284 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Network a37e2d3e-8e8b-49fa-a97d-3b06631436db is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:26:49.876240 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-d52419a0-188e-4033-9878-97786c843462 req-97adce17-aa32-46e3-8fb4-7061cc0327eb service neutron] For port 76f59e91-1ec2-4780-83fc-58f44a4a3d54, host n-h2-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=76f59e91-1ec2-4780-83fc-58f44a4a3d54,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:26:49.885007 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-60d16c97-e2fa-46d1-a024-4dca92139d5f req-ca3c0ea3-10da-4355-b3ce-08884e492107 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3674643 Apr 05 14:26:49.912530 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d7c4113d-6c28-4131-b0db-9961024a06a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:49.938107 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-c75992ac-0233-4e8e-b3c6-27bf53676c81 req-fa1e22cf-aef6-48c5-aeaa-0b0a5cd66284 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:26:49.968233 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5f1260ad-38e4-4de7-8cd4-50fe3966c4ac req-c4fff642-d8db-4a5f-9a67-3c23c01207a0 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7010627 Apr 05 14:26:49.986450 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-60d16c97-e2fa-46d1-a024-4dca92139d5f req-ff3d3204-2fae-459a-ac7f-327ea297ce3c service neutron] Request body: {'port': {'device_id': '7f325b30-8b73-4a24-8178-00d31ed91a28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-2'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:26:49.990291 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-c75992ac-0233-4e8e-b3c6-27bf53676c81 req-fa1e22cf-aef6-48c5-aeaa-0b0a5cd66284 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:26:50.027985 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-d52419a0-188e-4033-9878-97786c843462 req-97adce17-aa32-46e3-8fb4-7061cc0327eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:50.059191 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75992ac-0233-4e8e-b3c6-27bf53676c81 req-fa1e22cf-aef6-48c5-aeaa-0b0a5cd66284 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:50.061743 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-c75992ac-0233-4e8e-b3c6-27bf53676c81 req-fa1e22cf-aef6-48c5-aeaa-0b0a5cd66284 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:50.143441 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52419a0-188e-4033-9878-97786c843462 req-97adce17-aa32-46e3-8fb4-7061cc0327eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:50.144613 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-d52419a0-188e-4033-9878-97786c843462 req-97adce17-aa32-46e3-8fb4-7061cc0327eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:50.148414 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-d52419a0-188e-4033-9878-97786c843462 req-97adce17-aa32-46e3-8fb4-7061cc0327eb service neutron] 10.222.0.11 "PUT /v2.0/ports/76f59e91-1ec2-4780-83fc-58f44a4a3d54 HTTP/1.1" status: 200 len: 1095 time: 4.1953676 Apr 05 14:26:50.150907 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '672b2c8e-b413-49d4-9045-73a1b4424c32', 'tag': '76f59e91-1ec2-4780-83fc-58f44a4a3d54'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:26:50.153557 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce6071fb-895c-4e15-ad29-54c16a2de8c2" -d '{"events": [{"name": "network-changed", "server_uuid": "672b2c8e-b413-49d4-9045-73a1b4424c32", "tag": "76f59e91-1ec2-4780-83fc-58f44a4a3d54"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:26:50.205659 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-d7c4113d-6c28-4131-b0db-9961024a06a2 None None] Provisioning complete for port 296d843a-cc8d-41af-aa81-806072157423 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:26:50.206109 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d7c4113d-6c28-4131-b0db-9961024a06a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:50.307376 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0535bf-60f4-499b-99c0-9ac9967c8b93 req-cf8445c9-4953-49aa-a30b-7ff3109e5e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:50.313188 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-8b0535bf-60f4-499b-99c0-9ac9967c8b93 req-cf8445c9-4953-49aa-a30b-7ff3109e5e92 service neutron] 10.222.0.11 "GET /v2.0/networks?id=80d671a8-d1ab-4472-891b-9c042fbd7800 HTTP/1.1" status: 200 len: 870 time: 0.6370354 Apr 05 14:26:50.323043 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c4113d-6c28-4131-b0db-9961024a06a2 None None] Pushing event updated for resources: {'Port': ['ID=071a02d5-8eb6-4079-a542-9aa9c5587815,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:50.401451 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-60d16c97-e2fa-46d1-a024-4dca92139d5f req-ff3d3204-2fae-459a-ac7f-327ea297ce3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:50.483668 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-d7c4113d-6c28-4131-b0db-9961024a06a2 None None] Port 296d843a-cc8d-41af-aa81-806072157423 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:26:50.569218 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-8b0535bf-60f4-499b-99c0-9ac9967c8b93 req-0e8b8a18-025e-4145-85de-f2770890daaa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=ced27436-8a8c-4719-9bf6-b86688ef931d HTTP/1.1" status: 200 len: 217 time: 0.2104456 Apr 05 14:26:50.575890 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97adce17-aa32-46e3-8fb4-7061cc0327eb service neutron] Pushing event updated for resources: {'Port': ['ID=76f59e91-1ec2-4780-83fc-58f44a4a3d54,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:50.585712 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52419a0-188e-4033-9878-97786c843462 req-3f12b5a5-2656-4a14-b1cd-1a575a2581ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:50.587375 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-d52419a0-188e-4033-9878-97786c843462 req-3f12b5a5-2656-4a14-b1cd-1a575a2581ff service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eb6eb2eb5e534aae8638ab75f1f70e11&device_id=672b2c8e-b413-49d4-9045-73a1b4424c32 HTTP/1.1" status: 200 len: 1098 time: 0.2516935 Apr 05 14:26:50.622473 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-e6f37453-bf2c-4b4f-aacf-faae753f93f9 None None] Provisioning complete for port 071a02d5-8eb6-4079-a542-9aa9c5587815 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:26:50.626481 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e6f37453-bf2c-4b4f-aacf-faae753f93f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:50.803359 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 071a02d5-8eb6-4079-a542-9aa9c5587815 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:26:50.887393 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1e22cf-aef6-48c5-aeaa-0b0a5cd66284 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Pushing event updated for resources: {'Port': ['ID=d610ae53-1bc0-4844-8ecf-3d88e1cf5426,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:50.921327 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-e6f37453-bf2c-4b4f-aacf-faae753f93f9 None None] Provisioning complete for port 659329af-1f62-4118-a74e-178529747466 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:26:50.921725 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e6f37453-bf2c-4b4f-aacf-faae753f93f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:50.924648 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a81c3-174d-46f2-9cc3-10b77c7e619b req-4e52c650-ed1f-4c5f-b628-8cc2e4f1eeab tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:50.933690 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ec7a81c3-174d-46f2-9cc3-10b77c7e619b req-4e52c650-ed1f-4c5f-b628-8cc2e4f1eeab tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f325b30-8b73-4a24-8178-00d31ed91a28 HTTP/1.1" status: 200 len: 932 time: 1.0859773 Apr 05 14:26:50.944540 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-d52419a0-188e-4033-9878-97786c843462 req-6ad49f52-ff7a-4cd5-9846-91b9b13bddeb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=76f59e91-1ec2-4780-83fc-58f44a4a3d54 HTTP/1.1" status: 200 len: 217 time: 0.1736903 Apr 05 14:26:50.974188 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 071a02d5-8eb6-4079-a542-9aa9c5587815 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:26:50.977689 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:50.977689 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-e6f37453-bf2c-4b4f-aacf-faae753f93f9 None None] Port 659329af-1f62-4118-a74e-178529747466 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:26:51.011288 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-76c5d5b4-e7cb-4729-a294-46dc76427015 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:51.076612 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0535bf-60f4-499b-99c0-9ac9967c8b93 req-4eacc963-434c-4f4a-94d3-b59eaa06589f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:51.081945 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-8b0535bf-60f4-499b-99c0-9ac9967c8b93 req-4eacc963-434c-4f4a-94d3-b59eaa06589f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.2921572 Apr 05 14:26:51.104317 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c75992ac-0233-4e8e-b3c6-27bf53676c81 req-fa1e22cf-aef6-48c5-aeaa-0b0a5cd66284 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4911952 Apr 05 14:26:51.128584 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ec7a81c3-174d-46f2-9cc3-10b77c7e619b req-fdd66e0d-8ec4-4539-aeb1-5c9714deda8c tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] 10.222.0.30 "GET /v2.0/security-groups?id=e3a3c9f2-f079-4fb1-8562-4ce1cb0f8e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1917360 Apr 05 14:26:51.145436 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-c75992ac-0233-4e8e-b3c6-27bf53676c81 req-17644db1-3c57-439a-8c73-3cdc657e9503 service neutron] Request body: {'port': {'device_id': '20926e2e-9a2a-4e4f-8080-2a29f4e07cfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:26:51.377130 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-c75992ac-0233-4e8e-b3c6-27bf53676c81 req-17644db1-3c57-439a-8c73-3cdc657e9503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:51.417776 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f3ac9d-04e1-4c82-954a-6cc6461e4110 req-149ef142-587e-452a-822f-9c0d093f1703 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:51.425832 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-74f3ac9d-04e1-4c82-954a-6cc6461e4110 req-149ef142-587e-452a-822f-9c0d093f1703 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=d212ea26-a3c8-42b2-a405-cede990fb53f HTTP/1.1" status: 200 len: 936 time: 0.1915929 Apr 05 14:26:51.435931 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0535bf-60f4-499b-99c0-9ac9967c8b93 req-ab252760-1162-4332-9ceb-8f91ae842215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:51.440849 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-8b0535bf-60f4-499b-99c0-9ac9967c8b93 req-ab252760-1162-4332-9ceb-8f91ae842215 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1567116 Apr 05 14:26:51.460735 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [req-60d16c97-e2fa-46d1-a024-4dca92139d5f req-ff3d3204-2fae-459a-ac7f-327ea297ce3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 659329af-1f62-4118-a74e-178529747466 {{(pid=103321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:26:51.473178 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52419a0-188e-4033-9878-97786c843462 req-33601176-75a7-420a-8efb-d27f2534d3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:51.474648 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-d52419a0-188e-4033-9878-97786c843462 req-33601176-75a7-420a-8efb-d27f2534d3a1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.4287560 Apr 05 14:26:51.602039 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-74f3ac9d-04e1-4c82-954a-6cc6461e4110 req-e67688e4-ae7a-4983-8611-efdf47780964 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709957 Apr 05 14:26:51.683739 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-be2b6c08-2b4e-4ca4-bdc5-d8d98217b842 req-b4273ebe-d00c-407b-ac7c-32070354f381 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 296d843a-cc8d-41af-aa81-806072157423 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:26:51.732390 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-8b0535bf-60f4-499b-99c0-9ac9967c8b93 req-f534533e-0b7f-46b6-8c1c-1d078ff78311 service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528245 Apr 05 14:26:51.734979 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce86a41-a5b2-472d-b4c4-29d081406cbb x-openstack-request-id: req-1ce86a41-a5b2-472d-b4c4-29d081406cbb {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:26:51.735271 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "672b2c8e-b413-49d4-9045-73a1b4424c32", "tag": "76f59e91-1ec2-4780-83fc-58f44a4a3d54", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:26:51.735897 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1ce86a41-a5b2-472d-b4c4-29d081406cbb {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:26:51.736302 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ce86a41-a5b2-472d-b4c4-29d081406cbb'] response: {'name': 'network-changed', 'server_uuid': '672b2c8e-b413-49d4-9045-73a1b4424c32', 'tag': '76f59e91-1ec2-4780-83fc-58f44a4a3d54', 'status': 'completed', 'code': 200} Apr 05 14:26:51.738466 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-60d16c97-e2fa-46d1-a024-4dca92139d5f req-ff3d3204-2fae-459a-ac7f-327ea297ce3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:51.839141 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-be2b6c08-2b4e-4ca4-bdc5-d8d98217b842 req-b4273ebe-d00c-407b-ac7c-32070354f381 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:51.906582 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-8b0535bf-60f4-499b-99c0-9ac9967c8b93 req-b9691e7a-14c7-4bb3-bcc6-b20bd9dcb375 service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495891 Apr 05 14:26:51.911201 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.provisioning_blocks [req-60d16c97-e2fa-46d1-a024-4dca92139d5f req-ff3d3204-2fae-459a-ac7f-327ea297ce3c service neutron] Transition to ACTIVE for port object 659329af-1f62-4118-a74e-178529747466 will not be triggered until provisioned by entity L2. {{(pid=103321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:26:51.921871 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-be2b6c08-2b4e-4ca4-bdc5-d8d98217b842 req-b4273ebe-d00c-407b-ac7c-32070354f381 service neutron] Transition to ACTIVE for port object 296d843a-cc8d-41af-aa81-806072157423 will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:26:51.923347 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-76c5d5b4-e7cb-4729-a294-46dc76427015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618'] for router, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:51.935625 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52419a0-188e-4033-9878-97786c843462 req-ad5d4f26-697f-4d3e-b825-638649a71cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:51.937973 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-d52419a0-188e-4033-9878-97786c843462 req-ad5d4f26-697f-4d3e-b825-638649a71cc3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2046087 Apr 05 14:26:52.009944 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-60d16c97-e2fa-46d1-a024-4dca92139d5f req-ff3d3204-2fae-459a-ac7f-327ea297ce3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:52.058735 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c7997d-3b3e-4536-92c0-7270807e0f01 req-bd2adf87-aff1-4f01-8d8b-c9cbdc1bb223 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:52.066980 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-79c7997d-3b3e-4536-92c0-7270807e0f01 req-bd2adf87-aff1-4f01-8d8b-c9cbdc1bb223 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=20926e2e-9a2a-4e4f-8080-2a29f4e07cfe HTTP/1.1" status: 200 len: 932 time: 0.2170391 Apr 05 14:26:52.128861 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-be2b6c08-2b4e-4ca4-bdc5-d8d98217b842 req-b4273ebe-d00c-407b-ac7c-32070354f381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:52.250900 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-d52419a0-188e-4033-9878-97786c843462 req-30ee2cfe-51db-4814-9721-a6202bc6f489 service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914340 Apr 05 14:26:52.279197 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3d3204-2fae-459a-ac7f-327ea297ce3c service neutron] Pushing event updated for resources: {'Port': ['ID=659329af-1f62-4118-a74e-178529747466,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:52.476323 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-c75992ac-0233-4e8e-b3c6-27bf53676c81 req-17644db1-3c57-439a-8c73-3cdc657e9503 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d610ae53-1bc0-4844-8ecf-3d88e1cf5426 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:26:52.487038 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-c75992ac-0233-4e8e-b3c6-27bf53676c81 req-17644db1-3c57-439a-8c73-3cdc657e9503 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:52.557999 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-c75992ac-0233-4e8e-b3c6-27bf53676c81 req-17644db1-3c57-439a-8c73-3cdc657e9503 service neutron] Transition to ACTIVE for port object d610ae53-1bc0-4844-8ecf-3d88e1cf5426 will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:26:52.608038 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-79c7997d-3b3e-4536-92c0-7270807e0f01 req-cdc9ec39-8902-4123-bcfd-7320f247b0d8 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5400410 Apr 05 14:26:52.609809 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-d52419a0-188e-4033-9878-97786c843462 req-a3c5f416-58b0-44eb-b20e-21623471f150 service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900453 Apr 05 14:26:52.650029 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-60d16c97-e2fa-46d1-a024-4dca92139d5f req-ff3d3204-2fae-459a-ac7f-327ea297ce3c service neutron] Attempting to bind port 659329af-1f62-4118-a74e-178529747466 on host n-h2-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:26:52.650706 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-60d16c97-e2fa-46d1-a024-4dca92139d5f req-ff3d3204-2fae-459a-ac7f-327ea297ce3c service neutron] Attempting to bind port 659329af-1f62-4118-a74e-178529747466 by drivers openvswitch,hyperv on host n-h2-836650-2 at level 0 using segments [{'id': 'a568a80e-06b0-4bc4-9b32-ea547fcca925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f67f3a13-049d-41fc-8f05-879f33bdc3a1'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:26:52.670230 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d16c97-e2fa-46d1-a024-4dca92139d5f req-ff3d3204-2fae-459a-ac7f-327ea297ce3c service neutron] Attempting to bind port 659329af-1f62-4118-a74e-178529747466 on network f67f3a13-049d-41fc-8f05-879f33bdc3a1 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:26:52.692241 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4273ebe-d00c-407b-ac7c-32070354f381 service neutron] Pushing event updated for resources: {'Port': ['ID=296d843a-cc8d-41af-aa81-806072157423,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:52.719718 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d16c97-e2fa-46d1-a024-4dca92139d5f req-ff3d3204-2fae-459a-ac7f-327ea297ce3c service neutron] Port 659329af-1f62-4118-a74e-178529747466 on network f67f3a13-049d-41fc-8f05-879f33bdc3a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:26:52.722643 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d16c97-e2fa-46d1-a024-4dca92139d5f req-ff3d3204-2fae-459a-ac7f-327ea297ce3c service neutron] Attempting to bind port 659329af-1f62-4118-a74e-178529747466 on network f67f3a13-049d-41fc-8f05-879f33bdc3a1 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:26:52.763171 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d16c97-e2fa-46d1-a024-4dca92139d5f req-ff3d3204-2fae-459a-ac7f-327ea297ce3c service neutron] Checking agent: {'id': '6d8cf521-24bb-4b6a-bbae-0284f5c87a9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:26:52.763517 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d16c97-e2fa-46d1-a024-4dca92139d5f req-ff3d3204-2fae-459a-ac7f-327ea297ce3c service neutron] Checking segment: {'id': 'a568a80e-06b0-4bc4-9b32-ea547fcca925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f67f3a13-049d-41fc-8f05-879f33bdc3a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:26:52.766162 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-c75992ac-0233-4e8e-b3c6-27bf53676c81 req-17644db1-3c57-439a-8c73-3cdc657e9503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:52.766351 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d16c97-e2fa-46d1-a024-4dca92139d5f req-ff3d3204-2fae-459a-ac7f-327ea297ce3c service neutron] Bound using segment: {'id': 'a568a80e-06b0-4bc4-9b32-ea547fcca925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f67f3a13-049d-41fc-8f05-879f33bdc3a1'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:26:52.766640 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-60d16c97-e2fa-46d1-a024-4dca92139d5f req-ff3d3204-2fae-459a-ac7f-327ea297ce3c service neutron] Bound port: 659329af-1f62-4118-a74e-178529747466, host: n-h2-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a568a80e-06b0-4bc4-9b32-ea547fcca925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f67f3a13-049d-41fc-8f05-879f33bdc3a1'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:26:52.767012 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-60d16c97-e2fa-46d1-a024-4dca92139d5f req-ff3d3204-2fae-459a-ac7f-327ea297ce3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:52.770063 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-be2b6c08-2b4e-4ca4-bdc5-d8d98217b842 req-b4273ebe-d00c-407b-ac7c-32070354f381 service neutron] Attempting to bind port 296d843a-cc8d-41af-aa81-806072157423 on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:26:52.770405 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-be2b6c08-2b4e-4ca4-bdc5-d8d98217b842 req-b4273ebe-d00c-407b-ac7c-32070354f381 service neutron] Attempting to bind port 296d843a-cc8d-41af-aa81-806072157423 by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:26:52.770733 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2b6c08-2b4e-4ca4-bdc5-d8d98217b842 req-b4273ebe-d00c-407b-ac7c-32070354f381 service neutron] Attempting to bind port 296d843a-cc8d-41af-aa81-806072157423 on network 80d671a8-d1ab-4472-891b-9c042fbd7800 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:26:52.902820 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2b6c08-2b4e-4ca4-bdc5-d8d98217b842 req-b4273ebe-d00c-407b-ac7c-32070354f381 service neutron] Port 296d843a-cc8d-41af-aa81-806072157423 on network 80d671a8-d1ab-4472-891b-9c042fbd7800 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:26:52.903745 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2b6c08-2b4e-4ca4-bdc5-d8d98217b842 req-b4273ebe-d00c-407b-ac7c-32070354f381 service neutron] Attempting to bind port 296d843a-cc8d-41af-aa81-806072157423 on network 80d671a8-d1ab-4472-891b-9c042fbd7800 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:26:52.953666 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17644db1-3c57-439a-8c73-3cdc657e9503 service neutron] Pushing event updated for resources: {'Port': ['ID=d610ae53-1bc0-4844-8ecf-3d88e1cf5426,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:52.961063 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2b6c08-2b4e-4ca4-bdc5-d8d98217b842 req-b4273ebe-d00c-407b-ac7c-32070354f381 service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:26:52.961542 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2b6c08-2b4e-4ca4-bdc5-d8d98217b842 req-b4273ebe-d00c-407b-ac7c-32070354f381 service neutron] Checking segment: {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:26:52.963535 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2b6c08-2b4e-4ca4-bdc5-d8d98217b842 req-b4273ebe-d00c-407b-ac7c-32070354f381 service neutron] Bound using segment: {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:26:52.964198 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-be2b6c08-2b4e-4ca4-bdc5-d8d98217b842 req-b4273ebe-d00c-407b-ac7c-32070354f381 service neutron] Bound port: 296d843a-cc8d-41af-aa81-806072157423, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:26:52.966106 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-be2b6c08-2b4e-4ca4-bdc5-d8d98217b842 req-b4273ebe-d00c-407b-ac7c-32070354f381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:53.021373 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d76d4d-68ca-489a-bc47-5001b51969e0 req-1f1b940e-ba7f-4f5e-b3ac-555794677ee2 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:53.023243 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c1d76d4d-68ca-489a-bc47-5001b51969e0 req-1f1b940e-ba7f-4f5e-b3ac-555794677ee2 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=672b2c8e-b413-49d4-9045-73a1b4424c32 HTTP/1.1" status: 200 len: 947 time: 0.2055614 Apr 05 14:26:53.051140 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6071fb-895c-4e15-ad29-54c16a2de8c2 req-4d3245ac-08ea-403c-a27a-6cbd91e1dc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:53.053541 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ce6071fb-895c-4e15-ad29-54c16a2de8c2 req-4d3245ac-08ea-403c-a27a-6cbd91e1dc10 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eb6eb2eb5e534aae8638ab75f1f70e11&device_id=672b2c8e-b413-49d4-9045-73a1b4424c32 HTTP/1.1" status: 200 len: 1098 time: 0.2179058 Apr 05 14:26:53.057585 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-60d16c97-e2fa-46d1-a024-4dca92139d5f req-ff3d3204-2fae-459a-ac7f-327ea297ce3c service neutron] For port 659329af-1f62-4118-a74e-178529747466, host n-h2-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:26:53.062475 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-60d16c97-e2fa-46d1-a024-4dca92139d5f req-ff3d3204-2fae-459a-ac7f-327ea297ce3c service neutron] For port 659329af-1f62-4118-a74e-178529747466, host n-h2-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=659329af-1f62-4118-a74e-178529747466,segment=NetworkSegment(a568a80e-06b0-4bc4-9b32-ea547fcca925),segment_id=a568a80e-06b0-4bc4-9b32-ea547fcca925)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:26:53.096950 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-be2b6c08-2b4e-4ca4-bdc5-d8d98217b842 req-b4273ebe-d00c-407b-ac7c-32070354f381 service neutron] For port 296d843a-cc8d-41af-aa81-806072157423, host n-h1-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:26:53.101020 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-be2b6c08-2b4e-4ca4-bdc5-d8d98217b842 req-b4273ebe-d00c-407b-ac7c-32070354f381 service neutron] For port 296d843a-cc8d-41af-aa81-806072157423, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=296d843a-cc8d-41af-aa81-806072157423,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:26:53.124865 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76c5d5b4-e7cb-4729-a294-46dc76427015 admin admin] Router 80f26961-2885-4428-91fc-d6b2a151ea9a is scheduled to L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 with binding_index 1 {{(pid=103320) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:26:53.246792 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-be2b6c08-2b4e-4ca4-bdc5-d8d98217b842 req-b4273ebe-d00c-407b-ac7c-32070354f381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:53.307444 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6071fb-895c-4e15-ad29-54c16a2de8c2 req-dcf4fe03-33e6-423e-af32-f594314e7659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:53.309293 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ce6071fb-895c-4e15-ad29-54c16a2de8c2 req-dcf4fe03-33e6-423e-af32-f594314e7659 service neutron] 10.222.0.11 "GET /v2.0/networks?id=80d671a8-d1ab-4472-891b-9c042fbd7800 HTTP/1.1" status: 200 len: 870 time: 0.2407465 Apr 05 14:26:53.314379 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-60d16c97-e2fa-46d1-a024-4dca92139d5f req-ff3d3204-2fae-459a-ac7f-327ea297ce3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:53.322000 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4273ebe-d00c-407b-ac7c-32070354f381 service neutron] Pushing event updated for resources: {'Port': ['ID=296d843a-cc8d-41af-aa81-806072157423,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:53.421865 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b6c08-2b4e-4ca4-bdc5-d8d98217b842 req-b4273ebe-d00c-407b-ac7c-32070354f381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:53.422509 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-be2b6c08-2b4e-4ca4-bdc5-d8d98217b842 req-b4273ebe-d00c-407b-ac7c-32070354f381 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:53.424104 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-be2b6c08-2b4e-4ca4-bdc5-d8d98217b842 req-b4273ebe-d00c-407b-ac7c-32070354f381 service neutron] 10.222.0.55 "PUT /v2.0/ports/296d843a-cc8d-41af-aa81-806072157423 HTTP/1.1" status: 200 len: 1096 time: 4.8346767 Apr 05 14:26:53.427315 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-c75992ac-0233-4e8e-b3c6-27bf53676c81 req-17644db1-3c57-439a-8c73-3cdc657e9503 service neutron] Attempting to bind port d610ae53-1bc0-4844-8ecf-3d88e1cf5426 on host n-h2-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:26:53.427315 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-c75992ac-0233-4e8e-b3c6-27bf53676c81 req-17644db1-3c57-439a-8c73-3cdc657e9503 service neutron] Attempting to bind port d610ae53-1bc0-4844-8ecf-3d88e1cf5426 by drivers openvswitch,hyperv on host n-h2-836650-2 at level 0 using segments [{'id': 'e44f5d0a-bab4-40cf-a1ed-36028ad06628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a37e2d3e-8e8b-49fa-a97d-3b06631436db'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:26:53.427315 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75992ac-0233-4e8e-b3c6-27bf53676c81 req-17644db1-3c57-439a-8c73-3cdc657e9503 service neutron] Attempting to bind port d610ae53-1bc0-4844-8ecf-3d88e1cf5426 on network a37e2d3e-8e8b-49fa-a97d-3b06631436db {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:26:53.433406 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd212ea26-a3c8-42b2-a405-cede990fb53f', 'tag': '296d843a-cc8d-41af-aa81-806072157423'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:26:53.435799 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-161e9fb6-e87e-44f0-8833-67f8669c78a8" -d '{"events": [{"name": "network-changed", "server_uuid": "d212ea26-a3c8-42b2-a405-cede990fb53f", "tag": "296d843a-cc8d-41af-aa81-806072157423"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:26:53.472786 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75992ac-0233-4e8e-b3c6-27bf53676c81 req-17644db1-3c57-439a-8c73-3cdc657e9503 service neutron] Port d610ae53-1bc0-4844-8ecf-3d88e1cf5426 on network a37e2d3e-8e8b-49fa-a97d-3b06631436db not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:26:53.480424 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75992ac-0233-4e8e-b3c6-27bf53676c81 req-17644db1-3c57-439a-8c73-3cdc657e9503 service neutron] Attempting to bind port d610ae53-1bc0-4844-8ecf-3d88e1cf5426 on network a37e2d3e-8e8b-49fa-a97d-3b06631436db {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:26:53.488606 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75992ac-0233-4e8e-b3c6-27bf53676c81 req-17644db1-3c57-439a-8c73-3cdc657e9503 service neutron] Checking agent: {'id': '6d8cf521-24bb-4b6a-bbae-0284f5c87a9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:26:53.488978 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75992ac-0233-4e8e-b3c6-27bf53676c81 req-17644db1-3c57-439a-8c73-3cdc657e9503 service neutron] Checking segment: {'id': 'e44f5d0a-bab4-40cf-a1ed-36028ad06628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a37e2d3e-8e8b-49fa-a97d-3b06631436db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:26:53.489374 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75992ac-0233-4e8e-b3c6-27bf53676c81 req-17644db1-3c57-439a-8c73-3cdc657e9503 service neutron] Bound using segment: {'id': 'e44f5d0a-bab4-40cf-a1ed-36028ad06628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a37e2d3e-8e8b-49fa-a97d-3b06631436db'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:26:53.489824 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-c75992ac-0233-4e8e-b3c6-27bf53676c81 req-17644db1-3c57-439a-8c73-3cdc657e9503 service neutron] Bound port: d610ae53-1bc0-4844-8ecf-3d88e1cf5426, host: n-h2-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e44f5d0a-bab4-40cf-a1ed-36028ad06628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a37e2d3e-8e8b-49fa-a97d-3b06631436db'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:26:53.490186 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-c75992ac-0233-4e8e-b3c6-27bf53676c81 req-17644db1-3c57-439a-8c73-3cdc657e9503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:53.509678 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c1d76d4d-68ca-489a-bc47-5001b51969e0 req-53d3e029-e939-487d-9f18-42acfa114369 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4017072 Apr 05 14:26:53.532091 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ce6071fb-895c-4e15-ad29-54c16a2de8c2 req-90622f0c-5ae5-45c9-b7bd-7c9b55ba5db0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=76f59e91-1ec2-4780-83fc-58f44a4a3d54 HTTP/1.1" status: 200 len: 217 time: 0.2078748 Apr 05 14:26:53.677151 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76c5d5b4-e7cb-4729-a294-46dc76427015 admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:26:53.715480 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c2460e-2308-47c6-b5f4-46158d87a53f None None] Sync routers for ids ['80f26961-2885-4428-91fc-d6b2a151ea9a'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:26:53.767989 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c2460e-2308-47c6-b5f4-46158d87a53f None None] Routers {'80f26961-2885-4428-91fc-d6b2a151ea9a'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:26:53.776156 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-49c2460e-2308-47c6-b5f4-46158d87a53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:26:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['80f26961-2885-4428-91fc-d6b2a151ea9a'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:26:53.814478 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-c75992ac-0233-4e8e-b3c6-27bf53676c81 req-17644db1-3c57-439a-8c73-3cdc657e9503 service neutron] For port d610ae53-1bc0-4844-8ecf-3d88e1cf5426, host n-h2-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:26:53.820446 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b6c08-2b4e-4ca4-bdc5-d8d98217b842 req-c24f3440-b86b-4536-b9cf-fd5e609e3e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:53.823346 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-be2b6c08-2b4e-4ca4-bdc5-d8d98217b842 req-c24f3440-b86b-4536-b9cf-fd5e609e3e06 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c301d8186c0d498e88493d184d59ac7d&device_id=d212ea26-a3c8-42b2-a405-cede990fb53f HTTP/1.1" status: 200 len: 1099 time: 0.2713618 Apr 05 14:26:53.826048 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-c75992ac-0233-4e8e-b3c6-27bf53676c81 req-17644db1-3c57-439a-8c73-3cdc657e9503 service neutron] For port d610ae53-1bc0-4844-8ecf-3d88e1cf5426, host n-h2-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=d610ae53-1bc0-4844-8ecf-3d88e1cf5426,segment=NetworkSegment(e44f5d0a-bab4-40cf-a1ed-36028ad06628),segment_id=e44f5d0a-bab4-40cf-a1ed-36028ad06628)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:26:53.857230 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6071fb-895c-4e15-ad29-54c16a2de8c2 req-c012c9db-15e9-41b7-b23b-bb76709ab100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:53.863424 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ce6071fb-895c-4e15-ad29-54c16a2de8c2 req-c012c9db-15e9-41b7-b23b-bb76709ab100 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.2449825 Apr 05 14:26:53.884402 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d16c97-e2fa-46d1-a024-4dca92139d5f req-ff3d3204-2fae-459a-ac7f-327ea297ce3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:53.885424 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-60d16c97-e2fa-46d1-a024-4dca92139d5f req-ff3d3204-2fae-459a-ac7f-327ea297ce3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:53.887309 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-60d16c97-e2fa-46d1-a024-4dca92139d5f req-ff3d3204-2fae-459a-ac7f-327ea297ce3c service neutron] 10.222.0.11 "PUT /v2.0/ports/659329af-1f62-4118-a74e-178529747466 HTTP/1.1" status: 200 len: 1092 time: 3.9094963 Apr 05 14:26:53.908518 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f325b30-8b73-4a24-8178-00d31ed91a28', 'tag': '659329af-1f62-4118-a74e-178529747466'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:26:53.917450 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f546ae-5bf4-408d-b22e-0b05a6d2c8b1" -d '{"events": [{"name": "network-changed", "server_uuid": "7f325b30-8b73-4a24-8178-00d31ed91a28", "tag": "659329af-1f62-4118-a74e-178529747466"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:26:53.985001 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-76c5d5b4-e7cb-4729-a294-46dc76427015 admin admin] Notify callbacks [] for router, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:53.988736 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-76c5d5b4-e7cb-4729-a294-46dc76427015 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 10.6599936 Apr 05 14:26:54.005707 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-c75992ac-0233-4e8e-b3c6-27bf53676c81 req-17644db1-3c57-439a-8c73-3cdc657e9503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:54.010549 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-be2b6c08-2b4e-4ca4-bdc5-d8d98217b842 req-63a1f9a6-175c-4fd0-bba2-299d0ba052cc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=296d843a-cc8d-41af-aa81-806072157423 HTTP/1.1" status: 200 len: 217 time: 0.1731877 Apr 05 14:26:54.011182 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 56724) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:26:54.159681 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-49c2460e-2308-47c6-b5f4-46158d87a53f None None] Set router 80f26961-2885-4428-91fc-d6b2a151ea9a gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:26:54.168478 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6071fb-895c-4e15-ad29-54c16a2de8c2 req-7592ca08-fecc-4445-89a4-c1323a4c1a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:54.170121 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ce6071fb-895c-4e15-ad29-54c16a2de8c2 req-7592ca08-fecc-4445-89a4-c1323a4c1a99 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2656419 Apr 05 14:26:54.176812 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3d3204-2fae-459a-ac7f-327ea297ce3c service neutron] Pushing event updated for resources: {'Port': ['ID=659329af-1f62-4118-a74e-178529747466,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:54.354145 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ce6071fb-895c-4e15-ad29-54c16a2de8c2 req-2253699b-178b-48ff-bd02-a9d1d6847469 service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606028 Apr 05 14:26:54.369275 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0fef66fd-3125-45ed-a7e5-9f7042369e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:54.547084 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-49c2460e-2308-47c6-b5f4-46158d87a53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80f26961-2885-4428-91fc-d6b2a151ea9a', 'name': 'tempest-TaggedBootDevicesTest_v242-1158544315-router', 'tenant_id': '948bc5b0b4974bad8e34321208923dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '64b059a8-9a08-428e-b8a7-80d5ae8458bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:26:43Z', 'updated_at': '2022-04-05T14:26:49Z', 'revision_number': 3, 'project_id': '948bc5b0b4974bad8e34321208923dc8', 'gw_port': {'id': '64b059a8-9a08-428e-b8a7-80d5ae8458bc', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4f:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80f26961-2885-4428-91fc-d6b2a151ea9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:26:46Z', 'updated_at': '2022-04-05T14:26:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:26:54.566098 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ce6071fb-895c-4e15-ad29-54c16a2de8c2 req-80a7be92-6933-4cef-bbfb-4156fefb78d5 service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782830 Apr 05 14:26:54.596952 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d16c97-e2fa-46d1-a024-4dca92139d5f req-6c202c09-2a21-4eb3-a9b1-462fd55182f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:54.603159 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-60d16c97-e2fa-46d1-a024-4dca92139d5f req-6c202c09-2a21-4eb3-a9b1-462fd55182f8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5020a17be5aa4e2aa79c2e741c944881&device_id=7f325b30-8b73-4a24-8178-00d31ed91a28 HTTP/1.1" status: 200 len: 1095 time: 0.5503716 Apr 05 14:26:54.642912 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c2460e-2308-47c6-b5f4-46158d87a53f None None] Checking router: 80f26961-2885-4428-91fc-d6b2a151ea9a for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:26:54.645270 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c2460e-2308-47c6-b5f4-46158d87a53f None None] Updating router 80f26961-2885-4428-91fc-d6b2a151ea9a port 64b059a8-9a08-428e-b8a7-80d5ae8458bc binding host n-d-836650-2 {{(pid=103323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:26:54.706879 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75992ac-0233-4e8e-b3c6-27bf53676c81 req-17644db1-3c57-439a-8c73-3cdc657e9503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:54.711464 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-c75992ac-0233-4e8e-b3c6-27bf53676c81 req-17644db1-3c57-439a-8c73-3cdc657e9503 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:54.715568 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-49c2460e-2308-47c6-b5f4-46158d87a53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:54.718059 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c75992ac-0233-4e8e-b3c6-27bf53676c81 req-17644db1-3c57-439a-8c73-3cdc657e9503 service neutron] 10.222.0.11 "PUT /v2.0/ports/d610ae53-1bc0-4844-8ecf-3d88e1cf5426 HTTP/1.1" status: 200 len: 1092 time: 3.5819635 Apr 05 14:26:54.909975 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-60d16c97-e2fa-46d1-a024-4dca92139d5f req-2707553c-92a8-4702-bb2e-5d8eed45e0f5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=659329af-1f62-4118-a74e-178529747466 HTTP/1.1" status: 200 len: 217 time: 0.1634686 Apr 05 14:26:54.918567 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17644db1-3c57-439a-8c73-3cdc657e9503 service neutron] Pushing event updated for resources: {'Port': ['ID=d610ae53-1bc0-4844-8ecf-3d88e1cf5426,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:54.925819 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b6c08-2b4e-4ca4-bdc5-d8d98217b842 req-ebf73a58-8c21-4883-9b99-7969af3c7e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:54.927316 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-be2b6c08-2b4e-4ca4-bdc5-d8d98217b842 req-ebf73a58-8c21-4883-9b99-7969af3c7e6d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.8437078 Apr 05 14:26:55.044411 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d16c97-e2fa-46d1-a024-4dca92139d5f req-3f2b2bad-13b1-4c4d-880a-86868904e06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:55.046084 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-60d16c97-e2fa-46d1-a024-4dca92139d5f req-3f2b2bad-13b1-4c4d-880a-86868904e06e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f6074551-5c62-4edd-9c5d-5fd7282d7688 HTTP/1.1" status: 200 len: 852 time: 0.1044376 Apr 05 14:26:55.054754 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75992ac-0233-4e8e-b3c6-27bf53676c81 req-bdd4e2a7-6adf-464b-bb24-f32b63641ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:55.056906 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c75992ac-0233-4e8e-b3c6-27bf53676c81 req-bdd4e2a7-6adf-464b-bb24-f32b63641ac0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ec0fa5de45e74f079e998d8c4a01aedf&device_id=20926e2e-9a2a-4e4f-8080-2a29f4e07cfe HTTP/1.1" status: 200 len: 1095 time: 0.1816514 Apr 05 14:26:55.239248 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c75992ac-0233-4e8e-b3c6-27bf53676c81 req-3538b0a3-05ba-4106-96f3-55b395108abe service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d610ae53-1bc0-4844-8ecf-3d88e1cf5426 HTTP/1.1" status: 200 len: 217 time: 0.0630848 Apr 05 14:26:55.244724 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b6c08-2b4e-4ca4-bdc5-d8d98217b842 req-94d645b7-3690-4f06-97b6-f5be5ab703cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:55.246541 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-be2b6c08-2b4e-4ca4-bdc5-d8d98217b842 req-94d645b7-3690-4f06-97b6-f5be5ab703cb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3087330 Apr 05 14:26:55.256374 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d16c97-e2fa-46d1-a024-4dca92139d5f req-27a99f7e-71d3-46a2-8081-00cb9d609026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:55.257910 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-60d16c97-e2fa-46d1-a024-4dca92139d5f req-27a99f7e-71d3-46a2-8081-00cb9d609026 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f67f3a13-049d-41fc-8f05-879f33bdc3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1540105 Apr 05 14:26:55.323242 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-49c2460e-2308-47c6-b5f4-46158d87a53f None None] Notify callbacks [] for port, precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:55.489436 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-49c2460e-2308-47c6-b5f4-46158d87a53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:55.623018 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 76f59e91-1ec2-4780-83fc-58f44a4a3d54 details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:26:55.678556 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e224cd-573b-47b9-af5d-260e3ff17192 None None] Pushing event updated for resources: {'Port': ['ID=64b059a8-9a08-428e-b8a7-80d5ae8458bc,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:55.718488 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-49c2460e-2308-47c6-b5f4-46158d87a53f None None] Attempting to bind port 64b059a8-9a08-428e-b8a7-80d5ae8458bc on host n-d-836650-2 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:26:55.719260 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-49c2460e-2308-47c6-b5f4-46158d87a53f None None] Attempting to bind port 64b059a8-9a08-428e-b8a7-80d5ae8458bc by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:26:55.719260 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c2460e-2308-47c6-b5f4-46158d87a53f None None] Attempting to bind port 64b059a8-9a08-428e-b8a7-80d5ae8458bc on network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:26:55.733219 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c2460e-2308-47c6-b5f4-46158d87a53f None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:26:55.733656 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c2460e-2308-47c6-b5f4-46158d87a53f None None] Checking segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:26:55.734247 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-49c2460e-2308-47c6-b5f4-46158d87a53f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:55.734674 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c2460e-2308-47c6-b5f4-46158d87a53f None None] Bound using segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:26:55.735250 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-49c2460e-2308-47c6-b5f4-46158d87a53f None None] Bound port: 64b059a8-9a08-428e-b8a7-80d5ae8458bc, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:26:55.735664 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-49c2460e-2308-47c6-b5f4-46158d87a53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:55.912585 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 76f59e91-1ec2-4780-83fc-58f44a4a3d54, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=76f59e91-1ec2-4780-83fc-58f44a4a3d54,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:26:55.926585 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-49c2460e-2308-47c6-b5f4-46158d87a53f None None] For port 64b059a8-9a08-428e-b8a7-80d5ae8458bc, host n-d-836650-2, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:26:55.936003 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-49c2460e-2308-47c6-b5f4-46158d87a53f None None] For port 64b059a8-9a08-428e-b8a7-80d5ae8458bc, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=64b059a8-9a08-428e-b8a7-80d5ae8458bc,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:26:55.945958 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': '76f59e91-1ec2-4780-83fc-58f44a4a3d54', 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800', 'port_id': '76f59e91-1ec2-4780-83fc-58f44a4a3d54', 'mac_address': 'fa:16:3e:4d:99:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:26:56.001111 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-be2b6c08-2b4e-4ca4-bdc5-d8d98217b842 req-cba986c5-8d48-4aab-8624-8e05daa6e2b9 service neutron] 10.222.0.55 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7456315 Apr 05 14:26:56.002478 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75992ac-0233-4e8e-b3c6-27bf53676c81 req-67f948cc-3b8c-4555-836e-4fda5f627d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:26:56.003856 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c75992ac-0233-4e8e-b3c6-27bf53676c81 req-67f948cc-3b8c-4555-836e-4fda5f627d5b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e7ccd1c0-0ac4-418f-bea2-fcb22a694a96 HTTP/1.1" status: 200 len: 860 time: 0.1937492 Apr 05 14:26:56.033289 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:56.039137 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-49c2460e-2308-47c6-b5f4-46158d87a53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:56.048894 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-60d16c97-e2fa-46d1-a024-4dca92139d5f req-34483d11-5d71-466e-9383-c25f5219ac46 service neutron] 10.222.0.11 "GET /v2.0/networks/f67f3a13-049d-41fc-8f05-879f33bdc3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986927 Apr 05 14:26:56.110028 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76f59e91-1ec2-4780-83fc-58f44a4a3d54 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:26:56.120127 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c75992ac-0233-4e8e-b3c6-27bf53676c81 req-59a32c26-541f-4441-a1cd-55a196ed28d2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a37e2d3e-8e8b-49fa-a97d-3b06631436db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814924 Apr 05 14:26:56.140699 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c2460e-2308-47c6-b5f4-46158d87a53f None None] Routers {'80f26961-2885-4428-91fc-d6b2a151ea9a'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:26:56.141779 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-49c2460e-2308-47c6-b5f4-46158d87a53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:26:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['80f26961-2885-4428-91fc-d6b2a151ea9a'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:26:56.193202 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e224cd-573b-47b9-af5d-260e3ff17192 None None] Pushing event updated for resources: {'Port': ['ID=64b059a8-9a08-428e-b8a7-80d5ae8458bc,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:56.194202 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 76f59e91-1ec2-4780-83fc-58f44a4a3d54, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=76f59e91-1ec2-4780-83fc-58f44a4a3d54,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:26:56.204313 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-be2b6c08-2b4e-4ca4-bdc5-d8d98217b842 req-21cf108b-08e4-4b2e-aab9-6f244842132a service neutron] 10.222.0.55 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773193 Apr 05 14:26:56.293053 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-49c2460e-2308-47c6-b5f4-46158d87a53f None None] Set router 80f26961-2885-4428-91fc-d6b2a151ea9a gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:26:56.361176 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7ab979fd-8eab-4eab-9b7e-736bd7ca5d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:56.394011 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c75992ac-0233-4e8e-b3c6-27bf53676c81 req-849c1e40-d61e-4225-bffd-988edd4e5132 service neutron] 10.222.0.11 "GET /v2.0/networks/a37e2d3e-8e8b-49fa-a97d-3b06631436db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012827 Apr 05 14:26:56.462640 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:56.547900 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=76f59e91-1ec2-4780-83fc-58f44a4a3d54,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:56.570420 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-49c2460e-2308-47c6-b5f4-46158d87a53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80f26961-2885-4428-91fc-d6b2a151ea9a', 'name': 'tempest-TaggedBootDevicesTest_v242-1158544315-router', 'tenant_id': '948bc5b0b4974bad8e34321208923dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '64b059a8-9a08-428e-b8a7-80d5ae8458bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:26:43Z', 'updated_at': '2022-04-05T14:26:49Z', 'revision_number': 3, 'project_id': '948bc5b0b4974bad8e34321208923dc8', 'gw_port': {'id': '64b059a8-9a08-428e-b8a7-80d5ae8458bc', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4f:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80f26961-2885-4428-91fc-d6b2a151ea9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:26:46Z', 'updated_at': '2022-04-05T14:26:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:26:56.593915 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-60d16c97-e2fa-46d1-a024-4dca92139d5f req-7fca7719-ec4b-4059-8a1e-a6910dfeed1c service neutron] 10.222.0.11 "GET /v2.0/networks/f67f3a13-049d-41fc-8f05-879f33bdc3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5359552 Apr 05 14:26:56.623882 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c2460e-2308-47c6-b5f4-46158d87a53f None None] The sync data for ids ['80f26961-2885-4428-91fc-d6b2a151ea9a'] in n-d-836650-2 is: [{'id': '80f26961-2885-4428-91fc-d6b2a151ea9a', 'name': 'tempest-TaggedBootDevicesTest_v242-1158544315-router', 'tenant_id': '948bc5b0b4974bad8e34321208923dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '64b059a8-9a08-428e-b8a7-80d5ae8458bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:26:43Z', 'updated_at': '2022-04-05T14:26:49Z', 'revision_number': 3, 'project_id': '948bc5b0b4974bad8e34321208923dc8', 'gw_port': {'id': '64b059a8-9a08-428e-b8a7-80d5ae8458bc', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4f:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80f26961-2885-4428-91fc-d6b2a151ea9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:26:46Z', 'updated_at': '2022-04-05T14:26:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:26:56.673975 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c75992ac-0233-4e8e-b3c6-27bf53676c81 req-74ff86d3-b4c8-41b5-ab8e-3ca1b3bf9a67 service neutron] 10.222.0.11 "GET /v2.0/networks/a37e2d3e-8e8b-49fa-a97d-3b06631436db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695251 Apr 05 14:26:56.678988 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4a0fde7f-d403-4546-8ff0-775e7448d48a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:56.730290 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-7ab979fd-8eab-4eab-9b7e-736bd7ca5d2e admin admin] Allocated IP 172.20.0.1 (9be46ab3-39de-4b1a-90d5-4364bad09005/a86e7bf8-0316-4d66-947f-2988d050b67d/3455abe1-271d-4d66-be2a-00a6c4302f35) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:26:56.876372 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7ab979fd-8eab-4eab-9b7e-736bd7ca5d2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:56.880162 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['76f59e91-1ec2-4780-83fc-58f44a4a3d54'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:26:57.055201 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7ab979fd-8eab-4eab-9b7e-736bd7ca5d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:57.210885 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab979fd-8eab-4eab-9b7e-736bd7ca5d2e admin admin] Pushing event updated for resources: {'Port': ['ID=3455abe1-271d-4d66-be2a-00a6c4302f35,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:57.242189 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab979fd-8eab-4eab-9b7e-736bd7ca5d2e admin admin] Network 9be46ab3-39de-4b1a-90d5-4364bad09005 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:26:57.244584 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-7ab979fd-8eab-4eab-9b7e-736bd7ca5d2e admin admin] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:26:57.247306 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab979fd-8eab-4eab-9b7e-736bd7ca5d2e admin admin] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:26:57.350737 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7ab979fd-8eab-4eab-9b7e-736bd7ca5d2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809369'] for router_interface, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:57.782357 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-be54823a-4995-405e-8140-bdd7e21f29a1 None None] Provisioning complete for port 3455abe1-271d-4d66-be2a-00a6c4302f35 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:26:57.782357 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-be54823a-4995-405e-8140-bdd7e21f29a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:57.840942 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7ab979fd-8eab-4eab-9b7e-736bd7ca5d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:57.852454 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-be54823a-4995-405e-8140-bdd7e21f29a1 None None] Port 3455abe1-271d-4d66-be2a-00a6c4302f35 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:26:58.214911 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:58.231972 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7ab979fd-8eab-4eab-9b7e-736bd7ca5d2e admin admin] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:58.295421 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7ab979fd-8eab-4eab-9b7e-736bd7ca5d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:58.370359 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7ab979fd-8eab-4eab-9b7e-736bd7ca5d2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809317'] for router_interface, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:58.373461 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab979fd-8eab-4eab-9b7e-736bd7ca5d2e admin admin] Pushing event updated for resources: {'Port': ['ID=3455abe1-271d-4d66-be2a-00a6c4302f35,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:58.564627 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab979fd-8eab-4eab-9b7e-736bd7ca5d2e admin admin] Network 9be46ab3-39de-4b1a-90d5-4364bad09005 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:26:58.566324 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-7ab979fd-8eab-4eab-9b7e-736bd7ca5d2e admin admin] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:26:58.809284 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ab979fd-8eab-4eab-9b7e-736bd7ca5d2e admin admin] Router 80f26961-2885-4428-91fc-d6b2a151ea9a has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:26:58.892868 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 64b059a8-9a08-428e-b8a7-80d5ae8458bc up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:26:58.991752 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab979fd-8eab-4eab-9b7e-736bd7ca5d2e admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:26:59.005022 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-7ab979fd-8eab-4eab-9b7e-736bd7ca5d2e admin admin] 10.222.0.30 "PUT /v2.0/routers/80f26961-2885-4428-91fc-d6b2a151ea9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9621568 Apr 05 14:26:59.014317 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-5f6ce142-23a6-41a1-b529-304a96575a07 None None] Provisioning complete for port 3455abe1-271d-4d66-be2a-00a6c4302f35 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:26:59.014689 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5f6ce142-23a6-41a1-b529-304a96575a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:59.069107 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 64b059a8-9a08-428e-b8a7-80d5ae8458bc triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:26:59.070416 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:59.152654 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-5f6ce142-23a6-41a1-b529-304a96575a07 None None] Port 3455abe1-271d-4d66-be2a-00a6c4302f35 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:26:59.410196 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e99ecbb-9903-4534-9a99-4a3e6e37c82b None None] Sync routers for ids ['80f26961-2885-4428-91fc-d6b2a151ea9a'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:26:59.443690 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e99ecbb-9903-4534-9a99-4a3e6e37c82b None None] Routers {'80f26961-2885-4428-91fc-d6b2a151ea9a'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:26:59.444350 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-6e99ecbb-9903-4534-9a99-4a3e6e37c82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:26:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['80f26961-2885-4428-91fc-d6b2a151ea9a'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:26:59.448616 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:59.506999 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port 64b059a8-9a08-428e-b8a7-80d5ae8458bc, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=64b059a8-9a08-428e-b8a7-80d5ae8458bc,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:26:59.542625 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:59.604673 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:59.662434 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=64b059a8-9a08-428e-b8a7-80d5ae8458bc,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:59.665946 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:59.667508 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 76f59e91-1ec2-4780-83fc-58f44a4a3d54 up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:26:59.722555 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-6e99ecbb-9903-4534-9a99-4a3e6e37c82b None None] Set router 80f26961-2885-4428-91fc-d6b2a151ea9a gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:26:59.895989 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning for port 76f59e91-1ec2-4780-83fc-58f44a4a3d54 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:26:59.902934 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port 76f59e91-1ec2-4780-83fc-58f44a4a3d54 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:26:59.903261 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:59.935835 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 296d843a-cc8d-41af-aa81-806072157423 details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:27:00.166163 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 296d843a-cc8d-41af-aa81-806072157423, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=296d843a-cc8d-41af-aa81-806072157423,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:27:00.170772 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:00.198771 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': '296d843a-cc8d-41af-aa81-806072157423', 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800', 'port_id': '296d843a-cc8d-41af-aa81-806072157423', 'mac_address': 'fa:16:3e:4b:49:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:27:00.222942 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-6e99ecbb-9903-4534-9a99-4a3e6e37c82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80f26961-2885-4428-91fc-d6b2a151ea9a', 'name': 'tempest-TaggedBootDevicesTest_v242-1158544315-router', 'tenant_id': '948bc5b0b4974bad8e34321208923dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '64b059a8-9a08-428e-b8a7-80d5ae8458bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:26:43Z', 'updated_at': '2022-04-05T14:26:57Z', 'revision_number': 4, 'project_id': '948bc5b0b4974bad8e34321208923dc8', 'gw_port': {'id': '64b059a8-9a08-428e-b8a7-80d5ae8458bc', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4f:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80f26961-2885-4428-91fc-d6b2a151ea9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:26:46Z', 'updated_at': '2022-04-05T14:26:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '3455abe1-271d-4d66-be2a-00a6c4302f35', 'name': '', 'network_id': '9be46ab3-39de-4b1a-90d5-4364bad09005', 'tenant_id': '948bc5b0b4974bad8e34321208923dc8', 'mac_address': 'fa:16:3e:00:ab:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80f26961-2885-4428-91fc-d6b2a151ea9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'a86e7bf8-0316-4d66-947f-2988d050b67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:26:56Z', 'updated_at': '2022-04-05T14:26:57Z', 'revision_number': 2, 'project_id': '948bc5b0b4974bad8e34321208923dc8', 'subnets': [{'id': 'a86e7bf8-0316-4d66-947f-2988d050b67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:27:00.310979 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:00.320699 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '672b2c8e-b413-49d4-9045-73a1b4424c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f59e91-1ec2-4780-83fc-58f44a4a3d54'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:27:00.324630 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af56df6-da21-42e4-9f19-f6dbc2866ab6" -d '{"events": [{"server_uuid": "672b2c8e-b413-49d4-9045-73a1b4424c32", "name": "network-vif-plugged", "status": "completed", "tag": "76f59e91-1ec2-4780-83fc-58f44a4a3d54"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:27:00.336433 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e99ecbb-9903-4534-9a99-4a3e6e37c82b None None] Checking router: 80f26961-2885-4428-91fc-d6b2a151ea9a for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:27:00.337820 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e99ecbb-9903-4534-9a99-4a3e6e37c82b None None] Updating router 80f26961-2885-4428-91fc-d6b2a151ea9a port 3455abe1-271d-4d66-be2a-00a6c4302f35 binding host n-d-836650-2 {{(pid=103322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:27:00.373311 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 76f59e91-1ec2-4780-83fc-58f44a4a3d54, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=76f59e91-1ec2-4780-83fc-58f44a4a3d54,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:27:00.377021 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 296d843a-cc8d-41af-aa81-806072157423 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:27:00.397013 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6e99ecbb-9903-4534-9a99-4a3e6e37c82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:00.569479 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 296d843a-cc8d-41af-aa81-806072157423, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=296d843a-cc8d-41af-aa81-806072157423,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:27:00.569479 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:00.729059 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=76f59e91-1ec2-4780-83fc-58f44a4a3d54,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:00.893978 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 64b059a8-9a08-428e-b8a7-80d5ae8458bc up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:27:01.025849 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 64b059a8-9a08-428e-b8a7-80d5ae8458bc triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:27:01.027383 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:01.059122 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6e99ecbb-9903-4534-9a99-4a3e6e37c82b None None] Notify callbacks [] for port, precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:01.134159 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:01.180918 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=296d843a-cc8d-41af-aa81-806072157423,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:01.441653 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['296d843a-cc8d-41af-aa81-806072157423'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:27:01.597548 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6e99ecbb-9903-4534-9a99-4a3e6e37c82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:01.685937 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93efe15-6ff4-4de3-8751-4600393f3669 None None] Pushing event updated for resources: {'Port': ['ID=3455abe1-271d-4d66-be2a-00a6c4302f35,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:01.764682 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-6e99ecbb-9903-4534-9a99-4a3e6e37c82b None None] Attempting to bind port 3455abe1-271d-4d66-be2a-00a6c4302f35 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:27:01.765105 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-6e99ecbb-9903-4534-9a99-4a3e6e37c82b None None] Attempting to bind port 3455abe1-271d-4d66-be2a-00a6c4302f35 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '0249fdd3-4d14-47db-849c-c0208c2df49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9be46ab3-39de-4b1a-90d5-4364bad09005'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:27:01.765441 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e99ecbb-9903-4534-9a99-4a3e6e37c82b None None] Attempting to bind port 3455abe1-271d-4d66-be2a-00a6c4302f35 on network 9be46ab3-39de-4b1a-90d5-4364bad09005 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:27:01.771296 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e99ecbb-9903-4534-9a99-4a3e6e37c82b None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:27:01.771691 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e99ecbb-9903-4534-9a99-4a3e6e37c82b None None] Checking segment: {'id': '0249fdd3-4d14-47db-849c-c0208c2df49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9be46ab3-39de-4b1a-90d5-4364bad09005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:27:01.772014 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6e99ecbb-9903-4534-9a99-4a3e6e37c82b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:01.772492 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e99ecbb-9903-4534-9a99-4a3e6e37c82b None None] Bound using segment: {'id': '0249fdd3-4d14-47db-849c-c0208c2df49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9be46ab3-39de-4b1a-90d5-4364bad09005'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:27:01.773058 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-6e99ecbb-9903-4534-9a99-4a3e6e37c82b None None] Bound port: 3455abe1-271d-4d66-be2a-00a6c4302f35, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0249fdd3-4d14-47db-849c-c0208c2df49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9be46ab3-39de-4b1a-90d5-4364bad09005'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:27:01.773438 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6e99ecbb-9903-4534-9a99-4a3e6e37c82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:01.860117 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-6e99ecbb-9903-4534-9a99-4a3e6e37c82b None None] For port 3455abe1-271d-4d66-be2a-00a6c4302f35, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:27:01.865228 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-6e99ecbb-9903-4534-9a99-4a3e6e37c82b None None] For port 3455abe1-271d-4d66-be2a-00a6c4302f35, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=3455abe1-271d-4d66-be2a-00a6c4302f35,segment=NetworkSegment(0249fdd3-4d14-47db-849c-c0208c2df49e),segment_id=0249fdd3-4d14-47db-849c-c0208c2df49e)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:27:01.934588 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6e99ecbb-9903-4534-9a99-4a3e6e37c82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:02.036848 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-19b85c36-59a5-4dfe-9ae7-b1fd672ffa8c None None] Provisioning complete for port 3455abe1-271d-4d66-be2a-00a6c4302f35 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:27:02.037543 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-19b85c36-59a5-4dfe-9ae7-b1fd672ffa8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:02.140560 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93efe15-6ff4-4de3-8751-4600393f3669 None None] Pushing event updated for resources: {'Port': ['ID=3455abe1-271d-4d66-be2a-00a6c4302f35,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:02.146500 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e99ecbb-9903-4534-9a99-4a3e6e37c82b None None] Routers {'80f26961-2885-4428-91fc-d6b2a151ea9a'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:27:02.147122 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-6e99ecbb-9903-4534-9a99-4a3e6e37c82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:26:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['80f26961-2885-4428-91fc-d6b2a151ea9a'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:27:02.281213 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-6e99ecbb-9903-4534-9a99-4a3e6e37c82b None None] Set router 80f26961-2885-4428-91fc-d6b2a151ea9a gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:27:02.641501 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-19b85c36-59a5-4dfe-9ae7-b1fd672ffa8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:02.694983 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-19b85c36-59a5-4dfe-9ae7-b1fd672ffa8c None None] For port 3455abe1-271d-4d66-be2a-00a6c4302f35, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=3455abe1-271d-4d66-be2a-00a6c4302f35,segment=NetworkSegment(0249fdd3-4d14-47db-849c-c0208c2df49e),segment_id=0249fdd3-4d14-47db-849c-c0208c2df49e)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:27:02.777672 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-6e99ecbb-9903-4534-9a99-4a3e6e37c82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80f26961-2885-4428-91fc-d6b2a151ea9a', 'name': 'tempest-TaggedBootDevicesTest_v242-1158544315-router', 'tenant_id': '948bc5b0b4974bad8e34321208923dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '64b059a8-9a08-428e-b8a7-80d5ae8458bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:26:43Z', 'updated_at': '2022-04-05T14:26:57Z', 'revision_number': 4, 'project_id': '948bc5b0b4974bad8e34321208923dc8', 'gw_port': {'id': '64b059a8-9a08-428e-b8a7-80d5ae8458bc', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f26961-2885-4428-91fc-d6b2a151ea9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:26:46Z', 'updated_at': '2022-04-05T14:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '3455abe1-271d-4d66-be2a-00a6c4302f35', 'name': '', 'network_id': '9be46ab3-39de-4b1a-90d5-4364bad09005', 'tenant_id': '948bc5b0b4974bad8e34321208923dc8', 'mac_address': 'fa:16:3e:00:ab:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80f26961-2885-4428-91fc-d6b2a151ea9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'a86e7bf8-0316-4d66-947f-2988d050b67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:26:56Z', 'updated_at': '2022-04-05T14:27:01Z', 'revision_number': 4, 'project_id': '948bc5b0b4974bad8e34321208923dc8', 'subnets': [{'id': 'a86e7bf8-0316-4d66-947f-2988d050b67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:27:02.814064 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e99ecbb-9903-4534-9a99-4a3e6e37c82b None None] The sync data for ids ['80f26961-2885-4428-91fc-d6b2a151ea9a'] in n-d-836650-2 is: [{'id': '80f26961-2885-4428-91fc-d6b2a151ea9a', 'name': 'tempest-TaggedBootDevicesTest_v242-1158544315-router', 'tenant_id': '948bc5b0b4974bad8e34321208923dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '64b059a8-9a08-428e-b8a7-80d5ae8458bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:26:43Z', 'updated_at': '2022-04-05T14:26:57Z', 'revision_number': 4, 'project_id': '948bc5b0b4974bad8e34321208923dc8', 'gw_port': {'id': '64b059a8-9a08-428e-b8a7-80d5ae8458bc', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f26961-2885-4428-91fc-d6b2a151ea9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:26:46Z', 'updated_at': '2022-04-05T14:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '3455abe1-271d-4d66-be2a-00a6c4302f35', 'name': '', 'network_id': '9be46ab3-39de-4b1a-90d5-4364bad09005', 'tenant_id': '948bc5b0b4974bad8e34321208923dc8', 'mac_address': 'fa:16:3e:00:ab:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80f26961-2885-4428-91fc-d6b2a151ea9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'a86e7bf8-0316-4d66-947f-2988d050b67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:26:56Z', 'updated_at': '2022-04-05T14:27:01Z', 'revision_number': 4, 'project_id': '948bc5b0b4974bad8e34321208923dc8', 'subnets': [{'id': 'a86e7bf8-0316-4d66-947f-2988d050b67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:27:02.828995 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-19b85c36-59a5-4dfe-9ae7-b1fd672ffa8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:02.958251 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b85c36-59a5-4dfe-9ae7-b1fd672ffa8c None None] Pushing event updated for resources: {'Port': ['ID=3455abe1-271d-4d66-be2a-00a6c4302f35,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:02.987751 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-3acebaa1-8dff-4513-a2ce-e0c56066ca2a None None] Provisioning complete for port 3455abe1-271d-4d66-be2a-00a6c4302f35 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:27:02.988184 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3acebaa1-8dff-4513-a2ce-e0c56066ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:03.930587 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 296d843a-cc8d-41af-aa81-806072157423 up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:27:04.660913 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port 296d843a-cc8d-41af-aa81-806072157423 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:27:04.665852 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port 296d843a-cc8d-41af-aa81-806072157423 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:27:04.666346 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:04.923823 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:04.926476 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 3455abe1-271d-4d66-be2a-00a6c4302f35 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:27:04.981495 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c5a35a-dc79-4d8f-b391-3e910d00fdfb req-74b9458a-65ca-4beb-a084-b16139958f67 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:04.989479 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-83c5a35a-dc79-4d8f-b391-3e910d00fdfb req-74b9458a-65ca-4beb-a084-b16139958f67 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=d212ea26-a3c8-42b2-a405-cede990fb53f HTTP/1.1" status: 200 len: 949 time: 0.0983617 Apr 05 14:27:05.013908 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32486b0a-785a-4962-a2ba-3f789679aac4 req-93a07c3e-736b-451b-a6ca-23c905604bef tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:05.015647 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-32486b0a-785a-4962-a2ba-3f789679aac4 req-93a07c3e-736b-451b-a6ca-23c905604bef tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f325b30-8b73-4a24-8178-00d31ed91a28 HTTP/1.1" status: 200 len: 944 time: 0.1915703 Apr 05 14:27:05.026958 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 296d843a-cc8d-41af-aa81-806072157423, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=296d843a-cc8d-41af-aa81-806072157423,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:27:05.028352 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 3455abe1-271d-4d66-be2a-00a6c4302f35 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:27:05.031212 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:05.066712 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-32486b0a-785a-4962-a2ba-3f789679aac4 req-645ac527-2eec-4894-8679-71a8aaf18cd4 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] 10.222.0.30 "GET /v2.0/security-groups?id=e3a3c9f2-f079-4fb1-8562-4ce1cb0f8e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434151 Apr 05 14:27:05.094605 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-83c5a35a-dc79-4d8f-b391-3e910d00fdfb req-bf405e58-c497-4571-8a56-ae6e528eeb30 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030989 Apr 05 14:27:05.137015 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:05.153496 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0c4795-69dc-4494-bb24-e17623a90d25 x-openstack-request-id: req-ed0c4795-69dc-4494-bb24-e17623a90d25 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:27:05.153931 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d212ea26-a3c8-42b2-a405-cede990fb53f", "tag": "296d843a-cc8d-41af-aa81-806072157423", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:27:05.154279 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ed0c4795-69dc-4494-bb24-e17623a90d25 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:27:05.154812 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed0c4795-69dc-4494-bb24-e17623a90d25'] response: {'name': 'network-changed', 'server_uuid': 'd212ea26-a3c8-42b2-a405-cede990fb53f', 'tag': '296d843a-cc8d-41af-aa81-806072157423', 'status': 'completed', 'code': 200} Apr 05 14:27:05.214506 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b874b1-fec8-48bd-b8e5-5ccdc4e5310b x-openstack-request-id: req-b2b874b1-fec8-48bd-b8e5-5ccdc4e5310b {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:27:05.248944 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f325b30-8b73-4a24-8178-00d31ed91a28", "tag": "659329af-1f62-4118-a74e-178529747466", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:27:05.248944 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b2b874b1-fec8-48bd-b8e5-5ccdc4e5310b {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:27:05.248944 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2b874b1-fec8-48bd-b8e5-5ccdc4e5310b'] response: {'name': 'network-changed', 'server_uuid': '7f325b30-8b73-4a24-8178-00d31ed91a28', 'tag': '659329af-1f62-4118-a74e-178529747466', 'status': 'completed', 'code': 200} Apr 05 14:27:05.249382 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=296d843a-cc8d-41af-aa81-806072157423,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:05.296518 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161e9fb6-e87e-44f0-8833-67f8669c78a8 req-352757e6-2662-49a2-aa66-ca58284e05e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:05.299535 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-161e9fb6-e87e-44f0-8833-67f8669c78a8 req-352757e6-2662-49a2-aa66-ca58284e05e0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c301d8186c0d498e88493d184d59ac7d&device_id=d212ea26-a3c8-42b2-a405-cede990fb53f HTTP/1.1" status: 200 len: 1101 time: 0.1126101 Apr 05 14:27:05.373121 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 7 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 14:27:05.478658 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eef710-4b86-47e4-85ca-6b391c1da942 req-a7acada9-faa8-46a9-83ac-94195a41cc3c tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:05.480176 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-88eef710-4b86-47e4-85ca-6b391c1da942 req-a7acada9-faa8-46a9-83ac-94195a41cc3c tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=20926e2e-9a2a-4e4f-8080-2a29f4e07cfe HTTP/1.1" status: 200 len: 944 time: 0.1580200 Apr 05 14:27:05.500853 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c23b33f-002d-4c15-afe5-46c3b7b99e58 req-97b650c8-a8a4-4529-8b78-e53731712545 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:05.502400 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3c23b33f-002d-4c15-afe5-46c3b7b99e58 req-97b650c8-a8a4-4529-8b78-e53731712545 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=672b2c8e-b413-49d4-9045-73a1b4424c32 HTTP/1.1" status: 200 len: 949 time: 0.1828730 Apr 05 14:27:05.519920 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161e9fb6-e87e-44f0-8833-67f8669c78a8 req-f7703f94-ac54-4344-a324-2718007e6fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:05.521351 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-161e9fb6-e87e-44f0-8833-67f8669c78a8 req-f7703f94-ac54-4344-a324-2718007e6fd2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=80d671a8-d1ab-4472-891b-9c042fbd7800 HTTP/1.1" status: 200 len: 870 time: 0.2138100 Apr 05 14:27:05.607275 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-161e9fb6-e87e-44f0-8833-67f8669c78a8 req-ec24a3ec-a0c1-421d-87b9-410f1a32be3f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=296d843a-cc8d-41af-aa81-806072157423 HTTP/1.1" status: 200 len: 217 time: 0.0712790 Apr 05 14:27:05.612742 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-88eef710-4b86-47e4-85ca-6b391c1da942 req-39bb47bb-645e-422b-a83f-f521cbc66eeb tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255360 Apr 05 14:27:05.622853 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3c23b33f-002d-4c15-afe5-46c3b7b99e58 req-ff543cad-2c38-4a5d-81a5-1012176f2236 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107900 Apr 05 14:27:05.651216 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device d610ae53-1bc0-4844-8ecf-3d88e1cf5426 details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:27:05.669880 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f7d4c2-0052-46cf-acb1-f24e656bf8ec x-openstack-request-id: req-c3f7d4c2-0052-46cf-acb1-f24e656bf8ec {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:27:05.670769 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "672b2c8e-b413-49d4-9045-73a1b4424c32", "name": "network-vif-plugged", "status": "completed", "tag": "76f59e91-1ec2-4780-83fc-58f44a4a3d54", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:27:05.671102 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c3f7d4c2-0052-46cf-acb1-f24e656bf8ec {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:27:05.671569 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3f7d4c2-0052-46cf-acb1-f24e656bf8ec'] response: {'server_uuid': '672b2c8e-b413-49d4-9045-73a1b4424c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f59e91-1ec2-4780-83fc-58f44a4a3d54', 'code': 200} Apr 05 14:27:05.691638 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161e9fb6-e87e-44f0-8833-67f8669c78a8 req-08ca49b0-3283-4487-b396-1fb5bf236fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:05.693095 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-161e9fb6-e87e-44f0-8833-67f8669c78a8 req-08ca49b0-3283-4487-b396-1fb5bf236fbe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.0767710 Apr 05 14:27:05.745511 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 56806) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:27:05.787619 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port d610ae53-1bc0-4844-8ecf-3d88e1cf5426, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=d610ae53-1bc0-4844-8ecf-3d88e1cf5426,segment=NetworkSegment(e44f5d0a-bab4-40cf-a1ed-36028ad06628),segment_id=e44f5d0a-bab4-40cf-a1ed-36028ad06628)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:27:05.797646 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6a5f615-251b-4024-9a66-6471fa4c7d33 admin admin] Deleting subnet 1e12eec2-91f9-48b4-8077-4d1ac1ff86f3 {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:27:05.800727 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e6a5f615-251b-4024-9a66-6471fa4c7d33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:05.806461 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': 'd610ae53-1bc0-4844-8ecf-3d88e1cf5426', 'network_id': 'a37e2d3e-8e8b-49fa-a97d-3b06631436db', 'port_id': 'd610ae53-1bc0-4844-8ecf-3d88e1cf5426', 'mac_address': 'fa:16:3e:af:19:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7ccd1c0-0ac4-418f-bea2-fcb22a694a96', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:27:05.807427 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161e9fb6-e87e-44f0-8833-67f8669c78a8 req-93305e4c-9c4d-40c2-a858-ffbbf865e744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:05.809065 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-161e9fb6-e87e-44f0-8833-67f8669c78a8 req-93305e4c-9c4d-40c2-a858-ffbbf865e744 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1077518 Apr 05 14:27:05.812739 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5af4adb1-1a02-4186-9e9d-9a2979ab243e req-2623e7e4-0a83-4066-aaca-237d35d47bb5 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--158651523&fields=id&tenant_id=c0e5926356c743ce9ba35f3e09deaaf4 HTTP/1.1" status: 200 len: 267 time: 0.0526733 Apr 05 14:27:05.869591 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e6a5f615-251b-4024-9a66-6471fa4c7d33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:05.885131 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:05.902249 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d610ae53-1bc0-4844-8ecf-3d88e1cf5426 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:27:05.927799 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port d610ae53-1bc0-4844-8ecf-3d88e1cf5426, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=d610ae53-1bc0-4844-8ecf-3d88e1cf5426,segment=NetworkSegment(e44f5d0a-bab4-40cf-a1ed-36028ad06628),segment_id=e44f5d0a-bab4-40cf-a1ed-36028ad06628)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:27:05.985136 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e6a5f615-251b-4024-9a66-6471fa4c7d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:06.025360 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:06.067139 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af4adb1-1a02-4186-9e9d-9a2979ab243e req-89c016f4-065e-441b-a1fc-2c261c507af5 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:06.070080 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5af4adb1-1a02-4186-9e9d-9a2979ab243e req-89c016f4-065e-441b-a1fc-2c261c507af5 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] 10.222.0.30 "GET /v2.0/networks?id=88861c66-3c43-45fc-9adb-c522cea0f72f HTTP/1.1" status: 200 len: 815 time: 0.2384090 Apr 05 14:27:06.077529 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-161e9fb6-e87e-44f0-8833-67f8669c78a8 req-479cd4f6-4c8a-4f28-ae3d-d7025453bd70 service neutron] 10.222.0.55 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579961 Apr 05 14:27:06.086316 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=d610ae53-1bc0-4844-8ecf-3d88e1cf5426,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:06.118904 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5af4adb1-1a02-4186-9e9d-9a2979ab243e req-eb5e6899-4273-49ac-a5ce-67f958581a08 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] 10.222.0.30 "GET /v2.0/quotas/c0e5926356c743ce9ba35f3e09deaaf4 HTTP/1.1" status: 200 len: 375 time: 0.0402040 Apr 05 14:27:06.198769 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e6a5f615-251b-4024-9a66-6471fa4c7d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:06.229786 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a5f615-251b-4024-9a66-6471fa4c7d33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e12eec2-91f9-48b4-8077-4d1ac1ff86f3,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:06.236689 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e6a5f615-251b-4024-9a66-6471fa4c7d33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:06.240599 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-e6a5f615-251b-4024-9a66-6471fa4c7d33 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/1e12eec2-91f9-48b4-8077-4d1ac1ff86f3 HTTP/1.1" status: 204 len: 168 time: 0.4937630 Apr 05 14:27:06.243189 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 56826) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:27:06.305524 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5af4adb1-1a02-4186-9e9d-9a2979ab243e req-06de3148-fe82-406d-bf02-933e9f82ebe3 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c0e5926356c743ce9ba35f3e09deaaf4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1671193 Apr 05 14:27:06.318655 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652788c-f51f-46ae-98f1-b25aaa706828 req-260f73ae-182f-4ad4-8c8e-b97bf29ca769 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:06.320170 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3652788c-f51f-46ae-98f1-b25aaa706828 req-260f73ae-182f-4ad4-8c8e-b97bf29ca769 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f325b30-8b73-4a24-8178-00d31ed91a28 HTTP/1.1" status: 200 len: 944 time: 0.1468956 Apr 05 14:27:06.370580 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fcafe0ba-d78b-48ad-972a-bb16a36551dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:06.466431 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-161e9fb6-e87e-44f0-8833-67f8669c78a8 req-38f43222-bf59-405c-b1a8-c34da452a3de service neutron] 10.222.0.55 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3780386 Apr 05 14:27:06.496058 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['d610ae53-1bc0-4844-8ecf-3d88e1cf5426'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:27:06.515427 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fcafe0ba-d78b-48ad-972a-bb16a36551dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:06.520385 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3652788c-f51f-46ae-98f1-b25aaa706828 req-f4cbbbd0-5fa9-41b6-8466-b99d9ea8f186 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] 10.222.0.30 "GET /v2.0/security-groups?id=e3a3c9f2-f079-4fb1-8562-4ce1cb0f8e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356838 Apr 05 14:27:06.615159 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-fcafe0ba-d78b-48ad-972a-bb16a36551dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eff47457-946f-46a8-bea0-e56e031eed3c']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:27:06.630081 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-fcafe0ba-d78b-48ad-972a-bb16a36551dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f730d0b-c342-4343-8a7b-7d51c303621d') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:27:06.630538 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-fcafe0ba-d78b-48ad-972a-bb16a36551dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f730d0b-c342-4343-8a7b-7d51c303621d') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:27:06.643103 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb1f2f-2e06-4b15-9a98-46fddc5b24d8 req-4b5e6891-8800-4951-b0aa-375074adc48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:06.645587 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-d7eb1f2f-2e06-4b15-9a98-46fddc5b24d8 req-4b5e6891-8800-4951-b0aa-375074adc48b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=672b2c8e-b413-49d4-9045-73a1b4424c32 HTTP/1.1" status: 200 len: 1100 time: 0.0863292 Apr 05 14:27:06.665474 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fcafe0ba-d78b-48ad-972a-bb16a36551dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:06.689028 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5af4adb1-1a02-4186-9e9d-9a2979ab243e req-72baeceb-38b9-4387-bf3f-7ff542d2db74 service neutron] 10.222.0.30 "GET /v2.0/networks/88861c66-3c43-45fc-9adb-c522cea0f72f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3623252 Apr 05 14:27:06.691340 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fcafe0ba-d78b-48ad-972a-bb16a36551dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:06.692447 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f546ae-5bf4-408d-b22e-0b05a6d2c8b1 req-2c83cbda-c238-4fe6-a65a-c182975edb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:06.693915 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-82f546ae-5bf4-408d-b22e-0b05a6d2c8b1 req-2c83cbda-c238-4fe6-a65a-c182975edb5a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5020a17be5aa4e2aa79c2e741c944881&device_id=7f325b30-8b73-4a24-8178-00d31ed91a28 HTTP/1.1" status: 200 len: 1095 time: 0.2142377 Apr 05 14:27:06.706100 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcafe0ba-d78b-48ad-972a-bb16a36551dd admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:27:06.706591 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fcafe0ba-d78b-48ad-972a-bb16a36551dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:06.708505 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:27:06.708505 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:27:06.708505 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:27:06.708505 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:27:06.708505 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:27:06.708505 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:27:06.708505 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:27:06.708505 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:27:06.708505 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:27:06.708505 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:27:06.708505 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:27:06.708505 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:27:06.708505 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:27:06.708505 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:27:06.708505 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:27:06.708505 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:27:06.708505 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:27:06.708505 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:27:06.708505 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:27:06.708505 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:27:06.708505 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:27:06.708505 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:27:06.708505 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:27:06.708505 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:27:06.708505 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:27:06.708505 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:27:06.708505 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:27:06.708505 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:27:06.708505 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:27:06.708505 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:27:06.708505 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:27:06.708505 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:27:06.720535 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-d7eb1f2f-2e06-4b15-9a98-46fddc5b24d8 req-f4beb36b-40fc-4a90-9369-cc0b568d4ada service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657365 Apr 05 14:27:06.798583 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b268d-d76f-4c91-b3d2-8f68c7f4a79a req-037af13f-2c91-4a5a-bfca-18faee5e2c4a tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:06.798583 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8a3b268d-d76f-4c91-b3d2-8f68c7f4a79a req-037af13f-2c91-4a5a-bfca-18faee5e2c4a tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=d212ea26-a3c8-42b2-a405-cede990fb53f HTTP/1.1" status: 200 len: 950 time: 0.1483369 Apr 05 14:27:06.879661 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fcafe0ba-d78b-48ad-972a-bb16a36551dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:06.910961 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8a3b268d-d76f-4c91-b3d2-8f68c7f4a79a req-1b4a34e4-d575-41b6-9e8b-0eaac8734502 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831394 Apr 05 14:27:06.912213 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fcafe0ba-d78b-48ad-972a-bb16a36551dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:06.916851 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-fcafe0ba-d78b-48ad-972a-bb16a36551dd admin admin] 10.222.0.30 "DELETE /v2.0/networks/eff47457-946f-46a8-bea0-e56e031eed3c HTTP/1.1" status: 204 len: 168 time: 0.6726122 Apr 05 14:27:06.917852 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcafe0ba-d78b-48ad-972a-bb16a36551dd admin admin] Pushing event deleted for resources: {'Network': ['ID=eff47457-946f-46a8-bea0-e56e031eed3c,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:06.939735 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5af4adb1-1a02-4186-9e9d-9a2979ab243e req-2932f8a0-7779-4b5b-8587-8f912b66c3b1 service neutron] 10.222.0.30 "GET /v2.0/networks/88861c66-3c43-45fc-9adb-c522cea0f72f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425387 Apr 05 14:27:06.943990 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f546ae-5bf4-408d-b22e-0b05a6d2c8b1 req-6f56576b-d0e6-4386-bb7d-18a2d4ddfdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:06.949064 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-82f546ae-5bf4-408d-b22e-0b05a6d2c8b1 req-6f56576b-d0e6-4386-bb7d-18a2d4ddfdcf service neutron] 10.222.0.11 "GET /v2.0/networks?id=f67f3a13-049d-41fc-8f05-879f33bdc3a1 HTTP/1.1" status: 200 len: 914 time: 0.2258601 Apr 05 14:27:07.075938 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-82f546ae-5bf4-408d-b22e-0b05a6d2c8b1 req-af42e79f-6fe2-4608-b9b1-aca3c881a115 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=659329af-1f62-4118-a74e-178529747466 HTTP/1.1" status: 200 len: 217 time: 0.0687711 Apr 05 14:27:07.123844 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f19773-f889-48e8-b0e9-fd876fb29b67 req-c36a5e76-aaf5-4d21-b98f-23548b92d02e tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:07.125399 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-37f19773-f889-48e8-b0e9-fd876fb29b67 req-c36a5e76-aaf5-4d21-b98f-23548b92d02e tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=20926e2e-9a2a-4e4f-8080-2a29f4e07cfe HTTP/1.1" status: 200 len: 945 time: 0.1305504 Apr 05 14:27:07.158475 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20926e2e-9a2a-4e4f-8080-2a29f4e07cfe', 'tag': 'd610ae53-1bc0-4844-8ecf-3d88e1cf5426'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:27:07.162306 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c31614c8-1511-4e0a-8500-f637f4e54907" -d '{"events": [{"name": "network-changed", "server_uuid": "20926e2e-9a2a-4e4f-8080-2a29f4e07cfe", "tag": "d610ae53-1bc0-4844-8ecf-3d88e1cf5426"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:27:07.180674 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f546ae-5bf4-408d-b22e-0b05a6d2c8b1 req-7aa23de7-bb86-4792-844e-c8bf3244895f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:07.183562 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-82f546ae-5bf4-408d-b22e-0b05a6d2c8b1 req-7aa23de7-bb86-4792-844e-c8bf3244895f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f6074551-5c62-4edd-9c5d-5fd7282d7688 HTTP/1.1" status: 200 len: 852 time: 0.1001699 Apr 05 14:27:07.209728 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-37f19773-f889-48e8-b0e9-fd876fb29b67 req-cb0f8b4e-d287-4499-9bb2-0eb47b451d22 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774152 Apr 05 14:27:07.341895 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f546ae-5bf4-408d-b22e-0b05a6d2c8b1 req-31f06f74-3959-494f-bf97-3c02ead2b030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:07.345145 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-82f546ae-5bf4-408d-b22e-0b05a6d2c8b1 req-31f06f74-3959-494f-bf97-3c02ead2b030 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f67f3a13-049d-41fc-8f05-879f33bdc3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0923014 Apr 05 14:27:07.355124 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c719d0d3-0695-4052-af8e-390d061fc761 req-f97e7390-b959-421d-8609-eb7261ba38d6 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:07.356732 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c719d0d3-0695-4052-af8e-390d061fc761 req-f97e7390-b959-421d-8609-eb7261ba38d6 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=672b2c8e-b413-49d4-9045-73a1b4424c32 HTTP/1.1" status: 200 len: 949 time: 0.0646987 Apr 05 14:27:07.441808 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c719d0d3-0695-4052-af8e-390d061fc761 req-8d3f3ebf-f7c1-4a3a-a347-bce5b56a4795 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754092 Apr 05 14:27:07.489801 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-82f546ae-5bf4-408d-b22e-0b05a6d2c8b1 req-6422f3c4-4adb-47b6-86c2-2e15935193eb service neutron] 10.222.0.11 "GET /v2.0/networks/f67f3a13-049d-41fc-8f05-879f33bdc3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306999 Apr 05 14:27:07.495969 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 56896) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:27:07.551761 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-5ed41d49-0cee-40d8-843f-7c8fde9a9967 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fa388235fba04a88868f93e44b88b55c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0545568 Apr 05 14:27:07.556087 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 56906) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:27:07.592256 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93fc3d08-82de-4ae7-9390-b3fe976a58ae x-openstack-request-id: req-93fc3d08-82de-4ae7-9390-b3fe976a58ae {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:27:07.592549 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20926e2e-9a2a-4e4f-8080-2a29f4e07cfe", "tag": "d610ae53-1bc0-4844-8ecf-3d88e1cf5426", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:27:07.592805 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-93fc3d08-82de-4ae7-9390-b3fe976a58ae {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:27:07.593877 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93fc3d08-82de-4ae7-9390-b3fe976a58ae'] response: {'name': 'network-changed', 'server_uuid': '20926e2e-9a2a-4e4f-8080-2a29f4e07cfe', 'tag': 'd610ae53-1bc0-4844-8ecf-3d88e1cf5426', 'status': 'completed', 'code': 200} Apr 05 14:27:07.622382 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-11afac47-fab8-4a5a-a1e7-788d1442c7b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:07.655055 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-82f546ae-5bf4-408d-b22e-0b05a6d2c8b1 req-9ec366b5-fa15-40b2-b373-ff5d91390c1c service neutron] 10.222.0.11 "GET /v2.0/networks/f67f3a13-049d-41fc-8f05-879f33bdc3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565316 Apr 05 14:27:07.672290 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd212ea26-a3c8-42b2-a405-cede990fb53f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '296d843a-cc8d-41af-aa81-806072157423'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:27:07.675233 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-512e9c99-05ed-46dc-83a0-e618bf017b55" -d '{"events": [{"server_uuid": "d212ea26-a3c8-42b2-a405-cede990fb53f", "name": "network-vif-plugged", "status": "completed", "tag": "296d843a-cc8d-41af-aa81-806072157423"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:27:07.677681 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-11afac47-fab8-4a5a-a1e7-788d1442c7b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:07.705575 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31614c8-1511-4e0a-8500-f637f4e54907 req-0535f8ac-6ef3-47b6-84be-6ef2ac715aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:07.707210 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-c31614c8-1511-4e0a-8500-f637f4e54907 req-0535f8ac-6ef3-47b6-84be-6ef2ac715aa5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ec0fa5de45e74f079e998d8c4a01aedf&device_id=20926e2e-9a2a-4e4f-8080-2a29f4e07cfe HTTP/1.1" status: 200 len: 1096 time: 0.0817766 Apr 05 14:27:07.728335 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add85f8-6b97-4646-8571-bd446c943ad1 req-75803828-41bc-4447-a0d1-096dca7c6e08 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:07.730070 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5add85f8-6b97-4646-8571-bd446c943ad1 req-75803828-41bc-4447-a0d1-096dca7c6e08 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f325b30-8b73-4a24-8178-00d31ed91a28 HTTP/1.1" status: 200 len: 944 time: 0.0738494 Apr 05 14:27:07.781280 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5add85f8-6b97-4646-8571-bd446c943ad1 req-b4bb98d6-f44b-4562-b155-f5801b25a801 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] 10.222.0.30 "GET /v2.0/security-groups?id=e3a3c9f2-f079-4fb1-8562-4ce1cb0f8e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433738 Apr 05 14:27:07.846139 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be0c556e-61ea-44f9-bf80-0610936ad2ec x-openstack-request-id: req-be0c556e-61ea-44f9-bf80-0610936ad2ec {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:27:07.846524 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d212ea26-a3c8-42b2-a405-cede990fb53f", "name": "network-vif-plugged", "status": "completed", "tag": "296d843a-cc8d-41af-aa81-806072157423", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:27:07.846842 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-be0c556e-61ea-44f9-bf80-0610936ad2ec {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:27:07.847387 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be0c556e-61ea-44f9-bf80-0610936ad2ec'] response: {'server_uuid': 'd212ea26-a3c8-42b2-a405-cede990fb53f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '296d843a-cc8d-41af-aa81-806072157423', 'code': 200} Apr 05 14:27:07.916027 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31614c8-1511-4e0a-8500-f637f4e54907 req-fc71c785-cf10-4df2-871b-7b0a98c3c32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:07.917634 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2339c61e-a6cb-47cb-8ddd-11665ff812e9 req-ce755f22-63d6-40c7-9e14-820ee0612e01 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] 10.222.0.30 "GET /v2.0/ports?device_id=9939cbcc-d5bd-4bf9-a1e3-845bc8f70d6d HTTP/1.1" status: 200 len: 210 time: 0.0512440 Apr 05 14:27:07.917923 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-c31614c8-1511-4e0a-8500-f637f4e54907 req-fc71c785-cf10-4df2-871b-7b0a98c3c32d service neutron] 10.222.0.11 "GET /v2.0/networks?id=a37e2d3e-8e8b-49fa-a97d-3b06631436db HTTP/1.1" status: 200 len: 921 time: 0.1996002 Apr 05 14:27:07.974538 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-11afac47-fab8-4a5a-a1e7-788d1442c7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:07.978280 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-11afac47-fab8-4a5a-a1e7-788d1442c7b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:07.979716 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-11afac47-fab8-4a5a-a1e7-788d1442c7b0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/63f4ed18-73d1-4c70-bfb8-abe78be9b1c7 HTTP/1.1" status: 204 len: 168 time: 0.4226050 Apr 05 14:27:08.013796 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11afac47-fab8-4a5a-a1e7-788d1442c7b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f4ed18-73d1-4c70-bfb8-abe78be9b1c7,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:08.064831 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-c31614c8-1511-4e0a-8500-f637f4e54907 req-c4460626-90cb-4e0d-a03b-b361b9ea6088 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d610ae53-1bc0-4844-8ecf-3d88e1cf5426 HTTP/1.1" status: 200 len: 217 time: 0.0839646 Apr 05 14:27:08.139217 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31614c8-1511-4e0a-8500-f637f4e54907 req-1e9a09a6-2106-4db8-a4fe-70d4f4eb3e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:08.140731 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-c31614c8-1511-4e0a-8500-f637f4e54907 req-1e9a09a6-2106-4db8-a4fe-70d4f4eb3e93 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e7ccd1c0-0ac4-418f-bea2-fcb22a694a96 HTTP/1.1" status: 200 len: 860 time: 0.0666752 Apr 05 14:27:08.186593 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-c31614c8-1511-4e0a-8500-f637f4e54907 req-48040e45-aea8-40f2-8d3e-575eb41bf8df service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a37e2d3e-8e8b-49fa-a97d-3b06631436db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388827 Apr 05 14:27:08.292785 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-c31614c8-1511-4e0a-8500-f637f4e54907 req-cc115ba9-60d8-4bd4-a45e-22c4caf9bfce service neutron] 10.222.0.11 "GET /v2.0/networks/a37e2d3e-8e8b-49fa-a97d-3b06631436db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943635 Apr 05 14:27:08.402575 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae315209-46e1-4934-883a-e0f1e9a7068f req-375ffe47-e587-456b-b921-88a957153f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:08.404066 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ae315209-46e1-4934-883a-e0f1e9a7068f req-375ffe47-e587-456b-b921-88a957153f8b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d212ea26-a3c8-42b2-a405-cede990fb53f HTTP/1.1" status: 200 len: 1101 time: 0.4848535 Apr 05 14:27:08.411043 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-c31614c8-1511-4e0a-8500-f637f4e54907 req-9467c313-695d-445b-85ef-112765d75ca2 service neutron] 10.222.0.11 "GET /v2.0/networks/a37e2d3e-8e8b-49fa-a97d-3b06631436db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109111 Apr 05 14:27:08.444352 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc06aef-c893-48ba-977f-ce93fa6bc9c8 req-623c9ad6-06cd-4226-8c6d-21bd1cdd5779 tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:08.444352 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0bc06aef-c893-48ba-977f-ce93fa6bc9c8 req-623c9ad6-06cd-4226-8c6d-21bd1cdd5779 tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc5d6c66-6d5f-444f-915e-801af91238d8 HTTP/1.1" status: 200 len: 951 time: 0.4956794 Apr 05 14:27:08.465306 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b38ded-386c-4b32-ba21-e177803b7cd2 req-df4531ba-6c12-4013-9e68-4f3397476ee0 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:08.466803 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-26b38ded-386c-4b32-ba21-e177803b7cd2 req-df4531ba-6c12-4013-9e68-4f3397476ee0 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=d212ea26-a3c8-42b2-a405-cede990fb53f HTTP/1.1" status: 200 len: 950 time: 0.1018777 Apr 05 14:27:08.503673 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ae315209-46e1-4934-883a-e0f1e9a7068f req-29212678-d3a5-43d1-9206-5ccd8a055bb0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875180 Apr 05 14:27:08.534165 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0bc06aef-c893-48ba-977f-ce93fa6bc9c8 req-024013df-3a2d-4682-a025-81a2b9e515f1 tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] 10.222.0.30 "GET /v2.0/security-groups?id=b1c080ef-c932-4585-a280-f83996e6ea6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814261 Apr 05 14:27:08.568438 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-26b38ded-386c-4b32-ba21-e177803b7cd2 req-fc8ad2c5-65e0-42ed-88d2-02d1389715d3 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829713 Apr 05 14:27:08.729568 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad9225-46f9-4a05-9704-844ab42bf0f4 req-f7957e24-3fec-4872-8e96-284b84ffecf4 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:08.737247 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-01ad9225-46f9-4a05-9704-844ab42bf0f4 req-f7957e24-3fec-4872-8e96-284b84ffecf4 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=20926e2e-9a2a-4e4f-8080-2a29f4e07cfe HTTP/1.1" status: 200 len: 945 time: 0.1214619 Apr 05 14:27:08.764792 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3d3807-a1a9-4978-8dc2-a864737cde9a req-19c712a5-d276-4ee8-b41e-8b0b76fe08b7 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:08.766573 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0e3d3807-a1a9-4978-8dc2-a864737cde9a req-19c712a5-d276-4ee8-b41e-8b0b76fe08b7 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=672b2c8e-b413-49d4-9045-73a1b4424c32 HTTP/1.1" status: 200 len: 949 time: 0.1196759 Apr 05 14:27:08.798737 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-01ad9225-46f9-4a05-9704-844ab42bf0f4 req-e54cd162-7233-4527-9c8f-11e6410fbcd2 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604646 Apr 05 14:27:08.819858 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0e3d3807-a1a9-4978-8dc2-a864737cde9a req-a8c8777f-b186-44e3-9920-ea6a8d9a498d tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398638 Apr 05 14:27:08.948030 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e410470-855b-476c-9cf5-f2a6cc46297e req-5ee677a9-1860-466f-afd9-a99cf114b4f7 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:08.949614 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8e410470-855b-476c-9cf5-f2a6cc46297e req-5ee677a9-1860-466f-afd9-a99cf114b4f7 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f325b30-8b73-4a24-8178-00d31ed91a28 HTTP/1.1" status: 200 len: 944 time: 0.0586190 Apr 05 14:27:09.013535 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d7239b88-928e-4661-be7b-fa5970796eaa req-0a71465f-3b27-455c-b05b-fc4a540efbe3 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] 10.222.0.30 "GET /v2.0/ports?device_id=9939cbcc-d5bd-4bf9-a1e3-845bc8f70d6d HTTP/1.1" status: 200 len: 210 time: 0.0365281 Apr 05 14:27:09.018221 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8e410470-855b-476c-9cf5-f2a6cc46297e req-9b19f277-3da9-422a-9eb3-c3f813843475 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] 10.222.0.30 "GET /v2.0/security-groups?id=e3a3c9f2-f079-4fb1-8562-4ce1cb0f8e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600941 Apr 05 14:27:09.671559 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 659329af-1f62-4118-a74e-178529747466 details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:27:09.675941 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device d610ae53-1bc0-4844-8ecf-3d88e1cf5426 up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:27:09.680535 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a12f3d-97ce-4c55-94e4-8e8731f60900 req-984cda60-6f46-4c6e-8360-45e5116cdb0c tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:09.689736 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f2a12f3d-97ce-4c55-94e4-8e8731f60900 req-984cda60-6f46-4c6e-8360-45e5116cdb0c tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc5d6c66-6d5f-444f-915e-801af91238d8 HTTP/1.1" status: 200 len: 951 time: 0.0667629 Apr 05 14:27:09.732637 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f2a12f3d-97ce-4c55-94e4-8e8731f60900 req-450706cd-2e1e-46a9-a963-7fd4c7d77bbf tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] 10.222.0.30 "GET /v2.0/security-groups?id=b1c080ef-c932-4585-a280-f83996e6ea6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392876 Apr 05 14:27:09.826265 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8665da-11a4-498b-b705-95eabd701500 req-6d793ea8-c008-4258-9a47-88c5aee80d97 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:09.838051 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3a8665da-11a4-498b-b705-95eabd701500 req-6d793ea8-c008-4258-9a47-88c5aee80d97 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=d212ea26-a3c8-42b2-a405-cede990fb53f HTTP/1.1" status: 200 len: 950 time: 0.0850406 Apr 05 14:27:09.916844 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 659329af-1f62-4118-a74e-178529747466, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=659329af-1f62-4118-a74e-178529747466,segment=NetworkSegment(a568a80e-06b0-4bc4-9b32-ea547fcca925),segment_id=a568a80e-06b0-4bc4-9b32-ea547fcca925)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:27:09.929266 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3a8665da-11a4-498b-b705-95eabd701500 req-8c323df6-9e6a-47fd-b6d6-c0b2d77541ce tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888398 Apr 05 14:27:09.931575 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': '659329af-1f62-4118-a74e-178529747466', 'network_id': 'f67f3a13-049d-41fc-8f05-879f33bdc3a1', 'port_id': '659329af-1f62-4118-a74e-178529747466', 'mac_address': 'fa:16:3e:dc:27:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6074551-5c62-4edd-9c5d-5fd7282d7688', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:27:09.966880 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning for port d610ae53-1bc0-4844-8ecf-3d88e1cf5426 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:27:09.974523 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port d610ae53-1bc0-4844-8ecf-3d88e1cf5426 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:27:09.974903 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:10.010346 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:10.059921 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 659329af-1f62-4118-a74e-178529747466 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:27:10.094829 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38037260-23eb-4dd4-b7c7-88386655738d req-86012efd-9894-4179-b818-2961a7c69989 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:10.098423 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-38037260-23eb-4dd4-b7c7-88386655738d req-86012efd-9894-4179-b818-2961a7c69989 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=20926e2e-9a2a-4e4f-8080-2a29f4e07cfe HTTP/1.1" status: 200 len: 945 time: 0.0714219 Apr 05 14:27:10.100518 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 659329af-1f62-4118-a74e-178529747466, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=659329af-1f62-4118-a74e-178529747466,segment=NetworkSegment(a568a80e-06b0-4bc4-9b32-ea547fcca925),segment_id=a568a80e-06b0-4bc4-9b32-ea547fcca925)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:27:10.171059 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:10.173132 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:10.181433 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-38037260-23eb-4dd4-b7c7-88386655738d req-fe10feae-ea8d-4102-94ca-ea785cb8bfcd tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699728 Apr 05 14:27:10.242136 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20926e2e-9a2a-4e4f-8080-2a29f4e07cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd610ae53-1bc0-4844-8ecf-3d88e1cf5426'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:27:10.247932 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ef129e-2ccb-4d14-b6b4-e02a0e128fe4" -d '{"events": [{"server_uuid": "20926e2e-9a2a-4e4f-8080-2a29f4e07cfe", "name": "network-vif-plugged", "status": "completed", "tag": "d610ae53-1bc0-4844-8ecf-3d88e1cf5426"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:27:10.269582 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port d610ae53-1bc0-4844-8ecf-3d88e1cf5426, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=d610ae53-1bc0-4844-8ecf-3d88e1cf5426,segment=NetworkSegment(e44f5d0a-bab4-40cf-a1ed-36028ad06628),segment_id=e44f5d0a-bab4-40cf-a1ed-36028ad06628)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:27:10.276099 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=659329af-1f62-4118-a74e-178529747466,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:10.295813 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdec126-31d3-4881-8973-b4555ac0e754 req-5eeb7170-a52b-458c-ba56-50e720d136b0 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:10.297387 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fcdec126-31d3-4881-8973-b4555ac0e754 req-5eeb7170-a52b-458c-ba56-50e720d136b0 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=672b2c8e-b413-49d4-9045-73a1b4424c32 HTTP/1.1" status: 200 len: 949 time: 0.0563130 Apr 05 14:27:10.346197 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:10.362647 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fcdec126-31d3-4881-8973-b4555ac0e754 req-bd59d060-7a2c-41a1-b993-84bd4120af1a tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537076 Apr 05 14:27:10.405777 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 57010) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:27:10.474058 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=d610ae53-1bc0-4844-8ecf-3d88e1cf5426,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:10.497911 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb72217-52d9-4601-825e-bb0aea63d004 req-cb0c4d6e-efa9-4190-ba88-a38fad0cb013 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:10.500030 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4bb72217-52d9-4601-825e-bb0aea63d004 req-cb0c4d6e-efa9-4190-ba88-a38fad0cb013 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f325b30-8b73-4a24-8178-00d31ed91a28 HTTP/1.1" status: 200 len: 945 time: 0.0664365 Apr 05 14:27:10.535684 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2b5fa72e-4078-4030-9894-be46767a4155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:10.548416 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4bb72217-52d9-4601-825e-bb0aea63d004 req-30b9b520-8b3d-4581-bfff-896bb0e3bc62 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] 10.222.0.30 "GET /v2.0/security-groups?id=e3a3c9f2-f079-4fb1-8562-4ce1cb0f8e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422654 Apr 05 14:27:10.625666 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['659329af-1f62-4118-a74e-178529747466'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:27:10.652271 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1196b296-9605-471e-b198-a0c6a40732ab req-02888c22-fb3f-42e2-908f-f88383ec5c29 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] 10.222.0.30 "GET /v2.0/ports?device_id=9939cbcc-d5bd-4bf9-a1e3-845bc8f70d6d HTTP/1.1" status: 200 len: 210 time: 0.0351655 Apr 05 14:27:10.653144 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2b5fa72e-4078-4030-9894-be46767a4155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:10.729427 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5798216a-967a-4a3a-a470-62276ace894f x-openstack-request-id: req-5798216a-967a-4a3a-a470-62276ace894f {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:27:10.729427 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20926e2e-9a2a-4e4f-8080-2a29f4e07cfe", "name": "network-vif-plugged", "status": "completed", "tag": "d610ae53-1bc0-4844-8ecf-3d88e1cf5426", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:27:10.729427 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5798216a-967a-4a3a-a470-62276ace894f {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:27:10.729427 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5798216a-967a-4a3a-a470-62276ace894f'] response: {'server_uuid': '20926e2e-9a2a-4e4f-8080-2a29f4e07cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd610ae53-1bc0-4844-8ecf-3d88e1cf5426', 'code': 200} Apr 05 14:27:10.791767 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2b5fa72e-4078-4030-9894-be46767a4155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:10.825364 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad52b406-41e3-4e1a-8888-34d50972673e req-5dc765da-1b07-4419-ab5a-35bb7753670d tempest-MigrationsAdminTest-2101451349 tempest-MigrationsAdminTest-2101451349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:10.825364 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ad52b406-41e3-4e1a-8888-34d50972673e req-5dc765da-1b07-4419-ab5a-35bb7753670d tempest-MigrationsAdminTest-2101451349 tempest-MigrationsAdminTest-2101451349-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=672b2c8e-b413-49d4-9045-73a1b4424c32 HTTP/1.1" status: 200 len: 1100 time: 0.0582421 Apr 05 14:27:10.864952 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5fa72e-4078-4030-9894-be46767a4155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3670b5b6-d239-447d-9f92-908ca9de9ca7,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:10.875361 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-2b5fa72e-4078-4030-9894-be46767a4155 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fc8ece8a0afb48779793f682b646d2dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4651864 Apr 05 14:27:10.881797 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 57030) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:27:10.894135 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ad52b406-41e3-4e1a-8888-34d50972673e req-d77f863e-c90b-4200-822c-912944b8b9d8 tempest-MigrationsAdminTest-2101451349 tempest-MigrationsAdminTest-2101451349-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501885 Apr 05 14:27:10.904180 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69965b1-6a77-45c4-8100-dc579634f0ed req-4c6ea116-0fc5-4af0-a439-78ad4ebf58dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:10.906678 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-e69965b1-6a77-45c4-8100-dc579634f0ed req-4c6ea116-0fc5-4af0-a439-78ad4ebf58dd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=20926e2e-9a2a-4e4f-8080-2a29f4e07cfe HTTP/1.1" status: 200 len: 1097 time: 0.0969977 Apr 05 14:27:10.971828 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-e69965b1-6a77-45c4-8100-dc579634f0ed req-f0e52b97-ba63-4f53-91fd-850bd749b94a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537052 Apr 05 14:27:10.998068 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-00ea9231-098e-42b2-bfbe-9ff33e9da0ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:11.030429 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-00ea9231-098e-42b2-bfbe-9ff33e9da0ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:11.049906 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af4adb1-1a02-4186-9e9d-9a2979ab243e req-0e35683d-56c6-4da1-b484-2ca7f7a36754 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:11.051525 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5af4adb1-1a02-4186-9e9d-9a2979ab243e req-0e35683d-56c6-4da1-b484-2ca7f7a36754 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] 10.222.0.55 "GET /v2.0/networks?id=88861c66-3c43-45fc-9adb-c522cea0f72f HTTP/1.1" status: 200 len: 815 time: 0.1815476 Apr 05 14:27:11.108836 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5af4adb1-1a02-4186-9e9d-9a2979ab243e req-5181ea50-f769-44ba-b125-e89293a42b52 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0e5926356c743ce9ba35f3e09deaaf4 HTTP/1.1" status: 200 len: 379 time: 0.0473392 Apr 05 14:27:11.119943 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-5af4adb1-1a02-4186-9e9d-9a2979ab243e req-f08e24d0-8904-4238-8328-400e53b89520 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Request body: {'port': {'device_id': '9939cbcc-d5bd-4bf9-a1e3-845bc8f70d6d', 'network_id': '88861c66-3c43-45fc-9adb-c522cea0f72f', 'admin_state_up': True, 'tenant_id': 'c0e5926356c743ce9ba35f3e09deaaf4', 'security_groups': ['403595e2-7934-4903-a0f5-4f63fd0f5444']}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:27:11.164526 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-00ea9231-098e-42b2-bfbe-9ff33e9da0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:11.166926 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-00ea9231-098e-42b2-bfbe-9ff33e9da0ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:11.168626 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-00ea9231-098e-42b2-bfbe-9ff33e9da0ae admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3670b5b6-d239-447d-9f92-908ca9de9ca7 HTTP/1.1" status: 204 len: 168 time: 0.2863412 Apr 05 14:27:11.184226 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ea9231-098e-42b2-bfbe-9ff33e9da0ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3670b5b6-d239-447d-9f92-908ca9de9ca7,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:11.333911 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5af4adb1-1a02-4186-9e9d-9a2979ab243e req-f08e24d0-8904-4238-8328-400e53b89520 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Made reservation on behalf of c0e5926356c743ce9ba35f3e09deaaf4 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:27:11.349113 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5af4adb1-1a02-4186-9e9d-9a2979ab243e req-f08e24d0-8904-4238-8328-400e53b89520 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:11.507925 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-5af4adb1-1a02-4186-9e9d-9a2979ab243e req-f08e24d0-8904-4238-8328-400e53b89520 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Allocated IP 172.20.0.14 (88861c66-3c43-45fc-9adb-c522cea0f72f/816e9016-5d95-4502-ad5a-ce593a4319fc/cb39d974-5ad3-47ca-84ec-5e3653ce195d) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:27:11.684039 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device fd1987d9-67af-4e8d-93d3-bfd7d3154609 no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:27:11.863873 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:11.952967 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port fd1987d9-67af-4e8d-93d3-bfd7d3154609, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=fd1987d9-67af-4e8d-93d3-bfd7d3154609,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:27:12.003220 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18416663-5f9d-473d-978b-ca0cd96e9f42 req-35e63c84-1807-4b31-ab43-7eb58e799038 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:12.005044 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-18416663-5f9d-473d-978b-ca0cd96e9f42 req-35e63c84-1807-4b31-ab43-7eb58e799038 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=d212ea26-a3c8-42b2-a405-cede990fb53f HTTP/1.1" status: 200 len: 950 time: 0.3185916 Apr 05 14:27:12.026592 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dbfb55b9-fbc5-44af-9bc9-9732f6007b58 req-6e58e9c1-7eb1-4b03-af9c-1848fb4ea4c0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=672b2c8e-b413-49d4-9045-73a1b4424c32&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1317286 Apr 05 14:27:12.032820 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:12.060307 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf04698-4da2-49f1-85ed-72f96c7d8e16 req-a8f2ac25-6460-4f2c-b071-cfe37fe507af tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:12.065941 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:12.068530 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fdf04698-4da2-49f1-85ed-72f96c7d8e16 req-a8f2ac25-6460-4f2c-b071-cfe37fe507af tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=20926e2e-9a2a-4e4f-8080-2a29f4e07cfe HTTP/1.1" status: 200 len: 946 time: 0.3041995 Apr 05 14:27:12.099609 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5af4adb1-1a02-4186-9e9d-9a2979ab243e req-f08e24d0-8904-4238-8328-400e53b89520 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:12.153036 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=fd1987d9-67af-4e8d-93d3-bfd7d3154609,revision_number=11']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:12.153280 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-18416663-5f9d-473d-978b-ca0cd96e9f42 req-0f14e772-f6f8-46d8-b272-1187160542d6 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165838 Apr 05 14:27:12.185226 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fdf04698-4da2-49f1-85ed-72f96c7d8e16 req-6f6a0ec0-e18c-48cb-ac1a-f0a3f71d7c01 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041467 Apr 05 14:27:12.268770 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5af4adb1-1a02-4186-9e9d-9a2979ab243e req-f08e24d0-8904-4238-8328-400e53b89520 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:12.420539 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5af4adb1-1a02-4186-9e9d-9a2979ab243e req-f08e24d0-8904-4238-8328-400e53b89520 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Network 88861c66-3c43-45fc-9adb-c522cea0f72f is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:27:12.439417 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-5af4adb1-1a02-4186-9e9d-9a2979ab243e req-f08e24d0-8904-4238-8328-400e53b89520 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:27:12.447418 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-5af4adb1-1a02-4186-9e9d-9a2979ab243e req-f08e24d0-8904-4238-8328-400e53b89520 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:27:12.533370 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea800e5-3f0e-4d12-93cc-a39ed3211083 req-8b470421-ba5f-4202-8b28-88be195d97b7 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:12.539065 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bea800e5-3f0e-4d12-93cc-a39ed3211083 req-8b470421-ba5f-4202-8b28-88be195d97b7 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f325b30-8b73-4a24-8178-00d31ed91a28 HTTP/1.1" status: 200 len: 945 time: 0.2812486 Apr 05 14:27:12.539065 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08e24d0-8904-4238-8328-400e53b89520 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Pushing event updated for resources: {'Port': ['ID=cb39d974-5ad3-47ca-84ec-5e3653ce195d,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:12.601521 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f369c1-95d7-4993-a062-5edff19457f9 req-b38acbc9-3d11-4165-b6ba-a2c48ed04299 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:12.613543 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-65f369c1-95d7-4993-a062-5edff19457f9 req-b38acbc9-3d11-4165-b6ba-a2c48ed04299 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=672b2c8e-b413-49d4-9045-73a1b4424c32 HTTP/1.1" status: 200 len: 949 time: 0.2965655 Apr 05 14:27:12.643729 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af4adb1-1a02-4186-9e9d-9a2979ab243e req-f08e24d0-8904-4238-8328-400e53b89520 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:12.644305 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5af4adb1-1a02-4186-9e9d-9a2979ab243e req-f08e24d0-8904-4238-8328-400e53b89520 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:12.729894 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5d6c66-6d5f-444f-915e-801af91238d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd1987d9-67af-4e8d-93d3-bfd7d3154609'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:27:12.732634 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc341a0-56f4-4e22-bc97-8a5c57bf0e43" -d '{"events": [{"server_uuid": "fc5d6c66-6d5f-444f-915e-801af91238d8", "name": "network-vif-unplugged", "status": "completed", "tag": "fd1987d9-67af-4e8d-93d3-bfd7d3154609"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:27:12.746789 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bea800e5-3f0e-4d12-93cc-a39ed3211083 req-4a10d327-7aa3-4784-9702-cf1366b070e3 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] 10.222.0.30 "GET /v2.0/security-groups?id=e3a3c9f2-f079-4fb1-8562-4ce1cb0f8e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1843262 Apr 05 14:27:12.764425 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-65f369c1-95d7-4993-a062-5edff19457f9 req-a30e0aa1-d6e3-4f6d-9af8-7ff0af4b3c7c tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498799 Apr 05 14:27:12.876185 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5af4adb1-1a02-4186-9e9d-9a2979ab243e req-f08e24d0-8904-4238-8328-400e53b89520 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7609799 Apr 05 14:27:12.896933 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-5af4adb1-1a02-4186-9e9d-9a2979ab243e req-0997de07-f855-4509-b1f4-a0f696d45e80 service neutron] Request body: {'port': {'device_id': '9939cbcc-d5bd-4bf9-a1e3-845bc8f70d6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:27:12.923371 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-511fadbc-a554-4129-8fef-0f2edc77b41e None None] Provisioning complete for port cb39d974-5ad3-47ca-84ec-5e3653ce195d triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:27:12.924358 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-511fadbc-a554-4129-8fef-0f2edc77b41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:12.982117 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-511fadbc-a554-4129-8fef-0f2edc77b41e None None] Port cb39d974-5ad3-47ca-84ec-5e3653ce195d cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:27:12.983945 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b54e3f-be65-4759-9f92-e29d515f10dc req-a0ab5fd4-a08f-4b04-8beb-5f42eddf1560 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:12.989346 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-38b54e3f-be65-4759-9f92-e29d515f10dc req-a0ab5fd4-a08f-4b04-8beb-5f42eddf1560 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] 10.222.0.30 "GET /v2.0/ports?device_id=9939cbcc-d5bd-4bf9-a1e3-845bc8f70d6d HTTP/1.1" status: 200 len: 932 time: 0.1471515 Apr 05 14:27:13.019409 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e285ad9a-68ea-468d-b321-58b7604a0560 req-bc83e058-b522-4599-9a83-46c4bb71af95 tempest-ServersOnMultiNodesTest-1334716556 tempest-ServersOnMultiNodesTest-1334716556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:13.020942 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e285ad9a-68ea-468d-b321-58b7604a0560 req-bc83e058-b522-4599-9a83-46c4bb71af95 tempest-ServersOnMultiNodesTest-1334716556 tempest-ServersOnMultiNodesTest-1334716556-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d212ea26-a3c8-42b2-a405-cede990fb53f HTTP/1.1" status: 200 len: 1101 time: 0.1506279 Apr 05 14:27:13.028275 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5af4adb1-1a02-4186-9e9d-9a2979ab243e req-0997de07-f855-4509-b1f4-a0f696d45e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:13.058701 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-38b54e3f-be65-4759-9f92-e29d515f10dc req-55ac199b-191f-41e3-a373-faf2fb3b2280 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] 10.222.0.30 "GET /v2.0/security-groups?id=403595e2-7934-4903-a0f5-4f63fd0f5444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648537 Apr 05 14:27:13.207858 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e285ad9a-68ea-468d-b321-58b7604a0560 req-cfbc3545-6b7f-4437-8749-8eedb053be71 tempest-ServersOnMultiNodesTest-1334716556 tempest-ServersOnMultiNodesTest-1334716556-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557372 Apr 05 14:27:13.299231 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 14:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af8e00c8-5ff1-4cce-bdb7-cd618f5159f0 x-openstack-request-id: req-af8e00c8-5ff1-4cce-bdb7-cd618f5159f0 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:27:13.299231 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc5d6c66-6d5f-444f-915e-801af91238d8", "name": "network-vif-unplugged", "status": "completed", "tag": "fd1987d9-67af-4e8d-93d3-bfd7d3154609", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:27:13.299231 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-af8e00c8-5ff1-4cce-bdb7-cd618f5159f0 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:27:13.299231 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af8e00c8-5ff1-4cce-bdb7-cd618f5159f0'] response: {'server_uuid': 'fc5d6c66-6d5f-444f-915e-801af91238d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd1987d9-67af-4e8d-93d3-bfd7d3154609', 'code': 200} Apr 05 14:27:13.423523 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-5af4adb1-1a02-4186-9e9d-9a2979ab243e req-0997de07-f855-4509-b1f4-a0f696d45e80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb39d974-5ad3-47ca-84ec-5e3653ce195d {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:27:13.433891 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5af4adb1-1a02-4186-9e9d-9a2979ab243e req-0997de07-f855-4509-b1f4-a0f696d45e80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:13.464649 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-5af4adb1-1a02-4186-9e9d-9a2979ab243e req-0997de07-f855-4509-b1f4-a0f696d45e80 service neutron] Transition to ACTIVE for port object cb39d974-5ad3-47ca-84ec-5e3653ce195d will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:27:13.551105 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5af4adb1-1a02-4186-9e9d-9a2979ab243e req-0997de07-f855-4509-b1f4-a0f696d45e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:13.653561 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0997de07-f855-4509-b1f4-a0f696d45e80 service neutron] Pushing event updated for resources: {'Port': ['ID=cb39d974-5ad3-47ca-84ec-5e3653ce195d,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:13.690286 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 659329af-1f62-4118-a74e-178529747466 up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:27:13.693266 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b029f5-779e-4df8-956b-c9c96e45fab6 req-1704517a-cee5-4884-a5a0-8cb99ed5a045 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:13.696807 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-87b029f5-779e-4df8-956b-c9c96e45fab6 req-1704517a-cee5-4884-a5a0-8cb99ed5a045 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=20926e2e-9a2a-4e4f-8080-2a29f4e07cfe HTTP/1.1" status: 200 len: 946 time: 0.1069577 Apr 05 14:27:13.836263 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3840e5a6-bc77-484c-97b7-63b0e9b055cf req-4bc2dbb0-5171-436c-ad72-cbba05045077 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=c301d8186c0d498e88493d184d59ac7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0839481 Apr 05 14:27:13.868589 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-87b029f5-779e-4df8-956b-c9c96e45fab6 req-7becefa7-65b1-4916-a9da-ce634d07a464 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583643 Apr 05 14:27:13.901055 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:13.956094 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning for port 659329af-1f62-4118-a74e-178529747466 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:27:13.960829 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port 659329af-1f62-4118-a74e-178529747466 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:27:13.965735 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:13.974285 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-5af4adb1-1a02-4186-9e9d-9a2979ab243e req-0997de07-f855-4509-b1f4-a0f696d45e80 service neutron] Attempting to bind port cb39d974-5ad3-47ca-84ec-5e3653ce195d on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:27:13.974892 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-5af4adb1-1a02-4186-9e9d-9a2979ab243e req-0997de07-f855-4509-b1f4-a0f696d45e80 service neutron] Attempting to bind port cb39d974-5ad3-47ca-84ec-5e3653ce195d by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': 'e0d42d0c-39ab-4901-bd26-f5a175dae870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '88861c66-3c43-45fc-9adb-c522cea0f72f'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:27:13.975802 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af4adb1-1a02-4186-9e9d-9a2979ab243e req-0997de07-f855-4509-b1f4-a0f696d45e80 service neutron] Attempting to bind port cb39d974-5ad3-47ca-84ec-5e3653ce195d on network 88861c66-3c43-45fc-9adb-c522cea0f72f {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:27:13.983417 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af4adb1-1a02-4186-9e9d-9a2979ab243e req-0997de07-f855-4509-b1f4-a0f696d45e80 service neutron] Port cb39d974-5ad3-47ca-84ec-5e3653ce195d on network 88861c66-3c43-45fc-9adb-c522cea0f72f not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:27:13.984034 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af4adb1-1a02-4186-9e9d-9a2979ab243e req-0997de07-f855-4509-b1f4-a0f696d45e80 service neutron] Attempting to bind port cb39d974-5ad3-47ca-84ec-5e3653ce195d on network 88861c66-3c43-45fc-9adb-c522cea0f72f {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:27:13.998821 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af4adb1-1a02-4186-9e9d-9a2979ab243e req-0997de07-f855-4509-b1f4-a0f696d45e80 service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:27:14.000611 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af4adb1-1a02-4186-9e9d-9a2979ab243e req-0997de07-f855-4509-b1f4-a0f696d45e80 service neutron] Checking segment: {'id': 'e0d42d0c-39ab-4901-bd26-f5a175dae870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '88861c66-3c43-45fc-9adb-c522cea0f72f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:27:14.011887 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af4adb1-1a02-4186-9e9d-9a2979ab243e req-0997de07-f855-4509-b1f4-a0f696d45e80 service neutron] Bound using segment: {'id': 'e0d42d0c-39ab-4901-bd26-f5a175dae870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '88861c66-3c43-45fc-9adb-c522cea0f72f'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:27:14.011887 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-5af4adb1-1a02-4186-9e9d-9a2979ab243e req-0997de07-f855-4509-b1f4-a0f696d45e80 service neutron] Bound port: cb39d974-5ad3-47ca-84ec-5e3653ce195d, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0d42d0c-39ab-4901-bd26-f5a175dae870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '88861c66-3c43-45fc-9adb-c522cea0f72f'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:27:14.011887 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5af4adb1-1a02-4186-9e9d-9a2979ab243e req-0997de07-f855-4509-b1f4-a0f696d45e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:14.104331 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-5af4adb1-1a02-4186-9e9d-9a2979ab243e req-0997de07-f855-4509-b1f4-a0f696d45e80 service neutron] For port cb39d974-5ad3-47ca-84ec-5e3653ce195d, host n-h1-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:27:14.108852 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-5af4adb1-1a02-4186-9e9d-9a2979ab243e req-0997de07-f855-4509-b1f4-a0f696d45e80 service neutron] For port cb39d974-5ad3-47ca-84ec-5e3653ce195d, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=cb39d974-5ad3-47ca-84ec-5e3653ce195d,segment=NetworkSegment(e0d42d0c-39ab-4901-bd26-f5a175dae870),segment_id=e0d42d0c-39ab-4901-bd26-f5a175dae870)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:27:14.136901 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3840e5a6-bc77-484c-97b7-63b0e9b055cf req-97f06988-a6bb-45a3-9ea3-e6f584b2a5bf tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:14.144751 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3840e5a6-bc77-484c-97b7-63b0e9b055cf req-97f06988-a6bb-45a3-9ea3-e6f584b2a5bf tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3077524 Apr 05 14:27:14.160220 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:14.176639 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3840e5a6-bc77-484c-97b7-63b0e9b055cf req-16a3ed68-d9d5-422d-a878-2bf558721849 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/quotas/c301d8186c0d498e88493d184d59ac7d HTTP/1.1" status: 200 len: 375 time: 0.0306499 Apr 05 14:27:14.201739 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 659329af-1f62-4118-a74e-178529747466, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=659329af-1f62-4118-a74e-178529747466,segment=NetworkSegment(a568a80e-06b0-4bc4-9b32-ea547fcca925),segment_id=a568a80e-06b0-4bc4-9b32-ea547fcca925)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:27:14.231457 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5af4adb1-1a02-4186-9e9d-9a2979ab243e req-0997de07-f855-4509-b1f4-a0f696d45e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:14.275160 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af4adb1-1a02-4186-9e9d-9a2979ab243e req-0997de07-f855-4509-b1f4-a0f696d45e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:14.275690 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5af4adb1-1a02-4186-9e9d-9a2979ab243e req-0997de07-f855-4509-b1f4-a0f696d45e80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:14.277272 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5af4adb1-1a02-4186-9e9d-9a2979ab243e req-0997de07-f855-4509-b1f4-a0f696d45e80 service neutron] 10.222.0.55 "PUT /v2.0/ports/cb39d974-5ad3-47ca-84ec-5e3653ce195d HTTP/1.1" status: 200 len: 1092 time: 1.3888998 Apr 05 14:27:14.279731 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:14.282632 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9939cbcc-d5bd-4bf9-a1e3-845bc8f70d6d', 'tag': 'cb39d974-5ad3-47ca-84ec-5e3653ce195d'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:27:14.286133 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c10f7c-cfc7-454b-82ee-ce5b6d85848c" -d '{"events": [{"name": "network-changed", "server_uuid": "9939cbcc-d5bd-4bf9-a1e3-845bc8f70d6d", "tag": "cb39d974-5ad3-47ca-84ec-5e3653ce195d"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:27:14.338467 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3840e5a6-bc77-484c-97b7-63b0e9b055cf req-37f3b94f-5ec8-4e25-b06e-de640cded53b tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c301d8186c0d498e88493d184d59ac7d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1593521 Apr 05 14:27:14.365177 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=659329af-1f62-4118-a74e-178529747466,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:14.380862 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28569485-40bf-433e-9ed5-42b670587894 req-7296b63e-1969-4ea8-8c1d-b4f25c47ad1f tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:14.392157 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-28569485-40bf-433e-9ed5-42b670587894 req-7296b63e-1969-4ea8-8c1d-b4f25c47ad1f tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc5d6c66-6d5f-444f-915e-801af91238d8 HTTP/1.1" status: 200 len: 949 time: 0.2356846 Apr 05 14:27:14.412691 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0997de07-f855-4509-b1f4-a0f696d45e80 service neutron] Pushing event updated for resources: {'Port': ['ID=cb39d974-5ad3-47ca-84ec-5e3653ce195d,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:14.465640 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-28569485-40bf-433e-9ed5-42b670587894 req-606e2f14-2129-4d0c-acf7-e05fa329f228 tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] 10.222.0.30 "GET /v2.0/security-groups?id=b1c080ef-c932-4585-a280-f83996e6ea6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675473 Apr 05 14:27:14.511675 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af4adb1-1a02-4186-9e9d-9a2979ab243e req-9acd0f98-4186-41a6-b115-a24b4d6d147d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:14.514485 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5af4adb1-1a02-4186-9e9d-9a2979ab243e req-9acd0f98-4186-41a6-b115-a24b4d6d147d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c0e5926356c743ce9ba35f3e09deaaf4&device_id=9939cbcc-d5bd-4bf9-a1e3-845bc8f70d6d HTTP/1.1" status: 200 len: 1095 time: 0.0726922 Apr 05 14:27:14.575621 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5af4adb1-1a02-4186-9e9d-9a2979ab243e req-94365d40-7b3d-4856-babd-9cc4dcda88d2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb39d974-5ad3-47ca-84ec-5e3653ce195d HTTP/1.1" status: 200 len: 217 time: 0.0514951 Apr 05 14:27:14.686702 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af4adb1-1a02-4186-9e9d-9a2979ab243e req-5ef53fce-a972-4d7c-a955-626e027d67bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:14.688247 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5af4adb1-1a02-4186-9e9d-9a2979ab243e req-5ef53fce-a972-4d7c-a955-626e027d67bc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=816e9016-5d95-4502-ad5a-ce593a4319fc HTTP/1.1" status: 200 len: 854 time: 0.0551016 Apr 05 14:27:14.729328 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd6bc70-4dfd-44b8-a79d-1b4e1a6a405d req-86ba57d6-478b-4f4d-822b-60cc3d6a3697 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:14.736991 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-afd6bc70-4dfd-44b8-a79d-1b4e1a6a405d req-86ba57d6-478b-4f4d-822b-60cc3d6a3697 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f325b30-8b73-4a24-8178-00d31ed91a28 HTTP/1.1" status: 200 len: 946 time: 0.1763086 Apr 05 14:27:14.845516 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-afd6bc70-4dfd-44b8-a79d-1b4e1a6a405d req-b1536183-38ef-4937-aefa-198e226ea221 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] 10.222.0.30 "GET /v2.0/security-groups?id=e3a3c9f2-f079-4fb1-8562-4ce1cb0f8e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075592 Apr 05 14:27:14.869444 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af4adb1-1a02-4186-9e9d-9a2979ab243e req-515c159d-703f-48ad-930e-5538d697869e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:14.870997 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5af4adb1-1a02-4186-9e9d-9a2979ab243e req-515c159d-703f-48ad-930e-5538d697869e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=88861c66-3c43-45fc-9adb-c522cea0f72f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1648695 Apr 05 14:27:14.880421 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1c786-4eeb-464a-a5f5-b257b90d6446 req-746b1d20-5dec-4371-8e46-3c53f5a96e85 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:14.882029 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a7a1c786-4eeb-464a-a5f5-b257b90d6446 req-746b1d20-5dec-4371-8e46-3c53f5a96e85 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=672b2c8e-b413-49d4-9045-73a1b4424c32 HTTP/1.1" status: 200 len: 949 time: 0.1704500 Apr 05 14:27:14.984040 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a7a1c786-4eeb-464a-a5f5-b257b90d6446 req-f8a6b06d-0594-474d-9115-7908082ca702 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779588 Apr 05 14:27:15.000033 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5af4adb1-1a02-4186-9e9d-9a2979ab243e req-35e27ee8-f60b-491a-8ac7-ebd0ad0fed47 service neutron] 10.222.0.55 "GET /v2.0/networks/88861c66-3c43-45fc-9adb-c522cea0f72f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168492 Apr 05 14:27:15.235340 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5af4adb1-1a02-4186-9e9d-9a2979ab243e req-808902db-cf97-44a2-9d72-bee90d6a4636 service neutron] 10.222.0.55 "GET /v2.0/networks/88861c66-3c43-45fc-9adb-c522cea0f72f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190375 Apr 05 14:27:15.250315 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d41c64-948c-4750-b9dc-397a70447cc4 req-7e7d4fd7-1e16-4d0f-8d96-b7b34bf81beb tempest-LiveAutoBlockMigrationV225Test-737036270 tempest-LiveAutoBlockMigrationV225Test-737036270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:15.251816 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-61d41c64-948c-4750-b9dc-397a70447cc4 req-7e7d4fd7-1e16-4d0f-8d96-b7b34bf81beb tempest-LiveAutoBlockMigrationV225Test-737036270 tempest-LiveAutoBlockMigrationV225Test-737036270-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=20926e2e-9a2a-4e4f-8080-2a29f4e07cfe HTTP/1.1" status: 200 len: 1097 time: 0.1228912 Apr 05 14:27:15.298122 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f325b30-8b73-4a24-8178-00d31ed91a28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '659329af-1f62-4118-a74e-178529747466'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:27:15.302954 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45cefa52-888e-461d-b53f-8a1ed47a84d5" -d '{"events": [{"server_uuid": "7f325b30-8b73-4a24-8178-00d31ed91a28", "name": "network-vif-plugged", "status": "completed", "tag": "659329af-1f62-4118-a74e-178529747466"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:27:15.316415 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-61d41c64-948c-4750-b9dc-397a70447cc4 req-7134069a-3d18-4d00-9b24-46a4b8333710 tempest-LiveAutoBlockMigrationV225Test-737036270 tempest-LiveAutoBlockMigrationV225Test-737036270-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567808 Apr 05 14:27:15.395794 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb55b9-fbc5-44af-9bc9-9732f6007b58 req-444243d5-0e7e-4603-a155-f3186231f02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:15.397469 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-dbfb55b9-fbc5-44af-9bc9-9732f6007b58 req-444243d5-0e7e-4603-a155-f3186231f02f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eb6eb2eb5e534aae8638ab75f1f70e11&device_id=672b2c8e-b413-49d4-9045-73a1b4424c32 HTTP/1.1" status: 200 len: 1100 time: 0.0623064 Apr 05 14:27:15.536815 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eedc08-b7eb-4d8a-823a-855a0aa169a5 req-a5f87a07-9fb4-4158-be8f-2ee7a1340c3a tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:15.553264 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c2eedc08-b7eb-4d8a-823a-855a0aa169a5 req-a5f87a07-9fb4-4158-be8f-2ee7a1340c3a tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] 10.222.0.30 "GET /v2.0/ports?device_id=9939cbcc-d5bd-4bf9-a1e3-845bc8f70d6d HTTP/1.1" status: 200 len: 944 time: 0.1090577 Apr 05 14:27:15.558725 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb55b9-fbc5-44af-9bc9-9732f6007b58 req-fc1f109e-7ab8-4890-b82d-83b7cc114a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:15.560695 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-dbfb55b9-fbc5-44af-9bc9-9732f6007b58 req-fc1f109e-7ab8-4890-b82d-83b7cc114a00 service neutron] 10.222.0.11 "GET /v2.0/networks?id=80d671a8-d1ab-4472-891b-9c042fbd7800 HTTP/1.1" status: 200 len: 870 time: 0.1524134 Apr 05 14:27:15.584155 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b06c1c-e9c3-4234-be15-7221c7bd5193 x-openstack-request-id: req-c9b06c1c-e9c3-4234-be15-7221c7bd5193 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:27:15.584579 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9939cbcc-d5bd-4bf9-a1e3-845bc8f70d6d", "tag": "cb39d974-5ad3-47ca-84ec-5e3653ce195d", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:27:15.585102 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c9b06c1c-e9c3-4234-be15-7221c7bd5193 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:27:15.585526 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9b06c1c-e9c3-4234-be15-7221c7bd5193'] response: {'name': 'network-changed', 'server_uuid': '9939cbcc-d5bd-4bf9-a1e3-845bc8f70d6d', 'tag': 'cb39d974-5ad3-47ca-84ec-5e3653ce195d', 'status': 'completed', 'code': 200} Apr 05 14:27:15.645432 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-dbfb55b9-fbc5-44af-9bc9-9732f6007b58 req-3b429adb-7a6f-469e-b5ce-c0e3327cbb2d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=76f59e91-1ec2-4780-83fc-58f44a4a3d54 HTTP/1.1" status: 200 len: 217 time: 0.0718381 Apr 05 14:27:15.680756 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-746f7400-a199-4881-96d5-fa6952e23216 req-6c0b463f-9dcf-4451-a1ce-623cb8370bff tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=1544d350-919c-4387-80b7-905c9e905e44 HTTP/1.1" status: 200 len: 210 time: 0.0698028 Apr 05 14:27:15.683829 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c2eedc08-b7eb-4d8a-823a-855a0aa169a5 req-1e5b666d-6bfa-4ec2-ac8b-7792430db36d tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] 10.222.0.30 "GET /v2.0/security-groups?id=403595e2-7934-4903-a0f5-4f63fd0f5444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296132 Apr 05 14:27:15.701123 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c10f7c-cfc7-454b-82ee-ce5b6d85848c req-064a4cfd-ae34-4a38-b4dd-1c1997a8df56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:15.701123 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b7c10f7c-cfc7-454b-82ee-ce5b6d85848c req-064a4cfd-ae34-4a38-b4dd-1c1997a8df56 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c0e5926356c743ce9ba35f3e09deaaf4&device_id=9939cbcc-d5bd-4bf9-a1e3-845bc8f70d6d HTTP/1.1" status: 200 len: 1095 time: 0.1105611 Apr 05 14:27:15.713838 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb55b9-fbc5-44af-9bc9-9732f6007b58 req-f81cfb2c-db14-45c6-a37a-3f5991ad163b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:15.715563 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-dbfb55b9-fbc5-44af-9bc9-9732f6007b58 req-f81cfb2c-db14-45c6-a37a-3f5991ad163b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.0578072 Apr 05 14:27:15.753060 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a7f65c-6d25-4321-b74e-ee1af179fd32 x-openstack-request-id: req-02a7f65c-6d25-4321-b74e-ee1af179fd32 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:27:15.753351 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f325b30-8b73-4a24-8178-00d31ed91a28", "name": "network-vif-plugged", "status": "completed", "tag": "659329af-1f62-4118-a74e-178529747466", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:27:15.753605 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-02a7f65c-6d25-4321-b74e-ee1af179fd32 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:27:15.754173 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02a7f65c-6d25-4321-b74e-ee1af179fd32'] response: {'server_uuid': '7f325b30-8b73-4a24-8178-00d31ed91a28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '659329af-1f62-4118-a74e-178529747466', 'code': 200} Apr 05 14:27:15.803424 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb55b9-fbc5-44af-9bc9-9732f6007b58 req-257b6cf5-8646-49d9-b164-1b112e7aec27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:15.805897 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-dbfb55b9-fbc5-44af-9bc9-9732f6007b58 req-257b6cf5-8646-49d9-b164-1b112e7aec27 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0826061 Apr 05 14:27:15.902246 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c10f7c-cfc7-454b-82ee-ce5b6d85848c req-ef999737-b162-4c36-bbb6-0dd14c15721d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:15.903957 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b7c10f7c-cfc7-454b-82ee-ce5b6d85848c req-ef999737-b162-4c36-bbb6-0dd14c15721d service neutron] 10.222.0.55 "GET /v2.0/networks?id=88861c66-3c43-45fc-9adb-c522cea0f72f HTTP/1.1" status: 200 len: 916 time: 0.1859355 Apr 05 14:27:15.975220 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-dbfb55b9-fbc5-44af-9bc9-9732f6007b58 req-83ffefdb-421a-498f-91e7-2c6d2327b00c service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611202 Apr 05 14:27:15.993617 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b7c10f7c-cfc7-454b-82ee-ce5b6d85848c req-d2ba8cc9-1fe2-4bfe-99c4-2e8d8a4d7a13 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb39d974-5ad3-47ca-84ec-5e3653ce195d HTTP/1.1" status: 200 len: 217 time: 0.0581291 Apr 05 14:27:16.056380 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec022fe-3cbe-4df9-9d4b-75cb5e1c35b9 req-21810d9c-4d11-49a8-a7a2-703828f7d5b8 tempest-LiveAutoBlockMigrationV225Test-737036270 tempest-LiveAutoBlockMigrationV225Test-737036270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:16.057949 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-aec022fe-3cbe-4df9-9d4b-75cb5e1c35b9 req-21810d9c-4d11-49a8-a7a2-703828f7d5b8 tempest-LiveAutoBlockMigrationV225Test-737036270 tempest-LiveAutoBlockMigrationV225Test-737036270-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=20926e2e-9a2a-4e4f-8080-2a29f4e07cfe HTTP/1.1" status: 200 len: 1097 time: 0.2798147 Apr 05 14:27:16.072497 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49def1ef-7de0-400f-9b0d-2e94c2923aa2 req-4979a047-72d4-4c52-a8f8-daedd011b561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:16.074009 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-49def1ef-7de0-400f-9b0d-2e94c2923aa2 req-4979a047-72d4-4c52-a8f8-daedd011b561 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f325b30-8b73-4a24-8178-00d31ed91a28 HTTP/1.1" status: 200 len: 1097 time: 0.1926999 Apr 05 14:27:16.100636 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c10f7c-cfc7-454b-82ee-ce5b6d85848c req-78e2e499-6708-4606-be6b-7ec09c042fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:16.102739 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b7c10f7c-cfc7-454b-82ee-ce5b6d85848c req-78e2e499-6708-4606-be6b-7ec09c042fab service neutron] 10.222.0.55 "GET /v2.0/subnets?id=816e9016-5d95-4502-ad5a-ce593a4319fc HTTP/1.1" status: 200 len: 854 time: 0.1006742 Apr 05 14:27:16.130698 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74c2d12-937b-4909-99cb-5bdabcca5386 req-476d46f0-313b-4140-8286-a0c3ee7b865e tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:16.133118 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f74c2d12-937b-4909-99cb-5bdabcca5386 req-476d46f0-313b-4140-8286-a0c3ee7b865e tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc5d6c66-6d5f-444f-915e-801af91238d8 HTTP/1.1" status: 200 len: 949 time: 0.1847227 Apr 05 14:27:16.136736 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066024a0-1aa3-47c4-9c3d-1a47d462d5dd req-fb1647fb-060a-4913-bb6c-ecd4a0b2b1f3 tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:16.143949 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-066024a0-1aa3-47c4-9c3d-1a47d462d5dd req-fb1647fb-060a-4913-bb6c-ecd4a0b2b1f3 tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc5d6c66-6d5f-444f-915e-801af91238d8 HTTP/1.1" status: 200 len: 949 time: 0.2635980 Apr 05 14:27:16.204125 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-dbfb55b9-fbc5-44af-9bc9-9732f6007b58 req-c5c2bfa4-1f89-4542-8cce-8cf635ceb90a service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035480 Apr 05 14:27:16.272101 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-aec022fe-3cbe-4df9-9d4b-75cb5e1c35b9 req-a6ebe6a8-a45d-4512-bcff-a78756cb4867 tempest-LiveAutoBlockMigrationV225Test-737036270 tempest-LiveAutoBlockMigrationV225Test-737036270-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906526 Apr 05 14:27:16.282812 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-49def1ef-7de0-400f-9b0d-2e94c2923aa2 req-48bb90f2-0725-4a65-a7d9-db683a616781 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e3a3c9f2-f079-4fb1-8562-4ce1cb0f8e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1840403 Apr 05 14:27:16.300106 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-066024a0-1aa3-47c4-9c3d-1a47d462d5dd req-bc11b152-c6fa-44e4-b0f2-cd5330a1e88e tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] 10.222.0.30 "GET /v2.0/security-groups?id=b1c080ef-c932-4585-a280-f83996e6ea6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552179 Apr 05 14:27:16.330432 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c10f7c-cfc7-454b-82ee-ce5b6d85848c req-17a91e1a-904a-4713-92b3-55346e8be4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:16.332930 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b7c10f7c-cfc7-454b-82ee-ce5b6d85848c req-17a91e1a-904a-4713-92b3-55346e8be4ee service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=88861c66-3c43-45fc-9adb-c522cea0f72f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2150037 Apr 05 14:27:16.335935 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-f74c2d12-937b-4909-99cb-5bdabcca5386 req-4a8bd628-6ba9-4c6f-96f3-289d49a88bad tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] Deleting port fd1987d9-67af-4e8d-93d3-bfd7d3154609 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:27:16.336324 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-f74c2d12-937b-4909-99cb-5bdabcca5386 req-4a8bd628-6ba9-4c6f-96f3-289d49a88bad tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:16.529711 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-f74c2d12-937b-4909-99cb-5bdabcca5386 req-4a8bd628-6ba9-4c6f-96f3-289d49a88bad tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] For port fd1987d9-67af-4e8d-93d3-bfd7d3154609, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=fd1987d9-67af-4e8d-93d3-bfd7d3154609,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:27:16.530397 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-f74c2d12-937b-4909-99cb-5bdabcca5386 req-4a8bd628-6ba9-4c6f-96f3-289d49a88bad tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:16.551770 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-f74c2d12-937b-4909-99cb-5bdabcca5386 req-4a8bd628-6ba9-4c6f-96f3-289d49a88bad tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] Calling delete_port for fd1987d9-67af-4e8d-93d3-bfd7d3154609 owned by compute:nova {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:27:16.843093 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc8c01-cf49-437e-835f-2593205c4061 req-5f5f2b9e-284f-490d-8940-2f5b92039c9f tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:16.843093 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-18dc8c01-cf49-437e-835f-2593205c4061 req-5f5f2b9e-284f-490d-8940-2f5b92039c9f tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f325b30-8b73-4a24-8178-00d31ed91a28 HTTP/1.1" status: 200 len: 946 time: 0.4402308 Apr 05 14:27:16.869543 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b7c10f7c-cfc7-454b-82ee-ce5b6d85848c req-c53296eb-03c5-4763-8029-1d600933dbeb service neutron] 10.222.0.55 "GET /v2.0/networks/88861c66-3c43-45fc-9adb-c522cea0f72f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5293698 Apr 05 14:27:16.916272 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-18dc8c01-cf49-437e-835f-2593205c4061 req-4cabde46-f896-4c11-9995-5693682cfda1 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] 10.222.0.30 "GET /v2.0/security-groups?id=e3a3c9f2-f079-4fb1-8562-4ce1cb0f8e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690918 Apr 05 14:27:16.999818 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b7c10f7c-cfc7-454b-82ee-ce5b6d85848c req-ac3997e4-8978-4436-b328-c95797dc3ab7 service neutron] 10.222.0.55 "GET /v2.0/networks/88861c66-3c43-45fc-9adb-c522cea0f72f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207619 Apr 05 14:27:17.005573 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-f74c2d12-937b-4909-99cb-5bdabcca5386 req-4a8bd628-6ba9-4c6f-96f3-289d49a88bad tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:17.100686 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8bd628-6ba9-4c6f-96f3-289d49a88bad tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] Pushing event deleted for resources: {'Port': ['ID=fd1987d9-67af-4e8d-93d3-bfd7d3154609,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:17.120969 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea6cb4-287d-49fb-8884-a0b76c57d619 req-cfe99640-72a6-4fb4-8dce-ea1605a4cf15 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:17.127178 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-59ea6cb4-287d-49fb-8884-a0b76c57d619 req-cfe99640-72a6-4fb4-8dce-ea1605a4cf15 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=672b2c8e-b413-49d4-9045-73a1b4424c32 HTTP/1.1" status: 200 len: 949 time: 0.1035979 Apr 05 14:27:17.157382 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-f74c2d12-937b-4909-99cb-5bdabcca5386 req-4a8bd628-6ba9-4c6f-96f3-289d49a88bad tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] No DVR routers for this DVR port fd1987d9-67af-4e8d-93d3-bfd7d3154609 on host n-h2-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:27:17.160160 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-f74c2d12-937b-4909-99cb-5bdabcca5386 req-4a8bd628-6ba9-4c6f-96f3-289d49a88bad tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:17.163869 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f74c2d12-937b-4909-99cb-5bdabcca5386 req-4a8bd628-6ba9-4c6f-96f3-289d49a88bad tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] 10.222.0.11 "DELETE /v2.0/ports/fd1987d9-67af-4e8d-93d3-bfd7d3154609 HTTP/1.1" status: 204 len: 173 time: 1.0225832 Apr 05 14:27:17.165065 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5d6c66-6d5f-444f-915e-801af91238d8', 'name': 'network-vif-deleted', 'tag': 'fd1987d9-67af-4e8d-93d3-bfd7d3154609'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:27:17.167723 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc41204e-5af6-4899-969f-5d1610ddb778" -d '{"events": [{"server_uuid": "fc5d6c66-6d5f-444f-915e-801af91238d8", "name": "network-vif-deleted", "tag": "fd1987d9-67af-4e8d-93d3-bfd7d3154609"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:27:17.201981 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-87b4de64-b90d-4d72-a844-312d34448bfc req-e1f76866-c9bf-49e0-99bb-0445bda63e91 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=1544d350-919c-4387-80b7-905c9e905e44 HTTP/1.1" status: 200 len: 210 time: 0.0556130 Apr 05 14:27:17.230611 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-59ea6cb4-287d-49fb-8884-a0b76c57d619 req-8e3b3f1d-e638-433e-bd8c-a675f4a9912f tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860167 Apr 05 14:27:17.315363 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3840e5a6-bc77-484c-97b7-63b0e9b055cf req-5551b938-2793-477e-a4b9-9b12164257ad tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=c301d8186c0d498e88493d184d59ac7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0487394 Apr 05 14:27:17.384033 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a304d761-3d20-4609-ab90-e475c3394efc req-0d0b35c4-dd92-49f6-b381-f1cbfad473a2 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:17.386200 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a304d761-3d20-4609-ab90-e475c3394efc req-0d0b35c4-dd92-49f6-b381-f1cbfad473a2 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] 10.222.0.30 "GET /v2.0/ports?device_id=9939cbcc-d5bd-4bf9-a1e3-845bc8f70d6d HTTP/1.1" status: 200 len: 944 time: 0.0681992 Apr 05 14:27:17.458101 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a304d761-3d20-4609-ab90-e475c3394efc req-22f40fb6-8d61-42bc-88dd-655b5a552245 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] 10.222.0.30 "GET /v2.0/security-groups?id=403595e2-7934-4903-a0f5-4f63fd0f5444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627418 Apr 05 14:27:17.507058 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3840e5a6-bc77-484c-97b7-63b0e9b055cf req-40095d49-056d-4f45-b0c2-8d69105b3839 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:17.509897 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3840e5a6-bc77-484c-97b7-63b0e9b055cf req-40095d49-056d-4f45-b0c2-8d69105b3839 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1863782 Apr 05 14:27:17.526455 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363eb275-3df4-491a-977b-79b8e5874c54 x-openstack-request-id: req-363eb275-3df4-491a-977b-79b8e5874c54 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:27:17.526767 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc5d6c66-6d5f-444f-915e-801af91238d8", "name": "network-vif-deleted", "tag": "fd1987d9-67af-4e8d-93d3-bfd7d3154609", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:27:17.526997 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-363eb275-3df4-491a-977b-79b8e5874c54 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:27:17.527409 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-363eb275-3df4-491a-977b-79b8e5874c54'] response: {'server_uuid': 'fc5d6c66-6d5f-444f-915e-801af91238d8', 'name': 'network-vif-deleted', 'tag': 'fd1987d9-67af-4e8d-93d3-bfd7d3154609', 'status': 'completed', 'code': 200} Apr 05 14:27:17.541010 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-3840e5a6-bc77-484c-97b7-63b0e9b055cf req-490188db-d739-4d8f-b371-832b37a32e5b tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Request body: {'port': {'device_id': '1544d350-919c-4387-80b7-905c9e905e44', 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800', 'admin_state_up': True, 'tenant_id': 'c301d8186c0d498e88493d184d59ac7d'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:27:17.794726 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8fac21c3-070f-48cd-baaf-996eee571b36 req-4acb8709-180a-48d1-9410-39836b9ddd39 tempest-ImagesOneServerTestJSON-730016216 tempest-ImagesOneServerTestJSON-730016216-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc5d6c66-6d5f-444f-915e-801af91238d8 HTTP/1.1" status: 200 len: 210 time: 0.2124543 Apr 05 14:27:17.906265 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3840e5a6-bc77-484c-97b7-63b0e9b055cf req-490188db-d739-4d8f-b371-832b37a32e5b tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Made reservation on behalf of c301d8186c0d498e88493d184d59ac7d for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:27:17.909847 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-3840e5a6-bc77-484c-97b7-63b0e9b055cf req-490188db-d739-4d8f-b371-832b37a32e5b tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:18.090522 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba072124-046f-4399-af20-95787346ad93 req-03e73f49-6fd1-4289-8173-4f97a44b8d39 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:18.092058 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ba072124-046f-4399-af20-95787346ad93 req-03e73f49-6fd1-4289-8173-4f97a44b8d39 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f325b30-8b73-4a24-8178-00d31ed91a28 HTTP/1.1" status: 200 len: 946 time: 0.0672579 Apr 05 14:27:18.097346 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [req-3840e5a6-bc77-484c-97b7-63b0e9b055cf req-490188db-d739-4d8f-b371-832b37a32e5b tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Allocated IP 192.168.233.27 (80d671a8-d1ab-4472-891b-9c042fbd7800/b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a/5c0df902-ae8d-4f4c-a20c-c7faf3940bc9) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:27:18.136543 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ba072124-046f-4399-af20-95787346ad93 req-51f9ebed-3f09-4b52-9e75-d9d9c3336155 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] 10.222.0.30 "GET /v2.0/security-groups?id=e3a3c9f2-f079-4fb1-8562-4ce1cb0f8e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367751 Apr 05 14:27:18.306950 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-3840e5a6-bc77-484c-97b7-63b0e9b055cf req-490188db-d739-4d8f-b371-832b37a32e5b tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:18.414863 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3345eddd-cbaf-472d-8418-faf437d40763 req-b7d6627c-e20a-43da-b4da-c21c8a086caa tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:18.416860 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3345eddd-cbaf-472d-8418-faf437d40763 req-b7d6627c-e20a-43da-b4da-c21c8a086caa tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f325b30-8b73-4a24-8178-00d31ed91a28 HTTP/1.1" status: 200 len: 946 time: 0.1295638 Apr 05 14:27:18.422513 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 57238) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:27:18.439926 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-9c30834c-33f0-4c6a-af9a-2d3e6778c07a tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Request body: {'floatingip': {'port_id': '659329af-1f62-4118-a74e-178529747466'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:27:18.483846 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-3840e5a6-bc77-484c-97b7-63b0e9b055cf req-490188db-d739-4d8f-b371-832b37a32e5b tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:18.493022 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9c30834c-33f0-4c6a-af9a-2d3e6778c07a tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Notify callbacks [] for floatingip, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:18.504471 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['d48d9039-a582-46f9-a15c-ebc5853e5c4f', '8af7a0bd-3e0c-4723-b6c5-a6ac2dc3131e', '8b1f25ba-968e-4f55-880e-8cbaad83d4e4', 'e24383ee-b2cd-4abe-a03f-410a11f91059', '296d843a-cc8d-41af-aa81-806072157423'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:27:18.541386 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['ced27436-8a8c-4719-9bf6-b86688ef931d', 'ba916db2-e3ae-47b8-9dca-7bccdcf584cc'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:27:18.574502 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3840e5a6-bc77-484c-97b7-63b0e9b055cf req-490188db-d739-4d8f-b371-832b37a32e5b tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Network 80d671a8-d1ab-4472-891b-9c042fbd7800 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:27:18.578376 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [req-3840e5a6-bc77-484c-97b7-63b0e9b055cf req-490188db-d739-4d8f-b371-832b37a32e5b tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:27:18.583962 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-3840e5a6-bc77-484c-97b7-63b0e9b055cf req-490188db-d739-4d8f-b371-832b37a32e5b tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:27:18.619883 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490188db-d739-4d8f-b371-832b37a32e5b tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Pushing event updated for resources: {'Port': ['ID=5c0df902-ae8d-4f4c-a20c-c7faf3940bc9,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:18.674788 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3840e5a6-bc77-484c-97b7-63b0e9b055cf req-490188db-d739-4d8f-b371-832b37a32e5b tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:18.675602 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-3840e5a6-bc77-484c-97b7-63b0e9b055cf req-490188db-d739-4d8f-b371-832b37a32e5b tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:18.730440 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954aed75-3d14-42e1-aafc-24d4949d32be req-166ff4db-4e0a-4902-8845-5098d032ac89 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:18.738539 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-954aed75-3d14-42e1-aafc-24d4949d32be req-166ff4db-4e0a-4902-8845-5098d032ac89 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=1544d350-919c-4387-80b7-905c9e905e44 HTTP/1.1" status: 200 len: 935 time: 0.2414229 Apr 05 14:27:18.828627 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3840e5a6-bc77-484c-97b7-63b0e9b055cf req-490188db-d739-4d8f-b371-832b37a32e5b tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2946815 Apr 05 14:27:18.837984 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-954aed75-3d14-42e1-aafc-24d4949d32be req-72948392-eb2e-4f46-aa30-fb873082dfab tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908289 Apr 05 14:27:18.843961 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-3840e5a6-bc77-484c-97b7-63b0e9b055cf req-6a36fb0b-ad53-40c9-a093-e8285d978f42 service neutron] Request body: {'port': {'device_id': '1544d350-919c-4387-80b7-905c9e905e44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-2'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:27:18.950125 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-3840e5a6-bc77-484c-97b7-63b0e9b055cf req-6a36fb0b-ad53-40c9-a093-e8285d978f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:19.145020 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936388c4-8f72-4427-8c8c-5199cf1f810e req-fed700a7-7685-42a2-abdc-beb770c6d839 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:19.153960 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-936388c4-8f72-4427-8c8c-5199cf1f810e req-fed700a7-7685-42a2-abdc-beb770c6d839 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=672b2c8e-b413-49d4-9045-73a1b4424c32 HTTP/1.1" status: 200 len: 949 time: 0.2042260 Apr 05 14:27:19.168754 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 57258) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:27:19.215190 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-925341cd-3416-4113-b1f0-1420cd45717d None None] Provisioning complete for port 5c0df902-ae8d-4f4c-a20c-c7faf3940bc9 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:27:19.215552 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-925341cd-3416-4113-b1f0-1420cd45717d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:19.275287 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-936388c4-8f72-4427-8c8c-5199cf1f810e req-25512ae4-c0ba-4b4c-af58-d7ff0c3322c9 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195879 Apr 05 14:27:19.308690 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-925341cd-3416-4113-b1f0-1420cd45717d None None] Port 5c0df902-ae8d-4f4c-a20c-c7faf3940bc9 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:27:19.450150 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [req-3840e5a6-bc77-484c-97b7-63b0e9b055cf req-6a36fb0b-ad53-40c9-a093-e8285d978f42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c0df902-ae8d-4f4c-a20c-c7faf3940bc9 {{(pid=103321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:27:19.459968 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-20adab53-d34d-4bd7-a201-c7fecf83872a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:19.460540 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-3840e5a6-bc77-484c-97b7-63b0e9b055cf req-6a36fb0b-ad53-40c9-a093-e8285d978f42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:19.477922 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.provisioning_blocks [req-3840e5a6-bc77-484c-97b7-63b0e9b055cf req-6a36fb0b-ad53-40c9-a093-e8285d978f42 service neutron] Transition to ACTIVE for port object 5c0df902-ae8d-4f4c-a20c-c7faf3940bc9 will not be triggered until provisioned by entity L2. {{(pid=103321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:27:19.546030 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-3840e5a6-bc77-484c-97b7-63b0e9b055cf req-6a36fb0b-ad53-40c9-a093-e8285d978f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:19.546257 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d30c1-0c36-4673-b75c-078ef47dac79 req-afc29d62-80cb-43b7-b0ae-a6194e5d9c57 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:19.554399 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e17d30c1-0c36-4673-b75c-078ef47dac79 req-afc29d62-80cb-43b7-b0ae-a6194e5d9c57 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] 10.222.0.30 "GET /v2.0/ports?device_id=9939cbcc-d5bd-4bf9-a1e3-845bc8f70d6d HTTP/1.1" status: 200 len: 944 time: 0.1892128 Apr 05 14:27:19.611311 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a36fb0b-ad53-40c9-a093-e8285d978f42 service neutron] Pushing event updated for resources: {'Port': ['ID=5c0df902-ae8d-4f4c-a20c-c7faf3940bc9,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:19.702204 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e17d30c1-0c36-4673-b75c-078ef47dac79 req-be0969a7-0795-486f-ba93-d7c64ff1a773 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] 10.222.0.30 "GET /v2.0/security-groups?id=403595e2-7934-4903-a0f5-4f63fd0f5444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476414 Apr 05 14:27:19.706738 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9c30834c-33f0-4c6a-af9a-2d3e6778c07a tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:19.743766 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-3840e5a6-bc77-484c-97b7-63b0e9b055cf req-6a36fb0b-ad53-40c9-a093-e8285d978f42 service neutron] Attempting to bind port 5c0df902-ae8d-4f4c-a20c-c7faf3940bc9 on host n-h2-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:27:19.744375 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-3840e5a6-bc77-484c-97b7-63b0e9b055cf req-6a36fb0b-ad53-40c9-a093-e8285d978f42 service neutron] Attempting to bind port 5c0df902-ae8d-4f4c-a20c-c7faf3940bc9 by drivers openvswitch,hyperv on host n-h2-836650-2 at level 0 using segments [{'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:27:19.744840 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3840e5a6-bc77-484c-97b7-63b0e9b055cf req-6a36fb0b-ad53-40c9-a093-e8285d978f42 service neutron] Attempting to bind port 5c0df902-ae8d-4f4c-a20c-c7faf3940bc9 on network 80d671a8-d1ab-4472-891b-9c042fbd7800 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:27:19.750053 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device fd1987d9-67af-4e8d-93d3-bfd7d3154609 no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:27:19.751390 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3840e5a6-bc77-484c-97b7-63b0e9b055cf req-6a36fb0b-ad53-40c9-a093-e8285d978f42 service neutron] Port 5c0df902-ae8d-4f4c-a20c-c7faf3940bc9 on network 80d671a8-d1ab-4472-891b-9c042fbd7800 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:27:19.752205 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3840e5a6-bc77-484c-97b7-63b0e9b055cf req-6a36fb0b-ad53-40c9-a093-e8285d978f42 service neutron] Attempting to bind port 5c0df902-ae8d-4f4c-a20c-c7faf3940bc9 on network 80d671a8-d1ab-4472-891b-9c042fbd7800 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:27:19.761037 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3840e5a6-bc77-484c-97b7-63b0e9b055cf req-6a36fb0b-ad53-40c9-a093-e8285d978f42 service neutron] Checking agent: {'id': '6d8cf521-24bb-4b6a-bbae-0284f5c87a9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:27:19.761439 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3840e5a6-bc77-484c-97b7-63b0e9b055cf req-6a36fb0b-ad53-40c9-a093-e8285d978f42 service neutron] Checking segment: {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:27:19.767705 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3840e5a6-bc77-484c-97b7-63b0e9b055cf req-6a36fb0b-ad53-40c9-a093-e8285d978f42 service neutron] Bound using segment: {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:27:19.767705 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-3840e5a6-bc77-484c-97b7-63b0e9b055cf req-6a36fb0b-ad53-40c9-a093-e8285d978f42 service neutron] Bound port: 5c0df902-ae8d-4f4c-a20c-c7faf3940bc9, host: n-h2-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:27:19.767705 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-3840e5a6-bc77-484c-97b7-63b0e9b055cf req-6a36fb0b-ad53-40c9-a093-e8285d978f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:19.787541 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] No Port match for: fd1987d9-67af-4e8d-93d3-bfd7d3154609 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:27:19.788188 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device fd1987d9-67af-4e8d-93d3-bfd7d3154609 not bound to the agent host n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:27:19.810984 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-20adab53-d34d-4bd7-a201-c7fecf83872a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:19.816062 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9c30834c-33f0-4c6a-af9a-2d3e6778c07a tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:19.960659 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-3840e5a6-bc77-484c-97b7-63b0e9b055cf req-6a36fb0b-ad53-40c9-a093-e8285d978f42 service neutron] For port 5c0df902-ae8d-4f4c-a20c-c7faf3940bc9, host n-h2-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:27:19.960659 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-3840e5a6-bc77-484c-97b7-63b0e9b055cf req-6a36fb0b-ad53-40c9-a093-e8285d978f42 service neutron] For port 5c0df902-ae8d-4f4c-a20c-c7faf3940bc9, host n-h2-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=5c0df902-ae8d-4f4c-a20c-c7faf3940bc9,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:27:20.045656 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb224b1-b382-4191-8838-c3d825ead33e req-2a33f080-c1b6-4f7a-b326-0e765bb422fa tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:20.047528 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ccb224b1-b382-4191-8838-c3d825ead33e req-2a33f080-c1b6-4f7a-b326-0e765bb422fa tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=1544d350-919c-4387-80b7-905c9e905e44 HTTP/1.1" status: 200 len: 947 time: 0.1189063 Apr 05 14:27:20.053716 n-d-836650-2 neutron-server[103320]: INFO neutron.db.l3_db [None req-9c30834c-33f0-4c6a-af9a-2d3e6778c07a tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Floating IP db6b05ff-cb63-41c3-a637-b84c23ca1a47 associated. External IP: 172.25.6.69, port: 659329af-1f62-4118-a74e-178529747466. Apr 05 14:27:20.144310 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-20adab53-d34d-4bd7-a201-c7fecf83872a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:20.150685 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ccb224b1-b382-4191-8838-c3d825ead33e req-2af3974e-412b-45a4-a3a3-172b594d6d06 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941932 Apr 05 14:27:20.243058 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [req-37bd9bc2-cea8-4f3c-9d22-2f717de99afd req-db6d5d05-4fa0-45de-bca2-8400002d4838 tempest-LiveAutoBlockMigrationV225Test-737036270 tempest-LiveAutoBlockMigrationV225Test-737036270-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:27:20.244312 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-37bd9bc2-cea8-4f3c-9d22-2f717de99afd req-db6d5d05-4fa0-45de-bca2-8400002d4838 tempest-LiveAutoBlockMigrationV225Test-737036270 tempest-LiveAutoBlockMigrationV225Test-737036270-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1206892 Apr 05 14:27:20.262189 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-20adab53-d34d-4bd7-a201-c7fecf83872a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=481aab4e3d864cbb8bbb10cd4db7e272&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0832860 Apr 05 14:27:20.262421 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 57276) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:27:20.297989 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd9bc2-cea8-4f3c-9d22-2f717de99afd req-497136aa-9807-48cb-b935-62cc777253e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:20.299328 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-37bd9bc2-cea8-4f3c-9d22-2f717de99afd req-497136aa-9807-48cb-b935-62cc777253e2 service neutron] 10.222.0.30 "GET /v2.0/ports/d610ae53-1bc0-4844-8ecf-3d88e1cf5426 HTTP/1.1" status: 200 len: 1094 time: 0.0466716 Apr 05 14:27:20.302043 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20adab53-d34d-4bd7-a201-c7fecf83872a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c02d56-03aa-43ec-b666-bc36b4924eaf,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:20.314554 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-37bd9bc2-cea8-4f3c-9d22-2f717de99afd req-1ae5fed5-33ef-4619-bd07-1810f61617a8 service neutron] Request body: {'binding': {'host': 'n-h1-836650-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:27:20.315024 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-37bd9bc2-cea8-4f3c-9d22-2f717de99afd req-1ae5fed5-33ef-4619-bd07-1810f61617a8 service neutron] Unknown quota resources ['binding']. {{(pid=103320) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 05 14:27:20.337721 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-601c634b-d3d2-4034-91fb-4b292718b6a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:20.362657 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-601c634b-d3d2-4034-91fb-4b292718b6a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:20.388413 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-3840e5a6-bc77-484c-97b7-63b0e9b055cf req-6a36fb0b-ad53-40c9-a093-e8285d978f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:20.429286 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3840e5a6-bc77-484c-97b7-63b0e9b055cf req-6a36fb0b-ad53-40c9-a093-e8285d978f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:20.431193 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-3840e5a6-bc77-484c-97b7-63b0e9b055cf req-6a36fb0b-ad53-40c9-a093-e8285d978f42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:20.432707 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3840e5a6-bc77-484c-97b7-63b0e9b055cf req-6a36fb0b-ad53-40c9-a093-e8285d978f42 service neutron] 10.222.0.11 "PUT /v2.0/ports/5c0df902-ae8d-4f4c-a20c-c7faf3940bc9 HTTP/1.1" status: 200 len: 1095 time: 1.5947583 Apr 05 14:27:20.435505 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1544d350-919c-4387-80b7-905c9e905e44', 'tag': '5c0df902-ae8d-4f4c-a20c-c7faf3940bc9'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:27:20.438114 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a27fd421-d2b9-474a-b371-ba1d2b404b3e" -d '{"events": [{"name": "network-changed", "server_uuid": "1544d350-919c-4387-80b7-905c9e905e44", "tag": "5c0df902-ae8d-4f4c-a20c-c7faf3940bc9"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:27:20.467080 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a36fb0b-ad53-40c9-a093-e8285d978f42 service neutron] Pushing event updated for resources: {'Port': ['ID=5c0df902-ae8d-4f4c-a20c-c7faf3940bc9,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:20.502354 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b935b-a5a1-4c46-81d3-befd45cb658a req-438bce5d-0339-4184-a4e4-dd86848c59dc tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:20.503892 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e93b935b-a5a1-4c46-81d3-befd45cb658a req-438bce5d-0339-4184-a4e4-dd86848c59dc tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=672b2c8e-b413-49d4-9045-73a1b4424c32 HTTP/1.1" status: 200 len: 949 time: 0.1649806 Apr 05 14:27:20.574292 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-601c634b-d3d2-4034-91fb-4b292718b6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:20.577463 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-601c634b-d3d2-4034-91fb-4b292718b6a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:20.579355 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-601c634b-d3d2-4034-91fb-4b292718b6a5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a7c02d56-03aa-43ec-b666-bc36b4924eaf HTTP/1.1" status: 204 len: 168 time: 0.3152525 Apr 05 14:27:20.640260 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601c634b-d3d2-4034-91fb-4b292718b6a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c02d56-03aa-43ec-b666-bc36b4924eaf,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:20.668444 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c30834c-33f0-4c6a-af9a-2d3e6778c07a tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Router b51f7681-1fca-4ffc-b441-a4750a7d0547 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:27:20.679592 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3840e5a6-bc77-484c-97b7-63b0e9b055cf req-f1978b52-c23f-44a1-a43f-d5dea6a32076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:20.679592 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3840e5a6-bc77-484c-97b7-63b0e9b055cf req-f1978b52-c23f-44a1-a43f-d5dea6a32076 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c301d8186c0d498e88493d184d59ac7d&device_id=1544d350-919c-4387-80b7-905c9e905e44 HTTP/1.1" status: 200 len: 1098 time: 0.0995181 Apr 05 14:27:20.721907 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e93b935b-a5a1-4c46-81d3-befd45cb658a req-41b718c3-f8c5-4328-b5fc-a35cdfa0da2e tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772990 Apr 05 14:27:20.729539 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-37bd9bc2-cea8-4f3c-9d22-2f717de99afd req-1ae5fed5-33ef-4619-bd07-1810f61617a8 service neutron] Attempting to bind port d610ae53-1bc0-4844-8ecf-3d88e1cf5426 on host n-h1-836650-2 for vnic_type normal with profile None {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:27:20.730206 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-37bd9bc2-cea8-4f3c-9d22-2f717de99afd req-1ae5fed5-33ef-4619-bd07-1810f61617a8 service neutron] Attempting to bind port d610ae53-1bc0-4844-8ecf-3d88e1cf5426 by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': 'e44f5d0a-bab4-40cf-a1ed-36028ad06628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a37e2d3e-8e8b-49fa-a97d-3b06631436db'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:27:20.730767 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bd9bc2-cea8-4f3c-9d22-2f717de99afd req-1ae5fed5-33ef-4619-bd07-1810f61617a8 service neutron] Attempting to bind port d610ae53-1bc0-4844-8ecf-3d88e1cf5426 on network a37e2d3e-8e8b-49fa-a97d-3b06631436db {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:27:20.737827 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bd9bc2-cea8-4f3c-9d22-2f717de99afd req-1ae5fed5-33ef-4619-bd07-1810f61617a8 service neutron] Port d610ae53-1bc0-4844-8ecf-3d88e1cf5426 on network a37e2d3e-8e8b-49fa-a97d-3b06631436db not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:27:20.738668 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bd9bc2-cea8-4f3c-9d22-2f717de99afd req-1ae5fed5-33ef-4619-bd07-1810f61617a8 service neutron] Attempting to bind port d610ae53-1bc0-4844-8ecf-3d88e1cf5426 on network a37e2d3e-8e8b-49fa-a97d-3b06631436db {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:27:20.757749 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3840e5a6-bc77-484c-97b7-63b0e9b055cf req-f18b481b-102b-4590-bbc5-7caca5d60a1a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=5c0df902-ae8d-4f4c-a20c-c7faf3940bc9 HTTP/1.1" status: 200 len: 217 time: 0.0651705 Apr 05 14:27:20.791516 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bd9bc2-cea8-4f3c-9d22-2f717de99afd req-1ae5fed5-33ef-4619-bd07-1810f61617a8 service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:27:20.792169 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bd9bc2-cea8-4f3c-9d22-2f717de99afd req-1ae5fed5-33ef-4619-bd07-1810f61617a8 service neutron] Checking segment: {'id': 'e44f5d0a-bab4-40cf-a1ed-36028ad06628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a37e2d3e-8e8b-49fa-a97d-3b06631436db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:27:20.792761 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bd9bc2-cea8-4f3c-9d22-2f717de99afd req-1ae5fed5-33ef-4619-bd07-1810f61617a8 service neutron] Bound using segment: {'id': 'e44f5d0a-bab4-40cf-a1ed-36028ad06628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a37e2d3e-8e8b-49fa-a97d-3b06631436db'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:27:20.793537 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-37bd9bc2-cea8-4f3c-9d22-2f717de99afd req-1ae5fed5-33ef-4619-bd07-1810f61617a8 service neutron] Bound port: d610ae53-1bc0-4844-8ecf-3d88e1cf5426, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e44f5d0a-bab4-40cf-a1ed-36028ad06628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a37e2d3e-8e8b-49fa-a97d-3b06631436db'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:27:20.851438 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 57290) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:27:20.863663 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3840e5a6-bc77-484c-97b7-63b0e9b055cf req-b09b524f-dfa2-4d70-9484-09fe307996ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:20.865220 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3840e5a6-bc77-484c-97b7-63b0e9b055cf req-b09b524f-dfa2-4d70-9484-09fe307996ac service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.1004219 Apr 05 14:27:20.867763 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4509fde-5619-41ae-9d88-89f254bad894 x-openstack-request-id: req-b4509fde-5619-41ae-9d88-89f254bad894 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:27:20.868074 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1544d350-919c-4387-80b7-905c9e905e44", "tag": "5c0df902-ae8d-4f4c-a20c-c7faf3940bc9", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:27:20.868612 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b4509fde-5619-41ae-9d88-89f254bad894 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:27:20.868742 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4509fde-5619-41ae-9d88-89f254bad894'] response: {'name': 'network-changed', 'server_uuid': '1544d350-919c-4387-80b7-905c9e905e44', 'tag': '5c0df902-ae8d-4f4c-a20c-c7faf3940bc9', 'status': 'completed', 'code': 200} Apr 05 14:27:20.930355 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3840e5a6-bc77-484c-97b7-63b0e9b055cf req-c3b3fd0f-d9eb-4235-bab8-8ba2d1014282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:20.931946 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3840e5a6-bc77-484c-97b7-63b0e9b055cf req-c3b3fd0f-d9eb-4235-bab8-8ba2d1014282 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0545304 Apr 05 14:27:21.021457 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-37bd9bc2-cea8-4f3c-9d22-2f717de99afd req-1ae5fed5-33ef-4619-bd07-1810f61617a8 service neutron] For port d610ae53-1bc0-4844-8ecf-3d88e1cf5426, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=d610ae53-1bc0-4844-8ecf-3d88e1cf5426,segment=NetworkSegment(e44f5d0a-bab4-40cf-a1ed-36028ad06628),segment_id=e44f5d0a-bab4-40cf-a1ed-36028ad06628)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:27:21.051478 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952841fd-778d-4229-89c9-f834e31f43e6 req-a8e151df-a44e-4074-9677-33fe375edc0b tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:21.066527 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-952841fd-778d-4229-89c9-f834e31f43e6 req-a8e151df-a44e-4074-9677-33fe375edc0b tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] 10.222.0.30 "GET /v2.0/ports?device_id=9939cbcc-d5bd-4bf9-a1e3-845bc8f70d6d HTTP/1.1" status: 200 len: 944 time: 0.1854050 Apr 05 14:27:21.083676 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3840e5a6-bc77-484c-97b7-63b0e9b055cf req-0d4a67ab-b568-4cdf-b880-ba62388c39e4 service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315150 Apr 05 14:27:21.102751 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-37bd9bc2-cea8-4f3c-9d22-2f717de99afd req-1ae5fed5-33ef-4619-bd07-1810f61617a8 service neutron] Notify callbacks [] for binding, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:21.104109 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-37bd9bc2-cea8-4f3c-9d22-2f717de99afd req-1ae5fed5-33ef-4619-bd07-1810f61617a8 service neutron] 10.222.0.30 "POST /v2.0/ports/d610ae53-1bc0-4844-8ecf-3d88e1cf5426/bindings HTTP/1.1" status: 201 len: 389 time: 0.7962995 Apr 05 14:27:21.104986 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c30834c-33f0-4c6a-af9a-2d3e6778c07a tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:27:21.114381 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9c30834c-33f0-4c6a-af9a-2d3e6778c07a tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:21.121790 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0222489-10c5-4bd5-8d79-61a3a2f43903 None None] Sync routers for ids ['b51f7681-1fca-4ffc-b441-a4750a7d0547'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:27:21.131615 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0222489-10c5-4bd5-8d79-61a3a2f43903 None None] Routers {'b51f7681-1fca-4ffc-b441-a4750a7d0547'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:27:21.142284 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-f0222489-10c5-4bd5-8d79-61a3a2f43903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:26:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['b51f7681-1fca-4ffc-b441-a4750a7d0547'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:27:21.190384 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-952841fd-778d-4229-89c9-f834e31f43e6 req-85cdf200-701e-4f14-b202-63baaa468adc tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] 10.222.0.30 "GET /v2.0/security-groups?id=403595e2-7934-4903-a0f5-4f63fd0f5444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177728 Apr 05 14:27:21.225504 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-9c30834c-33f0-4c6a-af9a-2d3e6778c07a tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] 10.222.0.30 "PUT /v2.0/floatingips/db6b05ff-cb63-41c3-a637-b84c23ca1a47 HTTP/1.1" status: 200 len: 991 time: 2.8015125 Apr 05 14:27:21.234922 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f325b30-8b73-4a24-8178-00d31ed91a28', 'tag': '659329af-1f62-4118-a74e-178529747466'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:27:21.237726 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-796d3fce-e3ab-4eaf-8f90-b4a1ec61ed51" -d '{"events": [{"name": "network-changed", "server_uuid": "7f325b30-8b73-4a24-8178-00d31ed91a28", "tag": "659329af-1f62-4118-a74e-178529747466"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:27:21.286787 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-f0222489-10c5-4bd5-8d79-61a3a2f43903 None None] Set router b51f7681-1fca-4ffc-b441-a4750a7d0547 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:27:21.295781 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3840e5a6-bc77-484c-97b7-63b0e9b055cf req-37172e48-e4cb-4e60-8012-bfa467ac1428 service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040081 Apr 05 14:27:21.302454 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-38a07bda-161c-4c30-a7b2-2bfc97eb4fe8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=83ac12a746c8469a8d3cae374ef31976&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4474871 Apr 05 14:27:21.308810 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 57308) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:27:21.403871 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-25b9644a-0f41-4115-9e01-4f34a466c013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:21.427166 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96e06ae-5610-4bfe-be16-5264b5bf272a req-dc18d028-e5e8-48a8-a6d7-8629e469401b tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:21.428712 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a96e06ae-5610-4bfe-be16-5264b5bf272a req-dc18d028-e5e8-48a8-a6d7-8629e469401b tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=1544d350-919c-4387-80b7-905c9e905e44 HTTP/1.1" status: 200 len: 947 time: 0.0947287 Apr 05 14:27:21.443931 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-25b9644a-0f41-4115-9e01-4f34a466c013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:21.518013 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7ce8ab-3e38-4ed4-bac0-cd3bb19a22fd x-openstack-request-id: req-ab7ce8ab-3e38-4ed4-bac0-cd3bb19a22fd {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:27:21.518981 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f325b30-8b73-4a24-8178-00d31ed91a28", "tag": "659329af-1f62-4118-a74e-178529747466", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:27:21.520077 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ab7ce8ab-3e38-4ed4-bac0-cd3bb19a22fd {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:27:21.520485 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab7ce8ab-3e38-4ed4-bac0-cd3bb19a22fd'] response: {'name': 'network-changed', 'server_uuid': '7f325b30-8b73-4a24-8178-00d31ed91a28', 'tag': '659329af-1f62-4118-a74e-178529747466', 'status': 'completed', 'code': 200} Apr 05 14:27:21.556468 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27fd421-d2b9-474a-b371-ba1d2b404b3e req-1526c42f-725a-4ace-8c7c-7a5a8b5c7930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:21.559927 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a27fd421-d2b9-474a-b371-ba1d2b404b3e req-1526c42f-725a-4ace-8c7c-7a5a8b5c7930 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c301d8186c0d498e88493d184d59ac7d&device_id=1544d350-919c-4387-80b7-905c9e905e44 HTTP/1.1" status: 200 len: 1098 time: 0.1049337 Apr 05 14:27:21.692960 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a96e06ae-5610-4bfe-be16-5264b5bf272a req-7b18c352-f1b5-43c2-963e-c0866c46525f tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495933 Apr 05 14:27:21.752148 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796d3fce-e3ab-4eaf-8f90-b4a1ec61ed51 req-57ff6fd3-3bd1-4c14-a58c-1a84064b8c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:21.758915 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-796d3fce-e3ab-4eaf-8f90-b4a1ec61ed51 req-57ff6fd3-3bd1-4c14-a58c-1a84064b8c5a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5020a17be5aa4e2aa79c2e741c944881&device_id=7f325b30-8b73-4a24-8178-00d31ed91a28 HTTP/1.1" status: 200 len: 1097 time: 0.2115080 Apr 05 14:27:21.801201 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27fd421-d2b9-474a-b371-ba1d2b404b3e req-577256c8-fbd1-4690-bb03-8dfafffec33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:21.802747 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a27fd421-d2b9-474a-b371-ba1d2b404b3e req-577256c8-fbd1-4690-bb03-8dfafffec33e service neutron] 10.222.0.11 "GET /v2.0/networks?id=80d671a8-d1ab-4472-891b-9c042fbd7800 HTTP/1.1" status: 200 len: 870 time: 0.2345765 Apr 05 14:27:21.828074 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-f0222489-10c5-4bd5-8d79-61a3a2f43903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51f7681-1fca-4ffc-b441-a4750a7d0547', 'name': 'tempest-AttachSCSIVolumeTestJSON-52481946-router', 'tenant_id': '5020a17be5aa4e2aa79c2e741c944881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': '6476d1ef-e2a1-438c-ac56-93ef6b2cbfb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:25:27Z', 'updated_at': '2022-04-05T14:25:34Z', 'revision_number': 4, 'project_id': '5020a17be5aa4e2aa79c2e741c944881', 'gw_port': {'id': '6476d1ef-e2a1-438c-ac56-93ef6b2cbfb5', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:45:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51f7681-1fca-4ffc-b441-a4750a7d0547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:25:28Z', 'updated_at': '2022-04-05T14:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': 'db6b05ff-cb63-41c3-a637-b84c23ca1a47', 'tenant_id': '5020a17be5aa4e2aa79c2e741c944881', 'floating_ip_address': '172.25.6.69', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': 'b51f7681-1fca-4ffc-b441-a4750a7d0547', 'port_id': '659329af-1f62-4118-a74e-178529747466', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f67f3a13-049d-41fc-8f05-879f33bdc3a1', 'mac_address': 'fa:16:3e:dc:27:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f325b30-8b73-4a24-8178-00d31ed91a28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:26:40Z', 'updated_at': '2022-04-05T14:27:19Z', 'revision_number': 1, 'project_id': '5020a17be5aa4e2aa79c2e741c944881', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdce01be-3d55-4b1a-a12c-14ebc8d4242f', 'name': '', 'network_id': 'f67f3a13-049d-41fc-8f05-879f33bdc3a1', 'tenant_id': '5020a17be5aa4e2aa79c2e741c944881', 'mac_address': 'fa:16:3e:5e:31:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51f7681-1fca-4ffc-b441-a4750a7d0547', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'f6074551-5c62-4edd-9c5d-5fd7282d7688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:25:32Z', 'updated_at': '2022-04-05T14:25:43Z', 'revision_number': 5, 'project_id': '5020a17be5aa4e2aa79c2e741c944881', 'subnets': [{'id': 'f6074551-5c62-4edd-9c5d-5fd7282d7688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:27:21.894136 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0222489-10c5-4bd5-8d79-61a3a2f43903 None None] Checking router: b51f7681-1fca-4ffc-b441-a4750a7d0547 for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:27:21.903842 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a27fd421-d2b9-474a-b371-ba1d2b404b3e req-57705643-acf5-4fa4-85f4-0365eb9073ca service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=5c0df902-ae8d-4f4c-a20c-c7faf3940bc9 HTTP/1.1" status: 200 len: 217 time: 0.0925605 Apr 05 14:27:21.920561 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0222489-10c5-4bd5-8d79-61a3a2f43903 None None] Routers {'b51f7681-1fca-4ffc-b441-a4750a7d0547'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:27:21.923549 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-f0222489-10c5-4bd5-8d79-61a3a2f43903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:26:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['b51f7681-1fca-4ffc-b441-a4750a7d0547'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:27:21.937400 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd9bc2-cea8-4f3c-9d22-2f717de99afd req-f1dc58e9-02e3-47db-beb8-b5cfdcc2d76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:21.939884 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-37bd9bc2-cea8-4f3c-9d22-2f717de99afd req-f1dc58e9-02e3-47db-beb8-b5cfdcc2d76c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ec0fa5de45e74f079e998d8c4a01aedf&device_id=20926e2e-9a2a-4e4f-8080-2a29f4e07cfe HTTP/1.1" status: 200 len: 1097 time: 0.1723354 Apr 05 14:27:21.942268 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-25b9644a-0f41-4115-9e01-4f34a466c013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:21.944917 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-25b9644a-0f41-4115-9e01-4f34a466c013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:21.946800 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-25b9644a-0f41-4115-9e01-4f34a466c013 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b1c080ef-c932-4585-a280-f83996e6ea6f HTTP/1.1" status: 204 len: 168 time: 0.6393633 Apr 05 14:27:21.978847 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b9644a-0f41-4115-9e01-4f34a466c013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c080ef-c932-4585-a280-f83996e6ea6f,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:22.015679 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27fd421-d2b9-474a-b371-ba1d2b404b3e req-ec166c73-395f-4e2b-8250-615d83471090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:22.021151 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a27fd421-d2b9-474a-b371-ba1d2b404b3e req-ec166c73-395f-4e2b-8250-615d83471090 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.1091211 Apr 05 14:27:22.135081 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27fd421-d2b9-474a-b371-ba1d2b404b3e req-34c29046-2e59-45c9-9732-0f66f1bf7fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:22.135344 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-f0222489-10c5-4bd5-8d79-61a3a2f43903 None None] Set router b51f7681-1fca-4ffc-b441-a4750a7d0547 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:27:22.138160 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a27fd421-d2b9-474a-b371-ba1d2b404b3e req-34c29046-2e59-45c9-9732-0f66f1bf7fb5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1090806 Apr 05 14:27:22.260524 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a27fd421-d2b9-474a-b371-ba1d2b404b3e req-9250d275-ce49-4b8a-8fe0-92a1357dfb04 service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084173 Apr 05 14:27:22.370405 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a27fd421-d2b9-474a-b371-ba1d2b404b3e req-933375a6-e17c-44eb-a357-720ac94b19f5 service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006126 Apr 05 14:27:22.425543 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1108620-abde-4f1e-b796-b134d32f9530 req-312a5dad-c090-48a1-a4f0-633f02989e89 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:22.427011 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d1108620-abde-4f1e-b796-b134d32f9530 req-312a5dad-c090-48a1-a4f0-633f02989e89 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=672b2c8e-b413-49d4-9045-73a1b4424c32 HTTP/1.1" status: 200 len: 949 time: 0.5401938 Apr 05 14:27:22.482444 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796d3fce-e3ab-4eaf-8f90-b4a1ec61ed51 req-3c916166-f1b6-426e-b7e7-d26ccafa76bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:22.483920 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-796d3fce-e3ab-4eaf-8f90-b4a1ec61ed51 req-3c916166-f1b6-426e-b7e7-d26ccafa76bf service neutron] 10.222.0.11 "GET /v2.0/networks?id=f67f3a13-049d-41fc-8f05-879f33bdc3a1 HTTP/1.1" status: 200 len: 914 time: 0.7159204 Apr 05 14:27:22.503943 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-f0222489-10c5-4bd5-8d79-61a3a2f43903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51f7681-1fca-4ffc-b441-a4750a7d0547', 'name': 'tempest-AttachSCSIVolumeTestJSON-52481946-router', 'tenant_id': '5020a17be5aa4e2aa79c2e741c944881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': '6476d1ef-e2a1-438c-ac56-93ef6b2cbfb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:25:27Z', 'updated_at': '2022-04-05T14:25:34Z', 'revision_number': 4, 'project_id': '5020a17be5aa4e2aa79c2e741c944881', 'gw_port': {'id': '6476d1ef-e2a1-438c-ac56-93ef6b2cbfb5', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:45:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51f7681-1fca-4ffc-b441-a4750a7d0547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:25:28Z', 'updated_at': '2022-04-05T14:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': 'db6b05ff-cb63-41c3-a637-b84c23ca1a47', 'tenant_id': '5020a17be5aa4e2aa79c2e741c944881', 'floating_ip_address': '172.25.6.69', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': 'b51f7681-1fca-4ffc-b441-a4750a7d0547', 'port_id': '659329af-1f62-4118-a74e-178529747466', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f67f3a13-049d-41fc-8f05-879f33bdc3a1', 'mac_address': 'fa:16:3e:dc:27:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f325b30-8b73-4a24-8178-00d31ed91a28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:26:40Z', 'updated_at': '2022-04-05T14:27:19Z', 'revision_number': 1, 'project_id': '5020a17be5aa4e2aa79c2e741c944881', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdce01be-3d55-4b1a-a12c-14ebc8d4242f', 'name': '', 'network_id': 'f67f3a13-049d-41fc-8f05-879f33bdc3a1', 'tenant_id': '5020a17be5aa4e2aa79c2e741c944881', 'mac_address': 'fa:16:3e:5e:31:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51f7681-1fca-4ffc-b441-a4750a7d0547', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'f6074551-5c62-4edd-9c5d-5fd7282d7688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:25:32Z', 'updated_at': '2022-04-05T14:25:43Z', 'revision_number': 5, 'project_id': '5020a17be5aa4e2aa79c2e741c944881', 'subnets': [{'id': 'f6074551-5c62-4edd-9c5d-5fd7282d7688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:27:22.537086 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0222489-10c5-4bd5-8d79-61a3a2f43903 None None] The sync data for ids ['b51f7681-1fca-4ffc-b441-a4750a7d0547'] in n-d-836650-2 is: [{'id': 'b51f7681-1fca-4ffc-b441-a4750a7d0547', 'name': 'tempest-AttachSCSIVolumeTestJSON-52481946-router', 'tenant_id': '5020a17be5aa4e2aa79c2e741c944881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': '6476d1ef-e2a1-438c-ac56-93ef6b2cbfb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:25:27Z', 'updated_at': '2022-04-05T14:25:34Z', 'revision_number': 4, 'project_id': '5020a17be5aa4e2aa79c2e741c944881', 'gw_port': {'id': '6476d1ef-e2a1-438c-ac56-93ef6b2cbfb5', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:45:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51f7681-1fca-4ffc-b441-a4750a7d0547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:25:28Z', 'updated_at': '2022-04-05T14:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': 'db6b05ff-cb63-41c3-a637-b84c23ca1a47', 'tenant_id': '5020a17be5aa4e2aa79c2e741c944881', 'floating_ip_address': '172.25.6.69', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': 'b51f7681-1fca-4ffc-b441-a4750a7d0547', 'port_id': '659329af-1f62-4118-a74e-178529747466', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f67f3a13-049d-41fc-8f05-879f33bdc3a1', 'mac_address': 'fa:16:3e:dc:27:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f325b30-8b73-4a24-8178-00d31ed91a28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:26:40Z', 'updated_at': '2022-04-05T14:27:19Z', 'revision_number': 1, 'project_id': '5020a17be5aa4e2aa79c2e741c944881', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdce01be-3d55-4b1a-a12c-14ebc8d4242f', 'name': '', 'network_id': 'f67f3a13-049d-41fc-8f05-879f33bdc3a1', 'tenant_id': '5020a17be5aa4e2aa79c2e741c944881', 'mac_address': 'fa:16:3e:5e:31:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51f7681-1fca-4ffc-b441-a4750a7d0547', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'f6074551-5c62-4edd-9c5d-5fd7282d7688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:25:32Z', 'updated_at': '2022-04-05T14:25:43Z', 'revision_number': 5, 'project_id': '5020a17be5aa4e2aa79c2e741c944881', 'subnets': [{'id': 'f6074551-5c62-4edd-9c5d-5fd7282d7688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:27:22.545442 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd9bc2-cea8-4f3c-9d22-2f717de99afd req-c14a29b0-bfe8-49f2-be30-3f9184b36f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:22.550201 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-37bd9bc2-cea8-4f3c-9d22-2f717de99afd req-c14a29b0-bfe8-49f2-be30-3f9184b36f61 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a37e2d3e-8e8b-49fa-a97d-3b06631436db HTTP/1.1" status: 200 len: 921 time: 0.5977945 Apr 05 14:27:22.587051 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90941020-4e6e-4de8-a670-9bfe2956e2f5 req-9deccd52-cf43-475a-ad42-40a2ba6b0b34 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:22.593430 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-90941020-4e6e-4de8-a670-9bfe2956e2f5 req-9deccd52-cf43-475a-ad42-40a2ba6b0b34 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=20926e2e-9a2a-4e4f-8080-2a29f4e07cfe HTTP/1.1" status: 200 len: 946 time: 0.9582367 Apr 05 14:27:22.635544 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d1108620-abde-4f1e-b796-b134d32f9530 req-2e4fbae8-7fe9-4a03-9344-8fbc0a773ad2 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897919 Apr 05 14:27:22.643145 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-37bd9bc2-cea8-4f3c-9d22-2f717de99afd req-89af2bb7-7d0a-48ee-bdcd-c88c90afac61 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d610ae53-1bc0-4844-8ecf-3d88e1cf5426 HTTP/1.1" status: 200 len: 217 time: 0.0834475 Apr 05 14:27:22.657839 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-796d3fce-e3ab-4eaf-8f90-b4a1ec61ed51 req-36abb68a-b15c-4e64-a7ce-99286254d2b2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=659329af-1f62-4118-a74e-178529747466 HTTP/1.1" status: 200 len: 999 time: 0.1637948 Apr 05 14:27:22.770984 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-90941020-4e6e-4de8-a670-9bfe2956e2f5 req-580ac231-f9ba-407a-b0f5-12f1fe3d9c0e tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417279 Apr 05 14:27:22.778319 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd9bc2-cea8-4f3c-9d22-2f717de99afd req-1f56c3ae-2983-49cf-90d5-86367cf94b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:22.778319 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-37bd9bc2-cea8-4f3c-9d22-2f717de99afd req-1f56c3ae-2983-49cf-90d5-86367cf94b62 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e7ccd1c0-0ac4-418f-bea2-fcb22a694a96 HTTP/1.1" status: 200 len: 860 time: 0.1227908 Apr 05 14:27:22.810318 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796d3fce-e3ab-4eaf-8f90-b4a1ec61ed51 req-43c2c7ed-237a-4683-9592-92ae2b87ab6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:22.810318 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-796d3fce-e3ab-4eaf-8f90-b4a1ec61ed51 req-43c2c7ed-237a-4683-9592-92ae2b87ab6a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f6074551-5c62-4edd-9c5d-5fd7282d7688 HTTP/1.1" status: 200 len: 852 time: 0.1391850 Apr 05 14:27:22.854519 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-37bd9bc2-cea8-4f3c-9d22-2f717de99afd req-ad624f12-480e-4d7e-9fb8-8f26a62572e7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a37e2d3e-8e8b-49fa-a97d-3b06631436db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677559 Apr 05 14:27:22.891186 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599964b5-3c3f-4ece-9df4-f13ef35c8dd7 None None] New status for floating IP db6b05ff-cb63-41c3-a637-b84c23ca1a47: ACTIVE {{(pid=103322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 14:27:22.982207 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796d3fce-e3ab-4eaf-8f90-b4a1ec61ed51 req-6070485f-eb85-4c59-bad5-77e3ad75d940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:22.983997 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-796d3fce-e3ab-4eaf-8f90-b4a1ec61ed51 req-6070485f-eb85-4c59-bad5-77e3ad75d940 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f67f3a13-049d-41fc-8f05-879f33bdc3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1647975 Apr 05 14:27:23.018916 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559baa1f-561c-4043-88f1-cf43e7a2f84c req-2ae6a807-7089-49d3-9626-1deb996291c0 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:23.020441 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-559baa1f-561c-4043-88f1-cf43e7a2f84c req-2ae6a807-7089-49d3-9626-1deb996291c0 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] 10.222.0.30 "GET /v2.0/ports?device_id=9939cbcc-d5bd-4bf9-a1e3-845bc8f70d6d HTTP/1.1" status: 200 len: 944 time: 0.1647837 Apr 05 14:27:23.125326 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-37bd9bc2-cea8-4f3c-9d22-2f717de99afd req-8728f8db-989b-48d5-b60f-64e2237d5707 service neutron] 10.222.0.55 "GET /v2.0/networks/a37e2d3e-8e8b-49fa-a97d-3b06631436db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390497 Apr 05 14:27:23.174594 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-559baa1f-561c-4043-88f1-cf43e7a2f84c req-6376f808-6b3d-4a4e-ae29-d5b58cd3e96b tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] 10.222.0.30 "GET /v2.0/security-groups?id=403595e2-7934-4903-a0f5-4f63fd0f5444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442552 Apr 05 14:27:23.269113 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-796d3fce-e3ab-4eaf-8f90-b4a1ec61ed51 req-89c4d2ae-b1c8-466e-8466-55c081ea0343 service neutron] 10.222.0.11 "GET /v2.0/networks/f67f3a13-049d-41fc-8f05-879f33bdc3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766914 Apr 05 14:27:23.283092 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b2b2b-f2e6-47ba-9647-800756273779 req-d421d497-5435-4980-a521-61e05e6c705c tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:23.284576 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-765b2b2b-f2e6-47ba-9647-800756273779 req-d421d497-5435-4980-a521-61e05e6c705c tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=1544d350-919c-4387-80b7-905c9e905e44 HTTP/1.1" status: 200 len: 947 time: 0.1564178 Apr 05 14:27:23.367627 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-37bd9bc2-cea8-4f3c-9d22-2f717de99afd req-e49edf95-4cdb-4807-9459-a2172aa41c05 service neutron] 10.222.0.55 "GET /v2.0/networks/a37e2d3e-8e8b-49fa-a97d-3b06631436db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026176 Apr 05 14:27:23.396593 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-765b2b2b-f2e6-47ba-9647-800756273779 req-02529857-f3e2-4026-a58b-a681a3cc850e tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950317 Apr 05 14:27:23.423639 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-796d3fce-e3ab-4eaf-8f90-b4a1ec61ed51 req-b930b802-d979-45d4-92b4-5ab324417f07 service neutron] 10.222.0.11 "GET /v2.0/networks/f67f3a13-049d-41fc-8f05-879f33bdc3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322496 Apr 05 14:27:23.538778 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 57366) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:27:23.630010 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd9bc2-cea8-4f3c-9d22-2f717de99afd req-81e6133e-e5c9-451a-8a12-d194841c79c2 tempest-LiveAutoBlockMigrationV225Test-737036270 tempest-LiveAutoBlockMigrationV225Test-737036270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:23.631874 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-37bd9bc2-cea8-4f3c-9d22-2f717de99afd req-81e6133e-e5c9-451a-8a12-d194841c79c2 tempest-LiveAutoBlockMigrationV225Test-737036270 tempest-LiveAutoBlockMigrationV225Test-737036270-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=20926e2e-9a2a-4e4f-8080-2a29f4e07cfe&tenant_id=ec0fa5de45e74f079e998d8c4a01aedf&binding%3Ahost_id=n-h2-836650-2 HTTP/1.1" status: 200 len: 1097 time: 0.1008773 Apr 05 14:27:23.653015 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-37bd9bc2-cea8-4f3c-9d22-2f717de99afd req-4bb2e010-a3b7-49e1-9053-13116336b0f0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836650-2'}}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:27:23.687455 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3f854025-7134-443b-9cc0-b325d5513011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:23.724294 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-37bd9bc2-cea8-4f3c-9d22-2f717de99afd req-4bb2e010-a3b7-49e1-9053-13116336b0f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:23.747796 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 5c0df902-ae8d-4f4c-a20c-c7faf3940bc9 details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:27:23.806664 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3f854025-7134-443b-9cc0-b325d5513011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:23.894158 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3f854025-7134-443b-9cc0-b325d5513011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:23.911672 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 5c0df902-ae8d-4f4c-a20c-c7faf3940bc9, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=5c0df902-ae8d-4f4c-a20c-c7faf3940bc9,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:27:23.926882 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5efb19-282e-405d-902d-48667fe27448 req-5ef0d5ed-623b-4c91-bf44-fa5fe4e28826 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:23.928967 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': '5c0df902-ae8d-4f4c-a20c-c7faf3940bc9', 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800', 'port_id': '5c0df902-ae8d-4f4c-a20c-c7faf3940bc9', 'mac_address': 'fa:16:3e:95:2a:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:27:23.933595 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ee5efb19-282e-405d-902d-48667fe27448 req-5ef0d5ed-623b-4c91-bf44-fa5fe4e28826 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=672b2c8e-b413-49d4-9045-73a1b4424c32 HTTP/1.1" status: 200 len: 949 time: 0.1415982 Apr 05 14:27:23.965574 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-3f854025-7134-443b-9cc0-b325d5513011 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=060cb0ea7ba147d791332c897e0f3d14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4250150 Apr 05 14:27:23.978505 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 57380) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:27:23.985103 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f854025-7134-443b-9cc0-b325d5513011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f45d1527-56c9-41d3-b1b0-afbff232a389,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:23.994940 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f854025-7134-443b-9cc0-b325d5513011 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:27:23.995587 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f854025-7134-443b-9cc0-b325d5513011 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:27:23.996135 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f854025-7134-443b-9cc0-b325d5513011 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:27:23.996688 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f854025-7134-443b-9cc0-b325d5513011 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:27:23.997252 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f854025-7134-443b-9cc0-b325d5513011 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:27:23.997582 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f854025-7134-443b-9cc0-b325d5513011 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:27:23.998227 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f854025-7134-443b-9cc0-b325d5513011 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:27:23.998672 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f854025-7134-443b-9cc0-b325d5513011 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:27:23.999068 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f854025-7134-443b-9cc0-b325d5513011 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:27:23.999462 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f854025-7134-443b-9cc0-b325d5513011 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:27:23.999877 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f854025-7134-443b-9cc0-b325d5513011 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:27:24.000252 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f854025-7134-443b-9cc0-b325d5513011 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:27:24.021955 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:24.036527 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c0df902-ae8d-4f4c-a20c-c7faf3940bc9 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:27:24.060490 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 5c0df902-ae8d-4f4c-a20c-c7faf3940bc9, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=5c0df902-ae8d-4f4c-a20c-c7faf3940bc9,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:27:24.079030 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-37bd9bc2-cea8-4f3c-9d22-2f717de99afd req-4bb2e010-a3b7-49e1-9053-13116336b0f0 service neutron] For port d610ae53-1bc0-4844-8ecf-3d88e1cf5426, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=d610ae53-1bc0-4844-8ecf-3d88e1cf5426,segment=NetworkSegment(e44f5d0a-bab4-40cf-a1ed-36028ad06628),segment_id=e44f5d0a-bab4-40cf-a1ed-36028ad06628)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:27:24.128623 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ee5efb19-282e-405d-902d-48667fe27448 req-7ef2e194-fbb8-49c4-b356-08b1440cc214 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836970 Apr 05 14:27:24.153829 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5a003b-b558-4378-affe-461abdc24c45 req-7272d786-112c-40bb-ac8b-f31a4b119f22 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:24.155354 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1b5a003b-b558-4378-affe-461abdc24c45 req-7272d786-112c-40bb-ac8b-f31a4b119f22 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=20926e2e-9a2a-4e4f-8080-2a29f4e07cfe HTTP/1.1" status: 200 len: 946 time: 0.1616991 Apr 05 14:27:24.157453 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:24.186308 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-37bd9bc2-cea8-4f3c-9d22-2f717de99afd req-4bb2e010-a3b7-49e1-9053-13116336b0f0 service neutron] For port d610ae53-1bc0-4844-8ecf-3d88e1cf5426, host n-h2-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:27:24.193587 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-da9cea5c-13cc-4be1-add8-d307521dd167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:24.229008 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=5c0df902-ae8d-4f4c-a20c-c7faf3940bc9,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:24.266759 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-da9cea5c-13cc-4be1-add8-d307521dd167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:24.270981 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1b5a003b-b558-4378-affe-461abdc24c45 req-6e928159-06d6-4e1f-8cc3-abdbb1e82a42 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069288 Apr 05 14:27:24.280037 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20926e2e-9a2a-4e4f-8080-2a29f4e07cfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd610ae53-1bc0-4844-8ecf-3d88e1cf5426'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:27:24.282369 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b86095-dad8-4051-9d11-885df6959bad" -d '{"events": [{"server_uuid": "20926e2e-9a2a-4e4f-8080-2a29f4e07cfe", "name": "network-vif-unplugged", "status": "completed", "tag": "d610ae53-1bc0-4844-8ecf-3d88e1cf5426"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:27:24.286518 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-37bd9bc2-cea8-4f3c-9d22-2f717de99afd req-4bb2e010-a3b7-49e1-9053-13116336b0f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:24.349920 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 14:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2655e93f-880c-4dd1-8336-399b2d8518d7 x-openstack-request-id: req-2655e93f-880c-4dd1-8336-399b2d8518d7 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:27:24.350571 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20926e2e-9a2a-4e4f-8080-2a29f4e07cfe", "name": "network-vif-unplugged", "status": "completed", "tag": "d610ae53-1bc0-4844-8ecf-3d88e1cf5426", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:27:24.350987 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2655e93f-880c-4dd1-8336-399b2d8518d7 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:27:24.352068 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2655e93f-880c-4dd1-8336-399b2d8518d7'] response: {'server_uuid': '20926e2e-9a2a-4e4f-8080-2a29f4e07cfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd610ae53-1bc0-4844-8ecf-3d88e1cf5426', 'code': 200} Apr 05 14:27:24.372264 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-37bd9bc2-cea8-4f3c-9d22-2f717de99afd req-4bb2e010-a3b7-49e1-9053-13116336b0f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:24.386149 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-de0a5353-adea-4fec-a827-ef0bc7882af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:24.401881 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 57388) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:27:24.446025 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cac272-03dc-468d-bed4-4a0dcc2a765d req-4a26548c-f562-47cd-860f-17c4a8b10c6b tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:24.454125 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a1cac272-03dc-468d-bed4-4a0dcc2a765d req-4a26548c-f562-47cd-860f-17c4a8b10c6b tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] 10.222.0.30 "GET /v2.0/ports?device_id=9939cbcc-d5bd-4bf9-a1e3-845bc8f70d6d HTTP/1.1" status: 200 len: 944 time: 0.1769786 Apr 05 14:27:24.507019 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb2e010-a3b7-49e1-9053-13116336b0f0 service neutron] Pushing event updated for resources: {'Port': ['ID=d610ae53-1bc0-4844-8ecf-3d88e1cf5426,revision_number=7']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:24.540074 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-739e2568-1c66-46e1-b883-d46750fb380b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:24.566486 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-da9cea5c-13cc-4be1-add8-d307521dd167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:24.568983 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-da9cea5c-13cc-4be1-add8-d307521dd167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:24.570113 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-da9cea5c-13cc-4be1-add8-d307521dd167 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f45d1527-56c9-41d3-b1b0-afbff232a389 HTTP/1.1" status: 204 len: 168 time: 0.5784111 Apr 05 14:27:24.578018 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['5c0df902-ae8d-4f4c-a20c-c7faf3940bc9'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:27:24.579002 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb2e010-a3b7-49e1-9053-13116336b0f0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:27:24.579670 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb2e010-a3b7-49e1-9053-13116336b0f0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:27:24.580013 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb2e010-a3b7-49e1-9053-13116336b0f0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:27:24.580341 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb2e010-a3b7-49e1-9053-13116336b0f0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:27:24.580663 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb2e010-a3b7-49e1-9053-13116336b0f0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:27:24.581027 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb2e010-a3b7-49e1-9053-13116336b0f0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:27:24.599036 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb2e010-a3b7-49e1-9053-13116336b0f0 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:27:24.599036 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb2e010-a3b7-49e1-9053-13116336b0f0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:27:24.599036 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb2e010-a3b7-49e1-9053-13116336b0f0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:27:24.599036 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb2e010-a3b7-49e1-9053-13116336b0f0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:27:24.599036 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb2e010-a3b7-49e1-9053-13116336b0f0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:27:24.599036 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb2e010-a3b7-49e1-9053-13116336b0f0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:27:24.618934 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a1cac272-03dc-468d-bed4-4a0dcc2a765d req-7555ba5c-5813-49a1-9e5a-262ad2622acc tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] 10.222.0.30 "GET /v2.0/security-groups?id=403595e2-7934-4903-a0f5-4f63fd0f5444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1638162 Apr 05 14:27:24.624345 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9cea5c-13cc-4be1-add8-d307521dd167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45d1527-56c9-41d3-b1b0-afbff232a389,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:24.647850 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-37bd9bc2-cea8-4f3c-9d22-2f717de99afd req-4bb2e010-a3b7-49e1-9053-13116336b0f0 service neutron] Attempting to bind port d610ae53-1bc0-4844-8ecf-3d88e1cf5426 on host n-h2-836650-2 for vnic_type normal with profile {"migrating_to": "n-h1-836650-2"} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:27:24.649034 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-37bd9bc2-cea8-4f3c-9d22-2f717de99afd req-4bb2e010-a3b7-49e1-9053-13116336b0f0 service neutron] Attempting to bind port d610ae53-1bc0-4844-8ecf-3d88e1cf5426 by drivers openvswitch,hyperv on host n-h2-836650-2 at level 0 using segments [{'id': 'e44f5d0a-bab4-40cf-a1ed-36028ad06628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a37e2d3e-8e8b-49fa-a97d-3b06631436db'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:27:24.649849 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bd9bc2-cea8-4f3c-9d22-2f717de99afd req-4bb2e010-a3b7-49e1-9053-13116336b0f0 service neutron] Attempting to bind port d610ae53-1bc0-4844-8ecf-3d88e1cf5426 on network a37e2d3e-8e8b-49fa-a97d-3b06631436db {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:27:24.667560 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bd9bc2-cea8-4f3c-9d22-2f717de99afd req-4bb2e010-a3b7-49e1-9053-13116336b0f0 service neutron] Port d610ae53-1bc0-4844-8ecf-3d88e1cf5426 on network a37e2d3e-8e8b-49fa-a97d-3b06631436db not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:27:24.667560 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bd9bc2-cea8-4f3c-9d22-2f717de99afd req-4bb2e010-a3b7-49e1-9053-13116336b0f0 service neutron] Attempting to bind port d610ae53-1bc0-4844-8ecf-3d88e1cf5426 on network a37e2d3e-8e8b-49fa-a97d-3b06631436db {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:27:24.674752 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-739e2568-1c66-46e1-b883-d46750fb380b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:24.690373 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3460996b-0384-4bbe-b927-884d99352e5e req-e46281ba-4a1f-44bd-98e9-ceb56aa04179 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:24.692393 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3460996b-0384-4bbe-b927-884d99352e5e req-e46281ba-4a1f-44bd-98e9-ceb56aa04179 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=1544d350-919c-4387-80b7-905c9e905e44 HTTP/1.1" status: 200 len: 948 time: 0.2053764 Apr 05 14:27:24.694045 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bd9bc2-cea8-4f3c-9d22-2f717de99afd req-4bb2e010-a3b7-49e1-9053-13116336b0f0 service neutron] Checking agent: {'id': '6d8cf521-24bb-4b6a-bbae-0284f5c87a9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:27:24.694569 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bd9bc2-cea8-4f3c-9d22-2f717de99afd req-4bb2e010-a3b7-49e1-9053-13116336b0f0 service neutron] Checking segment: {'id': 'e44f5d0a-bab4-40cf-a1ed-36028ad06628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a37e2d3e-8e8b-49fa-a97d-3b06631436db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:27:24.695104 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bd9bc2-cea8-4f3c-9d22-2f717de99afd req-4bb2e010-a3b7-49e1-9053-13116336b0f0 service neutron] Bound using segment: {'id': 'e44f5d0a-bab4-40cf-a1ed-36028ad06628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a37e2d3e-8e8b-49fa-a97d-3b06631436db'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:27:24.695992 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-37bd9bc2-cea8-4f3c-9d22-2f717de99afd req-4bb2e010-a3b7-49e1-9053-13116336b0f0 service neutron] Bound port: d610ae53-1bc0-4844-8ecf-3d88e1cf5426, host: n-h2-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e44f5d0a-bab4-40cf-a1ed-36028ad06628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a37e2d3e-8e8b-49fa-a97d-3b06631436db'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:27:24.696520 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-37bd9bc2-cea8-4f3c-9d22-2f717de99afd req-4bb2e010-a3b7-49e1-9053-13116336b0f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:24.775192 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-739e2568-1c66-46e1-b883-d46750fb380b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:24.779078 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3460996b-0384-4bbe-b927-884d99352e5e req-afb4d4dc-b7cb-4f1e-b44c-dee55ed5f4bd tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691991 Apr 05 14:27:24.803121 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-37bd9bc2-cea8-4f3c-9d22-2f717de99afd req-4bb2e010-a3b7-49e1-9053-13116336b0f0 service neutron] For port d610ae53-1bc0-4844-8ecf-3d88e1cf5426, host n-h2-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:27:24.807299 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-37bd9bc2-cea8-4f3c-9d22-2f717de99afd req-4bb2e010-a3b7-49e1-9053-13116336b0f0 service neutron] For port d610ae53-1bc0-4844-8ecf-3d88e1cf5426, host n-h2-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=d610ae53-1bc0-4844-8ecf-3d88e1cf5426,segment=NetworkSegment(e44f5d0a-bab4-40cf-a1ed-36028ad06628),segment_id=e44f5d0a-bab4-40cf-a1ed-36028ad06628)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:27:24.835609 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-739e2568-1c66-46e1-b883-d46750fb380b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7a4af7bde0064f489106354bfd88b90d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4303110 Apr 05 14:27:24.835609 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739e2568-1c66-46e1-b883-d46750fb380b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=798d8340-a2d1-4922-9ab4-27688c56b677,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:24.836644 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 57396) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:27:24.886821 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-37bd9bc2-cea8-4f3c-9d22-2f717de99afd req-4bb2e010-a3b7-49e1-9053-13116336b0f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:24.944758 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-951efac1-2f8f-4c68-aa31-5b902d01949b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:24.991475 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb2e010-a3b7-49e1-9053-13116336b0f0 service neutron] Pushing event updated for resources: {'Port': ['ID=d610ae53-1bc0-4844-8ecf-3d88e1cf5426,revision_number=8']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:24.995826 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd9bc2-cea8-4f3c-9d22-2f717de99afd req-4bb2e010-a3b7-49e1-9053-13116336b0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:24.996442 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-37bd9bc2-cea8-4f3c-9d22-2f717de99afd req-4bb2e010-a3b7-49e1-9053-13116336b0f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:24.997892 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-37bd9bc2-cea8-4f3c-9d22-2f717de99afd req-4bb2e010-a3b7-49e1-9053-13116336b0f0 service neutron] 10.222.0.55 "PUT /v2.0/ports/d610ae53-1bc0-4844-8ecf-3d88e1cf5426 HTTP/1.1" status: 200 len: 1122 time: 1.3565474 Apr 05 14:27:25.007106 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-951efac1-2f8f-4c68-aa31-5b902d01949b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:25.138258 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['d610ae53-1bc0-4844-8ecf-3d88e1cf5426'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:27:25.145951 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-951efac1-2f8f-4c68-aa31-5b902d01949b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:25.148785 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-951efac1-2f8f-4c68-aa31-5b902d01949b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:25.153067 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-951efac1-2f8f-4c68-aa31-5b902d01949b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/798d8340-a2d1-4922-9ab4-27688c56b677 HTTP/1.1" status: 204 len: 168 time: 0.3111336 Apr 05 14:27:25.163264 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951efac1-2f8f-4c68-aa31-5b902d01949b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=798d8340-a2d1-4922-9ab4-27688c56b677,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:25.293229 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a352f-9aca-4d79-9fae-0377b7e682fe req-18e69b30-ebf1-4d81-ad8c-648d4cb27cd6 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:25.295620 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-834a352f-9aca-4d79-9fae-0377b7e682fe req-18e69b30-ebf1-4d81-ad8c-648d4cb27cd6 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=672b2c8e-b413-49d4-9045-73a1b4424c32 HTTP/1.1" status: 200 len: 949 time: 0.0839968 Apr 05 14:27:25.350811 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-834a352f-9aca-4d79-9fae-0377b7e682fe req-b0e4d5bd-8982-4e43-ab61-284f3321d117 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479271 Apr 05 14:27:25.418337 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ccbdcf-0563-4d02-92ce-3c9668e12c18 req-a6716607-2b0b-4c57-804e-ec9a9ba2ee5a tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:25.419828 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-48ccbdcf-0563-4d02-92ce-3c9668e12c18 req-a6716607-2b0b-4c57-804e-ec9a9ba2ee5a tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=20926e2e-9a2a-4e4f-8080-2a29f4e07cfe HTTP/1.1" status: 200 len: 944 time: 0.0509505 Apr 05 14:27:25.465085 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-48ccbdcf-0563-4d02-92ce-3c9668e12c18 req-52999e5f-eb93-4705-adda-87d99ebdbe94 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387492 Apr 05 14:27:25.745227 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b1ace-6431-487f-920b-ea600552bc3b req-c2d4bb16-5fc2-491e-b4d9-de88b90616a2 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:25.746694 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-926b1ace-6431-487f-920b-ea600552bc3b req-c2d4bb16-5fc2-491e-b4d9-de88b90616a2 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] 10.222.0.30 "GET /v2.0/ports?device_id=9939cbcc-d5bd-4bf9-a1e3-845bc8f70d6d HTTP/1.1" status: 200 len: 944 time: 0.0487306 Apr 05 14:27:25.787244 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-926b1ace-6431-487f-920b-ea600552bc3b req-e52390c2-1d90-457f-b508-4d93d86bcd90 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] 10.222.0.30 "GET /v2.0/security-groups?id=403595e2-7934-4903-a0f5-4f63fd0f5444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332355 Apr 05 14:27:25.910965 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbce7994-ed64-485d-a4f1-0fd6f458ad82 req-f7e4455f-2d2a-4571-8181-7fb2f9692e0f tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:25.912532 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fbce7994-ed64-485d-a4f1-0fd6f458ad82 req-f7e4455f-2d2a-4571-8181-7fb2f9692e0f tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=1544d350-919c-4387-80b7-905c9e905e44 HTTP/1.1" status: 200 len: 948 time: 0.0613291 Apr 05 14:27:25.972275 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fbce7994-ed64-485d-a4f1-0fd6f458ad82 req-ac5eb1f9-e580-41f6-879c-cbd4f1cd245a tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529068 Apr 05 14:27:26.353420 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20926e2e-9a2a-4e4f-8080-2a29f4e07cfe', 'tag': 'd610ae53-1bc0-4844-8ecf-3d88e1cf5426'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:27:26.355889 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89fe8bef-2939-434a-b01c-3e018a6d3fcf" -d '{"events": [{"name": "network-changed", "server_uuid": "20926e2e-9a2a-4e4f-8080-2a29f4e07cfe", "tag": "d610ae53-1bc0-4844-8ecf-3d88e1cf5426"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:27:26.399012 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2153baa-c6ab-4e62-8778-a3d8b8d377aa x-openstack-request-id: req-e2153baa-c6ab-4e62-8778-a3d8b8d377aa {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:27:26.399307 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20926e2e-9a2a-4e4f-8080-2a29f4e07cfe", "tag": "d610ae53-1bc0-4844-8ecf-3d88e1cf5426", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:27:26.399555 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e2153baa-c6ab-4e62-8778-a3d8b8d377aa {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:27:26.399959 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2153baa-c6ab-4e62-8778-a3d8b8d377aa'] response: {'name': 'network-changed', 'server_uuid': '20926e2e-9a2a-4e4f-8080-2a29f4e07cfe', 'tag': 'd610ae53-1bc0-4844-8ecf-3d88e1cf5426', 'status': 'completed', 'code': 200} Apr 05 14:27:26.501296 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe8bef-2939-434a-b01c-3e018a6d3fcf req-1399a3b8-34e8-4935-83b1-77f4eeab6929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:26.502826 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-89fe8bef-2939-434a-b01c-3e018a6d3fcf req-1399a3b8-34e8-4935-83b1-77f4eeab6929 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ec0fa5de45e74f079e998d8c4a01aedf&device_id=20926e2e-9a2a-4e4f-8080-2a29f4e07cfe HTTP/1.1" status: 200 len: 1125 time: 0.0761139 Apr 05 14:27:26.520643 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82f0d69-17ad-4c6a-927b-590dab00c636 req-f50624f8-e9d1-4a38-a9f7-14ae7789a486 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:26.525371 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e82f0d69-17ad-4c6a-927b-590dab00c636 req-f50624f8-e9d1-4a38-a9f7-14ae7789a486 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=672b2c8e-b413-49d4-9045-73a1b4424c32 HTTP/1.1" status: 200 len: 949 time: 0.0865576 Apr 05 14:27:26.660462 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e82f0d69-17ad-4c6a-927b-590dab00c636 req-ad5af4ed-6477-4486-8fcc-51fb9dd5f196 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254275 Apr 05 14:27:26.671324 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d0225-6b75-4de0-bee6-8206be8f55a1 req-65181fc2-45a3-4b9b-8c75-f6c8214bb20d tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:26.672836 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ff4d0225-6b75-4de0-bee6-8206be8f55a1 req-65181fc2-45a3-4b9b-8c75-f6c8214bb20d tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=20926e2e-9a2a-4e4f-8080-2a29f4e07cfe HTTP/1.1" status: 200 len: 944 time: 0.1204650 Apr 05 14:27:26.712173 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe8bef-2939-434a-b01c-3e018a6d3fcf req-140a8745-cbe0-4aa5-8a00-fa2d1648da52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:26.713679 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-89fe8bef-2939-434a-b01c-3e018a6d3fcf req-140a8745-cbe0-4aa5-8a00-fa2d1648da52 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a37e2d3e-8e8b-49fa-a97d-3b06631436db HTTP/1.1" status: 200 len: 921 time: 0.1872737 Apr 05 14:27:26.728613 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-191e4620-af7b-4fcb-befb-ef7f1df7658f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:26.769773 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ff4d0225-6b75-4de0-bee6-8206be8f55a1 req-c25799f7-78b0-4099-823d-ac1bb9e502f3 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900972 Apr 05 14:27:26.771476 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-89fe8bef-2939-434a-b01c-3e018a6d3fcf req-b3ce515b-a35b-4d27-ae51-4ce59438cfd6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d610ae53-1bc0-4844-8ecf-3d88e1cf5426 HTTP/1.1" status: 200 len: 217 time: 0.0473115 Apr 05 14:27:26.828427 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe8bef-2939-434a-b01c-3e018a6d3fcf req-5aaa3583-aad0-4966-91dc-e00686125d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:26.830267 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-89fe8bef-2939-434a-b01c-3e018a6d3fcf req-5aaa3583-aad0-4966-91dc-e00686125d01 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e7ccd1c0-0ac4-418f-bea2-fcb22a694a96 HTTP/1.1" status: 200 len: 860 time: 0.0493207 Apr 05 14:27:26.868737 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-89fe8bef-2939-434a-b01c-3e018a6d3fcf req-cc8ec8cc-0a64-456b-9b20-d08d9cb68b9a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a37e2d3e-8e8b-49fa-a97d-3b06631436db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298333 Apr 05 14:27:26.958029 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 57464) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:27:27.013093 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9180cd91-7b5c-49e3-9438-41c80df2b9b5 req-5d5f71dd-fbb5-40e9-9eae-eeb2a06d3c96 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:27.014920 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9180cd91-7b5c-49e3-9438-41c80df2b9b5 req-5d5f71dd-fbb5-40e9-9eae-eeb2a06d3c96 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] 10.222.0.30 "GET /v2.0/ports?device_id=9939cbcc-d5bd-4bf9-a1e3-845bc8f70d6d HTTP/1.1" status: 200 len: 944 time: 0.1436944 Apr 05 14:27:27.101265 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-89fe8bef-2939-434a-b01c-3e018a6d3fcf req-e56c24f2-eef4-4035-8530-0c87f2849850 service neutron] 10.222.0.11 "GET /v2.0/networks/a37e2d3e-8e8b-49fa-a97d-3b06631436db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179356 Apr 05 14:27:27.134019 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9180cd91-7b5c-49e3-9438-41c80df2b9b5 req-0891e0a9-5df2-4228-8ab4-211321937087 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] 10.222.0.30 "GET /v2.0/security-groups?id=403595e2-7934-4903-a0f5-4f63fd0f5444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992200 Apr 05 14:27:27.160669 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-2ea1aa89-873e-4f29-8b8a-b8b8271688ed admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2017181618-network', 'tenant_id': 'f315eda9d4ec46678d1bc6ec4ffa84b9'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:27:27.218650 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786041ae-ccd4-4ec1-8554-6dc9fb1e2583 req-81df9336-2144-409a-bfea-9dd6e3d77a26 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:27.220230 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-786041ae-ccd4-4ec1-8554-6dc9fb1e2583 req-81df9336-2144-409a-bfea-9dd6e3d77a26 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=1544d350-919c-4387-80b7-905c9e905e44 HTTP/1.1" status: 200 len: 948 time: 0.1428559 Apr 05 14:27:27.254147 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea1aa89-873e-4f29-8b8a-b8b8271688ed admin admin] Made reservation on behalf of f315eda9d4ec46678d1bc6ec4ffa84b9 for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:27:27.256964 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2ea1aa89-873e-4f29-8b8a-b8b8271688ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:27.266974 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2ea1aa89-873e-4f29-8b8a-b8b8271688ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:27.273436 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-89fe8bef-2939-434a-b01c-3e018a6d3fcf req-a20c8e64-e72e-451d-9280-d75bfc97701e service neutron] 10.222.0.11 "GET /v2.0/networks/a37e2d3e-8e8b-49fa-a97d-3b06631436db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542492 Apr 05 14:27:27.281166 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-786041ae-ccd4-4ec1-8554-6dc9fb1e2583 req-e5bab13d-e263-4a66-8387-9f59cb8bc99e tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519648 Apr 05 14:27:27.353127 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2ea1aa89-873e-4f29-8b8a-b8b8271688ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:27.439060 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 57480) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:27:27.454205 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2ea1aa89-873e-4f29-8b8a-b8b8271688ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:27.477086 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ea1aa89-873e-4f29-8b8a-b8b8271688ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:27:27.490778 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea1aa89-873e-4f29-8b8a-b8b8271688ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74c74fb4-29d0-46af-b6bb-d24d0323ac34,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:27.496037 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2ea1aa89-873e-4f29-8b8a-b8b8271688ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:27.496479 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-2ea1aa89-873e-4f29-8b8a-b8b8271688ed admin admin] Added segment b4eba0b1-ac13-4ba8-8189-71dfc0bfda26 of type vlan for network 5918f451-8ee0-47f5-bdf4-8967f6c30795 Apr 05 14:27:27.540042 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2ea1aa89-873e-4f29-8b8a-b8b8271688ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:27.548544 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-e64ef453-40a3-4f06-a344-419ef417cea9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-339906685-network', 'tenant_id': '207a1d2774e941de89e17da9e075ff51'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:27:27.654641 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2ea1aa89-873e-4f29-8b8a-b8b8271688ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:27.655640 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea1aa89-873e-4f29-8b8a-b8b8271688ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:27.656228 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2ea1aa89-873e-4f29-8b8a-b8b8271688ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:27.666001 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e64ef453-40a3-4f06-a344-419ef417cea9 admin admin] Made reservation on behalf of 207a1d2774e941de89e17da9e075ff51 for: {'network': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:27:27.668922 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e64ef453-40a3-4f06-a344-419ef417cea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:27.679067 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e64ef453-40a3-4f06-a344-419ef417cea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:27.729870 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea1aa89-873e-4f29-8b8a-b8b8271688ed admin admin] Pushing event updated for resources: {'Network': ['ID=5918f451-8ee0-47f5-bdf4-8967f6c30795,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:27.741466 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 5918f451-8ee0-47f5-bdf4-8967f6c30795 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:27:27.784338 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e64ef453-40a3-4f06-a344-419ef417cea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:27.796190 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 5c0df902-ae8d-4f4c-a20c-c7faf3940bc9 up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:27:27.805457 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ed65fd-4743-4325-b677-4446ec24845d req-ac4d0bee-b139-4433-bb57-019e48f8f841 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:27.806987 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-60ed65fd-4743-4325-b677-4446ec24845d req-ac4d0bee-b139-4433-bb57-019e48f8f841 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=672b2c8e-b413-49d4-9045-73a1b4424c32 HTTP/1.1" status: 200 len: 949 time: 0.0670569 Apr 05 14:27:27.841835 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-2ea1aa89-873e-4f29-8b8a-b8b8271688ed admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8820925 Apr 05 14:27:27.842924 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 57488) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:27:27.849309 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-fea06fdc-c7d3-4438-b101-f70933934bf4 admin admin] Request body: {'subnet': {'network_id': '5918f451-8ee0-47f5-bdf4-8967f6c30795', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2017181618-subnet', 'tenant_id': 'f315eda9d4ec46678d1bc6ec4ffa84b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:27:27.896836 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-60ed65fd-4743-4325-b677-4446ec24845d req-90695e40-8702-4429-a801-3f825a8429dd tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812981 Apr 05 14:27:27.911220 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e64ef453-40a3-4f06-a344-419ef417cea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:27.943802 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e64ef453-40a3-4f06-a344-419ef417cea9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=103320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:27:27.951530 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:27.966376 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e64ef453-40a3-4f06-a344-419ef417cea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:27.966749 n-d-836650-2 neutron-server[103320]: INFO neutron.db.segments_db [None req-e64ef453-40a3-4f06-a344-419ef417cea9 admin admin] Added segment a7b6b76e-60b5-47fc-aeb7-c77bd8716e53 of type vlan for network d09e1cf5-cb38-4bc5-a237-56c854e1c5a7 Apr 05 14:27:27.969470 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64ef453-40a3-4f06-a344-419ef417cea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8483186f-b51d-4d26-8d16-e805a37624eb,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:27.990556 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1acee8-5042-430b-b380-0125a7473cc4 req-09635dd4-f0d7-4aa7-88ad-63d38e43113e tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:27.990556 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0a1acee8-5042-430b-b380-0125a7473cc4 req-09635dd4-f0d7-4aa7-88ad-63d38e43113e tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=20926e2e-9a2a-4e4f-8080-2a29f4e07cfe HTTP/1.1" status: 200 len: 944 time: 0.1150937 Apr 05 14:27:28.008806 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning for port 5c0df902-ae8d-4f4c-a20c-c7faf3940bc9 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:27:28.018822 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port 5c0df902-ae8d-4f4c-a20c-c7faf3940bc9 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:27:28.018822 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:28.019113 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea06fdc-c7d3-4438-b101-f70933934bf4 admin admin] Made reservation on behalf of f315eda9d4ec46678d1bc6ec4ffa84b9 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:27:28.019113 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fea06fdc-c7d3-4438-b101-f70933934bf4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:28.041361 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e64ef453-40a3-4f06-a344-419ef417cea9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:28.044141 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device d610ae53-1bc0-4844-8ecf-3d88e1cf5426 details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:27:28.075111 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0a1acee8-5042-430b-b380-0125a7473cc4 req-4d62a7c4-72a6-48de-8cdf-164255f19c03 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620487 Apr 05 14:27:28.197164 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port d610ae53-1bc0-4844-8ecf-3d88e1cf5426, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=d610ae53-1bc0-4844-8ecf-3d88e1cf5426,segment=NetworkSegment(e44f5d0a-bab4-40cf-a1ed-36028ad06628),segment_id=e44f5d0a-bab4-40cf-a1ed-36028ad06628)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:27:28.199852 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:28.202684 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e64ef453-40a3-4f06-a344-419ef417cea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:28.204137 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64ef453-40a3-4f06-a344-419ef417cea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:28.204261 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e64ef453-40a3-4f06-a344-419ef417cea9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:28.217863 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device d610ae53-1bc0-4844-8ecf-3d88e1cf5426 has no active binding in host n-h1-836650-2 {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 05 14:27:28.218726 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device cb39d974-5ad3-47ca-84ec-5e3653ce195d details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:27:28.254764 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1544d350-919c-4387-80b7-905c9e905e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c0df902-ae8d-4f4c-a20c-c7faf3940bc9'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:27:28.256923 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f092a89e-e339-46f2-80af-085a79a0ec1f" -d '{"events": [{"server_uuid": "1544d350-919c-4387-80b7-905c9e905e44", "name": "network-vif-plugged", "status": "completed", "tag": "5c0df902-ae8d-4f4c-a20c-c7faf3940bc9"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:27:28.287487 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 5c0df902-ae8d-4f4c-a20c-c7faf3940bc9, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=5c0df902-ae8d-4f4c-a20c-c7faf3940bc9,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:27:28.299419 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64ef453-40a3-4f06-a344-419ef417cea9 admin admin] Pushing event updated for resources: {'Network': ['ID=d09e1cf5-cb38-4bc5-a237-56c854e1c5a7,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:28.319624 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network d09e1cf5-cb38-4bc5-a237-56c854e1c5a7 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:27:28.323121 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a1af3-fd8c-4af9-af79-ae2003b1d4b9 req-c9e82db3-0f06-4b98-b333-0d239f9b6ba5 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:28.324698 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-182a1af3-fd8c-4af9-af79-ae2003b1d4b9 req-c9e82db3-0f06-4b98-b333-0d239f9b6ba5 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] 10.222.0.30 "GET /v2.0/ports?device_id=9939cbcc-d5bd-4bf9-a1e3-845bc8f70d6d HTTP/1.1" status: 200 len: 944 time: 0.1018317 Apr 05 14:27:28.340014 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fea06fdc-c7d3-4438-b101-f70933934bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:28.380985 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-e64ef453-40a3-4f06-a344-419ef417cea9 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9406295 Apr 05 14:27:28.384573 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 57506) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:27:28.391449 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-182a1af3-fd8c-4af9-af79-ae2003b1d4b9 req-3cdf54de-7b09-4674-a51d-5a46d3785c0a tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] 10.222.0.30 "GET /v2.0/security-groups?id=403595e2-7934-4903-a0f5-4f63fd0f5444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575066 Apr 05 14:27:28.394993 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-d0337a19-ef97-4eb5-b516-238130d8d3ff admin admin] Request body: {'subnet': {'network_id': 'd09e1cf5-cb38-4bc5-a237-56c854e1c5a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-339906685-subnet', 'tenant_id': '207a1d2774e941de89e17da9e075ff51', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:27:28.400481 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019a050b-42dc-43ea-8074-70262fa24269 x-openstack-request-id: req-019a050b-42dc-43ea-8074-70262fa24269 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:27:28.401150 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1544d350-919c-4387-80b7-905c9e905e44", "name": "network-vif-plugged", "status": "completed", "tag": "5c0df902-ae8d-4f4c-a20c-c7faf3940bc9", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:27:28.401475 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-019a050b-42dc-43ea-8074-70262fa24269 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:27:28.401941 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-019a050b-42dc-43ea-8074-70262fa24269'] response: {'server_uuid': '1544d350-919c-4387-80b7-905c9e905e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c0df902-ae8d-4f4c-a20c-c7faf3940bc9', 'code': 200} Apr 05 14:27:28.410257 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:28.463660 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea06fdc-c7d3-4438-b101-f70933934bf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2233563-5541-4f29-b690-aa57e13da72b,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:28.478275 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=5c0df902-ae8d-4f4c-a20c-c7faf3940bc9,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:28.483874 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea06fdc-c7d3-4438-b101-f70933934bf4 admin admin] Checking segment: {'id': 'b4eba0b1-ac13-4ba8-8189-71dfc0bfda26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5918f451-8ee0-47f5-bdf4-8967f6c30795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:27:28.484231 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea06fdc-c7d3-4438-b101-f70933934bf4 admin admin] Network hostable DHCP agents. Network: 5918f451-8ee0-47f5-bdf4-8967f6c30795, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:27:28.511086 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2e73d-53b2-42c7-b7cd-8e309a5a56c1 req-233d63fd-a2d9-4a77-9571-32b438a40580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:28.512977 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-55c2e73d-53b2-42c7-b7cd-8e309a5a56c1 req-233d63fd-a2d9-4a77-9571-32b438a40580 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1544d350-919c-4387-80b7-905c9e905e44 HTTP/1.1" status: 200 len: 1100 time: 0.1161904 Apr 05 14:27:28.513097 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port cb39d974-5ad3-47ca-84ec-5e3653ce195d, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=cb39d974-5ad3-47ca-84ec-5e3653ce195d,segment=NetworkSegment(e0d42d0c-39ab-4901-bd26-f5a175dae870),segment_id=e0d42d0c-39ab-4901-bd26-f5a175dae870)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:27:28.525702 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': 'cb39d974-5ad3-47ca-84ec-5e3653ce195d', 'network_id': '88861c66-3c43-45fc-9adb-c522cea0f72f', 'port_id': 'cb39d974-5ad3-47ca-84ec-5e3653ce195d', 'mac_address': 'fa:16:3e:dc:0e:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '816e9016-5d95-4502-ad5a-ce593a4319fc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:27:28.534018 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0337a19-ef97-4eb5-b516-238130d8d3ff admin admin] Made reservation on behalf of 207a1d2774e941de89e17da9e075ff51 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:27:28.536764 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d0337a19-ef97-4eb5-b516-238130d8d3ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:28.545568 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b327603-ebfc-4b83-b6e5-2279a1668fc4 req-dab67af0-daf6-41cb-ad36-6ed60a2066cc tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:28.547173 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5b327603-ebfc-4b83-b6e5-2279a1668fc4 req-dab67af0-daf6-41cb-ad36-6ed60a2066cc tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=1544d350-919c-4387-80b7-905c9e905e44 HTTP/1.1" status: 200 len: 949 time: 0.1028664 Apr 05 14:27:28.572047 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:28.580616 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-55c2e73d-53b2-42c7-b7cd-8e309a5a56c1 req-27a06687-8cf3-47fa-9106-766f2bb7bab8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595491 Apr 05 14:27:28.587778 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb39d974-5ad3-47ca-84ec-5e3653ce195d {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:27:28.608818 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea06fdc-c7d3-4438-b101-f70933934bf4 admin admin] Network 5918f451-8ee0-47f5-bdf4-8967f6c30795 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:27:28.614216 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port cb39d974-5ad3-47ca-84ec-5e3653ce195d, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=cb39d974-5ad3-47ca-84ec-5e3653ce195d,segment=NetworkSegment(e0d42d0c-39ab-4901-bd26-f5a175dae870),segment_id=e0d42d0c-39ab-4901-bd26-f5a175dae870)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:27:28.617450 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5b327603-ebfc-4b83-b6e5-2279a1668fc4 req-2113a3ec-3a6d-444d-8281-8bbd3de7748f tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492537 Apr 05 14:27:28.713071 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:28.763607 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=cb39d974-5ad3-47ca-84ec-5e3653ce195d,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:28.768905 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-fea06fdc-c7d3-4438-b101-f70933934bf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 5918f451-8ee0-47f5-bdf4-8967f6c30795) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:27:28.771271 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:27:28.771723 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:27:28.772180 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:27:28.772613 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:27:28.773098 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:27:28.773530 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:27:28.773665 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea06fdc-c7d3-4438-b101-f70933934bf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:28.774088 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:27:28.774533 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:27:28.774656 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fea06fdc-c7d3-4438-b101-f70933934bf4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:28.775032 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:27:28.775451 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:27:28.775837 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:27:28.776220 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:27:28.782083 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3e7bb1-80a7-455f-b428-50b35cf25b53 None None] Network 5918f451-8ee0-47f5-bdf4-8967f6c30795 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:27:28.849017 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d0337a19-ef97-4eb5-b516-238130d8d3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:28.900288 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-fea06fdc-c7d3-4438-b101-f70933934bf4 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0559449 Apr 05 14:27:28.919374 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0337a19-ef97-4eb5-b516-238130d8d3ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc1431b9-cf4d-44e2-9bf0-6943b83ea911,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:28.925398 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57def04d-143a-407c-a060-0b4a00e25811 None None] Network 5918f451-8ee0-47f5-bdf4-8967f6c30795 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:27:28.938120 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0337a19-ef97-4eb5-b516-238130d8d3ff admin admin] Checking segment: {'id': 'a7b6b76e-60b5-47fc-aeb7-c77bd8716e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd09e1cf5-cb38-4bc5-a237-56c854e1c5a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:27:28.938544 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0337a19-ef97-4eb5-b516-238130d8d3ff admin admin] Network hostable DHCP agents. Network: d09e1cf5-cb38-4bc5-a237-56c854e1c5a7, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:27:29.058130 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd72bf-f6c3-452a-9757-158107536896 req-28125b57-2c3b-4107-936a-fc6eae244c2f tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:29.071762 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0337a19-ef97-4eb5-b516-238130d8d3ff admin admin] Network d09e1cf5-cb38-4bc5-a237-56c854e1c5a7 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:27:29.078066 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-91dd72bf-f6c3-452a-9757-158107536896 req-28125b57-2c3b-4107-936a-fc6eae244c2f tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=672b2c8e-b413-49d4-9045-73a1b4424c32 HTTP/1.1" status: 200 len: 949 time: 0.0845175 Apr 05 14:27:29.122135 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-91dd72bf-f6c3-452a-9757-158107536896 req-e046d2b0-8d89-4046-ad7f-a8a8c2963649 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425680 Apr 05 14:27:29.151397 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['cb39d974-5ad3-47ca-84ec-5e3653ce195d'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:27:29.156727 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-d0337a19-ef97-4eb5-b516-238130d8d3ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, d09e1cf5-cb38-4bc5-a237-56c854e1c5a7) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:27:29.162288 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0337a19-ef97-4eb5-b516-238130d8d3ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:29.168194 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d0337a19-ef97-4eb5-b516-238130d8d3ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:29.213719 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324051fb-19ce-452c-a49a-58c2b55636f6 None None] Network d09e1cf5-cb38-4bc5-a237-56c854e1c5a7 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:27:29.257132 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f5c58-295d-4947-91a6-2e30266a2285 req-30c675e8-22ef-4f61-8924-9a6975e6ecc7 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:29.258837 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-028f5c58-295d-4947-91a6-2e30266a2285 req-30c675e8-22ef-4f61-8924-9a6975e6ecc7 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=20926e2e-9a2a-4e4f-8080-2a29f4e07cfe HTTP/1.1" status: 200 len: 944 time: 0.0629807 Apr 05 14:27:29.276046 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-d0337a19-ef97-4eb5-b516-238130d8d3ff admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8861809 Apr 05 14:27:29.278644 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 57522) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:27:29.285605 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-97297fc0-eb5b-4bee-a1a0-49045ac96f7f admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-339906685-router', 'tenant_id': '207a1d2774e941de89e17da9e075ff51', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:27:29.326477 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-1c3f1f31-f1ab-4bfe-8c1e-2b9dcf7ba338 req-163b7643-126b-469c-8057-bff39530f4ce tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1679477580', 'description': 'tempest-description-1681979466'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:27:29.361173 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-028f5c58-295d-4947-91a6-2e30266a2285 req-67f70a0f-fc1d-499e-af3a-b60499878296 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754290 Apr 05 14:27:29.403443 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-97297fc0-eb5b-4bee-a1a0-49045ac96f7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27088'] for router, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:29.404722 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-97297fc0-eb5b-4bee-a1a0-49045ac96f7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27079'] for router, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:29.472434 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-97297fc0-eb5b-4bee-a1a0-49045ac96f7f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:29.486544 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:29.495928 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee639470-549f-4af5-8ca3-fca3c9d4041f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-d09e1cf5-cb38-4bc5-a237-56c854e1c5a7', 'network_id': 'd09e1cf5-cb38-4bc5-a237-56c854e1c5a7', 'tenant_id': '207a1d2774e941de89e17da9e075ff51', 'fixed_ips': [{'subnet_id': 'fc1431b9-cf4d-44e2-9bf0-6943b83ea911'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:27:29.497250 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ee639470-549f-4af5-8ca3-fca3c9d4041f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:29.500869 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-1c3f1f31-f1ab-4bfe-8c1e-2b9dcf7ba338 req-163b7643-126b-469c-8057-bff39530f4ce tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:29.569839 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d65da-aa30-457a-b14f-eb12f1e988be req-516b70e1-5a7b-4fec-8f63-5cd41c76f9dc tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:29.571561 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-662d65da-aa30-457a-b14f-eb12f1e988be req-516b70e1-5a7b-4fec-8f63-5cd41c76f9dc tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] 10.222.0.30 "GET /v2.0/ports?device_id=9939cbcc-d5bd-4bf9-a1e3-845bc8f70d6d HTTP/1.1" status: 200 len: 945 time: 0.0883613 Apr 05 14:27:29.627115 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-662d65da-aa30-457a-b14f-eb12f1e988be req-bf473e83-6d33-40ce-a1a3-0eb9e0bb7e33 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] 10.222.0.30 "GET /v2.0/security-groups?id=403595e2-7934-4903-a0f5-4f63fd0f5444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458729 Apr 05 14:27:29.662549 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-1c3f1f31-f1ab-4bfe-8c1e-2b9dcf7ba338 req-163b7643-126b-469c-8057-bff39530f4ce tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:29.675190 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:29.678251 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-ee639470-549f-4af5-8ca3-fca3c9d4041f None None] Allocated IP 172.20.0.2 (d09e1cf5-cb38-4bc5-a237-56c854e1c5a7/fc1431b9-cf4d-44e2-9bf0-6943b83ea911/7311aac2-7f34-4d12-a292-9b8be45000ee) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:27:29.739360 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-1c3f1f31-f1ab-4bfe-8c1e-2b9dcf7ba338 req-163b7643-126b-469c-8057-bff39530f4ce tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:29.789824 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-97297fc0-eb5b-4bee-a1a0-49045ac96f7f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:29.800866 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163b7643-126b-469c-8057-bff39530f4ce tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=213c421e-9594-406c-be33-244ad60e1e88,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:29.847543 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-1c3f1f31-f1ab-4bfe-8c1e-2b9dcf7ba338 req-163b7643-126b-469c-8057-bff39530f4ce tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:29.847543 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1c3f1f31-f1ab-4bfe-8c1e-2b9dcf7ba338 req-163b7643-126b-469c-8057-bff39530f4ce tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.5454631 Apr 05 14:27:29.885836 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c809d032-21ea-42c9-9c24-bc50c93be3d7 req-9e9d526a-c04d-4f4e-82a3-3a3d8d033d7b tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:29.916534 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c809d032-21ea-42c9-9c24-bc50c93be3d7 req-9e9d526a-c04d-4f4e-82a3-3a3d8d033d7b tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=1544d350-919c-4387-80b7-905c9e905e44 HTTP/1.1" status: 200 len: 949 time: 0.0830128 Apr 05 14:27:30.009984 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c809d032-21ea-42c9-9c24-bc50c93be3d7 req-e9ca4636-f6fd-4ba9-bf51-a20538df1d55 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903230 Apr 05 14:27:30.015158 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2ecde40d-b2a3-4c8c-b0ad-3cfe9e85d4e3 req-35703241-fbbb-44ca-ac53-d95f87862e8c tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] 10.222.0.30 "GET /v2.0/security-groups/213c421e-9594-406c-be33-244ad60e1e88 HTTP/1.1" status: 200 len: 1813 time: 0.1243389 Apr 05 14:27:30.027989 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-2ecde40d-b2a3-4c8c-b0ad-3cfe9e85d4e3 req-7773b48d-0c8f-4f16-859a-452ad84d5202 tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '213c421e-9594-406c-be33-244ad60e1e88', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:27:30.028577 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-2ecde40d-b2a3-4c8c-b0ad-3cfe9e85d4e3 req-7773b48d-0c8f-4f16-859a-452ad84d5202 tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '213c421e-9594-406c-be33-244ad60e1e88', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:27:30.047195 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ee639470-549f-4af5-8ca3-fca3c9d4041f None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:30.220102 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-2ecde40d-b2a3-4c8c-b0ad-3cfe9e85d4e3 req-7773b48d-0c8f-4f16-859a-452ad84d5202 tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:30.258577 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ee639470-549f-4af5-8ca3-fca3c9d4041f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:30.276788 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-2ecde40d-b2a3-4c8c-b0ad-3cfe9e85d4e3 req-7773b48d-0c8f-4f16-859a-452ad84d5202 tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:30.286004 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b21da2-0de5-47c1-9efa-9562ac2952dc req-56e684d8-5e61-4ac6-8d38-9d65be7efba7 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:30.287857 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-36b21da2-0de5-47c1-9efa-9562ac2952dc req-56e684d8-5e61-4ac6-8d38-9d65be7efba7 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=672b2c8e-b413-49d4-9045-73a1b4424c32 HTTP/1.1" status: 200 len: 949 time: 0.0819149 Apr 05 14:27:30.308117 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee639470-549f-4af5-8ca3-fca3c9d4041f None None] Network d09e1cf5-cb38-4bc5-a237-56c854e1c5a7 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:27:30.312837 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-ee639470-549f-4af5-8ca3-fca3c9d4041f None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:27:30.316806 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee639470-549f-4af5-8ca3-fca3c9d4041f None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:27:30.345477 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-36b21da2-0de5-47c1-9efa-9562ac2952dc req-3740926c-4dd5-427d-a815-c5f87b09a145 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498133 Apr 05 14:27:30.362211 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee639470-549f-4af5-8ca3-fca3c9d4041f None None] Pushing event updated for resources: {'Port': ['ID=7311aac2-7f34-4d12-a292-9b8be45000ee,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:30.377193 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-97297fc0-eb5b-4bee-a1a0-49045ac96f7f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:30.391195 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-ee639470-549f-4af5-8ca3-fca3c9d4041f None None] Attempting to bind port 7311aac2-7f34-4d12-a292-9b8be45000ee on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:27:30.391589 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-ee639470-549f-4af5-8ca3-fca3c9d4041f None None] Attempting to bind port 7311aac2-7f34-4d12-a292-9b8be45000ee by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'a7b6b76e-60b5-47fc-aeb7-c77bd8716e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd09e1cf5-cb38-4bc5-a237-56c854e1c5a7'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:27:30.391980 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee639470-549f-4af5-8ca3-fca3c9d4041f None None] Attempting to bind port 7311aac2-7f34-4d12-a292-9b8be45000ee on network d09e1cf5-cb38-4bc5-a237-56c854e1c5a7 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:27:30.397172 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee639470-549f-4af5-8ca3-fca3c9d4041f None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:27:30.397667 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee639470-549f-4af5-8ca3-fca3c9d4041f None None] Checking segment: {'id': 'a7b6b76e-60b5-47fc-aeb7-c77bd8716e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd09e1cf5-cb38-4bc5-a237-56c854e1c5a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:27:30.397940 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ee639470-549f-4af5-8ca3-fca3c9d4041f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:30.399182 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee639470-549f-4af5-8ca3-fca3c9d4041f None None] Bound using segment: {'id': 'a7b6b76e-60b5-47fc-aeb7-c77bd8716e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd09e1cf5-cb38-4bc5-a237-56c854e1c5a7'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:27:30.399652 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-ee639470-549f-4af5-8ca3-fca3c9d4041f None None] Bound port: 7311aac2-7f34-4d12-a292-9b8be45000ee, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7b6b76e-60b5-47fc-aeb7-c77bd8716e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd09e1cf5-cb38-4bc5-a237-56c854e1c5a7'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:27:30.399776 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-97297fc0-eb5b-4bee-a1a0-49045ac96f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:30.400044 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ee639470-549f-4af5-8ca3-fca3c9d4041f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:30.408720 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-2ecde40d-b2a3-4c8c-b0ad-3cfe9e85d4e3 req-7773b48d-0c8f-4f16-859a-452ad84d5202 tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:30.432545 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7773b48d-0c8f-4f16-859a-452ad84d5202 tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2a80ea5-aeea-4b13-b7a0-240bd68d11cc,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:30.490291 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fa46c1-0250-4b92-bdec-09df5538c037 req-54550318-edf8-4044-8eea-e573bb4a0afc tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:30.493027 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-17fa46c1-0250-4b92-bdec-09df5538c037 req-54550318-edf8-4044-8eea-e573bb4a0afc tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=20926e2e-9a2a-4e4f-8080-2a29f4e07cfe HTTP/1.1" status: 200 len: 944 time: 0.0568025 Apr 05 14:27:30.499395 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-ee639470-549f-4af5-8ca3-fca3c9d4041f None None] For port 7311aac2-7f34-4d12-a292-9b8be45000ee, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:27:30.503166 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-ee639470-549f-4af5-8ca3-fca3c9d4041f None None] For port 7311aac2-7f34-4d12-a292-9b8be45000ee, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=7311aac2-7f34-4d12-a292-9b8be45000ee,segment=NetworkSegment(a7b6b76e-60b5-47fc-aeb7-c77bd8716e53),segment_id=a7b6b76e-60b5-47fc-aeb7-c77bd8716e53)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:27:30.516421 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-97297fc0-eb5b-4bee-a1a0-49045ac96f7f admin admin] Allocated IP 172.25.6.235 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/46996127-03c5-4111-b311-ad22874437fb) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:27:30.535028 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-17fa46c1-0250-4b92-bdec-09df5538c037 req-711a2701-fe34-4cb0-91c1-50947105e1aa tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356114 Apr 05 14:27:30.576572 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-2ecde40d-b2a3-4c8c-b0ad-3cfe9e85d4e3 req-7773b48d-0c8f-4f16-859a-452ad84d5202 tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:30.577901 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2ecde40d-b2a3-4c8c-b0ad-3cfe9e85d4e3 req-7773b48d-0c8f-4f16-859a-452ad84d5202 tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5549338 Apr 05 14:27:30.622454 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-97297fc0-eb5b-4bee-a1a0-49045ac96f7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:30.626272 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ee639470-549f-4af5-8ca3-fca3c9d4041f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:30.642164 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b9af7ff5-a38a-4357-954f-3119cdc6d1b8 req-7d59df6e-a7c6-47ef-970b-33f39a2d74be tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] 10.222.0.30 "GET /v2.0/security-groups/213c421e-9594-406c-be33-244ad60e1e88 HTTP/1.1" status: 200 len: 2406 time: 0.0414696 Apr 05 14:27:30.704670 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-abcd6225-90d1-44b5-8579-f2a31d00b81c req-f0dea91f-92c3-4b73-9961-3bece9339670 tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] 10.222.0.30 "GET /v2.0/security-group-rules/b2a80ea5-aeea-4b13-b7a0-240bd68d11cc HTTP/1.1" status: 200 len: 778 time: 0.0361981 Apr 05 14:27:30.721210 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee639470-549f-4af5-8ca3-fca3c9d4041f None None] Pushing event updated for resources: {'Port': ['ID=7311aac2-7f34-4d12-a292-9b8be45000ee,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:30.786352 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-97297fc0-eb5b-4bee-a1a0-49045ac96f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:30.794518 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-abcd6225-90d1-44b5-8579-f2a31d00b81c req-f14b3a9b-903a-495a-a7b4-3ced7c2ce2ed tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] 10.222.0.30 "GET /v2.0/security-groups/213c421e-9594-406c-be33-244ad60e1e88 HTTP/1.1" status: 200 len: 2406 time: 0.0847139 Apr 05 14:27:30.819025 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0310d1ed-c93a-46be-b932-de369e7b1cd6 req-84b05c8e-2030-49ef-9af0-9ba449ea4910 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:30.821490 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0310d1ed-c93a-46be-b932-de369e7b1cd6 req-84b05c8e-2030-49ef-9af0-9ba449ea4910 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] 10.222.0.30 "GET /v2.0/ports?device_id=9939cbcc-d5bd-4bf9-a1e3-845bc8f70d6d HTTP/1.1" status: 200 len: 945 time: 0.0890415 Apr 05 14:27:30.843317 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97297fc0-eb5b-4bee-a1a0-49045ac96f7f admin admin] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:27:30.846439 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-97297fc0-eb5b-4bee-a1a0-49045ac96f7f admin admin] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:27:30.850518 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97297fc0-eb5b-4bee-a1a0-49045ac96f7f admin admin] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:27:30.857841 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-abcd6225-90d1-44b5-8579-f2a31d00b81c req-c30a1181-d64f-4fbb-9133-0c96fd39cafc tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:30.870310 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-abcd6225-90d1-44b5-8579-f2a31d00b81c req-c30a1181-d64f-4fbb-9133-0c96fd39cafc tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:30.895391 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97297fc0-eb5b-4bee-a1a0-49045ac96f7f admin admin] Pushing event updated for resources: {'Port': ['ID=46996127-03c5-4111-b311-ad22874437fb,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:30.924458 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0310d1ed-c93a-46be-b932-de369e7b1cd6 req-7815ee55-aaa1-43a0-bd8a-c933620f9a1b tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] 10.222.0.30 "GET /v2.0/security-groups?id=403595e2-7934-4903-a0f5-4f63fd0f5444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944271 Apr 05 14:27:31.067985 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-abcd6225-90d1-44b5-8579-f2a31d00b81c req-c30a1181-d64f-4fbb-9133-0c96fd39cafc tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:31.077034 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-abcd6225-90d1-44b5-8579-f2a31d00b81c req-c30a1181-d64f-4fbb-9133-0c96fd39cafc tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:31.078208 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-abcd6225-90d1-44b5-8579-f2a31d00b81c req-c30a1181-d64f-4fbb-9133-0c96fd39cafc tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/b2a80ea5-aeea-4b13-b7a0-240bd68d11cc HTTP/1.1" status: 204 len: 173 time: 0.2758868 Apr 05 14:27:31.100428 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30a1181-d64f-4fbb-9133-0c96fd39cafc tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b2a80ea5-aeea-4b13-b7a0-240bd68d11cc,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:31.124993 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-01c8af4a-3023-4e57-8f25-225ff5efac96 req-07156d57-7cfe-4e59-b3fd-280f57c0f5ef tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-418172457', 'description': 'tempest-description-1806841467'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:27:31.166148 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-37bd9bc2-cea8-4f3c-9d22-2f717de99afd req-99e75d78-3d14-4357-8847-cc44d36050e5 service neutron] 10.222.0.11 "GET /v2.0/ports/d610ae53-1bc0-4844-8ecf-3d88e1cf5426/bindings/n-h1-836650-2 HTTP/1.1" status: 200 len: 384 time: 0.1256366 Apr 05 14:27:31.188673 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82331100-d1ad-4eaa-84a4-8e4dd8600048 req-dcde0bfd-89ab-46c3-a143-1b49f739d15d tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:31.190427 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-82331100-d1ad-4eaa-84a4-8e4dd8600048 req-dcde0bfd-89ab-46c3-a143-1b49f739d15d tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=1544d350-919c-4387-80b7-905c9e905e44 HTTP/1.1" status: 200 len: 949 time: 0.1094375 Apr 05 14:27:31.256482 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-97297fc0-eb5b-4bee-a1a0-49045ac96f7f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:31.474127 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-97297fc0-eb5b-4bee-a1a0-49045ac96f7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618'] for router, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:31.510506 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-01c8af4a-3023-4e57-8f25-225ff5efac96 req-07156d57-7cfe-4e59-b3fd-280f57c0f5ef tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:31.587618 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-82331100-d1ad-4eaa-84a4-8e4dd8600048 req-aee76bde-6fa3-411e-a869-caa08d8f5cd7 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812736 Apr 05 14:27:31.733742 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ae32b7-47c4-4ba0-90aa-34bda56ea83d None None] Network d09e1cf5-cb38-4bc5-a237-56c854e1c5a7 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:27:31.769495 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-01c8af4a-3023-4e57-8f25-225ff5efac96 req-07156d57-7cfe-4e59-b3fd-280f57c0f5ef tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:31.800672 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6433c502-b8fc-407f-a08f-bb2cf5741732 req-02f8afee-9c76-4146-bcfd-5fa3e45d7681 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:31.802284 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6433c502-b8fc-407f-a08f-bb2cf5741732 req-02f8afee-9c76-4146-bcfd-5fa3e45d7681 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=672b2c8e-b413-49d4-9045-73a1b4424c32 HTTP/1.1" status: 200 len: 949 time: 0.1345649 Apr 05 14:27:31.825958 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-528ad7c0-7cd5-49be-828b-7fc2e60016aa None None] Provisioning complete for port 7311aac2-7f34-4d12-a292-9b8be45000ee triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:27:31.826630 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-528ad7c0-7cd5-49be-828b-7fc2e60016aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:31.827084 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-37bd9bc2-cea8-4f3c-9d22-2f717de99afd req-a109677a-1220-4b9f-9f25-985ac608894a service neutron] For port d610ae53-1bc0-4844-8ecf-3d88e1cf5426, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=d610ae53-1bc0-4844-8ecf-3d88e1cf5426,segment=NetworkSegment(e44f5d0a-bab4-40cf-a1ed-36028ad06628),segment_id=e44f5d0a-bab4-40cf-a1ed-36028ad06628)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:27:31.831567 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97297fc0-eb5b-4bee-a1a0-49045ac96f7f admin admin] Router 1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b is scheduled to L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 with binding_index 1 {{(pid=103321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:27:31.869450 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6433c502-b8fc-407f-a08f-bb2cf5741732 req-c4b28885-8261-4a8d-a580-bc710db837be tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599728 Apr 05 14:27:31.874855 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-37bd9bc2-cea8-4f3c-9d22-2f717de99afd req-a109677a-1220-4b9f-9f25-985ac608894a service neutron] For port d610ae53-1bc0-4844-8ecf-3d88e1cf5426, host n-h2-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:27:31.919226 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-01c8af4a-3023-4e57-8f25-225ff5efac96 req-07156d57-7cfe-4e59-b3fd-280f57c0f5ef tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:31.930425 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-37bd9bc2-cea8-4f3c-9d22-2f717de99afd req-a109677a-1220-4b9f-9f25-985ac608894a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d610ae53-1bc0-4844-8ecf-3d88e1cf5426 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:27:31.954125 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97297fc0-eb5b-4bee-a1a0-49045ac96f7f admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:27:31.964563 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-37bd9bc2-cea8-4f3c-9d22-2f717de99afd req-a109677a-1220-4b9f-9f25-985ac608894a service neutron] For port d610ae53-1bc0-4844-8ecf-3d88e1cf5426, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=d610ae53-1bc0-4844-8ecf-3d88e1cf5426,segment=NetworkSegment(e44f5d0a-bab4-40cf-a1ed-36028ad06628),segment_id=e44f5d0a-bab4-40cf-a1ed-36028ad06628)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:27:31.968152 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1db4cca-7fae-4951-8781-fea5e8819f76 None None] Sync routers for ids ['1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:27:31.985518 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1db4cca-7fae-4951-8781-fea5e8819f76 None None] Routers {'1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:27:31.986325 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-c1db4cca-7fae-4951-8781-fea5e8819f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:27:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:27:32.025666 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-528ad7c0-7cd5-49be-828b-7fc2e60016aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:32.033043 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07156d57-7cfe-4e59-b3fd-280f57c0f5ef tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c1c2ef-c5b9-4ee0-be3f-b5f5bbe14d03,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:32.055052 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163a161-ae24-47d9-9ccd-bf387afb2b63 req-5b98682a-68f3-43ff-94f9-805cd5c435eb tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:32.056939 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4163a161-ae24-47d9-9ccd-bf387afb2b63 req-5b98682a-68f3-43ff-94f9-805cd5c435eb tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=20926e2e-9a2a-4e4f-8080-2a29f4e07cfe HTTP/1.1" status: 200 len: 944 time: 0.0831714 Apr 05 14:27:32.069510 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-528ad7c0-7cd5-49be-828b-7fc2e60016aa None None] For port 7311aac2-7f34-4d12-a292-9b8be45000ee, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=7311aac2-7f34-4d12-a292-9b8be45000ee,segment=NetworkSegment(a7b6b76e-60b5-47fc-aeb7-c77bd8716e53),segment_id=a7b6b76e-60b5-47fc-aeb7-c77bd8716e53)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:27:32.084909 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-97297fc0-eb5b-4bee-a1a0-49045ac96f7f admin admin] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:32.087029 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-97297fc0-eb5b-4bee-a1a0-49045ac96f7f admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8070283 Apr 05 14:27:32.089853 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 57556) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:27:32.090785 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device cb39d974-5ad3-47ca-84ec-5e3653ce195d up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:27:32.116584 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4163a161-ae24-47d9-9ccd-bf387afb2b63 req-d27b1847-2504-4b32-a452-2fce15d54f57 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524275 Apr 05 14:27:32.166118 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-01c8af4a-3023-4e57-8f25-225ff5efac96 req-07156d57-7cfe-4e59-b3fd-280f57c0f5ef tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:32.175683 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-01c8af4a-3023-4e57-8f25-225ff5efac96 req-07156d57-7cfe-4e59-b3fd-280f57c0f5ef tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.0761814 Apr 05 14:27:32.176671 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-37bd9bc2-cea8-4f3c-9d22-2f717de99afd req-a109677a-1220-4b9f-9f25-985ac608894a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:32.187776 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-c1db4cca-7fae-4951-8781-fea5e8819f76 None None] Set router 1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:27:32.201503 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-528ad7c0-7cd5-49be-828b-7fc2e60016aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:32.302861 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port cb39d974-5ad3-47ca-84ec-5e3653ce195d completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:27:32.328206 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port cb39d974-5ad3-47ca-84ec-5e3653ce195d triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:27:32.328579 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:32.404918 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e94846-d2e6-4d5c-b822-88fb7c93adf7 req-cb9379ed-b7a8-4bd7-9a0f-a7cb6300d9ec tempest-ServersOnMultiNodesTest-1334716556 tempest-ServersOnMultiNodesTest-1334716556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:32.413459 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-04e94846-d2e6-4d5c-b822-88fb7c93adf7 req-cb9379ed-b7a8-4bd7-9a0f-a7cb6300d9ec tempest-ServersOnMultiNodesTest-1334716556 tempest-ServersOnMultiNodesTest-1334716556-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=1544d350-919c-4387-80b7-905c9e905e44 HTTP/1.1" status: 200 len: 1100 time: 0.1487403 Apr 05 14:27:32.444180 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528ad7c0-7cd5-49be-828b-7fc2e60016aa None None] Pushing event updated for resources: {'Port': ['ID=7311aac2-7f34-4d12-a292-9b8be45000ee,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:32.448348 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b96a99-b4cf-495a-9bf1-e90762686fcb req-c4146e35-01cd-4f51-832a-36fcfa706871 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:32.451992 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-11b96a99-b4cf-495a-9bf1-e90762686fcb req-c4146e35-01cd-4f51-832a-36fcfa706871 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] 10.222.0.30 "GET /v2.0/ports?device_id=9939cbcc-d5bd-4bf9-a1e3-845bc8f70d6d HTTP/1.1" status: 200 len: 945 time: 0.1507418 Apr 05 14:27:32.453835 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-37bd9bc2-cea8-4f3c-9d22-2f717de99afd req-a109677a-1220-4b9f-9f25-985ac608894a service neutron] Transition to ACTIVE for port object d610ae53-1bc0-4844-8ecf-3d88e1cf5426 will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:27:32.482092 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-c1db4cca-7fae-4951-8781-fea5e8819f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b', 'name': 'tempest-ServersTestManualDisk-339906685-router', 'tenant_id': '207a1d2774e941de89e17da9e075ff51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '46996127-03c5-4111-b311-ad22874437fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:27:29Z', 'updated_at': '2022-04-05T14:27:31Z', 'revision_number': 3, 'project_id': '207a1d2774e941de89e17da9e075ff51', 'gw_port': {'id': '46996127-03c5-4111-b311-ad22874437fb', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:43:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:27:30Z', 'updated_at': '2022-04-05T14:27:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:27:32.502429 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-04e94846-d2e6-4d5c-b822-88fb7c93adf7 req-cd90d372-31fd-42b5-84b1-286c6aaed9c1 tempest-ServersOnMultiNodesTest-1334716556 tempest-ServersOnMultiNodesTest-1334716556-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845416 Apr 05 14:27:32.508662 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:32.512667 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1db4cca-7fae-4951-8781-fea5e8819f76 None None] Checking router: 1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:27:32.513211 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1db4cca-7fae-4951-8781-fea5e8819f76 None None] Updating router 1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b port 46996127-03c5-4111-b311-ad22874437fb binding host n-d-836650-2 {{(pid=103323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:27:32.531131 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-54532bc0-6d30-4376-b604-d9b305d22df8 None None] Provisioning complete for port 7311aac2-7f34-4d12-a292-9b8be45000ee triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:27:32.531524 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-54532bc0-6d30-4376-b604-d9b305d22df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:32.543262 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c1db4cca-7fae-4951-8781-fea5e8819f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:32.571541 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-11b96a99-b4cf-495a-9bf1-e90762686fcb req-9a0c1ada-ab4b-4e7d-bddf-dfb772199341 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] 10.222.0.30 "GET /v2.0/security-groups?id=403595e2-7934-4903-a0f5-4f63fd0f5444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125910 Apr 05 14:27:32.604589 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-37bd9bc2-cea8-4f3c-9d22-2f717de99afd req-a109677a-1220-4b9f-9f25-985ac608894a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:32.621504 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9939cbcc-d5bd-4bf9-a1e3-845bc8f70d6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb39d974-5ad3-47ca-84ec-5e3653ce195d'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:27:32.625156 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c0fd0e-d7eb-4c14-bb27-3a6dcc94f45b" -d '{"events": [{"server_uuid": "9939cbcc-d5bd-4bf9-a1e3-845bc8f70d6d", "name": "network-vif-plugged", "status": "completed", "tag": "cb39d974-5ad3-47ca-84ec-5e3653ce195d"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:27:32.650497 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port cb39d974-5ad3-47ca-84ec-5e3653ce195d, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=cb39d974-5ad3-47ca-84ec-5e3653ce195d,segment=NetworkSegment(e0d42d0c-39ab-4901-bd26-f5a175dae870),segment_id=e0d42d0c-39ab-4901-bd26-f5a175dae870)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:27:32.696522 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-51411fe4-8a33-479a-91f1-e3014c1e2a04 req-989d51b1-9987-4a6a-b2f9-dc111335230e tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] 10.222.0.30 "GET /v2.0/security-groups/a4c1c2ef-c5b9-4ee0-be3f-b5f5bbe14d03 HTTP/1.1" status: 200 len: 1812 time: 0.1571455 Apr 05 14:27:32.764001 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:32.777005 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb96d613-e909-464a-b03b-6d33bc153d78 x-openstack-request-id: req-fb96d613-e909-464a-b03b-6d33bc153d78 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:27:32.777005 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9939cbcc-d5bd-4bf9-a1e3-845bc8f70d6d", "name": "network-vif-plugged", "status": "completed", "tag": "cb39d974-5ad3-47ca-84ec-5e3653ce195d", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:27:32.777005 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fb96d613-e909-464a-b03b-6d33bc153d78 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:27:32.777005 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb96d613-e909-464a-b03b-6d33bc153d78'] response: {'server_uuid': '9939cbcc-d5bd-4bf9-a1e3-845bc8f70d6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb39d974-5ad3-47ca-84ec-5e3653ce195d', 'code': 200} Apr 05 14:27:32.816551 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a109677a-1220-4b9f-9f25-985ac608894a service neutron] Pushing event updated for resources: {'Port': ['ID=d610ae53-1bc0-4844-8ecf-3d88e1cf5426,revision_number=10']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:32.819790 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-37bd9bc2-cea8-4f3c-9d22-2f717de99afd req-a109677a-1220-4b9f-9f25-985ac608894a service neutron] No DVR routers for this DVR port d610ae53-1bc0-4844-8ecf-3d88e1cf5426 on host n-h2-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:27:32.849915 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-a9c35221-d60b-4c98-ac09-159d4fe185d6 req-f73120e5-2a7b-4aea-b28a-3e488dec1cdd tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1986643480', 'description': 'tempest-description-1083650620'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:27:32.897245 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-37bd9bc2-cea8-4f3c-9d22-2f717de99afd req-a109677a-1220-4b9f-9f25-985ac608894a service neutron] 10.222.0.11 "PUT /v2.0/ports/d610ae53-1bc0-4844-8ecf-3d88e1cf5426/bindings/n-h1-836650-2/activate HTTP/1.1" status: 200 len: 369 time: 1.7117741 Apr 05 14:27:32.897350 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=cb39d974-5ad3-47ca-84ec-5e3653ce195d,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:32.923081 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 7311aac2-7f34-4d12-a292-9b8be45000ee up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:27:32.964426 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-049382dc-7aa7-489d-8216-2c4e165f7278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:32.991467 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 7311aac2-7f34-4d12-a292-9b8be45000ee triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:27:32.991904 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:32.992622 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c1db4cca-7fae-4951-8781-fea5e8819f76 None None] Notify callbacks [] for port, precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:33.009629 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa3e3b-9e4f-4945-a78d-56470e21419a req-0249dbf7-4fbc-4afd-8cb7-3e057ff2f881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:33.009629 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-42aa3e3b-9e4f-4945-a78d-56470e21419a req-0249dbf7-4fbc-4afd-8cb7-3e057ff2f881 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9939cbcc-d5bd-4bf9-a1e3-845bc8f70d6d HTTP/1.1" status: 200 len: 1097 time: 0.1375284 Apr 05 14:27:33.042537 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-a9c35221-d60b-4c98-ac09-159d4fe185d6 req-f73120e5-2a7b-4aea-b28a-3e488dec1cdd tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:33.058513 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-42aa3e3b-9e4f-4945-a78d-56470e21419a req-0635085f-0267-484f-b32b-738b2311d562 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=403595e2-7934-4903-a0f5-4f63fd0f5444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412800 Apr 05 14:27:33.115422 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-a9c35221-d60b-4c98-ac09-159d4fe185d6 req-f73120e5-2a7b-4aea-b28a-3e488dec1cdd tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:33.134945 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c1db4cca-7fae-4951-8781-fea5e8819f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:33.135955 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-049382dc-7aa7-489d-8216-2c4e165f7278 admin admin] Allocated IP 172.20.0.1 (d09e1cf5-cb38-4bc5-a237-56c854e1c5a7/fc1431b9-cf4d-44e2-9bf0-6943b83ea911/a660769c-310c-4a68-8765-b23fba70ec5b) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:27:33.194386 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-c1db4cca-7fae-4951-8781-fea5e8819f76 None None] Attempting to bind port 46996127-03c5-4111-b311-ad22874437fb on host n-d-836650-2 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:27:33.194750 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-c1db4cca-7fae-4951-8781-fea5e8819f76 None None] Attempting to bind port 46996127-03c5-4111-b311-ad22874437fb by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:27:33.195771 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1db4cca-7fae-4951-8781-fea5e8819f76 None None] Attempting to bind port 46996127-03c5-4111-b311-ad22874437fb on network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:27:33.198620 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f7d4e9-faeb-4272-bd54-522ed6997422 None None] Pushing event updated for resources: {'Port': ['ID=46996127-03c5-4111-b311-ad22874437fb,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:33.203512 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1db4cca-7fae-4951-8781-fea5e8819f76 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:27:33.203881 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1db4cca-7fae-4951-8781-fea5e8819f76 None None] Checking segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:27:33.204304 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c1db4cca-7fae-4951-8781-fea5e8819f76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:33.205251 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1db4cca-7fae-4951-8781-fea5e8819f76 None None] Bound using segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:27:33.205251 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-c1db4cca-7fae-4951-8781-fea5e8819f76 None None] Bound port: 46996127-03c5-4111-b311-ad22874437fb, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:27:33.205546 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c1db4cca-7fae-4951-8781-fea5e8819f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:33.219779 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-a9c35221-d60b-4c98-ac09-159d4fe185d6 req-f73120e5-2a7b-4aea-b28a-3e488dec1cdd tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:33.252768 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-049382dc-7aa7-489d-8216-2c4e165f7278 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:33.253908 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73120e5-2a7b-4aea-b28a-3e488dec1cdd tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=725194af-bf61-4d9c-b9d6-5acbe3d645f2,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:33.259601 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-c1db4cca-7fae-4951-8781-fea5e8819f76 None None] For port 46996127-03c5-4111-b311-ad22874437fb, host n-d-836650-2, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:27:33.262777 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-c1db4cca-7fae-4951-8781-fea5e8819f76 None None] For port 46996127-03c5-4111-b311-ad22874437fb, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=46996127-03c5-4111-b311-ad22874437fb,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:27:33.321722 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd9bc2-cea8-4f3c-9d22-2f717de99afd req-5393167a-de9a-42be-8751-5a94c0c65669 tempest-LiveAutoBlockMigrationV225Test-737036270 tempest-LiveAutoBlockMigrationV225Test-737036270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:33.323244 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-37bd9bc2-cea8-4f3c-9d22-2f717de99afd req-5393167a-de9a-42be-8751-5a94c0c65669 tempest-LiveAutoBlockMigrationV225Test-737036270 tempest-LiveAutoBlockMigrationV225Test-737036270-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=20926e2e-9a2a-4e4f-8080-2a29f4e07cfe&tenant_id=ec0fa5de45e74f079e998d8c4a01aedf&binding%3Ahost_id=n-h2-836650-2 HTTP/1.1" status: 200 len: 1096 time: 0.0495219 Apr 05 14:27:33.388480 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-a9c35221-d60b-4c98-ac09-159d4fe185d6 req-f73120e5-2a7b-4aea-b28a-3e488dec1cdd tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:33.389794 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a9c35221-d60b-4c98-ac09-159d4fe185d6 req-f73120e5-2a7b-4aea-b28a-3e488dec1cdd tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.5589585 Apr 05 14:27:33.409977 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54a58d8-275a-4b05-b753-cb36d799869f req-1b48a910-cee4-404f-b026-4d5c333b72c9 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:33.411785 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e54a58d8-275a-4b05-b753-cb36d799869f req-1b48a910-cee4-404f-b026-4d5c333b72c9 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=672b2c8e-b413-49d4-9045-73a1b4424c32 HTTP/1.1" status: 200 len: 949 time: 0.0857809 Apr 05 14:27:33.413247 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd9bc2-cea8-4f3c-9d22-2f717de99afd req-a36956f5-2501-4c34-9216-cc6b01ffa23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:33.414733 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-37bd9bc2-cea8-4f3c-9d22-2f717de99afd req-a36956f5-2501-4c34-9216-cc6b01ffa23e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=20926e2e-9a2a-4e4f-8080-2a29f4e07cfe&tenant_id=ec0fa5de45e74f079e998d8c4a01aedf HTTP/1.1" status: 200 len: 1096 time: 0.0807953 Apr 05 14:27:33.438695 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-049382dc-7aa7-489d-8216-2c4e165f7278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:33.438830 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c1db4cca-7fae-4951-8781-fea5e8819f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:33.481754 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049382dc-7aa7-489d-8216-2c4e165f7278 admin admin] Network d09e1cf5-cb38-4bc5-a237-56c854e1c5a7 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:27:33.488907 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-049382dc-7aa7-489d-8216-2c4e165f7278 admin admin] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:27:33.492504 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049382dc-7aa7-489d-8216-2c4e165f7278 admin admin] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:27:33.505672 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e54a58d8-275a-4b05-b753-cb36d799869f req-3ba0eb81-b8ba-4740-80b1-978ba6d87044 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879266 Apr 05 14:27:33.519107 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049382dc-7aa7-489d-8216-2c4e165f7278 admin admin] Pushing event updated for resources: {'Port': ['ID=a660769c-310c-4a68-8765-b23fba70ec5b,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:33.538118 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd9bc2-cea8-4f3c-9d22-2f717de99afd req-3cb2dfe3-09d7-4e93-983a-ae1c52416025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:33.539732 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-37bd9bc2-cea8-4f3c-9d22-2f717de99afd req-3cb2dfe3-09d7-4e93-983a-ae1c52416025 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ec0fa5de45e74f079e998d8c4a01aedf&device_id=20926e2e-9a2a-4e4f-8080-2a29f4e07cfe HTTP/1.1" status: 200 len: 1096 time: 0.0992088 Apr 05 14:27:33.542816 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f7d4e9-faeb-4272-bd54-522ed6997422 None None] Pushing event updated for resources: {'Port': ['ID=46996127-03c5-4111-b311-ad22874437fb,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:33.550080 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1db4cca-7fae-4951-8781-fea5e8819f76 None None] Routers {'1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:27:33.550903 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-c1db4cca-7fae-4951-8781-fea5e8819f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:27:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:27:33.551254 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-049382dc-7aa7-489d-8216-2c4e165f7278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809369'] for router_interface, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:33.587864 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc3f511-14d3-4302-97ea-80eca6faf236 req-96454db2-b939-4fa5-90c3-37c2558c090d tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:33.598473 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3cc3f511-14d3-4302-97ea-80eca6faf236 req-96454db2-b939-4fa5-90c3-37c2558c090d tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=20926e2e-9a2a-4e4f-8080-2a29f4e07cfe HTTP/1.1" status: 200 len: 945 time: 0.1079416 Apr 05 14:27:33.692500 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-c1db4cca-7fae-4951-8781-fea5e8819f76 None None] Set router 1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:27:33.754468 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3cc3f511-14d3-4302-97ea-80eca6faf236 req-e8109494-fb7a-4092-b233-2ca3c6c2111a tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471903 Apr 05 14:27:33.783458 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5557b00-413c-429f-a7e0-54779f59e46d req-6db242ab-d684-45a9-b385-842067fffcca tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:33.785323 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d5557b00-413c-429f-a7e0-54779f59e46d req-6db242ab-d684-45a9-b385-842067fffcca tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=1544d350-919c-4387-80b7-905c9e905e44 HTTP/1.1" status: 200 len: 949 time: 0.1294959 Apr 05 14:27:33.789375 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd9bc2-cea8-4f3c-9d22-2f717de99afd req-311f7b53-3093-407d-a1fa-ebec9ff0af9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:33.790897 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-37bd9bc2-cea8-4f3c-9d22-2f717de99afd req-311f7b53-3093-407d-a1fa-ebec9ff0af9e service neutron] 10.222.0.55 "GET /v2.0/networks?id=a37e2d3e-8e8b-49fa-a97d-3b06631436db HTTP/1.1" status: 200 len: 921 time: 0.2440016 Apr 05 14:27:33.850726 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-049382dc-7aa7-489d-8216-2c4e165f7278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:33.872140 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-37bd9bc2-cea8-4f3c-9d22-2f717de99afd req-26f66e90-9329-4c2d-ac19-12ea7422b82d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d610ae53-1bc0-4844-8ecf-3d88e1cf5426 HTTP/1.1" status: 200 len: 217 time: 0.0699131 Apr 05 14:27:33.878221 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-5f143641-43fe-4dc9-bef6-8ea13f37664e None None] Provisioning complete for port a660769c-310c-4a68-8765-b23fba70ec5b triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:27:33.878751 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5f143641-43fe-4dc9-bef6-8ea13f37664e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:33.899890 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d5557b00-413c-429f-a7e0-54779f59e46d req-d14b31fd-a1a0-4488-b2f9-f8906f32f270 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005166 Apr 05 14:27:33.937803 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-5f143641-43fe-4dc9-bef6-8ea13f37664e None None] Port a660769c-310c-4a68-8765-b23fba70ec5b cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:27:33.968754 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd9bc2-cea8-4f3c-9d22-2f717de99afd req-448c2182-9006-4019-a3b4-4c56da79ac79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:33.970313 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-37bd9bc2-cea8-4f3c-9d22-2f717de99afd req-448c2182-9006-4019-a3b4-4c56da79ac79 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e7ccd1c0-0ac4-418f-bea2-fcb22a694a96 HTTP/1.1" status: 200 len: 860 time: 0.0797896 Apr 05 14:27:33.975137 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4c030688-5f4b-4886-9627-023ee7c5ad31 req-59ac63d3-c3e3-413b-932e-ef23284d9106 tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] 10.222.0.30 "GET /v2.0/security-groups/725194af-bf61-4d9c-b9d6-5acbe3d645f2 HTTP/1.1" status: 200 len: 1813 time: 0.1204798 Apr 05 14:27:33.989792 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-c1db4cca-7fae-4951-8781-fea5e8819f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b', 'name': 'tempest-ServersTestManualDisk-339906685-router', 'tenant_id': '207a1d2774e941de89e17da9e075ff51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '46996127-03c5-4111-b311-ad22874437fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:27:29Z', 'updated_at': '2022-04-05T14:27:31Z', 'revision_number': 3, 'project_id': '207a1d2774e941de89e17da9e075ff51', 'gw_port': {'id': '46996127-03c5-4111-b311-ad22874437fb', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:43:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:27:30Z', 'updated_at': '2022-04-05T14:27:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:27:34.014941 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-37bd9bc2-cea8-4f3c-9d22-2f717de99afd req-0049abed-246a-4aed-977b-017403512278 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a37e2d3e-8e8b-49fa-a97d-3b06631436db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358949 Apr 05 14:27:34.019332 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-2ae6a62d-9c42-471c-a4f9-4bfdca9fe434 req-db07f863-785f-4619-88b5-6eb2fcb5843c tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1590466337', 'description': 'tempest-description-403786234'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:27:34.027732 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1db4cca-7fae-4951-8781-fea5e8819f76 None None] The sync data for ids ['1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b'] in n-d-836650-2 is: [{'id': '1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b', 'name': 'tempest-ServersTestManualDisk-339906685-router', 'tenant_id': '207a1d2774e941de89e17da9e075ff51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '46996127-03c5-4111-b311-ad22874437fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:27:29Z', 'updated_at': '2022-04-05T14:27:31Z', 'revision_number': 3, 'project_id': '207a1d2774e941de89e17da9e075ff51', 'gw_port': {'id': '46996127-03c5-4111-b311-ad22874437fb', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:43:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:27:30Z', 'updated_at': '2022-04-05T14:27:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:27:34.113433 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-049382dc-7aa7-489d-8216-2c4e165f7278 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:34.146385 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99834d5-5529-44b1-ad71-c621d571a063 req-d2c793f7-3068-4339-a336-d31959f64f95 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:34.147926 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d99834d5-5529-44b1-ad71-c621d571a063 req-d2c793f7-3068-4339-a336-d31959f64f95 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] 10.222.0.30 "GET /v2.0/ports?device_id=9939cbcc-d5bd-4bf9-a1e3-845bc8f70d6d HTTP/1.1" status: 200 len: 946 time: 0.1352692 Apr 05 14:27:34.187617 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-37bd9bc2-cea8-4f3c-9d22-2f717de99afd req-d446897f-4e5b-4c42-b376-7b82314cc231 service neutron] 10.222.0.55 "GET /v2.0/networks/a37e2d3e-8e8b-49fa-a97d-3b06631436db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523695 Apr 05 14:27:34.208477 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-049382dc-7aa7-489d-8216-2c4e165f7278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:34.229266 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d99834d5-5529-44b1-ad71-c621d571a063 req-1ad9eba0-fdc5-42cc-a230-39d6a3301c38 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] 10.222.0.30 "GET /v2.0/security-groups?id=403595e2-7934-4903-a0f5-4f63fd0f5444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726600 Apr 05 14:27:34.232355 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-2ae6a62d-9c42-471c-a4f9-4bfdca9fe434 req-db07f863-785f-4619-88b5-6eb2fcb5843c tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:34.338480 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049382dc-7aa7-489d-8216-2c4e165f7278 admin admin] Pushing event updated for resources: {'Port': ['ID=a660769c-310c-4a68-8765-b23fba70ec5b,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:34.372862 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-049382dc-7aa7-489d-8216-2c4e165f7278 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809317'] for router_interface, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:34.378559 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-37bd9bc2-cea8-4f3c-9d22-2f717de99afd req-fca75018-5315-4bdd-af0a-9c0d959dd88a service neutron] 10.222.0.55 "GET /v2.0/networks/a37e2d3e-8e8b-49fa-a97d-3b06631436db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800458 Apr 05 14:27:34.412697 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-2ae6a62d-9c42-471c-a4f9-4bfdca9fe434 req-db07f863-785f-4619-88b5-6eb2fcb5843c tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:34.528221 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049382dc-7aa7-489d-8216-2c4e165f7278 admin admin] Network d09e1cf5-cb38-4bc5-a237-56c854e1c5a7 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:27:34.528404 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-2ae6a62d-9c42-471c-a4f9-4bfdca9fe434 req-db07f863-785f-4619-88b5-6eb2fcb5843c tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:34.528578 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-049382dc-7aa7-489d-8216-2c4e165f7278 admin admin] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:27:34.569627 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db07f863-785f-4619-88b5-6eb2fcb5843c tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb70a62-02f5-4f61-9994-cb2e8578baa8,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:34.753878 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-2ae6a62d-9c42-471c-a4f9-4bfdca9fe434 req-db07f863-785f-4619-88b5-6eb2fcb5843c tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:34.755407 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2ae6a62d-9c42-471c-a4f9-4bfdca9fe434 req-db07f863-785f-4619-88b5-6eb2fcb5843c tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.7439401 Apr 05 14:27:34.778791 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-049382dc-7aa7-489d-8216-2c4e165f7278 admin admin] Router 1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:27:34.837513 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99961b2-ce99-48e4-b162-6c668b85c720 req-1c48f49c-592b-4989-80e0-aaa3a334394d tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:34.846154 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e99961b2-ce99-48e4-b162-6c668b85c720 req-1c48f49c-592b-4989-80e0-aaa3a334394d tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=672b2c8e-b413-49d4-9045-73a1b4424c32 HTTP/1.1" status: 200 len: 949 time: 0.1883945 Apr 05 14:27:34.919506 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 46996127-03c5-4111-b311-ad22874437fb up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:27:34.950020 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c9f47368-c27d-4870-842f-2b29f0968eae req-a7bcfce3-f0f3-43a8-b92d-96dc0681aa8e tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] 10.222.0.30 "GET /v2.0/security-groups/cbb70a62-02f5-4f61-9994-cb2e8578baa8 HTTP/1.1" status: 200 len: 1812 time: 0.1440632 Apr 05 14:27:34.976400 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-049382dc-7aa7-489d-8216-2c4e165f7278 admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:27:34.982433 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-049382dc-7aa7-489d-8216-2c4e165f7278 admin admin] 10.222.0.30 "PUT /v2.0/routers/1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8871763 Apr 05 14:27:34.990262 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e99961b2-ce99-48e4-b162-6c668b85c720 req-cb025ead-b7a8-4ae7-81e2-bbbc5c10b1a6 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429186 Apr 05 14:27:35.025832 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-6f8b5941-caa1-4887-83b4-6b69dd0ad9a2 None None] Provisioning complete for port a660769c-310c-4a68-8765-b23fba70ec5b triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:27:35.025832 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6f8b5941-caa1-4887-83b4-6b69dd0ad9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:35.098452 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 46996127-03c5-4111-b311-ad22874437fb triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:27:35.099620 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:35.103108 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-6f8b5941-caa1-4887-83b4-6b69dd0ad9a2 None None] Port a660769c-310c-4a68-8765-b23fba70ec5b cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:27:35.221503 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33364c-1b51-461c-bcac-f893b591d7b8 req-91e3c372-2064-48c0-9c32-0a929088d0e0 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:35.222995 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2e33364c-1b51-461c-bcac-f893b591d7b8 req-91e3c372-2064-48c0-9c32-0a929088d0e0 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=20926e2e-9a2a-4e4f-8080-2a29f4e07cfe HTTP/1.1" status: 200 len: 945 time: 0.2106392 Apr 05 14:27:35.235774 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:35.259552 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port 46996127-03c5-4111-b311-ad22874437fb, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=46996127-03c5-4111-b311-ad22874437fb,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:27:35.282359 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4acf818-83ac-4ef1-96a4-ef46a42e7fc1 req-eb499004-9cf8-45e0-a578-ccba57d0d619 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:35.283852 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e4acf818-83ac-4ef1-96a4-ef46a42e7fc1 req-eb499004-9cf8-45e0-a578-ccba57d0d619 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.11 "GET /v2.0/ports?device_id=1544d350-919c-4387-80b7-905c9e905e44 HTTP/1.1" status: 200 len: 949 time: 0.2108157 Apr 05 14:27:35.312956 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18255eb-33ee-4e8a-a873-15dfb5cd3a66 req-b5c123dd-bc55-40f0-ac0c-48cd7f05cf97 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:35.314350 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e18255eb-33ee-4e8a-a873-15dfb5cd3a66 req-b5c123dd-bc55-40f0-ac0c-48cd7f05cf97 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=1544d350-919c-4387-80b7-905c9e905e44 HTTP/1.1" status: 200 len: 949 time: 0.1928020 Apr 05 14:27:35.351739 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd9bc2-cea8-4f3c-9d22-2f717de99afd req-0ac75f7c-957e-465a-b273-3f8c66a5a39f tempest-LiveAutoBlockMigrationV225Test-737036270 tempest-LiveAutoBlockMigrationV225Test-737036270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:35.353397 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-37bd9bc2-cea8-4f3c-9d22-2f717de99afd req-0ac75f7c-957e-465a-b273-3f8c66a5a39f tempest-LiveAutoBlockMigrationV225Test-737036270 tempest-LiveAutoBlockMigrationV225Test-737036270-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=20926e2e-9a2a-4e4f-8080-2a29f4e07cfe&tenant_id=ec0fa5de45e74f079e998d8c4a01aedf&binding%3Ahost_id=n-h1-836650-2 HTTP/1.1" status: 200 len: 1096 time: 0.1501470 Apr 05 14:27:35.368679 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2e33364c-1b51-461c-bcac-f893b591d7b8 req-6d7c5941-16b6-4639-8ea3-3d11a6dc042e tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236341 Apr 05 14:27:35.448359 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-9ad2f0c7-0aa6-4e63-af21-470f0f078ce1 req-bc502935-2855-4265-aa4a-98925552f96a tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1822036919', 'description': 'tempest-description-1824614868'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:27:35.488959 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e18255eb-33ee-4e8a-a873-15dfb5cd3a66 req-f02ac299-608c-4894-952c-b4051d141ff7 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441691 Apr 05 14:27:35.499861 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:35.557575 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-e4acf818-83ac-4ef1-96a4-ef46a42e7fc1 req-aff6aece-ef59-4415-8e94-7869bd503b41 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Deleting port 5c0df902-ae8d-4f4c-a20c-c7faf3940bc9 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:27:35.557998 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e4acf818-83ac-4ef1-96a4-ef46a42e7fc1 req-aff6aece-ef59-4415-8e94-7869bd503b41 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:35.571210 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=46996127-03c5-4111-b311-ad22874437fb,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:35.632099 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-9ad2f0c7-0aa6-4e63-af21-470f0f078ce1 req-bc502935-2855-4265-aa4a-98925552f96a tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:35.686859 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-e4acf818-83ac-4ef1-96a4-ef46a42e7fc1 req-aff6aece-ef59-4415-8e94-7869bd503b41 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] For port 5c0df902-ae8d-4f4c-a20c-c7faf3940bc9, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=5c0df902-ae8d-4f4c-a20c-c7faf3940bc9,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:27:35.687234 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e4acf818-83ac-4ef1-96a4-ef46a42e7fc1 req-aff6aece-ef59-4415-8e94-7869bd503b41 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:35.708675 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-e4acf818-83ac-4ef1-96a4-ef46a42e7fc1 req-aff6aece-ef59-4415-8e94-7869bd503b41 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Calling delete_port for 5c0df902-ae8d-4f4c-a20c-c7faf3940bc9 owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:27:35.808394 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-9ad2f0c7-0aa6-4e63-af21-470f0f078ce1 req-bc502935-2855-4265-aa4a-98925552f96a tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:35.824843 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-37bd9bc2-cea8-4f3c-9d22-2f717de99afd req-60e06df6-a904-4daf-817a-80316685e1b0 service neutron] For port d610ae53-1bc0-4844-8ecf-3d88e1cf5426, host n-h2-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:27:35.828806 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-37bd9bc2-cea8-4f3c-9d22-2f717de99afd req-60e06df6-a904-4daf-817a-80316685e1b0 service neutron] Notify callbacks [] for binding, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:35.830334 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-37bd9bc2-cea8-4f3c-9d22-2f717de99afd req-60e06df6-a904-4daf-817a-80316685e1b0 service neutron] 10.222.0.55 "DELETE /v2.0/ports/d610ae53-1bc0-4844-8ecf-3d88e1cf5426/bindings/n-h2-836650-2 HTTP/1.1" status: 204 len: 173 time: 0.4655097 Apr 05 14:27:35.846677 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device d610ae53-1bc0-4844-8ecf-3d88e1cf5426 no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:27:35.900054 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-9ad2f0c7-0aa6-4e63-af21-470f0f078ce1 req-bc502935-2855-4265-aa4a-98925552f96a tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:35.900517 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device d610ae53-1bc0-4844-8ecf-3d88e1cf5426 not bound to the agent host n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:27:35.931040 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc502935-2855-4265-aa4a-98925552f96a tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f91f5fd7-3b74-4054-8a8f-85ecf886ce03,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:36.024084 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795d4cb1-aed4-4d6b-afd1-84799ced40f2 None None] Sync routers for ids ['1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:27:36.038355 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795d4cb1-aed4-4d6b-afd1-84799ced40f2 None None] Routers {'1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:27:36.040172 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-795d4cb1-aed4-4d6b-afd1-84799ced40f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:27:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:27:36.050926 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-9ad2f0c7-0aa6-4e63-af21-470f0f078ce1 req-bc502935-2855-4265-aa4a-98925552f96a tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:36.052426 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9ad2f0c7-0aa6-4e63-af21-470f0f078ce1 req-bc502935-2855-4265-aa4a-98925552f96a tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.6259148 Apr 05 14:27:36.053448 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e4acf818-83ac-4ef1-96a4-ef46a42e7fc1 req-aff6aece-ef59-4415-8e94-7869bd503b41 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:36.086758 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff6aece-ef59-4415-8e94-7869bd503b41 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Pushing event deleted for resources: {'Port': ['ID=5c0df902-ae8d-4f4c-a20c-c7faf3940bc9,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:36.096456 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['d48d9039-a582-46f9-a15c-ebc5853e5c4f', '8af7a0bd-3e0c-4723-b6c5-a6ac2dc3131e', '8b1f25ba-968e-4f55-880e-8cbaad83d4e4', 'e24383ee-b2cd-4abe-a03f-410a11f91059', '296d843a-cc8d-41af-aa81-806072157423'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:27:36.098767 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['ced27436-8a8c-4719-9bf6-b86688ef931d', 'ba916db2-e3ae-47b8-9dca-7bccdcf584cc', '5c0df902-ae8d-4f4c-a20c-c7faf3940bc9'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:27:36.193540 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4acf818-83ac-4ef1-96a4-ef46a42e7fc1 req-aff6aece-ef59-4415-8e94-7869bd503b41 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] No DVR routers for this DVR port 5c0df902-ae8d-4f4c-a20c-c7faf3940bc9 on host n-h2-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:27:36.196967 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e4acf818-83ac-4ef1-96a4-ef46a42e7fc1 req-aff6aece-ef59-4415-8e94-7869bd503b41 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:36.201360 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 57616) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:27:36.201820 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e4acf818-83ac-4ef1-96a4-ef46a42e7fc1 req-aff6aece-ef59-4415-8e94-7869bd503b41 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.11 "DELETE /v2.0/ports/5c0df902-ae8d-4f4c-a20c-c7faf3940bc9 HTTP/1.1" status: 204 len: 173 time: 0.9062061 Apr 05 14:27:36.203597 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1544d350-919c-4387-80b7-905c9e905e44', 'name': 'network-vif-deleted', 'tag': '5c0df902-ae8d-4f4c-a20c-c7faf3940bc9'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:27:36.206617 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf2e63a-55f0-43a8-aaae-07c374a80273" -d '{"events": [{"server_uuid": "1544d350-919c-4387-80b7-905c9e905e44", "name": "network-vif-deleted", "tag": "5c0df902-ae8d-4f4c-a20c-c7faf3940bc9"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:27:36.207785 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-06e745f4-5950-480f-878b-368aa064947a tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Request body: {'security_group': {'name': 'tempest-securitygroup--677298134', 'description': 'tempest-description--1976184753'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:27:36.257637 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dd465f-2d0a-4e12-8938-37777625c512 req-ed7d09a3-2179-4811-98ed-d97635492689 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:36.260349 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-56dd465f-2d0a-4e12-8938-37777625c512 req-ed7d09a3-2179-4811-98ed-d97635492689 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] 10.222.0.30 "GET /v2.0/ports?device_id=9939cbcc-d5bd-4bf9-a1e3-845bc8f70d6d HTTP/1.1" status: 200 len: 946 time: 0.1356580 Apr 05 14:27:36.282452 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-795d4cb1-aed4-4d6b-afd1-84799ced40f2 None None] Set router 1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:27:36.362533 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ff62de-391f-413c-bdb1-e3877229e361 req-d9767e5b-9354-45ac-8b73-f84ef0235159 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:36.365355 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-19ff62de-391f-413c-bdb1-e3877229e361 req-d9767e5b-9354-45ac-8b73-f84ef0235159 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=672b2c8e-b413-49d4-9045-73a1b4424c32 HTTP/1.1" status: 200 len: 949 time: 0.0995595 Apr 05 14:27:36.373993 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-06e745f4-5950-480f-878b-368aa064947a tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:36.383092 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-56dd465f-2d0a-4e12-8938-37777625c512 req-c357fb46-ba65-4f09-95d5-9a63a9bd2f15 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] 10.222.0.30 "GET /v2.0/security-groups?id=403595e2-7934-4903-a0f5-4f63fd0f5444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152341 Apr 05 14:27:36.441554 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-19ff62de-391f-413c-bdb1-e3877229e361 req-0664be04-85aa-4ff2-8895-ae21f1c75890 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689840 Apr 05 14:27:36.496442 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cd1b26f1-a519-4822-9477-3369f46641e9 req-ebbc0b2d-4a11-4e94-a658-dd06a4faaca4 tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] 10.222.0.30 "GET /v2.0/security-groups/f91f5fd7-3b74-4054-8a8f-85ecf886ce03 HTTP/1.1" status: 200 len: 1813 time: 0.0531523 Apr 05 14:27:36.519002 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-06e745f4-5950-480f-878b-368aa064947a tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:36.608478 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-06e745f4-5950-480f-878b-368aa064947a tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:36.631992 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f7108fc-0299-4c50-b98c-ec113f17293e x-openstack-request-id: req-4f7108fc-0299-4c50-b98c-ec113f17293e {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:27:36.632656 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1544d350-919c-4387-80b7-905c9e905e44", "name": "network-vif-deleted", "tag": "5c0df902-ae8d-4f4c-a20c-c7faf3940bc9", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:27:36.633036 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4f7108fc-0299-4c50-b98c-ec113f17293e {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:27:36.633495 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f7108fc-0299-4c50-b98c-ec113f17293e'] response: {'server_uuid': '1544d350-919c-4387-80b7-905c9e905e44', 'name': 'network-vif-deleted', 'tag': '5c0df902-ae8d-4f4c-a20c-c7faf3940bc9', 'status': 'completed', 'code': 200} Apr 05 14:27:36.644824 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e745f4-5950-480f-878b-368aa064947a tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f94f82e0-3b79-4bb3-b43d-fd966d9e152b,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:36.652249 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc98a75a-c8ba-432b-a724-1771663b21eb req-e1bc0d0f-773b-4334-8e85-0e2b92072581 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:36.654873 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fc98a75a-c8ba-432b-a724-1771663b21eb req-e1bc0d0f-773b-4334-8e85-0e2b92072581 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=20926e2e-9a2a-4e4f-8080-2a29f4e07cfe HTTP/1.1" status: 200 len: 945 time: 0.0933089 Apr 05 14:27:36.717069 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fc98a75a-c8ba-432b-a724-1771663b21eb req-73073d09-86c6-4a33-ab51-89325ab28b5f tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551531 Apr 05 14:27:36.759297 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-06e745f4-5950-480f-878b-368aa064947a tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:36.763878 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-06e745f4-5950-480f-878b-368aa064947a tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5614822 Apr 05 14:27:36.766548 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 57634) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:27:36.772863 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-d0bb8765-658d-4f9e-b737-d18ace30eb0d tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Request body: {'security_group_rule': {'security_group_id': 'f94f82e0-3b79-4bb3-b43d-fd966d9e152b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:27:36.785638 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61029e1f-43d7-4f70-800e-b62b4110780d req-c2b31323-220f-4488-892c-41320de15021 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:36.787868 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-61029e1f-43d7-4f70-800e-b62b4110780d req-c2b31323-220f-4488-892c-41320de15021 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] 10.222.0.30 "GET /v2.0/ports?device_id=9939cbcc-d5bd-4bf9-a1e3-845bc8f70d6d HTTP/1.1" status: 200 len: 946 time: 0.0930758 Apr 05 14:27:36.790072 n-d-836650-2 neutron-server[103320]: INFO neutron.api.v2.resource [req-7d3987ab-1928-4671-b75a-0464adbeafbd req-c73c908e-333a-4825-a171-869ed56da3e4 tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] show failed (client error): The resource could not be found. Apr 05 14:27:36.821462 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7d3987ab-1928-4671-b75a-0464adbeafbd req-c73c908e-333a-4825-a171-869ed56da3e4 tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] 10.222.0.30 "GET /v2.0/security-groups/f03c773b-2d81-4375-b41c-cc73dc7c66ef HTTP/1.1" status: 404 len: 352 time: 0.0564520 Apr 05 14:27:36.821462 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 57636) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:27:36.822393 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 46996127-03c5-4111-b311-ad22874437fb up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:27:36.822477 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-a422907f-5359-4f93-9430-b919570f852c tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Request body: {'floatingip': {'port_id': 'cb39d974-5ad3-47ca-84ec-5e3653ce195d'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:27:36.891049 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a422907f-5359-4f93-9430-b919570f852c tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Notify callbacks [] for floatingip, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:36.908253 n-d-836650-2 neutron-server[103320]: INFO neutron.api.v2.resource [req-c3ed5bd5-c4f8-48ee-a017-5405c1845cc1 req-d133f32d-546e-4302-9a09-a8bc722c384d tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] show failed (client error): The resource could not be found. Apr 05 14:27:36.909345 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c3ed5bd5-c4f8-48ee-a017-5405c1845cc1 req-d133f32d-546e-4302-9a09-a8bc722c384d tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] 10.222.0.30 "GET /v2.0/security-group-rules/69092188-f1fa-4319-a30a-be35ffc3d275 HTTP/1.1" status: 404 len: 361 time: 0.0469592 Apr 05 14:27:36.912676 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-94848976-1c0a-4a5c-93a7-c1ea6f9649f1 req-2c640001-398a-4396-8ac2-ca1876b948cc tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=1544d350-919c-4387-80b7-905c9e905e44 HTTP/1.1" status: 200 len: 210 time: 0.0472643 Apr 05 14:27:37.008119 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d0bb8765-658d-4f9e-b737-d18ace30eb0d tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:37.085205 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-48601908-d90c-42ce-a7c2-70ec25b5f95e req-34df712d-0a7a-4263-b436-7ca461fe2047 tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] 10.222.0.30 "GET /v2.0/security-groups/f91f5fd7-3b74-4054-8a8f-85ecf886ce03 HTTP/1.1" status: 200 len: 1813 time: 0.1370780 Apr 05 14:27:37.122846 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-795d4cb1-aed4-4d6b-afd1-84799ced40f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b', 'name': 'tempest-ServersTestManualDisk-339906685-router', 'tenant_id': '207a1d2774e941de89e17da9e075ff51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '46996127-03c5-4111-b311-ad22874437fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:27:29Z', 'updated_at': '2022-04-05T14:27:33Z', 'revision_number': 4, 'project_id': '207a1d2774e941de89e17da9e075ff51', 'gw_port': {'id': '46996127-03c5-4111-b311-ad22874437fb', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:43:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:27:30Z', 'updated_at': '2022-04-05T14:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': 'a660769c-310c-4a68-8765-b23fba70ec5b', 'name': '', 'network_id': 'd09e1cf5-cb38-4bc5-a237-56c854e1c5a7', 'tenant_id': '207a1d2774e941de89e17da9e075ff51', 'mac_address': 'fa:16:3e:29:95:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'fc1431b9-cf4d-44e2-9bf0-6943b83ea911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:27:32Z', 'updated_at': '2022-04-05T14:27:33Z', 'revision_number': 2, 'project_id': '207a1d2774e941de89e17da9e075ff51', 'subnets': [{'id': 'fc1431b9-cf4d-44e2-9bf0-6943b83ea911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:27:37.123815 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d0bb8765-658d-4f9e-b737-d18ace30eb0d tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:37.129604 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 46996127-03c5-4111-b311-ad22874437fb triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:27:37.129980 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:37.143572 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59cbe4-0227-4778-aa90-b1b5a704172b req-698e938e-a2b5-48c8-9b51-46ba9b538ba4 tempest-LiveAutoBlockMigrationV225Test-737036270 tempest-LiveAutoBlockMigrationV225Test-737036270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:37.145036 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ca59cbe4-0227-4778-aa90-b1b5a704172b req-698e938e-a2b5-48c8-9b51-46ba9b538ba4 tempest-LiveAutoBlockMigrationV225Test-737036270 tempest-LiveAutoBlockMigrationV225Test-737036270-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=20926e2e-9a2a-4e4f-8080-2a29f4e07cfe HTTP/1.1" status: 200 len: 1096 time: 0.1651042 Apr 05 14:27:37.190542 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795d4cb1-aed4-4d6b-afd1-84799ced40f2 None None] Checking router: 1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:27:37.190903 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795d4cb1-aed4-4d6b-afd1-84799ced40f2 None None] Updating router 1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b port a660769c-310c-4a68-8765-b23fba70ec5b binding host n-d-836650-2 {{(pid=103322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:27:37.245792 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-795d4cb1-aed4-4d6b-afd1-84799ced40f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:37.250730 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ca59cbe4-0227-4778-aa90-b1b5a704172b req-14f7b401-9293-4914-ae58-b82838639c8b tempest-LiveAutoBlockMigrationV225Test-737036270 tempest-LiveAutoBlockMigrationV225Test-737036270-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953977 Apr 05 14:27:37.261216 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-48601908-d90c-42ce-a7c2-70ec25b5f95e req-50772bfc-d468-4f01-acb6-aada6056bcde tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:37.265857 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d0bb8765-658d-4f9e-b737-d18ace30eb0d tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:37.307783 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bb8765-658d-4f9e-b737-d18ace30eb0d tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beee7b09-523f-4374-900f-0cb2682ab820,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:37.403357 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-48601908-d90c-42ce-a7c2-70ec25b5f95e req-50772bfc-d468-4f01-acb6-aada6056bcde tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:37.430781 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d0bb8765-658d-4f9e-b737-d18ace30eb0d tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:37.433186 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-d0bb8765-658d-4f9e-b737-d18ace30eb0d tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6654310 Apr 05 14:27:37.439117 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 57648) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:27:37.452859 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-9442d1f1-f91a-42ad-84d0-a2c1a1e6d168 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Request body: {'security_group_rule': {'security_group_id': 'f94f82e0-3b79-4bb3-b43d-fd966d9e152b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:27:37.597494 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-48601908-d90c-42ce-a7c2-70ec25b5f95e req-50772bfc-d468-4f01-acb6-aada6056bcde tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:37.600099 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-48601908-d90c-42ce-a7c2-70ec25b5f95e req-50772bfc-d468-4f01-acb6-aada6056bcde tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:37.605402 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-48601908-d90c-42ce-a7c2-70ec25b5f95e req-50772bfc-d468-4f01-acb6-aada6056bcde tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] 10.222.0.30 "DELETE /v2.0/security-groups/f91f5fd7-3b74-4054-8a8f-85ecf886ce03 HTTP/1.1" status: 204 len: 173 time: 0.5110765 Apr 05 14:27:37.625487 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9442d1f1-f91a-42ad-84d0-a2c1a1e6d168 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:37.638382 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50772bfc-d468-4f01-acb6-aada6056bcde tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91f5fd7-3b74-4054-8a8f-85ecf886ce03,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:37.647585 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.db.resource_extend [None req-a422907f-5359-4f93-9430-b919570f852c tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 14:27:37.718204 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9442d1f1-f91a-42ad-84d0-a2c1a1e6d168 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:37.734013 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-795d4cb1-aed4-4d6b-afd1-84799ced40f2 None None] Notify callbacks [] for port, precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:37.793498 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a422907f-5359-4f93-9430-b919570f852c tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:37.813268 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a0c75-4019-4e06-9467-bccecfd7b4a2 req-e789c14a-60e2-488f-a9c6-2e721294363a tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:37.814867 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-275a0c75-4019-4e06-9467-bccecfd7b4a2 req-e789c14a-60e2-488f-a9c6-2e721294363a tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/networks?id=a37e2d3e-8e8b-49fa-a97d-3b06631436db HTTP/1.1" status: 200 len: 820 time: 0.2806540 Apr 05 14:27:37.828499 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69aa258-6355-4287-9b40-14d57622cf37 req-b3a4bc50-0c36-4940-8612-2bcaeacb8625 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:37.829990 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d69aa258-6355-4287-9b40-14d57622cf37 req-b3a4bc50-0c36-4940-8612-2bcaeacb8625 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=672b2c8e-b413-49d4-9045-73a1b4424c32 HTTP/1.1" status: 200 len: 949 time: 0.1299934 Apr 05 14:27:37.854622 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-275a0c75-4019-4e06-9467-bccecfd7b4a2 req-4ada6779-8438-4322-ade2-bd37739bbc4e tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/quotas/ec0fa5de45e74f079e998d8c4a01aedf HTTP/1.1" status: 200 len: 375 time: 0.0236423 Apr 05 14:27:37.859076 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9442d1f1-f91a-42ad-84d0-a2c1a1e6d168 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:37.861252 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-795d4cb1-aed4-4d6b-afd1-84799ced40f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:37.883336 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9442d1f1-f91a-42ad-84d0-a2c1a1e6d168 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61812f1a-1f37-47e7-b87b-f375d915a310,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:37.918459 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a422907f-5359-4f93-9430-b919570f852c tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:37.935778 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b1483a-640b-4c6a-b98c-028f526f6a80 None None] Pushing event updated for resources: {'Port': ['ID=a660769c-310c-4a68-8765-b23fba70ec5b,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:37.970417 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d69aa258-6355-4287-9b40-14d57622cf37 req-03c829d4-8f6f-49ee-8eaf-a4b8a132b614 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319945 Apr 05 14:27:37.972636 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-795d4cb1-aed4-4d6b-afd1-84799ced40f2 None None] Attempting to bind port a660769c-310c-4a68-8765-b23fba70ec5b on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:27:37.973215 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-795d4cb1-aed4-4d6b-afd1-84799ced40f2 None None] Attempting to bind port a660769c-310c-4a68-8765-b23fba70ec5b by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'a7b6b76e-60b5-47fc-aeb7-c77bd8716e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd09e1cf5-cb38-4bc5-a237-56c854e1c5a7'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:27:37.974235 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795d4cb1-aed4-4d6b-afd1-84799ced40f2 None None] Attempting to bind port a660769c-310c-4a68-8765-b23fba70ec5b on network d09e1cf5-cb38-4bc5-a237-56c854e1c5a7 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:27:37.981497 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795d4cb1-aed4-4d6b-afd1-84799ced40f2 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:27:37.981858 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795d4cb1-aed4-4d6b-afd1-84799ced40f2 None None] Checking segment: {'id': 'a7b6b76e-60b5-47fc-aeb7-c77bd8716e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd09e1cf5-cb38-4bc5-a237-56c854e1c5a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:27:37.982263 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-795d4cb1-aed4-4d6b-afd1-84799ced40f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:37.982659 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795d4cb1-aed4-4d6b-afd1-84799ced40f2 None None] Bound using segment: {'id': 'a7b6b76e-60b5-47fc-aeb7-c77bd8716e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd09e1cf5-cb38-4bc5-a237-56c854e1c5a7'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:27:37.983296 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-795d4cb1-aed4-4d6b-afd1-84799ced40f2 None None] Bound port: a660769c-310c-4a68-8765-b23fba70ec5b, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7b6b76e-60b5-47fc-aeb7-c77bd8716e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd09e1cf5-cb38-4bc5-a237-56c854e1c5a7'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:27:37.983685 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-795d4cb1-aed4-4d6b-afd1-84799ced40f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:38.004107 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9442d1f1-f91a-42ad-84d0-a2c1a1e6d168 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:38.005541 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-9442d1f1-f91a-42ad-84d0-a2c1a1e6d168 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5586677 Apr 05 14:27:38.009263 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 57666) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:27:38.013831 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-ef7f5e67-cdd0-4d11-b4bd-d42b86db6d87 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Request body: {'floatingip': {'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:27:38.046671 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-275a0c75-4019-4e06-9467-bccecfd7b4a2 req-6f752ede-0be2-42b3-862b-a1c71a2a63e5 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ec0fa5de45e74f079e998d8c4a01aedf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1793604 Apr 05 14:27:38.092413 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-795d4cb1-aed4-4d6b-afd1-84799ced40f2 None None] For port a660769c-310c-4a68-8765-b23fba70ec5b, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:27:38.096240 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-795d4cb1-aed4-4d6b-afd1-84799ced40f2 None None] For port a660769c-310c-4a68-8765-b23fba70ec5b, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=a660769c-310c-4a68-8765-b23fba70ec5b,segment=NetworkSegment(a7b6b76e-60b5-47fc-aeb7-c77bd8716e53),segment_id=a7b6b76e-60b5-47fc-aeb7-c77bd8716e53)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:27:38.137897 n-d-836650-2 neutron-server[103320]: INFO neutron.db.l3_db [None req-a422907f-5359-4f93-9430-b919570f852c tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Floating IP 6a29ef6b-ab80-42cb-9ee6-4b60cb8ad725 associated. External IP: 172.25.6.213, port: cb39d974-5ad3-47ca-84ec-5e3653ce195d. Apr 05 14:27:38.168344 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-8bccf845-fe03-446c-b0c9-56ac33d0e879 None None] Provisioning complete for port a660769c-310c-4a68-8765-b23fba70ec5b triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:27:38.169051 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8bccf845-fe03-446c-b0c9-56ac33d0e879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:38.190643 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4af2eb4b-6c25-4a58-9d40-46dfe2b579e2 req-c6337d66-afd0-4f82-a9c2-13924035081b tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] 10.222.0.30 "GET /v2.0/security-groups/cbb70a62-02f5-4f61-9994-cb2e8578baa8 HTTP/1.1" status: 200 len: 1812 time: 0.1629424 Apr 05 14:27:38.203015 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-8bccf845-fe03-446c-b0c9-56ac33d0e879 None None] Port a660769c-310c-4a68-8765-b23fba70ec5b cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:27:38.213016 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ef7f5e67-cdd0-4d11-b4bd-d42b86db6d87 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Notify callbacks [] for floatingip, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:38.257338 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-795d4cb1-aed4-4d6b-afd1-84799ced40f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:38.287498 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-275a0c75-4019-4e06-9467-bccecfd7b4a2 req-09b966ab-376f-4c55-966f-b06d88a688f1 service neutron] 10.222.0.30 "GET /v2.0/networks/a37e2d3e-8e8b-49fa-a97d-3b06631436db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302310 Apr 05 14:27:38.325074 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ef7f5e67-cdd0-4d11-b4bd-d42b86db6d87 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:38.330325 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b1483a-640b-4c6a-b98c-028f526f6a80 None None] Pushing event updated for resources: {'Port': ['ID=a660769c-310c-4a68-8765-b23fba70ec5b,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:38.341919 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795d4cb1-aed4-4d6b-afd1-84799ced40f2 None None] Routers {'1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:27:38.343299 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-795d4cb1-aed4-4d6b-afd1-84799ced40f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:27:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:27:38.458249 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-ef7f5e67-cdd0-4d11-b4bd-d42b86db6d87 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Allocated IP 172.25.6.217 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/4c878115-0a8e-4b88-bef5-9768ed5fa6ee) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:27:38.493364 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-795d4cb1-aed4-4d6b-afd1-84799ced40f2 None None] Set router 1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:27:38.603740 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ef7f5e67-cdd0-4d11-b4bd-d42b86db6d87 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:38.665646 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-6cc99487-b482-497d-9ab7-49e5c2eb2b1b None None] Provisioning complete for port a660769c-310c-4a68-8765-b23fba70ec5b triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:27:38.666019 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6cc99487-b482-497d-9ab7-49e5c2eb2b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:38.713729 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ef7f5e67-cdd0-4d11-b4bd-d42b86db6d87 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:38.715822 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-4af2eb4b-6c25-4a58-9d40-46dfe2b579e2 req-866c4c31-6738-4757-bdcb-512e76c1000d tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:38.761482 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7f5e67-cdd0-4d11-b4bd-d42b86db6d87 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:27:38.764713 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-ef7f5e67-cdd0-4d11-b4bd-d42b86db6d87 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:27:38.767760 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-4af2eb4b-6c25-4a58-9d40-46dfe2b579e2 req-866c4c31-6738-4757-bdcb-512e76c1000d tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:38.768628 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7f5e67-cdd0-4d11-b4bd-d42b86db6d87 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:27:38.776078 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7f5e67-cdd0-4d11-b4bd-d42b86db6d87 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Pushing event updated for resources: {'Port': ['ID=4c878115-0a8e-4b88-bef5-9768ed5fa6ee,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:38.813958 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-795d4cb1-aed4-4d6b-afd1-84799ced40f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b', 'name': 'tempest-ServersTestManualDisk-339906685-router', 'tenant_id': '207a1d2774e941de89e17da9e075ff51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '46996127-03c5-4111-b311-ad22874437fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:27:29Z', 'updated_at': '2022-04-05T14:27:33Z', 'revision_number': 4, 'project_id': '207a1d2774e941de89e17da9e075ff51', 'gw_port': {'id': '46996127-03c5-4111-b311-ad22874437fb', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:43:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:27:30Z', 'updated_at': '2022-04-05T14:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': 'a660769c-310c-4a68-8765-b23fba70ec5b', 'name': '', 'network_id': 'd09e1cf5-cb38-4bc5-a237-56c854e1c5a7', 'tenant_id': '207a1d2774e941de89e17da9e075ff51', 'mac_address': 'fa:16:3e:29:95:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'fc1431b9-cf4d-44e2-9bf0-6943b83ea911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:27:32Z', 'updated_at': '2022-04-05T14:27:38Z', 'revision_number': 4, 'project_id': '207a1d2774e941de89e17da9e075ff51', 'subnets': [{'id': 'fc1431b9-cf4d-44e2-9bf0-6943b83ea911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:27:38.826281 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-275a0c75-4019-4e06-9467-bccecfd7b4a2 req-2ebfc2de-1b13-4795-9f36-524d8c24c60e service neutron] 10.222.0.30 "GET /v2.0/networks/a37e2d3e-8e8b-49fa-a97d-3b06631436db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5054786 Apr 05 14:27:38.867792 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a422907f-5359-4f93-9430-b919570f852c tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Router b818180f-1cb0-4b40-8941-bfaceeabbd05 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:27:38.881542 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795d4cb1-aed4-4d6b-afd1-84799ced40f2 None None] The sync data for ids ['1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b'] in n-d-836650-2 is: [{'id': '1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b', 'name': 'tempest-ServersTestManualDisk-339906685-router', 'tenant_id': '207a1d2774e941de89e17da9e075ff51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '46996127-03c5-4111-b311-ad22874437fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:27:29Z', 'updated_at': '2022-04-05T14:27:33Z', 'revision_number': 4, 'project_id': '207a1d2774e941de89e17da9e075ff51', 'gw_port': {'id': '46996127-03c5-4111-b311-ad22874437fb', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:43:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:27:30Z', 'updated_at': '2022-04-05T14:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': 'a660769c-310c-4a68-8765-b23fba70ec5b', 'name': '', 'network_id': 'd09e1cf5-cb38-4bc5-a237-56c854e1c5a7', 'tenant_id': '207a1d2774e941de89e17da9e075ff51', 'mac_address': 'fa:16:3e:29:95:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'fc1431b9-cf4d-44e2-9bf0-6943b83ea911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:27:32Z', 'updated_at': '2022-04-05T14:27:38Z', 'revision_number': 4, 'project_id': '207a1d2774e941de89e17da9e075ff51', 'subnets': [{'id': 'fc1431b9-cf4d-44e2-9bf0-6943b83ea911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:27:38.891018 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6cc99487-b482-497d-9ab7-49e5c2eb2b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:38.917012 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ef7f5e67-cdd0-4d11-b4bd-d42b86db6d87 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:38.933179 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-6cc99487-b482-497d-9ab7-49e5c2eb2b1b None None] For port a660769c-310c-4a68-8765-b23fba70ec5b, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=a660769c-310c-4a68-8765-b23fba70ec5b,segment=NetworkSegment(a7b6b76e-60b5-47fc-aeb7-c77bd8716e53),segment_id=a7b6b76e-60b5-47fc-aeb7-c77bd8716e53)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:27:39.016598 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-4af2eb4b-6c25-4a58-9d40-46dfe2b579e2 req-866c4c31-6738-4757-bdcb-512e76c1000d tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:39.019171 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-4af2eb4b-6c25-4a58-9d40-46dfe2b579e2 req-866c4c31-6738-4757-bdcb-512e76c1000d tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:39.020418 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4af2eb4b-6c25-4a58-9d40-46dfe2b579e2 req-866c4c31-6738-4757-bdcb-512e76c1000d tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] 10.222.0.30 "DELETE /v2.0/security-groups/cbb70a62-02f5-4f61-9994-cb2e8578baa8 HTTP/1.1" status: 204 len: 173 time: 0.8178568 Apr 05 14:27:39.042186 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866c4c31-6738-4757-bdcb-512e76c1000d tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb70a62-02f5-4f61-9994-cb2e8578baa8,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:39.050804 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a422907f-5359-4f93-9430-b919570f852c tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:27:39.056159 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a422907f-5359-4f93-9430-b919570f852c tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:39.066705 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6123b1d-5549-448b-8f5e-d2eea28bc3a0 None None] Sync routers for ids ['b818180f-1cb0-4b40-8941-bfaceeabbd05'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:27:39.073265 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6cc99487-b482-497d-9ab7-49e5c2eb2b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:39.082118 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6123b1d-5549-448b-8f5e-d2eea28bc3a0 None None] Routers {'b818180f-1cb0-4b40-8941-bfaceeabbd05'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:27:39.082739 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-b6123b1d-5549-448b-8f5e-d2eea28bc3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:27:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['b818180f-1cb0-4b40-8941-bfaceeabbd05'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:27:39.124360 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-a422907f-5359-4f93-9430-b919570f852c tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] 10.222.0.30 "PUT /v2.0/floatingips/6a29ef6b-ab80-42cb-9ee6-4b60cb8ad725 HTTP/1.1" status: 200 len: 992 time: 2.3190472 Apr 05 14:27:39.125449 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9939cbcc-d5bd-4bf9-a1e3-845bc8f70d6d', 'tag': 'cb39d974-5ad3-47ca-84ec-5e3653ce195d'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:27:39.131672 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2adb0752-2444-4e0d-bdb2-f1d2af956433" -d '{"events": [{"name": "network-changed", "server_uuid": "9939cbcc-d5bd-4bf9-a1e3-845bc8f70d6d", "tag": "cb39d974-5ad3-47ca-84ec-5e3653ce195d"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:27:39.132517 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ef7f5e67-cdd0-4d11-b4bd-d42b86db6d87 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:39.198678 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc99487-b482-497d-9ab7-49e5c2eb2b1b None None] Pushing event updated for resources: {'Port': ['ID=a660769c-310c-4a68-8765-b23fba70ec5b,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:39.237230 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4de9ed-6f44-4f8a-b20e-c79da85822e5 req-99ea2a3f-f7e0-4d63-b3b4-d4987388e6d7 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:39.238837 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7a4de9ed-6f44-4f8a-b20e-c79da85822e5 req-99ea2a3f-f7e0-4d63-b3b4-d4987388e6d7 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=672b2c8e-b413-49d4-9045-73a1b4424c32 HTTP/1.1" status: 200 len: 949 time: 0.0885491 Apr 05 14:27:39.317478 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-b6123b1d-5549-448b-8f5e-d2eea28bc3a0 None None] Set router b818180f-1cb0-4b40-8941-bfaceeabbd05 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:27:39.353862 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ad2ee61e-2db0-4f92-965e-96652992dc2c req-7ffbe756-2fae-44b9-80cd-e8f6925552bb tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] 10.222.0.30 "GET /v2.0/security-groups/725194af-bf61-4d9c-b9d6-5acbe3d645f2 HTTP/1.1" status: 200 len: 1813 time: 0.1096461 Apr 05 14:27:39.371920 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7a4de9ed-6f44-4f8a-b20e-c79da85822e5 req-0161f315-44f7-4ad9-b00f-109820c54691 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259444 Apr 05 14:27:39.433381 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ef7f5e67-cdd0-4d11-b4bd-d42b86db6d87 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:39.439252 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ad2ee61e-2db0-4f92-965e-96652992dc2c req-f2b03e33-3d01-4fb1-9252-7ab613a470b5 tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:39.481493 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ad2ee61e-2db0-4f92-965e-96652992dc2c req-f2b03e33-3d01-4fb1-9252-7ab613a470b5 tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:39.551235 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ef7f5e67-cdd0-4d11-b4bd-d42b86db6d87 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:39.661956 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ef7f5e67-cdd0-4d11-b4bd-d42b86db6d87 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:39.686834 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7f5e67-cdd0-4d11-b4bd-d42b86db6d87 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Pushing event updated for resources: {'Port': ['ID=4c878115-0a8e-4b88-bef5-9768ed5fa6ee,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:39.701756 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-b6123b1d-5549-448b-8f5e-d2eea28bc3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b818180f-1cb0-4b40-8941-bfaceeabbd05', 'name': 'tempest-ServersTestBootFromVolume-339806773-router', 'tenant_id': 'c0e5926356c743ce9ba35f3e09deaaf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '4f49d3c7-8060-47b4-8e5a-4fbe24b45582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:25:47Z', 'updated_at': '2022-04-05T14:25:58Z', 'revision_number': 4, 'project_id': 'c0e5926356c743ce9ba35f3e09deaaf4', 'gw_port': {'id': '4f49d3c7-8060-47b4-8e5a-4fbe24b45582', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b818180f-1cb0-4b40-8941-bfaceeabbd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:25:51Z', 'updated_at': '2022-04-05T14:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': '6a29ef6b-ab80-42cb-9ee6-4b60cb8ad725', 'tenant_id': 'c0e5926356c743ce9ba35f3e09deaaf4', 'floating_ip_address': '172.25.6.213', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': 'b818180f-1cb0-4b40-8941-bfaceeabbd05', 'port_id': 'cb39d974-5ad3-47ca-84ec-5e3653ce195d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88861c66-3c43-45fc-9adb-c522cea0f72f', 'mac_address': 'fa:16:3e:dc:0e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9939cbcc-d5bd-4bf9-a1e3-845bc8f70d6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:26:09Z', 'updated_at': '2022-04-05T14:27:37Z', 'revision_number': 1, 'project_id': 'c0e5926356c743ce9ba35f3e09deaaf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d173a13-71bb-4b33-9dfa-6ccddca230d6', 'name': '', 'network_id': '88861c66-3c43-45fc-9adb-c522cea0f72f', 'tenant_id': 'c0e5926356c743ce9ba35f3e09deaaf4', 'mac_address': 'fa:16:3e:b3:e5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b818180f-1cb0-4b40-8941-bfaceeabbd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '816e9016-5d95-4502-ad5a-ce593a4319fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:25:57Z', 'updated_at': '2022-04-05T14:26:07Z', 'revision_number': 5, 'project_id': 'c0e5926356c743ce9ba35f3e09deaaf4', 'subnets': [{'id': '816e9016-5d95-4502-ad5a-ce593a4319fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:27:39.737655 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6123b1d-5549-448b-8f5e-d2eea28bc3a0 None None] Checking router: b818180f-1cb0-4b40-8941-bfaceeabbd05 for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:27:39.750042 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6123b1d-5549-448b-8f5e-d2eea28bc3a0 None None] Routers {'b818180f-1cb0-4b40-8941-bfaceeabbd05'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:27:39.750698 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-b6123b1d-5549-448b-8f5e-d2eea28bc3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:27:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['b818180f-1cb0-4b40-8941-bfaceeabbd05'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:27:39.774224 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ad2ee61e-2db0-4f92-965e-96652992dc2c req-f2b03e33-3d01-4fb1-9252-7ab613a470b5 tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:39.777602 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ad2ee61e-2db0-4f92-965e-96652992dc2c req-f2b03e33-3d01-4fb1-9252-7ab613a470b5 tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:39.779183 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ad2ee61e-2db0-4f92-965e-96652992dc2c req-f2b03e33-3d01-4fb1-9252-7ab613a470b5 tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] 10.222.0.30 "DELETE /v2.0/security-groups/725194af-bf61-4d9c-b9d6-5acbe3d645f2 HTTP/1.1" status: 204 len: 173 time: 0.4243927 Apr 05 14:27:39.794824 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b03e33-3d01-4fb1-9252-7ab613a470b5 tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=725194af-bf61-4d9c-b9d6-5acbe3d645f2,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:39.856517 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 5c0df902-ae8d-4f4c-a20c-c7faf3940bc9 no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:27:39.873580 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-b6123b1d-5549-448b-8f5e-d2eea28bc3a0 None None] Set router b818180f-1cb0-4b40-8941-bfaceeabbd05 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:27:39.887199 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ef7f5e67-cdd0-4d11-b4bd-d42b86db6d87 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:39.887199 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-ef7f5e67-cdd0-4d11-b4bd-d42b86db6d87 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8712926 Apr 05 14:27:39.914531 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] No Port match for: 5c0df902-ae8d-4f4c-a20c-c7faf3940bc9 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:27:39.914891 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 5c0df902-ae8d-4f4c-a20c-c7faf3940bc9 not bound to the agent host n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:27:39.981500 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dbaa4a-507e-4f09-b15b-43fcce537e32 req-99bbdcce-3203-4165-95a7-81ea7703f927 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:39.984922 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-19dbaa4a-507e-4f09-b15b-43fcce537e32 req-99bbdcce-3203-4165-95a7-81ea7703f927 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] 10.222.0.30 "GET /v2.0/ports?device_id=9939cbcc-d5bd-4bf9-a1e3-845bc8f70d6d HTTP/1.1" status: 200 len: 946 time: 0.1336553 Apr 05 14:27:40.021082 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-19dbaa4a-507e-4f09-b15b-43fcce537e32 req-0305794b-14e8-4947-9efe-4aa5132a4545 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] 10.222.0.30 "GET /v2.0/security-groups?id=403595e2-7934-4903-a0f5-4f63fd0f5444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352371 Apr 05 14:27:40.092683 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c9a594-faad-4fe8-b5be-8212cd279ea2 x-openstack-request-id: req-73c9a594-faad-4fe8-b5be-8212cd279ea2 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:27:40.093004 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9939cbcc-d5bd-4bf9-a1e3-845bc8f70d6d", "tag": "cb39d974-5ad3-47ca-84ec-5e3653ce195d", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:27:40.093255 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-73c9a594-faad-4fe8-b5be-8212cd279ea2 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:27:40.093659 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73c9a594-faad-4fe8-b5be-8212cd279ea2'] response: {'name': 'network-changed', 'server_uuid': '9939cbcc-d5bd-4bf9-a1e3-845bc8f70d6d', 'tag': 'cb39d974-5ad3-47ca-84ec-5e3653ce195d', 'status': 'completed', 'code': 200} Apr 05 14:27:40.213989 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c6a3e0ad-1763-437a-9d3f-8b9f2a695b0d req-e7b77387-5b10-40c8-b88f-e4c2113b06b0 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e94de48-e857-4c66-8e21-bf21cb6db406 HTTP/1.1" status: 200 len: 210 time: 0.0559440 Apr 05 14:27:40.226291 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-b6123b1d-5549-448b-8f5e-d2eea28bc3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b818180f-1cb0-4b40-8941-bfaceeabbd05', 'name': 'tempest-ServersTestBootFromVolume-339806773-router', 'tenant_id': 'c0e5926356c743ce9ba35f3e09deaaf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '4f49d3c7-8060-47b4-8e5a-4fbe24b45582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:25:47Z', 'updated_at': '2022-04-05T14:25:58Z', 'revision_number': 4, 'project_id': 'c0e5926356c743ce9ba35f3e09deaaf4', 'gw_port': {'id': '4f49d3c7-8060-47b4-8e5a-4fbe24b45582', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b818180f-1cb0-4b40-8941-bfaceeabbd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:25:51Z', 'updated_at': '2022-04-05T14:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': '6a29ef6b-ab80-42cb-9ee6-4b60cb8ad725', 'tenant_id': 'c0e5926356c743ce9ba35f3e09deaaf4', 'floating_ip_address': '172.25.6.213', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': 'b818180f-1cb0-4b40-8941-bfaceeabbd05', 'port_id': 'cb39d974-5ad3-47ca-84ec-5e3653ce195d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88861c66-3c43-45fc-9adb-c522cea0f72f', 'mac_address': 'fa:16:3e:dc:0e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9939cbcc-d5bd-4bf9-a1e3-845bc8f70d6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:26:09Z', 'updated_at': '2022-04-05T14:27:37Z', 'revision_number': 1, 'project_id': 'c0e5926356c743ce9ba35f3e09deaaf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d173a13-71bb-4b33-9dfa-6ccddca230d6', 'name': '', 'network_id': '88861c66-3c43-45fc-9adb-c522cea0f72f', 'tenant_id': 'c0e5926356c743ce9ba35f3e09deaaf4', 'mac_address': 'fa:16:3e:b3:e5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b818180f-1cb0-4b40-8941-bfaceeabbd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '816e9016-5d95-4502-ad5a-ce593a4319fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:25:57Z', 'updated_at': '2022-04-05T14:26:07Z', 'revision_number': 5, 'project_id': 'c0e5926356c743ce9ba35f3e09deaaf4', 'subnets': [{'id': '816e9016-5d95-4502-ad5a-ce593a4319fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:27:40.241805 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb0752-2444-4e0d-bdb2-f1d2af956433 req-06e8b311-a0a2-434b-95a0-74eef55cc6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:40.243486 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2adb0752-2444-4e0d-bdb2-f1d2af956433 req-06e8b311-a0a2-434b-95a0-74eef55cc6c7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c0e5926356c743ce9ba35f3e09deaaf4&device_id=9939cbcc-d5bd-4bf9-a1e3-845bc8f70d6d HTTP/1.1" status: 200 len: 1097 time: 0.1247396 Apr 05 14:27:40.260149 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6123b1d-5549-448b-8f5e-d2eea28bc3a0 None None] The sync data for ids ['b818180f-1cb0-4b40-8941-bfaceeabbd05'] in n-d-836650-2 is: [{'id': 'b818180f-1cb0-4b40-8941-bfaceeabbd05', 'name': 'tempest-ServersTestBootFromVolume-339806773-router', 'tenant_id': 'c0e5926356c743ce9ba35f3e09deaaf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '4f49d3c7-8060-47b4-8e5a-4fbe24b45582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:25:47Z', 'updated_at': '2022-04-05T14:25:58Z', 'revision_number': 4, 'project_id': 'c0e5926356c743ce9ba35f3e09deaaf4', 'gw_port': {'id': '4f49d3c7-8060-47b4-8e5a-4fbe24b45582', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b818180f-1cb0-4b40-8941-bfaceeabbd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:25:51Z', 'updated_at': '2022-04-05T14:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': '6a29ef6b-ab80-42cb-9ee6-4b60cb8ad725', 'tenant_id': 'c0e5926356c743ce9ba35f3e09deaaf4', 'floating_ip_address': '172.25.6.213', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': 'b818180f-1cb0-4b40-8941-bfaceeabbd05', 'port_id': 'cb39d974-5ad3-47ca-84ec-5e3653ce195d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88861c66-3c43-45fc-9adb-c522cea0f72f', 'mac_address': 'fa:16:3e:dc:0e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9939cbcc-d5bd-4bf9-a1e3-845bc8f70d6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:26:09Z', 'updated_at': '2022-04-05T14:27:37Z', 'revision_number': 1, 'project_id': 'c0e5926356c743ce9ba35f3e09deaaf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d173a13-71bb-4b33-9dfa-6ccddca230d6', 'name': '', 'network_id': '88861c66-3c43-45fc-9adb-c522cea0f72f', 'tenant_id': 'c0e5926356c743ce9ba35f3e09deaaf4', 'mac_address': 'fa:16:3e:b3:e5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b818180f-1cb0-4b40-8941-bfaceeabbd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '816e9016-5d95-4502-ad5a-ce593a4319fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:25:57Z', 'updated_at': '2022-04-05T14:26:07Z', 'revision_number': 5, 'project_id': 'c0e5926356c743ce9ba35f3e09deaaf4', 'subnets': [{'id': '816e9016-5d95-4502-ad5a-ce593a4319fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:27:40.267258 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bce776bb-7408-4b46-9f0d-cf0ac6c7505a req-1047c8aa-bc38-498f-9637-28db7cee3335 tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] 10.222.0.30 "GET /v2.0/security-groups/a4c1c2ef-c5b9-4ee0-be3f-b5f5bbe14d03 HTTP/1.1" status: 200 len: 1812 time: 0.1098020 Apr 05 14:27:40.414126 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d3f68099-a781-482e-8ee2-b865fd7ace37 req-c51fc8de-a77c-4506-b858-aba6983fda89 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--677298134&fields=id&tenant_id=207a1d2774e941de89e17da9e075ff51 HTTP/1.1" status: 200 len: 267 time: 0.0872309 Apr 05 14:27:40.420200 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-bce776bb-7408-4b46-9f0d-cf0ac6c7505a req-b8ab4446-cd3f-4802-94f1-a7ba1c089955 tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:40.451821 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb0752-2444-4e0d-bdb2-f1d2af956433 req-8d38bf8e-796a-4c42-bab1-47dec09eee93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:40.453301 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2adb0752-2444-4e0d-bdb2-f1d2af956433 req-8d38bf8e-796a-4c42-bab1-47dec09eee93 service neutron] 10.222.0.55 "GET /v2.0/networks?id=88861c66-3c43-45fc-9adb-c522cea0f72f HTTP/1.1" status: 200 len: 916 time: 0.2010322 Apr 05 14:27:40.541399 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-bce776bb-7408-4b46-9f0d-cf0ac6c7505a req-b8ab4446-cd3f-4802-94f1-a7ba1c089955 tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:40.620743 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2adb0752-2444-4e0d-bdb2-f1d2af956433 req-7fe8b2aa-78c2-4830-aded-fc63d10c7c2c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb39d974-5ad3-47ca-84ec-5e3653ce195d HTTP/1.1" status: 200 len: 1000 time: 0.1512561 Apr 05 14:27:40.635307 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb533be3-f4cf-476d-997a-b61466ece69f None None] New status for floating IP 6a29ef6b-ab80-42cb-9ee6-4b60cb8ad725: ACTIVE {{(pid=103322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 14:27:40.672034 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f68099-a781-482e-8ee2-b865fd7ace37 req-3108b455-8c3b-4fc3-9a69-75bea33d321d tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:40.673823 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d3f68099-a781-482e-8ee2-b865fd7ace37 req-3108b455-8c3b-4fc3-9a69-75bea33d321d tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] 10.222.0.30 "GET /v2.0/networks?id=d09e1cf5-cb38-4bc5-a237-56c854e1c5a7 HTTP/1.1" status: 200 len: 811 time: 0.2415411 Apr 05 14:27:40.700090 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d3f68099-a781-482e-8ee2-b865fd7ace37 req-d2bb5c00-a6b6-486a-97c2-6a041fdcfe72 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] 10.222.0.30 "GET /v2.0/quotas/207a1d2774e941de89e17da9e075ff51 HTTP/1.1" status: 200 len: 375 time: 0.0199320 Apr 05 14:27:40.702105 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb0752-2444-4e0d-bdb2-f1d2af956433 req-e73a9222-8457-440a-af39-854ecdf345af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:40.703505 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2adb0752-2444-4e0d-bdb2-f1d2af956433 req-e73a9222-8457-440a-af39-854ecdf345af service neutron] 10.222.0.55 "GET /v2.0/subnets?id=816e9016-5d95-4502-ad5a-ce593a4319fc HTTP/1.1" status: 200 len: 854 time: 0.0729616 Apr 05 14:27:40.756986 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-bce776bb-7408-4b46-9f0d-cf0ac6c7505a req-b8ab4446-cd3f-4802-94f1-a7ba1c089955 tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:40.756986 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-bce776bb-7408-4b46-9f0d-cf0ac6c7505a req-b8ab4446-cd3f-4802-94f1-a7ba1c089955 tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:40.756986 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bce776bb-7408-4b46-9f0d-cf0ac6c7505a req-b8ab4446-cd3f-4802-94f1-a7ba1c089955 tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] 10.222.0.30 "DELETE /v2.0/security-groups/a4c1c2ef-c5b9-4ee0-be3f-b5f5bbe14d03 HTTP/1.1" status: 204 len: 173 time: 0.4764035 Apr 05 14:27:40.788913 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ab4446-cd3f-4802-94f1-a7ba1c089955 tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c1c2ef-c5b9-4ee0-be3f-b5f5bbe14d03,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:40.807079 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d3f68099-a781-482e-8ee2-b865fd7ace37 req-1399e150-cab9-449f-b160-8ceb94b84a20 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=207a1d2774e941de89e17da9e075ff51&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0996270 Apr 05 14:27:40.818797 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb0752-2444-4e0d-bdb2-f1d2af956433 req-ac3e8982-110e-488b-9e75-cf77b486158c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:40.829592 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2adb0752-2444-4e0d-bdb2-f1d2af956433 req-ac3e8982-110e-488b-9e75-cf77b486158c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=88861c66-3c43-45fc-9adb-c522cea0f72f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0825067 Apr 05 14:27:40.842047 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device a660769c-310c-4a68-8765-b23fba70ec5b up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:27:40.891928 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port a660769c-310c-4a68-8765-b23fba70ec5b triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:27:40.892298 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:41.010193 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf9a05-4cd7-41e4-b228-6d07c05ad48a req-7c8c5e71-ad62-4188-b435-1cd28d60bac8 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:41.014451 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2acf9a05-4cd7-41e4-b228-6d07c05ad48a req-7c8c5e71-ad62-4188-b435-1cd28d60bac8 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=d212ea26-a3c8-42b2-a405-cede990fb53f HTTP/1.1" status: 200 len: 950 time: 0.1780224 Apr 05 14:27:41.037762 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d3f68099-a781-482e-8ee2-b865fd7ace37 req-b86b989e-5fd1-44b5-93ee-15e8131d6b67 service neutron] 10.222.0.30 "GET /v2.0/networks/d09e1cf5-cb38-4bc5-a237-56c854e1c5a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100034 Apr 05 14:27:41.081274 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2adb0752-2444-4e0d-bdb2-f1d2af956433 req-969307b7-a533-45aa-81db-e63d97146599 service neutron] 10.222.0.55 "GET /v2.0/networks/88861c66-3c43-45fc-9adb-c522cea0f72f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443020 Apr 05 14:27:41.131696 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2acf9a05-4cd7-41e4-b228-6d07c05ad48a req-bdf78566-1ddf-421f-b18b-962780de7227 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072395 Apr 05 14:27:41.221160 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d3f68099-a781-482e-8ee2-b865fd7ace37 req-4fde4613-21e3-40d2-bc6e-ee020d50968f service neutron] 10.222.0.30 "GET /v2.0/networks/d09e1cf5-cb38-4bc5-a237-56c854e1c5a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742630 Apr 05 14:27:41.245162 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2adb0752-2444-4e0d-bdb2-f1d2af956433 req-18ead6c5-4810-4ebe-a5ab-b118dc336c49 service neutron] 10.222.0.55 "GET /v2.0/networks/88861c66-3c43-45fc-9adb-c522cea0f72f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259756 Apr 05 14:27:41.375940 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f894985a-7f6b-4770-b3cf-cc560fe67c30 req-602f71fd-c62e-4830-a249-28cae1db34aa tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:41.377580 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f894985a-7f6b-4770-b3cf-cc560fe67c30 req-602f71fd-c62e-4830-a249-28cae1db34aa tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=672b2c8e-b413-49d4-9045-73a1b4424c32 HTTP/1.1" status: 200 len: 949 time: 0.0531709 Apr 05 14:27:41.418073 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f894985a-7f6b-4770-b3cf-cc560fe67c30 req-bde7be5d-fe09-41e2-96ce-9c4738daef25 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341856 Apr 05 14:27:41.481043 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-59d1d5bb-5481-46ee-97be-fe77c2e9cbe1 req-4cd0cd5f-7f25-4712-98d1-821e0c8cabd2 tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] 10.222.0.30 "GET /v2.0/security-groups/213c421e-9594-406c-be33-244ad60e1e88 HTTP/1.1" status: 200 len: 1813 time: 0.0409214 Apr 05 14:27:41.548635 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-59d1d5bb-5481-46ee-97be-fe77c2e9cbe1 req-a7421ae9-923c-447e-86d5-082b3ff44fbc tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:41.613951 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-092dff42-b198-43fa-a91e-dc3ceb2f22a7 req-2ceeafa6-8543-42e0-bd26-8996a476df4d tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e94de48-e857-4c66-8e21-bf21cb6db406 HTTP/1.1" status: 200 len: 210 time: 0.0496783 Apr 05 14:27:41.615683 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-59d1d5bb-5481-46ee-97be-fe77c2e9cbe1 req-a7421ae9-923c-447e-86d5-082b3ff44fbc tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:41.705981 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-546b09b9-9351-4289-b59f-abbe32448b78 req-cdc8d8a9-c1c7-4e9e-b4ec-480c46b1cc89 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] 10.222.0.30 "GET /v2.0/ports?device_id=bdeb7a9b-ce2e-4be0-8143-552aea2f5539 HTTP/1.1" status: 200 len: 210 time: 0.0297189 Apr 05 14:27:41.814410 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-59d1d5bb-5481-46ee-97be-fe77c2e9cbe1 req-a7421ae9-923c-447e-86d5-082b3ff44fbc tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:41.817109 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-59d1d5bb-5481-46ee-97be-fe77c2e9cbe1 req-a7421ae9-923c-447e-86d5-082b3ff44fbc tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:41.818245 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-59d1d5bb-5481-46ee-97be-fe77c2e9cbe1 req-a7421ae9-923c-447e-86d5-082b3ff44fbc tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] 10.222.0.30 "DELETE /v2.0/security-groups/213c421e-9594-406c-be33-244ad60e1e88 HTTP/1.1" status: 204 len: 173 time: 0.3311915 Apr 05 14:27:41.824627 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 57730) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:27:41.830528 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8926ff66-7c30-4bd9-b7f0-3e6cae528a89 req-41896065-1464-4acd-97bf-b613fe641849 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:41.831997 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8926ff66-7c30-4bd9-b7f0-3e6cae528a89 req-41896065-1464-4acd-97bf-b613fe641849 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.55 "GET /v2.0/ports?device_id=d212ea26-a3c8-42b2-a405-cede990fb53f HTTP/1.1" status: 200 len: 950 time: 0.0579565 Apr 05 14:27:41.845289 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7421ae9-923c-447e-86d5-082b3ff44fbc tempest-SecurityGroupRulesNegativeTestJSON-1073455690 tempest-SecurityGroupRulesNegativeTestJSON-1073455690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=213c421e-9594-406c-be33-244ad60e1e88,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:41.880502 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1ef16a6-9c5b-4bf4-8b20-4038d4430cc9 admin admin] Deleting subnet d2233563-5541-4f29-b690-aa57e13da72b {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:27:41.884894 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e1ef16a6-9c5b-4bf4-8b20-4038d4430cc9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:41.930609 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e1ef16a6-9c5b-4bf4-8b20-4038d4430cc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:41.958173 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-8926ff66-7c30-4bd9-b7f0-3e6cae528a89 req-89e0b174-976c-4fe7-99bd-1dde5f0ca989 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Deleting port 296d843a-cc8d-41af-aa81-806072157423 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:27:41.958173 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-8926ff66-7c30-4bd9-b7f0-3e6cae528a89 req-89e0b174-976c-4fe7-99bd-1dde5f0ca989 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:41.972072 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e1ef16a6-9c5b-4bf4-8b20-4038d4430cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:42.052972 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-8926ff66-7c30-4bd9-b7f0-3e6cae528a89 req-89e0b174-976c-4fe7-99bd-1dde5f0ca989 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] For port 296d843a-cc8d-41af-aa81-806072157423, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=296d843a-cc8d-41af-aa81-806072157423,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:27:42.053487 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-8926ff66-7c30-4bd9-b7f0-3e6cae528a89 req-89e0b174-976c-4fe7-99bd-1dde5f0ca989 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:42.070829 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-8926ff66-7c30-4bd9-b7f0-3e6cae528a89 req-89e0b174-976c-4fe7-99bd-1dde5f0ca989 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Calling delete_port for 296d843a-cc8d-41af-aa81-806072157423 owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:27:42.094255 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:42.180405 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e1ef16a6-9c5b-4bf4-8b20-4038d4430cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:42.209491 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ef16a6-9c5b-4bf4-8b20-4038d4430cc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2233563-5541-4f29-b690-aa57e13da72b,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:42.212430 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e1ef16a6-9c5b-4bf4-8b20-4038d4430cc9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:42.216036 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-e1ef16a6-9c5b-4bf4-8b20-4038d4430cc9 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/d2233563-5541-4f29-b690-aa57e13da72b HTTP/1.1" status: 204 len: 168 time: 0.3901992 Apr 05 14:27:42.218549 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 57736) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:27:42.269521 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2658467b-7c1d-42e7-aab3-880bbdcb57ee req-7e8c7751-5b54-4982-9d02-83c0f1db0f2a tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:42.271216 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2658467b-7c1d-42e7-aab3-880bbdcb57ee req-7e8c7751-5b54-4982-9d02-83c0f1db0f2a tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=d212ea26-a3c8-42b2-a405-cede990fb53f HTTP/1.1" status: 200 len: 950 time: 0.0515482 Apr 05 14:27:42.290642 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2ec2cfa9-9034-4ea1-ab3f-a9c1c59f2e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:42.310949 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2658467b-7c1d-42e7-aab3-880bbdcb57ee req-f51471ef-09f6-429c-92f4-950a144f6d64 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323851 Apr 05 14:27:42.317646 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-8926ff66-7c30-4bd9-b7f0-3e6cae528a89 req-89e0b174-976c-4fe7-99bd-1dde5f0ca989 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:42.339884 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['ced27436-8a8c-4719-9bf6-b86688ef931d', 'ba916db2-e3ae-47b8-9dca-7bccdcf584cc'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:27:42.343839 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['d48d9039-a582-46f9-a15c-ebc5853e5c4f', '8af7a0bd-3e0c-4723-b6c5-a6ac2dc3131e', '8b1f25ba-968e-4f55-880e-8cbaad83d4e4', 'e24383ee-b2cd-4abe-a03f-410a11f91059', '296d843a-cc8d-41af-aa81-806072157423'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:27:42.350000 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e0b174-976c-4fe7-99bd-1dde5f0ca989 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Pushing event deleted for resources: {'Port': ['ID=296d843a-cc8d-41af-aa81-806072157423,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:42.374096 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 7 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 14:27:42.401631 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2ec2cfa9-9034-4ea1-ab3f-a9c1c59f2e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:42.411893 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-8926ff66-7c30-4bd9-b7f0-3e6cae528a89 req-89e0b174-976c-4fe7-99bd-1dde5f0ca989 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] No DVR routers for this DVR port 296d843a-cc8d-41af-aa81-806072157423 on host n-h1-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:27:42.415418 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-8926ff66-7c30-4bd9-b7f0-3e6cae528a89 req-89e0b174-976c-4fe7-99bd-1dde5f0ca989 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:42.419227 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8926ff66-7c30-4bd9-b7f0-3e6cae528a89 req-89e0b174-976c-4fe7-99bd-1dde5f0ca989 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.55 "DELETE /v2.0/ports/296d843a-cc8d-41af-aa81-806072157423 HTTP/1.1" status: 204 len: 173 time: 0.5807595 Apr 05 14:27:42.419855 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd212ea26-a3c8-42b2-a405-cede990fb53f', 'name': 'network-vif-deleted', 'tag': '296d843a-cc8d-41af-aa81-806072157423'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:27:42.422481 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979b2a6b-5b4b-4a1b-84ee-0d21a238947f" -d '{"events": [{"server_uuid": "d212ea26-a3c8-42b2-a405-cede990fb53f", "name": "network-vif-deleted", "tag": "296d843a-cc8d-41af-aa81-806072157423"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:27:42.427383 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-2ec2cfa9-9034-4ea1-ab3f-a9c1c59f2e74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5918f451-8ee0-47f5-bdf4-8967f6c30795']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:27:42.441819 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-2ec2cfa9-9034-4ea1-ab3f-a9c1c59f2e74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4eba0b1-ac13-4ba8-8189-71dfc0bfda26') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:27:42.442811 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-2ec2cfa9-9034-4ea1-ab3f-a9c1c59f2e74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4eba0b1-ac13-4ba8-8189-71dfc0bfda26') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:27:42.466765 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2ec2cfa9-9034-4ea1-ab3f-a9c1c59f2e74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:42.489980 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2ec2cfa9-9034-4ea1-ab3f-a9c1c59f2e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:42.497993 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e610365-c42d-435b-963b-47e44a345ae7 x-openstack-request-id: req-9e610365-c42d-435b-963b-47e44a345ae7 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:27:42.498494 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d212ea26-a3c8-42b2-a405-cede990fb53f", "name": "network-vif-deleted", "tag": "296d843a-cc8d-41af-aa81-806072157423", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:27:42.498743 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ec2cfa9-9034-4ea1-ab3f-a9c1c59f2e74 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:27:42.499501 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9e610365-c42d-435b-963b-47e44a345ae7 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:27:42.499622 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2ec2cfa9-9034-4ea1-ab3f-a9c1c59f2e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:42.500122 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e610365-c42d-435b-963b-47e44a345ae7'] response: {'server_uuid': 'd212ea26-a3c8-42b2-a405-cede990fb53f', 'name': 'network-vif-deleted', 'tag': '296d843a-cc8d-41af-aa81-806072157423', 'status': 'completed', 'code': 200} Apr 05 14:27:42.501580 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:27:42.501580 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:27:42.501580 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:27:42.501580 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:27:42.501580 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:27:42.501580 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:27:42.501580 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:27:42.501580 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:27:42.501580 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:27:42.501580 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:27:42.501580 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:27:42.501580 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:27:42.501580 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:27:42.501580 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:27:42.501580 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:27:42.501580 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:27:42.501580 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:27:42.501580 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:27:42.501580 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:27:42.501580 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:27:42.501580 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:27:42.501580 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:27:42.501580 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:27:42.501580 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:27:42.501580 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:27:42.501580 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:27:42.501580 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:27:42.501580 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:27:42.501580 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:27:42.501580 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:27:42.501580 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:27:42.501580 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:27:42.592138 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c5593b-0f57-4166-8de7-fd2e8a31bfeb req-1ea0eb04-2754-4735-8057-ddcca70dd7a4 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:42.593665 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-38c5593b-0f57-4166-8de7-fd2e8a31bfeb req-1ea0eb04-2754-4735-8057-ddcca70dd7a4 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=672b2c8e-b413-49d4-9045-73a1b4424c32 HTTP/1.1" status: 200 len: 949 time: 0.0649214 Apr 05 14:27:42.689752 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2ec2cfa9-9034-4ea1-ab3f-a9c1c59f2e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:42.699471 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-38c5593b-0f57-4166-8de7-fd2e8a31bfeb req-356fd64d-2bbb-4de4-b919-6325c46cd0ef tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986474 Apr 05 14:27:42.716449 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2ec2cfa9-9034-4ea1-ab3f-a9c1c59f2e74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:42.733605 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-2ec2cfa9-9034-4ea1-ab3f-a9c1c59f2e74 admin admin] 10.222.0.30 "DELETE /v2.0/networks/5918f451-8ee0-47f5-bdf4-8967f6c30795 HTTP/1.1" status: 204 len: 168 time: 0.5134757 Apr 05 14:27:42.777535 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec2cfa9-9034-4ea1-ab3f-a9c1c59f2e74 admin admin] Pushing event deleted for resources: {'Network': ['ID=5918f451-8ee0-47f5-bdf4-8967f6c30795,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:42.853731 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-30866ee6-9954-4514-8508-b68220afcae6 req-521d9136-5e27-4ff9-a936-8cd41689b8ac tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e94de48-e857-4c66-8e21-bf21cb6db406 HTTP/1.1" status: 200 len: 210 time: 0.0790143 Apr 05 14:27:42.913500 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-584937f4-18d4-4dbf-b462-5fc5968a9b60 req-5be979c9-4d85-40e0-b04b-3149c14b837b tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] 10.222.0.30 "GET /v2.0/ports?device_id=bdeb7a9b-ce2e-4be0-8143-552aea2f5539 HTTP/1.1" status: 200 len: 210 time: 0.1174259 Apr 05 14:27:42.946215 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a0c75-4019-4e06-9467-bccecfd7b4a2 req-b3b7ab6a-c820-4b80-81d6-f6f8c216faff tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:42.948058 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-275a0c75-4019-4e06-9467-bccecfd7b4a2 req-b3b7ab6a-c820-4b80-81d6-f6f8c216faff tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.11 "GET /v2.0/networks?id=a37e2d3e-8e8b-49fa-a97d-3b06631436db HTTP/1.1" status: 200 len: 820 time: 0.3147202 Apr 05 14:27:42.964511 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-275a0c75-4019-4e06-9467-bccecfd7b4a2 req-b160b678-3d5a-4c7d-bb4c-5fba17a2121c tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Request body: {'port': {'device_id': '0e94de48-e857-4c66-8e21-bf21cb6db406', 'network_id': 'a37e2d3e-8e8b-49fa-a97d-3b06631436db', 'admin_state_up': True, 'tenant_id': 'ec0fa5de45e74f079e998d8c4a01aedf'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:27:43.197300 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-275a0c75-4019-4e06-9467-bccecfd7b4a2 req-b160b678-3d5a-4c7d-bb4c-5fba17a2121c tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Made reservation on behalf of ec0fa5de45e74f079e998d8c4a01aedf for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:27:43.202438 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-275a0c75-4019-4e06-9467-bccecfd7b4a2 req-b160b678-3d5a-4c7d-bb4c-5fba17a2121c tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:43.354781 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 57756) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:27:43.365818 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-275a0c75-4019-4e06-9467-bccecfd7b4a2 req-b160b678-3d5a-4c7d-bb4c-5fba17a2121c tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Allocated IP 172.20.0.6 (a37e2d3e-8e8b-49fa-a97d-3b06631436db/e7ccd1c0-0ac4-418f-bea2-fcb22a694a96/f5ca50e7-44c0-45b8-9fd0-aec6296b904a) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:27:43.428540 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-d76f648b-29d9-40ac-bad6-dc89e14b82c1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f315eda9d4ec46678d1bc6ec4ffa84b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0724125 Apr 05 14:27:43.432288 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 57758) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:27:43.477772 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e68044b4-93c6-4e40-a3dd-a004bb8eb83b req-a4a78050-8d23-4d63-8860-84de49a4434f tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=d212ea26-a3c8-42b2-a405-cede990fb53f HTTP/1.1" status: 200 len: 210 time: 0.0363472 Apr 05 14:27:43.486507 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-34db9ddf-c41c-4e56-b549-780d9fb9d4d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:43.518788 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-34db9ddf-c41c-4e56-b549-780d9fb9d4d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:43.606081 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-275a0c75-4019-4e06-9467-bccecfd7b4a2 req-b160b678-3d5a-4c7d-bb4c-5fba17a2121c tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:43.682593 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-34db9ddf-c41c-4e56-b549-780d9fb9d4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:43.685249 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-34db9ddf-c41c-4e56-b549-780d9fb9d4d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:43.686456 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-34db9ddf-c41c-4e56-b549-780d9fb9d4d6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/74c74fb4-29d0-46af-b6bb-d24d0323ac34 HTTP/1.1" status: 204 len: 168 time: 0.2529237 Apr 05 14:27:43.696482 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34db9ddf-c41c-4e56-b549-780d9fb9d4d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c74fb4-29d0-46af-b6bb-d24d0323ac34,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:43.734798 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-275a0c75-4019-4e06-9467-bccecfd7b4a2 req-b160b678-3d5a-4c7d-bb4c-5fba17a2121c tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:43.795880 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-275a0c75-4019-4e06-9467-bccecfd7b4a2 req-b160b678-3d5a-4c7d-bb4c-5fba17a2121c tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Network a37e2d3e-8e8b-49fa-a97d-3b06631436db is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:27:43.799638 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-275a0c75-4019-4e06-9467-bccecfd7b4a2 req-b160b678-3d5a-4c7d-bb4c-5fba17a2121c tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:27:43.802324 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-275a0c75-4019-4e06-9467-bccecfd7b4a2 req-b160b678-3d5a-4c7d-bb4c-5fba17a2121c tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:27:43.832837 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b160b678-3d5a-4c7d-bb4c-5fba17a2121c tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Pushing event updated for resources: {'Port': ['ID=f5ca50e7-44c0-45b8-9fd0-aec6296b904a,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:43.837697 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:43.900561 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a0c75-4019-4e06-9467-bccecfd7b4a2 req-b160b678-3d5a-4c7d-bb4c-5fba17a2121c tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:43.901169 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-275a0c75-4019-4e06-9467-bccecfd7b4a2 req-b160b678-3d5a-4c7d-bb4c-5fba17a2121c tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:43.922624 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0595c4c-07d5-42eb-a7a9-873b9bf97bd7 req-6896abc0-2cb8-407b-98ed-e817ac4d8dc7 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:43.924144 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a0595c4c-07d5-42eb-a7a9-873b9bf97bd7 req-6896abc0-2cb8-407b-98ed-e817ac4d8dc7 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=672b2c8e-b413-49d4-9045-73a1b4424c32 HTTP/1.1" status: 200 len: 949 time: 0.0925114 Apr 05 14:27:43.998456 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a0595c4c-07d5-42eb-a7a9-873b9bf97bd7 req-0322db43-b8d6-425f-8683-9d7290885e26 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654144 Apr 05 14:27:44.013532 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31a18e9-c4cf-465c-bb3b-52521cf3f4fe req-44b6e7f8-9726-49d2-b7da-70ca273a1b78 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:44.015013 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a31a18e9-c4cf-465c-bb3b-52521cf3f4fe req-44b6e7f8-9726-49d2-b7da-70ca273a1b78 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e94de48-e857-4c66-8e21-bf21cb6db406 HTTP/1.1" status: 200 len: 931 time: 0.0676072 Apr 05 14:27:44.038961 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-275a0c75-4019-4e06-9467-bccecfd7b4a2 req-b160b678-3d5a-4c7d-bb4c-5fba17a2121c tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0819468 Apr 05 14:27:44.059234 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-275a0c75-4019-4e06-9467-bccecfd7b4a2 req-e9b35aa3-a02d-4ab9-9142-fe147866aa44 service neutron] Request body: {'port': {'device_id': '0e94de48-e857-4c66-8e21-bf21cb6db406', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:27:44.090773 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a31a18e9-c4cf-465c-bb3b-52521cf3f4fe req-8a7a7aae-e8e3-4a1d-a595-2e52b5219163 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697126 Apr 05 14:27:44.106903 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d5e60949-7221-46e1-92f7-c85b3f18b3b0 req-befbba56-a941-4cfd-81b5-1ef500d61e20 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] 10.222.0.30 "GET /v2.0/ports?device_id=bdeb7a9b-ce2e-4be0-8143-552aea2f5539 HTTP/1.1" status: 200 len: 210 time: 0.0449464 Apr 05 14:27:44.140056 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-275a0c75-4019-4e06-9467-bccecfd7b4a2 req-e9b35aa3-a02d-4ab9-9142-fe147866aa44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:44.247896 n-d-836650-2 neutron-server[103321]: INFO neutron.api.v2.resource [req-dbfb55b9-fbc5-44af-9bc9-9732f6007b58 req-ed7fa1cb-2741-4933-8b5e-453291eb158e service neutron] show failed (client error): The resource could not be found. Apr 05 14:27:44.248986 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-dbfb55b9-fbc5-44af-9bc9-9732f6007b58 req-ed7fa1cb-2741-4933-8b5e-453291eb158e service neutron] 10.222.0.11 "GET /v2.0/ports/76f59e91-1ec2-4780-83fc-58f44a4a3d54/bindings/n-h1-836650-2 HTTP/1.1" status: 404 len: 380 time: 0.0628352 Apr 05 14:27:44.415158 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-275a0c75-4019-4e06-9467-bccecfd7b4a2 req-e9b35aa3-a02d-4ab9-9142-fe147866aa44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5ca50e7-44c0-45b8-9fd0-aec6296b904a {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:27:44.422559 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-275a0c75-4019-4e06-9467-bccecfd7b4a2 req-e9b35aa3-a02d-4ab9-9142-fe147866aa44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:44.435278 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-275a0c75-4019-4e06-9467-bccecfd7b4a2 req-e9b35aa3-a02d-4ab9-9142-fe147866aa44 service neutron] Transition to ACTIVE for port object f5ca50e7-44c0-45b8-9fd0-aec6296b904a will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:27:44.580689 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-275a0c75-4019-4e06-9467-bccecfd7b4a2 req-e9b35aa3-a02d-4ab9-9142-fe147866aa44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:44.670015 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b35aa3-a02d-4ab9-9142-fe147866aa44 service neutron] Pushing event updated for resources: {'Port': ['ID=f5ca50e7-44c0-45b8-9fd0-aec6296b904a,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:44.706121 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-275a0c75-4019-4e06-9467-bccecfd7b4a2 req-e9b35aa3-a02d-4ab9-9142-fe147866aa44 service neutron] Attempting to bind port f5ca50e7-44c0-45b8-9fd0-aec6296b904a on host n-h2-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:27:44.708046 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-275a0c75-4019-4e06-9467-bccecfd7b4a2 req-e9b35aa3-a02d-4ab9-9142-fe147866aa44 service neutron] Attempting to bind port f5ca50e7-44c0-45b8-9fd0-aec6296b904a by drivers openvswitch,hyperv on host n-h2-836650-2 at level 0 using segments [{'id': 'e44f5d0a-bab4-40cf-a1ed-36028ad06628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a37e2d3e-8e8b-49fa-a97d-3b06631436db'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:27:44.708314 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275a0c75-4019-4e06-9467-bccecfd7b4a2 req-e9b35aa3-a02d-4ab9-9142-fe147866aa44 service neutron] Attempting to bind port f5ca50e7-44c0-45b8-9fd0-aec6296b904a on network a37e2d3e-8e8b-49fa-a97d-3b06631436db {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:27:44.714095 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275a0c75-4019-4e06-9467-bccecfd7b4a2 req-e9b35aa3-a02d-4ab9-9142-fe147866aa44 service neutron] Port f5ca50e7-44c0-45b8-9fd0-aec6296b904a on network a37e2d3e-8e8b-49fa-a97d-3b06631436db not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:27:44.714423 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275a0c75-4019-4e06-9467-bccecfd7b4a2 req-e9b35aa3-a02d-4ab9-9142-fe147866aa44 service neutron] Attempting to bind port f5ca50e7-44c0-45b8-9fd0-aec6296b904a on network a37e2d3e-8e8b-49fa-a97d-3b06631436db {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:27:44.719786 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275a0c75-4019-4e06-9467-bccecfd7b4a2 req-e9b35aa3-a02d-4ab9-9142-fe147866aa44 service neutron] Checking agent: {'id': '6d8cf521-24bb-4b6a-bbae-0284f5c87a9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:27:44.720121 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275a0c75-4019-4e06-9467-bccecfd7b4a2 req-e9b35aa3-a02d-4ab9-9142-fe147866aa44 service neutron] Checking segment: {'id': 'e44f5d0a-bab4-40cf-a1ed-36028ad06628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a37e2d3e-8e8b-49fa-a97d-3b06631436db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:27:44.720791 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275a0c75-4019-4e06-9467-bccecfd7b4a2 req-e9b35aa3-a02d-4ab9-9142-fe147866aa44 service neutron] Bound using segment: {'id': 'e44f5d0a-bab4-40cf-a1ed-36028ad06628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a37e2d3e-8e8b-49fa-a97d-3b06631436db'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:27:44.720971 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-275a0c75-4019-4e06-9467-bccecfd7b4a2 req-e9b35aa3-a02d-4ab9-9142-fe147866aa44 service neutron] Bound port: f5ca50e7-44c0-45b8-9fd0-aec6296b904a, host: n-h2-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e44f5d0a-bab4-40cf-a1ed-36028ad06628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a37e2d3e-8e8b-49fa-a97d-3b06631436db'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:27:44.721380 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-275a0c75-4019-4e06-9467-bccecfd7b4a2 req-e9b35aa3-a02d-4ab9-9142-fe147866aa44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:44.782875 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f68099-a781-482e-8ee2-b865fd7ace37 req-212d2cba-13e6-4c84-ad54-3abd7c46bc91 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:44.785104 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-d3f68099-a781-482e-8ee2-b865fd7ace37 req-212d2cba-13e6-4c84-ad54-3abd7c46bc91 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] 10.222.0.11 "GET /v2.0/networks?id=d09e1cf5-cb38-4bc5-a237-56c854e1c5a7 HTTP/1.1" status: 200 len: 811 time: 0.1373587 Apr 05 14:27:44.795672 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-275a0c75-4019-4e06-9467-bccecfd7b4a2 req-e9b35aa3-a02d-4ab9-9142-fe147866aa44 service neutron] For port f5ca50e7-44c0-45b8-9fd0-aec6296b904a, host n-h2-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:27:44.799236 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-275a0c75-4019-4e06-9467-bccecfd7b4a2 req-e9b35aa3-a02d-4ab9-9142-fe147866aa44 service neutron] For port f5ca50e7-44c0-45b8-9fd0-aec6296b904a, host n-h2-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=f5ca50e7-44c0-45b8-9fd0-aec6296b904a,segment=NetworkSegment(e44f5d0a-bab4-40cf-a1ed-36028ad06628),segment_id=e44f5d0a-bab4-40cf-a1ed-36028ad06628)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:27:44.853904 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-d3f68099-a781-482e-8ee2-b865fd7ace37 req-06e605f5-a228-4568-ae56-f06235d1178a tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=207a1d2774e941de89e17da9e075ff51 HTTP/1.1" status: 200 len: 379 time: 0.0423260 Apr 05 14:27:44.862984 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-d3f68099-a781-482e-8ee2-b865fd7ace37 req-2edb357a-5880-4bee-badb-6edcfde002a6 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Request body: {'port': {'device_id': 'bdeb7a9b-ce2e-4be0-8143-552aea2f5539', 'network_id': 'd09e1cf5-cb38-4bc5-a237-56c854e1c5a7', 'admin_state_up': True, 'tenant_id': '207a1d2774e941de89e17da9e075ff51', 'security_groups': ['f94f82e0-3b79-4bb3-b43d-fd966d9e152b']}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:27:44.983659 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-275a0c75-4019-4e06-9467-bccecfd7b4a2 req-e9b35aa3-a02d-4ab9-9142-fe147866aa44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:45.041863 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a0c75-4019-4e06-9467-bccecfd7b4a2 req-e9b35aa3-a02d-4ab9-9142-fe147866aa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:45.042487 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-275a0c75-4019-4e06-9467-bccecfd7b4a2 req-e9b35aa3-a02d-4ab9-9142-fe147866aa44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:45.044161 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-275a0c75-4019-4e06-9467-bccecfd7b4a2 req-e9b35aa3-a02d-4ab9-9142-fe147866aa44 service neutron] 10.222.0.11 "PUT /v2.0/ports/f5ca50e7-44c0-45b8-9fd0-aec6296b904a HTTP/1.1" status: 200 len: 1091 time: 0.9926076 Apr 05 14:27:45.044551 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e94de48-e857-4c66-8e21-bf21cb6db406', 'tag': 'f5ca50e7-44c0-45b8-9fd0-aec6296b904a'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:27:45.047735 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d34cc7c9-e667-4227-b1a2-5f8889f625f0" -d '{"events": [{"name": "network-changed", "server_uuid": "0e94de48-e857-4c66-8e21-bf21cb6db406", "tag": "f5ca50e7-44c0-45b8-9fd0-aec6296b904a"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:27:45.096201 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b35aa3-a02d-4ab9-9142-fe147866aa44 service neutron] Pushing event updated for resources: {'Port': ['ID=f5ca50e7-44c0-45b8-9fd0-aec6296b904a,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:45.158065 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b1b6384-ed59-4d9e-8299-f14c75eeaca7 x-openstack-request-id: req-7b1b6384-ed59-4d9e-8299-f14c75eeaca7 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:27:45.158361 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e94de48-e857-4c66-8e21-bf21cb6db406", "tag": "f5ca50e7-44c0-45b8-9fd0-aec6296b904a", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:27:45.158612 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7b1b6384-ed59-4d9e-8299-f14c75eeaca7 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:27:45.159163 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b1b6384-ed59-4d9e-8299-f14c75eeaca7'] response: {'name': 'network-changed', 'server_uuid': '0e94de48-e857-4c66-8e21-bf21cb6db406', 'tag': 'f5ca50e7-44c0-45b8-9fd0-aec6296b904a', 'status': 'completed', 'code': 200} Apr 05 14:27:45.225436 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 57802) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:27:45.396748 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548723db-713d-4f07-a4d1-584a9afe0aff req-d5e171ab-0ca5-4065-8434-bb628c9c42d2 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:45.399213 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-548723db-713d-4f07-a4d1-584a9afe0aff req-d5e171ab-0ca5-4065-8434-bb628c9c42d2 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=672b2c8e-b413-49d4-9045-73a1b4424c32 HTTP/1.1" status: 200 len: 949 time: 0.2962306 Apr 05 14:27:45.420192 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64254014-2fd2-4990-bc47-3b75088e4308 req-aac446b7-8d67-437d-a2ba-e4c12618bcda tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:45.422536 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-64254014-2fd2-4990-bc47-3b75088e4308 req-aac446b7-8d67-437d-a2ba-e4c12618bcda tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=496f05d5-07a4-4f5a-a0e7-3a4627077a39 HTTP/1.1" status: 200 len: 950 time: 0.1920729 Apr 05 14:27:45.426017 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34cc7c9-e667-4227-b1a2-5f8889f625f0 req-1362ca8c-b8a6-4049-87f7-b49616622752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:45.427831 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d34cc7c9-e667-4227-b1a2-5f8889f625f0 req-1362ca8c-b8a6-4049-87f7-b49616622752 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ec0fa5de45e74f079e998d8c4a01aedf&device_id=0e94de48-e857-4c66-8e21-bf21cb6db406 HTTP/1.1" status: 200 len: 1094 time: 0.2271841 Apr 05 14:27:45.449421 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb55b9-fbc5-44af-9bc9-9732f6007b58 req-93dc7efc-5f4f-43ff-add3-21753cfba06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:45.450858 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dbfb55b9-fbc5-44af-9bc9-9732f6007b58 req-93dc7efc-5f4f-43ff-add3-21753cfba06a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=672b2c8e-b413-49d4-9045-73a1b4424c32&tenant_id=eb6eb2eb5e534aae8638ab75f1f70e11 HTTP/1.1" status: 200 len: 1100 time: 0.2078800 Apr 05 14:27:45.478781 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-dbfb55b9-fbc5-44af-9bc9-9732f6007b58 req-8634dd01-d3e5-4c12-8440-9775e15135af service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836650-2', 'device_owner': 'compute:nova'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:27:45.495360 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-6682d139-1b3a-4127-a392-ae3db2a174f8 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-185732347-network', 'tenant_id': '8f7d4c9b55da4a0185d99ed95b2d227e'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:27:45.499590 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3f68099-a781-482e-8ee2-b865fd7ace37 req-2edb357a-5880-4bee-badb-6edcfde002a6 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Made reservation on behalf of 207a1d2774e941de89e17da9e075ff51 for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:27:45.505756 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-d3f68099-a781-482e-8ee2-b865fd7ace37 req-2edb357a-5880-4bee-badb-6edcfde002a6 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:45.604640 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-548723db-713d-4f07-a4d1-584a9afe0aff req-7c07a92d-5b69-46c8-9829-674df9c22788 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756372 Apr 05 14:27:45.649471 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [req-d3f68099-a781-482e-8ee2-b865fd7ace37 req-2edb357a-5880-4bee-badb-6edcfde002a6 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Allocated IP 172.20.0.11 (d09e1cf5-cb38-4bc5-a237-56c854e1c5a7/fc1431b9-cf4d-44e2-9bf0-6943b83ea911/f8f36c54-bfdb-41ca-bdaf-983a4bd56f58) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:27:45.828566 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-d3f68099-a781-482e-8ee2-b865fd7ace37 req-2edb357a-5880-4bee-badb-6edcfde002a6 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:45.963611 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-64254014-2fd2-4990-bc47-3b75088e4308 req-db88b6d6-6749-4de1-925c-e24e8e0822c4 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5310774 Apr 05 14:27:45.965331 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-d3f68099-a781-482e-8ee2-b865fd7ace37 req-2edb357a-5880-4bee-badb-6edcfde002a6 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:45.995676 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-dbfb55b9-fbc5-44af-9bc9-9732f6007b58 req-8634dd01-d3e5-4c12-8440-9775e15135af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:46.026838 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34cc7c9-e667-4227-b1a2-5f8889f625f0 req-b65b1c9f-5135-4eac-84db-f4e8ee71bc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:46.028340 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d34cc7c9-e667-4227-b1a2-5f8889f625f0 req-b65b1c9f-5135-4eac-84db-f4e8ee71bc30 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=ec0fa5de45e74f079e998d8c4a01aedf&shared=False HTTP/1.1" status: 200 len: 921 time: 0.5811448 Apr 05 14:27:46.036872 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3f68099-a781-482e-8ee2-b865fd7ace37 req-2edb357a-5880-4bee-badb-6edcfde002a6 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Network d09e1cf5-cb38-4bc5-a237-56c854e1c5a7 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:27:46.041523 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db26e01-f394-43fd-9f51-d40e50e961ce req-82a5d19d-f251-4e7c-89c9-b2052b649a7f tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:46.041746 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edb357a-5880-4bee-badb-6edcfde002a6 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Pushing event updated for resources: {'Port': ['ID=f8f36c54-bfdb-41ca-bdaf-983a4bd56f58,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:46.043021 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8db26e01-f394-43fd-9f51-d40e50e961ce req-82a5d19d-f251-4e7c-89c9-b2052b649a7f tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e94de48-e857-4c66-8e21-bf21cb6db406 HTTP/1.1" status: 200 len: 943 time: 0.0972044 Apr 05 14:27:46.045283 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [req-d3f68099-a781-482e-8ee2-b865fd7ace37 req-2edb357a-5880-4bee-badb-6edcfde002a6 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:27:46.047726 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3f68099-a781-482e-8ee2-b865fd7ace37 req-2edb357a-5880-4bee-badb-6edcfde002a6 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:27:46.084014 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6682d139-1b3a-4127-a392-ae3db2a174f8 admin admin] Made reservation on behalf of 8f7d4c9b55da4a0185d99ed95b2d227e for: {'network': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:27:46.084014 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6682d139-1b3a-4127-a392-ae3db2a174f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:46.120155 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f68099-a781-482e-8ee2-b865fd7ace37 req-2edb357a-5880-4bee-badb-6edcfde002a6 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:46.120840 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-d3f68099-a781-482e-8ee2-b865fd7ace37 req-2edb357a-5880-4bee-badb-6edcfde002a6 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:46.167957 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 296d843a-cc8d-41af-aa81-806072157423 no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:27:46.179162 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6682d139-1b3a-4127-a392-ae3db2a174f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:46.195938 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] No Port match for: 296d843a-cc8d-41af-aa81-806072157423 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:27:46.196265 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 296d843a-cc8d-41af-aa81-806072157423 not bound to the agent host n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:27:46.228332 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-d3f68099-a781-482e-8ee2-b865fd7ace37 req-2edb357a-5880-4bee-badb-6edcfde002a6 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3691120 Apr 05 14:27:46.240758 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-d3f68099-a781-482e-8ee2-b865fd7ace37 req-fa9cd657-f905-4d67-aed6-aa4abff4faac service neutron] Request body: {'port': {'device_id': 'bdeb7a9b-ce2e-4be0-8143-552aea2f5539', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-2'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:27:46.308177 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-d3f68099-a781-482e-8ee2-b865fd7ace37 req-fa9cd657-f905-4d67-aed6-aa4abff4faac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:46.314477 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8db26e01-f394-43fd-9f51-d40e50e961ce req-c941dec2-0678-427a-85ab-9ce379648b04 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413049 Apr 05 14:27:46.330688 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd2f68-14a1-489f-a822-05d89da9e07f req-c82c7bf5-cd16-4fec-88dc-bff79dc09be1 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:46.332179 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-55fd2f68-14a1-489f-a822-05d89da9e07f req-c82c7bf5-cd16-4fec-88dc-bff79dc09be1 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] 10.222.0.30 "GET /v2.0/ports?device_id=bdeb7a9b-ce2e-4be0-8143-552aea2f5539 HTTP/1.1" status: 200 len: 932 time: 0.2580101 Apr 05 14:27:46.355503 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-e75123da-6c66-4ea8-ae02-b7ce483ea82d None None] Provisioning complete for port f8f36c54-bfdb-41ca-bdaf-983a4bd56f58 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:27:46.356238 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e75123da-6c66-4ea8-ae02-b7ce483ea82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:46.363180 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34cc7c9-e667-4227-b1a2-5f8889f625f0 req-837a78e8-35c3-4e1c-9a00-5157ec573301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:46.364625 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d34cc7c9-e667-4227-b1a2-5f8889f625f0 req-837a78e8-35c3-4e1c-9a00-5157ec573301 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3018680 Apr 05 14:27:46.448662 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-e75123da-6c66-4ea8-ae02-b7ce483ea82d None None] Port f8f36c54-bfdb-41ca-bdaf-983a4bd56f58 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:27:46.494905 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-55fd2f68-14a1-489f-a822-05d89da9e07f req-8dcb51f6-ba84-4fe3-92f8-3cb7e401dd62 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] 10.222.0.30 "GET /v2.0/security-groups?id=f94f82e0-3b79-4bb3-b43d-fd966d9e152b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391463 Apr 05 14:27:46.540171 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-dbfb55b9-fbc5-44af-9bc9-9732f6007b58 req-8634dd01-d3e5-4c12-8440-9775e15135af service neutron] For port 76f59e91-1ec2-4780-83fc-58f44a4a3d54, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=76f59e91-1ec2-4780-83fc-58f44a4a3d54,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:27:46.562391 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6682d139-1b3a-4127-a392-ae3db2a174f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:46.566669 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a0c75-4019-4e06-9467-bccecfd7b4a2 req-e8f4a510-a48c-49b9-87ad-ca52b72ac2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:46.568225 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-275a0c75-4019-4e06-9467-bccecfd7b4a2 req-e8f4a510-a48c-49b9-87ad-ca52b72ac2ed service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ec0fa5de45e74f079e998d8c4a01aedf&device_id=0e94de48-e857-4c66-8e21-bf21cb6db406 HTTP/1.1" status: 200 len: 1094 time: 0.1401367 Apr 05 14:27:46.627263 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-275a0c75-4019-4e06-9467-bccecfd7b4a2 req-be3252fb-bbf3-4022-9b0a-4abf490050d4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5ca50e7-44c0-45b8-9fd0-aec6296b904a HTTP/1.1" status: 200 len: 217 time: 0.0514078 Apr 05 14:27:46.627839 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6682d139-1b3a-4127-a392-ae3db2a174f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:46.645512 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-dbfb55b9-fbc5-44af-9bc9-9732f6007b58 req-8634dd01-d3e5-4c12-8440-9775e15135af service neutron] For port 76f59e91-1ec2-4780-83fc-58f44a4a3d54, host n-h2-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:27:46.670243 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [req-d3f68099-a781-482e-8ee2-b865fd7ace37 req-fa9cd657-f905-4d67-aed6-aa4abff4faac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8f36c54-bfdb-41ca-bdaf-983a4bd56f58 {{(pid=103321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:27:46.680948 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-d3f68099-a781-482e-8ee2-b865fd7ace37 req-fa9cd657-f905-4d67-aed6-aa4abff4faac service neutron] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:46.695209 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.provisioning_blocks [req-d3f68099-a781-482e-8ee2-b865fd7ace37 req-fa9cd657-f905-4d67-aed6-aa4abff4faac service neutron] Transition to ACTIVE for port object f8f36c54-bfdb-41ca-bdaf-983a4bd56f58 will not be triggered until provisioned by entity L2. {{(pid=103321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:27:46.753144 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-87ff68eb-4de2-426e-bb1d-d78e6f006911 req-9223251d-fd44-4257-b58e-99a20374552b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b7899062-ba60-4ab7-8a05-70f7e011d412&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0538967 Apr 05 14:27:46.790621 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6682d139-1b3a-4127-a392-ae3db2a174f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=103320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:27:46.824733 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ff68eb-4de2-426e-bb1d-d78e6f006911 req-671b02a3-d034-411b-92b8-7e7512548170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:46.827288 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-87ff68eb-4de2-426e-bb1d-d78e6f006911 req-671b02a3-d034-411b-92b8-7e7512548170 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c301d8186c0d498e88493d184d59ac7d&device_id=b7899062-ba60-4ab7-8a05-70f7e011d412 HTTP/1.1" status: 200 len: 1101 time: 0.0503113 Apr 05 14:27:46.837610 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-d3f68099-a781-482e-8ee2-b865fd7ace37 req-fa9cd657-f905-4d67-aed6-aa4abff4faac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:46.848857 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-dbfb55b9-fbc5-44af-9bc9-9732f6007b58 req-8634dd01-d3e5-4c12-8440-9775e15135af service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:46.855992 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6682d139-1b3a-4127-a392-ae3db2a174f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac81a47d-611e-43f9-ad72-51e46f6c1171,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:46.859032 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6682d139-1b3a-4127-a392-ae3db2a174f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:46.859374 n-d-836650-2 neutron-server[103320]: INFO neutron.db.segments_db [None req-6682d139-1b3a-4127-a392-ae3db2a174f8 admin admin] Added segment 7f154f03-b024-4bb8-b911-5a9d903c6a0d of type vlan for network 37f393ab-b784-495a-8545-e0b877644873 Apr 05 14:27:46.911989 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-dbfb55b9-fbc5-44af-9bc9-9732f6007b58 req-8634dd01-d3e5-4c12-8440-9775e15135af service neutron] Transition to ACTIVE for port object 76f59e91-1ec2-4780-83fc-58f44a4a3d54 will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:27:46.921574 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938cfed2-969e-4e02-9e30-e786fcac6759 req-c1906241-e184-41ca-a694-d6c2552d1767 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:46.923097 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-938cfed2-969e-4e02-9e30-e786fcac6759 req-c1906241-e184-41ca-a694-d6c2552d1767 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.55 "GET /v2.0/ports?device_id=496f05d5-07a4-4f5a-a0e7-3a4627077a39 HTTP/1.1" status: 200 len: 950 time: 0.2978640 Apr 05 14:27:46.924678 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a0c75-4019-4e06-9467-bccecfd7b4a2 req-45f3c445-dc20-4915-8c49-5052b3cf0799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:46.926177 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-275a0c75-4019-4e06-9467-bccecfd7b4a2 req-45f3c445-dc20-4915-8c49-5052b3cf0799 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e7ccd1c0-0ac4-418f-bea2-fcb22a694a96 HTTP/1.1" status: 200 len: 860 time: 0.2789009 Apr 05 14:27:46.974101 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9cd657-f905-4d67-aed6-aa4abff4faac service neutron] Pushing event updated for resources: {'Port': ['ID=f8f36c54-bfdb-41ca-bdaf-983a4bd56f58,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:46.976469 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6682d139-1b3a-4127-a392-ae3db2a174f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:46.987934 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d1980-ed24-40e4-aa02-61303d969cbe req-5a3bed7c-8c3a-4e66-a7fb-e043dec7877c tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:46.997963 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ca6d1980-ed24-40e4-aa02-61303d969cbe req-5a3bed7c-8c3a-4e66-a7fb-e043dec7877c tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=672b2c8e-b413-49d4-9045-73a1b4424c32 HTTP/1.1" status: 200 len: 949 time: 0.2749088 Apr 05 14:27:47.030126 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-dbfb55b9-fbc5-44af-9bc9-9732f6007b58 req-8634dd01-d3e5-4c12-8440-9775e15135af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:47.046912 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-275a0c75-4019-4e06-9467-bccecfd7b4a2 req-be043bbe-2d66-48ae-8a43-2bae89095863 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a37e2d3e-8e8b-49fa-a97d-3b06631436db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1066599 Apr 05 14:27:47.121312 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ff68eb-4de2-426e-bb1d-d78e6f006911 req-f509dea6-553a-4419-b7f2-e5534c2bf924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:47.123445 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.db.resource_extend [None req-6682d139-1b3a-4127-a392-ae3db2a174f8 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 14:27:47.125179 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-87ff68eb-4de2-426e-bb1d-d78e6f006911 req-f509dea6-553a-4419-b7f2-e5534c2bf924 service neutron] 10.222.0.55 "GET /v2.0/networks?id=80d671a8-d1ab-4472-891b-9c042fbd7800 HTTP/1.1" status: 200 len: 870 time: 0.2709670 Apr 05 14:27:47.130965 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-d3f68099-a781-482e-8ee2-b865fd7ace37 req-fa9cd657-f905-4d67-aed6-aa4abff4faac service neutron] Attempting to bind port f8f36c54-bfdb-41ca-bdaf-983a4bd56f58 on host n-h2-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:27:47.131712 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-d3f68099-a781-482e-8ee2-b865fd7ace37 req-fa9cd657-f905-4d67-aed6-aa4abff4faac service neutron] Attempting to bind port f8f36c54-bfdb-41ca-bdaf-983a4bd56f58 by drivers openvswitch,hyperv on host n-h2-836650-2 at level 0 using segments [{'id': 'a7b6b76e-60b5-47fc-aeb7-c77bd8716e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd09e1cf5-cb38-4bc5-a237-56c854e1c5a7'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:27:47.132188 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f68099-a781-482e-8ee2-b865fd7ace37 req-fa9cd657-f905-4d67-aed6-aa4abff4faac service neutron] Attempting to bind port f8f36c54-bfdb-41ca-bdaf-983a4bd56f58 on network d09e1cf5-cb38-4bc5-a237-56c854e1c5a7 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:27:47.188194 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '672b2c8e-b413-49d4-9045-73a1b4424c32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76f59e91-1ec2-4780-83fc-58f44a4a3d54'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:27:47.189291 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f68099-a781-482e-8ee2-b865fd7ace37 req-fa9cd657-f905-4d67-aed6-aa4abff4faac service neutron] Port f8f36c54-bfdb-41ca-bdaf-983a4bd56f58 on network d09e1cf5-cb38-4bc5-a237-56c854e1c5a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:27:47.189777 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f68099-a781-482e-8ee2-b865fd7ace37 req-fa9cd657-f905-4d67-aed6-aa4abff4faac service neutron] Attempting to bind port f8f36c54-bfdb-41ca-bdaf-983a4bd56f58 on network d09e1cf5-cb38-4bc5-a237-56c854e1c5a7 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:27:47.190762 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d23b74-fcc5-4c42-9469-d67a5af9d223" -d '{"events": [{"server_uuid": "672b2c8e-b413-49d4-9045-73a1b4424c32", "name": "network-vif-unplugged", "status": "completed", "tag": "76f59e91-1ec2-4780-83fc-58f44a4a3d54"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:27:47.194628 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-87ff68eb-4de2-426e-bb1d-d78e6f006911 req-b4139d67-c258-41d0-afd5-c74f539ec77d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=d48d9039-a582-46f9-a15c-ebc5853e5c4f HTTP/1.1" status: 200 len: 217 time: 0.0593934 Apr 05 14:27:47.200396 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f68099-a781-482e-8ee2-b865fd7ace37 req-fa9cd657-f905-4d67-aed6-aa4abff4faac service neutron] Checking agent: {'id': '6d8cf521-24bb-4b6a-bbae-0284f5c87a9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:27:47.201225 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f68099-a781-482e-8ee2-b865fd7ace37 req-fa9cd657-f905-4d67-aed6-aa4abff4faac service neutron] Checking segment: {'id': 'a7b6b76e-60b5-47fc-aeb7-c77bd8716e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd09e1cf5-cb38-4bc5-a237-56c854e1c5a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:27:47.201757 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f68099-a781-482e-8ee2-b865fd7ace37 req-fa9cd657-f905-4d67-aed6-aa4abff4faac service neutron] Bound using segment: {'id': 'a7b6b76e-60b5-47fc-aeb7-c77bd8716e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd09e1cf5-cb38-4bc5-a237-56c854e1c5a7'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:27:47.202277 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-d3f68099-a781-482e-8ee2-b865fd7ace37 req-fa9cd657-f905-4d67-aed6-aa4abff4faac service neutron] Bound port: f8f36c54-bfdb-41ca-bdaf-983a4bd56f58, host: n-h2-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7b6b76e-60b5-47fc-aeb7-c77bd8716e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd09e1cf5-cb38-4bc5-a237-56c854e1c5a7'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:27:47.202879 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-d3f68099-a781-482e-8ee2-b865fd7ace37 req-fa9cd657-f905-4d67-aed6-aa4abff4faac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:47.325487 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ff68eb-4de2-426e-bb1d-d78e6f006911 req-d95208d1-5b45-4053-b862-b366f3d4bb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:47.328918 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-87ff68eb-4de2-426e-bb1d-d78e6f006911 req-d95208d1-5b45-4053-b862-b366f3d4bb01 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.1178789 Apr 05 14:27:47.334931 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8634dd01-d3e5-4c12-8440-9775e15135af service neutron] Pushing event updated for resources: {'Port': ['ID=76f59e91-1ec2-4780-83fc-58f44a4a3d54,revision_number=6']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:47.375051 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbfb55b9-fbc5-44af-9bc9-9732f6007b58 req-8634dd01-d3e5-4c12-8440-9775e15135af service neutron] No DVR routers for this DVR port 76f59e91-1ec2-4780-83fc-58f44a4a3d54 on host n-h2-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:27:47.383765 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-d3f68099-a781-482e-8ee2-b865fd7ace37 req-fa9cd657-f905-4d67-aed6-aa4abff4faac service neutron] For port f8f36c54-bfdb-41ca-bdaf-983a4bd56f58, host n-h2-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:27:47.385030 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ca6d1980-ed24-40e4-aa02-61303d969cbe req-9598c681-2c0f-4a02-9c24-d91c62d3bb81 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3502452 Apr 05 14:27:47.414809 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-d3f68099-a781-482e-8ee2-b865fd7ace37 req-fa9cd657-f905-4d67-aed6-aa4abff4faac service neutron] For port f8f36c54-bfdb-41ca-bdaf-983a4bd56f58, host n-h2-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=f8f36c54-bfdb-41ca-bdaf-983a4bd56f58,segment=NetworkSegment(a7b6b76e-60b5-47fc-aeb7-c77bd8716e53),segment_id=a7b6b76e-60b5-47fc-aeb7-c77bd8716e53)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:27:47.421447 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ff68eb-4de2-426e-bb1d-d78e6f006911 req-a1a79ff0-3045-421d-9fc2-c454c0666255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:47.423286 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-87ff68eb-4de2-426e-bb1d-d78e6f006911 req-a1a79ff0-3045-421d-9fc2-c454c0666255 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0835187 Apr 05 14:27:47.454651 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837da551-c1e4-47ed-a219-6d5a4474ab1e req-3deeb9e2-0102-47a7-a348-a3b6b7422577 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:47.456319 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-837da551-c1e4-47ed-a219-6d5a4474ab1e req-3deeb9e2-0102-47a7-a348-a3b6b7422577 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=496f05d5-07a4-4f5a-a0e7-3a4627077a39 HTTP/1.1" status: 200 len: 950 time: 0.3448412 Apr 05 14:27:47.475078 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6682d139-1b3a-4127-a392-ae3db2a174f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:47.476722 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6682d139-1b3a-4127-a392-ae3db2a174f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:47.477352 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6682d139-1b3a-4127-a392-ae3db2a174f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:47.495509 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 14:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53115665-fca8-4768-9668-6fc8e077eb0c x-openstack-request-id: req-53115665-fca8-4768-9668-6fc8e077eb0c {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:27:47.496135 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "672b2c8e-b413-49d4-9045-73a1b4424c32", "name": "network-vif-unplugged", "status": "completed", "tag": "76f59e91-1ec2-4780-83fc-58f44a4a3d54", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:27:47.496135 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-53115665-fca8-4768-9668-6fc8e077eb0c {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:27:47.496446 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53115665-fca8-4768-9668-6fc8e077eb0c'] response: {'server_uuid': '672b2c8e-b413-49d4-9045-73a1b4424c32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76f59e91-1ec2-4780-83fc-58f44a4a3d54', 'code': 200} Apr 05 14:27:47.514356 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-d3f68099-a781-482e-8ee2-b865fd7ace37 req-fa9cd657-f905-4d67-aed6-aa4abff4faac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:47.527007 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-dbfb55b9-fbc5-44af-9bc9-9732f6007b58 req-8634dd01-d3e5-4c12-8440-9775e15135af service neutron] Attempting to bind port 76f59e91-1ec2-4780-83fc-58f44a4a3d54 on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:27:47.527231 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-dbfb55b9-fbc5-44af-9bc9-9732f6007b58 req-8634dd01-d3e5-4c12-8440-9775e15135af service neutron] Attempting to bind port 76f59e91-1ec2-4780-83fc-58f44a4a3d54 by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:27:47.527474 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfb55b9-fbc5-44af-9bc9-9732f6007b58 req-8634dd01-d3e5-4c12-8440-9775e15135af service neutron] Attempting to bind port 76f59e91-1ec2-4780-83fc-58f44a4a3d54 on network 80d671a8-d1ab-4472-891b-9c042fbd7800 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:27:47.536180 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-275a0c75-4019-4e06-9467-bccecfd7b4a2 req-60c1c12a-7af7-4080-a6a0-47dba425f251 service neutron] 10.222.0.11 "GET /v2.0/networks/a37e2d3e-8e8b-49fa-a97d-3b06631436db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4197981 Apr 05 14:27:47.572179 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-938cfed2-969e-4e02-9e30-e786fcac6759 req-cbe770bc-d4dd-40ea-969b-16c30eaf634a tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Deleting port e24383ee-b2cd-4abe-a03f-410a11f91059 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:27:47.572429 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-938cfed2-969e-4e02-9e30-e786fcac6759 req-cbe770bc-d4dd-40ea-969b-16c30eaf634a tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:47.592420 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f68099-a781-482e-8ee2-b865fd7ace37 req-fa9cd657-f905-4d67-aed6-aa4abff4faac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:47.593113 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-d3f68099-a781-482e-8ee2-b865fd7ace37 req-fa9cd657-f905-4d67-aed6-aa4abff4faac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:47.594781 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-d3f68099-a781-482e-8ee2-b865fd7ace37 req-fa9cd657-f905-4d67-aed6-aa4abff4faac service neutron] 10.222.0.11 "PUT /v2.0/ports/f8f36c54-bfdb-41ca-bdaf-983a4bd56f58 HTTP/1.1" status: 200 len: 1092 time: 1.3585446 Apr 05 14:27:47.620130 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfb55b9-fbc5-44af-9bc9-9732f6007b58 req-8634dd01-d3e5-4c12-8440-9775e15135af service neutron] Port 76f59e91-1ec2-4780-83fc-58f44a4a3d54 on network 80d671a8-d1ab-4472-891b-9c042fbd7800 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:27:47.620293 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfb55b9-fbc5-44af-9bc9-9732f6007b58 req-8634dd01-d3e5-4c12-8440-9775e15135af service neutron] Attempting to bind port 76f59e91-1ec2-4780-83fc-58f44a4a3d54 on network 80d671a8-d1ab-4472-891b-9c042fbd7800 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:27:47.628724 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdeb7a9b-ce2e-4be0-8143-552aea2f5539', 'tag': 'f8f36c54-bfdb-41ca-bdaf-983a4bd56f58'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:27:47.634003 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c505f58c-43b1-4c68-b726-a45feff1e7a5" -d '{"events": [{"name": "network-changed", "server_uuid": "bdeb7a9b-ce2e-4be0-8143-552aea2f5539", "tag": "f8f36c54-bfdb-41ca-bdaf-983a4bd56f58"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:27:47.646715 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-87ff68eb-4de2-426e-bb1d-d78e6f006911 req-782113e1-990a-470c-b5e6-2b6236cd43dc service neutron] 10.222.0.55 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134335 Apr 05 14:27:47.649328 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9cd657-f905-4d67-aed6-aa4abff4faac service neutron] Pushing event updated for resources: {'Port': ['ID=f8f36c54-bfdb-41ca-bdaf-983a4bd56f58,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:47.709114 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-6682d139-1b3a-4127-a392-ae3db2a174f8 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.4570735 Apr 05 14:27:47.712085 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 57836) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:27:47.725631 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfb55b9-fbc5-44af-9bc9-9732f6007b58 req-8634dd01-d3e5-4c12-8440-9775e15135af service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:27:47.726818 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfb55b9-fbc5-44af-9bc9-9732f6007b58 req-8634dd01-d3e5-4c12-8440-9775e15135af service neutron] Checking segment: {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:27:47.727370 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfb55b9-fbc5-44af-9bc9-9732f6007b58 req-8634dd01-d3e5-4c12-8440-9775e15135af service neutron] Bound using segment: {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:27:47.728027 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-dbfb55b9-fbc5-44af-9bc9-9732f6007b58 req-8634dd01-d3e5-4c12-8440-9775e15135af service neutron] Bound port: 76f59e91-1ec2-4780-83fc-58f44a4a3d54, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:27:47.728618 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-dbfb55b9-fbc5-44af-9bc9-9732f6007b58 req-8634dd01-d3e5-4c12-8440-9775e15135af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:47.729063 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-aa47de56-0bfd-4cb8-b648-90c8875c4ea2 admin admin] Request body: {'subnet': {'network_id': '37f393ab-b784-495a-8545-e0b877644873', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-185732347-subnet', 'tenant_id': '8f7d4c9b55da4a0185d99ed95b2d227e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:27:47.735563 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6682d139-1b3a-4127-a392-ae3db2a174f8 admin admin] Pushing event updated for resources: {'Network': ['ID=37f393ab-b784-495a-8545-e0b877644873,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:47.740610 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-837da551-c1e4-47ed-a219-6d5a4474ab1e req-538455d6-7a3d-422c-a45d-79b0785815fe tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768188 Apr 05 14:27:47.750707 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 37f393ab-b784-495a-8545-e0b877644873 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:27:47.855892 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f68099-a781-482e-8ee2-b865fd7ace37 req-ce515b6f-1bd8-425f-a13c-13f8831f51b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:47.857629 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-d3f68099-a781-482e-8ee2-b865fd7ace37 req-ce515b6f-1bd8-425f-a13c-13f8831f51b0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=207a1d2774e941de89e17da9e075ff51&device_id=bdeb7a9b-ce2e-4be0-8143-552aea2f5539 HTTP/1.1" status: 200 len: 1095 time: 0.1482263 Apr 05 14:27:47.865420 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-87ff68eb-4de2-426e-bb1d-d78e6f006911 req-0553844b-7d1e-4b0a-b88f-eb2be8fb8480 service neutron] 10.222.0.55 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097671 Apr 05 14:27:47.883103 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 76f59e91-1ec2-4780-83fc-58f44a4a3d54 no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:27:47.914395 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-d3f68099-a781-482e-8ee2-b865fd7ace37 req-ad86a0ef-d4a0-4df0-863c-77d4045682ab service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8f36c54-bfdb-41ca-bdaf-983a4bd56f58 HTTP/1.1" status: 200 len: 217 time: 0.0464847 Apr 05 14:27:47.934169 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa47de56-0bfd-4cb8-b648-90c8875c4ea2 admin admin] Made reservation on behalf of 8f7d4c9b55da4a0185d99ed95b2d227e for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:27:47.938937 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-aa47de56-0bfd-4cb8-b648-90c8875c4ea2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:47.939814 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 76f59e91-1ec2-4780-83fc-58f44a4a3d54 not bound to the agent host n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:27:48.013613 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-938cfed2-969e-4e02-9e30-e786fcac6759 req-cbe770bc-d4dd-40ea-969b-16c30eaf634a tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] For port e24383ee-b2cd-4abe-a03f-410a11f91059, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=e24383ee-b2cd-4abe-a03f-410a11f91059,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:27:48.013954 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-938cfed2-969e-4e02-9e30-e786fcac6759 req-cbe770bc-d4dd-40ea-969b-16c30eaf634a tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:48.025649 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d6c6b5-f332-4073-b93f-c6cfb0ba054b req-1a94eb6a-7fdb-4671-a9e7-9fad50146ba0 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:48.026967 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-85d6c6b5-f332-4073-b93f-c6cfb0ba054b req-1a94eb6a-7fdb-4671-a9e7-9fad50146ba0 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e94de48-e857-4c66-8e21-bf21cb6db406 HTTP/1.1" status: 200 len: 943 time: 0.4420464 Apr 05 14:27:48.037768 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f68099-a781-482e-8ee2-b865fd7ace37 req-f00f186b-3389-4f5a-b639-dbbd6bd44968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:48.038709 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-275a0c75-4019-4e06-9467-bccecfd7b4a2 req-b4cccc31-5ab4-4690-9f5a-fd7d3d3e332c service neutron] 10.222.0.11 "GET /v2.0/networks/a37e2d3e-8e8b-49fa-a97d-3b06631436db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4513419 Apr 05 14:27:48.039413 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-d3f68099-a781-482e-8ee2-b865fd7ace37 req-f00f186b-3389-4f5a-b639-dbbd6bd44968 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fc1431b9-cf4d-44e2-9bf0-6943b83ea911 HTTP/1.1" status: 200 len: 850 time: 0.1194916 Apr 05 14:27:48.057301 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-938cfed2-969e-4e02-9e30-e786fcac6759 req-cbe770bc-d4dd-40ea-969b-16c30eaf634a tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Calling delete_port for e24383ee-b2cd-4abe-a03f-410a11f91059 owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:27:48.060787 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-dbfb55b9-fbc5-44af-9bc9-9732f6007b58 req-8634dd01-d3e5-4c12-8440-9775e15135af service neutron] For port 76f59e91-1ec2-4780-83fc-58f44a4a3d54, host n-h1-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:27:48.067733 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-dbfb55b9-fbc5-44af-9bc9-9732f6007b58 req-8634dd01-d3e5-4c12-8440-9775e15135af service neutron] For port 76f59e91-1ec2-4780-83fc-58f44a4a3d54, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=76f59e91-1ec2-4780-83fc-58f44a4a3d54,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:27:48.087223 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e385a9bd-f614-43d2-a54a-6f57f3169908 req-56270f75-7534-4fd8-bff7-042db6b7c8fd tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:48.087223 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e385a9bd-f614-43d2-a54a-6f57f3169908 req-56270f75-7534-4fd8-bff7-042db6b7c8fd tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] 10.222.0.30 "GET /v2.0/ports?device_id=bdeb7a9b-ce2e-4be0-8143-552aea2f5539 HTTP/1.1" status: 200 len: 944 time: 0.2488537 Apr 05 14:27:48.156189 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f68099-a781-482e-8ee2-b865fd7ace37 req-e9b11d9b-bd4c-4b0d-a5b7-0892d3a3c438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:48.157379 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-d3f68099-a781-482e-8ee2-b865fd7ace37 req-e9b11d9b-bd4c-4b0d-a5b7-0892d3a3c438 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d09e1cf5-cb38-4bc5-a237-56c854e1c5a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1076436 Apr 05 14:27:48.161162 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-85d6c6b5-f332-4073-b93f-c6cfb0ba054b req-8b2771f1-9f20-46db-be2c-650786391929 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174619 Apr 05 14:27:48.185122 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-dbfb55b9-fbc5-44af-9bc9-9732f6007b58 req-8634dd01-d3e5-4c12-8440-9775e15135af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:48.221152 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e385a9bd-f614-43d2-a54a-6f57f3169908 req-a0b21e68-1331-4e34-86c5-d5ea085d0429 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] 10.222.0.30 "GET /v2.0/security-groups?id=f94f82e0-3b79-4bb3-b43d-fd966d9e152b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256599 Apr 05 14:27:48.238029 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb55b9-fbc5-44af-9bc9-9732f6007b58 req-8634dd01-d3e5-4c12-8440-9775e15135af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:48.238029 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-dbfb55b9-fbc5-44af-9bc9-9732f6007b58 req-8634dd01-d3e5-4c12-8440-9775e15135af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:48.238029 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dbfb55b9-fbc5-44af-9bc9-9732f6007b58 req-8634dd01-d3e5-4c12-8440-9775e15135af service neutron] 10.222.0.55 "PUT /v2.0/ports/76f59e91-1ec2-4780-83fc-58f44a4a3d54 HTTP/1.1" status: 200 len: 1095 time: 2.7637393 Apr 05 14:27:48.305594 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b46ee0-779f-4861-8b39-3f53762f62bc x-openstack-request-id: req-c9b46ee0-779f-4861-8b39-3f53762f62bc {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:27:48.305886 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdeb7a9b-ce2e-4be0-8143-552aea2f5539", "tag": "f8f36c54-bfdb-41ca-bdaf-983a4bd56f58", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:27:48.306201 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c9b46ee0-779f-4861-8b39-3f53762f62bc {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:27:48.306665 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9b46ee0-779f-4861-8b39-3f53762f62bc'] response: {'name': 'network-changed', 'server_uuid': 'bdeb7a9b-ce2e-4be0-8143-552aea2f5539', 'tag': 'f8f36c54-bfdb-41ca-bdaf-983a4bd56f58', 'status': 'completed', 'code': 200} Apr 05 14:27:48.329352 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-d3f68099-a781-482e-8ee2-b865fd7ace37 req-22cafebf-d02f-4fc2-a6c4-792db7fd7a4c service neutron] 10.222.0.11 "GET /v2.0/networks/d09e1cf5-cb38-4bc5-a237-56c854e1c5a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644294 Apr 05 14:27:48.346797 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-aa47de56-0bfd-4cb8-b648-90c8875c4ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:48.359827 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8634dd01-d3e5-4c12-8440-9775e15135af service neutron] Pushing event updated for resources: {'Port': ['ID=76f59e91-1ec2-4780-83fc-58f44a4a3d54,revision_number=7']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:48.379354 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb55b9-fbc5-44af-9bc9-9732f6007b58 req-e200655e-60b6-4224-ae5d-db99d3024f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:48.380944 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dbfb55b9-fbc5-44af-9bc9-9732f6007b58 req-e200655e-60b6-4224-ae5d-db99d3024f1b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eb6eb2eb5e534aae8638ab75f1f70e11&device_id=672b2c8e-b413-49d4-9045-73a1b4424c32 HTTP/1.1" status: 200 len: 1098 time: 0.1105473 Apr 05 14:27:48.488043 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa47de56-0bfd-4cb8-b648-90c8875c4ea2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ffef0a4-f122-4799-8667-2317ab2249c6,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:48.488400 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb55b9-fbc5-44af-9bc9-9732f6007b58 req-2ef026e0-ee73-461f-a12b-21980caf4b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:48.492259 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dbfb55b9-fbc5-44af-9bc9-9732f6007b58 req-2ef026e0-ee73-461f-a12b-21980caf4b20 service neutron] 10.222.0.55 "GET /v2.0/networks?id=80d671a8-d1ab-4472-891b-9c042fbd7800 HTTP/1.1" status: 200 len: 870 time: 0.1025667 Apr 05 14:27:48.494351 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-938cfed2-969e-4e02-9e30-e786fcac6759 req-cbe770bc-d4dd-40ea-969b-16c30eaf634a tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:48.509071 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['ced27436-8a8c-4719-9bf6-b86688ef931d', 'ba916db2-e3ae-47b8-9dca-7bccdcf584cc'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:27:48.515017 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['d48d9039-a582-46f9-a15c-ebc5853e5c4f', '8af7a0bd-3e0c-4723-b6c5-a6ac2dc3131e', '8b1f25ba-968e-4f55-880e-8cbaad83d4e4'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:27:48.515890 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa47de56-0bfd-4cb8-b648-90c8875c4ea2 admin admin] Checking segment: {'id': '7f154f03-b024-4bb8-b911-5a9d903c6a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '37f393ab-b784-495a-8545-e0b877644873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:27:48.516513 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa47de56-0bfd-4cb8-b648-90c8875c4ea2 admin admin] Network hostable DHCP agents. Network: 37f393ab-b784-495a-8545-e0b877644873, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:27:48.531010 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-d3f68099-a781-482e-8ee2-b865fd7ace37 req-2c4319b1-9818-426d-a43e-7c13e371d432 service neutron] 10.222.0.11 "GET /v2.0/networks/d09e1cf5-cb38-4bc5-a237-56c854e1c5a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933792 Apr 05 14:27:48.583468 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe770bc-d4dd-40ea-969b-16c30eaf634a tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Pushing event deleted for resources: {'Port': ['ID=e24383ee-b2cd-4abe-a03f-410a11f91059,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:48.590731 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dbfb55b9-fbc5-44af-9bc9-9732f6007b58 req-f6609a0a-2ad1-40ea-875c-63b1d892a426 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=76f59e91-1ec2-4780-83fc-58f44a4a3d54 HTTP/1.1" status: 200 len: 217 time: 0.0884364 Apr 05 14:27:48.633185 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa47de56-0bfd-4cb8-b648-90c8875c4ea2 admin admin] Network 37f393ab-b784-495a-8545-e0b877644873 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:27:48.671875 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-938cfed2-969e-4e02-9e30-e786fcac6759 req-cbe770bc-d4dd-40ea-969b-16c30eaf634a tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] No DVR routers for this DVR port e24383ee-b2cd-4abe-a03f-410a11f91059 on host n-h1-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:27:48.677836 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-938cfed2-969e-4e02-9e30-e786fcac6759 req-cbe770bc-d4dd-40ea-969b-16c30eaf634a tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:48.681874 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-938cfed2-969e-4e02-9e30-e786fcac6759 req-cbe770bc-d4dd-40ea-969b-16c30eaf634a tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.55 "DELETE /v2.0/ports/e24383ee-b2cd-4abe-a03f-410a11f91059 HTTP/1.1" status: 204 len: 173 time: 1.7507110 Apr 05 14:27:48.691333 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfa5a0-1709-4bba-abff-d81a325ad3b8 req-82ab315c-4800-48b8-a584-ea9bf2662bdc tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:48.692958 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0cbfa5a0-1709-4bba-abff-d81a325ad3b8 req-82ab315c-4800-48b8-a584-ea9bf2662bdc tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=672b2c8e-b413-49d4-9045-73a1b4424c32 HTTP/1.1" status: 200 len: 947 time: 0.1964946 Apr 05 14:27:48.703942 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb55b9-fbc5-44af-9bc9-9732f6007b58 req-26631ed7-56f2-4959-b6db-2d760748610c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:48.705591 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dbfb55b9-fbc5-44af-9bc9-9732f6007b58 req-26631ed7-56f2-4959-b6db-2d760748610c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.1063213 Apr 05 14:27:48.745404 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-aa47de56-0bfd-4cb8-b648-90c8875c4ea2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 37f393ab-b784-495a-8545-e0b877644873) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:27:48.750337 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa47de56-0bfd-4cb8-b648-90c8875c4ea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:48.767107 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-aa47de56-0bfd-4cb8-b648-90c8875c4ea2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:48.768040 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0cbfa5a0-1709-4bba-abff-d81a325ad3b8 req-edabb860-63d9-47e0-883f-a163fd6d0307 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628099 Apr 05 14:27:48.776049 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb55b9-fbc5-44af-9bc9-9732f6007b58 req-4b784f5a-8796-4f93-b034-bc46cf346d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:48.777594 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dbfb55b9-fbc5-44af-9bc9-9732f6007b58 req-4b784f5a-8796-4f93-b034-bc46cf346d21 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0591109 Apr 05 14:27:48.777911 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0740e09e-3caa-46f0-8214-886801eaafac None None] Network 37f393ab-b784-495a-8545-e0b877644873 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:27:48.847665 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c505f58c-43b1-4c68-b726-a45feff1e7a5 req-4df51eb2-e015-44b2-b488-203534379f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:48.850775 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-c505f58c-43b1-4c68-b726-a45feff1e7a5 req-4df51eb2-e015-44b2-b488-203534379f8e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=207a1d2774e941de89e17da9e075ff51&device_id=bdeb7a9b-ce2e-4be0-8143-552aea2f5539 HTTP/1.1" status: 200 len: 1095 time: 0.0702477 Apr 05 14:27:48.893270 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a61fa86a-9ea5-4fd3-a061-ceb785d584bb req-cbbaec00-6fb8-4bd1-99a1-08446f7d5f66 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=496f05d5-07a4-4f5a-a0e7-3a4627077a39 HTTP/1.1" status: 200 len: 210 time: 0.0328097 Apr 05 14:27:48.939385 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dbfb55b9-fbc5-44af-9bc9-9732f6007b58 req-47b8f52d-961e-4837-be50-4aef9c38ea06 service neutron] 10.222.0.55 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530101 Apr 05 14:27:48.981034 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-aa47de56-0bfd-4cb8-b648-90c8875c4ea2 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2679012 Apr 05 14:27:49.072486 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c505f58c-43b1-4c68-b726-a45feff1e7a5 req-f5c987de-2649-4bc3-96fb-1409d81e194c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:49.073717 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-c505f58c-43b1-4c68-b726-a45feff1e7a5 req-f5c987de-2649-4bc3-96fb-1409d81e194c service neutron] 10.222.0.11 "GET /v2.0/networks?id=d09e1cf5-cb38-4bc5-a237-56c854e1c5a7 HTTP/1.1" status: 200 len: 912 time: 0.2157443 Apr 05 14:27:49.090863 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49cb7e6-79b7-45e6-a3b7-54a297bce37e None None] Network 37f393ab-b784-495a-8545-e0b877644873 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:27:49.176458 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dbfb55b9-fbc5-44af-9bc9-9732f6007b58 req-bad1324e-6d54-4b59-be6e-46fff1bada0f service neutron] 10.222.0.55 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243125 Apr 05 14:27:49.182524 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-c505f58c-43b1-4c68-b726-a45feff1e7a5 req-b9448894-2810-43e3-b769-3f664de051eb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8f36c54-bfdb-41ca-bdaf-983a4bd56f58 HTTP/1.1" status: 200 len: 217 time: 0.1010427 Apr 05 14:27:49.266190 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c505f58c-43b1-4c68-b726-a45feff1e7a5 req-2070329a-8f23-4334-ad63-27052bac0843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:49.267675 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-c505f58c-43b1-4c68-b726-a45feff1e7a5 req-2070329a-8f23-4334-ad63-27052bac0843 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fc1431b9-cf4d-44e2-9bf0-6943b83ea911 HTTP/1.1" status: 200 len: 850 time: 0.0767438 Apr 05 14:27:49.369441 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c505f58c-43b1-4c68-b726-a45feff1e7a5 req-1462e002-cd10-4d65-a04b-3ddbbb883838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:49.372111 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-c505f58c-43b1-4c68-b726-a45feff1e7a5 req-1462e002-cd10-4d65-a04b-3ddbbb883838 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d09e1cf5-cb38-4bc5-a237-56c854e1c5a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0963316 Apr 05 14:27:49.405185 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebe1073-6e17-498c-9c14-e1428eddeb73 req-8e3a9d98-702d-43b1-a8da-2fda3227bb70 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:49.406688 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4ebe1073-6e17-498c-9c14-e1428eddeb73 req-8e3a9d98-702d-43b1-a8da-2fda3227bb70 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e94de48-e857-4c66-8e21-bf21cb6db406 HTTP/1.1" status: 200 len: 943 time: 0.1116645 Apr 05 14:27:49.420576 n-d-836650-2 neutron-server[103320]: INFO neutron.api.v2.resource [req-482e4665-0aec-4e38-aa38-925903f6eba1 req-10487214-1b63-4ce6-b88e-ef57d0fc59d5 tempest-SecurityGroupsNegativeTestJSON-315091549 tempest-SecurityGroupsNegativeTestJSON-315091549-project] show failed (client error): The resource could not be found. Apr 05 14:27:49.432579 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-482e4665-0aec-4e38-aa38-925903f6eba1 req-10487214-1b63-4ce6-b88e-ef57d0fc59d5 tempest-SecurityGroupsNegativeTestJSON-315091549 tempest-SecurityGroupsNegativeTestJSON-315091549-project] 10.222.0.30 "GET /v2.0/security-groups/6bbe793c-a01c-4007-8bff-fb4761d2b459 HTTP/1.1" status: 404 len: 352 time: 0.0248449 Apr 05 14:27:49.506742 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '672b2c8e-b413-49d4-9045-73a1b4424c32', 'tag': '76f59e91-1ec2-4780-83fc-58f44a4a3d54'}, {'server_uuid': '496f05d5-07a4-4f5a-a0e7-3a4627077a39', 'name': 'network-vif-deleted', 'tag': 'e24383ee-b2cd-4abe-a03f-410a11f91059'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:27:49.510497 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fadf9af5-612f-4f3c-b9ae-a0c3749d2dd6" -d '{"events": [{"name": "network-changed", "server_uuid": "672b2c8e-b413-49d4-9045-73a1b4424c32", "tag": "76f59e91-1ec2-4780-83fc-58f44a4a3d54"}, {"server_uuid": "496f05d5-07a4-4f5a-a0e7-3a4627077a39", "name": "network-vif-deleted", "tag": "e24383ee-b2cd-4abe-a03f-410a11f91059"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:27:49.521402 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-c505f58c-43b1-4c68-b726-a45feff1e7a5 req-3813341a-1dce-4861-9a6d-170d12a1ed77 service neutron] 10.222.0.11 "GET /v2.0/networks/d09e1cf5-cb38-4bc5-a237-56c854e1c5a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411119 Apr 05 14:27:49.524909 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4ebe1073-6e17-498c-9c14-e1428eddeb73 req-40b186e8-f576-496d-90a9-e11416fe1ca2 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902390 Apr 05 14:27:49.581374 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47550a02-6651-4213-bc5c-3bc3ddd05cbb req-482c46be-5ec3-4484-8c11-d4c0e02afb58 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:49.585951 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-47550a02-6651-4213-bc5c-3bc3ddd05cbb req-482c46be-5ec3-4484-8c11-d4c0e02afb58 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] 10.222.0.30 "GET /v2.0/ports?device_id=bdeb7a9b-ce2e-4be0-8143-552aea2f5539 HTTP/1.1" status: 200 len: 944 time: 0.0650365 Apr 05 14:27:49.687477 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-47550a02-6651-4213-bc5c-3bc3ddd05cbb req-b9e61221-d739-4052-9626-7bb006fa2fc4 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] 10.222.0.30 "GET /v2.0/security-groups?id=f94f82e0-3b79-4bb3-b43d-fd966d9e152b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954428 Apr 05 14:27:49.689015 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 05 Apr 2022 14:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db0da50-16e4-4b15-8c5e-fc9e9461f99d x-openstack-request-id: req-2db0da50-16e4-4b15-8c5e-fc9e9461f99d {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:27:49.689375 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "672b2c8e-b413-49d4-9045-73a1b4424c32", "tag": "76f59e91-1ec2-4780-83fc-58f44a4a3d54", "status": "completed", "code": 200}, {"server_uuid": "496f05d5-07a4-4f5a-a0e7-3a4627077a39", "name": "network-vif-deleted", "tag": "e24383ee-b2cd-4abe-a03f-410a11f91059", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:27:49.689692 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2db0da50-16e4-4b15-8c5e-fc9e9461f99d {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:27:49.690147 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2db0da50-16e4-4b15-8c5e-fc9e9461f99d'] response: {'name': 'network-changed', 'server_uuid': '672b2c8e-b413-49d4-9045-73a1b4424c32', 'tag': '76f59e91-1ec2-4780-83fc-58f44a4a3d54', 'status': 'completed', 'code': 200} Apr 05 14:27:49.690445 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2db0da50-16e4-4b15-8c5e-fc9e9461f99d'] response: {'server_uuid': '496f05d5-07a4-4f5a-a0e7-3a4627077a39', 'name': 'network-vif-deleted', 'tag': 'e24383ee-b2cd-4abe-a03f-410a11f91059', 'status': 'completed', 'code': 200} Apr 05 14:27:49.721498 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-c505f58c-43b1-4c68-b726-a45feff1e7a5 req-aca29c94-07a7-43e3-85e9-ea14aacc1e88 service neutron] 10.222.0.11 "GET /v2.0/networks/d09e1cf5-cb38-4bc5-a237-56c854e1c5a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865590 Apr 05 14:27:49.785932 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5042b81e-0e89-46b7-a36d-289ebcf3e8af req-ba86db10-a815-45f6-9b00-0c15df93eb4e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b564e2b9-437a-4947-935a-f03731531b1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1491604 Apr 05 14:27:49.819265 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadf9af5-612f-4f3c-b9ae-a0c3749d2dd6 req-de0a1675-59ca-47a0-bb30-d8da87c38f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:49.821137 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-fadf9af5-612f-4f3c-b9ae-a0c3749d2dd6 req-de0a1675-59ca-47a0-bb30-d8da87c38f11 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eb6eb2eb5e534aae8638ab75f1f70e11&device_id=672b2c8e-b413-49d4-9045-73a1b4424c32 HTTP/1.1" status: 200 len: 1098 time: 0.0823772 Apr 05 14:27:49.840161 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8a6a6cee-1585-407c-85ab-54d2cd6dd341 req-5e6dda5e-41b1-4e05-88a5-179d960ffa0f tempest-SecurityGroupsNegativeTestJSON-315091549 tempest-SecurityGroupsNegativeTestJSON-315091549-project] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8f7d4c9b55da4a0185d99ed95b2d227e HTTP/1.1" status: 200 len: 2984 time: 0.1131577 Apr 05 14:27:49.933517 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8a6a6cee-1585-407c-85ab-54d2cd6dd341 req-bd819082-ac67-4f92-85ee-8f741ebfb3c0 tempest-SecurityGroupsNegativeTestJSON-315091549 tempest-SecurityGroupsNegativeTestJSON-315091549-project] 10.222.0.30 "GET /v2.0/security-groups/ac81a47d-611e-43f9-ad72-51e46f6c1171 HTTP/1.1" status: 200 len: 2981 time: 0.0962894 Apr 05 14:27:49.947314 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadf9af5-612f-4f3c-b9ae-a0c3749d2dd6 req-9047b72b-d89e-496c-8041-fdbfc214b8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:49.949635 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fadf9af5-612f-4f3c-b9ae-a0c3749d2dd6 req-9047b72b-d89e-496c-8041-fdbfc214b8e8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eb6eb2eb5e534aae8638ab75f1f70e11&device_id=672b2c8e-b413-49d4-9045-73a1b4424c32 HTTP/1.1" status: 200 len: 1098 time: 0.2061808 Apr 05 14:27:49.971607 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadf9af5-612f-4f3c-b9ae-a0c3749d2dd6 req-9225a98a-e91a-447b-8bc8-b443f36fe044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:49.973193 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-fadf9af5-612f-4f3c-b9ae-a0c3749d2dd6 req-9225a98a-e91a-447b-8bc8-b443f36fe044 service neutron] 10.222.0.11 "GET /v2.0/networks?id=80d671a8-d1ab-4472-891b-9c042fbd7800 HTTP/1.1" status: 200 len: 870 time: 0.1419842 Apr 05 14:27:50.016318 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-fadf9af5-612f-4f3c-b9ae-a0c3749d2dd6 req-4c454a4a-1c6c-49f5-8393-281ae63adbc4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=76f59e91-1ec2-4780-83fc-58f44a4a3d54 HTTP/1.1" status: 200 len: 217 time: 0.0357995 Apr 05 14:27:50.050470 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5042b81e-0e89-46b7-a36d-289ebcf3e8af req-af5d430f-80b3-4d7d-8525-172f25f1db1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:50.051990 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5042b81e-0e89-46b7-a36d-289ebcf3e8af req-af5d430f-80b3-4d7d-8525-172f25f1db1a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eb6eb2eb5e534aae8638ab75f1f70e11&device_id=b564e2b9-437a-4947-935a-f03731531b1a HTTP/1.1" status: 200 len: 1102 time: 0.2131362 Apr 05 14:27:50.078933 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadf9af5-612f-4f3c-b9ae-a0c3749d2dd6 req-5bb2255d-64df-405f-822b-2bcc198876b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:50.080561 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-fadf9af5-612f-4f3c-b9ae-a0c3749d2dd6 req-5bb2255d-64df-405f-822b-2bcc198876b7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.0517459 Apr 05 14:27:50.086564 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0db41f-4657-4b37-98d6-5b8648f5311b req-147d1520-6cf9-46e5-9d19-91834a6f22c6 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:50.088025 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ff0db41f-4657-4b37-98d6-5b8648f5311b req-147d1520-6cf9-46e5-9d19-91834a6f22c6 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=672b2c8e-b413-49d4-9045-73a1b4424c32 HTTP/1.1" status: 200 len: 947 time: 0.1612103 Apr 05 14:27:50.138803 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadf9af5-612f-4f3c-b9ae-a0c3749d2dd6 req-a3ec6036-e69e-4db2-a6ff-2d57aa6f944c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:50.140383 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-fadf9af5-612f-4f3c-b9ae-a0c3749d2dd6 req-a3ec6036-e69e-4db2-a6ff-2d57aa6f944c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0487125 Apr 05 14:27:50.180911 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device e24383ee-b2cd-4abe-a03f-410a11f91059 no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:27:50.204940 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] No Port match for: e24383ee-b2cd-4abe-a03f-410a11f91059 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:27:50.205537 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device e24383ee-b2cd-4abe-a03f-410a11f91059 not bound to the agent host n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:27:50.261792 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-fadf9af5-612f-4f3c-b9ae-a0c3749d2dd6 req-f725edaf-b6c1-439e-b206-0aa6d47c7bb3 service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122739 Apr 05 14:27:50.364387 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-fadf9af5-612f-4f3c-b9ae-a0c3749d2dd6 req-6174b6f5-305b-49ca-8f38-5e1efab37398 service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948329 Apr 05 14:27:50.462843 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8a6a6cee-1585-407c-85ab-54d2cd6dd341 req-1e42ab94-7778-49d9-8566-4ccf9b6884c8 tempest-SecurityGroupsNegativeTestJSON-315091549 tempest-SecurityGroupsNegativeTestJSON-315091549-project] 10.222.0.30 "GET /v2.0/security-groups/ac81a47d-611e-43f9-ad72-51e46f6c1171 HTTP/1.1" status: 200 len: 2981 time: 0.5101192 Apr 05 14:27:50.504433 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadf9af5-612f-4f3c-b9ae-a0c3749d2dd6 req-48cc2f31-7669-4e5a-be9d-7965bd044107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:50.505935 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fadf9af5-612f-4f3c-b9ae-a0c3749d2dd6 req-48cc2f31-7669-4e5a-be9d-7965bd044107 service neutron] 10.222.0.55 "GET /v2.0/networks?id=80d671a8-d1ab-4472-891b-9c042fbd7800 HTTP/1.1" status: 200 len: 870 time: 0.5310080 Apr 05 14:27:50.525535 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ff0db41f-4657-4b37-98d6-5b8648f5311b req-88b756ec-ce7e-451b-b492-a7a86c117506 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4180787 Apr 05 14:27:50.586194 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fadf9af5-612f-4f3c-b9ae-a0c3749d2dd6 req-8df6a852-c3c0-4494-ab37-b05a11dd03e3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=76f59e91-1ec2-4780-83fc-58f44a4a3d54 HTTP/1.1" status: 200 len: 217 time: 0.0579464 Apr 05 14:27:50.615047 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-efa49df8-cc0c-4849-bf29-636213329a46 req-6decc67b-7e6a-4944-8ee4-7307d170d18e tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=496f05d5-07a4-4f5a-a0e7-3a4627077a39 HTTP/1.1" status: 200 len: 210 time: 0.0786519 Apr 05 14:27:50.674022 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5042b81e-0e89-46b7-a36d-289ebcf3e8af req-720eecb2-b565-4e34-a8c9-cd5a3f63d3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:50.675527 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5042b81e-0e89-46b7-a36d-289ebcf3e8af req-720eecb2-b565-4e34-a8c9-cd5a3f63d3b9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=80d671a8-d1ab-4472-891b-9c042fbd7800 HTTP/1.1" status: 200 len: 870 time: 0.5983269 Apr 05 14:27:50.737686 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadf9af5-612f-4f3c-b9ae-a0c3749d2dd6 req-73518a8a-2276-4fad-bb08-add169debe36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:50.739078 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fadf9af5-612f-4f3c-b9ae-a0c3749d2dd6 req-73518a8a-2276-4fad-bb08-add169debe36 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.1281199 Apr 05 14:27:50.753875 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-44d7e76b-1dc7-478f-af34-765b86598cf4 req-ac8186d7-1639-49e4-bdf7-8b1accc506a2 tempest-SecurityGroupsNegativeTestJSON-315091549 tempest-SecurityGroupsNegativeTestJSON-315091549-project] 10.222.0.30 "GET /v2.0/security-groups/ac81a47d-611e-43f9-ad72-51e46f6c1171 HTTP/1.1" status: 200 len: 2981 time: 0.1854432 Apr 05 14:27:50.756539 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5042b81e-0e89-46b7-a36d-289ebcf3e8af req-1220b3cc-ac81-45e7-b507-33c3aaa22f47 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=0acf73df-bb0e-489a-a80a-806dabae58c9 HTTP/1.1" status: 200 len: 217 time: 0.0678692 Apr 05 14:27:50.865955 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb26fae-586e-4f02-aa1a-ae25dcd88a5d req-218be9a8-c39d-452c-bf6c-a13aac5ba136 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:50.867978 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fcb26fae-586e-4f02-aa1a-ae25dcd88a5d req-218be9a8-c39d-452c-bf6c-a13aac5ba136 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e94de48-e857-4c66-8e21-bf21cb6db406 HTTP/1.1" status: 200 len: 943 time: 0.1844220 Apr 05 14:27:50.883567 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadf9af5-612f-4f3c-b9ae-a0c3749d2dd6 req-9a7931b6-c790-4e29-b7de-65355ba8eb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:50.885001 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fadf9af5-612f-4f3c-b9ae-a0c3749d2dd6 req-9a7931b6-c790-4e29-b7de-65355ba8eb06 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1301374 Apr 05 14:27:50.927157 n-d-836650-2 neutron-server[103320]: INFO neutron.api.v2.resource [req-44d7e76b-1dc7-478f-af34-765b86598cf4 req-a6cbbf2a-d6fe-4a44-b44d-f92516b8cb95 tempest-SecurityGroupsNegativeTestJSON-315091549 tempest-SecurityGroupsNegativeTestJSON-315091549-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 05 14:27:50.928163 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-44d7e76b-1dc7-478f-af34-765b86598cf4 req-a6cbbf2a-d6fe-4a44-b44d-f92516b8cb95 tempest-SecurityGroupsNegativeTestJSON-315091549 tempest-SecurityGroupsNegativeTestJSON-315091549-project] 10.222.0.30 "DELETE /v2.0/security-groups/ac81a47d-611e-43f9-ad72-51e46f6c1171 HTTP/1.1" status: 409 len: 352 time: 0.1628869 Apr 05 14:27:50.983065 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5042b81e-0e89-46b7-a36d-289ebcf3e8af req-9b7fa707-8841-481b-b65d-a3d04a234313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:50.984494 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5042b81e-0e89-46b7-a36d-289ebcf3e8af req-9b7fa707-8841-481b-b65d-a3d04a234313 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.2182066 Apr 05 14:27:51.034765 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fcb26fae-586e-4f02-aa1a-ae25dcd88a5d req-d0f4b8ec-ffb5-4bd7-8d5c-4be8d2ae4b47 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583230 Apr 05 14:27:51.098421 n-d-836650-2 neutron-server[103320]: INFO neutron.api.v2.resource [req-dee09efd-6f58-4e64-8719-a3b045968779 req-7561d8ea-b451-4905-a581-e1bfa3916b07 tempest-SecurityGroupsNegativeTestJSON-315091549 tempest-SecurityGroupsNegativeTestJSON-315091549-project] show failed (client error): The resource could not be found. Apr 05 14:27:51.099431 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dee09efd-6f58-4e64-8719-a3b045968779 req-7561d8ea-b451-4905-a581-e1bfa3916b07 tempest-SecurityGroupsNegativeTestJSON-315091549 tempest-SecurityGroupsNegativeTestJSON-315091549-project] 10.222.0.30 "GET /v2.0/security-groups/2482ceb7-2812-4861-af87-3918798204c4 HTTP/1.1" status: 404 len: 352 time: 0.0360441 Apr 05 14:27:51.108228 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fadf9af5-612f-4f3c-b9ae-a0c3749d2dd6 req-18c58c91-fb5b-4255-9151-32010da35e70 service neutron] 10.222.0.55 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135088 Apr 05 14:27:51.110482 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5042b81e-0e89-46b7-a36d-289ebcf3e8af req-93dcf456-6312-4b6b-9f1e-eaae418da2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:51.111369 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5042b81e-0e89-46b7-a36d-289ebcf3e8af req-93dcf456-6312-4b6b-9f1e-eaae418da2b6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1104167 Apr 05 14:27:51.120699 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ab46cb-f6ca-4efe-8653-d8d9a708df1a req-568f3777-c0cd-4102-a0d0-e0a21aa18e63 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:51.122229 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-11ab46cb-f6ca-4efe-8653-d8d9a708df1a req-568f3777-c0cd-4102-a0d0-e0a21aa18e63 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] 10.222.0.30 "GET /v2.0/ports?device_id=bdeb7a9b-ce2e-4be0-8143-552aea2f5539 HTTP/1.1" status: 200 len: 944 time: 0.1424525 Apr 05 14:27:51.157370 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 57888) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:27:51.162457 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-32517a0d-cca2-445c-b22a-94e5a930268d tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1918158438'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:27:51.236285 n-d-836650-2 neutron-server[103320]: INFO neutron.api.v2.resource [req-92781a66-2710-484c-b351-389e18958662 req-b2a2db1b-440f-408c-8a5f-edbfa9b82bbd tempest-SecurityGroupsNegativeTestJSON-315091549 tempest-SecurityGroupsNegativeTestJSON-315091549-project] show failed (client error): The resource could not be found. Apr 05 14:27:51.236506 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32517a0d-cca2-445c-b22a-94e5a930268d tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Made reservation on behalf of 4c46023293d04937b7cc39b36bfca09f for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:27:51.237357 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-92781a66-2710-484c-b351-389e18958662 req-b2a2db1b-440f-408c-8a5f-edbfa9b82bbd tempest-SecurityGroupsNegativeTestJSON-315091549 tempest-SecurityGroupsNegativeTestJSON-315091549-project] 10.222.0.30 "GET /v2.0/security-groups/f4f46d19-f804-42e0-b270-eaafedda2a27 HTTP/1.1" status: 404 len: 352 time: 0.1142387 Apr 05 14:27:51.240497 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-32517a0d-cca2-445c-b22a-94e5a930268d tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:51.254767 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 57892) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:27:51.286267 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-11ab46cb-f6ca-4efe-8653-d8d9a708df1a req-ca20af8a-66d6-4c14-b4a4-93918e1a4236 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] 10.222.0.30 "GET /v2.0/security-groups?id=f94f82e0-3b79-4bb3-b43d-fd966d9e152b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468565 Apr 05 14:27:51.312692 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32517a0d-cca2-445c-b22a-94e5a930268d tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:27:51.320724 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fadf9af5-612f-4f3c-b9ae-a0c3749d2dd6 req-e593b5d8-d274-4107-8c45-e02939b9d613 service neutron] 10.222.0.55 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954460 Apr 05 14:27:51.323792 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5042b81e-0e89-46b7-a36d-289ebcf3e8af req-fb93837d-d8ef-4704-bc57-d82c69ba4044 service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986411 Apr 05 14:27:51.326594 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-84885d32-9a40-42f8-8545-3bc2e366159f admin admin] Deleting subnet 5ffef0a4-f122-4799-8667-2317ab2249c6 {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:27:51.332141 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-32517a0d-cca2-445c-b22a-94e5a930268d tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:51.332317 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-32517a0d-cca2-445c-b22a-94e5a930268d tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Added segment 9d26854a-4897-4e14-97b0-4af76152ee88 of type vlan for network 3f810a40-703c-4c97-af51-1827a3f96d53 Apr 05 14:27:51.333440 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-84885d32-9a40-42f8-8545-3bc2e366159f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:51.416409 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-32517a0d-cca2-445c-b22a-94e5a930268d tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:51.420223 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-84885d32-9a40-42f8-8545-3bc2e366159f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:51.434276 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5042b81e-0e89-46b7-a36d-289ebcf3e8af req-c49556e6-ddcd-489c-a82c-b024d8857c9d service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035826 Apr 05 14:27:51.480763 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-84885d32-9a40-42f8-8545-3bc2e366159f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:51.545003 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-32517a0d-cca2-445c-b22a-94e5a930268d tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:51.550507 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32517a0d-cca2-445c-b22a-94e5a930268d tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:51.551086 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-32517a0d-cca2-445c-b22a-94e5a930268d tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:51.674922 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32517a0d-cca2-445c-b22a-94e5a930268d tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Pushing event updated for resources: {'Network': ['ID=3f810a40-703c-4c97-af51-1827a3f96d53,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:51.680212 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cd5bcc-9db6-4ae4-a21c-794318dd2ee8 req-4a95a839-bfe4-46de-96b9-7ac1524c4b8f tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:51.681815 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-41cd5bcc-9db6-4ae4-a21c-794318dd2ee8 req-4a95a839-bfe4-46de-96b9-7ac1524c4b8f tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=672b2c8e-b413-49d4-9045-73a1b4424c32 HTTP/1.1" status: 200 len: 947 time: 0.0748563 Apr 05 14:27:51.690202 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 3f810a40-703c-4c97-af51-1827a3f96d53 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:27:51.734128 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-41cd5bcc-9db6-4ae4-a21c-794318dd2ee8 req-aa0fadf1-8686-453a-84c7-331aae5ddd49 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400176 Apr 05 14:27:52.002886 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-84885d32-9a40-42f8-8545-3bc2e366159f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:52.032532 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84885d32-9a40-42f8-8545-3bc2e366159f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ffef0a4-f122-4799-8667-2317ab2249c6,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:52.039425 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-84885d32-9a40-42f8-8545-3bc2e366159f admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:52.042847 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-84885d32-9a40-42f8-8545-3bc2e366159f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/5ffef0a4-f122-4799-8667-2317ab2249c6 HTTP/1.1" status: 204 len: 168 time: 0.7868841 Apr 05 14:27:52.046521 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 57900) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:27:52.068044 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-32517a0d-cca2-445c-b22a-94e5a930268d tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9094226 Apr 05 14:27:52.070968 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 57904) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:27:52.077786 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-a440f083-9065-49a3-9404-57848a32a9b7 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1527558607'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:27:52.136005 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c83b02de-05fb-4640-9c3e-18781c8e53dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:52.166469 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669956e8-60e7-416e-8e2a-c24e67f9c716 req-1828bef2-fcb6-46c9-8aa1-b1ab221ac12a tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:52.167916 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-669956e8-60e7-416e-8e2a-c24e67f9c716 req-1828bef2-fcb6-46c9-8aa1-b1ab221ac12a tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e94de48-e857-4c66-8e21-bf21cb6db406 HTTP/1.1" status: 200 len: 943 time: 0.0534675 Apr 05 14:27:52.193719 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 76f59e91-1ec2-4780-83fc-58f44a4a3d54 details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:27:52.201596 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a440f083-9065-49a3-9404-57848a32a9b7 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Made reservation on behalf of 4c46023293d04937b7cc39b36bfca09f for: {'network': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:27:52.205200 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a440f083-9065-49a3-9404-57848a32a9b7 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:52.221372 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-669956e8-60e7-416e-8e2a-c24e67f9c716 req-31f9af67-1bfb-4a0f-844c-8afb5fe299eb tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472021 Apr 05 14:27:52.222927 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c83b02de-05fb-4640-9c3e-18781c8e53dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:52.251369 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-c83b02de-05fb-4640-9c3e-18781c8e53dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37f393ab-b784-495a-8545-e0b877644873']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:27:52.251685 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a440f083-9065-49a3-9404-57848a32a9b7 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=103320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:27:52.256611 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-c83b02de-05fb-4640-9c3e-18781c8e53dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f154f03-b024-4bb8-b911-5a9d903c6a0d') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:27:52.257839 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-c83b02de-05fb-4640-9c3e-18781c8e53dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f154f03-b024-4bb8-b911-5a9d903c6a0d') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:27:52.268646 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c83b02de-05fb-4640-9c3e-18781c8e53dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:52.286634 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c83b02de-05fb-4640-9c3e-18781c8e53dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:52.288451 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a440f083-9065-49a3-9404-57848a32a9b7 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:52.288814 n-d-836650-2 neutron-server[103320]: INFO neutron.db.segments_db [None req-a440f083-9065-49a3-9404-57848a32a9b7 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Added segment 98b4c9da-78e9-4934-a25f-0a1e90329ab6 of type vlan for network c0d47256-1dbd-4e59-a5ce-32eac6b8a672 Apr 05 14:27:52.293663 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c83b02de-05fb-4640-9c3e-18781c8e53dd admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:27:52.294061 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c83b02de-05fb-4640-9c3e-18781c8e53dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:52.295941 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:27:52.295941 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:27:52.295941 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:27:52.295941 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:27:52.295941 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:27:52.295941 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:27:52.295941 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:27:52.295941 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:27:52.295941 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:27:52.295941 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:27:52.295941 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:27:52.295941 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:27:52.295941 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:27:52.295941 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:27:52.295941 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:27:52.295941 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:27:52.295941 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:27:52.295941 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:27:52.295941 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:27:52.295941 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:27:52.295941 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:27:52.295941 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:27:52.295941 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:27:52.295941 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:27:52.295941 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:27:52.295941 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:27:52.295941 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:27:52.295941 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:27:52.295941 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:27:52.295941 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:27:52.295941 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:27:52.295941 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:27:52.326976 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 76f59e91-1ec2-4780-83fc-58f44a4a3d54, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=76f59e91-1ec2-4780-83fc-58f44a4a3d54,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:27:52.341233 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a440f083-9065-49a3-9404-57848a32a9b7 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:52.342500 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': '76f59e91-1ec2-4780-83fc-58f44a4a3d54', 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800', 'port_id': '76f59e91-1ec2-4780-83fc-58f44a4a3d54', 'mac_address': 'fa:16:3e:4d:99:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:27:52.385159 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:52.398895 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76f59e91-1ec2-4780-83fc-58f44a4a3d54 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:27:52.423393 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 76f59e91-1ec2-4780-83fc-58f44a4a3d54, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=76f59e91-1ec2-4780-83fc-58f44a4a3d54,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:27:52.433884 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0101fc9-3f48-4990-a405-02bd8ae715b1 req-a018a768-fec3-4d65-b17b-fba9542d3b27 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:52.435427 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c0101fc9-3f48-4990-a405-02bd8ae715b1 req-a018a768-fec3-4d65-b17b-fba9542d3b27 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] 10.222.0.30 "GET /v2.0/ports?device_id=bdeb7a9b-ce2e-4be0-8143-552aea2f5539 HTTP/1.1" status: 200 len: 944 time: 0.0621989 Apr 05 14:27:52.478844 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c0101fc9-3f48-4990-a405-02bd8ae715b1 req-660c72da-5d53-4a0c-bfc9-c6a2ba5159e7 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] 10.222.0.30 "GET /v2.0/security-groups?id=f94f82e0-3b79-4bb3-b43d-fd966d9e152b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371492 Apr 05 14:27:52.493889 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a440f083-9065-49a3-9404-57848a32a9b7 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:52.494094 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c83b02de-05fb-4640-9c3e-18781c8e53dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:52.499478 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a440f083-9065-49a3-9404-57848a32a9b7 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:52.501636 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a440f083-9065-49a3-9404-57848a32a9b7 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:52.506574 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c83b02de-05fb-4640-9c3e-18781c8e53dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:52.510496 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-c83b02de-05fb-4640-9c3e-18781c8e53dd admin admin] 10.222.0.30 "DELETE /v2.0/networks/37f393ab-b784-495a-8545-e0b877644873 HTTP/1.1" status: 204 len: 168 time: 0.4630420 Apr 05 14:27:52.523276 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:52.536188 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83b02de-05fb-4640-9c3e-18781c8e53dd admin admin] Pushing event deleted for resources: {'Network': ['ID=37f393ab-b784-495a-8545-e0b877644873,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:52.580331 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=76f59e91-1ec2-4780-83fc-58f44a4a3d54,revision_number=8']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:52.612069 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a440f083-9065-49a3-9404-57848a32a9b7 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Pushing event updated for resources: {'Network': ['ID=c0d47256-1dbd-4e59-a5ce-32eac6b8a672,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:52.622410 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network c0d47256-1dbd-4e59-a5ce-32eac6b8a672 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:27:52.652540 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-a440f083-9065-49a3-9404-57848a32a9b7 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5801218 Apr 05 14:27:52.654957 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 57912) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:27:52.659910 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-b32039ae-5d19-4d61-9db5-afcb8ac871cf tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Request body: {'subnet': {'network_id': '3f810a40-703c-4c97-af51-1827a3f96d53', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:27:52.847223 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['76f59e91-1ec2-4780-83fc-58f44a4a3d54'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:27:52.871499 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571487b8-3216-4bf6-b2f4-ee40d30142fd req-4846c4a5-2645-4182-8d61-d5fdb5670c58 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:52.873004 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-571487b8-3216-4bf6-b2f4-ee40d30142fd req-4846c4a5-2645-4182-8d61-d5fdb5670c58 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=672b2c8e-b413-49d4-9045-73a1b4424c32 HTTP/1.1" status: 200 len: 948 time: 0.0496173 Apr 05 14:27:52.913411 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-571487b8-3216-4bf6-b2f4-ee40d30142fd req-a896aeca-5738-4063-a11c-963d6f2207d6 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336866 Apr 05 14:27:52.958415 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32039ae-5d19-4d61-9db5-afcb8ac871cf tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Made reservation on behalf of 4c46023293d04937b7cc39b36bfca09f for: {'subnet': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:27:52.958415 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b32039ae-5d19-4d61-9db5-afcb8ac871cf tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13127328'] for subnet, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:52.958965 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 57922) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:27:53.014003 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-f6c8ed2d-44e4-497f-8521-b8805f8d4ca9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8f7d4c9b55da4a0185d99ed95b2d227e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0542984 Apr 05 14:27:53.016242 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 57924) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:27:53.067880 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-29cbeebd-6c9c-4838-9d3f-be0638be7bfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:53.080719 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf8dca7-b70a-4805-8211-27484f471811 req-bd65e53f-e375-4b78-b08a-550da8893526 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:53.082235 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bdf8dca7-b70a-4805-8211-27484f471811 req-bd65e53f-e375-4b78-b08a-550da8893526 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=08fdd505-a291-4edb-a9ce-313c60a3fad3 HTTP/1.1" status: 200 len: 949 time: 0.1036181 Apr 05 14:27:53.090426 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-29cbeebd-6c9c-4838-9d3f-be0638be7bfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:53.143098 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bdf8dca7-b70a-4805-8211-27484f471811 req-fd265ce9-ee7f-45a4-8c09-fceb0bca8766 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538285 Apr 05 14:27:53.214219 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-29cbeebd-6c9c-4838-9d3f-be0638be7bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:53.217032 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-29cbeebd-6c9c-4838-9d3f-be0638be7bfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:53.218583 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-29cbeebd-6c9c-4838-9d3f-be0638be7bfd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ac81a47d-611e-43f9-ad72-51e46f6c1171 HTTP/1.1" status: 204 len: 168 time: 0.2010930 Apr 05 14:27:53.227198 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cbeebd-6c9c-4838-9d3f-be0638be7bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac81a47d-611e-43f9-ad72-51e46f6c1171,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:53.347462 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf15c62-0aa4-48fd-b5e0-ae7501b30a23 req-2d8bc1bf-04e2-4239-b056-8bb789d136e9 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:53.349060 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-baf15c62-0aa4-48fd-b5e0-ae7501b30a23 req-2d8bc1bf-04e2-4239-b056-8bb789d136e9 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e94de48-e857-4c66-8e21-bf21cb6db406 HTTP/1.1" status: 200 len: 943 time: 0.0489781 Apr 05 14:27:53.351153 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b32039ae-5d19-4d61-9db5-afcb8ac871cf tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15773751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13127350'] for subnet, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:53.443202 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-baf15c62-0aa4-48fd-b5e0-ae7501b30a23 req-4e155e52-d65f-4cc4-8d64-bca221d9e3b4 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865624 Apr 05 14:27:53.445329 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32039ae-5d19-4d61-9db5-afcb8ac871cf tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Pushing event updated for resources: {'Subnet': ['ID=4b2cd119-834e-47b7-b975-b7e5f327fd6e,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:53.454704 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32039ae-5d19-4d61-9db5-afcb8ac871cf tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Checking segment: {'id': '9d26854a-4897-4e14-97b0-4af76152ee88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3f810a40-703c-4c97-af51-1827a3f96d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:27:53.454989 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32039ae-5d19-4d61-9db5-afcb8ac871cf tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Network hostable DHCP agents. Network: 3f810a40-703c-4c97-af51-1827a3f96d53, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:27:53.516928 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f983fa92-4693-48df-b497-f860cc8cfa53 req-5a8c7eb2-9386-4625-b80d-79b7727a1d2a tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:53.517309 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f983fa92-4693-48df-b497-f860cc8cfa53 req-5a8c7eb2-9386-4625-b80d-79b7727a1d2a tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=672b2c8e-b413-49d4-9045-73a1b4424c32 HTTP/1.1" status: 200 len: 948 time: 0.0530193 Apr 05 14:27:53.621941 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f983fa92-4693-48df-b497-f860cc8cfa53 req-ce12e558-4df9-4479-9d9a-bef0b2e512c6 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973563 Apr 05 14:27:53.622500 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32039ae-5d19-4d61-9db5-afcb8ac871cf tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Network 3f810a40-703c-4c97-af51-1827a3f96d53 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:27:53.635666 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1baedbe-78b4-421a-b4cf-34faecb0f10e req-b3d64152-2b85-4a09-b7b4-3af6c07e316f tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:53.637201 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f1baedbe-78b4-421a-b4cf-34faecb0f10e req-b3d64152-2b85-4a09-b7b4-3af6c07e316f tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.55 "GET /v2.0/ports?device_id=672b2c8e-b413-49d4-9045-73a1b4424c32&tenant_id=eb6eb2eb5e534aae8638ab75f1f70e11&binding%3Ahost_id=n-h1-836650-2 HTTP/1.1" status: 200 len: 948 time: 0.1152008 Apr 05 14:27:53.652769 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984fca8f-815e-491a-ae45-4e67545d2304 req-53a1e252-fea0-4a3f-8965-e459b39b93bd tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:53.654285 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-984fca8f-815e-491a-ae45-4e67545d2304 req-53a1e252-fea0-4a3f-8965-e459b39b93bd tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] 10.222.0.30 "GET /v2.0/ports?device_id=bdeb7a9b-ce2e-4be0-8143-552aea2f5539 HTTP/1.1" status: 200 len: 944 time: 0.0967798 Apr 05 14:27:53.729912 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-984fca8f-815e-491a-ae45-4e67545d2304 req-70a27ad2-b121-49eb-8766-b090490db829 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] 10.222.0.30 "GET /v2.0/security-groups?id=f94f82e0-3b79-4bb3-b43d-fd966d9e152b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684006 Apr 05 14:27:53.739542 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f1baedbe-78b4-421a-b4cf-34faecb0f10e req-794c4d27-74d6-4925-95b6-66281f4f2eef service neutron] 10.222.0.55 "GET /v2.0/ports/76f59e91-1ec2-4780-83fc-58f44a4a3d54/bindings/n-h1-836650-2 HTTP/1.1" status: 200 len: 382 time: 0.0843139 Apr 05 14:27:53.751128 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-b32039ae-5d19-4d61-9db5-afcb8ac871cf tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 3f810a40-703c-4c97-af51-1827a3f96d53) {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:27:53.762753 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32039ae-5d19-4d61-9db5-afcb8ac871cf tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:53.763052 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c44229-eaed-4c58-b95b-5d7d346c024c None None] Network 3f810a40-703c-4c97-af51-1827a3f96d53 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:27:53.763498 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b32039ae-5d19-4d61-9db5-afcb8ac871cf tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:53.834332 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1baedbe-78b4-421a-b4cf-34faecb0f10e req-4368b012-3af0-49e1-a06f-aa8a243111dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:53.836080 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f1baedbe-78b4-421a-b4cf-34faecb0f10e req-4368b012-3af0-49e1-a06f-aa8a243111dd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eb6eb2eb5e534aae8638ab75f1f70e11&device_id=672b2c8e-b413-49d4-9045-73a1b4424c32 HTTP/1.1" status: 200 len: 1099 time: 0.0503707 Apr 05 14:27:53.880899 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-b32039ae-5d19-4d61-9db5-afcb8ac871cf tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2224779 Apr 05 14:27:53.881528 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 57942) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:27:53.889943 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device f5ca50e7-44c0-45b8-9fd0-aec6296b904a details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:27:53.891853 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-3df5967d-bb05-4def-a806-bf7f86e4aa69 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Request body: {'subnet': {'network_id': 'c0d47256-1dbd-4e59-a5ce-32eac6b8a672', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:27:53.965566 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1baedbe-78b4-421a-b4cf-34faecb0f10e req-4227099a-03cc-4d5b-b183-6e4df4ec72e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:53.967534 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f1baedbe-78b4-421a-b4cf-34faecb0f10e req-4227099a-03cc-4d5b-b183-6e4df4ec72e6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=80d671a8-d1ab-4472-891b-9c042fbd7800 HTTP/1.1" status: 200 len: 870 time: 0.1188555 Apr 05 14:27:54.018393 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f1baedbe-78b4-421a-b4cf-34faecb0f10e req-18c00557-bcd1-4125-9ca2-9338c2ed97ca service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=76f59e91-1ec2-4780-83fc-58f44a4a3d54 HTTP/1.1" status: 200 len: 217 time: 0.0409596 Apr 05 14:27:54.059855 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port f5ca50e7-44c0-45b8-9fd0-aec6296b904a, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=f5ca50e7-44c0-45b8-9fd0-aec6296b904a,segment=NetworkSegment(e44f5d0a-bab4-40cf-a1ed-36028ad06628),segment_id=e44f5d0a-bab4-40cf-a1ed-36028ad06628)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:27:54.073969 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1baedbe-78b4-421a-b4cf-34faecb0f10e req-8a13065d-c324-4e56-adc1-718ff2e3e575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:54.076534 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f1baedbe-78b4-421a-b4cf-34faecb0f10e req-8a13065d-c324-4e56-adc1-718ff2e3e575 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.0485029 Apr 05 14:27:54.077549 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': 'f5ca50e7-44c0-45b8-9fd0-aec6296b904a', 'network_id': 'a37e2d3e-8e8b-49fa-a97d-3b06631436db', 'port_id': 'f5ca50e7-44c0-45b8-9fd0-aec6296b904a', 'mac_address': 'fa:16:3e:d3:59:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7ccd1c0-0ac4-418f-bea2-fcb22a694a96', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:27:54.105399 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df5967d-bb05-4def-a806-bf7f86e4aa69 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Made reservation on behalf of 4c46023293d04937b7cc39b36bfca09f for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:27:54.109821 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3df5967d-bb05-4def-a806-bf7f86e4aa69 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:54.132516 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1baedbe-78b4-421a-b4cf-34faecb0f10e req-8c6f1fe3-2340-44e0-8445-928b7807a170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:54.134305 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f1baedbe-78b4-421a-b4cf-34faecb0f10e req-8c6f1fe3-2340-44e0-8445-928b7807a170 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0460813 Apr 05 14:27:54.139073 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa27c57-939b-4a32-a2fd-0dc8cddc5d84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-3f810a40-703c-4c97-af51-1827a3f96d53', 'network_id': '3f810a40-703c-4c97-af51-1827a3f96d53', 'tenant_id': '4c46023293d04937b7cc39b36bfca09f', 'fixed_ips': [{'subnet_id': '4b2cd119-834e-47b7-b975-b7e5f327fd6e'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:27:54.140215 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2aa27c57-939b-4a32-a2fd-0dc8cddc5d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:54.160404 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:54.199442 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5ca50e7-44c0-45b8-9fd0-aec6296b904a {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:27:54.257495 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 76f59e91-1ec2-4780-83fc-58f44a4a3d54 up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:27:54.319834 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port f5ca50e7-44c0-45b8-9fd0-aec6296b904a, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=f5ca50e7-44c0-45b8-9fd0-aec6296b904a,segment=NetworkSegment(e44f5d0a-bab4-40cf-a1ed-36028ad06628),segment_id=e44f5d0a-bab4-40cf-a1ed-36028ad06628)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:27:54.343150 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb5a6a-0935-41ca-8d10-8b63158be4bd req-61a91eea-528e-4e47-9961-a31106455e99 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:54.344797 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e3bb5a6a-0935-41ca-8d10-8b63158be4bd req-61a91eea-528e-4e47-9961-a31106455e99 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.11 "GET /v2.0/ports?device_id=08fdd505-a291-4edb-a9ce-313c60a3fad3 HTTP/1.1" status: 200 len: 949 time: 0.1371336 Apr 05 14:27:54.378807 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad62c50e-00ba-4a9c-b42b-94d4ed10623d req-d1f4b40e-3b7a-4b12-9ea9-5f2bd9d38455 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:54.380904 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ad62c50e-00ba-4a9c-b42b-94d4ed10623d req-d1f4b40e-3b7a-4b12-9ea9-5f2bd9d38455 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=08fdd505-a291-4edb-a9ce-313c60a3fad3 HTTP/1.1" status: 200 len: 949 time: 0.1289873 Apr 05 14:27:54.399811 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:54.400562 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device f8f36c54-bfdb-41ca-bdaf-983a4bd56f58 details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:27:54.409467 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f1baedbe-78b4-421a-b4cf-34faecb0f10e req-b99e24f7-515f-40bc-a3c7-27c6a987c980 service neutron] 10.222.0.55 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597342 Apr 05 14:27:54.436997 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3df5967d-bb05-4def-a806-bf7f86e4aa69 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:54.448788 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-2aa27c57-939b-4a32-a2fd-0dc8cddc5d84 None None] Allocated IP 10.1.1.2 (3f810a40-703c-4c97-af51-1827a3f96d53/4b2cd119-834e-47b7-b975-b7e5f327fd6e/acca2447-0fed-4bac-83ce-695b6bb6cda2) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:27:54.454202 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-12dcafe5-b512-4779-9f3d-14249c0be740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:54.509178 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df5967d-bb05-4def-a806-bf7f86e4aa69 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Pushing event updated for resources: {'Subnet': ['ID=85946782-c9e5-45c1-9ef9-786126e16c57,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:54.510912 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ad62c50e-00ba-4a9c-b42b-94d4ed10623d req-7bff0dfd-05b4-4bc8-9394-bdbd73501464 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063182 Apr 05 14:27:54.536381 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port 76f59e91-1ec2-4780-83fc-58f44a4a3d54 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:27:54.568392 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df5967d-bb05-4def-a806-bf7f86e4aa69 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Checking segment: {'id': '98b4c9da-78e9-4934-a25f-0a1e90329ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c0d47256-1dbd-4e59-a5ce-32eac6b8a672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:27:54.568792 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df5967d-bb05-4def-a806-bf7f86e4aa69 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Network hostable DHCP agents. Network: c0d47256-1dbd-4e59-a5ce-32eac6b8a672, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:27:54.576366 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=f5ca50e7-44c0-45b8-9fd0-aec6296b904a,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:54.591119 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port 76f59e91-1ec2-4780-83fc-58f44a4a3d54 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:27:54.591503 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:54.646615 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-e3bb5a6a-0935-41ca-8d10-8b63158be4bd req-f26b0707-1fe0-4fdb-83a9-3e672f5e89d6 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Deleting port ba916db2-e3ae-47b8-9dca-7bccdcf584cc {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:27:54.646961 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e3bb5a6a-0935-41ca-8d10-8b63158be4bd req-f26b0707-1fe0-4fdb-83a9-3e672f5e89d6 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:54.653188 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f1baedbe-78b4-421a-b4cf-34faecb0f10e req-912b9318-611c-4427-a38d-4e362758892d service neutron] 10.222.0.55 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255557 Apr 05 14:27:54.674492 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 57960) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:27:54.679707 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b151ddad-861f-452e-8f3a-30e5c2997d5e req-e3652e5a-af5b-4dcb-9ed3-b26fdb670dc5 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:54.686566 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b151ddad-861f-452e-8f3a-30e5c2997d5e req-e3652e5a-af5b-4dcb-9ed3-b26fdb670dc5 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e94de48-e857-4c66-8e21-bf21cb6db406 HTTP/1.1" status: 200 len: 944 time: 0.1193855 Apr 05 14:27:54.710616 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df5967d-bb05-4def-a806-bf7f86e4aa69 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Network c0d47256-1dbd-4e59-a5ce-32eac6b8a672 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:27:54.838181 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-6e291298-a46c-4bdc-998c-dbedcfb0dc10 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1649653771-network', 'tenant_id': 'f6c75c954b5749f4a5047ff4736e2678'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:27:54.848293 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b151ddad-861f-452e-8f3a-30e5c2997d5e req-40ca1465-8478-4a45-b168-08389e104a94 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300995 Apr 05 14:27:54.858176 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-3df5967d-bb05-4def-a806-bf7f86e4aa69 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, c0d47256-1dbd-4e59-a5ce-32eac6b8a672) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:27:54.870101 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a7b1c-611c-416c-935d-74358e7963e7 req-95132d99-e953-436f-b897-54aefe8e30e0 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:54.871694 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ea3a7b1c-611c-416c-935d-74358e7963e7 req-95132d99-e953-436f-b897-54aefe8e30e0 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=672b2c8e-b413-49d4-9045-73a1b4424c32 HTTP/1.1" status: 200 len: 948 time: 0.1547875 Apr 05 14:27:54.884260 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df5967d-bb05-4def-a806-bf7f86e4aa69 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:54.885149 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3df5967d-bb05-4def-a806-bf7f86e4aa69 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:54.889765 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-e3bb5a6a-0935-41ca-8d10-8b63158be4bd req-f26b0707-1fe0-4fdb-83a9-3e672f5e89d6 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] For port ba916db2-e3ae-47b8-9dca-7bccdcf584cc, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=ba916db2-e3ae-47b8-9dca-7bccdcf584cc,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:27:54.892339 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e3bb5a6a-0935-41ca-8d10-8b63158be4bd req-f26b0707-1fe0-4fdb-83a9-3e672f5e89d6 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:54.926171 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449e2f28-84ea-43d3-a360-a8b79b3ec4f2 None None] Network c0d47256-1dbd-4e59-a5ce-32eac6b8a672 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:27:54.953868 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-e3bb5a6a-0935-41ca-8d10-8b63158be4bd req-f26b0707-1fe0-4fdb-83a9-3e672f5e89d6 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Calling delete_port for ba916db2-e3ae-47b8-9dca-7bccdcf584cc owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:27:54.968073 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e291298-a46c-4bdc-998c-dbedcfb0dc10 admin admin] Made reservation on behalf of f6c75c954b5749f4a5047ff4736e2678 for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:27:54.970918 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6e291298-a46c-4bdc-998c-dbedcfb0dc10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:54.984350 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port f8f36c54-bfdb-41ca-bdaf-983a4bd56f58, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=f8f36c54-bfdb-41ca-bdaf-983a4bd56f58,segment=NetworkSegment(a7b6b76e-60b5-47fc-aeb7-c77bd8716e53),segment_id=a7b6b76e-60b5-47fc-aeb7-c77bd8716e53)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:27:54.984518 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6e291298-a46c-4bdc-998c-dbedcfb0dc10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:55.050383 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ea3a7b1c-611c-416c-935d-74358e7963e7 req-409bbfea-7f64-4b15-ae76-ce714d4265d8 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719093 Apr 05 14:27:55.058185 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': 'f8f36c54-bfdb-41ca-bdaf-983a4bd56f58', 'network_id': 'd09e1cf5-cb38-4bc5-a237-56c854e1c5a7', 'port_id': 'f8f36c54-bfdb-41ca-bdaf-983a4bd56f58', 'mac_address': 'fa:16:3e:84:73:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc1431b9-cf4d-44e2-9bf0-6943b83ea911', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:27:55.067657 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-3df5967d-bb05-4def-a806-bf7f86e4aa69 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1853738 Apr 05 14:27:55.070869 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 57966) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:27:55.077501 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c435f0d-f778-4061-aa8e-55085443ecb7 req-2c7742d0-4f92-4790-ad10-7dc2fd5227ac tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:55.079340 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6c435f0d-f778-4061-aa8e-55085443ecb7 req-2c7742d0-4f92-4790-ad10-7dc2fd5227ac tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4c786df-f458-465c-9e68-2c09c038849f HTTP/1.1" status: 200 len: 950 time: 0.1717646 Apr 05 14:27:55.084782 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-606d8c8a-da53-4809-b982-34534544d7e3 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Request body: {'port': {'network_id': '3f810a40-703c-4c97-af51-1827a3f96d53', 'name': 'tempest-TaggedBootDevicesTest_v242-2097787925', 'fixed_ips': [{'subnet_id': '4b2cd119-834e-47b7-b975-b7e5f327fd6e'}]}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:27:55.113651 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a899b3bf-3af4-49f1-8613-a4e6edf7e113 req-089d16cd-26fa-4438-aab4-a4798974fc98 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:55.115776 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6e291298-a46c-4bdc-998c-dbedcfb0dc10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:55.121436 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a899b3bf-3af4-49f1-8613-a4e6edf7e113 req-089d16cd-26fa-4438-aab4-a4798974fc98 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] 10.222.0.30 "GET /v2.0/ports?device_id=bdeb7a9b-ce2e-4be0-8143-552aea2f5539 HTTP/1.1" status: 200 len: 944 time: 0.1688771 Apr 05 14:27:55.164276 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2aa27c57-939b-4a32-a2fd-0dc8cddc5d84 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:55.167166 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:55.186866 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6e291298-a46c-4bdc-998c-dbedcfb0dc10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:55.223933 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:55.224288 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e291298-a46c-4bdc-998c-dbedcfb0dc10 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:27:55.246208 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '672b2c8e-b413-49d4-9045-73a1b4424c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f59e91-1ec2-4780-83fc-58f44a4a3d54'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:27:55.248542 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ceb0186-566d-4e5b-bd62-09ba4843fee3" -d '{"events": [{"server_uuid": "672b2c8e-b413-49d4-9045-73a1b4424c32", "name": "network-vif-plugged", "status": "completed", "tag": "76f59e91-1ec2-4780-83fc-58f44a4a3d54"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:27:55.249271 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6e291298-a46c-4bdc-998c-dbedcfb0dc10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:55.249626 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-6e291298-a46c-4bdc-998c-dbedcfb0dc10 admin admin] Added segment 86bf7ba4-25ec-477a-b752-1cd3a94d1598 of type vlan for network a926837a-905f-4dbb-b5dd-5a4dcb465fd4 Apr 05 14:27:55.257318 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2aa27c57-939b-4a32-a2fd-0dc8cddc5d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:55.262596 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e291298-a46c-4bdc-998c-dbedcfb0dc10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19297db3-13bf-44aa-b0ce-3acc2dbd3692,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:55.283454 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a899b3bf-3af4-49f1-8613-a4e6edf7e113 req-9e5ac39b-8459-45d4-a053-775299ed1d8f tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] 10.222.0.30 "GET /v2.0/security-groups?id=f94f82e0-3b79-4bb3-b43d-fd966d9e152b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1590269 Apr 05 14:27:55.299046 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 76f59e91-1ec2-4780-83fc-58f44a4a3d54, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=76f59e91-1ec2-4780-83fc-58f44a4a3d54,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:27:55.307096 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8f36c54-bfdb-41ca-bdaf-983a4bd56f58 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:27:55.334027 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6e291298-a46c-4bdc-998c-dbedcfb0dc10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:55.350123 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-6c435f0d-f778-4061-aa8e-55085443ecb7 req-922d93ce-cef4-4c10-9fc7-8efa3938d282 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Deleting port 8b1f25ba-968e-4f55-880e-8cbaad83d4e4 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:27:55.350518 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-6c435f0d-f778-4061-aa8e-55085443ecb7 req-922d93ce-cef4-4c10-9fc7-8efa3938d282 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:55.357758 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa27c57-939b-4a32-a2fd-0dc8cddc5d84 None None] Network 3f810a40-703c-4c97-af51-1827a3f96d53 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:27:55.363412 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port f8f36c54-bfdb-41ca-bdaf-983a4bd56f58, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=f8f36c54-bfdb-41ca-bdaf-983a4bd56f58,segment=NetworkSegment(a7b6b76e-60b5-47fc-aeb7-c77bd8716e53),segment_id=a7b6b76e-60b5-47fc-aeb7-c77bd8716e53)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:27:55.370130 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:55.372932 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-2aa27c57-939b-4a32-a2fd-0dc8cddc5d84 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:27:55.375276 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa27c57-939b-4a32-a2fd-0dc8cddc5d84 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:27:55.378517 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa27c57-939b-4a32-a2fd-0dc8cddc5d84 None None] Pushing event updated for resources: {'Port': ['ID=acca2447-0fed-4bac-83ce-695b6bb6cda2,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:55.387933 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7191a88a-0870-47fe-9744-b482dd41e4e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-c0d47256-1dbd-4e59-a5ce-32eac6b8a672', 'network_id': 'c0d47256-1dbd-4e59-a5ce-32eac6b8a672', 'tenant_id': '4c46023293d04937b7cc39b36bfca09f', 'fixed_ips': [{'subnet_id': '85946782-c9e5-45c1-9ef9-786126e16c57'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:27:55.388777 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7191a88a-0870-47fe-9744-b482dd41e4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:55.391241 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-606d8c8a-da53-4809-b982-34534544d7e3 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Made reservation on behalf of 4c46023293d04937b7cc39b36bfca09f for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:27:55.456720 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6e291298-a46c-4bdc-998c-dbedcfb0dc10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:55.458294 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e291298-a46c-4bdc-998c-dbedcfb0dc10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:55.458488 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6e291298-a46c-4bdc-998c-dbedcfb0dc10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:55.470890 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-6c435f0d-f778-4061-aa8e-55085443ecb7 req-922d93ce-cef4-4c10-9fc7-8efa3938d282 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] For port 8b1f25ba-968e-4f55-880e-8cbaad83d4e4, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=8b1f25ba-968e-4f55-880e-8cbaad83d4e4,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:27:55.471436 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-6c435f0d-f778-4061-aa8e-55085443ecb7 req-922d93ce-cef4-4c10-9fc7-8efa3938d282 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:55.493838 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e3bb5a6a-0935-41ca-8d10-8b63158be4bd req-f26b0707-1fe0-4fdb-83a9-3e672f5e89d6 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:55.501200 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:55.507684 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-6c435f0d-f778-4061-aa8e-55085443ecb7 req-922d93ce-cef4-4c10-9fc7-8efa3938d282 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Calling delete_port for 8b1f25ba-968e-4f55-880e-8cbaad83d4e4 owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:27:55.517328 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['ced27436-8a8c-4719-9bf6-b86688ef931d', 'ba916db2-e3ae-47b8-9dca-7bccdcf584cc'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:27:55.519344 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['d48d9039-a582-46f9-a15c-ebc5853e5c4f', '8af7a0bd-3e0c-4723-b6c5-a6ac2dc3131e', '8b1f25ba-968e-4f55-880e-8cbaad83d4e4'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:27:55.580077 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-6e291298-a46c-4bdc-998c-dbedcfb0dc10 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9044242 Apr 05 14:27:55.586173 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 57974) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:27:55.591356 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-fa89fae6-513e-470c-9f78-ac97fc89ed25 admin admin] Request body: {'subnet': {'network_id': 'a926837a-905f-4dbb-b5dd-5a4dcb465fd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1649653771-subnet', 'tenant_id': 'f6c75c954b5749f4a5047ff4736e2678', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:27:55.613789 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e291298-a46c-4bdc-998c-dbedcfb0dc10 admin admin] Pushing event updated for resources: {'Network': ['ID=a926837a-905f-4dbb-b5dd-5a4dcb465fd4,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:55.614896 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26b0707-1fe0-4fdb-83a9-3e672f5e89d6 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Pushing event deleted for resources: {'Port': ['ID=ba916db2-e3ae-47b8-9dca-7bccdcf584cc,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:55.621540 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf6b168-bf36-4f9a-b189-50a5d7fbd68f x-openstack-request-id: req-fdf6b168-bf36-4f9a-b189-50a5d7fbd68f {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:27:55.621761 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "672b2c8e-b413-49d4-9045-73a1b4424c32", "name": "network-vif-plugged", "status": "completed", "tag": "76f59e91-1ec2-4780-83fc-58f44a4a3d54", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:27:55.622015 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fdf6b168-bf36-4f9a-b189-50a5d7fbd68f {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:27:55.622405 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdf6b168-bf36-4f9a-b189-50a5d7fbd68f'] response: {'server_uuid': '672b2c8e-b413-49d4-9045-73a1b4424c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f59e91-1ec2-4780-83fc-58f44a4a3d54', 'code': 200} Apr 05 14:27:55.629459 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=76f59e91-1ec2-4780-83fc-58f44a4a3d54,revision_number=9']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:55.642061 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network a926837a-905f-4dbb-b5dd-5a4dcb465fd4 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:27:55.644371 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-2aa27c57-939b-4a32-a2fd-0dc8cddc5d84 None None] Attempting to bind port acca2447-0fed-4bac-83ce-695b6bb6cda2 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:27:55.644654 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-2aa27c57-939b-4a32-a2fd-0dc8cddc5d84 None None] Attempting to bind port acca2447-0fed-4bac-83ce-695b6bb6cda2 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '9d26854a-4897-4e14-97b0-4af76152ee88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3f810a40-703c-4c97-af51-1827a3f96d53'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:27:55.645084 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa27c57-939b-4a32-a2fd-0dc8cddc5d84 None None] Attempting to bind port acca2447-0fed-4bac-83ce-695b6bb6cda2 on network 3f810a40-703c-4c97-af51-1827a3f96d53 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:27:55.654917 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-606d8c8a-da53-4809-b982-34534544d7e3 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:55.676170 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [None req-606d8c8a-da53-4809-b982-34534544d7e3 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] device_id is not set on port a36b5c82-4962-4613-858a-cd38406de637 yet. {{(pid=103321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:27:55.746775 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa89fae6-513e-470c-9f78-ac97fc89ed25 admin admin] Made reservation on behalf of f6c75c954b5749f4a5047ff4736e2678 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:27:55.750391 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fa89fae6-513e-470c-9f78-ac97fc89ed25 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:55.759143 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa27c57-939b-4a32-a2fd-0dc8cddc5d84 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:27:55.759596 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa27c57-939b-4a32-a2fd-0dc8cddc5d84 None None] Checking segment: {'id': '9d26854a-4897-4e14-97b0-4af76152ee88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3f810a40-703c-4c97-af51-1827a3f96d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:27:55.759907 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2aa27c57-939b-4a32-a2fd-0dc8cddc5d84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:55.760304 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa27c57-939b-4a32-a2fd-0dc8cddc5d84 None None] Bound using segment: {'id': '9d26854a-4897-4e14-97b0-4af76152ee88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3f810a40-703c-4c97-af51-1827a3f96d53'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:27:55.761589 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-2aa27c57-939b-4a32-a2fd-0dc8cddc5d84 None None] Bound port: acca2447-0fed-4bac-83ce-695b6bb6cda2, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d26854a-4897-4e14-97b0-4af76152ee88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3f810a40-703c-4c97-af51-1827a3f96d53'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:27:55.761589 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2aa27c57-939b-4a32-a2fd-0dc8cddc5d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:55.907259 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device ba916db2-e3ae-47b8-9dca-7bccdcf584cc no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:27:55.927973 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['f5ca50e7-44c0-45b8-9fd0-aec6296b904a'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:27:55.927973 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['f8f36c54-bfdb-41ca-bdaf-983a4bd56f58'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:27:55.973586 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=f8f36c54-bfdb-41ca-bdaf-983a4bd56f58,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:56.014141 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] No Port match for: ba916db2-e3ae-47b8-9dca-7bccdcf584cc {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:27:56.014297 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device ba916db2-e3ae-47b8-9dca-7bccdcf584cc not bound to the agent host n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:27:56.039982 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-7191a88a-0870-47fe-9744-b482dd41e4e2 None None] Allocated IP 10.2.2.2 (c0d47256-1dbd-4e59-a5ce-32eac6b8a672/85946782-c9e5-45c1-9ef9-786126e16c57/ef2b5a7a-e74e-43a0-9c88-0d3e24a96f58) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:27:56.120711 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-667cf734-92e5-45d2-97ad-6e20edb10e49 req-7a2801dd-990a-4c07-97d5-88486175c3c3 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=08fdd505-a291-4edb-a9ce-313c60a3fad3 HTTP/1.1" status: 200 len: 210 time: 0.5107088 Apr 05 14:27:56.190238 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3bb5a6a-0935-41ca-8d10-8b63158be4bd req-f26b0707-1fe0-4fdb-83a9-3e672f5e89d6 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] No DVR routers for this DVR port ba916db2-e3ae-47b8-9dca-7bccdcf584cc on host n-h2-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:27:56.199600 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e3bb5a6a-0935-41ca-8d10-8b63158be4bd req-f26b0707-1fe0-4fdb-83a9-3e672f5e89d6 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:56.204776 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e3bb5a6a-0935-41ca-8d10-8b63158be4bd req-f26b0707-1fe0-4fdb-83a9-3e672f5e89d6 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.11 "DELETE /v2.0/ports/ba916db2-e3ae-47b8-9dca-7bccdcf584cc HTTP/1.1" status: 204 len: 173 time: 1.8448498 Apr 05 14:27:56.205490 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-6c435f0d-f778-4061-aa8e-55085443ecb7 req-922d93ce-cef4-4c10-9fc7-8efa3938d282 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:56.206908 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08fdd505-a291-4edb-a9ce-313c60a3fad3', 'name': 'network-vif-deleted', 'tag': 'ba916db2-e3ae-47b8-9dca-7bccdcf584cc'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:27:56.210076 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed0b4752-3fc4-467d-96c5-2126205d0d1f" -d '{"events": [{"server_uuid": "08fdd505-a291-4edb-a9ce-313c60a3fad3", "name": "network-vif-deleted", "tag": "ba916db2-e3ae-47b8-9dca-7bccdcf584cc"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:27:56.315730 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922d93ce-cef4-4c10-9fc7-8efa3938d282 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Pushing event deleted for resources: {'Port': ['ID=8b1f25ba-968e-4f55-880e-8cbaad83d4e4,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:56.363180 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c435f0d-f778-4061-aa8e-55085443ecb7 req-922d93ce-cef4-4c10-9fc7-8efa3938d282 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] No DVR routers for this DVR port 8b1f25ba-968e-4f55-880e-8cbaad83d4e4 on host n-h1-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:27:56.367754 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-6c435f0d-f778-4061-aa8e-55085443ecb7 req-922d93ce-cef4-4c10-9fc7-8efa3938d282 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:56.371539 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6c435f0d-f778-4061-aa8e-55085443ecb7 req-922d93ce-cef4-4c10-9fc7-8efa3938d282 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.55 "DELETE /v2.0/ports/8b1f25ba-968e-4f55-880e-8cbaad83d4e4 HTTP/1.1" status: 204 len: 173 time: 1.2851439 Apr 05 14:27:56.386490 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da242e3-1247-42e3-9516-1fd6f38de7a7 req-8069ea6c-1d65-4f19-9015-b17b99ebf160 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:56.387437 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-606d8c8a-da53-4809-b982-34534544d7e3 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Allocated IP 10.1.1.197 (3f810a40-703c-4c97-af51-1827a3f96d53/4b2cd119-834e-47b7-b975-b7e5f327fd6e/a36b5c82-4962-4613-858a-cd38406de637) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:27:56.388078 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5da242e3-1247-42e3-9516-1fd6f38de7a7 req-8069ea6c-1d65-4f19-9015-b17b99ebf160 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e94de48-e857-4c66-8e21-bf21cb6db406 HTTP/1.1" status: 200 len: 944 time: 0.2947423 Apr 05 14:27:56.391237 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-2aa27c57-939b-4a32-a2fd-0dc8cddc5d84 None None] For port acca2447-0fed-4bac-83ce-695b6bb6cda2, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:27:56.400232 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27729d7a-0fa1-4342-af8c-d779a32f7ee5 req-c18bf120-1e0a-4523-958f-b34777750804 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:56.406468 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-27729d7a-0fa1-4342-af8c-d779a32f7ee5 req-c18bf120-1e0a-4523-958f-b34777750804 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=672b2c8e-b413-49d4-9045-73a1b4424c32 HTTP/1.1" status: 200 len: 949 time: 0.1466396 Apr 05 14:27:56.431802 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-2aa27c57-939b-4a32-a2fd-0dc8cddc5d84 None None] For port acca2447-0fed-4bac-83ce-695b6bb6cda2, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=acca2447-0fed-4bac-83ce-695b6bb6cda2,segment=NetworkSegment(9d26854a-4897-4e14-97b0-4af76152ee88),segment_id=9d26854a-4897-4e14-97b0-4af76152ee88)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:27:56.485849 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5da242e3-1247-42e3-9516-1fd6f38de7a7 req-d3e3d31c-2d6e-4563-acac-7d9c928c1b95 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829988 Apr 05 14:27:56.504425 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-27729d7a-0fa1-4342-af8c-d779a32f7ee5 req-c7d5e061-4058-489b-932d-d2a26e2607e3 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703397 Apr 05 14:27:56.568169 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e7d2f0-a529-4c54-b1f1-543db7161ade x-openstack-request-id: req-67e7d2f0-a529-4c54-b1f1-543db7161ade {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:27:56.568555 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08fdd505-a291-4edb-a9ce-313c60a3fad3", "name": "network-vif-deleted", "tag": "ba916db2-e3ae-47b8-9dca-7bccdcf584cc", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:27:56.568869 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-67e7d2f0-a529-4c54-b1f1-543db7161ade {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:27:56.569574 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67e7d2f0-a529-4c54-b1f1-543db7161ade'] response: {'server_uuid': '08fdd505-a291-4edb-a9ce-313c60a3fad3', 'name': 'network-vif-deleted', 'tag': 'ba916db2-e3ae-47b8-9dca-7bccdcf584cc', 'status': 'completed', 'code': 200} Apr 05 14:27:56.583001 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7191a88a-0870-47fe-9744-b482dd41e4e2 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:56.619917 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fa89fae6-513e-470c-9f78-ac97fc89ed25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:56.650944 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2aa27c57-939b-4a32-a2fd-0dc8cddc5d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:56.690086 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad61556-33ea-48d4-a455-a74360f398d8 req-8b648bc9-2c28-4fc3-a418-254c0e1e47dc tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:56.704622 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-606d8c8a-da53-4809-b982-34534544d7e3 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:56.704901 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0ad61556-33ea-48d4-a455-a74360f398d8 req-8b648bc9-2c28-4fc3-a418-254c0e1e47dc tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] 10.222.0.30 "GET /v2.0/ports?device_id=bdeb7a9b-ce2e-4be0-8143-552aea2f5539 HTTP/1.1" status: 200 len: 945 time: 0.0803413 Apr 05 14:27:56.728193 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa89fae6-513e-470c-9f78-ac97fc89ed25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81226097-f23e-489f-aebf-5f546853adb0,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:56.766171 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa89fae6-513e-470c-9f78-ac97fc89ed25 admin admin] Checking segment: {'id': '86bf7ba4-25ec-477a-b752-1cd3a94d1598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a926837a-905f-4dbb-b5dd-5a4dcb465fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:27:56.773143 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa89fae6-513e-470c-9f78-ac97fc89ed25 admin admin] Network hostable DHCP agents. Network: a926837a-905f-4dbb-b5dd-5a4dcb465fd4, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:27:56.785785 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0ad61556-33ea-48d4-a455-a74360f398d8 req-b8bf580e-5f83-4807-84fe-f1f96469b3fc tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] 10.222.0.30 "GET /v2.0/security-groups?id=f94f82e0-3b79-4bb3-b43d-fd966d9e152b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800340 Apr 05 14:27:56.856643 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa27c57-939b-4a32-a2fd-0dc8cddc5d84 None None] Pushing event updated for resources: {'Port': ['ID=acca2447-0fed-4bac-83ce-695b6bb6cda2,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:56.866994 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7191a88a-0870-47fe-9744-b482dd41e4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:56.877011 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f2a5b062-296c-43cb-8700-5d3ab17f0f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:56.930666 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa89fae6-513e-470c-9f78-ac97fc89ed25 admin admin] Network a926837a-905f-4dbb-b5dd-5a4dcb465fd4 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:27:56.935128 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-606d8c8a-da53-4809-b982-34534544d7e3 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:56.970890 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7191a88a-0870-47fe-9744-b482dd41e4e2 None None] Network c0d47256-1dbd-4e59-a5ce-32eac6b8a672 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:27:56.981350 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-7191a88a-0870-47fe-9744-b482dd41e4e2 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:27:56.987084 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7191a88a-0870-47fe-9744-b482dd41e4e2 None None] Pushing event updated for resources: {'Port': ['ID=ef2b5a7a-e74e-43a0-9c88-0d3e24a96f58,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:56.989504 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7191a88a-0870-47fe-9744-b482dd41e4e2 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:27:56.996870 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606d8c8a-da53-4809-b982-34534544d7e3 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Network 3f810a40-703c-4c97-af51-1827a3f96d53 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:27:57.000713 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-606d8c8a-da53-4809-b982-34534544d7e3 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:27:57.005287 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606d8c8a-da53-4809-b982-34534544d7e3 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:27:57.031306 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606d8c8a-da53-4809-b982-34534544d7e3 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Pushing event updated for resources: {'Port': ['ID=a36b5c82-4962-4613-858a-cd38406de637,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:57.033877 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-fa89fae6-513e-470c-9f78-ac97fc89ed25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, a926837a-905f-4dbb-b5dd-5a4dcb465fd4) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:27:57.042864 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa89fae6-513e-470c-9f78-ac97fc89ed25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:57.042864 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fa89fae6-513e-470c-9f78-ac97fc89ed25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:57.074672 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6aff90-673a-4823-945c-de98f64852e4 None None] Network a926837a-905f-4dbb-b5dd-5a4dcb465fd4 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:27:57.083808 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606d8c8a-da53-4809-b982-34534544d7e3 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:57.084460 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-606d8c8a-da53-4809-b982-34534544d7e3 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:57.218957 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-fa89fae6-513e-470c-9f78-ac97fc89ed25 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6317110 Apr 05 14:27:57.226987 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 57988) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:27:57.227786 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-606d8c8a-da53-4809-b982-34534544d7e3 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1546028 Apr 05 14:27:57.233545 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-73d29d70-2d98-442a-bc48-dcd6b034712b tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Request body: {'port': {'network_id': '3f810a40-703c-4c97-af51-1827a3f96d53', 'name': 'tempest-TaggedBootDevicesTest_v242-509384735', 'fixed_ips': [{'subnet_id': '4b2cd119-834e-47b7-b975-b7e5f327fd6e'}]}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:27:57.375767 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-7191a88a-0870-47fe-9744-b482dd41e4e2 None None] Attempting to bind port ef2b5a7a-e74e-43a0-9c88-0d3e24a96f58 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:27:57.376661 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-7191a88a-0870-47fe-9744-b482dd41e4e2 None None] Attempting to bind port ef2b5a7a-e74e-43a0-9c88-0d3e24a96f58 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '98b4c9da-78e9-4934-a25f-0a1e90329ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c0d47256-1dbd-4e59-a5ce-32eac6b8a672'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:27:57.376661 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7191a88a-0870-47fe-9744-b482dd41e4e2 None None] Attempting to bind port ef2b5a7a-e74e-43a0-9c88-0d3e24a96f58 on network c0d47256-1dbd-4e59-a5ce-32eac6b8a672 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:27:57.389546 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7191a88a-0870-47fe-9744-b482dd41e4e2 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:27:57.390518 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7191a88a-0870-47fe-9744-b482dd41e4e2 None None] Checking segment: {'id': '98b4c9da-78e9-4934-a25f-0a1e90329ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c0d47256-1dbd-4e59-a5ce-32eac6b8a672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:27:57.390518 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7191a88a-0870-47fe-9744-b482dd41e4e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:57.390866 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7191a88a-0870-47fe-9744-b482dd41e4e2 None None] Bound using segment: {'id': '98b4c9da-78e9-4934-a25f-0a1e90329ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c0d47256-1dbd-4e59-a5ce-32eac6b8a672'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:27:57.391261 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-7191a88a-0870-47fe-9744-b482dd41e4e2 None None] Bound port: ef2b5a7a-e74e-43a0-9c88-0d3e24a96f58, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b4c9da-78e9-4934-a25f-0a1e90329ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c0d47256-1dbd-4e59-a5ce-32eac6b8a672'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:27:57.391712 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7191a88a-0870-47fe-9744-b482dd41e4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:57.392064 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3c24dedc-58fa-4b43-b6c0-e1a8a78d8199 req-142368eb-5e2b-440f-a522-5c234a3f805d tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=08fdd505-a291-4edb-a9ce-313c60a3fad3 HTTP/1.1" status: 200 len: 210 time: 0.0418286 Apr 05 14:27:57.551152 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d29d70-2d98-442a-bc48-dcd6b034712b tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Made reservation on behalf of 4c46023293d04937b7cc39b36bfca09f for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:27:57.625856 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-7191a88a-0870-47fe-9744-b482dd41e4e2 None None] For port ef2b5a7a-e74e-43a0-9c88-0d3e24a96f58, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:27:57.690833 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb378039-128f-4f9d-8421-ef8957e7e6d7 None None] Network a926837a-905f-4dbb-b5dd-5a4dcb465fd4 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:27:57.691388 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-73d29d70-2d98-442a-bc48-dcd6b034712b tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:57.697064 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-7191a88a-0870-47fe-9744-b482dd41e4e2 None None] For port ef2b5a7a-e74e-43a0-9c88-0d3e24a96f58, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=ef2b5a7a-e74e-43a0-9c88-0d3e24a96f58,segment=NetworkSegment(98b4c9da-78e9-4934-a25f-0a1e90329ab6),segment_id=98b4c9da-78e9-4934-a25f-0a1e90329ab6)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:27:57.743923 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['ced27436-8a8c-4719-9bf6-b86688ef931d'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:27:57.747861 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fbd72f-e2c1-4cd0-ab7d-3e2eaeb13821 req-e8e988a5-5b58-4ec8-aa8c-f8c9c1f7db9f tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:57.757727 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-61fbd72f-e2c1-4cd0-ab7d-3e2eaeb13821 req-e8e988a5-5b58-4ec8-aa8c-f8c9c1f7db9f tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e94de48-e857-4c66-8e21-bf21cb6db406 HTTP/1.1" status: 200 len: 944 time: 0.1378968 Apr 05 14:27:57.769784 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-73d29d70-2d98-442a-bc48-dcd6b034712b tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] device_id is not set on port 781ad338-04cd-4cd5-ab31-fb49746c5884 yet. {{(pid=103320) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:27:57.847519 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7191a88a-0870-47fe-9744-b482dd41e4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:57.911963 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device f5ca50e7-44c0-45b8-9fd0-aec6296b904a up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:27:57.975827 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:58.036713 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-61fbd72f-e2c1-4cd0-ab7d-3e2eaeb13821 req-37bdb24d-f867-48a3-b098-4fea2e2ba492 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525897 Apr 05 14:27:58.057957 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7191a88a-0870-47fe-9744-b482dd41e4e2 None None] Pushing event updated for resources: {'Port': ['ID=ef2b5a7a-e74e-43a0-9c88-0d3e24a96f58,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:58.079682 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe0494-4cb8-4e86-b8f0-a0ea9ee10823 req-1777682e-4448-4a95-97ac-dc9a75050aca tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:58.082926 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2bfe0494-4cb8-4e86-b8f0-a0ea9ee10823 req-1777682e-4448-4a95-97ac-dc9a75050aca tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/networks?id=a926837a-905f-4dbb-b5dd-5a4dcb465fd4 HTTP/1.1" status: 200 len: 812 time: 0.3751559 Apr 05 14:27:58.172612 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2bfe0494-4cb8-4e86-b8f0-a0ea9ee10823 req-b0ae2e9e-82a1-4496-9d62-afc41d64e61f tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/quotas/f6c75c954b5749f4a5047ff4736e2678 HTTP/1.1" status: 200 len: 375 time: 0.0747857 Apr 05 14:27:58.202780 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning for port f5ca50e7-44c0-45b8-9fd0-aec6296b904a completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:27:58.206971 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port f5ca50e7-44c0-45b8-9fd0-aec6296b904a triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:27:58.207347 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:58.260841 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 76f59e91-1ec2-4780-83fc-58f44a4a3d54 no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:27:58.276616 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2bfe0494-4cb8-4e86-b8f0-a0ea9ee10823 req-d3875796-4007-4c11-9bca-13ba0a12f1b5 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f6c75c954b5749f4a5047ff4736e2678&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0844860 Apr 05 14:27:58.290436 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1baedbe-78b4-421a-b4cf-34faecb0f10e req-34b86a08-e2a7-4afb-b11c-53236b52c3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:58.292345 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f1baedbe-78b4-421a-b4cf-34faecb0f10e req-34b86a08-e2a7-4afb-b11c-53236b52c3dc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=672b2c8e-b413-49d4-9045-73a1b4424c32&tenant_id=eb6eb2eb5e534aae8638ab75f1f70e11 HTTP/1.1" status: 200 len: 1100 time: 0.3187318 Apr 05 14:27:58.313522 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-f1baedbe-78b4-421a-b4cf-34faecb0f10e req-fa78976a-f673-42fd-845b-fedbb9528d7b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836650-2', 'device_owner': 'compute:nova'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:27:58.316663 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-73d29d70-2d98-442a-bc48-dcd6b034712b tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Allocated IP 10.1.1.10 (3f810a40-703c-4c97-af51-1827a3f96d53/4b2cd119-834e-47b7-b975-b7e5f327fd6e/781ad338-04cd-4cd5-ab31-fb49746c5884) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:27:58.332777 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b151d844-433d-45cc-8335-54620feac12b req-bf78715b-304c-4b94-9a00-1d3b25323f78 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:58.341984 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b151d844-433d-45cc-8335-54620feac12b req-bf78715b-304c-4b94-9a00-1d3b25323f78 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=672b2c8e-b413-49d4-9045-73a1b4424c32 HTTP/1.1" status: 200 len: 949 time: 0.1839077 Apr 05 14:27:58.366489 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['d48d9039-a582-46f9-a15c-ebc5853e5c4f', '8af7a0bd-3e0c-4723-b6c5-a6ac2dc3131e'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:27:58.454916 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36cdf24d-3809-42d9-b229-27e5f805aebd None None] Network 3f810a40-703c-4c97-af51-1827a3f96d53 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:27:58.496581 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:58.521543 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b151d844-433d-45cc-8335-54620feac12b req-345eb4b4-4c9f-4035-910e-9087976c2a1f tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786764 Apr 05 14:27:58.533724 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-f1baedbe-78b4-421a-b4cf-34faecb0f10e req-fa78976a-f673-42fd-845b-fedbb9528d7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:58.556217 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:58.570274 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4c786df-f458-465c-9e68-2c09c038849f', 'name': 'network-vif-deleted', 'tag': '8b1f25ba-968e-4f55-880e-8cbaad83d4e4'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:27:58.572618 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d29e9d-8291-4792-a258-0340072abf21" -d '{"events": [{"server_uuid": "c4c786df-f458-465c-9e68-2c09c038849f", "name": "network-vif-deleted", "tag": "8b1f25ba-968e-4f55-880e-8cbaad83d4e4"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:27:58.599642 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e94de48-e857-4c66-8e21-bf21cb6db406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5ca50e7-44c0-45b8-9fd0-aec6296b904a'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:27:58.602758 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a23346-9268-4798-9c09-223cc8856154" -d '{"events": [{"server_uuid": "0e94de48-e857-4c66-8e21-bf21cb6db406", "name": "network-vif-plugged", "status": "completed", "tag": "f5ca50e7-44c0-45b8-9fd0-aec6296b904a"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:27:58.646145 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port f5ca50e7-44c0-45b8-9fd0-aec6296b904a, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=f5ca50e7-44c0-45b8-9fd0-aec6296b904a,segment=NetworkSegment(e44f5d0a-bab4-40cf-a1ed-36028ad06628),segment_id=e44f5d0a-bab4-40cf-a1ed-36028ad06628)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:27:58.658556 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-f74e513f-e014-43e5-835a-70b9a4711961 None None] Provisioning complete for port acca2447-0fed-4bac-83ce-695b6bb6cda2 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:27:58.658883 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f74e513f-e014-43e5-835a-70b9a4711961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:58.701627 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2bfe0494-4cb8-4e86-b8f0-a0ea9ee10823 req-e71f58f6-291f-4277-9c99-708dbbe77515 service neutron] 10.222.0.30 "GET /v2.0/networks/a926837a-905f-4dbb-b5dd-5a4dcb465fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3923662 Apr 05 14:27:58.703970 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 76f59e91-1ec2-4780-83fc-58f44a4a3d54, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=76f59e91-1ec2-4780-83fc-58f44a4a3d54,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:27:58.774229 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:58.775050 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device f8f36c54-bfdb-41ca-bdaf-983a4bd56f58 up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:27:58.805454 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f597f-7bde-4023-b8e8-53b1bab0ffc4 req-c29da3ae-b92a-45fa-b177-b98420ab77d7 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:58.806952 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-239f597f-7bde-4023-b8e8-53b1bab0ffc4 req-c29da3ae-b92a-45fa-b177-b98420ab77d7 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] 10.222.0.30 "GET /v2.0/ports?device_id=bdeb7a9b-ce2e-4be0-8143-552aea2f5539 HTTP/1.1" status: 200 len: 945 time: 0.1732011 Apr 05 14:27:58.852580 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-73d29d70-2d98-442a-bc48-dcd6b034712b tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:58.881195 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:58.882005 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 8b1f25ba-968e-4f55-880e-8cbaad83d4e4 no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:27:58.914599 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.db.api [req-f1baedbe-78b4-421a-b4cf-34faecb0f10e req-fa78976a-f673-42fd-845b-fedbb9528d7b service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103320) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:27:58.915126 n-d-836650-2 neutron-server[103320]: DEBUG oslo_db.api [req-f1baedbe-78b4-421a-b4cf-34faecb0f10e req-fa78976a-f673-42fd-845b-fedbb9528d7b service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:27:58.933309 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2bfe0494-4cb8-4e86-b8f0-a0ea9ee10823 req-a87c37c9-6953-451c-a533-002724ff2324 service neutron] 10.222.0.30 "GET /v2.0/networks/a926837a-905f-4dbb-b5dd-5a4dcb465fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211821 Apr 05 14:27:58.943086 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] No Port match for: 8b1f25ba-968e-4f55-880e-8cbaad83d4e4 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:27:58.946382 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 8b1f25ba-968e-4f55-880e-8cbaad83d4e4 not bound to the agent host n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:27:58.990701 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-239f597f-7bde-4023-b8e8-53b1bab0ffc4 req-e4ebcbbf-f3a8-4057-801b-174c8b672fab tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] 10.222.0.30 "GET /v2.0/security-groups?id=f94f82e0-3b79-4bb3-b43d-fd966d9e152b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1622193 Apr 05 14:27:59.008052 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device acca2447-0fed-4bac-83ce-695b6bb6cda2 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:27:59.051168 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=f5ca50e7-44c0-45b8-9fd0-aec6296b904a,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:59.053513 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-73d29d70-2d98-442a-bc48-dcd6b034712b tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:59.103519 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3437ddbf-ce40-4f47-9cab-f6d0519e0b2e x-openstack-request-id: req-3437ddbf-ce40-4f47-9cab-f6d0519e0b2e {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:27:59.103519 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4c786df-f458-465c-9e68-2c09c038849f", "name": "network-vif-deleted", "tag": "8b1f25ba-968e-4f55-880e-8cbaad83d4e4", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:27:59.103519 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3437ddbf-ce40-4f47-9cab-f6d0519e0b2e {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:27:59.103519 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3437ddbf-ce40-4f47-9cab-f6d0519e0b2e'] response: {'server_uuid': 'c4c786df-f458-465c-9e68-2c09c038849f', 'name': 'network-vif-deleted', 'tag': '8b1f25ba-968e-4f55-880e-8cbaad83d4e4', 'status': 'completed', 'code': 200} Apr 05 14:27:59.116522 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d29d70-2d98-442a-bc48-dcd6b034712b tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Network 3f810a40-703c-4c97-af51-1827a3f96d53 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:27:59.118866 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f74e513f-e014-43e5-835a-70b9a4711961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:59.138704 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec3d784-0e5d-42d1-bf00-e7e05fa0a4e1 x-openstack-request-id: req-3ec3d784-0e5d-42d1-bf00-e7e05fa0a4e1 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:27:59.139013 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e94de48-e857-4c66-8e21-bf21cb6db406", "name": "network-vif-plugged", "status": "completed", "tag": "f5ca50e7-44c0-45b8-9fd0-aec6296b904a", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:27:59.139220 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3ec3d784-0e5d-42d1-bf00-e7e05fa0a4e1 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:27:59.139678 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ec3d784-0e5d-42d1-bf00-e7e05fa0a4e1'] response: {'server_uuid': '0e94de48-e857-4c66-8e21-bf21cb6db406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5ca50e7-44c0-45b8-9fd0-aec6296b904a', 'code': 200} Apr 05 14:27:59.145089 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-73d29d70-2d98-442a-bc48-dcd6b034712b tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:27:59.151731 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d29d70-2d98-442a-bc48-dcd6b034712b tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:27:59.160709 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d29d70-2d98-442a-bc48-dcd6b034712b tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Pushing event updated for resources: {'Port': ['ID=781ad338-04cd-4cd5-ab31-fb49746c5884,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:59.258180 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-f74e513f-e014-43e5-835a-70b9a4711961 None None] For port acca2447-0fed-4bac-83ce-695b6bb6cda2, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=acca2447-0fed-4bac-83ce-695b6bb6cda2,segment=NetworkSegment(9d26854a-4897-4e14-97b0-4af76152ee88),segment_id=9d26854a-4897-4e14-97b0-4af76152ee88)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:27:59.258180 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=76f59e91-1ec2-4780-83fc-58f44a4a3d54,revision_number=10']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:59.263948 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning for port f8f36c54-bfdb-41ca-bdaf-983a4bd56f58 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:27:59.278620 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port f8f36c54-bfdb-41ca-bdaf-983a4bd56f58 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:27:59.278991 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:59.284324 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port acca2447-0fed-4bac-83ce-695b6bb6cda2 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:27:59.284698 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:59.319514 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d29d70-2d98-442a-bc48-dcd6b034712b tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:59.320334 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-73d29d70-2d98-442a-bc48-dcd6b034712b tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:59.346583 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bdec3e-dbae-42a0-930e-c89b7c0a5d2e req-20f3ade6-3b8f-4b16-942f-91bfd480541d tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:59.358712 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f3bdec3e-dbae-42a0-930e-c89b7c0a5d2e req-20f3ade6-3b8f-4b16-942f-91bfd480541d tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e94de48-e857-4c66-8e21-bf21cb6db406 HTTP/1.1" status: 200 len: 945 time: 0.1287377 Apr 05 14:27:59.372333 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f74e513f-e014-43e5-835a-70b9a4711961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:59.393106 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216f46f6-a30d-46d4-b756-bb7b9427a476 req-316430bb-2d10-42bc-91fe-e3c5b6778308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:59.399594 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-216f46f6-a30d-46d4-b756-bb7b9427a476 req-316430bb-2d10-42bc-91fe-e3c5b6778308 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0e94de48-e857-4c66-8e21-bf21cb6db406 HTTP/1.1" status: 200 len: 1096 time: 0.1600366 Apr 05 14:27:59.448150 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f3bdec3e-dbae-42a0-930e-c89b7c0a5d2e req-dd630ae3-1cb8-4678-91a8-c998568891fb tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912514 Apr 05 14:27:59.462703 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-216f46f6-a30d-46d4-b756-bb7b9427a476 req-0b5eae22-d025-476c-83a4-83ae6750e5e9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558543 Apr 05 14:27:59.475873 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74e513f-e014-43e5-835a-70b9a4711961 None None] Pushing event updated for resources: {'Port': ['ID=acca2447-0fed-4bac-83ce-695b6bb6cda2,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:27:59.521435 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-73d29d70-2d98-442a-bc48-dcd6b034712b tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.2932506 Apr 05 14:27:59.529163 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-f1baedbe-78b4-421a-b4cf-34faecb0f10e req-fa78976a-f673-42fd-845b-fedbb9528d7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:59.537138 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:59.555831 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02795b4-31df-462e-bc73-6eb873b26b9d None None] Network c0d47256-1dbd-4e59-a5ce-32eac6b8a672 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:27:59.627578 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:59.641288 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f899a753-0662-4dfc-9f02-38ee92a72e89 req-17167495-8aa2-4c1e-a982-6aa2af065f4d tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=acb0800d-2c6e-4fda-8311-d592054a4572 HTTP/1.1" status: 200 len: 210 time: 0.0921922 Apr 05 14:27:59.704621 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:59.708986 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device ef2b5a7a-e74e-43a0-9c88-0d3e24a96f58 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:27:59.713224 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-f63564a2-e74e-47c9-990a-a8a1f9f0c61c None None] Provisioning complete for port ef2b5a7a-e74e-43a0-9c88-0d3e24a96f58 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:27:59.713678 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f63564a2-e74e-47c9-990a-a8a1f9f0c61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:59.963200 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port f8f36c54-bfdb-41ca-bdaf-983a4bd56f58, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=f8f36c54-bfdb-41ca-bdaf-983a4bd56f58,segment=NetworkSegment(a7b6b76e-60b5-47fc-aeb7-c77bd8716e53),segment_id=a7b6b76e-60b5-47fc-aeb7-c77bd8716e53)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:27:59.995955 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d6ef2-45e8-45e3-badd-3e15088dcadc req-29842403-c5cd-43d2-a94c-35e81b56d362 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:27:59.998186 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fd3d6ef2-45e8-45e3-badd-3e15088dcadc req-29842403-c5cd-43d2-a94c-35e81b56d362 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=672b2c8e-b413-49d4-9045-73a1b4424c32 HTTP/1.1" status: 200 len: 948 time: 0.1019621 Apr 05 14:28:00.000746 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-f1baedbe-78b4-421a-b4cf-34faecb0f10e req-fa78976a-f673-42fd-845b-fedbb9528d7b service neutron] For port 76f59e91-1ec2-4780-83fc-58f44a4a3d54, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=76f59e91-1ec2-4780-83fc-58f44a4a3d54,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:28:00.069127 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port ef2b5a7a-e74e-43a0-9c88-0d3e24a96f58 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:28:00.069715 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:00.075462 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fd3d6ef2-45e8-45e3-badd-3e15088dcadc req-6e0b314d-5269-4b18-8d6d-749d36a2ed95 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625925 Apr 05 14:28:00.077705 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-f1baedbe-78b4-421a-b4cf-34faecb0f10e req-fa78976a-f673-42fd-845b-fedbb9528d7b service neutron] For port 76f59e91-1ec2-4780-83fc-58f44a4a3d54, host n-h1-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:28:00.159515 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-f1baedbe-78b4-421a-b4cf-34faecb0f10e req-fa78976a-f673-42fd-845b-fedbb9528d7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76f59e91-1ec2-4780-83fc-58f44a4a3d54 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:28:00.169082 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-f1baedbe-78b4-421a-b4cf-34faecb0f10e req-fa78976a-f673-42fd-845b-fedbb9528d7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:00.182420 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f63564a2-e74e-47c9-990a-a8a1f9f0c61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:00.182880 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-f1baedbe-78b4-421a-b4cf-34faecb0f10e req-fa78976a-f673-42fd-845b-fedbb9528d7b service neutron] Transition to ACTIVE for port object 76f59e91-1ec2-4780-83fc-58f44a4a3d54 will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:28:00.184136 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:00.299420 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=f8f36c54-bfdb-41ca-bdaf-983a4bd56f58,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:00.305012 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-f63564a2-e74e-47c9-990a-a8a1f9f0c61c None None] For port ef2b5a7a-e74e-43a0-9c88-0d3e24a96f58, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=ef2b5a7a-e74e-43a0-9c88-0d3e24a96f58,segment=NetworkSegment(98b4c9da-78e9-4934-a25f-0a1e90329ab6),segment_id=98b4c9da-78e9-4934-a25f-0a1e90329ab6)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:28:00.316031 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-f1baedbe-78b4-421a-b4cf-34faecb0f10e req-fa78976a-f673-42fd-845b-fedbb9528d7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:00.346647 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:00.399852 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1baedbe-78b4-421a-b4cf-34faecb0f10e req-fa78976a-f673-42fd-845b-fedbb9528d7b service neutron] No DVR routers for this DVR port 76f59e91-1ec2-4780-83fc-58f44a4a3d54 on host n-h1-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:28:00.404135 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78976a-f673-42fd-845b-fedbb9528d7b service neutron] Pushing event updated for resources: {'Port': ['ID=76f59e91-1ec2-4780-83fc-58f44a4a3d54,revision_number=11']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:00.410059 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 58046) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:28:00.424752 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-39c34712-eb32-4f8f-ad76-ba3b09d476c8 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1779892878', 'description': 'tempest-description--1299359796'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:28:00.447484 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f63564a2-e74e-47c9-990a-a8a1f9f0c61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:00.450346 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-f1baedbe-78b4-421a-b4cf-34faecb0f10e req-fa78976a-f673-42fd-845b-fedbb9528d7b service neutron] Attempting to bind port 76f59e91-1ec2-4780-83fc-58f44a4a3d54 on host n-h2-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:28:00.451201 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-f1baedbe-78b4-421a-b4cf-34faecb0f10e req-fa78976a-f673-42fd-845b-fedbb9528d7b service neutron] Attempting to bind port 76f59e91-1ec2-4780-83fc-58f44a4a3d54 by drivers openvswitch,hyperv on host n-h2-836650-2 at level 0 using segments [{'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:28:00.451708 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1baedbe-78b4-421a-b4cf-34faecb0f10e req-fa78976a-f673-42fd-845b-fedbb9528d7b service neutron] Attempting to bind port 76f59e91-1ec2-4780-83fc-58f44a4a3d54 on network 80d671a8-d1ab-4472-891b-9c042fbd7800 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:28:00.457969 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1baedbe-78b4-421a-b4cf-34faecb0f10e req-fa78976a-f673-42fd-845b-fedbb9528d7b service neutron] Port 76f59e91-1ec2-4780-83fc-58f44a4a3d54 on network 80d671a8-d1ab-4472-891b-9c042fbd7800 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:28:00.458547 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1baedbe-78b4-421a-b4cf-34faecb0f10e req-fa78976a-f673-42fd-845b-fedbb9528d7b service neutron] Attempting to bind port 76f59e91-1ec2-4780-83fc-58f44a4a3d54 on network 80d671a8-d1ab-4472-891b-9c042fbd7800 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:28:00.465569 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1baedbe-78b4-421a-b4cf-34faecb0f10e req-fa78976a-f673-42fd-845b-fedbb9528d7b service neutron] Checking agent: {'id': '6d8cf521-24bb-4b6a-bbae-0284f5c87a9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:28:00.470171 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1baedbe-78b4-421a-b4cf-34faecb0f10e req-fa78976a-f673-42fd-845b-fedbb9528d7b service neutron] Checking segment: {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:28:00.470171 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1baedbe-78b4-421a-b4cf-34faecb0f10e req-fa78976a-f673-42fd-845b-fedbb9528d7b service neutron] Bound using segment: {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:28:00.470171 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-f1baedbe-78b4-421a-b4cf-34faecb0f10e req-fa78976a-f673-42fd-845b-fedbb9528d7b service neutron] Bound port: 76f59e91-1ec2-4780-83fc-58f44a4a3d54, host: n-h2-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:28:00.470171 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-f1baedbe-78b4-421a-b4cf-34faecb0f10e req-fa78976a-f673-42fd-845b-fedbb9528d7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:00.536538 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.db.api [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:28:00.536937 n-d-836650-2 neutron-server[103322]: DEBUG oslo_db.api [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:28:00.547369 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-39c34712-eb32-4f8f-ad76-ba3b09d476c8 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:00.554287 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63564a2-e74e-47c9-990a-a8a1f9f0c61c None None] Pushing event updated for resources: {'Port': ['ID=ef2b5a7a-e74e-43a0-9c88-0d3e24a96f58,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:00.577425 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-92b56d36-addf-457a-b4ef-9717baae9530 None None] Provisioning complete for port acca2447-0fed-4bac-83ce-695b6bb6cda2 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:28:00.577869 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-92b56d36-addf-457a-b4ef-9717baae9530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:00.652639 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c5c89-5789-44f2-b122-d945d411ad70 req-2adb46c4-678b-48d9-89c6-93d44bd31eb4 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:00.652639 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-882c5c89-5789-44f2-b122-d945d411ad70 req-2adb46c4-678b-48d9-89c6-93d44bd31eb4 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] 10.222.0.30 "GET /v2.0/ports?device_id=bdeb7a9b-ce2e-4be0-8143-552aea2f5539 HTTP/1.1" status: 200 len: 946 time: 0.1717682 Apr 05 14:28:00.654081 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-f1baedbe-78b4-421a-b4cf-34faecb0f10e req-fa78976a-f673-42fd-845b-fedbb9528d7b service neutron] For port 76f59e91-1ec2-4780-83fc-58f44a4a3d54, host n-h2-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:28:00.670389 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-f1baedbe-78b4-421a-b4cf-34faecb0f10e req-fa78976a-f673-42fd-845b-fedbb9528d7b service neutron] For port 76f59e91-1ec2-4780-83fc-58f44a4a3d54, host n-h2-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=76f59e91-1ec2-4780-83fc-58f44a4a3d54,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:28:00.680523 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-39c34712-eb32-4f8f-ad76-ba3b09d476c8 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:00.708633 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-882c5c89-5789-44f2-b122-d945d411ad70 req-d2635941-eeb6-4301-a3aa-ee540c7a7183 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] 10.222.0.30 "GET /v2.0/security-groups?id=f94f82e0-3b79-4bb3-b43d-fd966d9e152b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566318 Apr 05 14:28:00.744514 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-92b56d36-addf-457a-b4ef-9717baae9530 None None] Provisioning complete for port 781ad338-04cd-4cd5-ab31-fb49746c5884 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:28:00.744514 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-92b56d36-addf-457a-b4ef-9717baae9530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:00.791334 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-92b56d36-addf-457a-b4ef-9717baae9530 None None] Port 781ad338-04cd-4cd5-ab31-fb49746c5884 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:28:00.798345 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-f1baedbe-78b4-421a-b4cf-34faecb0f10e req-fa78976a-f673-42fd-845b-fedbb9528d7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:00.802597 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-92b56d36-addf-457a-b4ef-9717baae9530 None None] Provisioning complete for port a36b5c82-4962-4613-858a-cd38406de637 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:28:00.802860 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-92b56d36-addf-457a-b4ef-9717baae9530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:00.848001 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1baedbe-78b4-421a-b4cf-34faecb0f10e req-fa78976a-f673-42fd-845b-fedbb9528d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:00.848001 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-f1baedbe-78b4-421a-b4cf-34faecb0f10e req-fa78976a-f673-42fd-845b-fedbb9528d7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:00.848001 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f1baedbe-78b4-421a-b4cf-34faecb0f10e req-fa78976a-f673-42fd-845b-fedbb9528d7b service neutron] 10.222.0.11 "PUT /v2.0/ports/76f59e91-1ec2-4780-83fc-58f44a4a3d54 HTTP/1.1" status: 200 len: 1096 time: 2.5386808 Apr 05 14:28:00.852212 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9320fc-3fe7-486e-ae01-3fe0506cd8b9 req-365372e8-c68e-4fd9-8306-062ba2981adf tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:00.854619 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-df9320fc-3fe7-486e-ae01-3fe0506cd8b9 req-365372e8-c68e-4fd9-8306-062ba2981adf tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e94de48-e857-4c66-8e21-bf21cb6db406 HTTP/1.1" status: 200 len: 945 time: 0.0978932 Apr 05 14:28:00.860379 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-92b56d36-addf-457a-b4ef-9717baae9530 None None] Port a36b5c82-4962-4613-858a-cd38406de637 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:28:00.876380 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-39c34712-eb32-4f8f-ad76-ba3b09d476c8 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:00.925020 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c34712-eb32-4f8f-ad76-ba3b09d476c8 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=651049ed-3ef9-4175-8455-d871a11c2622,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:00.940081 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78976a-f673-42fd-845b-fedbb9528d7b service neutron] Pushing event updated for resources: {'Port': ['ID=76f59e91-1ec2-4780-83fc-58f44a4a3d54,revision_number=12']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:00.957468 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-df9320fc-3fe7-486e-ae01-3fe0506cd8b9 req-422bcbc2-5721-4334-99a1-f108a9749d3b tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947592 Apr 05 14:28:00.964575 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1baedbe-78b4-421a-b4cf-34faecb0f10e req-73c07d54-4d84-4b4b-bef3-13ac6157e69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:00.966172 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f1baedbe-78b4-421a-b4cf-34faecb0f10e req-73c07d54-4d84-4b4b-bef3-13ac6157e69b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eb6eb2eb5e534aae8638ab75f1f70e11&device_id=672b2c8e-b413-49d4-9045-73a1b4424c32 HTTP/1.1" status: 200 len: 1099 time: 0.0934591 Apr 05 14:28:00.990889 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-0f945d6a-ed6f-4cc4-b743-fe3f7031dae6 None None] Provisioning complete for port ef2b5a7a-e74e-43a0-9c88-0d3e24a96f58 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:28:00.992001 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0f945d6a-ed6f-4cc4-b743-fe3f7031dae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:00.999455 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-39c34712-eb32-4f8f-ad76-ba3b09d476c8 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:01.003752 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-39c34712-eb32-4f8f-ad76-ba3b09d476c8 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5898168 Apr 05 14:28:01.004119 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 58058) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:28:01.008955 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-3828f34f-4f2b-43ef-b1e0-8fe4ae0471a5 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Request body: {'security_group_rule': {'security_group_id': '651049ed-3ef9-4175-8455-d871a11c2622', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:28:01.108223 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3828f34f-4f2b-43ef-b1e0-8fe4ae0471a5 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:01.123406 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '672b2c8e-b413-49d4-9045-73a1b4424c32', 'tag': '76f59e91-1ec2-4780-83fc-58f44a4a3d54'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:28:01.125682 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a0db06-5ad6-4266-abee-972bae6d2c49" -d '{"events": [{"name": "network-changed", "server_uuid": "672b2c8e-b413-49d4-9045-73a1b4424c32", "tag": "76f59e91-1ec2-4780-83fc-58f44a4a3d54"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:28:01.137892 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-223f2a20-47e6-4b50-a2cc-f74517cf4b10 req-9db2ec09-ea83-491e-a71f-1eb96de32ec3 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=acb0800d-2c6e-4fda-8311-d592054a4572 HTTP/1.1" status: 200 len: 210 time: 0.0714364 Apr 05 14:28:01.140859 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '672b2c8e-b413-49d4-9045-73a1b4424c32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76f59e91-1ec2-4780-83fc-58f44a4a3d54'}, {'server_uuid': 'bdeb7a9b-ce2e-4be0-8143-552aea2f5539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f36c54-bfdb-41ca-bdaf-983a4bd56f58'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:28:01.151502 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f76ae2-a851-4ff0-b220-f3757f25a693" -d '{"events": [{"server_uuid": "672b2c8e-b413-49d4-9045-73a1b4424c32", "name": "network-vif-unplugged", "status": "completed", "tag": "76f59e91-1ec2-4780-83fc-58f44a4a3d54"}, {"server_uuid": "bdeb7a9b-ce2e-4be0-8143-552aea2f5539", "name": "network-vif-plugged", "status": "completed", "tag": "f8f36c54-bfdb-41ca-bdaf-983a4bd56f58"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:28:01.179771 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1baedbe-78b4-421a-b4cf-34faecb0f10e req-f59d9c9d-71ed-4642-86a0-9e7931cbe387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:01.182306 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f1baedbe-78b4-421a-b4cf-34faecb0f10e req-f59d9c9d-71ed-4642-86a0-9e7931cbe387 service neutron] 10.222.0.11 "GET /v2.0/networks?id=80d671a8-d1ab-4472-891b-9c042fbd7800 HTTP/1.1" status: 200 len: 870 time: 0.2094522 Apr 05 14:28:01.234632 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f1baedbe-78b4-421a-b4cf-34faecb0f10e req-0edbf7ba-ff05-42c2-bf91-373db9867dd8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=76f59e91-1ec2-4780-83fc-58f44a4a3d54 HTTP/1.1" status: 200 len: 217 time: 0.0448136 Apr 05 14:28:01.239539 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device acca2447-0fed-4bac-83ce-695b6bb6cda2 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:28:01.258387 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3828f34f-4f2b-43ef-b1e0-8fe4ae0471a5 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:01.305057 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c772eccc-7d9b-4b21-bf47-25ff0ff2f15f x-openstack-request-id: req-c772eccc-7d9b-4b21-bf47-25ff0ff2f15f {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:28:01.305057 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "672b2c8e-b413-49d4-9045-73a1b4424c32", "tag": "76f59e91-1ec2-4780-83fc-58f44a4a3d54", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:28:01.305323 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c772eccc-7d9b-4b21-bf47-25ff0ff2f15f {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:28:01.305686 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c772eccc-7d9b-4b21-bf47-25ff0ff2f15f'] response: {'name': 'network-changed', 'server_uuid': '672b2c8e-b413-49d4-9045-73a1b4424c32', 'tag': '76f59e91-1ec2-4780-83fc-58f44a4a3d54', 'status': 'completed', 'code': 200} Apr 05 14:28:01.327491 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port acca2447-0fed-4bac-83ce-695b6bb6cda2 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:28:01.327868 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:01.331858 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb4f4e-32c5-4b88-bdef-a9be8c91e89b req-63100289-cc10-4a54-90cd-68ad27348663 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:01.333767 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-affb4f4e-32c5-4b88-bdef-a9be8c91e89b req-63100289-cc10-4a54-90cd-68ad27348663 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=672b2c8e-b413-49d4-9045-73a1b4424c32 HTTP/1.1" status: 200 len: 948 time: 0.1017988 Apr 05 14:28:01.367949 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 05 Apr 2022 14:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-297a5b7e-9202-4068-b891-0294f77a6b2d x-openstack-request-id: req-297a5b7e-9202-4068-b891-0294f77a6b2d {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:28:01.367949 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "672b2c8e-b413-49d4-9045-73a1b4424c32", "name": "network-vif-unplugged", "status": "completed", "tag": "76f59e91-1ec2-4780-83fc-58f44a4a3d54", "code": 200}, {"server_uuid": "bdeb7a9b-ce2e-4be0-8143-552aea2f5539", "name": "network-vif-plugged", "status": "completed", "tag": "f8f36c54-bfdb-41ca-bdaf-983a4bd56f58", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:28:01.367949 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-297a5b7e-9202-4068-b891-0294f77a6b2d {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:28:01.367949 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-297a5b7e-9202-4068-b891-0294f77a6b2d'] response: {'server_uuid': '672b2c8e-b413-49d4-9045-73a1b4424c32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76f59e91-1ec2-4780-83fc-58f44a4a3d54', 'code': 200} Apr 05 14:28:01.367949 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-297a5b7e-9202-4068-b891-0294f77a6b2d'] response: {'server_uuid': 'bdeb7a9b-ce2e-4be0-8143-552aea2f5539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f36c54-bfdb-41ca-bdaf-983a4bd56f58', 'code': 200} Apr 05 14:28:01.374063 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3828f34f-4f2b-43ef-b1e0-8fe4ae0471a5 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:01.374607 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1baedbe-78b4-421a-b4cf-34faecb0f10e req-38455d53-41f0-4ba1-9ed8-4ba41b25569c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:01.376385 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f1baedbe-78b4-421a-b4cf-34faecb0f10e req-38455d53-41f0-4ba1-9ed8-4ba41b25569c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.1069868 Apr 05 14:28:01.442340 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3828f34f-4f2b-43ef-b1e0-8fe4ae0471a5 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67f29752-ab50-414f-b86c-2e53f6a018ff,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:01.463804 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device ef2b5a7a-e74e-43a0-9c88-0d3e24a96f58 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:28:01.478545 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-affb4f4e-32c5-4b88-bdef-a9be8c91e89b req-e613f098-7a96-48c7-9790-896a8793e563 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326418 Apr 05 14:28:01.489229 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a0db06-5ad6-4266-abee-972bae6d2c49 req-0531cd60-ad4a-4048-8fce-4e371da42d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:01.490762 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a4a0db06-5ad6-4266-abee-972bae6d2c49 req-0531cd60-ad4a-4048-8fce-4e371da42d6f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eb6eb2eb5e534aae8638ab75f1f70e11&device_id=672b2c8e-b413-49d4-9045-73a1b4424c32 HTTP/1.1" status: 200 len: 1099 time: 0.1559987 Apr 05 14:28:01.517486 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port ef2b5a7a-e74e-43a0-9c88-0d3e24a96f58 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:28:01.517856 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1baedbe-78b4-421a-b4cf-34faecb0f10e req-5489391f-cca4-4918-9b74-ab5103d1ca63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:01.518033 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:01.519456 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f1baedbe-78b4-421a-b4cf-34faecb0f10e req-5489391f-cca4-4918-9b74-ab5103d1ca63 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1332202 Apr 05 14:28:01.522337 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c9d50-2772-46f0-a019-77d41a2a535d req-0c0e3493-3a54-4e6d-ae45-db16f63ca5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:01.523895 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-d32c9d50-2772-46f0-a019-77d41a2a535d req-0c0e3493-3a54-4e6d-ae45-db16f63ca5e7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bdeb7a9b-ce2e-4be0-8143-552aea2f5539 HTTP/1.1" status: 200 len: 1097 time: 0.0545809 Apr 05 14:28:01.564585 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-d32c9d50-2772-46f0-a019-77d41a2a535d req-18e65180-82f4-4b0a-9519-a39c0e15a596 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f94f82e0-3b79-4bb3-b43d-fd966d9e152b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326083 Apr 05 14:28:01.604337 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3828f34f-4f2b-43ef-b1e0-8fe4ae0471a5 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:01.605797 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-3828f34f-4f2b-43ef-b1e0-8fe4ae0471a5 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6005585 Apr 05 14:28:01.608488 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 58068) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:28:01.614355 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-c0fe92a2-12ad-46af-8514-8633e3448cd2 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Request body: {'security_group_rule': {'security_group_id': '651049ed-3ef9-4175-8455-d871a11c2622', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:28:01.757969 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c0fe92a2-12ad-46af-8514-8633e3448cd2 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:01.840808 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c0fe92a2-12ad-46af-8514-8633e3448cd2 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:01.920029 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a4bd8-d80e-46be-9a5e-ac82b968d550 req-124e5f6d-7035-43b0-96b8-cf377fd0db0d tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:01.921607 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b80a4bd8-d80e-46be-9a5e-ac82b968d550 req-124e5f6d-7035-43b0-96b8-cf377fd0db0d tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7899062-ba60-4ab7-8a05-70f7e011d412 HTTP/1.1" status: 200 len: 950 time: 0.4997537 Apr 05 14:28:01.962279 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c0fe92a2-12ad-46af-8514-8633e3448cd2 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:01.987088 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fe92a2-12ad-46af-8514-8633e3448cd2 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12a985be-03df-4478-bdf3-d3a652a6febf,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:02.037348 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a0db06-5ad6-4266-abee-972bae6d2c49 req-dc368c80-3176-405c-badf-bf3c72e8e75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:02.039666 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a4a0db06-5ad6-4266-abee-972bae6d2c49 req-dc368c80-3176-405c-badf-bf3c72e8e75d service neutron] 10.222.0.55 "GET /v2.0/networks?id=80d671a8-d1ab-4472-891b-9c042fbd7800 HTTP/1.1" status: 200 len: 870 time: 0.5342622 Apr 05 14:28:02.055037 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b80a4bd8-d80e-46be-9a5e-ac82b968d550 req-6a22c296-18b6-4c85-aaa4-0f633d37f4eb tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210480 Apr 05 14:28:02.079926 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f115626-7453-4866-aeac-6dce328b9594 req-e7ff3176-6a68-4de6-9159-c7700f7214ea tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:02.079926 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7f115626-7453-4866-aeac-6dce328b9594 req-e7ff3176-6a68-4de6-9159-c7700f7214ea tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] 10.222.0.30 "GET /v2.0/ports?device_id=bdeb7a9b-ce2e-4be0-8143-552aea2f5539 HTTP/1.1" status: 200 len: 946 time: 0.1449211 Apr 05 14:28:02.080315 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c0fe92a2-12ad-46af-8514-8633e3448cd2 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:02.085558 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-c0fe92a2-12ad-46af-8514-8633e3448cd2 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4720857 Apr 05 14:28:02.087156 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 58074) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:28:02.092064 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-d1febabf-b2a2-4a6f-be43-4c1e0f0e5491 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Request body: {'floatingip': {'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:28:02.104759 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f1baedbe-78b4-421a-b4cf-34faecb0f10e req-8b3dd1e8-a8ac-4d29-9124-0b7e40c5160c service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5706434 Apr 05 14:28:02.112367 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a4a0db06-5ad6-4266-abee-972bae6d2c49 req-2d35d17a-9c4c-4fc6-8b0f-1ffefdcf1372 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=76f59e91-1ec2-4780-83fc-58f44a4a3d54 HTTP/1.1" status: 200 len: 217 time: 0.0624731 Apr 05 14:28:02.196826 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d1febabf-b2a2-4a6f-be43-4c1e0f0e5491 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks [] for floatingip, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:02.283931 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7f115626-7453-4866-aeac-6dce328b9594 req-8df34e55-c122-4227-bbbb-796ad394895d tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] 10.222.0.30 "GET /v2.0/security-groups?id=f94f82e0-3b79-4bb3-b43d-fd966d9e152b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1780748 Apr 05 14:28:02.305682 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a0db06-5ad6-4266-abee-972bae6d2c49 req-24e7c108-7125-4a3f-972c-301ead297b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:02.305682 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a4a0db06-5ad6-4266-abee-972bae6d2c49 req-24e7c108-7125-4a3f-972c-301ead297b22 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.1705687 Apr 05 14:28:02.305889 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d1febabf-b2a2-4a6f-be43-4c1e0f0e5491 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:02.337678 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd729b28-c680-4ee5-b205-29f3336c5f3b req-9739ac60-fdbd-43e1-ab37-998d67f49f76 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:02.339171 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cd729b28-c680-4ee5-b205-29f3336c5f3b req-9739ac60-fdbd-43e1-ab37-998d67f49f76 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7899062-ba60-4ab7-8a05-70f7e011d412 HTTP/1.1" status: 200 len: 950 time: 0.1998138 Apr 05 14:28:02.386638 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72514d1a-cbac-4084-a3c9-80c45a734ec2 req-2a0d9a18-c694-43dc-88be-fcf7a64a90b9 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:02.388095 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-72514d1a-cbac-4084-a3c9-80c45a734ec2 req-2a0d9a18-c694-43dc-88be-fcf7a64a90b9 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e94de48-e857-4c66-8e21-bf21cb6db406 HTTP/1.1" status: 200 len: 945 time: 0.2391131 Apr 05 14:28:02.417016 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-d1febabf-b2a2-4a6f-be43-4c1e0f0e5491 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Allocated IP 172.25.6.249 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/bbf69f3a-4c05-425d-810a-876375ced54b) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:28:02.442263 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f1baedbe-78b4-421a-b4cf-34faecb0f10e req-9c401b08-1afe-48d1-96ee-36c1789ce3d5 service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289626 Apr 05 14:28:02.448576 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-34efe4e9-0465-4857-bca9-aeb937aaac2e req-28dd76f8-5a1c-46ec-901a-0f757c89d0b1 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=acb0800d-2c6e-4fda-8311-d592054a4572 HTTP/1.1" status: 200 len: 210 time: 0.0881083 Apr 05 14:28:02.479660 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a0db06-5ad6-4266-abee-972bae6d2c49 req-f37dbae5-bcb8-4f60-8826-e4278c127e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:02.481255 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a4a0db06-5ad6-4266-abee-972bae6d2c49 req-f37dbae5-bcb8-4f60-8826-e4278c127e21 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1738050 Apr 05 14:28:02.539164 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d1febabf-b2a2-4a6f-be43-4c1e0f0e5491 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:02.596002 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-72514d1a-cbac-4084-a3c9-80c45a734ec2 req-c2897574-1fbc-46ec-bb62-ca5662c668d1 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972919 Apr 05 14:28:02.674368 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a0db06-5ad6-4266-abee-972bae6d2c49 req-0697ad25-af4c-407b-a61b-974954e29ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:02.675966 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a4a0db06-5ad6-4266-abee-972bae6d2c49 req-0697ad25-af4c-407b-a61b-974954e29ef8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eb6eb2eb5e534aae8638ab75f1f70e11&device_id=672b2c8e-b413-49d4-9045-73a1b4424c32 HTTP/1.1" status: 200 len: 1099 time: 0.1636493 Apr 05 14:28:02.703081 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d1febabf-b2a2-4a6f-be43-4c1e0f0e5491 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:02.709867 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-cd729b28-c680-4ee5-b205-29f3336c5f3b req-5e5c6e00-3dc7-4f80-be1d-10b1523c4792 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Deleting port d48d9039-a582-46f9-a15c-ebc5853e5c4f {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:28:02.710220 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-cd729b28-c680-4ee5-b205-29f3336c5f3b req-5e5c6e00-3dc7-4f80-be1d-10b1523c4792 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:02.743759 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2cbbea-49a4-4202-bbe0-47f84a7192cb req-0526c8ba-dc4f-44da-ae87-5c2c3777e349 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:02.745324 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ff2cbbea-49a4-4202-bbe0-47f84a7192cb req-0526c8ba-dc4f-44da-ae87-5c2c3777e349 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=672b2c8e-b413-49d4-9045-73a1b4424c32 HTTP/1.1" status: 200 len: 948 time: 0.1791775 Apr 05 14:28:02.781772 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1febabf-b2a2-4a6f-be43-4c1e0f0e5491 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:28:02.791419 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-d1febabf-b2a2-4a6f-be43-4c1e0f0e5491 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:28:02.793987 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1febabf-b2a2-4a6f-be43-4c1e0f0e5491 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:28:02.808911 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a4a0db06-5ad6-4266-abee-972bae6d2c49 req-3dd92878-6236-4453-b74c-fb2775fa2bdc service neutron] 10.222.0.55 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3050616 Apr 05 14:28:02.833423 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1febabf-b2a2-4a6f-be43-4c1e0f0e5491 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Pushing event updated for resources: {'Port': ['ID=bbf69f3a-4c05-425d-810a-876375ced54b,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:02.849411 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe0494-4cb8-4e86-b8f0-a0ea9ee10823 req-8e7e1ce9-3f5e-40e0-8777-25832c9eebdf tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:02.852569 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2bfe0494-4cb8-4e86-b8f0-a0ea9ee10823 req-8e7e1ce9-3f5e-40e0-8777-25832c9eebdf tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.55 "GET /v2.0/networks?id=a926837a-905f-4dbb-b5dd-5a4dcb465fd4 HTTP/1.1" status: 200 len: 812 time: 0.2107100 Apr 05 14:28:02.873362 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-2bfe0494-4cb8-4e86-b8f0-a0ea9ee10823 req-e925efa6-efbe-4c50-978d-7457097fe726 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Request body: {'port': {'device_id': 'acb0800d-2c6e-4fda-8311-d592054a4572', 'network_id': 'a926837a-905f-4dbb-b5dd-5a4dcb465fd4', 'admin_state_up': True, 'tenant_id': 'f6c75c954b5749f4a5047ff4736e2678'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:28:02.975457 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f972a1-ecf3-4bec-9a23-f5ea099169b4 req-dbb0bb68-e0d7-4d0a-bfd8-cbb5b906f3ed tempest-LiveAutoBlockMigrationV225Test-737036270 tempest-LiveAutoBlockMigrationV225Test-737036270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:02.977449 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-44f972a1-ecf3-4bec-9a23-f5ea099169b4 req-dbb0bb68-e0d7-4d0a-bfd8-cbb5b906f3ed tempest-LiveAutoBlockMigrationV225Test-737036270 tempest-LiveAutoBlockMigrationV225Test-737036270-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=0e94de48-e857-4c66-8e21-bf21cb6db406 HTTP/1.1" status: 200 len: 1096 time: 0.2856452 Apr 05 14:28:02.992109 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ff2cbbea-49a4-4202-bbe0-47f84a7192cb req-1dea7d6a-f4a5-4187-af10-125755edcbe9 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215726 Apr 05 14:28:03.009013 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-cd729b28-c680-4ee5-b205-29f3336c5f3b req-5e5c6e00-3dc7-4f80-be1d-10b1523c4792 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] For port d48d9039-a582-46f9-a15c-ebc5853e5c4f, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=d48d9039-a582-46f9-a15c-ebc5853e5c4f,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:28:03.009416 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-cd729b28-c680-4ee5-b205-29f3336c5f3b req-5e5c6e00-3dc7-4f80-be1d-10b1523c4792 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:03.035433 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a0db06-5ad6-4266-abee-972bae6d2c49 req-ec7a932f-17fd-435b-8336-b8635af597bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:03.035433 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a4a0db06-5ad6-4266-abee-972bae6d2c49 req-ec7a932f-17fd-435b-8336-b8635af597bd service neutron] 10.222.0.11 "GET /v2.0/networks?id=80d671a8-d1ab-4472-891b-9c042fbd7800 HTTP/1.1" status: 200 len: 870 time: 0.3403990 Apr 05 14:28:03.042432 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a8b3e-57f4-45b5-9187-c2bdebef0bbe req-da12cf21-39d4-475a-8090-1a6c02ca5ce2 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:03.042432 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-541a8b3e-57f4-45b5-9187-c2bdebef0bbe req-da12cf21-39d4-475a-8090-1a6c02ca5ce2 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.55 "GET /v2.0/ports?device_id=772b423b-6ba0-4d32-aa8b-3208aecc117b HTTP/1.1" status: 200 len: 950 time: 0.1887391 Apr 05 14:28:03.088030 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-cd729b28-c680-4ee5-b205-29f3336c5f3b req-5e5c6e00-3dc7-4f80-be1d-10b1523c4792 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Calling delete_port for d48d9039-a582-46f9-a15c-ebc5853e5c4f owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:28:03.103962 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a4a0db06-5ad6-4266-abee-972bae6d2c49 req-36ba2ce3-5e09-45d5-9c0f-5e23986bc06d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=76f59e91-1ec2-4780-83fc-58f44a4a3d54 HTTP/1.1" status: 200 len: 217 time: 0.0587287 Apr 05 14:28:03.114868 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d1febabf-b2a2-4a6f-be43-4c1e0f0e5491 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:03.135816 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a4a0db06-5ad6-4266-abee-972bae6d2c49 req-25ab4e7d-80e2-4a7d-b8e2-cdc060fd3aa0 service neutron] 10.222.0.55 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911386 Apr 05 14:28:03.169474 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-44f972a1-ecf3-4bec-9a23-f5ea099169b4 req-bec2eb9d-43fd-4c5f-bfa2-f268d81d8772 tempest-LiveAutoBlockMigrationV225Test-737036270 tempest-LiveAutoBlockMigrationV225Test-737036270-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631310 Apr 05 14:28:03.210816 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-541a8b3e-57f4-45b5-9187-c2bdebef0bbe req-a5f4e644-4d44-4fe9-86b4-ca4bb05f7492 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Deleting port 8af7a0bd-3e0c-4723-b6c5-a6ac2dc3131e {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:28:03.211161 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-541a8b3e-57f4-45b5-9187-c2bdebef0bbe req-a5f4e644-4d44-4fe9-86b4-ca4bb05f7492 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:03.281151 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a0db06-5ad6-4266-abee-972bae6d2c49 req-d9679798-9551-401e-8758-82a8eae7b45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:03.281151 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a4a0db06-5ad6-4266-abee-972bae6d2c49 req-d9679798-9551-401e-8758-82a8eae7b45f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.1577663 Apr 05 14:28:03.294126 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bfe0494-4cb8-4e86-b8f0-a0ea9ee10823 req-e925efa6-efbe-4c50-978d-7457097fe726 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Made reservation on behalf of f6c75c954b5749f4a5047ff4736e2678 for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:28:03.297630 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2bfe0494-4cb8-4e86-b8f0-a0ea9ee10823 req-e925efa6-efbe-4c50-978d-7457097fe726 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:03.326256 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d1febabf-b2a2-4a6f-be43-4c1e0f0e5491 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:03.327706 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82118d5-c8e0-4631-8007-a4277197a8d6 req-a98f3738-f665-4a9a-929d-8aaf55fdfb0a tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:03.329873 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b82118d5-c8e0-4631-8007-a4277197a8d6 req-a98f3738-f665-4a9a-929d-8aaf55fdfb0a tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7899062-ba60-4ab7-8a05-70f7e011d412 HTTP/1.1" status: 200 len: 950 time: 0.1574876 Apr 05 14:28:03.440929 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-541a8b3e-57f4-45b5-9187-c2bdebef0bbe req-a5f4e644-4d44-4fe9-86b4-ca4bb05f7492 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] For port 8af7a0bd-3e0c-4723-b6c5-a6ac2dc3131e, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=8af7a0bd-3e0c-4723-b6c5-a6ac2dc3131e,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:28:03.441304 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-541a8b3e-57f4-45b5-9187-c2bdebef0bbe req-a5f4e644-4d44-4fe9-86b4-ca4bb05f7492 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:03.475025 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b82118d5-c8e0-4631-8007-a4277197a8d6 req-69eb2a30-5c95-46a1-81f5-54d2edb01a68 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336374 Apr 05 14:28:03.476538 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-541a8b3e-57f4-45b5-9187-c2bdebef0bbe req-a5f4e644-4d44-4fe9-86b4-ca4bb05f7492 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Calling delete_port for 8af7a0bd-3e0c-4723-b6c5-a6ac2dc3131e owned by compute:nova {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:28:03.494931 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a0db06-5ad6-4266-abee-972bae6d2c49 req-ded30d66-07ec-4f7b-ac9f-a51050a8ce16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:03.496990 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a4a0db06-5ad6-4266-abee-972bae6d2c49 req-ded30d66-07ec-4f7b-ac9f-a51050a8ce16 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1819255 Apr 05 14:28:03.503022 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aac327-454f-4069-87b7-f67935616555 req-51771bf2-fa5b-42be-b0dc-da2016fb3e91 tempest-LiveAutoBlockMigrationV225Test-737036270 tempest-LiveAutoBlockMigrationV225Test-737036270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:03.504747 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-51aac327-454f-4069-87b7-f67935616555 req-51771bf2-fa5b-42be-b0dc-da2016fb3e91 tempest-LiveAutoBlockMigrationV225Test-737036270 tempest-LiveAutoBlockMigrationV225Test-737036270-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=0e94de48-e857-4c66-8e21-bf21cb6db406 HTTP/1.1" status: 200 len: 1096 time: 0.1646566 Apr 05 14:28:03.619480 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [req-2bfe0494-4cb8-4e86-b8f0-a0ea9ee10823 req-e925efa6-efbe-4c50-978d-7457097fe726 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Allocated IP 172.20.0.11 (a926837a-905f-4dbb-b5dd-5a4dcb465fd4/81226097-f23e-489f-aebf-5f546853adb0/d3bf7fdf-7378-41ea-8043-66be753b3213) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:28:03.629788 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-cd729b28-c680-4ee5-b205-29f3336c5f3b req-5e5c6e00-3dc7-4f80-be1d-10b1523c4792 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:03.646323 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['d48d9039-a582-46f9-a15c-ebc5853e5c4f', '8af7a0bd-3e0c-4723-b6c5-a6ac2dc3131e'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:28:03.650885 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['ced27436-8a8c-4719-9bf6-b86688ef931d'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:28:03.676510 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-51aac327-454f-4069-87b7-f67935616555 req-b25defa6-ba13-4aea-81ae-63978937a3d6 tempest-LiveAutoBlockMigrationV225Test-737036270 tempest-LiveAutoBlockMigrationV225Test-737036270-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584330 Apr 05 14:28:03.689348 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5c6e00-3dc7-4f80-be1d-10b1523c4792 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Pushing event deleted for resources: {'Port': ['ID=d48d9039-a582-46f9-a15c-ebc5853e5c4f,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:03.752054 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d1febabf-b2a2-4a6f-be43-4c1e0f0e5491 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:03.758822 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd729b28-c680-4ee5-b205-29f3336c5f3b req-5e5c6e00-3dc7-4f80-be1d-10b1523c4792 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] No DVR routers for this DVR port d48d9039-a582-46f9-a15c-ebc5853e5c4f on host n-h1-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:28:03.769933 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b536e32f-45b4-42c3-b05f-490a0bde09ad req-3de7423b-779f-4288-b12a-32cf60b86484 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:03.778850 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b536e32f-45b4-42c3-b05f-490a0bde09ad req-3de7423b-779f-4288-b12a-32cf60b86484 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] 10.222.0.30 "GET /v2.0/ports?device_id=bdeb7a9b-ce2e-4be0-8143-552aea2f5539 HTTP/1.1" status: 200 len: 946 time: 0.1938996 Apr 05 14:28:03.787118 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a4a0db06-5ad6-4266-abee-972bae6d2c49 req-7fcf86fa-c34e-4933-acea-d9ee7ee63f7b service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812583 Apr 05 14:28:03.789313 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-cd729b28-c680-4ee5-b205-29f3336c5f3b req-5e5c6e00-3dc7-4f80-be1d-10b1523c4792 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:03.794432 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cd729b28-c680-4ee5-b205-29f3336c5f3b req-5e5c6e00-3dc7-4f80-be1d-10b1523c4792 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.55 "DELETE /v2.0/ports/d48d9039-a582-46f9-a15c-ebc5853e5c4f HTTP/1.1" status: 204 len: 173 time: 1.4277232 Apr 05 14:28:03.794432 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7899062-ba60-4ab7-8a05-70f7e011d412', 'name': 'network-vif-deleted', 'tag': 'd48d9039-a582-46f9-a15c-ebc5853e5c4f'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:28:03.804174 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-124b546c-2104-4a5c-846f-f1d30dc3f2cb" -d '{"events": [{"server_uuid": "b7899062-ba60-4ab7-8a05-70f7e011d412", "name": "network-vif-deleted", "tag": "d48d9039-a582-46f9-a15c-ebc5853e5c4f"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:28:03.856521 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d1febabf-b2a2-4a6f-be43-4c1e0f0e5491 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:03.874937 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b8c302e6-499b-4e69-b841-f25aa9bffd97 req-a701d3c7-87b5-4b27-b2d6-8f73e1eb6272 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=acb0800d-2c6e-4fda-8311-d592054a4572 HTTP/1.1" status: 200 len: 210 time: 0.0519085 Apr 05 14:28:03.936167 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b536e32f-45b4-42c3-b05f-490a0bde09ad req-efeac06b-1fa0-4b3c-a36a-643c4934860d tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] 10.222.0.30 "GET /v2.0/security-groups?id=f94f82e0-3b79-4bb3-b43d-fd966d9e152b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1510365 Apr 05 14:28:03.972182 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2bfe0494-4cb8-4e86-b8f0-a0ea9ee10823 req-e925efa6-efbe-4c50-978d-7457097fe726 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:03.986966 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c66f4d4d-4c95-4b06-8a0f-edca53dcc1fd x-openstack-request-id: req-c66f4d4d-4c95-4b06-8a0f-edca53dcc1fd {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:28:03.987263 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7899062-ba60-4ab7-8a05-70f7e011d412", "name": "network-vif-deleted", "tag": "d48d9039-a582-46f9-a15c-ebc5853e5c4f", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:28:03.987517 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c66f4d4d-4c95-4b06-8a0f-edca53dcc1fd {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:28:03.987918 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c66f4d4d-4c95-4b06-8a0f-edca53dcc1fd'] response: {'server_uuid': 'b7899062-ba60-4ab7-8a05-70f7e011d412', 'name': 'network-vif-deleted', 'tag': 'd48d9039-a582-46f9-a15c-ebc5853e5c4f', 'status': 'completed', 'code': 200} Apr 05 14:28:04.019325 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a4a0db06-5ad6-4266-abee-972bae6d2c49 req-a2db4379-89d5-4797-b756-e04c5cb275cd service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049425 Apr 05 14:28:04.061574 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1febabf-b2a2-4a6f-be43-4c1e0f0e5491 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Pushing event updated for resources: {'Port': ['ID=bbf69f3a-4c05-425d-810a-876375ced54b,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:04.070560 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d1febabf-b2a2-4a6f-be43-4c1e0f0e5491 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:04.095776 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa74ee2a-2f09-48db-a7fc-4bc0b06b0b08 req-40ad3600-4960-42d2-a12e-dbeb209e6ae8 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:04.110079 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-aa74ee2a-2f09-48db-a7fc-4bc0b06b0b08 req-40ad3600-4960-42d2-a12e-dbeb209e6ae8 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] 10.222.0.30 "GET /v2.0/ports?device_id=bdeb7a9b-ce2e-4be0-8143-552aea2f5539 HTTP/1.1" status: 200 len: 946 time: 0.0739341 Apr 05 14:28:04.111019 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 58102) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:28:04.112343 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-541a8b3e-57f4-45b5-9187-c2bdebef0bbe req-a5f4e644-4d44-4fe9-86b4-ca4bb05f7492 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:04.117794 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-fb8e4506-8fa0-49a9-9253-e80481efe9e4 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Request body: {'floatingip': {'port_id': 'f8f36c54-bfdb-41ca-bdaf-983a4bd56f58'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:28:04.127090 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['d48d9039-a582-46f9-a15c-ebc5853e5c4f'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:28:04.174216 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f4e644-4d44-4fe9-86b4-ca4bb05f7492 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Pushing event deleted for resources: {'Port': ['ID=8af7a0bd-3e0c-4723-b6c5-a6ac2dc3131e,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:04.192758 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fb8e4506-8fa0-49a9-9253-e80481efe9e4 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Notify callbacks [] for floatingip, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:04.227378 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-541a8b3e-57f4-45b5-9187-c2bdebef0bbe req-a5f4e644-4d44-4fe9-86b4-ca4bb05f7492 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] No DVR routers for this DVR port 8af7a0bd-3e0c-4723-b6c5-a6ac2dc3131e on host n-h1-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:28:04.237512 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-541a8b3e-57f4-45b5-9187-c2bdebef0bbe req-a5f4e644-4d44-4fe9-86b4-ca4bb05f7492 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:04.241724 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-541a8b3e-57f4-45b5-9187-c2bdebef0bbe req-a5f4e644-4d44-4fe9-86b4-ca4bb05f7492 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.55 "DELETE /v2.0/ports/8af7a0bd-3e0c-4723-b6c5-a6ac2dc3131e HTTP/1.1" status: 204 len: 173 time: 1.1855712 Apr 05 14:28:04.242168 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '772b423b-6ba0-4d32-aa8b-3208aecc117b', 'name': 'network-vif-deleted', 'tag': '8af7a0bd-3e0c-4723-b6c5-a6ac2dc3131e'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:28:04.244480 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f4139c-3744-4f61-9516-ddf59debeeab" -d '{"events": [{"server_uuid": "772b423b-6ba0-4d32-aa8b-3208aecc117b", "name": "network-vif-deleted", "tag": "8af7a0bd-3e0c-4723-b6c5-a6ac2dc3131e"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:28:04.287294 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d1febabf-b2a2-4a6f-be43-4c1e0f0e5491 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:04.289655 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-d1febabf-b2a2-4a6f-be43-4c1e0f0e5491 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2013233 Apr 05 14:28:04.343473 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c649b02-96e9-458a-87c3-454319d1a1f1 req-a51885a4-b963-4f00-aa81-297d0f724db1 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:04.344926 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1c649b02-96e9-458a-87c3-454319d1a1f1 req-a51885a4-b963-4f00-aa81-297d0f724db1 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=672b2c8e-b413-49d4-9045-73a1b4424c32 HTTP/1.1" status: 200 len: 948 time: 0.1722465 Apr 05 14:28:04.369316 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2bfe0494-4cb8-4e86-b8f0-a0ea9ee10823 req-e925efa6-efbe-4c50-978d-7457097fe726 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:04.417846 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e925efa6-efbe-4c50-978d-7457097fe726 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Pushing event updated for resources: {'Port': ['ID=d3bf7fdf-7378-41ea-8043-66be753b3213,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:04.441065 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bfe0494-4cb8-4e86-b8f0-a0ea9ee10823 req-e925efa6-efbe-4c50-978d-7457097fe726 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Network a926837a-905f-4dbb-b5dd-5a4dcb465fd4 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:28:04.443117 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [req-2bfe0494-4cb8-4e86-b8f0-a0ea9ee10823 req-e925efa6-efbe-4c50-978d-7457097fe726 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:28:04.454676 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bfe0494-4cb8-4e86-b8f0-a0ea9ee10823 req-e925efa6-efbe-4c50-978d-7457097fe726 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:28:04.462458 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['ced27436-8a8c-4719-9bf6-b86688ef931d'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:28:04.518189 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf185a6-7025-4f91-8b16-d205ef13e424 x-openstack-request-id: req-4bf185a6-7025-4f91-8b16-d205ef13e424 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:28:04.518664 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "772b423b-6ba0-4d32-aa8b-3208aecc117b", "name": "network-vif-deleted", "tag": "8af7a0bd-3e0c-4723-b6c5-a6ac2dc3131e", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:28:04.519135 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4bf185a6-7025-4f91-8b16-d205ef13e424 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:28:04.519699 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bf185a6-7025-4f91-8b16-d205ef13e424'] response: {'server_uuid': '772b423b-6ba0-4d32-aa8b-3208aecc117b', 'name': 'network-vif-deleted', 'tag': '8af7a0bd-3e0c-4723-b6c5-a6ac2dc3131e', 'status': 'completed', 'code': 200} Apr 05 14:28:04.531296 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1c649b02-96e9-458a-87c3-454319d1a1f1 req-c5c3313b-a5d8-4f72-8b16-f57c0e0c55ca tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752520 Apr 05 14:28:04.587324 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe0494-4cb8-4e86-b8f0-a0ea9ee10823 req-e925efa6-efbe-4c50-978d-7457097fe726 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:04.588027 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2bfe0494-4cb8-4e86-b8f0-a0ea9ee10823 req-e925efa6-efbe-4c50-978d-7457097fe726 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:04.720051 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2bfe0494-4cb8-4e86-b8f0-a0ea9ee10823 req-e925efa6-efbe-4c50-978d-7457097fe726 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8520970 Apr 05 14:28:04.732170 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-2bfe0494-4cb8-4e86-b8f0-a0ea9ee10823 req-9e58b1a0-58eb-46d4-9773-cc47818323d8 service neutron] Request body: {'port': {'device_id': 'acb0800d-2c6e-4fda-8311-d592054a4572', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:28:04.780024 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec2f43-f303-4b51-bd07-88a0b07caf02 req-eb7eb363-5e7f-47a6-b66f-6a610b9b333e tempest-LiveAutoBlockMigrationV225Test-737036270 tempest-LiveAutoBlockMigrationV225Test-737036270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:04.782062 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-91ec2f43-f303-4b51-bd07-88a0b07caf02 req-eb7eb363-5e7f-47a6-b66f-6a610b9b333e tempest-LiveAutoBlockMigrationV225Test-737036270 tempest-LiveAutoBlockMigrationV225Test-737036270-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=0e94de48-e857-4c66-8e21-bf21cb6db406 HTTP/1.1" status: 200 len: 1096 time: 0.1639259 Apr 05 14:28:04.798198 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-a6949756-71b5-4b81-895b-687d5a48985b tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1779892878&fields=id&tenant_id=4c46023293d04937b7cc39b36bfca09f HTTP/1.1" status: 200 len: 267 time: 0.1318965 Apr 05 14:28:04.813490 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2bfe0494-4cb8-4e86-b8f0-a0ea9ee10823 req-9e58b1a0-58eb-46d4-9773-cc47818323d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:04.935443 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-f78f3f04-110b-456b-916c-abd531d2ac3f tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:04.937395 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-f78f3f04-110b-456b-916c-abd531d2ac3f tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/ports/a36b5c82-4962-4613-858a-cd38406de637 HTTP/1.1" status: 200 len: 937 time: 0.0954866 Apr 05 14:28:04.945897 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-91ec2f43-f303-4b51-bd07-88a0b07caf02 req-b6af4943-4aa7-4b14-bf40-7bd2b89b58d3 tempest-LiveAutoBlockMigrationV225Test-737036270 tempest-LiveAutoBlockMigrationV225Test-737036270-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522925 Apr 05 14:28:05.044261 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-402005dd-9a69-4278-8404-287bf9f7d6ca tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:05.045727 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-402005dd-9a69-4278-8404-287bf9f7d6ca tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/ports/781ad338-04cd-4cd5-ab31-fb49746c5884 HTTP/1.1" status: 200 len: 935 time: 0.0665982 Apr 05 14:28:05.060597 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fb8e4506-8fa0-49a9-9253-e80481efe9e4 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:05.121309 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-4fd800e4-70d8-4685-9a03-f9eae2514366 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/ports?network_id=c0d47256-1dbd-4e59-a5ce-32eac6b8a672&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0666370 Apr 05 14:28:05.127849 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [req-2bfe0494-4cb8-4e86-b8f0-a0ea9ee10823 req-9e58b1a0-58eb-46d4-9773-cc47818323d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3bf7fdf-7378-41ea-8043-66be753b3213 {{(pid=103321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:28:05.135814 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2bfe0494-4cb8-4e86-b8f0-a0ea9ee10823 req-9e58b1a0-58eb-46d4-9773-cc47818323d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:05.137835 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b7e739d8-ad69-403e-b23b-dc6682396f90 req-8b2b6608-de92-4b67-8198-a8b3afc2dd4b tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7899062-ba60-4ab7-8a05-70f7e011d412 HTTP/1.1" status: 200 len: 210 time: 0.0674293 Apr 05 14:28:05.150369 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.provisioning_blocks [req-2bfe0494-4cb8-4e86-b8f0-a0ea9ee10823 req-9e58b1a0-58eb-46d4-9773-cc47818323d8 service neutron] Transition to ACTIVE for port object d3bf7fdf-7378-41ea-8043-66be753b3213 will not be triggered until provisioned by entity L2. {{(pid=103321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:28:05.169035 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-484d7845-6a2b-4869-b37f-4b287b6aad93 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/ports?network_id=c0d47256-1dbd-4e59-a5ce-32eac6b8a672&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0336440 Apr 05 14:28:05.209745 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fb8e4506-8fa0-49a9-9253-e80481efe9e4 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:05.258653 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2bfe0494-4cb8-4e86-b8f0-a0ea9ee10823 req-9e58b1a0-58eb-46d4-9773-cc47818323d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:05.308842 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e58b1a0-58eb-46d4-9773-cc47818323d8 service neutron] Pushing event updated for resources: {'Port': ['ID=d3bf7fdf-7378-41ea-8043-66be753b3213,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:05.389325 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-2bfe0494-4cb8-4e86-b8f0-a0ea9ee10823 req-9e58b1a0-58eb-46d4-9773-cc47818323d8 service neutron] Attempting to bind port d3bf7fdf-7378-41ea-8043-66be753b3213 on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:28:05.389559 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-2bfe0494-4cb8-4e86-b8f0-a0ea9ee10823 req-9e58b1a0-58eb-46d4-9773-cc47818323d8 service neutron] Attempting to bind port d3bf7fdf-7378-41ea-8043-66be753b3213 by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': '86bf7ba4-25ec-477a-b752-1cd3a94d1598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a926837a-905f-4dbb-b5dd-5a4dcb465fd4'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:28:05.389890 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfe0494-4cb8-4e86-b8f0-a0ea9ee10823 req-9e58b1a0-58eb-46d4-9773-cc47818323d8 service neutron] Attempting to bind port d3bf7fdf-7378-41ea-8043-66be753b3213 on network a926837a-905f-4dbb-b5dd-5a4dcb465fd4 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:28:05.394518 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfe0494-4cb8-4e86-b8f0-a0ea9ee10823 req-9e58b1a0-58eb-46d4-9773-cc47818323d8 service neutron] Port d3bf7fdf-7378-41ea-8043-66be753b3213 on network a926837a-905f-4dbb-b5dd-5a4dcb465fd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:28:05.394840 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfe0494-4cb8-4e86-b8f0-a0ea9ee10823 req-9e58b1a0-58eb-46d4-9773-cc47818323d8 service neutron] Attempting to bind port d3bf7fdf-7378-41ea-8043-66be753b3213 on network a926837a-905f-4dbb-b5dd-5a4dcb465fd4 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:28:05.400860 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfe0494-4cb8-4e86-b8f0-a0ea9ee10823 req-9e58b1a0-58eb-46d4-9773-cc47818323d8 service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:28:05.401231 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfe0494-4cb8-4e86-b8f0-a0ea9ee10823 req-9e58b1a0-58eb-46d4-9773-cc47818323d8 service neutron] Checking segment: {'id': '86bf7ba4-25ec-477a-b752-1cd3a94d1598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a926837a-905f-4dbb-b5dd-5a4dcb465fd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:28:05.401611 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfe0494-4cb8-4e86-b8f0-a0ea9ee10823 req-9e58b1a0-58eb-46d4-9773-cc47818323d8 service neutron] Bound using segment: {'id': '86bf7ba4-25ec-477a-b752-1cd3a94d1598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a926837a-905f-4dbb-b5dd-5a4dcb465fd4'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:28:05.402038 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-2bfe0494-4cb8-4e86-b8f0-a0ea9ee10823 req-9e58b1a0-58eb-46d4-9773-cc47818323d8 service neutron] Bound port: d3bf7fdf-7378-41ea-8043-66be753b3213, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86bf7ba4-25ec-477a-b752-1cd3a94d1598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a926837a-905f-4dbb-b5dd-5a4dcb465fd4'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:28:05.402395 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2bfe0494-4cb8-4e86-b8f0-a0ea9ee10823 req-9e58b1a0-58eb-46d4-9773-cc47818323d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:05.469996 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-2bfe0494-4cb8-4e86-b8f0-a0ea9ee10823 req-9e58b1a0-58eb-46d4-9773-cc47818323d8 service neutron] For port d3bf7fdf-7378-41ea-8043-66be753b3213, host n-h1-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:28:05.473330 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-2bfe0494-4cb8-4e86-b8f0-a0ea9ee10823 req-9e58b1a0-58eb-46d4-9773-cc47818323d8 service neutron] For port d3bf7fdf-7378-41ea-8043-66be753b3213, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=d3bf7fdf-7378-41ea-8043-66be753b3213,segment=NetworkSegment(86bf7ba4-25ec-477a-b752-1cd3a94d1598),segment_id=86bf7ba4-25ec-477a-b752-1cd3a94d1598)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:28:05.580724 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2bfe0494-4cb8-4e86-b8f0-a0ea9ee10823 req-9e58b1a0-58eb-46d4-9773-cc47818323d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:05.619157 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe0494-4cb8-4e86-b8f0-a0ea9ee10823 req-9e58b1a0-58eb-46d4-9773-cc47818323d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:05.620207 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2bfe0494-4cb8-4e86-b8f0-a0ea9ee10823 req-9e58b1a0-58eb-46d4-9773-cc47818323d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:05.621686 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2bfe0494-4cb8-4e86-b8f0-a0ea9ee10823 req-9e58b1a0-58eb-46d4-9773-cc47818323d8 service neutron] 10.222.0.55 "PUT /v2.0/ports/d3bf7fdf-7378-41ea-8043-66be753b3213 HTTP/1.1" status: 200 len: 1092 time: 0.8940103 Apr 05 14:28:05.653509 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e58b1a0-58eb-46d4-9773-cc47818323d8 service neutron] Pushing event updated for resources: {'Port': ['ID=d3bf7fdf-7378-41ea-8043-66be753b3213,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:05.720545 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7754ed3-9262-4830-acd7-e2f305a53825 req-14ea1c74-80d7-4009-a411-739c25999165 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:05.722227 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b7754ed3-9262-4830-acd7-e2f305a53825 req-14ea1c74-80d7-4009-a411-739c25999165 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=acb0800d-2c6e-4fda-8311-d592054a4572 HTTP/1.1" status: 200 len: 944 time: 0.5171838 Apr 05 14:28:05.731626 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-e40a21a9-e0a4-4616-baae-5a8f607da089 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:05.737843 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-e40a21a9-e0a4-4616-baae-5a8f607da089 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:05.744333 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-e40a21a9-e0a4-4616-baae-5a8f607da089 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:05.746134 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-e40a21a9-e0a4-4616-baae-5a8f607da089 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/networks?id=c0294919-aea9-4315-98b3-d37ae7dfdddb&id=3f810a40-703c-4c97-af51-1827a3f96d53&id=3f810a40-703c-4c97-af51-1827a3f96d53&id=c0d47256-1dbd-4e59-a5ce-32eac6b8a672&id=c0d47256-1dbd-4e59-a5ce-32eac6b8a672 HTTP/1.1" status: 200 len: 1995 time: 0.5704615 Apr 05 14:28:05.790249 n-d-836650-2 neutron-server[103320]: INFO neutron.db.l3_db [None req-fb8e4506-8fa0-49a9-9253-e80481efe9e4 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Floating IP 4a150343-2423-4be8-a068-ffac1cfdf33d associated. External IP: 172.25.6.217, port: f8f36c54-bfdb-41ca-bdaf-983a4bd56f58. Apr 05 14:28:05.795225 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-4ba3e182-6b3b-4e0f-909d-da93a9124419 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/quotas/4c46023293d04937b7cc39b36bfca09f HTTP/1.1" status: 200 len: 375 time: 0.0403209 Apr 05 14:28:05.828022 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe0494-4cb8-4e86-b8f0-a0ea9ee10823 req-cb9fb81b-931b-4f02-b9fc-1901b30b6564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:05.829607 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2bfe0494-4cb8-4e86-b8f0-a0ea9ee10823 req-cb9fb81b-931b-4f02-b9fc-1901b30b6564 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f6c75c954b5749f4a5047ff4736e2678&device_id=acb0800d-2c6e-4fda-8311-d592054a4572 HTTP/1.1" status: 200 len: 1095 time: 0.0537076 Apr 05 14:28:05.856288 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b7754ed3-9262-4830-acd7-e2f305a53825 req-62407543-2964-4100-976a-f1c31abfea9a tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045623 Apr 05 14:28:05.873680 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2bfe0494-4cb8-4e86-b8f0-a0ea9ee10823 req-28ebc77c-02fc-4178-afa9-5940bfd222c1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3bf7fdf-7378-41ea-8043-66be753b3213 HTTP/1.1" status: 200 len: 217 time: 0.0362377 Apr 05 14:28:05.934002 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe0494-4cb8-4e86-b8f0-a0ea9ee10823 req-a8563a0d-32bc-43bd-84e8-31e09e46890c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:05.935423 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2bfe0494-4cb8-4e86-b8f0-a0ea9ee10823 req-a8563a0d-32bc-43bd-84e8-31e09e46890c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=81226097-f23e-489f-aebf-5f546853adb0 HTTP/1.1" status: 200 len: 852 time: 0.0541425 Apr 05 14:28:05.957572 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-851e164c-d50a-4330-9dc0-470234df3ce6 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4c46023293d04937b7cc39b36bfca09f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1228061 Apr 05 14:28:05.968543 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2bfe0494-4cb8-4e86-b8f0-a0ea9ee10823 req-db85efe1-dc1a-4c86-83cf-0479198ca1fd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a926837a-905f-4dbb-b5dd-5a4dcb465fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264018 Apr 05 14:28:06.074212 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2bfe0494-4cb8-4e86-b8f0-a0ea9ee10823 req-60673597-d4e0-437e-8ef1-c68c5b0823f1 service neutron] 10.222.0.55 "GET /v2.0/networks/a926837a-905f-4dbb-b5dd-5a4dcb465fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991173 Apr 05 14:28:06.106976 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48016810-dbcc-4a86-9ca7-e7b0b921aeb6 req-303352ce-22a0-4a57-b689-308a87fb3faa tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:06.108478 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-48016810-dbcc-4a86-9ca7-e7b0b921aeb6 req-303352ce-22a0-4a57-b689-308a87fb3faa tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=672b2c8e-b413-49d4-9045-73a1b4424c32 HTTP/1.1" status: 200 len: 948 time: 0.1476340 Apr 05 14:28:06.167871 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2bfe0494-4cb8-4e86-b8f0-a0ea9ee10823 req-6726a5db-cd6d-44b4-ad68-780906a5e6ce service neutron] 10.222.0.55 "GET /v2.0/networks/a926837a-905f-4dbb-b5dd-5a4dcb465fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869040 Apr 05 14:28:06.210536 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-c5f25286-1222-472a-9bcf-bcc62f96b1fb service neutron] 10.222.0.30 "GET /v2.0/networks/c0294919-aea9-4315-98b3-d37ae7dfdddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352679 Apr 05 14:28:06.217335 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-48016810-dbcc-4a86-9ca7-e7b0b921aeb6 req-2df5d3f3-9242-4ec9-8f09-a19623d11e2d tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003010 Apr 05 14:28:06.268250 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device d48d9039-a582-46f9-a15c-ebc5853e5c4f no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:28:06.279957 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb8e4506-8fa0-49a9-9253-e80481efe9e4 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Router 1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:28:06.289934 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] No Port match for: d48d9039-a582-46f9-a15c-ebc5853e5c4f {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:28:06.290282 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device d48d9039-a582-46f9-a15c-ebc5853e5c4f not bound to the agent host n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:28:06.290695 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 8af7a0bd-3e0c-4723-b6c5-a6ac2dc3131e no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:28:06.313630 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] No Port match for: 8af7a0bd-3e0c-4723-b6c5-a6ac2dc3131e {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:28:06.313974 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 8af7a0bd-3e0c-4723-b6c5-a6ac2dc3131e not bound to the agent host n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:28:06.398366 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad1a9f-6260-4ef6-9d00-5bc8dcd156b7 req-e132fdf1-1221-4c4f-9a98-373e95021169 tempest-LiveAutoBlockMigrationV225Test-737036270 tempest-LiveAutoBlockMigrationV225Test-737036270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:06.399891 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5bad1a9f-6260-4ef6-9d00-5bc8dcd156b7 req-e132fdf1-1221-4c4f-9a98-373e95021169 tempest-LiveAutoBlockMigrationV225Test-737036270 tempest-LiveAutoBlockMigrationV225Test-737036270-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=0e94de48-e857-4c66-8e21-bf21cb6db406 HTTP/1.1" status: 200 len: 1096 time: 0.1220417 Apr 05 14:28:06.401741 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-c63f2faf-f3d5-4938-922e-dc1759d5b8bd service neutron] 10.222.0.30 "GET /v2.0/networks/c0294919-aea9-4315-98b3-d37ae7dfdddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835544 Apr 05 14:28:06.506886 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-cef63772-047a-4508-b2e1-964ad5cf8524 service neutron] 10.222.0.30 "GET /v2.0/ports/a36b5c82-4962-4613-858a-cd38406de637?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0907316 Apr 05 14:28:06.511329 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5bad1a9f-6260-4ef6-9d00-5bc8dcd156b7 req-45e18536-5d4a-4bac-a3e8-ad39eb343de0 tempest-LiveAutoBlockMigrationV225Test-737036270 tempest-LiveAutoBlockMigrationV225Test-737036270-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038034 Apr 05 14:28:06.521109 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acb0800d-2c6e-4fda-8311-d592054a4572', 'tag': 'd3bf7fdf-7378-41ea-8043-66be753b3213'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:28:06.524562 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ce466b-d236-489f-8e70-9c862951260e" -d '{"events": [{"name": "network-changed", "server_uuid": "acb0800d-2c6e-4fda-8311-d592054a4572", "tag": "d3bf7fdf-7378-41ea-8043-66be753b3213"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:28:06.539683 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb8e4506-8fa0-49a9-9253-e80481efe9e4 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:28:06.551651 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fb8e4506-8fa0-49a9-9253-e80481efe9e4 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:06.551758 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fb3de9-7afd-4683-84fb-5802b02f7d1c None None] Sync routers for ids ['1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:28:06.575810 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fb3de9-7afd-4683-84fb-5802b02f7d1c None None] Routers {'1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:28:06.576446 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-31fb3de9-7afd-4683-84fb-5802b02f7d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:27:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:28:06.621787 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-fb8e4506-8fa0-49a9-9253-e80481efe9e4 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] 10.222.0.30 "PUT /v2.0/floatingips/4a150343-2423-4be8-a068-ffac1cfdf33d HTTP/1.1" status: 200 len: 992 time: 2.5068922 Apr 05 14:28:06.621787 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdeb7a9b-ce2e-4be0-8143-552aea2f5539', 'tag': 'f8f36c54-bfdb-41ca-bdaf-983a4bd56f58'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:28:06.623881 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d784e9b6-c64f-4656-891a-46507d355db5" -d '{"events": [{"name": "network-changed", "server_uuid": "bdeb7a9b-ce2e-4be0-8143-552aea2f5539", "tag": "f8f36c54-bfdb-41ca-bdaf-983a4bd56f58"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:28:06.627984 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d906487-5732-4df2-a9cf-42bc0ffb2d13 x-openstack-request-id: req-3d906487-5732-4df2-a9cf-42bc0ffb2d13 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:28:06.628578 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acb0800d-2c6e-4fda-8311-d592054a4572", "tag": "d3bf7fdf-7378-41ea-8043-66be753b3213", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:28:06.629625 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3d906487-5732-4df2-a9cf-42bc0ffb2d13 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:28:06.630246 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d906487-5732-4df2-a9cf-42bc0ffb2d13'] response: {'name': 'network-changed', 'server_uuid': 'acb0800d-2c6e-4fda-8311-d592054a4572', 'tag': 'd3bf7fdf-7378-41ea-8043-66be753b3213', 'status': 'completed', 'code': 200} Apr 05 14:28:06.689946 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-cb54d2eb-692c-4b5a-aeaa-be06a3a6ec18 service neutron] 10.222.0.30 "GET /v2.0/networks/3f810a40-703c-4c97-af51-1827a3f96d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759226 Apr 05 14:28:06.702064 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-31fb3de9-7afd-4683-84fb-5802b02f7d1c None None] Set router 1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:28:06.721274 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ce466b-d236-489f-8e70-9c862951260e req-a7f57248-7baa-43f0-98b5-e66fc24e32f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:06.723327 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-36ce466b-d236-489f-8e70-9c862951260e req-a7f57248-7baa-43f0-98b5-e66fc24e32f7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f6c75c954b5749f4a5047ff4736e2678&device_id=acb0800d-2c6e-4fda-8311-d592054a4572 HTTP/1.1" status: 200 len: 1095 time: 0.0664365 Apr 05 14:28:06.795649 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-5597c6b6-1202-4ae0-b1b2-5d6602295e1b service neutron] 10.222.0.30 "GET /v2.0/networks/3f810a40-703c-4c97-af51-1827a3f96d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992951 Apr 05 14:28:06.825408 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ce466b-d236-489f-8e70-9c862951260e req-af171d6f-a2a0-4d6b-9901-cb2f416bf258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:06.828440 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-36ce466b-d236-489f-8e70-9c862951260e req-af171d6f-a2a0-4d6b-9901-cb2f416bf258 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a926837a-905f-4dbb-b5dd-5a4dcb465fd4 HTTP/1.1" status: 200 len: 913 time: 0.0958822 Apr 05 14:28:06.837627 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-6b6187aa-6a0b-465b-9f9a-16c100048489 service neutron] 10.222.0.30 "GET /v2.0/ports/781ad338-04cd-4cd5-ab31-fb49746c5884?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0352774 Apr 05 14:28:06.878384 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-36ce466b-d236-489f-8e70-9c862951260e req-251d6cbb-399a-4b8c-9b95-b6c886f3c80b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3bf7fdf-7378-41ea-8043-66be753b3213 HTTP/1.1" status: 200 len: 217 time: 0.0444081 Apr 05 14:28:06.938299 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ce466b-d236-489f-8e70-9c862951260e req-90f13d29-715b-433b-9bad-1ceb3f08f993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:06.939964 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-36ce466b-d236-489f-8e70-9c862951260e req-90f13d29-715b-433b-9bad-1ceb3f08f993 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=81226097-f23e-489f-aebf-5f546853adb0 HTTP/1.1" status: 200 len: 852 time: 0.0545635 Apr 05 14:28:06.942867 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-31fb3de9-7afd-4683-84fb-5802b02f7d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b', 'name': 'tempest-ServersTestManualDisk-339906685-router', 'tenant_id': '207a1d2774e941de89e17da9e075ff51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '46996127-03c5-4111-b311-ad22874437fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:27:29Z', 'updated_at': '2022-04-05T14:27:33Z', 'revision_number': 4, 'project_id': '207a1d2774e941de89e17da9e075ff51', 'gw_port': {'id': '46996127-03c5-4111-b311-ad22874437fb', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:43:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:27:30Z', 'updated_at': '2022-04-05T14:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': '4a150343-2423-4be8-a068-ffac1cfdf33d', 'tenant_id': '207a1d2774e941de89e17da9e075ff51', 'floating_ip_address': '172.25.6.217', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': '1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b', 'port_id': 'f8f36c54-bfdb-41ca-bdaf-983a4bd56f58', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd09e1cf5-cb38-4bc5-a237-56c854e1c5a7', 'mac_address': 'fa:16:3e:84:73:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeb7a9b-ce2e-4be0-8143-552aea2f5539', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:27:38Z', 'updated_at': '2022-04-05T14:28:04Z', 'revision_number': 1, 'project_id': '207a1d2774e941de89e17da9e075ff51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a660769c-310c-4a68-8765-b23fba70ec5b', 'name': '', 'network_id': 'd09e1cf5-cb38-4bc5-a237-56c854e1c5a7', 'tenant_id': '207a1d2774e941de89e17da9e075ff51', 'mac_address': 'fa:16:3e:29:95:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'fc1431b9-cf4d-44e2-9bf0-6943b83ea911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:27:32Z', 'updated_at': '2022-04-05T14:27:38Z', 'revision_number': 5, 'project_id': '207a1d2774e941de89e17da9e075ff51', 'subnets': [{'id': 'fc1431b9-cf4d-44e2-9bf0-6943b83ea911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:28:06.949452 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-9885d43f-e659-4d4d-b8a7-d5be9673449f service neutron] 10.222.0.30 "GET /v2.0/networks/3f810a40-703c-4c97-af51-1827a3f96d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038451 Apr 05 14:28:06.974790 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fb3de9-7afd-4683-84fb-5802b02f7d1c None None] Checking router: 1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:28:06.977303 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-36ce466b-d236-489f-8e70-9c862951260e req-3c40b351-7b72-4a5e-b580-147be1414757 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a926837a-905f-4dbb-b5dd-5a4dcb465fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283444 Apr 05 14:28:06.983372 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fb3de9-7afd-4683-84fb-5802b02f7d1c None None] Routers {'1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:28:06.983982 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-31fb3de9-7afd-4683-84fb-5802b02f7d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:27:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:28:07.046935 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-5db1a633-113b-4c86-bc6d-e79fdffc8eab service neutron] 10.222.0.30 "GET /v2.0/networks/3f810a40-703c-4c97-af51-1827a3f96d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948822 Apr 05 14:28:07.093612 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-36ce466b-d236-489f-8e70-9c862951260e req-20343387-e463-4845-b30c-a3b356757c2f service neutron] 10.222.0.55 "GET /v2.0/networks/a926837a-905f-4dbb-b5dd-5a4dcb465fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102481 Apr 05 14:28:07.155557 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-f45f81f2-2a20-48d1-91f6-dcfda8fdc901 service neutron] 10.222.0.30 "GET /v2.0/networks/3f810a40-703c-4c97-af51-1827a3f96d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025484 Apr 05 14:28:07.188367 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-31fb3de9-7afd-4683-84fb-5802b02f7d1c None None] Set router 1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:28:07.206548 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-36ce466b-d236-489f-8e70-9c862951260e req-11f158fe-45af-4dc4-a63f-1ee1ca9619f8 service neutron] 10.222.0.55 "GET /v2.0/networks/a926837a-905f-4dbb-b5dd-5a4dcb465fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040313 Apr 05 14:28:07.262765 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-5cc59c41-6a25-4154-989b-47082b4be9e2 service neutron] 10.222.0.30 "GET /v2.0/networks/3f810a40-703c-4c97-af51-1827a3f96d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002097 Apr 05 14:28:07.364448 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-a2f5966c-442f-430a-b54d-76e734fca07d service neutron] 10.222.0.30 "GET /v2.0/networks/3f810a40-703c-4c97-af51-1827a3f96d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955510 Apr 05 14:28:07.427898 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-31fb3de9-7afd-4683-84fb-5802b02f7d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b', 'name': 'tempest-ServersTestManualDisk-339906685-router', 'tenant_id': '207a1d2774e941de89e17da9e075ff51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '46996127-03c5-4111-b311-ad22874437fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:27:29Z', 'updated_at': '2022-04-05T14:27:33Z', 'revision_number': 4, 'project_id': '207a1d2774e941de89e17da9e075ff51', 'gw_port': {'id': '46996127-03c5-4111-b311-ad22874437fb', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:43:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:27:30Z', 'updated_at': '2022-04-05T14:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': '4a150343-2423-4be8-a068-ffac1cfdf33d', 'tenant_id': '207a1d2774e941de89e17da9e075ff51', 'floating_ip_address': '172.25.6.217', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': '1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b', 'port_id': 'f8f36c54-bfdb-41ca-bdaf-983a4bd56f58', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd09e1cf5-cb38-4bc5-a237-56c854e1c5a7', 'mac_address': 'fa:16:3e:84:73:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeb7a9b-ce2e-4be0-8143-552aea2f5539', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:27:38Z', 'updated_at': '2022-04-05T14:28:04Z', 'revision_number': 1, 'project_id': '207a1d2774e941de89e17da9e075ff51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a660769c-310c-4a68-8765-b23fba70ec5b', 'name': '', 'network_id': 'd09e1cf5-cb38-4bc5-a237-56c854e1c5a7', 'tenant_id': '207a1d2774e941de89e17da9e075ff51', 'mac_address': 'fa:16:3e:29:95:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'fc1431b9-cf4d-44e2-9bf0-6943b83ea911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:27:32Z', 'updated_at': '2022-04-05T14:27:38Z', 'revision_number': 5, 'project_id': '207a1d2774e941de89e17da9e075ff51', 'subnets': [{'id': 'fc1431b9-cf4d-44e2-9bf0-6943b83ea911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:28:07.456528 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fb3de9-7afd-4683-84fb-5802b02f7d1c None None] The sync data for ids ['1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b'] in n-d-836650-2 is: [{'id': '1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b', 'name': 'tempest-ServersTestManualDisk-339906685-router', 'tenant_id': '207a1d2774e941de89e17da9e075ff51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '46996127-03c5-4111-b311-ad22874437fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:27:29Z', 'updated_at': '2022-04-05T14:27:33Z', 'revision_number': 4, 'project_id': '207a1d2774e941de89e17da9e075ff51', 'gw_port': {'id': '46996127-03c5-4111-b311-ad22874437fb', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:43:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:27:30Z', 'updated_at': '2022-04-05T14:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': '4a150343-2423-4be8-a068-ffac1cfdf33d', 'tenant_id': '207a1d2774e941de89e17da9e075ff51', 'floating_ip_address': '172.25.6.217', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': '1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b', 'port_id': 'f8f36c54-bfdb-41ca-bdaf-983a4bd56f58', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd09e1cf5-cb38-4bc5-a237-56c854e1c5a7', 'mac_address': 'fa:16:3e:84:73:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeb7a9b-ce2e-4be0-8143-552aea2f5539', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:27:38Z', 'updated_at': '2022-04-05T14:28:04Z', 'revision_number': 1, 'project_id': '207a1d2774e941de89e17da9e075ff51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a660769c-310c-4a68-8765-b23fba70ec5b', 'name': '', 'network_id': 'd09e1cf5-cb38-4bc5-a237-56c854e1c5a7', 'tenant_id': '207a1d2774e941de89e17da9e075ff51', 'mac_address': 'fa:16:3e:29:95:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'fc1431b9-cf4d-44e2-9bf0-6943b83ea911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:27:32Z', 'updated_at': '2022-04-05T14:27:38Z', 'revision_number': 5, 'project_id': '207a1d2774e941de89e17da9e075ff51', 'subnets': [{'id': 'fc1431b9-cf4d-44e2-9bf0-6943b83ea911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:28:07.463101 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-770d9c00-0474-4ae7-acbd-d48e2d7050c6 service neutron] 10.222.0.30 "GET /v2.0/networks/3f810a40-703c-4c97-af51-1827a3f96d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914335 Apr 05 14:28:07.574535 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-68901747-d0a2-4ad1-941d-31e4b0261252 service neutron] 10.222.0.30 "GET /v2.0/networks/c0d47256-1dbd-4e59-a5ce-32eac6b8a672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036859 Apr 05 14:28:07.677409 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-41037248-6609-4aea-9d7a-bf0234cd745c service neutron] 10.222.0.30 "GET /v2.0/networks/c0d47256-1dbd-4e59-a5ce-32eac6b8a672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952740 Apr 05 14:28:07.681657 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239d2c7b-0736-46d8-a4dd-7959e749cdb7 None None] New status for floating IP 4a150343-2423-4be8-a068-ffac1cfdf33d: ACTIVE {{(pid=103322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 14:28:07.774261 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-c748b26d-561e-4f73-9302-9caabf59360e service neutron] 10.222.0.30 "GET /v2.0/networks/c0d47256-1dbd-4e59-a5ce-32eac6b8a672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904317 Apr 05 14:28:07.872553 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-9bdced6e-e38a-44a8-bbed-218c9df05c28 service neutron] 10.222.0.30 "GET /v2.0/networks/c0d47256-1dbd-4e59-a5ce-32eac6b8a672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920041 Apr 05 14:28:07.932393 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 76f59e91-1ec2-4780-83fc-58f44a4a3d54 details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:28:08.054019 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 76f59e91-1ec2-4780-83fc-58f44a4a3d54, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=76f59e91-1ec2-4780-83fc-58f44a4a3d54,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:28:08.065674 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': '76f59e91-1ec2-4780-83fc-58f44a4a3d54', 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800', 'port_id': '76f59e91-1ec2-4780-83fc-58f44a4a3d54', 'mac_address': 'fa:16:3e:4d:99:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:28:08.110016 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:08.124415 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76f59e91-1ec2-4780-83fc-58f44a4a3d54 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:28:08.144054 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 76f59e91-1ec2-4780-83fc-58f44a4a3d54, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=76f59e91-1ec2-4780-83fc-58f44a4a3d54,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:28:08.247615 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:08.297189 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=76f59e91-1ec2-4780-83fc-58f44a4a3d54,revision_number=13']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:08.302829 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device d3bf7fdf-7378-41ea-8043-66be753b3213 details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:28:08.408932 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port d3bf7fdf-7378-41ea-8043-66be753b3213, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=d3bf7fdf-7378-41ea-8043-66be753b3213,segment=NetworkSegment(86bf7ba4-25ec-477a-b752-1cd3a94d1598),segment_id=86bf7ba4-25ec-477a-b752-1cd3a94d1598)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:28:08.421733 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': 'd3bf7fdf-7378-41ea-8043-66be753b3213', 'network_id': 'a926837a-905f-4dbb-b5dd-5a4dcb465fd4', 'port_id': 'd3bf7fdf-7378-41ea-8043-66be753b3213', 'mac_address': 'fa:16:3e:03:f0:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81226097-f23e-489f-aebf-5f546853adb0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:28:08.458757 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:08.474415 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3bf7fdf-7378-41ea-8043-66be753b3213 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:28:08.495908 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port d3bf7fdf-7378-41ea-8043-66be753b3213, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=d3bf7fdf-7378-41ea-8043-66be753b3213,segment=NetworkSegment(86bf7ba4-25ec-477a-b752-1cd3a94d1598),segment_id=86bf7ba4-25ec-477a-b752-1cd3a94d1598)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:28:08.585299 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:08.632920 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=d3bf7fdf-7378-41ea-8043-66be753b3213,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:08.638497 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['76f59e91-1ec2-4780-83fc-58f44a4a3d54'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:28:08.727953 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [req-c9ab3795-18cc-4d90-a809-976243754f9c req-cd4d96a5-9415-4f49-91ce-da2227d3ff6c tempest-LiveAutoBlockMigrationV225Test-737036270 tempest-LiveAutoBlockMigrationV225Test-737036270-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:28:08.729200 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c9ab3795-18cc-4d90-a809-976243754f9c req-cd4d96a5-9415-4f49-91ce-da2227d3ff6c tempest-LiveAutoBlockMigrationV225Test-737036270 tempest-LiveAutoBlockMigrationV225Test-737036270-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066881 Apr 05 14:28:08.774627 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab3795-18cc-4d90-a809-976243754f9c req-ae8ccce8-1afb-4ffa-b7ff-fabed715719a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:08.776128 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c9ab3795-18cc-4d90-a809-976243754f9c req-ae8ccce8-1afb-4ffa-b7ff-fabed715719a service neutron] 10.222.0.30 "GET /v2.0/ports/f5ca50e7-44c0-45b8-9fd0-aec6296b904a HTTP/1.1" status: 200 len: 1093 time: 0.0390644 Apr 05 14:28:08.785184 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-c9ab3795-18cc-4d90-a809-976243754f9c req-ee70f649-b2ce-4efd-9382-a2e98ab0ff1a service neutron] Request body: {'binding': {'host': 'n-h1-836650-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:28:08.785737 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-c9ab3795-18cc-4d90-a809-976243754f9c req-ee70f649-b2ce-4efd-9382-a2e98ab0ff1a service neutron] Unknown quota resources ['binding']. {{(pid=103320) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 05 14:28:08.825117 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['d3bf7fdf-7378-41ea-8043-66be753b3213'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:28:08.941415 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-c9ab3795-18cc-4d90-a809-976243754f9c req-ee70f649-b2ce-4efd-9382-a2e98ab0ff1a service neutron] Attempting to bind port f5ca50e7-44c0-45b8-9fd0-aec6296b904a on host n-h1-836650-2 for vnic_type normal with profile None {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:28:08.942046 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-c9ab3795-18cc-4d90-a809-976243754f9c req-ee70f649-b2ce-4efd-9382-a2e98ab0ff1a service neutron] Attempting to bind port f5ca50e7-44c0-45b8-9fd0-aec6296b904a by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': 'e44f5d0a-bab4-40cf-a1ed-36028ad06628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a37e2d3e-8e8b-49fa-a97d-3b06631436db'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:28:08.942046 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ab3795-18cc-4d90-a809-976243754f9c req-ee70f649-b2ce-4efd-9382-a2e98ab0ff1a service neutron] Attempting to bind port f5ca50e7-44c0-45b8-9fd0-aec6296b904a on network a37e2d3e-8e8b-49fa-a97d-3b06631436db {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:28:08.946928 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ab3795-18cc-4d90-a809-976243754f9c req-ee70f649-b2ce-4efd-9382-a2e98ab0ff1a service neutron] Port f5ca50e7-44c0-45b8-9fd0-aec6296b904a on network a37e2d3e-8e8b-49fa-a97d-3b06631436db not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:28:08.947249 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ab3795-18cc-4d90-a809-976243754f9c req-ee70f649-b2ce-4efd-9382-a2e98ab0ff1a service neutron] Attempting to bind port f5ca50e7-44c0-45b8-9fd0-aec6296b904a on network a37e2d3e-8e8b-49fa-a97d-3b06631436db {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:28:08.952219 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ab3795-18cc-4d90-a809-976243754f9c req-ee70f649-b2ce-4efd-9382-a2e98ab0ff1a service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:28:08.952547 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ab3795-18cc-4d90-a809-976243754f9c req-ee70f649-b2ce-4efd-9382-a2e98ab0ff1a service neutron] Checking segment: {'id': 'e44f5d0a-bab4-40cf-a1ed-36028ad06628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a37e2d3e-8e8b-49fa-a97d-3b06631436db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:28:08.955486 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ab3795-18cc-4d90-a809-976243754f9c req-ee70f649-b2ce-4efd-9382-a2e98ab0ff1a service neutron] Bound using segment: {'id': 'e44f5d0a-bab4-40cf-a1ed-36028ad06628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a37e2d3e-8e8b-49fa-a97d-3b06631436db'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:28:08.955486 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-c9ab3795-18cc-4d90-a809-976243754f9c req-ee70f649-b2ce-4efd-9382-a2e98ab0ff1a service neutron] Bound port: f5ca50e7-44c0-45b8-9fd0-aec6296b904a, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e44f5d0a-bab4-40cf-a1ed-36028ad06628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a37e2d3e-8e8b-49fa-a97d-3b06631436db'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:28:09.005021 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-c9ab3795-18cc-4d90-a809-976243754f9c req-ee70f649-b2ce-4efd-9382-a2e98ab0ff1a service neutron] For port f5ca50e7-44c0-45b8-9fd0-aec6296b904a, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=f5ca50e7-44c0-45b8-9fd0-aec6296b904a,segment=NetworkSegment(e44f5d0a-bab4-40cf-a1ed-36028ad06628),segment_id=e44f5d0a-bab4-40cf-a1ed-36028ad06628)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:28:09.141447 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-c9ab3795-18cc-4d90-a809-976243754f9c req-ee70f649-b2ce-4efd-9382-a2e98ab0ff1a service neutron] Notify callbacks [] for binding, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:09.142649 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c9ab3795-18cc-4d90-a809-976243754f9c req-ee70f649-b2ce-4efd-9382-a2e98ab0ff1a service neutron] 10.222.0.30 "POST /v2.0/ports/f5ca50e7-44c0-45b8-9fd0-aec6296b904a/bindings HTTP/1.1" status: 201 len: 389 time: 0.3610191 Apr 05 14:28:09.462554 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c36674d-cb2f-45a9-9c31-08c5a6b107cb x-openstack-request-id: req-6c36674d-cb2f-45a9-9c31-08c5a6b107cb {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:28:09.462885 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdeb7a9b-ce2e-4be0-8143-552aea2f5539", "tag": "f8f36c54-bfdb-41ca-bdaf-983a4bd56f58", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:28:09.463110 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6c36674d-cb2f-45a9-9c31-08c5a6b107cb {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:28:09.463499 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c36674d-cb2f-45a9-9c31-08c5a6b107cb'] response: {'name': 'network-changed', 'server_uuid': 'bdeb7a9b-ce2e-4be0-8143-552aea2f5539', 'tag': 'f8f36c54-bfdb-41ca-bdaf-983a4bd56f58', 'status': 'completed', 'code': 200} Apr 05 14:28:09.481925 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a06d67-5669-46d6-ae62-c890e3534ea0 req-9e8db1a7-fd9b-4ffe-b5e7-fda9b099d077 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:09.483498 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-89a06d67-5669-46d6-ae62-c890e3534ea0 req-9e8db1a7-fd9b-4ffe-b5e7-fda9b099d077 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] 10.222.0.30 "GET /v2.0/ports?device_id=bdeb7a9b-ce2e-4be0-8143-552aea2f5539 HTTP/1.1" status: 200 len: 946 time: 0.0579503 Apr 05 14:28:09.579726 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-89a06d67-5669-46d6-ae62-c890e3534ea0 req-7549c949-a2a5-475a-988d-e7f085e63adb tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] 10.222.0.30 "GET /v2.0/security-groups?id=f94f82e0-3b79-4bb3-b43d-fd966d9e152b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888631 Apr 05 14:28:09.596775 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d784e9b6-c64f-4656-891a-46507d355db5 req-d57a17a6-6b94-48f0-ad39-8ad633e049fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:09.598360 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d784e9b6-c64f-4656-891a-46507d355db5 req-d57a17a6-6b94-48f0-ad39-8ad633e049fb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=207a1d2774e941de89e17da9e075ff51&device_id=bdeb7a9b-ce2e-4be0-8143-552aea2f5539 HTTP/1.1" status: 200 len: 1097 time: 0.0922291 Apr 05 14:28:09.610753 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87faf5a-3078-438e-95c3-7a5f2ef39df0 req-cab25c6d-db40-4434-a6be-57025276c4b1 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:09.612451 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a87faf5a-3078-438e-95c3-7a5f2ef39df0 req-cab25c6d-db40-4434-a6be-57025276c4b1 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=acb0800d-2c6e-4fda-8311-d592054a4572 HTTP/1.1" status: 200 len: 945 time: 0.0949795 Apr 05 14:28:09.741046 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a87faf5a-3078-438e-95c3-7a5f2ef39df0 req-af0247db-902b-4751-83e1-6bb3ebc20468 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205978 Apr 05 14:28:09.764266 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740e7555-e3c0-4e12-840b-db55b768b67f req-6f6826e4-6e97-412e-b238-97581a0e0484 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:09.765801 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-740e7555-e3c0-4e12-840b-db55b768b67f req-6f6826e4-6e97-412e-b238-97581a0e0484 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=672b2c8e-b413-49d4-9045-73a1b4424c32 HTTP/1.1" status: 200 len: 949 time: 0.1118760 Apr 05 14:28:09.794116 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d784e9b6-c64f-4656-891a-46507d355db5 req-76f01c1d-0b9c-442a-97c5-b499948a49b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:09.795608 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d784e9b6-c64f-4656-891a-46507d355db5 req-76f01c1d-0b9c-442a-97c5-b499948a49b7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d09e1cf5-cb38-4bc5-a237-56c854e1c5a7 HTTP/1.1" status: 200 len: 912 time: 0.1813056 Apr 05 14:28:09.873400 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-740e7555-e3c0-4e12-840b-db55b768b67f req-70476954-f3a5-43df-b355-6b5548bd184a tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955963 Apr 05 14:28:09.906631 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d784e9b6-c64f-4656-891a-46507d355db5 req-3c09b0d5-b0a3-4513-b251-7fcc180efff8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8f36c54-bfdb-41ca-bdaf-983a4bd56f58 HTTP/1.1" status: 200 len: 1002 time: 0.0961492 Apr 05 14:28:09.915014 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3401476-5cda-44cc-9b2a-87b03e5bf0c1 req-b58f4f9e-3449-4c2e-9d83-d96e95e43856 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:09.916455 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b3401476-5cda-44cc-9b2a-87b03e5bf0c1 req-b58f4f9e-3449-4c2e-9d83-d96e95e43856 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e94de48-e857-4c66-8e21-bf21cb6db406 HTTP/1.1" status: 200 len: 945 time: 0.1130896 Apr 05 14:28:09.970969 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 76f59e91-1ec2-4780-83fc-58f44a4a3d54 up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:28:09.987476 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ddedc381-f0b0-4e7f-971e-a316224489a8 req-017a51d0-cb4e-49f3-8922-6494be1afa6a tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f18ed5e-8412-4093-8697-f85d9fb0ff29 HTTP/1.1" status: 200 len: 210 time: 0.0550411 Apr 05 14:28:10.017699 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d784e9b6-c64f-4656-891a-46507d355db5 req-58c42c1c-d7fa-451e-be47-475b72404700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:10.017699 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d784e9b6-c64f-4656-891a-46507d355db5 req-58c42c1c-d7fa-451e-be47-475b72404700 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fc1431b9-cf4d-44e2-9bf0-6943b83ea911 HTTP/1.1" status: 200 len: 850 time: 0.0944288 Apr 05 14:28:10.017699 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b3401476-5cda-44cc-9b2a-87b03e5bf0c1 req-611e9600-69ca-4eb2-b164-274b5dd0711c tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904758 Apr 05 14:28:10.077367 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d784e9b6-c64f-4656-891a-46507d355db5 req-56e65382-cb77-4d02-8b2a-c27f65c32ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:10.086667 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d784e9b6-c64f-4656-891a-46507d355db5 req-56e65382-cb77-4d02-8b2a-c27f65c32ab1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d09e1cf5-cb38-4bc5-a237-56c854e1c5a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590689 Apr 05 14:28:10.127444 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning for port 76f59e91-1ec2-4780-83fc-58f44a4a3d54 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:28:10.131857 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port 76f59e91-1ec2-4780-83fc-58f44a4a3d54 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:28:10.132366 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:10.141034 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab3795-18cc-4d90-a809-976243754f9c req-eba46ab1-ee18-4168-bab5-5b15b2e64301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:10.143174 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-c9ab3795-18cc-4d90-a809-976243754f9c req-eba46ab1-ee18-4168-bab5-5b15b2e64301 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ec0fa5de45e74f079e998d8c4a01aedf&device_id=0e94de48-e857-4c66-8e21-bf21cb6db406 HTTP/1.1" status: 200 len: 1096 time: 0.0677726 Apr 05 14:28:10.224359 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d784e9b6-c64f-4656-891a-46507d355db5 req-2fb5e103-6089-4964-854c-76423d4a5cef service neutron] 10.222.0.11 "GET /v2.0/networks/d09e1cf5-cb38-4bc5-a237-56c854e1c5a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315293 Apr 05 14:28:10.288114 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab3795-18cc-4d90-a809-976243754f9c req-104eb4d3-51e0-41df-9b53-4c0bfa97459b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:10.290566 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-c9ab3795-18cc-4d90-a809-976243754f9c req-104eb4d3-51e0-41df-9b53-4c0bfa97459b service neutron] 10.222.0.55 "GET /v2.0/networks?id=a37e2d3e-8e8b-49fa-a97d-3b06631436db HTTP/1.1" status: 200 len: 921 time: 0.1390610 Apr 05 14:28:10.338721 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-c9ab3795-18cc-4d90-a809-976243754f9c req-419c4bb9-0d78-41fa-9d14-0e756e02a295 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5ca50e7-44c0-45b8-9fd0-aec6296b904a HTTP/1.1" status: 200 len: 217 time: 0.0409169 Apr 05 14:28:10.344239 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device d3bf7fdf-7378-41ea-8043-66be753b3213 up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:28:10.387814 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:10.393093 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab3795-18cc-4d90-a809-976243754f9c req-ed3de9ea-e19d-4ce2-947b-d48b61604a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:10.394846 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-c9ab3795-18cc-4d90-a809-976243754f9c req-ed3de9ea-e19d-4ce2-947b-d48b61604a8a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e7ccd1c0-0ac4-418f-bea2-fcb22a694a96 HTTP/1.1" status: 200 len: 860 time: 0.0499735 Apr 05 14:28:10.407940 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a805d135-0889-43e6-b8d6-21e4d971f42b req-baf1e04f-e1e2-438b-8b7a-e67f5e4c39d4 tempest-MigrationsAdminTest-2101451349 tempest-MigrationsAdminTest-2101451349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:10.409923 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a805d135-0889-43e6-b8d6-21e4d971f42b req-baf1e04f-e1e2-438b-8b7a-e67f5e4c39d4 tempest-MigrationsAdminTest-2101451349 tempest-MigrationsAdminTest-2101451349-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=672b2c8e-b413-49d4-9045-73a1b4424c32 HTTP/1.1" status: 200 len: 1100 time: 0.1276622 Apr 05 14:28:10.413764 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '672b2c8e-b413-49d4-9045-73a1b4424c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f59e91-1ec2-4780-83fc-58f44a4a3d54'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:28:10.414904 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d784e9b6-c64f-4656-891a-46507d355db5 req-d56f994b-0b87-4079-99e2-e26ab0286a27 service neutron] 10.222.0.11 "GET /v2.0/networks/d09e1cf5-cb38-4bc5-a237-56c854e1c5a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877635 Apr 05 14:28:10.416493 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a036af9-e73f-4bf9-bc7e-42200c86c03d" -d '{"events": [{"server_uuid": "672b2c8e-b413-49d4-9045-73a1b4424c32", "name": "network-vif-plugged", "status": "completed", "tag": "76f59e91-1ec2-4780-83fc-58f44a4a3d54"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:28:10.443806 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-c9ab3795-18cc-4d90-a809-976243754f9c req-77b4aac4-5b4e-4155-861b-6ca57be2750b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a37e2d3e-8e8b-49fa-a97d-3b06631436db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415318 Apr 05 14:28:10.443961 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 76f59e91-1ec2-4780-83fc-58f44a4a3d54, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=76f59e91-1ec2-4780-83fc-58f44a4a3d54,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:28:10.467000 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a805d135-0889-43e6-b8d6-21e4d971f42b req-b7c3bb0c-cccc-499e-b080-2f24f07aacb8 tempest-MigrationsAdminTest-2101451349 tempest-MigrationsAdminTest-2101451349-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469594 Apr 05 14:28:10.519834 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771abb33-dc9b-4b53-836c-d5ba37a0e18e x-openstack-request-id: req-771abb33-dc9b-4b53-836c-d5ba37a0e18e {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:28:10.520390 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "672b2c8e-b413-49d4-9045-73a1b4424c32", "name": "network-vif-plugged", "status": "completed", "tag": "76f59e91-1ec2-4780-83fc-58f44a4a3d54", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:28:10.520732 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-771abb33-dc9b-4b53-836c-d5ba37a0e18e {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:28:10.521375 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-771abb33-dc9b-4b53-836c-d5ba37a0e18e'] response: {'server_uuid': '672b2c8e-b413-49d4-9045-73a1b4424c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f59e91-1ec2-4780-83fc-58f44a4a3d54', 'code': 200} Apr 05 14:28:10.537029 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-c9ab3795-18cc-4d90-a809-976243754f9c req-6829c9a6-7012-4012-83aa-1f5b433ce7c6 service neutron] 10.222.0.55 "GET /v2.0/networks/a37e2d3e-8e8b-49fa-a97d-3b06631436db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866063 Apr 05 14:28:10.597246 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:10.599730 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port d3bf7fdf-7378-41ea-8043-66be753b3213 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:28:10.609102 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port d3bf7fdf-7378-41ea-8043-66be753b3213 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:28:10.609755 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:10.642350 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-c9ab3795-18cc-4d90-a809-976243754f9c req-dd0f1452-48a4-4224-a889-5ae2d5bb63d1 service neutron] 10.222.0.55 "GET /v2.0/networks/a37e2d3e-8e8b-49fa-a97d-3b06631436db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990655 Apr 05 14:28:10.700753 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=76f59e91-1ec2-4780-83fc-58f44a4a3d54,revision_number=14']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:10.744553 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:10.777941 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port d3bf7fdf-7378-41ea-8043-66be753b3213, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=d3bf7fdf-7378-41ea-8043-66be753b3213,segment=NetworkSegment(86bf7ba4-25ec-477a-b752-1cd3a94d1598),segment_id=86bf7ba4-25ec-477a-b752-1cd3a94d1598)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:28:10.924142 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf02baa-8684-41df-8c19-0ca2b581bb0c req-c9fcf7cb-4309-4bee-8bed-b7bec0525223 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:10.926476 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9cf02baa-8684-41df-8c19-0ca2b581bb0c req-c9fcf7cb-4309-4bee-8bed-b7bec0525223 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=acb0800d-2c6e-4fda-8311-d592054a4572 HTTP/1.1" status: 200 len: 945 time: 0.0578783 Apr 05 14:28:10.928066 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:10.950094 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab3795-18cc-4d90-a809-976243754f9c req-7049aa5d-4df8-4b66-ba44-df70aef92b5e tempest-LiveAutoBlockMigrationV225Test-737036270 tempest-LiveAutoBlockMigrationV225Test-737036270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:10.952069 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-c9ab3795-18cc-4d90-a809-976243754f9c req-7049aa5d-4df8-4b66-ba44-df70aef92b5e tempest-LiveAutoBlockMigrationV225Test-737036270 tempest-LiveAutoBlockMigrationV225Test-737036270-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=0e94de48-e857-4c66-8e21-bf21cb6db406&tenant_id=ec0fa5de45e74f079e998d8c4a01aedf&binding%3Ahost_id=n-h2-836650-2 HTTP/1.1" status: 200 len: 1096 time: 0.1006691 Apr 05 14:28:10.964657 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-c9ab3795-18cc-4d90-a809-976243754f9c req-d91a8d9e-3c80-4fe5-b551-a4ef0e83af92 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836650-2'}}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:28:10.982557 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=d3bf7fdf-7378-41ea-8043-66be753b3213,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:10.990484 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9cf02baa-8684-41df-8c19-0ca2b581bb0c req-3069a798-c682-4b54-ab19-05986e562541 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530255 Apr 05 14:28:11.032012 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-c9ab3795-18cc-4d90-a809-976243754f9c req-d91a8d9e-3c80-4fe5-b551-a4ef0e83af92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:11.108205 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-27c3ca55-3652-4bd6-bd98-b8842b36257a req-75b54031-90d3-453e-a2f5-7d7322a86816 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f18ed5e-8412-4093-8697-f85d9fb0ff29 HTTP/1.1" status: 200 len: 210 time: 0.0493386 Apr 05 14:28:11.133600 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a273d9-ab9d-4620-98df-dbb397200a10 req-8e97a2a9-37d6-47ec-ba3c-27967a81ee50 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:11.134665 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-54a273d9-ab9d-4620-98df-dbb397200a10 req-8e97a2a9-37d6-47ec-ba3c-27967a81ee50 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=4db9fe51-aafd-461b-a1f5-bb4c970bc929 HTTP/1.1" status: 200 len: 949 time: 0.0772278 Apr 05 14:28:11.167029 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-c9ab3795-18cc-4d90-a809-976243754f9c req-d91a8d9e-3c80-4fe5-b551-a4ef0e83af92 service neutron] For port f5ca50e7-44c0-45b8-9fd0-aec6296b904a, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=f5ca50e7-44c0-45b8-9fd0-aec6296b904a,segment=NetworkSegment(e44f5d0a-bab4-40cf-a1ed-36028ad06628),segment_id=e44f5d0a-bab4-40cf-a1ed-36028ad06628)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:28:11.176580 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-54a273d9-ab9d-4620-98df-dbb397200a10 req-91bbc35e-87a3-48ca-8fcf-a61ff0603c8b tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347033 Apr 05 14:28:11.213368 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-c9ab3795-18cc-4d90-a809-976243754f9c req-d91a8d9e-3c80-4fe5-b551-a4ef0e83af92 service neutron] For port f5ca50e7-44c0-45b8-9fd0-aec6296b904a, host n-h2-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:28:11.232998 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb3545-a3da-46a4-9668-9b6f962d41b5 req-a053c372-d966-4769-b94f-02e0faf62881 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:11.234501 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4dfb3545-a3da-46a4-9668-9b6f962d41b5 req-a053c372-d966-4769-b94f-02e0faf62881 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=672b2c8e-b413-49d4-9045-73a1b4424c32 HTTP/1.1" status: 200 len: 950 time: 0.0500383 Apr 05 14:28:11.260097 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e94de48-e857-4c66-8e21-bf21cb6db406', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5ca50e7-44c0-45b8-9fd0-aec6296b904a'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:28:11.262361 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd51fc29-603c-4251-8686-a9dcff28a56e" -d '{"events": [{"server_uuid": "0e94de48-e857-4c66-8e21-bf21cb6db406", "name": "network-vif-unplugged", "status": "completed", "tag": "f5ca50e7-44c0-45b8-9fd0-aec6296b904a"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:28:11.266287 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-c9ab3795-18cc-4d90-a809-976243754f9c req-d91a8d9e-3c80-4fe5-b551-a4ef0e83af92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:11.324531 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7684e95-f812-4367-ab42-d9c8d3abde68 req-a1964b4a-e565-4113-b218-b3514d4fdfd5 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:11.326369 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c7684e95-f812-4367-ab42-d9c8d3abde68 req-a1964b4a-e565-4113-b218-b3514d4fdfd5 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e94de48-e857-4c66-8e21-bf21cb6db406 HTTP/1.1" status: 200 len: 945 time: 0.0861089 Apr 05 14:28:11.330112 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4dfb3545-a3da-46a4-9668-9b6f962d41b5 req-2a69b99b-71dd-4ab3-9b1d-0468743eb35f tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858493 Apr 05 14:28:11.368734 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c7684e95-f812-4367-ab42-d9c8d3abde68 req-a59a4e24-0085-4b52-b32d-ffe876d8465c tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360854 Apr 05 14:28:11.375558 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 14:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10eb3f44-742f-448e-9c64-6f06c39a3ca6 x-openstack-request-id: req-10eb3f44-742f-448e-9c64-6f06c39a3ca6 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:28:11.375849 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e94de48-e857-4c66-8e21-bf21cb6db406", "name": "network-vif-unplugged", "status": "completed", "tag": "f5ca50e7-44c0-45b8-9fd0-aec6296b904a", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:28:11.376101 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-10eb3f44-742f-448e-9c64-6f06c39a3ca6 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:28:11.376501 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10eb3f44-742f-448e-9c64-6f06c39a3ca6'] response: {'server_uuid': '0e94de48-e857-4c66-8e21-bf21cb6db406', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5ca50e7-44c0-45b8-9fd0-aec6296b904a', 'code': 200} Apr 05 14:28:11.390215 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-c9ab3795-18cc-4d90-a809-976243754f9c req-d91a8d9e-3c80-4fe5-b551-a4ef0e83af92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:11.467495 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91a8d9e-3c80-4fe5-b551-a4ef0e83af92 service neutron] Pushing event updated for resources: {'Port': ['ID=f5ca50e7-44c0-45b8-9fd0-aec6296b904a,revision_number=7']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:11.481346 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-c9ab3795-18cc-4d90-a809-976243754f9c req-d91a8d9e-3c80-4fe5-b551-a4ef0e83af92 service neutron] Attempting to bind port f5ca50e7-44c0-45b8-9fd0-aec6296b904a on host n-h2-836650-2 for vnic_type normal with profile {"migrating_to": "n-h1-836650-2"} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:28:11.481692 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-c9ab3795-18cc-4d90-a809-976243754f9c req-d91a8d9e-3c80-4fe5-b551-a4ef0e83af92 service neutron] Attempting to bind port f5ca50e7-44c0-45b8-9fd0-aec6296b904a by drivers openvswitch,hyperv on host n-h2-836650-2 at level 0 using segments [{'id': 'e44f5d0a-bab4-40cf-a1ed-36028ad06628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a37e2d3e-8e8b-49fa-a97d-3b06631436db'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:28:11.482015 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ab3795-18cc-4d90-a809-976243754f9c req-d91a8d9e-3c80-4fe5-b551-a4ef0e83af92 service neutron] Attempting to bind port f5ca50e7-44c0-45b8-9fd0-aec6296b904a on network a37e2d3e-8e8b-49fa-a97d-3b06631436db {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:28:11.486216 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ab3795-18cc-4d90-a809-976243754f9c req-d91a8d9e-3c80-4fe5-b551-a4ef0e83af92 service neutron] Port f5ca50e7-44c0-45b8-9fd0-aec6296b904a on network a37e2d3e-8e8b-49fa-a97d-3b06631436db not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:28:11.486532 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ab3795-18cc-4d90-a809-976243754f9c req-d91a8d9e-3c80-4fe5-b551-a4ef0e83af92 service neutron] Attempting to bind port f5ca50e7-44c0-45b8-9fd0-aec6296b904a on network a37e2d3e-8e8b-49fa-a97d-3b06631436db {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:28:11.491892 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ab3795-18cc-4d90-a809-976243754f9c req-d91a8d9e-3c80-4fe5-b551-a4ef0e83af92 service neutron] Checking agent: {'id': '6d8cf521-24bb-4b6a-bbae-0284f5c87a9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:28:11.492226 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ab3795-18cc-4d90-a809-976243754f9c req-d91a8d9e-3c80-4fe5-b551-a4ef0e83af92 service neutron] Checking segment: {'id': 'e44f5d0a-bab4-40cf-a1ed-36028ad06628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a37e2d3e-8e8b-49fa-a97d-3b06631436db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:28:11.492597 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ab3795-18cc-4d90-a809-976243754f9c req-d91a8d9e-3c80-4fe5-b551-a4ef0e83af92 service neutron] Bound using segment: {'id': 'e44f5d0a-bab4-40cf-a1ed-36028ad06628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a37e2d3e-8e8b-49fa-a97d-3b06631436db'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:28:11.494477 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-c9ab3795-18cc-4d90-a809-976243754f9c req-d91a8d9e-3c80-4fe5-b551-a4ef0e83af92 service neutron] Bound port: f5ca50e7-44c0-45b8-9fd0-aec6296b904a, host: n-h2-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e44f5d0a-bab4-40cf-a1ed-36028ad06628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a37e2d3e-8e8b-49fa-a97d-3b06631436db'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:28:11.494477 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-c9ab3795-18cc-4d90-a809-976243754f9c req-d91a8d9e-3c80-4fe5-b551-a4ef0e83af92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:11.556223 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-c9ab3795-18cc-4d90-a809-976243754f9c req-d91a8d9e-3c80-4fe5-b551-a4ef0e83af92 service neutron] For port f5ca50e7-44c0-45b8-9fd0-aec6296b904a, host n-h2-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:28:11.559361 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-c9ab3795-18cc-4d90-a809-976243754f9c req-d91a8d9e-3c80-4fe5-b551-a4ef0e83af92 service neutron] For port f5ca50e7-44c0-45b8-9fd0-aec6296b904a, host n-h2-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=f5ca50e7-44c0-45b8-9fd0-aec6296b904a,segment=NetworkSegment(e44f5d0a-bab4-40cf-a1ed-36028ad06628),segment_id=e44f5d0a-bab4-40cf-a1ed-36028ad06628)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:28:11.688018 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-c9ab3795-18cc-4d90-a809-976243754f9c req-d91a8d9e-3c80-4fe5-b551-a4ef0e83af92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:12.038440 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91a8d9e-3c80-4fe5-b551-a4ef0e83af92 service neutron] Pushing event updated for resources: {'Port': ['ID=f5ca50e7-44c0-45b8-9fd0-aec6296b904a,revision_number=8']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:12.044608 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab3795-18cc-4d90-a809-976243754f9c req-d91a8d9e-3c80-4fe5-b551-a4ef0e83af92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:12.045253 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-c9ab3795-18cc-4d90-a809-976243754f9c req-d91a8d9e-3c80-4fe5-b551-a4ef0e83af92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:12.046684 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-c9ab3795-18cc-4d90-a809-976243754f9c req-d91a8d9e-3c80-4fe5-b551-a4ef0e83af92 service neutron] 10.222.0.55 "PUT /v2.0/ports/f5ca50e7-44c0-45b8-9fd0-aec6296b904a HTTP/1.1" status: 200 len: 1121 time: 1.0871234 Apr 05 14:28:12.059866 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:12.137783 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d98adc7-d58d-4035-a8c6-3cf945909540 req-41abda15-16b0-431e-80b8-82d29db1da39 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:12.144639 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2d98adc7-d58d-4035-a8c6-3cf945909540 req-41abda15-16b0-431e-80b8-82d29db1da39 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=acb0800d-2c6e-4fda-8311-d592054a4572 HTTP/1.1" status: 200 len: 946 time: 0.0619144 Apr 05 14:28:12.179844 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2d98adc7-d58d-4035-a8c6-3cf945909540 req-d77bc0e8-55fa-4d52-ba0f-19129035b681 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344472 Apr 05 14:28:12.227080 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['f5ca50e7-44c0-45b8-9fd0-aec6296b904a'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:28:12.292171 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e8136f3e-bf7e-486f-a532-c70732afcf86 req-ffba9c6c-1c74-4ff5-a5ee-28fa135e11ca tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f18ed5e-8412-4093-8697-f85d9fb0ff29 HTTP/1.1" status: 200 len: 210 time: 0.0550880 Apr 05 14:28:12.353956 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd352869-96fe-4f94-a04b-b0bd94270bc0 req-a4c679f7-da88-4e08-b326-86dd6227aae6 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:12.355784 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bd352869-96fe-4f94-a04b-b0bd94270bc0 req-a4c679f7-da88-4e08-b326-86dd6227aae6 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=4db9fe51-aafd-461b-a1f5-bb4c970bc929 HTTP/1.1" status: 200 len: 949 time: 0.0605409 Apr 05 14:28:12.405548 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bd352869-96fe-4f94-a04b-b0bd94270bc0 req-ad5c9849-12ba-4bce-9cb1-6234e8afed48 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/security-groups?id=054f477c-ba41-41b9-98cc-6ed298790e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420117 Apr 05 14:28:12.465579 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154bffb2-fb3d-45f1-ba1b-e07f792377e3 req-aa5b3930-a7b1-4ed0-9e7d-395d7f005523 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:12.467092 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-154bffb2-fb3d-45f1-ba1b-e07f792377e3 req-aa5b3930-a7b1-4ed0-9e7d-395d7f005523 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=672b2c8e-b413-49d4-9045-73a1b4424c32 HTTP/1.1" status: 200 len: 950 time: 0.0555751 Apr 05 14:28:12.523440 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acb0800d-2c6e-4fda-8311-d592054a4572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3bf7fdf-7378-41ea-8043-66be753b3213'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:28:12.526011 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab1b2c03-2725-4990-86cc-3a4f955a3cf1" -d '{"events": [{"server_uuid": "acb0800d-2c6e-4fda-8311-d592054a4572", "name": "network-vif-plugged", "status": "completed", "tag": "d3bf7fdf-7378-41ea-8043-66be753b3213"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:28:12.538409 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-154bffb2-fb3d-45f1-ba1b-e07f792377e3 req-c00ebf31-1b02-4ae5-84c8-cdd6c46f6693 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621607 Apr 05 14:28:12.548247 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cb44d2-a436-4136-a377-df9b7cc27fd0 req-d7b37ffe-3498-475f-9796-b11bbfca370a tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:12.549917 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-39cb44d2-a436-4136-a377-df9b7cc27fd0 req-d7b37ffe-3498-475f-9796-b11bbfca370a tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e94de48-e857-4c66-8e21-bf21cb6db406 HTTP/1.1" status: 200 len: 943 time: 0.0818286 Apr 05 14:28:12.587054 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7978a4a7-f46f-484f-b2d5-e957ff14d865 x-openstack-request-id: req-7978a4a7-f46f-484f-b2d5-e957ff14d865 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:28:12.587342 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acb0800d-2c6e-4fda-8311-d592054a4572", "name": "network-vif-plugged", "status": "completed", "tag": "d3bf7fdf-7378-41ea-8043-66be753b3213", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:28:12.587594 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7978a4a7-f46f-484f-b2d5-e957ff14d865 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:28:12.587985 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7978a4a7-f46f-484f-b2d5-e957ff14d865'] response: {'server_uuid': 'acb0800d-2c6e-4fda-8311-d592054a4572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3bf7fdf-7378-41ea-8043-66be753b3213', 'code': 200} Apr 05 14:28:12.616511 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b413e6-862a-4cbc-82b2-e24e612aa668 req-d9d51723-9a1c-43bd-9154-ece5931621ec tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:12.618013 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-53b413e6-862a-4cbc-82b2-e24e612aa668 req-d9d51723-9a1c-43bd-9154-ece5931621ec tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.11 "GET /v2.0/ports?device_id=4db9fe51-aafd-461b-a1f5-bb4c970bc929 HTTP/1.1" status: 200 len: 949 time: 0.0924306 Apr 05 14:28:12.621261 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-39cb44d2-a436-4136-a377-df9b7cc27fd0 req-894f06be-9a0e-4c71-8dd2-074a0784a1e3 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528145 Apr 05 14:28:12.718168 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96f4602-dae2-40ab-8018-ea47d6f21e44 req-c6e53821-5aaa-4cc3-8549-301fecfcaf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:12.719639 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-e96f4602-dae2-40ab-8018-ea47d6f21e44 req-c6e53821-5aaa-4cc3-8549-301fecfcaf68 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=acb0800d-2c6e-4fda-8311-d592054a4572 HTTP/1.1" status: 200 len: 1097 time: 0.0772662 Apr 05 14:28:12.726855 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-53b413e6-862a-4cbc-82b2-e24e612aa668 req-530f7ba7-bfee-43fd-a31e-bf8cca1f19d8 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Deleting port ced27436-8a8c-4719-9bf6-b86688ef931d {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:28:12.727202 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-53b413e6-862a-4cbc-82b2-e24e612aa668 req-530f7ba7-bfee-43fd-a31e-bf8cca1f19d8 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:12.732130 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb279b0-e578-45fc-9179-e2165cfefb98 req-4c727e5b-dfd9-4059-a0ae-f957bb7276eb tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:12.733615 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-5eb279b0-e578-45fc-9179-e2165cfefb98 req-4c727e5b-dfd9-4059-a0ae-f957bb7276eb tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.11 "GET /v2.0/ports?device_id=672b2c8e-b413-49d4-9045-73a1b4424c32 HTTP/1.1" status: 200 len: 950 time: 0.0822120 Apr 05 14:28:12.826201 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-e96f4602-dae2-40ab-8018-ea47d6f21e44 req-2b4b947f-1459-4251-862e-4f9ab9da5653 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916131 Apr 05 14:28:12.829645 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-53b413e6-862a-4cbc-82b2-e24e612aa668 req-530f7ba7-bfee-43fd-a31e-bf8cca1f19d8 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] For port ced27436-8a8c-4719-9bf6-b86688ef931d, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=ced27436-8a8c-4719-9bf6-b86688ef931d,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:28:12.829645 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-53b413e6-862a-4cbc-82b2-e24e612aa668 req-530f7ba7-bfee-43fd-a31e-bf8cca1f19d8 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:12.842245 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-53b413e6-862a-4cbc-82b2-e24e612aa668 req-530f7ba7-bfee-43fd-a31e-bf8cca1f19d8 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Calling delete_port for ced27436-8a8c-4719-9bf6-b86688ef931d owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:28:12.852997 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-5eb279b0-e578-45fc-9179-e2165cfefb98 req-c8235464-c777-4328-b81b-e2d0fe50a587 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Deleting port 76f59e91-1ec2-4780-83fc-58f44a4a3d54 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:28:12.853339 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-5eb279b0-e578-45fc-9179-e2165cfefb98 req-c8235464-c777-4328-b81b-e2d0fe50a587 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:12.953519 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-5eb279b0-e578-45fc-9179-e2165cfefb98 req-c8235464-c777-4328-b81b-e2d0fe50a587 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] For port 76f59e91-1ec2-4780-83fc-58f44a4a3d54, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=76f59e91-1ec2-4780-83fc-58f44a4a3d54,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:28:12.953881 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-5eb279b0-e578-45fc-9179-e2165cfefb98 req-c8235464-c777-4328-b81b-e2d0fe50a587 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:12.966352 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-5eb279b0-e578-45fc-9179-e2165cfefb98 req-c8235464-c777-4328-b81b-e2d0fe50a587 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Calling delete_port for 76f59e91-1ec2-4780-83fc-58f44a4a3d54 owned by compute:nova {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:28:13.074045 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-5a338f5b-73a1-45d3-8b84-0d3e7bd1f061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:13.075336 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-5a338f5b-73a1-45d3-8b84-0d3e7bd1f061 service neutron] 10.222.0.55 "GET /v2.0/ports/a36b5c82-4962-4613-858a-cd38406de637 HTTP/1.1" status: 200 len: 1033 time: 0.0392313 Apr 05 14:28:13.076993 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-53b413e6-862a-4cbc-82b2-e24e612aa668 req-530f7ba7-bfee-43fd-a31e-bf8cca1f19d8 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:13.088788 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['ced27436-8a8c-4719-9bf6-b86688ef931d'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:28:13.108429 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530f7ba7-bfee-43fd-a31e-bf8cca1f19d8 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Pushing event deleted for resources: {'Port': ['ID=ced27436-8a8c-4719-9bf6-b86688ef931d,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:13.150212 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-53b413e6-862a-4cbc-82b2-e24e612aa668 req-530f7ba7-bfee-43fd-a31e-bf8cca1f19d8 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] No DVR routers for this DVR port ced27436-8a8c-4719-9bf6-b86688ef931d on host n-h2-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:28:13.153146 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-53b413e6-862a-4cbc-82b2-e24e612aa668 req-530f7ba7-bfee-43fd-a31e-bf8cca1f19d8 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:13.156611 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-53b413e6-862a-4cbc-82b2-e24e612aa668 req-530f7ba7-bfee-43fd-a31e-bf8cca1f19d8 tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.11 "DELETE /v2.0/ports/ced27436-8a8c-4719-9bf6-b86688ef931d HTTP/1.1" status: 204 len: 173 time: 0.5314419 Apr 05 14:28:13.157083 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4db9fe51-aafd-461b-a1f5-bb4c970bc929', 'name': 'network-vif-deleted', 'tag': 'ced27436-8a8c-4719-9bf6-b86688ef931d'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:28:13.157815 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-1fb843f5-3712-4376-84f7-89221abd9a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:13.159192 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-1fb843f5-3712-4376-84f7-89221abd9a0e service neutron] 10.222.0.55 "GET /v2.0/ports/781ad338-04cd-4cd5-ab31-fb49746c5884 HTTP/1.1" status: 200 len: 1031 time: 0.0348141 Apr 05 14:28:13.159328 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24871249-1cf2-4af1-b5e2-0b49b2f10a5f" -d '{"events": [{"server_uuid": "4db9fe51-aafd-461b-a1f5-bb4c970bc929", "name": "network-vif-deleted", "tag": "ced27436-8a8c-4719-9bf6-b86688ef931d"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:28:13.206903 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-622e6acb-589f-4cf2-a451-38b1c9d3f40e x-openstack-request-id: req-622e6acb-589f-4cf2-a451-38b1c9d3f40e {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:28:13.208810 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4db9fe51-aafd-461b-a1f5-bb4c970bc929", "name": "network-vif-deleted", "tag": "ced27436-8a8c-4719-9bf6-b86688ef931d", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:28:13.208810 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-622e6acb-589f-4cf2-a451-38b1c9d3f40e {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:28:13.208810 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-622e6acb-589f-4cf2-a451-38b1c9d3f40e'] response: {'server_uuid': '4db9fe51-aafd-461b-a1f5-bb4c970bc929', 'name': 'network-vif-deleted', 'tag': 'ced27436-8a8c-4719-9bf6-b86688ef931d', 'status': 'completed', 'code': 200} Apr 05 14:28:13.278163 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-1449925e-aad6-4246-94af-9e916e3eef93 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:13.284050 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-1449925e-aad6-4246-94af-9e916e3eef93 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:13.290557 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-1449925e-aad6-4246-94af-9e916e3eef93 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:13.292151 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-1449925e-aad6-4246-94af-9e916e3eef93 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.55 "GET /v2.0/networks?id=c0294919-aea9-4315-98b3-d37ae7dfdddb&id=3f810a40-703c-4c97-af51-1827a3f96d53&id=3f810a40-703c-4c97-af51-1827a3f96d53&id=3f810a40-703c-4c97-af51-1827a3f96d53&id=3f810a40-703c-4c97-af51-1827a3f96d53&id=c0d47256-1dbd-4e59-a5ce-32eac6b8a672&id=c0d47256-1dbd-4e59-a5ce-32eac6b8a672 HTTP/1.1" status: 200 len: 1995 time: 0.1259816 Apr 05 14:28:13.293276 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-5eb279b0-e578-45fc-9179-e2165cfefb98 req-c8235464-c777-4328-b81b-e2d0fe50a587 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:13.304278 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c95157c-11b9-4f94-8c2a-bd30b135f781 req-a4ddc40b-5089-4d36-b8d0-a0edd354f3ed tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:13.305198 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['1a02dac2-1e82-4f40-b2ef-73f085c332f9', 'dd240742-5ced-4dbc-8b7d-9c4496d72564'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:28:13.305842 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9c95157c-11b9-4f94-8c2a-bd30b135f781 req-a4ddc40b-5089-4d36-b8d0-a0edd354f3ed tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=acb0800d-2c6e-4fda-8311-d592054a4572 HTTP/1.1" status: 200 len: 946 time: 0.0544703 Apr 05 14:28:13.307711 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['0acf73df-bb0e-489a-a80a-806dabae58c9', '76f59e91-1ec2-4780-83fc-58f44a4a3d54'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:28:13.364322 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8235464-c777-4328-b81b-e2d0fe50a587 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Pushing event deleted for resources: {'Port': ['ID=76f59e91-1ec2-4780-83fc-58f44a4a3d54,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:13.385677 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e94de48-e857-4c66-8e21-bf21cb6db406', 'tag': 'f5ca50e7-44c0-45b8-9fd0-aec6296b904a'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:28:13.389811 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e07f1fde-7d8b-4d25-9a7f-608f39c3e674" -d '{"events": [{"name": "network-changed", "server_uuid": "0e94de48-e857-4c66-8e21-bf21cb6db406", "tag": "f5ca50e7-44c0-45b8-9fd0-aec6296b904a"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:28:13.408840 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9c95157c-11b9-4f94-8c2a-bd30b135f781 req-fee62204-1d22-45b6-96ee-ad755d76028c tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959260 Apr 05 14:28:13.471079 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bbe18c56-7e15-4ac0-a860-c9183e49c8bb req-f690eb78-91bb-42ea-a07c-943267b325eb tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f18ed5e-8412-4093-8697-f85d9fb0ff29 HTTP/1.1" status: 200 len: 210 time: 0.0514669 Apr 05 14:28:13.477013 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eb279b0-e578-45fc-9179-e2165cfefb98 req-c8235464-c777-4328-b81b-e2d0fe50a587 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] No DVR routers for this DVR port 76f59e91-1ec2-4780-83fc-58f44a4a3d54 on host n-h2-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:28:13.494573 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-6511e281-c86a-41a2-b49d-6376a1e9d575 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c46023293d04937b7cc39b36bfca09f HTTP/1.1" status: 200 len: 380 time: 0.1891224 Apr 05 14:28:13.496659 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-5eb279b0-e578-45fc-9179-e2165cfefb98 req-c8235464-c777-4328-b81b-e2d0fe50a587 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:13.508901 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-5eb279b0-e578-45fc-9179-e2165cfefb98 req-c8235464-c777-4328-b81b-e2d0fe50a587 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.11 "DELETE /v2.0/ports/76f59e91-1ec2-4780-83fc-58f44a4a3d54 HTTP/1.1" status: 204 len: 173 time: 0.7657747 Apr 05 14:28:13.525357 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-b0b03223-c2e1-49dd-9b07-585a12a523fe tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Request body: {'port': {'device_id': '9f18ed5e-8412-4093-8697-f85d9fb0ff29', 'network_id': 'c0294919-aea9-4315-98b3-d37ae7dfdddb', 'admin_state_up': True, 'tenant_id': '4c46023293d04937b7cc39b36bfca09f', 'security_groups': ['651049ed-3ef9-4175-8455-d871a11c2622']}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:28:13.540278 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0aa6cb2-a664-4391-8d97-2f25a373f39f x-openstack-request-id: req-f0aa6cb2-a664-4391-8d97-2f25a373f39f {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:28:13.542596 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e94de48-e857-4c66-8e21-bf21cb6db406", "tag": "f5ca50e7-44c0-45b8-9fd0-aec6296b904a", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:28:13.542596 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f0aa6cb2-a664-4391-8d97-2f25a373f39f {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:28:13.542596 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0aa6cb2-a664-4391-8d97-2f25a373f39f'] response: {'name': 'network-changed', 'server_uuid': '0e94de48-e857-4c66-8e21-bf21cb6db406', 'tag': 'f5ca50e7-44c0-45b8-9fd0-aec6296b904a', 'status': 'completed', 'code': 200} Apr 05 14:28:13.681357 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b0f9743b-9b7a-4b11-89dc-399fc139442c req-72d725f1-42c6-4bd6-894d-73a43029260e tempest-ServersOnMultiNodesTest-389023270 tempest-ServersOnMultiNodesTest-389023270-project] 10.222.0.30 "GET /v2.0/ports?device_id=4db9fe51-aafd-461b-a1f5-bb4c970bc929 HTTP/1.1" status: 200 len: 210 time: 0.0439730 Apr 05 14:28:13.719601 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f39a8ecf-e6fa-41d5-9f61-80a8b5526058 req-f2171819-f57e-42a0-8c2d-1ed15011fe7d tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=672b2c8e-b413-49d4-9045-73a1b4424c32 HTTP/1.1" status: 200 len: 210 time: 0.0332882 Apr 05 14:28:13.769390 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07f1fde-7d8b-4d25-9a7f-608f39c3e674 req-81c24be9-26cc-4304-af9f-91e48d48fcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:13.774168 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-e07f1fde-7d8b-4d25-9a7f-608f39c3e674 req-81c24be9-26cc-4304-af9f-91e48d48fcdc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ec0fa5de45e74f079e998d8c4a01aedf&device_id=0e94de48-e857-4c66-8e21-bf21cb6db406 HTTP/1.1" status: 200 len: 1124 time: 0.2190671 Apr 05 14:28:13.869482 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:13.889075 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fe37e4-159f-419c-9551-93ee98b0206b req-43772546-4991-45d2-801c-d5a2678252c7 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:13.890913 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-22fe37e4-159f-419c-9551-93ee98b0206b req-43772546-4991-45d2-801c-d5a2678252c7 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e94de48-e857-4c66-8e21-bf21cb6db406 HTTP/1.1" status: 200 len: 943 time: 0.0882447 Apr 05 14:28:13.948622 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-22fe37e4-159f-419c-9551-93ee98b0206b req-57cc4d63-9eb3-42bf-bae6-4d52cb83b1ad tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450764 Apr 05 14:28:13.971746 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07f1fde-7d8b-4d25-9a7f-608f39c3e674 req-76729ef1-6462-46c3-a279-442bf56726d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:13.974335 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-e07f1fde-7d8b-4d25-9a7f-608f39c3e674 req-76729ef1-6462-46c3-a279-442bf56726d8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a37e2d3e-8e8b-49fa-a97d-3b06631436db HTTP/1.1" status: 200 len: 921 time: 0.1862631 Apr 05 14:28:14.027976 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-e07f1fde-7d8b-4d25-9a7f-608f39c3e674 req-0830049c-4d17-4d52-916b-9e34d6208f2b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5ca50e7-44c0-45b8-9fd0-aec6296b904a HTTP/1.1" status: 200 len: 217 time: 0.0462885 Apr 05 14:28:14.047328 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-b0b03223-c2e1-49dd-9b07-585a12a523fe tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Made reservation on behalf of 4c46023293d04937b7cc39b36bfca09f for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:28:14.051253 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-b0b03223-c2e1-49dd-9b07-585a12a523fe tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:14.121728 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07f1fde-7d8b-4d25-9a7f-608f39c3e674 req-7fbd480d-49a6-42aa-8737-45fe120151f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:14.125743 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-e07f1fde-7d8b-4d25-9a7f-608f39c3e674 req-7fbd480d-49a6-42aa-8737-45fe120151f7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e7ccd1c0-0ac4-418f-bea2-fcb22a694a96 HTTP/1.1" status: 200 len: 860 time: 0.0876217 Apr 05 14:28:14.189505 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-e07f1fde-7d8b-4d25-9a7f-608f39c3e674 req-23c048fc-6b62-423c-a134-72cae19deacd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a37e2d3e-8e8b-49fa-a97d-3b06631436db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332911 Apr 05 14:28:14.312975 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-b0b03223-c2e1-49dd-9b07-585a12a523fe tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Allocated IP 172.20.0.14 (c0294919-aea9-4315-98b3-d37ae7dfdddb/5259f0aa-646e-4e1c-be67-02efc0873c39/3977feb9-c3a8-4c4f-bc84-70dbef14962f) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:28:14.324520 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device f5ca50e7-44c0-45b8-9fd0-aec6296b904a details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:28:14.355827 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-e07f1fde-7d8b-4d25-9a7f-608f39c3e674 req-3c7f7a3c-6964-4862-8fdf-fa852a137888 service neutron] 10.222.0.11 "GET /v2.0/networks/a37e2d3e-8e8b-49fa-a97d-3b06631436db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572220 Apr 05 14:28:14.472502 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port f5ca50e7-44c0-45b8-9fd0-aec6296b904a, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=f5ca50e7-44c0-45b8-9fd0-aec6296b904a,segment=NetworkSegment(e44f5d0a-bab4-40cf-a1ed-36028ad06628),segment_id=e44f5d0a-bab4-40cf-a1ed-36028ad06628)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:28:14.488694 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device f5ca50e7-44c0-45b8-9fd0-aec6296b904a has no active binding in host n-h1-836650-2 {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 05 14:28:14.552308 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-e07f1fde-7d8b-4d25-9a7f-608f39c3e674 req-c0d99488-7ade-4ff9-ad26-d9d320c5064e service neutron] 10.222.0.11 "GET /v2.0/networks/a37e2d3e-8e8b-49fa-a97d-3b06631436db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748838 Apr 05 14:28:14.603350 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-b0b03223-c2e1-49dd-9b07-585a12a523fe tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:14.816818 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-b0b03223-c2e1-49dd-9b07-585a12a523fe tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:14.868450 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-b0b03223-c2e1-49dd-9b07-585a12a523fe tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Network c0294919-aea9-4315-98b3-d37ae7dfdddb is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:28:14.873770 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-b0b03223-c2e1-49dd-9b07-585a12a523fe tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:28:14.878542 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-b0b03223-c2e1-49dd-9b07-585a12a523fe tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:28:14.889431 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b03223-c2e1-49dd-9b07-585a12a523fe tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Pushing event updated for resources: {'Port': ['ID=3977feb9-c3a8-4c4f-bc84-70dbef14962f,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:14.937175 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-55c6ea25-8cc2-4379-8c87-dd52bcb2da92 req-f1519a2a-a7a3-4f40-b200-5064c2321a2d tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f18ed5e-8412-4093-8697-f85d9fb0ff29 HTTP/1.1" status: 200 len: 210 time: 0.3717265 Apr 05 14:28:14.946733 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41e6922-dbcd-4290-af6c-b810fe6acf90 req-6b6aed1b-692d-4864-aa4b-a2a0ca46aa81 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:14.948249 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c41e6922-dbcd-4290-af6c-b810fe6acf90 req-6b6aed1b-692d-4864-aa4b-a2a0ca46aa81 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=acb0800d-2c6e-4fda-8311-d592054a4572 HTTP/1.1" status: 200 len: 946 time: 0.4366460 Apr 05 14:28:14.967211 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-b0b03223-c2e1-49dd-9b07-585a12a523fe tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:14.967860 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-b0b03223-c2e1-49dd-9b07-585a12a523fe tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:14.998474 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c41e6922-dbcd-4290-af6c-b810fe6acf90 req-a27f5d3e-48c2-4cc3-a983-e80f1c1af87d tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390663 Apr 05 14:28:15.090745 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-b0b03223-c2e1-49dd-9b07-585a12a523fe tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5772591 Apr 05 14:28:15.121930 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-528a065c-df1b-4905-8841-4ef1f5e05ad3 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Request body: {'port': {'device_id': '9f18ed5e-8412-4093-8697-f85d9fb0ff29', 'network_id': '3f810a40-703c-4c97-af51-1827a3f96d53', 'admin_state_up': True, 'tenant_id': '4c46023293d04937b7cc39b36bfca09f', 'security_groups': ['651049ed-3ef9-4175-8455-d871a11c2622']}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:28:15.160469 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b509dcbb-8f09-43cc-a497-1d2467415e01 req-ff7031a6-3447-4ff6-b408-41e9b116d590 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:15.169528 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b509dcbb-8f09-43cc-a497-1d2467415e01 req-ff7031a6-3447-4ff6-b408-41e9b116d590 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e94de48-e857-4c66-8e21-bf21cb6db406 HTTP/1.1" status: 200 len: 943 time: 0.0845366 Apr 05 14:28:15.205310 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b509dcbb-8f09-43cc-a497-1d2467415e01 req-2d95efe1-e5cd-490e-bfe3-ad8147180d22 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348651 Apr 05 14:28:15.259258 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-1bb48e69-5b9e-4351-9d13-164a0bd3848b None None] Provisioning complete for port 3977feb9-c3a8-4c4f-bc84-70dbef14962f triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:28:15.259639 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1bb48e69-5b9e-4351-9d13-164a0bd3848b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:15.301072 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-1bb48e69-5b9e-4351-9d13-164a0bd3848b None None] Port 3977feb9-c3a8-4c4f-bc84-70dbef14962f cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:28:15.499086 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-528a065c-df1b-4905-8841-4ef1f5e05ad3 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Made reservation on behalf of 4c46023293d04937b7cc39b36bfca09f for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:28:15.502717 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-528a065c-df1b-4905-8841-4ef1f5e05ad3 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:15.560390 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '672b2c8e-b413-49d4-9045-73a1b4424c32', 'name': 'network-vif-deleted', 'tag': '76f59e91-1ec2-4780-83fc-58f44a4a3d54'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:28:15.562647 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5499f54e-3926-4e75-a1f0-36469a655f5c" -d '{"events": [{"server_uuid": "672b2c8e-b413-49d4-9045-73a1b4424c32", "name": "network-vif-deleted", "tag": "76f59e91-1ec2-4780-83fc-58f44a4a3d54"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:28:15.651035 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-528a065c-df1b-4905-8841-4ef1f5e05ad3 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Allocated IP 10.1.1.172 (3f810a40-703c-4c97-af51-1827a3f96d53/4b2cd119-834e-47b7-b975-b7e5f327fd6e/092486a2-977c-4863-b102-2703e0c60ce6) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:28:15.718092 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 58278) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:28:15.746178 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-814dd014-bcd3-4077-a9bd-212fc1bd54e9 x-openstack-request-id: req-814dd014-bcd3-4077-a9bd-212fc1bd54e9 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:28:15.746475 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "672b2c8e-b413-49d4-9045-73a1b4424c32", "name": "network-vif-deleted", "tag": "76f59e91-1ec2-4780-83fc-58f44a4a3d54", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:28:15.746730 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-814dd014-bcd3-4077-a9bd-212fc1bd54e9 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:28:15.747119 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-814dd014-bcd3-4077-a9bd-212fc1bd54e9'] response: {'server_uuid': '672b2c8e-b413-49d4-9045-73a1b4424c32', 'name': 'network-vif-deleted', 'tag': '76f59e91-1ec2-4780-83fc-58f44a4a3d54', 'status': 'completed', 'code': 200} Apr 05 14:28:15.815474 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-528a065c-df1b-4905-8841-4ef1f5e05ad3 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:15.848682 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21eecf3-bbcf-4030-a7d7-5193dc76f697 req-3bcab94b-9790-4512-805b-b0dbf733dbd8 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:15.848682 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b21eecf3-bbcf-4030-a7d7-5193dc76f697 req-3bcab94b-9790-4512-805b-b0dbf733dbd8 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=acb0800d-2c6e-4fda-8311-d592054a4572 HTTP/1.1" status: 200 len: 946 time: 0.0719714 Apr 05 14:28:15.912563 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b21eecf3-bbcf-4030-a7d7-5193dc76f697 req-4a42f3ad-98e3-48eb-9571-3a0e631d9c11 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520957 Apr 05 14:28:15.936079 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-5aab0c00-98c9-4b98-a13b-9be42897d474 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c301d8186c0d498e88493d184d59ac7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1915519 Apr 05 14:28:15.938588 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 58284) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:28:15.999340 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ec4336eb-980c-4cf2-a6e2-a5f30c585c0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:16.006500 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device ced27436-8a8c-4719-9bf6-b86688ef931d no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:28:16.025721 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-528a065c-df1b-4905-8841-4ef1f5e05ad3 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:16.041737 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] No Port match for: ced27436-8a8c-4719-9bf6-b86688ef931d {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:28:16.042337 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device ced27436-8a8c-4719-9bf6-b86688ef931d not bound to the agent host n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:28:16.045921 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1eb651-7d38-4856-84b5-1ffe707cd65e req-46f16601-ff59-401c-9c70-8b58defd73eb tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:16.050270 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ba1eb651-7d38-4856-84b5-1ffe707cd65e req-46f16601-ff59-401c-9c70-8b58defd73eb tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b564e2b9-437a-4947-935a-f03731531b1a HTTP/1.1" status: 200 len: 951 time: 0.0865347 Apr 05 14:28:16.090418 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-528a065c-df1b-4905-8841-4ef1f5e05ad3 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Network 3f810a40-703c-4c97-af51-1827a3f96d53 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:28:16.092956 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ec4336eb-980c-4cf2-a6e2-a5f30c585c0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:16.102398 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-528a065c-df1b-4905-8841-4ef1f5e05ad3 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:28:16.105056 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-528a065c-df1b-4905-8841-4ef1f5e05ad3 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:28:16.126649 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ba1eb651-7d38-4856-84b5-1ffe707cd65e req-a6dfd104-4c38-48f6-9d10-1b021f712d1e tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687754 Apr 05 14:28:16.152983 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1ddb9e-024b-4b82-a81f-ed445ec6906c req-5e8dd82b-e119-4eb7-a864-3c30f879555d tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:16.159473 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1ddb9e-024b-4b82-a81f-ed445ec6906c req-5e8dd82b-e119-4eb7-a864-3c30f879555d tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:16.167684 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fb1ddb9e-024b-4b82-a81f-ed445ec6906c req-5e8dd82b-e119-4eb7-a864-3c30f879555d tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f18ed5e-8412-4093-8697-f85d9fb0ff29 HTTP/1.1" status: 200 len: 1654 time: 0.0913389 Apr 05 14:28:16.196767 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528a065c-df1b-4905-8841-4ef1f5e05ad3 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Pushing event updated for resources: {'Port': ['ID=092486a2-977c-4863-b102-2703e0c60ce6,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:16.205667 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fb1ddb9e-024b-4b82-a81f-ed445ec6906c req-08adcfe2-a278-49cb-a738-bcd18f873a63 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/security-groups?id=651049ed-3ef9-4175-8455-d871a11c2622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363238 Apr 05 14:28:16.262928 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-528a065c-df1b-4905-8841-4ef1f5e05ad3 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:16.263589 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-528a065c-df1b-4905-8841-4ef1f5e05ad3 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:16.296638 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-c9ab3795-18cc-4d90-a809-976243754f9c req-fa5cbe48-bbee-4c64-9ebb-31df5fa505b8 service neutron] 10.222.0.11 "GET /v2.0/ports/f5ca50e7-44c0-45b8-9fd0-aec6296b904a/bindings/n-h1-836650-2 HTTP/1.1" status: 200 len: 384 time: 0.1194460 Apr 05 14:28:16.316611 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device f5ca50e7-44c0-45b8-9fd0-aec6296b904a details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:28:16.389057 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc248bb-5d6b-433f-a5df-ca14b0d7f490 req-19a5775e-3e57-47ba-90f5-3d93463952c5 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:16.389418 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ec4336eb-980c-4cf2-a6e2-a5f30c585c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:16.392286 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ec4336eb-980c-4cf2-a6e2-a5f30c585c0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:16.393984 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-ec4336eb-980c-4cf2-a6e2-a5f30c585c0e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/054f477c-ba41-41b9-98cc-6ed298790e7c HTTP/1.1" status: 204 len: 168 time: 0.4541488 Apr 05 14:28:16.397683 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-528a065c-df1b-4905-8841-4ef1f5e05ad3 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2797847 Apr 05 14:28:16.409739 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8bc248bb-5d6b-433f-a5df-ca14b0d7f490 req-19a5775e-3e57-47ba-90f5-3d93463952c5 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e94de48-e857-4c66-8e21-bf21cb6db406 HTTP/1.1" status: 200 len: 943 time: 0.1136808 Apr 05 14:28:16.434918 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4336eb-980c-4cf2-a6e2-a5f30c585c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=054f477c-ba41-41b9-98cc-6ed298790e7c,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:16.445689 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-fe0131b1-70b8-4ffd-a36a-22db0fc030e7 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Request body: {'port': {'device_id': '9f18ed5e-8412-4093-8697-f85d9fb0ff29', 'network_id': '3f810a40-703c-4c97-af51-1827a3f96d53', 'admin_state_up': True, 'tenant_id': '4c46023293d04937b7cc39b36bfca09f', 'security_groups': ['651049ed-3ef9-4175-8455-d871a11c2622']}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:28:16.481603 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-5ec3a1ac-caa4-42d7-8461-bbf673e10760 None None] Provisioning complete for port 092486a2-977c-4863-b102-2703e0c60ce6 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:28:16.482492 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5ec3a1ac-caa4-42d7-8461-bbf673e10760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:16.489352 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port f5ca50e7-44c0-45b8-9fd0-aec6296b904a, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=f5ca50e7-44c0-45b8-9fd0-aec6296b904a,segment=NetworkSegment(e44f5d0a-bab4-40cf-a1ed-36028ad06628),segment_id=e44f5d0a-bab4-40cf-a1ed-36028ad06628)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:28:16.527908 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8bc248bb-5d6b-433f-a5df-ca14b0d7f490 req-111b4eb9-4cb7-4a5f-baeb-9513c31e911b tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140826 Apr 05 14:28:16.530657 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device f5ca50e7-44c0-45b8-9fd0-aec6296b904a has no active binding in host n-h1-836650-2 {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 05 14:28:16.548277 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-5ec3a1ac-caa4-42d7-8461-bbf673e10760 None None] Port 092486a2-977c-4863-b102-2703e0c60ce6 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:28:16.645838 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-c9ab3795-18cc-4d90-a809-976243754f9c req-c30f3f7b-4853-4d41-a95b-d5c7101a8cf9 service neutron] For port f5ca50e7-44c0-45b8-9fd0-aec6296b904a, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=f5ca50e7-44c0-45b8-9fd0-aec6296b904a,segment=NetworkSegment(e44f5d0a-bab4-40cf-a1ed-36028ad06628),segment_id=e44f5d0a-bab4-40cf-a1ed-36028ad06628)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:28:16.672549 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-c9ab3795-18cc-4d90-a809-976243754f9c req-c30f3f7b-4853-4d41-a95b-d5c7101a8cf9 service neutron] For port f5ca50e7-44c0-45b8-9fd0-aec6296b904a, host n-h2-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:28:16.706621 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [req-c9ab3795-18cc-4d90-a809-976243754f9c req-c30f3f7b-4853-4d41-a95b-d5c7101a8cf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5ca50e7-44c0-45b8-9fd0-aec6296b904a {{(pid=103321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:28:16.717662 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-c9ab3795-18cc-4d90-a809-976243754f9c req-c30f3f7b-4853-4d41-a95b-d5c7101a8cf9 service neutron] For port f5ca50e7-44c0-45b8-9fd0-aec6296b904a, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=f5ca50e7-44c0-45b8-9fd0-aec6296b904a,segment=NetworkSegment(e44f5d0a-bab4-40cf-a1ed-36028ad06628),segment_id=e44f5d0a-bab4-40cf-a1ed-36028ad06628)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:28:16.819774 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-fe0131b1-70b8-4ffd-a36a-22db0fc030e7 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Made reservation on behalf of 4c46023293d04937b7cc39b36bfca09f for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:28:16.825132 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-fe0131b1-70b8-4ffd-a36a-22db0fc030e7 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:16.940397 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-c9ab3795-18cc-4d90-a809-976243754f9c req-c30f3f7b-4853-4d41-a95b-d5c7101a8cf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:17.009221 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-fe0131b1-70b8-4ffd-a36a-22db0fc030e7 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Allocated IP 10.1.1.165 (3f810a40-703c-4c97-af51-1827a3f96d53/4b2cd119-834e-47b7-b975-b7e5f327fd6e/468fe0d5-31ed-4021-923e-460e987c70e3) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:28:17.030783 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56cbb0-0109-41a0-b302-3ed520437a44 req-91287943-1f09-4334-a028-1db0c043029e tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:17.032643 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0b56cbb0-0109-41a0-b302-3ed520437a44 req-91287943-1f09-4334-a028-1db0c043029e tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=acb0800d-2c6e-4fda-8311-d592054a4572 HTTP/1.1" status: 200 len: 946 time: 0.0556514 Apr 05 14:28:17.073558 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0b56cbb0-0109-41a0-b302-3ed520437a44 req-6ea97f97-d649-4ed3-989d-51d5b371009f tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337858 Apr 05 14:28:17.098822 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.provisioning_blocks [req-c9ab3795-18cc-4d90-a809-976243754f9c req-c30f3f7b-4853-4d41-a95b-d5c7101a8cf9 service neutron] Transition to ACTIVE for port object f5ca50e7-44c0-45b8-9fd0-aec6296b904a will not be triggered until provisioned by entity L2. {{(pid=103321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:28:17.132704 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da60bdc-044d-45fa-a39c-6e84396d669d req-5abb5fe0-d3c2-4888-97a3-e5efbe916d7e tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:17.135970 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-7da60bdc-044d-45fa-a39c-6e84396d669d req-5abb5fe0-d3c2-4888-97a3-e5efbe916d7e tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.55 "GET /v2.0/ports?device_id=acb0800d-2c6e-4fda-8311-d592054a4572 HTTP/1.1" status: 200 len: 946 time: 0.1041791 Apr 05 14:28:17.249185 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714cc1ff-70ca-43c7-9b11-589990f7a486 req-3521a7af-c02e-421c-8d76-8ca1084bf322 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:17.250766 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-714cc1ff-70ca-43c7-9b11-589990f7a486 req-3521a7af-c02e-421c-8d76-8ca1084bf322 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b564e2b9-437a-4947-935a-f03731531b1a HTTP/1.1" status: 200 len: 951 time: 0.0522103 Apr 05 14:28:17.274948 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-c9ab3795-18cc-4d90-a809-976243754f9c req-c30f3f7b-4853-4d41-a95b-d5c7101a8cf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:17.312581 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-714cc1ff-70ca-43c7-9b11-589990f7a486 req-a979de51-4ee3-48e5-baad-c74ebab95e9c tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480065 Apr 05 14:28:17.348308 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30f3f7b-4853-4d41-a95b-d5c7101a8cf9 service neutron] Pushing event updated for resources: {'Port': ['ID=f5ca50e7-44c0-45b8-9fd0-aec6296b904a,revision_number=10']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:17.372096 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-fe0131b1-70b8-4ffd-a36a-22db0fc030e7 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:17.399970 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44536b55-736f-4e0a-8c7c-f4e04ceee6b1 req-67965abf-8abd-4c96-824f-0b2494f1e829 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:17.404021 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9ab3795-18cc-4d90-a809-976243754f9c req-c30f3f7b-4853-4d41-a95b-d5c7101a8cf9 service neutron] No DVR routers for this DVR port f5ca50e7-44c0-45b8-9fd0-aec6296b904a on host n-h2-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:28:17.406465 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44536b55-736f-4e0a-8c7c-f4e04ceee6b1 req-67965abf-8abd-4c96-824f-0b2494f1e829 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:17.408759 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-44536b55-736f-4e0a-8c7c-f4e04ceee6b1 req-67965abf-8abd-4c96-824f-0b2494f1e829 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f18ed5e-8412-4093-8697-f85d9fb0ff29 HTTP/1.1" status: 200 len: 1654 time: 0.0700524 Apr 05 14:28:17.453618 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-7da60bdc-044d-45fa-a39c-6e84396d669d req-0acad887-9f92-4237-b4cf-db63ba7f2c64 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Deleting port d3bf7fdf-7378-41ea-8043-66be753b3213 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:28:17.453963 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-7da60bdc-044d-45fa-a39c-6e84396d669d req-0acad887-9f92-4237-b4cf-db63ba7f2c64 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:17.472154 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 58302) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:28:17.478342 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-c9ab3795-18cc-4d90-a809-976243754f9c req-c30f3f7b-4853-4d41-a95b-d5c7101a8cf9 service neutron] 10.222.0.11 "PUT /v2.0/ports/f5ca50e7-44c0-45b8-9fd0-aec6296b904a/bindings/n-h1-836650-2/activate HTTP/1.1" status: 200 len: 369 time: 1.1717801 Apr 05 14:28:17.510996 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-44536b55-736f-4e0a-8c7c-f4e04ceee6b1 req-6f5e8f28-7864-48ee-910e-4170ec6ad9a4 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/security-groups?id=651049ed-3ef9-4175-8455-d871a11c2622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935853 Apr 05 14:28:17.529170 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f6467-1dd3-4009-af6f-3e13c80b74c6 req-b3c87c04-68d9-42ef-8bdc-653b4cf3a0a9 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:17.531369 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-721f6467-1dd3-4009-af6f-3e13c80b74c6 req-b3c87c04-68d9-42ef-8bdc-653b4cf3a0a9 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.11 "GET /v2.0/ports?device_id=b564e2b9-437a-4947-935a-f03731531b1a HTTP/1.1" status: 200 len: 951 time: 0.1028135 Apr 05 14:28:17.583099 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-dbfb8b57-7e2f-4525-80da-b35580d30ac3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f7ac32d214f141db87807ba0d51d8112&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0985720 Apr 05 14:28:17.583449 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 58306) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:28:17.618894 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-7da60bdc-044d-45fa-a39c-6e84396d669d req-0acad887-9f92-4237-b4cf-db63ba7f2c64 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] For port d3bf7fdf-7378-41ea-8043-66be753b3213, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=d3bf7fdf-7378-41ea-8043-66be753b3213,segment=NetworkSegment(86bf7ba4-25ec-477a-b752-1cd3a94d1598),segment_id=86bf7ba4-25ec-477a-b752-1cd3a94d1598)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:28:17.619280 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-7da60bdc-044d-45fa-a39c-6e84396d669d req-0acad887-9f92-4237-b4cf-db63ba7f2c64 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:17.637161 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-7da60bdc-044d-45fa-a39c-6e84396d669d req-0acad887-9f92-4237-b4cf-db63ba7f2c64 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Calling delete_port for d3bf7fdf-7378-41ea-8043-66be753b3213 owned by compute:nova {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:28:17.639566 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-fe0131b1-70b8-4ffd-a36a-22db0fc030e7 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:17.666319 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-fe0131b1-70b8-4ffd-a36a-22db0fc030e7 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Network 3f810a40-703c-4c97-af51-1827a3f96d53 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:28:17.668492 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-fe0131b1-70b8-4ffd-a36a-22db0fc030e7 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:28:17.681594 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-fe0131b1-70b8-4ffd-a36a-22db0fc030e7 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:28:17.694405 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab3795-18cc-4d90-a809-976243754f9c req-cf9130d4-6fe8-49fc-9772-3b92083665e1 tempest-LiveAutoBlockMigrationV225Test-737036270 tempest-LiveAutoBlockMigrationV225Test-737036270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:17.695607 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c9ab3795-18cc-4d90-a809-976243754f9c req-cf9130d4-6fe8-49fc-9772-3b92083665e1 tempest-LiveAutoBlockMigrationV225Test-737036270 tempest-LiveAutoBlockMigrationV225Test-737036270-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=0e94de48-e857-4c66-8e21-bf21cb6db406&tenant_id=ec0fa5de45e74f079e998d8c4a01aedf&binding%3Ahost_id=n-h2-836650-2 HTTP/1.1" status: 200 len: 1095 time: 0.0830915 Apr 05 14:28:17.884030 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-641b4186-c402-47ac-8942-d868825cd8e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:17.930407 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab3795-18cc-4d90-a809-976243754f9c req-ae979a78-246a-4f53-afa5-b9208b34e853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:17.932311 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c9ab3795-18cc-4d90-a809-976243754f9c req-ae979a78-246a-4f53-afa5-b9208b34e853 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0e94de48-e857-4c66-8e21-bf21cb6db406&tenant_id=ec0fa5de45e74f079e998d8c4a01aedf HTTP/1.1" status: 200 len: 1095 time: 0.2287657 Apr 05 14:28:17.934055 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-641b4186-c402-47ac-8942-d868825cd8e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:17.941139 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0131b1-70b8-4ffd-a36a-22db0fc030e7 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Pushing event updated for resources: {'Port': ['ID=468fe0d5-31ed-4021-923e-460e987c70e3,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:17.951781 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771db03f-f190-4922-b552-504c806e2c62 req-cd9110cf-fc90-41d4-ba5d-376dc39f40fb tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:17.953533 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-771db03f-f190-4922-b552-504c806e2c62 req-cd9110cf-fc90-41d4-ba5d-376dc39f40fb tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e94de48-e857-4c66-8e21-bf21cb6db406 HTTP/1.1" status: 200 len: 944 time: 0.3236089 Apr 05 14:28:17.976200 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-fe0131b1-70b8-4ffd-a36a-22db0fc030e7 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:17.977249 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-fe0131b1-70b8-4ffd-a36a-22db0fc030e7 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:17.980996 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-90512f13-3c19-4296-84a2-4b60b61475d2 None None] Provisioning complete for port 468fe0d5-31ed-4021-923e-460e987c70e3 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:28:17.982803 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-90512f13-3c19-4296-84a2-4b60b61475d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:18.032379 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-721f6467-1dd3-4009-af6f-3e13c80b74c6 req-bd90d7bc-e290-4bbf-bcf5-de8ef91967e0 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Deleting port 0acf73df-bb0e-489a-a80a-806dabae58c9 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:28:18.032741 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-721f6467-1dd3-4009-af6f-3e13c80b74c6 req-bd90d7bc-e290-4bbf-bcf5-de8ef91967e0 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:18.034080 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 76f59e91-1ec2-4780-83fc-58f44a4a3d54 no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:28:18.080095 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] No Port match for: 76f59e91-1ec2-4780-83fc-58f44a4a3d54 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:28:18.082885 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 76f59e91-1ec2-4780-83fc-58f44a4a3d54 not bound to the agent host n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:28:18.098244 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-90512f13-3c19-4296-84a2-4b60b61475d2 None None] Port 468fe0d5-31ed-4021-923e-460e987c70e3 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:28:18.120177 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-fe0131b1-70b8-4ffd-a36a-22db0fc030e7 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7122283 Apr 05 14:28:18.121582 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-771db03f-f190-4922-b552-504c806e2c62 req-f1482298-c71f-4dc6-8b7d-17a87a6afed1 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587570 Apr 05 14:28:18.135182 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-d405b079-7c3e-461b-a4fe-e995edd2c76c tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Request body: {'port': {'device_id': '9f18ed5e-8412-4093-8697-f85d9fb0ff29', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'c0d47256-1dbd-4e59-a5ce-32eac6b8a672', 'admin_state_up': True, 'tenant_id': '4c46023293d04937b7cc39b36bfca09f', 'security_groups': ['651049ed-3ef9-4175-8455-d871a11c2622']}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:28:18.154494 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab3795-18cc-4d90-a809-976243754f9c req-1321f488-e871-466f-9e4d-c5f09e2cd34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:18.156388 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c9ab3795-18cc-4d90-a809-976243754f9c req-1321f488-e871-466f-9e4d-c5f09e2cd34f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ec0fa5de45e74f079e998d8c4a01aedf&device_id=0e94de48-e857-4c66-8e21-bf21cb6db406 HTTP/1.1" status: 200 len: 1095 time: 0.1858983 Apr 05 14:28:18.200991 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-7da60bdc-044d-45fa-a39c-6e84396d669d req-0acad887-9f92-4237-b4cf-db63ba7f2c64 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:18.217789 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['d3bf7fdf-7378-41ea-8043-66be753b3213'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:28:18.238172 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acad887-9f92-4237-b4cf-db63ba7f2c64 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Pushing event deleted for resources: {'Port': ['ID=d3bf7fdf-7378-41ea-8043-66be753b3213,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:18.259153 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ab1cddaf-6750-492c-9317-0839fdc6f176 req-ba24a1c1-c11e-4cbe-b81f-1ea7653bab36 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=acb0800d-2c6e-4fda-8311-d592054a4572 HTTP/1.1" status: 200 len: 210 time: 0.0708003 Apr 05 14:28:18.272833 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-721f6467-1dd3-4009-af6f-3e13c80b74c6 req-bd90d7bc-e290-4bbf-bcf5-de8ef91967e0 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] For port 0acf73df-bb0e-489a-a80a-806dabae58c9, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=0acf73df-bb0e-489a-a80a-806dabae58c9,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:28:18.273753 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-721f6467-1dd3-4009-af6f-3e13c80b74c6 req-bd90d7bc-e290-4bbf-bcf5-de8ef91967e0 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:18.285429 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-641b4186-c402-47ac-8942-d868825cd8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:18.288921 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-641b4186-c402-47ac-8942-d868825cd8e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:18.290284 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-641b4186-c402-47ac-8942-d868825cd8e7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/331b4cc7-7fb1-4845-9476-18d33f26a3dd HTTP/1.1" status: 204 len: 168 time: 0.7059536 Apr 05 14:28:18.313156 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-7da60bdc-044d-45fa-a39c-6e84396d669d req-0acad887-9f92-4237-b4cf-db63ba7f2c64 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] No DVR routers for this DVR port d3bf7fdf-7378-41ea-8043-66be753b3213 on host n-h1-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:28:18.314410 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-721f6467-1dd3-4009-af6f-3e13c80b74c6 req-bd90d7bc-e290-4bbf-bcf5-de8ef91967e0 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Calling delete_port for 0acf73df-bb0e-489a-a80a-806dabae58c9 owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:28:18.317554 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-7da60bdc-044d-45fa-a39c-6e84396d669d req-0acad887-9f92-4237-b4cf-db63ba7f2c64 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:18.321413 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-7da60bdc-044d-45fa-a39c-6e84396d669d req-0acad887-9f92-4237-b4cf-db63ba7f2c64 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.55 "DELETE /v2.0/ports/d3bf7fdf-7378-41ea-8043-66be753b3213 HTTP/1.1" status: 204 len: 173 time: 1.1539056 Apr 05 14:28:18.321864 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acb0800d-2c6e-4fda-8311-d592054a4572', 'name': 'network-vif-deleted', 'tag': 'd3bf7fdf-7378-41ea-8043-66be753b3213'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:28:18.323791 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641b4186-c402-47ac-8942-d868825cd8e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=331b4cc7-7fb1-4845-9476-18d33f26a3dd,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:18.331689 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-451cb2b4-468e-45e6-8afe-15169a94b832" -d '{"events": [{"server_uuid": "acb0800d-2c6e-4fda-8311-d592054a4572", "name": "network-vif-deleted", "tag": "d3bf7fdf-7378-41ea-8043-66be753b3213"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:28:18.385685 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a596af4-b74f-4016-a50c-7d86d4a61327 x-openstack-request-id: req-1a596af4-b74f-4016-a50c-7d86d4a61327 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:28:18.386206 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acb0800d-2c6e-4fda-8311-d592054a4572", "name": "network-vif-deleted", "tag": "d3bf7fdf-7378-41ea-8043-66be753b3213", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:28:18.386646 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1a596af4-b74f-4016-a50c-7d86d4a61327 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:28:18.387948 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a596af4-b74f-4016-a50c-7d86d4a61327'] response: {'server_uuid': 'acb0800d-2c6e-4fda-8311-d592054a4572', 'name': 'network-vif-deleted', 'tag': 'd3bf7fdf-7378-41ea-8043-66be753b3213', 'status': 'completed', 'code': 200} Apr 05 14:28:18.408269 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab3795-18cc-4d90-a809-976243754f9c req-51117e97-2732-49ae-8b24-75e76bca1030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:18.409801 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c9ab3795-18cc-4d90-a809-976243754f9c req-51117e97-2732-49ae-8b24-75e76bca1030 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a37e2d3e-8e8b-49fa-a97d-3b06631436db HTTP/1.1" status: 200 len: 921 time: 0.2440443 Apr 05 14:28:18.447433 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-d405b079-7c3e-461b-a4fe-e995edd2c76c tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Made reservation on behalf of 4c46023293d04937b7cc39b36bfca09f for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:28:18.476770 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c9ab3795-18cc-4d90-a809-976243754f9c req-c0fec4ad-036d-4f6e-a890-b4d8537f0875 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5ca50e7-44c0-45b8-9fd0-aec6296b904a HTTP/1.1" status: 200 len: 217 time: 0.0554531 Apr 05 14:28:18.541194 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-d405b079-7c3e-461b-a4fe-e995edd2c76c tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:18.569706 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9734b860-4d56-4785-87aa-375ee204ca4b req-45db3cc0-cef7-47ae-9eaa-1faf21cd1125 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:18.571496 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9734b860-4d56-4785-87aa-375ee204ca4b req-45db3cc0-cef7-47ae-9eaa-1faf21cd1125 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b564e2b9-437a-4947-935a-f03731531b1a HTTP/1.1" status: 200 len: 951 time: 0.1358941 Apr 05 14:28:18.580502 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab3795-18cc-4d90-a809-976243754f9c req-702f5149-cf95-443a-8dbb-914e64341394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:18.581969 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c9ab3795-18cc-4d90-a809-976243754f9c req-702f5149-cf95-443a-8dbb-914e64341394 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e7ccd1c0-0ac4-418f-bea2-fcb22a694a96 HTTP/1.1" status: 200 len: 860 time: 0.0859766 Apr 05 14:28:18.650294 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c9ab3795-18cc-4d90-a809-976243754f9c req-b85a8c59-d33b-4dde-b6cc-cec2ece678d1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a37e2d3e-8e8b-49fa-a97d-3b06631436db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465622 Apr 05 14:28:18.768743 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9734b860-4d56-4785-87aa-375ee204ca4b req-c36f437d-0304-4c21-a58a-0030cdf268c4 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664803 Apr 05 14:28:18.798331 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48335857-9713-48bf-a5cf-b7bf0489c034 req-2b8f1712-3cb8-4e78-9a05-f758e56ad766 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:18.804354 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48335857-9713-48bf-a5cf-b7bf0489c034 req-2b8f1712-3cb8-4e78-9a05-f758e56ad766 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:18.810401 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48335857-9713-48bf-a5cf-b7bf0489c034 req-2b8f1712-3cb8-4e78-9a05-f758e56ad766 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:18.812053 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-48335857-9713-48bf-a5cf-b7bf0489c034 req-2b8f1712-3cb8-4e78-9a05-f758e56ad766 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f18ed5e-8412-4093-8697-f85d9fb0ff29 HTTP/1.1" status: 200 len: 2375 time: 0.1642935 Apr 05 14:28:18.828275 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-d405b079-7c3e-461b-a4fe-e995edd2c76c tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Allocated IP 10.2.2.100 (c0d47256-1dbd-4e59-a5ce-32eac6b8a672/85946782-c9e5-45c1-9ef9-786126e16c57/b3b0c21f-d1c5-4218-a050-4dd2ce0f21f8) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:28:18.842464 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c9ab3795-18cc-4d90-a809-976243754f9c req-a1bcbfad-8fbd-497b-a4bb-414351a31e32 service neutron] 10.222.0.55 "GET /v2.0/networks/a37e2d3e-8e8b-49fa-a97d-3b06631436db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816056 Apr 05 14:28:18.888718 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-48335857-9713-48bf-a5cf-b7bf0489c034 req-6e76c4e7-90aa-489e-b9af-90794f4255e9 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/security-groups?id=651049ed-3ef9-4175-8455-d871a11c2622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688615 Apr 05 14:28:18.918770 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-721f6467-1dd3-4009-af6f-3e13c80b74c6 req-bd90d7bc-e290-4bbf-bcf5-de8ef91967e0 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:18.938734 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['0acf73df-bb0e-489a-a80a-806dabae58c9'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:28:18.942070 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['1a02dac2-1e82-4f40-b2ef-73f085c332f9', 'dd240742-5ced-4dbc-8b7d-9c4496d72564'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:28:18.965034 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd90d7bc-e290-4bbf-bcf5-de8ef91967e0 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Pushing event deleted for resources: {'Port': ['ID=0acf73df-bb0e-489a-a80a-806dabae58c9,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:19.042235 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-721f6467-1dd3-4009-af6f-3e13c80b74c6 req-bd90d7bc-e290-4bbf-bcf5-de8ef91967e0 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] No DVR routers for this DVR port 0acf73df-bb0e-489a-a80a-806dabae58c9 on host n-h2-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:28:19.046455 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c9ab3795-18cc-4d90-a809-976243754f9c req-40b1d498-3c48-4cdf-8044-92032369e051 service neutron] 10.222.0.55 "GET /v2.0/networks/a37e2d3e-8e8b-49fa-a97d-3b06631436db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964881 Apr 05 14:28:19.047933 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-721f6467-1dd3-4009-af6f-3e13c80b74c6 req-bd90d7bc-e290-4bbf-bcf5-de8ef91967e0 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:19.052138 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-721f6467-1dd3-4009-af6f-3e13c80b74c6 req-bd90d7bc-e290-4bbf-bcf5-de8ef91967e0 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.11 "DELETE /v2.0/ports/0acf73df-bb0e-489a-a80a-806dabae58c9 HTTP/1.1" status: 204 len: 173 time: 1.5084555 Apr 05 14:28:19.052616 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b564e2b9-437a-4947-935a-f03731531b1a', 'name': 'network-vif-deleted', 'tag': '0acf73df-bb0e-489a-a80a-806dabae58c9'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:28:19.055883 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b18fa1-7bf0-4465-b9dd-dc65544fa275" -d '{"events": [{"server_uuid": "b564e2b9-437a-4947-935a-f03731531b1a", "name": "network-vif-deleted", "tag": "0acf73df-bb0e-489a-a80a-806dabae58c9"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:28:19.349392 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb9960-17d8-423f-b5e3-8d67508f5a97 req-e724c9e5-464f-47fe-a40d-5f08802bd741 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:19.374325 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0bfb9960-17d8-423f-b5e3-8d67508f5a97 req-e724c9e5-464f-47fe-a40d-5f08802bd741 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e94de48-e857-4c66-8e21-bf21cb6db406 HTTP/1.1" status: 200 len: 944 time: 0.1287684 Apr 05 14:28:19.381785 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 7 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 14:28:19.477379 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0bfb9960-17d8-423f-b5e3-8d67508f5a97 req-8fc76418-c401-4f90-8fdd-979338b0fad3 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008749 Apr 05 14:28:19.480336 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8004904d-3fd9-4bc1-8fe6-d48a1352e652 x-openstack-request-id: req-8004904d-3fd9-4bc1-8fe6-d48a1352e652 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:28:19.482540 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b564e2b9-437a-4947-935a-f03731531b1a", "name": "network-vif-deleted", "tag": "0acf73df-bb0e-489a-a80a-806dabae58c9", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:28:19.485142 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8004904d-3fd9-4bc1-8fe6-d48a1352e652 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:28:19.485142 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8004904d-3fd9-4bc1-8fe6-d48a1352e652'] response: {'server_uuid': 'b564e2b9-437a-4947-935a-f03731531b1a', 'name': 'network-vif-deleted', 'tag': '0acf73df-bb0e-489a-a80a-806dabae58c9', 'status': 'completed', 'code': 200} Apr 05 14:28:19.525896 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-d405b079-7c3e-461b-a4fe-e995edd2c76c tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:19.628552 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bea1b06c-9e3a-45ef-afcc-0d17d5e6d636 req-5ae223b0-0c1e-4669-9f98-8c0077fcb761 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=acb0800d-2c6e-4fda-8311-d592054a4572 HTTP/1.1" status: 200 len: 210 time: 0.0372841 Apr 05 14:28:19.642900 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-d405b079-7c3e-461b-a4fe-e995edd2c76c tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:19.701511 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-d405b079-7c3e-461b-a4fe-e995edd2c76c tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Network c0d47256-1dbd-4e59-a5ce-32eac6b8a672 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:28:19.704854 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-d405b079-7c3e-461b-a4fe-e995edd2c76c tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:28:19.708926 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-d405b079-7c3e-461b-a4fe-e995edd2c76c tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:28:19.716329 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d405b079-7c3e-461b-a4fe-e995edd2c76c tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Pushing event updated for resources: {'Port': ['ID=b3b0c21f-d1c5-4218-a050-4dd2ce0f21f8,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:19.764652 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-d405b079-7c3e-461b-a4fe-e995edd2c76c tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:19.765326 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-d405b079-7c3e-461b-a4fe-e995edd2c76c tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:19.854017 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-d405b079-7c3e-461b-a4fe-e995edd2c76c tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7275734 Apr 05 14:28:19.876136 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-9b2a42c2-cc58-4b51-a012-2e8a690283a9 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Request body: {'port': {'device_id': '9f18ed5e-8412-4093-8697-f85d9fb0ff29', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'c0d47256-1dbd-4e59-a5ce-32eac6b8a672', 'admin_state_up': True, 'tenant_id': '4c46023293d04937b7cc39b36bfca09f', 'security_groups': ['651049ed-3ef9-4175-8455-d871a11c2622']}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:28:19.936550 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab3795-18cc-4d90-a809-976243754f9c req-62314b95-9ed1-423d-89c0-41badac768ed tempest-LiveAutoBlockMigrationV225Test-737036270 tempest-LiveAutoBlockMigrationV225Test-737036270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:19.938288 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c9ab3795-18cc-4d90-a809-976243754f9c req-62314b95-9ed1-423d-89c0-41badac768ed tempest-LiveAutoBlockMigrationV225Test-737036270 tempest-LiveAutoBlockMigrationV225Test-737036270-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=0e94de48-e857-4c66-8e21-bf21cb6db406&tenant_id=ec0fa5de45e74f079e998d8c4a01aedf&binding%3Ahost_id=n-h1-836650-2 HTTP/1.1" status: 200 len: 1095 time: 0.0923073 Apr 05 14:28:20.033707 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device f5ca50e7-44c0-45b8-9fd0-aec6296b904a no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:28:20.090576 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-49845154-2d3f-49ba-b276-c2e8b2c206c2 req-87902037-ec65-4682-9fa8-3f8dc6adc9fa tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b564e2b9-437a-4947-935a-f03731531b1a HTTP/1.1" status: 200 len: 210 time: 0.1278172 Apr 05 14:28:20.156267 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-9b2a42c2-cc58-4b51-a012-2e8a690283a9 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Made reservation on behalf of 4c46023293d04937b7cc39b36bfca09f for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:28:20.163797 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-9b2a42c2-cc58-4b51-a012-2e8a690283a9 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:20.168316 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c3e275c7-89c5-4b6d-a93b-6fb345aea871 None None] Provisioning complete for port b3b0c21f-d1c5-4218-a050-4dd2ce0f21f8 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:28:20.168992 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c3e275c7-89c5-4b6d-a93b-6fb345aea871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:20.221066 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device f5ca50e7-44c0-45b8-9fd0-aec6296b904a not bound to the agent host n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:28:20.221808 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 0acf73df-bb0e-489a-a80a-806dabae58c9 no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:28:20.278055 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] No Port match for: 0acf73df-bb0e-489a-a80a-806dabae58c9 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:28:20.278669 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 0acf73df-bb0e-489a-a80a-806dabae58c9 not bound to the agent host n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:28:20.280345 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c3e275c7-89c5-4b6d-a93b-6fb345aea871 None None] Port b3b0c21f-d1c5-4218-a050-4dd2ce0f21f8 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:28:20.314420 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc46598a-7d1c-4ad5-8602-d1cb3fef4991 req-d154e43d-1682-46bc-b779-23d66c04995c tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:20.316829 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device d3bf7fdf-7378-41ea-8043-66be753b3213 no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:28:20.321242 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc46598a-7d1c-4ad5-8602-d1cb3fef4991 req-d154e43d-1682-46bc-b779-23d66c04995c tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:20.327634 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc46598a-7d1c-4ad5-8602-d1cb3fef4991 req-d154e43d-1682-46bc-b779-23d66c04995c tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:20.333743 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc46598a-7d1c-4ad5-8602-d1cb3fef4991 req-d154e43d-1682-46bc-b779-23d66c04995c tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:20.335727 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bc46598a-7d1c-4ad5-8602-d1cb3fef4991 req-d154e43d-1682-46bc-b779-23d66c04995c tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f18ed5e-8412-4093-8697-f85d9fb0ff29 HTTP/1.1" status: 200 len: 3096 time: 0.1843419 Apr 05 14:28:20.342823 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] No Port match for: d3bf7fdf-7378-41ea-8043-66be753b3213 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:28:20.343170 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device d3bf7fdf-7378-41ea-8043-66be753b3213 not bound to the agent host n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:28:20.386464 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bc46598a-7d1c-4ad5-8602-d1cb3fef4991 req-12eb5e7b-6ef8-4c4c-a7f6-f07f4049f047 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/security-groups?id=651049ed-3ef9-4175-8455-d871a11c2622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437818 Apr 05 14:28:20.397954 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-9b2a42c2-cc58-4b51-a012-2e8a690283a9 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Allocated IP 10.2.2.200 (c0d47256-1dbd-4e59-a5ce-32eac6b8a672/85946782-c9e5-45c1-9ef9-786126e16c57/548bdb08-6c3f-4d7e-ae2d-afd180db5f7a) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:28:20.429212 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-c9ab3795-18cc-4d90-a809-976243754f9c req-23758fde-22e0-406f-8122-a2f60501753e service neutron] For port f5ca50e7-44c0-45b8-9fd0-aec6296b904a, host n-h2-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:28:20.433199 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-c9ab3795-18cc-4d90-a809-976243754f9c req-23758fde-22e0-406f-8122-a2f60501753e service neutron] Notify callbacks [] for binding, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:20.434466 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c9ab3795-18cc-4d90-a809-976243754f9c req-23758fde-22e0-406f-8122-a2f60501753e service neutron] 10.222.0.55 "DELETE /v2.0/ports/f5ca50e7-44c0-45b8-9fd0-aec6296b904a/bindings/n-h2-836650-2 HTTP/1.1" status: 204 len: 173 time: 0.4817317 Apr 05 14:28:20.576556 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-9b2a42c2-cc58-4b51-a012-2e8a690283a9 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:20.717393 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-9b2a42c2-cc58-4b51-a012-2e8a690283a9 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:20.798712 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-9b2a42c2-cc58-4b51-a012-2e8a690283a9 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Network c0d47256-1dbd-4e59-a5ce-32eac6b8a672 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:28:20.802204 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-9b2a42c2-cc58-4b51-a012-2e8a690283a9 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:28:20.808532 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-9b2a42c2-cc58-4b51-a012-2e8a690283a9 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:28:20.832804 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2a42c2-cc58-4b51-a012-2e8a690283a9 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Pushing event updated for resources: {'Port': ['ID=548bdb08-6c3f-4d7e-ae2d-afd180db5f7a,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:20.870230 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f6ed52-9ec1-4f2c-b3a1-3181982e3e03 req-97f430c3-2a8d-4c11-8d96-8221a703972c tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:20.871311 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-9b2a42c2-cc58-4b51-a012-2e8a690283a9 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:20.871907 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-9b2a42c2-cc58-4b51-a012-2e8a690283a9 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:20.873220 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-94f6ed52-9ec1-4f2c-b3a1-3181982e3e03 req-97f430c3-2a8d-4c11-8d96-8221a703972c tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e94de48-e857-4c66-8e21-bf21cb6db406 HTTP/1.1" status: 200 len: 944 time: 0.0894628 Apr 05 14:28:20.940110 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-94f6ed52-9ec1-4f2c-b3a1-3181982e3e03 req-0f9e6736-5745-42d4-949f-e40e3ef49a24 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414023 Apr 05 14:28:20.993738 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-9b2a42c2-cc58-4b51-a012-2e8a690283a9 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1309013 Apr 05 14:28:21.008387 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-8926a237-2021-4160-a2d1-999191b49805 service neutron] Request body: {'port': {'device_id': '9f18ed5e-8412-4093-8697-f85d9fb0ff29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:28:21.119574 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf3cbbb-7e80-424c-bd90-ea5f63704cbb req-0e084219-e031-4152-93b4-e6eb6795af11 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:21.128101 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3cf3cbbb-7e80-424c-bd90-ea5f63704cbb req-0e084219-e031-4152-93b4-e6eb6795af11 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/networks?id=a926837a-905f-4dbb-b5dd-5a4dcb465fd4 HTTP/1.1" status: 200 len: 812 time: 0.1371281 Apr 05 14:28:21.132633 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-8926a237-2021-4160-a2d1-999191b49805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:21.148299 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3cf3cbbb-7e80-424c-bd90-ea5f63704cbb req-e53796b4-156a-4824-b073-1d7c2d5ee342 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/quotas/f6c75c954b5749f4a5047ff4736e2678 HTTP/1.1" status: 200 len: 375 time: 0.0186999 Apr 05 14:28:21.231719 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3cf3cbbb-7e80-424c-bd90-ea5f63704cbb req-32b4fe29-9787-46f0-867d-dad3d0b3b02e tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f6c75c954b5749f4a5047ff4736e2678&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0823977 Apr 05 14:28:21.255345 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af36bde9-940c-460a-9b91-22ae1a0b44c4 req-56b0352c-b67b-4a3f-acee-6b5aa18a520a tempest-LiveAutoBlockMigrationV225Test-737036270 tempest-LiveAutoBlockMigrationV225Test-737036270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:21.264413 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-af36bde9-940c-460a-9b91-22ae1a0b44c4 req-56b0352c-b67b-4a3f-acee-6b5aa18a520a tempest-LiveAutoBlockMigrationV225Test-737036270 tempest-LiveAutoBlockMigrationV225Test-737036270-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=0e94de48-e857-4c66-8e21-bf21cb6db406 HTTP/1.1" status: 200 len: 1095 time: 0.1134052 Apr 05 14:28:21.313626 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-062b1771-3327-4b5a-bc10-feea0c13bf50 None None] Provisioning complete for port 548bdb08-6c3f-4d7e-ae2d-afd180db5f7a triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:28:21.317309 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-062b1771-3327-4b5a-bc10-feea0c13bf50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:21.319618 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-af36bde9-940c-460a-9b91-22ae1a0b44c4 req-cf0d7896-e461-4ca7-835b-427dc035f10f tempest-LiveAutoBlockMigrationV225Test-737036270 tempest-LiveAutoBlockMigrationV225Test-737036270-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540445 Apr 05 14:28:21.384277 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-062b1771-3327-4b5a-bc10-feea0c13bf50 None None] Port 548bdb08-6c3f-4d7e-ae2d-afd180db5f7a cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:28:21.574920 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3cf3cbbb-7e80-424c-bd90-ea5f63704cbb req-a4dcd668-fa4e-409e-b1c5-4a2f53c2b42e service neutron] 10.222.0.30 "GET /v2.0/networks/a926837a-905f-4dbb-b5dd-5a4dcb465fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3344033 Apr 05 14:28:21.629603 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-8926a237-2021-4160-a2d1-999191b49805 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3977feb9-c3a8-4c4f-bc84-70dbef14962f {{(pid=103321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:28:21.637583 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-8926a237-2021-4160-a2d1-999191b49805 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:21.657687 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.provisioning_blocks [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-8926a237-2021-4160-a2d1-999191b49805 service neutron] Transition to ACTIVE for port object 3977feb9-c3a8-4c4f-bc84-70dbef14962f will not be triggered until provisioned by entity L2. {{(pid=103321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:28:21.699273 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3cf3cbbb-7e80-424c-bd90-ea5f63704cbb req-f9266623-84f0-48da-9441-4cee221f2872 service neutron] 10.222.0.30 "GET /v2.0/networks/a926837a-905f-4dbb-b5dd-5a4dcb465fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226060 Apr 05 14:28:21.790522 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-8926a237-2021-4160-a2d1-999191b49805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:21.840189 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8926a237-2021-4160-a2d1-999191b49805 service neutron] Pushing event updated for resources: {'Port': ['ID=3977feb9-c3a8-4c4f-bc84-70dbef14962f,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:21.926681 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-8926a237-2021-4160-a2d1-999191b49805 service neutron] Attempting to bind port 3977feb9-c3a8-4c4f-bc84-70dbef14962f on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:28:21.927009 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-8926a237-2021-4160-a2d1-999191b49805 service neutron] Attempting to bind port 3977feb9-c3a8-4c4f-bc84-70dbef14962f by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': 'b59f006c-1b82-4d36-9060-360a60727a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c0294919-aea9-4315-98b3-d37ae7dfdddb'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:28:21.927337 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-8926a237-2021-4160-a2d1-999191b49805 service neutron] Attempting to bind port 3977feb9-c3a8-4c4f-bc84-70dbef14962f on network c0294919-aea9-4315-98b3-d37ae7dfdddb {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:28:21.932085 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-8926a237-2021-4160-a2d1-999191b49805 service neutron] Port 3977feb9-c3a8-4c4f-bc84-70dbef14962f on network c0294919-aea9-4315-98b3-d37ae7dfdddb not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:28:21.932404 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-8926a237-2021-4160-a2d1-999191b49805 service neutron] Attempting to bind port 3977feb9-c3a8-4c4f-bc84-70dbef14962f on network c0294919-aea9-4315-98b3-d37ae7dfdddb {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:28:21.937949 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-8926a237-2021-4160-a2d1-999191b49805 service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:28:21.938208 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-8926a237-2021-4160-a2d1-999191b49805 service neutron] Checking segment: {'id': 'b59f006c-1b82-4d36-9060-360a60727a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c0294919-aea9-4315-98b3-d37ae7dfdddb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:28:21.938589 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-8926a237-2021-4160-a2d1-999191b49805 service neutron] Bound using segment: {'id': 'b59f006c-1b82-4d36-9060-360a60727a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c0294919-aea9-4315-98b3-d37ae7dfdddb'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:28:21.939016 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-8926a237-2021-4160-a2d1-999191b49805 service neutron] Bound port: 3977feb9-c3a8-4c4f-bc84-70dbef14962f, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b59f006c-1b82-4d36-9060-360a60727a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c0294919-aea9-4315-98b3-d37ae7dfdddb'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:28:21.939369 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-8926a237-2021-4160-a2d1-999191b49805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:22.017494 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-8926a237-2021-4160-a2d1-999191b49805 service neutron] For port 3977feb9-c3a8-4c4f-bc84-70dbef14962f, host n-h1-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:28:22.023616 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-8926a237-2021-4160-a2d1-999191b49805 service neutron] For port 3977feb9-c3a8-4c4f-bc84-70dbef14962f, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=3977feb9-c3a8-4c4f-bc84-70dbef14962f,segment=NetworkSegment(b59f006c-1b82-4d36-9060-360a60727a7f),segment_id=b59f006c-1b82-4d36-9060-360a60727a7f)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:28:22.169940 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-8926a237-2021-4160-a2d1-999191b49805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:22.173439 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b6f366-b34d-4429-bbc1-2c40c446e073 req-b9b35f67-a56d-4c1d-82c1-95f420d17b5c tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:22.195032 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b6f366-b34d-4429-bbc1-2c40c446e073 req-b9b35f67-a56d-4c1d-82c1-95f420d17b5c tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:22.203351 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b6f366-b34d-4429-bbc1-2c40c446e073 req-b9b35f67-a56d-4c1d-82c1-95f420d17b5c tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:22.208135 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-8926a237-2021-4160-a2d1-999191b49805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:22.208725 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-8926a237-2021-4160-a2d1-999191b49805 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:22.211092 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-8926a237-2021-4160-a2d1-999191b49805 service neutron] 10.222.0.55 "PUT /v2.0/ports/3977feb9-c3a8-4c4f-bc84-70dbef14962f HTTP/1.1" status: 200 len: 1092 time: 1.2075107 Apr 05 14:28:22.211530 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f18ed5e-8412-4093-8697-f85d9fb0ff29', 'tag': '3977feb9-c3a8-4c4f-bc84-70dbef14962f'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:28:22.212373 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b6f366-b34d-4429-bbc1-2c40c446e073 req-b9b35f67-a56d-4c1d-82c1-95f420d17b5c tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:22.214660 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b2b468f-acbb-4b2d-9b41-d2968aee3bef" -d '{"events": [{"name": "network-changed", "server_uuid": "9f18ed5e-8412-4093-8697-f85d9fb0ff29", "tag": "3977feb9-c3a8-4c4f-bc84-70dbef14962f"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:28:22.226650 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b6f366-b34d-4429-bbc1-2c40c446e073 req-b9b35f67-a56d-4c1d-82c1-95f420d17b5c tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:22.240484 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-04b6f366-b34d-4429-bbc1-2c40c446e073 req-b9b35f67-a56d-4c1d-82c1-95f420d17b5c tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f18ed5e-8412-4093-8697-f85d9fb0ff29 HTTP/1.1" status: 200 len: 3829 time: 0.1527653 Apr 05 14:28:22.267244 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8926a237-2021-4160-a2d1-999191b49805 service neutron] Pushing event updated for resources: {'Port': ['ID=3977feb9-c3a8-4c4f-bc84-70dbef14962f,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:22.313832 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-da307189-5c57-4596-a43e-539ccef58441 service neutron] Request body: {'port': {'device_id': '9f18ed5e-8412-4093-8697-f85d9fb0ff29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:28:22.379209 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-04b6f366-b34d-4429-bbc1-2c40c446e073 req-8f89ac4d-dbd7-4387-8618-2da3a02d8dda tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/security-groups?id=651049ed-3ef9-4175-8455-d871a11c2622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408999 Apr 05 14:28:22.399346 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-da307189-5c57-4596-a43e-539ccef58441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:22.460732 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87119bbb-0bad-4a4c-8e3d-7a90fbe581c5 req-d39868dc-ab69-4074-a947-0eca1a89be16 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:22.469634 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-87119bbb-0bad-4a4c-8e3d-7a90fbe581c5 req-d39868dc-ab69-4074-a947-0eca1a89be16 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/networks?id=a37e2d3e-8e8b-49fa-a97d-3b06631436db HTTP/1.1" status: 200 len: 820 time: 0.2297416 Apr 05 14:28:22.494696 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-87119bbb-0bad-4a4c-8e3d-7a90fbe581c5 req-a6bb9792-526a-4ea7-9f4f-f43a16223ec4 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/quotas/ec0fa5de45e74f079e998d8c4a01aedf HTTP/1.1" status: 200 len: 375 time: 0.0226173 Apr 05 14:28:22.555859 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-25056a1c-0182-49de-b0da-bb6a2390b927 req-2752c823-aa3a-496c-93d0-f531ca76ab66 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=63a1884a-7cca-417a-9218-2ed0742b9a77 HTTP/1.1" status: 200 len: 210 time: 0.0446904 Apr 05 14:28:22.586298 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-87119bbb-0bad-4a4c-8e3d-7a90fbe581c5 req-d3ec022d-54f7-4461-9a8f-b363ee7bac45 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ec0fa5de45e74f079e998d8c4a01aedf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0902340 Apr 05 14:28:22.751241 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-87119bbb-0bad-4a4c-8e3d-7a90fbe581c5 req-64815bb6-5409-4745-8fe7-cb6efab0075b service neutron] 10.222.0.30 "GET /v2.0/networks/a37e2d3e-8e8b-49fa-a97d-3b06631436db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586738 Apr 05 14:28:22.800674 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-da307189-5c57-4596-a43e-539ccef58441 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a36b5c82-4962-4613-858a-cd38406de637 {{(pid=103321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:28:22.811669 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-da307189-5c57-4596-a43e-539ccef58441 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:22.828723 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.provisioning_blocks [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-da307189-5c57-4596-a43e-539ccef58441 service neutron] Transition to ACTIVE for port object a36b5c82-4962-4613-858a-cd38406de637 will not be triggered until provisioned by entity L2. {{(pid=103321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:28:22.829387 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec71006-f840-4402-bf4a-6be7c6948247 req-af6ed83a-b0eb-4c49-90f8-39a05900596f tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:22.830896 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-aec71006-f840-4402-bf4a-6be7c6948247 req-af6ed83a-b0eb-4c49-90f8-39a05900596f tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b59cb5a6-0788-46ac-802b-5137925be3db HTTP/1.1" status: 200 len: 949 time: 0.1299801 Apr 05 14:28:22.883110 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-87119bbb-0bad-4a4c-8e3d-7a90fbe581c5 req-8d035413-d065-45da-bc89-da75f83f8e39 service neutron] 10.222.0.30 "GET /v2.0/networks/a37e2d3e-8e8b-49fa-a97d-3b06631436db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314890 Apr 05 14:28:22.891840 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-aec71006-f840-4402-bf4a-6be7c6948247 req-0138938e-4168-41b0-b225-3cdef3c44aa7 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535293 Apr 05 14:28:22.946542 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86957e61-7e3e-4ae4-9ade-08eb66a463d7 x-openstack-request-id: req-86957e61-7e3e-4ae4-9ade-08eb66a463d7 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:28:22.946836 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f18ed5e-8412-4093-8697-f85d9fb0ff29", "tag": "3977feb9-c3a8-4c4f-bc84-70dbef14962f", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:28:22.947084 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-86957e61-7e3e-4ae4-9ade-08eb66a463d7 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:28:22.947489 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86957e61-7e3e-4ae4-9ade-08eb66a463d7'] response: {'name': 'network-changed', 'server_uuid': '9f18ed5e-8412-4093-8697-f85d9fb0ff29', 'tag': '3977feb9-c3a8-4c4f-bc84-70dbef14962f', 'status': 'completed', 'code': 200} Apr 05 14:28:22.956070 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-da307189-5c57-4596-a43e-539ccef58441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:23.075090 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b468f-acbb-4b2d-9b41-d2968aee3bef req-7dae2ca0-afef-432a-8cf2-bf12e21ea41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:23.076093 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b468f-acbb-4b2d-9b41-d2968aee3bef req-7dae2ca0-afef-432a-8cf2-bf12e21ea41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:23.076813 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b468f-acbb-4b2d-9b41-d2968aee3bef req-7dae2ca0-afef-432a-8cf2-bf12e21ea41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:23.077566 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b468f-acbb-4b2d-9b41-d2968aee3bef req-7dae2ca0-afef-432a-8cf2-bf12e21ea41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:23.083401 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b468f-acbb-4b2d-9b41-d2968aee3bef req-7dae2ca0-afef-432a-8cf2-bf12e21ea41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:23.083972 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b468f-acbb-4b2d-9b41-d2968aee3bef req-7dae2ca0-afef-432a-8cf2-bf12e21ea41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:23.086020 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3b2b468f-acbb-4b2d-9b41-d2968aee3bef req-7dae2ca0-afef-432a-8cf2-bf12e21ea41f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4c46023293d04937b7cc39b36bfca09f&device_id=9f18ed5e-8412-4093-8697-f85d9fb0ff29 HTTP/1.1" status: 200 len: 5251 time: 0.1041677 Apr 05 14:28:23.185497 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-da307189-5c57-4596-a43e-539ccef58441 service neutron] Attempting to bind port a36b5c82-4962-4613-858a-cd38406de637 on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:28:23.187616 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-da307189-5c57-4596-a43e-539ccef58441 service neutron] Attempting to bind port a36b5c82-4962-4613-858a-cd38406de637 by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': '9d26854a-4897-4e14-97b0-4af76152ee88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3f810a40-703c-4c97-af51-1827a3f96d53'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:28:23.188123 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-da307189-5c57-4596-a43e-539ccef58441 service neutron] Attempting to bind port a36b5c82-4962-4613-858a-cd38406de637 on network 3f810a40-703c-4c97-af51-1827a3f96d53 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:28:23.199774 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-da307189-5c57-4596-a43e-539ccef58441 service neutron] Port a36b5c82-4962-4613-858a-cd38406de637 on network 3f810a40-703c-4c97-af51-1827a3f96d53 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:28:23.219789 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-da307189-5c57-4596-a43e-539ccef58441 service neutron] Attempting to bind port a36b5c82-4962-4613-858a-cd38406de637 on network 3f810a40-703c-4c97-af51-1827a3f96d53 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:28:23.227027 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da307189-5c57-4596-a43e-539ccef58441 service neutron] Pushing event updated for resources: {'Port': ['ID=a36b5c82-4962-4613-858a-cd38406de637,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:23.244081 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-da307189-5c57-4596-a43e-539ccef58441 service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:28:23.244446 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-da307189-5c57-4596-a43e-539ccef58441 service neutron] Checking segment: {'id': '9d26854a-4897-4e14-97b0-4af76152ee88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3f810a40-703c-4c97-af51-1827a3f96d53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:28:23.245264 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-da307189-5c57-4596-a43e-539ccef58441 service neutron] Bound using segment: {'id': '9d26854a-4897-4e14-97b0-4af76152ee88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3f810a40-703c-4c97-af51-1827a3f96d53'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:28:23.245849 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-da307189-5c57-4596-a43e-539ccef58441 service neutron] Bound port: a36b5c82-4962-4613-858a-cd38406de637, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d26854a-4897-4e14-97b0-4af76152ee88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3f810a40-703c-4c97-af51-1827a3f96d53'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:28:23.246263 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-da307189-5c57-4596-a43e-539ccef58441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:23.310539 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b468f-acbb-4b2d-9b41-d2968aee3bef req-1d32dd28-5d9c-4209-9620-439a8bfdac1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:23.311325 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b468f-acbb-4b2d-9b41-d2968aee3bef req-1d32dd28-5d9c-4209-9620-439a8bfdac1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:23.311979 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b468f-acbb-4b2d-9b41-d2968aee3bef req-1d32dd28-5d9c-4209-9620-439a8bfdac1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:23.313984 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3b2b468f-acbb-4b2d-9b41-d2968aee3bef req-1d32dd28-5d9c-4209-9620-439a8bfdac1a service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=4c46023293d04937b7cc39b36bfca09f&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2197700 Apr 05 14:28:23.383109 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-da307189-5c57-4596-a43e-539ccef58441 service neutron] For port a36b5c82-4962-4613-858a-cd38406de637, host n-h1-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:28:23.385316 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-da307189-5c57-4596-a43e-539ccef58441 service neutron] For port a36b5c82-4962-4613-858a-cd38406de637, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=a36b5c82-4962-4613-858a-cd38406de637,segment=NetworkSegment(9d26854a-4897-4e14-97b0-4af76152ee88),segment_id=9d26854a-4897-4e14-97b0-4af76152ee88)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:28:23.466197 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-da307189-5c57-4596-a43e-539ccef58441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:23.497842 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-da307189-5c57-4596-a43e-539ccef58441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:23.498510 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-da307189-5c57-4596-a43e-539ccef58441 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:23.499975 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-da307189-5c57-4596-a43e-539ccef58441 service neutron] 10.222.0.55 "PUT /v2.0/ports/a36b5c82-4962-4613-858a-cd38406de637 HTTP/1.1" status: 200 len: 1136 time: 1.1935463 Apr 05 14:28:23.505476 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8bcf64e3-03c8-4be3-84da-05e15b337ff0 req-2d590621-8058-45a4-a360-c7df438c7baf tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=45a58cb2-8259-4d9f-8d24-085fcb724cdc HTTP/1.1" status: 200 len: 210 time: 0.1110027 Apr 05 14:28:23.594011 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b468f-acbb-4b2d-9b41-d2968aee3bef req-c812c512-53ce-41ce-90f7-8e4853079b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:23.594011 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3b2b468f-acbb-4b2d-9b41-d2968aee3bef req-c812c512-53ce-41ce-90f7-8e4853079b8a service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2693534 Apr 05 14:28:23.613537 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da307189-5c57-4596-a43e-539ccef58441 service neutron] Pushing event updated for resources: {'Port': ['ID=a36b5c82-4962-4613-858a-cd38406de637,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:23.628502 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161fd0c-b053-4414-829b-3116f6a4b428 req-22d5d2ec-303e-446c-a4a8-22bc85d9c216 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:23.637131 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161fd0c-b053-4414-829b-3116f6a4b428 req-22d5d2ec-303e-446c-a4a8-22bc85d9c216 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:23.644077 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161fd0c-b053-4414-829b-3116f6a4b428 req-22d5d2ec-303e-446c-a4a8-22bc85d9c216 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:23.650773 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161fd0c-b053-4414-829b-3116f6a4b428 req-22d5d2ec-303e-446c-a4a8-22bc85d9c216 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:23.668687 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8cfc1-d8ca-4d61-ae1b-d47f04be76b4 req-5bf868b5-58d9-4c25-a40c-e82c1c716641 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:23.668687 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-84c8cfc1-d8ca-4d61-ae1b-d47f04be76b4 req-5bf868b5-58d9-4c25-a40c-e82c1c716641 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.55 "GET /v2.0/ports?device_id=b59cb5a6-0788-46ac-802b-5137925be3db HTTP/1.1" status: 200 len: 949 time: 0.1265724 Apr 05 14:28:23.668986 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161fd0c-b053-4414-829b-3116f6a4b428 req-22d5d2ec-303e-446c-a4a8-22bc85d9c216 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:23.671933 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161fd0c-b053-4414-829b-3116f6a4b428 req-22d5d2ec-303e-446c-a4a8-22bc85d9c216 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:23.673862 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d161fd0c-b053-4414-829b-3116f6a4b428 req-22d5d2ec-303e-446c-a4a8-22bc85d9c216 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f18ed5e-8412-4093-8697-f85d9fb0ff29 HTTP/1.1" status: 200 len: 4607 time: 0.1284821 Apr 05 14:28:23.685109 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-34795305-39c5-401c-a4a9-45e3478b4fcb service neutron] Request body: {'port': {'device_id': '9f18ed5e-8412-4093-8697-f85d9fb0ff29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:28:23.805597 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d161fd0c-b053-4414-829b-3116f6a4b428 req-33376e03-b51c-4bf5-a751-8c447d899534 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/security-groups?id=af1bc31d-d32e-449d-996f-2d72dd41207d&id=651049ed-3ef9-4175-8455-d871a11c2622&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1103272 Apr 05 14:28:23.875749 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-84c8cfc1-d8ca-4d61-ae1b-d47f04be76b4 req-e52b2b37-3214-42a4-9210-add1ef557bd4 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Deleting port dd240742-5ced-4dbc-8b7d-9c4496d72564 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:28:23.881646 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-84c8cfc1-d8ca-4d61-ae1b-d47f04be76b4 req-e52b2b37-3214-42a4-9210-add1ef557bd4 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:23.896771 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fe591e99-a84b-403a-82bc-bb0887263ab9 req-1736c4eb-1373-4c19-8a5b-d782542e6d47 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=63a1884a-7cca-417a-9218-2ed0742b9a77 HTTP/1.1" status: 200 len: 210 time: 0.0421147 Apr 05 14:28:23.906326 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-34795305-39c5-401c-a4a9-45e3478b4fcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:24.059174 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-84c8cfc1-d8ca-4d61-ae1b-d47f04be76b4 req-e52b2b37-3214-42a4-9210-add1ef557bd4 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] For port dd240742-5ced-4dbc-8b7d-9c4496d72564, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=dd240742-5ced-4dbc-8b7d-9c4496d72564,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:28:24.059547 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-84c8cfc1-d8ca-4d61-ae1b-d47f04be76b4 req-e52b2b37-3214-42a4-9210-add1ef557bd4 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:24.079931 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-84c8cfc1-d8ca-4d61-ae1b-d47f04be76b4 req-e52b2b37-3214-42a4-9210-add1ef557bd4 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Calling delete_port for dd240742-5ced-4dbc-8b7d-9c4496d72564 owned by compute:nova {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:28:24.152037 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a355586-3e72-4515-97df-703adf810a2a req-f9505812-0f02-4414-9dcc-35642815c9d7 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:24.153676 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7a355586-3e72-4515-97df-703adf810a2a req-f9505812-0f02-4414-9dcc-35642815c9d7 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b59cb5a6-0788-46ac-802b-5137925be3db HTTP/1.1" status: 200 len: 949 time: 0.0887332 Apr 05 14:28:24.231650 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7a355586-3e72-4515-97df-703adf810a2a req-223b8eb4-c7c3-488b-91fe-403bccf65455 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515819 Apr 05 14:28:24.325794 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-34795305-39c5-401c-a4a9-45e3478b4fcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 781ad338-04cd-4cd5-ab31-fb49746c5884 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:28:24.333887 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-34795305-39c5-401c-a4a9-45e3478b4fcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:24.342790 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-84c8cfc1-d8ca-4d61-ae1b-d47f04be76b4 req-e52b2b37-3214-42a4-9210-add1ef557bd4 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:24.346728 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-34795305-39c5-401c-a4a9-45e3478b4fcb service neutron] Transition to ACTIVE for port object 781ad338-04cd-4cd5-ab31-fb49746c5884 will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:28:24.358556 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['1a02dac2-1e82-4f40-b2ef-73f085c332f9', 'dd240742-5ced-4dbc-8b7d-9c4496d72564'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:28:24.393118 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52b2b37-3214-42a4-9210-add1ef557bd4 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Pushing event deleted for resources: {'Port': ['ID=dd240742-5ced-4dbc-8b7d-9c4496d72564,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:24.407274 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-96928a5c-42fd-4894-a9c4-e0385113e45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:24.425018 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-34795305-39c5-401c-a4a9-45e3478b4fcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:24.434431 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52b2b37-3214-42a4-9210-add1ef557bd4 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:28:24.435135 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52b2b37-3214-42a4-9210-add1ef557bd4 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:28:24.435626 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52b2b37-3214-42a4-9210-add1ef557bd4 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:28:24.436131 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52b2b37-3214-42a4-9210-add1ef557bd4 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:28:24.437333 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52b2b37-3214-42a4-9210-add1ef557bd4 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:28:24.438523 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52b2b37-3214-42a4-9210-add1ef557bd4 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:28:24.440449 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52b2b37-3214-42a4-9210-add1ef557bd4 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:28:24.441343 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52b2b37-3214-42a4-9210-add1ef557bd4 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:28:24.442234 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52b2b37-3214-42a4-9210-add1ef557bd4 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:28:24.444002 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52b2b37-3214-42a4-9210-add1ef557bd4 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:28:24.444663 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52b2b37-3214-42a4-9210-add1ef557bd4 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:28:24.445717 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52b2b37-3214-42a4-9210-add1ef557bd4 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:28:24.458228 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 58476) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:28:24.495921 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-84c8cfc1-d8ca-4d61-ae1b-d47f04be76b4 req-e52b2b37-3214-42a4-9210-add1ef557bd4 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] No DVR routers for this DVR port dd240742-5ced-4dbc-8b7d-9c4496d72564 on host n-h1-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:28:24.499175 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-84c8cfc1-d8ca-4d61-ae1b-d47f04be76b4 req-e52b2b37-3214-42a4-9210-add1ef557bd4 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:24.504414 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-84c8cfc1-d8ca-4d61-ae1b-d47f04be76b4 req-e52b2b37-3214-42a4-9210-add1ef557bd4 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.55 "DELETE /v2.0/ports/dd240742-5ced-4dbc-8b7d-9c4496d72564 HTTP/1.1" status: 204 len: 173 time: 0.8331904 Apr 05 14:28:24.586737 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34795305-39c5-401c-a4a9-45e3478b4fcb service neutron] Pushing event updated for resources: {'Port': ['ID=781ad338-04cd-4cd5-ab31-fb49746c5884,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:24.604133 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34795305-39c5-401c-a4a9-45e3478b4fcb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:28:24.604730 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34795305-39c5-401c-a4a9-45e3478b4fcb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:28:24.604730 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34795305-39c5-401c-a4a9-45e3478b4fcb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:28:24.605407 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34795305-39c5-401c-a4a9-45e3478b4fcb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:28:24.605407 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34795305-39c5-401c-a4a9-45e3478b4fcb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:28:24.605903 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34795305-39c5-401c-a4a9-45e3478b4fcb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:28:24.606230 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34795305-39c5-401c-a4a9-45e3478b4fcb service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:28:24.606597 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34795305-39c5-401c-a4a9-45e3478b4fcb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:28:24.606926 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34795305-39c5-401c-a4a9-45e3478b4fcb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:28:24.607246 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34795305-39c5-401c-a4a9-45e3478b4fcb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:28:24.607564 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34795305-39c5-401c-a4a9-45e3478b4fcb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:28:24.608019 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34795305-39c5-401c-a4a9-45e3478b4fcb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:28:24.658709 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-34795305-39c5-401c-a4a9-45e3478b4fcb service neutron] Attempting to bind port 781ad338-04cd-4cd5-ab31-fb49746c5884 on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:28:24.662207 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-34795305-39c5-401c-a4a9-45e3478b4fcb service neutron] Attempting to bind port 781ad338-04cd-4cd5-ab31-fb49746c5884 by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': '9d26854a-4897-4e14-97b0-4af76152ee88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3f810a40-703c-4c97-af51-1827a3f96d53'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:28:24.662207 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-34795305-39c5-401c-a4a9-45e3478b4fcb service neutron] Attempting to bind port 781ad338-04cd-4cd5-ab31-fb49746c5884 on network 3f810a40-703c-4c97-af51-1827a3f96d53 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:28:24.665479 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-34795305-39c5-401c-a4a9-45e3478b4fcb service neutron] Port 781ad338-04cd-4cd5-ab31-fb49746c5884 on network 3f810a40-703c-4c97-af51-1827a3f96d53 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:28:24.665912 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-34795305-39c5-401c-a4a9-45e3478b4fcb service neutron] Attempting to bind port 781ad338-04cd-4cd5-ab31-fb49746c5884 on network 3f810a40-703c-4c97-af51-1827a3f96d53 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:28:24.679293 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-34795305-39c5-401c-a4a9-45e3478b4fcb service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:28:24.681031 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-34795305-39c5-401c-a4a9-45e3478b4fcb service neutron] Checking segment: {'id': '9d26854a-4897-4e14-97b0-4af76152ee88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3f810a40-703c-4c97-af51-1827a3f96d53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:28:24.688146 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-34795305-39c5-401c-a4a9-45e3478b4fcb service neutron] Bound using segment: {'id': '9d26854a-4897-4e14-97b0-4af76152ee88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3f810a40-703c-4c97-af51-1827a3f96d53'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:28:24.688979 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-34795305-39c5-401c-a4a9-45e3478b4fcb service neutron] Bound port: 781ad338-04cd-4cd5-ab31-fb49746c5884, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d26854a-4897-4e14-97b0-4af76152ee88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3f810a40-703c-4c97-af51-1827a3f96d53'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:28:24.689415 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-34795305-39c5-401c-a4a9-45e3478b4fcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:24.715618 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8716e500-8970-4c10-8920-f54160ef9b4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:24.757864 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5904c2da-646a-4eca-b3de-9d8d4f7ba3c0 req-c8323de3-d8c5-438d-9006-a64cb59318fd tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=45a58cb2-8259-4d9f-8d24-085fcb724cdc HTTP/1.1" status: 200 len: 210 time: 0.0563235 Apr 05 14:28:24.819495 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8716e500-8970-4c10-8920-f54160ef9b4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:24.853895 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-34795305-39c5-401c-a4a9-45e3478b4fcb service neutron] For port 781ad338-04cd-4cd5-ab31-fb49746c5884, host n-h1-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:28:24.859455 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-34795305-39c5-401c-a4a9-45e3478b4fcb service neutron] For port 781ad338-04cd-4cd5-ab31-fb49746c5884, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=781ad338-04cd-4cd5-ab31-fb49746c5884,segment=NetworkSegment(9d26854a-4897-4e14-97b0-4af76152ee88),segment_id=9d26854a-4897-4e14-97b0-4af76152ee88)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:28:24.916263 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8716e500-8970-4c10-8920-f54160ef9b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:24.948991 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f18ed5e-8412-4093-8697-f85d9fb0ff29', 'tag': 'a36b5c82-4962-4613-858a-cd38406de637'}, {'server_uuid': 'b59cb5a6-0788-46ac-802b-5137925be3db', 'name': 'network-vif-deleted', 'tag': 'dd240742-5ced-4dbc-8b7d-9c4496d72564'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:28:24.953040 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3aa325-c6ea-4adb-a877-f259583ae758" -d '{"events": [{"name": "network-changed", "server_uuid": "9f18ed5e-8412-4093-8697-f85d9fb0ff29", "tag": "a36b5c82-4962-4613-858a-cd38406de637"}, {"server_uuid": "b59cb5a6-0788-46ac-802b-5137925be3db", "name": "network-vif-deleted", "tag": "dd240742-5ced-4dbc-8b7d-9c4496d72564"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:28:25.005840 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-34795305-39c5-401c-a4a9-45e3478b4fcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:25.009343 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-8716e500-8970-4c10-8920-f54160ef9b4c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=988a25d9ff0a4bb3bde43a55143b3495&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5446157 Apr 05 14:28:25.010275 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 58488) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:28:25.040748 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8716e500-8970-4c10-8920-f54160ef9b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1bd716f-34fd-43f7-ae1a-4f36f481e032,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:25.089081 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d917cd03-c538-4502-9679-c2c33d7402f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:25.126284 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d917cd03-c538-4502-9679-c2c33d7402f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:25.141274 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa567323-d7d4-452d-af76-d02b23bad09f req-005339f5-1ce1-4566-a672-a2f971d3f5dd tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:25.149354 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa567323-d7d4-452d-af76-d02b23bad09f req-005339f5-1ce1-4566-a672-a2f971d3f5dd tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:25.159709 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa567323-d7d4-452d-af76-d02b23bad09f req-005339f5-1ce1-4566-a672-a2f971d3f5dd tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:25.168140 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa567323-d7d4-452d-af76-d02b23bad09f req-005339f5-1ce1-4566-a672-a2f971d3f5dd tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:25.175257 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa567323-d7d4-452d-af76-d02b23bad09f req-005339f5-1ce1-4566-a672-a2f971d3f5dd tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:25.181793 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa567323-d7d4-452d-af76-d02b23bad09f req-005339f5-1ce1-4566-a672-a2f971d3f5dd tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:25.188073 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa567323-d7d4-452d-af76-d02b23bad09f req-005339f5-1ce1-4566-a672-a2f971d3f5dd tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:25.196837 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-aa567323-d7d4-452d-af76-d02b23bad09f req-005339f5-1ce1-4566-a672-a2f971d3f5dd tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f18ed5e-8412-4093-8697-f85d9fb0ff29 HTTP/1.1" status: 200 len: 5383 time: 0.2629018 Apr 05 14:28:25.247992 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-34795305-39c5-401c-a4a9-45e3478b4fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:25.248934 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-34795305-39c5-401c-a4a9-45e3478b4fcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:25.250043 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-34795305-39c5-401c-a4a9-45e3478b4fcb service neutron] 10.222.0.55 "PUT /v2.0/ports/781ad338-04cd-4cd5-ab31-fb49746c5884 HTTP/1.1" status: 200 len: 1134 time: 1.5742364 Apr 05 14:28:25.251906 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b3d8aae4-e9f8-4c5a-a341-fc4eb42493ed req-be2ea0b6-1bda-4bd0-aef6-f7b04d143e48 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=63a1884a-7cca-417a-9218-2ed0742b9a77 HTTP/1.1" status: 200 len: 210 time: 0.1818931 Apr 05 14:28:25.252333 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f18ed5e-8412-4093-8697-f85d9fb0ff29', 'tag': '781ad338-04cd-4cd5-ab31-fb49746c5884'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:28:25.254597 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a57ef478-cbee-4ec0-997c-3b45551ec5df" -d '{"events": [{"name": "network-changed", "server_uuid": "9f18ed5e-8412-4093-8697-f85d9fb0ff29", "tag": "781ad338-04cd-4cd5-ab31-fb49746c5884"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:28:25.304570 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34795305-39c5-401c-a4a9-45e3478b4fcb service neutron] Pushing event updated for resources: {'Port': ['ID=781ad338-04cd-4cd5-ab31-fb49746c5884,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:25.343288 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 05 Apr 2022 14:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3424f085-6ef5-4dae-bb50-b817e154e958 x-openstack-request-id: req-3424f085-6ef5-4dae-bb50-b817e154e958 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:28:25.345589 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f18ed5e-8412-4093-8697-f85d9fb0ff29", "tag": "a36b5c82-4962-4613-858a-cd38406de637", "status": "completed", "code": 200}, {"server_uuid": "b59cb5a6-0788-46ac-802b-5137925be3db", "name": "network-vif-deleted", "tag": "dd240742-5ced-4dbc-8b7d-9c4496d72564", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:28:25.345946 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3424f085-6ef5-4dae-bb50-b817e154e958 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:28:25.346428 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3424f085-6ef5-4dae-bb50-b817e154e958'] response: {'name': 'network-changed', 'server_uuid': '9f18ed5e-8412-4093-8697-f85d9fb0ff29', 'tag': 'a36b5c82-4962-4613-858a-cd38406de637', 'status': 'completed', 'code': 200} Apr 05 14:28:25.355254 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3424f085-6ef5-4dae-bb50-b817e154e958'] response: {'server_uuid': 'b59cb5a6-0788-46ac-802b-5137925be3db', 'name': 'network-vif-deleted', 'tag': 'dd240742-5ced-4dbc-8b7d-9c4496d72564', 'status': 'completed', 'code': 200} Apr 05 14:28:25.357136 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d917cd03-c538-4502-9679-c2c33d7402f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:25.362707 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d917cd03-c538-4502-9679-c2c33d7402f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:25.367372 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-d917cd03-c538-4502-9679-c2c33d7402f2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e1bd716f-34fd-43f7-ae1a-4f36f481e032 HTTP/1.1" status: 204 len: 168 time: 0.3544741 Apr 05 14:28:25.385593 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-aa567323-d7d4-452d-af76-d02b23bad09f req-73386cd6-91b3-492a-8f66-f50c1b380c27 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/security-groups?id=af1bc31d-d32e-449d-996f-2d72dd41207d&id=651049ed-3ef9-4175-8455-d871a11c2622&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1876268 Apr 05 14:28:25.399000 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d917cd03-c538-4502-9679-c2c33d7402f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1bd716f-34fd-43f7-ae1a-4f36f481e032,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:25.460613 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-987264df-fd89-4519-a8b7-f3753afe0f2d service neutron] Request body: {'port': {'device_id': '9f18ed5e-8412-4093-8697-f85d9fb0ff29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:28:25.505562 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c128d5b0-01f6-4f8a-96c0-0e0a7338f7d1 x-openstack-request-id: req-c128d5b0-01f6-4f8a-96c0-0e0a7338f7d1 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:28:25.506571 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f18ed5e-8412-4093-8697-f85d9fb0ff29", "tag": "781ad338-04cd-4cd5-ab31-fb49746c5884", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:28:25.506891 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c128d5b0-01f6-4f8a-96c0-0e0a7338f7d1 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:28:25.507296 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c128d5b0-01f6-4f8a-96c0-0e0a7338f7d1'] response: {'name': 'network-changed', 'server_uuid': '9f18ed5e-8412-4093-8697-f85d9fb0ff29', 'tag': '781ad338-04cd-4cd5-ab31-fb49746c5884', 'status': 'completed', 'code': 200} Apr 05 14:28:25.547828 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-987264df-fd89-4519-a8b7-f3753afe0f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:25.552009 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b9c248de-e5cc-49e0-a8da-1c330f8f2893 req-e65940ab-15c7-4d6c-ad1d-71aafa70d846 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=b59cb5a6-0788-46ac-802b-5137925be3db HTTP/1.1" status: 200 len: 210 time: 0.0438442 Apr 05 14:28:25.584465 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf3cbbb-7e80-424c-bd90-ea5f63704cbb req-7f9c9c01-593d-4440-9f25-cf960ca71af7 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:25.587014 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3cf3cbbb-7e80-424c-bd90-ea5f63704cbb req-7f9c9c01-593d-4440-9f25-cf960ca71af7 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.11 "GET /v2.0/networks?id=a926837a-905f-4dbb-b5dd-5a4dcb465fd4 HTTP/1.1" status: 200 len: 812 time: 0.5391543 Apr 05 14:28:25.596839 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3aa325-c6ea-4adb-a877-f259583ae758 req-c9fc0c28-ada8-40a1-a2ad-81005cb7832d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:25.597275 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3aa325-c6ea-4adb-a877-f259583ae758 req-c9fc0c28-ada8-40a1-a2ad-81005cb7832d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:25.597854 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3aa325-c6ea-4adb-a877-f259583ae758 req-c9fc0c28-ada8-40a1-a2ad-81005cb7832d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:25.598560 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3aa325-c6ea-4adb-a877-f259583ae758 req-c9fc0c28-ada8-40a1-a2ad-81005cb7832d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:25.598795 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3aa325-c6ea-4adb-a877-f259583ae758 req-c9fc0c28-ada8-40a1-a2ad-81005cb7832d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:25.599360 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3aa325-c6ea-4adb-a877-f259583ae758 req-c9fc0c28-ada8-40a1-a2ad-81005cb7832d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:25.600669 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3aa325-c6ea-4adb-a877-f259583ae758 req-c9fc0c28-ada8-40a1-a2ad-81005cb7832d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:25.602697 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ee3aa325-c6ea-4adb-a877-f259583ae758 req-c9fc0c28-ada8-40a1-a2ad-81005cb7832d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4c46023293d04937b7cc39b36bfca09f&device_id=9f18ed5e-8412-4093-8697-f85d9fb0ff29 HTTP/1.1" status: 200 len: 6220 time: 0.2160552 Apr 05 14:28:25.607403 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-3cf3cbbb-7e80-424c-bd90-ea5f63704cbb req-4f37c2f7-ac08-43bf-81af-1d55ea63684d tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Request body: {'port': {'device_id': '63a1884a-7cca-417a-9218-2ed0742b9a77', 'network_id': 'a926837a-905f-4dbb-b5dd-5a4dcb465fd4', 'admin_state_up': True, 'tenant_id': 'f6c75c954b5749f4a5047ff4736e2678'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:28:25.811790 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3aa325-c6ea-4adb-a877-f259583ae758 req-8cc15c83-539e-4c10-91c9-2393ad3d1967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:25.812314 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3aa325-c6ea-4adb-a877-f259583ae758 req-8cc15c83-539e-4c10-91c9-2393ad3d1967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:25.812705 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3aa325-c6ea-4adb-a877-f259583ae758 req-8cc15c83-539e-4c10-91c9-2393ad3d1967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:25.815913 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ee3aa325-c6ea-4adb-a877-f259583ae758 req-8cc15c83-539e-4c10-91c9-2393ad3d1967 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=4c46023293d04937b7cc39b36bfca09f&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2049444 Apr 05 14:28:25.908691 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cf3cbbb-7e80-424c-bd90-ea5f63704cbb req-4f37c2f7-ac08-43bf-81af-1d55ea63684d tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Made reservation on behalf of f6c75c954b5749f4a5047ff4736e2678 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:28:25.916406 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-3cf3cbbb-7e80-424c-bd90-ea5f63704cbb req-4f37c2f7-ac08-43bf-81af-1d55ea63684d tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:25.946220 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-987264df-fd89-4519-a8b7-f3753afe0f2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 092486a2-977c-4863-b102-2703e0c60ce6 {{(pid=103321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:28:25.954540 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-987264df-fd89-4519-a8b7-f3753afe0f2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:25.961547 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2899193f-acda-4356-b54a-950b2eab6193 req-49c125b0-1da7-4885-9343-14d64533d535 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=45a58cb2-8259-4d9f-8d24-085fcb724cdc HTTP/1.1" status: 200 len: 210 time: 0.0537412 Apr 05 14:28:25.967926 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.provisioning_blocks [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-987264df-fd89-4519-a8b7-f3753afe0f2d service neutron] Transition to ACTIVE for port object 092486a2-977c-4863-b102-2703e0c60ce6 will not be triggered until provisioned by entity L2. {{(pid=103321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:28:26.035954 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3aa325-c6ea-4adb-a877-f259583ae758 req-7ebe7163-0ac4-401b-9ee5-98ca8a92c4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:26.037453 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ee3aa325-c6ea-4adb-a877-f259583ae758 req-7ebe7163-0ac4-401b-9ee5-98ca8a92c4b5 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2130637 Apr 05 14:28:26.062764 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-987264df-fd89-4519-a8b7-f3753afe0f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:26.164196 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987264df-fd89-4519-a8b7-f3753afe0f2d service neutron] Pushing event updated for resources: {'Port': ['ID=092486a2-977c-4863-b102-2703e0c60ce6,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:26.196013 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87119bbb-0bad-4a4c-8e3d-7a90fbe581c5 req-92a4ea02-eaec-492a-a940-23784a34216e tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:26.197681 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-87119bbb-0bad-4a4c-8e3d-7a90fbe581c5 req-92a4ea02-eaec-492a-a940-23784a34216e tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.11 "GET /v2.0/networks?id=a37e2d3e-8e8b-49fa-a97d-3b06631436db HTTP/1.1" status: 200 len: 820 time: 0.2087641 Apr 05 14:28:26.220539 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-87119bbb-0bad-4a4c-8e3d-7a90fbe581c5 req-bdb17848-5e03-45fe-983e-7272ec70ddf8 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Request body: {'port': {'device_id': '45a58cb2-8259-4d9f-8d24-085fcb724cdc', 'network_id': 'a37e2d3e-8e8b-49fa-a97d-3b06631436db', 'admin_state_up': True, 'tenant_id': 'ec0fa5de45e74f079e998d8c4a01aedf'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:28:26.362420 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device dd240742-5ced-4dbc-8b7d-9c4496d72564 no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:28:26.398178 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 58502) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:28:26.405266 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] No Port match for: dd240742-5ced-4dbc-8b7d-9c4496d72564 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:28:26.406002 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device dd240742-5ced-4dbc-8b7d-9c4496d72564 not bound to the agent host n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:28:26.415815 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-987264df-fd89-4519-a8b7-f3753afe0f2d service neutron] Attempting to bind port 092486a2-977c-4863-b102-2703e0c60ce6 on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:28:26.416151 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-987264df-fd89-4519-a8b7-f3753afe0f2d service neutron] Attempting to bind port 092486a2-977c-4863-b102-2703e0c60ce6 by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': '9d26854a-4897-4e14-97b0-4af76152ee88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3f810a40-703c-4c97-af51-1827a3f96d53'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:28:26.416477 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-987264df-fd89-4519-a8b7-f3753afe0f2d service neutron] Attempting to bind port 092486a2-977c-4863-b102-2703e0c60ce6 on network 3f810a40-703c-4c97-af51-1827a3f96d53 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:28:26.426844 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f6b64f89-81ea-4719-a6d9-cdf1d69bc478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:26.449416 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-987264df-fd89-4519-a8b7-f3753afe0f2d service neutron] Port 092486a2-977c-4863-b102-2703e0c60ce6 on network 3f810a40-703c-4c97-af51-1827a3f96d53 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:28:26.452865 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-987264df-fd89-4519-a8b7-f3753afe0f2d service neutron] Attempting to bind port 092486a2-977c-4863-b102-2703e0c60ce6 on network 3f810a40-703c-4c97-af51-1827a3f96d53 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:28:26.467429 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-987264df-fd89-4519-a8b7-f3753afe0f2d service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:28:26.467781 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-987264df-fd89-4519-a8b7-f3753afe0f2d service neutron] Checking segment: {'id': '9d26854a-4897-4e14-97b0-4af76152ee88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3f810a40-703c-4c97-af51-1827a3f96d53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:28:26.468155 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-987264df-fd89-4519-a8b7-f3753afe0f2d service neutron] Bound using segment: {'id': '9d26854a-4897-4e14-97b0-4af76152ee88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3f810a40-703c-4c97-af51-1827a3f96d53'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:28:26.468600 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-987264df-fd89-4519-a8b7-f3753afe0f2d service neutron] Bound port: 092486a2-977c-4863-b102-2703e0c60ce6, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d26854a-4897-4e14-97b0-4af76152ee88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3f810a40-703c-4c97-af51-1827a3f96d53'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:28:26.469226 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-987264df-fd89-4519-a8b7-f3753afe0f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:26.569732 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-81e3afa3-bc82-43b8-ae4f-68a6701c6cc1 req-ad1e160e-1c69-4832-8cc0-f445a461348a tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=63a1884a-7cca-417a-9218-2ed0742b9a77 HTTP/1.1" status: 200 len: 210 time: 0.0980620 Apr 05 14:28:26.580825 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-987264df-fd89-4519-a8b7-f3753afe0f2d service neutron] For port 092486a2-977c-4863-b102-2703e0c60ce6, host n-h1-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:28:26.586296 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87119bbb-0bad-4a4c-8e3d-7a90fbe581c5 req-bdb17848-5e03-45fe-983e-7272ec70ddf8 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Made reservation on behalf of ec0fa5de45e74f079e998d8c4a01aedf for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:28:26.589959 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-87119bbb-0bad-4a4c-8e3d-7a90fbe581c5 req-bdb17848-5e03-45fe-983e-7272ec70ddf8 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:26.594158 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-987264df-fd89-4519-a8b7-f3753afe0f2d service neutron] For port 092486a2-977c-4863-b102-2703e0c60ce6, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=092486a2-977c-4863-b102-2703e0c60ce6,segment=NetworkSegment(9d26854a-4897-4e14-97b0-4af76152ee88),segment_id=9d26854a-4897-4e14-97b0-4af76152ee88)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:28:26.615019 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-3cf3cbbb-7e80-424c-bd90-ea5f63704cbb req-4f37c2f7-ac08-43bf-81af-1d55ea63684d tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Allocated IP 172.20.0.12 (a926837a-905f-4dbb-b5dd-5a4dcb465fd4/81226097-f23e-489f-aebf-5f546853adb0/6a8c4f64-ea72-41e0-b72d-43d614df87b9) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:28:26.640868 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ef478-cbee-4ec0-997c-3b45551ec5df req-092f486b-d2e7-4b1b-91f8-fd4abd828772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:26.641368 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ef478-cbee-4ec0-997c-3b45551ec5df req-092f486b-d2e7-4b1b-91f8-fd4abd828772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:26.641822 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ef478-cbee-4ec0-997c-3b45551ec5df req-092f486b-d2e7-4b1b-91f8-fd4abd828772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:26.642382 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ef478-cbee-4ec0-997c-3b45551ec5df req-092f486b-d2e7-4b1b-91f8-fd4abd828772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:26.643679 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ef478-cbee-4ec0-997c-3b45551ec5df req-092f486b-d2e7-4b1b-91f8-fd4abd828772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:26.644097 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ef478-cbee-4ec0-997c-3b45551ec5df req-092f486b-d2e7-4b1b-91f8-fd4abd828772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:26.644748 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ef478-cbee-4ec0-997c-3b45551ec5df req-092f486b-d2e7-4b1b-91f8-fd4abd828772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:26.647397 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a57ef478-cbee-4ec0-997c-3b45551ec5df req-092f486b-d2e7-4b1b-91f8-fd4abd828772 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4c46023293d04937b7cc39b36bfca09f&device_id=9f18ed5e-8412-4093-8697-f85d9fb0ff29 HTTP/1.1" status: 200 len: 6245 time: 0.1772373 Apr 05 14:28:26.680246 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f8dccbe7-324f-41c7-a2a2-e7511cbab702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:26.684688 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-987264df-fd89-4519-a8b7-f3753afe0f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:26.684842 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7331cccc-485e-4593-9953-72d53e7d7247 req-c76d59f2-6f24-413e-966e-0a1f397ed607 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:26.687364 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f6b64f89-81ea-4719-a6d9-cdf1d69bc478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:26.692014 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7331cccc-485e-4593-9953-72d53e7d7247 req-c76d59f2-6f24-413e-966e-0a1f397ed607 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:26.697698 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7331cccc-485e-4593-9953-72d53e7d7247 req-c76d59f2-6f24-413e-966e-0a1f397ed607 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:26.703350 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7331cccc-485e-4593-9953-72d53e7d7247 req-c76d59f2-6f24-413e-966e-0a1f397ed607 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:26.710211 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7331cccc-485e-4593-9953-72d53e7d7247 req-c76d59f2-6f24-413e-966e-0a1f397ed607 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:26.716112 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7331cccc-485e-4593-9953-72d53e7d7247 req-c76d59f2-6f24-413e-966e-0a1f397ed607 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:26.722076 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7331cccc-485e-4593-9953-72d53e7d7247 req-c76d59f2-6f24-413e-966e-0a1f397ed607 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:26.723972 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7331cccc-485e-4593-9953-72d53e7d7247 req-c76d59f2-6f24-413e-966e-0a1f397ed607 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f18ed5e-8412-4093-8697-f85d9fb0ff29 HTTP/1.1" status: 200 len: 5395 time: 0.2276921 Apr 05 14:28:26.727938 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-987264df-fd89-4519-a8b7-f3753afe0f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:26.728716 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-987264df-fd89-4519-a8b7-f3753afe0f2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:26.730229 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-987264df-fd89-4519-a8b7-f3753afe0f2d service neutron] 10.222.0.55 "PUT /v2.0/ports/092486a2-977c-4863-b102-2703e0c60ce6 HTTP/1.1" status: 200 len: 1091 time: 1.2847569 Apr 05 14:28:26.793397 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987264df-fd89-4519-a8b7-f3753afe0f2d service neutron] Pushing event updated for resources: {'Port': ['ID=092486a2-977c-4863-b102-2703e0c60ce6,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:26.823382 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f6b64f89-81ea-4719-a6d9-cdf1d69bc478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:26.838948 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [req-87119bbb-0bad-4a4c-8e3d-7a90fbe581c5 req-bdb17848-5e03-45fe-983e-7272ec70ddf8 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Allocated IP 172.20.0.2 (a37e2d3e-8e8b-49fa-a97d-3b06631436db/e7ccd1c0-0ac4-418f-bea2-fcb22a694a96/253e9573-54d3-4180-86f0-45ba2cca07f4) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:28:26.878793 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-f6b64f89-81ea-4719-a6d9-cdf1d69bc478 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=795c58277d034e7b88dcfa013312271a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4772594 Apr 05 14:28:26.886109 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 58510) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:28:26.897550 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b64f89-81ea-4719-a6d9-cdf1d69bc478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92e4d0e9-40c4-4e0e-8187-3ad1ab71d76c,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:26.911248 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7331cccc-485e-4593-9953-72d53e7d7247 req-9e3b8755-630a-4ecf-b39b-793db2d6bae6 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/security-groups?id=af1bc31d-d32e-449d-996f-2d72dd41207d&id=651049ed-3ef9-4175-8455-d871a11c2622&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1638179 Apr 05 14:28:26.933117 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-b1f9591f-56bc-42ef-ad7e-cc61e33b363f service neutron] Request body: {'port': {'device_id': '9f18ed5e-8412-4093-8697-f85d9fb0ff29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:28:26.936591 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ef478-cbee-4ec0-997c-3b45551ec5df req-c1e2994b-184c-46ef-8222-8ce93f51839c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:26.937125 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ef478-cbee-4ec0-997c-3b45551ec5df req-c1e2994b-184c-46ef-8222-8ce93f51839c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:26.937590 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ef478-cbee-4ec0-997c-3b45551ec5df req-c1e2994b-184c-46ef-8222-8ce93f51839c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:26.939171 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a57ef478-cbee-4ec0-997c-3b45551ec5df req-c1e2994b-184c-46ef-8222-8ce93f51839c service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=4c46023293d04937b7cc39b36bfca09f&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2783625 Apr 05 14:28:27.097877 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-3cf3cbbb-7e80-424c-bd90-ea5f63704cbb req-4f37c2f7-ac08-43bf-81af-1d55ea63684d tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:27.107393 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f48e2cd5-4359-4b4e-a1e2-4d4b1b7ac09e req-ed31a6be-a696-427d-a0ef-4f9bbf3504ca tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=45a58cb2-8259-4d9f-8d24-085fcb724cdc HTTP/1.1" status: 200 len: 210 time: 0.0521984 Apr 05 14:28:27.108175 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-b1f9591f-56bc-42ef-ad7e-cc61e33b363f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:27.151789 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ef478-cbee-4ec0-997c-3b45551ec5df req-d405748e-0dd8-42b7-ad7f-2aabfb02e5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:27.153594 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a57ef478-cbee-4ec0-997c-3b45551ec5df req-d405748e-0dd8-42b7-ad7f-2aabfb02e5ef service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2013838 Apr 05 14:28:27.170130 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1da5dc1e-eed3-43f4-b8e0-ebaf752f76ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:27.219281 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-3cf3cbbb-7e80-424c-bd90-ea5f63704cbb req-4f37c2f7-ac08-43bf-81af-1d55ea63684d tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:27.242737 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1da5dc1e-eed3-43f4-b8e0-ebaf752f76ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:27.292658 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cf3cbbb-7e80-424c-bd90-ea5f63704cbb req-4f37c2f7-ac08-43bf-81af-1d55ea63684d tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Network a926837a-905f-4dbb-b5dd-5a4dcb465fd4 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:28:27.300745 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-3cf3cbbb-7e80-424c-bd90-ea5f63704cbb req-4f37c2f7-ac08-43bf-81af-1d55ea63684d tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:28:27.306226 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cf3cbbb-7e80-424c-bd90-ea5f63704cbb req-4f37c2f7-ac08-43bf-81af-1d55ea63684d tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:28:27.315322 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff6f471-75fa-4cb4-9a03-031a64043319 req-d150277b-532e-456d-844d-69bca135f61d tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:27.316841 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fff6f471-75fa-4cb4-9a03-031a64043319 req-d150277b-532e-456d-844d-69bca135f61d tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=75f27a9c-9807-428e-befc-a2cba004165f HTTP/1.1" status: 200 len: 949 time: 0.1139309 Apr 05 14:28:27.317492 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f37c2f7-ac08-43bf-81af-1d55ea63684d tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Pushing event updated for resources: {'Port': ['ID=6a8c4f64-ea72-41e0-b72d-43d614df87b9,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:27.359343 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f18ed5e-8412-4093-8697-f85d9fb0ff29', 'tag': '092486a2-977c-4863-b102-2703e0c60ce6'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:28:27.361572 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a8e491-48ba-4866-a002-2904bc3079a5" -d '{"events": [{"name": "network-changed", "server_uuid": "9f18ed5e-8412-4093-8697-f85d9fb0ff29", "tag": "092486a2-977c-4863-b102-2703e0c60ce6"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:28:27.381385 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-87119bbb-0bad-4a4c-8e3d-7a90fbe581c5 req-bdb17848-5e03-45fe-983e-7272ec70ddf8 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:27.405446 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aaac79c-c090-4a2d-8298-1ddd7802b2a2 x-openstack-request-id: req-5aaac79c-c090-4a2d-8298-1ddd7802b2a2 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:28:27.405781 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f18ed5e-8412-4093-8697-f85d9fb0ff29", "tag": "092486a2-977c-4863-b102-2703e0c60ce6", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:28:27.406031 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5aaac79c-c090-4a2d-8298-1ddd7802b2a2 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:28:27.406416 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5aaac79c-c090-4a2d-8298-1ddd7802b2a2'] response: {'name': 'network-changed', 'server_uuid': '9f18ed5e-8412-4093-8697-f85d9fb0ff29', 'tag': '092486a2-977c-4863-b102-2703e0c60ce6', 'status': 'completed', 'code': 200} Apr 05 14:28:27.410034 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf3cbbb-7e80-424c-bd90-ea5f63704cbb req-4f37c2f7-ac08-43bf-81af-1d55ea63684d tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:27.410831 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-3cf3cbbb-7e80-424c-bd90-ea5f63704cbb req-4f37c2f7-ac08-43bf-81af-1d55ea63684d tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:27.439951 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fff6f471-75fa-4cb4-9a03-031a64043319 req-c1bb49a1-2169-4239-8003-ac522350b4cd tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992868 Apr 05 14:28:27.489283 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a8e491-48ba-4866-a002-2904bc3079a5 req-106788e6-4d4e-4dae-8628-c3690b5d0866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:27.489724 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a8e491-48ba-4866-a002-2904bc3079a5 req-106788e6-4d4e-4dae-8628-c3690b5d0866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:27.490238 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a8e491-48ba-4866-a002-2904bc3079a5 req-106788e6-4d4e-4dae-8628-c3690b5d0866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:27.490917 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a8e491-48ba-4866-a002-2904bc3079a5 req-106788e6-4d4e-4dae-8628-c3690b5d0866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:27.491584 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a8e491-48ba-4866-a002-2904bc3079a5 req-106788e6-4d4e-4dae-8628-c3690b5d0866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:27.492402 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a8e491-48ba-4866-a002-2904bc3079a5 req-106788e6-4d4e-4dae-8628-c3690b5d0866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:27.493183 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a8e491-48ba-4866-a002-2904bc3079a5 req-106788e6-4d4e-4dae-8628-c3690b5d0866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:27.494941 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c8a8e491-48ba-4866-a002-2904bc3079a5 req-106788e6-4d4e-4dae-8628-c3690b5d0866 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4c46023293d04937b7cc39b36bfca09f&device_id=9f18ed5e-8412-4093-8697-f85d9fb0ff29 HTTP/1.1" status: 200 len: 6287 time: 0.0586352 Apr 05 14:28:27.530815 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3cf3cbbb-7e80-424c-bd90-ea5f63704cbb req-4f37c2f7-ac08-43bf-81af-1d55ea63684d tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9270842 Apr 05 14:28:27.577379 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-3cf3cbbb-7e80-424c-bd90-ea5f63704cbb req-5e50f04d-b04c-442d-9782-426b2699effc service neutron] Request body: {'port': {'device_id': '63a1884a-7cca-417a-9218-2ed0742b9a77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:28:27.583006 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1da5dc1e-eed3-43f4-b8e0-ebaf752f76ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:27.585775 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1da5dc1e-eed3-43f4-b8e0-ebaf752f76ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:27.586956 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-1da5dc1e-eed3-43f4-b8e0-ebaf752f76ec admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/92e4d0e9-40c4-4e0e-8187-3ad1ab71d76c HTTP/1.1" status: 204 len: 168 time: 0.7026963 Apr 05 14:28:27.600246 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da5dc1e-eed3-43f4-b8e0-ebaf752f76ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e4d0e9-40c4-4e0e-8187-3ad1ab71d76c,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:27.616903 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-b1f9591f-56bc-42ef-ad7e-cc61e33b363f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 468fe0d5-31ed-4021-923e-460e987c70e3 {{(pid=103321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:28:27.621920 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-b1f9591f-56bc-42ef-ad7e-cc61e33b363f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:27.637395 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.provisioning_blocks [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-b1f9591f-56bc-42ef-ad7e-cc61e33b363f service neutron] Transition to ACTIVE for port object 468fe0d5-31ed-4021-923e-460e987c70e3 will not be triggered until provisioned by entity L2. {{(pid=103321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:28:27.652485 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-87119bbb-0bad-4a4c-8e3d-7a90fbe581c5 req-bdb17848-5e03-45fe-983e-7272ec70ddf8 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:27.675072 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-3cf3cbbb-7e80-424c-bd90-ea5f63704cbb req-5e50f04d-b04c-442d-9782-426b2699effc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:27.706486 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a8e491-48ba-4866-a002-2904bc3079a5 req-360cff05-b333-4b05-a2b4-5ae93e22b6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:27.706979 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a8e491-48ba-4866-a002-2904bc3079a5 req-360cff05-b333-4b05-a2b4-5ae93e22b6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:27.707446 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a8e491-48ba-4866-a002-2904bc3079a5 req-360cff05-b333-4b05-a2b4-5ae93e22b6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:27.708636 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87119bbb-0bad-4a4c-8e3d-7a90fbe581c5 req-bdb17848-5e03-45fe-983e-7272ec70ddf8 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Network a37e2d3e-8e8b-49fa-a97d-3b06631436db is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:28:27.709190 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c8a8e491-48ba-4866-a002-2904bc3079a5 req-360cff05-b333-4b05-a2b4-5ae93e22b6c7 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=4c46023293d04937b7cc39b36bfca09f&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2042396 Apr 05 14:28:27.714949 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [req-87119bbb-0bad-4a4c-8e3d-7a90fbe581c5 req-bdb17848-5e03-45fe-983e-7272ec70ddf8 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:28:27.719013 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-87119bbb-0bad-4a4c-8e3d-7a90fbe581c5 req-bdb17848-5e03-45fe-983e-7272ec70ddf8 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:28:27.749950 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-b1f9591f-56bc-42ef-ad7e-cc61e33b363f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:27.751972 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb17848-5e03-45fe-983e-7272ec70ddf8 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Pushing event updated for resources: {'Port': ['ID=253e9573-54d3-4180-86f0-45ba2cca07f4,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:27.823454 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87119bbb-0bad-4a4c-8e3d-7a90fbe581c5 req-bdb17848-5e03-45fe-983e-7272ec70ddf8 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:27.824032 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-87119bbb-0bad-4a4c-8e3d-7a90fbe581c5 req-bdb17848-5e03-45fe-983e-7272ec70ddf8 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:27.842208 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f9591f-56bc-42ef-ad7e-cc61e33b363f service neutron] Pushing event updated for resources: {'Port': ['ID=468fe0d5-31ed-4021-923e-460e987c70e3,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:27.856344 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2e478c-34b9-4ea9-89e5-7eeb71392e1f req-bc3d9abb-4525-4376-925f-e57a4e076994 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:27.858744 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dd2e478c-34b9-4ea9-89e5-7eeb71392e1f req-bc3d9abb-4525-4376-925f-e57a4e076994 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=63a1884a-7cca-417a-9218-2ed0742b9a77 HTTP/1.1" status: 200 len: 932 time: 0.1788292 Apr 05 14:28:27.919941 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-b1f9591f-56bc-42ef-ad7e-cc61e33b363f service neutron] Attempting to bind port 468fe0d5-31ed-4021-923e-460e987c70e3 on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:28:27.920592 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-b1f9591f-56bc-42ef-ad7e-cc61e33b363f service neutron] Attempting to bind port 468fe0d5-31ed-4021-923e-460e987c70e3 by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': '9d26854a-4897-4e14-97b0-4af76152ee88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3f810a40-703c-4c97-af51-1827a3f96d53'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:28:27.921132 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-b1f9591f-56bc-42ef-ad7e-cc61e33b363f service neutron] Attempting to bind port 468fe0d5-31ed-4021-923e-460e987c70e3 on network 3f810a40-703c-4c97-af51-1827a3f96d53 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:28:27.926066 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-b1f9591f-56bc-42ef-ad7e-cc61e33b363f service neutron] Port 468fe0d5-31ed-4021-923e-460e987c70e3 on network 3f810a40-703c-4c97-af51-1827a3f96d53 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:28:27.926529 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-b1f9591f-56bc-42ef-ad7e-cc61e33b363f service neutron] Attempting to bind port 468fe0d5-31ed-4021-923e-460e987c70e3 on network 3f810a40-703c-4c97-af51-1827a3f96d53 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:28:27.933357 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-b1f9591f-56bc-42ef-ad7e-cc61e33b363f service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:28:27.934166 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-b1f9591f-56bc-42ef-ad7e-cc61e33b363f service neutron] Checking segment: {'id': '9d26854a-4897-4e14-97b0-4af76152ee88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3f810a40-703c-4c97-af51-1827a3f96d53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:28:27.936225 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-b1f9591f-56bc-42ef-ad7e-cc61e33b363f service neutron] Bound using segment: {'id': '9d26854a-4897-4e14-97b0-4af76152ee88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3f810a40-703c-4c97-af51-1827a3f96d53'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:28:27.937616 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-b1f9591f-56bc-42ef-ad7e-cc61e33b363f service neutron] Bound port: 468fe0d5-31ed-4021-923e-460e987c70e3, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d26854a-4897-4e14-97b0-4af76152ee88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3f810a40-703c-4c97-af51-1827a3f96d53'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:28:27.938541 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-b1f9591f-56bc-42ef-ad7e-cc61e33b363f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:27.963545 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a8e491-48ba-4866-a002-2904bc3079a5 req-5347db1d-f178-4d40-90cf-574f7c802fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:27.966493 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c8a8e491-48ba-4866-a002-2904bc3079a5 req-5347db1d-f178-4d40-90cf-574f7c802fca service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2397659 Apr 05 14:28:27.989260 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:28.000411 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-87119bbb-0bad-4a4c-8e3d-7a90fbe581c5 req-bdb17848-5e03-45fe-983e-7272ec70ddf8 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7854474 Apr 05 14:28:28.064730 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dd2e478c-34b9-4ea9-89e5-7eeb71392e1f req-63dfcede-d18e-4649-bafa-812cfc6b9b18 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830945 Apr 05 14:28:28.118222 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-b1f9591f-56bc-42ef-ad7e-cc61e33b363f service neutron] For port 468fe0d5-31ed-4021-923e-460e987c70e3, host n-h1-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:28:28.123690 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-b1f9591f-56bc-42ef-ad7e-cc61e33b363f service neutron] For port 468fe0d5-31ed-4021-923e-460e987c70e3, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=468fe0d5-31ed-4021-923e-460e987c70e3,segment=NetworkSegment(9d26854a-4897-4e14-97b0-4af76152ee88),segment_id=9d26854a-4897-4e14-97b0-4af76152ee88)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:28:28.129301 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-87119bbb-0bad-4a4c-8e3d-7a90fbe581c5 req-65665a30-1309-4f2e-91fd-d6319ec46091 service neutron] Request body: {'port': {'device_id': '45a58cb2-8259-4d9f-8d24-085fcb724cdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-2'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:28:28.220563 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d2036-5638-4162-8e23-3b6883763f7f req-469f40a0-2275-48cf-b1be-1a3a2afb3f89 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:28.232976 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d2036-5638-4162-8e23-3b6883763f7f req-469f40a0-2275-48cf-b1be-1a3a2afb3f89 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:28.240038 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d2036-5638-4162-8e23-3b6883763f7f req-469f40a0-2275-48cf-b1be-1a3a2afb3f89 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:28.246060 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-b1f9591f-56bc-42ef-ad7e-cc61e33b363f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:28.247371 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d2036-5638-4162-8e23-3b6883763f7f req-469f40a0-2275-48cf-b1be-1a3a2afb3f89 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:28.252485 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-87119bbb-0bad-4a4c-8e3d-7a90fbe581c5 req-65665a30-1309-4f2e-91fd-d6319ec46091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:28.254921 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d2036-5638-4162-8e23-3b6883763f7f req-469f40a0-2275-48cf-b1be-1a3a2afb3f89 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:28.264373 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d2036-5638-4162-8e23-3b6883763f7f req-469f40a0-2275-48cf-b1be-1a3a2afb3f89 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:28.272515 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d2036-5638-4162-8e23-3b6883763f7f req-469f40a0-2275-48cf-b1be-1a3a2afb3f89 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:28.280597 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b01d2036-5638-4162-8e23-3b6883763f7f req-469f40a0-2275-48cf-b1be-1a3a2afb3f89 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f18ed5e-8412-4093-8697-f85d9fb0ff29 HTTP/1.1" status: 200 len: 5407 time: 0.2132912 Apr 05 14:28:28.326746 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-b1f9591f-56bc-42ef-ad7e-cc61e33b363f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:28.327916 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-b1f9591f-56bc-42ef-ad7e-cc61e33b363f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:28.329749 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-b1f9591f-56bc-42ef-ad7e-cc61e33b363f service neutron] 10.222.0.55 "PUT /v2.0/ports/468fe0d5-31ed-4021-923e-460e987c70e3 HTTP/1.1" status: 200 len: 1091 time: 1.4081476 Apr 05 14:28:28.398883 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f9591f-56bc-42ef-ad7e-cc61e33b363f service neutron] Pushing event updated for resources: {'Port': ['ID=468fe0d5-31ed-4021-923e-460e987c70e3,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:28.461151 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b01d2036-5638-4162-8e23-3b6883763f7f req-450e6066-5f3b-4332-ae51-e77ec83eaa22 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/security-groups?id=af1bc31d-d32e-449d-996f-2d72dd41207d&id=651049ed-3ef9-4175-8455-d871a11c2622&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1758988 Apr 05 14:28:28.481283 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c89cd-d296-4321-b136-00a64ac28f27 req-fbe39a96-c702-48fe-94a0-5cfb80ec22d7 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:28.488958 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-374c89cd-d296-4321-b136-00a64ac28f27 req-fbe39a96-c702-48fe-94a0-5cfb80ec22d7 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=45a58cb2-8259-4d9f-8d24-085fcb724cdc HTTP/1.1" status: 200 len: 931 time: 0.2045383 Apr 05 14:28:28.497364 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-8a3730da-701f-4646-8988-85c1df1f31e1 service neutron] Request body: {'port': {'device_id': '9f18ed5e-8412-4093-8697-f85d9fb0ff29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:28:28.686520 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-3cf3cbbb-7e80-424c-bd90-ea5f63704cbb req-5e50f04d-b04c-442d-9782-426b2699effc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a8c4f64-ea72-41e0-b72d-43d614df87b9 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:28:28.693441 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-8a3730da-701f-4646-8988-85c1df1f31e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:28.717128 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-374c89cd-d296-4321-b136-00a64ac28f27 req-3cdc99d2-0da3-45a2-961e-edaa196c2834 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270303 Apr 05 14:28:28.719265 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-3cf3cbbb-7e80-424c-bd90-ea5f63704cbb req-5e50f04d-b04c-442d-9782-426b2699effc service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:28.744490 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-3cf3cbbb-7e80-424c-bd90-ea5f63704cbb req-5e50f04d-b04c-442d-9782-426b2699effc service neutron] Transition to ACTIVE for port object 6a8c4f64-ea72-41e0-b72d-43d614df87b9 will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:28:28.763432 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04881ad8-015f-434e-9fba-569965aca647 req-f0f4a3a8-2ff2-444e-8350-9c760c344a21 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:28.765094 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-04881ad8-015f-434e-9fba-569965aca647 req-f0f4a3a8-2ff2-444e-8350-9c760c344a21 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.55 "GET /v2.0/ports?device_id=75f27a9c-9807-428e-befc-a2cba004165f HTTP/1.1" status: 200 len: 949 time: 0.2489779 Apr 05 14:28:28.788994 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e89b2-0d12-45bb-8e32-8ad1eafba416 req-39e81721-5a1d-42d0-98b3-e5ed163f9c1f tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:28.790598 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bd4e89b2-0d12-45bb-8e32-8ad1eafba416 req-39e81721-5a1d-42d0-98b3-e5ed163f9c1f tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=75f27a9c-9807-428e-befc-a2cba004165f HTTP/1.1" status: 200 len: 949 time: 0.1943626 Apr 05 14:28:28.884760 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [req-87119bbb-0bad-4a4c-8e3d-7a90fbe581c5 req-65665a30-1309-4f2e-91fd-d6319ec46091 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 253e9573-54d3-4180-86f0-45ba2cca07f4 {{(pid=103321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:28:28.885034 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-3cf3cbbb-7e80-424c-bd90-ea5f63704cbb req-5e50f04d-b04c-442d-9782-426b2699effc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:28.890950 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-87119bbb-0bad-4a4c-8e3d-7a90fbe581c5 req-65665a30-1309-4f2e-91fd-d6319ec46091 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:28.923014 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.provisioning_blocks [req-87119bbb-0bad-4a4c-8e3d-7a90fbe581c5 req-65665a30-1309-4f2e-91fd-d6319ec46091 service neutron] Transition to ACTIVE for port object 253e9573-54d3-4180-86f0-45ba2cca07f4 will not be triggered until provisioned by entity L2. {{(pid=103321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:28:28.935451 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-04881ad8-015f-434e-9fba-569965aca647 req-f277acba-5cb7-449d-bffa-4844e8c7ff87 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Deleting port 1a02dac2-1e82-4f40-b2ef-73f085c332f9 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:28:28.939137 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-04881ad8-015f-434e-9fba-569965aca647 req-f277acba-5cb7-449d-bffa-4844e8c7ff87 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:28.955887 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bd4e89b2-0d12-45bb-8e32-8ad1eafba416 req-d88ba96b-66b9-4794-aeab-681da1cb3024 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/security-groups?id=a14249da-0ce4-483a-b35d-22ec7132f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576595 Apr 05 14:28:28.993442 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-87119bbb-0bad-4a4c-8e3d-7a90fbe581c5 req-65665a30-1309-4f2e-91fd-d6319ec46091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:29.086831 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65665a30-1309-4f2e-91fd-d6319ec46091 service neutron] Pushing event updated for resources: {'Port': ['ID=253e9573-54d3-4180-86f0-45ba2cca07f4,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:29.155712 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-04881ad8-015f-434e-9fba-569965aca647 req-f277acba-5cb7-449d-bffa-4844e8c7ff87 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] For port 1a02dac2-1e82-4f40-b2ef-73f085c332f9, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=1a02dac2-1e82-4f40-b2ef-73f085c332f9,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:28:29.156397 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-04881ad8-015f-434e-9fba-569965aca647 req-f277acba-5cb7-449d-bffa-4844e8c7ff87 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:29.181566 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-04881ad8-015f-434e-9fba-569965aca647 req-f277acba-5cb7-449d-bffa-4844e8c7ff87 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Calling delete_port for 1a02dac2-1e82-4f40-b2ef-73f085c332f9 owned by compute:nova {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:28:29.206855 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e50f04d-b04c-442d-9782-426b2699effc service neutron] Pushing event updated for resources: {'Port': ['ID=6a8c4f64-ea72-41e0-b72d-43d614df87b9,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:29.221830 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-3cf3cbbb-7e80-424c-bd90-ea5f63704cbb req-5e50f04d-b04c-442d-9782-426b2699effc service neutron] Attempting to bind port 6a8c4f64-ea72-41e0-b72d-43d614df87b9 on host n-h2-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:28:29.222172 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-3cf3cbbb-7e80-424c-bd90-ea5f63704cbb req-5e50f04d-b04c-442d-9782-426b2699effc service neutron] Attempting to bind port 6a8c4f64-ea72-41e0-b72d-43d614df87b9 by drivers openvswitch,hyperv on host n-h2-836650-2 at level 0 using segments [{'id': '86bf7ba4-25ec-477a-b752-1cd3a94d1598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a926837a-905f-4dbb-b5dd-5a4dcb465fd4'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:28:29.222500 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf3cbbb-7e80-424c-bd90-ea5f63704cbb req-5e50f04d-b04c-442d-9782-426b2699effc service neutron] Attempting to bind port 6a8c4f64-ea72-41e0-b72d-43d614df87b9 on network a926837a-905f-4dbb-b5dd-5a4dcb465fd4 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:28:29.237723 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf3cbbb-7e80-424c-bd90-ea5f63704cbb req-5e50f04d-b04c-442d-9782-426b2699effc service neutron] Port 6a8c4f64-ea72-41e0-b72d-43d614df87b9 on network a926837a-905f-4dbb-b5dd-5a4dcb465fd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:28:29.237723 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf3cbbb-7e80-424c-bd90-ea5f63704cbb req-5e50f04d-b04c-442d-9782-426b2699effc service neutron] Attempting to bind port 6a8c4f64-ea72-41e0-b72d-43d614df87b9 on network a926837a-905f-4dbb-b5dd-5a4dcb465fd4 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:28:29.250997 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-87119bbb-0bad-4a4c-8e3d-7a90fbe581c5 req-65665a30-1309-4f2e-91fd-d6319ec46091 service neutron] Attempting to bind port 253e9573-54d3-4180-86f0-45ba2cca07f4 on host n-h2-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:28:29.251263 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-87119bbb-0bad-4a4c-8e3d-7a90fbe581c5 req-65665a30-1309-4f2e-91fd-d6319ec46091 service neutron] Attempting to bind port 253e9573-54d3-4180-86f0-45ba2cca07f4 by drivers openvswitch,hyperv on host n-h2-836650-2 at level 0 using segments [{'id': 'e44f5d0a-bab4-40cf-a1ed-36028ad06628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a37e2d3e-8e8b-49fa-a97d-3b06631436db'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:28:29.251680 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87119bbb-0bad-4a4c-8e3d-7a90fbe581c5 req-65665a30-1309-4f2e-91fd-d6319ec46091 service neutron] Attempting to bind port 253e9573-54d3-4180-86f0-45ba2cca07f4 on network a37e2d3e-8e8b-49fa-a97d-3b06631436db {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:28:29.262530 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87119bbb-0bad-4a4c-8e3d-7a90fbe581c5 req-65665a30-1309-4f2e-91fd-d6319ec46091 service neutron] Port 253e9573-54d3-4180-86f0-45ba2cca07f4 on network a37e2d3e-8e8b-49fa-a97d-3b06631436db not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:28:29.262770 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87119bbb-0bad-4a4c-8e3d-7a90fbe581c5 req-65665a30-1309-4f2e-91fd-d6319ec46091 service neutron] Attempting to bind port 253e9573-54d3-4180-86f0-45ba2cca07f4 on network a37e2d3e-8e8b-49fa-a97d-3b06631436db {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:28:29.263036 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf3cbbb-7e80-424c-bd90-ea5f63704cbb req-5e50f04d-b04c-442d-9782-426b2699effc service neutron] Checking agent: {'id': '6d8cf521-24bb-4b6a-bbae-0284f5c87a9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:28:29.263390 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf3cbbb-7e80-424c-bd90-ea5f63704cbb req-5e50f04d-b04c-442d-9782-426b2699effc service neutron] Checking segment: {'id': '86bf7ba4-25ec-477a-b752-1cd3a94d1598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a926837a-905f-4dbb-b5dd-5a4dcb465fd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:28:29.263838 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf3cbbb-7e80-424c-bd90-ea5f63704cbb req-5e50f04d-b04c-442d-9782-426b2699effc service neutron] Bound using segment: {'id': '86bf7ba4-25ec-477a-b752-1cd3a94d1598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a926837a-905f-4dbb-b5dd-5a4dcb465fd4'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:28:29.264408 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-3cf3cbbb-7e80-424c-bd90-ea5f63704cbb req-5e50f04d-b04c-442d-9782-426b2699effc service neutron] Bound port: 6a8c4f64-ea72-41e0-b72d-43d614df87b9, host: n-h2-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86bf7ba4-25ec-477a-b752-1cd3a94d1598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a926837a-905f-4dbb-b5dd-5a4dcb465fd4'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:28:29.264763 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-3cf3cbbb-7e80-424c-bd90-ea5f63704cbb req-5e50f04d-b04c-442d-9782-426b2699effc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:29.278667 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87119bbb-0bad-4a4c-8e3d-7a90fbe581c5 req-65665a30-1309-4f2e-91fd-d6319ec46091 service neutron] Checking agent: {'id': '6d8cf521-24bb-4b6a-bbae-0284f5c87a9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:28:29.278667 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87119bbb-0bad-4a4c-8e3d-7a90fbe581c5 req-65665a30-1309-4f2e-91fd-d6319ec46091 service neutron] Checking segment: {'id': 'e44f5d0a-bab4-40cf-a1ed-36028ad06628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a37e2d3e-8e8b-49fa-a97d-3b06631436db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:28:29.279363 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87119bbb-0bad-4a4c-8e3d-7a90fbe581c5 req-65665a30-1309-4f2e-91fd-d6319ec46091 service neutron] Bound using segment: {'id': 'e44f5d0a-bab4-40cf-a1ed-36028ad06628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a37e2d3e-8e8b-49fa-a97d-3b06631436db'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:28:29.279797 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-87119bbb-0bad-4a4c-8e3d-7a90fbe581c5 req-65665a30-1309-4f2e-91fd-d6319ec46091 service neutron] Bound port: 253e9573-54d3-4180-86f0-45ba2cca07f4, host: n-h2-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e44f5d0a-bab4-40cf-a1ed-36028ad06628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a37e2d3e-8e8b-49fa-a97d-3b06631436db'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:28:29.280150 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-87119bbb-0bad-4a4c-8e3d-7a90fbe581c5 req-65665a30-1309-4f2e-91fd-d6319ec46091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:29.363655 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-8a3730da-701f-4646-8988-85c1df1f31e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3b0c21f-d1c5-4218-a050-4dd2ce0f21f8 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:28:29.374943 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-8a3730da-701f-4646-8988-85c1df1f31e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:29.383493 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 58554) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:28:29.406962 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f18ed5e-8412-4093-8697-f85d9fb0ff29', 'tag': '468fe0d5-31ed-4021-923e-460e987c70e3'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:28:29.412620 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0174291a-593c-43f1-b5d0-eda45514da34" -d '{"events": [{"name": "network-changed", "server_uuid": "9f18ed5e-8412-4093-8697-f85d9fb0ff29", "tag": "468fe0d5-31ed-4021-923e-460e987c70e3"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:28:29.412963 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-8a3730da-701f-4646-8988-85c1df1f31e1 service neutron] Transition to ACTIVE for port object b3b0c21f-d1c5-4218-a050-4dd2ce0f21f8 will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:28:29.412963 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-3cf3cbbb-7e80-424c-bd90-ea5f63704cbb req-5e50f04d-b04c-442d-9782-426b2699effc service neutron] For port 6a8c4f64-ea72-41e0-b72d-43d614df87b9, host n-h2-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:28:29.413180 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-87119bbb-0bad-4a4c-8e3d-7a90fbe581c5 req-65665a30-1309-4f2e-91fd-d6319ec46091 service neutron] For port 253e9573-54d3-4180-86f0-45ba2cca07f4, host n-h2-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:28:29.417441 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-3cf3cbbb-7e80-424c-bd90-ea5f63704cbb req-5e50f04d-b04c-442d-9782-426b2699effc service neutron] For port 6a8c4f64-ea72-41e0-b72d-43d614df87b9, host n-h2-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=6a8c4f64-ea72-41e0-b72d-43d614df87b9,segment=NetworkSegment(86bf7ba4-25ec-477a-b752-1cd3a94d1598),segment_id=86bf7ba4-25ec-477a-b752-1cd3a94d1598)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:28:29.418950 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-87119bbb-0bad-4a4c-8e3d-7a90fbe581c5 req-65665a30-1309-4f2e-91fd-d6319ec46091 service neutron] For port 253e9573-54d3-4180-86f0-45ba2cca07f4, host n-h2-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=253e9573-54d3-4180-86f0-45ba2cca07f4,segment=NetworkSegment(e44f5d0a-bab4-40cf-a1ed-36028ad06628),segment_id=e44f5d0a-bab4-40cf-a1ed-36028ad06628)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:28:29.431574 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:29.464946 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c86d56-7f49-41a4-85d8-5d95a57b7cc4 x-openstack-request-id: req-00c86d56-7f49-41a4-85d8-5d95a57b7cc4 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:28:29.465447 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f18ed5e-8412-4093-8697-f85d9fb0ff29", "tag": "468fe0d5-31ed-4021-923e-460e987c70e3", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:28:29.465848 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-00c86d56-7f49-41a4-85d8-5d95a57b7cc4 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:28:29.466396 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00c86d56-7f49-41a4-85d8-5d95a57b7cc4'] response: {'name': 'network-changed', 'server_uuid': '9f18ed5e-8412-4093-8697-f85d9fb0ff29', 'tag': '468fe0d5-31ed-4021-923e-460e987c70e3', 'status': 'completed', 'code': 200} Apr 05 14:28:29.472029 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0060f1d-0e5e-49cf-9224-6184ca5dea8b req-fa746f59-137a-439c-b3b9-1f438052ae45 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:29.473658 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a0060f1d-0e5e-49cf-9224-6184ca5dea8b req-fa746f59-137a-439c-b3b9-1f438052ae45 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=63a1884a-7cca-417a-9218-2ed0742b9a77 HTTP/1.1" status: 200 len: 944 time: 0.1147807 Apr 05 14:28:29.528113 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-8a3730da-701f-4646-8988-85c1df1f31e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:29.544659 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a0060f1d-0e5e-49cf-9224-6184ca5dea8b req-32b28415-515c-484c-9764-c3324f055934 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631196 Apr 05 14:28:29.577141 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-3cf3cbbb-7e80-424c-bd90-ea5f63704cbb req-5e50f04d-b04c-442d-9782-426b2699effc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:29.578709 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-26cf179a-b79a-454e-81de-80619239886b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-539564337-network', 'tenant_id': 'b0e887ba6d1b4433832075c7e08bc451'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:28:29.579287 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:29.604685 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-87119bbb-0bad-4a4c-8e3d-7a90fbe581c5 req-65665a30-1309-4f2e-91fd-d6319ec46091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:29.607068 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-04881ad8-015f-434e-9fba-569965aca647 req-f277acba-5cb7-449d-bffa-4844e8c7ff87 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:29.615383 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf3cbbb-7e80-424c-bd90-ea5f63704cbb req-5e50f04d-b04c-442d-9782-426b2699effc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:29.616617 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-3cf3cbbb-7e80-424c-bd90-ea5f63704cbb req-5e50f04d-b04c-442d-9782-426b2699effc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:29.618149 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3cf3cbbb-7e80-424c-bd90-ea5f63704cbb req-5e50f04d-b04c-442d-9782-426b2699effc service neutron] 10.222.0.11 "PUT /v2.0/ports/6a8c4f64-ea72-41e0-b72d-43d614df87b9 HTTP/1.1" status: 200 len: 1092 time: 2.0763879 Apr 05 14:28:29.626806 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['1a02dac2-1e82-4f40-b2ef-73f085c332f9'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:28:29.641497 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63a1884a-7cca-417a-9218-2ed0742b9a77', 'tag': '6a8c4f64-ea72-41e0-b72d-43d614df87b9'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:28:29.643809 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d43628-5767-4953-b3dc-2402111d9fea" -d '{"events": [{"name": "network-changed", "server_uuid": "63a1884a-7cca-417a-9218-2ed0742b9a77", "tag": "6a8c4f64-ea72-41e0-b72d-43d614df87b9"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:28:29.705395 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3730da-701f-4646-8988-85c1df1f31e1 service neutron] Pushing event updated for resources: {'Port': ['ID=b3b0c21f-d1c5-4218-a050-4dd2ce0f21f8,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:29.781749 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c559945f-6a60-485a-a88a-e3f341682a71 req-5a4be8ec-59a1-4929-88b2-dc0974d74c9a tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:29.793483 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c559945f-6a60-485a-a88a-e3f341682a71 req-5a4be8ec-59a1-4929-88b2-dc0974d74c9a tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:29.806995 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c559945f-6a60-485a-a88a-e3f341682a71 req-5a4be8ec-59a1-4929-88b2-dc0974d74c9a tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:29.814618 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c559945f-6a60-485a-a88a-e3f341682a71 req-5a4be8ec-59a1-4929-88b2-dc0974d74c9a tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:29.823190 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c559945f-6a60-485a-a88a-e3f341682a71 req-5a4be8ec-59a1-4929-88b2-dc0974d74c9a tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:29.831483 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c559945f-6a60-485a-a88a-e3f341682a71 req-5a4be8ec-59a1-4929-88b2-dc0974d74c9a tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:29.838379 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c559945f-6a60-485a-a88a-e3f341682a71 req-5a4be8ec-59a1-4929-88b2-dc0974d74c9a tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:29.840585 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c559945f-6a60-485a-a88a-e3f341682a71 req-5a4be8ec-59a1-4929-88b2-dc0974d74c9a tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f18ed5e-8412-4093-8697-f85d9fb0ff29 HTTP/1.1" status: 200 len: 5419 time: 0.2657945 Apr 05 14:28:29.864233 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce536cb8-977b-45d7-b15a-d3fde553f3fa x-openstack-request-id: req-ce536cb8-977b-45d7-b15a-d3fde553f3fa {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:28:29.864505 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63a1884a-7cca-417a-9218-2ed0742b9a77", "tag": "6a8c4f64-ea72-41e0-b72d-43d614df87b9", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:28:29.864756 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ce536cb8-977b-45d7-b15a-d3fde553f3fa {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:28:29.865896 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce536cb8-977b-45d7-b15a-d3fde553f3fa'] response: {'name': 'network-changed', 'server_uuid': '63a1884a-7cca-417a-9218-2ed0742b9a77', 'tag': '6a8c4f64-ea72-41e0-b72d-43d614df87b9', 'status': 'completed', 'code': 200} Apr 05 14:28:29.982651 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d43628-5767-4953-b3dc-2402111d9fea req-727158ae-c725-46cc-a899-d725395e281c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:29.984224 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d9d43628-5767-4953-b3dc-2402111d9fea req-727158ae-c725-46cc-a899-d725395e281c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f6c75c954b5749f4a5047ff4736e2678&device_id=63a1884a-7cca-417a-9218-2ed0742b9a77 HTTP/1.1" status: 200 len: 1095 time: 0.1240182 Apr 05 14:28:30.032651 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65665a30-1309-4f2e-91fd-d6319ec46091 service neutron] Pushing event updated for resources: {'Port': ['ID=253e9573-54d3-4180-86f0-45ba2cca07f4,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:30.119179 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f277acba-5cb7-449d-bffa-4844e8c7ff87 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Pushing event deleted for resources: {'Port': ['ID=1a02dac2-1e82-4f40-b2ef-73f085c332f9,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:30.138056 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0174291a-593c-43f1-b5d0-eda45514da34 req-f302fc49-f9e6-460c-9ac7-b09486e52ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:30.138594 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0174291a-593c-43f1-b5d0-eda45514da34 req-f302fc49-f9e6-460c-9ac7-b09486e52ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:30.139072 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0174291a-593c-43f1-b5d0-eda45514da34 req-f302fc49-f9e6-460c-9ac7-b09486e52ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:30.139540 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0174291a-593c-43f1-b5d0-eda45514da34 req-f302fc49-f9e6-460c-9ac7-b09486e52ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:30.140066 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0174291a-593c-43f1-b5d0-eda45514da34 req-f302fc49-f9e6-460c-9ac7-b09486e52ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:30.140518 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0174291a-593c-43f1-b5d0-eda45514da34 req-f302fc49-f9e6-460c-9ac7-b09486e52ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:30.141005 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0174291a-593c-43f1-b5d0-eda45514da34 req-f302fc49-f9e6-460c-9ac7-b09486e52ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:30.143274 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-0174291a-593c-43f1-b5d0-eda45514da34 req-f302fc49-f9e6-460c-9ac7-b09486e52ca5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4c46023293d04937b7cc39b36bfca09f&device_id=9f18ed5e-8412-4093-8697-f85d9fb0ff29 HTTP/1.1" status: 200 len: 6379 time: 0.6452885 Apr 05 14:28:30.157323 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d43628-5767-4953-b3dc-2402111d9fea req-a1ab71bb-3fbd-4724-ab02-b1fb81a53339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:30.158793 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d9d43628-5767-4953-b3dc-2402111d9fea req-a1ab71bb-3fbd-4724-ab02-b1fb81a53339 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=f6c75c954b5749f4a5047ff4736e2678&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1645882 Apr 05 14:28:30.171956 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87119bbb-0bad-4a4c-8e3d-7a90fbe581c5 req-65665a30-1309-4f2e-91fd-d6319ec46091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:30.172568 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-87119bbb-0bad-4a4c-8e3d-7a90fbe581c5 req-65665a30-1309-4f2e-91fd-d6319ec46091 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:30.173934 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-87119bbb-0bad-4a4c-8e3d-7a90fbe581c5 req-65665a30-1309-4f2e-91fd-d6319ec46091 service neutron] 10.222.0.11 "PUT /v2.0/ports/253e9573-54d3-4180-86f0-45ba2cca07f4 HTTP/1.1" status: 200 len: 1091 time: 2.0505743 Apr 05 14:28:30.174660 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-04881ad8-015f-434e-9fba-569965aca647 req-f277acba-5cb7-449d-bffa-4844e8c7ff87 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] No DVR routers for this DVR port 1a02dac2-1e82-4f40-b2ef-73f085c332f9 on host n-h1-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:28:30.192392 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c559945f-6a60-485a-a88a-e3f341682a71 req-5daba64e-b38a-4029-b04f-0de7ab284593 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/security-groups?id=af1bc31d-d32e-449d-996f-2d72dd41207d&id=651049ed-3ef9-4175-8455-d871a11c2622&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2930894 Apr 05 14:28:30.196776 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e50f04d-b04c-442d-9782-426b2699effc service neutron] Pushing event updated for resources: {'Port': ['ID=6a8c4f64-ea72-41e0-b72d-43d614df87b9,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:30.218792 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-04881ad8-015f-434e-9fba-569965aca647 req-f277acba-5cb7-449d-bffa-4844e8c7ff87 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:30.232911 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-04881ad8-015f-434e-9fba-569965aca647 req-f277acba-5cb7-449d-bffa-4844e8c7ff87 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.55 "DELETE /v2.0/ports/1a02dac2-1e82-4f40-b2ef-73f085c332f9 HTTP/1.1" status: 204 len: 173 time: 1.4498503 Apr 05 14:28:30.233141 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97725d65-73dd-46af-81c6-3c8b8320b818 req-457ea86e-6db4-4926-bf05-62f73c1bbf3f tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:30.236381 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-97725d65-73dd-46af-81c6-3c8b8320b818 req-457ea86e-6db4-4926-bf05-62f73c1bbf3f tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=45a58cb2-8259-4d9f-8d24-085fcb724cdc HTTP/1.1" status: 200 len: 943 time: 0.3358080 Apr 05 14:28:30.249802 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-8a3730da-701f-4646-8988-85c1df1f31e1 service neutron] Attempting to bind port b3b0c21f-d1c5-4218-a050-4dd2ce0f21f8 on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:28:30.250151 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-8a3730da-701f-4646-8988-85c1df1f31e1 service neutron] Attempting to bind port b3b0c21f-d1c5-4218-a050-4dd2ce0f21f8 by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': '98b4c9da-78e9-4934-a25f-0a1e90329ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c0d47256-1dbd-4e59-a5ce-32eac6b8a672'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:28:30.250467 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-8a3730da-701f-4646-8988-85c1df1f31e1 service neutron] Attempting to bind port b3b0c21f-d1c5-4218-a050-4dd2ce0f21f8 on network c0d47256-1dbd-4e59-a5ce-32eac6b8a672 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:28:30.301190 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-8a3730da-701f-4646-8988-85c1df1f31e1 service neutron] Port b3b0c21f-d1c5-4218-a050-4dd2ce0f21f8 on network c0d47256-1dbd-4e59-a5ce-32eac6b8a672 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:28:30.301467 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-8a3730da-701f-4646-8988-85c1df1f31e1 service neutron] Attempting to bind port b3b0c21f-d1c5-4218-a050-4dd2ce0f21f8 on network c0d47256-1dbd-4e59-a5ce-32eac6b8a672 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:28:30.306288 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26cf179a-b79a-454e-81de-80619239886b admin admin] Made reservation on behalf of b0e887ba6d1b4433832075c7e08bc451 for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:28:30.308569 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-26cf179a-b79a-454e-81de-80619239886b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:30.339987 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-8a3730da-701f-4646-8988-85c1df1f31e1 service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:28:30.342807 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-8a3730da-701f-4646-8988-85c1df1f31e1 service neutron] Checking segment: {'id': '98b4c9da-78e9-4934-a25f-0a1e90329ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c0d47256-1dbd-4e59-a5ce-32eac6b8a672'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:28:30.342807 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-8a3730da-701f-4646-8988-85c1df1f31e1 service neutron] Bound using segment: {'id': '98b4c9da-78e9-4934-a25f-0a1e90329ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c0d47256-1dbd-4e59-a5ce-32eac6b8a672'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:28:30.342807 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-8a3730da-701f-4646-8988-85c1df1f31e1 service neutron] Bound port: b3b0c21f-d1c5-4218-a050-4dd2ce0f21f8, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98b4c9da-78e9-4934-a25f-0a1e90329ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c0d47256-1dbd-4e59-a5ce-32eac6b8a672'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:28:30.342807 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-8a3730da-701f-4646-8988-85c1df1f31e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:30.345014 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-54fe8d3d-586d-46f8-aa06-6e73be472d99 req-d7fce6d7-c34b-47aa-a70a-5452df470240 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=75f27a9c-9807-428e-befc-a2cba004165f HTTP/1.1" status: 200 len: 210 time: 0.0496540 Apr 05 14:28:30.345537 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-26cf179a-b79a-454e-81de-80619239886b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:30.368932 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-97725d65-73dd-46af-81c6-3c8b8320b818 req-38386120-3b08-4df8-a331-1b9e7b9e4136 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315238 Apr 05 14:28:30.469463 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d43628-5767-4953-b3dc-2402111d9fea req-168238e2-ba91-472d-a6a2-58cb363cda96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:30.469463 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d9d43628-5767-4953-b3dc-2402111d9fea req-168238e2-ba91-472d-a6a2-58cb363cda96 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2902620 Apr 05 14:28:30.470446 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0174291a-593c-43f1-b5d0-eda45514da34 req-47677456-4ba2-418c-b865-627d71ca4bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:30.470916 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0174291a-593c-43f1-b5d0-eda45514da34 req-47677456-4ba2-418c-b865-627d71ca4bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:30.471378 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0174291a-593c-43f1-b5d0-eda45514da34 req-47677456-4ba2-418c-b865-627d71ca4bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:30.473133 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-0174291a-593c-43f1-b5d0-eda45514da34 req-47677456-4ba2-418c-b865-627d71ca4bca service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=4c46023293d04937b7cc39b36bfca09f&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3029611 Apr 05 14:28:30.487525 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-8a3730da-701f-4646-8988-85c1df1f31e1 service neutron] For port b3b0c21f-d1c5-4218-a050-4dd2ce0f21f8, host n-h1-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:28:30.491625 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-8a3730da-701f-4646-8988-85c1df1f31e1 service neutron] For port b3b0c21f-d1c5-4218-a050-4dd2ce0f21f8, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=b3b0c21f-d1c5-4218-a050-4dd2ce0f21f8,segment=NetworkSegment(98b4c9da-78e9-4934-a25f-0a1e90329ab6),segment_id=98b4c9da-78e9-4934-a25f-0a1e90329ab6)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:28:30.500170 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87119bbb-0bad-4a4c-8e3d-7a90fbe581c5 req-f50c9825-4145-494a-8787-0784097d4c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:30.501747 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-87119bbb-0bad-4a4c-8e3d-7a90fbe581c5 req-f50c9825-4145-494a-8787-0784097d4c83 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ec0fa5de45e74f079e998d8c4a01aedf&device_id=45a58cb2-8259-4d9f-8d24-085fcb724cdc HTTP/1.1" status: 200 len: 1094 time: 0.1330774 Apr 05 14:28:30.575890 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf3cbbb-7e80-424c-bd90-ea5f63704cbb req-e3edf99b-5230-4efd-92e1-7b2e6f305a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:30.577535 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3cf3cbbb-7e80-424c-bd90-ea5f63704cbb req-e3edf99b-5230-4efd-92e1-7b2e6f305a98 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f6c75c954b5749f4a5047ff4736e2678&device_id=63a1884a-7cca-417a-9218-2ed0742b9a77 HTTP/1.1" status: 200 len: 1095 time: 0.0631208 Apr 05 14:28:30.591683 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-87119bbb-0bad-4a4c-8e3d-7a90fbe581c5 req-8d1c676a-8e35-40c7-a0ca-27da4b208f60 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=253e9573-54d3-4180-86f0-45ba2cca07f4 HTTP/1.1" status: 200 len: 217 time: 0.0711446 Apr 05 14:28:30.627337 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3cf3cbbb-7e80-424c-bd90-ea5f63704cbb req-4b46c0c0-3858-48cc-b43a-a8a51d7d39a1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a8c4f64-ea72-41e0-b72d-43d614df87b9 HTTP/1.1" status: 200 len: 217 time: 0.0404844 Apr 05 14:28:30.693564 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-26cf179a-b79a-454e-81de-80619239886b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:30.697184 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87119bbb-0bad-4a4c-8e3d-7a90fbe581c5 req-54dc3724-ea4c-4057-ac4a-576221830700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:30.698642 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-87119bbb-0bad-4a4c-8e3d-7a90fbe581c5 req-54dc3724-ea4c-4057-ac4a-576221830700 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e7ccd1c0-0ac4-418f-bea2-fcb22a694a96 HTTP/1.1" status: 200 len: 860 time: 0.0968323 Apr 05 14:28:30.701599 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0174291a-593c-43f1-b5d0-eda45514da34 req-d23f4920-d378-4351-b930-a556368e89df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:30.703156 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-0174291a-593c-43f1-b5d0-eda45514da34 req-d23f4920-d378-4351-b930-a556368e89df service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2214222 Apr 05 14:28:30.715406 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-8a3730da-701f-4646-8988-85c1df1f31e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:30.736767 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-87119bbb-0bad-4a4c-8e3d-7a90fbe581c5 req-fc6f4d2f-ca16-4f1a-aa14-ff9235772d63 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a37e2d3e-8e8b-49fa-a97d-3b06631436db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288351 Apr 05 14:28:30.773135 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf3cbbb-7e80-424c-bd90-ea5f63704cbb req-aae99ef8-4251-407f-8a4f-a4ed564675ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:30.774935 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3cf3cbbb-7e80-424c-bd90-ea5f63704cbb req-aae99ef8-4251-407f-8a4f-a4ed564675ad service neutron] 10.222.0.11 "GET /v2.0/subnets?id=81226097-f23e-489f-aebf-5f546853adb0 HTTP/1.1" status: 200 len: 852 time: 0.1404486 Apr 05 14:28:30.776155 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-8a3730da-701f-4646-8988-85c1df1f31e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:30.776988 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-8a3730da-701f-4646-8988-85c1df1f31e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:30.778446 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-8a3730da-701f-4646-8988-85c1df1f31e1 service neutron] 10.222.0.55 "PUT /v2.0/ports/b3b0c21f-d1c5-4218-a050-4dd2ce0f21f8 HTTP/1.1" status: 200 len: 1091 time: 2.3078175 Apr 05 14:28:30.822831 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3cf3cbbb-7e80-424c-bd90-ea5f63704cbb req-69de047f-f32a-4ea9-8ca8-04cc87d10612 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a926837a-905f-4dbb-b5dd-5a4dcb465fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351677 Apr 05 14:28:30.835197 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b72885-51b8-4d14-8886-6e2e405c4f78 req-bfc2a8df-4b76-4a43-b1e4-d8bc6a3afd53 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:30.836750 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a2b72885-51b8-4d14-8886-6e2e405c4f78 req-bfc2a8df-4b76-4a43-b1e4-d8bc6a3afd53 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=63a1884a-7cca-417a-9218-2ed0742b9a77 HTTP/1.1" status: 200 len: 944 time: 0.1600413 Apr 05 14:28:30.847998 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-26cf179a-b79a-454e-81de-80619239886b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:30.904753 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cf179a-b79a-454e-81de-80619239886b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbbe8105-060c-475f-b9ce-2ebe3ce2b966,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:30.928573 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26cf179a-b79a-454e-81de-80619239886b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:28:30.934343 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-87119bbb-0bad-4a4c-8e3d-7a90fbe581c5 req-f9c274b9-7df3-4ea7-967c-457079c4ce6c service neutron] 10.222.0.11 "GET /v2.0/networks/a37e2d3e-8e8b-49fa-a97d-3b06631436db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908803 Apr 05 14:28:30.945982 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-26cf179a-b79a-454e-81de-80619239886b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:30.946467 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-26cf179a-b79a-454e-81de-80619239886b admin admin] Added segment fe8690cc-c9bf-4e91-9ebb-347c51fe004b of type vlan for network 7eff7c31-47f5-40d3-b216-a6d631306f3d Apr 05 14:28:30.955647 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-4698439e-9aec-4e23-9181-e6ba6649b725 service neutron] Request body: {'port': {'device_id': '9f18ed5e-8412-4093-8697-f85d9fb0ff29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:28:30.960821 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3730da-701f-4646-8988-85c1df1f31e1 service neutron] Pushing event updated for resources: {'Port': ['ID=b3b0c21f-d1c5-4218-a050-4dd2ce0f21f8,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:31.026319 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3cf3cbbb-7e80-424c-bd90-ea5f63704cbb req-f5b54de2-9ab2-423f-b7a0-6d6dd7083606 service neutron] 10.222.0.11 "GET /v2.0/networks/a926837a-905f-4dbb-b5dd-5a4dcb465fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885443 Apr 05 14:28:31.044711 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a2b72885-51b8-4d14-8886-6e2e405c4f78 req-2599396d-ffa4-4695-9148-3c15a013bddd tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955044 Apr 05 14:28:31.077046 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-26cf179a-b79a-454e-81de-80619239886b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:31.124370 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-87119bbb-0bad-4a4c-8e3d-7a90fbe581c5 req-6b9f4bff-714f-4265-be56-a7fd0b6902ff service neutron] 10.222.0.11 "GET /v2.0/networks/a37e2d3e-8e8b-49fa-a97d-3b06631436db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800606 Apr 05 14:28:31.127438 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-4698439e-9aec-4e23-9181-e6ba6649b725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:31.203392 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-26cf179a-b79a-454e-81de-80619239886b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:31.206135 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cf179a-b79a-454e-81de-80619239886b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:31.208040 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-26cf179a-b79a-454e-81de-80619239886b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:31.208189 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3cf3cbbb-7e80-424c-bd90-ea5f63704cbb req-cdb066cf-1734-4d7e-8116-b32ce9fafe5d service neutron] 10.222.0.11 "GET /v2.0/networks/a926837a-905f-4dbb-b5dd-5a4dcb465fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624291 Apr 05 14:28:31.300628 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cf179a-b79a-454e-81de-80619239886b admin admin] Pushing event updated for resources: {'Network': ['ID=7eff7c31-47f5-40d3-b216-a6d631306f3d,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:31.314829 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 7eff7c31-47f5-40d3-b216-a6d631306f3d details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:28:31.391236 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-26cf179a-b79a-454e-81de-80619239886b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9990244 Apr 05 14:28:31.391236 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 58574) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:28:31.395808 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-40602ab7-cc69-498a-b76b-d4fe492ccbae admin admin] Request body: {'subnet': {'network_id': '7eff7c31-47f5-40d3-b216-a6d631306f3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-539564337-subnet', 'tenant_id': 'b0e887ba6d1b4433832075c7e08bc451', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:28:31.441770 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f70ad2-9a4c-49f5-9f4c-c16d9aca99a4 req-00e81e43-40b2-41bd-ad5f-76b566142e10 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:31.448477 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f70ad2-9a4c-49f5-9f4c-c16d9aca99a4 req-00e81e43-40b2-41bd-ad5f-76b566142e10 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:31.454696 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f70ad2-9a4c-49f5-9f4c-c16d9aca99a4 req-00e81e43-40b2-41bd-ad5f-76b566142e10 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:31.461156 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f70ad2-9a4c-49f5-9f4c-c16d9aca99a4 req-00e81e43-40b2-41bd-ad5f-76b566142e10 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:31.467096 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f70ad2-9a4c-49f5-9f4c-c16d9aca99a4 req-00e81e43-40b2-41bd-ad5f-76b566142e10 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:31.467614 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45a58cb2-8259-4d9f-8d24-085fcb724cdc', 'tag': '253e9573-54d3-4180-86f0-45ba2cca07f4'}, {'server_uuid': '75f27a9c-9807-428e-befc-a2cba004165f', 'name': 'network-vif-deleted', 'tag': '1a02dac2-1e82-4f40-b2ef-73f085c332f9'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:28:31.474446 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff521d0-9cb7-4084-a990-c9a6c6e740c1" -d '{"events": [{"name": "network-changed", "server_uuid": "45a58cb2-8259-4d9f-8d24-085fcb724cdc", "tag": "253e9573-54d3-4180-86f0-45ba2cca07f4"}, {"server_uuid": "75f27a9c-9807-428e-befc-a2cba004165f", "name": "network-vif-deleted", "tag": "1a02dac2-1e82-4f40-b2ef-73f085c332f9"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:28:31.474562 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f70ad2-9a4c-49f5-9f4c-c16d9aca99a4 req-00e81e43-40b2-41bd-ad5f-76b566142e10 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:31.479898 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f70ad2-9a4c-49f5-9f4c-c16d9aca99a4 req-00e81e43-40b2-41bd-ad5f-76b566142e10 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:31.481833 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e2f70ad2-9a4c-49f5-9f4c-c16d9aca99a4 req-00e81e43-40b2-41bd-ad5f-76b566142e10 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f18ed5e-8412-4093-8697-f85d9fb0ff29 HTTP/1.1" status: 200 len: 5419 time: 0.1809673 Apr 05 14:28:31.557728 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5d1476b4-339a-4046-8cb0-3f880338b056 req-df7ed405-fcab-4c69-add8-198855a378a5 tempest-MigrationsAdminTest-914003163 tempest-MigrationsAdminTest-914003163-project] 10.222.0.30 "GET /v2.0/ports?device_id=75f27a9c-9807-428e-befc-a2cba004165f HTTP/1.1" status: 200 len: 210 time: 0.0745366 Apr 05 14:28:31.618960 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e2f70ad2-9a4c-49f5-9f4c-c16d9aca99a4 req-720ffb91-eac5-4c8a-82fd-0ae9ace9b325 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/security-groups?id=af1bc31d-d32e-449d-996f-2d72dd41207d&id=651049ed-3ef9-4175-8455-d871a11c2622&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1215067 Apr 05 14:28:31.642158 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40602ab7-cc69-498a-b76b-d4fe492ccbae admin admin] Made reservation on behalf of b0e887ba6d1b4433832075c7e08bc451 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:28:31.648862 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-40602ab7-cc69-498a-b76b-d4fe492ccbae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:31.669667 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-4698439e-9aec-4e23-9181-e6ba6649b725 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 548bdb08-6c3f-4d7e-ae2d-afd180db5f7a {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:28:31.681450 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-4698439e-9aec-4e23-9181-e6ba6649b725 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:31.697112 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-4698439e-9aec-4e23-9181-e6ba6649b725 service neutron] Transition to ACTIVE for port object 548bdb08-6c3f-4d7e-ae2d-afd180db5f7a will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:28:31.717463 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 05 Apr 2022 14:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37290e4f-6d22-404b-9bcd-a8834a50a4b3 x-openstack-request-id: req-37290e4f-6d22-404b-9bcd-a8834a50a4b3 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:28:31.717754 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45a58cb2-8259-4d9f-8d24-085fcb724cdc", "tag": "253e9573-54d3-4180-86f0-45ba2cca07f4", "status": "completed", "code": 200}, {"server_uuid": "75f27a9c-9807-428e-befc-a2cba004165f", "name": "network-vif-deleted", "tag": "1a02dac2-1e82-4f40-b2ef-73f085c332f9", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:28:31.718008 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-37290e4f-6d22-404b-9bcd-a8834a50a4b3 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:28:31.718492 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37290e4f-6d22-404b-9bcd-a8834a50a4b3'] response: {'name': 'network-changed', 'server_uuid': '45a58cb2-8259-4d9f-8d24-085fcb724cdc', 'tag': '253e9573-54d3-4180-86f0-45ba2cca07f4', 'status': 'completed', 'code': 200} Apr 05 14:28:31.718752 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37290e4f-6d22-404b-9bcd-a8834a50a4b3'] response: {'server_uuid': '75f27a9c-9807-428e-befc-a2cba004165f', 'name': 'network-vif-deleted', 'tag': '1a02dac2-1e82-4f40-b2ef-73f085c332f9', 'status': 'completed', 'code': 200} Apr 05 14:28:31.725665 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c690ab70-418e-4748-9f97-031f737b6658 req-bfb85db6-77a6-4647-b4ca-52a2ce4a9d41 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:31.734817 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c690ab70-418e-4748-9f97-031f737b6658 req-bfb85db6-77a6-4647-b4ca-52a2ce4a9d41 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=45a58cb2-8259-4d9f-8d24-085fcb724cdc HTTP/1.1" status: 200 len: 943 time: 0.1116924 Apr 05 14:28:31.927930 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-40602ab7-cc69-498a-b76b-d4fe492ccbae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:31.983009 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40602ab7-cc69-498a-b76b-d4fe492ccbae admin admin] Pushing event updated for resources: {'Subnet': ['ID=aaa60177-50da-4b5a-8480-32e0ad042b99,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:32.002346 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40602ab7-cc69-498a-b76b-d4fe492ccbae admin admin] Checking segment: {'id': 'fe8690cc-c9bf-4e91-9ebb-347c51fe004b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7eff7c31-47f5-40d3-b216-a6d631306f3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:28:32.002705 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40602ab7-cc69-498a-b76b-d4fe492ccbae admin admin] Network hostable DHCP agents. Network: 7eff7c31-47f5-40d3-b216-a6d631306f3d, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:28:32.059755 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40602ab7-cc69-498a-b76b-d4fe492ccbae admin admin] Network 7eff7c31-47f5-40d3-b216-a6d631306f3d is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:28:32.068072 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f18ed5e-8412-4093-8697-f85d9fb0ff29', 'tag': 'b3b0c21f-d1c5-4218-a050-4dd2ce0f21f8'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:28:32.070952 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-587aa087-7bde-48a9-9995-32ed2fc38537" -d '{"events": [{"name": "network-changed", "server_uuid": "9f18ed5e-8412-4093-8697-f85d9fb0ff29", "tag": "b3b0c21f-d1c5-4218-a050-4dd2ce0f21f8"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:28:32.095333 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-4698439e-9aec-4e23-9181-e6ba6649b725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:32.127513 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-40602ab7-cc69-498a-b76b-d4fe492ccbae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 7eff7c31-47f5-40d3-b216-a6d631306f3d) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:28:32.134055 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40602ab7-cc69-498a-b76b-d4fe492ccbae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:32.134677 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-40602ab7-cc69-498a-b76b-d4fe492ccbae admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:32.143240 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a82863c-e38d-40cb-9370-b97d10fc6cae None None] Network 7eff7c31-47f5-40d3-b216-a6d631306f3d requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:28:32.223007 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c690ab70-418e-4748-9f97-031f737b6658 req-ec2db4a0-96d4-4140-86c4-52f8f90e97f9 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4872198 Apr 05 14:28:32.242071 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698439e-9aec-4e23-9181-e6ba6649b725 service neutron] Pushing event updated for resources: {'Port': ['ID=548bdb08-6c3f-4d7e-ae2d-afd180db5f7a,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:32.259553 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff521d0-9cb7-4084-a990-c9a6c6e740c1 req-30adc4a2-3dcb-4e93-8a28-b039b7ced718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:32.261928 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cff521d0-9cb7-4084-a990-c9a6c6e740c1 req-30adc4a2-3dcb-4e93-8a28-b039b7ced718 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ec0fa5de45e74f079e998d8c4a01aedf&device_id=45a58cb2-8259-4d9f-8d24-085fcb724cdc HTTP/1.1" status: 200 len: 1094 time: 0.5175755 Apr 05 14:28:32.313411 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-40602ab7-cc69-498a-b76b-d4fe492ccbae admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9212890 Apr 05 14:28:32.318261 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 58584) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:28:32.318929 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-d23ca514-d74b-4558-87a9-edd76109606e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-539564337-router', 'tenant_id': 'b0e887ba6d1b4433832075c7e08bc451', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:28:32.332643 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21fec135-5ac2-471b-878d-faa928b0eb07 x-openstack-request-id: req-21fec135-5ac2-471b-878d-faa928b0eb07 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:28:32.333118 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f18ed5e-8412-4093-8697-f85d9fb0ff29", "tag": "b3b0c21f-d1c5-4218-a050-4dd2ce0f21f8", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:28:32.333226 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-21fec135-5ac2-471b-878d-faa928b0eb07 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:28:32.334132 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21fec135-5ac2-471b-878d-faa928b0eb07'] response: {'name': 'network-changed', 'server_uuid': '9f18ed5e-8412-4093-8697-f85d9fb0ff29', 'tag': 'b3b0c21f-d1c5-4218-a050-4dd2ce0f21f8', 'status': 'completed', 'code': 200} Apr 05 14:28:32.348274 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fb065c-8eeb-4bd4-b6dc-dfcf21c0f3a4 req-9b52a729-456a-4ddf-a097-7facc7220bf2 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:32.350174 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a3fb065c-8eeb-4bd4-b6dc-dfcf21c0f3a4 req-9b52a729-456a-4ddf-a097-7facc7220bf2 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=63a1884a-7cca-417a-9218-2ed0742b9a77 HTTP/1.1" status: 200 len: 944 time: 0.2079904 Apr 05 14:28:32.389441 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587aa087-7bde-48a9-9995-32ed2fc38537 req-a6f0ea44-203f-4629-bfe0-f2c3a0adafdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:32.389979 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587aa087-7bde-48a9-9995-32ed2fc38537 req-a6f0ea44-203f-4629-bfe0-f2c3a0adafdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:32.390572 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587aa087-7bde-48a9-9995-32ed2fc38537 req-a6f0ea44-203f-4629-bfe0-f2c3a0adafdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:32.391046 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587aa087-7bde-48a9-9995-32ed2fc38537 req-a6f0ea44-203f-4629-bfe0-f2c3a0adafdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:32.391511 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587aa087-7bde-48a9-9995-32ed2fc38537 req-a6f0ea44-203f-4629-bfe0-f2c3a0adafdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:32.391965 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587aa087-7bde-48a9-9995-32ed2fc38537 req-a6f0ea44-203f-4629-bfe0-f2c3a0adafdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:32.397384 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587aa087-7bde-48a9-9995-32ed2fc38537 req-a6f0ea44-203f-4629-bfe0-f2c3a0adafdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:32.397384 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-587aa087-7bde-48a9-9995-32ed2fc38537 req-a6f0ea44-203f-4629-bfe0-f2c3a0adafdb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4c46023293d04937b7cc39b36bfca09f&device_id=9f18ed5e-8412-4093-8697-f85d9fb0ff29 HTTP/1.1" status: 200 len: 6446 time: 0.0727999 Apr 05 14:28:32.397800 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 1a02dac2-1e82-4f40-b2ef-73f085c332f9 no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:28:32.430192 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484cb807-e95e-4dcc-bf17-b213cc60dc13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-7eff7c31-47f5-40d3-b216-a6d631306f3d', 'network_id': '7eff7c31-47f5-40d3-b216-a6d631306f3d', 'tenant_id': 'b0e887ba6d1b4433832075c7e08bc451', 'fixed_ips': [{'subnet_id': 'aaa60177-50da-4b5a-8480-32e0ad042b99'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:28:32.431135 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-484cb807-e95e-4dcc-bf17-b213cc60dc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:32.436133 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] No Port match for: 1a02dac2-1e82-4f40-b2ef-73f085c332f9 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:28:32.436461 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 1a02dac2-1e82-4f40-b2ef-73f085c332f9 not bound to the agent host n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:28:32.446656 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-4698439e-9aec-4e23-9181-e6ba6649b725 service neutron] Attempting to bind port 548bdb08-6c3f-4d7e-ae2d-afd180db5f7a on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:28:32.449283 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-4698439e-9aec-4e23-9181-e6ba6649b725 service neutron] Attempting to bind port 548bdb08-6c3f-4d7e-ae2d-afd180db5f7a by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': '98b4c9da-78e9-4934-a25f-0a1e90329ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c0d47256-1dbd-4e59-a5ce-32eac6b8a672'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:28:32.449283 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-4698439e-9aec-4e23-9181-e6ba6649b725 service neutron] Attempting to bind port 548bdb08-6c3f-4d7e-ae2d-afd180db5f7a on network c0d47256-1dbd-4e59-a5ce-32eac6b8a672 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:28:32.466768 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d23ca514-d74b-4558-87a9-edd76109606e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27088'] for router, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:32.467857 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d23ca514-d74b-4558-87a9-edd76109606e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27079'] for router, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:32.469627 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-4698439e-9aec-4e23-9181-e6ba6649b725 service neutron] Port 548bdb08-6c3f-4d7e-ae2d-afd180db5f7a on network c0d47256-1dbd-4e59-a5ce-32eac6b8a672 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:28:32.469948 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-4698439e-9aec-4e23-9181-e6ba6649b725 service neutron] Attempting to bind port 548bdb08-6c3f-4d7e-ae2d-afd180db5f7a on network c0d47256-1dbd-4e59-a5ce-32eac6b8a672 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:28:32.485815 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a3fb065c-8eeb-4bd4-b6dc-dfcf21c0f3a4 req-286bb538-fdb5-4bdd-8997-0c453756628b tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256335 Apr 05 14:28:32.490664 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-4698439e-9aec-4e23-9181-e6ba6649b725 service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:28:32.491130 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-4698439e-9aec-4e23-9181-e6ba6649b725 service neutron] Checking segment: {'id': '98b4c9da-78e9-4934-a25f-0a1e90329ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c0d47256-1dbd-4e59-a5ce-32eac6b8a672'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:28:32.491507 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-4698439e-9aec-4e23-9181-e6ba6649b725 service neutron] Bound using segment: {'id': '98b4c9da-78e9-4934-a25f-0a1e90329ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c0d47256-1dbd-4e59-a5ce-32eac6b8a672'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:28:32.491951 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-4698439e-9aec-4e23-9181-e6ba6649b725 service neutron] Bound port: 548bdb08-6c3f-4d7e-ae2d-afd180db5f7a, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98b4c9da-78e9-4934-a25f-0a1e90329ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c0d47256-1dbd-4e59-a5ce-32eac6b8a672'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:28:32.492305 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-4698439e-9aec-4e23-9181-e6ba6649b725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:32.504300 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff521d0-9cb7-4084-a990-c9a6c6e740c1 req-a27e7afd-c8ab-423e-873f-c14ac39a1dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:32.506384 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cff521d0-9cb7-4084-a990-c9a6c6e740c1 req-a27e7afd-c8ab-423e-873f-c14ac39a1dca service neutron] 10.222.0.11 "GET /v2.0/networks?id=a37e2d3e-8e8b-49fa-a97d-3b06631436db HTTP/1.1" status: 200 len: 921 time: 0.2243822 Apr 05 14:28:32.557574 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587aa087-7bde-48a9-9995-32ed2fc38537 req-a44f6224-67c3-4a3e-ab8d-d393cae66610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:32.558050 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587aa087-7bde-48a9-9995-32ed2fc38537 req-a44f6224-67c3-4a3e-ab8d-d393cae66610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:32.558508 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587aa087-7bde-48a9-9995-32ed2fc38537 req-a44f6224-67c3-4a3e-ab8d-d393cae66610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:32.560742 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-587aa087-7bde-48a9-9995-32ed2fc38537 req-a44f6224-67c3-4a3e-ab8d-d393cae66610 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=4c46023293d04937b7cc39b36bfca09f&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1562445 Apr 05 14:28:32.580735 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cff521d0-9cb7-4084-a990-c9a6c6e740c1 req-c1f8f613-8bee-4e56-911c-650d78837894 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=253e9573-54d3-4180-86f0-45ba2cca07f4 HTTP/1.1" status: 200 len: 217 time: 0.0664265 Apr 05 14:28:32.631548 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d23ca514-d74b-4558-87a9-edd76109606e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:32.638790 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-484cb807-e95e-4dcc-bf17-b213cc60dc13 None None] Allocated IP 172.20.0.2 (7eff7c31-47f5-40d3-b216-a6d631306f3d/aaa60177-50da-4b5a-8480-32e0ad042b99/c66b9942-f8e2-49c4-8098-3443f0ccdc3e) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:28:32.652697 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-4698439e-9aec-4e23-9181-e6ba6649b725 service neutron] For port 548bdb08-6c3f-4d7e-ae2d-afd180db5f7a, host n-h1-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:28:32.657980 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-4698439e-9aec-4e23-9181-e6ba6649b725 service neutron] For port 548bdb08-6c3f-4d7e-ae2d-afd180db5f7a, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=548bdb08-6c3f-4d7e-ae2d-afd180db5f7a,segment=NetworkSegment(98b4c9da-78e9-4934-a25f-0a1e90329ab6),segment_id=98b4c9da-78e9-4934-a25f-0a1e90329ab6)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:28:32.663044 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff521d0-9cb7-4084-a990-c9a6c6e740c1 req-9966a492-e484-4909-8863-f0b4e9dc7594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:32.663044 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cff521d0-9cb7-4084-a990-c9a6c6e740c1 req-9966a492-e484-4909-8863-f0b4e9dc7594 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e7ccd1c0-0ac4-418f-bea2-fcb22a694a96 HTTP/1.1" status: 200 len: 860 time: 0.0753813 Apr 05 14:28:32.707988 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cff521d0-9cb7-4084-a990-c9a6c6e740c1 req-7ec362db-000e-4d02-9000-6fa20b845a63 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a37e2d3e-8e8b-49fa-a97d-3b06631436db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373585 Apr 05 14:28:32.714784 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587aa087-7bde-48a9-9995-32ed2fc38537 req-b8d26e5e-dba4-4a1f-aef8-63c1e5da5a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:32.716282 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-587aa087-7bde-48a9-9995-32ed2fc38537 req-b8d26e5e-dba4-4a1f-aef8-63c1e5da5a10 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1473470 Apr 05 14:28:32.784464 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-4698439e-9aec-4e23-9181-e6ba6649b725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:32.850874 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-484cb807-e95e-4dcc-bf17-b213cc60dc13 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:32.872927 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d23ca514-d74b-4558-87a9-edd76109606e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:32.881133 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-4698439e-9aec-4e23-9181-e6ba6649b725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:32.881761 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-4698439e-9aec-4e23-9181-e6ba6649b725 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:32.883167 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-4698439e-9aec-4e23-9181-e6ba6649b725 service neutron] 10.222.0.55 "PUT /v2.0/ports/548bdb08-6c3f-4d7e-ae2d-afd180db5f7a HTTP/1.1" status: 200 len: 1091 time: 1.9408207 Apr 05 14:28:32.912864 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698439e-9aec-4e23-9181-e6ba6649b725 service neutron] Pushing event updated for resources: {'Port': ['ID=548bdb08-6c3f-4d7e-ae2d-afd180db5f7a,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:32.936585 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-484cb807-e95e-4dcc-bf17-b213cc60dc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:32.943343 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee08908-c0e5-4fc9-8002-00c9cc3c60ae req-00de8825-231b-4d82-b8fc-db039d6dcb5f tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:32.950066 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee08908-c0e5-4fc9-8002-00c9cc3c60ae req-00de8825-231b-4d82-b8fc-db039d6dcb5f tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:32.956770 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee08908-c0e5-4fc9-8002-00c9cc3c60ae req-00de8825-231b-4d82-b8fc-db039d6dcb5f tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:32.963758 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee08908-c0e5-4fc9-8002-00c9cc3c60ae req-00de8825-231b-4d82-b8fc-db039d6dcb5f tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:32.969896 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee08908-c0e5-4fc9-8002-00c9cc3c60ae req-00de8825-231b-4d82-b8fc-db039d6dcb5f tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:32.976946 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee08908-c0e5-4fc9-8002-00c9cc3c60ae req-00de8825-231b-4d82-b8fc-db039d6dcb5f tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:32.982662 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484cb807-e95e-4dcc-bf17-b213cc60dc13 None None] Network 7eff7c31-47f5-40d3-b216-a6d631306f3d is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:28:32.984161 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee08908-c0e5-4fc9-8002-00c9cc3c60ae req-00de8825-231b-4d82-b8fc-db039d6dcb5f tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:32.987397 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-484cb807-e95e-4dcc-bf17-b213cc60dc13 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:28:32.993432 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-eee08908-c0e5-4fc9-8002-00c9cc3c60ae req-00de8825-231b-4d82-b8fc-db039d6dcb5f tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f18ed5e-8412-4093-8697-f85d9fb0ff29 HTTP/1.1" status: 200 len: 5431 time: 0.2136641 Apr 05 14:28:32.997469 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cff521d0-9cb7-4084-a990-c9a6c6e740c1 req-07b3dc65-b2c2-40b8-9b4c-92c973cc9753 service neutron] 10.222.0.11 "GET /v2.0/networks/a37e2d3e-8e8b-49fa-a97d-3b06631436db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802911 Apr 05 14:28:33.023150 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484cb807-e95e-4dcc-bf17-b213cc60dc13 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:28:33.114734 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-484cb807-e95e-4dcc-bf17-b213cc60dc13 None None] Attempting to bind port c66b9942-f8e2-49c4-8098-3443f0ccdc3e on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:28:33.125639 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-484cb807-e95e-4dcc-bf17-b213cc60dc13 None None] Attempting to bind port c66b9942-f8e2-49c4-8098-3443f0ccdc3e by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'fe8690cc-c9bf-4e91-9ebb-347c51fe004b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7eff7c31-47f5-40d3-b216-a6d631306f3d'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:28:33.127585 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484cb807-e95e-4dcc-bf17-b213cc60dc13 None None] Attempting to bind port c66b9942-f8e2-49c4-8098-3443f0ccdc3e on network 7eff7c31-47f5-40d3-b216-a6d631306f3d {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:28:33.137274 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484cb807-e95e-4dcc-bf17-b213cc60dc13 None None] Pushing event updated for resources: {'Port': ['ID=c66b9942-f8e2-49c4-8098-3443f0ccdc3e,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:33.137469 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-eee08908-c0e5-4fc9-8002-00c9cc3c60ae req-a3aa0c40-4a75-4ae7-971f-27d57995ff15 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/security-groups?id=af1bc31d-d32e-449d-996f-2d72dd41207d&id=651049ed-3ef9-4175-8455-d871a11c2622&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1429698 Apr 05 14:28:33.139955 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484cb807-e95e-4dcc-bf17-b213cc60dc13 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:28:33.140333 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484cb807-e95e-4dcc-bf17-b213cc60dc13 None None] Checking segment: {'id': 'fe8690cc-c9bf-4e91-9ebb-347c51fe004b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7eff7c31-47f5-40d3-b216-a6d631306f3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:28:33.140736 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-484cb807-e95e-4dcc-bf17-b213cc60dc13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:33.141158 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484cb807-e95e-4dcc-bf17-b213cc60dc13 None None] Bound using segment: {'id': 'fe8690cc-c9bf-4e91-9ebb-347c51fe004b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7eff7c31-47f5-40d3-b216-a6d631306f3d'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:28:33.141631 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-484cb807-e95e-4dcc-bf17-b213cc60dc13 None None] Bound port: c66b9942-f8e2-49c4-8098-3443f0ccdc3e, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe8690cc-c9bf-4e91-9ebb-347c51fe004b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7eff7c31-47f5-40d3-b216-a6d631306f3d'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:28:33.142134 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-484cb807-e95e-4dcc-bf17-b213cc60dc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:33.159839 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484cb807-e95e-4dcc-bf17-b213cc60dc13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:28:33.160213 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484cb807-e95e-4dcc-bf17-b213cc60dc13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:28:33.165795 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484cb807-e95e-4dcc-bf17-b213cc60dc13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:28:33.166214 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484cb807-e95e-4dcc-bf17-b213cc60dc13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:28:33.166557 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484cb807-e95e-4dcc-bf17-b213cc60dc13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:28:33.166895 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484cb807-e95e-4dcc-bf17-b213cc60dc13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:28:33.167508 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484cb807-e95e-4dcc-bf17-b213cc60dc13 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:28:33.167633 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484cb807-e95e-4dcc-bf17-b213cc60dc13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:28:33.167867 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484cb807-e95e-4dcc-bf17-b213cc60dc13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:28:33.168276 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484cb807-e95e-4dcc-bf17-b213cc60dc13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:28:33.168655 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484cb807-e95e-4dcc-bf17-b213cc60dc13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:28:33.169053 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484cb807-e95e-4dcc-bf17-b213cc60dc13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:28:33.212468 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-5b8e2658-7851-4171-ac4b-9b269c3b3668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:33.213769 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-5b8e2658-7851-4171-ac4b-9b269c3b3668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:33.215626 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-5b8e2658-7851-4171-ac4b-9b269c3b3668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:33.216815 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-5b8e2658-7851-4171-ac4b-9b269c3b3668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:33.221393 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-5b8e2658-7851-4171-ac4b-9b269c3b3668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:33.221960 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-5b8e2658-7851-4171-ac4b-9b269c3b3668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:33.222441 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-5b8e2658-7851-4171-ac4b-9b269c3b3668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:33.225084 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-5b8e2658-7851-4171-ac4b-9b269c3b3668 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4c46023293d04937b7cc39b36bfca09f&device_id=9f18ed5e-8412-4093-8697-f85d9fb0ff29 HTTP/1.1" status: 200 len: 6488 time: 0.2014899 Apr 05 14:28:33.246433 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cff521d0-9cb7-4084-a990-c9a6c6e740c1 req-bbe43af4-e078-4f4f-8e19-431de43f0315 service neutron] 10.222.0.11 "GET /v2.0/networks/a37e2d3e-8e8b-49fa-a97d-3b06631436db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330601 Apr 05 14:28:33.249163 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d23ca514-d74b-4558-87a9-edd76109606e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:33.283048 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 58596) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:28:33.289150 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-484cb807-e95e-4dcc-bf17-b213cc60dc13 None None] For port c66b9942-f8e2-49c4-8098-3443f0ccdc3e, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:28:33.291237 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d23ca514-d74b-4558-87a9-edd76109606e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:33.295485 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-484cb807-e95e-4dcc-bf17-b213cc60dc13 None None] For port c66b9942-f8e2-49c4-8098-3443f0ccdc3e, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=c66b9942-f8e2-49c4-8098-3443f0ccdc3e,segment=NetworkSegment(fe8690cc-c9bf-4e91-9ebb-347c51fe004b),segment_id=fe8690cc-c9bf-4e91-9ebb-347c51fe004b)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:28:33.301330 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-0d8d5641-f587-409b-9e95-5718ac055eb0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3977feb9-c3a8-4c4f-bc84-70dbef14962f HTTP/1.1" status: 200 len: 217 time: 0.0668294 Apr 05 14:28:33.373831 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-484cb807-e95e-4dcc-bf17-b213cc60dc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:33.385581 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-637605df-2e1d-4de0-ac3d-5fea0b2d1ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:33.387076 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-637605df-2e1d-4de0-ac3d-5fea0b2d1ecb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5259f0aa-646e-4e1c-be67-02efc0873c39 HTTP/1.1" status: 200 len: 855 time: 0.0799041 Apr 05 14:28:33.424918 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8c1250-d892-46b5-821f-56f530b72a6c req-de458e88-7da3-484d-ad1f-be5fb223b666 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:33.426836 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-db8c1250-d892-46b5-821f-56f530b72a6c req-de458e88-7da3-484d-ad1f-be5fb223b666 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=45a58cb2-8259-4d9f-8d24-085fcb724cdc HTTP/1.1" status: 200 len: 943 time: 0.0889325 Apr 05 14:28:33.447223 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484cb807-e95e-4dcc-bf17-b213cc60dc13 None None] Pushing event updated for resources: {'Port': ['ID=c66b9942-f8e2-49c4-8098-3443f0ccdc3e,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:33.454473 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-d23ca514-d74b-4558-87a9-edd76109606e admin admin] Allocated IP 172.25.6.51 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/7ef5439f-5ce3-47c8-a407-a1b09b3746bf) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:28:33.488133 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-cd658330-5e0c-4782-a3eb-21f8e40c1cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:33.490705 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-cd658330-5e0c-4782-a3eb-21f8e40c1cb2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0294919-aea9-4315-98b3-d37ae7dfdddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0948429 Apr 05 14:28:33.498859 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-db8c1250-d892-46b5-821f-56f530b72a6c req-d6065d51-4ba2-43eb-b33a-c5a372ed23d4 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558839 Apr 05 14:28:33.512929 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-297d308a-20e3-4bb8-afb0-1a08d35a7acc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=eb6eb2eb5e534aae8638ab75f1f70e11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2282917 Apr 05 14:28:33.513498 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 58600) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:28:33.633642 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-9f6d78f8-e53e-4669-9bf9-a570620e6d8e service neutron] 10.222.0.55 "GET /v2.0/networks/c0294919-aea9-4315-98b3-d37ae7dfdddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337411 Apr 05 14:28:33.642438 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0c4a1fd9-616d-4827-a998-42a4136d35f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:33.691981 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0c4a1fd9-616d-4827-a998-42a4136d35f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:33.696636 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d23ca514-d74b-4558-87a9-edd76109606e admin admin] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:33.704406 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bd24a3-e48c-487b-b3a4-ace9ffeb3c32 req-3f9d3a94-a0a8-488c-8696-1830052897cd tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:33.705970 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e8bd24a3-e48c-487b-b3a4-ace9ffeb3c32 req-3f9d3a94-a0a8-488c-8696-1830052897cd tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=63a1884a-7cca-417a-9218-2ed0742b9a77 HTTP/1.1" status: 200 len: 944 time: 0.1209660 Apr 05 14:28:33.802679 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e8bd24a3-e48c-487b-b3a4-ace9ffeb3c32 req-ab5ce2f6-b458-4ea1-9e10-d62d4bb01e44 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659201 Apr 05 14:28:33.808523 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-22670b74-3dda-4915-85fe-a9bd6c8a434c service neutron] 10.222.0.55 "GET /v2.0/networks/c0294919-aea9-4315-98b3-d37ae7dfdddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614881 Apr 05 14:28:33.820528 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d23ca514-d74b-4558-87a9-edd76109606e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:33.849808 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0c4a1fd9-616d-4827-a998-42a4136d35f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:33.852490 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0c4a1fd9-616d-4827-a998-42a4136d35f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:33.853671 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-0c4a1fd9-616d-4827-a998-42a4136d35f1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a14249da-0ce4-483a-b35d-22ec7132f976 HTTP/1.1" status: 204 len: 168 time: 0.3370070 Apr 05 14:28:33.855443 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-971e1ca2-48c8-4e84-94b7-155d88b3e471 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.197&port_id=a36b5c82-4962-4613-858a-cd38406de637 HTTP/1.1" status: 200 len: 217 time: 0.0425041 Apr 05 14:28:33.879881 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4a1fd9-616d-4827-a998-42a4136d35f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14249da-0ce4-483a-b35d-22ec7132f976,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:33.884627 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23ca514-d74b-4558-87a9-edd76109606e admin admin] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:28:33.899312 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-d23ca514-d74b-4558-87a9-edd76109606e admin admin] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:28:33.900858 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23ca514-d74b-4558-87a9-edd76109606e admin admin] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:28:33.903537 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23ca514-d74b-4558-87a9-edd76109606e admin admin] Pushing event updated for resources: {'Port': ['ID=7ef5439f-5ce3-47c8-a407-a1b09b3746bf,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:33.915011 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-f74896d7-61d9-415e-a159-da98c351c1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:33.917488 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-f74896d7-61d9-415e-a159-da98c351c1f6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4b2cd119-834e-47b7-b975-b7e5f327fd6e HTTP/1.1" status: 200 len: 797 time: 0.0560884 Apr 05 14:28:33.968005 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-2f9a9815-97cd-46d2-89d3-320cfd20ce06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:33.969446 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-2f9a9815-97cd-46d2-89d3-320cfd20ce06 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3f810a40-703c-4c97-af51-1827a3f96d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0444667 Apr 05 14:28:34.067984 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-9274015b-9da4-4b74-97ec-32d6abcbd409 service neutron] 10.222.0.55 "GET /v2.0/networks/3f810a40-703c-4c97-af51-1827a3f96d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910847 Apr 05 14:28:34.177013 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-174823e3-dfc9-4c77-8bb5-275abce46495 service neutron] 10.222.0.55 "GET /v2.0/networks/3f810a40-703c-4c97-af51-1827a3f96d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998008 Apr 05 14:28:34.236029 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-666ae241-dfe1-4620-8cbc-28c4b62d63fa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=781ad338-04cd-4cd5-ab31-fb49746c5884 HTTP/1.1" status: 200 len: 217 time: 0.0483449 Apr 05 14:28:34.322535 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-f7b394af-08c1-4191-beb5-2952df9dd238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:34.324164 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-f7b394af-08c1-4191-beb5-2952df9dd238 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4b2cd119-834e-47b7-b975-b7e5f327fd6e HTTP/1.1" status: 200 len: 797 time: 0.0865231 Apr 05 14:28:34.327708 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d23ca514-d74b-4558-87a9-edd76109606e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:34.343061 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f18ed5e-8412-4093-8697-f85d9fb0ff29', 'tag': '548bdb08-6c3f-4d7e-ae2d-afd180db5f7a'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:28:34.345457 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c3140a-c933-461f-a5e2-83efa50ef543" -d '{"events": [{"name": "network-changed", "server_uuid": "9f18ed5e-8412-4093-8697-f85d9fb0ff29", "tag": "548bdb08-6c3f-4d7e-ae2d-afd180db5f7a"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:28:34.399415 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5806fa7c-18b7-4781-9aaa-84be2f07197c x-openstack-request-id: req-5806fa7c-18b7-4781-9aaa-84be2f07197c {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:28:34.399706 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f18ed5e-8412-4093-8697-f85d9fb0ff29", "tag": "548bdb08-6c3f-4d7e-ae2d-afd180db5f7a", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:28:34.399956 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5806fa7c-18b7-4781-9aaa-84be2f07197c {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:28:34.400383 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5806fa7c-18b7-4781-9aaa-84be2f07197c'] response: {'name': 'network-changed', 'server_uuid': '9f18ed5e-8412-4093-8697-f85d9fb0ff29', 'tag': '548bdb08-6c3f-4d7e-ae2d-afd180db5f7a', 'status': 'completed', 'code': 200} Apr 05 14:28:34.417485 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7185586a-c299-4a8b-959c-c1c45945366a req-ab6f0c40-cd7c-461c-aa68-038dcebfd5b3 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:34.423671 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7185586a-c299-4a8b-959c-c1c45945366a req-ab6f0c40-cd7c-461c-aa68-038dcebfd5b3 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:34.431388 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7185586a-c299-4a8b-959c-c1c45945366a req-ab6f0c40-cd7c-461c-aa68-038dcebfd5b3 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:34.437485 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7185586a-c299-4a8b-959c-c1c45945366a req-ab6f0c40-cd7c-461c-aa68-038dcebfd5b3 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:34.444090 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7185586a-c299-4a8b-959c-c1c45945366a req-ab6f0c40-cd7c-461c-aa68-038dcebfd5b3 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:34.450799 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7185586a-c299-4a8b-959c-c1c45945366a req-ab6f0c40-cd7c-461c-aa68-038dcebfd5b3 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:34.457753 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7185586a-c299-4a8b-959c-c1c45945366a req-ab6f0c40-cd7c-461c-aa68-038dcebfd5b3 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:34.460065 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7185586a-c299-4a8b-959c-c1c45945366a req-ab6f0c40-cd7c-461c-aa68-038dcebfd5b3 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f18ed5e-8412-4093-8697-f85d9fb0ff29 HTTP/1.1" status: 200 len: 5431 time: 0.1591818 Apr 05 14:28:34.469437 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-f93fa65c-51c2-4bc9-80ed-e2b933cef319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:34.470954 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-f93fa65c-51c2-4bc9-80ed-e2b933cef319 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3f810a40-703c-4c97-af51-1827a3f96d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1223426 Apr 05 14:28:34.581417 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d23ca514-d74b-4558-87a9-edd76109606e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618'] for router, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:34.626158 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7185586a-c299-4a8b-959c-c1c45945366a req-07414328-dcf6-4952-bfb7-f5824bdc434d tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/security-groups?id=af1bc31d-d32e-449d-996f-2d72dd41207d&id=651049ed-3ef9-4175-8455-d871a11c2622&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1473749 Apr 05 14:28:34.629074 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 58614) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:28:34.663246 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b701f317-3f4c-489d-83f6-765c97bc59f7 None None] Network 7eff7c31-47f5-40d3-b216-a6d631306f3d requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:28:34.775996 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-b167cc80-b7a5-4fa5-88d2-b77a54d84a78 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=20048f9611324a1cb46e96748dd255f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1428308 Apr 05 14:28:34.778936 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 58616) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:28:34.784628 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b5774c-3f7c-4aa3-8537-221d9df2fdc2 req-01eef2d0-32c0-4907-a004-e2c9ce02cb47 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:34.787059 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-48b5774c-3f7c-4aa3-8537-221d9df2fdc2 req-01eef2d0-32c0-4907-a004-e2c9ce02cb47 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=45a58cb2-8259-4d9f-8d24-085fcb724cdc HTTP/1.1" status: 200 len: 943 time: 0.1593854 Apr 05 14:28:34.790260 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-ade81941-0dc0-45a4-8566-c86d2d9127e9 service neutron] 10.222.0.55 "GET /v2.0/networks/3f810a40-703c-4c97-af51-1827a3f96d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916319 Apr 05 14:28:34.815386 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d23ca514-d74b-4558-87a9-edd76109606e admin admin] Router f4639567-21fe-45e9-a0ff-6bcef34a08a3 is scheduled to L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 with binding_index 1 {{(pid=103321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:28:34.885282 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-b4d876af-c264-4a1d-aa6b-e59076d906e2 None None] Provisioning complete for port c66b9942-f8e2-49c4-8098-3443f0ccdc3e triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:28:34.886019 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b4d876af-c264-4a1d-aa6b-e59076d906e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:34.900682 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-48b5774c-3f7c-4aa3-8537-221d9df2fdc2 req-da142efd-4a75-4b60-b3e4-519fc53a8816 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060710 Apr 05 14:28:34.933913 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0b26ee2f-80fe-40b7-ac8b-3ca588ab38e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:34.972563 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0b26ee2f-80fe-40b7-ac8b-3ca588ab38e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:34.978801 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-74a265ef-3050-4482-8e66-69ad8d8649da service neutron] 10.222.0.55 "GET /v2.0/networks/3f810a40-703c-4c97-af51-1827a3f96d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766965 Apr 05 14:28:35.040054 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9015a302-0333-48ea-a90a-54c713c65e07 req-e1bb4e05-ef78-4041-8791-3fca5361dd7f tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:35.042890 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9015a302-0333-48ea-a90a-54c713c65e07 req-e1bb4e05-ef78-4041-8791-3fca5361dd7f tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=63a1884a-7cca-417a-9218-2ed0742b9a77 HTTP/1.1" status: 200 len: 944 time: 0.1157453 Apr 05 14:28:35.044830 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-145767ef-040b-413d-8b85-9a510b0e4189 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=092486a2-977c-4863-b102-2703e0c60ce6 HTTP/1.1" status: 200 len: 217 time: 0.0588458 Apr 05 14:28:35.064441 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b4d876af-c264-4a1d-aa6b-e59076d906e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:35.131852 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-b4d876af-c264-4a1d-aa6b-e59076d906e2 None None] For port c66b9942-f8e2-49c4-8098-3443f0ccdc3e, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=c66b9942-f8e2-49c4-8098-3443f0ccdc3e,segment=NetworkSegment(fe8690cc-c9bf-4e91-9ebb-347c51fe004b),segment_id=fe8690cc-c9bf-4e91-9ebb-347c51fe004b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:28:35.135718 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9015a302-0333-48ea-a90a-54c713c65e07 req-f95ca1f1-728e-4873-856c-56eae530b3a2 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863142 Apr 05 14:28:35.146656 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-0c2ff398-dfeb-4388-816b-652aebd7c893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:35.157377 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-0c2ff398-dfeb-4388-816b-652aebd7c893 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4b2cd119-834e-47b7-b975-b7e5f327fd6e HTTP/1.1" status: 200 len: 797 time: 0.0902178 Apr 05 14:28:35.219037 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b4d876af-c264-4a1d-aa6b-e59076d906e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:35.238714 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-fd6af0bd-19cb-420d-b38c-06ebf480c9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:35.241645 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-fd6af0bd-19cb-420d-b38c-06ebf480c9b4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3f810a40-703c-4c97-af51-1827a3f96d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0725386 Apr 05 14:28:35.291487 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device c66b9942-f8e2-49c4-8098-3443f0ccdc3e up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:28:35.297510 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d876af-c264-4a1d-aa6b-e59076d906e2 None None] Pushing event updated for resources: {'Port': ['ID=c66b9942-f8e2-49c4-8098-3443f0ccdc3e,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:35.353312 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d23ca514-d74b-4558-87a9-edd76109606e admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:28:35.362714 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port c66b9942-f8e2-49c4-8098-3443f0ccdc3e triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:28:35.363089 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:35.363729 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-ed405100-17c5-43c1-b2d4-fca1abae1dab service neutron] 10.222.0.55 "GET /v2.0/networks/3f810a40-703c-4c97-af51-1827a3f96d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132677 Apr 05 14:28:35.368296 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb605f9d-954e-40a3-8dae-3c886174e086 None None] Sync routers for ids ['f4639567-21fe-45e9-a0ff-6bcef34a08a3'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:28:35.380171 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb605f9d-954e-40a3-8dae-3c886174e086 None None] Routers {'f4639567-21fe-45e9-a0ff-6bcef34a08a3'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:28:35.381557 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-bb605f9d-954e-40a3-8dae-3c886174e086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:28:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['f4639567-21fe-45e9-a0ff-6bcef34a08a3'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:28:35.465897 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-0488b62e-6b12-4a5d-a145-189569f5f35f None None] Provisioning complete for port c66b9942-f8e2-49c4-8098-3443f0ccdc3e triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:28:35.466374 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0488b62e-6b12-4a5d-a145-189569f5f35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:35.478560 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d23ca514-d74b-4558-87a9-edd76109606e admin admin] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:35.481529 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-f56c7887-d3f5-4cdb-9327-c987f0adf335 service neutron] 10.222.0.55 "GET /v2.0/networks/3f810a40-703c-4c97-af51-1827a3f96d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101382 Apr 05 14:28:35.481789 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-d23ca514-d74b-4558-87a9-edd76109606e admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1663752 Apr 05 14:28:35.483053 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 58620) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:28:35.494314 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-bb605f9d-954e-40a3-8dae-3c886174e086 None None] Set router f4639567-21fe-45e9-a0ff-6bcef34a08a3 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:28:35.504894 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0b26ee2f-80fe-40b7-ac8b-3ca588ab38e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:35.509296 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0b26ee2f-80fe-40b7-ac8b-3ca588ab38e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:35.512191 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-0b26ee2f-80fe-40b7-ac8b-3ca588ab38e3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/48f6a9de-6939-4e49-8030-66e8a88b8260 HTTP/1.1" status: 204 len: 168 time: 0.7320807 Apr 05 14:28:35.523468 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b26ee2f-80fe-40b7-ac8b-3ca588ab38e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f6a9de-6939-4e49-8030-66e8a88b8260,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:35.534604 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-9b5ea3af-e7d3-4160-b964-16a35a76f705 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=468fe0d5-31ed-4021-923e-460e987c70e3 HTTP/1.1" status: 200 len: 217 time: 0.0407646 Apr 05 14:28:35.659523 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-43cea0b0-1b99-42ce-8572-a05cf36fa6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:35.661021 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-43cea0b0-1b99-42ce-8572-a05cf36fa6b5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4b2cd119-834e-47b7-b975-b7e5f327fd6e HTTP/1.1" status: 200 len: 797 time: 0.0958672 Apr 05 14:28:35.729498 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-bb605f9d-954e-40a3-8dae-3c886174e086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4639567-21fe-45e9-a0ff-6bcef34a08a3', 'name': 'tempest-FloatingIPsTestJSON-539564337-router', 'tenant_id': 'b0e887ba6d1b4433832075c7e08bc451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '7ef5439f-5ce3-47c8-a407-a1b09b3746bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:28:32Z', 'updated_at': '2022-04-05T14:28:34Z', 'revision_number': 3, 'project_id': 'b0e887ba6d1b4433832075c7e08bc451', 'gw_port': {'id': '7ef5439f-5ce3-47c8-a407-a1b09b3746bf', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ed:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4639567-21fe-45e9-a0ff-6bcef34a08a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:28:33Z', 'updated_at': '2022-04-05T14:28:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:28:35.756834 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb605f9d-954e-40a3-8dae-3c886174e086 None None] Checking router: f4639567-21fe-45e9-a0ff-6bcef34a08a3 for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:28:35.759070 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb605f9d-954e-40a3-8dae-3c886174e086 None None] Updating router f4639567-21fe-45e9-a0ff-6bcef34a08a3 port 7ef5439f-5ce3-47c8-a407-a1b09b3746bf binding host n-d-836650-2 {{(pid=103323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:28:35.783717 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bb605f9d-954e-40a3-8dae-3c886174e086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:35.798381 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-c4cc06f6-9364-48ac-9e82-9bbfcab8613c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:35.799884 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-c4cc06f6-9364-48ac-9e82-9bbfcab8613c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3f810a40-703c-4c97-af51-1827a3f96d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1321857 Apr 05 14:28:35.855778 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43e64d7-91a5-42e5-9d5c-3d2a549f615b req-8d5357f7-acf7-4cc5-843d-d938524a432c tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:35.861616 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43e64d7-91a5-42e5-9d5c-3d2a549f615b req-8d5357f7-acf7-4cc5-843d-d938524a432c tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:35.868238 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43e64d7-91a5-42e5-9d5c-3d2a549f615b req-8d5357f7-acf7-4cc5-843d-d938524a432c tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:35.874207 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43e64d7-91a5-42e5-9d5c-3d2a549f615b req-8d5357f7-acf7-4cc5-843d-d938524a432c tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:35.880190 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43e64d7-91a5-42e5-9d5c-3d2a549f615b req-8d5357f7-acf7-4cc5-843d-d938524a432c tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:35.887002 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43e64d7-91a5-42e5-9d5c-3d2a549f615b req-8d5357f7-acf7-4cc5-843d-d938524a432c tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:35.893775 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43e64d7-91a5-42e5-9d5c-3d2a549f615b req-8d5357f7-acf7-4cc5-843d-d938524a432c tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:35.897645 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a43e64d7-91a5-42e5-9d5c-3d2a549f615b req-8d5357f7-acf7-4cc5-843d-d938524a432c tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f18ed5e-8412-4093-8697-f85d9fb0ff29 HTTP/1.1" status: 200 len: 5431 time: 0.1907251 Apr 05 14:28:36.065862 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a43e64d7-91a5-42e5-9d5c-3d2a549f615b req-d4e1f430-41ae-40f8-bc1e-9225dce35b04 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/security-groups?id=af1bc31d-d32e-449d-996f-2d72dd41207d&id=651049ed-3ef9-4175-8455-d871a11c2622&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1436377 Apr 05 14:28:36.074977 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bb605f9d-954e-40a3-8dae-3c886174e086 None None] Notify callbacks [] for port, precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:36.127816 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bb605f9d-954e-40a3-8dae-3c886174e086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:36.132655 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 6a8c4f64-ea72-41e0-b72d-43d614df87b9 details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:28:36.158074 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae01cbae-d21a-4eac-bdd9-db890ce177b8 req-b167a1cf-782c-4935-adc3-7f748e9a4775 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:36.159594 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ae01cbae-d21a-4eac-bdd9-db890ce177b8 req-b167a1cf-782c-4935-adc3-7f748e9a4775 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=45a58cb2-8259-4d9f-8d24-085fcb724cdc HTTP/1.1" status: 200 len: 943 time: 0.1365354 Apr 05 14:28:36.164202 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-6167c9f9-c643-4490-8447-5241541cd159 service neutron] 10.222.0.55 "GET /v2.0/networks/3f810a40-703c-4c97-af51-1827a3f96d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281686 Apr 05 14:28:36.181048 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c47122-7132-4cbe-9f39-600f2450947d None None] Pushing event updated for resources: {'Port': ['ID=7ef5439f-5ce3-47c8-a407-a1b09b3746bf,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:36.195300 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c47122-7132-4cbe-9f39-600f2450947d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:28:36.198461 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c47122-7132-4cbe-9f39-600f2450947d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:28:36.198461 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c47122-7132-4cbe-9f39-600f2450947d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:28:36.198461 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c47122-7132-4cbe-9f39-600f2450947d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:28:36.198461 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c47122-7132-4cbe-9f39-600f2450947d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:28:36.198461 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c47122-7132-4cbe-9f39-600f2450947d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:28:36.198461 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c47122-7132-4cbe-9f39-600f2450947d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:28:36.198461 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c47122-7132-4cbe-9f39-600f2450947d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:28:36.198461 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c47122-7132-4cbe-9f39-600f2450947d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:28:36.198461 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c47122-7132-4cbe-9f39-600f2450947d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:28:36.198461 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c47122-7132-4cbe-9f39-600f2450947d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:28:36.206205 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c47122-7132-4cbe-9f39-600f2450947d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:28:36.221952 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-bb605f9d-954e-40a3-8dae-3c886174e086 None None] Attempting to bind port 7ef5439f-5ce3-47c8-a407-a1b09b3746bf on host n-d-836650-2 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:28:36.226674 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-bb605f9d-954e-40a3-8dae-3c886174e086 None None] Attempting to bind port 7ef5439f-5ce3-47c8-a407-a1b09b3746bf by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:28:36.227236 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb605f9d-954e-40a3-8dae-3c886174e086 None None] Attempting to bind port 7ef5439f-5ce3-47c8-a407-a1b09b3746bf on network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:28:36.234979 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb605f9d-954e-40a3-8dae-3c886174e086 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:28:36.236055 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb605f9d-954e-40a3-8dae-3c886174e086 None None] Checking segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:28:36.238508 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bb605f9d-954e-40a3-8dae-3c886174e086 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:36.238914 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb605f9d-954e-40a3-8dae-3c886174e086 None None] Bound using segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:28:36.239440 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-bb605f9d-954e-40a3-8dae-3c886174e086 None None] Bound port: 7ef5439f-5ce3-47c8-a407-a1b09b3746bf, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:28:36.240529 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bb605f9d-954e-40a3-8dae-3c886174e086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:36.314515 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-bb605f9d-954e-40a3-8dae-3c886174e086 None None] For port 7ef5439f-5ce3-47c8-a407-a1b09b3746bf, host n-d-836650-2, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:28:36.314859 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 6a8c4f64-ea72-41e0-b72d-43d614df87b9, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=6a8c4f64-ea72-41e0-b72d-43d614df87b9,segment=NetworkSegment(86bf7ba4-25ec-477a-b752-1cd3a94d1598),segment_id=86bf7ba4-25ec-477a-b752-1cd3a94d1598)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:28:36.319060 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-bb605f9d-954e-40a3-8dae-3c886174e086 None None] For port 7ef5439f-5ce3-47c8-a407-a1b09b3746bf, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=7ef5439f-5ce3-47c8-a407-a1b09b3746bf,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:28:36.330228 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': '6a8c4f64-ea72-41e0-b72d-43d614df87b9', 'network_id': 'a926837a-905f-4dbb-b5dd-5a4dcb465fd4', 'port_id': '6a8c4f64-ea72-41e0-b72d-43d614df87b9', 'mac_address': 'fa:16:3e:e6:d8:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81226097-f23e-489f-aebf-5f546853adb0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:28:36.376137 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:36.384811 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bb605f9d-954e-40a3-8dae-3c886174e086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:36.389798 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a8c4f64-ea72-41e0-b72d-43d614df87b9 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:28:36.411235 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 6a8c4f64-ea72-41e0-b72d-43d614df87b9, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=6a8c4f64-ea72-41e0-b72d-43d614df87b9,segment=NetworkSegment(86bf7ba4-25ec-477a-b752-1cd3a94d1598),segment_id=86bf7ba4-25ec-477a-b752-1cd3a94d1598)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:28:36.465821 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:36.466886 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 253e9573-54d3-4180-86f0-45ba2cca07f4 details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:28:36.467028 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c47122-7132-4cbe-9f39-600f2450947d None None] Pushing event updated for resources: {'Port': ['ID=7ef5439f-5ce3-47c8-a407-a1b09b3746bf,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:36.469910 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb605f9d-954e-40a3-8dae-3c886174e086 None None] Routers {'f4639567-21fe-45e9-a0ff-6bcef34a08a3'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:28:36.470677 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-bb605f9d-954e-40a3-8dae-3c886174e086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:28:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['f4639567-21fe-45e9-a0ff-6bcef34a08a3'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:28:36.562457 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=6a8c4f64-ea72-41e0-b72d-43d614df87b9,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:36.604207 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-bb605f9d-954e-40a3-8dae-3c886174e086 None None] Set router f4639567-21fe-45e9-a0ff-6bcef34a08a3 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:28:36.649005 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 253e9573-54d3-4180-86f0-45ba2cca07f4, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=253e9573-54d3-4180-86f0-45ba2cca07f4,segment=NetworkSegment(e44f5d0a-bab4-40cf-a1ed-36028ad06628),segment_id=e44f5d0a-bab4-40cf-a1ed-36028ad06628)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:28:36.664262 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': '253e9573-54d3-4180-86f0-45ba2cca07f4', 'network_id': 'a37e2d3e-8e8b-49fa-a97d-3b06631436db', 'port_id': '253e9573-54d3-4180-86f0-45ba2cca07f4', 'mac_address': 'fa:16:3e:45:bf:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7ccd1c0-0ac4-418f-bea2-fcb22a694a96', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:28:36.693964 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ae01cbae-d21a-4eac-bdd9-db890ce177b8 req-b6cc00e2-2352-4c98-a20a-c9c4f5eca758 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5030184 Apr 05 14:28:36.711960 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:36.727199 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 253e9573-54d3-4180-86f0-45ba2cca07f4 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:28:36.736285 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54242a22-52ee-433f-8e24-8c57dd991178 req-e4260288-9c29-4deb-b711-0bd94544f65a tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:36.744723 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-54242a22-52ee-433f-8e24-8c57dd991178 req-e4260288-9c29-4deb-b711-0bd94544f65a tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=63a1884a-7cca-417a-9218-2ed0742b9a77 HTTP/1.1" status: 200 len: 944 time: 0.4895225 Apr 05 14:28:36.750984 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-85329d65-5008-4ecc-bbef-869fc8f62d50 service neutron] 10.222.0.55 "GET /v2.0/networks/3f810a40-703c-4c97-af51-1827a3f96d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5787940 Apr 05 14:28:36.753319 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 253e9573-54d3-4180-86f0-45ba2cca07f4, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=253e9573-54d3-4180-86f0-45ba2cca07f4,segment=NetworkSegment(e44f5d0a-bab4-40cf-a1ed-36028ad06628),segment_id=e44f5d0a-bab4-40cf-a1ed-36028ad06628)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:28:36.841136 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-e83197cc-b64a-404c-a827-27c718c09563 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b3b0c21f-d1c5-4218-a050-4dd2ce0f21f8 HTTP/1.1" status: 200 len: 217 time: 0.0705156 Apr 05 14:28:36.848180 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:36.868225 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-54242a22-52ee-433f-8e24-8c57dd991178 req-e65e73e2-6ee3-4589-a87a-f4fef960efa8 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223154 Apr 05 14:28:36.871232 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-bb605f9d-954e-40a3-8dae-3c886174e086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4639567-21fe-45e9-a0ff-6bcef34a08a3', 'name': 'tempest-FloatingIPsTestJSON-539564337-router', 'tenant_id': 'b0e887ba6d1b4433832075c7e08bc451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '7ef5439f-5ce3-47c8-a407-a1b09b3746bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:28:32Z', 'updated_at': '2022-04-05T14:28:34Z', 'revision_number': 3, 'project_id': 'b0e887ba6d1b4433832075c7e08bc451', 'gw_port': {'id': '7ef5439f-5ce3-47c8-a407-a1b09b3746bf', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ed:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4639567-21fe-45e9-a0ff-6bcef34a08a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:28:33Z', 'updated_at': '2022-04-05T14:28:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:28:36.901450 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-89a332cf-3589-4e19-a4b7-c110338bc95e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:36.904251 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb605f9d-954e-40a3-8dae-3c886174e086 None None] The sync data for ids ['f4639567-21fe-45e9-a0ff-6bcef34a08a3'] in n-d-836650-2 is: [{'id': 'f4639567-21fe-45e9-a0ff-6bcef34a08a3', 'name': 'tempest-FloatingIPsTestJSON-539564337-router', 'tenant_id': 'b0e887ba6d1b4433832075c7e08bc451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '7ef5439f-5ce3-47c8-a407-a1b09b3746bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:28:32Z', 'updated_at': '2022-04-05T14:28:34Z', 'revision_number': 3, 'project_id': 'b0e887ba6d1b4433832075c7e08bc451', 'gw_port': {'id': '7ef5439f-5ce3-47c8-a407-a1b09b3746bf', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ed:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4639567-21fe-45e9-a0ff-6bcef34a08a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:28:33Z', 'updated_at': '2022-04-05T14:28:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:28:36.931629 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=253e9573-54d3-4180-86f0-45ba2cca07f4,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:36.934006 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-99a85d62-11b3-40ff-ae1a-6c6bf78e61cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:36.935489 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-99a85d62-11b3-40ff-ae1a-6c6bf78e61cd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=85946782-c9e5-45c1-9ef9-786126e16c57 HTTP/1.1" status: 200 len: 797 time: 0.0883834 Apr 05 14:28:37.056579 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-7a95bf4b-ed88-4ecc-bf74-12c08f6010ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:37.058114 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-7a95bf4b-ed88-4ecc-bf74-12c08f6010ce service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0d47256-1dbd-4e59-a5ce-32eac6b8a672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0908403 Apr 05 14:28:37.169464 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-89a332cf-3589-4e19-a4b7-c110338bc95e admin admin] Allocated IP 172.20.0.1 (7eff7c31-47f5-40d3-b216-a6d631306f3d/aaa60177-50da-4b5a-8480-32e0ad042b99/77849db1-3bb1-4284-ba63-db0da161a895) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:28:37.214949 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-1c5d7556-5046-490b-a806-ba4b166060e5 service neutron] 10.222.0.55 "GET /v2.0/networks/c0d47256-1dbd-4e59-a5ce-32eac6b8a672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496346 Apr 05 14:28:37.223806 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['253e9573-54d3-4180-86f0-45ba2cca07f4'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:28:37.267561 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['6a8c4f64-ea72-41e0-b72d-43d614df87b9'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:28:37.340086 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device c66b9942-f8e2-49c4-8098-3443f0ccdc3e up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:28:37.428132 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8159af5a-ea00-48df-8abd-ba8eb32017b2 req-d31d0301-473b-42ca-a065-5a115041e593 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:37.430697 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8159af5a-ea00-48df-8abd-ba8eb32017b2 req-d31d0301-473b-42ca-a065-5a115041e593 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:37.437233 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8159af5a-ea00-48df-8abd-ba8eb32017b2 req-d31d0301-473b-42ca-a065-5a115041e593 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:37.443796 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8159af5a-ea00-48df-8abd-ba8eb32017b2 req-d31d0301-473b-42ca-a065-5a115041e593 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:37.449908 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8159af5a-ea00-48df-8abd-ba8eb32017b2 req-d31d0301-473b-42ca-a065-5a115041e593 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:37.456179 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8159af5a-ea00-48df-8abd-ba8eb32017b2 req-d31d0301-473b-42ca-a065-5a115041e593 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:37.470114 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8159af5a-ea00-48df-8abd-ba8eb32017b2 req-d31d0301-473b-42ca-a065-5a115041e593 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:37.483304 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8159af5a-ea00-48df-8abd-ba8eb32017b2 req-d31d0301-473b-42ca-a065-5a115041e593 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f18ed5e-8412-4093-8697-f85d9fb0ff29 HTTP/1.1" status: 200 len: 5431 time: 0.2484179 Apr 05 14:28:37.531341 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-89a332cf-3589-4e19-a4b7-c110338bc95e admin admin] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:37.561293 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port c66b9942-f8e2-49c4-8098-3443f0ccdc3e triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:28:37.561752 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:37.565065 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-69b902ae-79d6-456b-b19f-7609494ddc33 service neutron] 10.222.0.55 "GET /v2.0/networks/c0d47256-1dbd-4e59-a5ce-32eac6b8a672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306158 Apr 05 14:28:37.635715 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-57d4bb54-5236-4079-851a-c5cf3f2c1a67 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=548bdb08-6c3f-4d7e-ae2d-afd180db5f7a HTTP/1.1" status: 200 len: 217 time: 0.0622127 Apr 05 14:28:37.640451 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8159af5a-ea00-48df-8abd-ba8eb32017b2 req-d460229c-451b-4066-98c9-6f86d5ade6b8 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/security-groups?id=af1bc31d-d32e-449d-996f-2d72dd41207d&id=651049ed-3ef9-4175-8455-d871a11c2622&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1558671 Apr 05 14:28:37.720696 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-498fd9ca-03e0-4135-840d-da2dd9fe29c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:37.722337 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-498fd9ca-03e0-4135-840d-da2dd9fe29c4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=85946782-c9e5-45c1-9ef9-786126e16c57 HTTP/1.1" status: 200 len: 797 time: 0.0722256 Apr 05 14:28:37.767764 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-89a332cf-3589-4e19-a4b7-c110338bc95e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:37.835232 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a332cf-3589-4e19-a4b7-c110338bc95e admin admin] Network 7eff7c31-47f5-40d3-b216-a6d631306f3d is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:28:37.852478 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-13f23d63-a652-4a0d-9344-de4655b1f2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:37.853865 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-13f23d63-a652-4a0d-9344-de4655b1f2e1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0d47256-1dbd-4e59-a5ce-32eac6b8a672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1249049 Apr 05 14:28:37.859632 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-89a332cf-3589-4e19-a4b7-c110338bc95e admin admin] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:28:37.862966 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a332cf-3589-4e19-a4b7-c110338bc95e admin admin] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:28:37.896626 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a332cf-3589-4e19-a4b7-c110338bc95e admin admin] Pushing event updated for resources: {'Port': ['ID=77849db1-3bb1-4284-ba63-db0da161a895,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:38.026830 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-89a332cf-3589-4e19-a4b7-c110338bc95e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809369'] for router_interface, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:38.045066 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c506fdfb-fb73-42c8-81ff-0911c5a721ef req-12dc7cc8-6f16-448f-bca9-1b31b9749223 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:38.046632 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c506fdfb-fb73-42c8-81ff-0911c5a721ef req-12dc7cc8-6f16-448f-bca9-1b31b9749223 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=45a58cb2-8259-4d9f-8d24-085fcb724cdc HTTP/1.1" status: 200 len: 944 time: 0.2406459 Apr 05 14:28:38.135104 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-2d44f43c-63fd-4cbf-a04c-2625d073a1ef service neutron] 10.222.0.55 "GET /v2.0/networks/c0d47256-1dbd-4e59-a5ce-32eac6b8a672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696984 Apr 05 14:28:38.148565 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8c21c-f553-46b7-87a7-550bfd29eca5 req-cde7bc95-2381-47a9-8693-e638623f8d8c tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:38.150082 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4fe8c21c-f553-46b7-87a7-550bfd29eca5 req-cde7bc95-2381-47a9-8693-e638623f8d8c tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=63a1884a-7cca-417a-9218-2ed0742b9a77 HTTP/1.1" status: 200 len: 945 time: 0.1823246 Apr 05 14:28:38.213547 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-b467e4c0-9be3-4078-861a-9c18cb6d9c1c None None] Provisioning complete for port 77849db1-3bb1-4284-ba63-db0da161a895 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:28:38.221379 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b467e4c0-9be3-4078-861a-9c18cb6d9c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:38.256575 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c506fdfb-fb73-42c8-81ff-0911c5a721ef req-863edc40-5a31-42dc-88f9-27492a57376e tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624186 Apr 05 14:28:38.264596 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-b467e4c0-9be3-4078-861a-9c18cb6d9c1c None None] Port 77849db1-3bb1-4284-ba63-db0da161a895 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:28:38.300482 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4fe8c21c-f553-46b7-87a7-550bfd29eca5 req-1d6ba142-d276-444d-ae37-72fbcf6981bb tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339660 Apr 05 14:28:38.333098 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6fd66e05-1009-44a5-8b8c-9484807ba4dc req-27341027-af4f-420c-aa97-69a48f70f20b service neutron] 10.222.0.55 "GET /v2.0/networks/c0d47256-1dbd-4e59-a5ce-32eac6b8a672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818547 Apr 05 14:28:38.344988 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 58680) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:28:38.471526 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-47e8136a-9c77-499f-919b-550ac19363ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:38.482049 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-89a332cf-3589-4e19-a4b7-c110338bc95e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:38.683629 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c3140a-c933-461f-a5e2-83efa50ef543 req-935cd311-0977-44d1-9efe-e86e8596eba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:38.684123 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c3140a-c933-461f-a5e2-83efa50ef543 req-935cd311-0977-44d1-9efe-e86e8596eba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:38.684597 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c3140a-c933-461f-a5e2-83efa50ef543 req-935cd311-0977-44d1-9efe-e86e8596eba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:38.685085 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c3140a-c933-461f-a5e2-83efa50ef543 req-935cd311-0977-44d1-9efe-e86e8596eba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:38.685672 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c3140a-c933-461f-a5e2-83efa50ef543 req-935cd311-0977-44d1-9efe-e86e8596eba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:38.686162 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c3140a-c933-461f-a5e2-83efa50ef543 req-935cd311-0977-44d1-9efe-e86e8596eba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:38.686603 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c3140a-c933-461f-a5e2-83efa50ef543 req-935cd311-0977-44d1-9efe-e86e8596eba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:38.689118 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-78c3140a-c933-461f-a5e2-83efa50ef543 req-935cd311-0977-44d1-9efe-e86e8596eba4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4c46023293d04937b7cc39b36bfca09f&device_id=9f18ed5e-8412-4093-8697-f85d9fb0ff29 HTTP/1.1" status: 200 len: 6488 time: 0.1602280 Apr 05 14:28:38.743003 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-47e8136a-9c77-499f-919b-550ac19363ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:38.834720 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-47e8136a-9c77-499f-919b-550ac19363ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:38.927057 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-47e8136a-9c77-499f-919b-550ac19363ab admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=79d46c3d98b0457ca59d35805bb02f48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5808372 Apr 05 14:28:38.930390 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 58690) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:28:38.940507 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-89a332cf-3589-4e19-a4b7-c110338bc95e admin admin] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:38.945220 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e8136a-9c77-499f-919b-550ac19363ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae677422-0e91-4951-8aba-445c4eea91b6,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:38.966878 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e81cc-a1cb-4941-aeaf-9125c25b6739 req-c484c922-7936-4d48-bddf-342b825036c3 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:38.978071 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e81cc-a1cb-4941-aeaf-9125c25b6739 req-c484c922-7936-4d48-bddf-342b825036c3 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:38.983014 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e81cc-a1cb-4941-aeaf-9125c25b6739 req-c484c922-7936-4d48-bddf-342b825036c3 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:38.989163 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e81cc-a1cb-4941-aeaf-9125c25b6739 req-c484c922-7936-4d48-bddf-342b825036c3 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:38.991235 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c2c76e7d-df9a-494f-b847-07e989faa910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:39.001153 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e81cc-a1cb-4941-aeaf-9125c25b6739 req-c484c922-7936-4d48-bddf-342b825036c3 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:39.002905 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e81cc-a1cb-4941-aeaf-9125c25b6739 req-c484c922-7936-4d48-bddf-342b825036c3 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:39.009857 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e81cc-a1cb-4941-aeaf-9125c25b6739 req-c484c922-7936-4d48-bddf-342b825036c3 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:39.012070 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-eb0e81cc-a1cb-4941-aeaf-9125c25b6739 req-c484c922-7936-4d48-bddf-342b825036c3 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f18ed5e-8412-4093-8697-f85d9fb0ff29 HTTP/1.1" status: 200 len: 5431 time: 0.2678354 Apr 05 14:28:39.014018 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c3140a-c933-461f-a5e2-83efa50ef543 req-6def8b43-d424-4c35-b924-13392375928f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:39.014295 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c2c76e7d-df9a-494f-b847-07e989faa910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:39.015413 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-78c3140a-c933-461f-a5e2-83efa50ef543 req-6def8b43-d424-4c35-b924-13392375928f service neutron] 10.222.0.55 "GET /v2.0/networks?id=c0d47256-1dbd-4e59-a5ce-32eac6b8a672 HTTP/1.1" status: 200 len: 903 time: 0.3190467 Apr 05 14:28:39.018737 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-89a332cf-3589-4e19-a4b7-c110338bc95e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:39.136976 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-78c3140a-c933-461f-a5e2-83efa50ef543 req-fbe536cb-8808-44b0-a153-83073f33f768 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=548bdb08-6c3f-4d7e-ae2d-afd180db5f7a HTTP/1.1" status: 200 len: 217 time: 0.0844762 Apr 05 14:28:39.137200 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c2c76e7d-df9a-494f-b847-07e989faa910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:39.137200 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c2c76e7d-df9a-494f-b847-07e989faa910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:39.137200 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-c2c76e7d-df9a-494f-b847-07e989faa910 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ae677422-0e91-4951-8aba-445c4eea91b6 HTTP/1.1" status: 204 len: 168 time: 0.2056518 Apr 05 14:28:39.158886 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-89a332cf-3589-4e19-a4b7-c110338bc95e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809317'] for router_interface, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:39.166336 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c76e7d-df9a-494f-b847-07e989faa910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae677422-0e91-4951-8aba-445c4eea91b6,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:39.206014 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a332cf-3589-4e19-a4b7-c110338bc95e admin admin] Pushing event updated for resources: {'Port': ['ID=77849db1-3bb1-4284-ba63-db0da161a895,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:39.218006 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-eb0e81cc-a1cb-4941-aeaf-9125c25b6739 req-733afa11-dd43-4e0d-9c5a-3841ceeeccda tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/security-groups?id=af1bc31d-d32e-449d-996f-2d72dd41207d&id=651049ed-3ef9-4175-8455-d871a11c2622&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1964831 Apr 05 14:28:39.240967 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c3140a-c933-461f-a5e2-83efa50ef543 req-2ed7419b-3bab-4206-b2a6-0e489c9dc89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:39.242542 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-78c3140a-c933-461f-a5e2-83efa50ef543 req-2ed7419b-3bab-4206-b2a6-0e489c9dc89c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=85946782-c9e5-45c1-9ef9-786126e16c57 HTTP/1.1" status: 200 len: 797 time: 0.0976784 Apr 05 14:28:39.273156 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 7ef5439f-5ce3-47c8-a407-a1b09b3746bf up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:28:39.368201 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c3140a-c933-461f-a5e2-83efa50ef543 req-a3c84814-8a69-47d8-8efb-4fc33f45642c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:39.370492 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-78c3140a-c933-461f-a5e2-83efa50ef543 req-a3c84814-8a69-47d8-8efb-4fc33f45642c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0d47256-1dbd-4e59-a5ce-32eac6b8a672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0858078 Apr 05 14:28:39.386013 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 7ef5439f-5ce3-47c8-a407-a1b09b3746bf triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:28:39.386675 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:39.483021 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:39.509755 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port 7ef5439f-5ce3-47c8-a407-a1b09b3746bf, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=7ef5439f-5ce3-47c8-a407-a1b09b3746bf,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:28:39.543817 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a332cf-3589-4e19-a4b7-c110338bc95e admin admin] Network 7eff7c31-47f5-40d3-b216-a6d631306f3d is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:28:39.554352 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-89a332cf-3589-4e19-a4b7-c110338bc95e admin admin] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:28:39.571470 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ae0b6-35e5-400d-b1cb-adf97bbea4a4 req-4d05a1e7-c52d-4e8f-b264-f5ab60bc85c9 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:39.573098 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a60ae0b6-35e5-400d-b1cb-adf97bbea4a4 req-4d05a1e7-c52d-4e8f-b264-f5ab60bc85c9 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=63a1884a-7cca-417a-9218-2ed0742b9a77 HTTP/1.1" status: 200 len: 945 time: 0.1648405 Apr 05 14:28:39.596285 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:39.617754 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97751fc1-9c00-4500-b356-049141ec15ff req-29708b07-930f-4ca6-b941-65b1b6bc7edc tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:39.619426 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-97751fc1-9c00-4500-b356-049141ec15ff req-29708b07-930f-4ca6-b941-65b1b6bc7edc tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=45a58cb2-8259-4d9f-8d24-085fcb724cdc HTTP/1.1" status: 200 len: 944 time: 0.2094603 Apr 05 14:28:39.656623 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-78c3140a-c933-461f-a5e2-83efa50ef543 req-0679b4e3-4ef5-4826-85c1-5b26f2f5e2ea service neutron] 10.222.0.55 "GET /v2.0/networks/c0d47256-1dbd-4e59-a5ce-32eac6b8a672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772713 Apr 05 14:28:39.664960 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=7ef5439f-5ce3-47c8-a407-a1b09b3746bf,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:39.708458 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a60ae0b6-35e5-400d-b1cb-adf97bbea4a4 req-3df3c49e-f5de-45ef-a364-be1b70c2a68f tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260827 Apr 05 14:28:39.805830 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-bcb0712f-6bb2-4190-ad1a-4db32653a4bc None None] Provisioning complete for port 77849db1-3bb1-4284-ba63-db0da161a895 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:28:39.806455 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-97751fc1-9c00-4500-b356-049141ec15ff req-428aa7b1-7d4e-46d9-a323-0934b49174e5 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422703 Apr 05 14:28:39.806607 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bcb0712f-6bb2-4190-ad1a-4db32653a4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:39.855300 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89a332cf-3589-4e19-a4b7-c110338bc95e admin admin] Router f4639567-21fe-45e9-a0ff-6bcef34a08a3 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:28:39.867078 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-78c3140a-c933-461f-a5e2-83efa50ef543 req-f7979843-c97f-479a-be37-5f0584f3249c service neutron] 10.222.0.55 "GET /v2.0/networks/c0d47256-1dbd-4e59-a5ce-32eac6b8a672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005429 Apr 05 14:28:39.870524 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 58704) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:28:39.873178 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-bcb0712f-6bb2-4190-ad1a-4db32653a4bc None None] Port 77849db1-3bb1-4284-ba63-db0da161a895 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:28:39.892154 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ee4aae0d-ac21-4036-9c1c-86d990931c55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:40.004230 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ee4aae0d-ac21-4036-9c1c-86d990931c55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:40.087470 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ee4aae0d-ac21-4036-9c1c-86d990931c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:40.136120 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-ee4aae0d-ac21-4036-9c1c-86d990931c55 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9b79e043e8df4cea9cf6409c67bbdec8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2617440 Apr 05 14:28:40.136120 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4aae0d-ac21-4036-9c1c-86d990931c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=478b4d44-9a37-4ca6-a2f9-9703232c98f8,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:40.138427 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 58706) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:28:40.180005 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 253e9573-54d3-4180-86f0-45ba2cca07f4 up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:28:40.194044 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2b8b8904-f639-4bd5-8c91-563b8f674e4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:40.217091 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2b8b8904-f639-4bd5-8c91-563b8f674e4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:40.368140 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a332cf-3589-4e19-a4b7-c110338bc95e admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:28:40.376597 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463f622e-f8fc-4943-8823-cc3eb630c22b None None] Sync routers for ids ['f4639567-21fe-45e9-a0ff-6bcef34a08a3'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:28:40.377595 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-89a332cf-3589-4e19-a4b7-c110338bc95e admin admin] 10.222.0.30 "PUT /v2.0/routers/f4639567-21fe-45e9-a0ff-6bcef34a08a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8932941 Apr 05 14:28:40.390697 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2b8b8904-f639-4bd5-8c91-563b8f674e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:40.390817 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning for port 253e9573-54d3-4180-86f0-45ba2cca07f4 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:28:40.390917 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2b8b8904-f639-4bd5-8c91-563b8f674e4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:40.390917 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-2b8b8904-f639-4bd5-8c91-563b8f674e4d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/478b4d44-9a37-4ca6-a2f9-9703232c98f8 HTTP/1.1" status: 204 len: 168 time: 0.2495158 Apr 05 14:28:40.395138 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port 253e9573-54d3-4180-86f0-45ba2cca07f4 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:28:40.395826 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:40.399805 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c445e783-bf66-4bb1-9246-7351aee6fc7c req-d9cd5607-5108-44a6-b839-13044dd20302 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:40.401178 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8b8904-f639-4bd5-8c91-563b8f674e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=478b4d44-9a37-4ca6-a2f9-9703232c98f8,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:40.411527 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c445e783-bf66-4bb1-9246-7351aee6fc7c req-d9cd5607-5108-44a6-b839-13044dd20302 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:40.418400 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c445e783-bf66-4bb1-9246-7351aee6fc7c req-d9cd5607-5108-44a6-b839-13044dd20302 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:40.425226 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c445e783-bf66-4bb1-9246-7351aee6fc7c req-d9cd5607-5108-44a6-b839-13044dd20302 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:40.429757 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463f622e-f8fc-4943-8823-cc3eb630c22b None None] Routers {'f4639567-21fe-45e9-a0ff-6bcef34a08a3'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:28:40.430273 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-463f622e-f8fc-4943-8823-cc3eb630c22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:28:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['f4639567-21fe-45e9-a0ff-6bcef34a08a3'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:28:40.432738 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c445e783-bf66-4bb1-9246-7351aee6fc7c req-d9cd5607-5108-44a6-b839-13044dd20302 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:40.441498 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c445e783-bf66-4bb1-9246-7351aee6fc7c req-d9cd5607-5108-44a6-b839-13044dd20302 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:40.448763 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c445e783-bf66-4bb1-9246-7351aee6fc7c req-d9cd5607-5108-44a6-b839-13044dd20302 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:40.451065 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c445e783-bf66-4bb1-9246-7351aee6fc7c req-d9cd5607-5108-44a6-b839-13044dd20302 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f18ed5e-8412-4093-8697-f85d9fb0ff29 HTTP/1.1" status: 200 len: 5431 time: 0.1322746 Apr 05 14:28:40.509217 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c445e783-bf66-4bb1-9246-7351aee6fc7c req-ee375ca2-2a05-48f6-bbf5-367da4e989f9 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/security-groups?id=af1bc31d-d32e-449d-996f-2d72dd41207d&id=651049ed-3ef9-4175-8455-d871a11c2622&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0513828 Apr 05 14:28:40.599509 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:40.613067 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-463f622e-f8fc-4943-8823-cc3eb630c22b None None] Set router f4639567-21fe-45e9-a0ff-6bcef34a08a3 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:28:40.662344 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45a58cb2-8259-4d9f-8d24-085fcb724cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '253e9573-54d3-4180-86f0-45ba2cca07f4'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:28:40.664586 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32032ad4-89a6-4a5d-bf5d-86e5b07f9a43" -d '{"events": [{"server_uuid": "45a58cb2-8259-4d9f-8d24-085fcb724cdc", "name": "network-vif-plugged", "status": "completed", "tag": "253e9573-54d3-4180-86f0-45ba2cca07f4"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:28:40.683006 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 253e9573-54d3-4180-86f0-45ba2cca07f4, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=253e9573-54d3-4180-86f0-45ba2cca07f4,segment=NetworkSegment(e44f5d0a-bab4-40cf-a1ed-36028ad06628),segment_id=e44f5d0a-bab4-40cf-a1ed-36028ad06628)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:28:40.712526 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee75099-4a72-4e19-86f6-dca17b9c5a2c x-openstack-request-id: req-8ee75099-4a72-4e19-86f6-dca17b9c5a2c {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:28:40.712819 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45a58cb2-8259-4d9f-8d24-085fcb724cdc", "name": "network-vif-plugged", "status": "completed", "tag": "253e9573-54d3-4180-86f0-45ba2cca07f4", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:28:40.713095 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8ee75099-4a72-4e19-86f6-dca17b9c5a2c {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:28:40.713488 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ee75099-4a72-4e19-86f6-dca17b9c5a2c'] response: {'server_uuid': '45a58cb2-8259-4d9f-8d24-085fcb724cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '253e9573-54d3-4180-86f0-45ba2cca07f4', 'code': 200} Apr 05 14:28:40.804034 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:40.804034 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 6a8c4f64-ea72-41e0-b72d-43d614df87b9 up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:28:40.924695 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=253e9573-54d3-4180-86f0-45ba2cca07f4,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:40.960080 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-463f622e-f8fc-4943-8823-cc3eb630c22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4639567-21fe-45e9-a0ff-6bcef34a08a3', 'name': 'tempest-FloatingIPsTestJSON-539564337-router', 'tenant_id': 'b0e887ba6d1b4433832075c7e08bc451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '7ef5439f-5ce3-47c8-a407-a1b09b3746bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:28:32Z', 'updated_at': '2022-04-05T14:28:38Z', 'revision_number': 4, 'project_id': 'b0e887ba6d1b4433832075c7e08bc451', 'gw_port': {'id': '7ef5439f-5ce3-47c8-a407-a1b09b3746bf', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ed:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4639567-21fe-45e9-a0ff-6bcef34a08a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:28:33Z', 'updated_at': '2022-04-05T14:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '77849db1-3bb1-4284-ba63-db0da161a895', 'name': '', 'network_id': '7eff7c31-47f5-40d3-b216-a6d631306f3d', 'tenant_id': 'b0e887ba6d1b4433832075c7e08bc451', 'mac_address': 'fa:16:3e:b6:45:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4639567-21fe-45e9-a0ff-6bcef34a08a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': 'aaa60177-50da-4b5a-8480-32e0ad042b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:28:36Z', 'updated_at': '2022-04-05T14:28:38Z', 'revision_number': 2, 'project_id': 'b0e887ba6d1b4433832075c7e08bc451', 'subnets': [{'id': 'aaa60177-50da-4b5a-8480-32e0ad042b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:28:40.992337 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463f622e-f8fc-4943-8823-cc3eb630c22b None None] Checking router: f4639567-21fe-45e9-a0ff-6bcef34a08a3 for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:28:40.992692 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463f622e-f8fc-4943-8823-cc3eb630c22b None None] Updating router f4639567-21fe-45e9-a0ff-6bcef34a08a3 port 77849db1-3bb1-4284-ba63-db0da161a895 binding host n-d-836650-2 {{(pid=103322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:28:41.015605 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning for port 6a8c4f64-ea72-41e0-b72d-43d614df87b9 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:28:41.020582 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-463f622e-f8fc-4943-8823-cc3eb630c22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:41.023368 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port 6a8c4f64-ea72-41e0-b72d-43d614df87b9 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:28:41.023720 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:41.058745 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4612fc-24fa-4655-aee0-7369d2bcd717 req-f6ee9290-f38d-4747-aff8-72a278ce691b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:41.060189 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5d4612fc-24fa-4655-aee0-7369d2bcd717 req-f6ee9290-f38d-4747-aff8-72a278ce691b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=45a58cb2-8259-4d9f-8d24-085fcb724cdc HTTP/1.1" status: 200 len: 1095 time: 0.2800124 Apr 05 14:28:41.108219 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73df99-d6ca-43df-85f5-66293452d9ce req-dcd75c65-bfde-4bdd-b091-1277416b2376 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:41.113373 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ed73df99-d6ca-43df-85f5-66293452d9ce req-dcd75c65-bfde-4bdd-b091-1277416b2376 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=63a1884a-7cca-417a-9218-2ed0742b9a77 HTTP/1.1" status: 200 len: 945 time: 0.3154669 Apr 05 14:28:41.177264 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-aa4e04c8-4186-47be-b916-4ad3f8bd115d req-b0ae52d7-7bef-47cd-90ba-aaaf51875d73 tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3381243 Apr 05 14:28:41.189968 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-aa4e04c8-4186-47be-b916-4ad3f8bd115d req-eb7a07ce-5b96-4368-91ae-4e39c24dff83 tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] Request body: {'floatingip': {'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:28:41.200998 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5d4612fc-24fa-4655-aee0-7369d2bcd717 req-788785d4-929e-4795-af17-4d494796f512 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310499 Apr 05 14:28:41.216253 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ed73df99-d6ca-43df-85f5-66293452d9ce req-f21e7639-7cba-4586-acae-dd610538c544 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822976 Apr 05 14:28:41.222447 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:41.252210 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 7ef5439f-5ce3-47c8-a407-a1b09b3746bf up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:28:41.326204 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-aa4e04c8-4186-47be-b916-4ad3f8bd115d req-eb7a07ce-5b96-4368-91ae-4e39c24dff83 tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] Notify callbacks [] for floatingip, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:41.362503 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b47d48-ec72-4cf5-bfaf-7c148b2fbdfc req-8be01201-e9f3-4abc-bb62-6bb847de7876 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:41.365117 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f4b47d48-ec72-4cf5-bfaf-7c148b2fbdfc req-8be01201-e9f3-4abc-bb62-6bb847de7876 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=45a58cb2-8259-4d9f-8d24-085fcb724cdc HTTP/1.1" status: 200 len: 945 time: 0.0831409 Apr 05 14:28:41.447769 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f4b47d48-ec72-4cf5-bfaf-7c148b2fbdfc req-3765dac2-70d3-47c6-84a8-21dc52f26ccb tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466580 Apr 05 14:28:41.488573 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 6a8c4f64-ea72-41e0-b72d-43d614df87b9, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=6a8c4f64-ea72-41e0-b72d-43d614df87b9,segment=NetworkSegment(86bf7ba4-25ec-477a-b752-1cd3a94d1598),segment_id=86bf7ba4-25ec-477a-b752-1cd3a94d1598)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:28:41.509955 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-aa4e04c8-4186-47be-b916-4ad3f8bd115d req-eb7a07ce-5b96-4368-91ae-4e39c24dff83 tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:41.518424 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 7ef5439f-5ce3-47c8-a407-a1b09b3746bf triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:28:41.518763 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:41.588861 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:41.607473 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-463f622e-f8fc-4943-8823-cc3eb630c22b None None] Notify callbacks [] for port, precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:41.686236 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=6a8c4f64-ea72-41e0-b72d-43d614df87b9,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:41.691441 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-aa4e04c8-4186-47be-b916-4ad3f8bd115d req-eb7a07ce-5b96-4368-91ae-4e39c24dff83 tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] Allocated IP 172.25.6.175 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/6bd79c39-f2d2-43a3-84fe-bdb206d6af81) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:28:41.692415 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-463f622e-f8fc-4943-8823-cc3eb630c22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:41.768027 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f594c7fb-cabd-4e17-8f50-7aa7cacc73e2 None None] Pushing event updated for resources: {'Port': ['ID=77849db1-3bb1-4284-ba63-db0da161a895,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:41.828674 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-463f622e-f8fc-4943-8823-cc3eb630c22b None None] Attempting to bind port 77849db1-3bb1-4284-ba63-db0da161a895 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:28:41.828674 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-463f622e-f8fc-4943-8823-cc3eb630c22b None None] Attempting to bind port 77849db1-3bb1-4284-ba63-db0da161a895 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'fe8690cc-c9bf-4e91-9ebb-347c51fe004b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7eff7c31-47f5-40d3-b216-a6d631306f3d'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:28:41.829158 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463f622e-f8fc-4943-8823-cc3eb630c22b None None] Attempting to bind port 77849db1-3bb1-4284-ba63-db0da161a895 on network 7eff7c31-47f5-40d3-b216-a6d631306f3d {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:28:41.835831 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463f622e-f8fc-4943-8823-cc3eb630c22b None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:28:41.836425 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463f622e-f8fc-4943-8823-cc3eb630c22b None None] Checking segment: {'id': 'fe8690cc-c9bf-4e91-9ebb-347c51fe004b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7eff7c31-47f5-40d3-b216-a6d631306f3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:28:41.836709 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-463f622e-f8fc-4943-8823-cc3eb630c22b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:41.837479 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463f622e-f8fc-4943-8823-cc3eb630c22b None None] Bound using segment: {'id': 'fe8690cc-c9bf-4e91-9ebb-347c51fe004b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7eff7c31-47f5-40d3-b216-a6d631306f3d'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:28:41.837599 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-463f622e-f8fc-4943-8823-cc3eb630c22b None None] Bound port: 77849db1-3bb1-4284-ba63-db0da161a895, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe8690cc-c9bf-4e91-9ebb-347c51fe004b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7eff7c31-47f5-40d3-b216-a6d631306f3d'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:28:41.837984 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-463f622e-f8fc-4943-8823-cc3eb630c22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:41.842207 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-aa4e04c8-4186-47be-b916-4ad3f8bd115d req-eb7a07ce-5b96-4368-91ae-4e39c24dff83 tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:41.926490 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-463f622e-f8fc-4943-8823-cc3eb630c22b None None] For port 77849db1-3bb1-4284-ba63-db0da161a895, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:28:41.931143 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-463f622e-f8fc-4943-8823-cc3eb630c22b None None] For port 77849db1-3bb1-4284-ba63-db0da161a895, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=77849db1-3bb1-4284-ba63-db0da161a895,segment=NetworkSegment(fe8690cc-c9bf-4e91-9ebb-347c51fe004b),segment_id=fe8690cc-c9bf-4e91-9ebb-347c51fe004b)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:28:41.950858 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-aa4e04c8-4186-47be-b916-4ad3f8bd115d req-eb7a07ce-5b96-4368-91ae-4e39c24dff83 tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:41.991711 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-463f622e-f8fc-4943-8823-cc3eb630c22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:42.002928 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa4e04c8-4186-47be-b916-4ad3f8bd115d req-eb7a07ce-5b96-4368-91ae-4e39c24dff83 tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:28:42.009044 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-aa4e04c8-4186-47be-b916-4ad3f8bd115d req-eb7a07ce-5b96-4368-91ae-4e39c24dff83 tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:28:42.013433 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa4e04c8-4186-47be-b916-4ad3f8bd115d req-eb7a07ce-5b96-4368-91ae-4e39c24dff83 tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:28:42.015606 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7a07ce-5b96-4368-91ae-4e39c24dff83 tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] Pushing event updated for resources: {'Port': ['ID=6bd79c39-f2d2-43a3-84fe-bdb206d6af81,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:42.047013 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:42.072691 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463f622e-f8fc-4943-8823-cc3eb630c22b None None] Routers {'f4639567-21fe-45e9-a0ff-6bcef34a08a3'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:28:42.074247 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-463f622e-f8fc-4943-8823-cc3eb630c22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:28:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['f4639567-21fe-45e9-a0ff-6bcef34a08a3'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:28:42.134071 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f594c7fb-cabd-4e17-8f50-7aa7cacc73e2 None None] Pushing event updated for resources: {'Port': ['ID=77849db1-3bb1-4284-ba63-db0da161a895,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:42.154705 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-aa4e04c8-4186-47be-b916-4ad3f8bd115d req-eb7a07ce-5b96-4368-91ae-4e39c24dff83 tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:42.158714 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-87cbac13-829d-4423-9b61-0b974950e8e3 None None] Provisioning complete for port 77849db1-3bb1-4284-ba63-db0da161a895 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:28:42.159254 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-87cbac13-829d-4423-9b61-0b974950e8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:42.252168 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-463f622e-f8fc-4943-8823-cc3eb630c22b None None] Set router f4639567-21fe-45e9-a0ff-6bcef34a08a3 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:28:42.299692 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-aa4e04c8-4186-47be-b916-4ad3f8bd115d req-eb7a07ce-5b96-4368-91ae-4e39c24dff83 tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:42.375318 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-87cbac13-829d-4423-9b61-0b974950e8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:42.505045 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-87cbac13-829d-4423-9b61-0b974950e8e3 None None] For port 77849db1-3bb1-4284-ba63-db0da161a895, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=77849db1-3bb1-4284-ba63-db0da161a895,segment=NetworkSegment(fe8690cc-c9bf-4e91-9ebb-347c51fe004b),segment_id=fe8690cc-c9bf-4e91-9ebb-347c51fe004b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:28:42.574424 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-aa4e04c8-4186-47be-b916-4ad3f8bd115d req-eb7a07ce-5b96-4368-91ae-4e39c24dff83 tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:42.575306 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-463f622e-f8fc-4943-8823-cc3eb630c22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4639567-21fe-45e9-a0ff-6bcef34a08a3', 'name': 'tempest-FloatingIPsTestJSON-539564337-router', 'tenant_id': 'b0e887ba6d1b4433832075c7e08bc451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '7ef5439f-5ce3-47c8-a407-a1b09b3746bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:28:32Z', 'updated_at': '2022-04-05T14:28:38Z', 'revision_number': 4, 'project_id': 'b0e887ba6d1b4433832075c7e08bc451', 'gw_port': {'id': '7ef5439f-5ce3-47c8-a407-a1b09b3746bf', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ed:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4639567-21fe-45e9-a0ff-6bcef34a08a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:28:33Z', 'updated_at': '2022-04-05T14:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '77849db1-3bb1-4284-ba63-db0da161a895', 'name': '', 'network_id': '7eff7c31-47f5-40d3-b216-a6d631306f3d', 'tenant_id': 'b0e887ba6d1b4433832075c7e08bc451', 'mac_address': 'fa:16:3e:b6:45:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4639567-21fe-45e9-a0ff-6bcef34a08a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': 'aaa60177-50da-4b5a-8480-32e0ad042b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:28:36Z', 'updated_at': '2022-04-05T14:28:41Z', 'revision_number': 4, 'project_id': 'b0e887ba6d1b4433832075c7e08bc451', 'subnets': [{'id': 'aaa60177-50da-4b5a-8480-32e0ad042b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:28:42.579648 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-87cbac13-829d-4423-9b61-0b974950e8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:42.602595 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ad191-ff81-4bc4-b3d9-7a0b61284cb0 req-7f08bd3d-ec9a-4aff-8d33-eae7c07855d5 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:42.608586 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ad191-ff81-4bc4-b3d9-7a0b61284cb0 req-7f08bd3d-ec9a-4aff-8d33-eae7c07855d5 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:42.610257 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463f622e-f8fc-4943-8823-cc3eb630c22b None None] The sync data for ids ['f4639567-21fe-45e9-a0ff-6bcef34a08a3'] in n-d-836650-2 is: [{'id': 'f4639567-21fe-45e9-a0ff-6bcef34a08a3', 'name': 'tempest-FloatingIPsTestJSON-539564337-router', 'tenant_id': 'b0e887ba6d1b4433832075c7e08bc451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '7ef5439f-5ce3-47c8-a407-a1b09b3746bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:28:32Z', 'updated_at': '2022-04-05T14:28:38Z', 'revision_number': 4, 'project_id': 'b0e887ba6d1b4433832075c7e08bc451', 'gw_port': {'id': '7ef5439f-5ce3-47c8-a407-a1b09b3746bf', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ed:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4639567-21fe-45e9-a0ff-6bcef34a08a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:28:33Z', 'updated_at': '2022-04-05T14:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '77849db1-3bb1-4284-ba63-db0da161a895', 'name': '', 'network_id': '7eff7c31-47f5-40d3-b216-a6d631306f3d', 'tenant_id': 'b0e887ba6d1b4433832075c7e08bc451', 'mac_address': 'fa:16:3e:b6:45:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4639567-21fe-45e9-a0ff-6bcef34a08a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': 'aaa60177-50da-4b5a-8480-32e0ad042b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:28:36Z', 'updated_at': '2022-04-05T14:28:41Z', 'revision_number': 4, 'project_id': 'b0e887ba6d1b4433832075c7e08bc451', 'subnets': [{'id': 'aaa60177-50da-4b5a-8480-32e0ad042b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:28:42.616260 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ad191-ff81-4bc4-b3d9-7a0b61284cb0 req-7f08bd3d-ec9a-4aff-8d33-eae7c07855d5 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:42.622433 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ad191-ff81-4bc4-b3d9-7a0b61284cb0 req-7f08bd3d-ec9a-4aff-8d33-eae7c07855d5 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:42.628455 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ad191-ff81-4bc4-b3d9-7a0b61284cb0 req-7f08bd3d-ec9a-4aff-8d33-eae7c07855d5 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:42.639025 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ad191-ff81-4bc4-b3d9-7a0b61284cb0 req-7f08bd3d-ec9a-4aff-8d33-eae7c07855d5 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:42.651030 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ad191-ff81-4bc4-b3d9-7a0b61284cb0 req-7f08bd3d-ec9a-4aff-8d33-eae7c07855d5 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:42.653266 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-051ad191-ff81-4bc4-b3d9-7a0b61284cb0 req-7f08bd3d-ec9a-4aff-8d33-eae7c07855d5 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f18ed5e-8412-4093-8697-f85d9fb0ff29 HTTP/1.1" status: 200 len: 5431 time: 0.1302769 Apr 05 14:28:42.654447 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-aa4e04c8-4186-47be-b916-4ad3f8bd115d req-eb7a07ce-5b96-4368-91ae-4e39c24dff83 tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:42.715941 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a1884a-7cca-417a-9218-2ed0742b9a77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a8c4f64-ea72-41e0-b72d-43d614df87b9'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:28:42.729767 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6039c0cd-dc03-4d3b-a2e8-1cdf17816603" -d '{"events": [{"server_uuid": "63a1884a-7cca-417a-9218-2ed0742b9a77", "name": "network-vif-plugged", "status": "completed", "tag": "6a8c4f64-ea72-41e0-b72d-43d614df87b9"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:28:42.745157 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cbac13-829d-4423-9b61-0b974950e8e3 None None] Pushing event updated for resources: {'Port': ['ID=77849db1-3bb1-4284-ba63-db0da161a895,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:42.766764 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-4361e88c-4c93-4fdf-bf34-e85e8c6c4524 None None] Provisioning complete for port 77849db1-3bb1-4284-ba63-db0da161a895 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:28:42.767336 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4361e88c-4c93-4fdf-bf34-e85e8c6c4524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:42.798984 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7a07ce-5b96-4368-91ae-4e39c24dff83 tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] Pushing event updated for resources: {'Port': ['ID=6bd79c39-f2d2-43a3-84fe-bdb206d6af81,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:42.833984 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-051ad191-ff81-4bc4-b3d9-7a0b61284cb0 req-2cb15581-a511-4887-81e2-c642838bb200 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/security-groups?id=af1bc31d-d32e-449d-996f-2d72dd41207d&id=651049ed-3ef9-4175-8455-d871a11c2622&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1697819 Apr 05 14:28:42.840693 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-aa4e04c8-4186-47be-b916-4ad3f8bd115d req-eb7a07ce-5b96-4368-91ae-4e39c24dff83 tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:42.974424 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-aa4e04c8-4186-47be-b916-4ad3f8bd115d req-eb7a07ce-5b96-4368-91ae-4e39c24dff83 tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:42.975678 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-aa4e04c8-4186-47be-b916-4ad3f8bd115d req-eb7a07ce-5b96-4368-91ae-4e39c24dff83 tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7910619 Apr 05 14:28:43.034646 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca08f5e0-5f8d-4bae-8dc0-a6aef0014ea8 req-b2c4e5b6-4fe0-4a6b-b6ae-1e4d0086679d tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:43.036937 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ca08f5e0-5f8d-4bae-8dc0-a6aef0014ea8 req-b2c4e5b6-4fe0-4a6b-b6ae-1e4d0086679d tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=63a1884a-7cca-417a-9218-2ed0742b9a77 HTTP/1.1" status: 200 len: 946 time: 0.1005917 Apr 05 14:28:43.044719 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-aa4e04c8-4186-47be-b916-4ad3f8bd115d req-2cf3b286-0a20-4c5c-86f6-5473eae7bf23 tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.175 HTTP/1.1" status: 200 len: 696 time: 0.0606420 Apr 05 14:28:43.141053 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ca08f5e0-5f8d-4bae-8dc0-a6aef0014ea8 req-8a334c6c-100b-4f3d-bd25-fc05336283f3 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952203 Apr 05 14:28:43.206758 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4e04c8-4186-47be-b916-4ad3f8bd115d req-b59cc1d9-b63f-4646-9791-131b3c097747 tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:43.214458 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-aa4e04c8-4186-47be-b916-4ad3f8bd115d req-b59cc1d9-b63f-4646-9791-131b3c097747 tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] 10.222.0.30 "GET /v2.0/networks/3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c HTTP/1.1" status: 200 len: 784 time: 0.1596172 Apr 05 14:28:43.220306 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [req-aa4e04c8-4186-47be-b916-4ad3f8bd115d req-e66ed144-a53c-4213-995c-fb0530ac4bbf tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:28:43.224705 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-aa4e04c8-4186-47be-b916-4ad3f8bd115d req-e66ed144-a53c-4213-995c-fb0530ac4bbf tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089028 Apr 05 14:28:43.285738 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 77849db1-3bb1-4284-ba63-db0da161a895 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:28:43.314096 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1392df-f3dd-4deb-9699-d4311c02c95a req-0fcac679-3afd-472d-8f7a-deef91df73ef tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:43.316068 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ae1392df-f3dd-4deb-9699-d4311c02c95a req-0fcac679-3afd-472d-8f7a-deef91df73ef tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=45a58cb2-8259-4d9f-8d24-085fcb724cdc HTTP/1.1" status: 200 len: 945 time: 0.0728745 Apr 05 14:28:43.372020 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 77849db1-3bb1-4284-ba63-db0da161a895 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:28:43.372915 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ae1392df-f3dd-4deb-9699-d4311c02c95a req-ec30385b-d65f-4b73-a96c-8b7caedd4d2f tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476153 Apr 05 14:28:43.373065 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:43.486503 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c5eb84-8621-4785-8577-732a89d2b363 x-openstack-request-id: req-b2c5eb84-8621-4785-8577-732a89d2b363 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:28:43.487056 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63a1884a-7cca-417a-9218-2ed0742b9a77", "name": "network-vif-plugged", "status": "completed", "tag": "6a8c4f64-ea72-41e0-b72d-43d614df87b9", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:28:43.487511 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b2c5eb84-8621-4785-8577-732a89d2b363 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:28:43.488132 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2c5eb84-8621-4785-8577-732a89d2b363'] response: {'server_uuid': '63a1884a-7cca-417a-9218-2ed0742b9a77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a8c4f64-ea72-41e0-b72d-43d614df87b9', 'code': 200} Apr 05 14:28:43.550288 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-05f299cb-7346-4d29-bb02-5f71c1b068db req-d0a3ae94-3ae0-4f15-8d18-f17ad3bb9980 tempest-SecurityGroupsTestAdminJSON-1762137255 tempest-SecurityGroupsTestAdminJSON-1762137255-project] Request body: {'security_group': {'name': 'tempest-securitygroup-169191560', 'description': 'tempest-description-876081561'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:28:43.592931 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f6d3f1db-fd95-4614-bc69-cfadfbc6220c req-1d96dca7-5073-433f-a98e-a4fa42b25ffc tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] 10.222.0.30 "GET /v2.0/floatingips/8daa8f01-828e-48e0-959d-ae83ccdc6fe2 HTTP/1.1" status: 200 len: 693 time: 0.0896707 Apr 05 14:28:43.676708 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f7f051-bf93-470e-9000-f342f4e1277b req-cd93b7a4-f2c5-4124-9047-dc96d3857670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:43.676708 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-03f7f051-bf93-470e-9000-f342f4e1277b req-cd93b7a4-f2c5-4124-9047-dc96d3857670 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=63a1884a-7cca-417a-9218-2ed0742b9a77 HTTP/1.1" status: 200 len: 1097 time: 0.1114495 Apr 05 14:28:43.710727 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-05f299cb-7346-4d29-bb02-5f71c1b068db req-d0a3ae94-3ae0-4f15-8d18-f17ad3bb9980 tempest-SecurityGroupsTestAdminJSON-1762137255 tempest-SecurityGroupsTestAdminJSON-1762137255-project] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:43.734560 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-05f299cb-7346-4d29-bb02-5f71c1b068db req-d0a3ae94-3ae0-4f15-8d18-f17ad3bb9980 tempest-SecurityGroupsTestAdminJSON-1762137255 tempest-SecurityGroupsTestAdminJSON-1762137255-project] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:43.763400 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d3f1db-fd95-4614-bc69-cfadfbc6220c req-82cb30ef-0c2b-4d26-b0af-2c210e074c61 tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:43.764770 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f6d3f1db-fd95-4614-bc69-cfadfbc6220c req-82cb30ef-0c2b-4d26-b0af-2c210e074c61 tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] 10.222.0.30 "GET /v2.0/networks/3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c HTTP/1.1" status: 200 len: 784 time: 0.1632893 Apr 05 14:28:43.766434 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-03f7f051-bf93-470e-9000-f342f4e1277b req-1f155474-44d2-455b-8d9f-c9e8541b4bf4 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871589 Apr 05 14:28:43.787519 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [req-f6d3f1db-fd95-4614-bc69-cfadfbc6220c req-3f7f6365-0aa7-45b4-af61-fb3669a34316 tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:28:43.789206 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f6d3f1db-fd95-4614-bc69-cfadfbc6220c req-3f7f6365-0aa7-45b4-af61-fb3669a34316 tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0132740 Apr 05 14:28:43.870391 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-05f299cb-7346-4d29-bb02-5f71c1b068db req-d0a3ae94-3ae0-4f15-8d18-f17ad3bb9980 tempest-SecurityGroupsTestAdminJSON-1762137255 tempest-SecurityGroupsTestAdminJSON-1762137255-project] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:43.886263 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:43.935830 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228349a-b36f-440c-bf03-c9a20a34dd44 req-603f002b-11e7-4aee-85f4-eee52ea5682c tempest-LiveAutoBlockMigrationV225Test-737036270 tempest-LiveAutoBlockMigrationV225Test-737036270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:43.937529 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3228349a-b36f-440c-bf03-c9a20a34dd44 req-603f002b-11e7-4aee-85f4-eee52ea5682c tempest-LiveAutoBlockMigrationV225Test-737036270 tempest-LiveAutoBlockMigrationV225Test-737036270-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=45a58cb2-8259-4d9f-8d24-085fcb724cdc HTTP/1.1" status: 200 len: 1096 time: 0.0488782 Apr 05 14:28:43.945686 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-05f299cb-7346-4d29-bb02-5f71c1b068db req-d0a3ae94-3ae0-4f15-8d18-f17ad3bb9980 tempest-SecurityGroupsTestAdminJSON-1762137255 tempest-SecurityGroupsTestAdminJSON-1762137255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:44.003362 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a3ae94-3ae0-4f15-8d18-f17ad3bb9980 tempest-SecurityGroupsTestAdminJSON-1762137255 tempest-SecurityGroupsTestAdminJSON-1762137255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5556ee3e-aa97-497b-8cbe-a09fc8d16179,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:44.022412 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3228349a-b36f-440c-bf03-c9a20a34dd44 req-9557190d-754e-4db3-81b7-4df3900bb78b tempest-LiveAutoBlockMigrationV225Test-737036270 tempest-LiveAutoBlockMigrationV225Test-737036270-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776942 Apr 05 14:28:44.066393 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-05f299cb-7346-4d29-bb02-5f71c1b068db req-d0a3ae94-3ae0-4f15-8d18-f17ad3bb9980 tempest-SecurityGroupsTestAdminJSON-1762137255 tempest-SecurityGroupsTestAdminJSON-1762137255-project] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:44.142806 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-05f299cb-7346-4d29-bb02-5f71c1b068db req-d0a3ae94-3ae0-4f15-8d18-f17ad3bb9980 tempest-SecurityGroupsTestAdminJSON-1762137255 tempest-SecurityGroupsTestAdminJSON-1762137255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:44.173427 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1ec90fa5-69c2-40c5-a99b-bb460bb63534 req-5b79c148-13b6-4c22-97a9-8ddc1691e1b7 tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] 10.222.0.30 "GET /v2.0/floatingips?tenant_id=b0e887ba6d1b4433832075c7e08bc451 HTTP/1.1" status: 200 len: 696 time: 0.1035376 Apr 05 14:28:44.212864 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a3ae94-3ae0-4f15-8d18-f17ad3bb9980 tempest-SecurityGroupsTestAdminJSON-1762137255 tempest-SecurityGroupsTestAdminJSON-1762137255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e805d2-d263-42c8-9a43-59cbb2f59b27,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:44.248442 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-05f299cb-7346-4d29-bb02-5f71c1b068db req-d0a3ae94-3ae0-4f15-8d18-f17ad3bb9980 tempest-SecurityGroupsTestAdminJSON-1762137255 tempest-SecurityGroupsTestAdminJSON-1762137255-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:44.249707 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-05f299cb-7346-4d29-bb02-5f71c1b068db req-d0a3ae94-3ae0-4f15-8d18-f17ad3bb9980 tempest-SecurityGroupsTestAdminJSON-1762137255 tempest-SecurityGroupsTestAdminJSON-1762137255-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7054245 Apr 05 14:28:44.313555 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec90fa5-69c2-40c5-a99b-bb460bb63534 req-9d3e3198-1a3c-4b33-a81d-2b8557b36f60 tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:44.315213 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1ec90fa5-69c2-40c5-a99b-bb460bb63534 req-9d3e3198-1a3c-4b33-a81d-2b8557b36f60 tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] 10.222.0.30 "GET /v2.0/networks?id=3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c HTTP/1.1" status: 200 len: 787 time: 0.1325326 Apr 05 14:28:44.334093 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [req-1ec90fa5-69c2-40c5-a99b-bb460bb63534 req-cd53b3c4-f723-4fca-8297-dc6248fc62b9 tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:28:44.335069 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1ec90fa5-69c2-40c5-a99b-bb460bb63534 req-cd53b3c4-f723-4fca-8297-dc6248fc62b9 tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076716 Apr 05 14:28:44.383159 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93039a65-37bd-41b9-b6e5-1b0b859a3da9 req-1126a14f-2407-4459-b30a-fe0571f9ec3a tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:44.391333 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93039a65-37bd-41b9-b6e5-1b0b859a3da9 req-1126a14f-2407-4459-b30a-fe0571f9ec3a tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:44.400435 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93039a65-37bd-41b9-b6e5-1b0b859a3da9 req-1126a14f-2407-4459-b30a-fe0571f9ec3a tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:44.408215 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93039a65-37bd-41b9-b6e5-1b0b859a3da9 req-1126a14f-2407-4459-b30a-fe0571f9ec3a tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:44.415647 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93039a65-37bd-41b9-b6e5-1b0b859a3da9 req-1126a14f-2407-4459-b30a-fe0571f9ec3a tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:44.422350 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93039a65-37bd-41b9-b6e5-1b0b859a3da9 req-1126a14f-2407-4459-b30a-fe0571f9ec3a tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:44.429341 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93039a65-37bd-41b9-b6e5-1b0b859a3da9 req-1126a14f-2407-4459-b30a-fe0571f9ec3a tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:44.431396 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-93039a65-37bd-41b9-b6e5-1b0b859a3da9 req-1126a14f-2407-4459-b30a-fe0571f9ec3a tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f18ed5e-8412-4093-8697-f85d9fb0ff29 HTTP/1.1" status: 200 len: 5431 time: 0.1152110 Apr 05 14:28:44.509538 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-93039a65-37bd-41b9-b6e5-1b0b859a3da9 req-4a5c198c-7862-46f2-934c-48f1bee8cd82 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/security-groups?id=af1bc31d-d32e-449d-996f-2d72dd41207d&id=651049ed-3ef9-4175-8455-d871a11c2622&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0674865 Apr 05 14:28:44.526464 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2305a7-8731-4a01-9448-ab372d972587 req-00dd0709-f49a-44bf-a7f5-850331288761 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:44.528521 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3d2305a7-8731-4a01-9448-ab372d972587 req-00dd0709-f49a-44bf-a7f5-850331288761 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=63a1884a-7cca-417a-9218-2ed0742b9a77 HTTP/1.1" status: 200 len: 946 time: 0.0879438 Apr 05 14:28:44.562819 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-0a7804ba-9bab-45b8-85ed-f4722f6447f6 req-b53c5679-0510-4a8a-8e21-6ee69a66af52 tempest-SecurityGroupsTestAdminJSON-1762137255 tempest-SecurityGroupsTestAdminJSON-1762137255-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1422213003', 'description': 'tempest-description-1053809993'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:28:44.592960 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3d2305a7-8731-4a01-9448-ab372d972587 req-03cfe23c-819c-4e75-8f71-7053d3f606ca tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577767 Apr 05 14:28:44.659599 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c4259041-f97b-480a-b795-feb6884aded1 req-14e69db2-a003-4846-8d82-13b8703f2d76 tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] 10.222.0.30 "GET /v2.0/floatingips/8daa8f01-828e-48e0-959d-ae83ccdc6fe2 HTTP/1.1" status: 200 len: 693 time: 0.0432677 Apr 05 14:28:44.675923 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-0a7804ba-9bab-45b8-85ed-f4722f6447f6 req-b53c5679-0510-4a8a-8e21-6ee69a66af52 tempest-SecurityGroupsTestAdminJSON-1762137255 tempest-SecurityGroupsTestAdminJSON-1762137255-project] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:44.798047 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4259041-f97b-480a-b795-feb6884aded1 req-99d459d3-49c4-4532-92ca-508ba3a7516d tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:44.799457 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c4259041-f97b-480a-b795-feb6884aded1 req-99d459d3-49c4-4532-92ca-508ba3a7516d tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] 10.222.0.30 "GET /v2.0/networks/3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c HTTP/1.1" status: 200 len: 784 time: 0.1338007 Apr 05 14:28:44.866930 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c4259041-f97b-480a-b795-feb6884aded1 req-1bd4067e-ee5d-46e0-b9d0-080f85bb2eb9 tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.175 HTTP/1.1" status: 200 len: 696 time: 0.0596101 Apr 05 14:28:44.869379 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-0a7804ba-9bab-45b8-85ed-f4722f6447f6 req-b53c5679-0510-4a8a-8e21-6ee69a66af52 tempest-SecurityGroupsTestAdminJSON-1762137255 tempest-SecurityGroupsTestAdminJSON-1762137255-project] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:44.925052 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c4259041-f97b-480a-b795-feb6884aded1 req-647efe22-46d6-4096-9493-16e0e5371c11 tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.175 HTTP/1.1" status: 200 len: 696 time: 0.0505297 Apr 05 14:28:44.969789 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-0a7804ba-9bab-45b8-85ed-f4722f6447f6 req-b53c5679-0510-4a8a-8e21-6ee69a66af52 tempest-SecurityGroupsTestAdminJSON-1762137255 tempest-SecurityGroupsTestAdminJSON-1762137255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:45.046272 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53c5679-0510-4a8a-8e21-6ee69a66af52 tempest-SecurityGroupsTestAdminJSON-1762137255 tempest-SecurityGroupsTestAdminJSON-1762137255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32c42c34-f98c-4bb8-b1bc-ecc4842b3849,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:45.101737 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-0a7804ba-9bab-45b8-85ed-f4722f6447f6 req-b53c5679-0510-4a8a-8e21-6ee69a66af52 tempest-SecurityGroupsTestAdminJSON-1762137255 tempest-SecurityGroupsTestAdminJSON-1762137255-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:45.103569 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0a7804ba-9bab-45b8-85ed-f4722f6447f6 req-b53c5679-0510-4a8a-8e21-6ee69a66af52 tempest-SecurityGroupsTestAdminJSON-1762137255 tempest-SecurityGroupsTestAdminJSON-1762137255-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.5460103 Apr 05 14:28:45.183324 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-c4259041-f97b-480a-b795-feb6884aded1 req-ba06fc92-2d76-495c-b77a-42d7ebd2303f tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] Deleting port 6bd79c39-f2d2-43a3-84fe-bdb206d6af81 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:28:45.183756 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-c4259041-f97b-480a-b795-feb6884aded1 req-ba06fc92-2d76-495c-b77a-42d7ebd2303f tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:45.275989 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-93dc449a-2803-4070-b16b-3e2a58733bb0 req-4569cbfb-b71e-4d4d-bfbc-1c5220f8209a tempest-SecurityGroupsTestAdminJSON-605897103 tempest-SecurityGroupsTestAdminJSON-605897103-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-445089419', 'description': 'tempest-description-790795715'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:28:45.335705 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-c4259041-f97b-480a-b795-feb6884aded1 req-ba06fc92-2d76-495c-b77a-42d7ebd2303f tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:45.336042 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-c4259041-f97b-480a-b795-feb6884aded1 req-ba06fc92-2d76-495c-b77a-42d7ebd2303f tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:45.354740 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-c4259041-f97b-480a-b795-feb6884aded1 req-ba06fc92-2d76-495c-b77a-42d7ebd2303f tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] Calling delete_port for 6bd79c39-f2d2-43a3-84fe-bdb206d6af81 owned by network:floatingip {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:28:45.408666 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-93dc449a-2803-4070-b16b-3e2a58733bb0 req-4569cbfb-b71e-4d4d-bfbc-1c5220f8209a tempest-SecurityGroupsTestAdminJSON-605897103 tempest-SecurityGroupsTestAdminJSON-605897103-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:45.425758 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-93dc449a-2803-4070-b16b-3e2a58733bb0 req-4569cbfb-b71e-4d4d-bfbc-1c5220f8209a tempest-SecurityGroupsTestAdminJSON-605897103 tempest-SecurityGroupsTestAdminJSON-605897103-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:45.594415 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-93dc449a-2803-4070-b16b-3e2a58733bb0 req-4569cbfb-b71e-4d4d-bfbc-1c5220f8209a tempest-SecurityGroupsTestAdminJSON-605897103 tempest-SecurityGroupsTestAdminJSON-605897103-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:45.653456 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-c4259041-f97b-480a-b795-feb6884aded1 req-ba06fc92-2d76-495c-b77a-42d7ebd2303f tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:45.703437 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba06fc92-2d76-495c-b77a-42d7ebd2303f tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] Pushing event deleted for resources: {'Port': ['ID=6bd79c39-f2d2-43a3-84fe-bdb206d6af81,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:45.775025 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-93dc449a-2803-4070-b16b-3e2a58733bb0 req-4569cbfb-b71e-4d4d-bfbc-1c5220f8209a tempest-SecurityGroupsTestAdminJSON-605897103 tempest-SecurityGroupsTestAdminJSON-605897103-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:45.779005 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-c4259041-f97b-480a-b795-feb6884aded1 req-ba06fc92-2d76-495c-b77a-42d7ebd2303f tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] Notify callbacks [] for floatingip, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:45.781617 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-c4259041-f97b-480a-b795-feb6884aded1 req-ba06fc92-2d76-495c-b77a-42d7ebd2303f tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:45.783239 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c4259041-f97b-480a-b795-feb6884aded1 req-ba06fc92-2d76-495c-b77a-42d7ebd2303f tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] 10.222.0.30 "DELETE /v2.0/floatingips/8daa8f01-828e-48e0-959d-ae83ccdc6fe2 HTTP/1.1" status: 204 len: 173 time: 0.8534038 Apr 05 14:28:45.819540 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4569cbfb-b71e-4d4d-bfbc-1c5220f8209a tempest-SecurityGroupsTestAdminJSON-605897103 tempest-SecurityGroupsTestAdminJSON-605897103-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e06e26ee-8056-4181-9e98-92886973ba89,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:45.897515 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-93dc449a-2803-4070-b16b-3e2a58733bb0 req-4569cbfb-b71e-4d4d-bfbc-1c5220f8209a tempest-SecurityGroupsTestAdminJSON-605897103 tempest-SecurityGroupsTestAdminJSON-605897103-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:45.921745 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e13e7-c3f0-4129-964d-3d3296ecf2b9 req-24d85f50-2e41-4cba-95d8-96b7132eaa3a tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:45.928959 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e13e7-c3f0-4129-964d-3d3296ecf2b9 req-24d85f50-2e41-4cba-95d8-96b7132eaa3a tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:45.935873 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e13e7-c3f0-4129-964d-3d3296ecf2b9 req-24d85f50-2e41-4cba-95d8-96b7132eaa3a tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:45.942356 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e13e7-c3f0-4129-964d-3d3296ecf2b9 req-24d85f50-2e41-4cba-95d8-96b7132eaa3a tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:45.948957 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e13e7-c3f0-4129-964d-3d3296ecf2b9 req-24d85f50-2e41-4cba-95d8-96b7132eaa3a tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:45.955215 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e13e7-c3f0-4129-964d-3d3296ecf2b9 req-24d85f50-2e41-4cba-95d8-96b7132eaa3a tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:45.961963 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e13e7-c3f0-4129-964d-3d3296ecf2b9 req-24d85f50-2e41-4cba-95d8-96b7132eaa3a tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:45.963918 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-673e13e7-c3f0-4129-964d-3d3296ecf2b9 req-24d85f50-2e41-4cba-95d8-96b7132eaa3a tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f18ed5e-8412-4093-8697-f85d9fb0ff29 HTTP/1.1" status: 200 len: 5431 time: 0.1279612 Apr 05 14:28:46.009842 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-673e13e7-c3f0-4129-964d-3d3296ecf2b9 req-39d7eb6b-1a61-4aeb-b03e-c2975d02e019 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/security-groups?id=af1bc31d-d32e-449d-996f-2d72dd41207d&id=651049ed-3ef9-4175-8455-d871a11c2622&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0390573 Apr 05 14:28:46.041619 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-93dc449a-2803-4070-b16b-3e2a58733bb0 req-4569cbfb-b71e-4d4d-bfbc-1c5220f8209a tempest-SecurityGroupsTestAdminJSON-605897103 tempest-SecurityGroupsTestAdminJSON-605897103-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:46.069371 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4569cbfb-b71e-4d4d-bfbc-1c5220f8209a tempest-SecurityGroupsTestAdminJSON-605897103 tempest-SecurityGroupsTestAdminJSON-605897103-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f968a5c1-aa5d-4721-b4cd-553a50e59192,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:46.144053 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc4b976-4053-4d5b-8849-b20e90129d94 req-2fa3642e-5275-4dde-b113-f5923c37b3fe tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:46.146472 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bbc4b976-4053-4d5b-8849-b20e90129d94 req-2fa3642e-5275-4dde-b113-f5923c37b3fe tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=63a1884a-7cca-417a-9218-2ed0742b9a77 HTTP/1.1" status: 200 len: 946 time: 0.0580554 Apr 05 14:28:46.189893 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-93dc449a-2803-4070-b16b-3e2a58733bb0 req-4569cbfb-b71e-4d4d-bfbc-1c5220f8209a tempest-SecurityGroupsTestAdminJSON-605897103 tempest-SecurityGroupsTestAdminJSON-605897103-project-admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:46.191108 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-93dc449a-2803-4070-b16b-3e2a58733bb0 req-4569cbfb-b71e-4d4d-bfbc-1c5220f8209a tempest-SecurityGroupsTestAdminJSON-605897103 tempest-SecurityGroupsTestAdminJSON-605897103-project-admin] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9269474 Apr 05 14:28:46.201199 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bbc4b976-4053-4d5b-8849-b20e90129d94 req-b89996fd-cbfa-4842-a655-94a16236b1c3 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387831 Apr 05 14:28:46.272781 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-7adea03d-571b-411b-b9fe-6a18643cab10 req-539f7630-cfc6-4c89-994a-5da3ec9b6e6a tempest-SecurityGroupsTestAdminJSON-605897103 tempest-SecurityGroupsTestAdminJSON-605897103-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1818800156', 'description': 'tempest-description-340759559'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:28:46.377273 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a22adbe7-0cae-443a-a146-efea3a53c4f0 req-5809dd4d-d355-44da-81d9-72a5a94977c0 tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1513276 Apr 05 14:28:46.389742 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-a22adbe7-0cae-443a-a146-efea3a53c4f0 req-d7f02aa1-de22-4cdd-9260-3349db21db68 tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] Request body: {'floatingip': {'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:28:46.398609 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-7adea03d-571b-411b-b9fe-6a18643cab10 req-539f7630-cfc6-4c89-994a-5da3ec9b6e6a tempest-SecurityGroupsTestAdminJSON-605897103 tempest-SecurityGroupsTestAdminJSON-605897103-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:46.475897 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-7adea03d-571b-411b-b9fe-6a18643cab10 req-539f7630-cfc6-4c89-994a-5da3ec9b6e6a tempest-SecurityGroupsTestAdminJSON-605897103 tempest-SecurityGroupsTestAdminJSON-605897103-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:46.487267 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-a22adbe7-0cae-443a-a146-efea3a53c4f0 req-d7f02aa1-de22-4cdd-9260-3349db21db68 tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] Notify callbacks [] for floatingip, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:46.537575 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-7adea03d-571b-411b-b9fe-6a18643cab10 req-539f7630-cfc6-4c89-994a-5da3ec9b6e6a tempest-SecurityGroupsTestAdminJSON-605897103 tempest-SecurityGroupsTestAdminJSON-605897103-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:46.574810 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539f7630-cfc6-4c89-994a-5da3ec9b6e6a tempest-SecurityGroupsTestAdminJSON-605897103 tempest-SecurityGroupsTestAdminJSON-605897103-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4960da81-870c-44c0-ab54-3f4b0e7534cc,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:46.622500 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-a22adbe7-0cae-443a-a146-efea3a53c4f0 req-d7f02aa1-de22-4cdd-9260-3349db21db68 tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:46.662013 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-7adea03d-571b-411b-b9fe-6a18643cab10 req-539f7630-cfc6-4c89-994a-5da3ec9b6e6a tempest-SecurityGroupsTestAdminJSON-605897103 tempest-SecurityGroupsTestAdminJSON-605897103-project-admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:46.663443 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7adea03d-571b-411b-b9fe-6a18643cab10 req-539f7630-cfc6-4c89-994a-5da3ec9b6e6a tempest-SecurityGroupsTestAdminJSON-605897103 tempest-SecurityGroupsTestAdminJSON-605897103-project-admin] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4097216 Apr 05 14:28:46.771775 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-a22adbe7-0cae-443a-a146-efea3a53c4f0 req-d7f02aa1-de22-4cdd-9260-3349db21db68 tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] Allocated IP 172.25.6.36 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/e5f0948b-c31e-412a-b5c0-fe35a26a437e) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:28:46.950641 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-a22adbe7-0cae-443a-a146-efea3a53c4f0 req-d7f02aa1-de22-4cdd-9260-3349db21db68 tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:47.132278 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-077761c8-ea76-4412-a0b6-c5dc35ab67d8 req-5098041d-1c93-4138-a714-7c8b2581ea80 tempest-SecurityGroupsTestAdminJSON-605897103 tempest-SecurityGroupsTestAdminJSON-605897103-project-admin] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 58788 time: 0.4244881 Apr 05 14:28:47.133912 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-a22adbe7-0cae-443a-a146-efea3a53c4f0 req-d7f02aa1-de22-4cdd-9260-3349db21db68 tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:47.175894 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a22adbe7-0cae-443a-a146-efea3a53c4f0 req-d7f02aa1-de22-4cdd-9260-3349db21db68 tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:28:47.178955 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-a22adbe7-0cae-443a-a146-efea3a53c4f0 req-d7f02aa1-de22-4cdd-9260-3349db21db68 tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:28:47.184311 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-a22adbe7-0cae-443a-a146-efea3a53c4f0 req-d7f02aa1-de22-4cdd-9260-3349db21db68 tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:28:47.218784 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f02aa1-de22-4cdd-9260-3349db21db68 tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] Pushing event updated for resources: {'Port': ['ID=e5f0948b-c31e-412a-b5c0-fe35a26a437e,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:47.260361 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-077761c8-ea76-4412-a0b6-c5dc35ab67d8 req-ed36b124-1dd9-4c4b-8e70-51dcc23b8201 tempest-SecurityGroupsTestAdminJSON-605897103 tempest-SecurityGroupsTestAdminJSON-605897103-project-admin] 10.222.0.30 "GET /v2.0/security-groups/19297db3-13bf-44aa-b0ce-3acc2dbd3692 HTTP/1.1" status: 200 len: 2981 time: 0.0769794 Apr 05 14:28:47.627502 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-a22adbe7-0cae-443a-a146-efea3a53c4f0 req-d7f02aa1-de22-4cdd-9260-3349db21db68 tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:47.642793 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-077761c8-ea76-4412-a0b6-c5dc35ab67d8 req-1000f747-a9b7-4453-bf1e-e360e74a70a9 tempest-SecurityGroupsTestAdminJSON-605897103 tempest-SecurityGroupsTestAdminJSON-605897103-project-admin] 10.222.0.30 "GET /v2.0/security-groups/19297db3-13bf-44aa-b0ce-3acc2dbd3692 HTTP/1.1" status: 200 len: 2981 time: 0.0566089 Apr 05 14:28:47.689592 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-077761c8-ea76-4412-a0b6-c5dc35ab67d8 req-5ddbe699-353f-4a81-935f-812e2937f203 tempest-SecurityGroupsTestAdminJSON-605897103 tempest-SecurityGroupsTestAdminJSON-605897103-project-admin] 10.222.0.30 "GET /v2.0/security-groups/42653bb7-bba5-404c-8277-5acba53d4623 HTTP/1.1" status: 200 len: 2981 time: 0.0355909 Apr 05 14:28:47.756429 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-077761c8-ea76-4412-a0b6-c5dc35ab67d8 req-6928e010-68e0-4ca5-8632-9a47a21ce1a5 tempest-SecurityGroupsTestAdminJSON-605897103 tempest-SecurityGroupsTestAdminJSON-605897103-project-admin] 10.222.0.30 "GET /v2.0/security-groups/42653bb7-bba5-404c-8277-5acba53d4623 HTTP/1.1" status: 200 len: 2981 time: 0.0592258 Apr 05 14:28:47.757004 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-a22adbe7-0cae-443a-a146-efea3a53c4f0 req-d7f02aa1-de22-4cdd-9260-3349db21db68 tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:47.849685 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-077761c8-ea76-4412-a0b6-c5dc35ab67d8 req-99fef996-63d1-4400-a9d7-44fa953efa5e tempest-SecurityGroupsTestAdminJSON-605897103 tempest-SecurityGroupsTestAdminJSON-605897103-project-admin] 10.222.0.30 "GET /v2.0/security-groups/4c0ac561-1251-4bdb-9452-187dbbf1b2e3 HTTP/1.1" status: 200 len: 2981 time: 0.0648777 Apr 05 14:28:47.944829 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-077761c8-ea76-4412-a0b6-c5dc35ab67d8 req-22c2c4f1-9fb2-4dc5-9834-8f5d7771bccf tempest-SecurityGroupsTestAdminJSON-605897103 tempest-SecurityGroupsTestAdminJSON-605897103-project-admin] 10.222.0.30 "GET /v2.0/security-groups/4c0ac561-1251-4bdb-9452-187dbbf1b2e3 HTTP/1.1" status: 200 len: 2981 time: 0.0663271 Apr 05 14:28:48.012117 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-a22adbe7-0cae-443a-a146-efea3a53c4f0 req-d7f02aa1-de22-4cdd-9260-3349db21db68 tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:48.016396 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-077761c8-ea76-4412-a0b6-c5dc35ab67d8 req-436fa071-f380-4443-a98c-e66302c671db tempest-SecurityGroupsTestAdminJSON-605897103 tempest-SecurityGroupsTestAdminJSON-605897103-project-admin] 10.222.0.30 "GET /v2.0/security-groups/5556ee3e-aa97-497b-8cbe-a09fc8d16179 HTTP/1.1" status: 200 len: 2981 time: 0.0644414 Apr 05 14:28:48.058196 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-077761c8-ea76-4412-a0b6-c5dc35ab67d8 req-7c581666-f076-4be9-9c8a-9407f506d054 tempest-SecurityGroupsTestAdminJSON-605897103 tempest-SecurityGroupsTestAdminJSON-605897103-project-admin] 10.222.0.30 "GET /v2.0/security-groups/5556ee3e-aa97-497b-8cbe-a09fc8d16179 HTTP/1.1" status: 200 len: 2981 time: 0.0353796 Apr 05 14:28:48.101635 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-077761c8-ea76-4412-a0b6-c5dc35ab67d8 req-ba94e420-c187-44c6-b176-aac4366bacba tempest-SecurityGroupsTestAdminJSON-605897103 tempest-SecurityGroupsTestAdminJSON-605897103-project-admin] 10.222.0.30 "GET /v2.0/security-groups/75569122-5c17-4821-a605-aed6b876b235 HTTP/1.1" status: 200 len: 2981 time: 0.0373511 Apr 05 14:28:48.136784 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-a22adbe7-0cae-443a-a146-efea3a53c4f0 req-d7f02aa1-de22-4cdd-9260-3349db21db68 tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:48.181564 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-077761c8-ea76-4412-a0b6-c5dc35ab67d8 req-9bd07657-5fa9-46ed-aa7d-5b54325bfd02 tempest-SecurityGroupsTestAdminJSON-605897103 tempest-SecurityGroupsTestAdminJSON-605897103-project-admin] 10.222.0.30 "GET /v2.0/security-groups/75569122-5c17-4821-a605-aed6b876b235 HTTP/1.1" status: 200 len: 2981 time: 0.0721810 Apr 05 14:28:48.215580 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f02aa1-de22-4cdd-9260-3349db21db68 tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] Pushing event updated for resources: {'Port': ['ID=e5f0948b-c31e-412a-b5c0-fe35a26a437e,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:48.252538 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-a22adbe7-0cae-443a-a146-efea3a53c4f0 req-d7f02aa1-de22-4cdd-9260-3349db21db68 tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:48.269814 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-077761c8-ea76-4412-a0b6-c5dc35ab67d8 req-07fa8bbb-fe48-41be-bbf4-75b532c6b6b8 tempest-SecurityGroupsTestAdminJSON-605897103 tempest-SecurityGroupsTestAdminJSON-605897103-project-admin] 10.222.0.30 "GET /v2.0/security-groups/8483186f-b51d-4d26-8d16-e805a37624eb HTTP/1.1" status: 200 len: 2981 time: 0.0791767 Apr 05 14:28:48.314750 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-077761c8-ea76-4412-a0b6-c5dc35ab67d8 req-5bbed2b0-a3bc-4361-803c-9686b4502ad0 tempest-SecurityGroupsTestAdminJSON-605897103 tempest-SecurityGroupsTestAdminJSON-605897103-project-admin] 10.222.0.30 "GET /v2.0/security-groups/8483186f-b51d-4d26-8d16-e805a37624eb HTTP/1.1" status: 200 len: 2981 time: 0.0381567 Apr 05 14:28:48.350048 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-a22adbe7-0cae-443a-a146-efea3a53c4f0 req-d7f02aa1-de22-4cdd-9260-3349db21db68 tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:48.351224 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a22adbe7-0cae-443a-a146-efea3a53c4f0 req-d7f02aa1-de22-4cdd-9260-3349db21db68 tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9667373 Apr 05 14:28:48.397903 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-077761c8-ea76-4412-a0b6-c5dc35ab67d8 req-6effe02a-5f68-45fe-ba83-be03e8bcd665 tempest-SecurityGroupsTestAdminJSON-605897103 tempest-SecurityGroupsTestAdminJSON-605897103-project-admin] 10.222.0.30 "GET /v2.0/security-groups/84a7db08-f0b4-48d7-a3d4-d6de38534aa9 HTTP/1.1" status: 200 len: 2981 time: 0.0762763 Apr 05 14:28:48.408929 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a22adbe7-0cae-443a-a146-efea3a53c4f0 req-73bc7943-3d9e-4276-9ea4-b8dcf63ada2f tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.36 HTTP/1.1" status: 200 len: 695 time: 0.0509212 Apr 05 14:28:48.497259 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-077761c8-ea76-4412-a0b6-c5dc35ab67d8 req-0279120a-cc2e-44a0-adb9-de64cca37198 tempest-SecurityGroupsTestAdminJSON-605897103 tempest-SecurityGroupsTestAdminJSON-605897103-project-admin] 10.222.0.30 "GET /v2.0/security-groups/84a7db08-f0b4-48d7-a3d4-d6de38534aa9 HTTP/1.1" status: 200 len: 2981 time: 0.0922046 Apr 05 14:28:48.559437 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22adbe7-0cae-443a-a146-efea3a53c4f0 req-e7edc4e3-a06e-47d6-a290-076e54c5e99d tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:48.560768 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a22adbe7-0cae-443a-a146-efea3a53c4f0 req-e7edc4e3-a06e-47d6-a290-076e54c5e99d tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] 10.222.0.30 "GET /v2.0/networks/3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c HTTP/1.1" status: 200 len: 784 time: 0.1418328 Apr 05 14:28:48.571069 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-077761c8-ea76-4412-a0b6-c5dc35ab67d8 req-45dd81b4-ed32-4a12-9e3a-2e7f9c2c99c3 tempest-SecurityGroupsTestAdminJSON-605897103 tempest-SecurityGroupsTestAdminJSON-605897103-project-admin] 10.222.0.30 "GET /v2.0/security-groups/af1bc31d-d32e-449d-996f-2d72dd41207d HTTP/1.1" status: 200 len: 2981 time: 0.0669842 Apr 05 14:28:48.614871 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-077761c8-ea76-4412-a0b6-c5dc35ab67d8 req-a3d7b2d8-dd7d-4605-b3ae-4813868e0b0c tempest-SecurityGroupsTestAdminJSON-605897103 tempest-SecurityGroupsTestAdminJSON-605897103-project-admin] 10.222.0.30 "GET /v2.0/security-groups/af1bc31d-d32e-449d-996f-2d72dd41207d HTTP/1.1" status: 200 len: 2981 time: 0.0363030 Apr 05 14:28:48.662487 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-077761c8-ea76-4412-a0b6-c5dc35ab67d8 req-e3a329da-0e79-48a6-87dc-4e25dafce80f tempest-SecurityGroupsTestAdminJSON-605897103 tempest-SecurityGroupsTestAdminJSON-605897103-project-admin] 10.222.0.30 "GET /v2.0/security-groups/c1b63c32-024a-420e-90a1-e1cda9c4a87b HTTP/1.1" status: 200 len: 2981 time: 0.0414164 Apr 05 14:28:48.706236 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-077761c8-ea76-4412-a0b6-c5dc35ab67d8 req-ab416184-f858-4f7d-9be1-bfe4b1bf2b6b tempest-SecurityGroupsTestAdminJSON-605897103 tempest-SecurityGroupsTestAdminJSON-605897103-project-admin] 10.222.0.30 "GET /v2.0/security-groups/c1b63c32-024a-420e-90a1-e1cda9c4a87b HTTP/1.1" status: 200 len: 2981 time: 0.0375600 Apr 05 14:28:48.749759 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-077761c8-ea76-4412-a0b6-c5dc35ab67d8 req-fb609757-7468-4257-905c-aec28772713f tempest-SecurityGroupsTestAdminJSON-605897103 tempest-SecurityGroupsTestAdminJSON-605897103-project-admin] 10.222.0.30 "GET /v2.0/security-groups/c67de2a6-3895-4053-a645-6ceed30c443e HTTP/1.1" status: 200 len: 2981 time: 0.0367396 Apr 05 14:28:48.792560 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-077761c8-ea76-4412-a0b6-c5dc35ab67d8 req-a682e178-bd87-4e51-92e8-34865bcb8b97 tempest-SecurityGroupsTestAdminJSON-605897103 tempest-SecurityGroupsTestAdminJSON-605897103-project-admin] 10.222.0.30 "GET /v2.0/security-groups/c67de2a6-3895-4053-a645-6ceed30c443e HTTP/1.1" status: 200 len: 2981 time: 0.0369189 Apr 05 14:28:48.833721 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-077761c8-ea76-4412-a0b6-c5dc35ab67d8 req-a899bbd9-3df9-4896-99d1-0109059fc98e tempest-SecurityGroupsTestAdminJSON-605897103 tempest-SecurityGroupsTestAdminJSON-605897103-project-admin] 10.222.0.30 "GET /v2.0/security-groups/caccea3b-ae4e-4d82-ace8-3fae3ffda35d HTTP/1.1" status: 200 len: 2981 time: 0.0346129 Apr 05 14:28:48.875581 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-077761c8-ea76-4412-a0b6-c5dc35ab67d8 req-fcbc24a2-e7ef-4ea6-b2ba-4d5e94d4019c tempest-SecurityGroupsTestAdminJSON-605897103 tempest-SecurityGroupsTestAdminJSON-605897103-project-admin] 10.222.0.30 "GET /v2.0/security-groups/caccea3b-ae4e-4d82-ace8-3fae3ffda35d HTTP/1.1" status: 200 len: 2981 time: 0.0357811 Apr 05 14:28:48.922080 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-077761c8-ea76-4412-a0b6-c5dc35ab67d8 req-d26951d8-8810-4039-aebd-5d9c67892305 tempest-SecurityGroupsTestAdminJSON-605897103 tempest-SecurityGroupsTestAdminJSON-605897103-project-admin] 10.222.0.30 "GET /v2.0/security-groups/cbbe8105-060c-475f-b9ce-2ebe3ce2b966 HTTP/1.1" status: 200 len: 2981 time: 0.0400364 Apr 05 14:28:48.966126 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-077761c8-ea76-4412-a0b6-c5dc35ab67d8 req-797b057c-c88c-4da4-b9a8-9316f4452802 tempest-SecurityGroupsTestAdminJSON-605897103 tempest-SecurityGroupsTestAdminJSON-605897103-project-admin] 10.222.0.30 "GET /v2.0/security-groups/cbbe8105-060c-475f-b9ce-2ebe3ce2b966 HTTP/1.1" status: 200 len: 2981 time: 0.0373023 Apr 05 14:28:49.008645 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-077761c8-ea76-4412-a0b6-c5dc35ab67d8 req-67ae7950-4028-44f7-bec0-7bf2bf418f26 tempest-SecurityGroupsTestAdminJSON-605897103 tempest-SecurityGroupsTestAdminJSON-605897103-project-admin] 10.222.0.30 "GET /v2.0/security-groups/dcaabe2c-fccd-4775-b8ad-f17e0f1c37bd HTTP/1.1" status: 200 len: 2977 time: 0.0362659 Apr 05 14:28:49.051541 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-077761c8-ea76-4412-a0b6-c5dc35ab67d8 req-8ddeb989-5e93-45d6-8a6b-7f5bf5444916 tempest-SecurityGroupsTestAdminJSON-605897103 tempest-SecurityGroupsTestAdminJSON-605897103-project-admin] 10.222.0.30 "GET /v2.0/security-groups/dcaabe2c-fccd-4775-b8ad-f17e0f1c37bd HTTP/1.1" status: 200 len: 2977 time: 0.0365138 Apr 05 14:28:49.093012 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-077761c8-ea76-4412-a0b6-c5dc35ab67d8 req-816eae34-36c2-4934-8ca4-684981fb6b55 tempest-SecurityGroupsTestAdminJSON-605897103 tempest-SecurityGroupsTestAdminJSON-605897103-project-admin] 10.222.0.30 "GET /v2.0/security-groups/e06e26ee-8056-4181-9e98-92886973ba89 HTTP/1.1" status: 200 len: 2981 time: 0.0353708 Apr 05 14:28:49.143868 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-077761c8-ea76-4412-a0b6-c5dc35ab67d8 req-ea5aa34b-839f-4475-9dda-7a9fe8dbd421 tempest-SecurityGroupsTestAdminJSON-605897103 tempest-SecurityGroupsTestAdminJSON-605897103-project-admin] 10.222.0.30 "GET /v2.0/security-groups/e06e26ee-8056-4181-9e98-92886973ba89 HTTP/1.1" status: 200 len: 2981 time: 0.0448525 Apr 05 14:28:49.193661 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-077761c8-ea76-4412-a0b6-c5dc35ab67d8 req-33a18cac-4b9d-443f-8c29-e30da1cf9b7c tempest-SecurityGroupsTestAdminJSON-605897103 tempest-SecurityGroupsTestAdminJSON-605897103-project-admin] 10.222.0.30 "GET /v2.0/security-groups/ecfb9449-f5d1-448c-8a97-3cd64441fd35 HTTP/1.1" status: 200 len: 2973 time: 0.0431774 Apr 05 14:28:49.237704 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-077761c8-ea76-4412-a0b6-c5dc35ab67d8 req-ebc7a1e4-490e-42fe-ac66-bf547390a135 tempest-SecurityGroupsTestAdminJSON-605897103 tempest-SecurityGroupsTestAdminJSON-605897103-project-admin] 10.222.0.30 "GET /v2.0/security-groups/ecfb9449-f5d1-448c-8a97-3cd64441fd35 HTTP/1.1" status: 200 len: 2973 time: 0.0379543 Apr 05 14:28:49.355302 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ce65d3ae-f2a7-4d33-ad1c-708e6aeba339 req-606e4604-38a9-4967-897f-0897e7e348ee tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] 10.222.0.30 "GET /v2.0/floatingips/8d0399ac-d4d7-4afd-9489-8a5d424ba128 HTTP/1.1" status: 200 len: 692 time: 0.0702167 Apr 05 14:28:49.439249 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ab6d1-a51d-4749-91f7-348568eb3638 req-e227712c-bb52-48c0-922a-0ba630197fbe tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:49.446607 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ab6d1-a51d-4749-91f7-348568eb3638 req-e227712c-bb52-48c0-922a-0ba630197fbe tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:49.452913 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ab6d1-a51d-4749-91f7-348568eb3638 req-e227712c-bb52-48c0-922a-0ba630197fbe tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:49.458943 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ab6d1-a51d-4749-91f7-348568eb3638 req-e227712c-bb52-48c0-922a-0ba630197fbe tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:49.464921 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ab6d1-a51d-4749-91f7-348568eb3638 req-e227712c-bb52-48c0-922a-0ba630197fbe tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:49.470827 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ab6d1-a51d-4749-91f7-348568eb3638 req-e227712c-bb52-48c0-922a-0ba630197fbe tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:49.477241 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ab6d1-a51d-4749-91f7-348568eb3638 req-e227712c-bb52-48c0-922a-0ba630197fbe tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:49.479156 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8a2ab6d1-a51d-4749-91f7-348568eb3638 req-e227712c-bb52-48c0-922a-0ba630197fbe tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f18ed5e-8412-4093-8697-f85d9fb0ff29 HTTP/1.1" status: 200 len: 5431 time: 0.1851878 Apr 05 14:28:49.547152 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8a2ab6d1-a51d-4749-91f7-348568eb3638 req-06dc14b8-4357-4b16-8c8d-26fc0fbe7ce9 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/security-groups?id=af1bc31d-d32e-449d-996f-2d72dd41207d&id=651049ed-3ef9-4175-8455-d871a11c2622&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0597751 Apr 05 14:28:49.556338 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce65d3ae-f2a7-4d33-ad1c-708e6aeba339 req-a87e9310-c90e-4803-9e4c-df59a45e6451 tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:49.557776 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ce65d3ae-f2a7-4d33-ad1c-708e6aeba339 req-a87e9310-c90e-4803-9e4c-df59a45e6451 tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] 10.222.0.30 "GET /v2.0/networks/3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c HTTP/1.1" status: 200 len: 784 time: 0.1958218 Apr 05 14:28:49.570489 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [req-ce65d3ae-f2a7-4d33-ad1c-708e6aeba339 req-aad5bb95-f37b-46ca-8465-a6da4578ac6a tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:28:49.571474 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ce65d3ae-f2a7-4d33-ad1c-708e6aeba339 req-aad5bb95-f37b-46ca-8465-a6da4578ac6a tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068798 Apr 05 14:28:49.647097 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ce65d3ae-f2a7-4d33-ad1c-708e6aeba339 req-dfbaed12-b9e3-42ba-9f48-2fe45b6ef384 tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.36 HTTP/1.1" status: 200 len: 695 time: 0.0662544 Apr 05 14:28:49.700931 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ce65d3ae-f2a7-4d33-ad1c-708e6aeba339 req-b464c867-0f3c-486a-aebc-ad59edd03d03 tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.36 HTTP/1.1" status: 200 len: 695 time: 0.0453672 Apr 05 14:28:49.842771 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-ce65d3ae-f2a7-4d33-ad1c-708e6aeba339 req-3ca048ad-feba-408c-b568-daa161b32833 tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] Deleting port e5f0948b-c31e-412a-b5c0-fe35a26a437e {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:28:49.843281 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ce65d3ae-f2a7-4d33-ad1c-708e6aeba339 req-3ca048ad-feba-408c-b568-daa161b32833 tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:49.938263 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ce65d3ae-f2a7-4d33-ad1c-708e6aeba339 req-3ca048ad-feba-408c-b568-daa161b32833 tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:49.938595 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ce65d3ae-f2a7-4d33-ad1c-708e6aeba339 req-3ca048ad-feba-408c-b568-daa161b32833 tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:49.952202 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-ce65d3ae-f2a7-4d33-ad1c-708e6aeba339 req-3ca048ad-feba-408c-b568-daa161b32833 tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] Calling delete_port for e5f0948b-c31e-412a-b5c0-fe35a26a437e owned by network:floatingip {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:28:50.155928 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ce65d3ae-f2a7-4d33-ad1c-708e6aeba339 req-3ca048ad-feba-408c-b568-daa161b32833 tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:50.194092 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca048ad-feba-408c-b568-daa161b32833 tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] Pushing event deleted for resources: {'Port': ['ID=e5f0948b-c31e-412a-b5c0-fe35a26a437e,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:50.273215 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ce65d3ae-f2a7-4d33-ad1c-708e6aeba339 req-3ca048ad-feba-408c-b568-daa161b32833 tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] Notify callbacks [] for floatingip, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:50.275975 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ce65d3ae-f2a7-4d33-ad1c-708e6aeba339 req-3ca048ad-feba-408c-b568-daa161b32833 tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:50.277778 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ce65d3ae-f2a7-4d33-ad1c-708e6aeba339 req-3ca048ad-feba-408c-b568-daa161b32833 tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] 10.222.0.30 "DELETE /v2.0/floatingips/8d0399ac-d4d7-4afd-9489-8a5d424ba128 HTTP/1.1" status: 204 len: 173 time: 0.5700490 Apr 05 14:28:50.365753 n-d-836650-2 neutron-server[103320]: INFO neutron.api.v2.resource [req-ac40474b-a52e-4556-a3c6-c993902d65e9 req-1bcc0c5d-2825-4fe8-9b57-6f1dd4fcaf81 tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] show failed (client error): The resource could not be found. Apr 05 14:28:50.370254 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ac40474b-a52e-4556-a3c6-c993902d65e9 req-1bcc0c5d-2825-4fe8-9b57-6f1dd4fcaf81 tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] 10.222.0.30 "GET /v2.0/floatingips/8d0399ac-d4d7-4afd-9489-8a5d424ba128 HTTP/1.1" status: 404 len: 350 time: 0.0504134 Apr 05 14:28:50.442454 n-d-836650-2 neutron-server[103320]: INFO neutron.api.v2.resource [req-4e07c26d-fc67-4cf1-8ff4-4c1b2ef0e602 req-7566557d-5355-450e-995c-6c36da6f04f7 tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] show failed (client error): The resource could not be found. Apr 05 14:28:50.443831 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4e07c26d-fc67-4cf1-8ff4-4c1b2ef0e602 req-7566557d-5355-450e-995c-6c36da6f04f7 tempest-FloatingIPsTestJSON-1777775707 tempest-FloatingIPsTestJSON-1777775707-project] 10.222.0.30 "GET /v2.0/floatingips/8d0399ac-d4d7-4afd-9489-8a5d424ba128 HTTP/1.1" status: 404 len: 350 time: 0.0501201 Apr 05 14:28:50.452168 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ff58bd2f-1cdf-48ba-b629-424be0ed789e req-ca8ecedb-3771-4a6e-9bad-ce55baab1713 tempest-SecurityGroupsTestAdminJSON-1762137255 tempest-SecurityGroupsTestAdminJSON-1762137255-project] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a38ca44e75af4f9c94d3e8f3399b396c HTTP/1.1" status: 200 len: 6102 time: 0.1543021 Apr 05 14:28:50.456648 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 58886) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:28:50.514354 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ff58bd2f-1cdf-48ba-b629-424be0ed789e req-f9193a72-754f-4d6c-b800-ee3ccd7fb153 tempest-SecurityGroupsTestAdminJSON-1762137255 tempest-SecurityGroupsTestAdminJSON-1762137255-project] 10.222.0.30 "GET /v2.0/security-groups/5556ee3e-aa97-497b-8cbe-a09fc8d16179 HTTP/1.1" status: 200 len: 2981 time: 0.0509639 Apr 05 14:28:50.566306 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ff58bd2f-1cdf-48ba-b629-424be0ed789e req-7b17636d-a822-458b-8de5-26209f2150ca tempest-SecurityGroupsTestAdminJSON-1762137255 tempest-SecurityGroupsTestAdminJSON-1762137255-project] 10.222.0.30 "GET /v2.0/security-groups/5556ee3e-aa97-497b-8cbe-a09fc8d16179 HTTP/1.1" status: 200 len: 2981 time: 0.0447547 Apr 05 14:28:50.697078 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-61260922-a628-4de3-bc72-84103b41c4ba req-31e9e0d7-374a-4d42-b17f-8089429b8bc3 tempest-SecurityGroupsTestAdminJSON-605897103 tempest-SecurityGroupsTestAdminJSON-605897103-project-admin] 10.222.0.30 "GET /v2.0/security-groups/4960da81-870c-44c0-ab54-3f4b0e7534cc HTTP/1.1" status: 200 len: 1777 time: 0.1018674 Apr 05 14:28:50.737074 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6143db06-92da-4ed7-9386-be9f04fceafa req-80333fc5-f8b8-435f-9b4d-aa685bed5190 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:50.744276 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6143db06-92da-4ed7-9386-be9f04fceafa req-80333fc5-f8b8-435f-9b4d-aa685bed5190 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:50.750586 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6143db06-92da-4ed7-9386-be9f04fceafa req-80333fc5-f8b8-435f-9b4d-aa685bed5190 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:50.758242 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6143db06-92da-4ed7-9386-be9f04fceafa req-80333fc5-f8b8-435f-9b4d-aa685bed5190 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:50.765813 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6143db06-92da-4ed7-9386-be9f04fceafa req-80333fc5-f8b8-435f-9b4d-aa685bed5190 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:50.772728 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6143db06-92da-4ed7-9386-be9f04fceafa req-80333fc5-f8b8-435f-9b4d-aa685bed5190 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:50.779354 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6143db06-92da-4ed7-9386-be9f04fceafa req-80333fc5-f8b8-435f-9b4d-aa685bed5190 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:50.781607 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6143db06-92da-4ed7-9386-be9f04fceafa req-80333fc5-f8b8-435f-9b4d-aa685bed5190 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f18ed5e-8412-4093-8697-f85d9fb0ff29 HTTP/1.1" status: 200 len: 5431 time: 0.1330273 Apr 05 14:28:50.847834 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6143db06-92da-4ed7-9386-be9f04fceafa req-e75af08c-e63b-48d5-bd1f-98a2b88817bf tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/security-groups?id=af1bc31d-d32e-449d-996f-2d72dd41207d&id=651049ed-3ef9-4175-8455-d871a11c2622&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0582702 Apr 05 14:28:50.850729 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-61260922-a628-4de3-bc72-84103b41c4ba req-0042bc0f-642f-400b-b497-77a76c2e8db9 tempest-SecurityGroupsTestAdminJSON-605897103 tempest-SecurityGroupsTestAdminJSON-605897103-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:50.891533 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-61260922-a628-4de3-bc72-84103b41c4ba req-0042bc0f-642f-400b-b497-77a76c2e8db9 tempest-SecurityGroupsTestAdminJSON-605897103 tempest-SecurityGroupsTestAdminJSON-605897103-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:50.918700 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7f3f7014-fa34-46a5-8f9d-75a0cb7004b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809988'] for router_interface, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:51.012788 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-61260922-a628-4de3-bc72-84103b41c4ba req-0042bc0f-642f-400b-b497-77a76c2e8db9 tempest-SecurityGroupsTestAdminJSON-605897103 tempest-SecurityGroupsTestAdminJSON-605897103-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:51.016116 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-61260922-a628-4de3-bc72-84103b41c4ba req-0042bc0f-642f-400b-b497-77a76c2e8db9 tempest-SecurityGroupsTestAdminJSON-605897103 tempest-SecurityGroupsTestAdminJSON-605897103-project-admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:51.017379 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-61260922-a628-4de3-bc72-84103b41c4ba req-0042bc0f-642f-400b-b497-77a76c2e8db9 tempest-SecurityGroupsTestAdminJSON-605897103 tempest-SecurityGroupsTestAdminJSON-605897103-project-admin] 10.222.0.30 "DELETE /v2.0/security-groups/4960da81-870c-44c0-ab54-3f4b0e7534cc HTTP/1.1" status: 204 len: 173 time: 0.3124380 Apr 05 14:28:51.033729 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0042bc0f-642f-400b-b497-77a76c2e8db9 tempest-SecurityGroupsTestAdminJSON-605897103 tempest-SecurityGroupsTestAdminJSON-605897103-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4960da81-870c-44c0-ab54-3f4b0e7534cc,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:51.112292 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-239da899-ca90-44ff-8b40-b1f7bd8f4bb4 req-f9671958-582b-4254-914b-ae1ed756674e tempest-SecurityGroupsTestAdminJSON-605897103 tempest-SecurityGroupsTestAdminJSON-605897103-project-admin] 10.222.0.30 "GET /v2.0/security-groups/f968a5c1-aa5d-4721-b4cd-553a50e59192 HTTP/1.1" status: 200 len: 1776 time: 0.0710027 Apr 05 14:28:51.180086 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-239da899-ca90-44ff-8b40-b1f7bd8f4bb4 req-fde6e0ef-5848-49f2-ba9d-3fdfd6e2cacd tempest-SecurityGroupsTestAdminJSON-605897103 tempest-SecurityGroupsTestAdminJSON-605897103-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:51.206289 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-239da899-ca90-44ff-8b40-b1f7bd8f4bb4 req-fde6e0ef-5848-49f2-ba9d-3fdfd6e2cacd tempest-SecurityGroupsTestAdminJSON-605897103 tempest-SecurityGroupsTestAdminJSON-605897103-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:51.263562 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-7f3f7014-fa34-46a5-8f9d-75a0cb7004b2 admin admin] Deleting port 77849db1-3bb1-4284-ba63-db0da161a895 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:28:51.263887 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7f3f7014-fa34-46a5-8f9d-75a0cb7004b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:51.298812 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-239da899-ca90-44ff-8b40-b1f7bd8f4bb4 req-fde6e0ef-5848-49f2-ba9d-3fdfd6e2cacd tempest-SecurityGroupsTestAdminJSON-605897103 tempest-SecurityGroupsTestAdminJSON-605897103-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:51.301540 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-239da899-ca90-44ff-8b40-b1f7bd8f4bb4 req-fde6e0ef-5848-49f2-ba9d-3fdfd6e2cacd tempest-SecurityGroupsTestAdminJSON-605897103 tempest-SecurityGroupsTestAdminJSON-605897103-project-admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:51.303354 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-239da899-ca90-44ff-8b40-b1f7bd8f4bb4 req-fde6e0ef-5848-49f2-ba9d-3fdfd6e2cacd tempest-SecurityGroupsTestAdminJSON-605897103 tempest-SecurityGroupsTestAdminJSON-605897103-project-admin] 10.222.0.30 "DELETE /v2.0/security-groups/f968a5c1-aa5d-4721-b4cd-553a50e59192 HTTP/1.1" status: 204 len: 173 time: 0.1844308 Apr 05 14:28:51.316383 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde6e0ef-5848-49f2-ba9d-3fdfd6e2cacd tempest-SecurityGroupsTestAdminJSON-605897103 tempest-SecurityGroupsTestAdminJSON-605897103-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f968a5c1-aa5d-4721-b4cd-553a50e59192,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:51.347231 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-7f3f7014-fa34-46a5-8f9d-75a0cb7004b2 admin admin] For port 77849db1-3bb1-4284-ba63-db0da161a895, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=77849db1-3bb1-4284-ba63-db0da161a895,segment=NetworkSegment(fe8690cc-c9bf-4e91-9ebb-347c51fe004b),segment_id=fe8690cc-c9bf-4e91-9ebb-347c51fe004b)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:28:51.347624 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7f3f7014-fa34-46a5-8f9d-75a0cb7004b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:51.365107 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-7f3f7014-fa34-46a5-8f9d-75a0cb7004b2 admin admin] Calling delete_port for 77849db1-3bb1-4284-ba63-db0da161a895 owned by network:router_interface {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:28:51.391578 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5f208983-cb13-4d44-a99b-1f55569c6cbe req-8290fbe6-f22f-444d-aae6-7d4191ca6f9b tempest-SecurityGroupsTestAdminJSON-1762137255 tempest-SecurityGroupsTestAdminJSON-1762137255-project] 10.222.0.30 "GET /v2.0/security-groups/32c42c34-f98c-4bb8-b1bc-ecc4842b3849 HTTP/1.1" status: 200 len: 1778 time: 0.0477254 Apr 05 14:28:51.463040 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5f208983-cb13-4d44-a99b-1f55569c6cbe req-fef70dc2-5838-4584-8ffd-fa9573b1e4db tempest-SecurityGroupsTestAdminJSON-1762137255 tempest-SecurityGroupsTestAdminJSON-1762137255-project] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:51.487067 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5f208983-cb13-4d44-a99b-1f55569c6cbe req-fef70dc2-5838-4584-8ffd-fa9573b1e4db tempest-SecurityGroupsTestAdminJSON-1762137255 tempest-SecurityGroupsTestAdminJSON-1762137255-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:51.641575 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5f208983-cb13-4d44-a99b-1f55569c6cbe req-fef70dc2-5838-4584-8ffd-fa9573b1e4db tempest-SecurityGroupsTestAdminJSON-1762137255 tempest-SecurityGroupsTestAdminJSON-1762137255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:51.644308 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5f208983-cb13-4d44-a99b-1f55569c6cbe req-fef70dc2-5838-4584-8ffd-fa9573b1e4db tempest-SecurityGroupsTestAdminJSON-1762137255 tempest-SecurityGroupsTestAdminJSON-1762137255-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:51.646025 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5f208983-cb13-4d44-a99b-1f55569c6cbe req-fef70dc2-5838-4584-8ffd-fa9573b1e4db tempest-SecurityGroupsTestAdminJSON-1762137255 tempest-SecurityGroupsTestAdminJSON-1762137255-project] 10.222.0.30 "DELETE /v2.0/security-groups/32c42c34-f98c-4bb8-b1bc-ecc4842b3849 HTTP/1.1" status: 204 len: 173 time: 0.2450485 Apr 05 14:28:51.655477 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef70dc2-5838-4584-8ffd-fa9573b1e4db tempest-SecurityGroupsTestAdminJSON-1762137255 tempest-SecurityGroupsTestAdminJSON-1762137255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c42c34-f98c-4bb8-b1bc-ecc4842b3849,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:51.687868 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7f3f7014-fa34-46a5-8f9d-75a0cb7004b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:51.709164 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c43e5b9c-aa8d-446a-97bc-46506d307312 req-776ec746-d0ff-4745-9c87-a0ff2783d697 tempest-SecurityGroupsTestAdminJSON-1762137255 tempest-SecurityGroupsTestAdminJSON-1762137255-project] 10.222.0.30 "GET /v2.0/security-groups/a9e805d2-d263-42c8-9a43-59cbb2f59b27 HTTP/1.1" status: 200 len: 1776 time: 0.0414608 Apr 05 14:28:51.716237 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3f7014-fa34-46a5-8f9d-75a0cb7004b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=77849db1-3bb1-4284-ba63-db0da161a895,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:51.781439 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-c43e5b9c-aa8d-446a-97bc-46506d307312 req-b4c2422c-d52e-4ba9-83c6-20aacd8b940e tempest-SecurityGroupsTestAdminJSON-1762137255 tempest-SecurityGroupsTestAdminJSON-1762137255-project] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:51.810087 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-c43e5b9c-aa8d-446a-97bc-46506d307312 req-b4c2422c-d52e-4ba9-83c6-20aacd8b940e tempest-SecurityGroupsTestAdminJSON-1762137255 tempest-SecurityGroupsTestAdminJSON-1762137255-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:51.915755 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-c43e5b9c-aa8d-446a-97bc-46506d307312 req-b4c2422c-d52e-4ba9-83c6-20aacd8b940e tempest-SecurityGroupsTestAdminJSON-1762137255 tempest-SecurityGroupsTestAdminJSON-1762137255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:51.919124 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-c43e5b9c-aa8d-446a-97bc-46506d307312 req-b4c2422c-d52e-4ba9-83c6-20aacd8b940e tempest-SecurityGroupsTestAdminJSON-1762137255 tempest-SecurityGroupsTestAdminJSON-1762137255-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:51.927690 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c43e5b9c-aa8d-446a-97bc-46506d307312 req-b4c2422c-d52e-4ba9-83c6-20aacd8b940e tempest-SecurityGroupsTestAdminJSON-1762137255 tempest-SecurityGroupsTestAdminJSON-1762137255-project] 10.222.0.30 "DELETE /v2.0/security-groups/a9e805d2-d263-42c8-9a43-59cbb2f59b27 HTTP/1.1" status: 204 len: 173 time: 0.2079389 Apr 05 14:28:51.941263 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c2422c-d52e-4ba9-83c6-20aacd8b940e tempest-SecurityGroupsTestAdminJSON-1762137255 tempest-SecurityGroupsTestAdminJSON-1762137255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e805d2-d263-42c8-9a43-59cbb2f59b27,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:51.951840 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7f3f7014-fa34-46a5-8f9d-75a0cb7004b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1798829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810128'] for router_interface, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:52.043539 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add83b35-9fe3-46c0-98ef-629d4b20064a req-e55e8224-9c08-497d-a8ac-ea04fe436723 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:52.050161 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add83b35-9fe3-46c0-98ef-629d4b20064a req-e55e8224-9c08-497d-a8ac-ea04fe436723 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:52.058211 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add83b35-9fe3-46c0-98ef-629d4b20064a req-e55e8224-9c08-497d-a8ac-ea04fe436723 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:52.064446 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add83b35-9fe3-46c0-98ef-629d4b20064a req-e55e8224-9c08-497d-a8ac-ea04fe436723 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:52.071628 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add83b35-9fe3-46c0-98ef-629d4b20064a req-e55e8224-9c08-497d-a8ac-ea04fe436723 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:52.078212 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add83b35-9fe3-46c0-98ef-629d4b20064a req-e55e8224-9c08-497d-a8ac-ea04fe436723 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:52.084342 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add83b35-9fe3-46c0-98ef-629d4b20064a req-e55e8224-9c08-497d-a8ac-ea04fe436723 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:52.092446 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-add83b35-9fe3-46c0-98ef-629d4b20064a req-e55e8224-9c08-497d-a8ac-ea04fe436723 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f18ed5e-8412-4093-8697-f85d9fb0ff29 HTTP/1.1" status: 200 len: 5431 time: 0.1286161 Apr 05 14:28:52.132793 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-add83b35-9fe3-46c0-98ef-629d4b20064a req-d09bf5f9-b620-4426-8834-d51b754e85b8 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/security-groups?id=af1bc31d-d32e-449d-996f-2d72dd41207d&id=651049ed-3ef9-4175-8455-d871a11c2622&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0394850 Apr 05 14:28:52.205861 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f3f7014-fa34-46a5-8f9d-75a0cb7004b2 admin admin] Router f4639567-21fe-45e9-a0ff-6bcef34a08a3 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:28:52.321839 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f3f7014-fa34-46a5-8f9d-75a0cb7004b2 admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:28:52.327013 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-7f3f7014-fa34-46a5-8f9d-75a0cb7004b2 admin admin] 10.222.0.30 "PUT /v2.0/routers/f4639567-21fe-45e9-a0ff-6bcef34a08a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8692846 Apr 05 14:28:52.329717 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 58910) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:28:52.341531 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db36e079-58b7-45c4-bd98-6e0fe02ab238 None None] Sync routers for ids ['f4639567-21fe-45e9-a0ff-6bcef34a08a3'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:28:52.352870 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db36e079-58b7-45c4-bd98-6e0fe02ab238 None None] Routers {'f4639567-21fe-45e9-a0ff-6bcef34a08a3'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:28:52.354166 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-db36e079-58b7-45c4-bd98-6e0fe02ab238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:28:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['f4639567-21fe-45e9-a0ff-6bcef34a08a3'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:28:52.478372 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 58914) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:28:52.486113 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d09dc051-7dd6-48ea-ae44-11e38f59af73 admin admin] Notify callbacks [] for router, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:52.568098 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-db36e079-58b7-45c4-bd98-6e0fe02ab238 None None] Set router f4639567-21fe-45e9-a0ff-6bcef34a08a3 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:28:52.603708 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d09dc051-7dd6-48ea-ae44-11e38f59af73 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:52.653573 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-92ba6c1c-e48b-49a1-8cd1-f9ecfa80384f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a38ca44e75af4f9c94d3e8f3399b396c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1737628 Apr 05 14:28:52.656072 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 58918) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:28:52.731488 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3bff1fee-c9cb-4569-8c1a-b15cc6bfba08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:52.756447 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-db36e079-58b7-45c4-bd98-6e0fe02ab238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4639567-21fe-45e9-a0ff-6bcef34a08a3', 'name': 'tempest-FloatingIPsTestJSON-539564337-router', 'tenant_id': 'b0e887ba6d1b4433832075c7e08bc451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '7ef5439f-5ce3-47c8-a407-a1b09b3746bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:28:32Z', 'updated_at': '2022-04-05T14:28:51Z', 'revision_number': 5, 'project_id': 'b0e887ba6d1b4433832075c7e08bc451', 'gw_port': {'id': '7ef5439f-5ce3-47c8-a407-a1b09b3746bf', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ed:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4639567-21fe-45e9-a0ff-6bcef34a08a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:28:33Z', 'updated_at': '2022-04-05T14:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:28:52.761780 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3bff1fee-c9cb-4569-8c1a-b15cc6bfba08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:52.784363 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db36e079-58b7-45c4-bd98-6e0fe02ab238 None None] Checking router: f4639567-21fe-45e9-a0ff-6bcef34a08a3 for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:28:52.792863 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db36e079-58b7-45c4-bd98-6e0fe02ab238 None None] Routers {'f4639567-21fe-45e9-a0ff-6bcef34a08a3'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:28:52.793498 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-db36e079-58b7-45c4-bd98-6e0fe02ab238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:28:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['f4639567-21fe-45e9-a0ff-6bcef34a08a3'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:28:52.803669 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-d09dc051-7dd6-48ea-ae44-11e38f59af73 admin admin] Deleting port 7ef5439f-5ce3-47c8-a407-a1b09b3746bf {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:28:52.804208 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d09dc051-7dd6-48ea-ae44-11e38f59af73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:52.884338 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-db36e079-58b7-45c4-bd98-6e0fe02ab238 None None] Set router f4639567-21fe-45e9-a0ff-6bcef34a08a3 gateway port host: None {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:28:52.916054 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-d09dc051-7dd6-48ea-ae44-11e38f59af73 admin admin] For port 7ef5439f-5ce3-47c8-a407-a1b09b3746bf, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=7ef5439f-5ce3-47c8-a407-a1b09b3746bf,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:28:52.916477 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d09dc051-7dd6-48ea-ae44-11e38f59af73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:52.931782 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3bff1fee-c9cb-4569-8c1a-b15cc6bfba08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:52.934450 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3bff1fee-c9cb-4569-8c1a-b15cc6bfba08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:52.938277 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-3bff1fee-c9cb-4569-8c1a-b15cc6bfba08 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5556ee3e-aa97-497b-8cbe-a09fc8d16179 HTTP/1.1" status: 204 len: 168 time: 0.2785764 Apr 05 14:28:52.938277 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-d09dc051-7dd6-48ea-ae44-11e38f59af73 admin admin] Calling delete_port for 7ef5439f-5ce3-47c8-a407-a1b09b3746bf owned by network:router_gateway {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:28:52.938697 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-db36e079-58b7-45c4-bd98-6e0fe02ab238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4639567-21fe-45e9-a0ff-6bcef34a08a3', 'name': 'tempest-FloatingIPsTestJSON-539564337-router', 'tenant_id': 'b0e887ba6d1b4433832075c7e08bc451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:28:32Z', 'updated_at': '2022-04-05T14:28:52Z', 'revision_number': 6, 'project_id': 'b0e887ba6d1b4433832075c7e08bc451', 'gw_port_host': None}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:28:52.956687 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bff1fee-c9cb-4569-8c1a-b15cc6bfba08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5556ee3e-aa97-497b-8cbe-a09fc8d16179,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:52.973004 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db36e079-58b7-45c4-bd98-6e0fe02ab238 None None] The sync data for ids ['f4639567-21fe-45e9-a0ff-6bcef34a08a3'] in n-d-836650-2 is: [{'id': 'f4639567-21fe-45e9-a0ff-6bcef34a08a3', 'name': 'tempest-FloatingIPsTestJSON-539564337-router', 'tenant_id': 'b0e887ba6d1b4433832075c7e08bc451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:28:32Z', 'updated_at': '2022-04-05T14:28:52Z', 'revision_number': 6, 'project_id': 'b0e887ba6d1b4433832075c7e08bc451', 'gw_port_host': None}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:28:53.230120 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d09dc051-7dd6-48ea-ae44-11e38f59af73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:53.272497 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09dc051-7dd6-48ea-ae44-11e38f59af73 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ef5439f-5ce3-47c8-a407-a1b09b3746bf,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:53.356288 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee3335-18b5-44e1-a353-afa6a86906dd req-207c519e-946b-40fb-91dc-30cfa213e322 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:53.362715 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee3335-18b5-44e1-a353-afa6a86906dd req-207c519e-946b-40fb-91dc-30cfa213e322 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:53.370722 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee3335-18b5-44e1-a353-afa6a86906dd req-207c519e-946b-40fb-91dc-30cfa213e322 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:53.376750 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee3335-18b5-44e1-a353-afa6a86906dd req-207c519e-946b-40fb-91dc-30cfa213e322 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:53.383632 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee3335-18b5-44e1-a353-afa6a86906dd req-207c519e-946b-40fb-91dc-30cfa213e322 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:53.390592 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee3335-18b5-44e1-a353-afa6a86906dd req-207c519e-946b-40fb-91dc-30cfa213e322 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:53.397384 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee3335-18b5-44e1-a353-afa6a86906dd req-207c519e-946b-40fb-91dc-30cfa213e322 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:53.399290 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bfee3335-18b5-44e1-a353-afa6a86906dd req-207c519e-946b-40fb-91dc-30cfa213e322 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f18ed5e-8412-4093-8697-f85d9fb0ff29 HTTP/1.1" status: 200 len: 5431 time: 0.1826069 Apr 05 14:28:53.408629 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d09dc051-7dd6-48ea-ae44-11e38f59af73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808526'] for router_gateway, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:53.566451 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d09dc051-7dd6-48ea-ae44-11e38f59af73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27070'] for router, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:53.571651 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d09dc051-7dd6-48ea-ae44-11e38f59af73 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:53.579381 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bfee3335-18b5-44e1-a353-afa6a86906dd req-cd0c6bfa-5b04-41af-ade8-645a315e954b tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/security-groups?id=af1bc31d-d32e-449d-996f-2d72dd41207d&id=651049ed-3ef9-4175-8455-d871a11c2622&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1678638 Apr 05 14:28:53.898634 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 77849db1-3bb1-4284-ba63-db0da161a895 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:28:53.898634 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 77849db1-3bb1-4284-ba63-db0da161a895 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:28:53.898634 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 77849db1-3bb1-4284-ba63-db0da161a895 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:28:54.070024 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d09dc051-7dd6-48ea-ae44-11e38f59af73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803298'] for router, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:54.070609 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d09dc051-7dd6-48ea-ae44-11e38f59af73 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4639567-21fe-45e9-a0ff-6bcef34a08a3 {{(pid=103320) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:28:54.076203 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d09dc051-7dd6-48ea-ae44-11e38f59af73 admin admin] Notify callbacks [] for router, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:54.080103 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 58926) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:28:54.080670 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-d09dc051-7dd6-48ea-ae44-11e38f59af73 admin admin] 10.222.0.30 "DELETE /v2.0/routers/f4639567-21fe-45e9-a0ff-6bcef34a08a3 HTTP/1.1" status: 204 len: 168 time: 1.7492955 Apr 05 14:28:54.134475 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-dec87805-03ad-4101-8fab-e8ad715c07dc admin admin] Deleting subnet aaa60177-50da-4b5a-8480-32e0ad042b99 {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:28:54.138075 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-dec87805-03ad-4101-8fab-e8ad715c07dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:54.181683 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-dec87805-03ad-4101-8fab-e8ad715c07dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:54.283092 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-dec87805-03ad-4101-8fab-e8ad715c07dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:54.309124 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 58928) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:28:54.354090 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-86e382ff-1c08-40e3-a25e-cdbfc33d82cb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8c50de60ff3c42a79b53653357ae9b8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0437634 Apr 05 14:28:54.356789 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 58930) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:28:54.369994 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7868be49-f283-4811-a255-786cb0d48a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:54.412188 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a0311ebb-7117-4bc8-a713-b5ca64e24555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:54.414013 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-dec87805-03ad-4101-8fab-e8ad715c07dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:54.434207 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a0311ebb-7117-4bc8-a713-b5ca64e24555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:54.448993 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-dec87805-03ad-4101-8fab-e8ad715c07dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:54.454774 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-dec87805-03ad-4101-8fab-e8ad715c07dc admin admin] 10.222.0.30 "DELETE /v2.0/subnets/aaa60177-50da-4b5a-8480-32e0ad042b99 HTTP/1.1" status: 204 len: 168 time: 0.3703914 Apr 05 14:28:54.454774 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec87805-03ad-4101-8fab-e8ad715c07dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aaa60177-50da-4b5a-8480-32e0ad042b99,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:54.457680 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 58932) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:28:54.462384 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986aa705-0dfd-4c15-9220-d6207b1180aa None None] Network 7eff7c31-47f5-40d3-b216-a6d631306f3d requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:28:54.538585 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6d4c0edd-11cd-466c-ab47-25db5b70cdfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:54.586703 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a0311ebb-7117-4bc8-a713-b5ca64e24555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:54.593118 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a0311ebb-7117-4bc8-a713-b5ca64e24555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:54.595572 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-a0311ebb-7117-4bc8-a713-b5ca64e24555 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e06e26ee-8056-4181-9e98-92886973ba89 HTTP/1.1" status: 204 len: 168 time: 0.2373524 Apr 05 14:28:54.609952 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-6d4c0edd-11cd-466c-ab47-25db5b70cdfe admin admin] Deleting port c66b9942-f8e2-49c4-8098-3443f0ccdc3e {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:28:54.610578 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6d4c0edd-11cd-466c-ab47-25db5b70cdfe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:54.644835 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0311ebb-7117-4bc8-a713-b5ca64e24555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e06e26ee-8056-4181-9e98-92886973ba89,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:54.708408 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-6d4c0edd-11cd-466c-ab47-25db5b70cdfe admin admin] For port c66b9942-f8e2-49c4-8098-3443f0ccdc3e, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=c66b9942-f8e2-49c4-8098-3443f0ccdc3e,segment=NetworkSegment(fe8690cc-c9bf-4e91-9ebb-347c51fe004b),segment_id=fe8690cc-c9bf-4e91-9ebb-347c51fe004b)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:28:54.708408 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6d4c0edd-11cd-466c-ab47-25db5b70cdfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:54.724533 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-6d4c0edd-11cd-466c-ab47-25db5b70cdfe admin admin] Calling delete_port for c66b9942-f8e2-49c4-8098-3443f0ccdc3e owned by network:dhcp {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:28:54.748396 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f511875e-7c5b-4641-a21c-a9e88d102145 None None] DHCP port deletion for 7eff7c31-47f5-40d3-b216-a6d631306f3d request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:28:54.807066 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4854ef-12ce-4913-9e18-49c4459efa28 req-0342c384-875b-4ca1-883f-6c324791a6e9 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:54.812314 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-f511875e-7c5b-4641-a21c-a9e88d102145 None None] Deleting port c66b9942-f8e2-49c4-8098-3443f0ccdc3e {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:28:54.812920 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f511875e-7c5b-4641-a21c-a9e88d102145 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:54.814034 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4854ef-12ce-4913-9e18-49c4459efa28 req-0342c384-875b-4ca1-883f-6c324791a6e9 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:54.820891 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4854ef-12ce-4913-9e18-49c4459efa28 req-0342c384-875b-4ca1-883f-6c324791a6e9 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:54.827668 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4854ef-12ce-4913-9e18-49c4459efa28 req-0342c384-875b-4ca1-883f-6c324791a6e9 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:54.834831 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4854ef-12ce-4913-9e18-49c4459efa28 req-0342c384-875b-4ca1-883f-6c324791a6e9 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:54.841078 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4854ef-12ce-4913-9e18-49c4459efa28 req-0342c384-875b-4ca1-883f-6c324791a6e9 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:54.847106 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4854ef-12ce-4913-9e18-49c4459efa28 req-0342c384-875b-4ca1-883f-6c324791a6e9 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:54.849579 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ef4854ef-12ce-4913-9e18-49c4459efa28 req-0342c384-875b-4ca1-883f-6c324791a6e9 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f18ed5e-8412-4093-8697-f85d9fb0ff29 HTTP/1.1" status: 200 len: 5431 time: 0.1336989 Apr 05 14:28:54.894561 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-f511875e-7c5b-4641-a21c-a9e88d102145 None None] For port c66b9942-f8e2-49c4-8098-3443f0ccdc3e, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=c66b9942-f8e2-49c4-8098-3443f0ccdc3e,segment=NetworkSegment(fe8690cc-c9bf-4e91-9ebb-347c51fe004b),segment_id=fe8690cc-c9bf-4e91-9ebb-347c51fe004b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:28:54.895326 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f511875e-7c5b-4641-a21c-a9e88d102145 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:54.900780 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ef4854ef-12ce-4913-9e18-49c4459efa28 req-7dc65049-b0fb-4862-9411-01728564844c tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/security-groups?id=af1bc31d-d32e-449d-996f-2d72dd41207d&id=651049ed-3ef9-4175-8455-d871a11c2622&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0446861 Apr 05 14:28:54.909583 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-f511875e-7c5b-4641-a21c-a9e88d102145 None None] Calling delete_port for c66b9942-f8e2-49c4-8098-3443f0ccdc3e owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:28:54.961361 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6d4c0edd-11cd-466c-ab47-25db5b70cdfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:54.993614 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4c0edd-11cd-466c-ab47-25db5b70cdfe admin admin] Pushing event deleted for resources: {'Port': ['ID=c66b9942-f8e2-49c4-8098-3443f0ccdc3e,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:54.995485 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4c0edd-11cd-466c-ab47-25db5b70cdfe admin admin] No DVR routers for this DVR port c66b9942-f8e2-49c4-8098-3443f0ccdc3e on host n-d-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:28:55.009246 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f511875e-7c5b-4641-a21c-a9e88d102145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:55.075899 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6d4c0edd-11cd-466c-ab47-25db5b70cdfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:55.101818 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-6d4c0edd-11cd-466c-ab47-25db5b70cdfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eff7c31-47f5-40d3-b216-a6d631306f3d']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:28:55.113140 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-6d4c0edd-11cd-466c-ab47-25db5b70cdfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe8690cc-c9bf-4e91-9ebb-347c51fe004b') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:28:55.119803 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-6d4c0edd-11cd-466c-ab47-25db5b70cdfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe8690cc-c9bf-4e91-9ebb-347c51fe004b') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:28:55.126282 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6d4c0edd-11cd-466c-ab47-25db5b70cdfe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:55.147979 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6d4c0edd-11cd-466c-ab47-25db5b70cdfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:55.155601 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d4c0edd-11cd-466c-ab47-25db5b70cdfe admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:28:55.159781 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6d4c0edd-11cd-466c-ab47-25db5b70cdfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:55.159781 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:28:55.159781 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:28:55.159781 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:28:55.159781 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:28:55.159781 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:28:55.159781 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:28:55.159781 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:28:55.159781 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:28:55.159781 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:28:55.159781 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:28:55.159781 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:28:55.159781 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:28:55.159781 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:28:55.159781 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:28:55.159781 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:28:55.159781 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:28:55.159781 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:28:55.159781 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:28:55.159781 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:28:55.159781 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:28:55.159781 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:28:55.159781 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:28:55.159781 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:28:55.159781 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:28:55.159781 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:28:55.159781 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:28:55.159781 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:28:55.159781 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:28:55.159781 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:28:55.159781 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:28:55.159781 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:28:55.159781 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:28:55.185452 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f511875e-7c5b-4641-a21c-a9e88d102145 None None] Pushing event deleted for resources: {'Port': ['ID=c66b9942-f8e2-49c4-8098-3443f0ccdc3e,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:55.191569 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f511875e-7c5b-4641-a21c-a9e88d102145 None None] No DVR routers for this DVR port c66b9942-f8e2-49c4-8098-3443f0ccdc3e on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:28:55.263144 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 7ef5439f-5ce3-47c8-a407-a1b09b3746bf no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:28:55.287934 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 7ef5439f-5ce3-47c8-a407-a1b09b3746bf {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:28:55.290563 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 7ef5439f-5ce3-47c8-a407-a1b09b3746bf not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:28:55.290563 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device c66b9942-f8e2-49c4-8098-3443f0ccdc3e no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:28:55.309839 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: c66b9942-f8e2-49c4-8098-3443f0ccdc3e {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:28:55.313541 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device c66b9942-f8e2-49c4-8098-3443f0ccdc3e not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:28:55.332606 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6d4c0edd-11cd-466c-ab47-25db5b70cdfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:55.340189 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6d4c0edd-11cd-466c-ab47-25db5b70cdfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:55.343500 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-6d4c0edd-11cd-466c-ab47-25db5b70cdfe admin admin] 10.222.0.30 "DELETE /v2.0/networks/7eff7c31-47f5-40d3-b216-a6d631306f3d HTTP/1.1" status: 204 len: 168 time: 0.8844156 Apr 05 14:28:55.356716 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4c0edd-11cd-466c-ab47-25db5b70cdfe admin admin] Pushing event deleted for resources: {'Network': ['ID=7eff7c31-47f5-40d3-b216-a6d631306f3d,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:55.755692 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 58958) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:28:55.802714 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-0c230e10-6b42-4cbb-839b-49e690c7a319 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b0e887ba6d1b4433832075c7e08bc451&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0457778 Apr 05 14:28:55.805173 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 58962) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:28:55.856709 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-aad73228-3709-4867-a7a7-3a0a4380cbc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:55.871785 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 58964) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:28:55.880975 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-aad73228-3709-4867-a7a7-3a0a4380cbc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:55.997786 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-790a1698-71d3-43bf-8fd4-008a0c5d3f57 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1355549155-network', 'tenant_id': '4814756400aa4b0cbfcb23ed851dcc5d'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:28:56.007201 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-aad73228-3709-4867-a7a7-3a0a4380cbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:56.010749 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-aad73228-3709-4867-a7a7-3a0a4380cbc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:56.013683 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-aad73228-3709-4867-a7a7-3a0a4380cbc4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cbbe8105-060c-475f-b9ce-2ebe3ce2b966 HTTP/1.1" status: 204 len: 168 time: 0.2075469 Apr 05 14:28:56.023928 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad73228-3709-4867-a7a7-3a0a4380cbc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbbe8105-060c-475f-b9ce-2ebe3ce2b966,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:56.072544 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23958f15-c619-4ae4-a447-45aa54590ea8 req-2698716a-4fa7-4c71-bade-be26116eae41 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:56.078818 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23958f15-c619-4ae4-a447-45aa54590ea8 req-2698716a-4fa7-4c71-bade-be26116eae41 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:56.085477 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23958f15-c619-4ae4-a447-45aa54590ea8 req-2698716a-4fa7-4c71-bade-be26116eae41 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:56.091439 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23958f15-c619-4ae4-a447-45aa54590ea8 req-2698716a-4fa7-4c71-bade-be26116eae41 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:56.097431 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23958f15-c619-4ae4-a447-45aa54590ea8 req-2698716a-4fa7-4c71-bade-be26116eae41 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:56.103413 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23958f15-c619-4ae4-a447-45aa54590ea8 req-2698716a-4fa7-4c71-bade-be26116eae41 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:56.109360 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23958f15-c619-4ae4-a447-45aa54590ea8 req-2698716a-4fa7-4c71-bade-be26116eae41 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:56.111390 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-23958f15-c619-4ae4-a447-45aa54590ea8 req-2698716a-4fa7-4c71-bade-be26116eae41 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f18ed5e-8412-4093-8697-f85d9fb0ff29 HTTP/1.1" status: 200 len: 5431 time: 0.1211357 Apr 05 14:28:56.135208 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-790a1698-71d3-43bf-8fd4-008a0c5d3f57 admin admin] Made reservation on behalf of 4814756400aa4b0cbfcb23ed851dcc5d for: {'network': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:28:56.137616 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-790a1698-71d3-43bf-8fd4-008a0c5d3f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:56.155653 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-790a1698-71d3-43bf-8fd4-008a0c5d3f57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:56.174555 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-23958f15-c619-4ae4-a447-45aa54590ea8 req-ca904b6b-3d8c-4f96-9f72-679acb270ccb tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/security-groups?id=af1bc31d-d32e-449d-996f-2d72dd41207d&id=651049ed-3ef9-4175-8455-d871a11c2622&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562224 Apr 05 14:28:56.266708 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-790a1698-71d3-43bf-8fd4-008a0c5d3f57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:56.351033 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-790a1698-71d3-43bf-8fd4-008a0c5d3f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:56.375064 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 7 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 14:28:56.388718 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790a1698-71d3-43bf-8fd4-008a0c5d3f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aaa51cc-6ade-4d7a-9873-6eecb3a481ea,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:56.405147 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-790a1698-71d3-43bf-8fd4-008a0c5d3f57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=103320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:28:56.419623 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-790a1698-71d3-43bf-8fd4-008a0c5d3f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:56.420001 n-d-836650-2 neutron-server[103320]: INFO neutron.db.segments_db [None req-790a1698-71d3-43bf-8fd4-008a0c5d3f57 admin admin] Added segment b4cb015d-a4e0-4ed2-a081-5d5d8eb4245c of type vlan for network 647dc4e8-bf69-4052-b79d-408fe9778c98 Apr 05 14:28:56.465637 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-790a1698-71d3-43bf-8fd4-008a0c5d3f57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:56.516498 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 548bdb08-6c3f-4d7e-ae2d-afd180db5f7a details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:28:56.584544 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-790a1698-71d3-43bf-8fd4-008a0c5d3f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:56.585643 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790a1698-71d3-43bf-8fd4-008a0c5d3f57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:56.586228 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-790a1698-71d3-43bf-8fd4-008a0c5d3f57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:56.649137 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790a1698-71d3-43bf-8fd4-008a0c5d3f57 admin admin] Pushing event updated for resources: {'Network': ['ID=647dc4e8-bf69-4052-b79d-408fe9778c98,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:56.653162 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 548bdb08-6c3f-4d7e-ae2d-afd180db5f7a, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=548bdb08-6c3f-4d7e-ae2d-afd180db5f7a,segment=NetworkSegment(98b4c9da-78e9-4934-a25f-0a1e90329ab6),segment_id=98b4c9da-78e9-4934-a25f-0a1e90329ab6)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:28:56.668601 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 647dc4e8-bf69-4052-b79d-408fe9778c98 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:28:56.736095 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-790a1698-71d3-43bf-8fd4-008a0c5d3f57 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8626118 Apr 05 14:28:56.739109 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 58982) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:28:56.744267 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-b0358d28-bc09-439b-9567-e6d79ef8b9ee admin admin] Request body: {'subnet': {'network_id': '647dc4e8-bf69-4052-b79d-408fe9778c98', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1355549155-subnet', 'tenant_id': '4814756400aa4b0cbfcb23ed851dcc5d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:28:56.784669 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': '548bdb08-6c3f-4d7e-ae2d-afd180db5f7a', 'network_id': 'c0d47256-1dbd-4e59-a5ce-32eac6b8a672', 'port_id': '548bdb08-6c3f-4d7e-ae2d-afd180db5f7a', 'mac_address': 'fa:16:3e:57:cc:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85946782-c9e5-45c1-9ef9-786126e16c57', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:28:56.787705 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-49f98672-d553-4f98-aada-d1a28812efeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:56.836446 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:56.850741 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 548bdb08-6c3f-4d7e-ae2d-afd180db5f7a {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:28:56.872914 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 548bdb08-6c3f-4d7e-ae2d-afd180db5f7a, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=548bdb08-6c3f-4d7e-ae2d-afd180db5f7a,segment=NetworkSegment(98b4c9da-78e9-4934-a25f-0a1e90329ab6),segment_id=98b4c9da-78e9-4934-a25f-0a1e90329ab6)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:28:56.882408 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0358d28-bc09-439b-9567-e6d79ef8b9ee admin admin] Made reservation on behalf of 4814756400aa4b0cbfcb23ed851dcc5d for: {'subnet': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:28:56.886656 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b0358d28-bc09-439b-9567-e6d79ef8b9ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13127328'] for subnet, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:56.938957 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:56.939638 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 3977feb9-c3a8-4c4f-bc84-70dbef14962f details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:28:57.120148 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=548bdb08-6c3f-4d7e-ae2d-afd180db5f7a,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:57.205066 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 3977feb9-c3a8-4c4f-bc84-70dbef14962f, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=3977feb9-c3a8-4c4f-bc84-70dbef14962f,segment=NetworkSegment(b59f006c-1b82-4d36-9060-360a60727a7f),segment_id=b59f006c-1b82-4d36-9060-360a60727a7f)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:28:57.218410 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': '3977feb9-c3a8-4c4f-bc84-70dbef14962f', 'network_id': 'c0294919-aea9-4315-98b3-d37ae7dfdddb', 'port_id': '3977feb9-c3a8-4c4f-bc84-70dbef14962f', 'mac_address': 'fa:16:3e:50:80:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5259f0aa-646e-4e1c-be67-02efc0873c39', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:28:57.297367 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:57.316606 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3977feb9-c3a8-4c4f-bc84-70dbef14962f {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:28:57.345322 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 3977feb9-c3a8-4c4f-bc84-70dbef14962f, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=3977feb9-c3a8-4c4f-bc84-70dbef14962f,segment=NetworkSegment(b59f006c-1b82-4d36-9060-360a60727a7f),segment_id=b59f006c-1b82-4d36-9060-360a60727a7f)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:28:57.354883 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b0358d28-bc09-439b-9567-e6d79ef8b9ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15773751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13127350'] for subnet, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:57.418793 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:57.419961 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 781ad338-04cd-4cd5-ab31-fb49746c5884 details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:28:57.446525 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca645dd-cb51-4f6f-8c07-6564b0e6b7d2 req-1ad156cd-69e8-47b5-934e-a1a53d7d0bc1 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:57.449003 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bca645dd-cb51-4f6f-8c07-6564b0e6b7d2 req-1ad156cd-69e8-47b5-934e-a1a53d7d0bc1 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] 10.222.0.30 "GET /v2.0/ports?device_id=9939cbcc-d5bd-4bf9-a1e3-845bc8f70d6d HTTP/1.1" status: 200 len: 946 time: 0.1374404 Apr 05 14:28:57.449003 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0358d28-bc09-439b-9567-e6d79ef8b9ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=f212a3f1-0b2e-4210-a6bc-5b270c3607cc,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:57.480160 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5d469-52c6-48ea-b18a-5dcb3f9ee634 req-bddc33ec-3a36-4764-9ab3-08a66dabbafd tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:57.486366 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5d469-52c6-48ea-b18a-5dcb3f9ee634 req-bddc33ec-3a36-4764-9ab3-08a66dabbafd tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:57.493254 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5d469-52c6-48ea-b18a-5dcb3f9ee634 req-bddc33ec-3a36-4764-9ab3-08a66dabbafd tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:57.499092 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5d469-52c6-48ea-b18a-5dcb3f9ee634 req-bddc33ec-3a36-4764-9ab3-08a66dabbafd tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:57.505566 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5d469-52c6-48ea-b18a-5dcb3f9ee634 req-bddc33ec-3a36-4764-9ab3-08a66dabbafd tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:57.511562 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5d469-52c6-48ea-b18a-5dcb3f9ee634 req-bddc33ec-3a36-4764-9ab3-08a66dabbafd tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:57.517757 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5d469-52c6-48ea-b18a-5dcb3f9ee634 req-bddc33ec-3a36-4764-9ab3-08a66dabbafd tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:57.519450 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=3977feb9-c3a8-4c4f-bc84-70dbef14962f,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:57.526737 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-82f5d469-52c6-48ea-b18a-5dcb3f9ee634 req-bddc33ec-3a36-4764-9ab3-08a66dabbafd tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f18ed5e-8412-4093-8697-f85d9fb0ff29 HTTP/1.1" status: 200 len: 5432 time: 0.2342870 Apr 05 14:28:57.563852 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 781ad338-04cd-4cd5-ab31-fb49746c5884, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=781ad338-04cd-4cd5-ab31-fb49746c5884,segment=NetworkSegment(9d26854a-4897-4e14-97b0-4af76152ee88),segment_id=9d26854a-4897-4e14-97b0-4af76152ee88)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:28:57.576967 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0358d28-bc09-439b-9567-e6d79ef8b9ee admin admin] Checking segment: {'id': 'b4cb015d-a4e0-4ed2-a081-5d5d8eb4245c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '647dc4e8-bf69-4052-b79d-408fe9778c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:28:57.577330 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0358d28-bc09-439b-9567-e6d79ef8b9ee admin admin] Network hostable DHCP agents. Network: 647dc4e8-bf69-4052-b79d-408fe9778c98, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:28:57.577730 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': '781ad338-04cd-4cd5-ab31-fb49746c5884', 'network_id': '3f810a40-703c-4c97-af51-1827a3f96d53', 'port_id': '781ad338-04cd-4cd5-ab31-fb49746c5884', 'mac_address': 'fa:16:3e:53:56:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b2cd119-834e-47b7-b975-b7e5f327fd6e', 'ip_address': '10.1.1.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:28:57.598872 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bca645dd-cb51-4f6f-8c07-6564b0e6b7d2 req-ed3369e1-70ee-4ad1-b470-57d7ba7c195b tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] 10.222.0.30 "GET /v2.0/security-groups?id=403595e2-7934-4903-a0f5-4f63fd0f5444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315606 Apr 05 14:28:57.609407 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-82f5d469-52c6-48ea-b18a-5dcb3f9ee634 req-0bfaf9b0-84fd-4006-91e9-67e4f949c2bd tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/security-groups?id=af1bc31d-d32e-449d-996f-2d72dd41207d&id=651049ed-3ef9-4175-8455-d871a11c2622&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0818696 Apr 05 14:28:57.618566 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:57.638898 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 781ad338-04cd-4cd5-ab31-fb49746c5884 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:28:57.677404 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 781ad338-04cd-4cd5-ab31-fb49746c5884, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=781ad338-04cd-4cd5-ab31-fb49746c5884,segment=NetworkSegment(9d26854a-4897-4e14-97b0-4af76152ee88),segment_id=9d26854a-4897-4e14-97b0-4af76152ee88)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:28:57.733938 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:57.735084 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 092486a2-977c-4863-b102-2703e0c60ce6 details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:28:57.845381 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0358d28-bc09-439b-9567-e6d79ef8b9ee admin admin] Network 647dc4e8-bf69-4052-b79d-408fe9778c98 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:28:57.858103 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 092486a2-977c-4863-b102-2703e0c60ce6, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=092486a2-977c-4863-b102-2703e0c60ce6,segment=NetworkSegment(9d26854a-4897-4e14-97b0-4af76152ee88),segment_id=9d26854a-4897-4e14-97b0-4af76152ee88)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:28:57.867808 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=781ad338-04cd-4cd5-ab31-fb49746c5884,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:57.875105 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': '092486a2-977c-4863-b102-2703e0c60ce6', 'network_id': '3f810a40-703c-4c97-af51-1827a3f96d53', 'port_id': '092486a2-977c-4863-b102-2703e0c60ce6', 'mac_address': 'fa:16:3e:e5:b5:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b2cd119-834e-47b7-b975-b7e5f327fd6e', 'ip_address': '10.1.1.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:28:57.899749 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-80a16da9-0199-4515-a2b4-ed623b069ec3 req-a16b391e-9e32-4fb1-a65d-d138f1349554 tempest-ImagesNegativeTestJSON-1925506772 tempest-ImagesNegativeTestJSON-1925506772-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=81fedc1e64184eb9901c6e5c2dc6e035&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407486 Apr 05 14:28:57.923838 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:57.939296 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 092486a2-977c-4863-b102-2703e0c60ce6 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:28:57.969591 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 092486a2-977c-4863-b102-2703e0c60ce6, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=092486a2-977c-4863-b102-2703e0c60ce6,segment=NetworkSegment(9d26854a-4897-4e14-97b0-4af76152ee88),segment_id=9d26854a-4897-4e14-97b0-4af76152ee88)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:28:58.001540 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:58.045468 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a16da9-0199-4515-a2b4-ed623b069ec3 req-90adf117-81f2-49c0-8312-352ab27219ee tempest-ImagesNegativeTestJSON-1925506772 tempest-ImagesNegativeTestJSON-1925506772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:58.045468 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-80a16da9-0199-4515-a2b4-ed623b069ec3 req-90adf117-81f2-49c0-8312-352ab27219ee tempest-ImagesNegativeTestJSON-1925506772 tempest-ImagesNegativeTestJSON-1925506772-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1447463 Apr 05 14:28:58.063972 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-b0358d28-bc09-439b-9567-e6d79ef8b9ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 647dc4e8-bf69-4052-b79d-408fe9778c98) {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:28:58.074400 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629a1cf6-af61-4f72-9337-0fa5d1f9c36e None None] Network 647dc4e8-bf69-4052-b79d-408fe9778c98 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:28:58.080401 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0358d28-bc09-439b-9567-e6d79ef8b9ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:58.081040 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b0358d28-bc09-439b-9567-e6d79ef8b9ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:58.090790 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-80a16da9-0199-4515-a2b4-ed623b069ec3 req-49f8b963-127d-4093-b316-ec7e0270a38e tempest-ImagesNegativeTestJSON-1925506772 tempest-ImagesNegativeTestJSON-1925506772-project] 10.222.0.30 "GET /v2.0/quotas/81fedc1e64184eb9901c6e5c2dc6e035 HTTP/1.1" status: 200 len: 375 time: 0.0349512 Apr 05 14:28:58.127822 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-80a16da9-0199-4515-a2b4-ed623b069ec3 req-b820e1e4-9bea-49d0-b6df-4aaf4d7a8c32 tempest-ImagesNegativeTestJSON-1925506772 tempest-ImagesNegativeTestJSON-1925506772-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=81fedc1e64184eb9901c6e5c2dc6e035&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282643 Apr 05 14:28:58.160386 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:58.161852 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device b3b0c21f-d1c5-4218-a050-4dd2ce0f21f8 details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:28:58.185611 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-b0358d28-bc09-439b-9567-e6d79ef8b9ee admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.4412832 Apr 05 14:28:58.190161 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 59030) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:28:58.190639 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-c4c8e58a-853d-4830-8452-2d8a1e34c128 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1355549155-router', 'tenant_id': '4814756400aa4b0cbfcb23ed851dcc5d', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:28:58.268475 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=092486a2-977c-4863-b102-2703e0c60ce6,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:58.275870 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port b3b0c21f-d1c5-4218-a050-4dd2ce0f21f8, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=b3b0c21f-d1c5-4218-a050-4dd2ce0f21f8,segment=NetworkSegment(98b4c9da-78e9-4934-a25f-0a1e90329ab6),segment_id=98b4c9da-78e9-4934-a25f-0a1e90329ab6)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:28:58.305161 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': 'b3b0c21f-d1c5-4218-a050-4dd2ce0f21f8', 'network_id': 'c0d47256-1dbd-4e59-a5ce-32eac6b8a672', 'port_id': 'b3b0c21f-d1c5-4218-a050-4dd2ce0f21f8', 'mac_address': 'fa:16:3e:72:02:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85946782-c9e5-45c1-9ef9-786126e16c57', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:28:58.312009 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07f3123-d5c3-48d5-9270-e73cf9901dc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-647dc4e8-bf69-4052-b79d-408fe9778c98', 'network_id': '647dc4e8-bf69-4052-b79d-408fe9778c98', 'tenant_id': '4814756400aa4b0cbfcb23ed851dcc5d', 'fixed_ips': [{'subnet_id': 'f212a3f1-0b2e-4210-a6bc-5b270c3607cc'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:28:58.313891 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e07f3123-d5c3-48d5-9270-e73cf9901dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:58.356005 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c4c8e58a-853d-4830-8452-2d8a1e34c128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27088'] for router, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:58.357292 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c4c8e58a-853d-4830-8452-2d8a1e34c128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27079'] for router, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:58.412602 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:58.441987 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c4c8e58a-853d-4830-8452-2d8a1e34c128 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:58.445293 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3b0c21f-d1c5-4218-a050-4dd2ce0f21f8 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:28:58.496620 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port b3b0c21f-d1c5-4218-a050-4dd2ce0f21f8, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=b3b0c21f-d1c5-4218-a050-4dd2ce0f21f8,segment=NetworkSegment(98b4c9da-78e9-4934-a25f-0a1e90329ab6),segment_id=98b4c9da-78e9-4934-a25f-0a1e90329ab6)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:28:58.548828 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-e07f3123-d5c3-48d5-9270-e73cf9901dc1 None None] Allocated IP 172.20.0.2 (647dc4e8-bf69-4052-b79d-408fe9778c98/f212a3f1-0b2e-4210-a6bc-5b270c3607cc/5bbd82a4-6d26-4ceb-9f98-fd4d2710d7fd) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:28:58.558959 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:58.560929 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device a36b5c82-4962-4613-858a-cd38406de637 details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:28:58.609248 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a814a380-e0e7-4349-a6fe-e003fcba6b0e req-e78f2663-c5fe-47ba-82f2-5c20bc08024a tempest-ImagesNegativeTestJSON-1925506772 tempest-ImagesNegativeTestJSON-1925506772-project] 10.222.0.30 "GET /v2.0/ports?device_id=234d4563-6ce4-4f25-ba7c-3b7a36935d33 HTTP/1.1" status: 200 len: 210 time: 0.0596569 Apr 05 14:28:58.673787 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c4c8e58a-853d-4830-8452-2d8a1e34c128 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:58.685983 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=b3b0c21f-d1c5-4218-a050-4dd2ce0f21f8,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:58.710636 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.db.resource_extend [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 14:28:58.753774 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port a36b5c82-4962-4613-858a-cd38406de637, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=a36b5c82-4962-4613-858a-cd38406de637,segment=NetworkSegment(9d26854a-4897-4e14-97b0-4af76152ee88),segment_id=9d26854a-4897-4e14-97b0-4af76152ee88)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:28:58.767852 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575f9a1e-9528-46f7-b80f-518ecfc3d272 req-6c5a60e2-c1ab-4bea-96cc-dd01a6954202 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:58.771487 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-575f9a1e-9528-46f7-b80f-518ecfc3d272 req-6c5a60e2-c1ab-4bea-96cc-dd01a6954202 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] 10.222.0.30 "GET /v2.0/ports?device_id=9939cbcc-d5bd-4bf9-a1e3-845bc8f70d6d HTTP/1.1" status: 200 len: 946 time: 0.0590637 Apr 05 14:28:58.773965 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': 'a36b5c82-4962-4613-858a-cd38406de637', 'network_id': '3f810a40-703c-4c97-af51-1827a3f96d53', 'port_id': 'a36b5c82-4962-4613-858a-cd38406de637', 'mac_address': 'fa:16:3e:43:bc:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b2cd119-834e-47b7-b975-b7e5f327fd6e', 'ip_address': '10.1.1.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:28:58.834503 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-575f9a1e-9528-46f7-b80f-518ecfc3d272 req-b307d2c4-8ef7-4191-8c29-727c94d1f262 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] 10.222.0.30 "GET /v2.0/security-groups?id=403595e2-7934-4903-a0f5-4f63fd0f5444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570045 Apr 05 14:28:58.855579 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:58.895148 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a36b5c82-4962-4613-858a-cd38406de637 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:28:58.919169 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port a36b5c82-4962-4613-858a-cd38406de637, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=a36b5c82-4962-4613-858a-cd38406de637,segment=NetworkSegment(9d26854a-4897-4e14-97b0-4af76152ee88),segment_id=9d26854a-4897-4e14-97b0-4af76152ee88)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:28:58.939729 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e07f3123-d5c3-48d5-9270-e73cf9901dc1 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:58.975757 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f8d0c2-001c-4c54-b181-5fb964c8fc67 req-bfc174e9-d906-4779-95f2-c54a2a8a703a tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:58.982266 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f8d0c2-001c-4c54-b181-5fb964c8fc67 req-bfc174e9-d906-4779-95f2-c54a2a8a703a tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:58.988402 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f8d0c2-001c-4c54-b181-5fb964c8fc67 req-bfc174e9-d906-4779-95f2-c54a2a8a703a tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:59.004808 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f8d0c2-001c-4c54-b181-5fb964c8fc67 req-bfc174e9-d906-4779-95f2-c54a2a8a703a tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:59.011118 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f8d0c2-001c-4c54-b181-5fb964c8fc67 req-bfc174e9-d906-4779-95f2-c54a2a8a703a tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:59.017063 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f8d0c2-001c-4c54-b181-5fb964c8fc67 req-bfc174e9-d906-4779-95f2-c54a2a8a703a tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:59.023635 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f8d0c2-001c-4c54-b181-5fb964c8fc67 req-bfc174e9-d906-4779-95f2-c54a2a8a703a tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:59.025559 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-02f8d0c2-001c-4c54-b181-5fb964c8fc67 req-bfc174e9-d906-4779-95f2-c54a2a8a703a tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f18ed5e-8412-4093-8697-f85d9fb0ff29 HTTP/1.1" status: 200 len: 5436 time: 0.1076381 Apr 05 14:28:59.035193 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c4c8e58a-853d-4830-8452-2d8a1e34c128 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:59.055246 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c4c8e58a-853d-4830-8452-2d8a1e34c128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:59.069144 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-02f8d0c2-001c-4c54-b181-5fb964c8fc67 req-34c3d42c-fdc4-4d34-8dc3-c5d5918a404e tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/security-groups?id=af1bc31d-d32e-449d-996f-2d72dd41207d&id=651049ed-3ef9-4175-8455-d871a11c2622&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367568 Apr 05 14:28:59.099449 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:59.100131 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 468fe0d5-31ed-4021-923e-460e987c70e3 details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:28:59.104840 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e07f3123-d5c3-48d5-9270-e73cf9901dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:59.154039 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07f3123-d5c3-48d5-9270-e73cf9901dc1 None None] Network 647dc4e8-bf69-4052-b79d-408fe9778c98 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:28:59.158888 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-e07f3123-d5c3-48d5-9270-e73cf9901dc1 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:28:59.168049 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07f3123-d5c3-48d5-9270-e73cf9901dc1 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:28:59.189177 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-c4c8e58a-853d-4830-8452-2d8a1e34c128 admin admin] Allocated IP 172.25.6.9 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/ed4a3ac1-fa56-4e17-ba52-5c7149b70d17) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:28:59.204469 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 468fe0d5-31ed-4021-923e-460e987c70e3, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=468fe0d5-31ed-4021-923e-460e987c70e3,segment=NetworkSegment(9d26854a-4897-4e14-97b0-4af76152ee88),segment_id=9d26854a-4897-4e14-97b0-4af76152ee88)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:28:59.232361 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=a36b5c82-4962-4613-858a-cd38406de637,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:59.275244 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': '468fe0d5-31ed-4021-923e-460e987c70e3', 'network_id': '3f810a40-703c-4c97-af51-1827a3f96d53', 'port_id': '468fe0d5-31ed-4021-923e-460e987c70e3', 'mac_address': 'fa:16:3e:b0:b0:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b2cd119-834e-47b7-b975-b7e5f327fd6e', 'ip_address': '10.1.1.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:28:59.330563 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-e07f3123-d5c3-48d5-9270-e73cf9901dc1 None None] Attempting to bind port 5bbd82a4-6d26-4ceb-9f98-fd4d2710d7fd on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:28:59.330859 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-e07f3123-d5c3-48d5-9270-e73cf9901dc1 None None] Attempting to bind port 5bbd82a4-6d26-4ceb-9f98-fd4d2710d7fd by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'b4cb015d-a4e0-4ed2-a081-5d5d8eb4245c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '647dc4e8-bf69-4052-b79d-408fe9778c98'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:28:59.331217 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07f3123-d5c3-48d5-9270-e73cf9901dc1 None None] Attempting to bind port 5bbd82a4-6d26-4ceb-9f98-fd4d2710d7fd on network 647dc4e8-bf69-4052-b79d-408fe9778c98 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:28:59.337637 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c4c8e58a-853d-4830-8452-2d8a1e34c128 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:59.344710 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07f3123-d5c3-48d5-9270-e73cf9901dc1 None None] Pushing event updated for resources: {'Port': ['ID=5bbd82a4-6d26-4ceb-9f98-fd4d2710d7fd,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:59.359371 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07f3123-d5c3-48d5-9270-e73cf9901dc1 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:28:59.359748 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07f3123-d5c3-48d5-9270-e73cf9901dc1 None None] Checking segment: {'id': 'b4cb015d-a4e0-4ed2-a081-5d5d8eb4245c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '647dc4e8-bf69-4052-b79d-408fe9778c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:28:59.360149 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e07f3123-d5c3-48d5-9270-e73cf9901dc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:59.360532 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07f3123-d5c3-48d5-9270-e73cf9901dc1 None None] Bound using segment: {'id': 'b4cb015d-a4e0-4ed2-a081-5d5d8eb4245c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '647dc4e8-bf69-4052-b79d-408fe9778c98'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:28:59.361042 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-e07f3123-d5c3-48d5-9270-e73cf9901dc1 None None] Bound port: 5bbd82a4-6d26-4ceb-9f98-fd4d2710d7fd, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4cb015d-a4e0-4ed2-a081-5d5d8eb4245c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '647dc4e8-bf69-4052-b79d-408fe9778c98'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:28:59.361425 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e07f3123-d5c3-48d5-9270-e73cf9901dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:59.365986 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:59.405337 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 468fe0d5-31ed-4021-923e-460e987c70e3 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:28:59.436615 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 468fe0d5-31ed-4021-923e-460e987c70e3, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=468fe0d5-31ed-4021-923e-460e987c70e3,segment=NetworkSegment(9d26854a-4897-4e14-97b0-4af76152ee88),segment_id=9d26854a-4897-4e14-97b0-4af76152ee88)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:28:59.452773 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-e07f3123-d5c3-48d5-9270-e73cf9901dc1 None None] For port 5bbd82a4-6d26-4ceb-9f98-fd4d2710d7fd, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:28:59.455841 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-e07f3123-d5c3-48d5-9270-e73cf9901dc1 None None] For port 5bbd82a4-6d26-4ceb-9f98-fd4d2710d7fd, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=5bbd82a4-6d26-4ceb-9f98-fd4d2710d7fd,segment=NetworkSegment(b4cb015d-a4e0-4ed2-a081-5d5d8eb4245c),segment_id=b4cb015d-a4e0-4ed2-a081-5d5d8eb4245c)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:28:59.486906 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:59.488041 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c4c8e58a-853d-4830-8452-2d8a1e34c128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:59.528116 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e07f3123-d5c3-48d5-9270-e73cf9901dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:59.530207 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:59.532583 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c8e58a-853d-4830-8452-2d8a1e34c128 admin admin] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:28:59.535490 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-c4c8e58a-853d-4830-8452-2d8a1e34c128 admin admin] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:28:59.539867 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c8e58a-853d-4830-8452-2d8a1e34c128 admin admin] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:28:59.545394 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c8e58a-853d-4830-8452-2d8a1e34c128 admin admin] Pushing event updated for resources: {'Port': ['ID=ed4a3ac1-fa56-4e17-ba52-5c7149b70d17,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:59.596667 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:59.602233 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07f3123-d5c3-48d5-9270-e73cf9901dc1 None None] Pushing event updated for resources: {'Port': ['ID=5bbd82a4-6d26-4ceb-9f98-fd4d2710d7fd,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:59.677528 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=468fe0d5-31ed-4021-923e-460e987c70e3,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:28:59.709599 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-230c0594-6fdc-443e-836e-8fc3bea1221f req-f9f8c482-beee-41f2-b603-ab55759c3df2 tempest-ImagesNegativeTestJSON-1925506772 tempest-ImagesNegativeTestJSON-1925506772-project] 10.222.0.30 "GET /v2.0/ports?device_id=234d4563-6ce4-4f25-ba7c-3b7a36935d33 HTTP/1.1" status: 200 len: 210 time: 0.0353494 Apr 05 14:28:59.985334 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd39ee-d639-4a8c-a647-1efa7e340596 req-da359d8a-3648-401a-9a5d-e5623b24d8a0 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:28:59.987835 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c9dd39ee-d639-4a8c-a647-1efa7e340596 req-da359d8a-3648-401a-9a5d-e5623b24d8a0 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] 10.222.0.30 "GET /v2.0/ports?device_id=9939cbcc-d5bd-4bf9-a1e3-845bc8f70d6d HTTP/1.1" status: 200 len: 946 time: 0.0718365 Apr 05 14:29:00.091210 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c9dd39ee-d639-4a8c-a647-1efa7e340596 req-33210034-b725-46f0-bf51-3764017f5f64 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] 10.222.0.30 "GET /v2.0/security-groups?id=403595e2-7934-4903-a0f5-4f63fd0f5444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940363 Apr 05 14:29:00.100936 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b67978-f321-4ab9-99bb-332f5c2d2a47 req-b99a17b7-407f-43a2-9cf9-9992026e4302 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:00.102737 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f8b67978-f321-4ab9-99bb-332f5c2d2a47 req-b99a17b7-407f-43a2-9cf9-9992026e4302 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] 10.222.0.55 "GET /v2.0/ports?device_id=9939cbcc-d5bd-4bf9-a1e3-845bc8f70d6d HTTP/1.1" status: 200 len: 946 time: 0.0782070 Apr 05 14:29:00.196817 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['548bdb08-6c3f-4d7e-ae2d-afd180db5f7a'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:29:00.203452 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['781ad338-04cd-4cd5-ab31-fb49746c5884'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:29:00.268113 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['3977feb9-c3a8-4c4f-bc84-70dbef14962f'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:29:00.277289 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['092486a2-977c-4863-b102-2703e0c60ce6'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:29:00.280040 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['a36b5c82-4962-4613-858a-cd38406de637'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:29:00.343041 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c4c8e58a-853d-4830-8452-2d8a1e34c128 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:00.377483 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c07cb-2f42-475b-b698-5cd0a60a8010 req-0f3431e6-0721-4957-9498-94df3f4a596d tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:00.385503 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c07cb-2f42-475b-b698-5cd0a60a8010 req-0f3431e6-0721-4957-9498-94df3f4a596d tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:00.391941 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c07cb-2f42-475b-b698-5cd0a60a8010 req-0f3431e6-0721-4957-9498-94df3f4a596d tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:00.400549 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c07cb-2f42-475b-b698-5cd0a60a8010 req-0f3431e6-0721-4957-9498-94df3f4a596d tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:00.410440 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c07cb-2f42-475b-b698-5cd0a60a8010 req-0f3431e6-0721-4957-9498-94df3f4a596d tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:00.417814 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c07cb-2f42-475b-b698-5cd0a60a8010 req-0f3431e6-0721-4957-9498-94df3f4a596d tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:00.424834 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c07cb-2f42-475b-b698-5cd0a60a8010 req-0f3431e6-0721-4957-9498-94df3f4a596d tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:00.428015 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-170c07cb-2f42-475b-b698-5cd0a60a8010 req-0f3431e6-0721-4957-9498-94df3f4a596d tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f18ed5e-8412-4093-8697-f85d9fb0ff29 HTTP/1.1" status: 200 len: 5438 time: 0.2171907 Apr 05 14:29:00.473750 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-f8b67978-f321-4ab9-99bb-332f5c2d2a47 req-6e1f4d6f-c803-4c32-887a-1ae0bec2ad96 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Deleting port cb39d974-5ad3-47ca-84ec-5e3653ce195d {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:29:00.485213 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-f8b67978-f321-4ab9-99bb-332f5c2d2a47 req-6e1f4d6f-c803-4c32-887a-1ae0bec2ad96 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:00.550139 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-170c07cb-2f42-475b-b698-5cd0a60a8010 req-e58d0909-f0f3-408f-9ce7-d28a48fb5891 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/security-groups?id=af1bc31d-d32e-449d-996f-2d72dd41207d&id=651049ed-3ef9-4175-8455-d871a11c2622&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1049097 Apr 05 14:29:00.592991 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c4c8e58a-853d-4830-8452-2d8a1e34c128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618'] for router, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:00.640687 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-f8b67978-f321-4ab9-99bb-332f5c2d2a47 req-6e1f4d6f-c803-4c32-887a-1ae0bec2ad96 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] For port cb39d974-5ad3-47ca-84ec-5e3653ce195d, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=cb39d974-5ad3-47ca-84ec-5e3653ce195d,segment=NetworkSegment(e0d42d0c-39ab-4901-bd26-f5a175dae870),segment_id=e0d42d0c-39ab-4901-bd26-f5a175dae870)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:29:00.641121 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-f8b67978-f321-4ab9-99bb-332f5c2d2a47 req-6e1f4d6f-c803-4c32-887a-1ae0bec2ad96 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:00.813458 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4c8e58a-853d-4830-8452-2d8a1e34c128 admin admin] Router 84963aed-f14f-4f25-8726-31eeb8368acd is scheduled to L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 with binding_index 1 {{(pid=103321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:29:00.946307 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0bc1bbf5-3a23-4723-844a-d1dfe05612f2 req-b29bd88a-9df5-41fe-94b2-dd64167ee6f7 tempest-ImagesNegativeTestJSON-1925506772 tempest-ImagesNegativeTestJSON-1925506772-project] 10.222.0.30 "GET /v2.0/ports?device_id=234d4563-6ce4-4f25-ba7c-3b7a36935d33 HTTP/1.1" status: 200 len: 210 time: 0.0872452 Apr 05 14:29:01.039855 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4c8e58a-853d-4830-8452-2d8a1e34c128 admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:29:01.071458 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5994739-17b2-42a2-b74c-82f62269bdcc None None] Sync routers for ids ['84963aed-f14f-4f25-8726-31eeb8368acd'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:29:01.077575 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f918c68-aac4-48c8-a3e1-b5fb07d12492 None None] Network 647dc4e8-bf69-4052-b79d-408fe9778c98 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:29:01.166424 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c4c8e58a-853d-4830-8452-2d8a1e34c128 admin admin] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:01.172673 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-c4c8e58a-853d-4830-8452-2d8a1e34c128 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.9857483 Apr 05 14:29:01.174886 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 59080) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:29:01.242800 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['b3b0c21f-d1c5-4218-a050-4dd2ce0f21f8'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:29:01.275539 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['468fe0d5-31ed-4021-923e-460e987c70e3'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:29:01.336390 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5994739-17b2-42a2-b74c-82f62269bdcc None None] Routers {'84963aed-f14f-4f25-8726-31eeb8368acd'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:29:01.337072 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-a5994739-17b2-42a2-b74c-82f62269bdcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:28:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['84963aed-f14f-4f25-8726-31eeb8368acd'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:01.492109 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-a5994739-17b2-42a2-b74c-82f62269bdcc None None] Set router 84963aed-f14f-4f25-8726-31eeb8368acd gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:29:01.561505 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-f8b67978-f321-4ab9-99bb-332f5c2d2a47 req-6e1f4d6f-c803-4c32-887a-1ae0bec2ad96 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:01.562493 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-f8b67978-f321-4ab9-99bb-332f5c2d2a47 req-6e1f4d6f-c803-4c32-887a-1ae0bec2ad96 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:01.562994 n-d-836650-2 neutron-server[103320]: INFO neutron.db.l3_db [req-f8b67978-f321-4ab9-99bb-332f5c2d2a47 req-6e1f4d6f-c803-4c32-887a-1ae0bec2ad96 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Floating IP 6a29ef6b-ab80-42cb-9ee6-4b60cb8ad725 disassociated. External IP: 172.25.6.213, port: cb39d974-5ad3-47ca-84ec-5e3653ce195d. Apr 05 14:29:01.563671 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-f8b67978-f321-4ab9-99bb-332f5c2d2a47 req-6e1f4d6f-c803-4c32-887a-1ae0bec2ad96 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Calling delete_port for cb39d974-5ad3-47ca-84ec-5e3653ce195d owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:29:01.729730 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 5bbd82a4-6d26-4ceb-9f98-fd4d2710d7fd up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:29:01.804581 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-80a16da9-0199-4515-a2b4-ed623b069ec3 req-525e8504-8902-4fd2-9001-af8e93c7fef5 tempest-ImagesNegativeTestJSON-1925506772 tempest-ImagesNegativeTestJSON-1925506772-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=81fedc1e64184eb9901c6e5c2dc6e035&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0881417 Apr 05 14:29:01.811161 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-f8b67978-f321-4ab9-99bb-332f5c2d2a47 req-6e1f4d6f-c803-4c32-887a-1ae0bec2ad96 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:01.818744 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-cbdb931a-b43a-482d-bb5f-f8e1619c8e2e None None] Provisioning complete for port 5bbd82a4-6d26-4ceb-9f98-fd4d2710d7fd triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:29:01.819144 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cbdb931a-b43a-482d-bb5f-f8e1619c8e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:01.894243 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7e8a90f1-e5c6-4019-bf5f-2a4a093858aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:01.922368 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1f4d6f-c803-4c32-887a-1ae0bec2ad96 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Pushing event deleted for resources: {'Port': ['ID=cb39d974-5ad3-47ca-84ec-5e3653ce195d,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:01.938957 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 5bbd82a4-6d26-4ceb-9f98-fd4d2710d7fd triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:29:01.939329 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:01.983773 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd94fb4f-6330-4cb5-bc1c-92cb170f0a90 req-bfa3abc8-213b-4e83-a06e-035288347f7d tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:01.990292 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd94fb4f-6330-4cb5-bc1c-92cb170f0a90 req-bfa3abc8-213b-4e83-a06e-035288347f7d tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:01.998431 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd94fb4f-6330-4cb5-bc1c-92cb170f0a90 req-bfa3abc8-213b-4e83-a06e-035288347f7d tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:02.006116 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd94fb4f-6330-4cb5-bc1c-92cb170f0a90 req-bfa3abc8-213b-4e83-a06e-035288347f7d tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:02.015085 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd94fb4f-6330-4cb5-bc1c-92cb170f0a90 req-bfa3abc8-213b-4e83-a06e-035288347f7d tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:02.023205 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd94fb4f-6330-4cb5-bc1c-92cb170f0a90 req-bfa3abc8-213b-4e83-a06e-035288347f7d tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:02.029846 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd94fb4f-6330-4cb5-bc1c-92cb170f0a90 req-bfa3abc8-213b-4e83-a06e-035288347f7d tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:02.031756 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cd94fb4f-6330-4cb5-bc1c-92cb170f0a90 req-bfa3abc8-213b-4e83-a06e-035288347f7d tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f18ed5e-8412-4093-8697-f85d9fb0ff29 HTTP/1.1" status: 200 len: 5438 time: 0.3127046 Apr 05 14:29:02.044849 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e829aaf-e95b-4635-a2a3-54cda3eec819 req-68a42dcd-622b-4707-bc93-3f0fa71c2647 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:02.053134 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2e829aaf-e95b-4635-a2a3-54cda3eec819 req-68a42dcd-622b-4707-bc93-3f0fa71c2647 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] 10.222.0.30 "GET /v2.0/ports?device_id=9939cbcc-d5bd-4bf9-a1e3-845bc8f70d6d HTTP/1.1" status: 200 len: 867 time: 0.3356216 Apr 05 14:29:02.172661 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-7e8a90f1-e5c6-4019-bf5f-2a4a093858aa admin admin] Allocated IP 172.20.0.1 (647dc4e8-bf69-4052-b79d-408fe9778c98/f212a3f1-0b2e-4210-a6bc-5b270c3607cc/ba48ec37-5bfb-4d41-a777-8ae2f450f013) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:29:02.229195 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a16da9-0199-4515-a2b4-ed623b069ec3 req-62749481-cdf4-4387-8268-84be9b988fba tempest-ImagesNegativeTestJSON-1925506772 tempest-ImagesNegativeTestJSON-1925506772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:02.232328 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-80a16da9-0199-4515-a2b4-ed623b069ec3 req-62749481-cdf4-4387-8268-84be9b988fba tempest-ImagesNegativeTestJSON-1925506772 tempest-ImagesNegativeTestJSON-1925506772-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4122467 Apr 05 14:29:02.285019 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2e829aaf-e95b-4635-a2a3-54cda3eec819 req-494c49bd-fb7d-4fb2-862d-01ca63bfb2fe tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] 10.222.0.30 "GET /v2.0/security-groups?id=403595e2-7934-4903-a0f5-4f63fd0f5444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2308311 Apr 05 14:29:02.305087 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-80a16da9-0199-4515-a2b4-ed623b069ec3 req-7be3c433-78ff-4c19-9019-a5ad1b0d9463 tempest-ImagesNegativeTestJSON-1925506772 tempest-ImagesNegativeTestJSON-1925506772-project] Request body: {'port': {'device_id': '234d4563-6ce4-4f25-ba7c-3b7a36935d33', 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800', 'admin_state_up': True, 'tenant_id': '81fedc1e64184eb9901c6e5c2dc6e035'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:29:02.386977 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cd94fb4f-6330-4cb5-bc1c-92cb170f0a90 req-0279ad4a-765f-46e2-adb4-b74d8de18443 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/security-groups?id=af1bc31d-d32e-449d-996f-2d72dd41207d&id=651049ed-3ef9-4175-8455-d871a11c2622&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3259072 Apr 05 14:29:02.416173 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7e8a90f1-e5c6-4019-bf5f-2a4a093858aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:02.448528 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:02.572440 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7886f817-3ae8-4550-bac8-9a43bf34d45d req-9004bcd7-bc13-4850-be2a-408918822989 tempest-ImagesNegativeTestJSON-1925506772 tempest-ImagesNegativeTestJSON-1925506772-project] 10.222.0.30 "GET /v2.0/ports?device_id=234d4563-6ce4-4f25-ba7c-3b7a36935d33 HTTP/1.1" status: 200 len: 210 time: 0.0488458 Apr 05 14:29:02.579170 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cbdb931a-b43a-482d-bb5f-f8e1619c8e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:02.583179 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-a5994739-17b2-42a2-b74c-82f62269bdcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84963aed-f14f-4f25-8726-31eeb8368acd', 'name': 'tempest-FloatingIPsNegativeTestJSON-1355549155-router', 'tenant_id': '4814756400aa4b0cbfcb23ed851dcc5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'ed4a3ac1-fa56-4e17-ba52-5c7149b70d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:28:58Z', 'updated_at': '2022-04-05T14:28:59Z', 'revision_number': 3, 'project_id': '4814756400aa4b0cbfcb23ed851dcc5d', 'gw_port': {'id': 'ed4a3ac1-fa56-4e17-ba52-5c7149b70d17', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d7:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84963aed-f14f-4f25-8726-31eeb8368acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:28:59Z', 'updated_at': '2022-04-05T14:28:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:02.584349 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7e8a90f1-e5c6-4019-bf5f-2a4a093858aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:02.602630 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f8b67978-f321-4ab9-99bb-332f5c2d2a47 req-6e1f4d6f-c803-4c32-887a-1ae0bec2ad96 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Router b818180f-1cb0-4b40-8941-bfaceeabbd05 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:29:02.656378 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5994739-17b2-42a2-b74c-82f62269bdcc None None] Checking router: 84963aed-f14f-4f25-8726-31eeb8368acd for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:29:02.656991 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5994739-17b2-42a2-b74c-82f62269bdcc None None] Updating router 84963aed-f14f-4f25-8726-31eeb8368acd port ed4a3ac1-fa56-4e17-ba52-5c7149b70d17 binding host n-d-836650-2 {{(pid=103322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:29:02.664326 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port 5bbd82a4-6d26-4ceb-9f98-fd4d2710d7fd, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=5bbd82a4-6d26-4ceb-9f98-fd4d2710d7fd,segment=NetworkSegment(b4cb015d-a4e0-4ed2-a081-5d5d8eb4245c),segment_id=b4cb015d-a4e0-4ed2-a081-5d5d8eb4245c)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:29:02.666920 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8a90f1-e5c6-4019-bf5f-2a4a093858aa admin admin] Network 647dc4e8-bf69-4052-b79d-408fe9778c98 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:29:02.670580 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-7e8a90f1-e5c6-4019-bf5f-2a4a093858aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:29:02.678223 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8a90f1-e5c6-4019-bf5f-2a4a093858aa admin admin] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:29:02.712078 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a5994739-17b2-42a2-b74c-82f62269bdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:02.763747 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8a90f1-e5c6-4019-bf5f-2a4a093858aa admin admin] Pushing event updated for resources: {'Port': ['ID=ba48ec37-5bfb-4d41-a777-8ae2f450f013,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:02.783273 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7e8a90f1-e5c6-4019-bf5f-2a4a093858aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809369'] for router_interface, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:02.790302 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f8b67978-f321-4ab9-99bb-332f5c2d2a47 req-6e1f4d6f-c803-4c32-887a-1ae0bec2ad96 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:29:02.792055 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80a16da9-0199-4515-a2b4-ed623b069ec3 req-7be3c433-78ff-4c19-9019-a5ad1b0d9463 tempest-ImagesNegativeTestJSON-1925506772 tempest-ImagesNegativeTestJSON-1925506772-project] Made reservation on behalf of 81fedc1e64184eb9901c6e5c2dc6e035 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:29:02.795621 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-80a16da9-0199-4515-a2b4-ed623b069ec3 req-7be3c433-78ff-4c19-9019-a5ad1b0d9463 tempest-ImagesNegativeTestJSON-1925506772 tempest-ImagesNegativeTestJSON-1925506772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:02.804918 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58eeaef0-e6e8-42a3-afd2-f44527fab49c None None] Sync routers for ids ['b818180f-1cb0-4b40-8941-bfaceeabbd05'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:29:02.823804 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58eeaef0-e6e8-42a3-afd2-f44527fab49c None None] Routers {'b818180f-1cb0-4b40-8941-bfaceeabbd05'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:29:02.825967 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-58eeaef0-e6e8-42a3-afd2-f44527fab49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:28:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['b818180f-1cb0-4b40-8941-bfaceeabbd05'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:02.920070 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-80a16da9-0199-4515-a2b4-ed623b069ec3 req-7be3c433-78ff-4c19-9019-a5ad1b0d9463 tempest-ImagesNegativeTestJSON-1925506772 tempest-ImagesNegativeTestJSON-1925506772-project] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:02.946756 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8b67978-f321-4ab9-99bb-332f5c2d2a47 req-6e1f4d6f-c803-4c32-887a-1ae0bec2ad96 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] No DVR routers for this DVR port cb39d974-5ad3-47ca-84ec-5e3653ce195d on host n-h1-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:29:02.955473 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-f8b67978-f321-4ab9-99bb-332f5c2d2a47 req-6e1f4d6f-c803-4c32-887a-1ae0bec2ad96 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:02.966985 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f8b67978-f321-4ab9-99bb-332f5c2d2a47 req-6e1f4d6f-c803-4c32-887a-1ae0bec2ad96 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] 10.222.0.55 "DELETE /v2.0/ports/cb39d974-5ad3-47ca-84ec-5e3653ce195d HTTP/1.1" status: 204 len: 173 time: 2.8431606 Apr 05 14:29:02.967489 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9939cbcc-d5bd-4bf9-a1e3-845bc8f70d6d', 'name': 'network-vif-deleted', 'tag': 'cb39d974-5ad3-47ca-84ec-5e3653ce195d'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:29:02.975294 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0caa3614-4ba8-45a2-ae8b-155da24cf552" -d '{"events": [{"server_uuid": "9939cbcc-d5bd-4bf9-a1e3-845bc8f70d6d", "name": "network-vif-deleted", "tag": "cb39d974-5ad3-47ca-84ec-5e3653ce195d"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:29:03.028364 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-58eeaef0-e6e8-42a3-afd2-f44527fab49c None None] Set router b818180f-1cb0-4b40-8941-bfaceeabbd05 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:29:03.130203 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-80a16da9-0199-4515-a2b4-ed623b069ec3 req-7be3c433-78ff-4c19-9019-a5ad1b0d9463 tempest-ImagesNegativeTestJSON-1925506772 tempest-ImagesNegativeTestJSON-1925506772-project] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:03.137474 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616605b4-c8ba-4b86-9541-e39986d23dc9 x-openstack-request-id: req-616605b4-c8ba-4b86-9541-e39986d23dc9 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:29:03.138045 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7e8a90f1-e5c6-4019-bf5f-2a4a093858aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:03.138912 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9939cbcc-d5bd-4bf9-a1e3-845bc8f70d6d", "name": "network-vif-deleted", "tag": "cb39d974-5ad3-47ca-84ec-5e3653ce195d", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:29:03.139174 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-616605b4-c8ba-4b86-9541-e39986d23dc9 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:29:03.139594 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-616605b4-c8ba-4b86-9541-e39986d23dc9'] response: {'server_uuid': '9939cbcc-d5bd-4bf9-a1e3-845bc8f70d6d', 'name': 'network-vif-deleted', 'tag': 'cb39d974-5ad3-47ca-84ec-5e3653ce195d', 'status': 'completed', 'code': 200} Apr 05 14:29:03.213031 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-80a16da9-0199-4515-a2b4-ed623b069ec3 req-7be3c433-78ff-4c19-9019-a5ad1b0d9463 tempest-ImagesNegativeTestJSON-1925506772 tempest-ImagesNegativeTestJSON-1925506772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:03.415133 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.db.api [None req-cbdb931a-b43a-482d-bb5f-f8e1619c8e2e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:29:03.415690 n-d-836650-2 neutron-server[103322]: DEBUG oslo_db.api [None req-cbdb931a-b43a-482d-bb5f-f8e1619c8e2e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:29:03.416275 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:03.470407 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7e8a90f1-e5c6-4019-bf5f-2a4a093858aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:03.506712 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-58eeaef0-e6e8-42a3-afd2-f44527fab49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b818180f-1cb0-4b40-8941-bfaceeabbd05', 'name': 'tempest-ServersTestBootFromVolume-339806773-router', 'tenant_id': 'c0e5926356c743ce9ba35f3e09deaaf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '4f49d3c7-8060-47b4-8e5a-4fbe24b45582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:25:47Z', 'updated_at': '2022-04-05T14:25:58Z', 'revision_number': 4, 'project_id': 'c0e5926356c743ce9ba35f3e09deaaf4', 'gw_port': {'id': '4f49d3c7-8060-47b4-8e5a-4fbe24b45582', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b818180f-1cb0-4b40-8941-bfaceeabbd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:25:51Z', 'updated_at': '2022-04-05T14:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '3d173a13-71bb-4b33-9dfa-6ccddca230d6', 'name': '', 'network_id': '88861c66-3c43-45fc-9adb-c522cea0f72f', 'tenant_id': 'c0e5926356c743ce9ba35f3e09deaaf4', 'mac_address': 'fa:16:3e:b3:e5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b818180f-1cb0-4b40-8941-bfaceeabbd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '816e9016-5d95-4502-ad5a-ce593a4319fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:25:57Z', 'updated_at': '2022-04-05T14:26:07Z', 'revision_number': 5, 'project_id': 'c0e5926356c743ce9ba35f3e09deaaf4', 'subnets': [{'id': '816e9016-5d95-4502-ad5a-ce593a4319fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:03.523933 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be3c433-78ff-4c19-9019-a5ad1b0d9463 tempest-ImagesNegativeTestJSON-1925506772 tempest-ImagesNegativeTestJSON-1925506772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76d2b893-1650-4f84-80b2-86d8c6e7f627,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:03.538593 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7e8a90f1-e5c6-4019-bf5f-2a4a093858aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:03.544250 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58eeaef0-e6e8-42a3-afd2-f44527fab49c None None] Checking router: b818180f-1cb0-4b40-8941-bfaceeabbd05 for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:29:03.555284 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58eeaef0-e6e8-42a3-afd2-f44527fab49c None None] Routers {'b818180f-1cb0-4b40-8941-bfaceeabbd05'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:29:03.555919 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-58eeaef0-e6e8-42a3-afd2-f44527fab49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:28:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['b818180f-1cb0-4b40-8941-bfaceeabbd05'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:03.562875 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 781ad338-04cd-4cd5-ab31-fb49746c5884 up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:29:03.598411 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=5bbd82a4-6d26-4ceb-9f98-fd4d2710d7fd,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:03.638850 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a5994739-17b2-42a2-b74c-82f62269bdcc None None] Notify callbacks [] for port, precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:03.663478 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-26c51188-1440-493f-b32e-7d8d54c0008f req-5b224398-7552-4ed5-b166-bf1e8cbf3906 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] 10.222.0.30 "GET /v2.0/ports?device_id=9939cbcc-d5bd-4bf9-a1e3-845bc8f70d6d HTTP/1.1" status: 200 len: 210 time: 0.1417520 Apr 05 14:29:03.685905 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-80a16da9-0199-4515-a2b4-ed623b069ec3 req-7be3c433-78ff-4c19-9019-a5ad1b0d9463 tempest-ImagesNegativeTestJSON-1925506772 tempest-ImagesNegativeTestJSON-1925506772-project] Allocated IP 192.168.233.88 (80d671a8-d1ab-4472-891b-9c042fbd7800/b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a/0762703f-c54e-466c-b596-bddf1fd6c2de) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:29:03.692361 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-58eeaef0-e6e8-42a3-afd2-f44527fab49c None None] Set router b818180f-1cb0-4b40-8941-bfaceeabbd05 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:29:03.731458 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8a90f1-e5c6-4019-bf5f-2a4a093858aa admin admin] Pushing event updated for resources: {'Port': ['ID=ba48ec37-5bfb-4d41-a777-8ae2f450f013,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:03.733422 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a5994739-17b2-42a2-b74c-82f62269bdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:03.740545 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24b2969-d5d5-402f-8bc8-a7cd11382968 req-18a56e7a-17c4-4b9b-a9de-32dbd70df956 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:03.742046 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7e8a90f1-e5c6-4019-bf5f-2a4a093858aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809317'] for router_interface, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:03.747817 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24b2969-d5d5-402f-8bc8-a7cd11382968 req-18a56e7a-17c4-4b9b-a9de-32dbd70df956 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:03.754148 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24b2969-d5d5-402f-8bc8-a7cd11382968 req-18a56e7a-17c4-4b9b-a9de-32dbd70df956 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:03.760896 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24b2969-d5d5-402f-8bc8-a7cd11382968 req-18a56e7a-17c4-4b9b-a9de-32dbd70df956 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:03.768041 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24b2969-d5d5-402f-8bc8-a7cd11382968 req-18a56e7a-17c4-4b9b-a9de-32dbd70df956 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:03.775356 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24b2969-d5d5-402f-8bc8-a7cd11382968 req-18a56e7a-17c4-4b9b-a9de-32dbd70df956 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:03.781733 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24b2969-d5d5-402f-8bc8-a7cd11382968 req-18a56e7a-17c4-4b9b-a9de-32dbd70df956 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:03.790376 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f24b2969-d5d5-402f-8bc8-a7cd11382968 req-18a56e7a-17c4-4b9b-a9de-32dbd70df956 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f18ed5e-8412-4093-8697-f85d9fb0ff29 HTTP/1.1" status: 200 len: 5438 time: 0.2671688 Apr 05 14:29:03.822979 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b70052-09ef-42e2-8220-b56751a84c7d None None] Pushing event updated for resources: {'Port': ['ID=ed4a3ac1-fa56-4e17-ba52-5c7149b70d17,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:03.830541 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-421958f5-41a4-44e0-b140-a065d296ffcf req-bfaafe5e-b84a-43d0-9f8c-f6c4138c62ae tempest-ImagesNegativeTestJSON-1925506772 tempest-ImagesNegativeTestJSON-1925506772-project] 10.222.0.30 "GET /v2.0/ports?device_id=234d4563-6ce4-4f25-ba7c-3b7a36935d33 HTTP/1.1" status: 200 len: 210 time: 0.0377064 Apr 05 14:29:03.839209 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-a5994739-17b2-42a2-b74c-82f62269bdcc None None] Attempting to bind port ed4a3ac1-fa56-4e17-ba52-5c7149b70d17 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:29:03.843510 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-a5994739-17b2-42a2-b74c-82f62269bdcc None None] Attempting to bind port ed4a3ac1-fa56-4e17-ba52-5c7149b70d17 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:29:03.843510 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5994739-17b2-42a2-b74c-82f62269bdcc None None] Attempting to bind port ed4a3ac1-fa56-4e17-ba52-5c7149b70d17 on network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:29:03.851749 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5994739-17b2-42a2-b74c-82f62269bdcc None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:29:03.853335 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5994739-17b2-42a2-b74c-82f62269bdcc None None] Checking segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:29:03.854488 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a5994739-17b2-42a2-b74c-82f62269bdcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:03.855209 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5994739-17b2-42a2-b74c-82f62269bdcc None None] Bound using segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:29:03.855911 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-a5994739-17b2-42a2-b74c-82f62269bdcc None None] Bound port: ed4a3ac1-fa56-4e17-ba52-5c7149b70d17, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:29:03.856531 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a5994739-17b2-42a2-b74c-82f62269bdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:03.858736 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port 781ad338-04cd-4cd5-ab31-fb49746c5884 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:29:03.888146 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port 781ad338-04cd-4cd5-ab31-fb49746c5884 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:29:03.889093 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:03.902304 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8a90f1-e5c6-4019-bf5f-2a4a093858aa admin admin] Network 647dc4e8-bf69-4052-b79d-408fe9778c98 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:29:03.908066 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-7e8a90f1-e5c6-4019-bf5f-2a4a093858aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:29:03.953744 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f24b2969-d5d5-402f-8bc8-a7cd11382968 req-efbbc5cc-2bee-4fbd-a8b7-75be34501cea tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/security-groups?id=af1bc31d-d32e-449d-996f-2d72dd41207d&id=651049ed-3ef9-4175-8455-d871a11c2622&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1625957 Apr 05 14:29:03.954471 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-58eeaef0-e6e8-42a3-afd2-f44527fab49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b818180f-1cb0-4b40-8941-bfaceeabbd05', 'name': 'tempest-ServersTestBootFromVolume-339806773-router', 'tenant_id': 'c0e5926356c743ce9ba35f3e09deaaf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '4f49d3c7-8060-47b4-8e5a-4fbe24b45582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:25:47Z', 'updated_at': '2022-04-05T14:25:58Z', 'revision_number': 4, 'project_id': 'c0e5926356c743ce9ba35f3e09deaaf4', 'gw_port': {'id': '4f49d3c7-8060-47b4-8e5a-4fbe24b45582', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b818180f-1cb0-4b40-8941-bfaceeabbd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:25:51Z', 'updated_at': '2022-04-05T14:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '3d173a13-71bb-4b33-9dfa-6ccddca230d6', 'name': '', 'network_id': '88861c66-3c43-45fc-9adb-c522cea0f72f', 'tenant_id': 'c0e5926356c743ce9ba35f3e09deaaf4', 'mac_address': 'fa:16:3e:b3:e5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b818180f-1cb0-4b40-8941-bfaceeabbd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '816e9016-5d95-4502-ad5a-ce593a4319fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:25:57Z', 'updated_at': '2022-04-05T14:26:07Z', 'revision_number': 5, 'project_id': 'c0e5926356c743ce9ba35f3e09deaaf4', 'subnets': [{'id': '816e9016-5d95-4502-ad5a-ce593a4319fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:03.991609 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58eeaef0-e6e8-42a3-afd2-f44527fab49c None None] The sync data for ids ['b818180f-1cb0-4b40-8941-bfaceeabbd05'] in n-d-836650-2 is: [{'id': 'b818180f-1cb0-4b40-8941-bfaceeabbd05', 'name': 'tempest-ServersTestBootFromVolume-339806773-router', 'tenant_id': 'c0e5926356c743ce9ba35f3e09deaaf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '4f49d3c7-8060-47b4-8e5a-4fbe24b45582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:25:47Z', 'updated_at': '2022-04-05T14:25:58Z', 'revision_number': 4, 'project_id': 'c0e5926356c743ce9ba35f3e09deaaf4', 'gw_port': {'id': '4f49d3c7-8060-47b4-8e5a-4fbe24b45582', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b818180f-1cb0-4b40-8941-bfaceeabbd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:25:51Z', 'updated_at': '2022-04-05T14:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '3d173a13-71bb-4b33-9dfa-6ccddca230d6', 'name': '', 'network_id': '88861c66-3c43-45fc-9adb-c522cea0f72f', 'tenant_id': 'c0e5926356c743ce9ba35f3e09deaaf4', 'mac_address': 'fa:16:3e:b3:e5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b818180f-1cb0-4b40-8941-bfaceeabbd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '816e9016-5d95-4502-ad5a-ce593a4319fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:25:57Z', 'updated_at': '2022-04-05T14:26:07Z', 'revision_number': 5, 'project_id': 'c0e5926356c743ce9ba35f3e09deaaf4', 'subnets': [{'id': '816e9016-5d95-4502-ad5a-ce593a4319fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:29:04.025791 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-a5994739-17b2-42a2-b74c-82f62269bdcc None None] For port ed4a3ac1-fa56-4e17-ba52-5c7149b70d17, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:29:04.030375 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-a5994739-17b2-42a2-b74c-82f62269bdcc None None] For port ed4a3ac1-fa56-4e17-ba52-5c7149b70d17, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=ed4a3ac1-fa56-4e17-ba52-5c7149b70d17,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:29:04.118766 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:04.123932 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a5994739-17b2-42a2-b74c-82f62269bdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:04.142440 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-56aba56a-5a0d-4593-a2cb-c89b39f1a0f9 None None] Provisioning complete for port 5bbd82a4-6d26-4ceb-9f98-fd4d2710d7fd triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:29:04.142833 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-80a16da9-0199-4515-a2b4-ed623b069ec3 req-7be3c433-78ff-4c19-9019-a5ad1b0d9463 tempest-ImagesNegativeTestJSON-1925506772 tempest-ImagesNegativeTestJSON-1925506772-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:04.143011 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-56aba56a-5a0d-4593-a2cb-c89b39f1a0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:04.235665 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e8a90f1-e5c6-4019-bf5f-2a4a093858aa admin admin] Router 84963aed-f14f-4f25-8726-31eeb8368acd has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:29:04.276022 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-80a16da9-0199-4515-a2b4-ed623b069ec3 req-7be3c433-78ff-4c19-9019-a5ad1b0d9463 tempest-ImagesNegativeTestJSON-1925506772 tempest-ImagesNegativeTestJSON-1925506772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:04.339100 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80a16da9-0199-4515-a2b4-ed623b069ec3 req-7be3c433-78ff-4c19-9019-a5ad1b0d9463 tempest-ImagesNegativeTestJSON-1925506772 tempest-ImagesNegativeTestJSON-1925506772-project] Network 80d671a8-d1ab-4472-891b-9c042fbd7800 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:29:04.344692 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-80a16da9-0199-4515-a2b4-ed623b069ec3 req-7be3c433-78ff-4c19-9019-a5ad1b0d9463 tempest-ImagesNegativeTestJSON-1925506772 tempest-ImagesNegativeTestJSON-1925506772-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:29:04.347483 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-80a16da9-0199-4515-a2b4-ed623b069ec3 req-7be3c433-78ff-4c19-9019-a5ad1b0d9463 tempest-ImagesNegativeTestJSON-1925506772 tempest-ImagesNegativeTestJSON-1925506772-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:29:04.352012 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f18ed5e-8412-4093-8697-f85d9fb0ff29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781ad338-04cd-4cd5-ab31-fb49746c5884'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:29:04.355271 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb036da1-a28e-41ea-9ee3-c57860b2f824" -d '{"events": [{"server_uuid": "9f18ed5e-8412-4093-8697-f85d9fb0ff29", "name": "network-vif-plugged", "status": "completed", "tag": "781ad338-04cd-4cd5-ab31-fb49746c5884"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:29:04.359298 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b70052-09ef-42e2-8220-b56751a84c7d None None] Pushing event updated for resources: {'Port': ['ID=ed4a3ac1-fa56-4e17-ba52-5c7149b70d17,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:04.371165 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5994739-17b2-42a2-b74c-82f62269bdcc None None] Routers {'84963aed-f14f-4f25-8726-31eeb8368acd'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:29:04.371819 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-a5994739-17b2-42a2-b74c-82f62269bdcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:28:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['84963aed-f14f-4f25-8726-31eeb8368acd'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:04.416800 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be3c433-78ff-4c19-9019-a5ad1b0d9463 tempest-ImagesNegativeTestJSON-1925506772 tempest-ImagesNegativeTestJSON-1925506772-project] Pushing event updated for resources: {'Port': ['ID=0762703f-c54e-466c-b596-bddf1fd6c2de,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:04.454239 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a16da9-0199-4515-a2b4-ed623b069ec3 req-7be3c433-78ff-4c19-9019-a5ad1b0d9463 tempest-ImagesNegativeTestJSON-1925506772 tempest-ImagesNegativeTestJSON-1925506772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:04.454921 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-80a16da9-0199-4515-a2b4-ed623b069ec3 req-7be3c433-78ff-4c19-9019-a5ad1b0d9463 tempest-ImagesNegativeTestJSON-1925506772 tempest-ImagesNegativeTestJSON-1925506772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:04.475606 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-319f6dac-368e-4071-806d-17a41bc8a841 x-openstack-request-id: req-319f6dac-368e-4071-806d-17a41bc8a841 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:29:04.475880 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f18ed5e-8412-4093-8697-f85d9fb0ff29", "name": "network-vif-plugged", "status": "completed", "tag": "781ad338-04cd-4cd5-ab31-fb49746c5884", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:29:04.476145 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-319f6dac-368e-4071-806d-17a41bc8a841 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:29:04.476553 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-319f6dac-368e-4071-806d-17a41bc8a841'] response: {'server_uuid': '9f18ed5e-8412-4093-8697-f85d9fb0ff29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781ad338-04cd-4cd5-ab31-fb49746c5884', 'code': 200} Apr 05 14:29:04.486618 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 781ad338-04cd-4cd5-ab31-fb49746c5884, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=781ad338-04cd-4cd5-ab31-fb49746c5884,segment=NetworkSegment(9d26854a-4897-4e14-97b0-4af76152ee88),segment_id=9d26854a-4897-4e14-97b0-4af76152ee88)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:29:04.488286 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e8a90f1-e5c6-4019-bf5f-2a4a093858aa admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:29:04.504234 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-7e8a90f1-e5c6-4019-bf5f-2a4a093858aa admin admin] 10.222.0.30 "PUT /v2.0/routers/84963aed-f14f-4f25-8726-31eeb8368acd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3268938 Apr 05 14:29:04.508911 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de3dcae-107f-405e-9e77-b61074755037 None None] New status for floating IP 6a29ef6b-ab80-42cb-9ee6-4b60cb8ad725: DOWN {{(pid=103322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 14:29:04.567805 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-80a16da9-0199-4515-a2b4-ed623b069ec3 req-7be3c433-78ff-4c19-9019-a5ad1b0d9463 tempest-ImagesNegativeTestJSON-1925506772 tempest-ImagesNegativeTestJSON-1925506772-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2794254 Apr 05 14:29:04.583423 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-80a16da9-0199-4515-a2b4-ed623b069ec3 req-64d1b34f-3281-4c27-b4e2-5c11d42c4c94 service neutron] Request body: {'port': {'device_id': '234d4563-6ce4-4f25-ba7c-3b7a36935d33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:29:04.595527 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-56aba56a-5a0d-4593-a2cb-c89b39f1a0f9 None None] Provisioning complete for port ba48ec37-5bfb-4d41-a777-8ae2f450f013 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:29:04.596100 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-56aba56a-5a0d-4593-a2cb-c89b39f1a0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:04.635596 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:04.635596 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 548bdb08-6c3f-4d7e-ae2d-afd180db5f7a up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:29:04.697499 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-80a16da9-0199-4515-a2b4-ed623b069ec3 req-64d1b34f-3281-4c27-b4e2-5c11d42c4c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:04.865103 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bfb2804a-172b-46e2-8548-5c13d1585343 req-ec363b42-069a-4e92-ab76-33f0e0eb23c1 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] 10.222.0.30 "GET /v2.0/ports?device_id=9939cbcc-d5bd-4bf9-a1e3-845bc8f70d6d HTTP/1.1" status: 200 len: 210 time: 0.0762155 Apr 05 14:29:04.867058 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-a5994739-17b2-42a2-b74c-82f62269bdcc None None] Set router 84963aed-f14f-4f25-8726-31eeb8368acd gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:29:04.870499 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ca040555-d7ee-4213-805c-2867906b76c5 req-20537f09-1631-4975-bdaf-a340b247bb27 tempest-FloatingIPsNegativeTestJSON-1508064398 tempest-FloatingIPsNegativeTestJSON-1508064398-project] 10.222.0.30 "GET /v2.0/floatingips?tenant_id=4814756400aa4b0cbfcb23ed851dcc5d HTTP/1.1" status: 200 len: 217 time: 0.0823092 Apr 05 14:29:04.870648 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=781ad338-04cd-4cd5-ab31-fb49746c5884,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:04.904356 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-56aba56a-5a0d-4593-a2cb-c89b39f1a0f9 None None] Port ba48ec37-5bfb-4d41-a777-8ae2f450f013 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:29:05.006789 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port 548bdb08-6c3f-4d7e-ae2d-afd180db5f7a completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:29:05.025297 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port 548bdb08-6c3f-4d7e-ae2d-afd180db5f7a triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:29:05.025669 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:05.038190 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-52019cf3-1ac3-4ed7-ba39-b38b1098542e req-c32d94ff-b556-4de6-b49f-025baeebf0e0 tempest-FloatingIPsNegativeTestJSON-1508064398 tempest-FloatingIPsNegativeTestJSON-1508064398-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0269752 Apr 05 14:29:05.142620 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-e68199b1-df53-4fa8-acde-be37d12a3ac7 None None] Provisioning complete for port 0762703f-c54e-466c-b596-bddf1fd6c2de triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:29:05.142945 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e68199b1-df53-4fa8-acde-be37d12a3ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:05.149189 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b00d8-6651-4eaf-b764-9d0487e6383d req-71a323c8-16c3-4d29-af2b-fc9f0d7b6ac2 tempest-ImagesNegativeTestJSON-1925506772 tempest-ImagesNegativeTestJSON-1925506772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:05.150728 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-429b00d8-6651-4eaf-b764-9d0487e6383d req-71a323c8-16c3-4d29-af2b-fc9f0d7b6ac2 tempest-ImagesNegativeTestJSON-1925506772 tempest-ImagesNegativeTestJSON-1925506772-project] 10.222.0.30 "GET /v2.0/ports?device_id=234d4563-6ce4-4f25-ba7c-3b7a36935d33 HTTP/1.1" status: 200 len: 935 time: 0.1150465 Apr 05 14:29:05.238636 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-e68199b1-df53-4fa8-acde-be37d12a3ac7 None None] Port 0762703f-c54e-466c-b596-bddf1fd6c2de cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:29:05.268449 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab257a-b835-469e-ba0a-719a1a9c19cd req-8ef2600a-a7b5-45df-9373-d2b0fbe32954 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:05.274145 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab257a-b835-469e-ba0a-719a1a9c19cd req-8ef2600a-a7b5-45df-9373-d2b0fbe32954 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:05.282860 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab257a-b835-469e-ba0a-719a1a9c19cd req-8ef2600a-a7b5-45df-9373-d2b0fbe32954 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:05.289892 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab257a-b835-469e-ba0a-719a1a9c19cd req-8ef2600a-a7b5-45df-9373-d2b0fbe32954 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:05.297504 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-e68199b1-df53-4fa8-acde-be37d12a3ac7 None None] Provisioning complete for port ba48ec37-5bfb-4d41-a777-8ae2f450f013 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:29:05.297504 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e68199b1-df53-4fa8-acde-be37d12a3ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:05.298053 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab257a-b835-469e-ba0a-719a1a9c19cd req-8ef2600a-a7b5-45df-9373-d2b0fbe32954 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:05.306043 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab257a-b835-469e-ba0a-719a1a9c19cd req-8ef2600a-a7b5-45df-9373-d2b0fbe32954 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:05.312694 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab257a-b835-469e-ba0a-719a1a9c19cd req-8ef2600a-a7b5-45df-9373-d2b0fbe32954 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:05.314654 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a4ab257a-b835-469e-ba0a-719a1a9c19cd req-8ef2600a-a7b5-45df-9373-d2b0fbe32954 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f18ed5e-8412-4093-8697-f85d9fb0ff29 HTTP/1.1" status: 200 len: 5439 time: 0.1887648 Apr 05 14:29:05.322760 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:05.339517 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-429b00d8-6651-4eaf-b764-9d0487e6383d req-fb2e7a20-36e2-4368-b94d-694cca3d75a2 tempest-ImagesNegativeTestJSON-1925506772 tempest-ImagesNegativeTestJSON-1925506772-project] 10.222.0.30 "GET /v2.0/security-groups?id=76d2b893-1650-4f84-80b2-86d8c6e7f627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724367 Apr 05 14:29:05.353853 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-80a16da9-0199-4515-a2b4-ed623b069ec3 req-64d1b34f-3281-4c27-b4e2-5c11d42c4c94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0762703f-c54e-466c-b596-bddf1fd6c2de {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:29:05.380661 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-a5994739-17b2-42a2-b74c-82f62269bdcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84963aed-f14f-4f25-8726-31eeb8368acd', 'name': 'tempest-FloatingIPsNegativeTestJSON-1355549155-router', 'tenant_id': '4814756400aa4b0cbfcb23ed851dcc5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'ed4a3ac1-fa56-4e17-ba52-5c7149b70d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:28:58Z', 'updated_at': '2022-04-05T14:29:02Z', 'revision_number': 4, 'project_id': '4814756400aa4b0cbfcb23ed851dcc5d', 'gw_port': {'id': 'ed4a3ac1-fa56-4e17-ba52-5c7149b70d17', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d7:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84963aed-f14f-4f25-8726-31eeb8368acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:28:59Z', 'updated_at': '2022-04-05T14:29:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': 'ba48ec37-5bfb-4d41-a777-8ae2f450f013', 'name': '', 'network_id': '647dc4e8-bf69-4052-b79d-408fe9778c98', 'tenant_id': '4814756400aa4b0cbfcb23ed851dcc5d', 'mac_address': 'fa:16:3e:ff:0a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84963aed-f14f-4f25-8726-31eeb8368acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': 'f212a3f1-0b2e-4210-a6bc-5b270c3607cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:01Z', 'updated_at': '2022-04-05T14:29:03Z', 'revision_number': 2, 'project_id': '4814756400aa4b0cbfcb23ed851dcc5d', 'subnets': [{'id': 'f212a3f1-0b2e-4210-a6bc-5b270c3607cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:05.387558 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-80a16da9-0199-4515-a2b4-ed623b069ec3 req-64d1b34f-3281-4c27-b4e2-5c11d42c4c94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:05.394929 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-e68199b1-df53-4fa8-acde-be37d12a3ac7 None None] Port ba48ec37-5bfb-4d41-a777-8ae2f450f013 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:29:05.435893 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5994739-17b2-42a2-b74c-82f62269bdcc None None] The sync data for ids ['84963aed-f14f-4f25-8726-31eeb8368acd'] in n-d-836650-2 is: [{'id': '84963aed-f14f-4f25-8726-31eeb8368acd', 'name': 'tempest-FloatingIPsNegativeTestJSON-1355549155-router', 'tenant_id': '4814756400aa4b0cbfcb23ed851dcc5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'ed4a3ac1-fa56-4e17-ba52-5c7149b70d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:28:58Z', 'updated_at': '2022-04-05T14:29:02Z', 'revision_number': 4, 'project_id': '4814756400aa4b0cbfcb23ed851dcc5d', 'gw_port': {'id': 'ed4a3ac1-fa56-4e17-ba52-5c7149b70d17', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d7:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84963aed-f14f-4f25-8726-31eeb8368acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:28:59Z', 'updated_at': '2022-04-05T14:29:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': 'ba48ec37-5bfb-4d41-a777-8ae2f450f013', 'name': '', 'network_id': '647dc4e8-bf69-4052-b79d-408fe9778c98', 'tenant_id': '4814756400aa4b0cbfcb23ed851dcc5d', 'mac_address': 'fa:16:3e:ff:0a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84963aed-f14f-4f25-8726-31eeb8368acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': 'f212a3f1-0b2e-4210-a6bc-5b270c3607cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:01Z', 'updated_at': '2022-04-05T14:29:03Z', 'revision_number': 2, 'project_id': '4814756400aa4b0cbfcb23ed851dcc5d', 'subnets': [{'id': 'f212a3f1-0b2e-4210-a6bc-5b270c3607cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:29:05.440610 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 548bdb08-6c3f-4d7e-ae2d-afd180db5f7a, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=548bdb08-6c3f-4d7e-ae2d-afd180db5f7a,segment=NetworkSegment(98b4c9da-78e9-4934-a25f-0a1e90329ab6),segment_id=98b4c9da-78e9-4934-a25f-0a1e90329ab6)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:29:05.463014 n-d-836650-2 neutron-server[103320]: INFO neutron.api.v2.resource [req-346754b6-a8de-4992-8c0f-7c9ad7a7286a req-7a6194e8-a05e-4016-977a-773020d0a12a tempest-FloatingIPsNegativeTestJSON-1508064398 tempest-FloatingIPsNegativeTestJSON-1508064398-project] show failed (client error): The resource could not be found. Apr 05 14:29:05.463843 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-346754b6-a8de-4992-8c0f-7c9ad7a7286a req-7a6194e8-a05e-4016-977a-773020d0a12a tempest-FloatingIPsNegativeTestJSON-1508064398 tempest-FloatingIPsNegativeTestJSON-1508064398-project] 10.222.0.30 "GET /v2.0/floatingips/9bb7769e-b4c8-483b-8f44-9f5c898c60e9 HTTP/1.1" status: 404 len: 350 time: 0.0498760 Apr 05 14:29:05.469378 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-80a16da9-0199-4515-a2b4-ed623b069ec3 req-64d1b34f-3281-4c27-b4e2-5c11d42c4c94 service neutron] Transition to ACTIVE for port object 0762703f-c54e-466c-b596-bddf1fd6c2de will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:29:05.476222 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 59138) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:29:05.497518 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a4ab257a-b835-469e-ba0a-719a1a9c19cd req-36c155f2-688f-4c38-8bc6-3d3beed1358b tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/security-groups?id=af1bc31d-d32e-449d-996f-2d72dd41207d&id=651049ed-3ef9-4175-8455-d871a11c2622&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1689489 Apr 05 14:29:05.510533 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:05.511428 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device cb39d974-5ad3-47ca-84ec-5e3653ce195d no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:29:05.550517 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-80a16da9-0199-4515-a2b4-ed623b069ec3 req-64d1b34f-3281-4c27-b4e2-5c11d42c4c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:05.597532 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] No Port match for: cb39d974-5ad3-47ca-84ec-5e3653ce195d {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:29:05.598053 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device cb39d974-5ad3-47ca-84ec-5e3653ce195d not bound to the agent host n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:29:05.622164 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 5bbd82a4-6d26-4ceb-9f98-fd4d2710d7fd up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:29:05.642187 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d1b34f-3281-4c27-b4e2-5c11d42c4c94 service neutron] Pushing event updated for resources: {'Port': ['ID=0762703f-c54e-466c-b596-bddf1fd6c2de,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:05.708611 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 092486a2-977c-4863-b102-2703e0c60ce6 up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:29:05.890799 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-80a16da9-0199-4515-a2b4-ed623b069ec3 req-64d1b34f-3281-4c27-b4e2-5c11d42c4c94 service neutron] Attempting to bind port 0762703f-c54e-466c-b596-bddf1fd6c2de on host n-h2-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:29:05.891322 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-80a16da9-0199-4515-a2b4-ed623b069ec3 req-64d1b34f-3281-4c27-b4e2-5c11d42c4c94 service neutron] Attempting to bind port 0762703f-c54e-466c-b596-bddf1fd6c2de by drivers openvswitch,hyperv on host n-h2-836650-2 at level 0 using segments [{'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:29:05.891440 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a16da9-0199-4515-a2b4-ed623b069ec3 req-64d1b34f-3281-4c27-b4e2-5c11d42c4c94 service neutron] Attempting to bind port 0762703f-c54e-466c-b596-bddf1fd6c2de on network 80d671a8-d1ab-4472-891b-9c042fbd7800 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:29:05.897266 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a16da9-0199-4515-a2b4-ed623b069ec3 req-64d1b34f-3281-4c27-b4e2-5c11d42c4c94 service neutron] Port 0762703f-c54e-466c-b596-bddf1fd6c2de on network 80d671a8-d1ab-4472-891b-9c042fbd7800 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:29:05.900587 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a16da9-0199-4515-a2b4-ed623b069ec3 req-64d1b34f-3281-4c27-b4e2-5c11d42c4c94 service neutron] Attempting to bind port 0762703f-c54e-466c-b596-bddf1fd6c2de on network 80d671a8-d1ab-4472-891b-9c042fbd7800 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:29:05.908032 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a16da9-0199-4515-a2b4-ed623b069ec3 req-64d1b34f-3281-4c27-b4e2-5c11d42c4c94 service neutron] Checking agent: {'id': '6d8cf521-24bb-4b6a-bbae-0284f5c87a9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:29:05.908710 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a16da9-0199-4515-a2b4-ed623b069ec3 req-64d1b34f-3281-4c27-b4e2-5c11d42c4c94 service neutron] Checking segment: {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:29:05.909196 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a16da9-0199-4515-a2b4-ed623b069ec3 req-64d1b34f-3281-4c27-b4e2-5c11d42c4c94 service neutron] Bound using segment: {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:29:05.909656 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-80a16da9-0199-4515-a2b4-ed623b069ec3 req-64d1b34f-3281-4c27-b4e2-5c11d42c4c94 service neutron] Bound port: 0762703f-c54e-466c-b596-bddf1fd6c2de, host: n-h2-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:29:05.913981 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-80a16da9-0199-4515-a2b4-ed623b069ec3 req-64d1b34f-3281-4c27-b4e2-5c11d42c4c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:06.134306 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f6050313-9f27-4cb0-bb08-2fc87cd9380a req-63853760-9833-4569-8e64-4e5b1aaf5d20 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] 10.222.0.30 "GET /v2.0/ports?device_id=9939cbcc-d5bd-4bf9-a1e3-845bc8f70d6d HTTP/1.1" status: 200 len: 210 time: 0.0726521 Apr 05 14:29:06.158862 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d31f4e58-61b9-44b2-bdd9-49082033b0c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809988'] for router_interface, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:06.261228 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-80a16da9-0199-4515-a2b4-ed623b069ec3 req-64d1b34f-3281-4c27-b4e2-5c11d42c4c94 service neutron] For port 0762703f-c54e-466c-b596-bddf1fd6c2de, host n-h2-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:29:06.294823 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=548bdb08-6c3f-4d7e-ae2d-afd180db5f7a,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:06.301332 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-80a16da9-0199-4515-a2b4-ed623b069ec3 req-64d1b34f-3281-4c27-b4e2-5c11d42c4c94 service neutron] For port 0762703f-c54e-466c-b596-bddf1fd6c2de, host n-h2-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=0762703f-c54e-466c-b596-bddf1fd6c2de,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:29:06.322654 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b01a02-d347-4c79-b127-9c429091a05d req-35ef77dc-5607-4528-846a-6c42277acc9e tempest-LiveAutoBlockMigrationV225Test-737036270 tempest-LiveAutoBlockMigrationV225Test-737036270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:06.334967 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f8b01a02-d347-4c79-b127-9c429091a05d req-35ef77dc-5607-4528-846a-6c42277acc9e tempest-LiveAutoBlockMigrationV225Test-737036270 tempest-LiveAutoBlockMigrationV225Test-737036270-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=45a58cb2-8259-4d9f-8d24-085fcb724cdc HTTP/1.1" status: 200 len: 1096 time: 0.1732385 Apr 05 14:29:06.352072 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 5bbd82a4-6d26-4ceb-9f98-fd4d2710d7fd triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:29:06.352457 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:06.377158 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-80a16da9-0199-4515-a2b4-ed623b069ec3 req-64d1b34f-3281-4c27-b4e2-5c11d42c4c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:06.420010 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port 092486a2-977c-4863-b102-2703e0c60ce6 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:29:06.423635 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a16da9-0199-4515-a2b4-ed623b069ec3 req-64d1b34f-3281-4c27-b4e2-5c11d42c4c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:06.424261 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-80a16da9-0199-4515-a2b4-ed623b069ec3 req-64d1b34f-3281-4c27-b4e2-5c11d42c4c94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:06.427201 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-80a16da9-0199-4515-a2b4-ed623b069ec3 req-64d1b34f-3281-4c27-b4e2-5c11d42c4c94 service neutron] 10.222.0.11 "PUT /v2.0/ports/0762703f-c54e-466c-b596-bddf1fd6c2de HTTP/1.1" status: 200 len: 1095 time: 1.8483593 Apr 05 14:29:06.437162 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '234d4563-6ce4-4f25-ba7c-3b7a36935d33', 'tag': '0762703f-c54e-466c-b596-bddf1fd6c2de'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:29:06.439557 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca41f2ab-d2f5-4455-b6d6-e3439f45478c" -d '{"events": [{"name": "network-changed", "server_uuid": "234d4563-6ce4-4f25-ba7c-3b7a36935d33", "tag": "0762703f-c54e-466c-b596-bddf1fd6c2de"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:29:06.456227 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f8b01a02-d347-4c79-b127-9c429091a05d req-37bef4d4-5d15-47d3-bc75-cbe215d25a12 tempest-LiveAutoBlockMigrationV225Test-737036270 tempest-LiveAutoBlockMigrationV225Test-737036270-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201427 Apr 05 14:29:06.463756 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port 092486a2-977c-4863-b102-2703e0c60ce6 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:29:06.464640 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:06.499580 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d1b34f-3281-4c27-b4e2-5c11d42c4c94 service neutron] Pushing event updated for resources: {'Port': ['ID=0762703f-c54e-466c-b596-bddf1fd6c2de,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:06.501481 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f18ed5e-8412-4093-8697-f85d9fb0ff29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '548bdb08-6c3f-4d7e-ae2d-afd180db5f7a'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:29:06.511774 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-511f8d9e-8791-4550-b5dd-a7d8ea35a944" -d '{"events": [{"server_uuid": "9f18ed5e-8412-4093-8697-f85d9fb0ff29", "name": "network-vif-plugged", "status": "completed", "tag": "548bdb08-6c3f-4d7e-ae2d-afd180db5f7a"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:29:06.619591 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-d31f4e58-61b9-44b2-bdd9-49082033b0c1 admin admin] Deleting port ba48ec37-5bfb-4d41-a777-8ae2f450f013 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:29:06.626421 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d31f4e58-61b9-44b2-bdd9-49082033b0c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:06.672603 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a16da9-0199-4515-a2b4-ed623b069ec3 req-95526b26-7844-4cce-a169-b5e36858c229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:06.676605 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-80a16da9-0199-4515-a2b4-ed623b069ec3 req-95526b26-7844-4cce-a169-b5e36858c229 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=81fedc1e64184eb9901c6e5c2dc6e035&device_id=234d4563-6ce4-4f25-ba7c-3b7a36935d33 HTTP/1.1" status: 200 len: 1098 time: 0.1327376 Apr 05 14:29:06.794839 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-80a16da9-0199-4515-a2b4-ed623b069ec3 req-b906b367-cda5-4628-9b52-09a6ea1ffc89 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=0762703f-c54e-466c-b596-bddf1fd6c2de HTTP/1.1" status: 200 len: 217 time: 0.1020360 Apr 05 14:29:06.797620 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:06.856959 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d31f4e58-61b9-44b2-bdd9-49082033b0c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:06.878870 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 092486a2-977c-4863-b102-2703e0c60ce6, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=092486a2-977c-4863-b102-2703e0c60ce6,segment=NetworkSegment(9d26854a-4897-4e14-97b0-4af76152ee88),segment_id=9d26854a-4897-4e14-97b0-4af76152ee88)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:29:06.889217 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-d31f4e58-61b9-44b2-bdd9-49082033b0c1 admin admin] Calling delete_port for ba48ec37-5bfb-4d41-a777-8ae2f450f013 owned by network:router_interface {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:29:06.967217 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbcbecf-68c4-459e-b731-3d4c8d6a4ea3 req-9c4fd43c-08cd-4b54-b112-9695bcb221fb tempest-ImagesNegativeTestJSON-1925506772 tempest-ImagesNegativeTestJSON-1925506772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:06.977067 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:06.977454 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9bbcbecf-68c4-459e-b731-3d4c8d6a4ea3 req-9c4fd43c-08cd-4b54-b112-9695bcb221fb tempest-ImagesNegativeTestJSON-1925506772 tempest-ImagesNegativeTestJSON-1925506772-project] 10.222.0.30 "GET /v2.0/ports?device_id=234d4563-6ce4-4f25-ba7c-3b7a36935d33 HTTP/1.1" status: 200 len: 947 time: 0.1770229 Apr 05 14:29:06.978417 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device b3b0c21f-d1c5-4218-a050-4dd2ce0f21f8 up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:29:06.982150 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a16da9-0199-4515-a2b4-ed623b069ec3 req-5c6fdc5a-0f62-4c4a-bad9-272ae6952ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:06.986264 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-80a16da9-0199-4515-a2b4-ed623b069ec3 req-5c6fdc5a-0f62-4c4a-bad9-272ae6952ec8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.1633556 Apr 05 14:29:07.086652 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9bbcbecf-68c4-459e-b731-3d4c8d6a4ea3 req-b03d2eca-a13b-43c6-8292-5d9893b21ff9 tempest-ImagesNegativeTestJSON-1925506772 tempest-ImagesNegativeTestJSON-1925506772-project] 10.222.0.30 "GET /v2.0/security-groups?id=76d2b893-1650-4f84-80b2-86d8c6e7f627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080985 Apr 05 14:29:07.109070 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=092486a2-977c-4863-b102-2703e0c60ce6,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:07.128840 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a16da9-0199-4515-a2b4-ed623b069ec3 req-2f25caed-aa8d-46c7-b0d1-b2ae68401203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:07.131555 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-80a16da9-0199-4515-a2b4-ed623b069ec3 req-2f25caed-aa8d-46c7-b0d1-b2ae68401203 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1120231 Apr 05 14:29:07.195679 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port b3b0c21f-d1c5-4218-a050-4dd2ce0f21f8 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:29:07.200220 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port b3b0c21f-d1c5-4218-a050-4dd2ce0f21f8 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:29:07.200618 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:07.262816 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb70dc1e-53c8-480a-bdeb-a42b1aa586dd x-openstack-request-id: req-cb70dc1e-53c8-480a-bdeb-a42b1aa586dd {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:29:07.268021 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f18ed5e-8412-4093-8697-f85d9fb0ff29", "name": "network-vif-plugged", "status": "completed", "tag": "548bdb08-6c3f-4d7e-ae2d-afd180db5f7a", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:29:07.268021 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cb70dc1e-53c8-480a-bdeb-a42b1aa586dd {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:29:07.268021 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb70dc1e-53c8-480a-bdeb-a42b1aa586dd'] response: {'server_uuid': '9f18ed5e-8412-4093-8697-f85d9fb0ff29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '548bdb08-6c3f-4d7e-ae2d-afd180db5f7a', 'code': 200} Apr 05 14:29:07.300264 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-80a16da9-0199-4515-a2b4-ed623b069ec3 req-1a18625d-5357-4720-92ab-8dab7062a43c service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468544 Apr 05 14:29:07.302332 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2bf3f85-fde9-4fb2-9c77-d7fcbef9075a x-openstack-request-id: req-e2bf3f85-fde9-4fb2-9c77-d7fcbef9075a {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:29:07.302688 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "234d4563-6ce4-4f25-ba7c-3b7a36935d33", "tag": "0762703f-c54e-466c-b596-bddf1fd6c2de", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:29:07.302941 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e2bf3f85-fde9-4fb2-9c77-d7fcbef9075a {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:29:07.303326 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2bf3f85-fde9-4fb2-9c77-d7fcbef9075a'] response: {'name': 'network-changed', 'server_uuid': '234d4563-6ce4-4f25-ba7c-3b7a36935d33', 'tag': '0762703f-c54e-466c-b596-bddf1fd6c2de', 'status': 'completed', 'code': 200} Apr 05 14:29:07.315535 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d31f4e58-61b9-44b2-bdd9-49082033b0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:07.365327 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:07.365606 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31f4e58-61b9-44b2-bdd9-49082033b0c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba48ec37-5bfb-4d41-a777-8ae2f450f013,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:07.441060 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faea073-630a-4092-b580-81357890fc1b req-06751a8c-25d8-4f3c-8956-05a5d3df4b30 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:07.448746 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faea073-630a-4092-b580-81357890fc1b req-06751a8c-25d8-4f3c-8956-05a5d3df4b30 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:07.455744 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faea073-630a-4092-b580-81357890fc1b req-06751a8c-25d8-4f3c-8956-05a5d3df4b30 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:07.462462 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faea073-630a-4092-b580-81357890fc1b req-06751a8c-25d8-4f3c-8956-05a5d3df4b30 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:07.463403 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port b3b0c21f-d1c5-4218-a050-4dd2ce0f21f8, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=b3b0c21f-d1c5-4218-a050-4dd2ce0f21f8,segment=NetworkSegment(98b4c9da-78e9-4934-a25f-0a1e90329ab6),segment_id=98b4c9da-78e9-4934-a25f-0a1e90329ab6)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:29:07.468804 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faea073-630a-4092-b580-81357890fc1b req-06751a8c-25d8-4f3c-8956-05a5d3df4b30 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:07.479954 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faea073-630a-4092-b580-81357890fc1b req-06751a8c-25d8-4f3c-8956-05a5d3df4b30 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:07.487578 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faea073-630a-4092-b580-81357890fc1b req-06751a8c-25d8-4f3c-8956-05a5d3df4b30 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:07.497112 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9faea073-630a-4092-b580-81357890fc1b req-06751a8c-25d8-4f3c-8956-05a5d3df4b30 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f18ed5e-8412-4093-8697-f85d9fb0ff29 HTTP/1.1" status: 200 len: 5441 time: 0.1928320 Apr 05 14:29:07.527060 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:07.527895 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device a36b5c82-4962-4613-858a-cd38406de637 up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:29:07.644581 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9faea073-630a-4092-b580-81357890fc1b req-07a665bf-b74e-4d49-b838-b6ecfc92ca7d tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/security-groups?id=af1bc31d-d32e-449d-996f-2d72dd41207d&id=651049ed-3ef9-4175-8455-d871a11c2622&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1464744 Apr 05 14:29:07.659595 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device ed4a3ac1-fa56-4e17-ba52-5c7149b70d17 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:29:07.669413 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-80a16da9-0199-4515-a2b4-ed623b069ec3 req-55e701b8-bb6f-45cb-8284-aac410d999ec service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3487928 Apr 05 14:29:07.755897 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d31f4e58-61b9-44b2-bdd9-49082033b0c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1798829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810128'] for router_interface, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:07.814157 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=b3b0c21f-d1c5-4218-a050-4dd2ce0f21f8,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:07.839622 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port ed4a3ac1-fa56-4e17-ba52-5c7149b70d17 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:29:07.841811 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:07.892342 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87a65ad-cfe4-4fa0-8d55-2626c5e27d11 req-1cc4b0b7-204c-49e4-ac0a-57d8bb4bb5d6 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:07.894305 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d87a65ad-cfe4-4fa0-8d55-2626c5e27d11 req-1cc4b0b7-204c-49e4-ac0a-57d8bb4bb5d6 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=63a1884a-7cca-417a-9218-2ed0742b9a77 HTTP/1.1" status: 200 len: 946 time: 0.1382258 Apr 05 14:29:07.901278 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca41f2ab-d2f5-4455-b6d6-e3439f45478c req-bb2c591e-3b8c-46ab-a107-ae2839221cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:07.905466 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ca41f2ab-d2f5-4455-b6d6-e3439f45478c req-bb2c591e-3b8c-46ab-a107-ae2839221cb8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=81fedc1e64184eb9901c6e5c2dc6e035&device_id=234d4563-6ce4-4f25-ba7c-3b7a36935d33 HTTP/1.1" status: 200 len: 1098 time: 0.0899398 Apr 05 14:29:07.954079 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:07.971821 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port ed4a3ac1-fa56-4e17-ba52-5c7149b70d17, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=ed4a3ac1-fa56-4e17-ba52-5c7149b70d17,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:29:07.983868 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port a36b5c82-4962-4613-858a-cd38406de637 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:29:07.988173 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port a36b5c82-4962-4613-858a-cd38406de637 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:29:07.988575 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:08.028129 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d87a65ad-cfe4-4fa0-8d55-2626c5e27d11 req-fc6cad4a-d0f6-4475-85ac-4272f283695c tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238415 Apr 05 14:29:08.078219 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:08.125659 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:08.156905 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca41f2ab-d2f5-4455-b6d6-e3439f45478c req-b2611000-b735-485e-9a78-7ecfbbda6c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:08.158627 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ca41f2ab-d2f5-4455-b6d6-e3439f45478c req-b2611000-b735-485e-9a78-7ecfbbda6c7a service neutron] 10.222.0.11 "GET /v2.0/networks?id=80d671a8-d1ab-4472-891b-9c042fbd7800 HTTP/1.1" status: 200 len: 870 time: 0.2294748 Apr 05 14:29:08.162007 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=ed4a3ac1-fa56-4e17-ba52-5c7149b70d17,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:08.181945 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port a36b5c82-4962-4613-858a-cd38406de637, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=a36b5c82-4962-4613-858a-cd38406de637,segment=NetworkSegment(9d26854a-4897-4e14-97b0-4af76152ee88),segment_id=9d26854a-4897-4e14-97b0-4af76152ee88)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:29:08.210205 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d31f4e58-61b9-44b2-bdd9-49082033b0c1 admin admin] Router 84963aed-f14f-4f25-8726-31eeb8368acd has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:29:08.229575 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ca41f2ab-d2f5-4455-b6d6-e3439f45478c req-24552e87-9068-45a8-bc55-31d52a9e6dc6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=0762703f-c54e-466c-b596-bddf1fd6c2de HTTP/1.1" status: 200 len: 217 time: 0.0529327 Apr 05 14:29:08.269650 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:08.270748 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 3977feb9-c3a8-4c4f-bc84-70dbef14962f up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:29:08.282688 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423c6b5c-0250-4895-aef1-b892ec3bc06c req-8b83cfac-6803-409d-95e7-7a779da5d8e0 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:08.284472 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-423c6b5c-0250-4895-aef1-b892ec3bc06c req-8b83cfac-6803-409d-95e7-7a779da5d8e0 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f325b30-8b73-4a24-8178-00d31ed91a28 HTTP/1.1" status: 200 len: 946 time: 0.1521478 Apr 05 14:29:08.316331 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca41f2ab-d2f5-4455-b6d6-e3439f45478c req-d613fa97-2999-49b9-ba65-2214113b8d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:08.318779 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ca41f2ab-d2f5-4455-b6d6-e3439f45478c req-d613fa97-2999-49b9-ba65-2214113b8d91 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.0778644 Apr 05 14:29:08.345562 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d31f4e58-61b9-44b2-bdd9-49082033b0c1 admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:29:08.354710 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-d31f4e58-61b9-44b2-bdd9-49082033b0c1 admin admin] 10.222.0.30 "PUT /v2.0/routers/84963aed-f14f-4f25-8726-31eeb8368acd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8732631 Apr 05 14:29:08.354710 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 59188) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:29:08.422573 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-423c6b5c-0250-4895-aef1-b892ec3bc06c req-5c2e4398-abe3-4d29-8aad-08a9dfdec05e tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] 10.222.0.30 "GET /v2.0/security-groups?id=e3a3c9f2-f079-4fb1-8562-4ce1cb0f8e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266103 Apr 05 14:29:08.438680 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=a36b5c82-4962-4613-858a-cd38406de637,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:08.458244 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca41f2ab-d2f5-4455-b6d6-e3439f45478c req-eff48ff7-7944-480a-9b20-235d40a39358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:08.470479 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ca41f2ab-d2f5-4455-b6d6-e3439f45478c req-eff48ff7-7944-480a-9b20-235d40a39358 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1324863 Apr 05 14:29:08.515589 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port 3977feb9-c3a8-4c4f-bc84-70dbef14962f completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:29:08.520123 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port 3977feb9-c3a8-4c4f-bc84-70dbef14962f triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:29:08.520919 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:08.567033 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9ba7bc0a-8874-4832-af0c-54813fd347f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:08.591972 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e0c18326-a18a-47da-91e6-66141509bb69 req-c7d56e58-4823-4aaf-a96c-97b000617ef2 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] 10.222.0.30 "GET /v2.0/ports?device_id=9939cbcc-d5bd-4bf9-a1e3-845bc8f70d6d HTTP/1.1" status: 200 len: 210 time: 0.0785258 Apr 05 14:29:08.636472 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:08.662916 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ca41f2ab-d2f5-4455-b6d6-e3439f45478c req-e10b59d2-ca7e-44df-bda6-d8159b8b525d service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905806 Apr 05 14:29:08.686070 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 3977feb9-c3a8-4c4f-bc84-70dbef14962f, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=3977feb9-c3a8-4c4f-bc84-70dbef14962f,segment=NetworkSegment(b59f006c-1b82-4d36-9060-360a60727a7f),segment_id=b59f006c-1b82-4d36-9060-360a60727a7f)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:29:08.750471 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9ba7bc0a-8874-4832-af0c-54813fd347f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:08.777813 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:08.778763 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 468fe0d5-31ed-4021-923e-460e987c70e3 up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:29:08.826051 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa1834c-fbcf-4547-b4e4-82217c1066da req-4826ab40-e5e4-4d45-bdb7-d41f0f0cd9f8 tempest-ImagesNegativeTestJSON-1925506772 tempest-ImagesNegativeTestJSON-1925506772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:08.827608 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-baa1834c-fbcf-4547-b4e4-82217c1066da req-4826ab40-e5e4-4d45-bdb7-d41f0f0cd9f8 tempest-ImagesNegativeTestJSON-1925506772 tempest-ImagesNegativeTestJSON-1925506772-project] 10.222.0.30 "GET /v2.0/ports?device_id=234d4563-6ce4-4f25-ba7c-3b7a36935d33 HTTP/1.1" status: 200 len: 947 time: 0.0897009 Apr 05 14:29:08.831716 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ca41f2ab-d2f5-4455-b6d6-e3439f45478c req-0b72dc86-42fd-4c9d-b0a2-0f1353dab564 service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569507 Apr 05 14:29:08.882643 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-baa1834c-fbcf-4547-b4e4-82217c1066da req-83f23874-ee81-4c27-a048-3a25d881d400 tempest-ImagesNegativeTestJSON-1925506772 tempest-ImagesNegativeTestJSON-1925506772-project] 10.222.0.30 "GET /v2.0/security-groups?id=76d2b893-1650-4f84-80b2-86d8c6e7f627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465286 Apr 05 14:29:08.936596 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=3977feb9-c3a8-4c4f-bc84-70dbef14962f,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:08.950614 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-9ba7bc0a-8874-4832-af0c-54813fd347f4 admin admin] Deleting port ed4a3ac1-fa56-4e17-ba52-5c7149b70d17 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:29:08.954518 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9ba7bc0a-8874-4832-af0c-54813fd347f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:08.982526 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca17223a-cadd-4c85-954c-f47670a06007 None None] Sync routers for ids ['84963aed-f14f-4f25-8726-31eeb8368acd'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:29:09.001145 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca17223a-cadd-4c85-954c-f47670a06007 None None] Routers {'84963aed-f14f-4f25-8726-31eeb8368acd'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:29:09.001989 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-ca17223a-cadd-4c85-954c-f47670a06007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:28:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['84963aed-f14f-4f25-8726-31eeb8368acd'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:09.043229 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb42c475-2c45-4054-9393-9949167e3303 req-0a549fab-a85d-4d44-8e4b-f4518dd3f6f6 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:09.046851 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port 468fe0d5-31ed-4021-923e-460e987c70e3 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:29:09.052644 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb42c475-2c45-4054-9393-9949167e3303 req-0a549fab-a85d-4d44-8e4b-f4518dd3f6f6 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:09.059031 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port 468fe0d5-31ed-4021-923e-460e987c70e3 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:29:09.059968 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:09.060637 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb42c475-2c45-4054-9393-9949167e3303 req-0a549fab-a85d-4d44-8e4b-f4518dd3f6f6 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:09.068027 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb42c475-2c45-4054-9393-9949167e3303 req-0a549fab-a85d-4d44-8e4b-f4518dd3f6f6 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:09.075269 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb42c475-2c45-4054-9393-9949167e3303 req-0a549fab-a85d-4d44-8e4b-f4518dd3f6f6 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:09.076522 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-9ba7bc0a-8874-4832-af0c-54813fd347f4 admin admin] For port ed4a3ac1-fa56-4e17-ba52-5c7149b70d17, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=ed4a3ac1-fa56-4e17-ba52-5c7149b70d17,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:29:09.076946 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9ba7bc0a-8874-4832-af0c-54813fd347f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:09.082008 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb42c475-2c45-4054-9393-9949167e3303 req-0a549fab-a85d-4d44-8e4b-f4518dd3f6f6 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:09.091430 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb42c475-2c45-4054-9393-9949167e3303 req-0a549fab-a85d-4d44-8e4b-f4518dd3f6f6 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:09.093404 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cb42c475-2c45-4054-9393-9949167e3303 req-0a549fab-a85d-4d44-8e4b-f4518dd3f6f6 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f18ed5e-8412-4093-8697-f85d9fb0ff29 HTTP/1.1" status: 200 len: 5444 time: 0.1158462 Apr 05 14:29:09.104343 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-9ba7bc0a-8874-4832-af0c-54813fd347f4 admin admin] Calling delete_port for ed4a3ac1-fa56-4e17-ba52-5c7149b70d17 owned by network:router_gateway {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:29:09.111229 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-ca17223a-cadd-4c85-954c-f47670a06007 None None] Set router 84963aed-f14f-4f25-8726-31eeb8368acd gateway port host: None {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:29:09.166129 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cb42c475-2c45-4054-9393-9949167e3303 req-1f52e495-81f6-4588-bb9a-d4783d717ecf tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/security-groups?id=af1bc31d-d32e-449d-996f-2d72dd41207d&id=651049ed-3ef9-4175-8455-d871a11c2622&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0637062 Apr 05 14:29:09.231618 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:09.274736 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f18ed5e-8412-4093-8697-f85d9fb0ff29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '092486a2-977c-4863-b102-2703e0c60ce6'}, {'server_uuid': '9f18ed5e-8412-4093-8697-f85d9fb0ff29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b0c21f-d1c5-4218-a050-4dd2ce0f21f8'}, {'server_uuid': '9f18ed5e-8412-4093-8697-f85d9fb0ff29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a36b5c82-4962-4613-858a-cd38406de637'}, {'server_uuid': '9f18ed5e-8412-4093-8697-f85d9fb0ff29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3977feb9-c3a8-4c4f-bc84-70dbef14962f'}, {'server_uuid': '9f18ed5e-8412-4093-8697-f85d9fb0ff29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '468fe0d5-31ed-4021-923e-460e987c70e3'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:29:09.278163 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d4eca67-94e0-42b8-bbc5-f3d043c9d8e4" -d '{"events": [{"server_uuid": "9f18ed5e-8412-4093-8697-f85d9fb0ff29", "name": "network-vif-plugged", "status": "completed", "tag": "092486a2-977c-4863-b102-2703e0c60ce6"}, {"server_uuid": "9f18ed5e-8412-4093-8697-f85d9fb0ff29", "name": "network-vif-plugged", "status": "completed", "tag": "b3b0c21f-d1c5-4218-a050-4dd2ce0f21f8"}, {"server_uuid": "9f18ed5e-8412-4093-8697-f85d9fb0ff29", "name": "network-vif-plugged", "status": "completed", "tag": "a36b5c82-4962-4613-858a-cd38406de637"}, {"server_uuid": "9f18ed5e-8412-4093-8697-f85d9fb0ff29", "name": "network-vif-plugged", "status": "completed", "tag": "3977feb9-c3a8-4c4f-bc84-70dbef14962f"}, {"server_uuid": "9f18ed5e-8412-4093-8697-f85d9fb0ff29", "name": "network-vif-plugged", "status": "completed", "tag": "468fe0d5-31ed-4021-923e-460e987c70e3"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:29:09.290021 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0108f582-a9cb-42fb-9a2d-e5f3da083c45 req-b79a3fd7-6697-450a-ba4c-090a5732005f tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:09.294711 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0108f582-a9cb-42fb-9a2d-e5f3da083c45 req-b79a3fd7-6697-450a-ba4c-090a5732005f tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.11 "GET /v2.0/ports?device_id=63a1884a-7cca-417a-9218-2ed0742b9a77 HTTP/1.1" status: 200 len: 946 time: 0.1096148 Apr 05 14:29:09.322610 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 468fe0d5-31ed-4021-923e-460e987c70e3, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=468fe0d5-31ed-4021-923e-460e987c70e3,segment=NetworkSegment(9d26854a-4897-4e14-97b0-4af76152ee88),segment_id=9d26854a-4897-4e14-97b0-4af76152ee88)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:29:09.327842 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-ca17223a-cadd-4c85-954c-f47670a06007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84963aed-f14f-4f25-8726-31eeb8368acd', 'name': 'tempest-FloatingIPsNegativeTestJSON-1355549155-router', 'tenant_id': '4814756400aa4b0cbfcb23ed851dcc5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:28:58Z', 'updated_at': '2022-04-05T14:29:08Z', 'revision_number': 6, 'project_id': '4814756400aa4b0cbfcb23ed851dcc5d', 'gw_port_host': None}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:09.359474 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca17223a-cadd-4c85-954c-f47670a06007 None None] Checking router: 84963aed-f14f-4f25-8726-31eeb8368acd for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:29:09.369724 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca17223a-cadd-4c85-954c-f47670a06007 None None] Routers {'84963aed-f14f-4f25-8726-31eeb8368acd'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:29:09.370341 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-ca17223a-cadd-4c85-954c-f47670a06007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:28:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['84963aed-f14f-4f25-8726-31eeb8368acd'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:09.402901 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:09.442644 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48a6a69-9226-4a27-93be-d3757820db40 req-ee1e091b-ad02-4851-9f05-4e50edb9de1f tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:09.447480 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c48a6a69-9226-4a27-93be-d3757820db40 req-ee1e091b-ad02-4851-9f05-4e50edb9de1f tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=63a1884a-7cca-417a-9218-2ed0742b9a77 HTTP/1.1" status: 200 len: 946 time: 0.0947223 Apr 05 14:29:09.501267 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-ca17223a-cadd-4c85-954c-f47670a06007 None None] Set router 84963aed-f14f-4f25-8726-31eeb8368acd gateway port host: None {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:29:09.521324 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=468fe0d5-31ed-4021-923e-460e987c70e3,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:09.531783 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-0108f582-a9cb-42fb-9a2d-e5f3da083c45 req-1980cc69-4539-424e-8a5d-f688d43851a0 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Deleting port 6a8c4f64-ea72-41e0-b72d-43d614df87b9 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:29:09.532135 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-0108f582-a9cb-42fb-9a2d-e5f3da083c45 req-1980cc69-4539-424e-8a5d-f688d43851a0 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:09.554128 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9ba7bc0a-8874-4832-af0c-54813fd347f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:09.570367 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device ed4a3ac1-fa56-4e17-ba52-5c7149b70d17 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:29:09.582056 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c48a6a69-9226-4a27-93be-d3757820db40 req-213f599a-f583-4202-a332-3c5cf618e788 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301887 Apr 05 14:29:09.606923 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba7bc0a-8874-4832-af0c-54813fd347f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed4a3ac1-fa56-4e17-ba52-5c7149b70d17,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:09.635391 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: ed4a3ac1-fa56-4e17-ba52-5c7149b70d17 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:29:09.635726 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device ed4a3ac1-fa56-4e17-ba52-5c7149b70d17 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 05 14:29:09.655062 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-ca17223a-cadd-4c85-954c-f47670a06007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84963aed-f14f-4f25-8726-31eeb8368acd', 'name': 'tempest-FloatingIPsNegativeTestJSON-1355549155-router', 'tenant_id': '4814756400aa4b0cbfcb23ed851dcc5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:28:58Z', 'updated_at': '2022-04-05T14:29:08Z', 'revision_number': 6, 'project_id': '4814756400aa4b0cbfcb23ed851dcc5d', 'gw_port_host': None}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:09.706106 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Tue, 05 Apr 2022 14:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eead580d-6e1f-40f7-a571-5a76fae2d2be x-openstack-request-id: req-eead580d-6e1f-40f7-a571-5a76fae2d2be {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:29:09.706503 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f18ed5e-8412-4093-8697-f85d9fb0ff29", "name": "network-vif-plugged", "status": "completed", "tag": "092486a2-977c-4863-b102-2703e0c60ce6", "code": 200}, {"server_uuid": "9f18ed5e-8412-4093-8697-f85d9fb0ff29", "name": "network-vif-plugged", "status": "completed", "tag": "b3b0c21f-d1c5-4218-a050-4dd2ce0f21f8", "code": 200}, {"server_uuid": "9f18ed5e-8412-4093-8697-f85d9fb0ff29", "name": "network-vif-plugged", "status": "completed", "tag": "a36b5c82-4962-4613-858a-cd38406de637", "code": 200}, {"server_uuid": "9f18ed5e-8412-4093-8697-f85d9fb0ff29", "name": "network-vif-plugged", "status": "completed", "tag": "3977feb9-c3a8-4c4f-bc84-70dbef14962f", "code": 200}, {"server_uuid": "9f18ed5e-8412-4093-8697-f85d9fb0ff29", "name": "network-vif-plugged", "status": "completed", "tag": "468fe0d5-31ed-4021-923e-460e987c70e3", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:29:09.706630 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-eead580d-6e1f-40f7-a571-5a76fae2d2be {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:29:09.707052 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eead580d-6e1f-40f7-a571-5a76fae2d2be'] response: {'server_uuid': '9f18ed5e-8412-4093-8697-f85d9fb0ff29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '092486a2-977c-4863-b102-2703e0c60ce6', 'code': 200} Apr 05 14:29:09.707935 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eead580d-6e1f-40f7-a571-5a76fae2d2be'] response: {'server_uuid': '9f18ed5e-8412-4093-8697-f85d9fb0ff29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b0c21f-d1c5-4218-a050-4dd2ce0f21f8', 'code': 200} Apr 05 14:29:09.708233 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eead580d-6e1f-40f7-a571-5a76fae2d2be'] response: {'server_uuid': '9f18ed5e-8412-4093-8697-f85d9fb0ff29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a36b5c82-4962-4613-858a-cd38406de637', 'code': 200} Apr 05 14:29:09.708473 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eead580d-6e1f-40f7-a571-5a76fae2d2be'] response: {'server_uuid': '9f18ed5e-8412-4093-8697-f85d9fb0ff29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3977feb9-c3a8-4c4f-bc84-70dbef14962f', 'code': 200} Apr 05 14:29:09.708870 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eead580d-6e1f-40f7-a571-5a76fae2d2be'] response: {'server_uuid': '9f18ed5e-8412-4093-8697-f85d9fb0ff29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '468fe0d5-31ed-4021-923e-460e987c70e3', 'code': 200} Apr 05 14:29:09.720482 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Port ed4a3ac1-fa56-4e17-ba52-5c7149b70d17 not found, will not notify nova. {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 05 14:29:09.726628 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca17223a-cadd-4c85-954c-f47670a06007 None None] The sync data for ids ['84963aed-f14f-4f25-8726-31eeb8368acd'] in n-d-836650-2 is: [{'id': '84963aed-f14f-4f25-8726-31eeb8368acd', 'name': 'tempest-FloatingIPsNegativeTestJSON-1355549155-router', 'tenant_id': '4814756400aa4b0cbfcb23ed851dcc5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:28:58Z', 'updated_at': '2022-04-05T14:29:08Z', 'revision_number': 6, 'project_id': '4814756400aa4b0cbfcb23ed851dcc5d', 'gw_port_host': None}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:29:09.820687 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-0108f582-a9cb-42fb-9a2d-e5f3da083c45 req-1980cc69-4539-424e-8a5d-f688d43851a0 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] For port 6a8c4f64-ea72-41e0-b72d-43d614df87b9, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=6a8c4f64-ea72-41e0-b72d-43d614df87b9,segment=NetworkSegment(86bf7ba4-25ec-477a-b752-1cd3a94d1598),segment_id=86bf7ba4-25ec-477a-b752-1cd3a94d1598)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:29:09.821094 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-0108f582-a9cb-42fb-9a2d-e5f3da083c45 req-1980cc69-4539-424e-8a5d-f688d43851a0 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:10.042077 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7d5074-84e8-41ea-ba61-c4fcbdc137d8 req-ba06673e-e286-42ae-b8c3-348cde430e49 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:10.043519 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-4e7d5074-84e8-41ea-ba61-c4fcbdc137d8 req-ba06673e-e286-42ae-b8c3-348cde430e49 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f325b30-8b73-4a24-8178-00d31ed91a28 HTTP/1.1" status: 200 len: 946 time: 0.5193663 Apr 05 14:29:10.113055 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9ba7bc0a-8874-4832-af0c-54813fd347f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808526'] for router_gateway, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:10.210973 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-0108f582-a9cb-42fb-9a2d-e5f3da083c45 req-1980cc69-4539-424e-8a5d-f688d43851a0 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Calling delete_port for 6a8c4f64-ea72-41e0-b72d-43d614df87b9 owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:29:10.245592 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea4649-703f-463a-907f-580a8bec1c6e req-0b891be2-81a0-48db-8512-8c2d9aa13cd7 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:10.247568 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ecea4649-703f-463a-907f-580a8bec1c6e req-0b891be2-81a0-48db-8512-8c2d9aa13cd7 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f325b30-8b73-4a24-8178-00d31ed91a28 HTTP/1.1" status: 200 len: 946 time: 0.5001087 Apr 05 14:29:10.260594 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d056f-c4c4-4947-b8e5-b49e8dae8ccb req-de416537-7d5c-4e30-8d7a-a4393b4503be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:10.261116 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d056f-c4c4-4947-b8e5-b49e8dae8ccb req-de416537-7d5c-4e30-8d7a-a4393b4503be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:10.261585 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d056f-c4c4-4947-b8e5-b49e8dae8ccb req-de416537-7d5c-4e30-8d7a-a4393b4503be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:10.262364 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d056f-c4c4-4947-b8e5-b49e8dae8ccb req-de416537-7d5c-4e30-8d7a-a4393b4503be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:10.262490 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d056f-c4c4-4947-b8e5-b49e8dae8ccb req-de416537-7d5c-4e30-8d7a-a4393b4503be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:10.263085 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d056f-c4c4-4947-b8e5-b49e8dae8ccb req-de416537-7d5c-4e30-8d7a-a4393b4503be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:10.263547 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d056f-c4c4-4947-b8e5-b49e8dae8ccb req-de416537-7d5c-4e30-8d7a-a4393b4503be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:10.265566 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e78d056f-c4c4-4947-b8e5-b49e8dae8ccb req-de416537-7d5c-4e30-8d7a-a4393b4503be service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9f18ed5e-8412-4093-8697-f85d9fb0ff29 HTTP/1.1" status: 200 len: 6502 time: 0.4671762 Apr 05 14:29:10.267990 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9ba7bc0a-8874-4832-af0c-54813fd347f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27070'] for router, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:10.273304 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9ba7bc0a-8874-4832-af0c-54813fd347f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:10.328549 n-d-836650-2 neutron-server[103321]: WARNING keystonemiddleware.auth_token [req-81c61b65-9a47-462e-b63e-fd7f74d7e1dc req-4819e39a-fe75-4718-b080-6a539f6f1fff service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 05 14:29:10.334357 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [req-43e15f4f-2aa0-4d5e-bdd9-5588f074cdf2 req-6a9efda7-ead3-498e-97d3-b49a87ec3c7d tempest-LiveAutoBlockMigrationV225Test-737036270 tempest-LiveAutoBlockMigrationV225Test-737036270-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103321) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:29:10.335463 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-43e15f4f-2aa0-4d5e-bdd9-5588f074cdf2 req-6a9efda7-ead3-498e-97d3-b49a87ec3c7d tempest-LiveAutoBlockMigrationV225Test-737036270 tempest-LiveAutoBlockMigrationV225Test-737036270-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2890122 Apr 05 14:29:10.340911 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-4e7d5074-84e8-41ea-ba61-c4fcbdc137d8 req-58dfdc10-1967-43d4-98a3-52a8fea6fa42 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Deleting port 659329af-1f62-4118-a74e-178529747466 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:29:10.341337 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-4e7d5074-84e8-41ea-ba61-c4fcbdc137d8 req-58dfdc10-1967-43d4-98a3-52a8fea6fa42 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:10.357076 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ecea4649-703f-463a-907f-580a8bec1c6e req-c6b0b19c-06d6-43bd-bd9e-74bbb84013aa tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] 10.222.0.30 "GET /v2.0/security-groups?id=e3a3c9f2-f079-4fb1-8562-4ce1cb0f8e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883310 Apr 05 14:29:10.428927 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9ba7bc0a-8874-4832-af0c-54813fd347f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803298'] for router, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:10.429595 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba7bc0a-8874-4832-af0c-54813fd347f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84963aed-f14f-4f25-8726-31eeb8368acd {{(pid=103321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:29:10.436995 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9ba7bc0a-8874-4832-af0c-54813fd347f4 admin admin] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:10.440505 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-9ba7bc0a-8874-4832-af0c-54813fd347f4 admin admin] 10.222.0.30 "DELETE /v2.0/routers/84963aed-f14f-4f25-8726-31eeb8368acd HTTP/1.1" status: 204 len: 168 time: 2.0825775 Apr 05 14:29:10.440741 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 59218) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:29:10.465300 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e78d056f-c4c4-4947-b8e5-b49e8dae8ccb req-31761ff8-6c78-4c96-aaed-3fabdfc1df3a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=651049ed-3ef9-4175-8455-d871a11c2622&id=af1bc31d-d32e-449d-996f-2d72dd41207d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1465988 Apr 05 14:29:10.478701 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e15f4f-2aa0-4d5e-bdd9-5588f074cdf2 req-f54cb6de-d2b0-4904-93bf-bd7836057310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:10.481241 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-43e15f4f-2aa0-4d5e-bdd9-5588f074cdf2 req-f54cb6de-d2b0-4904-93bf-bd7836057310 service neutron] 10.222.0.30 "GET /v2.0/ports/253e9573-54d3-4180-86f0-45ba2cca07f4 HTTP/1.1" status: 200 len: 1093 time: 0.0809774 Apr 05 14:29:10.503544 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d1c60a76-20cb-4ffe-b5e4-bb0411f8aa3e req-5a62baf3-7b48-44ae-8f13-dd1414f97a47 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] 10.222.0.30 "GET /v2.0/ports?device_id=9939cbcc-d5bd-4bf9-a1e3-845bc8f70d6d HTTP/1.1" status: 200 len: 210 time: 0.0354185 Apr 05 14:29:10.507240 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-43e15f4f-2aa0-4d5e-bdd9-5588f074cdf2 req-787660f7-0c6a-4d5f-98ca-ce3b6ef5dcdb service neutron] Request body: {'binding': {'host': 'n-h1-836650-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:29:10.507817 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-43e15f4f-2aa0-4d5e-bdd9-5588f074cdf2 req-787660f7-0c6a-4d5f-98ca-ce3b6ef5dcdb service neutron] Unknown quota resources ['binding']. {{(pid=103321) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 05 14:29:10.549739 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-0108f582-a9cb-42fb-9a2d-e5f3da083c45 req-1980cc69-4539-424e-8a5d-f688d43851a0 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:10.564921 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-4e7d5074-84e8-41ea-ba61-c4fcbdc137d8 req-58dfdc10-1967-43d4-98a3-52a8fea6fa42 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] For port 659329af-1f62-4118-a74e-178529747466, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=659329af-1f62-4118-a74e-178529747466,segment=NetworkSegment(a568a80e-06b0-4bc4-9b32-ea547fcca925),segment_id=a568a80e-06b0-4bc4-9b32-ea547fcca925)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:29:10.564921 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-4e7d5074-84e8-41ea-ba61-c4fcbdc137d8 req-58dfdc10-1967-43d4-98a3-52a8fea6fa42 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:10.578067 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f398a27-d518-49ad-8473-e1c3dceaa35f admin admin] Deleting subnet f212a3f1-0b2e-4210-a6bc-5b270c3607cc {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:29:10.590737 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1980cc69-4539-424e-8a5d-f688d43851a0 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Pushing event deleted for resources: {'Port': ['ID=6a8c4f64-ea72-41e0-b72d-43d614df87b9,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:10.604431 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3f398a27-d518-49ad-8473-e1c3dceaa35f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:10.680991 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-0108f582-a9cb-42fb-9a2d-e5f3da083c45 req-1980cc69-4539-424e-8a5d-f688d43851a0 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] No DVR routers for this DVR port 6a8c4f64-ea72-41e0-b72d-43d614df87b9 on host n-h2-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:29:10.683683 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-0108f582-a9cb-42fb-9a2d-e5f3da083c45 req-1980cc69-4539-424e-8a5d-f688d43851a0 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:10.687558 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0108f582-a9cb-42fb-9a2d-e5f3da083c45 req-1980cc69-4539-424e-8a5d-f688d43851a0 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.11 "DELETE /v2.0/ports/6a8c4f64-ea72-41e0-b72d-43d614df87b9 HTTP/1.1" status: 204 len: 173 time: 1.3778718 Apr 05 14:29:10.691157 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a1884a-7cca-417a-9218-2ed0742b9a77', 'name': 'network-vif-deleted', 'tag': '6a8c4f64-ea72-41e0-b72d-43d614df87b9'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:29:10.692795 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb9ca2d-c344-40e3-a139-bfbbfa1d8b98" -d '{"events": [{"server_uuid": "63a1884a-7cca-417a-9218-2ed0742b9a77", "name": "network-vif-deleted", "tag": "6a8c4f64-ea72-41e0-b72d-43d614df87b9"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:29:10.705749 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb3c45-e020-48ec-ab41-5f40ed3b1da0 req-af501a34-a0cf-4fdc-b73e-b4a4434d2cf7 tempest-ImagesNegativeTestJSON-1925506772 tempest-ImagesNegativeTestJSON-1925506772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:10.707380 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bfcb3c45-e020-48ec-ab41-5f40ed3b1da0 req-af501a34-a0cf-4fdc-b73e-b4a4434d2cf7 tempest-ImagesNegativeTestJSON-1925506772 tempest-ImagesNegativeTestJSON-1925506772-project] 10.222.0.30 "GET /v2.0/ports?device_id=234d4563-6ce4-4f25-ba7c-3b7a36935d33 HTTP/1.1" status: 200 len: 947 time: 0.1214020 Apr 05 14:29:10.725941 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3f398a27-d518-49ad-8473-e1c3dceaa35f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:10.749491 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bfcb3c45-e020-48ec-ab41-5f40ed3b1da0 req-1ca89eaa-53bf-45ad-80ed-7b5dc3c1765b tempest-ImagesNegativeTestJSON-1925506772 tempest-ImagesNegativeTestJSON-1925506772-project] 10.222.0.30 "GET /v2.0/security-groups?id=76d2b893-1650-4f84-80b2-86d8c6e7f627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350783 Apr 05 14:29:10.922208 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5f247-d6cf-4381-8f4a-5b5b14d8ba88 req-572fa961-b2a2-4438-b0af-4c1022151f8e tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:10.928989 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5f247-d6cf-4381-8f4a-5b5b14d8ba88 req-572fa961-b2a2-4438-b0af-4c1022151f8e tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:10.933019 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-43e15f4f-2aa0-4d5e-bdd9-5588f074cdf2 req-787660f7-0c6a-4d5f-98ca-ce3b6ef5dcdb service neutron] Attempting to bind port 253e9573-54d3-4180-86f0-45ba2cca07f4 on host n-h1-836650-2 for vnic_type normal with profile None {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:29:10.933350 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-43e15f4f-2aa0-4d5e-bdd9-5588f074cdf2 req-787660f7-0c6a-4d5f-98ca-ce3b6ef5dcdb service neutron] Attempting to bind port 253e9573-54d3-4180-86f0-45ba2cca07f4 by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': 'e44f5d0a-bab4-40cf-a1ed-36028ad06628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a37e2d3e-8e8b-49fa-a97d-3b06631436db'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:29:10.933670 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e15f4f-2aa0-4d5e-bdd9-5588f074cdf2 req-787660f7-0c6a-4d5f-98ca-ce3b6ef5dcdb service neutron] Attempting to bind port 253e9573-54d3-4180-86f0-45ba2cca07f4 on network a37e2d3e-8e8b-49fa-a97d-3b06631436db {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:29:10.934881 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5f247-d6cf-4381-8f4a-5b5b14d8ba88 req-572fa961-b2a2-4438-b0af-4c1022151f8e tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:10.947237 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e15f4f-2aa0-4d5e-bdd9-5588f074cdf2 req-787660f7-0c6a-4d5f-98ca-ce3b6ef5dcdb service neutron] Port 253e9573-54d3-4180-86f0-45ba2cca07f4 on network a37e2d3e-8e8b-49fa-a97d-3b06631436db not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:29:10.947562 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e15f4f-2aa0-4d5e-bdd9-5588f074cdf2 req-787660f7-0c6a-4d5f-98ca-ce3b6ef5dcdb service neutron] Attempting to bind port 253e9573-54d3-4180-86f0-45ba2cca07f4 on network a37e2d3e-8e8b-49fa-a97d-3b06631436db {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:29:10.956612 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5f247-d6cf-4381-8f4a-5b5b14d8ba88 req-572fa961-b2a2-4438-b0af-4c1022151f8e tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:10.967079 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e15f4f-2aa0-4d5e-bdd9-5588f074cdf2 req-787660f7-0c6a-4d5f-98ca-ce3b6ef5dcdb service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:29:10.967427 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e15f4f-2aa0-4d5e-bdd9-5588f074cdf2 req-787660f7-0c6a-4d5f-98ca-ce3b6ef5dcdb service neutron] Checking segment: {'id': 'e44f5d0a-bab4-40cf-a1ed-36028ad06628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a37e2d3e-8e8b-49fa-a97d-3b06631436db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:29:10.967797 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e15f4f-2aa0-4d5e-bdd9-5588f074cdf2 req-787660f7-0c6a-4d5f-98ca-ce3b6ef5dcdb service neutron] Bound using segment: {'id': 'e44f5d0a-bab4-40cf-a1ed-36028ad06628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a37e2d3e-8e8b-49fa-a97d-3b06631436db'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:29:10.968226 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-43e15f4f-2aa0-4d5e-bdd9-5588f074cdf2 req-787660f7-0c6a-4d5f-98ca-ce3b6ef5dcdb service neutron] Bound port: 253e9573-54d3-4180-86f0-45ba2cca07f4, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e44f5d0a-bab4-40cf-a1ed-36028ad06628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a37e2d3e-8e8b-49fa-a97d-3b06631436db'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:29:10.968457 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5f247-d6cf-4381-8f4a-5b5b14d8ba88 req-572fa961-b2a2-4438-b0af-4c1022151f8e tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:10.977096 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3f398a27-d518-49ad-8473-e1c3dceaa35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:10.989141 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5f247-d6cf-4381-8f4a-5b5b14d8ba88 req-572fa961-b2a2-4438-b0af-4c1022151f8e tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:10.995491 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5f247-d6cf-4381-8f4a-5b5b14d8ba88 req-572fa961-b2a2-4438-b0af-4c1022151f8e tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:11.003494 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9eb5f247-d6cf-4381-8f4a-5b5b14d8ba88 req-572fa961-b2a2-4438-b0af-4c1022151f8e tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f18ed5e-8412-4093-8697-f85d9fb0ff29 HTTP/1.1" status: 200 len: 5445 time: 0.1527250 Apr 05 14:29:11.053204 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9eb5f247-d6cf-4381-8f4a-5b5b14d8ba88 req-b9ea08c8-984e-41e7-b1ac-e56136d13fe2 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/security-groups?id=af1bc31d-d32e-449d-996f-2d72dd41207d&id=651049ed-3ef9-4175-8455-d871a11c2622&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0485301 Apr 05 14:29:11.068571 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-4e7d5074-84e8-41ea-ba61-c4fcbdc137d8 req-58dfdc10-1967-43d4-98a3-52a8fea6fa42 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:11.069101 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-4e7d5074-84e8-41ea-ba61-c4fcbdc137d8 req-58dfdc10-1967-43d4-98a3-52a8fea6fa42 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:11.069645 n-d-836650-2 neutron-server[103321]: INFO neutron.db.l3_db [req-4e7d5074-84e8-41ea-ba61-c4fcbdc137d8 req-58dfdc10-1967-43d4-98a3-52a8fea6fa42 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Floating IP db6b05ff-cb63-41c3-a637-b84c23ca1a47 disassociated. External IP: 172.25.6.69, port: 659329af-1f62-4118-a74e-178529747466. Apr 05 14:29:11.069990 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-4e7d5074-84e8-41ea-ba61-c4fcbdc137d8 req-58dfdc10-1967-43d4-98a3-52a8fea6fa42 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Calling delete_port for 659329af-1f62-4118-a74e-178529747466 owned by compute:nova {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:29:11.155839 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0ae06ce4-05e2-4355-b3df-b82f585f939f req-dc7f91fb-bf0a-406c-bd8a-2eacef905482 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=63a1884a-7cca-417a-9218-2ed0742b9a77 HTTP/1.1" status: 200 len: 210 time: 0.0303578 Apr 05 14:29:11.225701 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b0685e-efb0-4e20-87d5-db8e2a9675b9 x-openstack-request-id: req-20b0685e-efb0-4e20-87d5-db8e2a9675b9 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:29:11.226314 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63a1884a-7cca-417a-9218-2ed0742b9a77", "name": "network-vif-deleted", "tag": "6a8c4f64-ea72-41e0-b72d-43d614df87b9", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:29:11.230867 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-20b0685e-efb0-4e20-87d5-db8e2a9675b9 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:29:11.230867 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20b0685e-efb0-4e20-87d5-db8e2a9675b9'] response: {'server_uuid': '63a1884a-7cca-417a-9218-2ed0742b9a77', 'name': 'network-vif-deleted', 'tag': '6a8c4f64-ea72-41e0-b72d-43d614df87b9', 'status': 'completed', 'code': 200} Apr 05 14:29:11.237542 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-43e15f4f-2aa0-4d5e-bdd9-5588f074cdf2 req-787660f7-0c6a-4d5f-98ca-ce3b6ef5dcdb service neutron] For port 253e9573-54d3-4180-86f0-45ba2cca07f4, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=253e9573-54d3-4180-86f0-45ba2cca07f4,segment=NetworkSegment(e44f5d0a-bab4-40cf-a1ed-36028ad06628),segment_id=e44f5d0a-bab4-40cf-a1ed-36028ad06628)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:29:11.275850 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3f398a27-d518-49ad-8473-e1c3dceaa35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:11.300278 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f398a27-d518-49ad-8473-e1c3dceaa35f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f212a3f1-0b2e-4210-a6bc-5b270c3607cc,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:11.308722 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-43e15f4f-2aa0-4d5e-bdd9-5588f074cdf2 req-787660f7-0c6a-4d5f-98ca-ce3b6ef5dcdb service neutron] Notify callbacks [] for binding, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:11.309974 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-43e15f4f-2aa0-4d5e-bdd9-5588f074cdf2 req-787660f7-0c6a-4d5f-98ca-ce3b6ef5dcdb service neutron] 10.222.0.30 "POST /v2.0/ports/253e9573-54d3-4180-86f0-45ba2cca07f4/bindings HTTP/1.1" status: 201 len: 389 time: 0.8111427 Apr 05 14:29:11.312471 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3f398a27-d518-49ad-8473-e1c3dceaa35f admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:11.316027 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-3f398a27-d518-49ad-8473-e1c3dceaa35f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/f212a3f1-0b2e-4210-a6bc-5b270c3607cc HTTP/1.1" status: 204 len: 168 time: 0.8714323 Apr 05 14:29:11.318361 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 59224) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:29:11.319937 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12429a0c-93c2-4563-bdd8-39c18c21ecab None None] Network 647dc4e8-bf69-4052-b79d-408fe9778c98 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:29:11.372576 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-4e7d5074-84e8-41ea-ba61-c4fcbdc137d8 req-58dfdc10-1967-43d4-98a3-52a8fea6fa42 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:11.408667 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2cc5e2e9-e376-4196-a59b-e70f7985c2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:11.435552 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dfdc10-1967-43d4-98a3-52a8fea6fa42 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Pushing event deleted for resources: {'Port': ['ID=659329af-1f62-4118-a74e-178529747466,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:11.493821 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-2cc5e2e9-e376-4196-a59b-e70f7985c2cf admin admin] Deleting port 5bbd82a4-6d26-4ceb-9f98-fd4d2710d7fd {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:29:11.494458 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2cc5e2e9-e376-4196-a59b-e70f7985c2cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:11.588918 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device ed4a3ac1-fa56-4e17-ba52-5c7149b70d17 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:29:11.629663 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: ed4a3ac1-fa56-4e17-ba52-5c7149b70d17 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:29:11.629663 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device ed4a3ac1-fa56-4e17-ba52-5c7149b70d17 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:29:11.629663 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device ba48ec37-5bfb-4d41-a777-8ae2f450f013 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:29:11.632114 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e7d5074-84e8-41ea-ba61-c4fcbdc137d8 req-58dfdc10-1967-43d4-98a3-52a8fea6fa42 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Router b51f7681-1fca-4ffc-b441-a4750a7d0547 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:29:11.632982 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e47a076d-31c4-495e-af8c-e7ba267d9347 req-792b48a6-15ca-46c4-89a9-1c8d0b16d504 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f325b30-8b73-4a24-8178-00d31ed91a28 HTTP/1.1" status: 200 len: 210 time: 0.1449280 Apr 05 14:29:11.679417 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-2cc5e2e9-e376-4196-a59b-e70f7985c2cf admin admin] For port 5bbd82a4-6d26-4ceb-9f98-fd4d2710d7fd, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=5bbd82a4-6d26-4ceb-9f98-fd4d2710d7fd,segment=NetworkSegment(b4cb015d-a4e0-4ed2-a081-5d5d8eb4245c),segment_id=b4cb015d-a4e0-4ed2-a081-5d5d8eb4245c)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:29:11.680601 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2cc5e2e9-e376-4196-a59b-e70f7985c2cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:11.682378 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: ba48ec37-5bfb-4d41-a777-8ae2f450f013 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:29:11.682727 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device ba48ec37-5bfb-4d41-a777-8ae2f450f013 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:29:11.684870 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619aa20a-83e7-46ef-88e3-c7d1c1ab49e6 None None] DHCP port deletion for 647dc4e8-bf69-4052-b79d-408fe9778c98 request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:29:11.713723 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-2cc5e2e9-e376-4196-a59b-e70f7985c2cf admin admin] Calling delete_port for 5bbd82a4-6d26-4ceb-9f98-fd4d2710d7fd owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:29:11.755875 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-619aa20a-83e7-46ef-88e3-c7d1c1ab49e6 None None] Deleting port 5bbd82a4-6d26-4ceb-9f98-fd4d2710d7fd {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:29:11.756489 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-619aa20a-83e7-46ef-88e3-c7d1c1ab49e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:11.901754 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-619aa20a-83e7-46ef-88e3-c7d1c1ab49e6 None None] For port 5bbd82a4-6d26-4ceb-9f98-fd4d2710d7fd, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=5bbd82a4-6d26-4ceb-9f98-fd4d2710d7fd,segment=NetworkSegment(b4cb015d-a4e0-4ed2-a081-5d5d8eb4245c),segment_id=b4cb015d-a4e0-4ed2-a081-5d5d8eb4245c)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:29:11.902148 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-619aa20a-83e7-46ef-88e3-c7d1c1ab49e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:11.922516 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e7d5074-84e8-41ea-ba61-c4fcbdc137d8 req-58dfdc10-1967-43d4-98a3-52a8fea6fa42 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:29:11.939245 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-619aa20a-83e7-46ef-88e3-c7d1c1ab49e6 None None] Calling delete_port for 5bbd82a4-6d26-4ceb-9f98-fd4d2710d7fd owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:29:11.949870 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f34bd4-bd42-4238-a551-2e04069ee82a None None] Sync routers for ids ['b51f7681-1fca-4ffc-b441-a4750a7d0547'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:29:11.968091 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3cd43b2e-7a9c-492f-8e3f-b97b65b7bd40 req-9482f751-6b1e-429b-9971-f3638722ce7a tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] 10.222.0.30 "GET /v2.0/ports?device_id=9939cbcc-d5bd-4bf9-a1e3-845bc8f70d6d HTTP/1.1" status: 200 len: 210 time: 0.0985088 Apr 05 14:29:12.017019 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e7d5074-84e8-41ea-ba61-c4fcbdc137d8 req-58dfdc10-1967-43d4-98a3-52a8fea6fa42 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] No DVR routers for this DVR port 659329af-1f62-4118-a74e-178529747466 on host n-h2-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:29:12.020512 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-4e7d5074-84e8-41ea-ba61-c4fcbdc137d8 req-58dfdc10-1967-43d4-98a3-52a8fea6fa42 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:12.028285 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-4e7d5074-84e8-41ea-ba61-c4fcbdc137d8 req-58dfdc10-1967-43d4-98a3-52a8fea6fa42 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] 10.222.0.11 "DELETE /v2.0/ports/659329af-1f62-4118-a74e-178529747466 HTTP/1.1" status: 204 len: 173 time: 1.9743166 Apr 05 14:29:12.030567 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f325b30-8b73-4a24-8178-00d31ed91a28', 'name': 'network-vif-deleted', 'tag': '659329af-1f62-4118-a74e-178529747466'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:29:12.047583 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce6ec6b1-7c4b-4ffa-b721-2ca1ec266b64" -d '{"events": [{"server_uuid": "7f325b30-8b73-4a24-8178-00d31ed91a28", "name": "network-vif-deleted", "tag": "659329af-1f62-4118-a74e-178529747466"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:29:12.052146 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a86a786-6e8f-4519-a124-a4de9e8df30a req-1f1a2287-eb6b-4541-87c3-413019b3376c tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:12.054548 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f34bd4-bd42-4238-a551-2e04069ee82a None None] Routers {'b51f7681-1fca-4ffc-b441-a4750a7d0547'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:29:12.057444 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-f2f34bd4-bd42-4238-a551-2e04069ee82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:28:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['b51f7681-1fca-4ffc-b441-a4750a7d0547'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:12.059433 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9a86a786-6e8f-4519-a124-a4de9e8df30a req-1f1a2287-eb6b-4541-87c3-413019b3376c tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=45a58cb2-8259-4d9f-8d24-085fcb724cdc HTTP/1.1" status: 200 len: 945 time: 0.2164259 Apr 05 14:29:12.140426 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2cc5e2e9-e376-4196-a59b-e70f7985c2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:12.184841 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc5e2e9-e376-4196-a59b-e70f7985c2cf admin admin] No DVR routers for this DVR port 5bbd82a4-6d26-4ceb-9f98-fd4d2710d7fd on host n-d-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:29:12.194221 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc5e2e9-e376-4196-a59b-e70f7985c2cf admin admin] Pushing event deleted for resources: {'Port': ['ID=5bbd82a4-6d26-4ceb-9f98-fd4d2710d7fd,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:12.227663 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:12.237586 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9a86a786-6e8f-4519-a124-a4de9e8df30a req-ac755ec8-ac79-40b4-a7b5-e38773c9debb tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447792 Apr 05 14:29:12.246049 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e15f4f-2aa0-4d5e-bdd9-5588f074cdf2 req-5513f53e-73d9-424b-a6b7-5ce7d19402ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:12.247550 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-43e15f4f-2aa0-4d5e-bdd9-5588f074cdf2 req-5513f53e-73d9-424b-a6b7-5ce7d19402ab service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ec0fa5de45e74f079e998d8c4a01aedf&device_id=45a58cb2-8259-4d9f-8d24-085fcb724cdc HTTP/1.1" status: 200 len: 1096 time: 0.1807518 Apr 05 14:29:12.261900 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 0762703f-c54e-466c-b596-bddf1fd6c2de details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:29:12.264830 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 6a8c4f64-ea72-41e0-b72d-43d614df87b9 no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:29:12.286275 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16d149-e3fe-407b-9add-54611861e606 req-b30551fb-b6fb-45b2-ad73-76f075eea917 tempest-ImagesNegativeTestJSON-1925506772 tempest-ImagesNegativeTestJSON-1925506772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:12.293866 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7a16d149-e3fe-407b-9add-54611861e606 req-b30551fb-b6fb-45b2-ad73-76f075eea917 tempest-ImagesNegativeTestJSON-1925506772 tempest-ImagesNegativeTestJSON-1925506772-project] 10.222.0.30 "GET /v2.0/ports?device_id=234d4563-6ce4-4f25-ba7c-3b7a36935d33 HTTP/1.1" status: 200 len: 947 time: 0.2104285 Apr 05 14:29:12.308869 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-f2f34bd4-bd42-4238-a551-2e04069ee82a None None] Set router b51f7681-1fca-4ffc-b441-a4750a7d0547 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:29:12.328134 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c82cebd-21af-4219-aea9-3db1610f8ad1 x-openstack-request-id: req-9c82cebd-21af-4219-aea9-3db1610f8ad1 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:29:12.330531 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f325b30-8b73-4a24-8178-00d31ed91a28", "name": "network-vif-deleted", "tag": "659329af-1f62-4118-a74e-178529747466", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:29:12.330531 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9c82cebd-21af-4219-aea9-3db1610f8ad1 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:29:12.330531 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c82cebd-21af-4219-aea9-3db1610f8ad1'] response: {'server_uuid': '7f325b30-8b73-4a24-8178-00d31ed91a28', 'name': 'network-vif-deleted', 'tag': '659329af-1f62-4118-a74e-178529747466', 'status': 'completed', 'code': 200} Apr 05 14:29:12.348760 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] No Port match for: 6a8c4f64-ea72-41e0-b72d-43d614df87b9 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:29:12.349468 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 6a8c4f64-ea72-41e0-b72d-43d614df87b9 not bound to the agent host n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:29:12.362876 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-619aa20a-83e7-46ef-88e3-c7d1c1ab49e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:12.406035 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619aa20a-83e7-46ef-88e3-c7d1c1ab49e6 None None] Pushing event deleted for resources: {'Port': ['ID=5bbd82a4-6d26-4ceb-9f98-fd4d2710d7fd,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:12.415088 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619aa20a-83e7-46ef-88e3-c7d1c1ab49e6 None None] No DVR routers for this DVR port 5bbd82a4-6d26-4ceb-9f98-fd4d2710d7fd on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:29:12.437167 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2cc5e2e9-e376-4196-a59b-e70f7985c2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:12.464507 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.db.resource_extend [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 14:29:12.490550 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7a16d149-e3fe-407b-9add-54611861e606 req-819225ca-5ebd-4c93-b860-151f530ab63c tempest-ImagesNegativeTestJSON-1925506772 tempest-ImagesNegativeTestJSON-1925506772-project] 10.222.0.30 "GET /v2.0/security-groups?id=76d2b893-1650-4f84-80b2-86d8c6e7f627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957896 Apr 05 14:29:12.518717 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-2cc5e2e9-e376-4196-a59b-e70f7985c2cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['647dc4e8-bf69-4052-b79d-408fe9778c98']}} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:12.557012 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-2cc5e2e9-e376-4196-a59b-e70f7985c2cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4cb015d-a4e0-4ed2-a081-5d5d8eb4245c') {'for_net_delete': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:12.557312 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-2cc5e2e9-e376-4196-a59b-e70f7985c2cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4cb015d-a4e0-4ed2-a081-5d5d8eb4245c') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:12.627020 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2cc5e2e9-e376-4196-a59b-e70f7985c2cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13399223'] for segment, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:12.631980 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-38a9f778-e6aa-47a4-b38a-14d5e8215167 req-51b11592-165c-45ed-ac00-0f6fb1566fb2 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=63a1884a-7cca-417a-9218-2ed0742b9a77 HTTP/1.1" status: 200 len: 210 time: 0.0670216 Apr 05 14:29:12.633097 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e15f4f-2aa0-4d5e-bdd9-5588f074cdf2 req-c1063f4c-c693-47bc-897a-5ab799e1d840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:12.634460 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-43e15f4f-2aa0-4d5e-bdd9-5588f074cdf2 req-c1063f4c-c693-47bc-897a-5ab799e1d840 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a37e2d3e-8e8b-49fa-a97d-3b06631436db HTTP/1.1" status: 200 len: 921 time: 0.3754625 Apr 05 14:29:12.766619 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-43e15f4f-2aa0-4d5e-bdd9-5588f074cdf2 req-2fbd9879-f9d4-4c65-8ab4-4f747e4dba26 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=253e9573-54d3-4180-86f0-45ba2cca07f4 HTTP/1.1" status: 200 len: 217 time: 0.1030729 Apr 05 14:29:12.767909 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2cc5e2e9-e376-4196-a59b-e70f7985c2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:12.785158 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41288387-7560-4310-9122-ebaaa77720a9 req-8757f7c3-cdf9-43f8-bb99-43eb2c334ba6 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:12.792419 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41288387-7560-4310-9122-ebaaa77720a9 req-8757f7c3-cdf9-43f8-bb99-43eb2c334ba6 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:12.798755 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41288387-7560-4310-9122-ebaaa77720a9 req-8757f7c3-cdf9-43f8-bb99-43eb2c334ba6 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:12.805660 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41288387-7560-4310-9122-ebaaa77720a9 req-8757f7c3-cdf9-43f8-bb99-43eb2c334ba6 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:12.812393 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41288387-7560-4310-9122-ebaaa77720a9 req-8757f7c3-cdf9-43f8-bb99-43eb2c334ba6 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:12.818779 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41288387-7560-4310-9122-ebaaa77720a9 req-8757f7c3-cdf9-43f8-bb99-43eb2c334ba6 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:12.822627 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 0762703f-c54e-466c-b596-bddf1fd6c2de, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=0762703f-c54e-466c-b596-bddf1fd6c2de,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:29:12.825346 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41288387-7560-4310-9122-ebaaa77720a9 req-8757f7c3-cdf9-43f8-bb99-43eb2c334ba6 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:12.834409 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-41288387-7560-4310-9122-ebaaa77720a9 req-8757f7c3-cdf9-43f8-bb99-43eb2c334ba6 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f18ed5e-8412-4093-8697-f85d9fb0ff29 HTTP/1.1" status: 200 len: 5445 time: 0.3426645 Apr 05 14:29:12.847226 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': '0762703f-c54e-466c-b596-bddf1fd6c2de', 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800', 'port_id': '0762703f-c54e-466c-b596-bddf1fd6c2de', 'mac_address': 'fa:16:3e:a2:f6:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:29:12.862828 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cc5e2e9-e376-4196-a59b-e70f7985c2cf admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=103320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:29:12.863404 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2cc5e2e9-e376-4196-a59b-e70f7985c2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15765202'] for segment, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:12.867761 n-d-836650-2 neutron-server[103320]: Traceback (most recent call last): Apr 05 14:29:12.867761 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:29:12.867761 n-d-836650-2 neutron-server[103320]: timer() Apr 05 14:29:12.867761 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:29:12.867761 n-d-836650-2 neutron-server[103320]: cb(*args, **kw) Apr 05 14:29:12.867761 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:29:12.867761 n-d-836650-2 neutron-server[103320]: return func(*args, **kwargs) Apr 05 14:29:12.867761 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:29:12.867761 n-d-836650-2 neutron-server[103320]: self._notify() Apr 05 14:29:12.867761 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:29:12.867761 n-d-836650-2 neutron-server[103320]: self.callback(batched_events) Apr 05 14:29:12.867761 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:29:12.867761 n-d-836650-2 neutron-server[103320]: event.method(event) Apr 05 14:29:12.867761 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:29:12.867761 n-d-836650-2 neutron-server[103320]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:29:12.867761 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:29:12.867761 n-d-836650-2 neutron-server[103320]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:29:12.867761 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:29:12.867761 n-d-836650-2 neutron-server[103320]: return f(self, *a, **k) Apr 05 14:29:12.867761 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:29:12.867761 n-d-836650-2 neutron-server[103320]: return self._get(url).json() Apr 05 14:29:12.867761 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:29:12.867761 n-d-836650-2 neutron-server[103320]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:29:12.867761 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:29:12.867761 n-d-836650-2 neutron-server[103320]: return self.request(url, 'GET', **kwargs) Apr 05 14:29:12.867761 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:29:12.867761 n-d-836650-2 neutron-server[103320]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:29:12.867761 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:29:12.867761 n-d-836650-2 neutron-server[103320]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:29:12.867761 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:29:12.867761 n-d-836650-2 neutron-server[103320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:29:12.867761 n-d-836650-2 neutron-server[103320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:29:12.943206 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-f2f34bd4-bd42-4238-a551-2e04069ee82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51f7681-1fca-4ffc-b441-a4750a7d0547', 'name': 'tempest-AttachSCSIVolumeTestJSON-52481946-router', 'tenant_id': '5020a17be5aa4e2aa79c2e741c944881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': '6476d1ef-e2a1-438c-ac56-93ef6b2cbfb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:25:27Z', 'updated_at': '2022-04-05T14:25:34Z', 'revision_number': 4, 'project_id': '5020a17be5aa4e2aa79c2e741c944881', 'gw_port': {'id': '6476d1ef-e2a1-438c-ac56-93ef6b2cbfb5', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:45:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51f7681-1fca-4ffc-b441-a4750a7d0547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:25:28Z', 'updated_at': '2022-04-05T14:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': 'fdce01be-3d55-4b1a-a12c-14ebc8d4242f', 'name': '', 'network_id': 'f67f3a13-049d-41fc-8f05-879f33bdc3a1', 'tenant_id': '5020a17be5aa4e2aa79c2e741c944881', 'mac_address': 'fa:16:3e:5e:31:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51f7681-1fca-4ffc-b441-a4750a7d0547', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'f6074551-5c62-4edd-9c5d-5fd7282d7688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:25:32Z', 'updated_at': '2022-04-05T14:25:43Z', 'revision_number': 5, 'project_id': '5020a17be5aa4e2aa79c2e741c944881', 'subnets': [{'id': 'f6074551-5c62-4edd-9c5d-5fd7282d7688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:12.946784 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bf59d6fb-1a9b-4c53-b263-eb12eb4e7c71 req-4f54444e-8953-492f-8f0d-a0d175996172 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f325b30-8b73-4a24-8178-00d31ed91a28 HTTP/1.1" status: 200 len: 210 time: 0.1021821 Apr 05 14:29:12.998232 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f34bd4-bd42-4238-a551-2e04069ee82a None None] Checking router: b51f7681-1fca-4ffc-b441-a4750a7d0547 for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:29:13.000594 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:13.018955 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0762703f-c54e-466c-b596-bddf1fd6c2de {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:29:13.023007 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e15f4f-2aa0-4d5e-bdd9-5588f074cdf2 req-d6f9c9d5-3795-4101-a56a-ff1e22b3b49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:13.024488 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-43e15f4f-2aa0-4d5e-bdd9-5588f074cdf2 req-d6f9c9d5-3795-4101-a56a-ff1e22b3b49a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e7ccd1c0-0ac4-418f-bea2-fcb22a694a96 HTTP/1.1" status: 200 len: 860 time: 0.1704769 Apr 05 14:29:13.044805 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 0762703f-c54e-466c-b596-bddf1fd6c2de, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=0762703f-c54e-466c-b596-bddf1fd6c2de,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:29:13.045087 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-41288387-7560-4310-9122-ebaaa77720a9 req-f01c5b72-57de-452f-80e8-291c2624c168 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/security-groups?id=af1bc31d-d32e-449d-996f-2d72dd41207d&id=651049ed-3ef9-4175-8455-d871a11c2622&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1998312 Apr 05 14:29:13.048804 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f34bd4-bd42-4238-a551-2e04069ee82a None None] Routers {'b51f7681-1fca-4ffc-b441-a4750a7d0547'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:29:13.049452 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-f2f34bd4-bd42-4238-a551-2e04069ee82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:28:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['b51f7681-1fca-4ffc-b441-a4750a7d0547'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:13.085097 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-43e15f4f-2aa0-4d5e-bdd9-5588f074cdf2 req-3054c900-67a2-4f7a-b934-63e602f76bd3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a37e2d3e-8e8b-49fa-a97d-3b06631436db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388663 Apr 05 14:29:13.157555 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:13.170113 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2cc5e2e9-e376-4196-a59b-e70f7985c2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:13.179681 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 59248) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:29:13.204426 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2cc5e2e9-e376-4196-a59b-e70f7985c2cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:13.210110 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-2cc5e2e9-e376-4196-a59b-e70f7985c2cf admin admin] 10.222.0.30 "DELETE /v2.0/networks/647dc4e8-bf69-4052-b79d-408fe9778c98 HTTP/1.1" status: 204 len: 168 time: 1.8903799 Apr 05 14:29:13.240133 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc5e2e9-e376-4196-a59b-e70f7985c2cf admin admin] Pushing event deleted for resources: {'Network': ['ID=647dc4e8-bf69-4052-b79d-408fe9778c98,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:13.263539 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-f2f34bd4-bd42-4238-a551-2e04069ee82a None None] Set router b51f7681-1fca-4ffc-b441-a4750a7d0547 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:29:13.293318 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8119c2-846b-42ce-9b22-7826a0ff9fec req-00fae242-be8d-4931-9f7e-71dc64096231 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:13.302770 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8119c2-846b-42ce-9b22-7826a0ff9fec req-00fae242-be8d-4931-9f7e-71dc64096231 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:13.321595 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8119c2-846b-42ce-9b22-7826a0ff9fec req-00fae242-be8d-4931-9f7e-71dc64096231 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:13.331179 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8119c2-846b-42ce-9b22-7826a0ff9fec req-00fae242-be8d-4931-9f7e-71dc64096231 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:13.338222 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8119c2-846b-42ce-9b22-7826a0ff9fec req-00fae242-be8d-4931-9f7e-71dc64096231 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:13.338729 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4c9b3ab4-652c-4ebb-91fa-db15b267aa01 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:13.345290 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8119c2-846b-42ce-9b22-7826a0ff9fec req-00fae242-be8d-4931-9f7e-71dc64096231 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:13.350515 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=0762703f-c54e-466c-b596-bddf1fd6c2de,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:13.351732 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8119c2-846b-42ce-9b22-7826a0ff9fec req-00fae242-be8d-4931-9f7e-71dc64096231 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:13.353924 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3d8119c2-846b-42ce-9b22-7826a0ff9fec req-00fae242-be8d-4931-9f7e-71dc64096231 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f18ed5e-8412-4093-8697-f85d9fb0ff29 HTTP/1.1" status: 200 len: 5445 time: 0.2407503 Apr 05 14:29:13.365399 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 59254) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:29:13.370760 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-b1d3bdd2-d9c6-410d-a94d-dedbffb7e635 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Request body: {'floatingip': {'port_id': '3977feb9-c3a8-4c4f-bc84-70dbef14962f'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:29:13.375329 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4c9b3ab4-652c-4ebb-91fa-db15b267aa01 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:13.451726 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b1d3bdd2-d9c6-410d-a94d-dedbffb7e635 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks [] for floatingip, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:13.455501 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-43e15f4f-2aa0-4d5e-bdd9-5588f074cdf2 req-8bfad6a2-79fa-4ecb-98e1-ec98bfc53fac service neutron] 10.222.0.55 "GET /v2.0/networks/a37e2d3e-8e8b-49fa-a97d-3b06631436db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3621814 Apr 05 14:29:13.532992 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4c9b3ab4-652c-4ebb-91fa-db15b267aa01 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:13.536547 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4c9b3ab4-652c-4ebb-91fa-db15b267aa01 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:13.537823 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-4c9b3ab4-652c-4ebb-91fa-db15b267aa01 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] 10.222.0.30 "DELETE /v2.0/security-groups/403595e2-7934-4903-a0f5-4f63fd0f5444 HTTP/1.1" status: 204 len: 168 time: 0.3571332 Apr 05 14:29:13.558005 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 59258) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:29:13.558923 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9b3ab4-652c-4ebb-91fa-db15b267aa01 tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=403595e2-7934-4903-a0f5-4f63fd0f5444,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:13.591748 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['0762703f-c54e-466c-b596-bddf1fd6c2de'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:29:13.595099 n-d-836650-2 neutron-server[103321]: INFO neutron.api.v2.resource [None req-b9254728-6cef-4dbf-9159-a37171fa882a tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] show failed (client error): The resource could not be found. Apr 05 14:29:13.603679 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-b9254728-6cef-4dbf-9159-a37171fa882a tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] 10.222.0.30 "GET /v2.0/security-groups/403595e2-7934-4903-a0f5-4f63fd0f5444 HTTP/1.1" status: 404 len: 347 time: 0.0398278 Apr 05 14:29:13.603888 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 59260) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:29:13.634119 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 5bbd82a4-6d26-4ceb-9f98-fd4d2710d7fd no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:29:13.700099 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 5bbd82a4-6d26-4ceb-9f98-fd4d2710d7fd {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:29:13.700414 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 5bbd82a4-6d26-4ceb-9f98-fd4d2710d7fd not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:29:13.779152 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-a0872f1d-3aba-4313-b97e-ff420268523f tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Deleting port 81eb0a0a-79a5-4af5-92ab-2208cdd0bc07 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:29:13.779749 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a0872f1d-3aba-4313-b97e-ff420268523f tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:13.802175 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd6a176-35f7-4aed-a769-c9e33bd0a284 req-714683ff-a3de-48f0-9d19-ed862ff75672 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:13.810083 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cdd6a176-35f7-4aed-a769-c9e33bd0a284 req-714683ff-a3de-48f0-9d19-ed862ff75672 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=45a58cb2-8259-4d9f-8d24-085fcb724cdc HTTP/1.1" status: 200 len: 945 time: 0.3946712 Apr 05 14:29:13.891889 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 59264) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:29:13.902420 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-f2f34bd4-bd42-4238-a551-2e04069ee82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51f7681-1fca-4ffc-b441-a4750a7d0547', 'name': 'tempest-AttachSCSIVolumeTestJSON-52481946-router', 'tenant_id': '5020a17be5aa4e2aa79c2e741c944881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': '6476d1ef-e2a1-438c-ac56-93ef6b2cbfb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:25:27Z', 'updated_at': '2022-04-05T14:25:34Z', 'revision_number': 4, 'project_id': '5020a17be5aa4e2aa79c2e741c944881', 'gw_port': {'id': '6476d1ef-e2a1-438c-ac56-93ef6b2cbfb5', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:45:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51f7681-1fca-4ffc-b441-a4750a7d0547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:25:28Z', 'updated_at': '2022-04-05T14:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': 'fdce01be-3d55-4b1a-a12c-14ebc8d4242f', 'name': '', 'network_id': 'f67f3a13-049d-41fc-8f05-879f33bdc3a1', 'tenant_id': '5020a17be5aa4e2aa79c2e741c944881', 'mac_address': 'fa:16:3e:5e:31:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51f7681-1fca-4ffc-b441-a4750a7d0547', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'f6074551-5c62-4edd-9c5d-5fd7282d7688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:25:32Z', 'updated_at': '2022-04-05T14:25:43Z', 'revision_number': 5, 'project_id': '5020a17be5aa4e2aa79c2e741c944881', 'subnets': [{'id': 'f6074551-5c62-4edd-9c5d-5fd7282d7688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:13.931218 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cdd6a176-35f7-4aed-a769-c9e33bd0a284 req-9616b735-670a-4d11-9f62-b64fc2fb704b tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872295 Apr 05 14:29:13.945272 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f34bd4-bd42-4238-a551-2e04069ee82a None None] The sync data for ids ['b51f7681-1fca-4ffc-b441-a4750a7d0547'] in n-d-836650-2 is: [{'id': 'b51f7681-1fca-4ffc-b441-a4750a7d0547', 'name': 'tempest-AttachSCSIVolumeTestJSON-52481946-router', 'tenant_id': '5020a17be5aa4e2aa79c2e741c944881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': '6476d1ef-e2a1-438c-ac56-93ef6b2cbfb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:25:27Z', 'updated_at': '2022-04-05T14:25:34Z', 'revision_number': 4, 'project_id': '5020a17be5aa4e2aa79c2e741c944881', 'gw_port': {'id': '6476d1ef-e2a1-438c-ac56-93ef6b2cbfb5', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:45:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51f7681-1fca-4ffc-b441-a4750a7d0547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:25:28Z', 'updated_at': '2022-04-05T14:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': 'fdce01be-3d55-4b1a-a12c-14ebc8d4242f', 'name': '', 'network_id': 'f67f3a13-049d-41fc-8f05-879f33bdc3a1', 'tenant_id': '5020a17be5aa4e2aa79c2e741c944881', 'mac_address': 'fa:16:3e:5e:31:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51f7681-1fca-4ffc-b441-a4750a7d0547', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'f6074551-5c62-4edd-9c5d-5fd7282d7688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:25:32Z', 'updated_at': '2022-04-05T14:25:43Z', 'revision_number': 5, 'project_id': '5020a17be5aa4e2aa79c2e741c944881', 'subnets': [{'id': 'f6074551-5c62-4edd-9c5d-5fd7282d7688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:29:13.952210 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:13.972126 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a0872f1d-3aba-4313-b97e-ff420268523f tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:13.972594 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a0872f1d-3aba-4313-b97e-ff420268523f tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:13.978780 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57083761-7702-4275-a659-a5494f51a280 req-369c91e0-be8c-4d00-9ace-34feca996e56 tempest-ImagesNegativeTestJSON-1925506772 tempest-ImagesNegativeTestJSON-1925506772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:13.982515 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-57083761-7702-4275-a659-a5494f51a280 req-369c91e0-be8c-4d00-9ace-34feca996e56 tempest-ImagesNegativeTestJSON-1925506772 tempest-ImagesNegativeTestJSON-1925506772-project] 10.222.0.30 "GET /v2.0/ports?device_id=234d4563-6ce4-4f25-ba7c-3b7a36935d33 HTTP/1.1" status: 200 len: 948 time: 0.3501329 Apr 05 14:29:13.987547 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-9dc0d447-f43b-48ef-81fd-ce6937e135d9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4814756400aa4b0cbfcb23ed851dcc5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0803859 Apr 05 14:29:13.988371 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 59268) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:29:14.012346 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-a0872f1d-3aba-4313-b97e-ff420268523f tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Calling delete_port for 81eb0a0a-79a5-4af5-92ab-2208cdd0bc07 owned by network:floatingip {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:29:14.036571 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-43e15f4f-2aa0-4d5e-bdd9-5588f074cdf2 req-43d3697a-0c50-4823-8d2b-fba857ed0065 service neutron] 10.222.0.55 "GET /v2.0/networks/a37e2d3e-8e8b-49fa-a97d-3b06631436db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4301932 Apr 05 14:29:14.106038 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-07812251-d18b-45bf-ab33-998282448a9c req-46d2d4a6-5244-4d95-ae77-821480674773 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=63a1884a-7cca-417a-9218-2ed0742b9a77 HTTP/1.1" status: 200 len: 210 time: 0.0684593 Apr 05 14:29:14.118894 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6f9df0a8-d46f-4b0d-84de-58a9b2c77126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:14.155252 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6f9df0a8-d46f-4b0d-84de-58a9b2c77126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:14.162514 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-57083761-7702-4275-a659-a5494f51a280 req-009019fb-29cf-4d88-8d6b-c90ea26d014b tempest-ImagesNegativeTestJSON-1925506772 tempest-ImagesNegativeTestJSON-1925506772-project] 10.222.0.30 "GET /v2.0/security-groups?id=76d2b893-1650-4f84-80b2-86d8c6e7f627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604836 Apr 05 14:29:14.264372 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 659329af-1f62-4118-a74e-178529747466 no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:29:14.295855 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 59272) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:29:14.304327 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] No Port match for: 659329af-1f62-4118-a74e-178529747466 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:29:14.304567 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 659329af-1f62-4118-a74e-178529747466 not bound to the agent host n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:29:14.366147 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a0872f1d-3aba-4313-b97e-ff420268523f tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:14.386760 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6f9df0a8-d46f-4b0d-84de-58a9b2c77126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:14.389432 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6f9df0a8-d46f-4b0d-84de-58a9b2c77126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:14.390640 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-6f9df0a8-d46f-4b0d-84de-58a9b2c77126 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7aaa51cc-6ade-4d7a-9873-6eecb3a481ea HTTP/1.1" status: 204 len: 168 time: 0.3884912 Apr 05 14:29:14.406609 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656f2077-ee40-402a-9554-df0c87a8216c None None] New status for floating IP db6b05ff-cb63-41c3-a637-b84c23ca1a47: DOWN {{(pid=103323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 14:29:14.422368 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0872f1d-3aba-4313-b97e-ff420268523f tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Pushing event deleted for resources: {'Port': ['ID=81eb0a0a-79a5-4af5-92ab-2208cdd0bc07,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:14.441903 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9df0a8-d46f-4b0d-84de-58a9b2c77126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aaa51cc-6ade-4d7a-9873-6eecb3a481ea,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:14.487408 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0757257a-3688-437b-807e-697b5e49d9c1 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:14.529060 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b1d3bdd2-d9c6-410d-a94d-dedbffb7e635 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:14.537183 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a0872f1d-3aba-4313-b97e-ff420268523f tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Notify callbacks [] for floatingip, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:14.541260 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a0872f1d-3aba-4313-b97e-ff420268523f tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:14.547139 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 59276) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:29:14.554844 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-a0872f1d-3aba-4313-b97e-ff420268523f tempest-ServersTestBootFromVolume-1610276700 tempest-ServersTestBootFromVolume-1610276700-project] 10.222.0.30 "DELETE /v2.0/floatingips/6a29ef6b-ab80-42cb-9ee6-4b60cb8ad725 HTTP/1.1" status: 204 len: 168 time: 0.9497538 Apr 05 14:29:14.557915 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0757257a-3688-437b-807e-697b5e49d9c1 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:14.653009 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b1d3bdd2-d9c6-410d-a94d-dedbffb7e635 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:14.722151 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0757257a-3688-437b-807e-697b5e49d9c1 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:14.724679 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0757257a-3688-437b-807e-697b5e49d9c1 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:14.729945 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-0757257a-3688-437b-807e-697b5e49d9c1 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] 10.222.0.30 "DELETE /v2.0/security-groups/e3a3c9f2-f079-4fb1-8562-4ce1cb0f8e3b HTTP/1.1" status: 204 len: 168 time: 0.4328125 Apr 05 14:29:14.730630 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 59278) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:29:14.762526 n-d-836650-2 neutron-server[103321]: INFO neutron.api.v2.resource [None req-21b02055-5ab7-4634-ab01-fc3088f6ec44 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] show failed (client error): The resource could not be found. Apr 05 14:29:14.763832 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-21b02055-5ab7-4634-ab01-fc3088f6ec44 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] 10.222.0.30 "GET /v2.0/security-groups/e3a3c9f2-f079-4fb1-8562-4ce1cb0f8e3b HTTP/1.1" status: 404 len: 347 time: 0.0292914 Apr 05 14:29:14.769328 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 59280) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:29:14.777082 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757257a-3688-437b-807e-697b5e49d9c1 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a3c9f2-f079-4fb1-8562-4ce1cb0f8e3b,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:14.823395 n-d-836650-2 neutron-server[103320]: INFO neutron.db.l3_db [None req-b1d3bdd2-d9c6-410d-a94d-dedbffb7e635 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Floating IP 20de2d0e-b8e9-4139-ad6e-5f5d8828e18f associated. External IP: 172.25.6.249, port: 3977feb9-c3a8-4c4f-bc84-70dbef14962f. Apr 05 14:29:15.037590 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-c066d6b5-28df-40db-b389-f28bf94b8aa3 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Deleting port 12767b75-364a-4185-aece-bf3f11916d5a {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:29:15.037936 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c066d6b5-28df-40db-b389-f28bf94b8aa3 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:15.163572 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c066d6b5-28df-40db-b389-f28bf94b8aa3 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:15.164017 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c066d6b5-28df-40db-b389-f28bf94b8aa3 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:15.178755 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-c066d6b5-28df-40db-b389-f28bf94b8aa3 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Calling delete_port for 12767b75-364a-4185-aece-bf3f11916d5a owned by network:floatingip {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:29:15.384285 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c066d6b5-28df-40db-b389-f28bf94b8aa3 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:15.415241 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c066d6b5-28df-40db-b389-f28bf94b8aa3 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Pushing event deleted for resources: {'Port': ['ID=12767b75-364a-4185-aece-bf3f11916d5a,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:15.503694 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c066d6b5-28df-40db-b389-f28bf94b8aa3 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Notify callbacks [] for floatingip, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:15.507255 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c066d6b5-28df-40db-b389-f28bf94b8aa3 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:15.508441 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-c066d6b5-28df-40db-b389-f28bf94b8aa3 tempest-AttachSCSIVolumeTestJSON-417659043 tempest-AttachSCSIVolumeTestJSON-417659043-project] 10.222.0.30 "DELETE /v2.0/floatingips/db6b05ff-cb63-41c3-a637-b84c23ca1a47 HTTP/1.1" status: 204 len: 168 time: 0.7372892 Apr 05 14:29:15.548137 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f9e698fc-0133-457a-b861-c9bba5d3eb14 req-d27bc3c9-bfb0-4b78-8757-eddd1913b955 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=63a1884a-7cca-417a-9218-2ed0742b9a77 HTTP/1.1" status: 200 len: 210 time: 0.0708847 Apr 05 14:29:15.746067 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae23919-5e80-4232-9344-db7e6d83c4bb req-b22123b3-a8c7-4ae2-b39a-cf332577bafd tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:15.747572 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2ae23919-5e80-4232-9344-db7e6d83c4bb req-b22123b3-a8c7-4ae2-b39a-cf332577bafd tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=45a58cb2-8259-4d9f-8d24-085fcb724cdc HTTP/1.1" status: 200 len: 945 time: 0.6451530 Apr 05 14:29:15.807609 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1d3bdd2-d9c6-410d-a94d-dedbffb7e635 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Router 213e08ce-06de-4afe-8880-8f17ba1a9046 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:29:15.824904 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d346b-1246-44ce-8bee-3406d13c0085 req-c91ba339-5e6f-43ff-b2e3-4810eb30183d tempest-ImagesNegativeTestJSON-1925506772 tempest-ImagesNegativeTestJSON-1925506772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:15.826432 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0e1d346b-1246-44ce-8bee-3406d13c0085 req-c91ba339-5e6f-43ff-b2e3-4810eb30183d tempest-ImagesNegativeTestJSON-1925506772 tempest-ImagesNegativeTestJSON-1925506772-project] 10.222.0.30 "GET /v2.0/ports?device_id=234d4563-6ce4-4f25-ba7c-3b7a36935d33 HTTP/1.1" status: 200 len: 948 time: 0.1456382 Apr 05 14:29:15.864565 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2ae23919-5e80-4232-9344-db7e6d83c4bb req-eca11cb5-3e17-436f-9f1c-c18a15cb5722 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059709 Apr 05 14:29:15.979307 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0e1d346b-1246-44ce-8bee-3406d13c0085 req-ccc803eb-5578-459b-810a-ac9cd4bc5537 tempest-ImagesNegativeTestJSON-1925506772 tempest-ImagesNegativeTestJSON-1925506772-project] 10.222.0.30 "GET /v2.0/security-groups?id=76d2b893-1650-4f84-80b2-86d8c6e7f627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368220 Apr 05 14:29:16.047259 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1d3bdd2-d9c6-410d-a94d-dedbffb7e635 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:29:16.054029 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b1d3bdd2-d9c6-410d-a94d-dedbffb7e635 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:16.062401 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18863d7b-aed2-4833-8ff7-ec046a18a3b3 None None] Sync routers for ids ['213e08ce-06de-4afe-8880-8f17ba1a9046'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:29:16.073519 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18863d7b-aed2-4833-8ff7-ec046a18a3b3 None None] Routers {'213e08ce-06de-4afe-8880-8f17ba1a9046'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:29:16.076244 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-18863d7b-aed2-4833-8ff7-ec046a18a3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:28:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['213e08ce-06de-4afe-8880-8f17ba1a9046'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:16.106963 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-b1d3bdd2-d9c6-410d-a94d-dedbffb7e635 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "PUT /v2.0/floatingips/20de2d0e-b8e9-4139-ad6e-5f5d8828e18f HTTP/1.1" status: 200 len: 992 time: 2.7393231 Apr 05 14:29:16.120938 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f18ed5e-8412-4093-8697-f85d9fb0ff29', 'tag': '3977feb9-c3a8-4c4f-bc84-70dbef14962f'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:29:16.120938 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f31a7fc1-4af5-4193-9139-5333f06d2dcf" -d '{"events": [{"name": "network-changed", "server_uuid": "9f18ed5e-8412-4093-8697-f85d9fb0ff29", "tag": "3977feb9-c3a8-4c4f-bc84-70dbef14962f"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:29:16.171502 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ce8c9518-4736-4d20-9ff4-7389c0c560d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809988'] for router_interface, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:16.231221 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-18863d7b-aed2-4833-8ff7-ec046a18a3b3 None None] Set router 213e08ce-06de-4afe-8880-8f17ba1a9046 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:29:16.235936 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b597e0d-8109-472e-aba6-d7f39387eaa2 x-openstack-request-id: req-9b597e0d-8109-472e-aba6-d7f39387eaa2 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:29:16.236232 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f18ed5e-8412-4093-8697-f85d9fb0ff29", "tag": "3977feb9-c3a8-4c4f-bc84-70dbef14962f", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:29:16.236485 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9b597e0d-8109-472e-aba6-d7f39387eaa2 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:29:16.236896 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b597e0d-8109-472e-aba6-d7f39387eaa2'] response: {'name': 'network-changed', 'server_uuid': '9f18ed5e-8412-4093-8697-f85d9fb0ff29', 'tag': '3977feb9-c3a8-4c4f-bc84-70dbef14962f', 'status': 'completed', 'code': 200} Apr 05 14:29:16.270470 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 0762703f-c54e-466c-b596-bddf1fd6c2de up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:29:16.340462 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a7fc1-4af5-4193-9139-5333f06d2dcf req-aec88135-2d32-4d0a-8435-8cae6b7f119d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:16.340974 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a7fc1-4af5-4193-9139-5333f06d2dcf req-aec88135-2d32-4d0a-8435-8cae6b7f119d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:16.341587 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a7fc1-4af5-4193-9139-5333f06d2dcf req-aec88135-2d32-4d0a-8435-8cae6b7f119d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:16.342058 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a7fc1-4af5-4193-9139-5333f06d2dcf req-aec88135-2d32-4d0a-8435-8cae6b7f119d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:16.342522 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a7fc1-4af5-4193-9139-5333f06d2dcf req-aec88135-2d32-4d0a-8435-8cae6b7f119d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:16.342983 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a7fc1-4af5-4193-9139-5333f06d2dcf req-aec88135-2d32-4d0a-8435-8cae6b7f119d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:16.343438 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a7fc1-4af5-4193-9139-5333f06d2dcf req-aec88135-2d32-4d0a-8435-8cae6b7f119d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:16.345499 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f31a7fc1-4af5-4193-9139-5333f06d2dcf req-aec88135-2d32-4d0a-8435-8cae6b7f119d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4c46023293d04937b7cc39b36bfca09f&device_id=9f18ed5e-8412-4093-8697-f85d9fb0ff29 HTTP/1.1" status: 200 len: 6502 time: 0.1113758 Apr 05 14:29:16.534908 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a7fc1-4af5-4193-9139-5333f06d2dcf req-50f9d408-bf50-453c-b8f5-0356aeff3994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:16.537381 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f31a7fc1-4af5-4193-9139-5333f06d2dcf req-50f9d408-bf50-453c-b8f5-0356aeff3994 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c0294919-aea9-4315-98b3-d37ae7dfdddb HTTP/1.1" status: 200 len: 917 time: 0.1822705 Apr 05 14:29:16.569881 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning for port 0762703f-c54e-466c-b596-bddf1fd6c2de completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:29:16.577577 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port 0762703f-c54e-466c-b596-bddf1fd6c2de triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:29:16.578181 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:16.679384 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-18863d7b-aed2-4833-8ff7-ec046a18a3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '213e08ce-06de-4afe-8880-8f17ba1a9046', 'name': 'tempest-TaggedBootDevicesTest_v242-163172619-router', 'tenant_id': '4c46023293d04937b7cc39b36bfca09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '3721221a-2ce3-4412-ac4e-c5be5ed09a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:26:30Z', 'updated_at': '2022-04-05T14:26:36Z', 'revision_number': 4, 'project_id': '4c46023293d04937b7cc39b36bfca09f', 'gw_port': {'id': '3721221a-2ce3-4412-ac4e-c5be5ed09a0d', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213e08ce-06de-4afe-8880-8f17ba1a9046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:26:31Z', 'updated_at': '2022-04-05T14:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': '20de2d0e-b8e9-4139-ad6e-5f5d8828e18f', 'tenant_id': '4c46023293d04937b7cc39b36bfca09f', 'floating_ip_address': '172.25.6.249', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': '213e08ce-06de-4afe-8880-8f17ba1a9046', 'port_id': '3977feb9-c3a8-4c4f-bc84-70dbef14962f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 795, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0294919-aea9-4315-98b3-d37ae7dfdddb', 'mac_address': 'fa:16:3e:50:80:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f18ed5e-8412-4093-8697-f85d9fb0ff29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:28:02Z', 'updated_at': '2022-04-05T14:29:14Z', 'revision_number': 1, 'project_id': '4c46023293d04937b7cc39b36bfca09f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a2d418-9804-4460-a541-944ff59ad89f', 'name': '', 'network_id': 'c0294919-aea9-4315-98b3-d37ae7dfdddb', 'tenant_id': '4c46023293d04937b7cc39b36bfca09f', 'mac_address': 'fa:16:3e:b9:58:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213e08ce-06de-4afe-8880-8f17ba1a9046', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '5259f0aa-646e-4e1c-be67-02efc0873c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:26:34Z', 'updated_at': '2022-04-05T14:26:44Z', 'revision_number': 5, 'project_id': '4c46023293d04937b7cc39b36bfca09f', 'subnets': [{'id': '5259f0aa-646e-4e1c-be67-02efc0873c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:16.717438 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4b9d7ca7-1a71-49ef-9a2a-f6386c3b9ae3 req-dc177d6b-75db-47fd-bd85-414db9120969 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=63a1884a-7cca-417a-9218-2ed0742b9a77 HTTP/1.1" status: 200 len: 210 time: 0.0651429 Apr 05 14:29:16.731232 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f31a7fc1-4af5-4193-9139-5333f06d2dcf req-18556640-171e-4b3e-8ad7-13087968fd80 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3977feb9-c3a8-4c4f-bc84-70dbef14962f HTTP/1.1" status: 200 len: 1000 time: 0.1841228 Apr 05 14:29:16.782528 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:16.784765 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-ce8c9518-4736-4d20-9ff4-7389c0c560d1 admin admin] Deleting port 3d173a13-71bb-4b33-9dfa-6ccddca230d6 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:29:16.785142 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ce8c9518-4736-4d20-9ff4-7389c0c560d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:16.785322 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18863d7b-aed2-4833-8ff7-ec046a18a3b3 None None] Checking router: 213e08ce-06de-4afe-8880-8f17ba1a9046 for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:29:16.813606 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18863d7b-aed2-4833-8ff7-ec046a18a3b3 None None] Routers {'213e08ce-06de-4afe-8880-8f17ba1a9046'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:29:16.814245 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-18863d7b-aed2-4833-8ff7-ec046a18a3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:28:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['213e08ce-06de-4afe-8880-8f17ba1a9046'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:16.822703 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '234d4563-6ce4-4f25-ba7c-3b7a36935d33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0762703f-c54e-466c-b596-bddf1fd6c2de'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:29:16.825424 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f0830d-3df5-4ea0-8243-cf9330da7c92" -d '{"events": [{"server_uuid": "234d4563-6ce4-4f25-ba7c-3b7a36935d33", "name": "network-vif-plugged", "status": "completed", "tag": "0762703f-c54e-466c-b596-bddf1fd6c2de"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:29:16.844968 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a7fc1-4af5-4193-9139-5333f06d2dcf req-b72af626-c249-406d-8025-e1b6d200f932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:16.846451 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f31a7fc1-4af5-4193-9139-5333f06d2dcf req-b72af626-c249-406d-8025-e1b6d200f932 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5259f0aa-646e-4e1c-be67-02efc0873c39 HTTP/1.1" status: 200 len: 855 time: 0.1052349 Apr 05 14:29:16.908353 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c714dc-78ba-4880-8057-23cc9ca37843 x-openstack-request-id: req-f4c714dc-78ba-4880-8057-23cc9ca37843 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:29:16.908713 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "234d4563-6ce4-4f25-ba7c-3b7a36935d33", "name": "network-vif-plugged", "status": "completed", "tag": "0762703f-c54e-466c-b596-bddf1fd6c2de", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:29:16.911723 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f4c714dc-78ba-4880-8057-23cc9ca37843 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:29:16.912120 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4c714dc-78ba-4880-8057-23cc9ca37843'] response: {'server_uuid': '234d4563-6ce4-4f25-ba7c-3b7a36935d33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0762703f-c54e-466c-b596-bddf1fd6c2de', 'code': 200} Apr 05 14:29:16.919001 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 0762703f-c54e-466c-b596-bddf1fd6c2de, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=0762703f-c54e-466c-b596-bddf1fd6c2de,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:29:16.945876 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a7fc1-4af5-4193-9139-5333f06d2dcf req-37ee0fe2-bbda-41b9-9045-5318c80e807f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:16.947405 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f31a7fc1-4af5-4193-9139-5333f06d2dcf req-37ee0fe2-bbda-41b9-9045-5318c80e807f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0294919-aea9-4315-98b3-d37ae7dfdddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0923848 Apr 05 14:29:16.953390 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-ce8c9518-4736-4d20-9ff4-7389c0c560d1 admin admin] For port 3d173a13-71bb-4b33-9dfa-6ccddca230d6, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=3d173a13-71bb-4b33-9dfa-6ccddca230d6,segment=NetworkSegment(e0d42d0c-39ab-4901-bd26-f5a175dae870),segment_id=e0d42d0c-39ab-4901-bd26-f5a175dae870)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:29:16.953778 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ce8c9518-4736-4d20-9ff4-7389c0c560d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:16.993875 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-ce8c9518-4736-4d20-9ff4-7389c0c560d1 admin admin] Calling delete_port for 3d173a13-71bb-4b33-9dfa-6ccddca230d6 owned by network:router_interface {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:29:17.004149 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:17.086976 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7e134b-8e03-45e8-8116-0b2e328d5c87 req-18c436ab-8e7a-4e73-965b-91d58ee8e368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:17.094179 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-bd7e134b-8e03-45e8-8116-0b2e328d5c87 req-18c436ab-8e7a-4e73-965b-91d58ee8e368 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=234d4563-6ce4-4f25-ba7c-3b7a36935d33 HTTP/1.1" status: 200 len: 1099 time: 0.1274738 Apr 05 14:29:17.175145 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9867f623-63df-4d1a-a82f-63b4d042961c req-6a2d1919-9874-4cf1-b65a-768ab22c0b8d tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:17.177200 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-bd7e134b-8e03-45e8-8116-0b2e328d5c87 req-bbab7ae7-85d9-4313-87e4-1caa27a19985 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=76d2b893-1650-4f84-80b2-86d8c6e7f627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750391 Apr 05 14:29:17.183325 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9867f623-63df-4d1a-a82f-63b4d042961c req-6a2d1919-9874-4cf1-b65a-768ab22c0b8d tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=45a58cb2-8259-4d9f-8d24-085fcb724cdc HTTP/1.1" status: 200 len: 945 time: 0.1535842 Apr 05 14:29:17.210515 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f31a7fc1-4af5-4193-9139-5333f06d2dcf req-f8aaeb10-daba-4800-8085-a6cfaf6a44c3 service neutron] 10.222.0.55 "GET /v2.0/networks/c0294919-aea9-4315-98b3-d37ae7dfdddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534709 Apr 05 14:29:17.342054 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9867f623-63df-4d1a-a82f-63b4d042961c req-6170690a-5c84-49c5-8323-7777165859ec tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577017 Apr 05 14:29:17.345543 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-18863d7b-aed2-4833-8ff7-ec046a18a3b3 None None] Set router 213e08ce-06de-4afe-8880-8f17ba1a9046 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:29:17.420260 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=0762703f-c54e-466c-b596-bddf1fd6c2de,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:17.511345 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c32adba-5a21-4109-a153-ff701106eb65 req-948b3ec4-e91f-4b5f-86dc-11c694c8bcd0 tempest-ImagesNegativeTestJSON-1925506772 tempest-ImagesNegativeTestJSON-1925506772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:17.519136 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7c32adba-5a21-4109-a153-ff701106eb65 req-948b3ec4-e91f-4b5f-86dc-11c694c8bcd0 tempest-ImagesNegativeTestJSON-1925506772 tempest-ImagesNegativeTestJSON-1925506772-project] 10.222.0.30 "GET /v2.0/ports?device_id=234d4563-6ce4-4f25-ba7c-3b7a36935d33 HTTP/1.1" status: 200 len: 949 time: 0.1753621 Apr 05 14:29:17.529256 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f31a7fc1-4af5-4193-9139-5333f06d2dcf req-e191798d-ce33-49c1-a95a-9ae71cf4919e service neutron] 10.222.0.55 "GET /v2.0/networks/c0294919-aea9-4315-98b3-d37ae7dfdddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806780 Apr 05 14:29:17.570660 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7c32adba-5a21-4109-a153-ff701106eb65 req-ca92e7c8-3e5d-4ccc-9e3d-b42cee94f899 tempest-ImagesNegativeTestJSON-1925506772 tempest-ImagesNegativeTestJSON-1925506772-project] 10.222.0.30 "GET /v2.0/security-groups?id=76d2b893-1650-4f84-80b2-86d8c6e7f627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501754 Apr 05 14:29:17.591018 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ce8c9518-4736-4d20-9ff4-7389c0c560d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:17.619312 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8c9518-4736-4d20-9ff4-7389c0c560d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d173a13-71bb-4b33-9dfa-6ccddca230d6,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:17.837873 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-18863d7b-aed2-4833-8ff7-ec046a18a3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '213e08ce-06de-4afe-8880-8f17ba1a9046', 'name': 'tempest-TaggedBootDevicesTest_v242-163172619-router', 'tenant_id': '4c46023293d04937b7cc39b36bfca09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '3721221a-2ce3-4412-ac4e-c5be5ed09a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:26:30Z', 'updated_at': '2022-04-05T14:26:36Z', 'revision_number': 4, 'project_id': '4c46023293d04937b7cc39b36bfca09f', 'gw_port': {'id': '3721221a-2ce3-4412-ac4e-c5be5ed09a0d', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213e08ce-06de-4afe-8880-8f17ba1a9046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:26:31Z', 'updated_at': '2022-04-05T14:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': '20de2d0e-b8e9-4139-ad6e-5f5d8828e18f', 'tenant_id': '4c46023293d04937b7cc39b36bfca09f', 'floating_ip_address': '172.25.6.249', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': '213e08ce-06de-4afe-8880-8f17ba1a9046', 'port_id': '3977feb9-c3a8-4c4f-bc84-70dbef14962f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 795, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0294919-aea9-4315-98b3-d37ae7dfdddb', 'mac_address': 'fa:16:3e:50:80:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f18ed5e-8412-4093-8697-f85d9fb0ff29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:28:02Z', 'updated_at': '2022-04-05T14:29:14Z', 'revision_number': 1, 'project_id': '4c46023293d04937b7cc39b36bfca09f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a2d418-9804-4460-a541-944ff59ad89f', 'name': '', 'network_id': 'c0294919-aea9-4315-98b3-d37ae7dfdddb', 'tenant_id': '4c46023293d04937b7cc39b36bfca09f', 'mac_address': 'fa:16:3e:b9:58:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213e08ce-06de-4afe-8880-8f17ba1a9046', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '5259f0aa-646e-4e1c-be67-02efc0873c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:26:34Z', 'updated_at': '2022-04-05T14:26:44Z', 'revision_number': 5, 'project_id': '4c46023293d04937b7cc39b36bfca09f', 'subnets': [{'id': '5259f0aa-646e-4e1c-be67-02efc0873c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:17.857307 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ce8c9518-4736-4d20-9ff4-7389c0c560d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1798829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810128'] for router_interface, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:17.912143 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18863d7b-aed2-4833-8ff7-ec046a18a3b3 None None] The sync data for ids ['213e08ce-06de-4afe-8880-8f17ba1a9046'] in n-d-836650-2 is: [{'id': '213e08ce-06de-4afe-8880-8f17ba1a9046', 'name': 'tempest-TaggedBootDevicesTest_v242-163172619-router', 'tenant_id': '4c46023293d04937b7cc39b36bfca09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '3721221a-2ce3-4412-ac4e-c5be5ed09a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:26:30Z', 'updated_at': '2022-04-05T14:26:36Z', 'revision_number': 4, 'project_id': '4c46023293d04937b7cc39b36bfca09f', 'gw_port': {'id': '3721221a-2ce3-4412-ac4e-c5be5ed09a0d', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213e08ce-06de-4afe-8880-8f17ba1a9046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:26:31Z', 'updated_at': '2022-04-05T14:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': '20de2d0e-b8e9-4139-ad6e-5f5d8828e18f', 'tenant_id': '4c46023293d04937b7cc39b36bfca09f', 'floating_ip_address': '172.25.6.249', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': '213e08ce-06de-4afe-8880-8f17ba1a9046', 'port_id': '3977feb9-c3a8-4c4f-bc84-70dbef14962f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 795, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0294919-aea9-4315-98b3-d37ae7dfdddb', 'mac_address': 'fa:16:3e:50:80:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f18ed5e-8412-4093-8697-f85d9fb0ff29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:28:02Z', 'updated_at': '2022-04-05T14:29:14Z', 'revision_number': 1, 'project_id': '4c46023293d04937b7cc39b36bfca09f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a2d418-9804-4460-a541-944ff59ad89f', 'name': '', 'network_id': 'c0294919-aea9-4315-98b3-d37ae7dfdddb', 'tenant_id': '4c46023293d04937b7cc39b36bfca09f', 'mac_address': 'fa:16:3e:b9:58:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213e08ce-06de-4afe-8880-8f17ba1a9046', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '5259f0aa-646e-4e1c-be67-02efc0873c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:26:34Z', 'updated_at': '2022-04-05T14:26:44Z', 'revision_number': 5, 'project_id': '4c46023293d04937b7cc39b36bfca09f', 'subnets': [{'id': '5259f0aa-646e-4e1c-be67-02efc0873c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:29:18.210141 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce8c9518-4736-4d20-9ff4-7389c0c560d1 admin admin] Router b818180f-1cb0-4b40-8941-bfaceeabbd05 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:29:18.293063 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e6ee88-2c02-4450-ad4a-b589aba2203b None None] New status for floating IP 20de2d0e-b8e9-4139-ad6e-5f5d8828e18f: ACTIVE {{(pid=103323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 14:29:18.412560 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce8c9518-4736-4d20-9ff4-7389c0c560d1 admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:29:18.424475 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505c9c07-4a4f-4af9-bfc9-6a9004a21fda None None] Sync routers for ids ['b818180f-1cb0-4b40-8941-bfaceeabbd05'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:29:18.444112 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 59412) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:29:18.447694 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505c9c07-4a4f-4af9-bfc9-6a9004a21fda None None] Routers {'b818180f-1cb0-4b40-8941-bfaceeabbd05'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:29:18.448308 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-ce8c9518-4736-4d20-9ff4-7389c0c560d1 admin admin] 10.222.0.30 "PUT /v2.0/routers/b818180f-1cb0-4b40-8941-bfaceeabbd05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9000175 Apr 05 14:29:18.451358 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-505c9c07-4a4f-4af9-bfc9-6a9004a21fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:28:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['b818180f-1cb0-4b40-8941-bfaceeabbd05'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:18.553750 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa50950d-8ea3-4bb3-8a87-ae59bc8ad01e req-697c8d9b-a126-4b3c-a7cc-8263b07a4c1e tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:18.563675 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-aa50950d-8ea3-4bb3-8a87-ae59bc8ad01e req-697c8d9b-a126-4b3c-a7cc-8263b07a4c1e tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/networks?id=a926837a-905f-4dbb-b5dd-5a4dcb465fd4 HTTP/1.1" status: 200 len: 812 time: 0.2285495 Apr 05 14:29:18.587169 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-aa50950d-8ea3-4bb3-8a87-ae59bc8ad01e req-63b7a09b-ae8d-4e5f-b56e-1f28438cc1f3 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/quotas/f6c75c954b5749f4a5047ff4736e2678 HTTP/1.1" status: 200 len: 375 time: 0.0184224 Apr 05 14:29:18.634984 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-aa50950d-8ea3-4bb3-8a87-ae59bc8ad01e req-8e196c2f-cf7d-44b0-b62a-8e6b8c410d07 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f6c75c954b5749f4a5047ff4736e2678&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403428 Apr 05 14:29:18.656797 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a199d401-39cd-44ff-9588-ecf35402e511 admin admin] Notify callbacks [] for router, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:18.698882 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-505c9c07-4a4f-4af9-bfc9-6a9004a21fda None None] Set router b818180f-1cb0-4b40-8941-bfaceeabbd05 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:29:18.787980 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-aa50950d-8ea3-4bb3-8a87-ae59bc8ad01e req-89f6a112-801b-475a-ae9e-d6b64900af55 service neutron] 10.222.0.30 "GET /v2.0/networks/a926837a-905f-4dbb-b5dd-5a4dcb465fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438398 Apr 05 14:29:18.849915 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a199d401-39cd-44ff-9588-ecf35402e511 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:18.929682 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-505c9c07-4a4f-4af9-bfc9-6a9004a21fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b818180f-1cb0-4b40-8941-bfaceeabbd05', 'name': 'tempest-ServersTestBootFromVolume-339806773-router', 'tenant_id': 'c0e5926356c743ce9ba35f3e09deaaf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '4f49d3c7-8060-47b4-8e5a-4fbe24b45582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:25:47Z', 'updated_at': '2022-04-05T14:29:17Z', 'revision_number': 5, 'project_id': 'c0e5926356c743ce9ba35f3e09deaaf4', 'gw_port': {'id': '4f49d3c7-8060-47b4-8e5a-4fbe24b45582', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b818180f-1cb0-4b40-8941-bfaceeabbd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:25:51Z', 'updated_at': '2022-04-05T14:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:18.957841 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-aa50950d-8ea3-4bb3-8a87-ae59bc8ad01e req-b950afa7-d207-40cd-8c7d-c7c2c96bc3ce service neutron] 10.222.0.30 "GET /v2.0/networks/a926837a-905f-4dbb-b5dd-5a4dcb465fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644745 Apr 05 14:29:18.968072 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505c9c07-4a4f-4af9-bfc9-6a9004a21fda None None] Checking router: b818180f-1cb0-4b40-8941-bfaceeabbd05 for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:29:18.982007 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505c9c07-4a4f-4af9-bfc9-6a9004a21fda None None] Routers {'b818180f-1cb0-4b40-8941-bfaceeabbd05'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:29:18.982744 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-505c9c07-4a4f-4af9-bfc9-6a9004a21fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:28:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['b818180f-1cb0-4b40-8941-bfaceeabbd05'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:19.000019 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-a199d401-39cd-44ff-9588-ecf35402e511 admin admin] Deleting port 4f49d3c7-8060-47b4-8e5a-4fbe24b45582 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:29:19.000843 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a199d401-39cd-44ff-9588-ecf35402e511 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:19.053167 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747c1baa-26af-4908-8cf7-e14b1b24f74a req-ddded1d6-8a87-4db3-8221-fee704f55518 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:19.055107 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-747c1baa-26af-4908-8cf7-e14b1b24f74a req-ddded1d6-8a87-4db3-8221-fee704f55518 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=45a58cb2-8259-4d9f-8d24-085fcb724cdc HTTP/1.1" status: 200 len: 945 time: 0.0948007 Apr 05 14:29:19.100117 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-747c1baa-26af-4908-8cf7-e14b1b24f74a req-c22048d1-b595-462c-83c7-22e5be568c1a tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389342 Apr 05 14:29:19.100975 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-a199d401-39cd-44ff-9588-ecf35402e511 admin admin] For port 4f49d3c7-8060-47b4-8e5a-4fbe24b45582, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=4f49d3c7-8060-47b4-8e5a-4fbe24b45582,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:29:19.101352 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a199d401-39cd-44ff-9588-ecf35402e511 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:19.116507 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-a199d401-39cd-44ff-9588-ecf35402e511 admin admin] Calling delete_port for 4f49d3c7-8060-47b4-8e5a-4fbe24b45582 owned by network:router_gateway {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:29:19.119995 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-505c9c07-4a4f-4af9-bfc9-6a9004a21fda None None] Set router b818180f-1cb0-4b40-8941-bfaceeabbd05 gateway port host: None {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:29:19.232103 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-505c9c07-4a4f-4af9-bfc9-6a9004a21fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b818180f-1cb0-4b40-8941-bfaceeabbd05', 'name': 'tempest-ServersTestBootFromVolume-339806773-router', 'tenant_id': 'c0e5926356c743ce9ba35f3e09deaaf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:25:47Z', 'updated_at': '2022-04-05T14:29:18Z', 'revision_number': 6, 'project_id': 'c0e5926356c743ce9ba35f3e09deaaf4', 'gw_port_host': None}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:19.292080 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505c9c07-4a4f-4af9-bfc9-6a9004a21fda None None] The sync data for ids ['b818180f-1cb0-4b40-8941-bfaceeabbd05'] in n-d-836650-2 is: [{'id': 'b818180f-1cb0-4b40-8941-bfaceeabbd05', 'name': 'tempest-ServersTestBootFromVolume-339806773-router', 'tenant_id': 'c0e5926356c743ce9ba35f3e09deaaf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:25:47Z', 'updated_at': '2022-04-05T14:29:18Z', 'revision_number': 6, 'project_id': 'c0e5926356c743ce9ba35f3e09deaaf4', 'gw_port_host': None}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:29:19.302418 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c36041-ab2d-45e6-9cee-12da4b39ad53 req-81adb937-720b-4423-8553-e9ec6baf9ab3 tempest-ImagesNegativeTestJSON-1925506772 tempest-ImagesNegativeTestJSON-1925506772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:19.309665 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-29c36041-ab2d-45e6-9cee-12da4b39ad53 req-81adb937-720b-4423-8553-e9ec6baf9ab3 tempest-ImagesNegativeTestJSON-1925506772 tempest-ImagesNegativeTestJSON-1925506772-project] 10.222.0.30 "GET /v2.0/ports?device_id=234d4563-6ce4-4f25-ba7c-3b7a36935d33 HTTP/1.1" status: 200 len: 949 time: 0.1314037 Apr 05 14:29:19.352322 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-29c36041-ab2d-45e6-9cee-12da4b39ad53 req-d2aa7254-caa0-44ff-96ce-9fe567c20e08 tempest-ImagesNegativeTestJSON-1925506772 tempest-ImagesNegativeTestJSON-1925506772-project] 10.222.0.30 "GET /v2.0/security-groups?id=76d2b893-1650-4f84-80b2-86d8c6e7f627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410879 Apr 05 14:29:19.458766 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a199d401-39cd-44ff-9588-ecf35402e511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:19.481167 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c1e2bd70-eddf-4546-ae61-efbd6d6671c2 req-752436d0-233d-4f1c-ac84-f39d1d966966 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bb550a4-ac90-4536-8fb5-4bad25e995cf HTTP/1.1" status: 200 len: 210 time: 0.0415928 Apr 05 14:29:19.510926 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a199d401-39cd-44ff-9588-ecf35402e511 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f49d3c7-8060-47b4-8e5a-4fbe24b45582,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:19.590729 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a199d401-39cd-44ff-9588-ecf35402e511 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808526'] for router_gateway, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:19.735275 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555c50f7-40c5-4ed1-9c0e-05b5363340a8 req-d3fcebce-7a86-4c90-a26a-79a3a1745825 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:19.743489 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-555c50f7-40c5-4ed1-9c0e-05b5363340a8 req-d3fcebce-7a86-4c90-a26a-79a3a1745825 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] 10.222.0.30 "GET /v2.0/ports?device_id=bdeb7a9b-ce2e-4be0-8143-552aea2f5539 HTTP/1.1" status: 200 len: 946 time: 0.0892766 Apr 05 14:29:19.761742 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a199d401-39cd-44ff-9588-ecf35402e511 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27070'] for router, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:19.764104 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a199d401-39cd-44ff-9588-ecf35402e511 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:19.860680 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-555c50f7-40c5-4ed1-9c0e-05b5363340a8 req-2ad19b6b-3a94-4d3c-8127-cdc18f2c569a tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] 10.222.0.30 "GET /v2.0/security-groups?id=f94f82e0-3b79-4bb3-b43d-fd966d9e152b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162305 Apr 05 14:29:19.938105 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a199d401-39cd-44ff-9588-ecf35402e511 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803298'] for router, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:19.938666 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a199d401-39cd-44ff-9588-ecf35402e511 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b818180f-1cb0-4b40-8941-bfaceeabbd05 {{(pid=103321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:29:19.943165 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a199d401-39cd-44ff-9588-ecf35402e511 admin admin] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:19.944305 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-a199d401-39cd-44ff-9588-ecf35402e511 admin admin] 10.222.0.30 "DELETE /v2.0/routers/b818180f-1cb0-4b40-8941-bfaceeabbd05 HTTP/1.1" status: 204 len: 168 time: 1.4986076 Apr 05 14:29:19.952069 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 59442) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:29:19.997340 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed70468a-f522-4591-80fc-b095b16dc3ef admin admin] Deleting subnet 816e9016-5d95-4502-ad5a-ce593a4319fc {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:29:20.000428 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ed70468a-f522-4591-80fc-b095b16dc3ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:20.037700 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ed70468a-f522-4591-80fc-b095b16dc3ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:20.150147 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ed70468a-f522-4591-80fc-b095b16dc3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:20.249487 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 3d173a13-71bb-4b33-9dfa-6ccddca230d6 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:29:20.303444 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 3d173a13-71bb-4b33-9dfa-6ccddca230d6 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:29:20.305487 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 3d173a13-71bb-4b33-9dfa-6ccddca230d6 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:29:20.344873 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ed70468a-f522-4591-80fc-b095b16dc3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:20.375016 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed70468a-f522-4591-80fc-b095b16dc3ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=816e9016-5d95-4502-ad5a-ce593a4319fc,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:20.377208 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ed70468a-f522-4591-80fc-b095b16dc3ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:20.383668 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-ed70468a-f522-4591-80fc-b095b16dc3ef admin admin] 10.222.0.30 "DELETE /v2.0/subnets/816e9016-5d95-4502-ad5a-ce593a4319fc HTTP/1.1" status: 204 len: 168 time: 0.4284813 Apr 05 14:29:20.384015 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 59460) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:29:20.405984 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6552bf2d-d119-4f1f-a69d-5a4e8d8ca25c None None] Network 88861c66-3c43-45fc-9adb-c522cea0f72f requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:29:20.494976 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d685ca47-5d47-4946-b5e5-79adc79000b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:20.568575 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-d685ca47-5d47-4946-b5e5-79adc79000b4 admin admin] Deleting port a7b204a5-eeae-4d26-a6a4-3f22c4634e43 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:29:20.569261 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d685ca47-5d47-4946-b5e5-79adc79000b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:20.699747 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-d685ca47-5d47-4946-b5e5-79adc79000b4 admin admin] For port a7b204a5-eeae-4d26-a6a4-3f22c4634e43, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=a7b204a5-eeae-4d26-a6a4-3f22c4634e43,segment=NetworkSegment(e0d42d0c-39ab-4901-bd26-f5a175dae870),segment_id=e0d42d0c-39ab-4901-bd26-f5a175dae870)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:29:20.699747 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d685ca47-5d47-4946-b5e5-79adc79000b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:20.726896 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-d685ca47-5d47-4946-b5e5-79adc79000b4 admin admin] Calling delete_port for a7b204a5-eeae-4d26-a6a4-3f22c4634e43 owned by network:dhcp {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:29:20.818742 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1216aea4-7530-489a-a608-f25f519475a0 None None] DHCP port deletion for 88861c66-3c43-45fc-9adb-c522cea0f72f request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:29:20.946819 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57fd503-58cc-40cc-a79b-27a0a53fc6ab req-314dbaea-188e-4d14-bd0f-04d4a4180fcc tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:20.957824 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e57fd503-58cc-40cc-a79b-27a0a53fc6ab req-314dbaea-188e-4d14-bd0f-04d4a4180fcc tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=45a58cb2-8259-4d9f-8d24-085fcb724cdc HTTP/1.1" status: 200 len: 945 time: 0.1630442 Apr 05 14:29:20.978947 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-1216aea4-7530-489a-a608-f25f519475a0 None None] Deleting port a7b204a5-eeae-4d26-a6a4-3f22c4634e43 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:29:20.987051 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1216aea4-7530-489a-a608-f25f519475a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:21.057675 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e57fd503-58cc-40cc-a79b-27a0a53fc6ab req-819dd819-d4f5-4506-801a-4eb5589d326b tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989869 Apr 05 14:29:21.119709 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-1216aea4-7530-489a-a608-f25f519475a0 None None] For port a7b204a5-eeae-4d26-a6a4-3f22c4634e43, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=a7b204a5-eeae-4d26-a6a4-3f22c4634e43,segment=NetworkSegment(e0d42d0c-39ab-4901-bd26-f5a175dae870),segment_id=e0d42d0c-39ab-4901-bd26-f5a175dae870)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:29:21.120394 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1216aea4-7530-489a-a608-f25f519475a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:21.136212 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-1216aea4-7530-489a-a608-f25f519475a0 None None] Calling delete_port for a7b204a5-eeae-4d26-a6a4-3f22c4634e43 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:29:21.257986 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e670f0-6c0b-4537-b9d2-516b2d02000c req-075277e3-f407-4015-a7d7-ee671018b2b5 tempest-ImagesNegativeTestJSON-1925506772 tempest-ImagesNegativeTestJSON-1925506772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:21.259830 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b3e670f0-6c0b-4537-b9d2-516b2d02000c req-075277e3-f407-4015-a7d7-ee671018b2b5 tempest-ImagesNegativeTestJSON-1925506772 tempest-ImagesNegativeTestJSON-1925506772-project] 10.222.0.30 "GET /v2.0/ports?device_id=234d4563-6ce4-4f25-ba7c-3b7a36935d33 HTTP/1.1" status: 200 len: 949 time: 0.0864823 Apr 05 14:29:21.304185 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1216aea4-7530-489a-a608-f25f519475a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:21.319225 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b3e670f0-6c0b-4537-b9d2-516b2d02000c req-2b7c86de-bba1-4504-b4a3-a8ef69bfadc4 tempest-ImagesNegativeTestJSON-1925506772 tempest-ImagesNegativeTestJSON-1925506772-project] 10.222.0.30 "GET /v2.0/security-groups?id=76d2b893-1650-4f84-80b2-86d8c6e7f627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517821 Apr 05 14:29:21.358906 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d685ca47-5d47-4946-b5e5-79adc79000b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:21.377050 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1216aea4-7530-489a-a608-f25f519475a0 None None] Pushing event deleted for resources: {'Port': ['ID=a7b204a5-eeae-4d26-a6a4-3f22c4634e43,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:21.396918 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1216aea4-7530-489a-a608-f25f519475a0 None None] No DVR routers for this DVR port a7b204a5-eeae-4d26-a6a4-3f22c4634e43 on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:29:21.417360 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d685ca47-5d47-4946-b5e5-79adc79000b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7b204a5-eeae-4d26-a6a4-3f22c4634e43,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:21.430893 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d685ca47-5d47-4946-b5e5-79adc79000b4 admin admin] No DVR routers for this DVR port a7b204a5-eeae-4d26-a6a4-3f22c4634e43 on host n-d-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:29:21.546220 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d685ca47-5d47-4946-b5e5-79adc79000b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:21.574071 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-d685ca47-5d47-4946-b5e5-79adc79000b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88861c66-3c43-45fc-9adb-c522cea0f72f']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:21.585151 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-d685ca47-5d47-4946-b5e5-79adc79000b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0d42d0c-39ab-4901-bd26-f5a175dae870') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:21.585456 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-d685ca47-5d47-4946-b5e5-79adc79000b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0d42d0c-39ab-4901-bd26-f5a175dae870') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:21.597122 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d685ca47-5d47-4946-b5e5-79adc79000b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:21.599960 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device a7b204a5-eeae-4d26-a6a4-3f22c4634e43 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:29:21.611709 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d920677f-346b-4b48-9ec0-43742c4db4e6 req-5341e502-3eb3-46d4-8907-a00a7c073b6f tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:21.620652 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d920677f-346b-4b48-9ec0-43742c4db4e6 req-5341e502-3eb3-46d4-8907-a00a7c073b6f tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/networks?id=a926837a-905f-4dbb-b5dd-5a4dcb465fd4 HTTP/1.1" status: 200 len: 812 time: 0.1658499 Apr 05 14:29:21.620915 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d685ca47-5d47-4946-b5e5-79adc79000b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:21.631446 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d685ca47-5d47-4946-b5e5-79adc79000b4 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:29:21.632271 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d685ca47-5d47-4946-b5e5-79adc79000b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:21.635468 n-d-836650-2 neutron-server[103321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:29:21.635468 n-d-836650-2 neutron-server[103321]: self.session.flush() Apr 05 14:29:21.635468 n-d-836650-2 neutron-server[103321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:29:21.635468 n-d-836650-2 neutron-server[103321]: self.session.flush() Apr 05 14:29:21.635468 n-d-836650-2 neutron-server[103321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:29:21.635468 n-d-836650-2 neutron-server[103321]: self.session.flush() Apr 05 14:29:21.635468 n-d-836650-2 neutron-server[103321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:29:21.635468 n-d-836650-2 neutron-server[103321]: self.session.flush() Apr 05 14:29:21.635468 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:29:21.635468 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:29:21.635468 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:29:21.635468 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:29:21.635468 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:29:21.635468 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:29:21.635468 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:29:21.635468 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:29:21.635468 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:29:21.635468 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:29:21.635468 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:29:21.635468 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:29:21.635468 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:29:21.635468 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:29:21.635468 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:29:21.635468 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:29:21.635468 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:29:21.635468 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:29:21.635468 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:29:21.635468 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:29:21.635468 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:29:21.635468 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:29:21.635468 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:29:21.635468 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:29:21.635468 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:29:21.635468 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:29:21.635468 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:29:21.635468 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:29:21.635468 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:29:21.635468 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:29:21.635468 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:29:21.635468 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:29:21.638678 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d920677f-346b-4b48-9ec0-43742c4db4e6 req-ca3e9767-eee2-4fff-9a4a-1a632d0dc7ad tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/quotas/f6c75c954b5749f4a5047ff4736e2678 HTTP/1.1" status: 200 len: 375 time: 0.0173507 Apr 05 14:29:21.666820 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: a7b204a5-eeae-4d26-a6a4-3f22c4634e43 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:29:21.679639 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device a7b204a5-eeae-4d26-a6a4-3f22c4634e43 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:29:21.680464 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 4f49d3c7-8060-47b4-8e5a-4fbe24b45582 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:29:21.711288 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d920677f-346b-4b48-9ec0-43742c4db4e6 req-54d09aa3-42c1-421f-91a4-d2496d559cf4 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f6c75c954b5749f4a5047ff4736e2678&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0716927 Apr 05 14:29:21.719663 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 4f49d3c7-8060-47b4-8e5a-4fbe24b45582 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:29:21.724650 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 4f49d3c7-8060-47b4-8e5a-4fbe24b45582 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:29:21.885287 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2304f76b-7bd8-496b-a814-18e250e84ac9 req-3d2d03e9-bb62-45c9-9bc8-c85de4d84270 tempest-ImagesNegativeTestJSON-1925506772 tempest-ImagesNegativeTestJSON-1925506772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:21.888443 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2304f76b-7bd8-496b-a814-18e250e84ac9 req-3d2d03e9-bb62-45c9-9bc8-c85de4d84270 tempest-ImagesNegativeTestJSON-1925506772 tempest-ImagesNegativeTestJSON-1925506772-project] 10.222.0.11 "GET /v2.0/ports?device_id=234d4563-6ce4-4f25-ba7c-3b7a36935d33 HTTP/1.1" status: 200 len: 949 time: 0.1428857 Apr 05 14:29:21.892790 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d920677f-346b-4b48-9ec0-43742c4db4e6 req-601a2266-a616-40e2-965a-08ff8581a499 service neutron] 10.222.0.30 "GET /v2.0/networks/a926837a-905f-4dbb-b5dd-5a4dcb465fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670671 Apr 05 14:29:21.969262 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d685ca47-5d47-4946-b5e5-79adc79000b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:22.013773 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d685ca47-5d47-4946-b5e5-79adc79000b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:22.023704 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-d685ca47-5d47-4946-b5e5-79adc79000b4 admin admin] 10.222.0.30 "DELETE /v2.0/networks/88861c66-3c43-45fc-9adb-c522cea0f72f HTTP/1.1" status: 204 len: 168 time: 1.6380310 Apr 05 14:29:22.040839 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d685ca47-5d47-4946-b5e5-79adc79000b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=88861c66-3c43-45fc-9adb-c522cea0f72f,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:22.076622 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-2304f76b-7bd8-496b-a814-18e250e84ac9 req-4a6f5db8-c7ce-4bb9-bad2-ccc6aacd6ff6 tempest-ImagesNegativeTestJSON-1925506772 tempest-ImagesNegativeTestJSON-1925506772-project] Deleting port 0762703f-c54e-466c-b596-bddf1fd6c2de {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:29:22.076844 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2304f76b-7bd8-496b-a814-18e250e84ac9 req-4a6f5db8-c7ce-4bb9-bad2-ccc6aacd6ff6 tempest-ImagesNegativeTestJSON-1925506772 tempest-ImagesNegativeTestJSON-1925506772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:22.243859 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-2304f76b-7bd8-496b-a814-18e250e84ac9 req-4a6f5db8-c7ce-4bb9-bad2-ccc6aacd6ff6 tempest-ImagesNegativeTestJSON-1925506772 tempest-ImagesNegativeTestJSON-1925506772-project] For port 0762703f-c54e-466c-b596-bddf1fd6c2de, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=0762703f-c54e-466c-b596-bddf1fd6c2de,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:29:22.244336 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2304f76b-7bd8-496b-a814-18e250e84ac9 req-4a6f5db8-c7ce-4bb9-bad2-ccc6aacd6ff6 tempest-ImagesNegativeTestJSON-1925506772 tempest-ImagesNegativeTestJSON-1925506772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:22.285335 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-2304f76b-7bd8-496b-a814-18e250e84ac9 req-4a6f5db8-c7ce-4bb9-bad2-ccc6aacd6ff6 tempest-ImagesNegativeTestJSON-1925506772 tempest-ImagesNegativeTestJSON-1925506772-project] Calling delete_port for 0762703f-c54e-466c-b596-bddf1fd6c2de owned by compute:nova {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:29:22.555989 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2304f76b-7bd8-496b-a814-18e250e84ac9 req-4a6f5db8-c7ce-4bb9-bad2-ccc6aacd6ff6 tempest-ImagesNegativeTestJSON-1925506772 tempest-ImagesNegativeTestJSON-1925506772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:22.571452 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['0762703f-c54e-466c-b596-bddf1fd6c2de'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:29:22.620437 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 59498) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:29:22.630655 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6f5db8-c7ce-4bb9-bad2-ccc6aacd6ff6 tempest-ImagesNegativeTestJSON-1925506772 tempest-ImagesNegativeTestJSON-1925506772-project] Pushing event deleted for resources: {'Port': ['ID=0762703f-c54e-466c-b596-bddf1fd6c2de,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:22.649944 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d920677f-346b-4b48-9ec0-43742c4db4e6 req-1e215740-d6ce-42ed-93b9-16bc1a749ced service neutron] 10.222.0.30 "GET /v2.0/networks/a926837a-905f-4dbb-b5dd-5a4dcb465fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7482285 Apr 05 14:29:22.719044 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c03f512-3ebf-4286-bd57-746519deb193 req-62a0d4fa-11ab-4836-b3b9-fe2b74f9346b tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:22.729417 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6c03f512-3ebf-4286-bd57-746519deb193 req-62a0d4fa-11ab-4836-b3b9-fe2b74f9346b tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] 10.222.0.30 "GET /v2.0/ports?device_id=bdeb7a9b-ce2e-4be0-8143-552aea2f5539 HTTP/1.1" status: 200 len: 946 time: 0.7202184 Apr 05 14:29:22.752067 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-2304f76b-7bd8-496b-a814-18e250e84ac9 req-4a6f5db8-c7ce-4bb9-bad2-ccc6aacd6ff6 tempest-ImagesNegativeTestJSON-1925506772 tempest-ImagesNegativeTestJSON-1925506772-project] No DVR routers for this DVR port 0762703f-c54e-466c-b596-bddf1fd6c2de on host n-h2-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:29:22.756214 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2304f76b-7bd8-496b-a814-18e250e84ac9 req-4a6f5db8-c7ce-4bb9-bad2-ccc6aacd6ff6 tempest-ImagesNegativeTestJSON-1925506772 tempest-ImagesNegativeTestJSON-1925506772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:22.760808 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2304f76b-7bd8-496b-a814-18e250e84ac9 req-4a6f5db8-c7ce-4bb9-bad2-ccc6aacd6ff6 tempest-ImagesNegativeTestJSON-1925506772 tempest-ImagesNegativeTestJSON-1925506772-project] 10.222.0.11 "DELETE /v2.0/ports/0762703f-c54e-466c-b596-bddf1fd6c2de HTTP/1.1" status: 204 len: 173 time: 0.8644195 Apr 05 14:29:22.766795 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '234d4563-6ce4-4f25-ba7c-3b7a36935d33', 'name': 'network-vif-deleted', 'tag': '0762703f-c54e-466c-b596-bddf1fd6c2de'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:29:22.766795 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e42e631-d857-48f7-a88c-3186b9d3705b" -d '{"events": [{"server_uuid": "234d4563-6ce4-4f25-ba7c-3b7a36935d33", "name": "network-vif-deleted", "tag": "0762703f-c54e-466c-b596-bddf1fd6c2de"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:29:22.824914 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-e8da99fa-418e-4c1c-ae75-7f50cc0c4ccf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c0e5926356c743ce9ba35f3e09deaaf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2027640 Apr 05 14:29:22.825639 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6c03f512-3ebf-4286-bd57-746519deb193 req-b7972b94-fdcf-4b8a-9461-e0719f7e1d32 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] 10.222.0.30 "GET /v2.0/security-groups?id=f94f82e0-3b79-4bb3-b43d-fd966d9e152b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952659 Apr 05 14:29:22.828785 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 59502) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:29:22.930398 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-99afbfa9-f9e9-490d-a554-472a9bb536e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:22.956703 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-99afbfa9-f9e9-490d-a554-472a9bb536e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:23.131298 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-99afbfa9-f9e9-490d-a554-472a9bb536e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:23.134347 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-99afbfa9-f9e9-490d-a554-472a9bb536e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:23.137956 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-99afbfa9-f9e9-490d-a554-472a9bb536e3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/84a7db08-f0b4-48d7-a3d4-d6de38534aa9 HTTP/1.1" status: 204 len: 168 time: 0.3056135 Apr 05 14:29:23.195893 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b1af0ef8-9ef7-4710-8efa-de9becb9d5db req-53948094-c6aa-456d-b23e-baa24039039b tempest-ImagesNegativeTestJSON-1925506772 tempest-ImagesNegativeTestJSON-1925506772-project] 10.222.0.30 "GET /v2.0/ports?device_id=234d4563-6ce4-4f25-ba7c-3b7a36935d33 HTTP/1.1" status: 200 len: 210 time: 0.0977664 Apr 05 14:29:23.205213 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99afbfa9-f9e9-490d-a554-472a9bb536e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a7db08-f0b4-48d7-a3d4-d6de38534aa9,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:23.260567 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f3323-e0d8-4b56-9308-f5e10556340d req-ffa2ee82-51f8-4263-9308-531c6ff63d2a tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:23.268537 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a46f3323-e0d8-4b56-9308-f5e10556340d req-ffa2ee82-51f8-4263-9308-531c6ff63d2a tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=45a58cb2-8259-4d9f-8d24-085fcb724cdc HTTP/1.1" status: 200 len: 945 time: 0.1774929 Apr 05 14:29:23.322737 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a8933-dcf5-470e-9e49-86e99e576441 req-5c923459-849d-41ad-b373-9eb77c69d040 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:23.328085 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ad5a8933-dcf5-470e-9e49-86e99e576441 req-5c923459-849d-41ad-b373-9eb77c69d040 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdeb7a9b-ce2e-4be0-8143-552aea2f5539 HTTP/1.1" status: 200 len: 946 time: 0.1321144 Apr 05 14:29:23.329818 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d08b47-af0f-4646-b2eb-b38d4475c06a x-openstack-request-id: req-20d08b47-af0f-4646-b2eb-b38d4475c06a {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:29:23.333450 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "234d4563-6ce4-4f25-ba7c-3b7a36935d33", "name": "network-vif-deleted", "tag": "0762703f-c54e-466c-b596-bddf1fd6c2de", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:29:23.333920 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-20d08b47-af0f-4646-b2eb-b38d4475c06a {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:29:23.334497 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20d08b47-af0f-4646-b2eb-b38d4475c06a'] response: {'server_uuid': '234d4563-6ce4-4f25-ba7c-3b7a36935d33', 'name': 'network-vif-deleted', 'tag': '0762703f-c54e-466c-b596-bddf1fd6c2de', 'status': 'completed', 'code': 200} Apr 05 14:29:23.405015 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a46f3323-e0d8-4b56-9308-f5e10556340d req-89c1bc30-c1e5-4beb-87bd-c516233f2191 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287813 Apr 05 14:29:23.596776 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-ad5a8933-dcf5-470e-9e49-86e99e576441 req-d7f6bab6-632c-4c9a-aa21-d64f50952364 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Deleting port f8f36c54-bfdb-41ca-bdaf-983a4bd56f58 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:29:23.600686 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-ad5a8933-dcf5-470e-9e49-86e99e576441 req-d7f6bab6-632c-4c9a-aa21-d64f50952364 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:23.606561 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f379d506-a639-4a2a-adb4-22745f0490b2 req-0f6fb295-2865-4158-9b5f-3274b05a85df tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e8b394d-1d16-466c-b2d6-85ca9e6ab483 HTTP/1.1" status: 200 len: 210 time: 0.0857303 Apr 05 14:29:23.645547 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 59524) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:29:23.803235 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-ad5a8933-dcf5-470e-9e49-86e99e576441 req-d7f6bab6-632c-4c9a-aa21-d64f50952364 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] For port f8f36c54-bfdb-41ca-bdaf-983a4bd56f58, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=f8f36c54-bfdb-41ca-bdaf-983a4bd56f58,segment=NetworkSegment(a7b6b76e-60b5-47fc-aeb7-c77bd8716e53),segment_id=a7b6b76e-60b5-47fc-aeb7-c77bd8716e53)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:29:23.803832 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-ad5a8933-dcf5-470e-9e49-86e99e576441 req-d7f6bab6-632c-4c9a-aa21-d64f50952364 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:24.188621 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875082ef-2f19-4369-a262-2b8c61bbf952 req-2f220ff4-4734-418c-8ea5-fb22d5215c8e tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:24.198425 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-875082ef-2f19-4369-a262-2b8c61bbf952 req-2f220ff4-4734-418c-8ea5-fb22d5215c8e tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] 10.222.0.30 "GET /v2.0/ports?device_id=bdeb7a9b-ce2e-4be0-8143-552aea2f5539 HTTP/1.1" status: 200 len: 946 time: 0.2000175 Apr 05 14:29:24.199799 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 59540) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:29:24.317034 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-875082ef-2f19-4369-a262-2b8c61bbf952 req-1b8394dd-7024-407f-8739-092a984b07a2 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] 10.222.0.30 "GET /v2.0/security-groups?id=f94f82e0-3b79-4bb3-b43d-fd966d9e152b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157300 Apr 05 14:29:24.388364 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d78a7914-d83a-4568-b7d1-b34e79e15c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:24.427818 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-ad5a8933-dcf5-470e-9e49-86e99e576441 req-d7f6bab6-632c-4c9a-aa21-d64f50952364 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:24.428307 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-ad5a8933-dcf5-470e-9e49-86e99e576441 req-d7f6bab6-632c-4c9a-aa21-d64f50952364 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:24.428890 n-d-836650-2 neutron-server[103321]: INFO neutron.db.l3_db [req-ad5a8933-dcf5-470e-9e49-86e99e576441 req-d7f6bab6-632c-4c9a-aa21-d64f50952364 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Floating IP 4a150343-2423-4be8-a068-ffac1cfdf33d disassociated. External IP: 172.25.6.217, port: f8f36c54-bfdb-41ca-bdaf-983a4bd56f58. Apr 05 14:29:24.429285 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-ad5a8933-dcf5-470e-9e49-86e99e576441 req-d7f6bab6-632c-4c9a-aa21-d64f50952364 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Calling delete_port for f8f36c54-bfdb-41ca-bdaf-983a4bd56f58 owned by compute:nova {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:29:24.737002 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c043158d-8b02-4449-b473-d87f5de88304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:24.942606 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-770cc202-8974-421d-a74f-24339bdcf473 req-b12a16d4-121a-4a69-bf72-fc441e8a4418 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e8b394d-1d16-466c-b2d6-85ca9e6ab483 HTTP/1.1" status: 200 len: 210 time: 0.0900061 Apr 05 14:29:24.942606 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecfb0ae-1d33-43ae-a635-00d96e6ebce2 req-6c59988d-f983-4a14-b486-724f98ebb5db tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:24.942606 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8ecfb0ae-1d33-43ae-a635-00d96e6ebce2 req-6c59988d-f983-4a14-b486-724f98ebb5db tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=45a58cb2-8259-4d9f-8d24-085fcb724cdc HTTP/1.1" status: 200 len: 945 time: 0.2818460 Apr 05 14:29:24.942606 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-70ed8dda-4c74-4b1f-86ce-b4ba33b48aa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809988'] for router_interface, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:24.991098 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c043158d-8b02-4449-b473-d87f5de88304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:25.010185 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8ecfb0ae-1d33-43ae-a635-00d96e6ebce2 req-335bae58-4cea-4cd1-8fd1-78b4d5aeacb4 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919135 Apr 05 14:29:25.155940 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c043158d-8b02-4449-b473-d87f5de88304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:25.176500 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-ad5a8933-dcf5-470e-9e49-86e99e576441 req-d7f6bab6-632c-4c9a-aa21-d64f50952364 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:25.258718 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f6bab6-632c-4c9a-aa21-d64f50952364 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Pushing event deleted for resources: {'Port': ['ID=f8f36c54-bfdb-41ca-bdaf-983a4bd56f58,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:25.308934 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-c043158d-8b02-4449-b473-d87f5de88304 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a02b18be9e0d4384951fa33d69621240&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0960376 Apr 05 14:29:25.308934 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c043158d-8b02-4449-b473-d87f5de88304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56923dac-4e9d-474d-9304-376568956d96,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:25.312736 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-70ed8dda-4c74-4b1f-86ce-b4ba33b48aa8 admin admin] Deleting port fdce01be-3d55-4b1a-a12c-14ebc8d4242f {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:29:25.313471 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-70ed8dda-4c74-4b1f-86ce-b4ba33b48aa8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:25.315087 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 59576) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:29:25.337412 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6bab6-632c-4c9a-aa21-d64f50952364 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:25.337748 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6bab6-632c-4c9a-aa21-d64f50952364 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:25.338089 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6bab6-632c-4c9a-aa21-d64f50952364 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:25.338805 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6bab6-632c-4c9a-aa21-d64f50952364 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:25.339020 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6bab6-632c-4c9a-aa21-d64f50952364 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:25.339303 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6bab6-632c-4c9a-aa21-d64f50952364 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:25.339628 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6bab6-632c-4c9a-aa21-d64f50952364 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:25.339957 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6bab6-632c-4c9a-aa21-d64f50952364 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:25.340274 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6bab6-632c-4c9a-aa21-d64f50952364 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:25.340592 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6bab6-632c-4c9a-aa21-d64f50952364 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:25.340931 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6bab6-632c-4c9a-aa21-d64f50952364 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:25.341256 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6bab6-632c-4c9a-aa21-d64f50952364 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:25.372595 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c043158d-8b02-4449-b473-d87f5de88304 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:25.372964 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c043158d-8b02-4449-b473-d87f5de88304 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:25.375539 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c043158d-8b02-4449-b473-d87f5de88304 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:25.375896 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c043158d-8b02-4449-b473-d87f5de88304 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:25.376240 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c043158d-8b02-4449-b473-d87f5de88304 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:25.376591 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c043158d-8b02-4449-b473-d87f5de88304 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:25.382316 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c043158d-8b02-4449-b473-d87f5de88304 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:25.382316 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c043158d-8b02-4449-b473-d87f5de88304 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:25.382316 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c043158d-8b02-4449-b473-d87f5de88304 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:25.382316 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c043158d-8b02-4449-b473-d87f5de88304 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:25.382316 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c043158d-8b02-4449-b473-d87f5de88304 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:25.382316 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c043158d-8b02-4449-b473-d87f5de88304 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:25.490327 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-630b849a-b5fe-442c-bd57-7dadae770b6c req-e67a19ef-66cd-416e-bc50-cef03eebda65 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] 10.222.0.30 "GET /v2.0/ports?device_id=bdeb7a9b-ce2e-4be0-8143-552aea2f5539 HTTP/1.1" status: 200 len: 210 time: 0.0595481 Apr 05 14:29:25.493631 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad5a8933-dcf5-470e-9e49-86e99e576441 req-d7f6bab6-632c-4c9a-aa21-d64f50952364 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Router 1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:29:25.530217 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f3495850-d10e-4ee8-9cf7-cf83ecbacbee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:25.573138 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-70ed8dda-4c74-4b1f-86ce-b4ba33b48aa8 admin admin] For port fdce01be-3d55-4b1a-a12c-14ebc8d4242f, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=fdce01be-3d55-4b1a-a12c-14ebc8d4242f,segment=NetworkSegment(a568a80e-06b0-4bc4-9b32-ea547fcca925),segment_id=a568a80e-06b0-4bc4-9b32-ea547fcca925)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:29:25.574845 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-70ed8dda-4c74-4b1f-86ce-b4ba33b48aa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:25.594426 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 59584) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:29:25.614158 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f3495850-d10e-4ee8-9cf7-cf83ecbacbee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:25.616332 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-70ed8dda-4c74-4b1f-86ce-b4ba33b48aa8 admin admin] Calling delete_port for fdce01be-3d55-4b1a-a12c-14ebc8d4242f owned by network:router_interface {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:29:25.637329 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 59588) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:29:25.652681 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad5a8933-dcf5-470e-9e49-86e99e576441 req-d7f6bab6-632c-4c9a-aa21-d64f50952364 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:29:25.666352 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3714be5b-eaf6-4279-ba89-5d6f099f6312 None None] Sync routers for ids ['1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:29:25.681910 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3714be5b-eaf6-4279-ba89-5d6f099f6312 None None] Routers {'1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:29:25.682223 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-3714be5b-eaf6-4279-ba89-5d6f099f6312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:28:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:25.738944 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad5a8933-dcf5-470e-9e49-86e99e576441 req-d7f6bab6-632c-4c9a-aa21-d64f50952364 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] No DVR routers for this DVR port f8f36c54-bfdb-41ca-bdaf-983a4bd56f58 on host n-h2-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:29:25.743687 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-ad5a8933-dcf5-470e-9e49-86e99e576441 req-d7f6bab6-632c-4c9a-aa21-d64f50952364 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:25.750866 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ad5a8933-dcf5-470e-9e49-86e99e576441 req-d7f6bab6-632c-4c9a-aa21-d64f50952364 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] 10.222.0.11 "DELETE /v2.0/ports/f8f36c54-bfdb-41ca-bdaf-983a4bd56f58 HTTP/1.1" status: 204 len: 173 time: 2.4123878 Apr 05 14:29:25.752504 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdeb7a9b-ce2e-4be0-8143-552aea2f5539', 'name': 'network-vif-deleted', 'tag': 'f8f36c54-bfdb-41ca-bdaf-983a4bd56f58'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:29:25.756795 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163db02a-c86f-4c09-a553-0c30ccca34de" -d '{"events": [{"server_uuid": "bdeb7a9b-ce2e-4be0-8143-552aea2f5539", "name": "network-vif-deleted", "tag": "f8f36c54-bfdb-41ca-bdaf-983a4bd56f58"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:29:25.848794 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db6962c3-3497-41c3-9d58-d831f3ac3d16 x-openstack-request-id: req-db6962c3-3497-41c3-9d58-d831f3ac3d16 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:29:25.849307 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdeb7a9b-ce2e-4be0-8143-552aea2f5539", "name": "network-vif-deleted", "tag": "f8f36c54-bfdb-41ca-bdaf-983a4bd56f58", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:29:25.849702 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-db6962c3-3497-41c3-9d58-d831f3ac3d16 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:29:25.850670 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db6962c3-3497-41c3-9d58-d831f3ac3d16'] response: {'server_uuid': 'bdeb7a9b-ce2e-4be0-8143-552aea2f5539', 'name': 'network-vif-deleted', 'tag': 'f8f36c54-bfdb-41ca-bdaf-983a4bd56f58', 'status': 'completed', 'code': 200} Apr 05 14:29:25.858402 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f3495850-d10e-4ee8-9cf7-cf83ecbacbee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:25.872730 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f3495850-d10e-4ee8-9cf7-cf83ecbacbee admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:25.880604 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-f3495850-d10e-4ee8-9cf7-cf83ecbacbee admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/56923dac-4e9d-474d-9304-376568956d96 HTTP/1.1" status: 204 len: 168 time: 0.5590847 Apr 05 14:29:25.924769 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-8755f9d3-1440-41e2-9ac7-196894094907 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1269416835-network', 'tenant_id': '624acb65c8a14a38b05a73e982caa43a'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:29:25.985227 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-3714be5b-eaf6-4279-ba89-5d6f099f6312 None None] Set router 1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:29:26.007449 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3495850-d10e-4ee8-9cf7-cf83ecbacbee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56923dac-4e9d-474d-9304-376568956d96,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:26.024556 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8755f9d3-1440-41e2-9ac7-196894094907 admin admin] Made reservation on behalf of 624acb65c8a14a38b05a73e982caa43a for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:29:26.028447 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8755f9d3-1440-41e2-9ac7-196894094907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:26.042395 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8755f9d3-1440-41e2-9ac7-196894094907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:26.090623 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4b135cd1-c782-4b9d-ad75-1c6f868f0089 req-5b33069f-b172-43df-8913-9bac440b8f97 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e8b394d-1d16-466c-b2d6-85ca9e6ab483 HTTP/1.1" status: 200 len: 210 time: 0.0537043 Apr 05 14:29:26.098928 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3495850-d10e-4ee8-9cf7-cf83ecbacbee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:26.099300 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3495850-d10e-4ee8-9cf7-cf83ecbacbee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:26.100613 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3495850-d10e-4ee8-9cf7-cf83ecbacbee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:26.100613 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3495850-d10e-4ee8-9cf7-cf83ecbacbee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:26.100613 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3495850-d10e-4ee8-9cf7-cf83ecbacbee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:26.100613 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3495850-d10e-4ee8-9cf7-cf83ecbacbee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:26.101009 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3495850-d10e-4ee8-9cf7-cf83ecbacbee admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:26.104318 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3495850-d10e-4ee8-9cf7-cf83ecbacbee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:26.111811 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3495850-d10e-4ee8-9cf7-cf83ecbacbee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:26.112197 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3495850-d10e-4ee8-9cf7-cf83ecbacbee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:26.112554 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3495850-d10e-4ee8-9cf7-cf83ecbacbee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:26.112903 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3495850-d10e-4ee8-9cf7-cf83ecbacbee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:26.209209 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8755f9d3-1440-41e2-9ac7-196894094907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:26.217504 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d920677f-346b-4b48-9ec0-43742c4db4e6 req-a866947d-f351-4d46-a794-36d3b434302b tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:26.219252 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d920677f-346b-4b48-9ec0-43742c4db4e6 req-a866947d-f351-4d46-a794-36d3b434302b tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.55 "GET /v2.0/networks?id=a926837a-905f-4dbb-b5dd-5a4dcb465fd4 HTTP/1.1" status: 200 len: 812 time: 0.3005657 Apr 05 14:29:26.226822 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-c26213a1-3827-4073-ad62-6d60b8ca716c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=81fedc1e64184eb9901c6e5c2dc6e035&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6238823 Apr 05 14:29:26.228188 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 59600) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:29:26.240084 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-d920677f-346b-4b48-9ec0-43742c4db4e6 req-c9cd92b3-f133-4628-a619-640527bd5214 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Request body: {'port': {'device_id': '5e8b394d-1d16-466c-b2d6-85ca9e6ab483', 'network_id': 'a926837a-905f-4dbb-b5dd-5a4dcb465fd4', 'admin_state_up': True, 'tenant_id': 'f6c75c954b5749f4a5047ff4736e2678'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:29:26.244569 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-3714be5b-eaf6-4279-ba89-5d6f099f6312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b', 'name': 'tempest-ServersTestManualDisk-339906685-router', 'tenant_id': '207a1d2774e941de89e17da9e075ff51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '46996127-03c5-4111-b311-ad22874437fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:27:29Z', 'updated_at': '2022-04-05T14:27:33Z', 'revision_number': 4, 'project_id': '207a1d2774e941de89e17da9e075ff51', 'gw_port': {'id': '46996127-03c5-4111-b311-ad22874437fb', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:43:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:27:30Z', 'updated_at': '2022-04-05T14:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': 'a660769c-310c-4a68-8765-b23fba70ec5b', 'name': '', 'network_id': 'd09e1cf5-cb38-4bc5-a237-56c854e1c5a7', 'tenant_id': '207a1d2774e941de89e17da9e075ff51', 'mac_address': 'fa:16:3e:29:95:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'fc1431b9-cf4d-44e2-9bf0-6943b83ea911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:27:32Z', 'updated_at': '2022-04-05T14:27:38Z', 'revision_number': 5, 'project_id': '207a1d2774e941de89e17da9e075ff51', 'subnets': [{'id': 'fc1431b9-cf4d-44e2-9bf0-6943b83ea911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:26.276687 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3714be5b-eaf6-4279-ba89-5d6f099f6312 None None] Checking router: 1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:29:26.287150 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3714be5b-eaf6-4279-ba89-5d6f099f6312 None None] Routers {'1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:29:26.287778 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-3714be5b-eaf6-4279-ba89-5d6f099f6312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:28:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:26.305926 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37218873-8a8c-4365-92dd-fc887394bb44 req-3c7f1d28-525f-4c41-8723-f9a206d62f20 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:26.307509 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-37218873-8a8c-4365-92dd-fc887394bb44 req-3c7f1d28-525f-4c41-8723-f9a206d62f20 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=45a58cb2-8259-4d9f-8d24-085fcb724cdc HTTP/1.1" status: 200 len: 945 time: 0.1667466 Apr 05 14:29:26.312760 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device f8f36c54-bfdb-41ca-bdaf-983a4bd56f58 no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:29:26.314987 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8755f9d3-1440-41e2-9ac7-196894094907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:26.341982 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8755f9d3-1440-41e2-9ac7-196894094907 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:29:26.353211 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8755f9d3-1440-41e2-9ac7-196894094907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b32c49-a22d-48b7-8835-16e26273cd36,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:26.360545 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] No Port match for: f8f36c54-bfdb-41ca-bdaf-983a4bd56f58 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:29:26.360545 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device f8f36c54-bfdb-41ca-bdaf-983a4bd56f58 not bound to the agent host n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:29:26.360545 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 0762703f-c54e-466c-b596-bddf1fd6c2de no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:29:26.375970 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8755f9d3-1440-41e2-9ac7-196894094907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:26.378987 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-8755f9d3-1440-41e2-9ac7-196894094907 admin admin] Added segment 2304ae75-8f4d-4c58-a95b-ce723b5b3cd1 of type vlan for network a9ad640e-de7f-43c6-8fef-96cb779b89ff Apr 05 14:29:26.410816 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] No Port match for: 0762703f-c54e-466c-b596-bddf1fd6c2de {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:29:26.411159 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 0762703f-c54e-466c-b596-bddf1fd6c2de not bound to the agent host n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:29:26.430036 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8755f9d3-1440-41e2-9ac7-196894094907 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:26.443353 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-37218873-8a8c-4365-92dd-fc887394bb44 req-8bc986db-e57a-43ba-b4c2-c5273a287cb3 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922649 Apr 05 14:29:26.468632 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-59deb007-0da6-48f7-8d03-f7f7f3fc4b23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:26.487643 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-3714be5b-eaf6-4279-ba89-5d6f099f6312 None None] Set router 1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:29:26.496241 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-70ed8dda-4c74-4b1f-86ce-b4ba33b48aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:26.503096 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-59deb007-0da6-48f7-8d03-f7f7f3fc4b23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:26.515562 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8755f9d3-1440-41e2-9ac7-196894094907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:26.516552 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8755f9d3-1440-41e2-9ac7-196894094907 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:26.517156 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8755f9d3-1440-41e2-9ac7-196894094907 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:26.543655 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ed8dda-4c74-4b1f-86ce-b4ba33b48aa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdce01be-3d55-4b1a-a12c-14ebc8d4242f,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:26.628066 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d920677f-346b-4b48-9ec0-43742c4db4e6 req-c9cd92b3-f133-4628-a619-640527bd5214 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Made reservation on behalf of f6c75c954b5749f4a5047ff4736e2678 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:29:26.632395 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d920677f-346b-4b48-9ec0-43742c4db4e6 req-c9cd92b3-f133-4628-a619-640527bd5214 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:26.653621 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-8755f9d3-1440-41e2-9ac7-196894094907 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.0149696 Apr 05 14:29:26.653899 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 59612) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:29:26.663925 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8755f9d3-1440-41e2-9ac7-196894094907 admin admin] Pushing event updated for resources: {'Network': ['ID=a9ad640e-de7f-43c6-8fef-96cb779b89ff,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:26.698104 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bc35f8c5-434f-4fec-8d94-9b4abc5ab60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:26.699554 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-2d2afaae-b5e8-4840-bd2e-db00a70a6ab5 admin admin] Request body: {'subnet': {'network_id': 'a9ad640e-de7f-43c6-8fef-96cb779b89ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1269416835-subnet', 'tenant_id': '624acb65c8a14a38b05a73e982caa43a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:29:26.760928 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-be329e6b-a1e1-400a-98f0-48068f073f02 req-309f62dd-86a9-4945-b93f-99c56891d513 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] 10.222.0.30 "GET /v2.0/ports?device_id=bdeb7a9b-ce2e-4be0-8143-552aea2f5539 HTTP/1.1" status: 200 len: 210 time: 0.0527411 Apr 05 14:29:26.888688 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network a9ad640e-de7f-43c6-8fef-96cb779b89ff details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:29:26.922471 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-59deb007-0da6-48f7-8d03-f7f7f3fc4b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:26.926376 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-59deb007-0da6-48f7-8d03-f7f7f3fc4b23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:26.927547 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-59deb007-0da6-48f7-8d03-f7f7f3fc4b23 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/76d2b893-1650-4f84-80b2-86d8c6e7f627 HTTP/1.1" status: 204 len: 168 time: 0.6991642 Apr 05 14:29:26.966244 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d2afaae-b5e8-4840-bd2e-db00a70a6ab5 admin admin] Made reservation on behalf of 624acb65c8a14a38b05a73e982caa43a for: {'subnet': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:29:26.968966 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2d2afaae-b5e8-4840-bd2e-db00a70a6ab5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13127328'] for subnet, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:26.999572 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59deb007-0da6-48f7-8d03-f7f7f3fc4b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d2b893-1650-4f84-80b2-86d8c6e7f627,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:27.065420 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-3714be5b-eaf6-4279-ba89-5d6f099f6312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b', 'name': 'tempest-ServersTestManualDisk-339906685-router', 'tenant_id': '207a1d2774e941de89e17da9e075ff51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '46996127-03c5-4111-b311-ad22874437fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:27:29Z', 'updated_at': '2022-04-05T14:27:33Z', 'revision_number': 4, 'project_id': '207a1d2774e941de89e17da9e075ff51', 'gw_port': {'id': '46996127-03c5-4111-b311-ad22874437fb', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:43:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:27:30Z', 'updated_at': '2022-04-05T14:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': 'a660769c-310c-4a68-8765-b23fba70ec5b', 'name': '', 'network_id': 'd09e1cf5-cb38-4bc5-a237-56c854e1c5a7', 'tenant_id': '207a1d2774e941de89e17da9e075ff51', 'mac_address': 'fa:16:3e:29:95:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'fc1431b9-cf4d-44e2-9bf0-6943b83ea911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:27:32Z', 'updated_at': '2022-04-05T14:27:38Z', 'revision_number': 5, 'project_id': '207a1d2774e941de89e17da9e075ff51', 'subnets': [{'id': 'fc1431b9-cf4d-44e2-9bf0-6943b83ea911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:27.088330 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-70ed8dda-4c74-4b1f-86ce-b4ba33b48aa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1798829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810128'] for router_interface, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:27.096333 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3714be5b-eaf6-4279-ba89-5d6f099f6312 None None] The sync data for ids ['1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b'] in n-d-836650-2 is: [{'id': '1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b', 'name': 'tempest-ServersTestManualDisk-339906685-router', 'tenant_id': '207a1d2774e941de89e17da9e075ff51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '46996127-03c5-4111-b311-ad22874437fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:27:29Z', 'updated_at': '2022-04-05T14:27:33Z', 'revision_number': 4, 'project_id': '207a1d2774e941de89e17da9e075ff51', 'gw_port': {'id': '46996127-03c5-4111-b311-ad22874437fb', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:43:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:27:30Z', 'updated_at': '2022-04-05T14:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': 'a660769c-310c-4a68-8765-b23fba70ec5b', 'name': '', 'network_id': 'd09e1cf5-cb38-4bc5-a237-56c854e1c5a7', 'tenant_id': '207a1d2774e941de89e17da9e075ff51', 'mac_address': 'fa:16:3e:29:95:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'fc1431b9-cf4d-44e2-9bf0-6943b83ea911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:27:32Z', 'updated_at': '2022-04-05T14:27:38Z', 'revision_number': 5, 'project_id': '207a1d2774e941de89e17da9e075ff51', 'subnets': [{'id': 'fc1431b9-cf4d-44e2-9bf0-6943b83ea911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:29:27.179872 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-d920677f-346b-4b48-9ec0-43742c4db4e6 req-c9cd92b3-f133-4628-a619-640527bd5214 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Allocated IP 172.20.0.7 (a926837a-905f-4dbb-b5dd-5a4dcb465fd4/81226097-f23e-489f-aebf-5f546853adb0/b236d208-837a-4dae-a173-e5fdc8d9d22d) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:29:27.326535 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ed3f95d0-4a88-46c9-ace5-722eb46661fb req-b0c385c6-d544-4e20-af6b-49952e3ffefa tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e8b394d-1d16-466c-b2d6-85ca9e6ab483 HTTP/1.1" status: 200 len: 210 time: 0.0755494 Apr 05 14:29:27.430060 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68465a6f-eef7-464b-91a2-a35ecedaad5d None None] New status for floating IP 4a150343-2423-4be8-a068-ffac1cfdf33d: DOWN {{(pid=103322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 14:29:27.589441 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2d2afaae-b5e8-4840-bd2e-db00a70a6ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15773751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13127350'] for subnet, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:27.928253 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:27.970193 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 59654) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:29:28.032833 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-35ada4f8-0fb5-4486-b7bf-f99b0d9f2318 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:28.058630 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-35ada4f8-0fb5-4486-b7bf-f99b0d9f2318 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:28.061757 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d920677f-346b-4b48-9ec0-43742c4db4e6 req-c9cd92b3-f133-4628-a619-640527bd5214 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:28.109216 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2afaae-b5e8-4840-bd2e-db00a70a6ab5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ebd5f9f-310d-4e0b-97c9-6b1478640ddc,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:28.114463 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fe714b55-23f8-43eb-b9f8-8a63bf9d5327 req-4883bece-aeb5-4c07-8eb7-ea036e85f3bb tempest-AbsoluteLimitsNegativeTestJSON-1533905003 tempest-AbsoluteLimitsNegativeTestJSON-1533905003-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=fed094ea474545fab55416613225b14c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0661740 Apr 05 14:29:28.138363 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ed8dda-4c74-4b1f-86ce-b4ba33b48aa8 admin admin] Router b51f7681-1fca-4ffc-b441-a4750a7d0547 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:29:28.168642 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b202b425-38be-4356-b3e6-a903903451c5 req-39eddc14-723f-42af-86e6-9bbd280a7a36 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:28.170183 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b202b425-38be-4356-b3e6-a903903451c5 req-39eddc14-723f-42af-86e6-9bbd280a7a36 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=45a58cb2-8259-4d9f-8d24-085fcb724cdc HTTP/1.1" status: 200 len: 945 time: 0.5386147 Apr 05 14:29:28.184460 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2afaae-b5e8-4840-bd2e-db00a70a6ab5 admin admin] Checking segment: {'id': '2304ae75-8f4d-4c58-a95b-ce723b5b3cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a9ad640e-de7f-43c6-8fef-96cb779b89ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:29:28.184823 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2afaae-b5e8-4840-bd2e-db00a70a6ab5 admin admin] Network hostable DHCP agents. Network: a9ad640e-de7f-43c6-8fef-96cb779b89ff, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:29:28.195269 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-35ada4f8-0fb5-4486-b7bf-f99b0d9f2318 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:28.197837 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-35ada4f8-0fb5-4486-b7bf-f99b0d9f2318 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:28.201740 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-35ada4f8-0fb5-4486-b7bf-f99b0d9f2318 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] 10.222.0.30 "DELETE /v2.0/security-groups/f94f82e0-3b79-4bb3-b43d-fd966d9e152b HTTP/1.1" status: 204 len: 168 time: 0.2302780 Apr 05 14:29:28.203340 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 59670) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:29:28.208710 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ada4f8-0fb5-4486-b7bf-f99b0d9f2318 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f94f82e0-3b79-4bb3-b43d-fd966d9e152b,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:28.279234 n-d-836650-2 neutron-server[103320]: INFO neutron.api.v2.resource [None req-921f4f6a-b13a-4cc7-a3b7-3d3cf496f9e7 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] show failed (client error): The resource could not be found. Apr 05 14:29:28.280276 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-921f4f6a-b13a-4cc7-a3b7-3d3cf496f9e7 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] 10.222.0.30 "GET /v2.0/security-groups/f94f82e0-3b79-4bb3-b43d-fd966d9e152b HTTP/1.1" status: 404 len: 347 time: 0.0479853 Apr 05 14:29:28.283278 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 59672) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:29:28.354072 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b202b425-38be-4356-b3e6-a903903451c5 req-35f2c44e-90d4-4cd7-a8a8-7a375b3a1469 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668789 Apr 05 14:29:28.389952 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe714b55-23f8-43eb-b9f8-8a63bf9d5327 req-297b8d64-1170-4817-87cd-9abc92dc43ad tempest-AbsoluteLimitsNegativeTestJSON-1533905003 tempest-AbsoluteLimitsNegativeTestJSON-1533905003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:28.389952 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fe714b55-23f8-43eb-b9f8-8a63bf9d5327 req-297b8d64-1170-4817-87cd-9abc92dc43ad tempest-AbsoluteLimitsNegativeTestJSON-1533905003 tempest-AbsoluteLimitsNegativeTestJSON-1533905003-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2543197 Apr 05 14:29:28.420308 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d920677f-346b-4b48-9ec0-43742c4db4e6 req-c9cd92b3-f133-4628-a619-640527bd5214 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:28.422292 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2afaae-b5e8-4840-bd2e-db00a70a6ab5 admin admin] Network a9ad640e-de7f-43c6-8fef-96cb779b89ff is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:29:28.446133 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-855e77b1-c141-4b0e-8218-9fc9da843d47 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Deleting port 4c878115-0a8e-4b88-bef5-9768ed5fa6ee {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:29:28.446652 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-855e77b1-c141-4b0e-8218-9fc9da843d47 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:28.481825 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fe714b55-23f8-43eb-b9f8-8a63bf9d5327 req-d98fccc1-b7f8-4d71-a00f-56ad6cf5561a tempest-AbsoluteLimitsNegativeTestJSON-1533905003 tempest-AbsoluteLimitsNegativeTestJSON-1533905003-project] 10.222.0.30 "GET /v2.0/quotas/fed094ea474545fab55416613225b14c HTTP/1.1" status: 200 len: 375 time: 0.0678093 Apr 05 14:29:28.515177 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ed8dda-4c74-4b1f-86ce-b4ba33b48aa8 admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:29:28.517832 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d920677f-346b-4b48-9ec0-43742c4db4e6 req-c9cd92b3-f133-4628-a619-640527bd5214 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Network a926837a-905f-4dbb-b5dd-5a4dcb465fd4 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:29:28.525255 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1596acb4-491c-46e0-98c7-cf213e930c52 None None] Sync routers for ids ['b51f7681-1fca-4ffc-b441-a4750a7d0547'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:29:28.531487 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-855e77b1-c141-4b0e-8218-9fc9da843d47 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:28.531788 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-855e77b1-c141-4b0e-8218-9fc9da843d47 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:28.534615 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-70ed8dda-4c74-4b1f-86ce-b4ba33b48aa8 admin admin] 10.222.0.30 "PUT /v2.0/routers/b51f7681-1fca-4ffc-b441-a4750a7d0547/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8878539 Apr 05 14:29:28.539878 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 59680) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:29:28.543225 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1596acb4-491c-46e0-98c7-cf213e930c52 None None] Routers {'b51f7681-1fca-4ffc-b441-a4750a7d0547'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:29:28.544625 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-1596acb4-491c-46e0-98c7-cf213e930c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:29:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['b51f7681-1fca-4ffc-b441-a4750a7d0547'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:28.553516 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-d920677f-346b-4b48-9ec0-43742c4db4e6 req-c9cd92b3-f133-4628-a619-640527bd5214 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:29:28.557198 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fe714b55-23f8-43eb-b9f8-8a63bf9d5327 req-16f52dd8-b6ce-45f2-8edc-b7756bb84797 tempest-AbsoluteLimitsNegativeTestJSON-1533905003 tempest-AbsoluteLimitsNegativeTestJSON-1533905003-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=fed094ea474545fab55416613225b14c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0490286 Apr 05 14:29:28.561547 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-d920677f-346b-4b48-9ec0-43742c4db4e6 req-c9cd92b3-f133-4628-a619-640527bd5214 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:29:28.564468 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-2d2afaae-b5e8-4840-bd2e-db00a70a6ab5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, a9ad640e-de7f-43c6-8fef-96cb779b89ff) {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:29:28.569795 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cd92b3-f133-4628-a619-640527bd5214 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Pushing event updated for resources: {'Port': ['ID=b236d208-837a-4dae-a173-e5fdc8d9d22d,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:28.590324 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3ed4b9-7913-4f0c-b34c-2bf6abe2b03d None None] Network a9ad640e-de7f-43c6-8fef-96cb779b89ff requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:29:28.605975 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2afaae-b5e8-4840-bd2e-db00a70a6ab5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:28.610505 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-855e77b1-c141-4b0e-8218-9fc9da843d47 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Calling delete_port for 4c878115-0a8e-4b88-bef5-9768ed5fa6ee owned by network:floatingip {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:29:28.610667 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2d2afaae-b5e8-4840-bd2e-db00a70a6ab5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:28.650770 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7489dbe-f087-4f53-bf4e-4083dfa37ea4 req-ad9a40ea-46dd-4253-8cf5-1e97f26859bc tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:28.652223 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c7489dbe-f087-4f53-bf4e-4083dfa37ea4 req-ad9a40ea-46dd-4253-8cf5-1e97f26859bc tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e8b394d-1d16-466c-b2d6-85ca9e6ab483 HTTP/1.1" status: 200 len: 931 time: 0.1905890 Apr 05 14:29:28.667091 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d920677f-346b-4b48-9ec0-43742c4db4e6 req-c9cd92b3-f133-4628-a619-640527bd5214 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:28.667749 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d920677f-346b-4b48-9ec0-43742c4db4e6 req-c9cd92b3-f133-4628-a619-640527bd5214 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:28.702422 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-1596acb4-491c-46e0-98c7-cf213e930c52 None None] Set router b51f7681-1fca-4ffc-b441-a4750a7d0547 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:29:28.730287 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c7489dbe-f087-4f53-bf4e-4083dfa37ea4 req-cc09b3d1-43e5-4b37-b033-e908997c21ba tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582576 Apr 05 14:29:28.742662 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-2d2afaae-b5e8-4840-bd2e-db00a70a6ab5 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.0802734 Apr 05 14:29:28.744239 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 59686) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:29:28.787033 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-2872365c-e0ca-46c0-a832-4d2b2bae5401 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1269416835-router', 'tenant_id': '624acb65c8a14a38b05a73e982caa43a', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:29:28.797906 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d920677f-346b-4b48-9ec0-43742c4db4e6 req-c9cd92b3-f133-4628-a619-640527bd5214 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5620961 Apr 05 14:29:28.811241 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-d920677f-346b-4b48-9ec0-43742c4db4e6 req-387f997e-78ad-4b31-b49d-66c375dcafe3 service neutron] Request body: {'port': {'device_id': '5e8b394d-1d16-466c-b2d6-85ca9e6ab483', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:29:28.838576 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-011c6037-fb5d-41d4-ba0b-6d70e530db38 admin admin] Notify callbacks [] for router, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:28.885598 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d920677f-346b-4b48-9ec0-43742c4db4e6 req-387f997e-78ad-4b31-b49d-66c375dcafe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:28.924081 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5320679b-20a5-414c-92e9-32eb1089c8cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-a9ad640e-de7f-43c6-8fef-96cb779b89ff', 'network_id': 'a9ad640e-de7f-43c6-8fef-96cb779b89ff', 'tenant_id': '624acb65c8a14a38b05a73e982caa43a', 'fixed_ips': [{'subnet_id': '2ebd5f9f-310d-4e0b-97c9-6b1478640ddc'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:29:28.925218 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5320679b-20a5-414c-92e9-32eb1089c8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:29.000389 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-1596acb4-491c-46e0-98c7-cf213e930c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51f7681-1fca-4ffc-b441-a4750a7d0547', 'name': 'tempest-AttachSCSIVolumeTestJSON-52481946-router', 'tenant_id': '5020a17be5aa4e2aa79c2e741c944881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': '6476d1ef-e2a1-438c-ac56-93ef6b2cbfb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:25:27Z', 'updated_at': '2022-04-05T14:29:26Z', 'revision_number': 5, 'project_id': '5020a17be5aa4e2aa79c2e741c944881', 'gw_port': {'id': '6476d1ef-e2a1-438c-ac56-93ef6b2cbfb5', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:45:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51f7681-1fca-4ffc-b441-a4750a7d0547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:25:28Z', 'updated_at': '2022-04-05T14:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:29.036535 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1596acb4-491c-46e0-98c7-cf213e930c52 None None] Checking router: b51f7681-1fca-4ffc-b441-a4750a7d0547 for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:29:29.046118 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1596acb4-491c-46e0-98c7-cf213e930c52 None None] Routers {'b51f7681-1fca-4ffc-b441-a4750a7d0547'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:29:29.046510 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2872365c-e0ca-46c0-a832-4d2b2bae5401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27088'] for router, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:29.047028 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-1596acb4-491c-46e0-98c7-cf213e930c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:29:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['b51f7681-1fca-4ffc-b441-a4750a7d0547'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:29.048431 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2872365c-e0ca-46c0-a832-4d2b2bae5401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27079'] for router, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:29.120792 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-011c6037-fb5d-41d4-ba0b-6d70e530db38 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:29.211620 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-5320679b-20a5-414c-92e9-32eb1089c8cd None None] Allocated IP 172.20.0.2 (a9ad640e-de7f-43c6-8fef-96cb779b89ff/2ebd5f9f-310d-4e0b-97c9-6b1478640ddc/c8d7da64-470b-4024-8cd6-4c38e03d5a83) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:29:29.226295 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-1596acb4-491c-46e0-98c7-cf213e930c52 None None] Set router b51f7681-1fca-4ffc-b441-a4750a7d0547 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:29:29.310229 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-855e77b1-c141-4b0e-8218-9fc9da843d47 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:29.348467 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-d920677f-346b-4b48-9ec0-43742c4db4e6 req-387f997e-78ad-4b31-b49d-66c375dcafe3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b236d208-837a-4dae-a173-e5fdc8d9d22d {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:29:29.360918 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d920677f-346b-4b48-9ec0-43742c4db4e6 req-387f997e-78ad-4b31-b49d-66c375dcafe3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:29.390578 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-d920677f-346b-4b48-9ec0-43742c4db4e6 req-387f997e-78ad-4b31-b49d-66c375dcafe3 service neutron] Transition to ACTIVE for port object b236d208-837a-4dae-a173-e5fdc8d9d22d will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:29:29.415110 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855e77b1-c141-4b0e-8218-9fc9da843d47 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Pushing event deleted for resources: {'Port': ['ID=4c878115-0a8e-4b88-bef5-9768ed5fa6ee,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:29.490788 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2872365c-e0ca-46c0-a832-4d2b2bae5401 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:29.490928 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 59722) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:29:29.527747 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-1596acb4-491c-46e0-98c7-cf213e930c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51f7681-1fca-4ffc-b441-a4750a7d0547', 'name': 'tempest-AttachSCSIVolumeTestJSON-52481946-router', 'tenant_id': '5020a17be5aa4e2aa79c2e741c944881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': '6476d1ef-e2a1-438c-ac56-93ef6b2cbfb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:25:27Z', 'updated_at': '2022-04-05T14:29:26Z', 'revision_number': 5, 'project_id': '5020a17be5aa4e2aa79c2e741c944881', 'gw_port': {'id': '6476d1ef-e2a1-438c-ac56-93ef6b2cbfb5', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:45:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51f7681-1fca-4ffc-b441-a4750a7d0547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:25:28Z', 'updated_at': '2022-04-05T14:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:29.552998 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-011c6037-fb5d-41d4-ba0b-6d70e530db38 admin admin] Deleting port 6476d1ef-e2a1-438c-ac56-93ef6b2cbfb5 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:29:29.553463 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-011c6037-fb5d-41d4-ba0b-6d70e530db38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:29.557784 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d920677f-346b-4b48-9ec0-43742c4db4e6 req-387f997e-78ad-4b31-b49d-66c375dcafe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:29.560625 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-855e77b1-c141-4b0e-8218-9fc9da843d47 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Notify callbacks [] for floatingip, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:29.561555 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:29.565204 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-855e77b1-c141-4b0e-8218-9fc9da843d47 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:29.568002 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1596acb4-491c-46e0-98c7-cf213e930c52 None None] The sync data for ids ['b51f7681-1fca-4ffc-b441-a4750a7d0547'] in n-d-836650-2 is: [{'id': 'b51f7681-1fca-4ffc-b441-a4750a7d0547', 'name': 'tempest-AttachSCSIVolumeTestJSON-52481946-router', 'tenant_id': '5020a17be5aa4e2aa79c2e741c944881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': '6476d1ef-e2a1-438c-ac56-93ef6b2cbfb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:25:27Z', 'updated_at': '2022-04-05T14:29:26Z', 'revision_number': 5, 'project_id': '5020a17be5aa4e2aa79c2e741c944881', 'gw_port': {'id': '6476d1ef-e2a1-438c-ac56-93ef6b2cbfb5', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:45:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51f7681-1fca-4ffc-b441-a4750a7d0547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:25:28Z', 'updated_at': '2022-04-05T14:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:29:29.569457 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5320679b-20a5-414c-92e9-32eb1089c8cd None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:29.571524 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-855e77b1-c141-4b0e-8218-9fc9da843d47 tempest-ServersTestManualDisk-853658921 tempest-ServersTestManualDisk-853658921-project] 10.222.0.30 "DELETE /v2.0/floatingips/4a150343-2423-4be8-a068-ffac1cfdf33d HTTP/1.1" status: 204 len: 168 time: 1.2869370 Apr 05 14:29:29.573106 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 59726) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:29:29.647455 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5320679b-20a5-414c-92e9-32eb1089c8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:29.652417 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:29.694098 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fce9c81-952c-48f6-91f1-6076e5eba942 req-e7d61105-c897-413b-9674-90818579fd86 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:29.703185 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1fce9c81-952c-48f6-91f1-6076e5eba942 req-e7d61105-c897-413b-9674-90818579fd86 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=45a58cb2-8259-4d9f-8d24-085fcb724cdc HTTP/1.1" status: 200 len: 945 time: 0.2041557 Apr 05 14:29:29.708602 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387f997e-78ad-4b31-b49d-66c375dcafe3 service neutron] Pushing event updated for resources: {'Port': ['ID=b236d208-837a-4dae-a173-e5fdc8d9d22d,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:29.710199 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5320679b-20a5-414c-92e9-32eb1089c8cd None None] Pushing event updated for resources: {'Port': ['ID=c8d7da64-470b-4024-8cd6-4c38e03d5a83,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:29.724341 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8596b8b4-0c3d-4231-a5ef-ab2b23a8f29c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:29.734622 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5320679b-20a5-414c-92e9-32eb1089c8cd None None] Network a9ad640e-de7f-43c6-8fef-96cb779b89ff is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:29:29.736443 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-5320679b-20a5-414c-92e9-32eb1089c8cd None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:29:29.741536 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5320679b-20a5-414c-92e9-32eb1089c8cd None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:29:29.811946 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-5320679b-20a5-414c-92e9-32eb1089c8cd None None] Attempting to bind port c8d7da64-470b-4024-8cd6-4c38e03d5a83 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:29:29.812824 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-5320679b-20a5-414c-92e9-32eb1089c8cd None None] Attempting to bind port c8d7da64-470b-4024-8cd6-4c38e03d5a83 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '2304ae75-8f4d-4c58-a95b-ce723b5b3cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a9ad640e-de7f-43c6-8fef-96cb779b89ff'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:29:29.814077 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5320679b-20a5-414c-92e9-32eb1089c8cd None None] Attempting to bind port c8d7da64-470b-4024-8cd6-4c38e03d5a83 on network a9ad640e-de7f-43c6-8fef-96cb779b89ff {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:29:29.823900 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5320679b-20a5-414c-92e9-32eb1089c8cd None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:29:29.828924 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5320679b-20a5-414c-92e9-32eb1089c8cd None None] Checking segment: {'id': '2304ae75-8f4d-4c58-a95b-ce723b5b3cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a9ad640e-de7f-43c6-8fef-96cb779b89ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:29:29.828924 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5320679b-20a5-414c-92e9-32eb1089c8cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:29.828924 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5320679b-20a5-414c-92e9-32eb1089c8cd None None] Bound using segment: {'id': '2304ae75-8f4d-4c58-a95b-ce723b5b3cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a9ad640e-de7f-43c6-8fef-96cb779b89ff'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:29:29.828924 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-5320679b-20a5-414c-92e9-32eb1089c8cd None None] Bound port: c8d7da64-470b-4024-8cd6-4c38e03d5a83, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2304ae75-8f4d-4c58-a95b-ce723b5b3cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a9ad640e-de7f-43c6-8fef-96cb779b89ff'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:29:29.828924 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5320679b-20a5-414c-92e9-32eb1089c8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:29.836580 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1fce9c81-952c-48f6-91f1-6076e5eba942 req-00cee166-1cbd-4a91-aa14-755ad63d290b tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321898 Apr 05 14:29:29.900529 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-d920677f-346b-4b48-9ec0-43742c4db4e6 req-387f997e-78ad-4b31-b49d-66c375dcafe3 service neutron] Attempting to bind port b236d208-837a-4dae-a173-e5fdc8d9d22d on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:29:29.900930 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-d920677f-346b-4b48-9ec0-43742c4db4e6 req-387f997e-78ad-4b31-b49d-66c375dcafe3 service neutron] Attempting to bind port b236d208-837a-4dae-a173-e5fdc8d9d22d by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': '86bf7ba4-25ec-477a-b752-1cd3a94d1598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a926837a-905f-4dbb-b5dd-5a4dcb465fd4'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:29:29.901476 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d920677f-346b-4b48-9ec0-43742c4db4e6 req-387f997e-78ad-4b31-b49d-66c375dcafe3 service neutron] Attempting to bind port b236d208-837a-4dae-a173-e5fdc8d9d22d on network a926837a-905f-4dbb-b5dd-5a4dcb465fd4 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:29:29.918564 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-011c6037-fb5d-41d4-ba0b-6d70e530db38 admin admin] For port 6476d1ef-e2a1-438c-ac56-93ef6b2cbfb5, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=6476d1ef-e2a1-438c-ac56-93ef6b2cbfb5,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:29:29.918564 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-011c6037-fb5d-41d4-ba0b-6d70e530db38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:29.926044 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d920677f-346b-4b48-9ec0-43742c4db4e6 req-387f997e-78ad-4b31-b49d-66c375dcafe3 service neutron] Port b236d208-837a-4dae-a173-e5fdc8d9d22d on network a926837a-905f-4dbb-b5dd-5a4dcb465fd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:29:29.926619 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d920677f-346b-4b48-9ec0-43742c4db4e6 req-387f997e-78ad-4b31-b49d-66c375dcafe3 service neutron] Attempting to bind port b236d208-837a-4dae-a173-e5fdc8d9d22d on network a926837a-905f-4dbb-b5dd-5a4dcb465fd4 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:29:29.949846 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d920677f-346b-4b48-9ec0-43742c4db4e6 req-387f997e-78ad-4b31-b49d-66c375dcafe3 service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:29:29.950465 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d920677f-346b-4b48-9ec0-43742c4db4e6 req-387f997e-78ad-4b31-b49d-66c375dcafe3 service neutron] Checking segment: {'id': '86bf7ba4-25ec-477a-b752-1cd3a94d1598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a926837a-905f-4dbb-b5dd-5a4dcb465fd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:29:29.951030 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d920677f-346b-4b48-9ec0-43742c4db4e6 req-387f997e-78ad-4b31-b49d-66c375dcafe3 service neutron] Bound using segment: {'id': '86bf7ba4-25ec-477a-b752-1cd3a94d1598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a926837a-905f-4dbb-b5dd-5a4dcb465fd4'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:29:29.951639 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-d920677f-346b-4b48-9ec0-43742c4db4e6 req-387f997e-78ad-4b31-b49d-66c375dcafe3 service neutron] Bound port: b236d208-837a-4dae-a173-e5fdc8d9d22d, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86bf7ba4-25ec-477a-b752-1cd3a94d1598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a926837a-905f-4dbb-b5dd-5a4dcb465fd4'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:29:29.952168 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d920677f-346b-4b48-9ec0-43742c4db4e6 req-387f997e-78ad-4b31-b49d-66c375dcafe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:29.968945 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-5320679b-20a5-414c-92e9-32eb1089c8cd None None] For port c8d7da64-470b-4024-8cd6-4c38e03d5a83, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:29:29.971866 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b47f98-8071-4a4f-b422-7db120657364 req-440e6b23-23b4-4c70-ba8c-698c8c2fc9d7 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:29.975307 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-5320679b-20a5-414c-92e9-32eb1089c8cd None None] For port c8d7da64-470b-4024-8cd6-4c38e03d5a83, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=c8d7da64-470b-4024-8cd6-4c38e03d5a83,segment=NetworkSegment(2304ae75-8f4d-4c58-a95b-ce723b5b3cd1),segment_id=2304ae75-8f4d-4c58-a95b-ce723b5b3cd1)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:29:29.981386 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-70b47f98-8071-4a4f-b422-7db120657364 req-440e6b23-23b4-4c70-ba8c-698c8c2fc9d7 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e8b394d-1d16-466c-b2d6-85ca9e6ab483 HTTP/1.1" status: 200 len: 943 time: 0.1374917 Apr 05 14:29:29.990193 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2872365c-e0ca-46c0-a832-4d2b2bae5401 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:29.999486 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-011c6037-fb5d-41d4-ba0b-6d70e530db38 admin admin] Calling delete_port for 6476d1ef-e2a1-438c-ac56-93ef6b2cbfb5 owned by network:router_gateway {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:29:30.047238 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5320679b-20a5-414c-92e9-32eb1089c8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:30.049185 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 59732) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:29:30.083022 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8596b8b4-0c3d-4231-a5ef-ab2b23a8f29c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:30.100156 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-70b47f98-8071-4a4f-b422-7db120657364 req-5751d2a7-4377-41d7-b27f-e0939af287bc tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178887 Apr 05 14:29:30.140499 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-d920677f-346b-4b48-9ec0-43742c4db4e6 req-387f997e-78ad-4b31-b49d-66c375dcafe3 service neutron] For port b236d208-837a-4dae-a173-e5fdc8d9d22d, host n-h1-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:29:30.153593 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-d920677f-346b-4b48-9ec0-43742c4db4e6 req-387f997e-78ad-4b31-b49d-66c375dcafe3 service neutron] For port b236d208-837a-4dae-a173-e5fdc8d9d22d, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=b236d208-837a-4dae-a173-e5fdc8d9d22d,segment=NetworkSegment(86bf7ba4-25ec-477a-b752-1cd3a94d1598),segment_id=86bf7ba4-25ec-477a-b752-1cd3a94d1598)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:29:30.158325 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8596b8b4-0c3d-4231-a5ef-ab2b23a8f29c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:30.169439 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5320679b-20a5-414c-92e9-32eb1089c8cd None None] Pushing event updated for resources: {'Port': ['ID=c8d7da64-470b-4024-8cd6-4c38e03d5a83,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:30.219313 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-8596b8b4-0c3d-4231-a5ef-ab2b23a8f29c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fed094ea474545fab55416613225b14c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7286029 Apr 05 14:29:30.220594 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8596b8b4-0c3d-4231-a5ef-ab2b23a8f29c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=834568dc-c6bf-4b07-8183-5439c866bbff,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:30.225482 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 59736) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:29:30.282557 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d920677f-346b-4b48-9ec0-43742c4db4e6 req-387f997e-78ad-4b31-b49d-66c375dcafe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:30.343065 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d920677f-346b-4b48-9ec0-43742c4db4e6 req-387f997e-78ad-4b31-b49d-66c375dcafe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:30.343710 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d920677f-346b-4b48-9ec0-43742c4db4e6 req-387f997e-78ad-4b31-b49d-66c375dcafe3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:30.345203 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d920677f-346b-4b48-9ec0-43742c4db4e6 req-387f997e-78ad-4b31-b49d-66c375dcafe3 service neutron] 10.222.0.55 "PUT /v2.0/ports/b236d208-837a-4dae-a173-e5fdc8d9d22d HTTP/1.1" status: 200 len: 1091 time: 1.5384479 Apr 05 14:29:30.345678 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e8b394d-1d16-466c-b2d6-85ca9e6ab483', 'tag': 'b236d208-837a-4dae-a173-e5fdc8d9d22d'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:29:30.348087 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a1ebae-f02b-43d5-9214-6a1b59d23b73" -d '{"events": [{"name": "network-changed", "server_uuid": "5e8b394d-1d16-466c-b2d6-85ca9e6ab483", "tag": "b236d208-837a-4dae-a173-e5fdc8d9d22d"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:29:30.363626 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b7d4d300-6fa3-4998-a145-56c411405c9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:30.385900 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ea460364-83ee-4f71-ae78-8cdce457af64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:30.404708 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911526c9-0875-417b-a839-002a79cc6564 x-openstack-request-id: req-911526c9-0875-417b-a839-002a79cc6564 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:29:30.405678 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e8b394d-1d16-466c-b2d6-85ca9e6ab483", "tag": "b236d208-837a-4dae-a173-e5fdc8d9d22d", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:29:30.405678 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-911526c9-0875-417b-a839-002a79cc6564 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:29:30.405890 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-911526c9-0875-417b-a839-002a79cc6564'] response: {'name': 'network-changed', 'server_uuid': '5e8b394d-1d16-466c-b2d6-85ca9e6ab483', 'tag': 'b236d208-837a-4dae-a173-e5fdc8d9d22d', 'status': 'completed', 'code': 200} Apr 05 14:29:30.461112 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ea460364-83ee-4f71-ae78-8cdce457af64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:30.517932 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387f997e-78ad-4b31-b49d-66c375dcafe3 service neutron] Pushing event updated for resources: {'Port': ['ID=b236d208-837a-4dae-a173-e5fdc8d9d22d,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:30.585324 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a1ebae-f02b-43d5-9214-6a1b59d23b73 req-4f049715-be8c-4357-b3cc-c6a1f4fbcfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:30.586891 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a3a1ebae-f02b-43d5-9214-6a1b59d23b73 req-4f049715-be8c-4357-b3cc-c6a1f4fbcfcd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f6c75c954b5749f4a5047ff4736e2678&device_id=5e8b394d-1d16-466c-b2d6-85ca9e6ab483 HTTP/1.1" status: 200 len: 1094 time: 0.1442325 Apr 05 14:29:30.620923 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b7d4d300-6fa3-4998-a145-56c411405c9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:30.694676 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b7d4d300-6fa3-4998-a145-56c411405c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:30.737602 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ea460364-83ee-4f71-ae78-8cdce457af64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:30.740552 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ea460364-83ee-4f71-ae78-8cdce457af64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:30.744158 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-ea460364-83ee-4f71-ae78-8cdce457af64 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/834568dc-c6bf-4b07-8183-5439c866bbff HTTP/1.1" status: 204 len: 168 time: 0.5150294 Apr 05 14:29:30.754699 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a1ebae-f02b-43d5-9214-6a1b59d23b73 req-c7517de5-eca3-4298-ae70-bfbb09aed19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:30.756184 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a3a1ebae-f02b-43d5-9214-6a1b59d23b73 req-c7517de5-eca3-4298-ae70-bfbb09aed19b service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=f6c75c954b5749f4a5047ff4736e2678&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1514816 Apr 05 14:29:30.761667 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-b7d4d300-6fa3-4998-a145-56c411405c9f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=79b7769b8f48449f89dd6f8050de70f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7074621 Apr 05 14:29:30.764739 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 59742) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:29:30.772640 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d4d300-6fa3-4998-a145-56c411405c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d600b3f3-09bb-4d9d-89d8-767b221a5dbf,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:30.790285 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea460364-83ee-4f71-ae78-8cdce457af64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=834568dc-c6bf-4b07-8183-5439c866bbff,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:30.808841 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e15f4f-2aa0-4d5e-bdd9-5588f074cdf2 req-c709282c-9133-4970-a59f-1d45d4ccc9f1 tempest-LiveAutoBlockMigrationV225Test-737036270 tempest-LiveAutoBlockMigrationV225Test-737036270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:30.811200 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-43e15f4f-2aa0-4d5e-bdd9-5588f074cdf2 req-c709282c-9133-4970-a59f-1d45d4ccc9f1 tempest-LiveAutoBlockMigrationV225Test-737036270 tempest-LiveAutoBlockMigrationV225Test-737036270-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=45a58cb2-8259-4d9f-8d24-085fcb724cdc&tenant_id=ec0fa5de45e74f079e998d8c4a01aedf&binding%3Ahost_id=n-h2-836650-2 HTTP/1.1" status: 200 len: 1096 time: 0.1445630 Apr 05 14:29:30.830864 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-43e15f4f-2aa0-4d5e-bdd9-5588f074cdf2 req-57181912-41ca-49a9-9088-c523104e2284 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836650-2'}}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:29:30.906970 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5442caf7-e8c5-4803-b5e7-ac7cd2a3fc93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:30.908759 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-011c6037-fb5d-41d4-ba0b-6d70e530db38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:30.919858 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a1ebae-f02b-43d5-9214-6a1b59d23b73 req-c9246be9-0250-4a95-9442-106c18524ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:30.921376 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a3a1ebae-f02b-43d5-9214-6a1b59d23b73 req-c9246be9-0250-4a95-9442-106c18524ea3 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1577771 Apr 05 14:29:30.956693 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5442caf7-e8c5-4803-b5e7-ac7cd2a3fc93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:31.002092 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011c6037-fb5d-41d4-ba0b-6d70e530db38 admin admin] Pushing event deleted for resources: {'Port': ['ID=6476d1ef-e2a1-438c-ac56-93ef6b2cbfb5,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:31.059144 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c947d9-fcc9-411f-b35f-e50d3613fec2 req-2835f00b-f9fc-41fd-b5ea-0bc6e02bd304 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:31.060745 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-81c947d9-fcc9-411f-b35f-e50d3613fec2 req-2835f00b-f9fc-41fd-b5ea-0bc6e02bd304 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=45a58cb2-8259-4d9f-8d24-085fcb724cdc HTTP/1.1" status: 200 len: 945 time: 0.1211412 Apr 05 14:29:31.080182 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d920677f-346b-4b48-9ec0-43742c4db4e6 req-3e20c6e0-d0c4-4e2f-8c83-8618ca545718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:31.083148 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d920677f-346b-4b48-9ec0-43742c4db4e6 req-3e20c6e0-d0c4-4e2f-8c83-8618ca545718 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f6c75c954b5749f4a5047ff4736e2678&device_id=5e8b394d-1d16-466c-b2d6-85ca9e6ab483 HTTP/1.1" status: 200 len: 1094 time: 0.1224475 Apr 05 14:29:31.117958 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-43e15f4f-2aa0-4d5e-bdd9-5588f074cdf2 req-57181912-41ca-49a9-9088-c523104e2284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:31.146408 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d920677f-346b-4b48-9ec0-43742c4db4e6 req-1b551c6e-7448-4ea0-a354-dffa2b1711b2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b236d208-837a-4dae-a173-e5fdc8d9d22d HTTP/1.1" status: 200 len: 217 time: 0.0450544 Apr 05 14:29:31.170207 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2872365c-e0ca-46c0-a832-4d2b2bae5401 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:31.204502 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-81c947d9-fcc9-411f-b35f-e50d3613fec2 req-b6ddbd84-cc9e-4439-a219-a1fa19b5854b tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298492 Apr 05 14:29:31.213475 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5442caf7-e8c5-4803-b5e7-ac7cd2a3fc93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:31.219316 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5442caf7-e8c5-4803-b5e7-ac7cd2a3fc93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:31.220634 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-5442caf7-e8c5-4803-b5e7-ac7cd2a3fc93 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d600b3f3-09bb-4d9d-89d8-767b221a5dbf HTTP/1.1" status: 204 len: 168 time: 0.4453082 Apr 05 14:29:31.251240 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-011c6037-fb5d-41d4-ba0b-6d70e530db38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808526'] for router_gateway, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:31.258141 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2872365c-e0ca-46c0-a832-4d2b2bae5401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:31.317997 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5442caf7-e8c5-4803-b5e7-ac7cd2a3fc93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d600b3f3-09bb-4d9d-89d8-767b221a5dbf,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:31.330078 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d920677f-346b-4b48-9ec0-43742c4db4e6 req-d7712a0f-d65f-4903-8c2f-32e2df96cde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:31.335039 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d920677f-346b-4b48-9ec0-43742c4db4e6 req-d7712a0f-d65f-4903-8c2f-32e2df96cde2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=81226097-f23e-489f-aebf-5f546853adb0 HTTP/1.1" status: 200 len: 852 time: 0.1770575 Apr 05 14:29:31.381993 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d920677f-346b-4b48-9ec0-43742c4db4e6 req-db10bb3c-babb-4c8c-9d07-1bba40c2aa74 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a926837a-905f-4dbb-b5dd-5a4dcb465fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401158 Apr 05 14:29:31.394228 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172abef7-f4e7-4ecc-bbdb-2a945d67887c req-6881655c-1b5b-4cbe-b2b5-c170a5201ed4 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:31.395954 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-172abef7-f4e7-4ecc-bbdb-2a945d67887c req-6881655c-1b5b-4cbe-b2b5-c170a5201ed4 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e8b394d-1d16-466c-b2d6-85ca9e6ab483 HTTP/1.1" status: 200 len: 943 time: 0.1835372 Apr 05 14:29:31.482739 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-011c6037-fb5d-41d4-ba0b-6d70e530db38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27070'] for router, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:31.487667 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-011c6037-fb5d-41d4-ba0b-6d70e530db38 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:31.510769 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-172abef7-f4e7-4ecc-bbdb-2a945d67887c req-40e1ba80-548a-4e6d-afa3-d5e52f6e35bf tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908573 Apr 05 14:29:31.538363 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d920677f-346b-4b48-9ec0-43742c4db4e6 req-4079b277-fd64-4833-9205-ec1e63432477 service neutron] 10.222.0.55 "GET /v2.0/networks/a926837a-905f-4dbb-b5dd-5a4dcb465fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413543 Apr 05 14:29:31.619342 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e38e15-cdb7-4902-80bc-f60b775265fa None None] Network a9ad640e-de7f-43c6-8fef-96cb779b89ff requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:29:31.667737 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2d7e69ce-50b2-4e05-bcbb-d2779c1330ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809988'] for router_interface, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:31.669281 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d920677f-346b-4b48-9ec0-43742c4db4e6 req-b554f283-3e23-47eb-81b1-b147aece9355 service neutron] 10.222.0.55 "GET /v2.0/networks/a926837a-905f-4dbb-b5dd-5a4dcb465fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233587 Apr 05 14:29:31.735363 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-011c6037-fb5d-41d4-ba0b-6d70e530db38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803298'] for router, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:31.735870 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-011c6037-fb5d-41d4-ba0b-6d70e530db38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b51f7681-1fca-4ffc-b441-a4750a7d0547 {{(pid=103321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:29:31.750580 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-011c6037-fb5d-41d4-ba0b-6d70e530db38 admin admin] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:31.758697 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-011c6037-fb5d-41d4-ba0b-6d70e530db38 admin admin] 10.222.0.30 "DELETE /v2.0/routers/b51f7681-1fca-4ffc-b441-a4750a7d0547 HTTP/1.1" status: 204 len: 168 time: 3.2154050 Apr 05 14:29:31.759160 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 59762) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:29:31.781754 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-43e15f4f-2aa0-4d5e-bdd9-5588f074cdf2 req-57181912-41ca-49a9-9088-c523104e2284 service neutron] For port 253e9573-54d3-4180-86f0-45ba2cca07f4, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=253e9573-54d3-4180-86f0-45ba2cca07f4,segment=NetworkSegment(e44f5d0a-bab4-40cf-a1ed-36028ad06628),segment_id=e44f5d0a-bab4-40cf-a1ed-36028ad06628)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:29:31.806717 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 253e9573-54d3-4180-86f0-45ba2cca07f4 details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:29:31.838725 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-2872365c-e0ca-46c0-a832-4d2b2bae5401 admin admin] Allocated IP 172.25.6.45 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/db464af9-7024-4b7b-92b7-0af4b6f6e00b) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:29:31.876943 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_v2 [None req-93d8aeca-01cd-4b57-bb11-360e7f47f3db admin admin] Deleting subnet f6074551-5c62-4edd-9c5d-5fd7282d7688 {{(pid=103320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:29:31.883815 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-93d8aeca-01cd-4b57-bb11-360e7f47f3db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:31.934511 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-93d8aeca-01cd-4b57-bb11-360e7f47f3db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13399228'] for subnet, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:31.946228 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 253e9573-54d3-4180-86f0-45ba2cca07f4, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=253e9573-54d3-4180-86f0-45ba2cca07f4,segment=NetworkSegment(e44f5d0a-bab4-40cf-a1ed-36028ad06628),segment_id=e44f5d0a-bab4-40cf-a1ed-36028ad06628)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:29:32.031136 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-43e15f4f-2aa0-4d5e-bdd9-5588f074cdf2 req-57181912-41ca-49a9-9088-c523104e2284 service neutron] For port 253e9573-54d3-4180-86f0-45ba2cca07f4, host n-h2-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:29:32.131271 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device c8d7da64-470b-4024-8cd6-4c38e03d5a83 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:29:32.148634 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-93d8aeca-01cd-4b57-bb11-360e7f47f3db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:32.180931 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45a58cb2-8259-4d9f-8d24-085fcb724cdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '253e9573-54d3-4180-86f0-45ba2cca07f4'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:29:32.183522 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee365e79-58d8-4a7c-b135-6e9410cf68cf" -d '{"events": [{"server_uuid": "45a58cb2-8259-4d9f-8d24-085fcb724cdc", "name": "network-vif-unplugged", "status": "completed", "tag": "253e9573-54d3-4180-86f0-45ba2cca07f4"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:29:32.188272 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 253e9573-54d3-4180-86f0-45ba2cca07f4 has no active binding in host n-h1-836650-2 {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 05 14:29:32.189497 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-43e15f4f-2aa0-4d5e-bdd9-5588f074cdf2 req-57181912-41ca-49a9-9088-c523104e2284 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:32.241885 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2872365c-e0ca-46c0-a832-4d2b2bae5401 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:32.249106 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 14:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-909fad7c-9e2c-4c3c-b072-3fe6e07b8320 x-openstack-request-id: req-909fad7c-9e2c-4c3c-b072-3fe6e07b8320 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:29:32.249106 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45a58cb2-8259-4d9f-8d24-085fcb724cdc", "name": "network-vif-unplugged", "status": "completed", "tag": "253e9573-54d3-4180-86f0-45ba2cca07f4", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:29:32.249360 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-909fad7c-9e2c-4c3c-b072-3fe6e07b8320 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:29:32.249616 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-909fad7c-9e2c-4c3c-b072-3fe6e07b8320'] response: {'server_uuid': '45a58cb2-8259-4d9f-8d24-085fcb724cdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '253e9573-54d3-4180-86f0-45ba2cca07f4', 'code': 200} Apr 05 14:29:32.276383 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-ec372c24-9bf5-40c4-8cac-addb72397a91 None None] Provisioning complete for port c8d7da64-470b-4024-8cd6-4c38e03d5a83 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:29:32.276801 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ec372c24-9bf5-40c4-8cac-addb72397a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:32.306049 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-43e15f4f-2aa0-4d5e-bdd9-5588f074cdf2 req-57181912-41ca-49a9-9088-c523104e2284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:32.323619 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-93d8aeca-01cd-4b57-bb11-360e7f47f3db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15773812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13127359'] for subnet, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:32.390037 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port c8d7da64-470b-4024-8cd6-4c38e03d5a83 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:29:32.390665 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:32.426526 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2872365c-e0ca-46c0-a832-4d2b2bae5401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:32.447587 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 59784) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:29:32.480779 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d8aeca-01cd-4b57-bb11-360e7f47f3db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6074551-5c62-4edd-9c5d-5fd7282d7688,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:32.483997 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65491378-3e55-455f-b6d3-812bf1e062e3 None None] Network f67f3a13-049d-41fc-8f05-879f33bdc3a1 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:29:32.484754 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-93d8aeca-01cd-4b57-bb11-360e7f47f3db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:32.490579 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-93d8aeca-01cd-4b57-bb11-360e7f47f3db admin admin] 10.222.0.30 "DELETE /v2.0/subnets/f6074551-5c62-4edd-9c5d-5fd7282d7688 HTTP/1.1" status: 204 len: 168 time: 0.7323279 Apr 05 14:29:32.500028 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 59786) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:29:32.530959 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57181912-41ca-49a9-9088-c523104e2284 service neutron] Pushing event updated for resources: {'Port': ['ID=253e9573-54d3-4180-86f0-45ba2cca07f4,revision_number=7']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:32.536808 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2872365c-e0ca-46c0-a832-4d2b2bae5401 admin admin] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:29:32.557317 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-2872365c-e0ca-46c0-a832-4d2b2bae5401 admin admin] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:29:32.565299 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ec372c24-9bf5-40c4-8cac-addb72397a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:32.601768 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2872365c-e0ca-46c0-a832-4d2b2bae5401 admin admin] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:29:32.641242 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-43e15f4f-2aa0-4d5e-bdd9-5588f074cdf2 req-57181912-41ca-49a9-9088-c523104e2284 service neutron] Attempting to bind port 253e9573-54d3-4180-86f0-45ba2cca07f4 on host n-h2-836650-2 for vnic_type normal with profile {"migrating_to": "n-h1-836650-2"} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:29:32.644694 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-43e15f4f-2aa0-4d5e-bdd9-5588f074cdf2 req-57181912-41ca-49a9-9088-c523104e2284 service neutron] Attempting to bind port 253e9573-54d3-4180-86f0-45ba2cca07f4 by drivers openvswitch,hyperv on host n-h2-836650-2 at level 0 using segments [{'id': 'e44f5d0a-bab4-40cf-a1ed-36028ad06628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a37e2d3e-8e8b-49fa-a97d-3b06631436db'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:29:32.644694 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e15f4f-2aa0-4d5e-bdd9-5588f074cdf2 req-57181912-41ca-49a9-9088-c523104e2284 service neutron] Attempting to bind port 253e9573-54d3-4180-86f0-45ba2cca07f4 on network a37e2d3e-8e8b-49fa-a97d-3b06631436db {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:29:32.651377 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:32.663187 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e15f4f-2aa0-4d5e-bdd9-5588f074cdf2 req-57181912-41ca-49a9-9088-c523104e2284 service neutron] Port 253e9573-54d3-4180-86f0-45ba2cca07f4 on network a37e2d3e-8e8b-49fa-a97d-3b06631436db not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:29:32.663442 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e15f4f-2aa0-4d5e-bdd9-5588f074cdf2 req-57181912-41ca-49a9-9088-c523104e2284 service neutron] Attempting to bind port 253e9573-54d3-4180-86f0-45ba2cca07f4 on network a37e2d3e-8e8b-49fa-a97d-3b06631436db {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:29:32.668247 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2872365c-e0ca-46c0-a832-4d2b2bae5401 admin admin] Pushing event updated for resources: {'Port': ['ID=db464af9-7024-4b7b-92b7-0af4b6f6e00b,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:32.671526 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-2d7e69ce-50b2-4e05-bcbb-d2779c1330ac admin admin] Deleting port a660769c-310c-4a68-8765-b23fba70ec5b {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:29:32.671871 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2d7e69ce-50b2-4e05-bcbb-d2779c1330ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:32.702908 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e15f4f-2aa0-4d5e-bdd9-5588f074cdf2 req-57181912-41ca-49a9-9088-c523104e2284 service neutron] Checking agent: {'id': '6d8cf521-24bb-4b6a-bbae-0284f5c87a9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:29:32.708023 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e15f4f-2aa0-4d5e-bdd9-5588f074cdf2 req-57181912-41ca-49a9-9088-c523104e2284 service neutron] Checking segment: {'id': 'e44f5d0a-bab4-40cf-a1ed-36028ad06628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a37e2d3e-8e8b-49fa-a97d-3b06631436db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:29:32.708023 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e15f4f-2aa0-4d5e-bdd9-5588f074cdf2 req-57181912-41ca-49a9-9088-c523104e2284 service neutron] Bound using segment: {'id': 'e44f5d0a-bab4-40cf-a1ed-36028ad06628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a37e2d3e-8e8b-49fa-a97d-3b06631436db'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:29:32.708023 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-43e15f4f-2aa0-4d5e-bdd9-5588f074cdf2 req-57181912-41ca-49a9-9088-c523104e2284 service neutron] Bound port: 253e9573-54d3-4180-86f0-45ba2cca07f4, host: n-h2-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e44f5d0a-bab4-40cf-a1ed-36028ad06628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a37e2d3e-8e8b-49fa-a97d-3b06631436db'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:29:32.708023 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-43e15f4f-2aa0-4d5e-bdd9-5588f074cdf2 req-57181912-41ca-49a9-9088-c523104e2284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:32.750163 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-ec372c24-9bf5-40c4-8cac-addb72397a91 None None] For port c8d7da64-470b-4024-8cd6-4c38e03d5a83, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=c8d7da64-470b-4024-8cd6-4c38e03d5a83,segment=NetworkSegment(2304ae75-8f4d-4c58-a95b-ce723b5b3cd1),segment_id=2304ae75-8f4d-4c58-a95b-ce723b5b3cd1)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:29:32.803474 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ec372c24-9bf5-40c4-8cac-addb72397a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:32.809593 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-925399b7-21c1-4cf4-be78-54531757ebf1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1695908522-network', 'tenant_id': '9f48ad39adb04af7baada856c775d36d'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:29:32.831159 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a995b4bc-f021-4474-8f03-91985eee06c1 req-9a0c3fec-2ec6-4bef-ac3f-2899df081e49 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:32.835097 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a995b4bc-f021-4474-8f03-91985eee06c1 req-9a0c3fec-2ec6-4bef-ac3f-2899df081e49 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=45a58cb2-8259-4d9f-8d24-085fcb724cdc HTTP/1.1" status: 200 len: 943 time: 0.4474950 Apr 05 14:29:32.906698 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.db.api [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:29:32.907054 n-d-836650-2 neutron-server[103322]: DEBUG oslo_db.api [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:29:32.918477 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec372c24-9bf5-40c4-8cac-addb72397a91 None None] Pushing event updated for resources: {'Port': ['ID=c8d7da64-470b-4024-8cd6-4c38e03d5a83,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:32.936292 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-4e28428b-a505-46b8-8388-d9fb58e4049a None None] Provisioning complete for port c8d7da64-470b-4024-8cd6-4c38e03d5a83 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:29:32.939262 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4e28428b-a505-46b8-8388-d9fb58e4049a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:32.940794 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a995b4bc-f021-4474-8f03-91985eee06c1 req-32335555-5b2c-4815-b3c9-2e5e4c0617cd tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492401 Apr 05 14:29:32.944720 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-968ce106-e3f3-453a-930a-4c2c6cbab919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:33.007503 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daeb8118-ac89-407f-9be5-f01b75211376 None None] DHCP port deletion for f67f3a13-049d-41fc-8f05-879f33bdc3a1 request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:29:33.012639 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d63eb14-b57b-4f58-b648-b77ebd0687f9 req-ed495a58-61fe-4441-970e-5910357187ae tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:33.014240 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3d63eb14-b57b-4f58-b648-b77ebd0687f9 req-ed495a58-61fe-4441-970e-5910357187ae tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e8b394d-1d16-466c-b2d6-85ca9e6ab483 HTTP/1.1" status: 200 len: 943 time: 0.3288121 Apr 05 14:29:33.052289 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-43e15f4f-2aa0-4d5e-bdd9-5588f074cdf2 req-57181912-41ca-49a9-9088-c523104e2284 service neutron] For port 253e9573-54d3-4180-86f0-45ba2cca07f4, host n-h2-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:29:33.055937 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-2d7e69ce-50b2-4e05-bcbb-d2779c1330ac admin admin] For port a660769c-310c-4a68-8765-b23fba70ec5b, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=a660769c-310c-4a68-8765-b23fba70ec5b,segment=NetworkSegment(a7b6b76e-60b5-47fc-aeb7-c77bd8716e53),segment_id=a7b6b76e-60b5-47fc-aeb7-c77bd8716e53)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:29:33.056273 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2d7e69ce-50b2-4e05-bcbb-d2779c1330ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:33.059542 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-43e15f4f-2aa0-4d5e-bdd9-5588f074cdf2 req-57181912-41ca-49a9-9088-c523104e2284 service neutron] For port 253e9573-54d3-4180-86f0-45ba2cca07f4, host n-h2-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=253e9573-54d3-4180-86f0-45ba2cca07f4,segment=NetworkSegment(e44f5d0a-bab4-40cf-a1ed-36028ad06628),segment_id=e44f5d0a-bab4-40cf-a1ed-36028ad06628)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:29:33.062521 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-968ce106-e3f3-453a-930a-4c2c6cbab919 admin admin] Deleting port 545ff161-6f57-4453-8b68-cd5b312cbffc {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:29:33.062875 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-968ce106-e3f3-453a-930a-4c2c6cbab919 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:33.070677 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-925399b7-21c1-4cf4-be78-54531757ebf1 admin admin] Made reservation on behalf of 9f48ad39adb04af7baada856c775d36d for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:29:33.070677 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-925399b7-21c1-4cf4-be78-54531757ebf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:33.081318 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-925399b7-21c1-4cf4-be78-54531757ebf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:33.089171 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-2d7e69ce-50b2-4e05-bcbb-d2779c1330ac admin admin] Calling delete_port for a660769c-310c-4a68-8765-b23fba70ec5b owned by network:router_interface {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:29:33.098274 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3d63eb14-b57b-4f58-b648-b77ebd0687f9 req-b24f470a-65cb-4b2a-bee1-58a17e62296d tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698895 Apr 05 14:29:33.113002 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-daeb8118-ac89-407f-9be5-f01b75211376 None None] Deleting port 545ff161-6f57-4453-8b68-cd5b312cbffc {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:29:33.113496 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-daeb8118-ac89-407f-9be5-f01b75211376 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:33.140989 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 59800) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:29:33.149658 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-43e15f4f-2aa0-4d5e-bdd9-5588f074cdf2 req-57181912-41ca-49a9-9088-c523104e2284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:33.164540 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-968ce106-e3f3-453a-930a-4c2c6cbab919 admin admin] For port 545ff161-6f57-4453-8b68-cd5b312cbffc, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=545ff161-6f57-4453-8b68-cd5b312cbffc,segment=NetworkSegment(a568a80e-06b0-4bc4-9b32-ea547fcca925),segment_id=a568a80e-06b0-4bc4-9b32-ea547fcca925)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:29:33.164872 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-968ce106-e3f3-453a-930a-4c2c6cbab919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:33.181166 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-968ce106-e3f3-453a-930a-4c2c6cbab919 admin admin] Calling delete_port for 545ff161-6f57-4453-8b68-cd5b312cbffc owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:29:33.225212 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-daeb8118-ac89-407f-9be5-f01b75211376 None None] For port 545ff161-6f57-4453-8b68-cd5b312cbffc, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=545ff161-6f57-4453-8b68-cd5b312cbffc,segment=NetworkSegment(a568a80e-06b0-4bc4-9b32-ea547fcca925),segment_id=a568a80e-06b0-4bc4-9b32-ea547fcca925)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:29:33.225713 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-daeb8118-ac89-407f-9be5-f01b75211376 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:33.241700 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-daeb8118-ac89-407f-9be5-f01b75211376 None None] Calling delete_port for 545ff161-6f57-4453-8b68-cd5b312cbffc owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:29:33.317631 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-914e5778-ba20-4f7b-8d6a-e684a6b3ceda admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-315139767-network', 'tenant_id': 'e91553a2426a4c2b84bfe70f8165ba73'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:29:33.343472 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-968ce106-e3f3-453a-930a-4c2c6cbab919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:33.351021 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-daeb8118-ac89-407f-9be5-f01b75211376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:33.374788 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 7 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 14:29:33.377143 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeb8118-ac89-407f-9be5-f01b75211376 None None] Pushing event deleted for resources: {'Port': ['ID=545ff161-6f57-4453-8b68-cd5b312cbffc,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:33.381764 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daeb8118-ac89-407f-9be5-f01b75211376 None None] No DVR routers for this DVR port 545ff161-6f57-4453-8b68-cd5b312cbffc on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:29:33.383857 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968ce106-e3f3-453a-930a-4c2c6cbab919 admin admin] No DVR routers for this DVR port 545ff161-6f57-4453-8b68-cd5b312cbffc on host n-d-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:29:33.389829 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daeb8118-ac89-407f-9be5-f01b75211376 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:33.390428 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daeb8118-ac89-407f-9be5-f01b75211376 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:33.390971 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daeb8118-ac89-407f-9be5-f01b75211376 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:33.391478 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daeb8118-ac89-407f-9be5-f01b75211376 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:33.391979 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daeb8118-ac89-407f-9be5-f01b75211376 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:33.392618 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daeb8118-ac89-407f-9be5-f01b75211376 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:33.393148 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daeb8118-ac89-407f-9be5-f01b75211376 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:33.393951 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daeb8118-ac89-407f-9be5-f01b75211376 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:33.394657 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daeb8118-ac89-407f-9be5-f01b75211376 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:33.395166 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daeb8118-ac89-407f-9be5-f01b75211376 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:33.395673 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daeb8118-ac89-407f-9be5-f01b75211376 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:33.396197 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daeb8118-ac89-407f-9be5-f01b75211376 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:33.398605 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57181912-41ca-49a9-9088-c523104e2284 service neutron] Pushing event updated for resources: {'Port': ['ID=253e9573-54d3-4180-86f0-45ba2cca07f4,revision_number=8']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:33.415449 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968ce106-e3f3-453a-930a-4c2c6cbab919 admin admin] Pushing event deleted for resources: {'Port': ['ID=545ff161-6f57-4453-8b68-cd5b312cbffc,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:33.435491 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-925399b7-21c1-4cf4-be78-54531757ebf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:33.445753 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e15f4f-2aa0-4d5e-bdd9-5588f074cdf2 req-57181912-41ca-49a9-9088-c523104e2284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:33.446610 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-43e15f4f-2aa0-4d5e-bdd9-5588f074cdf2 req-57181912-41ca-49a9-9088-c523104e2284 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:33.447772 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-43e15f4f-2aa0-4d5e-bdd9-5588f074cdf2 req-57181912-41ca-49a9-9088-c523104e2284 service neutron] 10.222.0.55 "PUT /v2.0/ports/253e9573-54d3-4180-86f0-45ba2cca07f4 HTTP/1.1" status: 200 len: 1121 time: 2.6255035 Apr 05 14:29:33.478379 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-968ce106-e3f3-453a-930a-4c2c6cbab919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:33.482245 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device fdce01be-3d55-4b1a-a12c-14ebc8d4242f no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:29:33.492757 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2872365c-e0ca-46c0-a832-4d2b2bae5401 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:33.496837 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-914e5778-ba20-4f7b-8d6a-e684a6b3ceda admin admin] Made reservation on behalf of e91553a2426a4c2b84bfe70f8165ba73 for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:29:33.499172 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-914e5778-ba20-4f7b-8d6a-e684a6b3ceda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:33.502785 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-968ce106-e3f3-453a-930a-4c2c6cbab919 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f67f3a13-049d-41fc-8f05-879f33bdc3a1']}} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:33.516515 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: fdce01be-3d55-4b1a-a12c-14ebc8d4242f {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:29:33.517409 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device fdce01be-3d55-4b1a-a12c-14ebc8d4242f not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:29:33.521469 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-968ce106-e3f3-453a-930a-4c2c6cbab919 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a568a80e-06b0-4bc4-9b32-ea547fcca925') {'for_net_delete': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:33.521966 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-968ce106-e3f3-453a-930a-4c2c6cbab919 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a568a80e-06b0-4bc4-9b32-ea547fcca925') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:33.524111 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['253e9573-54d3-4180-86f0-45ba2cca07f4'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:29:33.535504 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-968ce106-e3f3-453a-930a-4c2c6cbab919 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13399223'] for segment, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:33.549121 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-925399b7-21c1-4cf4-be78-54531757ebf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:33.551749 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-968ce106-e3f3-453a-930a-4c2c6cbab919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:33.558272 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-914e5778-ba20-4f7b-8d6a-e684a6b3ceda admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:33.562126 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-968ce106-e3f3-453a-930a-4c2c6cbab919 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=103320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:29:33.562594 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-968ce106-e3f3-453a-930a-4c2c6cbab919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15765202'] for segment, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:33.566648 n-d-836650-2 neutron-server[103320]: Traceback (most recent call last): Apr 05 14:29:33.566648 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:29:33.566648 n-d-836650-2 neutron-server[103320]: timer() Apr 05 14:29:33.566648 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:29:33.566648 n-d-836650-2 neutron-server[103320]: cb(*args, **kw) Apr 05 14:29:33.566648 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:29:33.566648 n-d-836650-2 neutron-server[103320]: return func(*args, **kwargs) Apr 05 14:29:33.566648 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:29:33.566648 n-d-836650-2 neutron-server[103320]: self._notify() Apr 05 14:29:33.566648 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:29:33.566648 n-d-836650-2 neutron-server[103320]: self.callback(batched_events) Apr 05 14:29:33.566648 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:29:33.566648 n-d-836650-2 neutron-server[103320]: event.method(event) Apr 05 14:29:33.566648 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:29:33.566648 n-d-836650-2 neutron-server[103320]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:29:33.566648 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:29:33.566648 n-d-836650-2 neutron-server[103320]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:29:33.566648 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:29:33.566648 n-d-836650-2 neutron-server[103320]: return f(self, *a, **k) Apr 05 14:29:33.566648 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:29:33.566648 n-d-836650-2 neutron-server[103320]: return self._get(url).json() Apr 05 14:29:33.566648 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:29:33.566648 n-d-836650-2 neutron-server[103320]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:29:33.566648 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:29:33.566648 n-d-836650-2 neutron-server[103320]: return self.request(url, 'GET', **kwargs) Apr 05 14:29:33.566648 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:29:33.566648 n-d-836650-2 neutron-server[103320]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:29:33.566648 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:29:33.566648 n-d-836650-2 neutron-server[103320]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:29:33.566648 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:29:33.566648 n-d-836650-2 neutron-server[103320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:29:33.566648 n-d-836650-2 neutron-server[103320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:29:33.594871 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['253e9573-54d3-4180-86f0-45ba2cca07f4'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:29:33.672746 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device c8d7da64-470b-4024-8cd6-4c38e03d5a83 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:29:33.720981 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-968ce106-e3f3-453a-930a-4c2c6cbab919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:33.742824 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-968ce106-e3f3-453a-930a-4c2c6cbab919 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:33.746374 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-968ce106-e3f3-453a-930a-4c2c6cbab919 admin admin] 10.222.0.30 "DELETE /v2.0/networks/f67f3a13-049d-41fc-8f05-879f33bdc3a1 HTTP/1.1" status: 204 len: 168 time: 1.2442892 Apr 05 14:29:33.747528 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968ce106-e3f3-453a-930a-4c2c6cbab919 admin admin] Pushing event deleted for resources: {'Network': ['ID=f67f3a13-049d-41fc-8f05-879f33bdc3a1,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:33.755027 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 59806) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:29:33.818288 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port c8d7da64-470b-4024-8cd6-4c38e03d5a83 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:29:33.818288 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:33.923973 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-925399b7-21c1-4cf4-be78-54531757ebf1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:29:33.980754 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-925399b7-21c1-4cf4-be78-54531757ebf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:33.981144 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-925399b7-21c1-4cf4-be78-54531757ebf1 admin admin] Added segment 35a23c08-3f1d-41ea-a9e2-ea1a46281134 of type vlan for network 16bf8871-7522-40bc-8998-4cf5039a6e4f Apr 05 14:29:33.983852 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925399b7-21c1-4cf4-be78-54531757ebf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b9f0a8-8003-41fc-96c3-f7974a1b5067,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:34.073665 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 6476d1ef-e2a1-438c-ac56-93ef6b2cbfb5 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:29:34.092811 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-925399b7-21c1-4cf4-be78-54531757ebf1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:34.101219 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 6476d1ef-e2a1-438c-ac56-93ef6b2cbfb5 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:29:34.101997 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 6476d1ef-e2a1-438c-ac56-93ef6b2cbfb5 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:29:34.102615 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 545ff161-6f57-4453-8b68-cd5b312cbffc no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:29:34.124534 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 545ff161-6f57-4453-8b68-cd5b312cbffc {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:29:34.125294 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 545ff161-6f57-4453-8b68-cd5b312cbffc not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:29:34.147568 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07924de-08ad-4b8e-bce4-0d2141920003 req-5081e603-1bfe-4389-af37-0f54a9a67572 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:34.149154 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b07924de-08ad-4b8e-bce4-0d2141920003 req-5081e603-1bfe-4389-af37-0f54a9a67572 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=45a58cb2-8259-4d9f-8d24-085fcb724cdc HTTP/1.1" status: 200 len: 943 time: 0.0898025 Apr 05 14:29:34.246532 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-914e5778-ba20-4f7b-8d6a-e684a6b3ceda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:34.250884 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45a58cb2-8259-4d9f-8d24-085fcb724cdc', 'tag': '253e9573-54d3-4180-86f0-45ba2cca07f4'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:29:34.253199 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c7a9f1-b52a-4a6a-bf2d-0313db3fb9b4" -d '{"events": [{"name": "network-changed", "server_uuid": "45a58cb2-8259-4d9f-8d24-085fcb724cdc", "tag": "253e9573-54d3-4180-86f0-45ba2cca07f4"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:29:34.254169 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b07924de-08ad-4b8e-bce4-0d2141920003 req-a1024d3f-d150-470a-a6d9-e359b69e0553 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868461 Apr 05 14:29:34.259388 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2872365c-e0ca-46c0-a832-4d2b2bae5401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618'] for router, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:34.298415 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aae2959-aff0-44a7-9c95-bb5eb6f4d93a req-4c08d204-d858-4487-a498-1fd1ef8ea4de tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:34.299489 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2d7e69ce-50b2-4e05-bcbb-d2779c1330ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:34.301736 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5aae2959-aff0-44a7-9c95-bb5eb6f4d93a req-4c08d204-d858-4487-a498-1fd1ef8ea4de tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e8b394d-1d16-466c-b2d6-85ca9e6ab483 HTTP/1.1" status: 200 len: 943 time: 0.1011450 Apr 05 14:29:34.333192 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-925399b7-21c1-4cf4-be78-54531757ebf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:34.334345 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925399b7-21c1-4cf4-be78-54531757ebf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:34.335005 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-925399b7-21c1-4cf4-be78-54531757ebf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:34.338084 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28513afa-b1bc-4cc4-8cf6-5fad6e25eb10 x-openstack-request-id: req-28513afa-b1bc-4cc4-8cf6-5fad6e25eb10 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:29:34.338551 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45a58cb2-8259-4d9f-8d24-085fcb724cdc", "tag": "253e9573-54d3-4180-86f0-45ba2cca07f4", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:29:34.338820 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-28513afa-b1bc-4cc4-8cf6-5fad6e25eb10 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:29:34.339306 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28513afa-b1bc-4cc4-8cf6-5fad6e25eb10'] response: {'name': 'network-changed', 'server_uuid': '45a58cb2-8259-4d9f-8d24-085fcb724cdc', 'tag': '253e9573-54d3-4180-86f0-45ba2cca07f4', 'status': 'completed', 'code': 200} Apr 05 14:29:34.350903 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-914e5778-ba20-4f7b-8d6a-e684a6b3ceda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:34.353964 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7e69ce-50b2-4e05-bcbb-d2779c1330ac admin admin] Pushing event deleted for resources: {'Port': ['ID=a660769c-310c-4a68-8765-b23fba70ec5b,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:34.355832 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-97496722-b595-4a3c-b447-7b6672ad4fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809988'] for router_interface, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:34.408237 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5aae2959-aff0-44a7-9c95-bb5eb6f4d93a req-2b5827fb-210b-4f8e-b281-11c022583c95 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905023 Apr 05 14:29:34.517740 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-914e5778-ba20-4f7b-8d6a-e684a6b3ceda admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:29:34.581255 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-914e5778-ba20-4f7b-8d6a-e684a6b3ceda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:34.581659 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-914e5778-ba20-4f7b-8d6a-e684a6b3ceda admin admin] Added segment 84444dc6-6dcf-4864-8c68-932f93ca070d of type vlan for network f3d36192-beab-4ed8-8693-798586c8bee2 Apr 05 14:29:34.586029 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-925399b7-21c1-4cf4-be78-54531757ebf1 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.1177444 Apr 05 14:29:34.588040 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914e5778-ba20-4f7b-8d6a-e684a6b3ceda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=627bff44-5da3-4171-b1de-422c603a0c70,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:34.591593 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 59816) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:29:34.605152 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925399b7-21c1-4cf4-be78-54531757ebf1 admin admin] Pushing event updated for resources: {'Network': ['ID=16bf8871-7522-40bc-8998-4cf5039a6e4f,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:34.616140 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 16bf8871-7522-40bc-8998-4cf5039a6e4f details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:29:34.617307 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-2c69f985-3de8-4c48-bf52-80f13ae88402 admin admin] Request body: {'subnet': {'network_id': '16bf8871-7522-40bc-8998-4cf5039a6e4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1695908522-subnet', 'tenant_id': '9f48ad39adb04af7baada856c775d36d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:29:34.645940 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-97496722-b595-4a3c-b447-7b6672ad4fa7 admin admin] Deleting port 313553a0-c1f8-44dd-9d8b-2c0f71014b1a {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:29:34.646346 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-97496722-b595-4a3c-b447-7b6672ad4fa7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:34.668015 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c7a9f1-b52a-4a6a-bf2d-0313db3fb9b4 req-6b1442e8-b2ac-4938-87b6-806b6e6e138f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:34.669575 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-31c7a9f1-b52a-4a6a-bf2d-0313db3fb9b4 req-6b1442e8-b2ac-4938-87b6-806b6e6e138f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ec0fa5de45e74f079e998d8c4a01aedf&device_id=45a58cb2-8259-4d9f-8d24-085fcb724cdc HTTP/1.1" status: 200 len: 1124 time: 0.3109007 Apr 05 14:29:34.714885 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-914e5778-ba20-4f7b-8d6a-e684a6b3ceda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:34.736622 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-97496722-b595-4a3c-b447-7b6672ad4fa7 admin admin] For port 313553a0-c1f8-44dd-9d8b-2c0f71014b1a, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=313553a0-c1f8-44dd-9d8b-2c0f71014b1a,segment=NetworkSegment(8883f0bc-9325-47bb-9aa5-ccdb59a77010),segment_id=8883f0bc-9325-47bb-9aa5-ccdb59a77010)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:29:34.737127 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-97496722-b595-4a3c-b447-7b6672ad4fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:34.750881 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-97496722-b595-4a3c-b447-7b6672ad4fa7 admin admin] Calling delete_port for 313553a0-c1f8-44dd-9d8b-2c0f71014b1a owned by network:router_interface {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:29:34.833232 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c69f985-3de8-4c48-bf52-80f13ae88402 admin admin] Made reservation on behalf of 9f48ad39adb04af7baada856c775d36d for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:29:34.835555 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2c69f985-3de8-4c48-bf52-80f13ae88402 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:34.943756 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-914e5778-ba20-4f7b-8d6a-e684a6b3ceda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:34.944714 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914e5778-ba20-4f7b-8d6a-e684a6b3ceda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:34.945324 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-914e5778-ba20-4f7b-8d6a-e684a6b3ceda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:34.986913 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c7a9f1-b52a-4a6a-bf2d-0313db3fb9b4 req-0eaa48cd-9ab1-4812-ad67-c068a4d16c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:34.989003 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-31c7a9f1-b52a-4a6a-bf2d-0313db3fb9b4 req-0eaa48cd-9ab1-4812-ad67-c068a4d16c58 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a37e2d3e-8e8b-49fa-a97d-3b06631436db HTTP/1.1" status: 200 len: 921 time: 0.3110721 Apr 05 14:29:34.989570 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2d7e69ce-50b2-4e05-bcbb-d2779c1330ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1798829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810128'] for router_interface, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:35.029035 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-97496722-b595-4a3c-b447-7b6672ad4fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:35.042871 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2872365c-e0ca-46c0-a832-4d2b2bae5401 admin admin] Router ac21a239-fb93-479c-8b20-68007ce99716 is scheduled to L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 with binding_index 1 {{(pid=103321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:29:35.057072 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97496722-b595-4a3c-b447-7b6672ad4fa7 admin admin] Pushing event deleted for resources: {'Port': ['ID=313553a0-c1f8-44dd-9d8b-2c0f71014b1a,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:35.092336 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-31c7a9f1-b52a-4a6a-bf2d-0313db3fb9b4 req-ba7a7ad6-0d99-4914-85e7-d6e17d0b9661 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=253e9573-54d3-4180-86f0-45ba2cca07f4 HTTP/1.1" status: 200 len: 217 time: 0.0641091 Apr 05 14:29:35.097727 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914e5778-ba20-4f7b-8d6a-e684a6b3ceda admin admin] Pushing event updated for resources: {'Network': ['ID=f3d36192-beab-4ed8-8693-798586c8bee2,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:35.110315 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network f3d36192-beab-4ed8-8693-798586c8bee2 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:29:35.169185 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-914e5778-ba20-4f7b-8d6a-e684a6b3ceda admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0207345 Apr 05 14:29:35.171815 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 59818) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:29:35.180069 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-b4fdcb18-5f37-46d6-bf3c-ac63a47b15f4 admin admin] Request body: {'subnet': {'network_id': 'f3d36192-beab-4ed8-8693-798586c8bee2', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-315139767-subnet', 'tenant_id': 'e91553a2426a4c2b84bfe70f8165ba73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:29:35.278083 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-97496722-b595-4a3c-b447-7b6672ad4fa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1798829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810128'] for router_interface, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:35.325169 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c7a9f1-b52a-4a6a-bf2d-0313db3fb9b4 req-da874207-53a8-49da-b3dd-81a65a528de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:35.326091 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-31c7a9f1-b52a-4a6a-bf2d-0313db3fb9b4 req-da874207-53a8-49da-b3dd-81a65a528de6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e7ccd1c0-0ac4-418f-bea2-fcb22a694a96 HTTP/1.1" status: 200 len: 860 time: 0.2254932 Apr 05 14:29:35.333403 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4fdcb18-5f37-46d6-bf3c-ac63a47b15f4 admin admin] Made reservation on behalf of e91553a2426a4c2b84bfe70f8165ba73 for: {'subnet': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:29:35.337142 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b4fdcb18-5f37-46d6-bf3c-ac63a47b15f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13127328'] for subnet, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:35.419667 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-31c7a9f1-b52a-4a6a-bf2d-0313db3fb9b4 req-632cec33-26ea-4ab1-bfc9-ba79e4c049e6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a37e2d3e-8e8b-49fa-a97d-3b06631436db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712135 Apr 05 14:29:35.530567 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a974a68-0a89-479a-8ef9-9e440fab87a9 req-0b807abd-8e14-4687-be65-1fff6df2673f tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:35.532315 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9a974a68-0a89-479a-8ef9-9e440fab87a9 req-0b807abd-8e14-4687-be65-1fff6df2673f tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=45a58cb2-8259-4d9f-8d24-085fcb724cdc HTTP/1.1" status: 200 len: 943 time: 0.1830976 Apr 05 14:29:35.562076 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2872365c-e0ca-46c0-a832-4d2b2bae5401 admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:29:35.586468 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecb6282-486b-47ea-85f4-3834ddc726fd None None] Sync routers for ids ['ac21a239-fb93-479c-8b20-68007ce99716'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:29:35.610070 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecb6282-486b-47ea-85f4-3834ddc726fd None None] Routers {'ac21a239-fb93-479c-8b20-68007ce99716'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:29:35.611118 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-6ecb6282-486b-47ea-85f4-3834ddc726fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:29:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['ac21a239-fb93-479c-8b20-68007ce99716'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:35.622839 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2c69f985-3de8-4c48-bf52-80f13ae88402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:35.758491 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device b236d208-837a-4dae-a173-e5fdc8d9d22d details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:29:35.768197 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2872365c-e0ca-46c0-a832-4d2b2bae5401 admin admin] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:35.773911 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-2872365c-e0ca-46c0-a832-4d2b2bae5401 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 7.0016341 Apr 05 14:29:35.774550 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 59826) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:29:35.780246 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-31c7a9f1-b52a-4a6a-bf2d-0313db3fb9b4 req-07f4d7f8-8388-4dad-a3e6-6bf4b9406805 service neutron] 10.222.0.11 "GET /v2.0/networks/a37e2d3e-8e8b-49fa-a97d-3b06631436db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170810 Apr 05 14:29:35.781196 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c69f985-3de8-4c48-bf52-80f13ae88402 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c56ff3ae-dc62-4775-badc-b3105b64e266,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:35.804211 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-6ecb6282-486b-47ea-85f4-3834ddc726fd None None] Set router ac21a239-fb93-479c-8b20-68007ce99716 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:29:36.102494 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66cac8d-60b9-481c-9fd0-7d86d445953c req-cecce9f1-ffe2-4998-869d-61e9b9a87095 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:36.104101 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d66cac8d-60b9-481c-9fd0-7d86d445953c req-cecce9f1-ffe2-4998-869d-61e9b9a87095 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e8b394d-1d16-466c-b2d6-85ca9e6ab483 HTTP/1.1" status: 200 len: 943 time: 0.6020226 Apr 05 14:29:36.123915 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9a974a68-0a89-479a-8ef9-9e440fab87a9 req-5b716a03-bd38-41ec-9d68-1bdcb3d04a3b tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5571463 Apr 05 14:29:36.172676 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port b236d208-837a-4dae-a173-e5fdc8d9d22d, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=b236d208-837a-4dae-a173-e5fdc8d9d22d,segment=NetworkSegment(86bf7ba4-25ec-477a-b752-1cd3a94d1598),segment_id=86bf7ba4-25ec-477a-b752-1cd3a94d1598)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:29:36.195009 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': 'b236d208-837a-4dae-a173-e5fdc8d9d22d', 'network_id': 'a926837a-905f-4dbb-b5dd-5a4dcb465fd4', 'port_id': 'b236d208-837a-4dae-a173-e5fdc8d9d22d', 'mac_address': 'fa:16:3e:bd:f2:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81226097-f23e-489f-aebf-5f546853adb0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:29:36.257297 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d66cac8d-60b9-481c-9fd0-7d86d445953c req-3f98d3f0-5afa-4193-97b7-66012fa2b912 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223173 Apr 05 14:29:36.277915 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:36.278629 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97496722-b595-4a3c-b447-7b6672ad4fa7 admin admin] Router 99d73949-47f0-4a9d-bde7-d4d6838da80b has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:29:36.288114 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b236d208-837a-4dae-a173-e5fdc8d9d22d {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:29:36.302073 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c69f985-3de8-4c48-bf52-80f13ae88402 admin admin] Checking segment: {'id': '35a23c08-3f1d-41ea-a9e2-ea1a46281134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '16bf8871-7522-40bc-8998-4cf5039a6e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:29:36.302769 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c69f985-3de8-4c48-bf52-80f13ae88402 admin admin] Network hostable DHCP agents. Network: 16bf8871-7522-40bc-8998-4cf5039a6e4f, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:29:36.308556 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d7e69ce-50b2-4e05-bcbb-d2779c1330ac admin admin] Router 1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:29:36.319696 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port b236d208-837a-4dae-a173-e5fdc8d9d22d, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=b236d208-837a-4dae-a173-e5fdc8d9d22d,segment=NetworkSegment(86bf7ba4-25ec-477a-b752-1cd3a94d1598),segment_id=86bf7ba4-25ec-477a-b752-1cd3a94d1598)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:29:36.319696 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-6ecb6282-486b-47ea-85f4-3834ddc726fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac21a239-fb93-479c-8b20-68007ce99716', 'name': 'tempest-ServersTestJSON-1269416835-router', 'tenant_id': '624acb65c8a14a38b05a73e982caa43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': 'db464af9-7024-4b7b-92b7-0af4b6f6e00b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:29:29Z', 'updated_at': '2022-04-05T14:29:33Z', 'revision_number': 3, 'project_id': '624acb65c8a14a38b05a73e982caa43a', 'gw_port': {'id': 'db464af9-7024-4b7b-92b7-0af4b6f6e00b', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:44:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac21a239-fb93-479c-8b20-68007ce99716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:31Z', 'updated_at': '2022-04-05T14:29:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:36.332429 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b4fdcb18-5f37-46d6-bf3c-ac63a47b15f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15773751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13127350'] for subnet, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:36.346554 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecb6282-486b-47ea-85f4-3834ddc726fd None None] Checking router: ac21a239-fb93-479c-8b20-68007ce99716 for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:29:36.349644 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecb6282-486b-47ea-85f4-3834ddc726fd None None] Updating router ac21a239-fb93-479c-8b20-68007ce99716 port db464af9-7024-4b7b-92b7-0af4b6f6e00b binding host n-d-836650-2 {{(pid=103322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:29:36.360763 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-31c7a9f1-b52a-4a6a-bf2d-0313db3fb9b4 req-a83ee2c5-9bce-472f-8fc7-8fce6c40510e service neutron] 10.222.0.11 "GET /v2.0/networks/a37e2d3e-8e8b-49fa-a97d-3b06631436db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5671103 Apr 05 14:29:36.373353 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6ecb6282-486b-47ea-85f4-3834ddc726fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:36.397739 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:36.438456 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c69f985-3de8-4c48-bf52-80f13ae88402 admin admin] Network 16bf8871-7522-40bc-8998-4cf5039a6e4f is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:29:36.445982 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fdcb18-5f37-46d6-bf3c-ac63a47b15f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=060aa278-d705-4f7a-ad8e-629f4f4e0a25,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:36.476779 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fdcb18-5f37-46d6-bf3c-ac63a47b15f4 admin admin] Checking segment: {'id': '84444dc6-6dcf-4864-8c68-932f93ca070d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'f3d36192-beab-4ed8-8693-798586c8bee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:29:36.477188 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fdcb18-5f37-46d6-bf3c-ac63a47b15f4 admin admin] Network hostable DHCP agents. Network: f3d36192-beab-4ed8-8693-798586c8bee2, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:29:36.486100 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97496722-b595-4a3c-b447-7b6672ad4fa7 admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:29:36.492408 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-97496722-b595-4a3c-b447-7b6672ad4fa7 admin admin] 10.222.0.30 "PUT /v2.0/routers/99d73949-47f0-4a9d-bde7-d4d6838da80b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7320006 Apr 05 14:29:36.497036 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 59828) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:29:36.505108 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d441ca-f25d-4848-bc28-485c11161e94 None None] Sync routers for ids ['99d73949-47f0-4a9d-bde7-d4d6838da80b'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:29:36.525533 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d441ca-f25d-4848-bc28-485c11161e94 None None] Routers {'99d73949-47f0-4a9d-bde7-d4d6838da80b'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:29:36.526166 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-c7d441ca-f25d-4848-bc28-485c11161e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:29:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['99d73949-47f0-4a9d-bde7-d4d6838da80b'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:36.528959 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=b236d208-837a-4dae-a173-e5fdc8d9d22d,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:36.557927 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-2c69f985-3de8-4c48-bf52-80f13ae88402 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 16bf8871-7522-40bc-8998-4cf5039a6e4f) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:29:36.577389 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03cff70-077e-4f05-9cc9-a4bcd296bd1a None None] Network 16bf8871-7522-40bc-8998-4cf5039a6e4f requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:29:36.601955 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c69f985-3de8-4c48-bf52-80f13ae88402 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:36.602543 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2c69f985-3de8-4c48-bf52-80f13ae88402 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:36.625795 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d7e69ce-50b2-4e05-bcbb-d2779c1330ac admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:29:36.635379 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-2d7e69ce-50b2-4e05-bcbb-d2779c1330ac admin admin] 10.222.0.30 "PUT /v2.0/routers/1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0467496 Apr 05 14:29:36.639401 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 59830) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:29:36.643590 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71927471-6053-4c48-9075-2443bbc92a22 None None] Sync routers for ids ['1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:29:36.651072 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fdcb18-5f37-46d6-bf3c-ac63a47b15f4 admin admin] Network f3d36192-beab-4ed8-8693-798586c8bee2 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:29:36.683850 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-43a2df3b-75be-438b-950d-a3a4f873a677 admin admin] Notify callbacks [] for router, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:36.709511 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-c7d441ca-f25d-4848-bc28-485c11161e94 None None] Set router 99d73949-47f0-4a9d-bde7-d4d6838da80b gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:29:36.716588 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71927471-6053-4c48-9075-2443bbc92a22 None None] Routers {'1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:29:36.717986 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-71927471-6053-4c48-9075-2443bbc92a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:29:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:36.731259 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-2c69f985-3de8-4c48-bf52-80f13ae88402 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1249518 Apr 05 14:29:36.731480 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-b4fdcb18-5f37-46d6-bf3c-ac63a47b15f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, f3d36192-beab-4ed8-8693-798586c8bee2) {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:29:36.731748 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 59832) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:29:36.742753 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-660cb71d-f422-4864-a317-e1090838d810 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1695908522-router', 'tenant_id': '9f48ad39adb04af7baada856c775d36d', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:29:36.744638 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fdcb18-5f37-46d6-bf3c-ac63a47b15f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:36.745269 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b4fdcb18-5f37-46d6-bf3c-ac63a47b15f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:36.786687 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddcb0434-ce1a-4937-ad00-87689be5844f None None] Network f3d36192-beab-4ed8-8693-798586c8bee2 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:29:36.855651 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-33ce5fba-554c-43c5-87fd-47cc3dab5ed7 admin admin] Notify callbacks [] for router, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:36.865334 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-b4fdcb18-5f37-46d6-bf3c-ac63a47b15f4 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6917827 Apr 05 14:29:36.881210 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['b236d208-837a-4dae-a173-e5fdc8d9d22d'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:29:36.921823 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-43a2df3b-75be-438b-950d-a3a4f873a677 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:36.925485 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-660cb71d-f422-4864-a317-e1090838d810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27088'] for router, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:36.928002 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-660cb71d-f422-4864-a317-e1090838d810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27079'] for router, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:37.015873 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-660cb71d-f422-4864-a317-e1090838d810 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:37.025644 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-c7d441ca-f25d-4848-bc28-485c11161e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d73949-47f0-4a9d-bde7-d4d6838da80b', 'name': 'tempest-AttachSCSIVolumeTestJSON-119834046-router', 'tenant_id': 'bdb1cbdf5a5e436f8eeb605fcc37cb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '22560cad-4585-4c36-936c-ff73e6e5eb2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:25:44Z', 'updated_at': '2022-04-05T14:29:34Z', 'revision_number': 5, 'project_id': 'bdb1cbdf5a5e436f8eeb605fcc37cb7f', 'gw_port': {'id': '22560cad-4585-4c36-936c-ff73e6e5eb2f', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d73949-47f0-4a9d-bde7-d4d6838da80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:25:48Z', 'updated_at': '2022-04-05T14:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:37.044309 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ea04ac4c-4444-4183-a930-4bcf5d9eac1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:37.068125 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d441ca-f25d-4848-bc28-485c11161e94 None None] Checking router: 99d73949-47f0-4a9d-bde7-d4d6838da80b for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:29:37.078128 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d441ca-f25d-4848-bc28-485c11161e94 None None] Routers {'99d73949-47f0-4a9d-bde7-d4d6838da80b'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:29:37.078803 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-c7d441ca-f25d-4848-bc28-485c11161e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:29:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['99d73949-47f0-4a9d-bde7-d4d6838da80b'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:37.134304 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-71927471-6053-4c48-9075-2443bbc92a22 None None] Set router 1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:29:37.163857 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-43a2df3b-75be-438b-950d-a3a4f873a677 admin admin] Deleting port 22560cad-4585-4c36-936c-ff73e6e5eb2f {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:29:37.166187 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-43a2df3b-75be-438b-950d-a3a4f873a677 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:37.169717 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-33ce5fba-554c-43c5-87fd-47cc3dab5ed7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:37.208911 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-c7d441ca-f25d-4848-bc28-485c11161e94 None None] Set router 99d73949-47f0-4a9d-bde7-d4d6838da80b gateway port host: None {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:29:37.271642 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-c7d441ca-f25d-4848-bc28-485c11161e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d73949-47f0-4a9d-bde7-d4d6838da80b', 'name': 'tempest-AttachSCSIVolumeTestJSON-119834046-router', 'tenant_id': 'bdb1cbdf5a5e436f8eeb605fcc37cb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:25:44Z', 'updated_at': '2022-04-05T14:29:36Z', 'revision_number': 6, 'project_id': 'bdb1cbdf5a5e436f8eeb605fcc37cb7f', 'gw_port_host': None}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:37.306010 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6ecb6282-486b-47ea-85f4-3834ddc726fd None None] Notify callbacks [] for port, precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:37.371287 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8cc2a2-4d5a-4217-bd84-2802a24f4009 req-104ce727-498b-4ed8-bb3b-becb1e50c7c9 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:37.380571 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fa8cc2a2-4d5a-4217-bd84-2802a24f4009 req-104ce727-498b-4ed8-bb3b-becb1e50c7c9 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=45a58cb2-8259-4d9f-8d24-085fcb724cdc HTTP/1.1" status: 200 len: 943 time: 0.1613221 Apr 05 14:29:37.405732 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-0dee18f9-443e-4703-b135-9d20749cb7a8 req-d647fbc5-ec28-475e-a933-97f63288318c tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2125092751', 'description': 'tempest-description-566825895'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:29:37.414823 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d441ca-f25d-4848-bc28-485c11161e94 None None] The sync data for ids ['99d73949-47f0-4a9d-bde7-d4d6838da80b'] in n-d-836650-2 is: [{'id': '99d73949-47f0-4a9d-bde7-d4d6838da80b', 'name': 'tempest-AttachSCSIVolumeTestJSON-119834046-router', 'tenant_id': 'bdb1cbdf5a5e436f8eeb605fcc37cb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:25:44Z', 'updated_at': '2022-04-05T14:29:36Z', 'revision_number': 6, 'project_id': 'bdb1cbdf5a5e436f8eeb605fcc37cb7f', 'gw_port_host': None}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:29:37.453377 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0ecd2a-7bc8-497b-b4db-ca5fc76eaff4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-16bf8871-7522-40bc-8998-4cf5039a6e4f', 'network_id': '16bf8871-7522-40bc-8998-4cf5039a6e4f', 'tenant_id': '9f48ad39adb04af7baada856c775d36d', 'fixed_ips': [{'subnet_id': 'c56ff3ae-dc62-4775-badc-b3105b64e266'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:29:37.454243 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4f0ecd2a-7bc8-497b-b4db-ca5fc76eaff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:37.477127 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-43a2df3b-75be-438b-950d-a3a4f873a677 admin admin] For port 22560cad-4585-4c36-936c-ff73e6e5eb2f, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=22560cad-4585-4c36-936c-ff73e6e5eb2f,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:29:37.477619 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-43a2df3b-75be-438b-950d-a3a4f873a677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:37.482906 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-ea04ac4c-4444-4183-a930-4bcf5d9eac1e admin admin] Allocated IP 172.20.0.1 (a9ad640e-de7f-43c6-8fef-96cb779b89ff/2ebd5f9f-310d-4e0b-97c9-6b1478640ddc/f104e8f3-f243-4b9f-9a05-437f03bdee19) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:29:37.493547 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6ecb6282-486b-47ea-85f4-3834ddc726fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:37.508564 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-43a2df3b-75be-438b-950d-a3a4f873a677 admin admin] Calling delete_port for 22560cad-4585-4c36-936c-ff73e6e5eb2f owned by network:router_gateway {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:29:37.515000 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fa8cc2a2-4d5a-4217-bd84-2802a24f4009 req-b2ce50c8-36ea-4210-b9ba-e9d1e79cc56a tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330228 Apr 05 14:29:37.519484 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-33ce5fba-554c-43c5-87fd-47cc3dab5ed7 admin admin] Deleting port 46996127-03c5-4111-b311-ad22874437fb {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:29:37.519951 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-33ce5fba-554c-43c5-87fd-47cc3dab5ed7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:37.526921 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-660cb71d-f422-4864-a317-e1090838d810 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:37.538415 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba520f3e-4296-41d3-86c0-02be664953ca None None] Network f3d36192-beab-4ed8-8693-798586c8bee2 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:29:37.544249 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-0dee18f9-443e-4703-b135-9d20749cb7a8 req-d647fbc5-ec28-475e-a933-97f63288318c tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:37.660630 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ea04ac4c-4444-4183-a930-4bcf5d9eac1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:37.706028 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b526d4-f377-44e7-906f-07f77752a493 None None] Pushing event updated for resources: {'Port': ['ID=db464af9-7024-4b7b-92b7-0af4b6f6e00b,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:37.724470 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-6ecb6282-486b-47ea-85f4-3834ddc726fd None None] Attempting to bind port db464af9-7024-4b7b-92b7-0af4b6f6e00b on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:29:37.724952 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-6ecb6282-486b-47ea-85f4-3834ddc726fd None None] Attempting to bind port db464af9-7024-4b7b-92b7-0af4b6f6e00b by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:29:37.725238 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ecb6282-486b-47ea-85f4-3834ddc726fd None None] Attempting to bind port db464af9-7024-4b7b-92b7-0af4b6f6e00b on network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:29:37.760621 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ecb6282-486b-47ea-85f4-3834ddc726fd None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:29:37.760960 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ecb6282-486b-47ea-85f4-3834ddc726fd None None] Checking segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:29:37.761343 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6ecb6282-486b-47ea-85f4-3834ddc726fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:37.761700 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ecb6282-486b-47ea-85f4-3834ddc726fd None None] Bound using segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:29:37.762727 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-6ecb6282-486b-47ea-85f4-3834ddc726fd None None] Bound port: db464af9-7024-4b7b-92b7-0af4b6f6e00b, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:29:37.762727 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6ecb6282-486b-47ea-85f4-3834ddc726fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:37.805438 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c83ed-bdd2-4e35-8cdd-8f8df9531985 req-95405d79-27cc-4a6e-8dd8-140328eee196 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:37.818605 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7a3c83ed-bdd2-4e35-8cdd-8f8df9531985 req-95405d79-27cc-4a6e-8dd8-140328eee196 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e8b394d-1d16-466c-b2d6-85ca9e6ab483 HTTP/1.1" status: 200 len: 944 time: 0.1697288 Apr 05 14:29:37.821880 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-33ce5fba-554c-43c5-87fd-47cc3dab5ed7 admin admin] For port 46996127-03c5-4111-b311-ad22874437fb, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=46996127-03c5-4111-b311-ad22874437fb,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:29:37.822375 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-33ce5fba-554c-43c5-87fd-47cc3dab5ed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:37.839603 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ea04ac4c-4444-4183-a930-4bcf5d9eac1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:37.918495 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea04ac4c-4444-4183-a930-4bcf5d9eac1e admin admin] Network a9ad640e-de7f-43c6-8fef-96cb779b89ff is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:29:37.929132 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-33ce5fba-554c-43c5-87fd-47cc3dab5ed7 admin admin] Calling delete_port for 46996127-03c5-4111-b311-ad22874437fb owned by network:router_gateway {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:29:37.945101 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-ea04ac4c-4444-4183-a930-4bcf5d9eac1e admin admin] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:29:37.955697 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea04ac4c-4444-4183-a930-4bcf5d9eac1e admin admin] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:29:37.977205 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-0dee18f9-443e-4703-b135-9d20749cb7a8 req-d647fbc5-ec28-475e-a933-97f63288318c tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:38.001949 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea04ac4c-4444-4183-a930-4bcf5d9eac1e admin admin] Pushing event updated for resources: {'Port': ['ID=f104e8f3-f243-4b9f-9a05-437f03bdee19,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:38.008013 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 313553a0-c1f8-44dd-9d8b-2c0f71014b1a no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:29:38.015514 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-660cb71d-f422-4864-a317-e1090838d810 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:38.047621 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-660cb71d-f422-4864-a317-e1090838d810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:38.051661 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7a3c83ed-bdd2-4e35-8cdd-8f8df9531985 req-bbfb044d-d08b-4271-8bda-dce9453c7de5 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556888 Apr 05 14:29:38.076594 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 313553a0-c1f8-44dd-9d8b-2c0f71014b1a {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:29:38.077009 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 313553a0-c1f8-44dd-9d8b-2c0f71014b1a not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:29:38.079825 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-0dee18f9-443e-4703-b135-9d20749cb7a8 req-d647fbc5-ec28-475e-a933-97f63288318c tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:38.139038 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d647fbc5-ec28-475e-a933-97f63288318c tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b88292e-cf43-4b1d-8512-f200ca3afcf1,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:38.153891 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ea04ac4c-4444-4183-a930-4bcf5d9eac1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809369'] for router_interface, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:38.175758 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-71927471-6053-4c48-9075-2443bbc92a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b', 'name': 'tempest-ServersTestManualDisk-339906685-router', 'tenant_id': '207a1d2774e941de89e17da9e075ff51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '46996127-03c5-4111-b311-ad22874437fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:27:29Z', 'updated_at': '2022-04-05T14:29:34Z', 'revision_number': 5, 'project_id': '207a1d2774e941de89e17da9e075ff51', 'gw_port': {'id': '46996127-03c5-4111-b311-ad22874437fb', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:43:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:27:30Z', 'updated_at': '2022-04-05T14:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:38.193262 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-0dee18f9-443e-4703-b135-9d20749cb7a8 req-d647fbc5-ec28-475e-a933-97f63288318c tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:38.194525 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0dee18f9-443e-4703-b135-9d20749cb7a8 req-d647fbc5-ec28-475e-a933-97f63288318c tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.8076124 Apr 05 14:29:38.196921 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-4f0ecd2a-7bc8-497b-b4db-ca5fc76eaff4 None None] Allocated IP 172.20.0.2 (16bf8871-7522-40bc-8998-4cf5039a6e4f/c56ff3ae-dc62-4775-badc-b3105b64e266/b30d6756-653a-4780-8732-0683b9023201) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:29:38.240684 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-6ecb6282-486b-47ea-85f4-3834ddc726fd None None] For port db464af9-7024-4b7b-92b7-0af4b6f6e00b, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:29:38.243545 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71927471-6053-4c48-9075-2443bbc92a22 None None] Checking router: 1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:29:38.247272 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-43a2df3b-75be-438b-950d-a3a4f873a677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:38.262064 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-660cb71d-f422-4864-a317-e1090838d810 admin admin] Allocated IP 172.25.6.189 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/b32425d3-02f4-4736-83d9-7f8eff263aea) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:29:38.274101 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-6ecb6282-486b-47ea-85f4-3834ddc726fd None None] For port db464af9-7024-4b7b-92b7-0af4b6f6e00b, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=db464af9-7024-4b7b-92b7-0af4b6f6e00b,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:29:38.334714 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a2df3b-75be-438b-950d-a3a4f873a677 admin admin] Pushing event deleted for resources: {'Port': ['ID=22560cad-4585-4c36-936c-ff73e6e5eb2f,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:38.354690 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71927471-6053-4c48-9075-2443bbc92a22 None None] Routers {'1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:29:38.355391 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-71927471-6053-4c48-9075-2443bbc92a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:29:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:38.394224 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-31889359-cc19-4ac4-b016-ceb53b493d93 req-2ee64786-1eb9-44ae-b14a-44cd9555ded3 tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] 10.222.0.30 "GET /v2.0/security-groups/2b88292e-cf43-4b1d-8512-f200ca3afcf1 HTTP/1.1" status: 200 len: 1804 time: 0.1736393 Apr 05 14:29:38.412318 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6ecb6282-486b-47ea-85f4-3834ddc726fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:38.423124 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-31889359-cc19-4ac4-b016-ceb53b493d93 req-141a934d-9965-4c5e-bfbd-2ea6e726320f tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2b88292e-cf43-4b1d-8512-f200ca3afcf1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:29:38.423465 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-31889359-cc19-4ac4-b016-ceb53b493d93 req-141a934d-9965-4c5e-bfbd-2ea6e726320f tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2b88292e-cf43-4b1d-8512-f200ca3afcf1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:29:38.445847 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-33ce5fba-554c-43c5-87fd-47cc3dab5ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:38.461332 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-660cb71d-f422-4864-a317-e1090838d810 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:38.491419 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ce5fba-554c-43c5-87fd-47cc3dab5ed7 admin admin] Pushing event deleted for resources: {'Port': ['ID=46996127-03c5-4111-b311-ad22874437fb,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:38.497057 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-43a2df3b-75be-438b-950d-a3a4f873a677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808526'] for router_gateway, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:38.524269 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ea04ac4c-4444-4183-a930-4bcf5d9eac1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:38.550036 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-0869f62e-596e-4e04-b01f-e3780b125875 None None] Provisioning complete for port f104e8f3-f243-4b9f-9a05-437f03bdee19 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:29:38.550606 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0869f62e-596e-4e04-b01f-e3780b125875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:38.564272 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-71927471-6053-4c48-9075-2443bbc92a22 None None] Set router 1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b gateway port host: None {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:29:38.663594 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-660cb71d-f422-4864-a317-e1090838d810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:38.677204 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b526d4-f377-44e7-906f-07f77752a493 None None] Pushing event updated for resources: {'Port': ['ID=db464af9-7024-4b7b-92b7-0af4b6f6e00b,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:38.685436 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-71927471-6053-4c48-9075-2443bbc92a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b', 'name': 'tempest-ServersTestManualDisk-339906685-router', 'tenant_id': '207a1d2774e941de89e17da9e075ff51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:27:29Z', 'updated_at': '2022-04-05T14:29:37Z', 'revision_number': 6, 'project_id': '207a1d2774e941de89e17da9e075ff51', 'gw_port_host': None}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:38.694654 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecb6282-486b-47ea-85f4-3834ddc726fd None None] Routers {'ac21a239-fb93-479c-8b20-68007ce99716'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:29:38.694840 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-6ecb6282-486b-47ea-85f4-3834ddc726fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:29:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['ac21a239-fb93-479c-8b20-68007ce99716'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:38.708476 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-43a2df3b-75be-438b-950d-a3a4f873a677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27070'] for router, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:38.712790 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-43a2df3b-75be-438b-950d-a3a4f873a677 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:38.730432 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660cb71d-f422-4864-a317-e1090838d810 admin admin] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:29:38.741868 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-660cb71d-f422-4864-a317-e1090838d810 admin admin] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:29:38.748114 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660cb71d-f422-4864-a317-e1090838d810 admin admin] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:29:38.761509 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71927471-6053-4c48-9075-2443bbc92a22 None None] The sync data for ids ['1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b'] in n-d-836650-2 is: [{'id': '1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b', 'name': 'tempest-ServersTestManualDisk-339906685-router', 'tenant_id': '207a1d2774e941de89e17da9e075ff51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:27:29Z', 'updated_at': '2022-04-05T14:29:37Z', 'revision_number': 6, 'project_id': '207a1d2774e941de89e17da9e075ff51', 'gw_port_host': None}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:29:38.778197 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-0869f62e-596e-4e04-b01f-e3780b125875 None None] Port f104e8f3-f243-4b9f-9a05-437f03bdee19 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:29:38.778429 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660cb71d-f422-4864-a317-e1090838d810 admin admin] Pushing event updated for resources: {'Port': ['ID=b32425d3-02f4-4736-83d9-7f8eff263aea,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:38.785552 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4f0ecd2a-7bc8-497b-b4db-ca5fc76eaff4 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:38.827018 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-33ce5fba-554c-43c5-87fd-47cc3dab5ed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808526'] for router_gateway, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:38.830426 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-31889359-cc19-4ac4-b016-ceb53b493d93 req-141a934d-9965-4c5e-bfbd-2ea6e726320f tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:38.848028 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ea04ac4c-4444-4183-a930-4bcf5d9eac1e admin admin] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:38.850746 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4f0ecd2a-7bc8-497b-b4db-ca5fc76eaff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:38.893361 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-6ecb6282-486b-47ea-85f4-3834ddc726fd None None] Set router ac21a239-fb93-479c-8b20-68007ce99716 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:29:38.914195 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-43a2df3b-75be-438b-950d-a3a4f873a677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803298'] for router, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:38.914906 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a2df3b-75be-438b-950d-a3a4f873a677 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99d73949-47f0-4a9d-bde7-d4d6838da80b {{(pid=103320) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:29:38.921565 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ea04ac4c-4444-4183-a930-4bcf5d9eac1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:38.930829 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0ecd2a-7bc8-497b-b4db-ca5fc76eaff4 None None] Network 16bf8871-7522-40bc-8998-4cf5039a6e4f is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:29:38.938593 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-4f0ecd2a-7bc8-497b-b4db-ca5fc76eaff4 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:29:38.946843 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0ecd2a-7bc8-497b-b4db-ca5fc76eaff4 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:29:38.951632 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0ecd2a-7bc8-497b-b4db-ca5fc76eaff4 None None] Pushing event updated for resources: {'Port': ['ID=b30d6756-653a-4780-8732-0683b9023201,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:38.960250 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-43a2df3b-75be-438b-950d-a3a4f873a677 admin admin] Notify callbacks [] for router, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:38.967437 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-43a2df3b-75be-438b-950d-a3a4f873a677 admin admin] 10.222.0.30 "DELETE /v2.0/routers/99d73949-47f0-4a9d-bde7-d4d6838da80b HTTP/1.1" status: 204 len: 168 time: 2.4673805 Apr 05 14:29:38.970930 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 59850) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:29:38.978401 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7f727e-27fa-4594-ac73-28930d040d20 req-7a7f620b-3285-401e-8b97-d4985b3ed0ba tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:38.980112 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6a7f727e-27fa-4594-ac73-28930d040d20 req-7a7f620b-3285-401e-8b97-d4985b3ed0ba tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=45a58cb2-8259-4d9f-8d24-085fcb724cdc HTTP/1.1" status: 200 len: 943 time: 0.3325241 Apr 05 14:29:38.982669 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-33ce5fba-554c-43c5-87fd-47cc3dab5ed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27070'] for router, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:38.990113 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-33ce5fba-554c-43c5-87fd-47cc3dab5ed7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:39.004320 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-31889359-cc19-4ac4-b016-ceb53b493d93 req-141a934d-9965-4c5e-bfbd-2ea6e726320f tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:39.072925 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6a7f727e-27fa-4594-ac73-28930d040d20 req-9f42d9b0-38da-4bf4-b880-7eb1b4e53870 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733058 Apr 05 14:29:39.080532 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-31889359-cc19-4ac4-b016-ceb53b493d93 req-141a934d-9965-4c5e-bfbd-2ea6e726320f tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:39.099022 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ea04ac4c-4444-4183-a930-4bcf5d9eac1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809317'] for router_interface, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:39.100858 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea04ac4c-4444-4183-a930-4bcf5d9eac1e admin admin] Pushing event updated for resources: {'Port': ['ID=f104e8f3-f243-4b9f-9a05-437f03bdee19,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:39.105288 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-4f0ecd2a-7bc8-497b-b4db-ca5fc76eaff4 None None] Attempting to bind port b30d6756-653a-4780-8732-0683b9023201 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:29:39.105559 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-4f0ecd2a-7bc8-497b-b4db-ca5fc76eaff4 None None] Attempting to bind port b30d6756-653a-4780-8732-0683b9023201 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '35a23c08-3f1d-41ea-a9e2-ea1a46281134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '16bf8871-7522-40bc-8998-4cf5039a6e4f'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:29:39.106027 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0ecd2a-7bc8-497b-b4db-ca5fc76eaff4 None None] Attempting to bind port b30d6756-653a-4780-8732-0683b9023201 on network 16bf8871-7522-40bc-8998-4cf5039a6e4f {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:29:39.124761 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141a934d-9965-4c5e-bfbd-2ea6e726320f tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03a17fe1-ee59-4d3a-92d4-12172f4021d9,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:39.144454 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-33ce5fba-554c-43c5-87fd-47cc3dab5ed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803298'] for router, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:39.145314 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ce5fba-554c-43c5-87fd-47cc3dab5ed7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b {{(pid=103320) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:29:39.154491 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0ecd2a-7bc8-497b-b4db-ca5fc76eaff4 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:29:39.154838 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0ecd2a-7bc8-497b-b4db-ca5fc76eaff4 None None] Checking segment: {'id': '35a23c08-3f1d-41ea-a9e2-ea1a46281134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '16bf8871-7522-40bc-8998-4cf5039a6e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:29:39.155232 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4f0ecd2a-7bc8-497b-b4db-ca5fc76eaff4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:39.155730 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0ecd2a-7bc8-497b-b4db-ca5fc76eaff4 None None] Bound using segment: {'id': '35a23c08-3f1d-41ea-a9e2-ea1a46281134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '16bf8871-7522-40bc-8998-4cf5039a6e4f'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:29:39.156695 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-4f0ecd2a-7bc8-497b-b4db-ca5fc76eaff4 None None] Bound port: b30d6756-653a-4780-8732-0683b9023201, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35a23c08-3f1d-41ea-a9e2-ea1a46281134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '16bf8871-7522-40bc-8998-4cf5039a6e4f'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:29:39.158387 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4f0ecd2a-7bc8-497b-b4db-ca5fc76eaff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:39.166333 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-33ce5fba-554c-43c5-87fd-47cc3dab5ed7 admin admin] Notify callbacks [] for router, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:39.171430 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-33ce5fba-554c-43c5-87fd-47cc3dab5ed7 admin admin] 10.222.0.30 "DELETE /v2.0/routers/1a0d20eb-f5cc-40c6-9bd1-50791bdf1b1b HTTP/1.1" status: 204 len: 168 time: 2.5268295 Apr 05 14:29:39.172701 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 59854) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:29:39.174253 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-14889c99-2b3b-423b-a4a1-a5f982906ed7 admin admin] Deleting subnet ef04bf4d-6c02-4171-9457-d6ac87b7600c {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:29:39.187312 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-14889c99-2b3b-423b-a4a1-a5f982906ed7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:39.225061 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-31889359-cc19-4ac4-b016-ceb53b493d93 req-141a934d-9965-4c5e-bfbd-2ea6e726320f tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:39.227323 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-31889359-cc19-4ac4-b016-ceb53b493d93 req-141a934d-9965-4c5e-bfbd-2ea6e726320f tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8098335 Apr 05 14:29:39.261098 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_v2 [None req-e92a4b1e-60f1-40c2-9c6a-605a6e20138f admin admin] Deleting subnet fc1431b9-cf4d-44e2-9bf0-6943b83ea911 {{(pid=103320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:29:39.273294 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-56ccb6b3-1fbe-4d76-a79e-3bb0267abf72 req-ab754715-e960-4321-bfb7-0c8ff4f304ba tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1641475392', 'description': 'tempest-description-181654634'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:29:39.283078 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e92a4b1e-60f1-40c2-9c6a-605a6e20138f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:39.342273 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-4f0ecd2a-7bc8-497b-b4db-ca5fc76eaff4 None None] For port b30d6756-653a-4780-8732-0683b9023201, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:29:39.346308 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-4f0ecd2a-7bc8-497b-b4db-ca5fc76eaff4 None None] For port b30d6756-653a-4780-8732-0683b9023201, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=b30d6756-653a-4780-8732-0683b9023201,segment=NetworkSegment(35a23c08-3f1d-41ea-a9e2-ea1a46281134),segment_id=35a23c08-3f1d-41ea-a9e2-ea1a46281134)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:29:39.355649 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-14889c99-2b3b-423b-a4a1-a5f982906ed7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:39.371259 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-6ecb6282-486b-47ea-85f4-3834ddc726fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac21a239-fb93-479c-8b20-68007ce99716', 'name': 'tempest-ServersTestJSON-1269416835-router', 'tenant_id': '624acb65c8a14a38b05a73e982caa43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': 'db464af9-7024-4b7b-92b7-0af4b6f6e00b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:29:29Z', 'updated_at': '2022-04-05T14:29:38Z', 'revision_number': 4, 'project_id': '624acb65c8a14a38b05a73e982caa43a', 'gw_port': {'id': 'db464af9-7024-4b7b-92b7-0af4b6f6e00b', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:44:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac21a239-fb93-479c-8b20-68007ce99716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:31Z', 'updated_at': '2022-04-05T14:29:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': 'f104e8f3-f243-4b9f-9a05-437f03bdee19', 'name': '', 'network_id': 'a9ad640e-de7f-43c6-8fef-96cb779b89ff', 'tenant_id': '624acb65c8a14a38b05a73e982caa43a', 'mac_address': 'fa:16:3e:bc:05:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac21a239-fb93-479c-8b20-68007ce99716', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '2ebd5f9f-310d-4e0b-97c9-6b1478640ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:37Z', 'updated_at': '2022-04-05T14:29:37Z', 'revision_number': 1, 'project_id': '624acb65c8a14a38b05a73e982caa43a', 'subnets': [{'id': '2ebd5f9f-310d-4e0b-97c9-6b1478640ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:39.375700 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e92a4b1e-60f1-40c2-9c6a-605a6e20138f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13399228'] for subnet, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:39.408347 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f805fffb-a5d3-47b6-9c77-bc04ba617dc8 req-7681e6e1-b3ff-4757-863f-175ee688dbff tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:39.410230 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f805fffb-a5d3-47b6-9c77-bc04ba617dc8 req-7681e6e1-b3ff-4757-863f-175ee688dbff tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e8b394d-1d16-466c-b2d6-85ca9e6ab483 HTTP/1.1" status: 200 len: 944 time: 0.1425254 Apr 05 14:29:39.417094 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecb6282-486b-47ea-85f4-3834ddc726fd None None] The sync data for ids ['ac21a239-fb93-479c-8b20-68007ce99716'] in n-d-836650-2 is: [{'id': 'ac21a239-fb93-479c-8b20-68007ce99716', 'name': 'tempest-ServersTestJSON-1269416835-router', 'tenant_id': '624acb65c8a14a38b05a73e982caa43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': 'db464af9-7024-4b7b-92b7-0af4b6f6e00b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:29:29Z', 'updated_at': '2022-04-05T14:29:38Z', 'revision_number': 4, 'project_id': '624acb65c8a14a38b05a73e982caa43a', 'gw_port': {'id': 'db464af9-7024-4b7b-92b7-0af4b6f6e00b', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:44:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac21a239-fb93-479c-8b20-68007ce99716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:31Z', 'updated_at': '2022-04-05T14:29:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': 'f104e8f3-f243-4b9f-9a05-437f03bdee19', 'name': '', 'network_id': 'a9ad640e-de7f-43c6-8fef-96cb779b89ff', 'tenant_id': '624acb65c8a14a38b05a73e982caa43a', 'mac_address': 'fa:16:3e:bc:05:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac21a239-fb93-479c-8b20-68007ce99716', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '2ebd5f9f-310d-4e0b-97c9-6b1478640ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:37Z', 'updated_at': '2022-04-05T14:29:37Z', 'revision_number': 1, 'project_id': '624acb65c8a14a38b05a73e982caa43a', 'subnets': [{'id': '2ebd5f9f-310d-4e0b-97c9-6b1478640ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:29:39.421640 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4f0ecd2a-7bc8-497b-b4db-ca5fc76eaff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:39.445381 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-56ccb6b3-1fbe-4d76-a79e-3bb0267abf72 req-ab754715-e960-4321-bfb7-0c8ff4f304ba tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:39.497983 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea04ac4c-4444-4183-a930-4bcf5d9eac1e admin admin] Network a9ad640e-de7f-43c6-8fef-96cb779b89ff is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:29:39.513386 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-ea04ac4c-4444-4183-a930-4bcf5d9eac1e admin admin] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:29:39.537911 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-660cb71d-f422-4864-a317-e1090838d810 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:39.552935 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e92a4b1e-60f1-40c2-9c6a-605a6e20138f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:39.563725 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0ecd2a-7bc8-497b-b4db-ca5fc76eaff4 None None] Pushing event updated for resources: {'Port': ['ID=b30d6756-653a-4780-8732-0683b9023201,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:39.588126 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f805fffb-a5d3-47b6-9c77-bc04ba617dc8 req-8d4faccf-d810-410c-80b6-9213fc5ec8da tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505485 Apr 05 14:29:39.687299 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-14889c99-2b3b-423b-a4a1-a5f982906ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:39.729692 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-56ccb6b3-1fbe-4d76-a79e-3bb0267abf72 req-ab754715-e960-4321-bfb7-0c8ff4f304ba tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:39.782211 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device b236d208-837a-4dae-a173-e5fdc8d9d22d up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:29:39.824426 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-56ccb6b3-1fbe-4d76-a79e-3bb0267abf72 req-ab754715-e960-4321-bfb7-0c8ff4f304ba tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:39.860443 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 46996127-03c5-4111-b311-ad22874437fb no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:29:39.880092 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e92a4b1e-60f1-40c2-9c6a-605a6e20138f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15773812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13127359'] for subnet, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:39.904481 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 46996127-03c5-4111-b311-ad22874437fb {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:29:39.905411 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 46996127-03c5-4111-b311-ad22874437fb not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:29:39.905980 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 22560cad-4585-4c36-936c-ff73e6e5eb2f no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:29:40.010082 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92a4b1e-60f1-40c2-9c6a-605a6e20138f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc1431b9-cf4d-44e2-9bf0-6943b83ea911,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:40.011783 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab754715-e960-4321-bfb7-0c8ff4f304ba tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66172e74-896e-44a3-af6c-91f782e98fa0,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:40.016176 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-56ccb6b3-1fbe-4d76-a79e-3bb0267abf72 req-ab754715-e960-4321-bfb7-0c8ff4f304ba tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:40.017370 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-56ccb6b3-1fbe-4d76-a79e-3bb0267abf72 req-ab754715-e960-4321-bfb7-0c8ff4f304ba tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7531416 Apr 05 14:29:40.021050 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e92a4b1e-60f1-40c2-9c6a-605a6e20138f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:40.022318 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 22560cad-4585-4c36-936c-ff73e6e5eb2f {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:29:40.024355 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 22560cad-4585-4c36-936c-ff73e6e5eb2f not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:29:40.025174 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device a660769c-310c-4a68-8765-b23fba70ec5b no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:29:40.029266 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-e92a4b1e-60f1-40c2-9c6a-605a6e20138f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/fc1431b9-cf4d-44e2-9bf0-6943b83ea911 HTTP/1.1" status: 204 len: 168 time: 0.8553183 Apr 05 14:29:40.030108 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 59858) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:29:40.096515 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port b236d208-837a-4dae-a173-e5fdc8d9d22d completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:29:40.098206 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-14889c99-2b3b-423b-a4a1-a5f982906ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:40.119783 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b47161a-a1a1-4990-abd9-f6f4d924e2ab None None] Network d09e1cf5-cb38-4bc5-a237-56c854e1c5a7 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:29:40.224408 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c48b632e-0c94-4ac5-96a7-7900f45d6b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:40.250070 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14889c99-2b3b-423b-a4a1-a5f982906ed7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef04bf4d-6c02-4171-9457-d6ac87b7600c,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:40.263660 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-27200187-ead2-4809-b319-eaf59307d434 req-eed8be2c-c302-4f41-bde0-53c1330f92b6 tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] 10.222.0.30 "GET /v2.0/security-groups/66172e74-896e-44a3-af6c-91f782e98fa0 HTTP/1.1" status: 200 len: 1804 time: 0.2031181 Apr 05 14:29:40.285733 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-27200187-ead2-4809-b319-eaf59307d434 req-b3eabeda-f441-40d6-ac0a-974130716363 tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '66172e74-896e-44a3-af6c-91f782e98fa0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:29:40.285733 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-27200187-ead2-4809-b319-eaf59307d434 req-b3eabeda-f441-40d6-ac0a-974130716363 tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '66172e74-896e-44a3-af6c-91f782e98fa0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:29:40.295328 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port b236d208-837a-4dae-a173-e5fdc8d9d22d triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:29:40.295707 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:40.400582 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: a660769c-310c-4a68-8765-b23fba70ec5b {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:29:40.401317 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device a660769c-310c-4a68-8765-b23fba70ec5b not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:29:40.444065 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f262f0c4-63b1-4cdf-9ca4-e3d90f49742a req-551c68f3-f287-42de-9837-dcea7d9885b2 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:40.445702 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f262f0c4-63b1-4cdf-9ca4-e3d90f49742a req-551c68f3-f287-42de-9837-dcea7d9885b2 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=45a58cb2-8259-4d9f-8d24-085fcb724cdc HTTP/1.1" status: 200 len: 943 time: 0.1354620 Apr 05 14:29:40.447868 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c94eae2e-6b5e-42e7-8525-48b433870504 None None] Provisioning complete for port f104e8f3-f243-4b9f-9a05-437f03bdee19 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:29:40.448246 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c94eae2e-6b5e-42e7-8525-48b433870504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:40.471024 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-c48b632e-0c94-4ac5-96a7-7900f45d6b66 admin admin] Deleting port 7311aac2-7f34-4d12-a292-9b8be45000ee {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:29:40.471401 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c48b632e-0c94-4ac5-96a7-7900f45d6b66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:40.796694 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c94eae2e-6b5e-42e7-8525-48b433870504 None None] Port f104e8f3-f243-4b9f-9a05-437f03bdee19 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:29:40.839188 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:40.914456 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e8b394d-1d16-466c-b2d6-85ca9e6ab483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b236d208-837a-4dae-a173-e5fdc8d9d22d'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:29:40.918255 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72d521de-c031-4ad9-97b2-224313441525" -d '{"events": [{"server_uuid": "5e8b394d-1d16-466c-b2d6-85ca9e6ab483", "name": "network-vif-plugged", "status": "completed", "tag": "b236d208-837a-4dae-a173-e5fdc8d9d22d"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:29:40.922892 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-14889c99-2b3b-423b-a4a1-a5f982906ed7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:40.926988 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994e0015-481f-4b86-8fb0-517924b918b4 None None] Network 1e5beac6-fc25-45eb-bdcc-edc78098f92c requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:29:40.931106 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port b236d208-837a-4dae-a173-e5fdc8d9d22d, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=b236d208-837a-4dae-a173-e5fdc8d9d22d,segment=NetworkSegment(86bf7ba4-25ec-477a-b752-1cd3a94d1598),segment_id=86bf7ba4-25ec-477a-b752-1cd3a94d1598)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:29:40.931318 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-14889c99-2b3b-423b-a4a1-a5f982906ed7 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ef04bf4d-6c02-4171-9457-d6ac87b7600c HTTP/1.1" status: 204 len: 168 time: 1.9567938 Apr 05 14:29:40.932059 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 59868) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:29:41.066622 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea04ac4c-4444-4183-a930-4bcf5d9eac1e admin admin] Router ac21a239-fb93-479c-8b20-68007ce99716 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:29:41.086324 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b36c8dc-39ce-4596-bf96-9ea6eed32dde None None] DHCP port deletion for d09e1cf5-cb38-4bc5-a237-56c854e1c5a7 request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:29:41.093986 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:41.095995 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-27200187-ead2-4809-b319-eaf59307d434 req-b3eabeda-f441-40d6-ac0a-974130716363 tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:41.172732 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f262f0c4-63b1-4cdf-9ca4-e3d90f49742a req-da922659-2ae8-4e58-ba84-d33fe7a61575 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7162337 Apr 05 14:29:41.194955 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-660cb71d-f422-4864-a317-e1090838d810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618'] for router, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:41.204545 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-27200187-ead2-4809-b319-eaf59307d434 req-b3eabeda-f441-40d6-ac0a-974130716363 tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:41.204832 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8eb5f34e-d60b-45b7-b779-c5b3df4e5821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:41.227611 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-c48b632e-0c94-4ac5-96a7-7900f45d6b66 admin admin] For port 7311aac2-7f34-4d12-a292-9b8be45000ee, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=7311aac2-7f34-4d12-a292-9b8be45000ee,segment=NetworkSegment(a7b6b76e-60b5-47fc-aeb7-c77bd8716e53),segment_id=a7b6b76e-60b5-47fc-aeb7-c77bd8716e53)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:29:41.229287 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c48b632e-0c94-4ac5-96a7-7900f45d6b66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:41.244692 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-c48b632e-0c94-4ac5-96a7-7900f45d6b66 admin admin] Calling delete_port for 7311aac2-7f34-4d12-a292-9b8be45000ee owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:29:41.274297 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=b236d208-837a-4dae-a173-e5fdc8d9d22d,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:41.320251 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-3b36c8dc-39ce-4596-bf96-9ea6eed32dde None None] Deleting port 7311aac2-7f34-4d12-a292-9b8be45000ee {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:29:41.320786 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3b36c8dc-39ce-4596-bf96-9ea6eed32dde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:41.440538 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ddc7ec-7909-410b-bc86-96d476cfb9d0 None None] DHCP port deletion for 1e5beac6-fc25-45eb-bdcc-edc78098f92c request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:29:41.471289 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-3b36c8dc-39ce-4596-bf96-9ea6eed32dde None None] For port 7311aac2-7f34-4d12-a292-9b8be45000ee, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=7311aac2-7f34-4d12-a292-9b8be45000ee,segment=NetworkSegment(a7b6b76e-60b5-47fc-aeb7-c77bd8716e53),segment_id=a7b6b76e-60b5-47fc-aeb7-c77bd8716e53)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:29:41.473561 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3b36c8dc-39ce-4596-bf96-9ea6eed32dde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:41.482155 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-27200187-ead2-4809-b319-eaf59307d434 req-b3eabeda-f441-40d6-ac0a-974130716363 tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:41.513602 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c48b632e-0c94-4ac5-96a7-7900f45d6b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:41.546427 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f518d805-4bb7-4c38-ac5a-d1a67acc1dd4 req-b626b0a9-a5b8-451b-b166-46a492e08d3d tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:41.548454 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-3b36c8dc-39ce-4596-bf96-9ea6eed32dde None None] Calling delete_port for 7311aac2-7f34-4d12-a292-9b8be45000ee owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:29:41.555938 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f518d805-4bb7-4c38-ac5a-d1a67acc1dd4 req-b626b0a9-a5b8-451b-b166-46a492e08d3d tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e8b394d-1d16-466c-b2d6-85ca9e6ab483 HTTP/1.1" status: 200 len: 945 time: 0.1348467 Apr 05 14:29:41.576127 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e92d09-8a5a-4fce-87a4-471a303395a2 None None] Network 16bf8871-7522-40bc-8998-4cf5039a6e4f requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:29:41.591825 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48b632e-0c94-4ac5-96a7-7900f45d6b66 admin admin] Pushing event deleted for resources: {'Port': ['ID=7311aac2-7f34-4d12-a292-9b8be45000ee,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:41.599658 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48b632e-0c94-4ac5-96a7-7900f45d6b66 admin admin] No DVR routers for this DVR port 7311aac2-7f34-4d12-a292-9b8be45000ee on host n-d-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:29:41.647333 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-27200187-ead2-4809-b319-eaf59307d434 req-b3eabeda-f441-40d6-ac0a-974130716363 tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:41.648679 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-27200187-ead2-4809-b319-eaf59307d434 req-b3eabeda-f441-40d6-ac0a-974130716363 tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 1.3842094 Apr 05 14:29:41.675212 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea04ac4c-4444-4183-a930-4bcf5d9eac1e admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:29:41.681284 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-ea04ac4c-4444-4183-a930-4bcf5d9eac1e admin admin] 10.222.0.30 "PUT /v2.0/routers/ac21a239-fb93-479c-8b20-68007ce99716/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9032080 Apr 05 14:29:41.747437 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-8eb5f34e-d60b-45b7-b779-c5b3df4e5821 admin admin] Deleting port aa98390e-8a02-4e45-af1a-c00612458b23 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:29:41.748097 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8eb5f34e-d60b-45b7-b779-c5b3df4e5821 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:41.752929 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eabeda-f441-40d6-ac0a-974130716363 tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef22b4cc-5f86-4563-9a32-ccfed6ec44fb,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:41.778701 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c48b632e-0c94-4ac5-96a7-7900f45d6b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:41.836171 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-c48b632e-0c94-4ac5-96a7-7900f45d6b66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d09e1cf5-cb38-4bc5-a237-56c854e1c5a7']}} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:41.856249 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-c48b632e-0c94-4ac5-96a7-7900f45d6b66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7b6b76e-60b5-47fc-aeb7-c77bd8716e53') {'for_net_delete': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:41.859858 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-c48b632e-0c94-4ac5-96a7-7900f45d6b66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7b6b76e-60b5-47fc-aeb7-c77bd8716e53') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:41.874639 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c48b632e-0c94-4ac5-96a7-7900f45d6b66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13399223'] for segment, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:41.876393 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-8eb5f34e-d60b-45b7-b779-c5b3df4e5821 admin admin] For port aa98390e-8a02-4e45-af1a-c00612458b23, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=aa98390e-8a02-4e45-af1a-c00612458b23,segment=NetworkSegment(8883f0bc-9325-47bb-9aa5-ccdb59a77010),segment_id=8883f0bc-9325-47bb-9aa5-ccdb59a77010)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:29:41.877714 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8eb5f34e-d60b-45b7-b779-c5b3df4e5821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:41.899769 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de3d693-ae7a-40d7-aea9-88b3578081db x-openstack-request-id: req-4de3d693-ae7a-40d7-aea9-88b3578081db {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:29:41.901201 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e8b394d-1d16-466c-b2d6-85ca9e6ab483", "name": "network-vif-plugged", "status": "completed", "tag": "b236d208-837a-4dae-a173-e5fdc8d9d22d", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:29:41.901895 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4de3d693-ae7a-40d7-aea9-88b3578081db {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:29:41.902305 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-8eb5f34e-d60b-45b7-b779-c5b3df4e5821 admin admin] Calling delete_port for aa98390e-8a02-4e45-af1a-c00612458b23 owned by network:dhcp {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:29:41.906354 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4de3d693-ae7a-40d7-aea9-88b3578081db'] response: {'server_uuid': '5e8b394d-1d16-466c-b2d6-85ca9e6ab483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b236d208-837a-4dae-a173-e5fdc8d9d22d', 'code': 200} Apr 05 14:29:41.906628 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c48b632e-0c94-4ac5-96a7-7900f45d6b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:41.927121 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device db464af9-7024-4b7b-92b7-0af4b6f6e00b up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:29:41.965253 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-b47cf06f-edca-445b-80ab-a156b0089880 None None] Provisioning complete for port b30d6756-653a-4780-8732-0683b9023201 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:29:41.966395 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b47cf06f-edca-445b-80ab-a156b0089880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:41.973707 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f518d805-4bb7-4c38-ac5a-d1a67acc1dd4 req-ba52e605-dc67-4691-86d2-4dfc24c878c9 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4166746 Apr 05 14:29:41.977745 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c48b632e-0c94-4ac5-96a7-7900f45d6b66 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=103320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:29:41.978158 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c48b632e-0c94-4ac5-96a7-7900f45d6b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15765202'] for segment, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:42.057395 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-17632c59-b8e5-4723-8df9-d8337dda342b req-f7eb0c1b-a7b9-438a-b685-2e32782c0c3b tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1159161052', 'description': 'tempest-description-1931729135'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:29:42.078493 n-d-836650-2 neutron-server[103320]: Traceback (most recent call last): Apr 05 14:29:42.078493 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:29:42.078493 n-d-836650-2 neutron-server[103320]: timer() Apr 05 14:29:42.078493 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:29:42.078493 n-d-836650-2 neutron-server[103320]: cb(*args, **kw) Apr 05 14:29:42.078493 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:29:42.078493 n-d-836650-2 neutron-server[103320]: return func(*args, **kwargs) Apr 05 14:29:42.078493 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:29:42.078493 n-d-836650-2 neutron-server[103320]: self._notify() Apr 05 14:29:42.078493 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:29:42.078493 n-d-836650-2 neutron-server[103320]: self.callback(batched_events) Apr 05 14:29:42.078493 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:29:42.078493 n-d-836650-2 neutron-server[103320]: event.method(event) Apr 05 14:29:42.078493 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:29:42.078493 n-d-836650-2 neutron-server[103320]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:29:42.078493 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:29:42.078493 n-d-836650-2 neutron-server[103320]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:29:42.078493 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:29:42.078493 n-d-836650-2 neutron-server[103320]: return f(self, *a, **k) Apr 05 14:29:42.078493 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:29:42.078493 n-d-836650-2 neutron-server[103320]: return self._get(url).json() Apr 05 14:29:42.078493 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:29:42.078493 n-d-836650-2 neutron-server[103320]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:29:42.078493 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:29:42.078493 n-d-836650-2 neutron-server[103320]: return self.request(url, 'GET', **kwargs) Apr 05 14:29:42.078493 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:29:42.078493 n-d-836650-2 neutron-server[103320]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:29:42.078493 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:29:42.078493 n-d-836650-2 neutron-server[103320]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:29:42.078493 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:29:42.078493 n-d-836650-2 neutron-server[103320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:29:42.078493 n-d-836650-2 neutron-server[103320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:29:42.082574 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-31ddc7ec-7909-410b-bc86-96d476cfb9d0 None None] Deleting port aa98390e-8a02-4e45-af1a-c00612458b23 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:29:42.084833 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-31ddc7ec-7909-410b-bc86-96d476cfb9d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:42.104189 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-660cb71d-f422-4864-a317-e1090838d810 admin admin] Router 9255c41a-cae8-48d5-ba22-7e146dd80c97 is scheduled to L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 with binding_index 1 {{(pid=103321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:29:42.161604 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-17632c59-b8e5-4723-8df9-d8337dda342b req-f7eb0c1b-a7b9-438a-b685-2e32782c0c3b tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:42.197361 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:42.248095 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3b36c8dc-39ce-4596-bf96-9ea6eed32dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:42.262478 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-31ddc7ec-7909-410b-bc86-96d476cfb9d0 None None] For port aa98390e-8a02-4e45-af1a-c00612458b23, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=aa98390e-8a02-4e45-af1a-c00612458b23,segment=NetworkSegment(8883f0bc-9325-47bb-9aa5-ccdb59a77010),segment_id=8883f0bc-9325-47bb-9aa5-ccdb59a77010)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:29:42.262912 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-31ddc7ec-7909-410b-bc86-96d476cfb9d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:42.276695 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-17632c59-b8e5-4723-8df9-d8337dda342b req-f7eb0c1b-a7b9-438a-b685-2e32782c0c3b tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:42.277812 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c48b632e-0c94-4ac5-96a7-7900f45d6b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:42.309367 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8eb5f34e-d60b-45b7-b779-c5b3df4e5821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:42.309598 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3b36c8dc-39ce-4596-bf96-9ea6eed32dde None None] Network d09e1cf5-cb38-4bc5-a237-56c854e1c5a7 is not hosted by any dhcp agent {{(pid=103322) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 05 14:29:42.310132 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b36c8dc-39ce-4596-bf96-9ea6eed32dde None None] No DVR routers for this DVR port 7311aac2-7f34-4d12-a292-9b8be45000ee on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:29:42.311589 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48b632e-0c94-4ac5-96a7-7900f45d6b66 admin admin] Pushing event deleted for resources: {'Network': ['ID=d09e1cf5-cb38-4bc5-a237-56c854e1c5a7,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:42.319092 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port db464af9-7024-4b7b-92b7-0af4b6f6e00b triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:29:42.319275 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c48b632e-0c94-4ac5-96a7-7900f45d6b66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:42.319502 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:42.320758 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-660cb71d-f422-4864-a317-e1090838d810 admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:29:42.322853 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-c48b632e-0c94-4ac5-96a7-7900f45d6b66 admin admin] 10.222.0.30 "DELETE /v2.0/networks/d09e1cf5-cb38-4bc5-a237-56c854e1c5a7 HTTP/1.1" status: 204 len: 168 time: 2.2917511 Apr 05 14:29:42.333690 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f119578a-2001-49a1-93cf-479318d87bda None None] Sync routers for ids ['9255c41a-cae8-48d5-ba22-7e146dd80c97'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:29:42.343484 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-17632c59-b8e5-4723-8df9-d8337dda342b req-f7eb0c1b-a7b9-438a-b685-2e32782c0c3b tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:42.355693 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f119578a-2001-49a1-93cf-479318d87bda None None] Routers {'9255c41a-cae8-48d5-ba22-7e146dd80c97'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:29:42.358731 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-f119578a-2001-49a1-93cf-479318d87bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:29:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['9255c41a-cae8-48d5-ba22-7e146dd80c97'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:42.377878 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb5f34e-d60b-45b7-b779-c5b3df4e5821 admin admin] No DVR routers for this DVR port aa98390e-8a02-4e45-af1a-c00612458b23 on host n-d-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:29:42.414631 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eb0c1b-a7b9-438a-b685-2e32782c0c3b tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25f5cfed-3213-4e0c-a791-87f0ff6f15fc,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:42.422884 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36c8dc-39ce-4596-bf96-9ea6eed32dde None None] Pushing event deleted for resources: {'Port': ['ID=7311aac2-7f34-4d12-a292-9b8be45000ee,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:42.429489 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-31ddc7ec-7909-410b-bc86-96d476cfb9d0 None None] Calling delete_port for aa98390e-8a02-4e45-af1a-c00612458b23 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:29:42.443416 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 253e9573-54d3-4180-86f0-45ba2cca07f4 no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:29:42.449665 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-17632c59-b8e5-4723-8df9-d8337dda342b req-f7eb0c1b-a7b9-438a-b685-2e32782c0c3b tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:42.450949 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-17632c59-b8e5-4723-8df9-d8337dda342b req-f7eb0c1b-a7b9-438a-b685-2e32782c0c3b tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5302463 Apr 05 14:29:42.545350 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8eb5f34e-d60b-45b7-b779-c5b3df4e5821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:42.567622 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b47cf06f-edca-445b-80ab-a156b0089880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:42.570312 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-8eb5f34e-d60b-45b7-b779-c5b3df4e5821 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e5beac6-fc25-45eb-bdcc-edc78098f92c']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:42.580787 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-f119578a-2001-49a1-93cf-479318d87bda None None] Set router 9255c41a-cae8-48d5-ba22-7e146dd80c97 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:29:42.583802 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-8eb5f34e-d60b-45b7-b779-c5b3df4e5821 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8883f0bc-9325-47bb-9aa5-ccdb59a77010') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:42.589336 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-8eb5f34e-d60b-45b7-b779-c5b3df4e5821 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8883f0bc-9325-47bb-9aa5-ccdb59a77010') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:42.597354 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2508289d-b296-4d43-8e31-9791f7c063c2 req-21f074f6-960d-4c9b-b71a-dc0169937353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:42.614583 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2508289d-b296-4d43-8e31-9791f7c063c2 req-21f074f6-960d-4c9b-b71a-dc0169937353 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5e8b394d-1d16-466c-b2d6-85ca9e6ab483 HTTP/1.1" status: 200 len: 1096 time: 0.5815992 Apr 05 14:29:42.615979 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68afe584-4e02-4424-9198-4ce2026151f3 req-c6e9e97d-29b5-4be1-ae6f-bd761638f4c1 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:42.624816 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-68afe584-4e02-4424-9198-4ce2026151f3 req-c6e9e97d-29b5-4be1-ae6f-bd761638f4c1 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=45a58cb2-8259-4d9f-8d24-085fcb724cdc HTTP/1.1" status: 200 len: 943 time: 0.0716486 Apr 05 14:29:42.649797 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8eb5f34e-d60b-45b7-b779-c5b3df4e5821 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:42.669809 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 59884) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:29:42.692888 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8eb5f34e-d60b-45b7-b779-c5b3df4e5821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:42.699581 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-ee895030-0107-4805-b90d-e180f82cf1c6 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Request body: {'security_group': {'name': 'tempest-securitygroup--746771278', 'description': 'tempest-description--439660582'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:29:42.710815 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eb5f34e-d60b-45b7-b779-c5b3df4e5821 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:29:42.712416 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8eb5f34e-d60b-45b7-b779-c5b3df4e5821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:42.733538 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-e8ff640c-abb0-4b01-b54b-64821bab547d req-7d77b72e-16d3-4e9f-a96e-757ee086c4ba tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-868748107', 'description': 'tempest-description-41846993'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:29:42.794275 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:29:42.794275 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:29:42.794275 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:29:42.794275 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:29:42.794275 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:29:42.794275 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:29:42.794275 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:29:42.794275 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:29:42.794275 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:29:42.794275 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:29:42.794275 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:29:42.794275 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:29:42.794275 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:29:42.794275 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:29:42.794275 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:29:42.794275 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:29:42.794275 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:29:42.794275 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:29:42.794275 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:29:42.794275 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:29:42.794275 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:29:42.794275 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:29:42.794275 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:29:42.794275 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:29:42.794275 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:29:42.794275 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:29:42.794275 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:29:42.794275 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:29:42.794275 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:29:42.794275 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:29:42.794275 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:29:42.794275 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:29:42.796680 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-68afe584-4e02-4424-9198-4ce2026151f3 req-89961277-4801-48ef-b7d5-89f9d530bf17 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706312 Apr 05 14:29:42.806846 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 59886) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:29:42.846268 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb5f34e-d60b-45b7-b779-c5b3df4e5821 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa98390e-8a02-4e45-af1a-c00612458b23,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:42.860127 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2508289d-b296-4d43-8e31-9791f7c063c2 req-a716815d-9e6b-49b1-a695-0603ac493bd6 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566711 Apr 05 14:29:42.886144 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8eb5f34e-d60b-45b7-b779-c5b3df4e5821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:42.889500 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-b47cf06f-edca-445b-80ab-a156b0089880 None None] For port b30d6756-653a-4780-8732-0683b9023201, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=b30d6756-653a-4780-8732-0683b9023201,segment=NetworkSegment(35a23c08-3f1d-41ea-a9e2-ea1a46281134),segment_id=35a23c08-3f1d-41ea-a9e2-ea1a46281134)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:29:42.900074 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8eb5f34e-d60b-45b7-b779-c5b3df4e5821 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:42.909004 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-8eb5f34e-d60b-45b7-b779-c5b3df4e5821 admin admin] 10.222.0.30 "DELETE /v2.0/networks/1e5beac6-fc25-45eb-bdcc-edc78098f92c HTTP/1.1" status: 204 len: 168 time: 1.8402183 Apr 05 14:29:42.911245 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:42.930362 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb5f34e-d60b-45b7-b779-c5b3df4e5821 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e5beac6-fc25-45eb-bdcc-edc78098f92c,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:42.934504 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e8ff640c-abb0-4b01-b54b-64821bab547d req-7d77b72e-16d3-4e9f-a96e-757ee086c4ba tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:42.964793 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-f119578a-2001-49a1-93cf-479318d87bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9255c41a-cae8-48d5-ba22-7e146dd80c97', 'name': 'tempest-ServersTestMultiNic-1695908522-router', 'tenant_id': '9f48ad39adb04af7baada856c775d36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': 'b32425d3-02f4-4736-83d9-7f8eff263aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:29:36Z', 'updated_at': '2022-04-05T14:29:39Z', 'revision_number': 3, 'project_id': '9f48ad39adb04af7baada856c775d36d', 'gw_port': {'id': 'b32425d3-02f4-4736-83d9-7f8eff263aea', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:86:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9255c41a-cae8-48d5-ba22-7e146dd80c97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:38Z', 'updated_at': '2022-04-05T14:29:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:42.967755 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 59890) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:29:42.975297 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-5db9851e-7fce-436a-98bf-b6928fdd7a5a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=207a1d2774e941de89e17da9e075ff51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1672218 Apr 05 14:29:43.011047 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-660cb71d-f422-4864-a317-e1090838d810 admin admin] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:43.011304 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ee895030-0107-4805-b90d-e180f82cf1c6 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:43.012297 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-660cb71d-f422-4864-a317-e1090838d810 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.2769954 Apr 05 14:29:43.015717 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port db464af9-7024-4b7b-92b7-0af4b6f6e00b, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=db464af9-7024-4b7b-92b7-0af4b6f6e00b,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:29:43.023672 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 59894) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:29:43.040953 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b47cf06f-edca-445b-80ab-a156b0089880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:43.066607 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-31ddc7ec-7909-410b-bc86-96d476cfb9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:43.085492 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f119578a-2001-49a1-93cf-479318d87bda None None] Checking router: 9255c41a-cae8-48d5-ba22-7e146dd80c97 for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:29:43.085765 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f119578a-2001-49a1-93cf-479318d87bda None None] Updating router 9255c41a-cae8-48d5-ba22-7e146dd80c97 port b32425d3-02f4-4736-83d9-7f8eff263aea binding host n-d-836650-2 {{(pid=103323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:29:43.130956 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:43.131777 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device b30d6756-653a-4780-8732-0683b9023201 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:29:43.136071 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f119578a-2001-49a1-93cf-479318d87bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:43.186758 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-31ddc7ec-7909-410b-bc86-96d476cfb9d0 None None] Network 1e5beac6-fc25-45eb-bdcc-edc78098f92c is not hosted by any dhcp agent {{(pid=103322) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 05 14:29:43.187220 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ddc7ec-7909-410b-bc86-96d476cfb9d0 None None] No DVR routers for this DVR port aa98390e-8a02-4e45-af1a-c00612458b23 on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:29:43.229931 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47cf06f-edca-445b-80ab-a156b0089880 None None] Pushing event updated for resources: {'Port': ['ID=b30d6756-653a-4780-8732-0683b9023201,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:43.260786 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-43e15f4f-2aa0-4d5e-bdd9-5588f074cdf2 req-1e2d8c58-4829-4386-a4ba-7ea90adf4af6 service neutron] 10.222.0.11 "GET /v2.0/ports/253e9573-54d3-4180-86f0-45ba2cca07f4/bindings/n-h1-836650-2 HTTP/1.1" status: 200 len: 384 time: 0.2160683 Apr 05 14:29:43.272952 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ddc7ec-7909-410b-bc86-96d476cfb9d0 None None] Pushing event deleted for resources: {'Port': ['ID=aa98390e-8a02-4e45-af1a-c00612458b23,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:43.302908 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port b30d6756-653a-4780-8732-0683b9023201 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:29:43.303282 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:43.384643 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=db464af9-7024-4b7b-92b7-0af4b6f6e00b,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:43.398906 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b2e3d427-9c1e-40e0-b5d6-f45ce34d64b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:43.404491 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243d12e-f285-45bd-b3fe-80152844b9ec req-495653a9-f3c6-40a7-af1a-9b8bd8ae8edd tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:43.404491 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e243d12e-f285-45bd-b3fe-80152844b9ec req-495653a9-f3c6-40a7-af1a-9b8bd8ae8edd tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e8b394d-1d16-466c-b2d6-85ca9e6ab483 HTTP/1.1" status: 200 len: 945 time: 0.2759099 Apr 05 14:29:43.408789 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-7b399486-fc65-414e-b17b-ddf9a11522a9 None None] Provisioning complete for port b30d6756-653a-4780-8732-0683b9023201 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:29:43.409186 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7b399486-fc65-414e-b17b-ddf9a11522a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:43.411830 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e8ff640c-abb0-4b01-b54b-64821bab547d req-7d77b72e-16d3-4e9f-a96e-757ee086c4ba tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:43.447577 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b2e3d427-9c1e-40e0-b5d6-f45ce34d64b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:43.453525 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4085b5bf-1261-4a3b-85b3-c09f7088f8c8 None None] Sync routers for ids ['ac21a239-fb93-479c-8b20-68007ce99716'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:29:43.485854 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 59896) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:29:43.521967 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4085b5bf-1261-4a3b-85b3-c09f7088f8c8 None None] Routers {'ac21a239-fb93-479c-8b20-68007ce99716'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:29:43.522706 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-4085b5bf-1261-4a3b-85b3-c09f7088f8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:29:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['ac21a239-fb93-479c-8b20-68007ce99716'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:43.539890 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f119578a-2001-49a1-93cf-479318d87bda None None] Notify callbacks [] for port, precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:43.540655 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e8ff640c-abb0-4b01-b54b-64821bab547d req-7d77b72e-16d3-4e9f-a96e-757ee086c4ba tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:43.601295 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ee895030-0107-4805-b90d-e180f82cf1c6 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:43.608768 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e243d12e-f285-45bd-b3fe-80152844b9ec req-5a6a4871-d491-4bb9-97cf-9799a4fba5cc tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902738 Apr 05 14:29:43.614891 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-3765c281-ed25-4498-ad6b-eebd4120e882 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5020a17be5aa4e2aa79c2e741c944881&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1255584 Apr 05 14:29:43.618509 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f119578a-2001-49a1-93cf-479318d87bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:43.632924 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 59898) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:29:43.660625 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d77b72e-16d3-4e9f-a96e-757ee086c4ba tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d504574-5ee4-44b6-aeec-ad8e5adea30d,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:43.684270 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e8ff640c-abb0-4b01-b54b-64821bab547d req-7d77b72e-16d3-4e9f-a96e-757ee086c4ba tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:43.685914 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e8ff640c-abb0-4b01-b54b-64821bab547d req-7d77b72e-16d3-4e9f-a96e-757ee086c4ba tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.9725869 Apr 05 14:29:43.686304 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b2e3d427-9c1e-40e0-b5d6-f45ce34d64b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:43.686983 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ee895030-0107-4805-b90d-e180f82cf1c6 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:43.688931 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b2e3d427-9c1e-40e0-b5d6-f45ce34d64b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:43.692405 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-b2e3d427-9c1e-40e0-b5d6-f45ce34d64b8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8483186f-b51d-4d26-8d16-e805a37624eb HTTP/1.1" status: 204 len: 168 time: 0.7212021 Apr 05 14:29:43.751735 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb48796-6e47-465e-bd1a-cc1637aece42 None None] Pushing event updated for resources: {'Port': ['ID=b32425d3-02f4-4736-83d9-7f8eff263aea,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:43.753356 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 7311aac2-7f34-4d12-a292-9b8be45000ee no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:29:43.765858 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e3d427-9c1e-40e0-b5d6-f45ce34d64b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8483186f-b51d-4d26-8d16-e805a37624eb,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:43.770822 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb48796-6e47-465e-bd1a-cc1637aece42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:43.771277 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb48796-6e47-465e-bd1a-cc1637aece42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:43.771997 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb48796-6e47-465e-bd1a-cc1637aece42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:43.772332 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb48796-6e47-465e-bd1a-cc1637aece42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:43.774137 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb48796-6e47-465e-bd1a-cc1637aece42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:43.774494 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb48796-6e47-465e-bd1a-cc1637aece42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:43.775526 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb48796-6e47-465e-bd1a-cc1637aece42 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:43.775926 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb48796-6e47-465e-bd1a-cc1637aece42 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:43.776900 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb48796-6e47-465e-bd1a-cc1637aece42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:43.777247 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb48796-6e47-465e-bd1a-cc1637aece42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:43.777577 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb48796-6e47-465e-bd1a-cc1637aece42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:43.777946 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb48796-6e47-465e-bd1a-cc1637aece42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:43.788221 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-43e15f4f-2aa0-4d5e-bdd9-5588f074cdf2 req-e0998175-7882-4dac-90ef-3f613a3e548c service neutron] For port 253e9573-54d3-4180-86f0-45ba2cca07f4, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=253e9573-54d3-4180-86f0-45ba2cca07f4,segment=NetworkSegment(e44f5d0a-bab4-40cf-a1ed-36028ad06628),segment_id=e44f5d0a-bab4-40cf-a1ed-36028ad06628)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:29:43.791366 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-f119578a-2001-49a1-93cf-479318d87bda None None] Attempting to bind port b32425d3-02f4-4736-83d9-7f8eff263aea on host n-d-836650-2 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:29:43.791732 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-f119578a-2001-49a1-93cf-479318d87bda None None] Attempting to bind port b32425d3-02f4-4736-83d9-7f8eff263aea by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:29:43.792139 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f119578a-2001-49a1-93cf-479318d87bda None None] Attempting to bind port b32425d3-02f4-4736-83d9-7f8eff263aea on network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:29:43.801902 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f119578a-2001-49a1-93cf-479318d87bda None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:29:43.802279 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f119578a-2001-49a1-93cf-479318d87bda None None] Checking segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:29:43.802670 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f119578a-2001-49a1-93cf-479318d87bda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:43.803100 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f119578a-2001-49a1-93cf-479318d87bda None None] Bound using segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:29:43.804184 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-f119578a-2001-49a1-93cf-479318d87bda None None] Bound port: b32425d3-02f4-4736-83d9-7f8eff263aea, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:29:43.804583 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f119578a-2001-49a1-93cf-479318d87bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:43.851699 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e0b11a21-036e-48e6-9705-6edce0ae0cb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:43.856900 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee895030-0107-4805-b90d-e180f82cf1c6 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2119bd0-e3d5-4a5e-9adb-1090886ff785,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:43.871285 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ee895030-0107-4805-b90d-e180f82cf1c6 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:43.872864 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-ee895030-0107-4805-b90d-e180f82cf1c6 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.2020750 Apr 05 14:29:43.884862 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 59906) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:29:43.885091 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e0b11a21-036e-48e6-9705-6edce0ae0cb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:43.885891 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-c08c810b-3288-404d-b074-847a0ffeeab2 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Request body: {'security_group_rule': {'security_group_id': 'a2119bd0-e3d5-4a5e-9adb-1090886ff785', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:29:43.917759 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-80d41d2e-7010-47ac-bcd9-c3957941fc49 req-a1ae1feb-af71-410a-9d32-e7d19ac36037 tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] 10.222.0.30 "GET /v2.0/security-groups/25f5cfed-3213-4e0c-a791-87f0ff6f15fc HTTP/1.1" status: 200 len: 1805 time: 0.1769192 Apr 05 14:29:43.942743 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-f119578a-2001-49a1-93cf-479318d87bda None None] For port b32425d3-02f4-4736-83d9-7f8eff263aea, host n-d-836650-2, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:29:43.950327 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-43e15f4f-2aa0-4d5e-bdd9-5588f074cdf2 req-e0998175-7882-4dac-90ef-3f613a3e548c service neutron] For port 253e9573-54d3-4180-86f0-45ba2cca07f4, host n-h2-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:29:43.954697 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-f119578a-2001-49a1-93cf-479318d87bda None None] For port b32425d3-02f4-4736-83d9-7f8eff263aea, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=b32425d3-02f4-4736-83d9-7f8eff263aea,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:29:43.998218 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [req-43e15f4f-2aa0-4d5e-bdd9-5588f074cdf2 req-e0998175-7882-4dac-90ef-3f613a3e548c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 253e9573-54d3-4180-86f0-45ba2cca07f4 {{(pid=103321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:29:44.005142 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f119578a-2001-49a1-93cf-479318d87bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:44.006846 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e0b11a21-036e-48e6-9705-6edce0ae0cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:44.009635 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e0b11a21-036e-48e6-9705-6edce0ae0cb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:44.010889 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-e0b11a21-036e-48e6-9705-6edce0ae0cb4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c67de2a6-3895-4053-a645-6ceed30c443e HTTP/1.1" status: 204 len: 168 time: 0.3768370 Apr 05 14:29:44.020403 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-43e15f4f-2aa0-4d5e-bdd9-5588f074cdf2 req-e0998175-7882-4dac-90ef-3f613a3e548c service neutron] For port 253e9573-54d3-4180-86f0-45ba2cca07f4, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=253e9573-54d3-4180-86f0-45ba2cca07f4,segment=NetworkSegment(e44f5d0a-bab4-40cf-a1ed-36028ad06628),segment_id=e44f5d0a-bab4-40cf-a1ed-36028ad06628)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:29:44.033794 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b11a21-036e-48e6-9705-6edce0ae0cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c67de2a6-3895-4053-a645-6ceed30c443e,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:44.086006 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-43e15f4f-2aa0-4d5e-bdd9-5588f074cdf2 req-e0998175-7882-4dac-90ef-3f613a3e548c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:44.088144 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c08c810b-3288-404d-b074-847a0ffeeab2 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:44.129597 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f119578a-2001-49a1-93cf-479318d87bda None None] Routers {'9255c41a-cae8-48d5-ba22-7e146dd80c97'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:29:44.129860 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 7311aac2-7f34-4d12-a292-9b8be45000ee {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:29:44.130145 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-f119578a-2001-49a1-93cf-479318d87bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:29:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['9255c41a-cae8-48d5-ba22-7e146dd80c97'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:44.130547 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 7311aac2-7f34-4d12-a292-9b8be45000ee not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:29:44.131098 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device aa98390e-8a02-4e45-af1a-c00612458b23 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:29:44.200113 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-80d41d2e-7010-47ac-bcd9-c3957941fc49 req-f82d8cd6-4101-4079-86ef-483e0ba6c97c tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] 10.222.0.30 "GET /v2.0/security-groups/3d504574-5ee4-44b6-aeec-ad8e5adea30d HTTP/1.1" status: 200 len: 1802 time: 0.2704480 Apr 05 14:29:44.223040 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-80d41d2e-7010-47ac-bcd9-c3957941fc49 req-88c6fcb0-4335-4930-acf2-4f43078bb7a4 tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '25f5cfed-3213-4e0c-a791-87f0ff6f15fc', 'remote_group_id': '3d504574-5ee4-44b6-aeec-ad8e5adea30d', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:29:44.227064 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-80d41d2e-7010-47ac-bcd9-c3957941fc49 req-88c6fcb0-4335-4930-acf2-4f43078bb7a4 tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '25f5cfed-3213-4e0c-a791-87f0ff6f15fc', 'remote_group_id': '3d504574-5ee4-44b6-aeec-ad8e5adea30d', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:29:44.235123 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: aa98390e-8a02-4e45-af1a-c00612458b23 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:29:44.236618 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device aa98390e-8a02-4e45-af1a-c00612458b23 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:29:44.279978 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb48796-6e47-465e-bd1a-cc1637aece42 None None] Pushing event updated for resources: {'Port': ['ID=b32425d3-02f4-4736-83d9-7f8eff263aea,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:44.287097 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.provisioning_blocks [req-43e15f4f-2aa0-4d5e-bdd9-5588f074cdf2 req-e0998175-7882-4dac-90ef-3f613a3e548c service neutron] Transition to ACTIVE for port object 253e9573-54d3-4180-86f0-45ba2cca07f4 will not be triggered until provisioned by entity L2. {{(pid=103321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:29:44.289185 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-4085b5bf-1261-4a3b-85b3-c09f7088f8c8 None None] Set router ac21a239-fb93-479c-8b20-68007ce99716 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:29:44.313558 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-f119578a-2001-49a1-93cf-479318d87bda None None] Set router 9255c41a-cae8-48d5-ba22-7e146dd80c97 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:29:44.330616 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af4a1b3-e716-4415-800e-f285aaf2d14e req-85cf91fe-0bf7-4176-864a-6117431b5117 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:44.333045 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9af4a1b3-e716-4415-800e-f285aaf2d14e req-85cf91fe-0bf7-4176-864a-6117431b5117 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=45a58cb2-8259-4d9f-8d24-085fcb724cdc HTTP/1.1" status: 200 len: 943 time: 0.3494728 Apr 05 14:29:44.358308 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:44.396585 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-43e15f4f-2aa0-4d5e-bdd9-5588f074cdf2 req-e0998175-7882-4dac-90ef-3f613a3e548c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:44.415621 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c08c810b-3288-404d-b074-847a0ffeeab2 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:44.451373 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9af4a1b3-e716-4415-800e-f285aaf2d14e req-65fc3d1d-9975-48b0-8437-f2eb48f59016 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047711 Apr 05 14:29:44.502819 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c08c810b-3288-404d-b074-847a0ffeeab2 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:44.524358 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-43e15f4f-2aa0-4d5e-bdd9-5588f074cdf2 req-e0998175-7882-4dac-90ef-3f613a3e548c service neutron] No DVR routers for this DVR port 253e9573-54d3-4180-86f0-45ba2cca07f4 on host n-h2-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:29:44.531993 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d8cf2966-b4c3-45ce-bc1c-251ff29faaa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:44.557301 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08c810b-3288-404d-b074-847a0ffeeab2 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8993aeb1-e3e2-4961-9f04-67e5f6d3df34,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:44.600791 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-43e15f4f-2aa0-4d5e-bdd9-5588f074cdf2 req-e0998175-7882-4dac-90ef-3f613a3e548c service neutron] 10.222.0.11 "PUT /v2.0/ports/253e9573-54d3-4180-86f0-45ba2cca07f4/bindings/n-h1-836650-2/activate HTTP/1.1" status: 200 len: 369 time: 1.2952154 Apr 05 14:29:44.606538 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0998175-7882-4dac-90ef-3f613a3e548c service neutron] Pushing event updated for resources: {'Port': ['ID=253e9573-54d3-4180-86f0-45ba2cca07f4,revision_number=10']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:44.631731 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device b30d6756-653a-4780-8732-0683b9023201 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:29:44.649371 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-80d41d2e-7010-47ac-bcd9-c3957941fc49 req-88c6fcb0-4335-4930-acf2-4f43078bb7a4 tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:44.663637 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c08c810b-3288-404d-b074-847a0ffeeab2 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:44.668978 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-c08c810b-3288-404d-b074-847a0ffeeab2 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7831161 Apr 05 14:29:44.672080 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 59924) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:29:44.679252 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-c8e31464-d927-496c-995e-d3333ee53a16 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Request body: {'security_group_rule': {'security_group_id': 'a2119bd0-e3d5-4a5e-9adb-1090886ff785', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:29:44.778398 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-f119578a-2001-49a1-93cf-479318d87bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9255c41a-cae8-48d5-ba22-7e146dd80c97', 'name': 'tempest-ServersTestMultiNic-1695908522-router', 'tenant_id': '9f48ad39adb04af7baada856c775d36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': 'b32425d3-02f4-4736-83d9-7f8eff263aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:29:36Z', 'updated_at': '2022-04-05T14:29:39Z', 'revision_number': 3, 'project_id': '9f48ad39adb04af7baada856c775d36d', 'gw_port': {'id': 'b32425d3-02f4-4736-83d9-7f8eff263aea', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:86:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9255c41a-cae8-48d5-ba22-7e146dd80c97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:38Z', 'updated_at': '2022-04-05T14:29:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:44.784373 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-80d41d2e-7010-47ac-bcd9-c3957941fc49 req-88c6fcb0-4335-4930-acf2-4f43078bb7a4 tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:44.806875 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e15f4f-2aa0-4d5e-bdd9-5588f074cdf2 req-f7b918f4-8fce-4760-89b5-1b2b59b0f4fe tempest-LiveAutoBlockMigrationV225Test-737036270 tempest-LiveAutoBlockMigrationV225Test-737036270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:44.808594 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-43e15f4f-2aa0-4d5e-bdd9-5588f074cdf2 req-f7b918f4-8fce-4760-89b5-1b2b59b0f4fe tempest-LiveAutoBlockMigrationV225Test-737036270 tempest-LiveAutoBlockMigrationV225Test-737036270-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=45a58cb2-8259-4d9f-8d24-085fcb724cdc&tenant_id=ec0fa5de45e74f079e998d8c4a01aedf&binding%3Ahost_id=n-h2-836650-2 HTTP/1.1" status: 200 len: 1095 time: 0.0567286 Apr 05 14:29:44.829094 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f119578a-2001-49a1-93cf-479318d87bda None None] The sync data for ids ['9255c41a-cae8-48d5-ba22-7e146dd80c97'] in n-d-836650-2 is: [{'id': '9255c41a-cae8-48d5-ba22-7e146dd80c97', 'name': 'tempest-ServersTestMultiNic-1695908522-router', 'tenant_id': '9f48ad39adb04af7baada856c775d36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': 'b32425d3-02f4-4736-83d9-7f8eff263aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:29:36Z', 'updated_at': '2022-04-05T14:29:39Z', 'revision_number': 3, 'project_id': '9f48ad39adb04af7baada856c775d36d', 'gw_port': {'id': 'b32425d3-02f4-4736-83d9-7f8eff263aea', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:86:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9255c41a-cae8-48d5-ba22-7e146dd80c97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:38Z', 'updated_at': '2022-04-05T14:29:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:29:44.849978 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port b30d6756-653a-4780-8732-0683b9023201 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:29:44.853713 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:44.863491 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c8e31464-d927-496c-995e-d3333ee53a16 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:44.865865 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef92356b-acf8-41c3-b564-f01884dd5319 req-0200113c-d5c2-4a8f-8d64-fbd941534f52 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:44.867866 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ef92356b-acf8-41c3-b564-f01884dd5319 req-0200113c-d5c2-4a8f-8d64-fbd941534f52 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e8b394d-1d16-466c-b2d6-85ca9e6ab483 HTTP/1.1" status: 200 len: 945 time: 0.1273685 Apr 05 14:29:44.891097 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-80d41d2e-7010-47ac-bcd9-c3957941fc49 req-88c6fcb0-4335-4930-acf2-4f43078bb7a4 tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:44.900509 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-d8cf2966-b4c3-45ce-bc1c-251ff29faaa3 admin admin] Allocated IP 172.20.0.1 (16bf8871-7522-40bc-8998-4cf5039a6e4f/c56ff3ae-dc62-4775-badc-b3105b64e266/9707eb59-8b1a-49fe-8007-901bdfb02294) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:29:44.967745 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e15f4f-2aa0-4d5e-bdd9-5588f074cdf2 req-f908e9f9-1c3e-4130-a00d-e01f2bba0845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:44.969736 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-43e15f4f-2aa0-4d5e-bdd9-5588f074cdf2 req-f908e9f9-1c3e-4130-a00d-e01f2bba0845 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=45a58cb2-8259-4d9f-8d24-085fcb724cdc&tenant_id=ec0fa5de45e74f079e998d8c4a01aedf HTTP/1.1" status: 200 len: 1095 time: 0.1521258 Apr 05 14:29:44.974722 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c6fcb0-4335-4930-acf2-4f43078bb7a4 tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9111ac30-bb17-480d-9f8e-672881dff576,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:44.975106 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-4085b5bf-1261-4a3b-85b3-c09f7088f8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac21a239-fb93-479c-8b20-68007ce99716', 'name': 'tempest-ServersTestJSON-1269416835-router', 'tenant_id': '624acb65c8a14a38b05a73e982caa43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': 'db464af9-7024-4b7b-92b7-0af4b6f6e00b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:29:29Z', 'updated_at': '2022-04-05T14:29:38Z', 'revision_number': 4, 'project_id': '624acb65c8a14a38b05a73e982caa43a', 'gw_port': {'id': 'db464af9-7024-4b7b-92b7-0af4b6f6e00b', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:44:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac21a239-fb93-479c-8b20-68007ce99716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:31Z', 'updated_at': '2022-04-05T14:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': 'f104e8f3-f243-4b9f-9a05-437f03bdee19', 'name': '', 'network_id': 'a9ad640e-de7f-43c6-8fef-96cb779b89ff', 'tenant_id': '624acb65c8a14a38b05a73e982caa43a', 'mac_address': 'fa:16:3e:bc:05:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac21a239-fb93-479c-8b20-68007ce99716', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '2ebd5f9f-310d-4e0b-97c9-6b1478640ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:37Z', 'updated_at': '2022-04-05T14:29:38Z', 'revision_number': 2, 'project_id': '624acb65c8a14a38b05a73e982caa43a', 'subnets': [{'id': '2ebd5f9f-310d-4e0b-97c9-6b1478640ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:45.030094 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ef92356b-acf8-41c3-b564-f01884dd5319 req-1c682e27-974b-452a-9077-5513126bf089 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542475 Apr 05 14:29:45.062582 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c8e31464-d927-496c-995e-d3333ee53a16 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:45.083887 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e15f4f-2aa0-4d5e-bdd9-5588f074cdf2 req-9a8e608f-33c9-4ae6-b243-80b0ff67a0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:45.086381 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-43e15f4f-2aa0-4d5e-bdd9-5588f074cdf2 req-9a8e608f-33c9-4ae6-b243-80b0ff67a0d2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ec0fa5de45e74f079e998d8c4a01aedf&device_id=45a58cb2-8259-4d9f-8d24-085fcb724cdc HTTP/1.1" status: 200 len: 1095 time: 0.0886972 Apr 05 14:29:45.096355 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-80d41d2e-7010-47ac-bcd9-c3957941fc49 req-88c6fcb0-4335-4930-acf2-4f43078bb7a4 tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:45.100349 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device db464af9-7024-4b7b-92b7-0af4b6f6e00b up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:29:45.102102 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4085b5bf-1261-4a3b-85b3-c09f7088f8c8 None None] Checking router: ac21a239-fb93-479c-8b20-68007ce99716 for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:29:45.102457 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4085b5bf-1261-4a3b-85b3-c09f7088f8c8 None None] Updating router ac21a239-fb93-479c-8b20-68007ce99716 port f104e8f3-f243-4b9f-9a05-437f03bdee19 binding host n-d-836650-2 {{(pid=103322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:29:45.108015 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-80d41d2e-7010-47ac-bcd9-c3957941fc49 req-88c6fcb0-4335-4930-acf2-4f43078bb7a4 tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.8945606 Apr 05 14:29:45.158300 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-b5dcf0ef-4c6b-4430-acc4-c02a20889ffe req-a01e07ee-b063-4531-b13f-f37fde0b828f tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-537868847', 'description': 'tempest-description-281568608'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:29:45.178364 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 59934) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:29:45.204265 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4085b5bf-1261-4a3b-85b3-c09f7088f8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:45.247747 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c8e31464-d927-496c-995e-d3333ee53a16 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:45.273517 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port db464af9-7024-4b7b-92b7-0af4b6f6e00b triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:29:45.273897 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:45.309239 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d8cf2966-b4c3-45ce-bc1c-251ff29faaa3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:45.332505 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e31464-d927-496c-995e-d3333ee53a16 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eae9a32-b932-4f0e-b9c2-1ec9250e3d38,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:45.358611 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-b5dcf0ef-4c6b-4430-acc4-c02a20889ffe req-a01e07ee-b063-4531-b13f-f37fde0b828f tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:45.392868 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-71f0daaa-8003-4008-b1d9-776da5e0e92d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bdb1cbdf5a5e436f8eeb605fcc37cb7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2124224 Apr 05 14:29:45.396119 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 59936) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:29:45.416443 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e15f4f-2aa0-4d5e-bdd9-5588f074cdf2 req-50776c4a-b1eb-475e-bb82-e0dcf239c413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:45.417661 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-43e15f4f-2aa0-4d5e-bdd9-5588f074cdf2 req-50776c4a-b1eb-475e-bb82-e0dcf239c413 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a37e2d3e-8e8b-49fa-a97d-3b06631436db HTTP/1.1" status: 200 len: 921 time: 0.3173091 Apr 05 14:29:45.469969 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c8e31464-d927-496c-995e-d3333ee53a16 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:45.475740 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-c8e31464-d927-496c-995e-d3333ee53a16 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8018436 Apr 05 14:29:45.478208 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 59940) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:29:45.513495 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-42fd4b58-16f0-4d18-9fba-ade5613c8fc3 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Request body: {'floatingip': {'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:29:45.528109 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-43e15f4f-2aa0-4d5e-bdd9-5588f074cdf2 req-c79825c6-a7b7-4b45-887b-8ba842317c5e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=253e9573-54d3-4180-86f0-45ba2cca07f4 HTTP/1.1" status: 200 len: 217 time: 0.0988619 Apr 05 14:29:45.539569 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d8cf2966-b4c3-45ce-bc1c-251ff29faaa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:45.644436 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-58960a2e-b3f2-44c4-8d46-80c26d142163 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:45.655098 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e15f4f-2aa0-4d5e-bdd9-5588f074cdf2 req-b6a3f4d5-e851-4fbe-acfd-32e92cc9e469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:45.657340 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-43e15f4f-2aa0-4d5e-bdd9-5588f074cdf2 req-b6a3f4d5-e851-4fbe-acfd-32e92cc9e469 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e7ccd1c0-0ac4-418f-bea2-fcb22a694a96 HTTP/1.1" status: 200 len: 860 time: 0.1149716 Apr 05 14:29:45.683160 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cf2966-b4c3-45ce-bc1c-251ff29faaa3 admin admin] Network 16bf8871-7522-40bc-8998-4cf5039a6e4f is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:29:45.707241 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-43e15f4f-2aa0-4d5e-bdd9-5588f074cdf2 req-ceba6113-61f5-4d12-91a0-76529c5122c4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a37e2d3e-8e8b-49fa-a97d-3b06631436db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365248 Apr 05 14:29:45.717951 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-58960a2e-b3f2-44c4-8d46-80c26d142163 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:45.720180 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-d8cf2966-b4c3-45ce-bc1c-251ff29faaa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:29:45.733152 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cf2966-b4c3-45ce-bc1c-251ff29faaa3 admin admin] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:29:45.847189 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d8cf2966-b4c3-45ce-bc1c-251ff29faaa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809369'] for router_interface, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:45.866356 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-b5dcf0ef-4c6b-4430-acc4-c02a20889ffe req-a01e07ee-b063-4531-b13f-f37fde0b828f tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:45.896020 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 59950) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:29:45.947920 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-42fd4b58-16f0-4d18-9fba-ade5613c8fc3 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Notify callbacks [] for floatingip, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:45.965927 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4085b5bf-1261-4a3b-85b3-c09f7088f8c8 None None] Notify callbacks [] for port, precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:45.974483 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-43e15f4f-2aa0-4d5e-bdd9-5588f074cdf2 req-0cf813f0-dd8c-4488-a974-eb813d1dabaa service neutron] 10.222.0.55 "GET /v2.0/networks/a37e2d3e-8e8b-49fa-a97d-3b06631436db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590353 Apr 05 14:29:46.015381 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cf2966-b4c3-45ce-bc1c-251ff29faaa3 admin admin] Pushing event updated for resources: {'Port': ['ID=9707eb59-8b1a-49fe-8007-901bdfb02294,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:46.032916 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-b5dcf0ef-4c6b-4430-acc4-c02a20889ffe req-a01e07ee-b063-4531-b13f-f37fde0b828f tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:46.081135 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4085b5bf-1261-4a3b-85b3-c09f7088f8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:46.114170 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-627c2477-d3c4-4b27-912c-f5b18b562e43 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1267861733-network', 'tenant_id': '5e471cac436f47cdaf9524b19561d94b'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:29:46.119688 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-58960a2e-b3f2-44c4-8d46-80c26d142163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:46.123047 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bd79db-6ffd-4b61-9a2d-9eb107b94f41 req-5f933fc4-4db7-4610-8e80-7ed08c6324d9 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:46.126202 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-58960a2e-b3f2-44c4-8d46-80c26d142163 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:46.127831 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-58960a2e-b3f2-44c4-8d46-80c26d142163 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/75569122-5c17-4821-a605-aed6b876b235 HTTP/1.1" status: 204 len: 168 time: 0.7296481 Apr 05 14:29:46.134307 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b5bd79db-6ffd-4b61-9a2d-9eb107b94f41 req-5f933fc4-4db7-4610-8e80-7ed08c6324d9 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e8b394d-1d16-466c-b2d6-85ca9e6ab483 HTTP/1.1" status: 200 len: 945 time: 0.4969518 Apr 05 14:29:46.142498 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c6e88b-b257-4384-b034-49d55e1062d8 None None] Pushing event updated for resources: {'Port': ['ID=f104e8f3-f243-4b9f-9a05-437f03bdee19,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:46.166971 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58960a2e-b3f2-44c4-8d46-80c26d142163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75569122-5c17-4821-a605-aed6b876b235,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:46.235696 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-43e15f4f-2aa0-4d5e-bdd9-5588f074cdf2 req-afce8eee-6834-4048-aa52-bd86c36a7d4a service neutron] 10.222.0.55 "GET /v2.0/networks/a37e2d3e-8e8b-49fa-a97d-3b06631436db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524235 Apr 05 14:29:46.259164 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-4085b5bf-1261-4a3b-85b3-c09f7088f8c8 None None] Attempting to bind port f104e8f3-f243-4b9f-9a05-437f03bdee19 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:29:46.259674 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-4085b5bf-1261-4a3b-85b3-c09f7088f8c8 None None] Attempting to bind port f104e8f3-f243-4b9f-9a05-437f03bdee19 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '2304ae75-8f4d-4c58-a95b-ce723b5b3cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a9ad640e-de7f-43c6-8fef-96cb779b89ff'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:29:46.260181 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4085b5bf-1261-4a3b-85b3-c09f7088f8c8 None None] Attempting to bind port f104e8f3-f243-4b9f-9a05-437f03bdee19 on network a9ad640e-de7f-43c6-8fef-96cb779b89ff {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:29:46.269448 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627c2477-d3c4-4b27-912c-f5b18b562e43 admin admin] Made reservation on behalf of 5e471cac436f47cdaf9524b19561d94b for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:29:46.271713 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-627c2477-d3c4-4b27-912c-f5b18b562e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:46.273319 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4085b5bf-1261-4a3b-85b3-c09f7088f8c8 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:29:46.273827 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4085b5bf-1261-4a3b-85b3-c09f7088f8c8 None None] Checking segment: {'id': '2304ae75-8f4d-4c58-a95b-ce723b5b3cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a9ad640e-de7f-43c6-8fef-96cb779b89ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:29:46.275197 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4085b5bf-1261-4a3b-85b3-c09f7088f8c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:46.275657 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4085b5bf-1261-4a3b-85b3-c09f7088f8c8 None None] Bound using segment: {'id': '2304ae75-8f4d-4c58-a95b-ce723b5b3cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a9ad640e-de7f-43c6-8fef-96cb779b89ff'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:29:46.276260 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-4085b5bf-1261-4a3b-85b3-c09f7088f8c8 None None] Bound port: f104e8f3-f243-4b9f-9a05-437f03bdee19, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2304ae75-8f4d-4c58-a95b-ce723b5b3cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a9ad640e-de7f-43c6-8fef-96cb779b89ff'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:29:46.276726 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4085b5bf-1261-4a3b-85b3-c09f7088f8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:46.302175 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-e1737b81-5722-4c5e-9209-bc396bc72180 None None] Provisioning complete for port 9707eb59-8b1a-49fe-8007-901bdfb02294 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:29:46.306182 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e1737b81-5722-4c5e-9209-bc396bc72180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:46.306323 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-627c2477-d3c4-4b27-912c-f5b18b562e43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:46.383251 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01e07ee-b063-4531-b13f-f37fde0b828f tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79f21db3-7508-4525-b83a-7d49928eac2b,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:46.386916 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-e1737b81-5722-4c5e-9209-bc396bc72180 None None] Port 9707eb59-8b1a-49fe-8007-901bdfb02294 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:29:46.412296 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-4085b5bf-1261-4a3b-85b3-c09f7088f8c8 None None] For port f104e8f3-f243-4b9f-9a05-437f03bdee19, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:29:46.421972 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-4085b5bf-1261-4a3b-85b3-c09f7088f8c8 None None] For port f104e8f3-f243-4b9f-9a05-437f03bdee19, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=f104e8f3-f243-4b9f-9a05-437f03bdee19,segment=NetworkSegment(2304ae75-8f4d-4c58-a95b-ce723b5b3cd1),segment_id=2304ae75-8f4d-4c58-a95b-ce723b5b3cd1)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:29:46.473013 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-b5dcf0ef-4c6b-4430-acc4-c02a20889ffe req-a01e07ee-b063-4531-b13f-f37fde0b828f tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:46.474289 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b5dcf0ef-4c6b-4430-acc4-c02a20889ffe req-a01e07ee-b063-4531-b13f-f37fde0b828f tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.3223453 Apr 05 14:29:46.490659 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4085b5bf-1261-4a3b-85b3-c09f7088f8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:46.513529 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b5bd79db-6ffd-4b61-9a2d-9eb107b94f41 req-f5dfed59-cc0b-41b7-bf32-a3df63985b5b tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3782368 Apr 05 14:29:46.558105 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-53f515ac-842d-45bf-9ce8-219f3e79851a req-25f206a9-df2a-4603-b050-5df96b781705 tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-479602294', 'description': 'tempest-description-118318147'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:29:46.670736 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c6e88b-b257-4384-b034-49d55e1062d8 None None] Pushing event updated for resources: {'Port': ['ID=f104e8f3-f243-4b9f-9a05-437f03bdee19,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:46.677240 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d8cf2966-b4c3-45ce-bc1c-251ff29faaa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:46.712465 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-627c2477-d3c4-4b27-912c-f5b18b562e43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:46.743835 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4085b5bf-1261-4a3b-85b3-c09f7088f8c8 None None] Routers {'ac21a239-fb93-479c-8b20-68007ce99716'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:29:46.745110 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-4085b5bf-1261-4a3b-85b3-c09f7088f8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:29:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['ac21a239-fb93-479c-8b20-68007ce99716'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:46.802573 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-627c2477-d3c4-4b27-912c-f5b18b562e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:46.833920 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-53f515ac-842d-45bf-9ce8-219f3e79851a req-25f206a9-df2a-4603-b050-5df96b781705 tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:46.863362 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-42fd4b58-16f0-4d18-9fba-ade5613c8fc3 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:46.873716 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-627c2477-d3c4-4b27-912c-f5b18b562e43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:29:46.956738 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627c2477-d3c4-4b27-912c-f5b18b562e43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4e87fe-f898-4889-9eef-c984a9715415,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:46.960286 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-627c2477-d3c4-4b27-912c-f5b18b562e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:46.960672 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-627c2477-d3c4-4b27-912c-f5b18b562e43 admin admin] Added segment 6514f3af-b636-40a8-b193-7ed3d375de8b of type vlan for network 95c3dd79-69b7-4787-81af-f24ae4a653d4 Apr 05 14:29:46.980634 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-4085b5bf-1261-4a3b-85b3-c09f7088f8c8 None None] Set router ac21a239-fb93-479c-8b20-68007ce99716 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:29:46.996376 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc488ee-fbd7-4365-9047-54b0a05d5c9c req-7f40a7b6-c50d-4a5e-8cd7-44bb4e2b63b9 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:46.998809 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8cc488ee-fbd7-4365-9047-54b0a05d5c9c req-7f40a7b6-c50d-4a5e-8cd7-44bb4e2b63b9 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=45a58cb2-8259-4d9f-8d24-085fcb724cdc HTTP/1.1" status: 200 len: 944 time: 0.3386765 Apr 05 14:29:47.055802 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device b32425d3-02f4-4736-83d9-7f8eff263aea up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:29:47.065131 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e15f4f-2aa0-4d5e-bdd9-5588f074cdf2 req-c3da84e0-41de-4ddd-9b0c-ac0f6e134695 tempest-LiveAutoBlockMigrationV225Test-737036270 tempest-LiveAutoBlockMigrationV225Test-737036270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:47.067660 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-43e15f4f-2aa0-4d5e-bdd9-5588f074cdf2 req-c3da84e0-41de-4ddd-9b0c-ac0f6e134695 tempest-LiveAutoBlockMigrationV225Test-737036270 tempest-LiveAutoBlockMigrationV225Test-737036270-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=45a58cb2-8259-4d9f-8d24-085fcb724cdc&tenant_id=ec0fa5de45e74f079e998d8c4a01aedf&binding%3Ahost_id=n-h1-836650-2 HTTP/1.1" status: 200 len: 1095 time: 0.1632569 Apr 05 14:29:47.087436 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-627c2477-d3c4-4b27-912c-f5b18b562e43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:47.093137 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-4f91de0e-1b29-4fd7-8753-12ae04face5a None None] Provisioning complete for port f104e8f3-f243-4b9f-9a05-437f03bdee19 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:29:47.093570 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4f91de0e-1b29-4fd7-8753-12ae04face5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:47.184055 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8cc488ee-fbd7-4365-9047-54b0a05d5c9c req-0ceec0d9-36ac-4856-af80-7a856bc184aa tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684499 Apr 05 14:29:47.247293 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-53f515ac-842d-45bf-9ce8-219f3e79851a req-25f206a9-df2a-4603-b050-5df96b781705 tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:47.262725 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-42fd4b58-16f0-4d18-9fba-ade5613c8fc3 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Allocated IP 172.25.6.6 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/a4927822-6ffb-4d04-bd11-7e93d2c938ca) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:29:47.263107 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-627c2477-d3c4-4b27-912c-f5b18b562e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:47.264222 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627c2477-d3c4-4b27-912c-f5b18b562e43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:47.264728 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-627c2477-d3c4-4b27-912c-f5b18b562e43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:47.286062 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d8cf2966-b4c3-45ce-bc1c-251ff29faaa3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:47.359219 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port b32425d3-02f4-4736-83d9-7f8eff263aea triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:29:47.359613 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:47.361261 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d8cf2966-b4c3-45ce-bc1c-251ff29faaa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:47.363720 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-43e15f4f-2aa0-4d5e-bdd9-5588f074cdf2 req-bbaf9380-8eee-4cbb-b6a2-e393367524dd service neutron] For port 253e9573-54d3-4180-86f0-45ba2cca07f4, host n-h2-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:29:47.365126 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-53f515ac-842d-45bf-9ce8-219f3e79851a req-25f206a9-df2a-4603-b050-5df96b781705 tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:47.370065 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-43e15f4f-2aa0-4d5e-bdd9-5588f074cdf2 req-bbaf9380-8eee-4cbb-b6a2-e393367524dd service neutron] Notify callbacks [] for binding, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:47.372870 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-43e15f4f-2aa0-4d5e-bdd9-5588f074cdf2 req-bbaf9380-8eee-4cbb-b6a2-e393367524dd service neutron] 10.222.0.55 "DELETE /v2.0/ports/253e9573-54d3-4180-86f0-45ba2cca07f4/bindings/n-h2-836650-2 HTTP/1.1" status: 204 len: 173 time: 0.2936034 Apr 05 14:29:47.394089 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627c2477-d3c4-4b27-912c-f5b18b562e43 admin admin] Pushing event updated for resources: {'Network': ['ID=95c3dd79-69b7-4787-81af-f24ae4a653d4,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:47.420449 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-627c2477-d3c4-4b27-912c-f5b18b562e43 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5218778 Apr 05 14:29:47.423256 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 59968) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:29:47.431612 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 95c3dd79-69b7-4787-81af-f24ae4a653d4 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:29:47.432466 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-80f88c16-1df1-4c05-8310-94a2d830a8fa admin admin] Request body: {'subnet': {'network_id': '95c3dd79-69b7-4787-81af-f24ae4a653d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1267861733-subnet', 'tenant_id': '5e471cac436f47cdaf9524b19561d94b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:29:47.487586 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f206a9-df2a-4603-b050-5df96b781705 tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa1a3a0-3c5f-4a17-bc5d-f9dad32c049d,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:47.494035 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d8cf2966-b4c3-45ce-bc1c-251ff29faaa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809317'] for router_interface, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:47.502729 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cf2966-b4c3-45ce-bc1c-251ff29faaa3 admin admin] Pushing event updated for resources: {'Port': ['ID=9707eb59-8b1a-49fe-8007-901bdfb02294,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:47.526495 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f88c16-1df1-4c05-8310-94a2d830a8fa admin admin] Made reservation on behalf of 5e471cac436f47cdaf9524b19561d94b for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:29:47.530366 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-80f88c16-1df1-4c05-8310-94a2d830a8fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:47.562083 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-42fd4b58-16f0-4d18-9fba-ade5613c8fc3 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:47.628964 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-53f515ac-842d-45bf-9ce8-219f3e79851a req-25f206a9-df2a-4603-b050-5df96b781705 tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:47.630197 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-53f515ac-842d-45bf-9ce8-219f3e79851a req-25f206a9-df2a-4603-b050-5df96b781705 tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.0875187 Apr 05 14:29:47.699711 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4f91de0e-1b29-4fd7-8753-12ae04face5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:47.770204 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-4f91de0e-1b29-4fd7-8753-12ae04face5a None None] For port f104e8f3-f243-4b9f-9a05-437f03bdee19, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=f104e8f3-f243-4b9f-9a05-437f03bdee19,segment=NetworkSegment(2304ae75-8f4d-4c58-a95b-ce723b5b3cd1),segment_id=2304ae75-8f4d-4c58-a95b-ce723b5b3cd1)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:29:47.818511 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-4085b5bf-1261-4a3b-85b3-c09f7088f8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac21a239-fb93-479c-8b20-68007ce99716', 'name': 'tempest-ServersTestJSON-1269416835-router', 'tenant_id': '624acb65c8a14a38b05a73e982caa43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': 'db464af9-7024-4b7b-92b7-0af4b6f6e00b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:29:29Z', 'updated_at': '2022-04-05T14:29:38Z', 'revision_number': 4, 'project_id': '624acb65c8a14a38b05a73e982caa43a', 'gw_port': {'id': 'db464af9-7024-4b7b-92b7-0af4b6f6e00b', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:44:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac21a239-fb93-479c-8b20-68007ce99716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:31Z', 'updated_at': '2022-04-05T14:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': 'f104e8f3-f243-4b9f-9a05-437f03bdee19', 'name': '', 'network_id': 'a9ad640e-de7f-43c6-8fef-96cb779b89ff', 'tenant_id': '624acb65c8a14a38b05a73e982caa43a', 'mac_address': 'fa:16:3e:bc:05:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac21a239-fb93-479c-8b20-68007ce99716', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '2ebd5f9f-310d-4e0b-97c9-6b1478640ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:37Z', 'updated_at': '2022-04-05T14:29:46Z', 'revision_number': 4, 'project_id': '624acb65c8a14a38b05a73e982caa43a', 'subnets': [{'id': '2ebd5f9f-310d-4e0b-97c9-6b1478640ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:47.855438 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4085b5bf-1261-4a3b-85b3-c09f7088f8c8 None None] The sync data for ids ['ac21a239-fb93-479c-8b20-68007ce99716'] in n-d-836650-2 is: [{'id': 'ac21a239-fb93-479c-8b20-68007ce99716', 'name': 'tempest-ServersTestJSON-1269416835-router', 'tenant_id': '624acb65c8a14a38b05a73e982caa43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': 'db464af9-7024-4b7b-92b7-0af4b6f6e00b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:29:29Z', 'updated_at': '2022-04-05T14:29:38Z', 'revision_number': 4, 'project_id': '624acb65c8a14a38b05a73e982caa43a', 'gw_port': {'id': 'db464af9-7024-4b7b-92b7-0af4b6f6e00b', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:44:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac21a239-fb93-479c-8b20-68007ce99716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:31Z', 'updated_at': '2022-04-05T14:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': 'f104e8f3-f243-4b9f-9a05-437f03bdee19', 'name': '', 'network_id': 'a9ad640e-de7f-43c6-8fef-96cb779b89ff', 'tenant_id': '624acb65c8a14a38b05a73e982caa43a', 'mac_address': 'fa:16:3e:bc:05:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac21a239-fb93-479c-8b20-68007ce99716', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '2ebd5f9f-310d-4e0b-97c9-6b1478640ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:37Z', 'updated_at': '2022-04-05T14:29:46Z', 'revision_number': 4, 'project_id': '624acb65c8a14a38b05a73e982caa43a', 'subnets': [{'id': '2ebd5f9f-310d-4e0b-97c9-6b1478640ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:29:47.869237 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:47.898564 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e76319-5c7e-425c-803d-f57d20249836 req-6d30c203-3c69-4916-9d69-3270b62aee8a tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:47.902789 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b5e76319-5c7e-425c-803d-f57d20249836 req-6d30c203-3c69-4916-9d69-3270b62aee8a tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e8b394d-1d16-466c-b2d6-85ca9e6ab483 HTTP/1.1" status: 200 len: 945 time: 0.2762232 Apr 05 14:29:47.910132 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port b32425d3-02f4-4736-83d9-7f8eff263aea, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=b32425d3-02f4-4736-83d9-7f8eff263aea,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:29:47.911089 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4f91de0e-1b29-4fd7-8753-12ae04face5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:47.918909 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cf2966-b4c3-45ce-bc1c-251ff29faaa3 admin admin] Network 16bf8871-7522-40bc-8998-4cf5039a6e4f is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:29:47.926832 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-d8cf2966-b4c3-45ce-bc1c-251ff29faaa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:29:47.932843 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-99f849be-eb69-4cc1-9b2b-df4b8060dea1 req-e2d1de80-acd3-4d8e-bd43-c729024a89d6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=20926e2e-9a2a-4e4f-8080-2a29f4e07cfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1401670 Apr 05 14:29:47.975096 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-022ffd11-e4bb-4f4b-9a12-41a564cdb0e7 req-4f65268f-0cee-4b34-aa81-c9b74de26f84 tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] 10.222.0.30 "GET /v2.0/security-groups/79f21db3-7508-4525-b83a-7d49928eac2b HTTP/1.1" status: 200 len: 1803 time: 0.2654262 Apr 05 14:29:48.017799 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f91de0e-1b29-4fd7-8753-12ae04face5a None None] Pushing event updated for resources: {'Port': ['ID=f104e8f3-f243-4b9f-9a05-437f03bdee19,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:48.059733 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:48.066763 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-410f152b-c117-4395-b05a-20d45b6b9c31 None None] Provisioning complete for port f104e8f3-f243-4b9f-9a05-437f03bdee19 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:29:48.067144 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-410f152b-c117-4395-b05a-20d45b6b9c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:48.078883 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-42fd4b58-16f0-4d18-9fba-ade5613c8fc3 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:48.116483 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 59982) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:29:48.140925 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f849be-eb69-4cc1-9b2b-df4b8060dea1 req-bb947131-9619-48ee-86df-4fc0e631a77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:48.143477 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-99f849be-eb69-4cc1-9b2b-df4b8060dea1 req-bb947131-9619-48ee-86df-4fc0e631a77c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ec0fa5de45e74f079e998d8c4a01aedf&device_id=20926e2e-9a2a-4e4f-8080-2a29f4e07cfe HTTP/1.1" status: 200 len: 1096 time: 0.1095426 Apr 05 14:29:48.145183 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-80f88c16-1df1-4c05-8310-94a2d830a8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:48.183080 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b5e76319-5c7e-425c-803d-f57d20249836 req-6fd0f626-5c32-4a9f-941d-e60e67e26029 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585671 Apr 05 14:29:48.278354 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fd4b58-16f0-4d18-9fba-ade5613c8fc3 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:29:48.287462 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-022ffd11-e4bb-4f4b-9a12-41a564cdb0e7 req-ebd8d60a-b9e7-4a57-8608-e2d9b5c1758d tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] 10.222.0.30 "GET /v2.0/security-groups/cfa1a3a0-3c5f-4a17-bc5d-f9dad32c049d HTTP/1.1" status: 200 len: 1803 time: 0.2289407 Apr 05 14:29:48.320358 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=b32425d3-02f4-4736-83d9-7f8eff263aea,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:48.335972 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-42fd4b58-16f0-4d18-9fba-ade5613c8fc3 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:29:48.345064 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fd4b58-16f0-4d18-9fba-ade5613c8fc3 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:29:48.364535 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-022ffd11-e4bb-4f4b-9a12-41a564cdb0e7 req-022f508e-deb2-4067-a376-c6af9640f5d5 tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '79f21db3-7508-4525-b83a-7d49928eac2b', 'remote_group_id': 'cfa1a3a0-3c5f-4a17-bc5d-f9dad32c049d', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:29:48.366117 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-022ffd11-e4bb-4f4b-9a12-41a564cdb0e7 req-022f508e-deb2-4067-a376-c6af9640f5d5 tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '79f21db3-7508-4525-b83a-7d49928eac2b', 'remote_group_id': 'cfa1a3a0-3c5f-4a17-bc5d-f9dad32c049d', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:29:48.455225 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-eb11e711-0c3e-4346-aeee-8644a63eb69a admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1744282837-network', 'tenant_id': 'e6637180b4354a838b3ff1a7b5928046'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:29:48.512905 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f88c16-1df1-4c05-8310-94a2d830a8fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0912051-24dc-4c36-9aee-316c30f0c9bf,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:48.544634 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f88c16-1df1-4c05-8310-94a2d830a8fa admin admin] Checking segment: {'id': '6514f3af-b636-40a8-b193-7ed3d375de8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '95c3dd79-69b7-4787-81af-f24ae4a653d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:29:48.546923 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-83ace404-4f84-430e-ad7c-56df78bf1e30 None None] Provisioning complete for port 9707eb59-8b1a-49fe-8007-901bdfb02294 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:29:48.547295 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-83ace404-4f84-430e-ad7c-56df78bf1e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:48.548726 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f88c16-1df1-4c05-8310-94a2d830a8fa admin admin] Network hostable DHCP agents. Network: 95c3dd79-69b7-4787-81af-f24ae4a653d4, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:29:48.634938 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f849be-eb69-4cc1-9b2b-df4b8060dea1 req-6fe5dd3d-c038-40d8-a6b3-642bdcaa87bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:48.636539 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-99f849be-eb69-4cc1-9b2b-df4b8060dea1 req-6fe5dd3d-c038-40d8-a6b3-642bdcaa87bf service neutron] 10.222.0.55 "GET /v2.0/networks?id=a37e2d3e-8e8b-49fa-a97d-3b06631436db HTTP/1.1" status: 200 len: 921 time: 0.4671075 Apr 05 14:29:48.643154 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device b32425d3-02f4-4736-83d9-7f8eff263aea up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:29:48.656644 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb11e711-0c3e-4346-aeee-8644a63eb69a admin admin] Made reservation on behalf of e6637180b4354a838b3ff1a7b5928046 for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:29:48.659812 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-eb11e711-0c3e-4346-aeee-8644a63eb69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:48.699854 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-99f849be-eb69-4cc1-9b2b-df4b8060dea1 req-58bef864-7177-4d6b-b129-bf60cec551e6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d610ae53-1bc0-4844-8ecf-3d88e1cf5426 HTTP/1.1" status: 200 len: 217 time: 0.0552561 Apr 05 14:29:48.704186 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-83ace404-4f84-430e-ad7c-56df78bf1e30 None None] Port 9707eb59-8b1a-49fe-8007-901bdfb02294 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:29:48.706833 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-eb11e711-0c3e-4346-aeee-8644a63eb69a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:48.726301 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port b32425d3-02f4-4736-83d9-7f8eff263aea triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:29:48.726765 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:48.807830 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f88c16-1df1-4c05-8310-94a2d830a8fa admin admin] Network 95c3dd79-69b7-4787-81af-f24ae4a653d4 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:29:48.812799 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f849be-eb69-4cc1-9b2b-df4b8060dea1 req-0fc14484-e9cd-4538-9a68-da65a39b1d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:48.814303 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-99f849be-eb69-4cc1-9b2b-df4b8060dea1 req-0fc14484-e9cd-4538-9a68-da65a39b1d35 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e7ccd1c0-0ac4-418f-bea2-fcb22a694a96 HTTP/1.1" status: 200 len: 860 time: 0.0978866 Apr 05 14:29:48.868074 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device f104e8f3-f243-4b9f-9a05-437f03bdee19 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:29:48.908924 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-99f849be-eb69-4cc1-9b2b-df4b8060dea1 req-7038426d-9b08-4852-b152-ec21ab422044 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a37e2d3e-8e8b-49fa-a97d-3b06631436db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735805 Apr 05 14:29:48.914417 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fd4b58-16f0-4d18-9fba-ade5613c8fc3 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Pushing event updated for resources: {'Port': ['ID=a4927822-6ffb-4d04-bd11-7e93d2c938ca,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:48.917639 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-80f88c16-1df1-4c05-8310-94a2d830a8fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 95c3dd79-69b7-4787-81af-f24ae4a653d4) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:29:48.927252 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eeb965c-c6aa-4182-8645-db30cd5ee00e None None] Network 95c3dd79-69b7-4787-81af-f24ae4a653d4 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:29:48.937964 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f88c16-1df1-4c05-8310-94a2d830a8fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:48.937964 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-80f88c16-1df1-4c05-8310-94a2d830a8fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:48.969635 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8cf2966-b4c3-45ce-bc1c-251ff29faaa3 admin admin] Router 9255c41a-cae8-48d5-ba22-7e146dd80c97 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:29:48.995688 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f423d2-b7c7-47d3-9ec6-68abd7f007b8 req-cd656e2c-75ca-4662-a3f8-7f3b9f81f1a5 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:48.996816 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-55f423d2-b7c7-47d3-9ec6-68abd7f007b8 req-cd656e2c-75ca-4662-a3f8-7f3b9f81f1a5 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=45a58cb2-8259-4d9f-8d24-085fcb724cdc HTTP/1.1" status: 200 len: 944 time: 0.1191716 Apr 05 14:29:48.998267 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port f104e8f3-f243-4b9f-9a05-437f03bdee19 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:29:48.998652 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:49.077199 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-eb11e711-0c3e-4346-aeee-8644a63eb69a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:49.093644 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-80f88c16-1df1-4c05-8310-94a2d830a8fa admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6604676 Apr 05 14:29:49.119722 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-99f849be-eb69-4cc1-9b2b-df4b8060dea1 req-8a93286b-3b18-4d00-9101-48ffeefbc101 service neutron] 10.222.0.55 "GET /v2.0/networks/a37e2d3e-8e8b-49fa-a97d-3b06631436db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001143 Apr 05 14:29:49.199842 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2c291d-75fd-47a6-8eaf-e9303feba6e8 None None] Network 95c3dd79-69b7-4787-81af-f24ae4a653d4 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:29:49.211309 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-eb11e711-0c3e-4346-aeee-8644a63eb69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:49.248665 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb11e711-0c3e-4346-aeee-8644a63eb69a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:29:49.267617 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb11e711-0c3e-4346-aeee-8644a63eb69a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d36602e2-ba30-46f6-8301-7d410100b14f,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:49.278362 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-eb11e711-0c3e-4346-aeee-8644a63eb69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:49.278730 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-eb11e711-0c3e-4346-aeee-8644a63eb69a admin admin] Added segment 7f6a9678-17e6-40d5-a42a-0a09badaf78f of type vlan for network f04ccdbb-54b6-4a3c-ae23-3705aa7315ed Apr 05 14:29:49.282730 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-022ffd11-e4bb-4f4b-9a12-41a564cdb0e7 req-022f508e-deb2-4067-a376-c6af9640f5d5 tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:49.287838 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-42fd4b58-16f0-4d18-9fba-ade5613c8fc3 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:49.323507 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-99f849be-eb69-4cc1-9b2b-df4b8060dea1 req-8837228f-cbc3-4ef9-9336-4933d98e8e02 service neutron] 10.222.0.55 "GET /v2.0/networks/a37e2d3e-8e8b-49fa-a97d-3b06631436db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957545 Apr 05 14:29:49.327568 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-55f423d2-b7c7-47d3-9ec6-68abd7f007b8 req-409b9691-da8e-47b4-a31c-90e4e548a992 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216624 Apr 05 14:29:49.351128 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8cf2966-b4c3-45ce-bc1c-251ff29faaa3 admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:29:49.366967 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-d8cf2966-b4c3-45ce-bc1c-251ff29faaa3 admin admin] 10.222.0.30 "PUT /v2.0/routers/9255c41a-cae8-48d5-ba22-7e146dd80c97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3286345 Apr 05 14:29:49.367077 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4912977-f1d4-4f30-a4d8-ac40b11095f3 None None] Sync routers for ids ['9255c41a-cae8-48d5-ba22-7e146dd80c97'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:29:49.369748 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-022ffd11-e4bb-4f4b-9a12-41a564cdb0e7 req-022f508e-deb2-4067-a376-c6af9640f5d5 tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:49.381075 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-eb11e711-0c3e-4346-aeee-8644a63eb69a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:49.416441 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4912977-f1d4-4f30-a4d8-ac40b11095f3 None None] Routers {'9255c41a-cae8-48d5-ba22-7e146dd80c97'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:29:49.417295 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-f4912977-f1d4-4f30-a4d8-ac40b11095f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:29:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['9255c41a-cae8-48d5-ba22-7e146dd80c97'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:49.458594 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-022ffd11-e4bb-4f4b-9a12-41a564cdb0e7 req-022f508e-deb2-4067-a376-c6af9640f5d5 tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:49.478545 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-42fd4b58-16f0-4d18-9fba-ade5613c8fc3 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:49.504352 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 60002) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:29:49.518062 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022f508e-deb2-4067-a376-c6af9640f5d5 tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3742f33a-985e-49ea-b766-040d46c88c33,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:49.532068 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-eb11e711-0c3e-4346-aeee-8644a63eb69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:49.533718 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb11e711-0c3e-4346-aeee-8644a63eb69a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:49.536436 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-eb11e711-0c3e-4346-aeee-8644a63eb69a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:49.566799 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-db0ddaff-3edb-4be8-a199-3ff2357ce32a tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-97752111'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:29:49.585215 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-f4912977-f1d4-4f30-a4d8-ac40b11095f3 None None] Set router 9255c41a-cae8-48d5-ba22-7e146dd80c97 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:29:49.601552 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67393a3-1cea-4dfd-9832-3ee7a7048eb8 req-5954373a-6964-4c3a-8619-cf61c3a6ece7 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:49.603073 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d67393a3-1cea-4dfd-9832-3ee7a7048eb8 req-5954373a-6964-4c3a-8619-cf61c3a6ece7 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e8b394d-1d16-466c-b2d6-85ca9e6ab483 HTTP/1.1" status: 200 len: 945 time: 0.1381631 Apr 05 14:29:49.623335 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-022ffd11-e4bb-4f4b-9a12-41a564cdb0e7 req-022f508e-deb2-4067-a376-c6af9640f5d5 tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:49.624680 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-022ffd11-e4bb-4f4b-9a12-41a564cdb0e7 req-022f508e-deb2-4067-a376-c6af9640f5d5 tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.3143084 Apr 05 14:29:49.627585 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb11e711-0c3e-4346-aeee-8644a63eb69a admin admin] Pushing event updated for resources: {'Network': ['ID=f04ccdbb-54b6-4a3c-ae23-3705aa7315ed,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:49.643945 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network f04ccdbb-54b6-4a3c-ae23-3705aa7315ed details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:29:49.677134 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 60010) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:29:49.678362 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-eb11e711-0c3e-4346-aeee-8644a63eb69a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5592356 Apr 05 14:29:49.685354 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-6ac174f0-1a04-466b-bd70-e251021c74a2 admin admin] Request body: {'subnet': {'network_id': 'f04ccdbb-54b6-4a3c-ae23-3705aa7315ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1744282837-subnet', 'tenant_id': 'e6637180b4354a838b3ff1a7b5928046', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:29:49.698584 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db0ddaff-3edb-4be8-a199-3ff2357ce32a tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Made reservation on behalf of 9f48ad39adb04af7baada856c775d36d for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:29:49.703835 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-db0ddaff-3edb-4be8-a199-3ff2357ce32a tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:49.736261 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d67393a3-1cea-4dfd-9832-3ee7a7048eb8 req-81fc183e-1fc9-4c1a-acaa-c192495c807d tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184888 Apr 05 14:29:49.762476 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db0ddaff-3edb-4be8-a199-3ff2357ce32a tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:29:49.783481 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-db0ddaff-3edb-4be8-a199-3ff2357ce32a tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:49.783855 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-db0ddaff-3edb-4be8-a199-3ff2357ce32a tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Added segment cbce7e02-70d1-451f-b93b-8687d648f2fd of type vlan for network 0ae53245-ae34-471c-81ad-55068a409442 Apr 05 14:29:49.833540 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-42fd4b58-16f0-4d18-9fba-ade5613c8fc3 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:49.834751 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac174f0-1a04-466b-bd70-e251021c74a2 admin admin] Made reservation on behalf of e6637180b4354a838b3ff1a7b5928046 for: {'subnet': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:29:49.837014 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6ac174f0-1a04-466b-bd70-e251021c74a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13127328'] for subnet, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:49.864062 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-db0ddaff-3edb-4be8-a199-3ff2357ce32a tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:49.953153 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-42fd4b58-16f0-4d18-9fba-ade5613c8fc3 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:50.005475 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-f4912977-f1d4-4f30-a4d8-ac40b11095f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9255c41a-cae8-48d5-ba22-7e146dd80c97', 'name': 'tempest-ServersTestMultiNic-1695908522-router', 'tenant_id': '9f48ad39adb04af7baada856c775d36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': 'b32425d3-02f4-4736-83d9-7f8eff263aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:29:36Z', 'updated_at': '2022-04-05T14:29:46Z', 'revision_number': 4, 'project_id': '9f48ad39adb04af7baada856c775d36d', 'gw_port': {'id': 'b32425d3-02f4-4736-83d9-7f8eff263aea', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:86:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9255c41a-cae8-48d5-ba22-7e146dd80c97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:38Z', 'updated_at': '2022-04-05T14:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '9707eb59-8b1a-49fe-8007-901bdfb02294', 'name': '', 'network_id': '16bf8871-7522-40bc-8998-4cf5039a6e4f', 'tenant_id': '9f48ad39adb04af7baada856c775d36d', 'mac_address': 'fa:16:3e:cf:02:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9255c41a-cae8-48d5-ba22-7e146dd80c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'c56ff3ae-dc62-4775-badc-b3105b64e266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:44Z', 'updated_at': '2022-04-05T14:29:46Z', 'revision_number': 2, 'project_id': '9f48ad39adb04af7baada856c775d36d', 'subnets': [{'id': 'c56ff3ae-dc62-4775-badc-b3105b64e266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:50.018123 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-db0ddaff-3edb-4be8-a199-3ff2357ce32a tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:50.028559 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1064b5ff-1df1-4ead-9a90-432f04b3127c req-5c829c2e-a392-4f1b-b0a9-d2b55c113899 tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] 10.222.0.30 "GET /v2.0/security-groups/cfa1a3a0-3c5f-4a17-bc5d-f9dad32c049d HTTP/1.1" status: 200 len: 1803 time: 0.1570210 Apr 05 14:29:50.037621 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0ddaff-3edb-4be8-a199-3ff2357ce32a tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:50.038602 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-db0ddaff-3edb-4be8-a199-3ff2357ce32a tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:50.124313 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fd4b58-16f0-4d18-9fba-ade5613c8fc3 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Pushing event updated for resources: {'Port': ['ID=a4927822-6ffb-4d04-bd11-7e93d2c938ca,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:50.134661 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0ddaff-3edb-4be8-a199-3ff2357ce32a tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Pushing event updated for resources: {'Network': ['ID=0ae53245-ae34-471c-81ad-55068a409442,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:50.150674 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 0ae53245-ae34-471c-81ad-55068a409442 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:29:50.170828 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-db0ddaff-3edb-4be8-a199-3ff2357ce32a tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6649318 Apr 05 14:29:50.173290 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 60022) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:29:50.183635 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-0ef06477-1aa7-4284-83de-547aa41daabe tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Request body: {'subnet': {'network_id': '0ae53245-ae34-471c-81ad-55068a409442', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:29:50.210437 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-42fd4b58-16f0-4d18-9fba-ade5613c8fc3 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:50.215633 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4912977-f1d4-4f30-a4d8-ac40b11095f3 None None] Checking router: 9255c41a-cae8-48d5-ba22-7e146dd80c97 for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:29:50.216306 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4912977-f1d4-4f30-a4d8-ac40b11095f3 None None] Updating router 9255c41a-cae8-48d5-ba22-7e146dd80c97 port 9707eb59-8b1a-49fe-8007-901bdfb02294 binding host n-d-836650-2 {{(pid=103323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:29:50.246525 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f4912977-f1d4-4f30-a4d8-ac40b11095f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:50.320653 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-42fd4b58-16f0-4d18-9fba-ade5613c8fc3 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:50.321961 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-42fd4b58-16f0-4d18-9fba-ade5613c8fc3 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.8228898 Apr 05 14:29:50.335574 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f3f06-0d19-4e42-8738-dd980d414fd2 req-daaa8e95-c281-46aa-9ad6-c9b4634e80a1 tempest-InstanceActionsV221TestJSON-675479180 tempest-InstanceActionsV221TestJSON-675479180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:50.343801 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-913f3f06-0d19-4e42-8738-dd980d414fd2 req-daaa8e95-c281-46aa-9ad6-c9b4634e80a1 tempest-InstanceActionsV221TestJSON-675479180 tempest-InstanceActionsV221TestJSON-675479180-project] 10.222.0.30 "GET /v2.0/networks?id=95c3dd79-69b7-4787-81af-f24ae4a653d4 HTTP/1.1" status: 200 len: 818 time: 0.2839584 Apr 05 14:29:50.378776 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a32b45-a159-4da8-a2c0-ee2291dcbbb9 req-a946b6ce-047b-4ffd-86ae-02f65ec83542 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:50.380595 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-e6a32b45-a159-4da8-a2c0-ee2291dcbbb9 req-a946b6ce-047b-4ffd-86ae-02f65ec83542 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e8b394d-1d16-466c-b2d6-85ca9e6ab483 HTTP/1.1" status: 200 len: 945 time: 0.1151159 Apr 05 14:29:50.385446 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-1064b5ff-1df1-4ead-9a90-432f04b3127c req-179da7ca-7dc3-443d-9e5f-e1cbc6a540bc tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:50.413653 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-913f3f06-0d19-4e42-8738-dd980d414fd2 req-ac0d21e7-5209-4e7c-b285-607544c3b2cf tempest-InstanceActionsV221TestJSON-675479180 tempest-InstanceActionsV221TestJSON-675479180-project] 10.222.0.30 "GET /v2.0/quotas/5e471cac436f47cdaf9524b19561d94b HTTP/1.1" status: 200 len: 375 time: 0.0689616 Apr 05 14:29:50.424418 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-1064b5ff-1df1-4ead-9a90-432f04b3127c req-179da7ca-7dc3-443d-9e5f-e1cbc6a540bc tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:50.429179 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef06477-1aa7-4284-83de-547aa41daabe tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Made reservation on behalf of 9f48ad39adb04af7baada856c775d36d for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:29:50.434274 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0ef06477-1aa7-4284-83de-547aa41daabe tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:50.475261 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-913f3f06-0d19-4e42-8738-dd980d414fd2 req-b9b8d186-76c9-4c56-ade9-66ccf95ca013 tempest-InstanceActionsV221TestJSON-675479180 tempest-InstanceActionsV221TestJSON-675479180-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=5e471cac436f47cdaf9524b19561d94b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431933 Apr 05 14:29:50.518525 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6ac174f0-1a04-466b-bd70-e251021c74a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15773751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13127350'] for subnet, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:50.595947 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-e6a32b45-a159-4da8-a2c0-ee2291dcbbb9 req-15692843-1a81-42e9-ae36-709f0a01bf37 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Deleting port b236d208-837a-4dae-a173-e5fdc8d9d22d {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:29:50.595947 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-e6a32b45-a159-4da8-a2c0-ee2291dcbbb9 req-15692843-1a81-42e9-ae36-709f0a01bf37 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:50.632089 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f4912977-f1d4-4f30-a4d8-ac40b11095f3 None None] Notify callbacks [] for port, precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:50.651346 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac174f0-1a04-466b-bd70-e251021c74a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=223b9c80-f315-4c76-a853-7d1f4d5f7897,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:50.698023 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac174f0-1a04-466b-bd70-e251021c74a2 admin admin] Checking segment: {'id': '7f6a9678-17e6-40d5-a42a-0a09badaf78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f04ccdbb-54b6-4a3c-ae23-3705aa7315ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:29:50.698377 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac174f0-1a04-466b-bd70-e251021c74a2 admin admin] Network hostable DHCP agents. Network: f04ccdbb-54b6-4a3c-ae23-3705aa7315ed, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:29:50.708193 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-913f3f06-0d19-4e42-8738-dd980d414fd2 req-b87591b4-3fd2-4181-88c9-311a6f728da7 service neutron] 10.222.0.30 "GET /v2.0/networks/95c3dd79-69b7-4787-81af-f24ae4a653d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995275 Apr 05 14:29:50.750640 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-1064b5ff-1df1-4ead-9a90-432f04b3127c req-179da7ca-7dc3-443d-9e5f-e1cbc6a540bc tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:50.752503 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f4912977-f1d4-4f30-a4d8-ac40b11095f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:50.754782 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-1064b5ff-1df1-4ead-9a90-432f04b3127c req-179da7ca-7dc3-443d-9e5f-e1cbc6a540bc tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:50.755970 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1064b5ff-1df1-4ead-9a90-432f04b3127c req-179da7ca-7dc3-443d-9e5f-e1cbc6a540bc tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] 10.222.0.30 "DELETE /v2.0/security-groups/cfa1a3a0-3c5f-4a17-bc5d-f9dad32c049d HTTP/1.1" status: 204 len: 173 time: 0.6880536 Apr 05 14:29:50.803728 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179da7ca-7dc3-443d-9e5f-e1cbc6a540bc tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa1a3a0-3c5f-4a17-bc5d-f9dad32c049d,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:50.861206 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac174f0-1a04-466b-bd70-e251021c74a2 admin admin] Network f04ccdbb-54b6-4a3c-ae23-3705aa7315ed is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:29:50.868382 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77da2367-9722-4db7-a5cd-1e4964935592 None None] Pushing event updated for resources: {'Port': ['ID=9707eb59-8b1a-49fe-8007-901bdfb02294,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:50.935002 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-913f3f06-0d19-4e42-8738-dd980d414fd2 req-15709bed-d3cc-4bf6-ab97-e1f98e5a15ac service neutron] 10.222.0.30 "GET /v2.0/networks/95c3dd79-69b7-4787-81af-f24ae4a653d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172720 Apr 05 14:29:50.960260 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-f4912977-f1d4-4f30-a4d8-ac40b11095f3 None None] Attempting to bind port 9707eb59-8b1a-49fe-8007-901bdfb02294 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:29:50.960627 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-f4912977-f1d4-4f30-a4d8-ac40b11095f3 None None] Attempting to bind port 9707eb59-8b1a-49fe-8007-901bdfb02294 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '35a23c08-3f1d-41ea-a9e2-ea1a46281134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '16bf8871-7522-40bc-8998-4cf5039a6e4f'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:29:50.966471 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4912977-f1d4-4f30-a4d8-ac40b11095f3 None None] Attempting to bind port 9707eb59-8b1a-49fe-8007-901bdfb02294 on network 16bf8871-7522-40bc-8998-4cf5039a6e4f {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:29:50.969626 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847ba928-2131-4d2c-9b85-84e7b91d20ae req-b0fa4440-c8c0-43dc-b9cd-c4eb9a06b0e3 tempest-LiveAutoBlockMigrationV225Test-737036270 tempest-LiveAutoBlockMigrationV225Test-737036270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:50.971567 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-847ba928-2131-4d2c-9b85-84e7b91d20ae req-b0fa4440-c8c0-43dc-b9cd-c4eb9a06b0e3 tempest-LiveAutoBlockMigrationV225Test-737036270 tempest-LiveAutoBlockMigrationV225Test-737036270-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=45a58cb2-8259-4d9f-8d24-085fcb724cdc HTTP/1.1" status: 200 len: 1095 time: 0.1144910 Apr 05 14:29:50.980337 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4912977-f1d4-4f30-a4d8-ac40b11095f3 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:29:50.980846 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4912977-f1d4-4f30-a4d8-ac40b11095f3 None None] Checking segment: {'id': '35a23c08-3f1d-41ea-a9e2-ea1a46281134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '16bf8871-7522-40bc-8998-4cf5039a6e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:29:50.981276 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f4912977-f1d4-4f30-a4d8-ac40b11095f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:50.981662 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4912977-f1d4-4f30-a4d8-ac40b11095f3 None None] Bound using segment: {'id': '35a23c08-3f1d-41ea-a9e2-ea1a46281134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '16bf8871-7522-40bc-8998-4cf5039a6e4f'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:29:50.982238 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-f4912977-f1d4-4f30-a4d8-ac40b11095f3 None None] Bound port: 9707eb59-8b1a-49fe-8007-901bdfb02294, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35a23c08-3f1d-41ea-a9e2-ea1a46281134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '16bf8871-7522-40bc-8998-4cf5039a6e4f'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:29:50.982719 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f4912977-f1d4-4f30-a4d8-ac40b11095f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:51.021768 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-6ac174f0-1a04-466b-bd70-e251021c74a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, f04ccdbb-54b6-4a3c-ae23-3705aa7315ed) {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:29:51.027064 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac174f0-1a04-466b-bd70-e251021c74a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:51.027751 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6ac174f0-1a04-466b-bd70-e251021c74a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:51.033688 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd519b1-f7de-4674-9d3a-83569568069c None None] Network f04ccdbb-54b6-4a3c-ae23-3705aa7315ed requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:29:51.071243 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-847ba928-2131-4d2c-9b85-84e7b91d20ae req-b0256807-8e3e-4d0c-9813-f2b6fc2f168f tempest-LiveAutoBlockMigrationV225Test-737036270 tempest-LiveAutoBlockMigrationV225Test-737036270-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929501 Apr 05 14:29:51.142805 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-f4912977-f1d4-4f30-a4d8-ac40b11095f3 None None] For port 9707eb59-8b1a-49fe-8007-901bdfb02294, host n-d-836650-2, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:29:51.149840 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-f4912977-f1d4-4f30-a4d8-ac40b11095f3 None None] For port 9707eb59-8b1a-49fe-8007-901bdfb02294, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=9707eb59-8b1a-49fe-8007-901bdfb02294,segment=NetworkSegment(35a23c08-3f1d-41ea-a9e2-ea1a46281134),segment_id=35a23c08-3f1d-41ea-a9e2-ea1a46281134)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:29:51.157662 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-6ac174f0-1a04-466b-bd70-e251021c74a2 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4790101 Apr 05 14:29:51.167984 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-45fbe0fd-9ad4-47ce-959d-4e2c2b52a87a None None] Provisioning complete for port 9707eb59-8b1a-49fe-8007-901bdfb02294 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:29:51.169596 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-45fbe0fd-9ad4-47ce-959d-4e2c2b52a87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:51.225442 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-e6a32b45-a159-4da8-a2c0-ee2291dcbbb9 req-15692843-1a81-42e9-ae36-709f0a01bf37 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] For port b236d208-837a-4dae-a173-e5fdc8d9d22d, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=b236d208-837a-4dae-a173-e5fdc8d9d22d,segment=NetworkSegment(86bf7ba4-25ec-477a-b752-1cd3a94d1598),segment_id=86bf7ba4-25ec-477a-b752-1cd3a94d1598)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:29:51.226107 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-e6a32b45-a159-4da8-a2c0-ee2291dcbbb9 req-15692843-1a81-42e9-ae36-709f0a01bf37 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:51.251689 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-e6a32b45-a159-4da8-a2c0-ee2291dcbbb9 req-15692843-1a81-42e9-ae36-709f0a01bf37 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Calling delete_port for b236d208-837a-4dae-a173-e5fdc8d9d22d owned by compute:nova {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:29:51.266866 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-45fbe0fd-9ad4-47ce-959d-4e2c2b52a87a None None] Port 9707eb59-8b1a-49fe-8007-901bdfb02294 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:29:51.281072 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f4912977-f1d4-4f30-a4d8-ac40b11095f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:51.291446 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f89e0ed4-eab1-42d4-91ce-64919b5f0eb1 req-7ebc174c-71a8-4181-b3c2-04f23c42a569 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--746771278&fields=id&tenant_id=624acb65c8a14a38b05a73e982caa43a HTTP/1.1" status: 200 len: 267 time: 0.0694149 Apr 05 14:29:51.345050 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86c30f3-7471-4923-8f39-97d31a8dbf13 None None] Network f04ccdbb-54b6-4a3c-ae23-3705aa7315ed requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:29:51.362019 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0ef06477-1aa7-4284-83de-547aa41daabe tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:51.413581 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a5706ba1-7148-43fa-8312-309080a2dc57 req-aa980382-a19c-4a32-ad5c-253ee3f8c5aa tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] 10.222.0.30 "GET /v2.0/security-groups/79f21db3-7508-4525-b83a-7d49928eac2b HTTP/1.1" status: 200 len: 1803 time: 0.1283815 Apr 05 14:29:51.435096 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4912977-f1d4-4f30-a4d8-ac40b11095f3 None None] Routers {'9255c41a-cae8-48d5-ba22-7e146dd80c97'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:29:51.437132 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-f4912977-f1d4-4f30-a4d8-ac40b11095f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:29:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['9255c41a-cae8-48d5-ba22-7e146dd80c97'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:51.487955 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef06477-1aa7-4284-83de-547aa41daabe tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Pushing event updated for resources: {'Subnet': ['ID=17af96e3-e553-4a6b-bfad-cf8ba0973a81,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:51.522860 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e0ed4-eab1-42d4-91ce-64919b5f0eb1 req-fa9133aa-214c-4360-9c43-bc74a609be07 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:51.524647 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f89e0ed4-eab1-42d4-91ce-64919b5f0eb1 req-fa9133aa-214c-4360-9c43-bc74a609be07 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] 10.222.0.30 "GET /v2.0/networks?id=a9ad640e-de7f-43c6-8fef-96cb779b89ff HTTP/1.1" status: 200 len: 806 time: 0.2254107 Apr 05 14:29:51.549580 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f89e0ed4-eab1-42d4-91ce-64919b5f0eb1 req-678fb491-045a-4a2f-9b56-7dae7e63a213 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] 10.222.0.30 "GET /v2.0/quotas/624acb65c8a14a38b05a73e982caa43a HTTP/1.1" status: 200 len: 375 time: 0.0172846 Apr 05 14:29:51.572254 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77da2367-9722-4db7-a5cd-1e4964935592 None None] Pushing event updated for resources: {'Port': ['ID=9707eb59-8b1a-49fe-8007-901bdfb02294,revision_number=4']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:51.649841 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef06477-1aa7-4284-83de-547aa41daabe tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Checking segment: {'id': 'cbce7e02-70d1-451f-b93b-8687d648f2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '0ae53245-ae34-471c-81ad-55068a409442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:29:51.651686 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef06477-1aa7-4284-83de-547aa41daabe tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Network hostable DHCP agents. Network: 0ae53245-ae34-471c-81ad-55068a409442, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:29:51.705329 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-f4912977-f1d4-4f30-a4d8-ac40b11095f3 None None] Set router 9255c41a-cae8-48d5-ba22-7e146dd80c97 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:29:51.759414 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f89e0ed4-eab1-42d4-91ce-64919b5f0eb1 req-55ee9772-0a09-470b-a688-177728ce3540 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=624acb65c8a14a38b05a73e982caa43a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1918709 Apr 05 14:29:51.781627 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fab631-1d45-4c35-8ee4-891c290b54c0 req-2ada78d9-532a-4864-a2d8-dd9a33c8b468 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:51.781627 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-77fab631-1d45-4c35-8ee4-891c290b54c0 req-2ada78d9-532a-4864-a2d8-dd9a33c8b468 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e8b394d-1d16-466c-b2d6-85ca9e6ab483 HTTP/1.1" status: 200 len: 945 time: 0.2121952 Apr 05 14:29:51.824943 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef06477-1aa7-4284-83de-547aa41daabe tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Network 0ae53245-ae34-471c-81ad-55068a409442 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:29:51.883027 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-77fab631-1d45-4c35-8ee4-891c290b54c0 req-857bbd04-3481-4e6a-970c-c5da09986f70 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920684 Apr 05 14:29:51.897979 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-e6a32b45-a159-4da8-a2c0-ee2291dcbbb9 req-15692843-1a81-42e9-ae36-709f0a01bf37 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:51.926874 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9abd2aaa-4e0d-42e2-8086-40d597d815c0 None None] Provisioning complete for port 9707eb59-8b1a-49fe-8007-901bdfb02294 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:29:51.927537 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9abd2aaa-4e0d-42e2-8086-40d597d815c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:51.960642 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f89e0ed4-eab1-42d4-91ce-64919b5f0eb1 req-4d96c2dd-5e5d-4c4b-ba02-b7fec10a4f8e service neutron] 10.222.0.30 "GET /v2.0/networks/a9ad640e-de7f-43c6-8fef-96cb779b89ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662493 Apr 05 14:29:51.980736 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15692843-1a81-42e9-ae36-709f0a01bf37 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Pushing event deleted for resources: {'Port': ['ID=b236d208-837a-4dae-a173-e5fdc8d9d22d,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:51.982997 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-0ef06477-1aa7-4284-83de-547aa41daabe tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 0ae53245-ae34-471c-81ad-55068a409442) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:29:52.000213 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef06477-1aa7-4284-83de-547aa41daabe tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:52.004327 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0ef06477-1aa7-4284-83de-547aa41daabe tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:52.009926 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f8327b-ab3a-4922-8ca5-8a524fda681d None None] Network 0ae53245-ae34-471c-81ad-55068a409442 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:29:52.063272 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-f4912977-f1d4-4f30-a4d8-ac40b11095f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9255c41a-cae8-48d5-ba22-7e146dd80c97', 'name': 'tempest-ServersTestMultiNic-1695908522-router', 'tenant_id': '9f48ad39adb04af7baada856c775d36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': 'b32425d3-02f4-4736-83d9-7f8eff263aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:29:36Z', 'updated_at': '2022-04-05T14:29:46Z', 'revision_number': 4, 'project_id': '9f48ad39adb04af7baada856c775d36d', 'gw_port': {'id': 'b32425d3-02f4-4736-83d9-7f8eff263aea', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:86:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9255c41a-cae8-48d5-ba22-7e146dd80c97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:38Z', 'updated_at': '2022-04-05T14:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '9707eb59-8b1a-49fe-8007-901bdfb02294', 'name': '', 'network_id': '16bf8871-7522-40bc-8998-4cf5039a6e4f', 'tenant_id': '9f48ad39adb04af7baada856c775d36d', 'mac_address': 'fa:16:3e:cf:02:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9255c41a-cae8-48d5-ba22-7e146dd80c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'c56ff3ae-dc62-4775-badc-b3105b64e266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:44Z', 'updated_at': '2022-04-05T14:29:51Z', 'revision_number': 4, 'project_id': '9f48ad39adb04af7baada856c775d36d', 'subnets': [{'id': 'c56ff3ae-dc62-4775-badc-b3105b64e266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:52.088327 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9abd2aaa-4e0d-42e2-8086-40d597d815c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:52.111059 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6a32b45-a159-4da8-a2c0-ee2291dcbbb9 req-15692843-1a81-42e9-ae36-709f0a01bf37 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] No DVR routers for this DVR port b236d208-837a-4dae-a173-e5fdc8d9d22d on host n-h1-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:29:52.111513 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4912977-f1d4-4f30-a4d8-ac40b11095f3 None None] The sync data for ids ['9255c41a-cae8-48d5-ba22-7e146dd80c97'] in n-d-836650-2 is: [{'id': '9255c41a-cae8-48d5-ba22-7e146dd80c97', 'name': 'tempest-ServersTestMultiNic-1695908522-router', 'tenant_id': '9f48ad39adb04af7baada856c775d36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': 'b32425d3-02f4-4736-83d9-7f8eff263aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:29:36Z', 'updated_at': '2022-04-05T14:29:46Z', 'revision_number': 4, 'project_id': '9f48ad39adb04af7baada856c775d36d', 'gw_port': {'id': 'b32425d3-02f4-4736-83d9-7f8eff263aea', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:86:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9255c41a-cae8-48d5-ba22-7e146dd80c97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:38Z', 'updated_at': '2022-04-05T14:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '9707eb59-8b1a-49fe-8007-901bdfb02294', 'name': '', 'network_id': '16bf8871-7522-40bc-8998-4cf5039a6e4f', 'tenant_id': '9f48ad39adb04af7baada856c775d36d', 'mac_address': 'fa:16:3e:cf:02:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9255c41a-cae8-48d5-ba22-7e146dd80c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'c56ff3ae-dc62-4775-badc-b3105b64e266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:44Z', 'updated_at': '2022-04-05T14:29:51Z', 'revision_number': 4, 'project_id': '9f48ad39adb04af7baada856c775d36d', 'subnets': [{'id': 'c56ff3ae-dc62-4775-badc-b3105b64e266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:29:52.116591 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-e6a32b45-a159-4da8-a2c0-ee2291dcbbb9 req-15692843-1a81-42e9-ae36-709f0a01bf37 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:52.123466 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-e6a32b45-a159-4da8-a2c0-ee2291dcbbb9 req-15692843-1a81-42e9-ae36-709f0a01bf37 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.55 "DELETE /v2.0/ports/b236d208-837a-4dae-a173-e5fdc8d9d22d HTTP/1.1" status: 204 len: 173 time: 1.7367082 Apr 05 14:29:52.123994 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e8b394d-1d16-466c-b2d6-85ca9e6ab483', 'name': 'network-vif-deleted', 'tag': 'b236d208-837a-4dae-a173-e5fdc8d9d22d'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:29:52.126690 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e6b332-6c23-49e9-837b-b9083735f0c0" -d '{"events": [{"server_uuid": "5e8b394d-1d16-466c-b2d6-85ca9e6ab483", "name": "network-vif-deleted", "tag": "b236d208-837a-4dae-a173-e5fdc8d9d22d"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:29:52.169483 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff2dc78-48f4-4c68-9c2b-cedf9a375869 req-690f675e-9474-4015-bffd-83d526fc721b tempest-LiveAutoBlockMigrationV225Test-737036270 tempest-LiveAutoBlockMigrationV225Test-737036270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:52.178851 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2ff2dc78-48f4-4c68-9c2b-cedf9a375869 req-690f675e-9474-4015-bffd-83d526fc721b tempest-LiveAutoBlockMigrationV225Test-737036270 tempest-LiveAutoBlockMigrationV225Test-737036270-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=45a58cb2-8259-4d9f-8d24-085fcb724cdc HTTP/1.1" status: 200 len: 1095 time: 0.1089113 Apr 05 14:29:52.195247 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-0ef06477-1aa7-4284-83de-547aa41daabe tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0206332 Apr 05 14:29:52.205997 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 60064) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:29:52.220722 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f89e0ed4-eab1-42d4-91ce-64919b5f0eb1 req-4a16c4c7-6f10-4a31-ac66-1b0a8c236803 service neutron] 10.222.0.30 "GET /v2.0/networks/a9ad640e-de7f-43c6-8fef-96cb779b89ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590954 Apr 05 14:29:52.237287 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-6f66ef9c-de89-4143-8e54-fc2b5505ec3f tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-429764966'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:29:52.266669 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9abd2aaa-4e0d-42e2-8086-40d597d815c0 None None] For port 9707eb59-8b1a-49fe-8007-901bdfb02294, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=9707eb59-8b1a-49fe-8007-901bdfb02294,segment=NetworkSegment(35a23c08-3f1d-41ea-a9e2-ea1a46281134),segment_id=35a23c08-3f1d-41ea-a9e2-ea1a46281134)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:29:52.304906 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2ff2dc78-48f4-4c68-9c2b-cedf9a375869 req-4d7dd17c-4ac4-4004-8164-b4e949580160 tempest-LiveAutoBlockMigrationV225Test-737036270 tempest-LiveAutoBlockMigrationV225Test-737036270-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185606 Apr 05 14:29:52.333501 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9abd2aaa-4e0d-42e2-8086-40d597d815c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:52.371848 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f66ef9c-de89-4143-8e54-fc2b5505ec3f tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Made reservation on behalf of 9f48ad39adb04af7baada856c775d36d for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:29:52.378835 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6f66ef9c-de89-4143-8e54-fc2b5505ec3f tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:52.440612 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f66ef9c-de89-4143-8e54-fc2b5505ec3f tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:29:52.457408 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6f66ef9c-de89-4143-8e54-fc2b5505ec3f tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:52.457408 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-6f66ef9c-de89-4143-8e54-fc2b5505ec3f tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Added segment 9a560072-ea2b-4c7a-96ef-539dba74357a of type vlan for network 46af2908-eb41-456c-9790-cddfd7d7d348 Apr 05 14:29:52.458888 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-06b6ee7d-58e9-4132-960f-0b818685f88f req-7f688cd5-7c85-4e93-97ce-39543db209bb tempest-InstanceActionsV221TestJSON-675479180 tempest-InstanceActionsV221TestJSON-675479180-project] 10.222.0.30 "GET /v2.0/ports?device_id=4074c494-024e-466f-a421-3790a0f762cf HTTP/1.1" status: 200 len: 210 time: 0.0900238 Apr 05 14:29:52.512695 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-d2647913-8690-488a-bbf2-207e7645d819 req-011d178f-a166-49c7-ac5f-c942a4e63c54 tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1792296708', 'description': 'tempest-description-1781169046'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:29:52.531083 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3dfa15-2d99-4e8f-8c4b-1c9b14e71852 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-0ae53245-ae34-471c-81ad-55068a409442', 'network_id': '0ae53245-ae34-471c-81ad-55068a409442', 'tenant_id': '9f48ad39adb04af7baada856c775d36d', 'fixed_ips': [{'subnet_id': '17af96e3-e553-4a6b-bfad-cf8ba0973a81'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:29:52.532679 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5b3dfa15-2d99-4e8f-8c4b-1c9b14e71852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:52.582864 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 60076) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:29:52.588328 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-7eca21de-d275-4d24-82d4-ded33885fa28 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-267880967-network', 'tenant_id': '8fedd9271b5f4a15a61b2599eccb10f6'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:29:52.592246 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6f66ef9c-de89-4143-8e54-fc2b5505ec3f tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:52.600664 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abd2aaa-4e0d-42e2-8086-40d597d815c0 None None] Pushing event updated for resources: {'Port': ['ID=9707eb59-8b1a-49fe-8007-901bdfb02294,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:52.630440 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 9707eb59-8b1a-49fe-8007-901bdfb02294 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:29:52.639089 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d2647913-8690-488a-bbf2-207e7645d819 req-011d178f-a166-49c7-ac5f-c942a4e63c54 tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:52.732102 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d2647913-8690-488a-bbf2-207e7645d819 req-011d178f-a166-49c7-ac5f-c942a4e63c54 tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:52.767351 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eca21de-d275-4d24-82d4-ded33885fa28 admin admin] Made reservation on behalf of 8fedd9271b5f4a15a61b2599eccb10f6 for: {'network': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:29:52.768413 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6f66ef9c-de89-4143-8e54-fc2b5505ec3f tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:52.770968 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7eca21de-d275-4d24-82d4-ded33885fa28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:52.779289 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f66ef9c-de89-4143-8e54-fc2b5505ec3f tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:52.781886 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6f66ef9c-de89-4143-8e54-fc2b5505ec3f tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:52.784644 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7eca21de-d275-4d24-82d4-ded33885fa28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:52.838723 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 9707eb59-8b1a-49fe-8007-901bdfb02294 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:29:52.839099 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:52.849543 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d2647913-8690-488a-bbf2-207e7645d819 req-011d178f-a166-49c7-ac5f-c942a4e63c54 tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:52.893210 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-5b3dfa15-2d99-4e8f-8c4b-1c9b14e71852 None None] Allocated IP 19.80.0.2 (0ae53245-ae34-471c-81ad-55068a409442/17af96e3-e553-4a6b-bfad-cf8ba0973a81/5010283b-4206-4abf-8d5c-ffec80f8e86f) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:29:52.921784 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f66ef9c-de89-4143-8e54-fc2b5505ec3f tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Pushing event updated for resources: {'Network': ['ID=46af2908-eb41-456c-9790-cddfd7d7d348,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:52.925778 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c6d62c8-dcdb-43ca-ba6a-1a2e3b4af3a4 x-openstack-request-id: req-5c6d62c8-dcdb-43ca-ba6a-1a2e3b4af3a4 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:29:52.926017 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e8b394d-1d16-466c-b2d6-85ca9e6ab483", "name": "network-vif-deleted", "tag": "b236d208-837a-4dae-a173-e5fdc8d9d22d", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:29:52.926242 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5c6d62c8-dcdb-43ca-ba6a-1a2e3b4af3a4 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:29:52.926784 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c6d62c8-dcdb-43ca-ba6a-1a2e3b4af3a4'] response: {'server_uuid': '5e8b394d-1d16-466c-b2d6-85ca9e6ab483', 'name': 'network-vif-deleted', 'tag': 'b236d208-837a-4dae-a173-e5fdc8d9d22d', 'status': 'completed', 'code': 200} Apr 05 14:29:52.934382 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-6f66ef9c-de89-4143-8e54-fc2b5505ec3f tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7246575 Apr 05 14:29:52.942183 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 46af2908-eb41-456c-9790-cddfd7d7d348 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:29:52.953771 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 60084) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:29:52.970799 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-45a6e3e6-dcb2-4818-90cf-ddf9c2ec55e9 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Request body: {'subnet': {'network_id': '46af2908-eb41-456c-9790-cddfd7d7d348', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:29:52.991847 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011d178f-a166-49c7-ac5f-c942a4e63c54 tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cdd1f09-3eb2-4e36-b391-e31c444e2e57,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:53.111776 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d2647913-8690-488a-bbf2-207e7645d819 req-011d178f-a166-49c7-ac5f-c942a4e63c54 tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:53.136288 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d2647913-8690-488a-bbf2-207e7645d819 req-011d178f-a166-49c7-ac5f-c942a4e63c54 tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.6241412 Apr 05 14:29:53.282698 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2a377fa1-a6ae-411d-a2f1-1c55a25d5d56 req-03e56ff6-4c23-4978-89a6-516ed8a7b77d tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a5b6824-48d4-4b59-98d0-6219855ba1f7 HTTP/1.1" status: 200 len: 210 time: 0.0791833 Apr 05 14:29:53.291854 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a6e3e6-dcb2-4818-90cf-ddf9c2ec55e9 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Made reservation on behalf of 9f48ad39adb04af7baada856c775d36d for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:29:53.296145 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-45a6e3e6-dcb2-4818-90cf-ddf9c2ec55e9 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:53.358559 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7eca21de-d275-4d24-82d4-ded33885fa28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:53.464241 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e4f1e684-080d-4b20-a9af-2a5b4501a5f7 req-e8f0fded-3a82-470a-923e-1becb29ee7fc tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e8b394d-1d16-466c-b2d6-85ca9e6ab483 HTTP/1.1" status: 200 len: 210 time: 0.0426724 Apr 05 14:29:53.480329 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7eca21de-d275-4d24-82d4-ded33885fa28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:53.510858 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eca21de-d275-4d24-82d4-ded33885fa28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=103320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:29:53.522981 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7eca21de-d275-4d24-82d4-ded33885fa28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:53.523337 n-d-836650-2 neutron-server[103320]: INFO neutron.db.segments_db [None req-7eca21de-d275-4d24-82d4-ded33885fa28 admin admin] Added segment 7551b077-31de-4243-9a03-ed98bafbc28f of type vlan for network de80367a-5d8f-4133-afd4-1f268ba192c8 Apr 05 14:29:53.604292 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eca21de-d275-4d24-82d4-ded33885fa28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f2ef54-8d13-466e-a8ae-c8c8854c64be,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:53.662137 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5b3dfa15-2d99-4e8f-8c4b-1c9b14e71852 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:53.677090 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-187b8be0-fa14-441a-8b7d-0559a4e77b5e req-f98c200a-f3bb-4fd2-a35f-9fc9d27a72c6 tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] 10.222.0.30 "GET /v2.0/security-groups/6cdd1f09-3eb2-4e36-b391-e31c444e2e57 HTTP/1.1" status: 200 len: 1805 time: 0.1351972 Apr 05 14:29:53.696041 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7eca21de-d275-4d24-82d4-ded33885fa28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:53.715918 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b663baa7-7fbb-4599-b717-5134be42b1ed req-ac681d5b-62fa-49db-8d46-5aa8245e671d tempest-InstanceActionsV221TestJSON-675479180 tempest-InstanceActionsV221TestJSON-675479180-project] 10.222.0.30 "GET /v2.0/ports?device_id=4074c494-024e-466f-a421-3790a0f762cf HTTP/1.1" status: 200 len: 210 time: 0.0361114 Apr 05 14:29:53.724082 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-187b8be0-fa14-441a-8b7d-0559a4e77b5e req-5099358d-b657-4c50-8f1d-182687df834e tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6cdd1f09-3eb2-4e36-b391-e31c444e2e57', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:29:53.724465 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-187b8be0-fa14-441a-8b7d-0559a4e77b5e req-5099358d-b657-4c50-8f1d-182687df834e tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6cdd1f09-3eb2-4e36-b391-e31c444e2e57', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:29:53.772458 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5b3dfa15-2d99-4e8f-8c4b-1c9b14e71852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:53.802125 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-45a6e3e6-dcb2-4818-90cf-ddf9c2ec55e9 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:53.835982 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3dfa15-2d99-4e8f-8c4b-1c9b14e71852 None None] Network 0ae53245-ae34-471c-81ad-55068a409442 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:29:53.841272 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-5b3dfa15-2d99-4e8f-8c4b-1c9b14e71852 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:29:53.846670 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3dfa15-2d99-4e8f-8c4b-1c9b14e71852 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:29:53.854223 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3dfa15-2d99-4e8f-8c4b-1c9b14e71852 None None] Pushing event updated for resources: {'Port': ['ID=5010283b-4206-4abf-8d5c-ffec80f8e86f,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:53.861679 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device b236d208-837a-4dae-a173-e5fdc8d9d22d no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:29:53.906184 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a6e3e6-dcb2-4818-90cf-ddf9c2ec55e9 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Pushing event updated for resources: {'Subnet': ['ID=a46fb169-cc5d-44db-8d3e-4934013425ec,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:53.919116 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] No Port match for: b236d208-837a-4dae-a173-e5fdc8d9d22d {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:29:53.919467 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device b236d208-837a-4dae-a173-e5fdc8d9d22d not bound to the agent host n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:29:53.924044 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a6e3e6-dcb2-4818-90cf-ddf9c2ec55e9 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Checking segment: {'id': '9a560072-ea2b-4c7a-96ef-539dba74357a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '46af2908-eb41-456c-9790-cddfd7d7d348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:29:53.925606 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a6e3e6-dcb2-4818-90cf-ddf9c2ec55e9 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Network hostable DHCP agents. Network: 46af2908-eb41-456c-9790-cddfd7d7d348, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:29:53.931970 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7eca21de-d275-4d24-82d4-ded33885fa28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:53.932973 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eca21de-d275-4d24-82d4-ded33885fa28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:53.933561 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7eca21de-d275-4d24-82d4-ded33885fa28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:53.956743 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-5b3dfa15-2d99-4e8f-8c4b-1c9b14e71852 None None] Attempting to bind port 5010283b-4206-4abf-8d5c-ffec80f8e86f on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:29:53.957301 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-5b3dfa15-2d99-4e8f-8c4b-1c9b14e71852 None None] Attempting to bind port 5010283b-4206-4abf-8d5c-ffec80f8e86f by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'cbce7e02-70d1-451f-b93b-8687d648f2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '0ae53245-ae34-471c-81ad-55068a409442'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:29:53.957875 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3dfa15-2d99-4e8f-8c4b-1c9b14e71852 None None] Attempting to bind port 5010283b-4206-4abf-8d5c-ffec80f8e86f on network 0ae53245-ae34-471c-81ad-55068a409442 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:29:53.965587 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3dfa15-2d99-4e8f-8c4b-1c9b14e71852 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:29:53.973126 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3dfa15-2d99-4e8f-8c4b-1c9b14e71852 None None] Checking segment: {'id': 'cbce7e02-70d1-451f-b93b-8687d648f2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '0ae53245-ae34-471c-81ad-55068a409442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:29:53.973126 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5b3dfa15-2d99-4e8f-8c4b-1c9b14e71852 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:53.973126 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3dfa15-2d99-4e8f-8c4b-1c9b14e71852 None None] Bound using segment: {'id': 'cbce7e02-70d1-451f-b93b-8687d648f2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '0ae53245-ae34-471c-81ad-55068a409442'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:29:53.973126 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-5b3dfa15-2d99-4e8f-8c4b-1c9b14e71852 None None] Bound port: 5010283b-4206-4abf-8d5c-ffec80f8e86f, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbce7e02-70d1-451f-b93b-8687d648f2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '0ae53245-ae34-471c-81ad-55068a409442'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:29:53.973126 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5b3dfa15-2d99-4e8f-8c4b-1c9b14e71852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:54.012795 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a6e3e6-dcb2-4818-90cf-ddf9c2ec55e9 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Network 46af2908-eb41-456c-9790-cddfd7d7d348 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:29:54.090994 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-187b8be0-fa14-441a-8b7d-0559a4e77b5e req-5099358d-b657-4c50-8f1d-182687df834e tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:54.094016 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eca21de-d275-4d24-82d4-ded33885fa28 admin admin] Pushing event updated for resources: {'Network': ['ID=de80367a-5d8f-4133-afd4-1f268ba192c8,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:54.106149 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-5b3dfa15-2d99-4e8f-8c4b-1c9b14e71852 None None] For port 5010283b-4206-4abf-8d5c-ffec80f8e86f, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:29:54.109070 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-45a6e3e6-dcb2-4818-90cf-ddf9c2ec55e9 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 46af2908-eb41-456c-9790-cddfd7d7d348) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:29:54.111338 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-5b3dfa15-2d99-4e8f-8c4b-1c9b14e71852 None None] For port 5010283b-4206-4abf-8d5c-ffec80f8e86f, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=5010283b-4206-4abf-8d5c-ffec80f8e86f,segment=NetworkSegment(cbce7e02-70d1-451f-b93b-8687d648f2fd),segment_id=cbce7e02-70d1-451f-b93b-8687d648f2fd)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:29:54.115541 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a6e3e6-dcb2-4818-90cf-ddf9c2ec55e9 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:54.116446 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-45a6e3e6-dcb2-4818-90cf-ddf9c2ec55e9 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:54.118545 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network de80367a-5d8f-4133-afd4-1f268ba192c8 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:29:54.135615 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-187b8be0-fa14-441a-8b7d-0559a4e77b5e req-5099358d-b657-4c50-8f1d-182687df834e tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:54.148395 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f753f201-027b-45b7-8acd-4d0a7d1b3769 None None] Network 46af2908-eb41-456c-9790-cddfd7d7d348 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:29:54.243047 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 60108) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:29:54.243972 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-7eca21de-d275-4d24-82d4-ded33885fa28 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6599851 Apr 05 14:29:54.245163 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-187b8be0-fa14-441a-8b7d-0559a4e77b5e req-5099358d-b657-4c50-8f1d-182687df834e tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:54.248621 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-6120ea51-9d5f-4902-8956-caf752267546 admin admin] Request body: {'subnet': {'network_id': 'de80367a-5d8f-4133-afd4-1f268ba192c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-267880967-subnet', 'tenant_id': '8fedd9271b5f4a15a61b2599eccb10f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:29:54.252338 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5b3dfa15-2d99-4e8f-8c4b-1c9b14e71852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:54.272933 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-45a6e3e6-dcb2-4818-90cf-ddf9c2ec55e9 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3087778 Apr 05 14:29:54.273819 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099358d-b657-4c50-8f1d-182687df834e tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbbf04a0-2e96-44f9-8527-77d7ff6c7e98,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:54.357497 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-187b8be0-fa14-441a-8b7d-0559a4e77b5e req-5099358d-b657-4c50-8f1d-182687df834e tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:54.368592 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-187b8be0-fa14-441a-8b7d-0559a4e77b5e req-5099358d-b657-4c50-8f1d-182687df834e tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6489289 Apr 05 14:29:54.434843 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6120ea51-9d5f-4902-8956-caf752267546 admin admin] Made reservation on behalf of 8fedd9271b5f4a15a61b2599eccb10f6 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:29:54.437478 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6120ea51-9d5f-4902-8956-caf752267546 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:54.518037 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3dfa15-2d99-4e8f-8c4b-1c9b14e71852 None None] Pushing event updated for resources: {'Port': ['ID=5010283b-4206-4abf-8d5c-ffec80f8e86f,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:54.524764 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 9707eb59-8b1a-49fe-8007-901bdfb02294 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:29:54.580584 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fc04e56e-aca5-47b1-bbe5-372e36230948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:54.595143 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-eb029706-af8e-4e88-8c32-8c14ecc870df req-7333b27c-347a-4e8d-b049-c651fc826a2d tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a5b6824-48d4-4b59-98d0-6219855ba1f7 HTTP/1.1" status: 200 len: 210 time: 0.1678383 Apr 05 14:29:54.605603 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9536438a-3f27-4a8c-a911-de531f332f77 req-e16a83ef-d69d-43b5-8664-950ecb324077 tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] 10.222.0.30 "GET /v2.0/security-groups/6cdd1f09-3eb2-4e36-b391-e31c444e2e57 HTTP/1.1" status: 200 len: 2398 time: 0.2251740 Apr 05 14:29:54.630660 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-9536438a-3f27-4a8c-a911-de531f332f77 req-39ee38c3-c678-4756-ae1e-f29bed544a2c tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6cdd1f09-3eb2-4e36-b391-e31c444e2e57', 'remote_group_id': None}]} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:29:54.632923 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-9536438a-3f27-4a8c-a911-de531f332f77 req-39ee38c3-c678-4756-ae1e-f29bed544a2c tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6cdd1f09-3eb2-4e36-b391-e31c444e2e57', 'remote_group_id': None}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:29:54.764322 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 9707eb59-8b1a-49fe-8007-901bdfb02294 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:29:54.771253 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:54.854491 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b85ad5-21f4-4e21-be26-c0bfb6c6c03d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-46af2908-eb41-456c-9790-cddfd7d7d348', 'network_id': '46af2908-eb41-456c-9790-cddfd7d7d348', 'tenant_id': '9f48ad39adb04af7baada856c775d36d', 'fixed_ips': [{'subnet_id': 'a46fb169-cc5d-44db-8d3e-4934013425ec'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:29:54.855468 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d3b85ad5-21f4-4e21-be26-c0bfb6c6c03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:54.974425 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-9536438a-3f27-4a8c-a911-de531f332f77 req-39ee38c3-c678-4756-ae1e-f29bed544a2c tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:55.000829 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-595c600c-10cc-4cc0-a772-7103b8803e53 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:55.009883 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-595c600c-10cc-4cc0-a772-7103b8803e53 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:55.014909 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-595c600c-10cc-4cc0-a772-7103b8803e53 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/networks?id=0ae53245-ae34-471c-81ad-55068a409442&id=46af2908-eb41-456c-9790-cddfd7d7d348&id=0ae53245-ae34-471c-81ad-55068a409442 HTTP/1.1" status: 200 len: 1389 time: 0.2081268 Apr 05 14:29:55.033192 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-9536438a-3f27-4a8c-a911-de531f332f77 req-39ee38c3-c678-4756-ae1e-f29bed544a2c tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:55.040908 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6120ea51-9d5f-4902-8956-caf752267546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:55.043352 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-de3e2728-d645-4a07-9eca-c32613d84266 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/quotas/9f48ad39adb04af7baada856c775d36d HTTP/1.1" status: 200 len: 375 time: 0.0274713 Apr 05 14:29:55.118581 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-2bbc4085-33c1-453a-826d-71e35806d550 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9f48ad39adb04af7baada856c775d36d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0742397 Apr 05 14:29:55.121256 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-9536438a-3f27-4a8c-a911-de531f332f77 req-39ee38c3-c678-4756-ae1e-f29bed544a2c tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:55.141005 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6120ea51-9d5f-4902-8956-caf752267546 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1502067-17cf-4f22-a757-4ff73f264a0b,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:55.149934 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-d3b85ad5-21f4-4e21-be26-c0bfb6c6c03d None None] Allocated IP 19.86.0.2 (46af2908-eb41-456c-9790-cddfd7d7d348/a46fb169-cc5d-44db-8d3e-4934013425ec/97689c7e-5c6d-479e-9488-02eed9784aa1) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:29:55.255652 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6120ea51-9d5f-4902-8956-caf752267546 admin admin] Checking segment: {'id': '7551b077-31de-4243-9a03-ed98bafbc28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'de80367a-5d8f-4133-afd4-1f268ba192c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:29:55.256361 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6120ea51-9d5f-4902-8956-caf752267546 admin admin] Network hostable DHCP agents. Network: de80367a-5d8f-4133-afd4-1f268ba192c8, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:29:55.314317 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f3f06-0d19-4e42-8738-dd980d414fd2 req-3da9ef4b-b50c-4737-9381-c5ded5db06c0 tempest-InstanceActionsV221TestJSON-675479180 tempest-InstanceActionsV221TestJSON-675479180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:55.316324 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-913f3f06-0d19-4e42-8738-dd980d414fd2 req-3da9ef4b-b50c-4737-9381-c5ded5db06c0 tempest-InstanceActionsV221TestJSON-675479180 tempest-InstanceActionsV221TestJSON-675479180-project] 10.222.0.11 "GET /v2.0/networks?id=95c3dd79-69b7-4787-81af-f24ae4a653d4 HTTP/1.1" status: 200 len: 818 time: 0.1983755 Apr 05 14:29:55.328197 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ee38c3-c678-4756-ae1e-f29bed544a2c tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b823402-f1be-4d7e-9b74-28e872796dcc,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:55.335332 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-913f3f06-0d19-4e42-8738-dd980d414fd2 req-426d0e12-8fa7-4d58-9e66-3dd7a4790844 tempest-InstanceActionsV221TestJSON-675479180 tempest-InstanceActionsV221TestJSON-675479180-project] Request body: {'port': {'device_id': '4074c494-024e-466f-a421-3790a0f762cf', 'network_id': '95c3dd79-69b7-4787-81af-f24ae4a653d4', 'admin_state_up': True, 'tenant_id': '5e471cac436f47cdaf9524b19561d94b'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:29:55.395223 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d3b85ad5-21f4-4e21-be26-c0bfb6c6c03d None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:55.399056 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-6310e618-d2fe-4220-b9b7-15d047fdafe8 service neutron] 10.222.0.30 "GET /v2.0/networks/0ae53245-ae34-471c-81ad-55068a409442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794528 Apr 05 14:29:55.412336 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6120ea51-9d5f-4902-8956-caf752267546 admin admin] Network de80367a-5d8f-4133-afd4-1f268ba192c8 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:29:55.488438 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-9536438a-3f27-4a8c-a911-de531f332f77 req-39ee38c3-c678-4756-ae1e-f29bed544a2c tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:55.491654 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9536438a-3f27-4a8c-a911-de531f332f77 req-39ee38c3-c678-4756-ae1e-f29bed544a2c tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.8718135 Apr 05 14:29:55.509684 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d3b85ad5-21f4-4e21-be26-c0bfb6c6c03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:55.520524 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-6120ea51-9d5f-4902-8956-caf752267546 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, de80367a-5d8f-4133-afd4-1f268ba192c8) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:29:55.529476 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6120ea51-9d5f-4902-8956-caf752267546 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:55.530111 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6120ea51-9d5f-4902-8956-caf752267546 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:55.545375 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98c4465-e160-4a8b-b709-98e2f228f433 None None] Network de80367a-5d8f-4133-afd4-1f268ba192c8 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:29:55.559790 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-0fa0be42-e2db-45d7-bac0-f951a1547539 service neutron] 10.222.0.30 "GET /v2.0/networks/0ae53245-ae34-471c-81ad-55068a409442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519663 Apr 05 14:29:55.572007 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-913f3f06-0d19-4e42-8738-dd980d414fd2 req-426d0e12-8fa7-4d58-9e66-3dd7a4790844 tempest-InstanceActionsV221TestJSON-675479180 tempest-InstanceActionsV221TestJSON-675479180-project] Made reservation on behalf of 5e471cac436f47cdaf9524b19561d94b for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:29:55.576913 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-913f3f06-0d19-4e42-8738-dd980d414fd2 req-426d0e12-8fa7-4d58-9e66-3dd7a4790844 tempest-InstanceActionsV221TestJSON-675479180 tempest-InstanceActionsV221TestJSON-675479180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:55.696917 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-6120ea51-9d5f-4902-8956-caf752267546 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4525576 Apr 05 14:29:55.704186 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b85ad5-21f4-4e21-be26-c0bfb6c6c03d None None] Network 46af2908-eb41-456c-9790-cddfd7d7d348 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:29:55.787037 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-d3b85ad5-21f4-4e21-be26-c0bfb6c6c03d None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:29:55.799822 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b85ad5-21f4-4e21-be26-c0bfb6c6c03d None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:29:55.817866 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b85ad5-21f4-4e21-be26-c0bfb6c6c03d None None] Pushing event updated for resources: {'Port': ['ID=97689c7e-5c6d-479e-9488-02eed9784aa1,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:55.834705 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-c69cbf56-d1fb-4887-a7e5-afa832556850 service neutron] 10.222.0.30 "GET /v2.0/networks/46af2908-eb41-456c-9790-cddfd7d7d348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688513 Apr 05 14:29:55.881155 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-468bc5b4-8905-46a0-8f40-21d15a10642e req-01d93c75-a8a5-42b1-b1c6-6254b2829f7f tempest-InstanceActionsV221TestJSON-675479180 tempest-InstanceActionsV221TestJSON-675479180-project] 10.222.0.30 "GET /v2.0/ports?device_id=4074c494-024e-466f-a421-3790a0f762cf HTTP/1.1" status: 200 len: 210 time: 0.1581020 Apr 05 14:29:55.898024 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [req-913f3f06-0d19-4e42-8738-dd980d414fd2 req-426d0e12-8fa7-4d58-9e66-3dd7a4790844 tempest-InstanceActionsV221TestJSON-675479180 tempest-InstanceActionsV221TestJSON-675479180-project] Allocated IP 172.20.0.7 (95c3dd79-69b7-4787-81af-f24ae4a653d4/f0912051-24dc-4c36-9aee-316c30f0c9bf/44e5e706-5615-4e02-b47c-ea5d0f6c5888) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:29:56.071463 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-d3b85ad5-21f4-4e21-be26-c0bfb6c6c03d None None] Attempting to bind port 97689c7e-5c6d-479e-9488-02eed9784aa1 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:29:56.071463 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-d3b85ad5-21f4-4e21-be26-c0bfb6c6c03d None None] Attempting to bind port 97689c7e-5c6d-479e-9488-02eed9784aa1 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '9a560072-ea2b-4c7a-96ef-539dba74357a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '46af2908-eb41-456c-9790-cddfd7d7d348'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:29:56.071828 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b85ad5-21f4-4e21-be26-c0bfb6c6c03d None None] Attempting to bind port 97689c7e-5c6d-479e-9488-02eed9784aa1 on network 46af2908-eb41-456c-9790-cddfd7d7d348 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:29:56.101779 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1370e6f-a45e-4559-8d4e-7fe6f5d8d60e None None] Network de80367a-5d8f-4133-afd4-1f268ba192c8 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:29:56.105057 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b85ad5-21f4-4e21-be26-c0bfb6c6c03d None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:29:56.105676 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b85ad5-21f4-4e21-be26-c0bfb6c6c03d None None] Checking segment: {'id': '9a560072-ea2b-4c7a-96ef-539dba74357a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '46af2908-eb41-456c-9790-cddfd7d7d348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:29:56.106021 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d3b85ad5-21f4-4e21-be26-c0bfb6c6c03d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:56.108369 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b85ad5-21f4-4e21-be26-c0bfb6c6c03d None None] Bound using segment: {'id': '9a560072-ea2b-4c7a-96ef-539dba74357a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '46af2908-eb41-456c-9790-cddfd7d7d348'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:29:56.109006 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-d3b85ad5-21f4-4e21-be26-c0bfb6c6c03d None None] Bound port: 97689c7e-5c6d-479e-9488-02eed9784aa1, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a560072-ea2b-4c7a-96ef-539dba74357a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '46af2908-eb41-456c-9790-cddfd7d7d348'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:29:56.109377 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d3b85ad5-21f4-4e21-be26-c0bfb6c6c03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:56.136408 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8161a48-0760-404b-94a9-d561f0b43ebf None None] Network 0ae53245-ae34-471c-81ad-55068a409442 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:29:56.184061 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-779505dd-6c9b-4f40-a33c-1f3f945bf447 service neutron] 10.222.0.30 "GET /v2.0/networks/46af2908-eb41-456c-9790-cddfd7d7d348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070478 Apr 05 14:29:56.212218 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-913f3f06-0d19-4e42-8738-dd980d414fd2 req-426d0e12-8fa7-4d58-9e66-3dd7a4790844 tempest-InstanceActionsV221TestJSON-675479180 tempest-InstanceActionsV221TestJSON-675479180-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:56.240584 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f95b09c4-609b-47aa-86d9-6ce3afb1cb85 req-c8a01086-52a4-47ab-af13-c729f6bd9608 tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] 10.222.0.30 "GET /v2.0/security-groups/6cdd1f09-3eb2-4e36-b391-e31c444e2e57 HTTP/1.1" status: 200 len: 2996 time: 0.1912680 Apr 05 14:29:56.352582 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c25e1915-5d1e-4281-9eb8-bdcb2bed29cf None None] Provisioning complete for port 5010283b-4206-4abf-8d5c-ffec80f8e86f triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:29:56.352940 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c25e1915-5d1e-4281-9eb8-bdcb2bed29cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:56.356770 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-79053753-85fb-47f3-a3ae-2dc004741c34 req-02f53fa1-c184-498d-b618-e4b1404a37e3 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a5b6824-48d4-4b59-98d0-6219855ba1f7 HTTP/1.1" status: 200 len: 210 time: 0.0448229 Apr 05 14:29:56.366331 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-0b2d384e-1130-471f-90cb-1ead3c2b24e0 service neutron] 10.222.0.30 "GET /v2.0/networks/0ae53245-ae34-471c-81ad-55068a409442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811392 Apr 05 14:29:56.406961 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-d3b85ad5-21f4-4e21-be26-c0bfb6c6c03d None None] For port 97689c7e-5c6d-479e-9488-02eed9784aa1, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:29:56.413882 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-913f3f06-0d19-4e42-8738-dd980d414fd2 req-426d0e12-8fa7-4d58-9e66-3dd7a4790844 tempest-InstanceActionsV221TestJSON-675479180 tempest-InstanceActionsV221TestJSON-675479180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:56.469929 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-d3b85ad5-21f4-4e21-be26-c0bfb6c6c03d None None] For port 97689c7e-5c6d-479e-9488-02eed9784aa1, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=97689c7e-5c6d-479e-9488-02eed9784aa1,segment=NetworkSegment(9a560072-ea2b-4c7a-96ef-539dba74357a),segment_id=9a560072-ea2b-4c7a-96ef-539dba74357a)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:29:56.486061 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426d0e12-8fa7-4d58-9e66-3dd7a4790844 tempest-InstanceActionsV221TestJSON-675479180 tempest-InstanceActionsV221TestJSON-675479180-project] Pushing event updated for resources: {'Port': ['ID=44e5e706-5615-4e02-b47c-ea5d0f6c5888,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:56.504628 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-913f3f06-0d19-4e42-8738-dd980d414fd2 req-426d0e12-8fa7-4d58-9e66-3dd7a4790844 tempest-InstanceActionsV221TestJSON-675479180 tempest-InstanceActionsV221TestJSON-675479180-project] Network 95c3dd79-69b7-4787-81af-f24ae4a653d4 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:29:56.506761 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [req-913f3f06-0d19-4e42-8738-dd980d414fd2 req-426d0e12-8fa7-4d58-9e66-3dd7a4790844 tempest-InstanceActionsV221TestJSON-675479180 tempest-InstanceActionsV221TestJSON-675479180-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:29:56.529145 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-913f3f06-0d19-4e42-8738-dd980d414fd2 req-426d0e12-8fa7-4d58-9e66-3dd7a4790844 tempest-InstanceActionsV221TestJSON-675479180 tempest-InstanceActionsV221TestJSON-675479180-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:29:56.565768 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d3b85ad5-21f4-4e21-be26-c0bfb6c6c03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:56.598333 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 5010283b-4206-4abf-8d5c-ffec80f8e86f up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:29:56.622214 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f3f06-0d19-4e42-8738-dd980d414fd2 req-426d0e12-8fa7-4d58-9e66-3dd7a4790844 tempest-InstanceActionsV221TestJSON-675479180 tempest-InstanceActionsV221TestJSON-675479180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:56.623132 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-913f3f06-0d19-4e42-8738-dd980d414fd2 req-426d0e12-8fa7-4d58-9e66-3dd7a4790844 tempest-InstanceActionsV221TestJSON-675479180 tempest-InstanceActionsV221TestJSON-675479180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:56.745734 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-913f3f06-0d19-4e42-8738-dd980d414fd2 req-426d0e12-8fa7-4d58-9e66-3dd7a4790844 tempest-InstanceActionsV221TestJSON-675479180 tempest-InstanceActionsV221TestJSON-675479180-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4157364 Apr 05 14:29:56.754052 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-13c7096b-c766-4c9b-9fa3-a153cd9248bf service neutron] 10.222.0.30 "GET /v2.0/networks/0ae53245-ae34-471c-81ad-55068a409442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3738921 Apr 05 14:29:56.764866 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-913f3f06-0d19-4e42-8738-dd980d414fd2 req-11227677-aa50-4bd0-b588-e4b18474a476 service neutron] Request body: {'port': {'device_id': '4074c494-024e-466f-a421-3790a0f762cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-2'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:29:56.765116 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b85ad5-21f4-4e21-be26-c0bfb6c6c03d None None] Pushing event updated for resources: {'Port': ['ID=97689c7e-5c6d-479e-9488-02eed9784aa1,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:56.785077 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1f31b506-0a8c-4104-9d97-a3e458176461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:56.814732 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c25e1915-5d1e-4281-9eb8-bdcb2bed29cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:56.839322 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 5010283b-4206-4abf-8d5c-ffec80f8e86f triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:29:56.839733 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:56.910278 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c25e1915-5d1e-4281-9eb8-bdcb2bed29cf None None] For port 5010283b-4206-4abf-8d5c-ffec80f8e86f, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=5010283b-4206-4abf-8d5c-ffec80f8e86f,segment=NetworkSegment(cbce7e02-70d1-451f-b93b-8687d648f2fd),segment_id=cbce7e02-70d1-451f-b93b-8687d648f2fd)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:29:56.923391 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e0ed4-eab1-42d4-91ce-64919b5f0eb1 req-9b547dc9-3408-4975-9a60-827809d9c4e6 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:56.927114 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f89e0ed4-eab1-42d4-91ce-64919b5f0eb1 req-9b547dc9-3408-4975-9a60-827809d9c4e6 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] 10.222.0.11 "GET /v2.0/networks?id=a9ad640e-de7f-43c6-8fef-96cb779b89ff HTTP/1.1" status: 200 len: 806 time: 0.4161875 Apr 05 14:29:56.987604 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-913f3f06-0d19-4e42-8738-dd980d414fd2 req-11227677-aa50-4bd0-b588-e4b18474a476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:56.996487 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea31e9e0-98a0-4eea-bd67-d268202d4e13 req-011eb250-6165-44df-b9a3-e05de12b8dd9 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:57.005773 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ea31e9e0-98a0-4eea-bd67-d268202d4e13 req-011eb250-6165-44df-b9a3-e05de12b8dd9 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/networks?id=a926837a-905f-4dbb-b5dd-5a4dcb465fd4 HTTP/1.1" status: 200 len: 812 time: 0.4641473 Apr 05 14:29:57.080267 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c25e1915-5d1e-4281-9eb8-bdcb2bed29cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:57.123484 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f89e0ed4-eab1-42d4-91ce-64919b5f0eb1 req-038b1e9b-f696-4ecf-a42f-9f8cc58d3670 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=624acb65c8a14a38b05a73e982caa43a HTTP/1.1" status: 200 len: 379 time: 0.1744485 Apr 05 14:29:57.143434 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-f89e0ed4-eab1-42d4-91ce-64919b5f0eb1 req-e256d55f-92bd-47f6-a963-c4a180a7d3cb tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Request body: {'port': {'device_id': '7a5b6824-48d4-4b59-98d0-6219855ba1f7', 'network_id': 'a9ad640e-de7f-43c6-8fef-96cb779b89ff', 'admin_state_up': True, 'tenant_id': '624acb65c8a14a38b05a73e982caa43a', 'security_groups': ['a2119bd0-e3d5-4a5e-9adb-1090886ff785']}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:29:57.209743 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ea31e9e0-98a0-4eea-bd67-d268202d4e13 req-4ef52479-5a21-4cf0-bc99-47460ed49a0e tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/quotas/f6c75c954b5749f4a5047ff4736e2678 HTTP/1.1" status: 200 len: 375 time: 0.2039940 Apr 05 14:29:57.236680 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:57.370374 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ea31e9e0-98a0-4eea-bd67-d268202d4e13 req-04b3df8c-0149-491d-b9c5-31de7ce653ca tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f6c75c954b5749f4a5047ff4736e2678&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1388767 Apr 05 14:29:57.394618 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-989e007e-2594-4cea-8407-2367cbca8113 req-63abefe3-1e49-4818-b05c-b6665237ffb1 tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] 10.222.0.30 "GET /v2.0/security-group-rules/6b823402-f1be-4d7e-9b74-28e872796dcc HTTP/1.1" status: 200 len: 783 time: 0.1782978 Apr 05 14:29:57.504174 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25e1915-5d1e-4281-9eb8-bdcb2bed29cf None None] Pushing event updated for resources: {'Port': ['ID=5010283b-4206-4abf-8d5c-ffec80f8e86f,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:57.505485 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-73ca1e12-9658-44d2-99cc-48f154aebbb3 None None] Provisioning complete for port 5010283b-4206-4abf-8d5c-ffec80f8e86f triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:29:57.505870 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-73ca1e12-9658-44d2-99cc-48f154aebbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:57.560807 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ea31e9e0-98a0-4eea-bd67-d268202d4e13 req-00dce355-5738-435e-834a-bde605244f04 service neutron] 10.222.0.30 "GET /v2.0/networks/a926837a-905f-4dbb-b5dd-5a4dcb465fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793067 Apr 05 14:29:57.602943 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.db.api [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:29:57.603407 n-d-836650-2 neutron-server[103322]: DEBUG oslo_db.api [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:29:57.623074 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-989e007e-2594-4cea-8407-2367cbca8113 req-8806372e-38d4-4da7-aac1-385052086466 tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] 10.222.0.30 "GET /v2.0/security-groups/6cdd1f09-3eb2-4e36-b391-e31c444e2e57 HTTP/1.1" status: 200 len: 2996 time: 0.2274487 Apr 05 14:29:57.632588 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [req-913f3f06-0d19-4e42-8738-dd980d414fd2 req-11227677-aa50-4bd0-b588-e4b18474a476 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44e5e706-5615-4e02-b47c-ea5d0f6c5888 {{(pid=103321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:29:57.640732 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-913f3f06-0d19-4e42-8738-dd980d414fd2 req-11227677-aa50-4bd0-b588-e4b18474a476 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:57.665596 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.provisioning_blocks [req-913f3f06-0d19-4e42-8738-dd980d414fd2 req-11227677-aa50-4bd0-b588-e4b18474a476 service neutron] Transition to ACTIVE for port object 44e5e706-5615-4e02-b47c-ea5d0f6c5888 will not be triggered until provisioned by entity L2. {{(pid=103321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:29:57.718804 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-989e007e-2594-4cea-8407-2367cbca8113 req-470a49ec-ce9a-466a-8b73-ab229bab103d tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:57.734050 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-989e007e-2594-4cea-8407-2367cbca8113 req-470a49ec-ce9a-466a-8b73-ab229bab103d tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:57.738520 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-913f3f06-0d19-4e42-8738-dd980d414fd2 req-11227677-aa50-4bd0-b588-e4b18474a476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:57.762032 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ea31e9e0-98a0-4eea-bd67-d268202d4e13 req-22563f4b-fd53-41fa-8ef8-4d71ae1430c3 service neutron] 10.222.0.30 "GET /v2.0/networks/a926837a-905f-4dbb-b5dd-5a4dcb465fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848166 Apr 05 14:29:57.775992 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f89e0ed4-eab1-42d4-91ce-64919b5f0eb1 req-e256d55f-92bd-47f6-a963-c4a180a7d3cb tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Made reservation on behalf of 624acb65c8a14a38b05a73e982caa43a for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:29:57.787821 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-f89e0ed4-eab1-42d4-91ce-64919b5f0eb1 req-e256d55f-92bd-47f6-a963-c4a180a7d3cb tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:57.817892 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11227677-aa50-4bd0-b588-e4b18474a476 service neutron] Pushing event updated for resources: {'Port': ['ID=44e5e706-5615-4e02-b47c-ea5d0f6c5888,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:57.907330 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-989e007e-2594-4cea-8407-2367cbca8113 req-470a49ec-ce9a-466a-8b73-ab229bab103d tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:57.931099 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-913f3f06-0d19-4e42-8738-dd980d414fd2 req-11227677-aa50-4bd0-b588-e4b18474a476 service neutron] Attempting to bind port 44e5e706-5615-4e02-b47c-ea5d0f6c5888 on host n-h2-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:29:57.931430 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-913f3f06-0d19-4e42-8738-dd980d414fd2 req-11227677-aa50-4bd0-b588-e4b18474a476 service neutron] Attempting to bind port 44e5e706-5615-4e02-b47c-ea5d0f6c5888 by drivers openvswitch,hyperv on host n-h2-836650-2 at level 0 using segments [{'id': '6514f3af-b636-40a8-b193-7ed3d375de8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '95c3dd79-69b7-4787-81af-f24ae4a653d4'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:29:57.931873 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913f3f06-0d19-4e42-8738-dd980d414fd2 req-11227677-aa50-4bd0-b588-e4b18474a476 service neutron] Attempting to bind port 44e5e706-5615-4e02-b47c-ea5d0f6c5888 on network 95c3dd79-69b7-4787-81af-f24ae4a653d4 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:29:57.932512 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-989e007e-2594-4cea-8407-2367cbca8113 req-470a49ec-ce9a-466a-8b73-ab229bab103d tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:57.934259 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-989e007e-2594-4cea-8407-2367cbca8113 req-470a49ec-ce9a-466a-8b73-ab229bab103d tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/6b823402-f1be-4d7e-9b74-28e872796dcc HTTP/1.1" status: 204 len: 173 time: 0.2805231 Apr 05 14:29:57.943822 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:57.948129 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913f3f06-0d19-4e42-8738-dd980d414fd2 req-11227677-aa50-4bd0-b588-e4b18474a476 service neutron] Port 44e5e706-5615-4e02-b47c-ea5d0f6c5888 on network 95c3dd79-69b7-4787-81af-f24ae4a653d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:29:57.948610 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913f3f06-0d19-4e42-8738-dd980d414fd2 req-11227677-aa50-4bd0-b588-e4b18474a476 service neutron] Attempting to bind port 44e5e706-5615-4e02-b47c-ea5d0f6c5888 on network 95c3dd79-69b7-4787-81af-f24ae4a653d4 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:29:57.956646 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913f3f06-0d19-4e42-8738-dd980d414fd2 req-11227677-aa50-4bd0-b588-e4b18474a476 service neutron] Checking agent: {'id': '6d8cf521-24bb-4b6a-bbae-0284f5c87a9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:29:57.956646 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913f3f06-0d19-4e42-8738-dd980d414fd2 req-11227677-aa50-4bd0-b588-e4b18474a476 service neutron] Checking segment: {'id': '6514f3af-b636-40a8-b193-7ed3d375de8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '95c3dd79-69b7-4787-81af-f24ae4a653d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:29:57.957184 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913f3f06-0d19-4e42-8738-dd980d414fd2 req-11227677-aa50-4bd0-b588-e4b18474a476 service neutron] Bound using segment: {'id': '6514f3af-b636-40a8-b193-7ed3d375de8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '95c3dd79-69b7-4787-81af-f24ae4a653d4'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:29:57.957500 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-913f3f06-0d19-4e42-8738-dd980d414fd2 req-11227677-aa50-4bd0-b588-e4b18474a476 service neutron] Bound port: 44e5e706-5615-4e02-b47c-ea5d0f6c5888, host: n-h2-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6514f3af-b636-40a8-b193-7ed3d375de8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '95c3dd79-69b7-4787-81af-f24ae4a653d4'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:29:57.957918 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-913f3f06-0d19-4e42-8738-dd980d414fd2 req-11227677-aa50-4bd0-b588-e4b18474a476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:57.971063 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470a49ec-ce9a-466a-8b73-ab229bab103d tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6b823402-f1be-4d7e-9b74-28e872796dcc,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:58.170006 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-913f3f06-0d19-4e42-8738-dd980d414fd2 req-11227677-aa50-4bd0-b588-e4b18474a476 service neutron] For port 44e5e706-5615-4e02-b47c-ea5d0f6c5888, host n-h2-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:29:58.186554 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-913f3f06-0d19-4e42-8738-dd980d414fd2 req-11227677-aa50-4bd0-b588-e4b18474a476 service neutron] For port 44e5e706-5615-4e02-b47c-ea5d0f6c5888, host n-h2-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=44e5e706-5615-4e02-b47c-ea5d0f6c5888,segment=NetworkSegment(6514f3af-b636-40a8-b193-7ed3d375de8b),segment_id=6514f3af-b636-40a8-b193-7ed3d375de8b)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:29:58.231754 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067d2353-66cf-4b28-8e05-b7e389c0dda4 None None] Network 46af2908-eb41-456c-9790-cddfd7d7d348 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:29:58.321525 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-913f3f06-0d19-4e42-8738-dd980d414fd2 req-11227677-aa50-4bd0-b588-e4b18474a476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:58.375732 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-71a7bb9a-c40b-4145-b599-121cbcb3da75 None None] Provisioning complete for port 97689c7e-5c6d-479e-9488-02eed9784aa1 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:29:58.377125 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-71a7bb9a-c40b-4145-b599-121cbcb3da75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:58.474011 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f3f06-0d19-4e42-8738-dd980d414fd2 req-11227677-aa50-4bd0-b588-e4b18474a476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:58.475800 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-913f3f06-0d19-4e42-8738-dd980d414fd2 req-11227677-aa50-4bd0-b588-e4b18474a476 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:58.478409 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-913f3f06-0d19-4e42-8738-dd980d414fd2 req-11227677-aa50-4bd0-b588-e4b18474a476 service neutron] 10.222.0.11 "PUT /v2.0/ports/44e5e706-5615-4e02-b47c-ea5d0f6c5888 HTTP/1.1" status: 200 len: 1091 time: 1.7250946 Apr 05 14:29:58.482990 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4074c494-024e-466f-a421-3790a0f762cf', 'tag': '44e5e706-5615-4e02-b47c-ea5d0f6c5888'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:29:58.485846 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f433b2e-46ca-48d4-9096-8c3a30e1dd4f" -d '{"events": [{"name": "network-changed", "server_uuid": "4074c494-024e-466f-a421-3790a0f762cf", "tag": "44e5e706-5615-4e02-b47c-ea5d0f6c5888"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:29:58.491477 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11227677-aa50-4bd0-b588-e4b18474a476 service neutron] Pushing event updated for resources: {'Port': ['ID=44e5e706-5615-4e02-b47c-ea5d0f6c5888,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:58.669514 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-71a7bb9a-c40b-4145-b599-121cbcb3da75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:58.741261 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 97689c7e-5c6d-479e-9488-02eed9784aa1 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:29:58.761486 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-71a7bb9a-c40b-4145-b599-121cbcb3da75 None None] For port 97689c7e-5c6d-479e-9488-02eed9784aa1, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=97689c7e-5c6d-479e-9488-02eed9784aa1,segment=NetworkSegment(9a560072-ea2b-4c7a-96ef-539dba74357a),segment_id=9a560072-ea2b-4c7a-96ef-539dba74357a)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:29:58.786349 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f3f06-0d19-4e42-8738-dd980d414fd2 req-9c314513-196f-429b-80d5-a33f421bb037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:58.788137 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-913f3f06-0d19-4e42-8738-dd980d414fd2 req-9c314513-196f-429b-80d5-a33f421bb037 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5e471cac436f47cdaf9524b19561d94b&device_id=4074c494-024e-466f-a421-3790a0f762cf HTTP/1.1" status: 200 len: 1094 time: 0.0932729 Apr 05 14:29:58.835619 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-913f3f06-0d19-4e42-8738-dd980d414fd2 req-fc0745b3-864b-484c-b6a5-d0dbd16b0bcd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44e5e706-5615-4e02-b47c-ea5d0f6c5888 HTTP/1.1" status: 200 len: 217 time: 0.0392084 Apr 05 14:29:58.836588 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 97689c7e-5c6d-479e-9488-02eed9784aa1 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:29:58.837183 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:58.897910 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-71a7bb9a-c40b-4145-b599-121cbcb3da75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:58.932952 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccdc410-7ed5-44d7-a460-adf20df98d79 req-a97a7f56-4621-4f2a-a9d2-3300d985fec8 tempest-InstanceActionsV221TestJSON-675479180 tempest-InstanceActionsV221TestJSON-675479180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:58.934353 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2ccdc410-7ed5-44d7-a460-adf20df98d79 req-a97a7f56-4621-4f2a-a9d2-3300d985fec8 tempest-InstanceActionsV221TestJSON-675479180 tempest-InstanceActionsV221TestJSON-675479180-project] 10.222.0.30 "GET /v2.0/ports?device_id=4074c494-024e-466f-a421-3790a0f762cf HTTP/1.1" status: 200 len: 943 time: 0.2213008 Apr 05 14:29:58.947643 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-f89e0ed4-eab1-42d4-91ce-64919b5f0eb1 req-e256d55f-92bd-47f6-a963-c4a180a7d3cb tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Allocated IP 172.20.0.3 (a9ad640e-de7f-43c6-8fef-96cb779b89ff/2ebd5f9f-310d-4e0b-97c9-6b1478640ddc/6bab4155-07c8-4da2-b60b-05b96aab9c34) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:29:58.999232 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2ccdc410-7ed5-44d7-a460-adf20df98d79 req-ef0a50c5-9ed2-48e6-9622-f0c7e84133f9 tempest-InstanceActionsV221TestJSON-675479180 tempest-InstanceActionsV221TestJSON-675479180-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed4e87fe-f898-4889-9eef-c984a9715415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486975 Apr 05 14:29:59.009069 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f3f06-0d19-4e42-8738-dd980d414fd2 req-19141445-3930-4335-aa64-992864355d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:59.009069 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-913f3f06-0d19-4e42-8738-dd980d414fd2 req-19141445-3930-4335-aa64-992864355d78 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f0912051-24dc-4c36-9aee-316c30f0c9bf HTTP/1.1" status: 200 len: 858 time: 0.1659443 Apr 05 14:29:59.062913 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-913f3f06-0d19-4e42-8738-dd980d414fd2 req-75e893d0-4294-4d86-b34b-6318a2037d15 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=95c3dd79-69b7-4787-81af-f24ae4a653d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461431 Apr 05 14:29:59.076997 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cdc83b-c605-420f-a84e-0366e452f44e req-40f4985a-813e-4c1b-b5d9-b27417760037 tempest-VolumesAdminNegativeTest-1013622783 tempest-VolumesAdminNegativeTest-1013622783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:59.078686 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-19cdc83b-c605-420f-a84e-0366e452f44e req-40f4985a-813e-4c1b-b5d9-b27417760037 tempest-VolumesAdminNegativeTest-1013622783 tempest-VolumesAdminNegativeTest-1013622783-project] 10.222.0.30 "GET /v2.0/networks?id=f04ccdbb-54b6-4a3c-ae23-3705aa7315ed HTTP/1.1" status: 200 len: 815 time: 0.3117514 Apr 05 14:29:59.095644 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7bb9a-c40b-4145-b599-121cbcb3da75 None None] Pushing event updated for resources: {'Port': ['ID=97689c7e-5c6d-479e-9488-02eed9784aa1,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:59.123021 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 5010283b-4206-4abf-8d5c-ffec80f8e86f up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:29:59.192529 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-913f3f06-0d19-4e42-8738-dd980d414fd2 req-03240f0b-7cb8-4b23-b7ee-ef07db4c1fe4 service neutron] 10.222.0.11 "GET /v2.0/networks/95c3dd79-69b7-4787-81af-f24ae4a653d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215489 Apr 05 14:29:59.212759 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 5010283b-4206-4abf-8d5c-ffec80f8e86f triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:29:59.213237 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:59.288772 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-688c7c09-1247-455d-a2bd-bb40d30572b1 None None] Provisioning complete for port 97689c7e-5c6d-479e-9488-02eed9784aa1 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:29:59.289420 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-688c7c09-1247-455d-a2bd-bb40d30572b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:59.354312 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-f89e0ed4-eab1-42d4-91ce-64919b5f0eb1 req-e256d55f-92bd-47f6-a963-c4a180a7d3cb tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:59.373473 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-913f3f06-0d19-4e42-8738-dd980d414fd2 req-46b973ad-6948-4023-85e6-0814e904b210 service neutron] 10.222.0.11 "GET /v2.0/networks/95c3dd79-69b7-4787-81af-f24ae4a653d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601985 Apr 05 14:29:59.379995 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-19cdc83b-c605-420f-a84e-0366e452f44e req-88ded791-e653-4c2b-9918-a1e1ba6a1459 tempest-VolumesAdminNegativeTest-1013622783 tempest-VolumesAdminNegativeTest-1013622783-project] 10.222.0.30 "GET /v2.0/quotas/e6637180b4354a838b3ff1a7b5928046 HTTP/1.1" status: 200 len: 375 time: 0.2903087 Apr 05 14:29:59.425573 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-44cfc6d0-0428-4a84-a29c-107544692dd7 req-f1bc54cf-2540-4c3d-9d96-6cfd571636df tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/ports?device_id=487c2ad2-adf2-45bf-ad03-4add49205fca HTTP/1.1" status: 200 len: 210 time: 0.0478349 Apr 05 14:29:59.493360 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-19cdc83b-c605-420f-a84e-0366e452f44e req-5cc9b634-a330-4704-83ee-3949cc8aec88 tempest-VolumesAdminNegativeTest-1013622783 tempest-VolumesAdminNegativeTest-1013622783-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e6637180b4354a838b3ff1a7b5928046&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0989866 Apr 05 14:29:59.502970 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:59.542469 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9b522e10-ca22-47f7-b959-7188a1761a57 req-3dc91893-4c6f-451c-b2cf-f4691a4fb86f tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a5b6824-48d4-4b59-98d0-6219855ba1f7 HTTP/1.1" status: 200 len: 210 time: 0.0443473 Apr 05 14:29:59.589110 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:59.609190 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-f89e0ed4-eab1-42d4-91ce-64919b5f0eb1 req-e256d55f-92bd-47f6-a963-c4a180a7d3cb tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:59.712596 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f89e0ed4-eab1-42d4-91ce-64919b5f0eb1 req-e256d55f-92bd-47f6-a963-c4a180a7d3cb tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Network a9ad640e-de7f-43c6-8fef-96cb779b89ff is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:29:59.729126 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-f89e0ed4-eab1-42d4-91ce-64919b5f0eb1 req-e256d55f-92bd-47f6-a963-c4a180a7d3cb tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:29:59.733665 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cca5f5cd-26ae-4add-bceb-a60136fc75fa req-f3f163a5-9772-4c06-a9cd-71dd57d00a53 tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] 10.222.0.30 "GET /v2.0/security-groups/6cdd1f09-3eb2-4e36-b391-e31c444e2e57 HTTP/1.1" status: 200 len: 2398 time: 0.1286755 Apr 05 14:29:59.734258 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e256d55f-92bd-47f6-a963-c4a180a7d3cb tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Pushing event updated for resources: {'Port': ['ID=6bab4155-07c8-4da2-b60b-05b96aab9c34,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:59.736567 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-f89e0ed4-eab1-42d4-91ce-64919b5f0eb1 req-e256d55f-92bd-47f6-a963-c4a180a7d3cb tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:29:59.740675 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-19cdc83b-c605-420f-a84e-0366e452f44e req-1cd308cc-93bf-4a84-b67d-599f1c7f3577 service neutron] 10.222.0.30 "GET /v2.0/networks/f04ccdbb-54b6-4a3c-ae23-3705aa7315ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268393 Apr 05 14:29:59.865292 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e0ed4-eab1-42d4-91ce-64919b5f0eb1 req-e256d55f-92bd-47f6-a963-c4a180a7d3cb tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:59.865962 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-f89e0ed4-eab1-42d4-91ce-64919b5f0eb1 req-e256d55f-92bd-47f6-a963-c4a180a7d3cb tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:59.933206 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-19cdc83b-c605-420f-a84e-0366e452f44e req-4ec2152f-d97f-4f35-9690-0333ca2f3b19 service neutron] 10.222.0.30 "GET /v2.0/networks/f04ccdbb-54b6-4a3c-ae23-3705aa7315ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718864 Apr 05 14:29:59.941051 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-cca5f5cd-26ae-4add-bceb-a60136fc75fa req-76c99c8f-e342-4cff-98cc-1ecf3675519c tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:59.961898 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-cca5f5cd-26ae-4add-bceb-a60136fc75fa req-76c99c8f-e342-4cff-98cc-1ecf3675519c tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:59.992187 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f89e0ed4-eab1-42d4-91ce-64919b5f0eb1 req-e256d55f-92bd-47f6-a963-c4a180a7d3cb tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8663304 Apr 05 14:30:00.005828 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-f89e0ed4-eab1-42d4-91ce-64919b5f0eb1 req-56dcf594-f2fe-4895-bf1c-5ae35bc6debd service neutron] Request body: {'port': {'device_id': '7a5b6824-48d4-4b59-98d0-6219855ba1f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:30:00.061185 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-f89e0ed4-eab1-42d4-91ce-64919b5f0eb1 req-56dcf594-f2fe-4895-bf1c-5ae35bc6debd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:00.115264 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-70257f44-f7c4-4275-ba7e-e02ad1a437c3 None None] Provisioning complete for port 6bab4155-07c8-4da2-b60b-05b96aab9c34 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:30:00.115717 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-70257f44-f7c4-4275-ba7e-e02ad1a437c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:00.167139 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-70257f44-f7c4-4275-ba7e-e02ad1a437c3 None None] Port 6bab4155-07c8-4da2-b60b-05b96aab9c34 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:30:00.204130 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-cca5f5cd-26ae-4add-bceb-a60136fc75fa req-76c99c8f-e342-4cff-98cc-1ecf3675519c tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:00.207035 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-cca5f5cd-26ae-4add-bceb-a60136fc75fa req-76c99c8f-e342-4cff-98cc-1ecf3675519c tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:00.209713 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cca5f5cd-26ae-4add-bceb-a60136fc75fa req-76c99c8f-e342-4cff-98cc-1ecf3675519c tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] 10.222.0.30 "DELETE /v2.0/security-groups/6cdd1f09-3eb2-4e36-b391-e31c444e2e57 HTTP/1.1" status: 204 len: 173 time: 0.4471662 Apr 05 14:30:00.248691 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c99c8f-e342-4cff-98cc-1ecf3675519c tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cdd1f09-3eb2-4e36-b391-e31c444e2e57,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:00.266809 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3622ad6-ae02-4a84-9221-200215ee5e41 x-openstack-request-id: req-d3622ad6-ae02-4a84-9221-200215ee5e41 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:30:00.268915 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4074c494-024e-466f-a421-3790a0f762cf", "tag": "44e5e706-5615-4e02-b47c-ea5d0f6c5888", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:30:00.268915 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d3622ad6-ae02-4a84-9221-200215ee5e41 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:30:00.269893 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3622ad6-ae02-4a84-9221-200215ee5e41'] response: {'name': 'network-changed', 'server_uuid': '4074c494-024e-466f-a421-3790a0f762cf', 'tag': '44e5e706-5615-4e02-b47c-ea5d0f6c5888', 'status': 'completed', 'code': 200} Apr 05 14:30:00.278212 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9410d911-4942-4ae9-aee5-ff2878e34a6e req-d404f17c-e2c3-4447-9824-a660925adfa7 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fde1780-9f77-4003-9873-44b7523942c2 HTTP/1.1" status: 200 len: 210 time: 0.0490332 Apr 05 14:30:00.436754 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f433b2e-46ca-48d4-9096-8c3a30e1dd4f req-3012c37c-8224-449d-a2cf-932d0965bb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:00.438311 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-5f433b2e-46ca-48d4-9096-8c3a30e1dd4f req-3012c37c-8224-449d-a2cf-932d0965bb9f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5e471cac436f47cdaf9524b19561d94b&device_id=4074c494-024e-466f-a421-3790a0f762cf HTTP/1.1" status: 200 len: 1094 time: 0.0931129 Apr 05 14:30:00.490418 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 97689c7e-5c6d-479e-9488-02eed9784aa1 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:30:00.503064 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-98e2822c-838b-4def-a781-43e2f7afbb80 req-87c98951-84e3-4b96-8504-21cc2e0f77cb tempest-VolumesAdminNegativeTest-1013622783 tempest-VolumesAdminNegativeTest-1013622783-project] 10.222.0.30 "GET /v2.0/ports?device_id=75465c73-f9ad-4f9c-8eb3-b93d66aafefe HTTP/1.1" status: 200 len: 210 time: 0.0807295 Apr 05 14:30:00.536087 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ec967-cdee-45cf-b8ad-60190c0f03c8 req-4a576b97-7a06-4871-9e3f-8b5cf13d4b57 tempest-InstanceActionsV221TestJSON-675479180 tempest-InstanceActionsV221TestJSON-675479180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:00.537736 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-309ec967-cdee-45cf-b8ad-60190c0f03c8 req-4a576b97-7a06-4871-9e3f-8b5cf13d4b57 tempest-InstanceActionsV221TestJSON-675479180 tempest-InstanceActionsV221TestJSON-675479180-project] 10.222.0.30 "GET /v2.0/ports?device_id=4074c494-024e-466f-a421-3790a0f762cf HTTP/1.1" status: 200 len: 943 time: 0.1178846 Apr 05 14:30:00.557698 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-c5e2e99f-970b-4004-b017-035abf5defa5 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:00.564628 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-c5e2e99f-970b-4004-b017-035abf5defa5 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:00.567043 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-c5e2e99f-970b-4004-b017-035abf5defa5 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.55 "GET /v2.0/networks?id=0ae53245-ae34-471c-81ad-55068a409442&id=46af2908-eb41-456c-9790-cddfd7d7d348&id=0ae53245-ae34-471c-81ad-55068a409442 HTTP/1.1" status: 200 len: 1389 time: 0.2751985 Apr 05 14:30:00.581922 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-86421497-46b1-4bab-b2a7-f6e422ddeb60 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Request body: {'port': {'device_id': '487c2ad2-adf2-45bf-ad03-4add49205fca', 'network_id': '0ae53245-ae34-471c-81ad-55068a409442', 'admin_state_up': True, 'tenant_id': '9f48ad39adb04af7baada856c775d36d'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:30:00.609210 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 97689c7e-5c6d-479e-9488-02eed9784aa1 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:30:00.611049 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f433b2e-46ca-48d4-9096-8c3a30e1dd4f req-896985a8-3809-486e-8a1c-e5e07389c1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:00.612862 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-5f433b2e-46ca-48d4-9096-8c3a30e1dd4f req-896985a8-3809-486e-8a1c-e5e07389c1c5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=95c3dd79-69b7-4787-81af-f24ae4a653d4 HTTP/1.1" status: 200 len: 919 time: 0.1626904 Apr 05 14:30:00.618003 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:00.675030 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-309ec967-cdee-45cf-b8ad-60190c0f03c8 req-6e58f0e1-683e-4625-ad9a-7a5c1d9528ae tempest-InstanceActionsV221TestJSON-675479180 tempest-InstanceActionsV221TestJSON-675479180-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed4e87fe-f898-4889-9eef-c984a9715415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303871 Apr 05 14:30:00.681174 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-f89e0ed4-eab1-42d4-91ce-64919b5f0eb1 req-56dcf594-f2fe-4895-bf1c-5ae35bc6debd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bab4155-07c8-4da2-b60b-05b96aab9c34 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:30:00.696088 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-f89e0ed4-eab1-42d4-91ce-64919b5f0eb1 req-56dcf594-f2fe-4895-bf1c-5ae35bc6debd service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:00.700826 n-d-836650-2 neutron-server[103320]: INFO neutron.api.v2.resource [req-29b9fd9d-6b43-45cf-bd8f-949af90ce511 req-f89f30d8-42bb-4fda-9fd7-208c9fcdce28 tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] show failed (client error): The resource could not be found. Apr 05 14:30:00.710686 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-29b9fd9d-6b43-45cf-bd8f-949af90ce511 req-f89f30d8-42bb-4fda-9fd7-208c9fcdce28 tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] 10.222.0.30 "GET /v2.0/security-groups/cfa1a3a0-3c5f-4a17-bc5d-f9dad32c049d HTTP/1.1" status: 404 len: 352 time: 0.0882459 Apr 05 14:30:00.710902 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-5f433b2e-46ca-48d4-9096-8c3a30e1dd4f req-b9c19cfe-3004-453a-9bdf-f6211bf0fa7b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44e5e706-5615-4e02-b47c-ea5d0f6c5888 HTTP/1.1" status: 200 len: 217 time: 0.0725620 Apr 05 14:30:00.744865 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-f89e0ed4-eab1-42d4-91ce-64919b5f0eb1 req-56dcf594-f2fe-4895-bf1c-5ae35bc6debd service neutron] Transition to ACTIVE for port object 6bab4155-07c8-4da2-b60b-05b96aab9c34 will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:30:00.816124 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f433b2e-46ca-48d4-9096-8c3a30e1dd4f req-a9e62d17-c954-4529-96f9-107d359ba70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:00.817808 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-5f433b2e-46ca-48d4-9096-8c3a30e1dd4f req-a9e62d17-c954-4529-96f9-107d359ba70f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f0912051-24dc-4c36-9aee-316c30f0c9bf HTTP/1.1" status: 200 len: 858 time: 0.0969875 Apr 05 14:30:00.846215 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bf4feb11-dd53-4d99-a56d-a03b3d3f030f req-e42b2c3c-94e6-4ef3-a330-7e22111590d6 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/ports?device_id=487c2ad2-adf2-45bf-ad03-4add49205fca HTTP/1.1" status: 200 len: 210 time: 0.0555162 Apr 05 14:30:00.861185 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-5f433b2e-46ca-48d4-9096-8c3a30e1dd4f req-78b8c2ce-4afa-4462-ad7d-5802738e568b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=95c3dd79-69b7-4787-81af-f24ae4a653d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346518 Apr 05 14:30:00.886819 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-f89e0ed4-eab1-42d4-91ce-64919b5f0eb1 req-56dcf594-f2fe-4895-bf1c-5ae35bc6debd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:00.973238 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a98f9-70c0-4254-a305-fa1e0e2ee2fb req-14578a55-0ea4-4cf5-aacb-a316eacbc83a tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:00.976792 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-86421497-46b1-4bab-b2a7-f6e422ddeb60 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Made reservation on behalf of 9f48ad39adb04af7baada856c775d36d for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:30:00.981978 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-656a98f9-70c0-4254-a305-fa1e0e2ee2fb req-14578a55-0ea4-4cf5-aacb-a316eacbc83a tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a5b6824-48d4-4b59-98d0-6219855ba1f7 HTTP/1.1" status: 200 len: 943 time: 0.1382685 Apr 05 14:30:00.983024 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-86421497-46b1-4bab-b2a7-f6e422ddeb60 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:01.274916 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dcf594-f2fe-4895-bf1c-5ae35bc6debd service neutron] Pushing event updated for resources: {'Port': ['ID=6bab4155-07c8-4da2-b60b-05b96aab9c34,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:01.274916 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-656a98f9-70c0-4254-a305-fa1e0e2ee2fb req-74529785-96d1-40dd-95e9-1fd499b756c3 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] 10.222.0.30 "GET /v2.0/security-groups?id=a2119bd0-e3d5-4a5e-9adb-1090886ff785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470070 Apr 05 14:30:01.274916 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e3b21fba-ed80-4d6a-9a80-36f0d726b57a req-116ce137-34e8-437b-9a24-202c972730c8 tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] 10.222.0.30 "GET /v2.0/security-groups/79f21db3-7508-4525-b83a-7d49928eac2b HTTP/1.1" status: 200 len: 1803 time: 0.2228584 Apr 05 14:30:01.274916 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-f89e0ed4-eab1-42d4-91ce-64919b5f0eb1 req-56dcf594-f2fe-4895-bf1c-5ae35bc6debd service neutron] Attempting to bind port 6bab4155-07c8-4da2-b60b-05b96aab9c34 on host n-h2-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:30:01.274916 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-f89e0ed4-eab1-42d4-91ce-64919b5f0eb1 req-56dcf594-f2fe-4895-bf1c-5ae35bc6debd service neutron] Attempting to bind port 6bab4155-07c8-4da2-b60b-05b96aab9c34 by drivers openvswitch,hyperv on host n-h2-836650-2 at level 0 using segments [{'id': '2304ae75-8f4d-4c58-a95b-ce723b5b3cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a9ad640e-de7f-43c6-8fef-96cb779b89ff'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:30:01.274916 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89e0ed4-eab1-42d4-91ce-64919b5f0eb1 req-56dcf594-f2fe-4895-bf1c-5ae35bc6debd service neutron] Attempting to bind port 6bab4155-07c8-4da2-b60b-05b96aab9c34 on network a9ad640e-de7f-43c6-8fef-96cb779b89ff {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:30:01.274916 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89e0ed4-eab1-42d4-91ce-64919b5f0eb1 req-56dcf594-f2fe-4895-bf1c-5ae35bc6debd service neutron] Port 6bab4155-07c8-4da2-b60b-05b96aab9c34 on network a9ad640e-de7f-43c6-8fef-96cb779b89ff not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:30:01.274916 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89e0ed4-eab1-42d4-91ce-64919b5f0eb1 req-56dcf594-f2fe-4895-bf1c-5ae35bc6debd service neutron] Attempting to bind port 6bab4155-07c8-4da2-b60b-05b96aab9c34 on network a9ad640e-de7f-43c6-8fef-96cb779b89ff {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:30:01.278664 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-86421497-46b1-4bab-b2a7-f6e422ddeb60 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Allocated IP 19.80.0.65 (0ae53245-ae34-471c-81ad-55068a409442/17af96e3-e553-4a6b-bfad-cf8ba0973a81/69112071-0ba8-4bae-a271-fb389984f5bc) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:30:01.279872 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89e0ed4-eab1-42d4-91ce-64919b5f0eb1 req-56dcf594-f2fe-4895-bf1c-5ae35bc6debd service neutron] Checking agent: {'id': '6d8cf521-24bb-4b6a-bbae-0284f5c87a9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:30:01.279872 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89e0ed4-eab1-42d4-91ce-64919b5f0eb1 req-56dcf594-f2fe-4895-bf1c-5ae35bc6debd service neutron] Checking segment: {'id': '2304ae75-8f4d-4c58-a95b-ce723b5b3cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a9ad640e-de7f-43c6-8fef-96cb779b89ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:30:01.279872 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89e0ed4-eab1-42d4-91ce-64919b5f0eb1 req-56dcf594-f2fe-4895-bf1c-5ae35bc6debd service neutron] Bound using segment: {'id': '2304ae75-8f4d-4c58-a95b-ce723b5b3cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a9ad640e-de7f-43c6-8fef-96cb779b89ff'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:30:01.279872 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-f89e0ed4-eab1-42d4-91ce-64919b5f0eb1 req-56dcf594-f2fe-4895-bf1c-5ae35bc6debd service neutron] Bound port: 6bab4155-07c8-4da2-b60b-05b96aab9c34, host: n-h2-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2304ae75-8f4d-4c58-a95b-ce723b5b3cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a9ad640e-de7f-43c6-8fef-96cb779b89ff'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:30:01.279872 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-f89e0ed4-eab1-42d4-91ce-64919b5f0eb1 req-56dcf594-f2fe-4895-bf1c-5ae35bc6debd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:01.285397 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-5f433b2e-46ca-48d4-9096-8c3a30e1dd4f req-a2331bb5-4ee3-4fb7-acba-d9a1bbd7fe5d service neutron] 10.222.0.11 "GET /v2.0/networks/95c3dd79-69b7-4787-81af-f24ae4a653d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4063475 Apr 05 14:30:01.437575 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-86421497-46b1-4bab-b2a7-f6e422ddeb60 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:01.453639 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-f89e0ed4-eab1-42d4-91ce-64919b5f0eb1 req-56dcf594-f2fe-4895-bf1c-5ae35bc6debd service neutron] For port 6bab4155-07c8-4da2-b60b-05b96aab9c34, host n-h2-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:30:01.455187 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-5f433b2e-46ca-48d4-9096-8c3a30e1dd4f req-734f4284-3679-4013-9ad8-32a6ec7f5cfa service neutron] 10.222.0.11 "GET /v2.0/networks/95c3dd79-69b7-4787-81af-f24ae4a653d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522036 Apr 05 14:30:01.457821 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e3b21fba-ed80-4d6a-9a80-36f0d726b57a req-60e8acea-f140-410e-928d-f25123cddba3 tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:01.508318 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7c4ed9f0-9734-487b-bd63-1088cd133d57 req-caeb7425-570b-4a30-970a-b29ca2eac9f6 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fde1780-9f77-4003-9873-44b7523942c2 HTTP/1.1" status: 200 len: 210 time: 0.1014180 Apr 05 14:30:01.514643 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-f89e0ed4-eab1-42d4-91ce-64919b5f0eb1 req-56dcf594-f2fe-4895-bf1c-5ae35bc6debd service neutron] For port 6bab4155-07c8-4da2-b60b-05b96aab9c34, host n-h2-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=6bab4155-07c8-4da2-b60b-05b96aab9c34,segment=NetworkSegment(2304ae75-8f4d-4c58-a95b-ce723b5b3cd1),segment_id=2304ae75-8f4d-4c58-a95b-ce723b5b3cd1)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:30:01.539506 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e3b21fba-ed80-4d6a-9a80-36f0d726b57a req-60e8acea-f140-410e-928d-f25123cddba3 tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:01.554777 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-86421497-46b1-4bab-b2a7-f6e422ddeb60 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:01.619230 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-86421497-46b1-4bab-b2a7-f6e422ddeb60 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Network 0ae53245-ae34-471c-81ad-55068a409442 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:30:01.627762 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-86421497-46b1-4bab-b2a7-f6e422ddeb60 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:30:01.627943 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-f89e0ed4-eab1-42d4-91ce-64919b5f0eb1 req-56dcf594-f2fe-4895-bf1c-5ae35bc6debd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:01.628068 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-86421497-46b1-4bab-b2a7-f6e422ddeb60 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:30:01.634345 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86421497-46b1-4bab-b2a7-f6e422ddeb60 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Pushing event updated for resources: {'Port': ['ID=69112071-0ba8-4bae-a271-fb389984f5bc,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:01.638316 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-84869374-1d2d-4178-b36b-a8fd48097212 req-b4bcb20f-8f9b-4dc6-9254-b778d8cbeb85 tempest-VolumesAdminNegativeTest-1013622783 tempest-VolumesAdminNegativeTest-1013622783-project] 10.222.0.30 "GET /v2.0/ports?device_id=75465c73-f9ad-4f9c-8eb3-b93d66aafefe HTTP/1.1" status: 200 len: 210 time: 0.0676048 Apr 05 14:30:01.648720 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea31e9e0-98a0-4eea-bd67-d268202d4e13 req-4eb2c14f-861f-4379-9ad9-519330bf57e8 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:01.651369 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ea31e9e0-98a0-4eea-bd67-d268202d4e13 req-4eb2c14f-861f-4379-9ad9-519330bf57e8 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.55 "GET /v2.0/networks?id=a926837a-905f-4dbb-b5dd-5a4dcb465fd4 HTTP/1.1" status: 200 len: 812 time: 0.3087101 Apr 05 14:30:01.683956 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-ea31e9e0-98a0-4eea-bd67-d268202d4e13 req-adc145e3-7637-4347-91b6-39b31d6f1f5e tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Request body: {'port': {'device_id': '2fde1780-9f77-4003-9873-44b7523942c2', 'network_id': 'a926837a-905f-4dbb-b5dd-5a4dcb465fd4', 'admin_state_up': True, 'tenant_id': 'f6c75c954b5749f4a5047ff4736e2678'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:30:01.704848 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-86421497-46b1-4bab-b2a7-f6e422ddeb60 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:01.706701 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-86421497-46b1-4bab-b2a7-f6e422ddeb60 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:01.728350 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e0ed4-eab1-42d4-91ce-64919b5f0eb1 req-56dcf594-f2fe-4895-bf1c-5ae35bc6debd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:01.728350 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-f89e0ed4-eab1-42d4-91ce-64919b5f0eb1 req-56dcf594-f2fe-4895-bf1c-5ae35bc6debd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:01.729739 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f89e0ed4-eab1-42d4-91ce-64919b5f0eb1 req-56dcf594-f2fe-4895-bf1c-5ae35bc6debd service neutron] 10.222.0.11 "PUT /v2.0/ports/6bab4155-07c8-4da2-b60b-05b96aab9c34 HTTP/1.1" status: 200 len: 1091 time: 1.7294316 Apr 05 14:30:01.735691 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a5b6824-48d4-4b59-98d0-6219855ba1f7', 'tag': '6bab4155-07c8-4da2-b60b-05b96aab9c34'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:30:01.738191 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2837142a-0fcc-466f-a4e7-bb510ceda6d0" -d '{"events": [{"name": "network-changed", "server_uuid": "7a5b6824-48d4-4b59-98d0-6219855ba1f7", "tag": "6bab4155-07c8-4da2-b60b-05b96aab9c34"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:30:01.840865 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dcf594-f2fe-4895-bf1c-5ae35bc6debd service neutron] Pushing event updated for resources: {'Port': ['ID=6bab4155-07c8-4da2-b60b-05b96aab9c34,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:01.852468 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e3b21fba-ed80-4d6a-9a80-36f0d726b57a req-60e8acea-f140-410e-928d-f25123cddba3 tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:01.854011 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-86421497-46b1-4bab-b2a7-f6e422ddeb60 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2771196 Apr 05 14:30:01.857401 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e3b21fba-ed80-4d6a-9a80-36f0d726b57a req-60e8acea-f140-410e-928d-f25123cddba3 tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:01.858583 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e3b21fba-ed80-4d6a-9a80-36f0d726b57a req-60e8acea-f140-410e-928d-f25123cddba3 tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] 10.222.0.30 "DELETE /v2.0/security-groups/79f21db3-7508-4525-b83a-7d49928eac2b HTTP/1.1" status: 204 len: 173 time: 0.6889510 Apr 05 14:30:01.866061 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-6bb1fdd1-7719-4e53-9b2f-985260a4edaf tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Request body: {'port': {'device_id': '487c2ad2-adf2-45bf-ad03-4add49205fca', 'network_id': '46af2908-eb41-456c-9790-cddfd7d7d348', 'admin_state_up': True, 'tenant_id': '9f48ad39adb04af7baada856c775d36d'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:30:01.941796 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e8acea-f140-410e-928d-f25123cddba3 tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f21db3-7508-4525-b83a-7d49928eac2b,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:01.944645 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-354713cd-3a51-47a4-824f-6687279f4f9f x-openstack-request-id: req-354713cd-3a51-47a4-824f-6687279f4f9f {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:30:01.944981 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a5b6824-48d4-4b59-98d0-6219855ba1f7", "tag": "6bab4155-07c8-4da2-b60b-05b96aab9c34", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:30:01.945243 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-354713cd-3a51-47a4-824f-6687279f4f9f {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:30:01.945916 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-354713cd-3a51-47a4-824f-6687279f4f9f'] response: {'name': 'network-changed', 'server_uuid': '7a5b6824-48d4-4b59-98d0-6219855ba1f7', 'tag': '6bab4155-07c8-4da2-b60b-05b96aab9c34', 'status': 'completed', 'code': 200} Apr 05 14:30:01.989494 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaf4784-9730-4d8d-bbb3-0a7ce1aa09e7 req-9fe2b4d6-bb36-43c5-8e67-2de757f16b2e tempest-InstanceActionsV221TestJSON-675479180 tempest-InstanceActionsV221TestJSON-675479180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:01.992102 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ebaf4784-9730-4d8d-bbb3-0a7ce1aa09e7 req-9fe2b4d6-bb36-43c5-8e67-2de757f16b2e tempest-InstanceActionsV221TestJSON-675479180 tempest-InstanceActionsV221TestJSON-675479180-project] 10.222.0.30 "GET /v2.0/ports?device_id=4074c494-024e-466f-a421-3790a0f762cf HTTP/1.1" status: 200 len: 943 time: 0.2106464 Apr 05 14:30:02.076706 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-d3392c5d-c5ca-4cf8-81db-7a083e49d257 None None] Provisioning complete for port 69112071-0ba8-4bae-a271-fb389984f5bc triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:30:02.076706 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d3392c5d-c5ca-4cf8-81db-7a083e49d257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:02.117593 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-d3392c5d-c5ca-4cf8-81db-7a083e49d257 None None] Port 69112071-0ba8-4bae-a271-fb389984f5bc cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:30:02.118564 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e0ed4-eab1-42d4-91ce-64919b5f0eb1 req-92cb8308-bcee-4abb-b647-a63e052a1aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:02.120419 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f89e0ed4-eab1-42d4-91ce-64919b5f0eb1 req-92cb8308-bcee-4abb-b647-a63e052a1aad service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=624acb65c8a14a38b05a73e982caa43a&device_id=7a5b6824-48d4-4b59-98d0-6219855ba1f7 HTTP/1.1" status: 200 len: 1094 time: 0.2428050 Apr 05 14:30:02.141414 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cc8ec107-5b40-473e-8f86-02eadd01be9f req-9a22f402-70ea-47a5-b4a3-7d6b1c52e4c6 tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] 10.222.0.30 "GET /v2.0/security-groups/3d504574-5ee4-44b6-aeec-ad8e5adea30d HTTP/1.1" status: 200 len: 1802 time: 0.1740720 Apr 05 14:30:02.148715 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-6bb1fdd1-7719-4e53-9b2f-985260a4edaf tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Made reservation on behalf of 9f48ad39adb04af7baada856c775d36d for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:30:02.153191 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-6bb1fdd1-7719-4e53-9b2f-985260a4edaf tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:02.171870 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ebaf4784-9730-4d8d-bbb3-0a7ce1aa09e7 req-5bb7f967-f358-4e59-9b37-7e6b6558ae0c tempest-InstanceActionsV221TestJSON-675479180 tempest-InstanceActionsV221TestJSON-675479180-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed4e87fe-f898-4889-9eef-c984a9715415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643968 Apr 05 14:30:02.175528 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f89e0ed4-eab1-42d4-91ce-64919b5f0eb1 req-f364fae1-a886-4ca2-ac18-cc47e8d914fa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6bab4155-07c8-4da2-b60b-05b96aab9c34 HTTP/1.1" status: 200 len: 217 time: 0.0454290 Apr 05 14:30:02.235440 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea31e9e0-98a0-4eea-bd67-d268202d4e13 req-adc145e3-7637-4347-91b6-39b31d6f1f5e tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Made reservation on behalf of f6c75c954b5749f4a5047ff4736e2678 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:30:02.239588 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ea31e9e0-98a0-4eea-bd67-d268202d4e13 req-adc145e3-7637-4347-91b6-39b31d6f1f5e tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:02.305733 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e0ed4-eab1-42d4-91ce-64919b5f0eb1 req-11455eba-ac6a-41e4-a16a-382b8a35283f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:02.307151 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f89e0ed4-eab1-42d4-91ce-64919b5f0eb1 req-11455eba-ac6a-41e4-a16a-382b8a35283f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2ebd5f9f-310d-4e0b-97c9-6b1478640ddc HTTP/1.1" status: 200 len: 845 time: 0.1247325 Apr 05 14:30:02.314507 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-6bb1fdd1-7719-4e53-9b2f-985260a4edaf tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Allocated IP 19.86.0.183 (46af2908-eb41-456c-9790-cddfd7d7d348/a46fb169-cc5d-44db-8d3e-4934013425ec/204177e8-10c2-4665-80ff-8ac601b0cc14) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:30:02.413961 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-cc8ec107-5b40-473e-8f86-02eadd01be9f req-9cb5dda2-32b7-4fd9-84d4-647274762f3c tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:02.470281 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 44e5e706-5615-4e02-b47c-ea5d0f6c5888 details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:30:02.532354 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-6bb1fdd1-7719-4e53-9b2f-985260a4edaf tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:02.609966 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 44e5e706-5615-4e02-b47c-ea5d0f6c5888, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=44e5e706-5615-4e02-b47c-ea5d0f6c5888,segment=NetworkSegment(6514f3af-b636-40a8-b193-7ed3d375de8b),segment_id=6514f3af-b636-40a8-b193-7ed3d375de8b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:30:02.636752 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': '44e5e706-5615-4e02-b47c-ea5d0f6c5888', 'network_id': '95c3dd79-69b7-4787-81af-f24ae4a653d4', 'port_id': '44e5e706-5615-4e02-b47c-ea5d0f6c5888', 'mac_address': 'fa:16:3e:5a:e5:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0912051-24dc-4c36-9aee-316c30f0c9bf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:30:02.680707 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:02.692230 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-6bb1fdd1-7719-4e53-9b2f-985260a4edaf tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:02.702032 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44e5e706-5615-4e02-b47c-ea5d0f6c5888 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:30:02.726099 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 44e5e706-5615-4e02-b47c-ea5d0f6c5888, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=44e5e706-5615-4e02-b47c-ea5d0f6c5888,segment=NetworkSegment(6514f3af-b636-40a8-b193-7ed3d375de8b),segment_id=6514f3af-b636-40a8-b193-7ed3d375de8b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:30:02.726508 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23d4bb8-dab5-4635-a013-b63937d2dc06 req-453e6600-ef86-4140-9f02-c26fa513c6ee tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:02.728087 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e23d4bb8-dab5-4635-a013-b63937d2dc06 req-453e6600-ef86-4140-9f02-c26fa513c6ee tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/ports?device_id=487c2ad2-adf2-45bf-ad03-4add49205fca HTTP/1.1" status: 200 len: 931 time: 0.4525733 Apr 05 14:30:02.742366 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-cc8ec107-5b40-473e-8f86-02eadd01be9f req-9cb5dda2-32b7-4fd9-84d4-647274762f3c tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:02.749787 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-6bb1fdd1-7719-4e53-9b2f-985260a4edaf tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Network 46af2908-eb41-456c-9790-cddfd7d7d348 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:30:02.755469 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-6bb1fdd1-7719-4e53-9b2f-985260a4edaf tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:30:02.759376 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-6bb1fdd1-7719-4e53-9b2f-985260a4edaf tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:30:02.761588 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e0ed4-eab1-42d4-91ce-64919b5f0eb1 req-d3ad293b-484d-4d0a-9dc8-7e95fe04c507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:02.763103 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f89e0ed4-eab1-42d4-91ce-64919b5f0eb1 req-d3ad293b-484d-4d0a-9dc8-7e95fe04c507 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a9ad640e-de7f-43c6-8fef-96cb779b89ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4341550 Apr 05 14:30:02.790360 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb1fdd1-7719-4e53-9b2f-985260a4edaf tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Pushing event updated for resources: {'Port': ['ID=204177e8-10c2-4665-80ff-8ac601b0cc14,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:02.823451 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-ea31e9e0-98a0-4eea-bd67-d268202d4e13 req-adc145e3-7637-4347-91b6-39b31d6f1f5e tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Allocated IP 172.20.0.10 (a926837a-905f-4dbb-b5dd-5a4dcb465fd4/81226097-f23e-489f-aebf-5f546853adb0/0dfd42e3-439b-4a53-afec-89e7248c6fe2) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:30:02.823988 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:02.824111 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-6bb1fdd1-7719-4e53-9b2f-985260a4edaf tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:02.835568 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-6bb1fdd1-7719-4e53-9b2f-985260a4edaf tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:02.901817 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=44e5e706-5615-4e02-b47c-ea5d0f6c5888,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:02.914677 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e23d4bb8-dab5-4635-a013-b63937d2dc06 req-d7b0d8c7-79ad-416b-b5ef-71a9df90338a tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/security-groups?id=a0b9f0a8-8003-41fc-96c3-f7974a1b5067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666741 Apr 05 14:30:02.918278 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-6bb1fdd1-7719-4e53-9b2f-985260a4edaf tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0576808 Apr 05 14:30:02.933849 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-d4d1f519-5dde-41ce-a070-0e1f8fcebd62 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Request body: {'port': {'device_id': '487c2ad2-adf2-45bf-ad03-4add49205fca', 'network_id': '0ae53245-ae34-471c-81ad-55068a409442', 'admin_state_up': True, 'tenant_id': '9f48ad39adb04af7baada856c775d36d'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:30:03.104286 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-6fa4868d-52c6-40db-8bae-ef9e25bef0bf None None] Provisioning complete for port 204177e8-10c2-4665-80ff-8ac601b0cc14 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:30:03.105384 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6fa4868d-52c6-40db-8bae-ef9e25bef0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:03.113791 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f89e0ed4-eab1-42d4-91ce-64919b5f0eb1 req-3e492d9e-990c-4caf-87ea-194a6a5bd062 service neutron] 10.222.0.11 "GET /v2.0/networks/a9ad640e-de7f-43c6-8fef-96cb779b89ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3400600 Apr 05 14:30:03.144954 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['44e5e706-5615-4e02-b47c-ea5d0f6c5888'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:30:03.156657 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01cfc3f-dcb3-41b9-97d6-5e8df0167dcc req-5f70a9a8-2f8d-4c56-99f1-5cb12d180b7c tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:03.158309 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c01cfc3f-dcb3-41b9-97d6-5e8df0167dcc req-5f70a9a8-2f8d-4c56-99f1-5cb12d180b7c tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a5b6824-48d4-4b59-98d0-6219855ba1f7 HTTP/1.1" status: 200 len: 943 time: 0.0964241 Apr 05 14:30:03.188982 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-6fa4868d-52c6-40db-8bae-ef9e25bef0bf None None] Port 204177e8-10c2-4665-80ff-8ac601b0cc14 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:30:03.215011 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-cc8ec107-5b40-473e-8f86-02eadd01be9f req-9cb5dda2-32b7-4fd9-84d4-647274762f3c tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:03.218048 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-cc8ec107-5b40-473e-8f86-02eadd01be9f req-9cb5dda2-32b7-4fd9-84d4-647274762f3c tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:03.219182 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cc8ec107-5b40-473e-8f86-02eadd01be9f req-9cb5dda2-32b7-4fd9-84d4-647274762f3c tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] 10.222.0.30 "DELETE /v2.0/security-groups/3d504574-5ee4-44b6-aeec-ad8e5adea30d HTTP/1.1" status: 204 len: 173 time: 1.0464020 Apr 05 14:30:03.229687 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-d4d1f519-5dde-41ce-a070-0e1f8fcebd62 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Made reservation on behalf of 9f48ad39adb04af7baada856c775d36d for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:30:03.233264 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-d4d1f519-5dde-41ce-a070-0e1f8fcebd62 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:03.286923 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb5dda2-32b7-4fd9-84d4-647274762f3c tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d504574-5ee4-44b6-aeec-ad8e5adea30d,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:03.369729 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c01cfc3f-dcb3-41b9-97d6-5e8df0167dcc req-3046bd5c-4843-4fb1-94de-36e6999e0f6d tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] 10.222.0.30 "GET /v2.0/security-groups?id=a2119bd0-e3d5-4a5e-9adb-1090886ff785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1777554 Apr 05 14:30:03.454716 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f89e0ed4-eab1-42d4-91ce-64919b5f0eb1 req-9513343c-b1f6-41f8-8c2c-2e34c3ca34c5 service neutron] 10.222.0.11 "GET /v2.0/networks/a9ad640e-de7f-43c6-8fef-96cb779b89ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3324926 Apr 05 14:30:03.461569 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b9f19c91-14ab-4902-82a9-b377efa4ff2c req-266380f6-c78e-47e7-847b-42d7e70d1e66 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fde1780-9f77-4003-9873-44b7523942c2 HTTP/1.1" status: 200 len: 210 time: 0.1178138 Apr 05 14:30:03.507734 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ea31e9e0-98a0-4eea-bd67-d268202d4e13 req-adc145e3-7637-4347-91b6-39b31d6f1f5e tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:03.529532 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cdc83b-c605-420f-a84e-0366e452f44e req-d40afe50-d677-4351-aec0-7422c94fe024 tempest-VolumesAdminNegativeTest-1013622783 tempest-VolumesAdminNegativeTest-1013622783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:03.531027 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-19cdc83b-c605-420f-a84e-0366e452f44e req-d40afe50-d677-4351-aec0-7422c94fe024 tempest-VolumesAdminNegativeTest-1013622783 tempest-VolumesAdminNegativeTest-1013622783-project] 10.222.0.55 "GET /v2.0/networks?id=f04ccdbb-54b6-4a3c-ae23-3705aa7315ed HTTP/1.1" status: 200 len: 815 time: 0.2661111 Apr 05 14:30:03.546481 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-19cdc83b-c605-420f-a84e-0366e452f44e req-469218c1-0d22-4baf-9ce2-dbe845783594 tempest-VolumesAdminNegativeTest-1013622783 tempest-VolumesAdminNegativeTest-1013622783-project] Request body: {'port': {'device_id': '75465c73-f9ad-4f9c-8eb3-b93d66aafefe', 'network_id': 'f04ccdbb-54b6-4a3c-ae23-3705aa7315ed', 'admin_state_up': True, 'tenant_id': 'e6637180b4354a838b3ff1a7b5928046'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:30:03.603142 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-d4d1f519-5dde-41ce-a070-0e1f8fcebd62 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Allocated IP 19.80.0.135 (0ae53245-ae34-471c-81ad-55068a409442/17af96e3-e553-4a6b-bfad-cf8ba0973a81/72174080-8f1e-4057-86f0-7584e8569b02) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:30:03.615369 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5a8467d0-c1f1-4e54-8d0c-eda6d211d6e1 req-a84d04bb-d5b8-4b0f-bdae-0295efaabaa4 tempest-VolumesAdminNegativeTest-1013622783 tempest-VolumesAdminNegativeTest-1013622783-project] 10.222.0.30 "GET /v2.0/ports?device_id=75465c73-f9ad-4f9c-8eb3-b93d66aafefe HTTP/1.1" status: 200 len: 210 time: 0.0757177 Apr 05 14:30:03.689761 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95773dd3-c02f-404a-9736-a2872d42e35b req-cb8b442c-70db-41de-a46d-a1115429a837 tempest-InstanceActionsV221TestJSON-675479180 tempest-InstanceActionsV221TestJSON-675479180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:03.691313 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-95773dd3-c02f-404a-9736-a2872d42e35b req-cb8b442c-70db-41de-a46d-a1115429a837 tempest-InstanceActionsV221TestJSON-675479180 tempest-InstanceActionsV221TestJSON-675479180-project] 10.222.0.30 "GET /v2.0/ports?device_id=4074c494-024e-466f-a421-3790a0f762cf HTTP/1.1" status: 200 len: 944 time: 0.1400948 Apr 05 14:30:03.714837 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2837142a-0fcc-466f-a4e7-bb510ceda6d0 req-f7521c06-2dae-4e29-a27c-3ff3836925a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:03.717021 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2837142a-0fcc-466f-a4e7-bb510ceda6d0 req-f7521c06-2dae-4e29-a27c-3ff3836925a9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=624acb65c8a14a38b05a73e982caa43a&device_id=7a5b6824-48d4-4b59-98d0-6219855ba1f7 HTTP/1.1" status: 200 len: 1094 time: 0.1110680 Apr 05 14:30:03.744940 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ea31e9e0-98a0-4eea-bd67-d268202d4e13 req-adc145e3-7637-4347-91b6-39b31d6f1f5e tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:03.818231 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-d4d1f519-5dde-41ce-a070-0e1f8fcebd62 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:03.821214 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19cdc83b-c605-420f-a84e-0366e452f44e req-469218c1-0d22-4baf-9ce2-dbe845783594 tempest-VolumesAdminNegativeTest-1013622783 tempest-VolumesAdminNegativeTest-1013622783-project] Made reservation on behalf of e6637180b4354a838b3ff1a7b5928046 for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:30:03.825095 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-19cdc83b-c605-420f-a84e-0366e452f44e req-469218c1-0d22-4baf-9ce2-dbe845783594 tempest-VolumesAdminNegativeTest-1013622783 tempest-VolumesAdminNegativeTest-1013622783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:03.841891 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-18347520-7554-4e96-bb5c-6543aaf8fe26 req-c936f99f-ae58-4676-9893-7e83dd23ca99 tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] 10.222.0.30 "GET /v2.0/security-groups/25f5cfed-3213-4e0c-a791-87f0ff6f15fc HTTP/1.1" status: 200 len: 1805 time: 0.1884191 Apr 05 14:30:03.855872 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-95773dd3-c02f-404a-9736-a2872d42e35b req-3d14b667-7854-413a-9bf7-d1cfdb0f282a tempest-InstanceActionsV221TestJSON-675479180 tempest-InstanceActionsV221TestJSON-675479180-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed4e87fe-f898-4889-9eef-c984a9715415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543725 Apr 05 14:30:03.871880 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea31e9e0-98a0-4eea-bd67-d268202d4e13 req-adc145e3-7637-4347-91b6-39b31d6f1f5e tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Network a926837a-905f-4dbb-b5dd-5a4dcb465fd4 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:30:03.884865 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-ea31e9e0-98a0-4eea-bd67-d268202d4e13 req-adc145e3-7637-4347-91b6-39b31d6f1f5e tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:30:03.889625 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc145e3-7637-4347-91b6-39b31d6f1f5e tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Pushing event updated for resources: {'Port': ['ID=0dfd42e3-439b-4a53-afec-89e7248c6fe2,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:03.893674 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea31e9e0-98a0-4eea-bd67-d268202d4e13 req-adc145e3-7637-4347-91b6-39b31d6f1f5e tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:30:03.990653 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea31e9e0-98a0-4eea-bd67-d268202d4e13 req-adc145e3-7637-4347-91b6-39b31d6f1f5e tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:03.991290 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ea31e9e0-98a0-4eea-bd67-d268202d4e13 req-adc145e3-7637-4347-91b6-39b31d6f1f5e tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:03.995859 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2837142a-0fcc-466f-a4e7-bb510ceda6d0 req-96f8a9b0-fbe7-4cba-b6b6-2687ce983c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:03.997343 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2837142a-0fcc-466f-a4e7-bb510ceda6d0 req-96f8a9b0-fbe7-4cba-b6b6-2687ce983c89 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a9ad640e-de7f-43c6-8fef-96cb779b89ff HTTP/1.1" status: 200 len: 907 time: 0.2627192 Apr 05 14:30:04.025977 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [req-19cdc83b-c605-420f-a84e-0366e452f44e req-469218c1-0d22-4baf-9ce2-dbe845783594 tempest-VolumesAdminNegativeTest-1013622783 tempest-VolumesAdminNegativeTest-1013622783-project] Allocated IP 172.20.0.13 (f04ccdbb-54b6-4a3c-ae23-3705aa7315ed/223b9c80-f315-4c76-a853-7d1f4d5f7897/116238ca-71ac-4551-889e-ef8d092e94b9) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:30:04.030851 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-d4d1f519-5dde-41ce-a070-0e1f8fcebd62 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:04.070674 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2837142a-0fcc-466f-a4e7-bb510ceda6d0 req-60a83e4a-bbe5-4cb2-86fc-0d8d7ea768ad service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6bab4155-07c8-4da2-b60b-05b96aab9c34 HTTP/1.1" status: 200 len: 217 time: 0.0628605 Apr 05 14:30:04.086802 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-18347520-7554-4e96-bb5c-6543aaf8fe26 req-a1581e99-598a-4fbd-b763-93feaa656459 tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:04.108260 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-d4d1f519-5dde-41ce-a070-0e1f8fcebd62 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Network 0ae53245-ae34-471c-81ad-55068a409442 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:30:04.114988 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-d4d1f519-5dde-41ce-a070-0e1f8fcebd62 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:30:04.121989 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1f519-5dde-41ce-a070-0e1f8fcebd62 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Pushing event updated for resources: {'Port': ['ID=72174080-8f1e-4057-86f0-7584e8569b02,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:04.125117 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-d4d1f519-5dde-41ce-a070-0e1f8fcebd62 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:30:04.147110 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ea31e9e0-98a0-4eea-bd67-d268202d4e13 req-adc145e3-7637-4347-91b6-39b31d6f1f5e tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4694221 Apr 05 14:30:04.153195 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-18347520-7554-4e96-bb5c-6543aaf8fe26 req-a1581e99-598a-4fbd-b763-93feaa656459 tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:04.172800 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-ea31e9e0-98a0-4eea-bd67-d268202d4e13 req-52845687-98ce-4866-a1a8-bc63316f84fd service neutron] Request body: {'port': {'device_id': '2fde1780-9f77-4003-9873-44b7523942c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:30:04.209444 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2837142a-0fcc-466f-a4e7-bb510ceda6d0 req-57351dc6-e0c2-4bc0-9afc-7a7e589d7188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:04.210984 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2837142a-0fcc-466f-a4e7-bb510ceda6d0 req-57351dc6-e0c2-4bc0-9afc-7a7e589d7188 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2ebd5f9f-310d-4e0b-97c9-6b1478640ddc HTTP/1.1" status: 200 len: 845 time: 0.1256108 Apr 05 14:30:04.213958 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-d4d1f519-5dde-41ce-a070-0e1f8fcebd62 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:04.214611 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-d4d1f519-5dde-41ce-a070-0e1f8fcebd62 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:04.248345 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd455e2b-bb00-4015-b23d-55e0b52e0c4e req-2350aa49-83f1-4655-9b1b-e8d58d7da331 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:04.255396 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd455e2b-bb00-4015-b23d-55e0b52e0c4e req-2350aa49-83f1-4655-9b1b-e8d58d7da331 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:04.261539 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd455e2b-bb00-4015-b23d-55e0b52e0c4e req-2350aa49-83f1-4655-9b1b-e8d58d7da331 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:04.269387 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bd455e2b-bb00-4015-b23d-55e0b52e0c4e req-2350aa49-83f1-4655-9b1b-e8d58d7da331 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/ports?device_id=487c2ad2-adf2-45bf-ad03-4add49205fca HTTP/1.1" status: 200 len: 2376 time: 0.2546945 Apr 05 14:30:04.336436 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-19cdc83b-c605-420f-a84e-0366e452f44e req-469218c1-0d22-4baf-9ce2-dbe845783594 tempest-VolumesAdminNegativeTest-1013622783 tempest-VolumesAdminNegativeTest-1013622783-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:04.341327 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ea31e9e0-98a0-4eea-bd67-d268202d4e13 req-52845687-98ce-4866-a1a8-bc63316f84fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:04.358991 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-d4d1f519-5dde-41ce-a070-0e1f8fcebd62 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4290800 Apr 05 14:30:04.371514 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bd455e2b-bb00-4015-b23d-55e0b52e0c4e req-fb82a303-ba5c-47f9-90c5-fbf67e5897af tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/security-groups?id=a0b9f0a8-8003-41fc-96c3-f7974a1b5067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012356 Apr 05 14:30:04.375923 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2837142a-0fcc-466f-a4e7-bb510ceda6d0 req-167ba126-1534-4450-ba53-93f0c2f1fb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:04.377702 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2837142a-0fcc-466f-a4e7-bb510ceda6d0 req-167ba126-1534-4450-ba53-93f0c2f1fb84 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a9ad640e-de7f-43c6-8fef-96cb779b89ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1495962 Apr 05 14:30:04.380003 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-88a14f99-07e6-438a-ad1c-f2f1e14aa91a service neutron] Request body: {'port': {'device_id': '487c2ad2-adf2-45bf-ad03-4add49205fca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:30:04.427936 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-18347520-7554-4e96-bb5c-6543aaf8fe26 req-a1581e99-598a-4fbd-b763-93feaa656459 tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:04.430607 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-18347520-7554-4e96-bb5c-6543aaf8fe26 req-a1581e99-598a-4fbd-b763-93feaa656459 tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:04.441655 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-18347520-7554-4e96-bb5c-6543aaf8fe26 req-a1581e99-598a-4fbd-b763-93feaa656459 tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] 10.222.0.30 "DELETE /v2.0/security-groups/25f5cfed-3213-4e0c-a791-87f0ff6f15fc HTTP/1.1" status: 204 len: 173 time: 0.5709012 Apr 05 14:30:04.465527 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-88a14f99-07e6-438a-ad1c-f2f1e14aa91a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:04.479334 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 44e5e706-5615-4e02-b47c-ea5d0f6c5888 up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:30:04.522533 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-19cdc83b-c605-420f-a84e-0366e452f44e req-469218c1-0d22-4baf-9ce2-dbe845783594 tempest-VolumesAdminNegativeTest-1013622783 tempest-VolumesAdminNegativeTest-1013622783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:04.526954 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1581e99-598a-4fbd-b763-93feaa656459 tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f5cfed-3213-4e0c-a791-87f0ff6f15fc,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:04.545409 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-125980f4-3ff9-429b-95ac-0c9c75a0a0f7 None None] Provisioning complete for port 72174080-8f1e-4057-86f0-7584e8569b02 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:30:04.546123 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-125980f4-3ff9-429b-95ac-0c9c75a0a0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:04.593487 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning for port 44e5e706-5615-4e02-b47c-ea5d0f6c5888 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:30:04.602262 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port 44e5e706-5615-4e02-b47c-ea5d0f6c5888 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:30:04.602946 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:04.604218 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19cdc83b-c605-420f-a84e-0366e452f44e req-469218c1-0d22-4baf-9ce2-dbe845783594 tempest-VolumesAdminNegativeTest-1013622783 tempest-VolumesAdminNegativeTest-1013622783-project] Network f04ccdbb-54b6-4a3c-ae23-3705aa7315ed is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:30:04.607066 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-125980f4-3ff9-429b-95ac-0c9c75a0a0f7 None None] Port 72174080-8f1e-4057-86f0-7584e8569b02 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:30:04.664651 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [req-19cdc83b-c605-420f-a84e-0366e452f44e req-469218c1-0d22-4baf-9ce2-dbe845783594 tempest-VolumesAdminNegativeTest-1013622783 tempest-VolumesAdminNegativeTest-1013622783-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:30:04.679111 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-19cdc83b-c605-420f-a84e-0366e452f44e req-469218c1-0d22-4baf-9ce2-dbe845783594 tempest-VolumesAdminNegativeTest-1013622783 tempest-VolumesAdminNegativeTest-1013622783-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:30:04.689201 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469218c1-0d22-4baf-9ce2-dbe845783594 tempest-VolumesAdminNegativeTest-1013622783 tempest-VolumesAdminNegativeTest-1013622783-project] Pushing event updated for resources: {'Port': ['ID=116238ca-71ac-4551-889e-ef8d092e94b9,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:04.692538 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8e5f3d0c-2177-47a3-adb3-9849f914ac07 req-6ce69292-1dfb-465e-a9ee-a0b89abd8825 tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] 10.222.0.30 "GET /v2.0/security-groups/66172e74-896e-44a3-af6c-91f782e98fa0 HTTP/1.1" status: 200 len: 2403 time: 0.2337940 Apr 05 14:30:04.694682 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:04.730188 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4074c494-024e-466f-a421-3790a0f762cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e5e706-5615-4e02-b47c-ea5d0f6c5888'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:30:04.732577 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9992cd02-e7df-4c0e-8ef7-0c976cbde42e" -d '{"events": [{"server_uuid": "4074c494-024e-466f-a421-3790a0f762cf", "name": "network-vif-plugged", "status": "completed", "tag": "44e5e706-5615-4e02-b47c-ea5d0f6c5888"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:30:04.741192 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a6b60b-0cb9-42f0-8ac0-aca236298e89 req-09b7f69f-2bf1-4ff4-b0f8-9cd8f71a81db tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:04.745664 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 44e5e706-5615-4e02-b47c-ea5d0f6c5888, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=44e5e706-5615-4e02-b47c-ea5d0f6c5888,segment=NetworkSegment(6514f3af-b636-40a8-b193-7ed3d375de8b),segment_id=6514f3af-b636-40a8-b193-7ed3d375de8b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:30:04.748830 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-85a6b60b-0cb9-42f0-8ac0-aca236298e89 req-09b7f69f-2bf1-4ff4-b0f8-9cd8f71a81db tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a5b6824-48d4-4b59-98d0-6219855ba1f7 HTTP/1.1" status: 200 len: 943 time: 0.2492187 Apr 05 14:30:04.777043 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cdc83b-c605-420f-a84e-0366e452f44e req-469218c1-0d22-4baf-9ce2-dbe845783594 tempest-VolumesAdminNegativeTest-1013622783 tempest-VolumesAdminNegativeTest-1013622783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:04.777653 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-19cdc83b-c605-420f-a84e-0366e452f44e req-469218c1-0d22-4baf-9ce2-dbe845783594 tempest-VolumesAdminNegativeTest-1013622783 tempest-VolumesAdminNegativeTest-1013622783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:04.807066 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2837142a-0fcc-466f-a4e7-bb510ceda6d0 req-57df8d3c-b155-4c3e-93b2-6e5a8d6bcb14 service neutron] 10.222.0.11 "GET /v2.0/networks/a9ad640e-de7f-43c6-8fef-96cb779b89ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4025285 Apr 05 14:30:04.834569 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:04.904222 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=44e5e706-5615-4e02-b47c-ea5d0f6c5888,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:04.927196 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-19cdc83b-c605-420f-a84e-0366e452f44e req-469218c1-0d22-4baf-9ce2-dbe845783594 tempest-VolumesAdminNegativeTest-1013622783 tempest-VolumesAdminNegativeTest-1013622783-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3865423 Apr 05 14:30:04.941717 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-85a6b60b-0cb9-42f0-8ac0-aca236298e89 req-50d7ba2c-6f3c-4dd6-a9f0-b8147e7a05c8 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] 10.222.0.30 "GET /v2.0/security-groups?id=a2119bd0-e3d5-4a5e-9adb-1090886ff785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1919324 Apr 05 14:30:04.951397 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-19cdc83b-c605-420f-a84e-0366e452f44e req-89d6529a-e008-444c-9a53-b5a7acbd2257 service neutron] Request body: {'port': {'device_id': '75465c73-f9ad-4f9c-8eb3-b93d66aafefe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:30:04.981497 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-88a14f99-07e6-438a-ad1c-f2f1e14aa91a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69112071-0ba8-4bae-a271-fb389984f5bc {{(pid=103321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:30:04.994914 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-88a14f99-07e6-438a-ad1c-f2f1e14aa91a service neutron] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:04.995265 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-8e5f3d0c-2177-47a3-adb3-9849f914ac07 req-7ad19188-3944-40e6-a44e-b6530591b4f8 tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:05.034798 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-19cdc83b-c605-420f-a84e-0366e452f44e req-89d6529a-e008-444c-9a53-b5a7acbd2257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:05.037299 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.provisioning_blocks [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-88a14f99-07e6-438a-ad1c-f2f1e14aa91a service neutron] Transition to ACTIVE for port object 69112071-0ba8-4bae-a271-fb389984f5bc will not be triggered until provisioned by entity L2. {{(pid=103321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:30:05.037485 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2837142a-0fcc-466f-a4e7-bb510ceda6d0 req-75deadeb-f004-411f-a825-e81ac26f72f8 service neutron] 10.222.0.11 "GET /v2.0/networks/a9ad640e-de7f-43c6-8fef-96cb779b89ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196808 Apr 05 14:30:05.095506 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-8e5f3d0c-2177-47a3-adb3-9849f914ac07 req-7ad19188-3944-40e6-a44e-b6530591b4f8 tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:05.130542 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-ea31e9e0-98a0-4eea-bd67-d268202d4e13 req-52845687-98ce-4866-a1a8-bc63316f84fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dfd42e3-439b-4a53-afec-89e7248c6fe2 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:30:05.147345 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-88a14f99-07e6-438a-ad1c-f2f1e14aa91a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:05.149789 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ea31e9e0-98a0-4eea-bd67-d268202d4e13 req-52845687-98ce-4866-a1a8-bc63316f84fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:05.170773 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38230a08-cd72-4992-b44e-35318cdf4bd2 req-4f7e5aae-0cbf-4f82-b3d3-b0e216f55762 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:05.172244 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-38230a08-cd72-4992-b44e-35318cdf4bd2 req-4f7e5aae-0cbf-4f82-b3d3-b0e216f55762 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fde1780-9f77-4003-9873-44b7523942c2 HTTP/1.1" status: 200 len: 932 time: 0.1339097 Apr 05 14:30:05.183059 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-ea31e9e0-98a0-4eea-bd67-d268202d4e13 req-52845687-98ce-4866-a1a8-bc63316f84fd service neutron] Transition to ACTIVE for port object 0dfd42e3-439b-4a53-afec-89e7248c6fe2 will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:30:05.214568 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a14f99-07e6-438a-ad1c-f2f1e14aa91a service neutron] Pushing event updated for resources: {'Port': ['ID=69112071-0ba8-4bae-a271-fb389984f5bc,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:05.233541 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-38230a08-cd72-4992-b44e-35318cdf4bd2 req-56f6849a-63d6-4dc0-b596-63e916406d54 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477922 Apr 05 14:30:05.316795 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ea31e9e0-98a0-4eea-bd67-d268202d4e13 req-52845687-98ce-4866-a1a8-bc63316f84fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:05.381208 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-8e5f3d0c-2177-47a3-adb3-9849f914ac07 req-7ad19188-3944-40e6-a44e-b6530591b4f8 tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:05.384315 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-8e5f3d0c-2177-47a3-adb3-9849f914ac07 req-7ad19188-3944-40e6-a44e-b6530591b4f8 tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:05.385516 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8e5f3d0c-2177-47a3-adb3-9849f914ac07 req-7ad19188-3944-40e6-a44e-b6530591b4f8 tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] 10.222.0.30 "DELETE /v2.0/security-groups/66172e74-896e-44a3-af6c-91f782e98fa0 HTTP/1.1" status: 204 len: 173 time: 0.6921329 Apr 05 14:30:05.425423 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad19188-3944-40e6-a44e-b6530591b4f8 tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66172e74-896e-44a3-af6c-91f782e98fa0,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:05.441832 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c95a7-e3f7-4863-83d5-d8fb7e62dd89 req-bd526830-6bda-44af-a479-f74090f71fd4 tempest-VolumesAdminNegativeTest-1013622783 tempest-VolumesAdminNegativeTest-1013622783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:05.449261 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-570c95a7-e3f7-4863-83d5-d8fb7e62dd89 req-bd526830-6bda-44af-a479-f74090f71fd4 tempest-VolumesAdminNegativeTest-1013622783 tempest-VolumesAdminNegativeTest-1013622783-project] 10.222.0.30 "GET /v2.0/ports?device_id=75465c73-f9ad-4f9c-8eb3-b93d66aafefe HTTP/1.1" status: 200 len: 932 time: 0.1547704 Apr 05 14:30:05.459128 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52845687-98ce-4866-a1a8-bc63316f84fd service neutron] Pushing event updated for resources: {'Port': ['ID=0dfd42e3-439b-4a53-afec-89e7248c6fe2,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:05.485333 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f560fe03-052d-4b4b-b6ee-695a829c34a6 x-openstack-request-id: req-f560fe03-052d-4b4b-b6ee-695a829c34a6 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:30:05.485831 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4074c494-024e-466f-a421-3790a0f762cf", "name": "network-vif-plugged", "status": "completed", "tag": "44e5e706-5615-4e02-b47c-ea5d0f6c5888", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:30:05.485942 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f560fe03-052d-4b4b-b6ee-695a829c34a6 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:30:05.486424 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f560fe03-052d-4b4b-b6ee-695a829c34a6'] response: {'server_uuid': '4074c494-024e-466f-a421-3790a0f762cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e5e706-5615-4e02-b47c-ea5d0f6c5888', 'code': 200} Apr 05 14:30:05.636121 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-570c95a7-e3f7-4863-83d5-d8fb7e62dd89 req-b7da892f-7c95-4d34-8986-74de0b301088 tempest-VolumesAdminNegativeTest-1013622783 tempest-VolumesAdminNegativeTest-1013622783-project] 10.222.0.30 "GET /v2.0/security-groups?id=d36602e2-ba30-46f6-8301-7d410100b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815078 Apr 05 14:30:05.637023 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-ea31e9e0-98a0-4eea-bd67-d268202d4e13 req-52845687-98ce-4866-a1a8-bc63316f84fd service neutron] Attempting to bind port 0dfd42e3-439b-4a53-afec-89e7248c6fe2 on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:30:05.637304 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-ea31e9e0-98a0-4eea-bd67-d268202d4e13 req-52845687-98ce-4866-a1a8-bc63316f84fd service neutron] Attempting to bind port 0dfd42e3-439b-4a53-afec-89e7248c6fe2 by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': '86bf7ba4-25ec-477a-b752-1cd3a94d1598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a926837a-905f-4dbb-b5dd-5a4dcb465fd4'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:30:05.637639 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea31e9e0-98a0-4eea-bd67-d268202d4e13 req-52845687-98ce-4866-a1a8-bc63316f84fd service neutron] Attempting to bind port 0dfd42e3-439b-4a53-afec-89e7248c6fe2 on network a926837a-905f-4dbb-b5dd-5a4dcb465fd4 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:30:05.664319 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea31e9e0-98a0-4eea-bd67-d268202d4e13 req-52845687-98ce-4866-a1a8-bc63316f84fd service neutron] Port 0dfd42e3-439b-4a53-afec-89e7248c6fe2 on network a926837a-905f-4dbb-b5dd-5a4dcb465fd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:30:05.664653 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea31e9e0-98a0-4eea-bd67-d268202d4e13 req-52845687-98ce-4866-a1a8-bc63316f84fd service neutron] Attempting to bind port 0dfd42e3-439b-4a53-afec-89e7248c6fe2 on network a926837a-905f-4dbb-b5dd-5a4dcb465fd4 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:30:05.692059 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea31e9e0-98a0-4eea-bd67-d268202d4e13 req-52845687-98ce-4866-a1a8-bc63316f84fd service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:30:05.692288 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea31e9e0-98a0-4eea-bd67-d268202d4e13 req-52845687-98ce-4866-a1a8-bc63316f84fd service neutron] Checking segment: {'id': '86bf7ba4-25ec-477a-b752-1cd3a94d1598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a926837a-905f-4dbb-b5dd-5a4dcb465fd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:30:05.692662 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea31e9e0-98a0-4eea-bd67-d268202d4e13 req-52845687-98ce-4866-a1a8-bc63316f84fd service neutron] Bound using segment: {'id': '86bf7ba4-25ec-477a-b752-1cd3a94d1598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a926837a-905f-4dbb-b5dd-5a4dcb465fd4'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:30:05.693146 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-ea31e9e0-98a0-4eea-bd67-d268202d4e13 req-52845687-98ce-4866-a1a8-bc63316f84fd service neutron] Bound port: 0dfd42e3-439b-4a53-afec-89e7248c6fe2, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86bf7ba4-25ec-477a-b752-1cd3a94d1598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a926837a-905f-4dbb-b5dd-5a4dcb465fd4'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:30:05.693514 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ea31e9e0-98a0-4eea-bd67-d268202d4e13 req-52845687-98ce-4866-a1a8-bc63316f84fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:05.725520 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb5e3b-8764-414c-a6fc-ed9340a83a4d req-b0757444-34dc-4435-897c-9c9d9f4d8e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:05.727060 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-96bb5e3b-8764-414c-a6fc-ed9340a83a4d req-b0757444-34dc-4435-897c-9c9d9f4d8e57 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4074c494-024e-466f-a421-3790a0f762cf HTTP/1.1" status: 200 len: 1096 time: 0.1516736 Apr 05 14:30:05.755584 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-88a14f99-07e6-438a-ad1c-f2f1e14aa91a service neutron] Attempting to bind port 69112071-0ba8-4bae-a271-fb389984f5bc on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:30:05.756273 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-88a14f99-07e6-438a-ad1c-f2f1e14aa91a service neutron] Attempting to bind port 69112071-0ba8-4bae-a271-fb389984f5bc by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': 'cbce7e02-70d1-451f-b93b-8687d648f2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '0ae53245-ae34-471c-81ad-55068a409442'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:30:05.756653 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-88a14f99-07e6-438a-ad1c-f2f1e14aa91a service neutron] Attempting to bind port 69112071-0ba8-4bae-a271-fb389984f5bc on network 0ae53245-ae34-471c-81ad-55068a409442 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:30:05.763040 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-88a14f99-07e6-438a-ad1c-f2f1e14aa91a service neutron] Port 69112071-0ba8-4bae-a271-fb389984f5bc on network 0ae53245-ae34-471c-81ad-55068a409442 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:30:05.763363 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-88a14f99-07e6-438a-ad1c-f2f1e14aa91a service neutron] Attempting to bind port 69112071-0ba8-4bae-a271-fb389984f5bc on network 0ae53245-ae34-471c-81ad-55068a409442 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:30:05.774193 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-88a14f99-07e6-438a-ad1c-f2f1e14aa91a service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:30:05.774533 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-88a14f99-07e6-438a-ad1c-f2f1e14aa91a service neutron] Checking segment: {'id': 'cbce7e02-70d1-451f-b93b-8687d648f2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '0ae53245-ae34-471c-81ad-55068a409442'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:30:05.774916 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-88a14f99-07e6-438a-ad1c-f2f1e14aa91a service neutron] Bound using segment: {'id': 'cbce7e02-70d1-451f-b93b-8687d648f2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '0ae53245-ae34-471c-81ad-55068a409442'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:30:05.775592 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-88a14f99-07e6-438a-ad1c-f2f1e14aa91a service neutron] Bound port: 69112071-0ba8-4bae-a271-fb389984f5bc, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbce7e02-70d1-451f-b93b-8687d648f2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '0ae53245-ae34-471c-81ad-55068a409442'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:30:05.775758 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-88a14f99-07e6-438a-ad1c-f2f1e14aa91a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:05.785140 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab6d6f-9053-4bad-83b2-baa8c153998a req-70e809bf-ed80-48bd-a6b0-2e3834a6bca9 tempest-InstanceActionsV221TestJSON-675479180 tempest-InstanceActionsV221TestJSON-675479180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:05.786690 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-51ab6d6f-9053-4bad-83b2-baa8c153998a req-70e809bf-ed80-48bd-a6b0-2e3834a6bca9 tempest-InstanceActionsV221TestJSON-675479180 tempest-InstanceActionsV221TestJSON-675479180-project] 10.222.0.30 "GET /v2.0/ports?device_id=4074c494-024e-466f-a421-3790a0f762cf HTTP/1.1" status: 200 len: 945 time: 0.1982768 Apr 05 14:30:05.818039 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0e2b5d52-4ebb-4d7d-a7c4-290e33c2bf54 req-4eb0d329-fd1c-4ba2-8b68-7f148cea7b6c tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] 10.222.0.30 "GET /v2.0/security-groups/2b88292e-cf43-4b1d-8512-f200ca3afcf1 HTTP/1.1" status: 200 len: 2397 time: 0.1501288 Apr 05 14:30:05.851820 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [req-19cdc83b-c605-420f-a84e-0366e452f44e req-89d6529a-e008-444c-9a53-b5a7acbd2257 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 116238ca-71ac-4551-889e-ef8d092e94b9 {{(pid=103321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:30:05.862667 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-19cdc83b-c605-420f-a84e-0366e452f44e req-89d6529a-e008-444c-9a53-b5a7acbd2257 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:05.870071 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-ea31e9e0-98a0-4eea-bd67-d268202d4e13 req-52845687-98ce-4866-a1a8-bc63316f84fd service neutron] For port 0dfd42e3-439b-4a53-afec-89e7248c6fe2, host n-h1-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:30:05.885130 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-ea31e9e0-98a0-4eea-bd67-d268202d4e13 req-52845687-98ce-4866-a1a8-bc63316f84fd service neutron] For port 0dfd42e3-439b-4a53-afec-89e7248c6fe2, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=0dfd42e3-439b-4a53-afec-89e7248c6fe2,segment=NetworkSegment(86bf7ba4-25ec-477a-b752-1cd3a94d1598),segment_id=86bf7ba4-25ec-477a-b752-1cd3a94d1598)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:30:05.885130 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-96bb5e3b-8764-414c-a6fc-ed9340a83a4d req-4a06b3d9-3c0f-4eb9-a589-4829017cd486 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ed4e87fe-f898-4889-9eef-c984a9715415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449194 Apr 05 14:30:05.888067 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.provisioning_blocks [req-19cdc83b-c605-420f-a84e-0366e452f44e req-89d6529a-e008-444c-9a53-b5a7acbd2257 service neutron] Transition to ACTIVE for port object 116238ca-71ac-4551-889e-ef8d092e94b9 will not be triggered until provisioned by entity L2. {{(pid=103321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:30:05.892521 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-88a14f99-07e6-438a-ad1c-f2f1e14aa91a service neutron] For port 69112071-0ba8-4bae-a271-fb389984f5bc, host n-h1-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:30:05.896065 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-88a14f99-07e6-438a-ad1c-f2f1e14aa91a service neutron] For port 69112071-0ba8-4bae-a271-fb389984f5bc, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=69112071-0ba8-4bae-a271-fb389984f5bc,segment=NetworkSegment(cbce7e02-70d1-451f-b93b-8687d648f2fd),segment_id=cbce7e02-70d1-451f-b93b-8687d648f2fd)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:30:05.910241 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-51ab6d6f-9053-4bad-83b2-baa8c153998a req-3d9e2584-af20-4ef6-a02e-07fefefe9264 tempest-InstanceActionsV221TestJSON-675479180 tempest-InstanceActionsV221TestJSON-675479180-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed4e87fe-f898-4889-9eef-c984a9715415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059844 Apr 05 14:30:05.943047 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-0e2b5d52-4ebb-4d7d-a7c4-290e33c2bf54 req-e63e9e3a-5e8d-4089-ac7b-65977ffeb90c tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:05.962962 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ea31e9e0-98a0-4eea-bd67-d268202d4e13 req-52845687-98ce-4866-a1a8-bc63316f84fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:05.995207 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-88a14f99-07e6-438a-ad1c-f2f1e14aa91a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:05.998495 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-0e2b5d52-4ebb-4d7d-a7c4-290e33c2bf54 req-e63e9e3a-5e8d-4089-ac7b-65977ffeb90c tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:05.999991 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-19cdc83b-c605-420f-a84e-0366e452f44e req-89d6529a-e008-444c-9a53-b5a7acbd2257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:06.040157 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea31e9e0-98a0-4eea-bd67-d268202d4e13 req-52845687-98ce-4866-a1a8-bc63316f84fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:06.040818 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ea31e9e0-98a0-4eea-bd67-d268202d4e13 req-52845687-98ce-4866-a1a8-bc63316f84fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:06.042329 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ea31e9e0-98a0-4eea-bd67-d268202d4e13 req-52845687-98ce-4866-a1a8-bc63316f84fd service neutron] 10.222.0.55 "PUT /v2.0/ports/0dfd42e3-439b-4a53-afec-89e7248c6fe2 HTTP/1.1" status: 200 len: 1092 time: 1.8845730 Apr 05 14:30:06.082959 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-88a14f99-07e6-438a-ad1c-f2f1e14aa91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:06.083582 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-88a14f99-07e6-438a-ad1c-f2f1e14aa91a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:06.085156 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-88a14f99-07e6-438a-ad1c-f2f1e14aa91a service neutron] 10.222.0.55 "PUT /v2.0/ports/69112071-0ba8-4bae-a271-fb389984f5bc HTTP/1.1" status: 200 len: 1091 time: 1.7119887 Apr 05 14:30:06.085614 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '487c2ad2-adf2-45bf-ad03-4add49205fca', 'tag': '69112071-0ba8-4bae-a271-fb389984f5bc'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:30:06.087963 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cda1f78-2d64-495c-b4fd-e492cc080ff9" -d '{"events": [{"name": "network-changed", "server_uuid": "487c2ad2-adf2-45bf-ad03-4add49205fca", "tag": "69112071-0ba8-4bae-a271-fb389984f5bc"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:30:06.100433 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a14f99-07e6-438a-ad1c-f2f1e14aa91a service neutron] Pushing event updated for resources: {'Port': ['ID=69112071-0ba8-4bae-a271-fb389984f5bc,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:06.293611 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d6529a-e008-444c-9a53-b5a7acbd2257 service neutron] Pushing event updated for resources: {'Port': ['ID=116238ca-71ac-4551-889e-ef8d092e94b9,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:06.300002 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-19cdc83b-c605-420f-a84e-0366e452f44e req-89d6529a-e008-444c-9a53-b5a7acbd2257 service neutron] Attempting to bind port 116238ca-71ac-4551-889e-ef8d092e94b9 on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:30:06.300623 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-19cdc83b-c605-420f-a84e-0366e452f44e req-89d6529a-e008-444c-9a53-b5a7acbd2257 service neutron] Attempting to bind port 116238ca-71ac-4551-889e-ef8d092e94b9 by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': '7f6a9678-17e6-40d5-a42a-0a09badaf78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f04ccdbb-54b6-4a3c-ae23-3705aa7315ed'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:30:06.301159 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cdc83b-c605-420f-a84e-0366e452f44e req-89d6529a-e008-444c-9a53-b5a7acbd2257 service neutron] Attempting to bind port 116238ca-71ac-4551-889e-ef8d092e94b9 on network f04ccdbb-54b6-4a3c-ae23-3705aa7315ed {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:30:06.310374 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea31e9e0-98a0-4eea-bd67-d268202d4e13 req-cbc63c03-87e6-46b6-bf8b-d74e60b6c436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:06.312396 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ea31e9e0-98a0-4eea-bd67-d268202d4e13 req-cbc63c03-87e6-46b6-bf8b-d74e60b6c436 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f6c75c954b5749f4a5047ff4736e2678&device_id=2fde1780-9f77-4003-9873-44b7523942c2 HTTP/1.1" status: 200 len: 1095 time: 0.1199181 Apr 05 14:30:06.314271 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cdc83b-c605-420f-a84e-0366e452f44e req-89d6529a-e008-444c-9a53-b5a7acbd2257 service neutron] Port 116238ca-71ac-4551-889e-ef8d092e94b9 on network f04ccdbb-54b6-4a3c-ae23-3705aa7315ed not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:30:06.314896 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cdc83b-c605-420f-a84e-0366e452f44e req-89d6529a-e008-444c-9a53-b5a7acbd2257 service neutron] Attempting to bind port 116238ca-71ac-4551-889e-ef8d092e94b9 on network f04ccdbb-54b6-4a3c-ae23-3705aa7315ed {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:30:06.322437 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cdc83b-c605-420f-a84e-0366e452f44e req-89d6529a-e008-444c-9a53-b5a7acbd2257 service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:30:06.322774 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cdc83b-c605-420f-a84e-0366e452f44e req-89d6529a-e008-444c-9a53-b5a7acbd2257 service neutron] Checking segment: {'id': '7f6a9678-17e6-40d5-a42a-0a09badaf78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f04ccdbb-54b6-4a3c-ae23-3705aa7315ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:30:06.323363 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cdc83b-c605-420f-a84e-0366e452f44e req-89d6529a-e008-444c-9a53-b5a7acbd2257 service neutron] Bound using segment: {'id': '7f6a9678-17e6-40d5-a42a-0a09badaf78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f04ccdbb-54b6-4a3c-ae23-3705aa7315ed'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:30:06.324229 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-19cdc83b-c605-420f-a84e-0366e452f44e req-89d6529a-e008-444c-9a53-b5a7acbd2257 service neutron] Bound port: 116238ca-71ac-4551-889e-ef8d092e94b9, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f6a9678-17e6-40d5-a42a-0a09badaf78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f04ccdbb-54b6-4a3c-ae23-3705aa7315ed'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:30:06.324768 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-19cdc83b-c605-420f-a84e-0366e452f44e req-89d6529a-e008-444c-9a53-b5a7acbd2257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:06.327558 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fde1780-9f77-4003-9873-44b7523942c2', 'tag': '0dfd42e3-439b-4a53-afec-89e7248c6fe2'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:30:06.329849 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54fb185a-9676-4975-a321-ae8fc205ab44" -d '{"events": [{"name": "network-changed", "server_uuid": "2fde1780-9f77-4003-9873-44b7523942c2", "tag": "0dfd42e3-439b-4a53-afec-89e7248c6fe2"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:30:06.354085 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-b8dc1237-952c-4401-9891-e7b8de627c60 service neutron] Request body: {'port': {'device_id': '487c2ad2-adf2-45bf-ad03-4add49205fca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:30:06.363906 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ea31e9e0-98a0-4eea-bd67-d268202d4e13 req-1a6153f7-66b5-4abf-b2f7-cbddc581f84f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0dfd42e3-439b-4a53-afec-89e7248c6fe2 HTTP/1.1" status: 200 len: 217 time: 0.0425231 Apr 05 14:30:06.400036 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52845687-98ce-4866-a1a8-bc63316f84fd service neutron] Pushing event updated for resources: {'Port': ['ID=0dfd42e3-439b-4a53-afec-89e7248c6fe2,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:06.425189 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aa76fd-a277-4268-b19e-70aeab70ed58 req-730b2be6-45d6-4d46-a01d-d83945f1a90f tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:06.431263 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aa76fd-a277-4268-b19e-70aeab70ed58 req-730b2be6-45d6-4d46-a01d-d83945f1a90f tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:06.437368 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aa76fd-a277-4268-b19e-70aeab70ed58 req-730b2be6-45d6-4d46-a01d-d83945f1a90f tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:06.439104 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a3aa76fd-a277-4268-b19e-70aeab70ed58 req-730b2be6-45d6-4d46-a01d-d83945f1a90f tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/ports?device_id=487c2ad2-adf2-45bf-ad03-4add49205fca HTTP/1.1" status: 200 len: 2388 time: 0.4378529 Apr 05 14:30:06.459564 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea31e9e0-98a0-4eea-bd67-d268202d4e13 req-871d3c3b-3c4a-46f1-8c17-cdc1e807fa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:06.463325 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ea31e9e0-98a0-4eea-bd67-d268202d4e13 req-871d3c3b-3c4a-46f1-8c17-cdc1e807fa42 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=81226097-f23e-489f-aebf-5f546853adb0 HTTP/1.1" status: 200 len: 852 time: 0.0889478 Apr 05 14:30:06.477594 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-b8dc1237-952c-4401-9891-e7b8de627c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:06.504272 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 6bab4155-07c8-4da2-b60b-05b96aab9c34 details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:30:06.505456 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ea31e9e0-98a0-4eea-bd67-d268202d4e13 req-81582a19-1054-419b-9d70-42bdae0e81fd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a926837a-905f-4dbb-b5dd-5a4dcb465fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324421 Apr 05 14:30:06.510426 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-19cdc83b-c605-420f-a84e-0366e452f44e req-89d6529a-e008-444c-9a53-b5a7acbd2257 service neutron] For port 116238ca-71ac-4551-889e-ef8d092e94b9, host n-h1-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:30:06.531809 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a3aa76fd-a277-4268-b19e-70aeab70ed58 req-374c6e39-f845-4c67-8752-949b6bc837f7 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/security-groups?id=a0b9f0a8-8003-41fc-96c3-f7974a1b5067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749872 Apr 05 14:30:06.550679 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-19cdc83b-c605-420f-a84e-0366e452f44e req-89d6529a-e008-444c-9a53-b5a7acbd2257 service neutron] For port 116238ca-71ac-4551-889e-ef8d092e94b9, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=116238ca-71ac-4551-889e-ef8d092e94b9,segment=NetworkSegment(7f6a9678-17e6-40d5-a42a-0a09badaf78f),segment_id=7f6a9678-17e6-40d5-a42a-0a09badaf78f)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:30:06.558533 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-0e2b5d52-4ebb-4d7d-a7c4-290e33c2bf54 req-e63e9e3a-5e8d-4089-ac7b-65977ffeb90c tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:06.562915 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-0e2b5d52-4ebb-4d7d-a7c4-290e33c2bf54 req-e63e9e3a-5e8d-4089-ac7b-65977ffeb90c tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:06.576917 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0e2b5d52-4ebb-4d7d-a7c4-290e33c2bf54 req-e63e9e3a-5e8d-4089-ac7b-65977ffeb90c tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] 10.222.0.30 "DELETE /v2.0/security-groups/2b88292e-cf43-4b1d-8512-f200ca3afcf1 HTTP/1.1" status: 204 len: 173 time: 0.7428505 Apr 05 14:30:06.576917 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 60348) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:30:06.604618 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63e9e3a-5e8d-4089-ac7b-65977ffeb90c tempest-SecurityGroupRulesTestJSON-1697485068 tempest-SecurityGroupRulesTestJSON-1697485068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b88292e-cf43-4b1d-8512-f200ca3afcf1,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:06.617970 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-19cdc83b-c605-420f-a84e-0366e452f44e req-89d6529a-e008-444c-9a53-b5a7acbd2257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:06.642798 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-155fb3bb-e3af-4436-8643-ba27c7c74191 x-openstack-request-id: req-155fb3bb-e3af-4436-8643-ba27c7c74191 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:30:06.643639 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "487c2ad2-adf2-45bf-ad03-4add49205fca", "tag": "69112071-0ba8-4bae-a271-fb389984f5bc", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:30:06.643942 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-155fb3bb-e3af-4436-8643-ba27c7c74191 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:30:06.644535 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-155fb3bb-e3af-4436-8643-ba27c7c74191'] response: {'name': 'network-changed', 'server_uuid': '487c2ad2-adf2-45bf-ad03-4add49205fca', 'tag': '69112071-0ba8-4bae-a271-fb389984f5bc', 'status': 'completed', 'code': 200} Apr 05 14:30:06.699227 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cdc83b-c605-420f-a84e-0366e452f44e req-89d6529a-e008-444c-9a53-b5a7acbd2257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:06.699841 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-19cdc83b-c605-420f-a84e-0366e452f44e req-89d6529a-e008-444c-9a53-b5a7acbd2257 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:06.701327 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-19cdc83b-c605-420f-a84e-0366e452f44e req-89d6529a-e008-444c-9a53-b5a7acbd2257 service neutron] 10.222.0.55 "PUT /v2.0/ports/116238ca-71ac-4551-889e-ef8d092e94b9 HTTP/1.1" status: 200 len: 1092 time: 1.7558875 Apr 05 14:30:06.737434 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d6529a-e008-444c-9a53-b5a7acbd2257 service neutron] Pushing event updated for resources: {'Port': ['ID=116238ca-71ac-4551-889e-ef8d092e94b9,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:06.747273 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ea31e9e0-98a0-4eea-bd67-d268202d4e13 req-f9570c30-9e8d-47e3-b3fe-22e590629fa5 service neutron] 10.222.0.55 "GET /v2.0/networks/a926837a-905f-4dbb-b5dd-5a4dcb465fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312405 Apr 05 14:30:06.773795 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 6bab4155-07c8-4da2-b60b-05b96aab9c34, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=6bab4155-07c8-4da2-b60b-05b96aab9c34,segment=NetworkSegment(2304ae75-8f4d-4c58-a95b-ce723b5b3cd1),segment_id=2304ae75-8f4d-4c58-a95b-ce723b5b3cd1)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:30:06.799791 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': '6bab4155-07c8-4da2-b60b-05b96aab9c34', 'network_id': 'a9ad640e-de7f-43c6-8fef-96cb779b89ff', 'port_id': '6bab4155-07c8-4da2-b60b-05b96aab9c34', 'mac_address': 'fa:16:3e:6d:d7:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ebd5f9f-310d-4e0b-97c9-6b1478640ddc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:30:06.857545 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:06.873143 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bab4155-07c8-4da2-b60b-05b96aab9c34 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:30:06.874596 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f02bb-ebcb-4166-9dc7-16eccd08474a req-90e174df-af17-48bf-958b-fe11d56e2938 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:06.876132 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-856f02bb-ebcb-4166-9dc7-16eccd08474a req-90e174df-af17-48bf-958b-fe11d56e2938 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a5b6824-48d4-4b59-98d0-6219855ba1f7 HTTP/1.1" status: 200 len: 943 time: 0.2040942 Apr 05 14:30:06.886471 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a049d83-d57b-479e-98d3-873b21362efb admin admin] Deleting subnet 060aa278-d705-4f7a-ad8e-629f4f4e0a25 {{(pid=103320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:30:06.904365 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 6bab4155-07c8-4da2-b60b-05b96aab9c34, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=6bab4155-07c8-4da2-b60b-05b96aab9c34,segment=NetworkSegment(2304ae75-8f4d-4c58-a95b-ce723b5b3cd1),segment_id=2304ae75-8f4d-4c58-a95b-ce723b5b3cd1)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:30:06.906222 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ea31e9e0-98a0-4eea-bd67-d268202d4e13 req-31a0e501-f102-451b-9790-c964c70a414a service neutron] 10.222.0.55 "GET /v2.0/networks/a926837a-905f-4dbb-b5dd-5a4dcb465fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528141 Apr 05 14:30:06.924957 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0a049d83-d57b-479e-98d3-873b21362efb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:06.944430 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cdc83b-c605-420f-a84e-0366e452f44e req-98ad63be-9613-4248-9e92-0b7c2eda9af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:06.946379 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-19cdc83b-c605-420f-a84e-0366e452f44e req-98ad63be-9613-4248-9e92-0b7c2eda9af5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e6637180b4354a838b3ff1a7b5928046&device_id=75465c73-f9ad-4f9c-8eb3-b93d66aafefe HTTP/1.1" status: 200 len: 1095 time: 0.0812502 Apr 05 14:30:06.965900 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda1f78-2d64-495c-b4fd-e492cc080ff9 req-3ceafed8-a486-4ee9-bc5b-af696a0e8744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:06.966387 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda1f78-2d64-495c-b4fd-e492cc080ff9 req-3ceafed8-a486-4ee9-bc5b-af696a0e8744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:06.966865 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda1f78-2d64-495c-b4fd-e492cc080ff9 req-3ceafed8-a486-4ee9-bc5b-af696a0e8744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:06.968500 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9cda1f78-2d64-495c-b4fd-e492cc080ff9 req-3ceafed8-a486-4ee9-bc5b-af696a0e8744 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9f48ad39adb04af7baada856c775d36d&device_id=487c2ad2-adf2-45bf-ad03-4add49205fca HTTP/1.1" status: 200 len: 2731 time: 0.2975812 Apr 05 14:30:06.994574 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:07.000640 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-19cdc83b-c605-420f-a84e-0366e452f44e req-3bc434a2-a1d0-409a-93c2-e0574b0d327f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=116238ca-71ac-4551-889e-ef8d092e94b9 HTTP/1.1" status: 200 len: 217 time: 0.0464997 Apr 05 14:30:07.035845 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7741bcc2-0c3c-469d-b3c3-54f0448e6a1a req-60b593d9-0ee6-4581-80f8-456b5b48b2a8 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:07.037405 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7741bcc2-0c3c-469d-b3c3-54f0448e6a1a req-60b593d9-0ee6-4581-80f8-456b5b48b2a8 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fde1780-9f77-4003-9873-44b7523942c2 HTTP/1.1" status: 200 len: 944 time: 0.2601311 Apr 05 14:30:07.053475 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=6bab4155-07c8-4da2-b60b-05b96aab9c34,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:07.056461 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0a049d83-d57b-479e-98d3-873b21362efb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13399228'] for subnet, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:07.074371 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cdc83b-c605-420f-a84e-0366e452f44e req-3b329a23-94a8-4699-a6c0-ca92cc263bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:07.075980 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-19cdc83b-c605-420f-a84e-0366e452f44e req-3b329a23-94a8-4699-a6c0-ca92cc263bb5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=223b9c80-f315-4c76-a853-7d1f4d5f7897 HTTP/1.1" status: 200 len: 855 time: 0.0685735 Apr 05 14:30:07.112197 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-19cdc83b-c605-420f-a84e-0366e452f44e req-90b087fe-c8ef-4e8e-a466-f66533e39c59 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f04ccdbb-54b6-4a3c-ae23-3705aa7315ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272775 Apr 05 14:30:07.143353 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-856f02bb-ebcb-4166-9dc7-16eccd08474a req-931ab9df-dfe7-4ecc-9f85-7547146bf1de tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] 10.222.0.30 "GET /v2.0/security-groups?id=a2119bd0-e3d5-4a5e-9adb-1090886ff785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2193470 Apr 05 14:30:07.216248 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0a049d83-d57b-479e-98d3-873b21362efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:07.225160 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ea5c2e-3746-4f2a-a550-73eb50963bf6 x-openstack-request-id: req-17ea5c2e-3746-4f2a-a550-73eb50963bf6 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:30:07.226088 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fde1780-9f77-4003-9873-44b7523942c2", "tag": "0dfd42e3-439b-4a53-afec-89e7248c6fe2", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:30:07.226347 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-17ea5c2e-3746-4f2a-a550-73eb50963bf6 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:30:07.226744 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17ea5c2e-3746-4f2a-a550-73eb50963bf6'] response: {'name': 'network-changed', 'server_uuid': '2fde1780-9f77-4003-9873-44b7523942c2', 'tag': '0dfd42e3-439b-4a53-afec-89e7248c6fe2', 'status': 'completed', 'code': 200} Apr 05 14:30:07.241486 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-19cdc83b-c605-420f-a84e-0366e452f44e req-ea6dfcef-cc1a-4fbc-b786-91ef4ca5fb83 service neutron] 10.222.0.55 "GET /v2.0/networks/f04ccdbb-54b6-4a3c-ae23-3705aa7315ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220918 Apr 05 14:30:07.286243 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7741bcc2-0c3c-469d-b3c3-54f0448e6a1a req-efb7ab16-a891-4401-956a-3a044266d329 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276335 Apr 05 14:30:07.319891 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['6bab4155-07c8-4da2-b60b-05b96aab9c34'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:30:07.384276 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fb185a-9676-4975-a321-ae8fc205ab44 req-fd7daa49-b3a9-490d-bba5-a57d308f0ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:07.387753 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-54fb185a-9676-4975-a321-ae8fc205ab44 req-fd7daa49-b3a9-490d-bba5-a57d308f0ae4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f6c75c954b5749f4a5047ff4736e2678&device_id=2fde1780-9f77-4003-9873-44b7523942c2 HTTP/1.1" status: 200 len: 1095 time: 0.1450212 Apr 05 14:30:07.410181 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda1f78-2d64-495c-b4fd-e492cc080ff9 req-01a2d3ec-8598-43d2-a419-77a0b65a566c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:07.412927 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda1f78-2d64-495c-b4fd-e492cc080ff9 req-01a2d3ec-8598-43d2-a419-77a0b65a566c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:07.412927 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda1f78-2d64-495c-b4fd-e492cc080ff9 req-01a2d3ec-8598-43d2-a419-77a0b65a566c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:07.413609 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9cda1f78-2d64-495c-b4fd-e492cc080ff9 req-01a2d3ec-8598-43d2-a419-77a0b65a566c service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=9f48ad39adb04af7baada856c775d36d&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.4370456 Apr 05 14:30:07.489812 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-b8dc1237-952c-4401-9891-e7b8de627c60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 204177e8-10c2-4665-80ff-8ac601b0cc14 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:30:07.520795 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-19cdc83b-c605-420f-a84e-0366e452f44e req-44ffa6cb-97b1-4a78-8cde-5e735a1ca007 service neutron] 10.222.0.55 "GET /v2.0/networks/f04ccdbb-54b6-4a3c-ae23-3705aa7315ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598450 Apr 05 14:30:07.530011 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-b8dc1237-952c-4401-9891-e7b8de627c60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:07.552327 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fb185a-9676-4975-a321-ae8fc205ab44 req-331059ed-2c4e-4bd8-9d3a-8211ed351e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:07.554096 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-54fb185a-9676-4975-a321-ae8fc205ab44 req-331059ed-2c4e-4bd8-9d3a-8211ed351e68 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a926837a-905f-4dbb-b5dd-5a4dcb465fd4 HTTP/1.1" status: 200 len: 913 time: 0.1498814 Apr 05 14:30:07.565841 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188157c-d113-40ff-a830-26fe5e7f6e75 req-cf9f85f1-118b-47d3-b41f-f8d781004a35 tempest-VolumesAdminNegativeTest-1013622783 tempest-VolumesAdminNegativeTest-1013622783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:07.567662 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6188157c-d113-40ff-a830-26fe5e7f6e75 req-cf9f85f1-118b-47d3-b41f-f8d781004a35 tempest-VolumesAdminNegativeTest-1013622783 tempest-VolumesAdminNegativeTest-1013622783-project] 10.222.0.30 "GET /v2.0/ports?device_id=75465c73-f9ad-4f9c-8eb3-b93d66aafefe HTTP/1.1" status: 200 len: 944 time: 0.2412975 Apr 05 14:30:07.578911 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0a049d83-d57b-479e-98d3-873b21362efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15773812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13127359'] for subnet, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:07.586375 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-b8dc1237-952c-4401-9891-e7b8de627c60 service neutron] Transition to ACTIVE for port object 204177e8-10c2-4665-80ff-8ac601b0cc14 will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:30:07.602790 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e34b296-b4d5-4306-8607-facbf0f07d7b req-aaf05a38-7fcd-4af7-b6d5-2e9e7881e003 tempest-InstanceActionsV221TestJSON-675479180 tempest-InstanceActionsV221TestJSON-675479180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:07.604317 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9e34b296-b4d5-4306-8607-facbf0f07d7b req-aaf05a38-7fcd-4af7-b6d5-2e9e7881e003 tempest-InstanceActionsV221TestJSON-675479180 tempest-InstanceActionsV221TestJSON-675479180-project] 10.222.0.30 "GET /v2.0/ports?device_id=4074c494-024e-466f-a421-3790a0f762cf HTTP/1.1" status: 200 len: 945 time: 0.1964767 Apr 05 14:30:07.614773 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-54fb185a-9676-4975-a321-ae8fc205ab44 req-fc33bd86-10a8-44e5-8d3e-68abf2bdaf3e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0dfd42e3-439b-4a53-afec-89e7248c6fe2 HTTP/1.1" status: 200 len: 217 time: 0.0524645 Apr 05 14:30:07.638807 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a049d83-d57b-479e-98d3-873b21362efb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=060aa278-d705-4f7a-ad8e-629f4f4e0a25,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:07.659798 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0a049d83-d57b-479e-98d3-873b21362efb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:07.663018 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-0a049d83-d57b-479e-98d3-873b21362efb admin admin] 10.222.0.30 "DELETE /v2.0/subnets/060aa278-d705-4f7a-ad8e-629f4f4e0a25 HTTP/1.1" status: 204 len: 168 time: 1.0675988 Apr 05 14:30:07.666988 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 60358) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:30:07.676191 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-b8dc1237-952c-4401-9891-e7b8de627c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:07.694088 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fb185a-9676-4975-a321-ae8fc205ab44 req-667418f6-07d2-4273-bc7b-036b18c8aa9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:07.695589 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-54fb185a-9676-4975-a321-ae8fc205ab44 req-667418f6-07d2-4273-bc7b-036b18c8aa9b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=81226097-f23e-489f-aebf-5f546853adb0 HTTP/1.1" status: 200 len: 852 time: 0.0733352 Apr 05 14:30:07.720473 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda1f78-2d64-495c-b4fd-e492cc080ff9 req-e69dc3fc-0ee6-4651-8cea-9fc1c1b3302e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:07.722525 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9cda1f78-2d64-495c-b4fd-e492cc080ff9 req-e69dc3fc-0ee6-4651-8cea-9fc1c1b3302e service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2874744 Apr 05 14:30:07.760588 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9e34b296-b4d5-4306-8607-facbf0f07d7b req-5971fbae-cdb3-4886-a3f5-ab45c8681498 tempest-InstanceActionsV221TestJSON-675479180 tempest-InstanceActionsV221TestJSON-675479180-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed4e87fe-f898-4889-9eef-c984a9715415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254447 Apr 05 14:30:07.768390 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-54fb185a-9676-4975-a321-ae8fc205ab44 req-f3910c1c-609d-4ffe-a993-d1928aca23f9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a926837a-905f-4dbb-b5dd-5a4dcb465fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440097 Apr 05 14:30:07.773796 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6188157c-d113-40ff-a830-26fe5e7f6e75 req-555809ed-8183-458d-8abf-dafe57ffadfa tempest-VolumesAdminNegativeTest-1013622783 tempest-VolumesAdminNegativeTest-1013622783-project] 10.222.0.30 "GET /v2.0/security-groups?id=d36602e2-ba30-46f6-8301-7d410100b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863887 Apr 05 14:30:07.821072 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-dbf42dcb-a16c-4708-8a94-2aaeb2bbf463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:07.837595 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc1237-952c-4401-9891-e7b8de627c60 service neutron] Pushing event updated for resources: {'Port': ['ID=204177e8-10c2-4665-80ff-8ac601b0cc14,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:07.929377 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-54fb185a-9676-4975-a321-ae8fc205ab44 req-bcfd1754-d4ce-4679-b686-d0841da1c2d6 service neutron] 10.222.0.55 "GET /v2.0/networks/a926837a-905f-4dbb-b5dd-5a4dcb465fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504726 Apr 05 14:30:07.935882 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-b8dc1237-952c-4401-9891-e7b8de627c60 service neutron] Attempting to bind port 204177e8-10c2-4665-80ff-8ac601b0cc14 on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:30:07.936113 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-b8dc1237-952c-4401-9891-e7b8de627c60 service neutron] Attempting to bind port 204177e8-10c2-4665-80ff-8ac601b0cc14 by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': '9a560072-ea2b-4c7a-96ef-539dba74357a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '46af2908-eb41-456c-9790-cddfd7d7d348'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:30:07.938516 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-b8dc1237-952c-4401-9891-e7b8de627c60 service neutron] Attempting to bind port 204177e8-10c2-4665-80ff-8ac601b0cc14 on network 46af2908-eb41-456c-9790-cddfd7d7d348 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:30:07.943350 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-b8dc1237-952c-4401-9891-e7b8de627c60 service neutron] Port 204177e8-10c2-4665-80ff-8ac601b0cc14 on network 46af2908-eb41-456c-9790-cddfd7d7d348 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:30:07.943686 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-b8dc1237-952c-4401-9891-e7b8de627c60 service neutron] Attempting to bind port 204177e8-10c2-4665-80ff-8ac601b0cc14 on network 46af2908-eb41-456c-9790-cddfd7d7d348 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:30:07.954470 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-b8dc1237-952c-4401-9891-e7b8de627c60 service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:30:07.954826 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-b8dc1237-952c-4401-9891-e7b8de627c60 service neutron] Checking segment: {'id': '9a560072-ea2b-4c7a-96ef-539dba74357a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '46af2908-eb41-456c-9790-cddfd7d7d348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:30:07.955222 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-b8dc1237-952c-4401-9891-e7b8de627c60 service neutron] Bound using segment: {'id': '9a560072-ea2b-4c7a-96ef-539dba74357a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '46af2908-eb41-456c-9790-cddfd7d7d348'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:30:07.955886 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-b8dc1237-952c-4401-9891-e7b8de627c60 service neutron] Bound port: 204177e8-10c2-4665-80ff-8ac601b0cc14, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a560072-ea2b-4c7a-96ef-539dba74357a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '46af2908-eb41-456c-9790-cddfd7d7d348'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:30:07.956256 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-b8dc1237-952c-4401-9891-e7b8de627c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:07.977842 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404c80f9-4429-426b-a860-407063234519 req-f2d89e63-3a82-4f51-b938-6cc601fd4e0b tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:07.983981 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404c80f9-4429-426b-a860-407063234519 req-f2d89e63-3a82-4f51-b938-6cc601fd4e0b tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:07.991491 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404c80f9-4429-426b-a860-407063234519 req-f2d89e63-3a82-4f51-b938-6cc601fd4e0b tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:07.993654 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-404c80f9-4429-426b-a860-407063234519 req-f2d89e63-3a82-4f51-b938-6cc601fd4e0b tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/ports?device_id=487c2ad2-adf2-45bf-ad03-4add49205fca HTTP/1.1" status: 200 len: 2400 time: 0.1104920 Apr 05 14:30:08.047809 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-dbf42dcb-a16c-4708-8a94-2aaeb2bbf463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:08.065612 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-404c80f9-4429-426b-a860-407063234519 req-abbe2c30-19d7-427d-8691-6c3b031ff4d6 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/security-groups?id=a0b9f0a8-8003-41fc-96c3-f7974a1b5067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643234 Apr 05 14:30:08.078584 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-dbf42dcb-a16c-4708-8a94-2aaeb2bbf463 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3d36192-beab-4ed8-8693-798586c8bee2']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:08.102555 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-dbf42dcb-a16c-4708-8a94-2aaeb2bbf463 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84444dc6-6dcf-4864-8c68-932f93ca070d') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:08.103010 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-dbf42dcb-a16c-4708-8a94-2aaeb2bbf463 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84444dc6-6dcf-4864-8c68-932f93ca070d') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:08.104161 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-b8dc1237-952c-4401-9891-e7b8de627c60 service neutron] For port 204177e8-10c2-4665-80ff-8ac601b0cc14, host n-h1-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:30:08.107490 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-b8dc1237-952c-4401-9891-e7b8de627c60 service neutron] For port 204177e8-10c2-4665-80ff-8ac601b0cc14, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=204177e8-10c2-4665-80ff-8ac601b0cc14,segment=NetworkSegment(9a560072-ea2b-4c7a-96ef-539dba74357a),segment_id=9a560072-ea2b-4c7a-96ef-539dba74357a)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:30:08.122304 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-dbf42dcb-a16c-4708-8a94-2aaeb2bbf463 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:08.132012 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-54fb185a-9676-4975-a321-ae8fc205ab44 req-87c77246-aab0-476f-9bc2-44a7ab31d5b4 service neutron] 10.222.0.55 "GET /v2.0/networks/a926837a-905f-4dbb-b5dd-5a4dcb465fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889608 Apr 05 14:30:08.140370 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-dbf42dcb-a16c-4708-8a94-2aaeb2bbf463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:08.147424 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbf42dcb-a16c-4708-8a94-2aaeb2bbf463 admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:30:08.147871 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-dbf42dcb-a16c-4708-8a94-2aaeb2bbf463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:08.151750 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:30:08.151750 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:30:08.151750 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:30:08.151750 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:30:08.151750 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:30:08.151750 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:30:08.151750 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:30:08.151750 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:30:08.151750 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:30:08.151750 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:30:08.151750 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:30:08.151750 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:30:08.151750 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:30:08.151750 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:30:08.151750 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:30:08.151750 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:30:08.151750 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:30:08.151750 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:30:08.151750 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:30:08.151750 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:30:08.151750 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:30:08.151750 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:30:08.151750 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:30:08.151750 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:30:08.151750 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:30:08.151750 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:30:08.151750 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:30:08.151750 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:30:08.151750 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:30:08.151750 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:30:08.151750 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:30:08.151750 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:30:08.183182 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-b8dc1237-952c-4401-9891-e7b8de627c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:08.224552 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-b8dc1237-952c-4401-9891-e7b8de627c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:08.224552 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-b8dc1237-952c-4401-9891-e7b8de627c60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:08.224552 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-b8dc1237-952c-4401-9891-e7b8de627c60 service neutron] 10.222.0.55 "PUT /v2.0/ports/204177e8-10c2-4665-80ff-8ac601b0cc14 HTTP/1.1" status: 200 len: 1092 time: 1.8892839 Apr 05 14:30:08.259077 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc1237-952c-4401-9891-e7b8de627c60 service neutron] Pushing event updated for resources: {'Port': ['ID=204177e8-10c2-4665-80ff-8ac601b0cc14,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:08.314090 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb16f0c-805d-4674-9c55-ecc531ba5948 req-71733062-978c-472d-ae6e-678c94136f90 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:08.322236 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-dbf42dcb-a16c-4708-8a94-2aaeb2bbf463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:08.325481 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3cb16f0c-805d-4674-9c55-ecc531ba5948 req-71733062-978c-472d-ae6e-678c94136f90 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a5b6824-48d4-4b59-98d0-6219855ba1f7 HTTP/1.1" status: 200 len: 944 time: 0.0848815 Apr 05 14:30:08.349833 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-dbf42dcb-a16c-4708-8a94-2aaeb2bbf463 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:08.353481 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-dbf42dcb-a16c-4708-8a94-2aaeb2bbf463 admin admin] 10.222.0.30 "DELETE /v2.0/networks/f3d36192-beab-4ed8-8693-798586c8bee2 HTTP/1.1" status: 204 len: 168 time: 0.6854157 Apr 05 14:30:08.354731 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf42dcb-a16c-4708-8a94-2aaeb2bbf463 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3d36192-beab-4ed8-8693-798586c8bee2,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:08.387620 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-89b3eb82-bf6f-4a63-acb8-9b495c0f1474 service neutron] Request body: {'port': {'device_id': '487c2ad2-adf2-45bf-ad03-4add49205fca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:30:08.395228 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3cb16f0c-805d-4674-9c55-ecc531ba5948 req-d6b66c42-91b8-474a-baa5-6acb89fdffc5 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] 10.222.0.30 "GET /v2.0/security-groups?id=a2119bd0-e3d5-4a5e-9adb-1090886ff785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615013 Apr 05 14:30:08.517116 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 6bab4155-07c8-4da2-b60b-05b96aab9c34 up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:30:08.523001 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db44532-9b2a-43d2-9410-c1146f931a22 req-fea27c25-b7a1-40e3-b8b6-8de215545f9b tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:08.527383 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1db44532-9b2a-43d2-9410-c1146f931a22 req-fea27c25-b7a1-40e3-b8b6-8de215545f9b tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fde1780-9f77-4003-9873-44b7523942c2 HTTP/1.1" status: 200 len: 944 time: 0.1011133 Apr 05 14:30:08.527383 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-89b3eb82-bf6f-4a63-acb8-9b495c0f1474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:08.609479 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1db44532-9b2a-43d2-9410-c1146f931a22 req-239e1e19-bc5d-478d-887d-464ee204454b tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710652 Apr 05 14:30:08.645922 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning for port 6bab4155-07c8-4da2-b60b-05b96aab9c34 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:30:08.646136 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75465c73-f9ad-4f9c-8eb3-b93d66aafefe', 'tag': '116238ca-71ac-4551-889e-ef8d092e94b9'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:30:08.649016 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-555cbf11-28ed-4b17-b99f-85a9b89f8758" -d '{"events": [{"name": "network-changed", "server_uuid": "75465c73-f9ad-4f9c-8eb3-b93d66aafefe", "tag": "116238ca-71ac-4551-889e-ef8d092e94b9"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:30:08.651132 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port 6bab4155-07c8-4da2-b60b-05b96aab9c34 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:30:08.651510 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:08.696438 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbfa001b-e99b-428a-b635-1686ab359f53 x-openstack-request-id: req-dbfa001b-e99b-428a-b635-1686ab359f53 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:30:08.697348 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75465c73-f9ad-4f9c-8eb3-b93d66aafefe", "tag": "116238ca-71ac-4551-889e-ef8d092e94b9", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:30:08.699473 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dbfa001b-e99b-428a-b635-1686ab359f53 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:30:08.704228 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbfa001b-e99b-428a-b635-1686ab359f53'] response: {'name': 'network-changed', 'server_uuid': '75465c73-f9ad-4f9c-8eb3-b93d66aafefe', 'tag': '116238ca-71ac-4551-889e-ef8d092e94b9', 'status': 'completed', 'code': 200} Apr 05 14:30:08.756172 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:08.787656 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555cbf11-28ed-4b17-b99f-85a9b89f8758 req-8a6300fe-c040-417c-ac77-0500792b7571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:08.789683 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-555cbf11-28ed-4b17-b99f-85a9b89f8758 req-8a6300fe-c040-417c-ac77-0500792b7571 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e6637180b4354a838b3ff1a7b5928046&device_id=75465c73-f9ad-4f9c-8eb3-b93d66aafefe HTTP/1.1" status: 200 len: 1095 time: 0.0644481 Apr 05 14:30:08.811442 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 60374) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:30:08.829977 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a5b6824-48d4-4b59-98d0-6219855ba1f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bab4155-07c8-4da2-b60b-05b96aab9c34'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:30:08.836488 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e876ee24-f930-41ab-b791-3781f9bb5d11" -d '{"events": [{"server_uuid": "7a5b6824-48d4-4b59-98d0-6219855ba1f7", "name": "network-vif-plugged", "status": "completed", "tag": "6bab4155-07c8-4da2-b60b-05b96aab9c34"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:30:08.868309 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 6bab4155-07c8-4da2-b60b-05b96aab9c34, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=6bab4155-07c8-4da2-b60b-05b96aab9c34,segment=NetworkSegment(2304ae75-8f4d-4c58-a95b-ce723b5b3cd1),segment_id=2304ae75-8f4d-4c58-a95b-ce723b5b3cd1)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:30:08.931480 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-79332fd5-4b84-47db-a276-e737e9acf1ac admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e91553a2426a4c2b84bfe70f8165ba73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1163990 Apr 05 14:30:08.931806 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 60378) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:30:08.966138 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:08.968314 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555cbf11-28ed-4b17-b99f-85a9b89f8758 req-125f9961-d025-48f8-9381-aafb2b6e9f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:08.970186 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-555cbf11-28ed-4b17-b99f-85a9b89f8758 req-125f9961-d025-48f8-9381-aafb2b6e9f7f service neutron] 10.222.0.55 "GET /v2.0/networks?id=f04ccdbb-54b6-4a3c-ae23-3705aa7315ed HTTP/1.1" status: 200 len: 916 time: 0.1710491 Apr 05 14:30:08.977015 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-89b3eb82-bf6f-4a63-acb8-9b495c0f1474 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72174080-8f1e-4057-86f0-7584e8569b02 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:30:08.989841 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-89b3eb82-bf6f-4a63-acb8-9b495c0f1474 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:09.015416 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-89b3eb82-bf6f-4a63-acb8-9b495c0f1474 service neutron] Transition to ACTIVE for port object 72174080-8f1e-4057-86f0-7584e8569b02 will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:30:09.018016 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-555cbf11-28ed-4b17-b99f-85a9b89f8758 req-3130d215-ff4d-417e-a14b-7af8354a9694 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=116238ca-71ac-4551-889e-ef8d092e94b9 HTTP/1.1" status: 200 len: 217 time: 0.0381896 Apr 05 14:30:09.024904 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=6bab4155-07c8-4da2-b60b-05b96aab9c34,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:09.025226 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42397c97-fa40-45db-ad7e-6d6eeacaabc5 req-4233d0d4-fcdf-42dd-8584-b35a86e3a7c7 tempest-VolumesAdminNegativeTest-1013622783 tempest-VolumesAdminNegativeTest-1013622783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:09.026939 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-42397c97-fa40-45db-ad7e-6d6eeacaabc5 req-4233d0d4-fcdf-42dd-8584-b35a86e3a7c7 tempest-VolumesAdminNegativeTest-1013622783 tempest-VolumesAdminNegativeTest-1013622783-project] 10.222.0.30 "GET /v2.0/ports?device_id=75465c73-f9ad-4f9c-8eb3-b93d66aafefe HTTP/1.1" status: 200 len: 944 time: 0.1467092 Apr 05 14:30:09.036948 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768612e1-ebf3-4910-b55e-f78c26a2101c req-77b11535-1356-4819-81cb-2b0558ad33ae tempest-InstanceActionsV221TestJSON-675479180 tempest-InstanceActionsV221TestJSON-675479180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:09.038553 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-768612e1-ebf3-4910-b55e-f78c26a2101c req-77b11535-1356-4819-81cb-2b0558ad33ae tempest-InstanceActionsV221TestJSON-675479180 tempest-InstanceActionsV221TestJSON-675479180-project] 10.222.0.30 "GET /v2.0/ports?device_id=4074c494-024e-466f-a421-3790a0f762cf HTTP/1.1" status: 200 len: 945 time: 0.1253428 Apr 05 14:30:09.100001 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-42397c97-fa40-45db-ad7e-6d6eeacaabc5 req-676e3802-9a6e-4a79-a72a-6e5cbed09ab3 tempest-VolumesAdminNegativeTest-1013622783 tempest-VolumesAdminNegativeTest-1013622783-project] 10.222.0.30 "GET /v2.0/security-groups?id=d36602e2-ba30-46f6-8301-7d410100b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602293 Apr 05 14:30:09.105377 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f2e849d6-6c94-4cda-bd04-bff227bce8d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:09.108312 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555cbf11-28ed-4b17-b99f-85a9b89f8758 req-058c94a1-28a0-4043-b712-ca109020fce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:09.109842 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-555cbf11-28ed-4b17-b99f-85a9b89f8758 req-058c94a1-28a0-4043-b712-ca109020fce8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=223b9c80-f315-4c76-a853-7d1f4d5f7897 HTTP/1.1" status: 200 len: 855 time: 0.0781057 Apr 05 14:30:09.113505 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-768612e1-ebf3-4910-b55e-f78c26a2101c req-56acff89-be23-4f26-945f-eb97312ca0d1 tempest-InstanceActionsV221TestJSON-675479180 tempest-InstanceActionsV221TestJSON-675479180-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed4e87fe-f898-4889-9eef-c984a9715415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676806 Apr 05 14:30:09.119801 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-89b3eb82-bf6f-4a63-acb8-9b495c0f1474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:09.165180 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a68efaa1-b87c-4e01-a2d5-7a997d2a8dbe x-openstack-request-id: req-a68efaa1-b87c-4e01-a2d5-7a997d2a8dbe {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:30:09.166496 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a5b6824-48d4-4b59-98d0-6219855ba1f7", "name": "network-vif-plugged", "status": "completed", "tag": "6bab4155-07c8-4da2-b60b-05b96aab9c34", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:30:09.167250 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a68efaa1-b87c-4e01-a2d5-7a997d2a8dbe {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:30:09.167860 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a68efaa1-b87c-4e01-a2d5-7a997d2a8dbe'] response: {'server_uuid': '7a5b6824-48d4-4b59-98d0-6219855ba1f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bab4155-07c8-4da2-b60b-05b96aab9c34', 'code': 200} Apr 05 14:30:09.181341 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f2e849d6-6c94-4cda-bd04-bff227bce8d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:09.232449 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '487c2ad2-adf2-45bf-ad03-4add49205fca', 'tag': '204177e8-10c2-4665-80ff-8ac601b0cc14'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:30:09.235101 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9ee51b-5e77-4524-a068-33ae6023ef9f" -d '{"events": [{"name": "network-changed", "server_uuid": "487c2ad2-adf2-45bf-ad03-4add49205fca", "tag": "204177e8-10c2-4665-80ff-8ac601b0cc14"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:30:09.245466 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b3eb82-bf6f-4a63-acb8-9b495c0f1474 service neutron] Pushing event updated for resources: {'Port': ['ID=72174080-8f1e-4057-86f0-7584e8569b02,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:09.255233 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-555cbf11-28ed-4b17-b99f-85a9b89f8758 req-68acb6c3-a180-4ca9-9217-5bdaa3f49650 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f04ccdbb-54b6-4a3c-ae23-3705aa7315ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1363051 Apr 05 14:30:09.355190 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65382eda-bb79-41d9-8df8-69498f0cd2f4 req-01eba73c-0f33-4025-9154-b41fe3cdfeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:09.356663 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-65382eda-bb79-41d9-8df8-69498f0cd2f4 req-01eba73c-0f33-4025-9154-b41fe3cdfeae service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7a5b6824-48d4-4b59-98d0-6219855ba1f7 HTTP/1.1" status: 200 len: 1096 time: 0.1004853 Apr 05 14:30:09.374369 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-89b3eb82-bf6f-4a63-acb8-9b495c0f1474 service neutron] Attempting to bind port 72174080-8f1e-4057-86f0-7584e8569b02 on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:30:09.374708 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-89b3eb82-bf6f-4a63-acb8-9b495c0f1474 service neutron] Attempting to bind port 72174080-8f1e-4057-86f0-7584e8569b02 by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': 'cbce7e02-70d1-451f-b93b-8687d648f2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '0ae53245-ae34-471c-81ad-55068a409442'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:30:09.375525 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-89b3eb82-bf6f-4a63-acb8-9b495c0f1474 service neutron] Attempting to bind port 72174080-8f1e-4057-86f0-7584e8569b02 on network 0ae53245-ae34-471c-81ad-55068a409442 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:30:09.396948 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f986272-62c3-45bf-87bd-1bdc031805aa req-7e2df9a2-cb86-4936-b3bb-e78d9fdb9502 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:09.403073 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f986272-62c3-45bf-87bd-1bdc031805aa req-7e2df9a2-cb86-4936-b3bb-e78d9fdb9502 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:09.410322 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f986272-62c3-45bf-87bd-1bdc031805aa req-7e2df9a2-cb86-4936-b3bb-e78d9fdb9502 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:09.415024 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3f986272-62c3-45bf-87bd-1bdc031805aa req-7e2df9a2-cb86-4936-b3bb-e78d9fdb9502 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/ports?device_id=487c2ad2-adf2-45bf-ad03-4add49205fca HTTP/1.1" status: 200 len: 2412 time: 0.1288235 Apr 05 14:30:09.421967 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-89b3eb82-bf6f-4a63-acb8-9b495c0f1474 service neutron] Port 72174080-8f1e-4057-86f0-7584e8569b02 on network 0ae53245-ae34-471c-81ad-55068a409442 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:30:09.422622 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-89b3eb82-bf6f-4a63-acb8-9b495c0f1474 service neutron] Attempting to bind port 72174080-8f1e-4057-86f0-7584e8569b02 on network 0ae53245-ae34-471c-81ad-55068a409442 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:30:09.423276 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-555cbf11-28ed-4b17-b99f-85a9b89f8758 req-d20db4f8-5486-418f-b76b-dfc6edc8efde service neutron] 10.222.0.55 "GET /v2.0/networks/f04ccdbb-54b6-4a3c-ae23-3705aa7315ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568513 Apr 05 14:30:09.451114 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-89b3eb82-bf6f-4a63-acb8-9b495c0f1474 service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:30:09.451460 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-89b3eb82-bf6f-4a63-acb8-9b495c0f1474 service neutron] Checking segment: {'id': 'cbce7e02-70d1-451f-b93b-8687d648f2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '0ae53245-ae34-471c-81ad-55068a409442'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:30:09.451916 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-89b3eb82-bf6f-4a63-acb8-9b495c0f1474 service neutron] Bound using segment: {'id': 'cbce7e02-70d1-451f-b93b-8687d648f2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '0ae53245-ae34-471c-81ad-55068a409442'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:30:09.452501 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-89b3eb82-bf6f-4a63-acb8-9b495c0f1474 service neutron] Bound port: 72174080-8f1e-4057-86f0-7584e8569b02, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbce7e02-70d1-451f-b93b-8687d648f2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '0ae53245-ae34-471c-81ad-55068a409442'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:30:09.452868 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-89b3eb82-bf6f-4a63-acb8-9b495c0f1474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:09.474920 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-65382eda-bb79-41d9-8df8-69498f0cd2f4 req-8a2c3a0f-11e5-4973-b1d6-8c7a514b6936 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a2119bd0-e3d5-4a5e-9adb-1090886ff785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093240 Apr 05 14:30:09.488958 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f2e849d6-6c94-4cda-bd04-bff227bce8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:09.491760 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f2e849d6-6c94-4cda-bd04-bff227bce8d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:09.495332 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-f2e849d6-6c94-4cda-bd04-bff227bce8d5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/627bff44-5da3-4171-b1de-422c603a0c70 HTTP/1.1" status: 204 len: 168 time: 0.5601585 Apr 05 14:30:09.529682 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3f986272-62c3-45bf-87bd-1bdc031805aa req-7da4bd7a-0d17-4a9a-8053-24a79f557e7f tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/security-groups?id=a0b9f0a8-8003-41fc-96c3-f7974a1b5067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034150 Apr 05 14:30:09.530553 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e849d6-6c94-4cda-bd04-bff227bce8d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=627bff44-5da3-4171-b1de-422c603a0c70,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:09.598783 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-89b3eb82-bf6f-4a63-acb8-9b495c0f1474 service neutron] For port 72174080-8f1e-4057-86f0-7584e8569b02, host n-h1-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:30:09.599490 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-555cbf11-28ed-4b17-b99f-85a9b89f8758 req-b6b82c77-3576-41d4-9020-6231b16fc4b5 service neutron] 10.222.0.55 "GET /v2.0/networks/f04ccdbb-54b6-4a3c-ae23-3705aa7315ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679335 Apr 05 14:30:09.602708 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-89b3eb82-bf6f-4a63-acb8-9b495c0f1474 service neutron] For port 72174080-8f1e-4057-86f0-7584e8569b02, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=72174080-8f1e-4057-86f0-7584e8569b02,segment=NetworkSegment(cbce7e02-70d1-451f-b93b-8687d648f2fd),segment_id=cbce7e02-70d1-451f-b93b-8687d648f2fd)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:30:09.625058 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd3e070e-d2db-4404-b986-c02d64dceec9 x-openstack-request-id: req-cd3e070e-d2db-4404-b986-c02d64dceec9 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:30:09.625357 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "487c2ad2-adf2-45bf-ad03-4add49205fca", "tag": "204177e8-10c2-4665-80ff-8ac601b0cc14", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:30:09.625609 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cd3e070e-d2db-4404-b986-c02d64dceec9 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:30:09.626009 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd3e070e-d2db-4404-b986-c02d64dceec9'] response: {'name': 'network-changed', 'server_uuid': '487c2ad2-adf2-45bf-ad03-4add49205fca', 'tag': '204177e8-10c2-4665-80ff-8ac601b0cc14', 'status': 'completed', 'code': 200} Apr 05 14:30:09.716043 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ee51b-5e77-4524-a068-33ae6023ef9f req-b18cc028-8e9f-41c1-83aa-a20ea4656ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:09.716570 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ee51b-5e77-4524-a068-33ae6023ef9f req-b18cc028-8e9f-41c1-83aa-a20ea4656ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:09.717091 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ee51b-5e77-4524-a068-33ae6023ef9f req-b18cc028-8e9f-41c1-83aa-a20ea4656ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:09.718820 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ec9ee51b-5e77-4524-a068-33ae6023ef9f req-b18cc028-8e9f-41c1-83aa-a20ea4656ff1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9f48ad39adb04af7baada856c775d36d&device_id=487c2ad2-adf2-45bf-ad03-4add49205fca HTTP/1.1" status: 200 len: 2823 time: 0.0748138 Apr 05 14:30:09.725797 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-89b3eb82-bf6f-4a63-acb8-9b495c0f1474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:09.809884 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-89b3eb82-bf6f-4a63-acb8-9b495c0f1474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:09.812381 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-89b3eb82-bf6f-4a63-acb8-9b495c0f1474 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:09.812381 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-89b3eb82-bf6f-4a63-acb8-9b495c0f1474 service neutron] 10.222.0.55 "PUT /v2.0/ports/72174080-8f1e-4057-86f0-7584e8569b02 HTTP/1.1" status: 200 len: 1092 time: 1.4322941 Apr 05 14:30:09.841337 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0506c4-2d04-4d7f-bde4-d2537a7d6fa0 req-951141f1-acb4-48a8-a87c-f68934ecae23 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:09.842913 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5f0506c4-2d04-4d7f-bde4-d2537a7d6fa0 req-951141f1-acb4-48a8-a87c-f68934ecae23 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a5b6824-48d4-4b59-98d0-6219855ba1f7 HTTP/1.1" status: 200 len: 945 time: 0.1591043 Apr 05 14:30:09.850258 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b3eb82-bf6f-4a63-acb8-9b495c0f1474 service neutron] Pushing event updated for resources: {'Port': ['ID=72174080-8f1e-4057-86f0-7584e8569b02,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:09.888927 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ee51b-5e77-4524-a068-33ae6023ef9f req-d1db3d9d-e541-4e4f-a0c3-7db9edbfaf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:09.890129 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 116238ca-71ac-4551-889e-ef8d092e94b9 details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:30:09.890722 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ee51b-5e77-4524-a068-33ae6023ef9f req-d1db3d9d-e541-4e4f-a0c3-7db9edbfaf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:09.891227 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ee51b-5e77-4524-a068-33ae6023ef9f req-d1db3d9d-e541-4e4f-a0c3-7db9edbfaf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:09.892150 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678b4d65-fe30-4bb1-9292-0507a0a1053b req-2c419814-4f55-4ab0-8ffb-612d42e653ea tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:09.896631 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ec9ee51b-5e77-4524-a068-33ae6023ef9f req-d1db3d9d-e541-4e4f-a0c3-7db9edbfaf73 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=9f48ad39adb04af7baada856c775d36d&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.1680906 Apr 05 14:30:09.900775 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-678b4d65-fe30-4bb1-9292-0507a0a1053b req-2c419814-4f55-4ab0-8ffb-612d42e653ea tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fde1780-9f77-4003-9873-44b7523942c2 HTTP/1.1" status: 200 len: 944 time: 0.1373882 Apr 05 14:30:09.953446 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5f0506c4-2d04-4d7f-bde4-d2537a7d6fa0 req-94a6abc4-d255-4df3-a58b-cb4136b61719 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] 10.222.0.30 "GET /v2.0/security-groups?id=a2119bd0-e3d5-4a5e-9adb-1090886ff785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926659 Apr 05 14:30:09.972137 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-678b4d65-fe30-4bb1-9292-0507a0a1053b req-9fa919a3-1929-4420-94ee-d7a883a9b8cc tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702035 Apr 05 14:30:10.020973 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 116238ca-71ac-4551-889e-ef8d092e94b9, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=116238ca-71ac-4551-889e-ef8d092e94b9,segment=NetworkSegment(7f6a9678-17e6-40d5-a42a-0a09badaf78f),segment_id=7f6a9678-17e6-40d5-a42a-0a09badaf78f)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:30:10.051433 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': '116238ca-71ac-4551-889e-ef8d092e94b9', 'network_id': 'f04ccdbb-54b6-4a3c-ae23-3705aa7315ed', 'port_id': '116238ca-71ac-4551-889e-ef8d092e94b9', 'mac_address': 'fa:16:3e:4c:71:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '223b9c80-f315-4c76-a853-7d1f4d5f7897', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:30:10.111605 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:10.138220 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 116238ca-71ac-4551-889e-ef8d092e94b9 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:30:10.155537 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ee51b-5e77-4524-a068-33ae6023ef9f req-220402fa-f5e7-4e31-8db3-191d57b7b181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:10.157276 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ec9ee51b-5e77-4524-a068-33ae6023ef9f req-220402fa-f5e7-4e31-8db3-191d57b7b181 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2512262 Apr 05 14:30:10.170725 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 116238ca-71ac-4551-889e-ef8d092e94b9, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=116238ca-71ac-4551-889e-ef8d092e94b9,segment=NetworkSegment(7f6a9678-17e6-40d5-a42a-0a09badaf78f),segment_id=7f6a9678-17e6-40d5-a42a-0a09badaf78f)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:30:10.221715 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee8fb2e-50be-482c-868f-ca51940feff0 req-f1218ac8-d196-44c3-af47-77809e317750 tempest-InstanceActionsV221TestJSON-675479180 tempest-InstanceActionsV221TestJSON-675479180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:10.224209 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0ee8fb2e-50be-482c-868f-ca51940feff0 req-f1218ac8-d196-44c3-af47-77809e317750 tempest-InstanceActionsV221TestJSON-675479180 tempest-InstanceActionsV221TestJSON-675479180-project] 10.222.0.30 "GET /v2.0/ports?device_id=4074c494-024e-466f-a421-3790a0f762cf HTTP/1.1" status: 200 len: 945 time: 0.1048176 Apr 05 14:30:10.268653 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:10.268653 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 0dfd42e3-439b-4a53-afec-89e7248c6fe2 details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:30:10.269638 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-d3afbaa8-687b-471c-b63c-70fd9ed5e8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:10.270291 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-d3afbaa8-687b-471c-b63c-70fd9ed5e8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:10.270923 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-d3afbaa8-687b-471c-b63c-70fd9ed5e8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:10.275229 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-d3afbaa8-687b-471c-b63c-70fd9ed5e8dc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9f48ad39adb04af7baada856c775d36d&device_id=487c2ad2-adf2-45bf-ad03-4add49205fca HTTP/1.1" status: 200 len: 2865 time: 0.0770824 Apr 05 14:30:10.348526 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-97c8bf36-3ae9-493f-aefb-02c847321748 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.65&port_id=69112071-0ba8-4bae-a271-fb389984f5bc HTTP/1.1" status: 200 len: 217 time: 0.0653155 Apr 05 14:30:10.374457 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=116238ca-71ac-4551-889e-ef8d092e94b9,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:10.376427 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 7 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 14:30:10.396554 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0ee8fb2e-50be-482c-868f-ca51940feff0 req-da42b663-b59e-4f2e-a3fb-107f799a1f9d tempest-InstanceActionsV221TestJSON-675479180 tempest-InstanceActionsV221TestJSON-675479180-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed4e87fe-f898-4889-9eef-c984a9715415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544414 Apr 05 14:30:10.416207 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a0e048-b61b-4ffa-9c10-4a18cd66d6bc req-475b8225-5824-46d0-84c9-da1869ec960f tempest-VolumesAdminNegativeTest-1013622783 tempest-VolumesAdminNegativeTest-1013622783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:10.421266 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 0dfd42e3-439b-4a53-afec-89e7248c6fe2, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=0dfd42e3-439b-4a53-afec-89e7248c6fe2,segment=NetworkSegment(86bf7ba4-25ec-477a-b752-1cd3a94d1598),segment_id=86bf7ba4-25ec-477a-b752-1cd3a94d1598)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:30:10.427038 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-80a0e048-b61b-4ffa-9c10-4a18cd66d6bc req-475b8225-5824-46d0-84c9-da1869ec960f tempest-VolumesAdminNegativeTest-1013622783 tempest-VolumesAdminNegativeTest-1013622783-project] 10.222.0.30 "GET /v2.0/ports?device_id=75465c73-f9ad-4f9c-8eb3-b93d66aafefe HTTP/1.1" status: 200 len: 944 time: 0.2015007 Apr 05 14:30:10.435789 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': '0dfd42e3-439b-4a53-afec-89e7248c6fe2', 'network_id': 'a926837a-905f-4dbb-b5dd-5a4dcb465fd4', 'port_id': '0dfd42e3-439b-4a53-afec-89e7248c6fe2', 'mac_address': 'fa:16:3e:85:30:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81226097-f23e-489f-aebf-5f546853adb0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:30:10.449628 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-4cb1f522-2d9d-4810-bef0-2f1164e4ec29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:10.451209 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-4cb1f522-2d9d-4810-bef0-2f1164e4ec29 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=17af96e3-e553-4a6b-bfad-cf8ba0973a81 HTTP/1.1" status: 200 len: 801 time: 0.0951693 Apr 05 14:30:10.480865 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:10.490537 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-80a0e048-b61b-4ffa-9c10-4a18cd66d6bc req-0786f218-7037-4907-b49a-4e8f2b01cd92 tempest-VolumesAdminNegativeTest-1013622783 tempest-VolumesAdminNegativeTest-1013622783-project] 10.222.0.30 "GET /v2.0/security-groups?id=d36602e2-ba30-46f6-8301-7d410100b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622349 Apr 05 14:30:10.499002 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dfd42e3-439b-4a53-afec-89e7248c6fe2 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:30:10.516295 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-06be88ad-2121-4beb-8e97-43a3da26e8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:10.516295 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-06be88ad-2121-4beb-8e97-43a3da26e8e5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0ae53245-ae34-471c-81ad-55068a409442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0523469 Apr 05 14:30:10.520468 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 0dfd42e3-439b-4a53-afec-89e7248c6fe2, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=0dfd42e3-439b-4a53-afec-89e7248c6fe2,segment=NetworkSegment(86bf7ba4-25ec-477a-b752-1cd3a94d1598),segment_id=86bf7ba4-25ec-477a-b752-1cd3a94d1598)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:30:10.611688 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:10.660701 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-7df559b9-8b07-435e-b23b-6e341f101c41 service neutron] 10.222.0.55 "GET /v2.0/networks/0ae53245-ae34-471c-81ad-55068a409442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407821 Apr 05 14:30:10.709808 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fca7ec-1584-4b8a-8cd9-c9a1998e2313 req-be9db9c7-5774-49a0-85a8-719364170793 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:10.726261 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fca7ec-1584-4b8a-8cd9-c9a1998e2313 req-be9db9c7-5774-49a0-85a8-719364170793 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:10.735413 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fca7ec-1584-4b8a-8cd9-c9a1998e2313 req-be9db9c7-5774-49a0-85a8-719364170793 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:10.745767 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-98fca7ec-1584-4b8a-8cd9-c9a1998e2313 req-be9db9c7-5774-49a0-85a8-719364170793 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/ports?device_id=487c2ad2-adf2-45bf-ad03-4add49205fca HTTP/1.1" status: 200 len: 2412 time: 0.1280251 Apr 05 14:30:10.813409 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-98fca7ec-1584-4b8a-8cd9-c9a1998e2313 req-edd35b34-8953-4812-bee3-f47dc5808364 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/security-groups?id=a0b9f0a8-8003-41fc-96c3-f7974a1b5067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630844 Apr 05 14:30:10.818242 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-91b419cb-6a7a-4bb6-8fed-60105754ca9d service neutron] 10.222.0.55 "GET /v2.0/networks/0ae53245-ae34-471c-81ad-55068a409442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495123 Apr 05 14:30:10.828040 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=0dfd42e3-439b-4a53-afec-89e7248c6fe2,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:10.875778 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-e2515e88-b66c-4b30-801c-52a05234fd78 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.183&port_id=204177e8-10c2-4665-80ff-8ac601b0cc14 HTTP/1.1" status: 200 len: 217 time: 0.0383935 Apr 05 14:30:10.937276 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-b2042366-d3ad-4e20-bb80-85206f516df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:10.938896 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-b2042366-d3ad-4e20-bb80-85206f516df1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a46fb169-cc5d-44db-8d3e-4934013425ec HTTP/1.1" status: 200 len: 801 time: 0.0552106 Apr 05 14:30:10.954839 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['0dfd42e3-439b-4a53-afec-89e7248c6fe2'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:30:10.959287 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['116238ca-71ac-4551-889e-ef8d092e94b9'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:30:11.027825 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-d1946218-a052-4c79-af57-623bd3a50b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:11.032914 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-d1946218-a052-4c79-af57-623bd3a50b70 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=46af2908-eb41-456c-9790-cddfd7d7d348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0859036 Apr 05 14:30:11.100140 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 60424) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:30:11.182431 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69b231d-248d-43a5-8a83-dbb660e3dbda req-b2a23bb8-2b71-4b60-8abe-00720e068758 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:11.183883 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b69b231d-248d-43a5-8a83-dbb660e3dbda req-b2a23bb8-2b71-4b60-8abe-00720e068758 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a5b6824-48d4-4b59-98d0-6219855ba1f7 HTTP/1.1" status: 200 len: 945 time: 0.1403837 Apr 05 14:30:11.226628 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-bbd14284-9a48-4fbe-8250-e3b19a7d8df7 service neutron] 10.222.0.55 "GET /v2.0/networks/46af2908-eb41-456c-9790-cddfd7d7d348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860228 Apr 05 14:30:11.233129 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66af82c7-a0e4-4c20-947c-14e28c84937c req-7c544de9-107e-43c1-882d-722115ee2630 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:11.242129 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-66af82c7-a0e4-4c20-947c-14e28c84937c req-7c544de9-107e-43c1-882d-722115ee2630 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fde1780-9f77-4003-9873-44b7523942c2 HTTP/1.1" status: 200 len: 945 time: 0.1365926 Apr 05 14:30:11.293446 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b69b231d-248d-43a5-8a83-dbb660e3dbda req-fa21b034-b0ae-45e6-aebd-556caee51332 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] 10.222.0.30 "GET /v2.0/security-groups?id=a2119bd0-e3d5-4a5e-9adb-1090886ff785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021783 Apr 05 14:30:11.319942 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-66af82c7-a0e4-4c20-947c-14e28c84937c req-49d84f37-08f5-4c64-98ad-f59d4b238651 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769491 Apr 05 14:30:11.331588 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-71dcb60c-1c4e-4cdd-ad9e-b436ab80c681 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1009339820-network', 'tenant_id': 'bf0902b496d747c7a4e6f64dff615d59'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:30:11.388173 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-506cf00c-c146-4c77-a0ea-110e5b3c5780 service neutron] 10.222.0.55 "GET /v2.0/networks/46af2908-eb41-456c-9790-cddfd7d7d348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532440 Apr 05 14:30:11.433037 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-0348ff31-72d3-4be7-b946-e044a34f177a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.135&port_id=72174080-8f1e-4057-86f0-7584e8569b02 HTTP/1.1" status: 200 len: 217 time: 0.0370507 Apr 05 14:30:11.440114 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71dcb60c-1c4e-4cdd-ad9e-b436ab80c681 admin admin] Made reservation on behalf of bf0902b496d747c7a4e6f64dff615d59 for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:30:11.442568 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-71dcb60c-1c4e-4cdd-ad9e-b436ab80c681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:11.466495 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-71dcb60c-1c4e-4cdd-ad9e-b436ab80c681 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:11.471898 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5f29d0-39fa-4b71-9d16-900cb73a139f req-277ba999-9d89-4990-851d-29c410d845ff tempest-InstanceActionsV221TestJSON-675479180 tempest-InstanceActionsV221TestJSON-675479180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:11.473600 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4a5f29d0-39fa-4b71-9d16-900cb73a139f req-277ba999-9d89-4990-851d-29c410d845ff tempest-InstanceActionsV221TestJSON-675479180 tempest-InstanceActionsV221TestJSON-675479180-project] 10.222.0.11 "GET /v2.0/ports?device_id=4074c494-024e-466f-a421-3790a0f762cf HTTP/1.1" status: 200 len: 945 time: 0.0571997 Apr 05 14:30:11.529713 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-8323342f-33c2-404a-b68c-86092730bee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:11.531217 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-8323342f-33c2-404a-b68c-86092730bee6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=17af96e3-e553-4a6b-bfad-cf8ba0973a81 HTTP/1.1" status: 200 len: 801 time: 0.0839970 Apr 05 14:30:11.612908 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-47397682-ed19-43da-84c1-253245e8c495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:11.614624 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-47397682-ed19-43da-84c1-253245e8c495 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0ae53245-ae34-471c-81ad-55068a409442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0718555 Apr 05 14:30:11.634174 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98899937-99da-4eb4-bd6f-9f20199e6290 req-3c8dfdd9-c601-4e81-9613-362ed7032594 tempest-InstanceActionsV221TestJSON-675479180 tempest-InstanceActionsV221TestJSON-675479180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:11.635954 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-98899937-99da-4eb4-bd6f-9f20199e6290 req-3c8dfdd9-c601-4e81-9613-362ed7032594 tempest-InstanceActionsV221TestJSON-675479180 tempest-InstanceActionsV221TestJSON-675479180-project] 10.222.0.30 "GET /v2.0/ports?device_id=4074c494-024e-466f-a421-3790a0f762cf HTTP/1.1" status: 200 len: 945 time: 0.1611934 Apr 05 14:30:11.639915 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-71dcb60c-1c4e-4cdd-ad9e-b436ab80c681 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:11.651072 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '487c2ad2-adf2-45bf-ad03-4add49205fca', 'tag': '72174080-8f1e-4057-86f0-7584e8569b02'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:30:11.652237 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c3cea8-2955-47a3-a5e7-95070c14b1ad" -d '{"events": [{"name": "network-changed", "server_uuid": "487c2ad2-adf2-45bf-ad03-4add49205fca", "tag": "72174080-8f1e-4057-86f0-7584e8569b02"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:30:11.704782 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-71dcb60c-1c4e-4cdd-ad9e-b436ab80c681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:11.736341 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71dcb60c-1c4e-4cdd-ad9e-b436ab80c681 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:30:11.768975 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-71dcb60c-1c4e-4cdd-ad9e-b436ab80c681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:11.769325 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-71dcb60c-1c4e-4cdd-ad9e-b436ab80c681 admin admin] Added segment 0757738d-d0ba-42f4-8242-083676031461 of type vlan for network f3c72546-ec00-4b40-ba79-0ef4c67ea192 Apr 05 14:30:11.779044 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dcb60c-1c4e-4cdd-ad9e-b436ab80c681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a12a1180-61f2-406d-b568-8a39175973aa,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:11.783931 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-41952fb2-72db-4a1f-83f1-d720e0f78020 service neutron] 10.222.0.55 "GET /v2.0/networks/0ae53245-ae34-471c-81ad-55068a409442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593642 Apr 05 14:30:11.846667 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-71dcb60c-1c4e-4cdd-ad9e-b436ab80c681 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:11.933309 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f3d8adb2-8487-426f-abc6-5f9b60ed44c7 req-73f2895e-610e-42cf-be3b-4b5b1489e0c2 service neutron] 10.222.0.55 "GET /v2.0/networks/0ae53245-ae34-471c-81ad-55068a409442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205008 Apr 05 14:30:11.965644 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-71dcb60c-1c4e-4cdd-ad9e-b436ab80c681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:11.966639 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71dcb60c-1c4e-4cdd-ad9e-b436ab80c681 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:11.967299 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-71dcb60c-1c4e-4cdd-ad9e-b436ab80c681 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:11.986661 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8183d398-3cc3-4e8e-8f1a-49ef64d34f9a req-1687b4c8-98cd-4e0d-aada-d4793dad6d61 tempest-VolumesAdminNegativeTest-1013622783 tempest-VolumesAdminNegativeTest-1013622783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:11.993474 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8183d398-3cc3-4e8e-8f1a-49ef64d34f9a req-1687b4c8-98cd-4e0d-aada-d4793dad6d61 tempest-VolumesAdminNegativeTest-1013622783 tempest-VolumesAdminNegativeTest-1013622783-project] 10.222.0.30 "GET /v2.0/ports?device_id=75465c73-f9ad-4f9c-8eb3-b93d66aafefe HTTP/1.1" status: 200 len: 945 time: 0.3960340 Apr 05 14:30:12.018771 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-98899937-99da-4eb4-bd6f-9f20199e6290 req-b6df05e1-eb29-4a2e-b056-09d8eef2a5bf tempest-InstanceActionsV221TestJSON-675479180 tempest-InstanceActionsV221TestJSON-675479180-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed4e87fe-f898-4889-9eef-c984a9715415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3476517 Apr 05 14:30:12.039149 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-4a5f29d0-39fa-4b71-9d16-900cb73a139f req-1fb574d2-0ca8-4c15-ac11-2a72e3c35e56 tempest-InstanceActionsV221TestJSON-675479180 tempest-InstanceActionsV221TestJSON-675479180-project] Deleting port 44e5e706-5615-4e02-b47c-ea5d0f6c5888 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:30:12.039497 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-4a5f29d0-39fa-4b71-9d16-900cb73a139f req-1fb574d2-0ca8-4c15-ac11-2a72e3c35e56 tempest-InstanceActionsV221TestJSON-675479180 tempest-InstanceActionsV221TestJSON-675479180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:12.045796 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:12.046760 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dcb60c-1c4e-4cdd-ad9e-b436ab80c681 admin admin] Pushing event updated for resources: {'Network': ['ID=f3c72546-ec00-4b40-ba79-0ef4c67ea192,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:12.059226 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network f3c72546-ec00-4b40-ba79-0ef4c67ea192 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:30:12.072986 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a44b8cc-92e1-4df9-8725-1242267a37d4 x-openstack-request-id: req-8a44b8cc-92e1-4df9-8725-1242267a37d4 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:30:12.073284 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "487c2ad2-adf2-45bf-ad03-4add49205fca", "tag": "72174080-8f1e-4057-86f0-7584e8569b02", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:30:12.073815 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8a44b8cc-92e1-4df9-8725-1242267a37d4 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:30:12.078661 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-71dcb60c-1c4e-4cdd-ad9e-b436ab80c681 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9767041 Apr 05 14:30:12.079461 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a44b8cc-92e1-4df9-8725-1242267a37d4'] response: {'name': 'network-changed', 'server_uuid': '487c2ad2-adf2-45bf-ad03-4add49205fca', 'tag': '72174080-8f1e-4057-86f0-7584e8569b02', 'status': 'completed', 'code': 200} Apr 05 14:30:12.082316 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 60438) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:30:12.088408 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-0cae560b-5365-4ca4-8a43-efd58484d7fa admin admin] Request body: {'subnet': {'network_id': 'f3c72546-ec00-4b40-ba79-0ef4c67ea192', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1009339820-subnet', 'tenant_id': 'bf0902b496d747c7a4e6f64dff615d59', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:30:12.108314 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8183d398-3cc3-4e8e-8f1a-49ef64d34f9a req-3d0e977d-90e3-48b5-8316-2e8a0a8ff2ea tempest-VolumesAdminNegativeTest-1013622783 tempest-VolumesAdminNegativeTest-1013622783-project] 10.222.0.30 "GET /v2.0/security-groups?id=d36602e2-ba30-46f6-8301-7d410100b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138406 Apr 05 14:30:12.195212 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c3cea8-2955-47a3-a5e7-95070c14b1ad req-82378e60-d815-4892-948a-838ead843776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:12.195701 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c3cea8-2955-47a3-a5e7-95070c14b1ad req-82378e60-d815-4892-948a-838ead843776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:12.196171 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c3cea8-2955-47a3-a5e7-95070c14b1ad req-82378e60-d815-4892-948a-838ead843776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:12.198054 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a1c3cea8-2955-47a3-a5e7-95070c14b1ad req-82378e60-d815-4892-948a-838ead843776 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9f48ad39adb04af7baada856c775d36d&device_id=487c2ad2-adf2-45bf-ad03-4add49205fca HTTP/1.1" status: 200 len: 2865 time: 0.0790262 Apr 05 14:30:12.234823 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-4a5f29d0-39fa-4b71-9d16-900cb73a139f req-1fb574d2-0ca8-4c15-ac11-2a72e3c35e56 tempest-InstanceActionsV221TestJSON-675479180 tempest-InstanceActionsV221TestJSON-675479180-project] For port 44e5e706-5615-4e02-b47c-ea5d0f6c5888, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=44e5e706-5615-4e02-b47c-ea5d0f6c5888,segment=NetworkSegment(6514f3af-b636-40a8-b193-7ed3d375de8b),segment_id=6514f3af-b636-40a8-b193-7ed3d375de8b)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:30:12.235205 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-4a5f29d0-39fa-4b71-9d16-900cb73a139f req-1fb574d2-0ca8-4c15-ac11-2a72e3c35e56 tempest-InstanceActionsV221TestJSON-675479180 tempest-InstanceActionsV221TestJSON-675479180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:12.258431 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682cc2cd-5581-4b92-8622-72bad65f66d2 req-417a4dde-d849-4cc6-8741-33b4d7a0dee3 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:12.262113 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cae560b-5365-4ca4-8a43-efd58484d7fa admin admin] Made reservation on behalf of bf0902b496d747c7a4e6f64dff615d59 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:30:12.264670 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682cc2cd-5581-4b92-8622-72bad65f66d2 req-417a4dde-d849-4cc6-8741-33b4d7a0dee3 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:12.264814 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0cae560b-5365-4ca4-8a43-efd58484d7fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:12.271544 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682cc2cd-5581-4b92-8622-72bad65f66d2 req-417a4dde-d849-4cc6-8741-33b4d7a0dee3 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:12.273242 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-682cc2cd-5581-4b92-8622-72bad65f66d2 req-417a4dde-d849-4cc6-8741-33b4d7a0dee3 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/ports?device_id=487c2ad2-adf2-45bf-ad03-4add49205fca HTTP/1.1" status: 200 len: 2412 time: 0.1167583 Apr 05 14:30:12.279740 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-4a5f29d0-39fa-4b71-9d16-900cb73a139f req-1fb574d2-0ca8-4c15-ac11-2a72e3c35e56 tempest-InstanceActionsV221TestJSON-675479180 tempest-InstanceActionsV221TestJSON-675479180-project] Calling delete_port for 44e5e706-5615-4e02-b47c-ea5d0f6c5888 owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:30:12.371316 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-682cc2cd-5581-4b92-8622-72bad65f66d2 req-61f56cb2-768d-44fe-b615-8784630ef9ad tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/security-groups?id=a0b9f0a8-8003-41fc-96c3-f7974a1b5067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871007 Apr 05 14:30:12.376007 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c3cea8-2955-47a3-a5e7-95070c14b1ad req-483360c0-0a24-45df-a973-ced2bc628e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:12.378411 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a1c3cea8-2955-47a3-a5e7-95070c14b1ad req-483360c0-0a24-45df-a973-ced2bc628e9a service neutron] 10.222.0.55 "GET /v2.0/networks?id=0ae53245-ae34-471c-81ad-55068a409442 HTTP/1.1" status: 200 len: 901 time: 0.1711564 Apr 05 14:30:12.427305 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a1c3cea8-2955-47a3-a5e7-95070c14b1ad req-98a20cb7-3a17-4c45-b474-fbaa5be3fe0a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.135&port_id=72174080-8f1e-4057-86f0-7584e8569b02 HTTP/1.1" status: 200 len: 217 time: 0.0397460 Apr 05 14:30:12.487315 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb21d4d5-4236-436e-a95a-7492855de131 req-102c3c8f-9f21-4170-aca9-98d25c39ae4a tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:12.495772 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fb21d4d5-4236-436e-a95a-7492855de131 req-102c3c8f-9f21-4170-aca9-98d25c39ae4a tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a5b6824-48d4-4b59-98d0-6219855ba1f7 HTTP/1.1" status: 200 len: 945 time: 0.1042471 Apr 05 14:30:12.537638 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c3cea8-2955-47a3-a5e7-95070c14b1ad req-1bb1886c-9bef-4aa8-bf25-f8aa5cad0a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:12.539145 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a1c3cea8-2955-47a3-a5e7-95070c14b1ad req-1bb1886c-9bef-4aa8-bf25-f8aa5cad0a12 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=17af96e3-e553-4a6b-bfad-cf8ba0973a81 HTTP/1.1" status: 200 len: 801 time: 0.1047075 Apr 05 14:30:12.573927 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fb21d4d5-4236-436e-a95a-7492855de131 req-29828119-9bde-484f-9007-c5e4d3ddf44c tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] 10.222.0.30 "GET /v2.0/security-groups?id=a2119bd0-e3d5-4a5e-9adb-1090886ff785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763669 Apr 05 14:30:12.596926 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9375a7d0-c510-4454-b3dc-f8e4476ce6a4 req-6d5b4c11-2b1c-4607-ade9-f3a76fcaf459 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:12.597798 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9375a7d0-c510-4454-b3dc-f8e4476ce6a4 req-6d5b4c11-2b1c-4607-ade9-f3a76fcaf459 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fde1780-9f77-4003-9873-44b7523942c2 HTTP/1.1" status: 200 len: 945 time: 0.0826876 Apr 05 14:30:12.602410 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c3cea8-2955-47a3-a5e7-95070c14b1ad req-3aa33327-1bd9-4fe5-91a1-c5ff6ea7ad7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:12.603935 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a1c3cea8-2955-47a3-a5e7-95070c14b1ad req-3aa33327-1bd9-4fe5-91a1-c5ff6ea7ad7b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0ae53245-ae34-471c-81ad-55068a409442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0520661 Apr 05 14:30:12.614965 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-4a5f29d0-39fa-4b71-9d16-900cb73a139f req-1fb574d2-0ca8-4c15-ac11-2a72e3c35e56 tempest-InstanceActionsV221TestJSON-675479180 tempest-InstanceActionsV221TestJSON-675479180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:12.624539 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0cae560b-5365-4ca4-8a43-efd58484d7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:12.707260 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb574d2-0ca8-4c15-ac11-2a72e3c35e56 tempest-InstanceActionsV221TestJSON-675479180 tempest-InstanceActionsV221TestJSON-675479180-project] Pushing event deleted for resources: {'Port': ['ID=44e5e706-5615-4e02-b47c-ea5d0f6c5888,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:12.765352 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9375a7d0-c510-4454-b3dc-f8e4476ce6a4 req-788912a5-07ad-46b5-99ac-dd01007abaa8 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600859 Apr 05 14:30:12.767230 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cae560b-5365-4ca4-8a43-efd58484d7fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=3851d649-24d6-48da-bb02-bd81efab2abf,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:12.785958 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cae560b-5365-4ca4-8a43-efd58484d7fa admin admin] Checking segment: {'id': '0757738d-d0ba-42f4-8242-083676031461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'f3c72546-ec00-4b40-ba79-0ef4c67ea192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:30:12.786319 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cae560b-5365-4ca4-8a43-efd58484d7fa admin admin] Network hostable DHCP agents. Network: f3c72546-ec00-4b40-ba79-0ef4c67ea192, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:30:12.789107 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a5f29d0-39fa-4b71-9d16-900cb73a139f req-1fb574d2-0ca8-4c15-ac11-2a72e3c35e56 tempest-InstanceActionsV221TestJSON-675479180 tempest-InstanceActionsV221TestJSON-675479180-project] No DVR routers for this DVR port 44e5e706-5615-4e02-b47c-ea5d0f6c5888 on host n-h2-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:30:12.792133 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-4a5f29d0-39fa-4b71-9d16-900cb73a139f req-1fb574d2-0ca8-4c15-ac11-2a72e3c35e56 tempest-InstanceActionsV221TestJSON-675479180 tempest-InstanceActionsV221TestJSON-675479180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:12.796197 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4a5f29d0-39fa-4b71-9d16-900cb73a139f req-1fb574d2-0ca8-4c15-ac11-2a72e3c35e56 tempest-InstanceActionsV221TestJSON-675479180 tempest-InstanceActionsV221TestJSON-675479180-project] 10.222.0.11 "DELETE /v2.0/ports/44e5e706-5615-4e02-b47c-ea5d0f6c5888 HTTP/1.1" status: 204 len: 173 time: 1.3132212 Apr 05 14:30:12.804777 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a1c3cea8-2955-47a3-a5e7-95070c14b1ad req-34ba0c27-1dcd-403d-8023-c723c3c8b44d service neutron] 10.222.0.55 "GET /v2.0/networks/0ae53245-ae34-471c-81ad-55068a409442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926570 Apr 05 14:30:12.824825 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617e82ea-f669-4208-a1b2-5b15e754b55e req-6ee09172-d033-4788-886f-056041ba1803 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:12.827265 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-617e82ea-f669-4208-a1b2-5b15e754b55e req-6ee09172-d033-4788-886f-056041ba1803 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a5b6824-48d4-4b59-98d0-6219855ba1f7 HTTP/1.1" status: 200 len: 945 time: 0.1769805 Apr 05 14:30:12.836584 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 60450) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:30:12.841442 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-620a55b5-7b33-4c93-9c45-38f486b8c5d8 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Request body: {'floatingip': {'port_id': '6bab4155-07c8-4da2-b60b-05b96aab9c34'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:30:12.887276 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-620a55b5-7b33-4c93-9c45-38f486b8c5d8 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Notify callbacks [] for floatingip, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:12.925381 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a1c3cea8-2955-47a3-a5e7-95070c14b1ad req-3b905e23-edf6-4fe3-8299-21001c63ab08 service neutron] 10.222.0.55 "GET /v2.0/networks/0ae53245-ae34-471c-81ad-55068a409442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127205 Apr 05 14:30:12.926459 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cae560b-5365-4ca4-8a43-efd58484d7fa admin admin] Network f3c72546-ec00-4b40-ba79-0ef4c67ea192 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:30:13.028808 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-0cae560b-5365-4ca4-8a43-efd58484d7fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, f3c72546-ec00-4b40-ba79-0ef4c67ea192) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:30:13.036127 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cae560b-5365-4ca4-8a43-efd58484d7fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:13.036716 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0cae560b-5365-4ca4-8a43-efd58484d7fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:13.045810 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de57909-2a09-43d8-a0c6-dbfb8c55fd3d None None] Network f3c72546-ec00-4b40-ba79-0ef4c67ea192 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:30:13.161058 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-0cae560b-5365-4ca4-8a43-efd58484d7fa admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0744703 Apr 05 14:30:13.161300 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 60456) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:30:13.166981 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-7a91bcde-b3d3-4bec-96e9-7aaf2ad697ef admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1009339820-router', 'tenant_id': 'bf0902b496d747c7a4e6f64dff615d59', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:30:13.320917 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7a91bcde-b3d3-4bec-96e9-7aaf2ad697ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27088'] for router, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:13.329235 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7a91bcde-b3d3-4bec-96e9-7aaf2ad697ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27079'] for router, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:13.346566 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-83d6967a-d56a-48bf-becd-66d0d8e8050c req-fc205699-bf3c-4d72-8388-3a7ff44f3cd8 tempest-InstanceActionsV221TestJSON-675479180 tempest-InstanceActionsV221TestJSON-675479180-project] 10.222.0.30 "GET /v2.0/ports?device_id=4074c494-024e-466f-a421-3790a0f762cf HTTP/1.1" status: 200 len: 210 time: 0.0797455 Apr 05 14:30:13.470994 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86347df0-c299-4773-bd8e-bd48da07a500 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-f3c72546-ec00-4b40-ba79-0ef4c67ea192', 'network_id': 'f3c72546-ec00-4b40-ba79-0ef4c67ea192', 'tenant_id': 'bf0902b496d747c7a4e6f64dff615d59', 'fixed_ips': [{'subnet_id': '3851d649-24d6-48da-bb02-bd81efab2abf'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:30:13.475729 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-86347df0-c299-4773-bd8e-bd48da07a500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:13.529267 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f383138-ea3b-429b-8721-aebbf91659ac req-97c15ac3-b6c3-46a8-b269-d40252280066 tempest-VolumesAdminNegativeTest-1013622783 tempest-VolumesAdminNegativeTest-1013622783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:13.531192 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0f383138-ea3b-429b-8721-aebbf91659ac req-97c15ac3-b6c3-46a8-b269-d40252280066 tempest-VolumesAdminNegativeTest-1013622783 tempest-VolumesAdminNegativeTest-1013622783-project] 10.222.0.30 "GET /v2.0/ports?device_id=75465c73-f9ad-4f9c-8eb3-b93d66aafefe HTTP/1.1" status: 200 len: 945 time: 0.2636764 Apr 05 14:30:13.577823 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7a91bcde-b3d3-4bec-96e9-7aaf2ad697ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:13.680093 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-86347df0-c299-4773-bd8e-bd48da07a500 None None] Allocated IP 172.20.0.2 (f3c72546-ec00-4b40-ba79-0ef4c67ea192/3851d649-24d6-48da-bb02-bd81efab2abf/c762b1c6-030c-4f47-9848-75c72a6793cc) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:30:13.844503 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27827d4-0661-4e4f-b18a-0ea63eed58b6 req-b2f622db-a705-4f55-ab87-d9c06859adee tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:13.854282 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27827d4-0661-4e4f-b18a-0ea63eed58b6 req-b2f622db-a705-4f55-ab87-d9c06859adee tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:13.867554 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27827d4-0661-4e4f-b18a-0ea63eed58b6 req-b2f622db-a705-4f55-ab87-d9c06859adee tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:13.869391 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d27827d4-0661-4e4f-b18a-0ea63eed58b6 req-b2f622db-a705-4f55-ab87-d9c06859adee tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/ports?device_id=487c2ad2-adf2-45bf-ad03-4add49205fca HTTP/1.1" status: 200 len: 2412 time: 0.2779706 Apr 05 14:30:13.888373 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:13.894549 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-86347df0-c299-4773-bd8e-bd48da07a500 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:13.903907 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0f383138-ea3b-429b-8721-aebbf91659ac req-eaa21e7e-9d12-4510-9994-216d27bcd603 tempest-VolumesAdminNegativeTest-1013622783 tempest-VolumesAdminNegativeTest-1013622783-project] 10.222.0.30 "GET /v2.0/security-groups?id=d36602e2-ba30-46f6-8301-7d410100b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110034 Apr 05 14:30:13.916563 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 69112071-0ba8-4bae-a271-fb389984f5bc details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:30:13.916563 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 0dfd42e3-439b-4a53-afec-89e7248c6fe2 up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:30:13.999974 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-86347df0-c299-4773-bd8e-bd48da07a500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:14.050568 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d27827d4-0661-4e4f-b18a-0ea63eed58b6 req-f3300688-d608-44e4-a966-d17262d5b841 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/security-groups?id=a0b9f0a8-8003-41fc-96c3-f7974a1b5067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585803 Apr 05 14:30:14.074690 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86347df0-c299-4773-bd8e-bd48da07a500 None None] Network f3c72546-ec00-4b40-ba79-0ef4c67ea192 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:30:14.090438 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.db.resource_extend [None req-620a55b5-7b33-4c93-9c45-38f486b8c5d8 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 14:30:14.111937 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-86347df0-c299-4773-bd8e-bd48da07a500 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:30:14.123244 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86347df0-c299-4773-bd8e-bd48da07a500 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:30:14.141344 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4074c494-024e-466f-a421-3790a0f762cf', 'name': 'network-vif-deleted', 'tag': '44e5e706-5615-4e02-b47c-ea5d0f6c5888'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:30:14.144150 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6601042-35a0-4a00-af9f-27cf3822c6e2" -d '{"events": [{"server_uuid": "4074c494-024e-466f-a421-3790a0f762cf", "name": "network-vif-deleted", "tag": "44e5e706-5615-4e02-b47c-ea5d0f6c5888"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:30:14.149581 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86347df0-c299-4773-bd8e-bd48da07a500 None None] Pushing event updated for resources: {'Port': ['ID=c762b1c6-030c-4f47-9848-75c72a6793cc,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:14.182144 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a02186-163d-4e47-aa29-06511d2579ec req-125d4337-a829-428b-b8a2-9b9000eb1a2e tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:14.183731 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b3a02186-163d-4e47-aa29-06511d2579ec req-125d4337-a829-428b-b8a2-9b9000eb1a2e tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fde1780-9f77-4003-9873-44b7523942c2 HTTP/1.1" status: 200 len: 945 time: 0.1688588 Apr 05 14:30:14.197084 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-620a55b5-7b33-4c93-9c45-38f486b8c5d8 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:14.218698 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7a91bcde-b3d3-4bec-96e9-7aaf2ad697ef admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:14.228469 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58795050-3983-45e7-8d63-68f2c532e4cd x-openstack-request-id: req-58795050-3983-45e7-8d63-68f2c532e4cd {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:30:14.228772 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4074c494-024e-466f-a421-3790a0f762cf", "name": "network-vif-deleted", "tag": "44e5e706-5615-4e02-b47c-ea5d0f6c5888", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:30:14.231181 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-58795050-3983-45e7-8d63-68f2c532e4cd {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:30:14.231181 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58795050-3983-45e7-8d63-68f2c532e4cd'] response: {'server_uuid': '4074c494-024e-466f-a421-3790a0f762cf', 'name': 'network-vif-deleted', 'tag': '44e5e706-5615-4e02-b47c-ea5d0f6c5888', 'status': 'completed', 'code': 200} Apr 05 14:30:14.237043 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port 0dfd42e3-439b-4a53-afec-89e7248c6fe2 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:30:14.245878 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 69112071-0ba8-4bae-a271-fb389984f5bc, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=69112071-0ba8-4bae-a271-fb389984f5bc,segment=NetworkSegment(cbce7e02-70d1-451f-b93b-8687d648f2fd),segment_id=cbce7e02-70d1-451f-b93b-8687d648f2fd)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:30:14.250563 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b3a02186-163d-4e47-aa29-06511d2579ec req-e8d6666d-e65b-4ecd-8af8-d79598506ef2 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519633 Apr 05 14:30:14.262938 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port 0dfd42e3-439b-4a53-afec-89e7248c6fe2 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:30:14.263430 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:14.268966 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-620a55b5-7b33-4c93-9c45-38f486b8c5d8 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:14.289451 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-86347df0-c299-4773-bd8e-bd48da07a500 None None] Attempting to bind port c762b1c6-030c-4f47-9848-75c72a6793cc on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:30:14.289821 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-86347df0-c299-4773-bd8e-bd48da07a500 None None] Attempting to bind port c762b1c6-030c-4f47-9848-75c72a6793cc by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '0757738d-d0ba-42f4-8242-083676031461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'f3c72546-ec00-4b40-ba79-0ef4c67ea192'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:30:14.290290 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86347df0-c299-4773-bd8e-bd48da07a500 None None] Attempting to bind port c762b1c6-030c-4f47-9848-75c72a6793cc on network f3c72546-ec00-4b40-ba79-0ef4c67ea192 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:30:14.294650 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': '69112071-0ba8-4bae-a271-fb389984f5bc', 'network_id': '0ae53245-ae34-471c-81ad-55068a409442', 'port_id': '69112071-0ba8-4bae-a271-fb389984f5bc', 'mac_address': 'fa:16:3e:ec:c8:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17af96e3-e553-4a6b-bfad-cf8ba0973a81', 'ip_address': '19.80.0.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:30:14.311141 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86347df0-c299-4773-bd8e-bd48da07a500 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:30:14.311576 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86347df0-c299-4773-bd8e-bd48da07a500 None None] Checking segment: {'id': '0757738d-d0ba-42f4-8242-083676031461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'f3c72546-ec00-4b40-ba79-0ef4c67ea192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:30:14.311981 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-86347df0-c299-4773-bd8e-bd48da07a500 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:14.312481 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86347df0-c299-4773-bd8e-bd48da07a500 None None] Bound using segment: {'id': '0757738d-d0ba-42f4-8242-083676031461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'f3c72546-ec00-4b40-ba79-0ef4c67ea192'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:30:14.313423 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-86347df0-c299-4773-bd8e-bd48da07a500 None None] Bound port: c762b1c6-030c-4f47-9848-75c72a6793cc, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0757738d-d0ba-42f4-8242-083676031461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'f3c72546-ec00-4b40-ba79-0ef4c67ea192'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:30:14.313810 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-86347df0-c299-4773-bd8e-bd48da07a500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:14.383018 n-d-836650-2 neutron-server[103320]: INFO neutron.db.l3_db [None req-620a55b5-7b33-4c93-9c45-38f486b8c5d8 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Floating IP ad5f6921-2e5a-41a7-a2b3-5147c45d216e associated. External IP: 172.25.6.6, port: 6bab4155-07c8-4da2-b60b-05b96aab9c34. Apr 05 14:30:14.408587 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:14.433158 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69112071-0ba8-4bae-a271-fb389984f5bc {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:30:14.526515 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 69112071-0ba8-4bae-a271-fb389984f5bc, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=69112071-0ba8-4bae-a271-fb389984f5bc,segment=NetworkSegment(cbce7e02-70d1-451f-b93b-8687d648f2fd),segment_id=cbce7e02-70d1-451f-b93b-8687d648f2fd)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:30:14.528090 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-86347df0-c299-4773-bd8e-bd48da07a500 None None] For port c762b1c6-030c-4f47-9848-75c72a6793cc, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:30:14.532671 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 44e5e706-5615-4e02-b47c-ea5d0f6c5888 no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:30:14.535209 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:14.585936 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-86347df0-c299-4773-bd8e-bd48da07a500 None None] For port c762b1c6-030c-4f47-9848-75c72a6793cc, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=c762b1c6-030c-4f47-9848-75c72a6793cc,segment=NetworkSegment(0757738d-d0ba-42f4-8242-083676031461),segment_id=0757738d-d0ba-42f4-8242-083676031461)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:30:14.588111 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] No Port match for: 44e5e706-5615-4e02-b47c-ea5d0f6c5888 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:30:14.588445 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 44e5e706-5615-4e02-b47c-ea5d0f6c5888 not bound to the agent host n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:30:14.594833 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fde1780-9f77-4003-9873-44b7523942c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dfd42e3-439b-4a53-afec-89e7248c6fe2'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:30:14.597865 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eceaafa-2b31-477e-90c8-bc4329eb90fa" -d '{"events": [{"server_uuid": "2fde1780-9f77-4003-9873-44b7523942c2", "name": "network-vif-plugged", "status": "completed", "tag": "0dfd42e3-439b-4a53-afec-89e7248c6fe2"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:30:14.613256 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 0dfd42e3-439b-4a53-afec-89e7248c6fe2, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=0dfd42e3-439b-4a53-afec-89e7248c6fe2,segment=NetworkSegment(86bf7ba4-25ec-477a-b752-1cd3a94d1598),segment_id=86bf7ba4-25ec-477a-b752-1cd3a94d1598)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:30:14.617305 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:14.618044 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 204177e8-10c2-4665-80ff-8ac601b0cc14 details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:30:14.638057 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 60476) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:30:14.658074 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-389b338f-9ed5-48ab-af65-9b30d85a1fed x-openstack-request-id: req-389b338f-9ed5-48ab-af65-9b30d85a1fed {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:30:14.658074 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fde1780-9f77-4003-9873-44b7523942c2", "name": "network-vif-plugged", "status": "completed", "tag": "0dfd42e3-439b-4a53-afec-89e7248c6fe2", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:30:14.658074 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-389b338f-9ed5-48ab-af65-9b30d85a1fed {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:30:14.658074 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-389b338f-9ed5-48ab-af65-9b30d85a1fed'] response: {'server_uuid': '2fde1780-9f77-4003-9873-44b7523942c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dfd42e3-439b-4a53-afec-89e7248c6fe2', 'code': 200} Apr 05 14:30:14.660025 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-86347df0-c299-4773-bd8e-bd48da07a500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:14.691254 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:14.692037 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 116238ca-71ac-4551-889e-ef8d092e94b9 up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:30:14.740268 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7a91bcde-b3d3-4bec-96e9-7aaf2ad697ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:14.785444 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=69112071-0ba8-4bae-a271-fb389984f5bc,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:14.808488 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-620a55b5-7b33-4c93-9c45-38f486b8c5d8 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Router ac21a239-fb93-479c-8b20-68007ce99716 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:30:14.810164 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-60e03536-d91f-443b-acb5-f8ddca10b012 admin admin] Deleting subnet f0912051-24dc-4c36-9aee-316c30f0c9bf {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:30:14.865630 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7a91bcde-b3d3-4bec-96e9-7aaf2ad697ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:14.869135 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-60e03536-d91f-443b-acb5-f8ddca10b012 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:14.910976 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86347df0-c299-4773-bd8e-bd48da07a500 None None] Pushing event updated for resources: {'Port': ['ID=c762b1c6-030c-4f47-9848-75c72a6793cc,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:14.961085 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b07b51f-eb69-48aa-844c-9c020d2d3d27 req-49472ddc-af91-4e61-a669-545ac3f9632f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:14.962805 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-0b07b51f-eb69-48aa-844c-9c020d2d3d27 req-49472ddc-af91-4e61-a669-545ac3f9632f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2fde1780-9f77-4003-9873-44b7523942c2 HTTP/1.1" status: 200 len: 1097 time: 0.2188392 Apr 05 14:30:14.989903 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port 116238ca-71ac-4551-889e-ef8d092e94b9 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:30:15.008532 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port 116238ca-71ac-4551-889e-ef8d092e94b9 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:30:15.008943 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:15.025484 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-60e03536-d91f-443b-acb5-f8ddca10b012 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:15.029041 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 204177e8-10c2-4665-80ff-8ac601b0cc14, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=204177e8-10c2-4665-80ff-8ac601b0cc14,segment=NetworkSegment(9a560072-ea2b-4c7a-96ef-539dba74357a),segment_id=9a560072-ea2b-4c7a-96ef-539dba74357a)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:30:15.117076 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': '204177e8-10c2-4665-80ff-8ac601b0cc14', 'network_id': '46af2908-eb41-456c-9790-cddfd7d7d348', 'port_id': '204177e8-10c2-4665-80ff-8ac601b0cc14', 'mac_address': 'fa:16:3e:a0:1b:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a46fb169-cc5d-44db-8d3e-4934013425ec', 'ip_address': '19.86.0.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:30:15.128583 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=0dfd42e3-439b-4a53-afec-89e7248c6fe2,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:15.159397 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-0b07b51f-eb69-48aa-844c-9c020d2d3d27 req-cafce1da-9114-4eaf-9448-d6b71d48ea2c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555674 Apr 05 14:30:15.175579 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-60e03536-d91f-443b-acb5-f8ddca10b012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:15.199529 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-620a55b5-7b33-4c93-9c45-38f486b8c5d8 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:30:15.216260 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-620a55b5-7b33-4c93-9c45-38f486b8c5d8 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:15.224412 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-7a91bcde-b3d3-4bec-96e9-7aaf2ad697ef admin admin] Allocated IP 172.25.6.38 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/7ecd5546-ae8e-43dd-99c2-f708618c4f2b) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:30:15.226079 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649d4f0a-793f-4d48-b6ab-5e2d016a915d None None] Sync routers for ids ['ac21a239-fb93-479c-8b20-68007ce99716'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:30:15.231531 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c12e143-a905-4851-97a0-e7d9f5dc1513 req-8456c070-af8c-438c-80db-bf0cf0ec3d10 tempest-VolumesAdminNegativeTest-1013622783 tempest-VolumesAdminNegativeTest-1013622783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:15.240012 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1c12e143-a905-4851-97a0-e7d9f5dc1513 req-8456c070-af8c-438c-80db-bf0cf0ec3d10 tempest-VolumesAdminNegativeTest-1013622783 tempest-VolumesAdminNegativeTest-1013622783-project] 10.222.0.30 "GET /v2.0/ports?device_id=75465c73-f9ad-4f9c-8eb3-b93d66aafefe HTTP/1.1" status: 200 len: 945 time: 0.1534674 Apr 05 14:30:15.302321 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:15.337059 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:15.348260 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-620a55b5-7b33-4c93-9c45-38f486b8c5d8 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] 10.222.0.30 "PUT /v2.0/floatingips/ad5f6921-2e5a-41a7-a2b3-5147c45d216e HTTP/1.1" status: 200 len: 989 time: 2.5102956 Apr 05 14:30:15.350122 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649d4f0a-793f-4d48-b6ab-5e2d016a915d None None] Routers {'ac21a239-fb93-479c-8b20-68007ce99716'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:30:15.350773 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-649d4f0a-793f-4d48-b6ab-5e2d016a915d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:29:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['ac21a239-fb93-479c-8b20-68007ce99716'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:15.356376 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 204177e8-10c2-4665-80ff-8ac601b0cc14 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:30:15.357422 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1c12e143-a905-4851-97a0-e7d9f5dc1513 req-cdd51c3b-c01c-49a5-9420-a2e522929dc5 tempest-VolumesAdminNegativeTest-1013622783 tempest-VolumesAdminNegativeTest-1013622783-project] 10.222.0.30 "GET /v2.0/security-groups?id=d36602e2-ba30-46f6-8301-7d410100b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161189 Apr 05 14:30:15.374928 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7a91bcde-b3d3-4bec-96e9-7aaf2ad697ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:15.378679 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 204177e8-10c2-4665-80ff-8ac601b0cc14, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=204177e8-10c2-4665-80ff-8ac601b0cc14,segment=NetworkSegment(9a560072-ea2b-4c7a-96ef-539dba74357a),segment_id=9a560072-ea2b-4c7a-96ef-539dba74357a)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:30:15.379477 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-60e03536-d91f-443b-acb5-f8ddca10b012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:15.398494 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68920219-45ad-462a-a2f4-4ad225a38e3a req-ad762fbf-68c6-441a-866b-7c04b226a84d tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:15.406108 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68920219-45ad-462a-a2f4-4ad225a38e3a req-ad762fbf-68c6-441a-866b-7c04b226a84d tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:15.416034 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68920219-45ad-462a-a2f4-4ad225a38e3a req-ad762fbf-68c6-441a-866b-7c04b226a84d tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:15.423161 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e03536-d91f-443b-acb5-f8ddca10b012 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0912051-24dc-4c36-9aee-316c30f0c9bf,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:15.427494 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-60e03536-d91f-443b-acb5-f8ddca10b012 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:15.431022 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-60e03536-d91f-443b-acb5-f8ddca10b012 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/f0912051-24dc-4c36-9aee-316c30f0c9bf HTTP/1.1" status: 204 len: 168 time: 0.7903843 Apr 05 14:30:15.433862 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-68920219-45ad-462a-a2f4-4ad225a38e3a req-ad762fbf-68c6-441a-866b-7c04b226a84d tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/ports?device_id=487c2ad2-adf2-45bf-ad03-4add49205fca HTTP/1.1" status: 200 len: 2413 time: 0.1905735 Apr 05 14:30:15.434376 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 60488) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:30:15.467533 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 116238ca-71ac-4551-889e-ef8d092e94b9, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=116238ca-71ac-4551-889e-ef8d092e94b9,segment=NetworkSegment(7f6a9678-17e6-40d5-a42a-0a09badaf78f),segment_id=7f6a9678-17e6-40d5-a42a-0a09badaf78f)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:30:15.477048 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:15.520714 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7a91bcde-b3d3-4bec-96e9-7aaf2ad697ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:15.575192 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a91bcde-b3d3-4bec-96e9-7aaf2ad697ef admin admin] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:30:15.578405 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-7a91bcde-b3d3-4bec-96e9-7aaf2ad697ef admin admin] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:30:15.586437 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-68920219-45ad-462a-a2f4-4ad225a38e3a req-94fb84d7-18e8-41bd-9888-d0e31a6e8787 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/security-groups?id=a0b9f0a8-8003-41fc-96c3-f7974a1b5067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293573 Apr 05 14:30:15.590783 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a91bcde-b3d3-4bec-96e9-7aaf2ad697ef admin admin] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:30:15.670968 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-12599bcf-204d-4029-95b1-665d75fff69f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:15.684617 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f219c02e-ec8d-4cac-9981-47e0adfcc9d8 req-f2ecbff8-b3db-4a60-8f29-0d8466737662 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:15.686313 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f219c02e-ec8d-4cac-9981-47e0adfcc9d8 req-f2ecbff8-b3db-4a60-8f29-0d8466737662 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fde1780-9f77-4003-9873-44b7523942c2 HTTP/1.1" status: 200 len: 946 time: 0.2020731 Apr 05 14:30:15.703817 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a91bcde-b3d3-4bec-96e9-7aaf2ad697ef admin admin] Pushing event updated for resources: {'Port': ['ID=7ecd5546-ae8e-43dd-99c2-f708618c4f2b,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:15.728435 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=204177e8-10c2-4665-80ff-8ac601b0cc14,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:15.738983 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:15.806616 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f219c02e-ec8d-4cac-9981-47e0adfcc9d8 req-a65ef6f8-c5e5-45c7-b5dd-cb80d97ee288 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068840 Apr 05 14:30:15.874231 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-649d4f0a-793f-4d48-b6ab-5e2d016a915d None None] Set router ac21a239-fb93-479c-8b20-68007ce99716 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:30:15.876602 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=116238ca-71ac-4551-889e-ef8d092e94b9,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:15.896386 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afffc8c2-0214-4988-b60b-29413941c28e req-a9b57b83-b07a-44fc-a070-98167ef16c13 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:15.898007 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-afffc8c2-0214-4988-b60b-29413941c28e req-a9b57b83-b07a-44fc-a070-98167ef16c13 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a5b6824-48d4-4b59-98d0-6219855ba1f7 HTTP/1.1" status: 200 len: 945 time: 0.2107704 Apr 05 14:30:15.908799 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['69112071-0ba8-4bae-a271-fb389984f5bc'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:30:15.914653 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 72174080-8f1e-4057-86f0-7584e8569b02 details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:30:15.941308 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-12599bcf-204d-4029-95b1-665d75fff69f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:15.979955 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-afffc8c2-0214-4988-b60b-29413941c28e req-cc3e3c7f-dc9e-4dfb-b40d-2b5557199102 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] 10.222.0.30 "GET /v2.0/security-groups?id=a2119bd0-e3d5-4a5e-9adb-1090886ff785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732961 Apr 05 14:30:15.990157 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-12599bcf-204d-4029-95b1-665d75fff69f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95c3dd79-69b7-4787-81af-f24ae4a653d4']}} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:16.033038 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-12599bcf-204d-4029-95b1-665d75fff69f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6514f3af-b636-40a8-b193-7ed3d375de8b') {'for_net_delete': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:16.033038 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-12599bcf-204d-4029-95b1-665d75fff69f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6514f3af-b636-40a8-b193-7ed3d375de8b') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:16.053087 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-12599bcf-204d-4029-95b1-665d75fff69f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13399223'] for segment, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:16.077849 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-12599bcf-204d-4029-95b1-665d75fff69f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:16.095662 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12599bcf-204d-4029-95b1-665d75fff69f admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=103320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:30:16.096757 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-12599bcf-204d-4029-95b1-665d75fff69f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15765202'] for segment, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:16.098561 n-d-836650-2 neutron-server[103320]: Traceback (most recent call last): Apr 05 14:30:16.098561 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:30:16.098561 n-d-836650-2 neutron-server[103320]: timer() Apr 05 14:30:16.098561 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:30:16.098561 n-d-836650-2 neutron-server[103320]: cb(*args, **kw) Apr 05 14:30:16.098561 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:30:16.098561 n-d-836650-2 neutron-server[103320]: return func(*args, **kwargs) Apr 05 14:30:16.098561 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:30:16.098561 n-d-836650-2 neutron-server[103320]: self._notify() Apr 05 14:30:16.098561 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:30:16.098561 n-d-836650-2 neutron-server[103320]: self.callback(batched_events) Apr 05 14:30:16.098561 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:30:16.098561 n-d-836650-2 neutron-server[103320]: event.method(event) Apr 05 14:30:16.098561 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:30:16.098561 n-d-836650-2 neutron-server[103320]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:30:16.098561 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:30:16.098561 n-d-836650-2 neutron-server[103320]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:30:16.098561 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:30:16.098561 n-d-836650-2 neutron-server[103320]: return f(self, *a, **k) Apr 05 14:30:16.098561 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:30:16.098561 n-d-836650-2 neutron-server[103320]: return self._get(url).json() Apr 05 14:30:16.098561 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:30:16.098561 n-d-836650-2 neutron-server[103320]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:30:16.098561 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:30:16.098561 n-d-836650-2 neutron-server[103320]: return self.request(url, 'GET', **kwargs) Apr 05 14:30:16.098561 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:30:16.098561 n-d-836650-2 neutron-server[103320]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:30:16.098561 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:30:16.098561 n-d-836650-2 neutron-server[103320]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:30:16.098561 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:30:16.098561 n-d-836650-2 neutron-server[103320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:30:16.098561 n-d-836650-2 neutron-server[103320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:30:16.105155 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['204177e8-10c2-4665-80ff-8ac601b0cc14'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:30:16.144673 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7a91bcde-b3d3-4bec-96e9-7aaf2ad697ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:16.212447 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98600bad-b206-499d-b719-69e26912f5c4 None None] Network f3c72546-ec00-4b40-ba79-0ef4c67ea192 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:30:16.230493 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a5b6824-48d4-4b59-98d0-6219855ba1f7', 'tag': '6bab4155-07c8-4da2-b60b-05b96aab9c34'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:30:16.234393 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a3027f-8ac8-473f-bd26-638415e5d449" -d '{"events": [{"name": "network-changed", "server_uuid": "7a5b6824-48d4-4b59-98d0-6219855ba1f7", "tag": "6bab4155-07c8-4da2-b60b-05b96aab9c34"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:30:16.275221 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-12599bcf-204d-4029-95b1-665d75fff69f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:16.280842 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-12599bcf-204d-4029-95b1-665d75fff69f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:16.285717 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-12599bcf-204d-4029-95b1-665d75fff69f admin admin] 10.222.0.30 "DELETE /v2.0/networks/95c3dd79-69b7-4787-81af-f24ae4a653d4 HTTP/1.1" status: 204 len: 168 time: 0.8503554 Apr 05 14:30:16.305605 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12599bcf-204d-4029-95b1-665d75fff69f admin admin] Pushing event deleted for resources: {'Network': ['ID=95c3dd79-69b7-4787-81af-f24ae4a653d4,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:16.309955 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-badd94e2-5ebe-4032-a10a-64be42c816a8 x-openstack-request-id: req-badd94e2-5ebe-4032-a10a-64be42c816a8 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:30:16.322537 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a5b6824-48d4-4b59-98d0-6219855ba1f7", "tag": "6bab4155-07c8-4da2-b60b-05b96aab9c34", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:30:16.323043 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-badd94e2-5ebe-4032-a10a-64be42c816a8 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:30:16.323759 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-badd94e2-5ebe-4032-a10a-64be42c816a8'] response: {'name': 'network-changed', 'server_uuid': '7a5b6824-48d4-4b59-98d0-6219855ba1f7', 'tag': '6bab4155-07c8-4da2-b60b-05b96aab9c34', 'status': 'completed', 'code': 200} Apr 05 14:30:16.413764 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a3027f-8ac8-473f-bd26-638415e5d449 req-6ac4370b-3030-491d-ba19-026dc96cca5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:16.416066 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d7a3027f-8ac8-473f-bd26-638415e5d449 req-6ac4370b-3030-491d-ba19-026dc96cca5d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=624acb65c8a14a38b05a73e982caa43a&device_id=7a5b6824-48d4-4b59-98d0-6219855ba1f7 HTTP/1.1" status: 200 len: 1096 time: 0.0863082 Apr 05 14:30:16.486855 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7a91bcde-b3d3-4bec-96e9-7aaf2ad697ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618'] for router, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:16.599602 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 72174080-8f1e-4057-86f0-7584e8569b02, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=72174080-8f1e-4057-86f0-7584e8569b02,segment=NetworkSegment(cbce7e02-70d1-451f-b93b-8687d648f2fd),segment_id=cbce7e02-70d1-451f-b93b-8687d648f2fd)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:30:16.606022 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device c762b1c6-030c-4f47-9848-75c72a6793cc up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:30:16.607781 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-15eee632-e719-4f4f-b1d3-31d25085c26e None None] Provisioning complete for port c762b1c6-030c-4f47-9848-75c72a6793cc triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:30:16.608152 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-15eee632-e719-4f4f-b1d3-31d25085c26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:16.672976 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75465c73-f9ad-4f9c-8eb3-b93d66aafefe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '116238ca-71ac-4551-889e-ef8d092e94b9'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:30:16.676950 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a87ceb8-65e3-4fd9-a0ce-021f266b3abd" -d '{"events": [{"server_uuid": "75465c73-f9ad-4f9c-8eb3-b93d66aafefe", "name": "network-vif-plugged", "status": "completed", "tag": "116238ca-71ac-4551-889e-ef8d092e94b9"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:30:16.772446 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': '72174080-8f1e-4057-86f0-7584e8569b02', 'network_id': '0ae53245-ae34-471c-81ad-55068a409442', 'port_id': '72174080-8f1e-4057-86f0-7584e8569b02', 'mac_address': 'fa:16:3e:7b:20:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17af96e3-e553-4a6b-bfad-cf8ba0973a81', 'ip_address': '19.80.0.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:30:16.953684 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2807d570-1e85-40b2-92a8-5843d2f9aa13 req-8c910de0-61f4-4397-8f1b-0116afdedd5d tempest-VolumesAdminNegativeTest-1013622783 tempest-VolumesAdminNegativeTest-1013622783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:16.955194 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2807d570-1e85-40b2-92a8-5843d2f9aa13 req-8c910de0-61f4-4397-8f1b-0116afdedd5d tempest-VolumesAdminNegativeTest-1013622783 tempest-VolumesAdminNegativeTest-1013622783-project] 10.222.0.30 "GET /v2.0/ports?device_id=75465c73-f9ad-4f9c-8eb3-b93d66aafefe HTTP/1.1" status: 200 len: 946 time: 0.4462409 Apr 05 14:30:16.973089 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a3027f-8ac8-473f-bd26-638415e5d449 req-5b02ae19-44d6-4cf1-abd8-29411fec5468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:16.974717 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d7a3027f-8ac8-473f-bd26-638415e5d449 req-5b02ae19-44d6-4cf1-abd8-29411fec5468 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a9ad640e-de7f-43c6-8fef-96cb779b89ff HTTP/1.1" status: 200 len: 907 time: 0.5521951 Apr 05 14:30:16.996174 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:17.054477 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72174080-8f1e-4057-86f0-7584e8569b02 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:30:17.066619 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386db716-f1d2-4d6d-a25b-438f6cacd146 req-5253a681-b959-4b9f-8765-bee11a7fd763 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:17.072527 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386db716-f1d2-4d6d-a25b-438f6cacd146 req-5253a681-b959-4b9f-8765-bee11a7fd763 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:17.079138 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386db716-f1d2-4d6d-a25b-438f6cacd146 req-5253a681-b959-4b9f-8765-bee11a7fd763 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:17.080938 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-386db716-f1d2-4d6d-a25b-438f6cacd146 req-5253a681-b959-4b9f-8765-bee11a7fd763 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/ports?device_id=487c2ad2-adf2-45bf-ad03-4add49205fca HTTP/1.1" status: 200 len: 2414 time: 0.1592855 Apr 05 14:30:17.094013 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2807d570-1e85-40b2-92a8-5843d2f9aa13 req-edafcdca-881e-452c-a076-f549fda0a721 tempest-VolumesAdminNegativeTest-1013622783 tempest-VolumesAdminNegativeTest-1013622783-project] 10.222.0.30 "GET /v2.0/security-groups?id=d36602e2-ba30-46f6-8301-7d410100b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231780 Apr 05 14:30:17.109639 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port c762b1c6-030c-4f47-9848-75c72a6793cc triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:30:17.109639 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:17.123150 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d7a3027f-8ac8-473f-bd26-638415e5d449 req-59e470a8-4180-43fd-93c1-3f7edb2d9c1b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6bab4155-07c8-4da2-b60b-05b96aab9c34 HTTP/1.1" status: 200 len: 997 time: 0.1403193 Apr 05 14:30:17.170046 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe07318-bb51-4da4-ad74-20a267a8f2fc x-openstack-request-id: req-6fe07318-bb51-4da4-ad74-20a267a8f2fc {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:30:17.170262 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75465c73-f9ad-4f9c-8eb3-b93d66aafefe", "name": "network-vif-plugged", "status": "completed", "tag": "116238ca-71ac-4551-889e-ef8d092e94b9", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:30:17.170364 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6fe07318-bb51-4da4-ad74-20a267a8f2fc {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:30:17.171027 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fe07318-bb51-4da4-ad74-20a267a8f2fc'] response: {'server_uuid': '75465c73-f9ad-4f9c-8eb3-b93d66aafefe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '116238ca-71ac-4551-889e-ef8d092e94b9', 'code': 200} Apr 05 14:30:17.182168 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a3027f-8ac8-473f-bd26-638415e5d449 req-839c29d6-6307-40cb-9262-dbb858d02591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:17.183771 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d7a3027f-8ac8-473f-bd26-638415e5d449 req-839c29d6-6307-40cb-9262-dbb858d02591 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2ebd5f9f-310d-4e0b-97c9-6b1478640ddc HTTP/1.1" status: 200 len: 845 time: 0.0533195 Apr 05 14:30:17.214440 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 72174080-8f1e-4057-86f0-7584e8569b02, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=72174080-8f1e-4057-86f0-7584e8569b02,segment=NetworkSegment(cbce7e02-70d1-451f-b93b-8687d648f2fd),segment_id=cbce7e02-70d1-451f-b93b-8687d648f2fd)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:30:17.239217 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-386db716-f1d2-4d6d-a25b-438f6cacd146 req-7e7dfe1d-64f4-493f-bccf-a111f2fa45cc tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/security-groups?id=a0b9f0a8-8003-41fc-96c3-f7974a1b5067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252058 Apr 05 14:30:17.258386 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-15eee632-e719-4f4f-b1d3-31d25085c26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:17.286380 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a3027f-8ac8-473f-bd26-638415e5d449 req-3eb93dc4-be0f-46bb-90db-d03a0cbd07bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:17.288415 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d7a3027f-8ac8-473f-bd26-638415e5d449 req-3eb93dc4-be0f-46bb-90db-d03a0cbd07bf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a9ad640e-de7f-43c6-8fef-96cb779b89ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0965748 Apr 05 14:30:17.313255 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d482a7-4195-49e6-abba-b6375109973a req-cab1b966-f464-4a28-a893-49fc0329b028 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:17.315043 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-93d482a7-4195-49e6-abba-b6375109973a req-cab1b966-f464-4a28-a893-49fc0329b028 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fde1780-9f77-4003-9873-44b7523942c2 HTTP/1.1" status: 200 len: 946 time: 0.0813582 Apr 05 14:30:17.315540 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-649d4f0a-793f-4d48-b6ab-5e2d016a915d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac21a239-fb93-479c-8b20-68007ce99716', 'name': 'tempest-ServersTestJSON-1269416835-router', 'tenant_id': '624acb65c8a14a38b05a73e982caa43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': 'db464af9-7024-4b7b-92b7-0af4b6f6e00b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:29:29Z', 'updated_at': '2022-04-05T14:29:38Z', 'revision_number': 4, 'project_id': '624acb65c8a14a38b05a73e982caa43a', 'gw_port': {'id': 'db464af9-7024-4b7b-92b7-0af4b6f6e00b', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:44:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac21a239-fb93-479c-8b20-68007ce99716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:31Z', 'updated_at': '2022-04-05T14:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': 'ad5f6921-2e5a-41a7-a2b3-5147c45d216e', 'tenant_id': '624acb65c8a14a38b05a73e982caa43a', 'floating_ip_address': '172.25.6.6', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': 'ac21a239-fb93-479c-8b20-68007ce99716', 'port_id': '6bab4155-07c8-4da2-b60b-05b96aab9c34', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9ad640e-de7f-43c6-8fef-96cb779b89ff', 'mac_address': 'fa:16:3e:6d:d7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5b6824-48d4-4b59-98d0-6219855ba1f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:29:48Z', 'updated_at': '2022-04-05T14:30:13Z', 'revision_number': 1, 'project_id': '624acb65c8a14a38b05a73e982caa43a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f104e8f3-f243-4b9f-9a05-437f03bdee19', 'name': '', 'network_id': 'a9ad640e-de7f-43c6-8fef-96cb779b89ff', 'tenant_id': '624acb65c8a14a38b05a73e982caa43a', 'mac_address': 'fa:16:3e:bc:05:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac21a239-fb93-479c-8b20-68007ce99716', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '2ebd5f9f-310d-4e0b-97c9-6b1478640ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:37Z', 'updated_at': '2022-04-05T14:29:47Z', 'revision_number': 5, 'project_id': '624acb65c8a14a38b05a73e982caa43a', 'subnets': [{'id': '2ebd5f9f-310d-4e0b-97c9-6b1478640ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:17.321210 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-15eee632-e719-4f4f-b1d3-31d25085c26e None None] For port c762b1c6-030c-4f47-9848-75c72a6793cc, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=c762b1c6-030c-4f47-9848-75c72a6793cc,segment=NetworkSegment(0757738d-d0ba-42f4-8242-083676031461),segment_id=0757738d-d0ba-42f4-8242-083676031461)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:30:17.332264 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d0ca1-f4bd-437c-8ba9-351cfb39311e req-4fc9189e-07d1-4135-9ddb-3c3031211636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:17.334849 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-971d0ca1-f4bd-437c-8ba9-351cfb39311e req-4fc9189e-07d1-4135-9ddb-3c3031211636 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=75465c73-f9ad-4f9c-8eb3-b93d66aafefe HTTP/1.1" status: 200 len: 1097 time: 0.0963778 Apr 05 14:30:17.360034 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a91bcde-b3d3-4bec-96e9-7aaf2ad697ef admin admin] Router 241e9079-5ada-4db3-bd66-60cf726e8158 is scheduled to L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 with binding_index 1 {{(pid=103321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:30:17.366750 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:17.374210 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649d4f0a-793f-4d48-b6ab-5e2d016a915d None None] Checking router: ac21a239-fb93-479c-8b20-68007ce99716 for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:30:17.395659 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-971d0ca1-f4bd-437c-8ba9-351cfb39311e req-f9539a20-ba04-4f35-9f08-e6354c19ffc4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d36602e2-ba30-46f6-8301-7d410100b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508296 Apr 05 14:30:17.404686 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 60510) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:30:17.480782 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-93d482a7-4195-49e6-abba-b6375109973a req-66e2cd10-c0b0-48b2-a90c-8cf365ad8012 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503339 Apr 05 14:30:17.508385 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-15eee632-e719-4f4f-b1d3-31d25085c26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:17.516077 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:17.521025 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d7a3027f-8ac8-473f-bd26-638415e5d449 req-7beebf6e-96e3-4e72-a0d1-541e14de1e97 service neutron] 10.222.0.11 "GET /v2.0/networks/a9ad640e-de7f-43c6-8fef-96cb779b89ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254984 Apr 05 14:30:17.521495 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649d4f0a-793f-4d48-b6ab-5e2d016a915d None None] Routers {'ac21a239-fb93-479c-8b20-68007ce99716'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:30:17.522383 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-649d4f0a-793f-4d48-b6ab-5e2d016a915d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:29:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['ac21a239-fb93-479c-8b20-68007ce99716'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:17.544114 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-567b36ff-2f48-44f5-a633-2895375a72b3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5e471cac436f47cdaf9524b19561d94b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0959158 Apr 05 14:30:17.553790 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 60514) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:30:17.629653 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a91bcde-b3d3-4bec-96e9-7aaf2ad697ef admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:30:17.641072 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756054f8-8a45-4105-84a5-229fb165be87 None None] Sync routers for ids ['241e9079-5ada-4db3-bd66-60cf726e8158'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:30:17.651120 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756054f8-8a45-4105-84a5-229fb165be87 None None] Routers {'241e9079-5ada-4db3-bd66-60cf726e8158'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:30:17.652115 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-756054f8-8a45-4105-84a5-229fb165be87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:29:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['241e9079-5ada-4db3-bd66-60cf726e8158'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:17.699663 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-85b8badb-ba52-48a0-bb6a-26b151ae8d63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:17.706663 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d7a3027f-8ac8-473f-bd26-638415e5d449 req-823e2f14-bf2c-4447-acdb-d0b432dce372 service neutron] 10.222.0.11 "GET /v2.0/networks/a9ad640e-de7f-43c6-8fef-96cb779b89ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772625 Apr 05 14:30:17.727307 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-85b8badb-ba52-48a0-bb6a-26b151ae8d63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:17.746769 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7a91bcde-b3d3-4bec-96e9-7aaf2ad697ef admin admin] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:17.751484 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-7a91bcde-b3d3-4bec-96e9-7aaf2ad697ef admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.5888777 Apr 05 14:30:17.754139 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c57ac361-6e47-4107-a8bf-240a86ec802c None None] Provisioning complete for port c762b1c6-030c-4f47-9848-75c72a6793cc triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:30:17.754383 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 60516) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:30:17.754504 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c57ac361-6e47-4107-a8bf-240a86ec802c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:17.794845 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-649d4f0a-793f-4d48-b6ab-5e2d016a915d None None] Set router ac21a239-fb93-479c-8b20-68007ce99716 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:30:17.802840 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=72174080-8f1e-4057-86f0-7584e8569b02,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:17.803613 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-756054f8-8a45-4105-84a5-229fb165be87 None None] Set router 241e9079-5ada-4db3-bd66-60cf726e8158 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:30:17.865341 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.db.api [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:30:17.865695 n-d-836650-2 neutron-server[103322]: DEBUG oslo_db.api [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:30:17.874293 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-85b8badb-ba52-48a0-bb6a-26b151ae8d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:17.877844 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-85b8badb-ba52-48a0-bb6a-26b151ae8d63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:17.885658 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-85b8badb-ba52-48a0-bb6a-26b151ae8d63 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ed4e87fe-f898-4889-9eef-c984a9715415 HTTP/1.1" status: 204 len: 168 time: 0.3238950 Apr 05 14:30:17.925366 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b8badb-ba52-48a0-bb6a-26b151ae8d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4e87fe-f898-4889-9eef-c984a9715415,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:18.107258 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-756054f8-8a45-4105-84a5-229fb165be87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241e9079-5ada-4db3-bd66-60cf726e8158', 'name': 'tempest-ServersTestFqdnHostnames-1009339820-router', 'tenant_id': 'bf0902b496d747c7a4e6f64dff615d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '7ecd5546-ae8e-43dd-99c2-f708618c4f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:30:13Z', 'updated_at': '2022-04-05T14:30:15Z', 'revision_number': 3, 'project_id': 'bf0902b496d747c7a4e6f64dff615d59', 'gw_port': {'id': '7ecd5546-ae8e-43dd-99c2-f708618c4f2b', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:3e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241e9079-5ada-4db3-bd66-60cf726e8158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:30:14Z', 'updated_at': '2022-04-05T14:30:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:18.160185 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756054f8-8a45-4105-84a5-229fb165be87 None None] Checking router: 241e9079-5ada-4db3-bd66-60cf726e8158 for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:30:18.160530 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756054f8-8a45-4105-84a5-229fb165be87 None None] Updating router 241e9079-5ada-4db3-bd66-60cf726e8158 port 7ecd5546-ae8e-43dd-99c2-f708618c4f2b binding host n-d-836650-2 {{(pid=103323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:30:18.189219 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-756054f8-8a45-4105-84a5-229fb165be87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:18.276231 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['72174080-8f1e-4057-86f0-7584e8569b02'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:30:18.310334 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eee632-e719-4f4f-b1d3-31d25085c26e None None] Pushing event updated for resources: {'Port': ['ID=c762b1c6-030c-4f47-9848-75c72a6793cc,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:18.364033 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4b73a0-71b3-4817-b2f9-8279d8bfb6fe req-cf4444c2-7b22-43fb-bac1-828af151a8a7 tempest-VolumesAdminNegativeTest-1013622783 tempest-VolumesAdminNegativeTest-1013622783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:18.373381 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fc4b73a0-71b3-4817-b2f9-8279d8bfb6fe req-cf4444c2-7b22-43fb-bac1-828af151a8a7 tempest-VolumesAdminNegativeTest-1013622783 tempest-VolumesAdminNegativeTest-1013622783-project] 10.222.0.30 "GET /v2.0/ports?device_id=75465c73-f9ad-4f9c-8eb3-b93d66aafefe HTTP/1.1" status: 200 len: 946 time: 0.1414270 Apr 05 14:30:18.490001 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fc4b73a0-71b3-4817-b2f9-8279d8bfb6fe req-9fea8d4d-8db1-4802-b34c-e3ffa68ce021 tempest-VolumesAdminNegativeTest-1013622783 tempest-VolumesAdminNegativeTest-1013622783-project] 10.222.0.30 "GET /v2.0/security-groups?id=d36602e2-ba30-46f6-8301-7d410100b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006718 Apr 05 14:30:18.682491 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5361e46a-a565-43ca-916f-f869eeeba791 req-b48d4506-72ba-4d88-af30-0aa4ff7ced9c tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:18.702023 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5361e46a-a565-43ca-916f-f869eeeba791 req-b48d4506-72ba-4d88-af30-0aa4ff7ced9c tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:18.714008 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5361e46a-a565-43ca-916f-f869eeeba791 req-b48d4506-72ba-4d88-af30-0aa4ff7ced9c tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:18.724036 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5361e46a-a565-43ca-916f-f869eeeba791 req-b48d4506-72ba-4d88-af30-0aa4ff7ced9c tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/ports?device_id=487c2ad2-adf2-45bf-ad03-4add49205fca HTTP/1.1" status: 200 len: 2415 time: 0.2175429 Apr 05 14:30:18.794828 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-756054f8-8a45-4105-84a5-229fb165be87 None None] Notify callbacks [] for port, precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:18.853761 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5361e46a-a565-43ca-916f-f869eeeba791 req-5bd33fd4-3507-47ba-9614-1c107f8830ed tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/security-groups?id=a0b9f0a8-8003-41fc-96c3-f7974a1b5067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260178 Apr 05 14:30:18.876948 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1a3bcc46-d39f-4e45-809a-99e04982f4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:18.931472 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-756054f8-8a45-4105-84a5-229fb165be87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:18.937469 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-649d4f0a-793f-4d48-b6ab-5e2d016a915d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac21a239-fb93-479c-8b20-68007ce99716', 'name': 'tempest-ServersTestJSON-1269416835-router', 'tenant_id': '624acb65c8a14a38b05a73e982caa43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': 'db464af9-7024-4b7b-92b7-0af4b6f6e00b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:29:29Z', 'updated_at': '2022-04-05T14:29:38Z', 'revision_number': 4, 'project_id': '624acb65c8a14a38b05a73e982caa43a', 'gw_port': {'id': 'db464af9-7024-4b7b-92b7-0af4b6f6e00b', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:44:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac21a239-fb93-479c-8b20-68007ce99716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:31Z', 'updated_at': '2022-04-05T14:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': 'ad5f6921-2e5a-41a7-a2b3-5147c45d216e', 'tenant_id': '624acb65c8a14a38b05a73e982caa43a', 'floating_ip_address': '172.25.6.6', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': 'ac21a239-fb93-479c-8b20-68007ce99716', 'port_id': '6bab4155-07c8-4da2-b60b-05b96aab9c34', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9ad640e-de7f-43c6-8fef-96cb779b89ff', 'mac_address': 'fa:16:3e:6d:d7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5b6824-48d4-4b59-98d0-6219855ba1f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:29:48Z', 'updated_at': '2022-04-05T14:30:13Z', 'revision_number': 1, 'project_id': '624acb65c8a14a38b05a73e982caa43a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f104e8f3-f243-4b9f-9a05-437f03bdee19', 'name': '', 'network_id': 'a9ad640e-de7f-43c6-8fef-96cb779b89ff', 'tenant_id': '624acb65c8a14a38b05a73e982caa43a', 'mac_address': 'fa:16:3e:bc:05:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac21a239-fb93-479c-8b20-68007ce99716', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '2ebd5f9f-310d-4e0b-97c9-6b1478640ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:37Z', 'updated_at': '2022-04-05T14:29:47Z', 'revision_number': 5, 'project_id': '624acb65c8a14a38b05a73e982caa43a', 'subnets': [{'id': '2ebd5f9f-310d-4e0b-97c9-6b1478640ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:18.952639 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605172d0-f7c4-4f9a-94bc-9b66a20dbe42 req-656b8120-d622-4ee6-af7d-da0ceac0229a tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:18.975838 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-605172d0-f7c4-4f9a-94bc-9b66a20dbe42 req-656b8120-d622-4ee6-af7d-da0ceac0229a tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fde1780-9f77-4003-9873-44b7523942c2 HTTP/1.1" status: 200 len: 946 time: 0.2466879 Apr 05 14:30:18.996038 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649d4f0a-793f-4d48-b6ab-5e2d016a915d None None] The sync data for ids ['ac21a239-fb93-479c-8b20-68007ce99716'] in n-d-836650-2 is: [{'id': 'ac21a239-fb93-479c-8b20-68007ce99716', 'name': 'tempest-ServersTestJSON-1269416835-router', 'tenant_id': '624acb65c8a14a38b05a73e982caa43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': 'db464af9-7024-4b7b-92b7-0af4b6f6e00b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:29:29Z', 'updated_at': '2022-04-05T14:29:38Z', 'revision_number': 4, 'project_id': '624acb65c8a14a38b05a73e982caa43a', 'gw_port': {'id': 'db464af9-7024-4b7b-92b7-0af4b6f6e00b', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:44:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac21a239-fb93-479c-8b20-68007ce99716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:31Z', 'updated_at': '2022-04-05T14:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': 'ad5f6921-2e5a-41a7-a2b3-5147c45d216e', 'tenant_id': '624acb65c8a14a38b05a73e982caa43a', 'floating_ip_address': '172.25.6.6', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': 'ac21a239-fb93-479c-8b20-68007ce99716', 'port_id': '6bab4155-07c8-4da2-b60b-05b96aab9c34', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9ad640e-de7f-43c6-8fef-96cb779b89ff', 'mac_address': 'fa:16:3e:6d:d7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5b6824-48d4-4b59-98d0-6219855ba1f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:29:48Z', 'updated_at': '2022-04-05T14:30:13Z', 'revision_number': 1, 'project_id': '624acb65c8a14a38b05a73e982caa43a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f104e8f3-f243-4b9f-9a05-437f03bdee19', 'name': '', 'network_id': 'a9ad640e-de7f-43c6-8fef-96cb779b89ff', 'tenant_id': '624acb65c8a14a38b05a73e982caa43a', 'mac_address': 'fa:16:3e:bc:05:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac21a239-fb93-479c-8b20-68007ce99716', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '2ebd5f9f-310d-4e0b-97c9-6b1478640ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:37Z', 'updated_at': '2022-04-05T14:29:47Z', 'revision_number': 5, 'project_id': '624acb65c8a14a38b05a73e982caa43a', 'subnets': [{'id': '2ebd5f9f-310d-4e0b-97c9-6b1478640ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:30:19.067613 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device c762b1c6-030c-4f47-9848-75c72a6793cc up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:30:19.105296 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-605172d0-f7c4-4f9a-94bc-9b66a20dbe42 req-fc00cdca-4d12-47ac-a262-b371e08367f4 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193383 Apr 05 14:30:19.125293 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-756054f8-8a45-4105-84a5-229fb165be87 None None] Attempting to bind port 7ecd5546-ae8e-43dd-99c2-f708618c4f2b on host n-d-836650-2 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:30:19.125293 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-756054f8-8a45-4105-84a5-229fb165be87 None None] Attempting to bind port 7ecd5546-ae8e-43dd-99c2-f708618c4f2b by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:30:19.125521 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756054f8-8a45-4105-84a5-229fb165be87 None None] Attempting to bind port 7ecd5546-ae8e-43dd-99c2-f708618c4f2b on network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:30:19.160035 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760d2230-23b0-47cf-b357-12e0a44193b9 None None] Pushing event updated for resources: {'Port': ['ID=7ecd5546-ae8e-43dd-99c2-f708618c4f2b,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:19.178122 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756054f8-8a45-4105-84a5-229fb165be87 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:30:19.183430 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756054f8-8a45-4105-84a5-229fb165be87 None None] Checking segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:30:19.183430 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-756054f8-8a45-4105-84a5-229fb165be87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:19.183430 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756054f8-8a45-4105-84a5-229fb165be87 None None] Bound using segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:30:19.183430 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-756054f8-8a45-4105-84a5-229fb165be87 None None] Bound port: 7ecd5546-ae8e-43dd-99c2-f708618c4f2b, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:30:19.183430 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-756054f8-8a45-4105-84a5-229fb165be87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:19.219263 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port c762b1c6-030c-4f47-9848-75c72a6793cc triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:30:19.219696 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:19.316317 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-756054f8-8a45-4105-84a5-229fb165be87 None None] For port 7ecd5546-ae8e-43dd-99c2-f708618c4f2b, host n-d-836650-2, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:30:19.325266 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-756054f8-8a45-4105-84a5-229fb165be87 None None] For port 7ecd5546-ae8e-43dd-99c2-f708618c4f2b, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=7ecd5546-ae8e-43dd-99c2-f708618c4f2b,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:30:19.351421 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-1a3bcc46-d39f-4e45-809a-99e04982f4d7 admin admin] Allocated IP 172.20.0.1 (f3c72546-ec00-4b40-ba79-0ef4c67ea192/3851d649-24d6-48da-bb02-bd81efab2abf/03603e2c-030f-4217-8989-ecf162985c3e) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:30:19.409206 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-756054f8-8a45-4105-84a5-229fb165be87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:19.462599 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d5f2a6-c041-4b8e-a9bf-db9a227e5f24 None None] New status for floating IP ad5f6921-2e5a-41a7-a2b3-5147c45d216e: ACTIVE {{(pid=103322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 14:30:19.545334 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760d2230-23b0-47cf-b357-12e0a44193b9 None None] Pushing event updated for resources: {'Port': ['ID=7ecd5546-ae8e-43dd-99c2-f708618c4f2b,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:19.548320 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756054f8-8a45-4105-84a5-229fb165be87 None None] Routers {'241e9079-5ada-4db3-bd66-60cf726e8158'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:30:19.550786 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-756054f8-8a45-4105-84a5-229fb165be87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:29:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['241e9079-5ada-4db3-bd66-60cf726e8158'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:19.591776 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1a3bcc46-d39f-4e45-809a-99e04982f4d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:19.690072 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-756054f8-8a45-4105-84a5-229fb165be87 None None] Set router 241e9079-5ada-4db3-bd66-60cf726e8158 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:30:19.697908 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1a3bcc46-d39f-4e45-809a-99e04982f4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:19.751049 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3bcc46-d39f-4e45-809a-99e04982f4d7 admin admin] Pushing event updated for resources: {'Port': ['ID=03603e2c-030f-4217-8989-ecf162985c3e,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:19.756073 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac90588-8ce8-44b2-982d-b8de4fc2b6a1 req-5ae747f4-d323-466d-b246-f38874595843 tempest-VolumesAdminNegativeTest-1013622783 tempest-VolumesAdminNegativeTest-1013622783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:19.771755 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5ac90588-8ce8-44b2-982d-b8de4fc2b6a1 req-5ae747f4-d323-466d-b246-f38874595843 tempest-VolumesAdminNegativeTest-1013622783 tempest-VolumesAdminNegativeTest-1013622783-project] 10.222.0.30 "GET /v2.0/ports?device_id=75465c73-f9ad-4f9c-8eb3-b93d66aafefe HTTP/1.1" status: 200 len: 946 time: 0.1073041 Apr 05 14:30:19.784993 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3bcc46-d39f-4e45-809a-99e04982f4d7 admin admin] Network f3c72546-ec00-4b40-ba79-0ef4c67ea192 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:30:19.786569 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-1a3bcc46-d39f-4e45-809a-99e04982f4d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:30:19.789432 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3bcc46-d39f-4e45-809a-99e04982f4d7 admin admin] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:30:19.859077 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 60558) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:30:19.873111 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1a3bcc46-d39f-4e45-809a-99e04982f4d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809369'] for router_interface, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:19.903424 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5ac90588-8ce8-44b2-982d-b8de4fc2b6a1 req-7a147cc2-d2ca-4db5-ae6e-6c4664f21268 tempest-VolumesAdminNegativeTest-1013622783 tempest-VolumesAdminNegativeTest-1013622783-project] 10.222.0.30 "GET /v2.0/security-groups?id=d36602e2-ba30-46f6-8301-7d410100b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307006 Apr 05 14:30:19.929424 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 69112071-0ba8-4bae-a271-fb389984f5bc up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:30:20.061739 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-756054f8-8a45-4105-84a5-229fb165be87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241e9079-5ada-4db3-bd66-60cf726e8158', 'name': 'tempest-ServersTestFqdnHostnames-1009339820-router', 'tenant_id': 'bf0902b496d747c7a4e6f64dff615d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '7ecd5546-ae8e-43dd-99c2-f708618c4f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:30:13Z', 'updated_at': '2022-04-05T14:30:15Z', 'revision_number': 3, 'project_id': 'bf0902b496d747c7a4e6f64dff615d59', 'gw_port': {'id': '7ecd5546-ae8e-43dd-99c2-f708618c4f2b', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:3e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241e9079-5ada-4db3-bd66-60cf726e8158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:30:14Z', 'updated_at': '2022-04-05T14:30:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:20.094246 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-4526531c-01b9-4eb1-8b13-95c124dc9c65 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1371059392-network', 'tenant_id': '21169d2267e84a39bf98f83dc79b2e86'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:30:20.113994 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756054f8-8a45-4105-84a5-229fb165be87 None None] The sync data for ids ['241e9079-5ada-4db3-bd66-60cf726e8158'] in n-d-836650-2 is: [{'id': '241e9079-5ada-4db3-bd66-60cf726e8158', 'name': 'tempest-ServersTestFqdnHostnames-1009339820-router', 'tenant_id': 'bf0902b496d747c7a4e6f64dff615d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '7ecd5546-ae8e-43dd-99c2-f708618c4f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:30:13Z', 'updated_at': '2022-04-05T14:30:15Z', 'revision_number': 3, 'project_id': 'bf0902b496d747c7a4e6f64dff615d59', 'gw_port': {'id': '7ecd5546-ae8e-43dd-99c2-f708618c4f2b', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:3e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241e9079-5ada-4db3-bd66-60cf726e8158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:30:14Z', 'updated_at': '2022-04-05T14:30:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:30:20.143450 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595eeb2d-091d-4809-ae92-64e19ee32935 req-edc78497-4411-44f3-8f18-93bc1fd5fa64 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:20.151559 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595eeb2d-091d-4809-ae92-64e19ee32935 req-edc78497-4411-44f3-8f18-93bc1fd5fa64 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:20.159218 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595eeb2d-091d-4809-ae92-64e19ee32935 req-edc78497-4411-44f3-8f18-93bc1fd5fa64 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:20.161522 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-595eeb2d-091d-4809-ae92-64e19ee32935 req-edc78497-4411-44f3-8f18-93bc1fd5fa64 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/ports?device_id=487c2ad2-adf2-45bf-ad03-4add49205fca HTTP/1.1" status: 200 len: 2415 time: 0.1578691 Apr 05 14:30:20.194488 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-94c2498c-cc25-4780-9282-9da5df399c8a None None] Provisioning complete for port 03603e2c-030f-4217-8989-ecf162985c3e triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:30:20.195045 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-94c2498c-cc25-4780-9282-9da5df399c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:20.214853 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4526531c-01b9-4eb1-8b13-95c124dc9c65 admin admin] Made reservation on behalf of 21169d2267e84a39bf98f83dc79b2e86 for: {'network': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:30:20.220036 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1a3bcc46-d39f-4e45-809a-99e04982f4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:20.223295 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4526531c-01b9-4eb1-8b13-95c124dc9c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:20.235267 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port 69112071-0ba8-4bae-a271-fb389984f5bc completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:30:20.242204 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port 69112071-0ba8-4bae-a271-fb389984f5bc triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:30:20.243878 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:20.248900 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4526531c-01b9-4eb1-8b13-95c124dc9c65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:20.297158 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-94c2498c-cc25-4780-9282-9da5df399c8a None None] Port 03603e2c-030f-4217-8989-ecf162985c3e cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:30:20.338498 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-595eeb2d-091d-4809-ae92-64e19ee32935 req-22607c4b-33cf-4ac8-9992-136bb94b33fd tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/security-groups?id=a0b9f0a8-8003-41fc-96c3-f7974a1b5067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587644 Apr 05 14:30:20.391868 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0668d750-3a66-45bf-b6ca-fd79c5b15bcf req-2e8840ca-13a6-4aa4-bdd4-cc4fb7d66f2a tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:20.393608 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0668d750-3a66-45bf-b6ca-fd79c5b15bcf req-2e8840ca-13a6-4aa4-bdd4-cc4fb7d66f2a tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fde1780-9f77-4003-9873-44b7523942c2 HTTP/1.1" status: 200 len: 946 time: 0.1389434 Apr 05 14:30:20.428691 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:20.477875 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0668d750-3a66-45bf-b6ca-fd79c5b15bcf req-996b7bba-774a-4962-b0ad-059b30042d53 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704410 Apr 05 14:30:20.518961 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4526531c-01b9-4eb1-8b13-95c124dc9c65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:20.523205 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '487c2ad2-adf2-45bf-ad03-4add49205fca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69112071-0ba8-4bae-a271-fb389984f5bc'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:30:20.526013 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0937bd1d-a2c6-402d-b008-c309c7968d53" -d '{"events": [{"server_uuid": "487c2ad2-adf2-45bf-ad03-4add49205fca", "name": "network-vif-plugged", "status": "completed", "tag": "69112071-0ba8-4bae-a271-fb389984f5bc"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:30:20.534410 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 69112071-0ba8-4bae-a271-fb389984f5bc, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=69112071-0ba8-4bae-a271-fb389984f5bc,segment=NetworkSegment(cbce7e02-70d1-451f-b93b-8687d648f2fd),segment_id=cbce7e02-70d1-451f-b93b-8687d648f2fd)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:30:20.590636 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5439db0-1652-4140-9964-601dbafa3d3a x-openstack-request-id: req-b5439db0-1652-4140-9964-601dbafa3d3a {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:30:20.590984 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "487c2ad2-adf2-45bf-ad03-4add49205fca", "name": "network-vif-plugged", "status": "completed", "tag": "69112071-0ba8-4bae-a271-fb389984f5bc", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:30:20.591245 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b5439db0-1652-4140-9964-601dbafa3d3a {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:30:20.591639 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5439db0-1652-4140-9964-601dbafa3d3a'] response: {'server_uuid': '487c2ad2-adf2-45bf-ad03-4add49205fca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69112071-0ba8-4bae-a271-fb389984f5bc', 'code': 200} Apr 05 14:30:20.600214 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4526531c-01b9-4eb1-8b13-95c124dc9c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:20.634283 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1a3bcc46-d39f-4e45-809a-99e04982f4d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:20.636456 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4526531c-01b9-4eb1-8b13-95c124dc9c65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=103320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:30:20.642948 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4526531c-01b9-4eb1-8b13-95c124dc9c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeacbd50-4e30-43f0-a86d-a2493c084ab8,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:20.653244 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4526531c-01b9-4eb1-8b13-95c124dc9c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:20.653593 n-d-836650-2 neutron-server[103320]: INFO neutron.db.segments_db [None req-4526531c-01b9-4eb1-8b13-95c124dc9c65 admin admin] Added segment 54038e76-c045-4e72-946c-6ae6bdafbbae of type vlan for network b8daddd4-a618-4503-8618-7cf8ed12bd61 Apr 05 14:30:20.657782 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:20.661323 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 204177e8-10c2-4665-80ff-8ac601b0cc14 up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:30:20.697443 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1a3bcc46-d39f-4e45-809a-99e04982f4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:20.707260 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4526531c-01b9-4eb1-8b13-95c124dc9c65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:20.787859 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3bcc46-d39f-4e45-809a-99e04982f4d7 admin admin] Pushing event updated for resources: {'Port': ['ID=03603e2c-030f-4217-8989-ecf162985c3e,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:20.793991 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1a3bcc46-d39f-4e45-809a-99e04982f4d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809317'] for router_interface, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:20.794305 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=69112071-0ba8-4bae-a271-fb389984f5bc,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:20.817072 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4526531c-01b9-4eb1-8b13-95c124dc9c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:20.825833 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4526531c-01b9-4eb1-8b13-95c124dc9c65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:20.825833 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4526531c-01b9-4eb1-8b13-95c124dc9c65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:20.942845 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port 204177e8-10c2-4665-80ff-8ac601b0cc14 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:30:20.948857 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port 204177e8-10c2-4665-80ff-8ac601b0cc14 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:30:20.949443 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:20.962405 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4526531c-01b9-4eb1-8b13-95c124dc9c65 admin admin] Pushing event updated for resources: {'Network': ['ID=b8daddd4-a618-4503-8618-7cf8ed12bd61,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:20.973561 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3bcc46-d39f-4e45-809a-99e04982f4d7 admin admin] Network f3c72546-ec00-4b40-ba79-0ef4c67ea192 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:30:20.975361 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-1a3bcc46-d39f-4e45-809a-99e04982f4d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:30:20.985491 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-4526531c-01b9-4eb1-8b13-95c124dc9c65 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.1252508 Apr 05 14:30:20.987410 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 60574) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:30:20.998460 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-b32f5825-aa35-4ffb-a7e0-1c325d070c40 admin admin] Request body: {'subnet': {'network_id': 'b8daddd4-a618-4503-8618-7cf8ed12bd61', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1371059392-subnet', 'tenant_id': '21169d2267e84a39bf98f83dc79b2e86', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:30:21.012727 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network b8daddd4-a618-4503-8618-7cf8ed12bd61 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:30:21.090012 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 7ecd5546-ae8e-43dd-99c2-f708618c4f2b up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:30:21.098670 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32f5825-aa35-4ffb-a7e0-1c325d070c40 admin admin] Made reservation on behalf of 21169d2267e84a39bf98f83dc79b2e86 for: {'subnet': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:30:21.100725 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b32f5825-aa35-4ffb-a7e0-1c325d070c40 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13127328'] for subnet, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:21.237854 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a3bcc46-d39f-4e45-809a-99e04982f4d7 admin admin] Router 241e9079-5ada-4db3-bd66-60cf726e8158 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:30:21.252368 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:21.255930 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 7ecd5546-ae8e-43dd-99c2-f708618c4f2b triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:30:21.256298 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:21.319462 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 204177e8-10c2-4665-80ff-8ac601b0cc14, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=204177e8-10c2-4665-80ff-8ac601b0cc14,segment=NetworkSegment(9a560072-ea2b-4c7a-96ef-539dba74357a),segment_id=9a560072-ea2b-4c7a-96ef-539dba74357a)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:30:21.381939 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:21.465182 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-47bfa00e-8b7d-478a-abae-591013bc73d9 None None] Provisioning complete for port 03603e2c-030f-4217-8989-ecf162985c3e triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:30:21.465707 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-47bfa00e-8b7d-478a-abae-591013bc73d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:21.498891 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a3bcc46-d39f-4e45-809a-99e04982f4d7 admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:30:21.511348 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-1a3bcc46-d39f-4e45-809a-99e04982f4d7 admin admin] 10.222.0.30 "PUT /v2.0/routers/241e9079-5ada-4db3-bd66-60cf726e8158/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7538257 Apr 05 14:30:21.515634 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:21.556841 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port 7ecd5546-ae8e-43dd-99c2-f708618c4f2b, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=7ecd5546-ae8e-43dd-99c2-f708618c4f2b,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:30:21.571575 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-47bfa00e-8b7d-478a-abae-591013bc73d9 None None] Port 03603e2c-030f-4217-8989-ecf162985c3e cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:30:21.586978 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=204177e8-10c2-4665-80ff-8ac601b0cc14,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:21.663343 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:21.717287 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de35db4a-6d7c-4855-b8da-e3cb31d076af req-850d6eda-27d3-4448-9781-f09b1a6645e3 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:21.723615 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de35db4a-6d7c-4855-b8da-e3cb31d076af req-850d6eda-27d3-4448-9781-f09b1a6645e3 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:21.734410 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de35db4a-6d7c-4855-b8da-e3cb31d076af req-850d6eda-27d3-4448-9781-f09b1a6645e3 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:21.738122 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-de35db4a-6d7c-4855-b8da-e3cb31d076af req-850d6eda-27d3-4448-9781-f09b1a6645e3 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/ports?device_id=487c2ad2-adf2-45bf-ad03-4add49205fca HTTP/1.1" status: 200 len: 2417 time: 0.2687771 Apr 05 14:30:21.745572 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=7ecd5546-ae8e-43dd-99c2-f708618c4f2b,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:21.749225 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3291aaa5-85d3-4721-b0f1-4dc4cd30d9fe req-d3a50c04-f124-440f-a73b-3a60104bed68 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:21.750955 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3291aaa5-85d3-4721-b0f1-4dc4cd30d9fe req-d3a50c04-f124-440f-a73b-3a60104bed68 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fde1780-9f77-4003-9873-44b7523942c2 HTTP/1.1" status: 200 len: 946 time: 0.1400778 Apr 05 14:30:21.754352 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b32f5825-aa35-4ffb-a7e0-1c325d070c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15773751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13127350'] for subnet, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:21.863591 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32f5825-aa35-4ffb-a7e0-1c325d070c40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b0e698a-d54b-448a-ad29-ff9815f437cd,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:21.872802 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-de35db4a-6d7c-4855-b8da-e3cb31d076af req-cb9189e6-39be-4bfe-8d67-2ccfcac8fb75 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/security-groups?id=a0b9f0a8-8003-41fc-96c3-f7974a1b5067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198618 Apr 05 14:30:21.926368 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3291aaa5-85d3-4721-b0f1-4dc4cd30d9fe req-d140bde3-5f6d-4c43-be99-293f8d987325 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048939 Apr 05 14:30:21.926368 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32f5825-aa35-4ffb-a7e0-1c325d070c40 admin admin] Checking segment: {'id': '54038e76-c045-4e72-946c-6ae6bdafbbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b8daddd4-a618-4503-8618-7cf8ed12bd61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:30:21.926368 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32f5825-aa35-4ffb-a7e0-1c325d070c40 admin admin] Network hostable DHCP agents. Network: b8daddd4-a618-4503-8618-7cf8ed12bd61, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:30:21.931881 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 72174080-8f1e-4057-86f0-7584e8569b02 up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:30:22.453499 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cdaa38-e3d9-4899-a485-00ed721e6ba2 None None] Sync routers for ids ['241e9079-5ada-4db3-bd66-60cf726e8158'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:30:22.465280 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cdaa38-e3d9-4899-a485-00ed721e6ba2 None None] Routers {'241e9079-5ada-4db3-bd66-60cf726e8158'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:30:22.466137 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-09cdaa38-e3d9-4899-a485-00ed721e6ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:29:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['241e9079-5ada-4db3-bd66-60cf726e8158'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:22.579221 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-09cdaa38-e3d9-4899-a485-00ed721e6ba2 None None] Set router 241e9079-5ada-4db3-bd66-60cf726e8158 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:30:22.588125 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32f5825-aa35-4ffb-a7e0-1c325d070c40 admin admin] Network b8daddd4-a618-4503-8618-7cf8ed12bd61 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:30:22.593419 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '487c2ad2-adf2-45bf-ad03-4add49205fca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '204177e8-10c2-4665-80ff-8ac601b0cc14'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:30:22.596256 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b97df7a-76fa-425b-8502-c08977ad3b79" -d '{"events": [{"server_uuid": "487c2ad2-adf2-45bf-ad03-4add49205fca", "name": "network-vif-plugged", "status": "completed", "tag": "204177e8-10c2-4665-80ff-8ac601b0cc14"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:30:22.638209 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d74a467a-1a47-456e-a90d-230c94eedb3a x-openstack-request-id: req-d74a467a-1a47-456e-a90d-230c94eedb3a {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:30:22.638505 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "487c2ad2-adf2-45bf-ad03-4add49205fca", "name": "network-vif-plugged", "status": "completed", "tag": "204177e8-10c2-4665-80ff-8ac601b0cc14", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:30:22.638756 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d74a467a-1a47-456e-a90d-230c94eedb3a {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:30:22.639147 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d74a467a-1a47-456e-a90d-230c94eedb3a'] response: {'server_uuid': '487c2ad2-adf2-45bf-ad03-4add49205fca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '204177e8-10c2-4665-80ff-8ac601b0cc14', 'code': 200} Apr 05 14:30:22.648468 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port 72174080-8f1e-4057-86f0-7584e8569b02 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:30:22.653491 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port 72174080-8f1e-4057-86f0-7584e8569b02 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:30:22.654077 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:22.727236 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-b32f5825-aa35-4ffb-a7e0-1c325d070c40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, b8daddd4-a618-4503-8618-7cf8ed12bd61) {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:30:22.732940 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32f5825-aa35-4ffb-a7e0-1c325d070c40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:22.739338 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b32f5825-aa35-4ffb-a7e0-1c325d070c40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:22.740124 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 60610) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:30:22.742304 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-3f0402ca-e831-4031-ac3f-9be25c03db36 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Request body: {'security_group': {'name': 'tempest-securitygroup--12170462', 'description': 'tempest-description--1326666585'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:30:22.778887 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc7aa98-4313-4d27-8c09-c2d7bb289cd7 None None] Network b8daddd4-a618-4503-8618-7cf8ed12bd61 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:30:22.847292 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-b32f5825-aa35-4ffb-a7e0-1c325d070c40 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.8505642 Apr 05 14:30:22.858491 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:22.885202 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-09cdaa38-e3d9-4899-a485-00ed721e6ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241e9079-5ada-4db3-bd66-60cf726e8158', 'name': 'tempest-ServersTestFqdnHostnames-1009339820-router', 'tenant_id': 'bf0902b496d747c7a4e6f64dff615d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '7ecd5546-ae8e-43dd-99c2-f708618c4f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:30:13Z', 'updated_at': '2022-04-05T14:30:20Z', 'revision_number': 4, 'project_id': 'bf0902b496d747c7a4e6f64dff615d59', 'gw_port': {'id': '7ecd5546-ae8e-43dd-99c2-f708618c4f2b', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:3e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e9079-5ada-4db3-bd66-60cf726e8158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:30:14Z', 'updated_at': '2022-04-05T14:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '03603e2c-030f-4217-8989-ecf162985c3e', 'name': '', 'network_id': 'f3c72546-ec00-4b40-ba79-0ef4c67ea192', 'tenant_id': 'bf0902b496d747c7a4e6f64dff615d59', 'mac_address': 'fa:16:3e:e6:de:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241e9079-5ada-4db3-bd66-60cf726e8158', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '3851d649-24d6-48da-bb02-bd81efab2abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:30:18Z', 'updated_at': '2022-04-05T14:30:20Z', 'revision_number': 2, 'project_id': 'bf0902b496d747c7a4e6f64dff615d59', 'subnets': [{'id': '3851d649-24d6-48da-bb02-bd81efab2abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:22.921205 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3f0402ca-e831-4031-ac3f-9be25c03db36 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:22.949302 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cdaa38-e3d9-4899-a485-00ed721e6ba2 None None] Checking router: 241e9079-5ada-4db3-bd66-60cf726e8158 for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:30:22.949302 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cdaa38-e3d9-4899-a485-00ed721e6ba2 None None] Updating router 241e9079-5ada-4db3-bd66-60cf726e8158 port 03603e2c-030f-4217-8989-ecf162985c3e binding host n-d-836650-2 {{(pid=103323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:30:22.995915 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 72174080-8f1e-4057-86f0-7584e8569b02, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=72174080-8f1e-4057-86f0-7584e8569b02,segment=NetworkSegment(cbce7e02-70d1-451f-b93b-8687d648f2fd),segment_id=cbce7e02-70d1-451f-b93b-8687d648f2fd)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:30:23.035438 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 7ecd5546-ae8e-43dd-99c2-f708618c4f2b up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:30:23.053885 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-09cdaa38-e3d9-4899-a485-00ed721e6ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:23.079801 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3f0402ca-e831-4031-ac3f-9be25c03db36 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:23.116239 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:23.148844 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3f0402ca-e831-4031-ac3f-9be25c03db36 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:23.205788 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c654934b-099c-40c0-829f-8fcfd682edf9 None None] Network b8daddd4-a618-4503-8618-7cf8ed12bd61 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:30:23.205974 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0402ca-e831-4031-ac3f-9be25c03db36 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e11c276c-16a6-443f-b4d5-3531135ae372,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:23.212017 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b11ada1-793f-4e2b-b502-1393abb39263 req-e55f56bb-8cac-423b-bc9f-0b38e9b59e07 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:23.218453 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b11ada1-793f-4e2b-b502-1393abb39263 req-e55f56bb-8cac-423b-bc9f-0b38e9b59e07 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:23.225076 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b11ada1-793f-4e2b-b502-1393abb39263 req-e55f56bb-8cac-423b-bc9f-0b38e9b59e07 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:23.233112 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3b11ada1-793f-4e2b-b502-1393abb39263 req-e55f56bb-8cac-423b-bc9f-0b38e9b59e07 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/ports?device_id=487c2ad2-adf2-45bf-ad03-4add49205fca HTTP/1.1" status: 200 len: 2418 time: 0.1506720 Apr 05 14:30:23.262549 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54470c13-b5a9-47ed-a1b0-3b0b62e98577 req-84e9d911-f89b-4f60-a1b8-494dd60b8ecf tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:23.264307 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-54470c13-b5a9-47ed-a1b0-3b0b62e98577 req-84e9d911-f89b-4f60-a1b8-494dd60b8ecf tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fde1780-9f77-4003-9873-44b7523942c2 HTTP/1.1" status: 200 len: 946 time: 0.2030602 Apr 05 14:30:23.288700 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3f0402ca-e831-4031-ac3f-9be25c03db36 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:23.290129 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-3f0402ca-e831-4031-ac3f-9be25c03db36 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5523601 Apr 05 14:30:23.292865 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 60636) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:30:23.298060 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-9aa3fce4-7888-4ff3-a76d-8dc38450b2ae tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Request body: {'security_group_rule': {'security_group_id': 'e11c276c-16a6-443f-b4d5-3531135ae372', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:30:23.321271 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3b11ada1-793f-4e2b-b502-1393abb39263 req-0497ea47-1a46-4f18-a2c0-d5b533ee7051 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/security-groups?id=a0b9f0a8-8003-41fc-96c3-f7974a1b5067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822649 Apr 05 14:30:23.367058 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-54470c13-b5a9-47ed-a1b0-3b0b62e98577 req-e579f38c-81e5-47cb-b157-f62db59e0f5a tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944207 Apr 05 14:30:23.422361 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9aa3fce4-7888-4ff3-a76d-8dc38450b2ae tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:23.497445 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-09cdaa38-e3d9-4899-a485-00ed721e6ba2 None None] Notify callbacks [] for port, precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:23.551999 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9aa3fce4-7888-4ff3-a76d-8dc38450b2ae tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:23.561569 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=72174080-8f1e-4057-86f0-7584e8569b02,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:23.596183 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-09cdaa38-e3d9-4899-a485-00ed721e6ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:23.625520 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 7ecd5546-ae8e-43dd-99c2-f708618c4f2b triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:30:23.626097 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:23.675892 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9aa3fce4-7888-4ff3-a76d-8dc38450b2ae tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:23.711073 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa3fce4-7888-4ff3-a76d-8dc38450b2ae tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=545e0dcd-2732-46bc-9a91-25d7063dc9f3,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:23.729036 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b403513c-d815-4a24-9adf-7fc8d7de4374 req-b8d134cc-b5bb-41f2-9175-8a51a4b8c9c4 tempest-InstanceActionsNegativeTestJSON-246436389 tempest-InstanceActionsNegativeTestJSON-246436389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:23.737310 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b403513c-d815-4a24-9adf-7fc8d7de4374 req-b8d134cc-b5bb-41f2-9175-8a51a4b8c9c4 tempest-InstanceActionsNegativeTestJSON-246436389 tempest-InstanceActionsNegativeTestJSON-246436389-project] 10.222.0.30 "GET /v2.0/networks?id=b8daddd4-a618-4503-8618-7cf8ed12bd61 HTTP/1.1" status: 200 len: 822 time: 0.1680686 Apr 05 14:30:23.757863 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12774b33-3e64-4e5a-94c2-3e124c650be6 None None] Pushing event updated for resources: {'Port': ['ID=03603e2c-030f-4217-8989-ecf162985c3e,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:23.759279 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b403513c-d815-4a24-9adf-7fc8d7de4374 req-62c8ccfe-9672-4993-a358-ea7080c941e8 tempest-InstanceActionsNegativeTestJSON-246436389 tempest-InstanceActionsNegativeTestJSON-246436389-project] 10.222.0.30 "GET /v2.0/quotas/21169d2267e84a39bf98f83dc79b2e86 HTTP/1.1" status: 200 len: 375 time: 0.0206530 Apr 05 14:30:23.806431 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9aa3fce4-7888-4ff3-a76d-8dc38450b2ae tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:23.807743 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-9aa3fce4-7888-4ff3-a76d-8dc38450b2ae tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5138528 Apr 05 14:30:23.810438 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 60654) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:30:23.815762 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-11b9df16-4b7d-4273-b7af-5f131f4be753 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Request body: {'security_group_rule': {'security_group_id': 'e11c276c-16a6-443f-b4d5-3531135ae372', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:30:23.827343 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b403513c-d815-4a24-9adf-7fc8d7de4374 req-079db748-1c43-4e7c-9ff0-d027ffe4e314 tempest-InstanceActionsNegativeTestJSON-246436389 tempest-InstanceActionsNegativeTestJSON-246436389-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=21169d2267e84a39bf98f83dc79b2e86&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0671418 Apr 05 14:30:23.875984 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-09cdaa38-e3d9-4899-a485-00ed721e6ba2 None None] Attempting to bind port 03603e2c-030f-4217-8989-ecf162985c3e on host n-d-836650-2 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:30:23.876345 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-09cdaa38-e3d9-4899-a485-00ed721e6ba2 None None] Attempting to bind port 03603e2c-030f-4217-8989-ecf162985c3e by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '0757738d-d0ba-42f4-8242-083676031461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'f3c72546-ec00-4b40-ba79-0ef4c67ea192'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:30:23.877472 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cdaa38-e3d9-4899-a485-00ed721e6ba2 None None] Attempting to bind port 03603e2c-030f-4217-8989-ecf162985c3e on network f3c72546-ec00-4b40-ba79-0ef4c67ea192 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:30:23.909041 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cdaa38-e3d9-4899-a485-00ed721e6ba2 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:30:23.909602 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cdaa38-e3d9-4899-a485-00ed721e6ba2 None None] Checking segment: {'id': '0757738d-d0ba-42f4-8242-083676031461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'f3c72546-ec00-4b40-ba79-0ef4c67ea192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:30:23.910019 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-09cdaa38-e3d9-4899-a485-00ed721e6ba2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:23.910419 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cdaa38-e3d9-4899-a485-00ed721e6ba2 None None] Bound using segment: {'id': '0757738d-d0ba-42f4-8242-083676031461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'f3c72546-ec00-4b40-ba79-0ef4c67ea192'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:30:23.910918 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-09cdaa38-e3d9-4899-a485-00ed721e6ba2 None None] Bound port: 03603e2c-030f-4217-8989-ecf162985c3e, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0757738d-d0ba-42f4-8242-083676031461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'f3c72546-ec00-4b40-ba79-0ef4c67ea192'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:30:23.911318 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-09cdaa38-e3d9-4899-a485-00ed721e6ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:24.013390 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-09cdaa38-e3d9-4899-a485-00ed721e6ba2 None None] For port 03603e2c-030f-4217-8989-ecf162985c3e, host n-d-836650-2, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:30:24.017401 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-09cdaa38-e3d9-4899-a485-00ed721e6ba2 None None] For port 03603e2c-030f-4217-8989-ecf162985c3e, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=03603e2c-030f-4217-8989-ecf162985c3e,segment=NetworkSegment(0757738d-d0ba-42f4-8242-083676031461),segment_id=0757738d-d0ba-42f4-8242-083676031461)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:30:24.022732 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-11b9df16-4b7d-4273-b7af-5f131f4be753 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:24.028127 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b403513c-d815-4a24-9adf-7fc8d7de4374 req-b25d5b50-93c3-4260-b960-af8ca688b3a7 service neutron] 10.222.0.30 "GET /v2.0/networks/b8daddd4-a618-4503-8618-7cf8ed12bd61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901271 Apr 05 14:30:24.120520 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-11b9df16-4b7d-4273-b7af-5f131f4be753 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:24.149169 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-09cdaa38-e3d9-4899-a485-00ed721e6ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:24.164942 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9fa1e5ac-ea29-4b31-9d34-4b0c91b89d11 None None] Provisioning complete for port 03603e2c-030f-4217-8989-ecf162985c3e triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:30:24.165693 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9fa1e5ac-ea29-4b31-9d34-4b0c91b89d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:24.246845 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-11b9df16-4b7d-4273-b7af-5f131f4be753 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:24.252649 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b403513c-d815-4a24-9adf-7fc8d7de4374 req-5049c6e7-2479-4c87-b01d-338c83061af8 service neutron] 10.222.0.30 "GET /v2.0/networks/b8daddd4-a618-4503-8618-7cf8ed12bd61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129762 Apr 05 14:30:24.302922 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b9df16-4b7d-4273-b7af-5f131f4be753 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8b03b50-3dc6-45b9-a725-2c1d2b101a71,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:24.342143 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cdaa38-e3d9-4899-a485-00ed721e6ba2 None None] Routers {'241e9079-5ada-4db3-bd66-60cf726e8158'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:30:24.343144 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-09cdaa38-e3d9-4899-a485-00ed721e6ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:29:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['241e9079-5ada-4db3-bd66-60cf726e8158'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:24.402230 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-11b9df16-4b7d-4273-b7af-5f131f4be753 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:24.403783 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-11b9df16-4b7d-4273-b7af-5f131f4be753 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5924127 Apr 05 14:30:24.407178 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 60664) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:30:24.413056 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-96ad86fb-5469-4cb7-b960-73aa833c4da1 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Request body: {'floatingip': {'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:30:24.493463 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9fa1e5ac-ea29-4b31-9d34-4b0c91b89d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:24.552212 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4555d503-d55a-4241-b85c-ef24e4ddfa13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:24.595066 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9fa1e5ac-ea29-4b31-9d34-4b0c91b89d11 None None] For port 03603e2c-030f-4217-8989-ecf162985c3e, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=03603e2c-030f-4217-8989-ecf162985c3e,segment=NetworkSegment(0757738d-d0ba-42f4-8242-083676031461),segment_id=0757738d-d0ba-42f4-8242-083676031461)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:30:24.635997 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-96ad86fb-5469-4cb7-b960-73aa833c4da1 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Notify callbacks [] for floatingip, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:24.640663 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '487c2ad2-adf2-45bf-ad03-4add49205fca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72174080-8f1e-4057-86f0-7584e8569b02'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:30:24.657282 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b41bbc-77b9-4cdf-9d96-25b05207d534" -d '{"events": [{"server_uuid": "487c2ad2-adf2-45bf-ad03-4add49205fca", "name": "network-vif-plugged", "status": "completed", "tag": "72174080-8f1e-4057-86f0-7584e8569b02"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:30:24.726939 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9fa1e5ac-ea29-4b31-9d34-4b0c91b89d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:24.833520 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbe7f8d-62a4-4d65-a2c5-11f85462dbe1 req-44f4d0e3-fe9e-4276-86df-b909559ebf98 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:24.847773 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbe7f8d-62a4-4d65-a2c5-11f85462dbe1 req-44f4d0e3-fe9e-4276-86df-b909559ebf98 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:24.898942 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbe7f8d-62a4-4d65-a2c5-11f85462dbe1 req-44f4d0e3-fe9e-4276-86df-b909559ebf98 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:24.922622 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8fbe7f8d-62a4-4d65-a2c5-11f85462dbe1 req-44f4d0e3-fe9e-4276-86df-b909559ebf98 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/ports?device_id=487c2ad2-adf2-45bf-ad03-4add49205fca HTTP/1.1" status: 200 len: 2418 time: 0.3689425 Apr 05 14:30:24.922738 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12774b33-3e64-4e5a-94c2-3e124c650be6 None None] Pushing event updated for resources: {'Port': ['ID=03603e2c-030f-4217-8989-ecf162985c3e,revision_number=4']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:24.964594 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa1e5ac-ea29-4b31-9d34-4b0c91b89d11 None None] Pushing event updated for resources: {'Port': ['ID=03603e2c-030f-4217-8989-ecf162985c3e,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:24.978508 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-09cdaa38-e3d9-4899-a485-00ed721e6ba2 None None] Set router 241e9079-5ada-4db3-bd66-60cf726e8158 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:30:25.008750 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-821c6cc8-dea8-4441-9d75-cfb058280f42 None None] Provisioning complete for port 03603e2c-030f-4217-8989-ecf162985c3e triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:30:25.008750 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-821c6cc8-dea8-4441-9d75-cfb058280f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:25.155393 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8fbe7f8d-62a4-4d65-a2c5-11f85462dbe1 req-3ad6d3a2-3c21-456d-b8cd-fdb17b1e3145 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/security-groups?id=a0b9f0a8-8003-41fc-96c3-f7974a1b5067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328122 Apr 05 14:30:25.247186 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e519b-3cf4-44ba-ad97-98c9e88c2b97 req-4ea41dd4-de99-470d-9e2a-cc50e371376a tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:25.250851 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-722e519b-3cf4-44ba-ad97-98c9e88c2b97 req-4ea41dd4-de99-470d-9e2a-cc50e371376a tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fde1780-9f77-4003-9873-44b7523942c2 HTTP/1.1" status: 200 len: 946 time: 0.2494924 Apr 05 14:30:25.255886 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef2226f-4e6f-4813-83a5-82641796743e x-openstack-request-id: req-9ef2226f-4e6f-4813-83a5-82641796743e {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:30:25.256184 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "487c2ad2-adf2-45bf-ad03-4add49205fca", "name": "network-vif-plugged", "status": "completed", "tag": "72174080-8f1e-4057-86f0-7584e8569b02", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:30:25.256441 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9ef2226f-4e6f-4813-83a5-82641796743e {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:30:25.256845 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ef2226f-4e6f-4813-83a5-82641796743e'] response: {'server_uuid': '487c2ad2-adf2-45bf-ad03-4add49205fca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72174080-8f1e-4057-86f0-7584e8569b02', 'code': 200} Apr 05 14:30:25.353631 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-96ad86fb-5469-4cb7-b960-73aa833c4da1 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:25.395068 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b892311-9cec-4335-8c0a-5524f27b9ce8 req-f43a202e-057c-4552-89c6-690e3052e3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:25.397547 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b892311-9cec-4335-8c0a-5524f27b9ce8 req-f43a202e-057c-4552-89c6-690e3052e3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:25.397547 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b892311-9cec-4335-8c0a-5524f27b9ce8 req-f43a202e-057c-4552-89c6-690e3052e3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:25.398365 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-1b892311-9cec-4335-8c0a-5524f27b9ce8 req-f43a202e-057c-4552-89c6-690e3052e3f0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=487c2ad2-adf2-45bf-ad03-4add49205fca HTTP/1.1" status: 200 len: 2871 time: 0.0699508 Apr 05 14:30:25.448986 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b8d26fbe-9f13-41d1-a46c-2aa09b8ecbfb req-d4821eff-7256-47e5-8da0-f968ee8dfeaf tempest-InstanceActionsNegativeTestJSON-246436389 tempest-InstanceActionsNegativeTestJSON-246436389-project] 10.222.0.30 "GET /v2.0/ports?device_id=26d08d3d-30cf-4572-9a9c-af31bcf4ec49 HTTP/1.1" status: 200 len: 210 time: 0.1001973 Apr 05 14:30:25.482862 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-09cdaa38-e3d9-4899-a485-00ed721e6ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241e9079-5ada-4db3-bd66-60cf726e8158', 'name': 'tempest-ServersTestFqdnHostnames-1009339820-router', 'tenant_id': 'bf0902b496d747c7a4e6f64dff615d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '7ecd5546-ae8e-43dd-99c2-f708618c4f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:30:13Z', 'updated_at': '2022-04-05T14:30:20Z', 'revision_number': 4, 'project_id': 'bf0902b496d747c7a4e6f64dff615d59', 'gw_port': {'id': '7ecd5546-ae8e-43dd-99c2-f708618c4f2b', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:3e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e9079-5ada-4db3-bd66-60cf726e8158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:30:14Z', 'updated_at': '2022-04-05T14:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '03603e2c-030f-4217-8989-ecf162985c3e', 'name': '', 'network_id': 'f3c72546-ec00-4b40-ba79-0ef4c67ea192', 'tenant_id': 'bf0902b496d747c7a4e6f64dff615d59', 'mac_address': 'fa:16:3e:e6:de:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241e9079-5ada-4db3-bd66-60cf726e8158', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '3851d649-24d6-48da-bb02-bd81efab2abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:30:18Z', 'updated_at': '2022-04-05T14:30:24Z', 'revision_number': 4, 'project_id': 'bf0902b496d747c7a4e6f64dff615d59', 'subnets': [{'id': '3851d649-24d6-48da-bb02-bd81efab2abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:25.505522 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-1b892311-9cec-4335-8c0a-5524f27b9ce8 req-db0cc251-b982-422b-a5cf-5a72784d9157 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a0b9f0a8-8003-41fc-96c3-f7974a1b5067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006675 Apr 05 14:30:25.531997 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cdaa38-e3d9-4899-a485-00ed721e6ba2 None None] The sync data for ids ['241e9079-5ada-4db3-bd66-60cf726e8158'] in n-d-836650-2 is: [{'id': '241e9079-5ada-4db3-bd66-60cf726e8158', 'name': 'tempest-ServersTestFqdnHostnames-1009339820-router', 'tenant_id': 'bf0902b496d747c7a4e6f64dff615d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '7ecd5546-ae8e-43dd-99c2-f708618c4f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:30:13Z', 'updated_at': '2022-04-05T14:30:20Z', 'revision_number': 4, 'project_id': 'bf0902b496d747c7a4e6f64dff615d59', 'gw_port': {'id': '7ecd5546-ae8e-43dd-99c2-f708618c4f2b', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:3e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e9079-5ada-4db3-bd66-60cf726e8158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:30:14Z', 'updated_at': '2022-04-05T14:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '03603e2c-030f-4217-8989-ecf162985c3e', 'name': '', 'network_id': 'f3c72546-ec00-4b40-ba79-0ef4c67ea192', 'tenant_id': 'bf0902b496d747c7a4e6f64dff615d59', 'mac_address': 'fa:16:3e:e6:de:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241e9079-5ada-4db3-bd66-60cf726e8158', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '3851d649-24d6-48da-bb02-bd81efab2abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:30:18Z', 'updated_at': '2022-04-05T14:30:24Z', 'revision_number': 4, 'project_id': 'bf0902b496d747c7a4e6f64dff615d59', 'subnets': [{'id': '3851d649-24d6-48da-bb02-bd81efab2abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:30:25.627598 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-722e519b-3cf4-44ba-ad97-98c9e88c2b97 req-af85b159-97d8-449a-ab2f-90630a5d9620 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996255 Apr 05 14:30:25.826772 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-96ad86fb-5469-4cb7-b960-73aa833c4da1 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Allocated IP 172.25.6.20 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/f6b2ff3f-f450-40bb-a736-e3fc87aedef5) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:30:26.121399 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-96ad86fb-5469-4cb7-b960-73aa833c4da1 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:26.223305 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-96ad86fb-5469-4cb7-b960-73aa833c4da1 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:26.245456 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ad86fb-5469-4cb7-b960-73aa833c4da1 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:30:26.249615 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-96ad86fb-5469-4cb7-b960-73aa833c4da1 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:30:26.252644 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ad86fb-5469-4cb7-b960-73aa833c4da1 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:30:26.359463 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ad86fb-5469-4cb7-b960-73aa833c4da1 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Pushing event updated for resources: {'Port': ['ID=f6b2ff3f-f450-40bb-a736-e3fc87aedef5,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:26.389655 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ad86fb-5469-4cb7-b960-73aa833c4da1 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:30:26.390483 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ad86fb-5469-4cb7-b960-73aa833c4da1 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:30:26.390483 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ad86fb-5469-4cb7-b960-73aa833c4da1 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:30:26.390760 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ad86fb-5469-4cb7-b960-73aa833c4da1 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:30:26.391071 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ad86fb-5469-4cb7-b960-73aa833c4da1 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:30:26.391398 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ad86fb-5469-4cb7-b960-73aa833c4da1 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:30:26.391722 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ad86fb-5469-4cb7-b960-73aa833c4da1 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:30:26.392043 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ad86fb-5469-4cb7-b960-73aa833c4da1 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:30:26.393061 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ad86fb-5469-4cb7-b960-73aa833c4da1 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:30:26.398062 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ad86fb-5469-4cb7-b960-73aa833c4da1 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:30:26.398062 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ad86fb-5469-4cb7-b960-73aa833c4da1 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:30:26.398062 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ad86fb-5469-4cb7-b960-73aa833c4da1 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:30:26.455304 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-96ad86fb-5469-4cb7-b960-73aa833c4da1 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:26.477297 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6676cd67-b82a-4ed6-afc1-7d77f59abedf req-1353f6d4-76f9-4a2f-a1e9-31fce5d9786c tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:26.484460 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6676cd67-b82a-4ed6-afc1-7d77f59abedf req-1353f6d4-76f9-4a2f-a1e9-31fce5d9786c tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:26.507553 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6676cd67-b82a-4ed6-afc1-7d77f59abedf req-1353f6d4-76f9-4a2f-a1e9-31fce5d9786c tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:26.510419 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6676cd67-b82a-4ed6-afc1-7d77f59abedf req-1353f6d4-76f9-4a2f-a1e9-31fce5d9786c tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/ports?device_id=487c2ad2-adf2-45bf-ad03-4add49205fca HTTP/1.1" status: 200 len: 2418 time: 0.2312658 Apr 05 14:30:26.603952 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-84299a51-a008-4d6d-9f2c-2241976d46b3 req-da636d9c-38c6-44f9-af6b-d837994d9962 tempest-InstanceActionsNegativeTestJSON-246436389 tempest-InstanceActionsNegativeTestJSON-246436389-project] 10.222.0.30 "GET /v2.0/ports?device_id=26d08d3d-30cf-4572-9a9c-af31bcf4ec49 HTTP/1.1" status: 200 len: 210 time: 0.0609844 Apr 05 14:30:26.622226 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-96ad86fb-5469-4cb7-b960-73aa833c4da1 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:26.632287 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6676cd67-b82a-4ed6-afc1-7d77f59abedf req-f6ce3d86-1e3a-49d1-b6ac-3467c23ff9d7 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/security-groups?id=a0b9f0a8-8003-41fc-96c3-f7974a1b5067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098242 Apr 05 14:30:26.709329 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-523327e0-9dd6-4919-8b88-9fceee01781f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:26.923142 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd4b7e8-d739-4f4c-a7c4-501a8b0d03d4 req-dad8667a-4989-40a5-ab77-ddf5eabfdfbe tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:26.932133 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8dd4b7e8-d739-4f4c-a7c4-501a8b0d03d4 req-dad8667a-4989-40a5-ab77-ddf5eabfdfbe tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fde1780-9f77-4003-9873-44b7523942c2 HTTP/1.1" status: 200 len: 946 time: 0.1482291 Apr 05 14:30:27.009145 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-96ad86fb-5469-4cb7-b960-73aa833c4da1 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:27.024845 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8dd4b7e8-d739-4f4c-a7c4-501a8b0d03d4 req-212a29a4-44d0-428c-a6c8-4f06925daee2 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918262 Apr 05 14:30:27.069451 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-96ad86fb-5469-4cb7-b960-73aa833c4da1 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:27.084635 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 03603e2c-030f-4217-8989-ecf162985c3e up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:30:27.192206 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 03603e2c-030f-4217-8989-ecf162985c3e triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:30:27.193378 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:27.218175 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ad86fb-5469-4cb7-b960-73aa833c4da1 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Pushing event updated for resources: {'Port': ['ID=f6b2ff3f-f450-40bb-a736-e3fc87aedef5,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:27.250035 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-96ad86fb-5469-4cb7-b960-73aa833c4da1 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:27.425486 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-96ad86fb-5469-4cb7-b960-73aa833c4da1 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:27.440836 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-96ad86fb-5469-4cb7-b960-73aa833c4da1 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0295942 Apr 05 14:30:27.601444 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3d71acdf-ce05-4728-8a98-f6bbfe762702 req-c964929e-47b4-415d-9082-fccf51c49ce3 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--12170462&fields=id&tenant_id=bf0902b496d747c7a4e6f64dff615d59 HTTP/1.1" status: 200 len: 267 time: 0.0375965 Apr 05 14:30:27.733587 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-71f0cc6f-49f3-4e60-b933-529f9b3f0288 req-bc515b61-96b1-4b3f-ba86-1c3796827a41 tempest-InstanceActionsNegativeTestJSON-246436389 tempest-InstanceActionsNegativeTestJSON-246436389-project] 10.222.0.30 "GET /v2.0/ports?device_id=26d08d3d-30cf-4572-9a9c-af31bcf4ec49 HTTP/1.1" status: 200 len: 210 time: 0.0359826 Apr 05 14:30:27.779815 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d71acdf-ce05-4728-8a98-f6bbfe762702 req-703ad8c6-0670-4077-841c-621ae2a1fe5d tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:27.781727 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3d71acdf-ce05-4728-8a98-f6bbfe762702 req-703ad8c6-0670-4077-841c-621ae2a1fe5d tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] 10.222.0.30 "GET /v2.0/networks?id=f3c72546-ec00-4b40-ba79-0ef4c67ea192 HTTP/1.1" status: 200 len: 815 time: 0.1710804 Apr 05 14:30:27.810435 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3d71acdf-ce05-4728-8a98-f6bbfe762702 req-2b414883-b6f9-41c6-99f5-207f65ae2f28 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] 10.222.0.30 "GET /v2.0/quotas/bf0902b496d747c7a4e6f64dff615d59 HTTP/1.1" status: 200 len: 375 time: 0.0161347 Apr 05 14:30:27.919338 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8eb7fa-5b22-4560-889d-c8face0ca015 req-3936931e-d282-4acf-b865-c6671ba5631d tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:27.926461 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8eb7fa-5b22-4560-889d-c8face0ca015 req-3936931e-d282-4acf-b865-c6671ba5631d tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:27.932438 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8eb7fa-5b22-4560-889d-c8face0ca015 req-3936931e-d282-4acf-b865-c6671ba5631d tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:27.934134 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ab8eb7fa-5b22-4560-889d-c8face0ca015 req-3936931e-d282-4acf-b865-c6671ba5631d tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/ports?device_id=487c2ad2-adf2-45bf-ad03-4add49205fca HTTP/1.1" status: 200 len: 2418 time: 0.0982103 Apr 05 14:30:27.942624 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3d71acdf-ce05-4728-8a98-f6bbfe762702 req-df595b0b-c6bb-48a9-ae39-7cfdc141479a tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=bf0902b496d747c7a4e6f64dff615d59&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1242790 Apr 05 14:30:28.005708 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:28.025578 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ab8eb7fa-5b22-4560-889d-c8face0ca015 req-659c9c6e-0ec4-4a2a-b497-20e8609879a5 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/security-groups?id=a0b9f0a8-8003-41fc-96c3-f7974a1b5067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819471 Apr 05 14:30:28.091457 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3d71acdf-ce05-4728-8a98-f6bbfe762702 req-c7b07798-af09-412a-bf79-4cf57984eceb service neutron] 10.222.0.30 "GET /v2.0/networks/f3c72546-ec00-4b40-ba79-0ef4c67ea192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311150 Apr 05 14:30:28.273724 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b403513c-d815-4a24-9adf-7fc8d7de4374 req-07f3ae57-d245-4d1c-b689-136974467c0a tempest-InstanceActionsNegativeTestJSON-246436389 tempest-InstanceActionsNegativeTestJSON-246436389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:28.275245 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b403513c-d815-4a24-9adf-7fc8d7de4374 req-07f3ae57-d245-4d1c-b689-136974467c0a tempest-InstanceActionsNegativeTestJSON-246436389 tempest-InstanceActionsNegativeTestJSON-246436389-project] 10.222.0.11 "GET /v2.0/networks?id=b8daddd4-a618-4503-8618-7cf8ed12bd61 HTTP/1.1" status: 200 len: 822 time: 0.2114084 Apr 05 14:30:28.291456 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-b403513c-d815-4a24-9adf-7fc8d7de4374 req-ab561a62-2219-4cfb-ae46-a94bf5abd5f9 tempest-InstanceActionsNegativeTestJSON-246436389 tempest-InstanceActionsNegativeTestJSON-246436389-project] Request body: {'port': {'device_id': '26d08d3d-30cf-4572-9a9c-af31bcf4ec49', 'network_id': 'b8daddd4-a618-4503-8618-7cf8ed12bd61', 'admin_state_up': True, 'tenant_id': '21169d2267e84a39bf98f83dc79b2e86'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:30:28.329255 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3d71acdf-ce05-4728-8a98-f6bbfe762702 req-e105c215-39ee-49c3-b405-0575b82781d5 service neutron] 10.222.0.30 "GET /v2.0/networks/f3c72546-ec00-4b40-ba79-0ef4c67ea192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986306 Apr 05 14:30:28.340838 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12330593-2dab-4b34-bd68-5853048153dd req-76d4bebb-8e1d-4825-b095-f83d93517e0c tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:28.342597 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-12330593-2dab-4b34-bd68-5853048153dd req-76d4bebb-8e1d-4825-b095-f83d93517e0c tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fde1780-9f77-4003-9873-44b7523942c2 HTTP/1.1" status: 200 len: 946 time: 0.1551425 Apr 05 14:30:28.433718 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-12330593-2dab-4b34-bd68-5853048153dd req-7a09e274-3b41-40be-85fd-e719aa1847e6 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638044 Apr 05 14:30:28.690757 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b403513c-d815-4a24-9adf-7fc8d7de4374 req-ab561a62-2219-4cfb-ae46-a94bf5abd5f9 tempest-InstanceActionsNegativeTestJSON-246436389 tempest-InstanceActionsNegativeTestJSON-246436389-project] Made reservation on behalf of 21169d2267e84a39bf98f83dc79b2e86 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:30:28.694781 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-b403513c-d815-4a24-9adf-7fc8d7de4374 req-ab561a62-2219-4cfb-ae46-a94bf5abd5f9 tempest-InstanceActionsNegativeTestJSON-246436389 tempest-InstanceActionsNegativeTestJSON-246436389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:28.700619 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-09959065-98ed-481e-bc80-0c9fce799fc0 req-3360d949-3301-4a6e-93eb-f4c0ce2692fc tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] 10.222.0.30 "GET /v2.0/ports?device_id=05d39a8c-6199-4262-a2a9-214f3f1b7756 HTTP/1.1" status: 200 len: 210 time: 0.0390701 Apr 05 14:30:28.867311 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1b10548f-0aeb-4ecf-b80e-5929647ddde2 req-fd3273b5-b076-4c58-80dc-4482bbff1a94 tempest-InstanceActionsNegativeTestJSON-246436389 tempest-InstanceActionsNegativeTestJSON-246436389-project] 10.222.0.30 "GET /v2.0/ports?device_id=26d08d3d-30cf-4572-9a9c-af31bcf4ec49 HTTP/1.1" status: 200 len: 210 time: 0.0360084 Apr 05 14:30:28.880574 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-b403513c-d815-4a24-9adf-7fc8d7de4374 req-ab561a62-2219-4cfb-ae46-a94bf5abd5f9 tempest-InstanceActionsNegativeTestJSON-246436389 tempest-InstanceActionsNegativeTestJSON-246436389-project] Allocated IP 172.20.0.9 (b8daddd4-a618-4503-8618-7cf8ed12bd61/0b0e698a-d54b-448a-ad29-ff9815f437cd/4681ede4-c2db-4223-b194-34b3d1e7b5bf) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:30:29.060410 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-b403513c-d815-4a24-9adf-7fc8d7de4374 req-ab561a62-2219-4cfb-ae46-a94bf5abd5f9 tempest-InstanceActionsNegativeTestJSON-246436389 tempest-InstanceActionsNegativeTestJSON-246436389-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:29.190558 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-b403513c-d815-4a24-9adf-7fc8d7de4374 req-ab561a62-2219-4cfb-ae46-a94bf5abd5f9 tempest-InstanceActionsNegativeTestJSON-246436389 tempest-InstanceActionsNegativeTestJSON-246436389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:29.462645 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:29.509537 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b403513c-d815-4a24-9adf-7fc8d7de4374 req-ab561a62-2219-4cfb-ae46-a94bf5abd5f9 tempest-InstanceActionsNegativeTestJSON-246436389 tempest-InstanceActionsNegativeTestJSON-246436389-project] Network b8daddd4-a618-4503-8618-7cf8ed12bd61 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:30:29.521685 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-b403513c-d815-4a24-9adf-7fc8d7de4374 req-ab561a62-2219-4cfb-ae46-a94bf5abd5f9 tempest-InstanceActionsNegativeTestJSON-246436389 tempest-InstanceActionsNegativeTestJSON-246436389-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:30:29.542040 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd448f10-5169-401a-90bc-28177771bdfa req-613baa58-361e-43d3-a5bf-1801c3c253d7 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:29.547020 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd448f10-5169-401a-90bc-28177771bdfa req-613baa58-361e-43d3-a5bf-1801c3c253d7 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:29.553668 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd448f10-5169-401a-90bc-28177771bdfa req-613baa58-361e-43d3-a5bf-1801c3c253d7 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:29.555384 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cd448f10-5169-401a-90bc-28177771bdfa req-613baa58-361e-43d3-a5bf-1801c3c253d7 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/ports?device_id=487c2ad2-adf2-45bf-ad03-4add49205fca HTTP/1.1" status: 200 len: 2418 time: 0.3960161 Apr 05 14:30:29.556305 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-b403513c-d815-4a24-9adf-7fc8d7de4374 req-ab561a62-2219-4cfb-ae46-a94bf5abd5f9 tempest-InstanceActionsNegativeTestJSON-246436389 tempest-InstanceActionsNegativeTestJSON-246436389-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:30:29.560797 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab561a62-2219-4cfb-ae46-a94bf5abd5f9 tempest-InstanceActionsNegativeTestJSON-246436389 tempest-InstanceActionsNegativeTestJSON-246436389-project] Pushing event updated for resources: {'Port': ['ID=4681ede4-c2db-4223-b194-34b3d1e7b5bf,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:29.659975 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdff7363-7a74-4606-ae93-b06d28a88c99 req-2acfb6b2-6bf6-445d-bf25-79de50d5b7c4 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:29.661501 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cdff7363-7a74-4606-ae93-b06d28a88c99 req-2acfb6b2-6bf6-445d-bf25-79de50d5b7c4 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fde1780-9f77-4003-9873-44b7523942c2 HTTP/1.1" status: 200 len: 946 time: 0.1454909 Apr 05 14:30:29.667094 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b403513c-d815-4a24-9adf-7fc8d7de4374 req-ab561a62-2219-4cfb-ae46-a94bf5abd5f9 tempest-InstanceActionsNegativeTestJSON-246436389 tempest-InstanceActionsNegativeTestJSON-246436389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:29.667699 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-b403513c-d815-4a24-9adf-7fc8d7de4374 req-ab561a62-2219-4cfb-ae46-a94bf5abd5f9 tempest-InstanceActionsNegativeTestJSON-246436389 tempest-InstanceActionsNegativeTestJSON-246436389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:29.679623 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:29.687101 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cd448f10-5169-401a-90bc-28177771bdfa req-c0b119c5-d4e3-4ca5-a0cd-8c4ec8180904 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/security-groups?id=a0b9f0a8-8003-41fc-96c3-f7974a1b5067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037390 Apr 05 14:30:29.718254 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cdff7363-7a74-4606-ae93-b06d28a88c99 req-34fe89f6-8a37-4f1e-9cde-f36b9df14328 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457404 Apr 05 14:30:29.793294 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0c16879b-184a-47b8-9667-d9c95c17deee req-091adb1a-fd91-4ad3-b4f9-f77b5fb09486 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] 10.222.0.30 "GET /v2.0/ports?device_id=05d39a8c-6199-4262-a2a9-214f3f1b7756 HTTP/1.1" status: 200 len: 210 time: 0.0319133 Apr 05 14:30:29.837442 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b403513c-d815-4a24-9adf-7fc8d7de4374 req-ab561a62-2219-4cfb-ae46-a94bf5abd5f9 tempest-InstanceActionsNegativeTestJSON-246436389 tempest-InstanceActionsNegativeTestJSON-246436389-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5502138 Apr 05 14:30:29.851330 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-b403513c-d815-4a24-9adf-7fc8d7de4374 req-c7128549-65b5-47f2-b926-1ffda8f9eab2 service neutron] Request body: {'port': {'device_id': '26d08d3d-30cf-4572-9a9c-af31bcf4ec49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:30:29.909352 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-b403513c-d815-4a24-9adf-7fc8d7de4374 req-c7128549-65b5-47f2-b926-1ffda8f9eab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:30.128104 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ffca2-1c31-44d5-bbb2-546c7916ef6b req-0d20e8e6-2f8e-42fa-aea0-bc6fc78981fa tempest-InstanceActionsNegativeTestJSON-246436389 tempest-InstanceActionsNegativeTestJSON-246436389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:30.129625 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-246ffca2-1c31-44d5-bbb2-546c7916ef6b req-0d20e8e6-2f8e-42fa-aea0-bc6fc78981fa tempest-InstanceActionsNegativeTestJSON-246436389 tempest-InstanceActionsNegativeTestJSON-246436389-project] 10.222.0.30 "GET /v2.0/ports?device_id=26d08d3d-30cf-4572-9a9c-af31bcf4ec49 HTTP/1.1" status: 200 len: 931 time: 0.1551197 Apr 05 14:30:30.216231 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-246ffca2-1c31-44d5-bbb2-546c7916ef6b req-f0a8ed1e-1155-4e7f-830a-6ed839500eca tempest-InstanceActionsNegativeTestJSON-246436389 tempest-InstanceActionsNegativeTestJSON-246436389-project] 10.222.0.30 "GET /v2.0/security-groups?id=aeacbd50-4e30-43f0-a86d-a2493c084ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557473 Apr 05 14:30:30.302871 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-b403513c-d815-4a24-9adf-7fc8d7de4374 req-c7128549-65b5-47f2-b926-1ffda8f9eab2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4681ede4-c2db-4223-b194-34b3d1e7b5bf {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:30:30.311294 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-b403513c-d815-4a24-9adf-7fc8d7de4374 req-c7128549-65b5-47f2-b926-1ffda8f9eab2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:30.324198 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-b403513c-d815-4a24-9adf-7fc8d7de4374 req-c7128549-65b5-47f2-b926-1ffda8f9eab2 service neutron] Transition to ACTIVE for port object 4681ede4-c2db-4223-b194-34b3d1e7b5bf will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:30:30.410933 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-b403513c-d815-4a24-9adf-7fc8d7de4374 req-c7128549-65b5-47f2-b926-1ffda8f9eab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:30.474216 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7128549-65b5-47f2-b926-1ffda8f9eab2 service neutron] Pushing event updated for resources: {'Port': ['ID=4681ede4-c2db-4223-b194-34b3d1e7b5bf,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:30.546173 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-b403513c-d815-4a24-9adf-7fc8d7de4374 req-c7128549-65b5-47f2-b926-1ffda8f9eab2 service neutron] Attempting to bind port 4681ede4-c2db-4223-b194-34b3d1e7b5bf on host n-h2-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:30:30.546884 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-b403513c-d815-4a24-9adf-7fc8d7de4374 req-c7128549-65b5-47f2-b926-1ffda8f9eab2 service neutron] Attempting to bind port 4681ede4-c2db-4223-b194-34b3d1e7b5bf by drivers openvswitch,hyperv on host n-h2-836650-2 at level 0 using segments [{'id': '54038e76-c045-4e72-946c-6ae6bdafbbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b8daddd4-a618-4503-8618-7cf8ed12bd61'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:30:30.546884 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b403513c-d815-4a24-9adf-7fc8d7de4374 req-c7128549-65b5-47f2-b926-1ffda8f9eab2 service neutron] Attempting to bind port 4681ede4-c2db-4223-b194-34b3d1e7b5bf on network b8daddd4-a618-4503-8618-7cf8ed12bd61 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:30:30.551743 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b403513c-d815-4a24-9adf-7fc8d7de4374 req-c7128549-65b5-47f2-b926-1ffda8f9eab2 service neutron] Port 4681ede4-c2db-4223-b194-34b3d1e7b5bf on network b8daddd4-a618-4503-8618-7cf8ed12bd61 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:30:30.552113 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b403513c-d815-4a24-9adf-7fc8d7de4374 req-c7128549-65b5-47f2-b926-1ffda8f9eab2 service neutron] Attempting to bind port 4681ede4-c2db-4223-b194-34b3d1e7b5bf on network b8daddd4-a618-4503-8618-7cf8ed12bd61 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:30:30.557031 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b403513c-d815-4a24-9adf-7fc8d7de4374 req-c7128549-65b5-47f2-b926-1ffda8f9eab2 service neutron] Checking agent: {'id': '6d8cf521-24bb-4b6a-bbae-0284f5c87a9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:30:30.557365 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b403513c-d815-4a24-9adf-7fc8d7de4374 req-c7128549-65b5-47f2-b926-1ffda8f9eab2 service neutron] Checking segment: {'id': '54038e76-c045-4e72-946c-6ae6bdafbbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b8daddd4-a618-4503-8618-7cf8ed12bd61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:30:30.557744 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b403513c-d815-4a24-9adf-7fc8d7de4374 req-c7128549-65b5-47f2-b926-1ffda8f9eab2 service neutron] Bound using segment: {'id': '54038e76-c045-4e72-946c-6ae6bdafbbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b8daddd4-a618-4503-8618-7cf8ed12bd61'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:30:30.558201 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-b403513c-d815-4a24-9adf-7fc8d7de4374 req-c7128549-65b5-47f2-b926-1ffda8f9eab2 service neutron] Bound port: 4681ede4-c2db-4223-b194-34b3d1e7b5bf, host: n-h2-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54038e76-c045-4e72-946c-6ae6bdafbbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b8daddd4-a618-4503-8618-7cf8ed12bd61'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:30:30.558540 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-b403513c-d815-4a24-9adf-7fc8d7de4374 req-c7128549-65b5-47f2-b926-1ffda8f9eab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:30.622417 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-b403513c-d815-4a24-9adf-7fc8d7de4374 req-c7128549-65b5-47f2-b926-1ffda8f9eab2 service neutron] For port 4681ede4-c2db-4223-b194-34b3d1e7b5bf, host n-h2-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:30:30.625848 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-b403513c-d815-4a24-9adf-7fc8d7de4374 req-c7128549-65b5-47f2-b926-1ffda8f9eab2 service neutron] For port 4681ede4-c2db-4223-b194-34b3d1e7b5bf, host n-h2-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=4681ede4-c2db-4223-b194-34b3d1e7b5bf,segment=NetworkSegment(54038e76-c045-4e72-946c-6ae6bdafbbae),segment_id=54038e76-c045-4e72-946c-6ae6bdafbbae)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:30:30.718564 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-b403513c-d815-4a24-9adf-7fc8d7de4374 req-c7128549-65b5-47f2-b926-1ffda8f9eab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:30.752276 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b403513c-d815-4a24-9adf-7fc8d7de4374 req-c7128549-65b5-47f2-b926-1ffda8f9eab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:30.753039 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-b403513c-d815-4a24-9adf-7fc8d7de4374 req-c7128549-65b5-47f2-b926-1ffda8f9eab2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:30.754522 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b403513c-d815-4a24-9adf-7fc8d7de4374 req-c7128549-65b5-47f2-b926-1ffda8f9eab2 service neutron] 10.222.0.11 "PUT /v2.0/ports/4681ede4-c2db-4223-b194-34b3d1e7b5bf HTTP/1.1" status: 200 len: 1091 time: 0.9090426 Apr 05 14:30:30.754887 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26d08d3d-30cf-4572-9a9c-af31bcf4ec49', 'tag': '4681ede4-c2db-4223-b194-34b3d1e7b5bf'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:30:30.758316 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75d6d11-a4a1-44f5-a0da-79dcdd1ba84d" -d '{"events": [{"name": "network-changed", "server_uuid": "26d08d3d-30cf-4572-9a9c-af31bcf4ec49", "tag": "4681ede4-c2db-4223-b194-34b3d1e7b5bf"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:30:30.850380 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7128549-65b5-47f2-b926-1ffda8f9eab2 service neutron] Pushing event updated for resources: {'Port': ['ID=4681ede4-c2db-4223-b194-34b3d1e7b5bf,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:30.878934 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4a1e5-23ae-4b07-8a3d-0bff99808491 req-5c636d1b-22a1-464b-9dc3-6937677b0f43 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:30.885716 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4a1e5-23ae-4b07-8a3d-0bff99808491 req-5c636d1b-22a1-464b-9dc3-6937677b0f43 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:30.892895 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4a1e5-23ae-4b07-8a3d-0bff99808491 req-5c636d1b-22a1-464b-9dc3-6937677b0f43 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:30.896150 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3eb4a1e5-23ae-4b07-8a3d-0bff99808491 req-5c636d1b-22a1-464b-9dc3-6937677b0f43 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/ports?device_id=487c2ad2-adf2-45bf-ad03-4add49205fca HTTP/1.1" status: 200 len: 2418 time: 0.1308928 Apr 05 14:30:30.920683 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb383e77-23b1-4f00-afa8-6587dd71a4fc req-0b79694c-fa5b-4f1b-b99e-afc3b5b93c1d tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:30.922477 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bb383e77-23b1-4f00-afa8-6587dd71a4fc req-0b79694c-fa5b-4f1b-b99e-afc3b5b93c1d tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fde1780-9f77-4003-9873-44b7523942c2 HTTP/1.1" status: 200 len: 946 time: 0.1049533 Apr 05 14:30:31.009917 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b403513c-d815-4a24-9adf-7fc8d7de4374 req-05fc40d9-d6af-47be-b9f3-de5fb8457877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:31.011448 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b403513c-d815-4a24-9adf-7fc8d7de4374 req-05fc40d9-d6af-47be-b9f3-de5fb8457877 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=21169d2267e84a39bf98f83dc79b2e86&device_id=26d08d3d-30cf-4572-9a9c-af31bcf4ec49 HTTP/1.1" status: 200 len: 1094 time: 0.1100714 Apr 05 14:30:31.014731 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3eb4a1e5-23ae-4b07-8a3d-0bff99808491 req-2215c265-a184-4bd8-9bba-51a366c5a658 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/security-groups?id=a0b9f0a8-8003-41fc-96c3-f7974a1b5067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029630 Apr 05 14:30:31.017929 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bb383e77-23b1-4f00-afa8-6587dd71a4fc req-14a02dad-0822-4d17-a3bd-8f9f7c78ef2a tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754614 Apr 05 14:30:31.062465 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b403513c-d815-4a24-9adf-7fc8d7de4374 req-4a64efc4-d650-4f0d-841b-78d1a3dde91f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4681ede4-c2db-4223-b194-34b3d1e7b5bf HTTP/1.1" status: 200 len: 217 time: 0.0431228 Apr 05 14:30:31.103656 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a27b0-1ea8-4ef0-842a-cb8cd4d89bac req-8689e257-c05c-44fd-96ff-395a32d40370 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:31.104580 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d86ac006-3258-4c7d-ba09-f030fd60a26e x-openstack-request-id: req-d86ac006-3258-4c7d-ba09-f030fd60a26e {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:30:31.104904 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26d08d3d-30cf-4572-9a9c-af31bcf4ec49", "tag": "4681ede4-c2db-4223-b194-34b3d1e7b5bf", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:30:31.105163 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d86ac006-3258-4c7d-ba09-f030fd60a26e {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:30:31.105578 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d86ac006-3258-4c7d-ba09-f030fd60a26e'] response: {'name': 'network-changed', 'server_uuid': '26d08d3d-30cf-4572-9a9c-af31bcf4ec49', 'tag': '4681ede4-c2db-4223-b194-34b3d1e7b5bf', 'status': 'completed', 'code': 200} Apr 05 14:30:31.114117 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a27b0-1ea8-4ef0-842a-cb8cd4d89bac req-8689e257-c05c-44fd-96ff-395a32d40370 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:31.121883 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a27b0-1ea8-4ef0-842a-cb8cd4d89bac req-8689e257-c05c-44fd-96ff-395a32d40370 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:31.124031 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-559a27b0-1ea8-4ef0-842a-cb8cd4d89bac req-8689e257-c05c-44fd-96ff-395a32d40370 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.55 "GET /v2.0/ports?device_id=487c2ad2-adf2-45bf-ad03-4add49205fca HTTP/1.1" status: 200 len: 2418 time: 0.1174009 Apr 05 14:30:31.148209 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-32ff11b7-0593-4486-a0a9-ad575e4d7860 req-7ec8ee9c-5a13-4c6a-afd2-3ecf9067cbbc tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] 10.222.0.30 "GET /v2.0/ports?device_id=05d39a8c-6199-4262-a2a9-214f3f1b7756 HTTP/1.1" status: 200 len: 210 time: 0.0338426 Apr 05 14:30:31.151968 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b403513c-d815-4a24-9adf-7fc8d7de4374 req-62f4ed61-adc7-4f7e-b659-6dba71504a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:31.153498 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b403513c-d815-4a24-9adf-7fc8d7de4374 req-62f4ed61-adc7-4f7e-b659-6dba71504a56 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0b0e698a-d54b-448a-ad29-ff9815f437cd HTTP/1.1" status: 200 len: 862 time: 0.0830359 Apr 05 14:30:31.192062 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b403513c-d815-4a24-9adf-7fc8d7de4374 req-a2f24c61-08cb-4ca9-acb0-16c73723332a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b8daddd4-a618-4503-8618-7cf8ed12bd61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303690 Apr 05 14:30:31.239668 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-559a27b0-1ea8-4ef0-842a-cb8cd4d89bac req-99f98074-4795-46e6-8c22-859f5f98745d tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Deleting port 69112071-0ba8-4bae-a271-fb389984f5bc {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:30:31.240017 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-559a27b0-1ea8-4ef0-842a-cb8cd4d89bac req-99f98074-4795-46e6-8c22-859f5f98745d tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:31.293542 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b403513c-d815-4a24-9adf-7fc8d7de4374 req-e0aaf130-0ce2-4b5b-afa8-224ac0a0cd90 service neutron] 10.222.0.11 "GET /v2.0/networks/b8daddd4-a618-4503-8618-7cf8ed12bd61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936279 Apr 05 14:30:31.339994 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-559a27b0-1ea8-4ef0-842a-cb8cd4d89bac req-99f98074-4795-46e6-8c22-859f5f98745d tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] For port 69112071-0ba8-4bae-a271-fb389984f5bc, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=69112071-0ba8-4bae-a271-fb389984f5bc,segment=NetworkSegment(cbce7e02-70d1-451f-b93b-8687d648f2fd),segment_id=cbce7e02-70d1-451f-b93b-8687d648f2fd)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:30:31.340355 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-559a27b0-1ea8-4ef0-842a-cb8cd4d89bac req-99f98074-4795-46e6-8c22-859f5f98745d tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:31.353705 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-559a27b0-1ea8-4ef0-842a-cb8cd4d89bac req-99f98074-4795-46e6-8c22-859f5f98745d tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Calling delete_port for 69112071-0ba8-4bae-a271-fb389984f5bc owned by compute:nova {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:30:31.420808 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b8e40b-b854-45ec-8457-416f966bb4e0 req-51d3db88-4540-4fda-838f-a9f4a1808f55 tempest-InstanceActionsNegativeTestJSON-246436389 tempest-InstanceActionsNegativeTestJSON-246436389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:31.422781 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d3b8e40b-b854-45ec-8457-416f966bb4e0 req-51d3db88-4540-4fda-838f-a9f4a1808f55 tempest-InstanceActionsNegativeTestJSON-246436389 tempest-InstanceActionsNegativeTestJSON-246436389-project] 10.222.0.30 "GET /v2.0/ports?device_id=26d08d3d-30cf-4572-9a9c-af31bcf4ec49 HTTP/1.1" status: 200 len: 943 time: 0.1208909 Apr 05 14:30:31.474846 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b403513c-d815-4a24-9adf-7fc8d7de4374 req-3c52fd16-f64f-4f4e-9c71-497ecd23ade7 service neutron] 10.222.0.11 "GET /v2.0/networks/b8daddd4-a618-4503-8618-7cf8ed12bd61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715817 Apr 05 14:30:31.487514 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d3b8e40b-b854-45ec-8457-416f966bb4e0 req-f77e6359-650a-4a94-8ed9-cd2a5f1182e2 tempest-InstanceActionsNegativeTestJSON-246436389 tempest-InstanceActionsNegativeTestJSON-246436389-project] 10.222.0.30 "GET /v2.0/security-groups?id=aeacbd50-4e30-43f0-a86d-a2493c084ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545371 Apr 05 14:30:31.576724 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-559a27b0-1ea8-4ef0-842a-cb8cd4d89bac req-99f98074-4795-46e6-8c22-859f5f98745d tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:31.590661 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['204177e8-10c2-4665-80ff-8ac601b0cc14', '69112071-0ba8-4bae-a271-fb389984f5bc', '72174080-8f1e-4057-86f0-7584e8569b02'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:30:31.612369 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f98074-4795-46e6-8c22-859f5f98745d tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Pushing event deleted for resources: {'Port': ['ID=69112071-0ba8-4bae-a271-fb389984f5bc,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:31.628088 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f98074-4795-46e6-8c22-859f5f98745d tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:30:31.628088 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f98074-4795-46e6-8c22-859f5f98745d tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:30:31.628088 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f98074-4795-46e6-8c22-859f5f98745d tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:30:31.628088 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f98074-4795-46e6-8c22-859f5f98745d tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:30:31.628088 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f98074-4795-46e6-8c22-859f5f98745d tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:30:31.628088 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f98074-4795-46e6-8c22-859f5f98745d tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:30:31.628088 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f98074-4795-46e6-8c22-859f5f98745d tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:30:31.628088 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f98074-4795-46e6-8c22-859f5f98745d tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:30:31.628854 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f98074-4795-46e6-8c22-859f5f98745d tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:30:31.628854 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f98074-4795-46e6-8c22-859f5f98745d tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:30:31.628854 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f98074-4795-46e6-8c22-859f5f98745d tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:30:31.629348 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f98074-4795-46e6-8c22-859f5f98745d tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:30:31.648285 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d71acdf-ce05-4728-8a98-f6bbfe762702 req-842e7ae6-7fa6-41cc-8d53-dadffbe711eb tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:31.650473 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3d71acdf-ce05-4728-8a98-f6bbfe762702 req-842e7ae6-7fa6-41cc-8d53-dadffbe711eb tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] 10.222.0.11 "GET /v2.0/networks?id=f3c72546-ec00-4b40-ba79-0ef4c67ea192 HTTP/1.1" status: 200 len: 815 time: 0.1280181 Apr 05 14:30:31.668971 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-559a27b0-1ea8-4ef0-842a-cb8cd4d89bac req-99f98074-4795-46e6-8c22-859f5f98745d tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] No DVR routers for this DVR port 69112071-0ba8-4bae-a271-fb389984f5bc on host n-h1-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:30:31.671892 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-559a27b0-1ea8-4ef0-842a-cb8cd4d89bac req-99f98074-4795-46e6-8c22-859f5f98745d tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:31.675188 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-559a27b0-1ea8-4ef0-842a-cb8cd4d89bac req-99f98074-4795-46e6-8c22-859f5f98745d tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.55 "DELETE /v2.0/ports/69112071-0ba8-4bae-a271-fb389984f5bc HTTP/1.1" status: 204 len: 173 time: 0.5450575 Apr 05 14:30:31.675659 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '487c2ad2-adf2-45bf-ad03-4add49205fca', 'name': 'network-vif-deleted', 'tag': '69112071-0ba8-4bae-a271-fb389984f5bc'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:30:31.678043 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1342f1ca-4c58-467e-b423-96d4fba5fa2e" -d '{"events": [{"server_uuid": "487c2ad2-adf2-45bf-ad03-4add49205fca", "name": "network-vif-deleted", "tag": "69112071-0ba8-4bae-a271-fb389984f5bc"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:30:31.727992 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3d71acdf-ce05-4728-8a98-f6bbfe762702 req-32fd49e9-2f17-4592-baa6-d110aa148dc5 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf0902b496d747c7a4e6f64dff615d59 HTTP/1.1" status: 200 len: 378 time: 0.0647755 Apr 05 14:30:31.738276 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-3d71acdf-ce05-4728-8a98-f6bbfe762702 req-27e160a1-c152-4bd1-8ad0-139278321ff9 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Request body: {'port': {'device_id': '05d39a8c-6199-4262-a2a9-214f3f1b7756', 'network_id': 'f3c72546-ec00-4b40-ba79-0ef4c67ea192', 'admin_state_up': True, 'tenant_id': 'bf0902b496d747c7a4e6f64dff615d59', 'security_groups': ['e11c276c-16a6-443f-b4d5-3531135ae372']}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:30:31.817693 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b393646e-db57-4697-a5c9-813edbd5890e x-openstack-request-id: req-b393646e-db57-4697-a5c9-813edbd5890e {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:30:31.818301 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "487c2ad2-adf2-45bf-ad03-4add49205fca", "name": "network-vif-deleted", "tag": "69112071-0ba8-4bae-a271-fb389984f5bc", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:30:31.818770 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b393646e-db57-4697-a5c9-813edbd5890e {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:30:31.819363 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b393646e-db57-4697-a5c9-813edbd5890e'] response: {'server_uuid': '487c2ad2-adf2-45bf-ad03-4add49205fca', 'name': 'network-vif-deleted', 'tag': '69112071-0ba8-4bae-a271-fb389984f5bc', 'status': 'completed', 'code': 200} Apr 05 14:30:31.874721 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d6d11-a4a1-44f5-a0da-79dcdd1ba84d req-e3391c4e-f160-4208-bcb5-ef286554ef62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:31.877534 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a75d6d11-a4a1-44f5-a0da-79dcdd1ba84d req-e3391c4e-f160-4208-bcb5-ef286554ef62 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=21169d2267e84a39bf98f83dc79b2e86&device_id=26d08d3d-30cf-4572-9a9c-af31bcf4ec49 HTTP/1.1" status: 200 len: 1094 time: 0.1150692 Apr 05 14:30:31.971366 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-559a27b0-1ea8-4ef0-842a-cb8cd4d89bac req-7995058a-021d-4e06-becf-c8338edac8a9 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Deleting port 204177e8-10c2-4665-80ff-8ac601b0cc14 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:30:31.971700 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-559a27b0-1ea8-4ef0-842a-cb8cd4d89bac req-7995058a-021d-4e06-becf-c8338edac8a9 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:32.016716 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d71acdf-ce05-4728-8a98-f6bbfe762702 req-27e160a1-c152-4bd1-8ad0-139278321ff9 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Made reservation on behalf of bf0902b496d747c7a4e6f64dff615d59 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:30:32.020859 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-3d71acdf-ce05-4728-8a98-f6bbfe762702 req-27e160a1-c152-4bd1-8ad0-139278321ff9 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:32.047504 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d6d11-a4a1-44f5-a0da-79dcdd1ba84d req-714b9146-287b-4593-9b43-aaa4e9b47ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:32.049195 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a75d6d11-a4a1-44f5-a0da-79dcdd1ba84d req-714b9146-287b-4593-9b43-aaa4e9b47ba4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b8daddd4-a618-4503-8618-7cf8ed12bd61 HTTP/1.1" status: 200 len: 923 time: 0.1631002 Apr 05 14:30:32.105610 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a75d6d11-a4a1-44f5-a0da-79dcdd1ba84d req-2a1ef139-90e0-4ddb-9fec-f151ee389bea service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4681ede4-c2db-4223-b194-34b3d1e7b5bf HTTP/1.1" status: 200 len: 217 time: 0.0489626 Apr 05 14:30:32.165821 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-559a27b0-1ea8-4ef0-842a-cb8cd4d89bac req-7995058a-021d-4e06-becf-c8338edac8a9 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] For port 204177e8-10c2-4665-80ff-8ac601b0cc14, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=204177e8-10c2-4665-80ff-8ac601b0cc14,segment=NetworkSegment(9a560072-ea2b-4c7a-96ef-539dba74357a),segment_id=9a560072-ea2b-4c7a-96ef-539dba74357a)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:30:32.166174 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-559a27b0-1ea8-4ef0-842a-cb8cd4d89bac req-7995058a-021d-4e06-becf-c8338edac8a9 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:32.185225 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-559a27b0-1ea8-4ef0-842a-cb8cd4d89bac req-7995058a-021d-4e06-becf-c8338edac8a9 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Calling delete_port for 204177e8-10c2-4665-80ff-8ac601b0cc14 owned by compute:nova {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:30:32.200659 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d6d11-a4a1-44f5-a0da-79dcdd1ba84d req-f907ea2d-c47d-427e-b5ed-fe09b01f5e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:32.202406 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a75d6d11-a4a1-44f5-a0da-79dcdd1ba84d req-f907ea2d-c47d-427e-b5ed-fe09b01f5e76 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0b0e698a-d54b-448a-ad29-ff9815f437cd HTTP/1.1" status: 200 len: 862 time: 0.0860541 Apr 05 14:30:32.238196 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-3d71acdf-ce05-4728-8a98-f6bbfe762702 req-27e160a1-c152-4bd1-8ad0-139278321ff9 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Allocated IP 172.20.0.6 (f3c72546-ec00-4b40-ba79-0ef4c67ea192/3851d649-24d6-48da-bb02-bd81efab2abf/df075809-833c-4a2c-a495-57d1c044e4a9) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:30:32.265789 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a75d6d11-a4a1-44f5-a0da-79dcdd1ba84d req-5da5c3bc-50f4-45cd-9d7b-9b6917269986 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b8daddd4-a618-4503-8618-7cf8ed12bd61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284367 Apr 05 14:30:32.290533 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afca8a4-a61e-41c6-bced-1ceb9e0c1f8e req-7166ab5a-eb21-400a-884b-9014b4272bae tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:32.296676 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afca8a4-a61e-41c6-bced-1ceb9e0c1f8e req-7166ab5a-eb21-400a-884b-9014b4272bae tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:32.298911 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5afca8a4-a61e-41c6-bced-1ceb9e0c1f8e req-7166ab5a-eb21-400a-884b-9014b4272bae tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/ports?device_id=487c2ad2-adf2-45bf-ad03-4add49205fca HTTP/1.1" status: 200 len: 1683 time: 0.1324143 Apr 05 14:30:32.313482 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff408705-b9b0-4d6a-85cb-82af2679124e req-e7e791cc-b757-4afb-b12b-42a151e083a4 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:32.315657 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ff408705-b9b0-4d6a-85cb-82af2679124e req-e7e791cc-b757-4afb-b12b-42a151e083a4 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fde1780-9f77-4003-9873-44b7523942c2 HTTP/1.1" status: 200 len: 946 time: 0.1485803 Apr 05 14:30:32.440642 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5afca8a4-a61e-41c6-bced-1ceb9e0c1f8e req-0e8d61f5-b8e1-41da-8355-2206ea43a32b tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/security-groups?id=a0b9f0a8-8003-41fc-96c3-f7974a1b5067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350791 Apr 05 14:30:32.445853 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ff408705-b9b0-4d6a-85cb-82af2679124e req-fc180331-c3d6-49a5-9392-efeffb7e9300 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169043 Apr 05 14:30:32.505534 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-3d71acdf-ce05-4728-8a98-f6bbfe762702 req-27e160a1-c152-4bd1-8ad0-139278321ff9 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:32.572632 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-75fc32ca-ef0e-4c75-a6ad-47360a769829 req-42cbeed8-0949-46f3-a988-74fbb6041b51 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] 10.222.0.30 "GET /v2.0/ports?device_id=05d39a8c-6199-4262-a2a9-214f3f1b7756 HTTP/1.1" status: 200 len: 210 time: 0.0467222 Apr 05 14:30:32.622747 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2911d2-1fd3-428b-acf5-b7e08890a8c0 req-fa1bb594-5f6b-4bea-9899-5e37ea7541c0 tempest-InstanceActionsNegativeTestJSON-246436389 tempest-InstanceActionsNegativeTestJSON-246436389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:32.624286 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6e2911d2-1fd3-428b-acf5-b7e08890a8c0 req-fa1bb594-5f6b-4bea-9899-5e37ea7541c0 tempest-InstanceActionsNegativeTestJSON-246436389 tempest-InstanceActionsNegativeTestJSON-246436389-project] 10.222.0.30 "GET /v2.0/ports?device_id=26d08d3d-30cf-4572-9a9c-af31bcf4ec49 HTTP/1.1" status: 200 len: 943 time: 0.0561810 Apr 05 14:30:32.668677 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6e2911d2-1fd3-428b-acf5-b7e08890a8c0 req-79cd9562-fd4c-40df-b2f3-cdd92d8c7b5a tempest-InstanceActionsNegativeTestJSON-246436389 tempest-InstanceActionsNegativeTestJSON-246436389-project] 10.222.0.30 "GET /v2.0/security-groups?id=aeacbd50-4e30-43f0-a86d-a2493c084ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374203 Apr 05 14:30:32.696253 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-3d71acdf-ce05-4728-8a98-f6bbfe762702 req-27e160a1-c152-4bd1-8ad0-139278321ff9 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:32.735080 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d71acdf-ce05-4728-8a98-f6bbfe762702 req-27e160a1-c152-4bd1-8ad0-139278321ff9 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Network f3c72546-ec00-4b40-ba79-0ef4c67ea192 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:30:32.741931 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a75d6d11-a4a1-44f5-a0da-79dcdd1ba84d req-98e63492-1899-49fb-b5dd-43bfb4de975e service neutron] 10.222.0.11 "GET /v2.0/networks/b8daddd4-a618-4503-8618-7cf8ed12bd61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4680953 Apr 05 14:30:32.745027 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-3d71acdf-ce05-4728-8a98-f6bbfe762702 req-27e160a1-c152-4bd1-8ad0-139278321ff9 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:30:32.748985 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d71acdf-ce05-4728-8a98-f6bbfe762702 req-27e160a1-c152-4bd1-8ad0-139278321ff9 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:30:32.787495 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e160a1-c152-4bd1-8ad0-139278321ff9 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Pushing event updated for resources: {'Port': ['ID=df075809-833c-4a2c-a495-57d1c044e4a9,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:32.813510 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d71acdf-ce05-4728-8a98-f6bbfe762702 req-27e160a1-c152-4bd1-8ad0-139278321ff9 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:32.814613 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-3d71acdf-ce05-4728-8a98-f6bbfe762702 req-27e160a1-c152-4bd1-8ad0-139278321ff9 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:32.871481 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a75d6d11-a4a1-44f5-a0da-79dcdd1ba84d req-73564bdf-20e8-453e-84e9-b84f5bc7d34d service neutron] 10.222.0.11 "GET /v2.0/networks/b8daddd4-a618-4503-8618-7cf8ed12bd61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211946 Apr 05 14:30:32.914244 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-559a27b0-1ea8-4ef0-842a-cb8cd4d89bac req-7995058a-021d-4e06-becf-c8338edac8a9 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:32.947311 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7995058a-021d-4e06-becf-c8338edac8a9 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Pushing event deleted for resources: {'Port': ['ID=204177e8-10c2-4665-80ff-8ac601b0cc14,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:32.974688 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3d71acdf-ce05-4728-8a98-f6bbfe762702 req-27e160a1-c152-4bd1-8ad0-139278321ff9 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2408462 Apr 05 14:30:32.987852 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-3d71acdf-ce05-4728-8a98-f6bbfe762702 req-d5a4188c-6e17-4f83-8532-f584376e5e1c service neutron] Request body: {'port': {'device_id': '05d39a8c-6199-4262-a2a9-214f3f1b7756', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:30:32.996638 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-559a27b0-1ea8-4ef0-842a-cb8cd4d89bac req-7995058a-021d-4e06-becf-c8338edac8a9 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] No DVR routers for this DVR port 204177e8-10c2-4665-80ff-8ac601b0cc14 on host n-h1-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:30:32.999650 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-559a27b0-1ea8-4ef0-842a-cb8cd4d89bac req-7995058a-021d-4e06-becf-c8338edac8a9 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:33.002718 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-559a27b0-1ea8-4ef0-842a-cb8cd4d89bac req-7995058a-021d-4e06-becf-c8338edac8a9 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.55 "DELETE /v2.0/ports/204177e8-10c2-4665-80ff-8ac601b0cc14 HTTP/1.1" status: 204 len: 173 time: 1.3153358 Apr 05 14:30:33.040439 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-fad46778-2b61-4767-baf3-c12843be3ce6 None None] Provisioning complete for port df075809-833c-4a2c-a495-57d1c044e4a9 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:30:33.041002 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fad46778-2b61-4767-baf3-c12843be3ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:33.054093 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-3d71acdf-ce05-4728-8a98-f6bbfe762702 req-d5a4188c-6e17-4f83-8532-f584376e5e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:33.082271 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-fad46778-2b61-4767-baf3-c12843be3ce6 None None] Port df075809-833c-4a2c-a495-57d1c044e4a9 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:30:33.141349 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-559a27b0-1ea8-4ef0-842a-cb8cd4d89bac req-49c871aa-c38e-4bce-874b-cf4119f2acea tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Deleting port 72174080-8f1e-4057-86f0-7584e8569b02 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:30:33.142463 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-559a27b0-1ea8-4ef0-842a-cb8cd4d89bac req-49c871aa-c38e-4bce-874b-cf4119f2acea tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:33.243969 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-559a27b0-1ea8-4ef0-842a-cb8cd4d89bac req-49c871aa-c38e-4bce-874b-cf4119f2acea tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] For port 72174080-8f1e-4057-86f0-7584e8569b02, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=72174080-8f1e-4057-86f0-7584e8569b02,segment=NetworkSegment(cbce7e02-70d1-451f-b93b-8687d648f2fd),segment_id=cbce7e02-70d1-451f-b93b-8687d648f2fd)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:30:33.244341 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-559a27b0-1ea8-4ef0-842a-cb8cd4d89bac req-49c871aa-c38e-4bce-874b-cf4119f2acea tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:33.258883 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-559a27b0-1ea8-4ef0-842a-cb8cd4d89bac req-49c871aa-c38e-4bce-874b-cf4119f2acea tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Calling delete_port for 72174080-8f1e-4057-86f0-7584e8569b02 owned by compute:nova {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:30:33.369465 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-3d71acdf-ce05-4728-8a98-f6bbfe762702 req-d5a4188c-6e17-4f83-8532-f584376e5e1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df075809-833c-4a2c-a495-57d1c044e4a9 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:30:33.377568 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-3d71acdf-ce05-4728-8a98-f6bbfe762702 req-d5a4188c-6e17-4f83-8532-f584376e5e1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:33.389566 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-3d71acdf-ce05-4728-8a98-f6bbfe762702 req-d5a4188c-6e17-4f83-8532-f584376e5e1c service neutron] Transition to ACTIVE for port object df075809-833c-4a2c-a495-57d1c044e4a9 will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:30:33.440420 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-3d71acdf-ce05-4728-8a98-f6bbfe762702 req-d5a4188c-6e17-4f83-8532-f584376e5e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:33.468833 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-559a27b0-1ea8-4ef0-842a-cb8cd4d89bac req-49c871aa-c38e-4bce-874b-cf4119f2acea tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:33.495591 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a4188c-6e17-4f83-8532-f584376e5e1c service neutron] Pushing event updated for resources: {'Port': ['ID=df075809-833c-4a2c-a495-57d1c044e4a9,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:33.527354 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c871aa-c38e-4bce-874b-cf4119f2acea tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Pushing event deleted for resources: {'Port': ['ID=72174080-8f1e-4057-86f0-7584e8569b02,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:33.591725 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-559a27b0-1ea8-4ef0-842a-cb8cd4d89bac req-49c871aa-c38e-4bce-874b-cf4119f2acea tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] No DVR routers for this DVR port 72174080-8f1e-4057-86f0-7584e8569b02 on host n-h1-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:30:33.594600 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-559a27b0-1ea8-4ef0-842a-cb8cd4d89bac req-49c871aa-c38e-4bce-874b-cf4119f2acea tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:33.599364 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-559a27b0-1ea8-4ef0-842a-cb8cd4d89bac req-49c871aa-c38e-4bce-874b-cf4119f2acea tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.55 "DELETE /v2.0/ports/72174080-8f1e-4057-86f0-7584e8569b02 HTTP/1.1" status: 204 len: 173 time: 0.5906520 Apr 05 14:30:33.606972 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-365c3100-c351-41ca-ae35-6b5417695535 req-ad7babb0-560f-4fbf-9702-2fa62e52a0c1 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/ports?device_id=487c2ad2-adf2-45bf-ad03-4add49205fca HTTP/1.1" status: 200 len: 210 time: 0.0402668 Apr 05 14:30:33.662085 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-3d71acdf-ce05-4728-8a98-f6bbfe762702 req-d5a4188c-6e17-4f83-8532-f584376e5e1c service neutron] Attempting to bind port df075809-833c-4a2c-a495-57d1c044e4a9 on host n-h2-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:30:33.662454 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-3d71acdf-ce05-4728-8a98-f6bbfe762702 req-d5a4188c-6e17-4f83-8532-f584376e5e1c service neutron] Attempting to bind port df075809-833c-4a2c-a495-57d1c044e4a9 by drivers openvswitch,hyperv on host n-h2-836650-2 at level 0 using segments [{'id': '0757738d-d0ba-42f4-8242-083676031461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'f3c72546-ec00-4b40-ba79-0ef4c67ea192'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:30:33.662728 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d71acdf-ce05-4728-8a98-f6bbfe762702 req-d5a4188c-6e17-4f83-8532-f584376e5e1c service neutron] Attempting to bind port df075809-833c-4a2c-a495-57d1c044e4a9 on network f3c72546-ec00-4b40-ba79-0ef4c67ea192 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:30:33.670558 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d71acdf-ce05-4728-8a98-f6bbfe762702 req-d5a4188c-6e17-4f83-8532-f584376e5e1c service neutron] Port df075809-833c-4a2c-a495-57d1c044e4a9 on network f3c72546-ec00-4b40-ba79-0ef4c67ea192 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:30:33.671303 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d71acdf-ce05-4728-8a98-f6bbfe762702 req-d5a4188c-6e17-4f83-8532-f584376e5e1c service neutron] Attempting to bind port df075809-833c-4a2c-a495-57d1c044e4a9 on network f3c72546-ec00-4b40-ba79-0ef4c67ea192 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:30:33.685994 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e4843b-cf5f-4763-a63b-cc65f78a281c req-642ce6af-7683-4ce5-99e4-453875e8e22a tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:33.687582 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d3e4843b-cf5f-4763-a63b-cc65f78a281c req-642ce6af-7683-4ce5-99e4-453875e8e22a tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fde1780-9f77-4003-9873-44b7523942c2 HTTP/1.1" status: 200 len: 946 time: 0.0858111 Apr 05 14:30:33.697174 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d71acdf-ce05-4728-8a98-f6bbfe762702 req-d5a4188c-6e17-4f83-8532-f584376e5e1c service neutron] Checking agent: {'id': '6d8cf521-24bb-4b6a-bbae-0284f5c87a9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:30:33.697512 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d71acdf-ce05-4728-8a98-f6bbfe762702 req-d5a4188c-6e17-4f83-8532-f584376e5e1c service neutron] Checking segment: {'id': '0757738d-d0ba-42f4-8242-083676031461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'f3c72546-ec00-4b40-ba79-0ef4c67ea192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:30:33.697887 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d71acdf-ce05-4728-8a98-f6bbfe762702 req-d5a4188c-6e17-4f83-8532-f584376e5e1c service neutron] Bound using segment: {'id': '0757738d-d0ba-42f4-8242-083676031461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'f3c72546-ec00-4b40-ba79-0ef4c67ea192'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:30:33.698592 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-3d71acdf-ce05-4728-8a98-f6bbfe762702 req-d5a4188c-6e17-4f83-8532-f584376e5e1c service neutron] Bound port: df075809-833c-4a2c-a495-57d1c044e4a9, host: n-h2-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0757738d-d0ba-42f4-8242-083676031461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'f3c72546-ec00-4b40-ba79-0ef4c67ea192'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:30:33.698949 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-3d71acdf-ce05-4728-8a98-f6bbfe762702 req-d5a4188c-6e17-4f83-8532-f584376e5e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:33.788303 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d3e4843b-cf5f-4763-a63b-cc65f78a281c req-01ec46a5-89eb-4b9a-b94c-ff413474b105 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872345 Apr 05 14:30:33.813146 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fa131f-c40e-42c2-b134-fc70e0e141ff req-f177f172-ade0-481e-a3ce-4fbdb13f4bd2 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:33.814893 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f1fa131f-c40e-42c2-b134-fc70e0e141ff req-f177f172-ade0-481e-a3ce-4fbdb13f4bd2 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] 10.222.0.30 "GET /v2.0/ports?device_id=05d39a8c-6199-4262-a2a9-214f3f1b7756 HTTP/1.1" status: 200 len: 943 time: 0.1262264 Apr 05 14:30:33.820432 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '487c2ad2-adf2-45bf-ad03-4add49205fca', 'name': 'network-vif-deleted', 'tag': '204177e8-10c2-4665-80ff-8ac601b0cc14'}, {'server_uuid': '487c2ad2-adf2-45bf-ad03-4add49205fca', 'name': 'network-vif-deleted', 'tag': '72174080-8f1e-4057-86f0-7584e8569b02'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:30:33.823668 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b77489c-cfee-4845-8217-b56347383e79" -d '{"events": [{"server_uuid": "487c2ad2-adf2-45bf-ad03-4add49205fca", "name": "network-vif-deleted", "tag": "204177e8-10c2-4665-80ff-8ac601b0cc14"}, {"server_uuid": "487c2ad2-adf2-45bf-ad03-4add49205fca", "name": "network-vif-deleted", "tag": "72174080-8f1e-4057-86f0-7584e8569b02"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:30:33.854170 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-3d71acdf-ce05-4728-8a98-f6bbfe762702 req-d5a4188c-6e17-4f83-8532-f584376e5e1c service neutron] For port df075809-833c-4a2c-a495-57d1c044e4a9, host n-h2-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:30:33.883740 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-3d71acdf-ce05-4728-8a98-f6bbfe762702 req-d5a4188c-6e17-4f83-8532-f584376e5e1c service neutron] For port df075809-833c-4a2c-a495-57d1c044e4a9, host n-h2-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=df075809-833c-4a2c-a495-57d1c044e4a9,segment=NetworkSegment(0757738d-d0ba-42f4-8242-083676031461),segment_id=0757738d-d0ba-42f4-8242-083676031461)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:30:33.914782 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f1fa131f-c40e-42c2-b134-fc70e0e141ff req-97d86438-72e8-4ccf-a350-25b04202d1a1 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] 10.222.0.30 "GET /v2.0/security-groups?id=e11c276c-16a6-443f-b4d5-3531135ae372&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0821085 Apr 05 14:30:33.940484 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c03ed1-f7d0-47f4-8c2a-177a7f900830 req-1dd72835-b8ac-4f36-a779-5e38117a82ed tempest-InstanceActionsNegativeTestJSON-246436389 tempest-InstanceActionsNegativeTestJSON-246436389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:33.942268 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-61c03ed1-f7d0-47f4-8c2a-177a7f900830 req-1dd72835-b8ac-4f36-a779-5e38117a82ed tempest-InstanceActionsNegativeTestJSON-246436389 tempest-InstanceActionsNegativeTestJSON-246436389-project] 10.222.0.30 "GET /v2.0/ports?device_id=26d08d3d-30cf-4572-9a9c-af31bcf4ec49 HTTP/1.1" status: 200 len: 943 time: 0.0737102 Apr 05 14:30:33.966872 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 69112071-0ba8-4bae-a271-fb389984f5bc no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:30:33.967535 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 05 Apr 2022 14:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff48951-f5c1-4e73-9707-73a6158b5ffe x-openstack-request-id: req-bff48951-f5c1-4e73-9707-73a6158b5ffe {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:30:33.967535 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "487c2ad2-adf2-45bf-ad03-4add49205fca", "name": "network-vif-deleted", "tag": "204177e8-10c2-4665-80ff-8ac601b0cc14", "status": "completed", "code": 200}, {"server_uuid": "487c2ad2-adf2-45bf-ad03-4add49205fca", "name": "network-vif-deleted", "tag": "72174080-8f1e-4057-86f0-7584e8569b02", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:30:33.967535 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bff48951-f5c1-4e73-9707-73a6158b5ffe {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:30:33.967535 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bff48951-f5c1-4e73-9707-73a6158b5ffe'] response: {'server_uuid': '487c2ad2-adf2-45bf-ad03-4add49205fca', 'name': 'network-vif-deleted', 'tag': '204177e8-10c2-4665-80ff-8ac601b0cc14', 'status': 'completed', 'code': 200} Apr 05 14:30:33.967908 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bff48951-f5c1-4e73-9707-73a6158b5ffe'] response: {'server_uuid': '487c2ad2-adf2-45bf-ad03-4add49205fca', 'name': 'network-vif-deleted', 'tag': '72174080-8f1e-4057-86f0-7584e8569b02', 'status': 'completed', 'code': 200} Apr 05 14:30:33.989017 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] No Port match for: 69112071-0ba8-4bae-a271-fb389984f5bc {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:30:33.989297 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 69112071-0ba8-4bae-a271-fb389984f5bc not bound to the agent host n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:30:33.989918 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 204177e8-10c2-4665-80ff-8ac601b0cc14 no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:30:33.990170 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-61c03ed1-f7d0-47f4-8c2a-177a7f900830 req-e6beaa4d-b6b2-4a21-9045-28b9b96ca8ad tempest-InstanceActionsNegativeTestJSON-246436389 tempest-InstanceActionsNegativeTestJSON-246436389-project] 10.222.0.30 "GET /v2.0/security-groups?id=aeacbd50-4e30-43f0-a86d-a2493c084ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412180 Apr 05 14:30:34.009919 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] No Port match for: 204177e8-10c2-4665-80ff-8ac601b0cc14 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:30:34.010189 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 204177e8-10c2-4665-80ff-8ac601b0cc14 not bound to the agent host n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:30:34.010598 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 72174080-8f1e-4057-86f0-7584e8569b02 no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:30:34.018211 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-3d71acdf-ce05-4728-8a98-f6bbfe762702 req-d5a4188c-6e17-4f83-8532-f584376e5e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:34.030693 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] No Port match for: 72174080-8f1e-4057-86f0-7584e8569b02 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:30:34.035858 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 72174080-8f1e-4057-86f0-7584e8569b02 not bound to the agent host n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:30:34.052382 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d71acdf-ce05-4728-8a98-f6bbfe762702 req-d5a4188c-6e17-4f83-8532-f584376e5e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:34.053025 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-3d71acdf-ce05-4728-8a98-f6bbfe762702 req-d5a4188c-6e17-4f83-8532-f584376e5e1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:34.054470 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3d71acdf-ce05-4728-8a98-f6bbfe762702 req-d5a4188c-6e17-4f83-8532-f584376e5e1c service neutron] 10.222.0.11 "PUT /v2.0/ports/df075809-833c-4a2c-a495-57d1c044e4a9 HTTP/1.1" status: 200 len: 1091 time: 1.0714633 Apr 05 14:30:34.054922 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05d39a8c-6199-4262-a2a9-214f3f1b7756', 'tag': 'df075809-833c-4a2c-a495-57d1c044e4a9'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:30:34.058595 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec6cd0d-5fdd-41eb-8f38-5850abb2ca40" -d '{"events": [{"name": "network-changed", "server_uuid": "05d39a8c-6199-4262-a2a9-214f3f1b7756", "tag": "df075809-833c-4a2c-a495-57d1c044e4a9"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:30:34.085817 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a4188c-6e17-4f83-8532-f584376e5e1c service neutron] Pushing event updated for resources: {'Port': ['ID=df075809-833c-4a2c-a495-57d1c044e4a9,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:34.104220 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc04c0e0-8dda-4613-9efa-0fc86f2abd3c x-openstack-request-id: req-fc04c0e0-8dda-4613-9efa-0fc86f2abd3c {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:30:34.104507 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05d39a8c-6199-4262-a2a9-214f3f1b7756", "tag": "df075809-833c-4a2c-a495-57d1c044e4a9", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:30:34.104755 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fc04c0e0-8dda-4613-9efa-0fc86f2abd3c {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:30:34.105186 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc04c0e0-8dda-4613-9efa-0fc86f2abd3c'] response: {'name': 'network-changed', 'server_uuid': '05d39a8c-6199-4262-a2a9-214f3f1b7756', 'tag': 'df075809-833c-4a2c-a495-57d1c044e4a9', 'status': 'completed', 'code': 200} Apr 05 14:30:34.175849 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6cd0d-5fdd-41eb-8f38-5850abb2ca40 req-6d3e7e4b-bd34-415f-93a5-ac94213da84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:34.177486 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-eec6cd0d-5fdd-41eb-8f38-5850abb2ca40 req-6d3e7e4b-bd34-415f-93a5-ac94213da84b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bf0902b496d747c7a4e6f64dff615d59&device_id=05d39a8c-6199-4262-a2a9-214f3f1b7756 HTTP/1.1" status: 200 len: 1094 time: 0.0452580 Apr 05 14:30:34.289590 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6cd0d-5fdd-41eb-8f38-5850abb2ca40 req-a746b405-f288-4b4a-a4f7-07d52a840f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:34.291163 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-eec6cd0d-5fdd-41eb-8f38-5850abb2ca40 req-a746b405-f288-4b4a-a4f7-07d52a840f54 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=bf0902b496d747c7a4e6f64dff615d59&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1068020 Apr 05 14:30:34.388350 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6cd0d-5fdd-41eb-8f38-5850abb2ca40 req-e8d03b9c-12a9-43d0-8ba6-4cb57848862a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:34.389990 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-eec6cd0d-5fdd-41eb-8f38-5850abb2ca40 req-e8d03b9c-12a9-43d0-8ba6-4cb57848862a service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0926836 Apr 05 14:30:34.470678 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d71acdf-ce05-4728-8a98-f6bbfe762702 req-e31697a6-46ed-4780-954b-2917e220966b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:34.472361 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3d71acdf-ce05-4728-8a98-f6bbfe762702 req-e31697a6-46ed-4780-954b-2917e220966b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bf0902b496d747c7a4e6f64dff615d59&device_id=05d39a8c-6199-4262-a2a9-214f3f1b7756 HTTP/1.1" status: 200 len: 1094 time: 0.0480480 Apr 05 14:30:34.517540 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3d71acdf-ce05-4728-8a98-f6bbfe762702 req-7ac5cb14-1448-495a-b1cf-aafa7bd4b653 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df075809-833c-4a2c-a495-57d1c044e4a9 HTTP/1.1" status: 200 len: 217 time: 0.0381484 Apr 05 14:30:34.571302 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d71acdf-ce05-4728-8a98-f6bbfe762702 req-b20102cb-9bb4-4b05-9199-e9e006b55dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:34.572933 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3d71acdf-ce05-4728-8a98-f6bbfe762702 req-b20102cb-9bb4-4b05-9199-e9e006b55dd9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3851d649-24d6-48da-bb02-bd81efab2abf HTTP/1.1" status: 200 len: 854 time: 0.0492332 Apr 05 14:30:34.618096 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d71acdf-ce05-4728-8a98-f6bbfe762702 req-4921a113-149c-4659-b659-ddeb33771c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:34.619569 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3d71acdf-ce05-4728-8a98-f6bbfe762702 req-4921a113-149c-4659-b659-ddeb33771c4c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f3c72546-ec00-4b40-ba79-0ef4c67ea192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403211 Apr 05 14:30:34.649723 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 4681ede4-c2db-4223-b194-34b3d1e7b5bf details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:30:34.733773 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3d71acdf-ce05-4728-8a98-f6bbfe762702 req-92e6be94-7af6-468d-9840-95f498e7be4a service neutron] 10.222.0.11 "GET /v2.0/networks/f3c72546-ec00-4b40-ba79-0ef4c67ea192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072981 Apr 05 14:30:34.750344 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fb5e445f-49e6-4068-85a8-e3919d3f200c req-2410cc01-b01d-47b7-8826-24d920d1f47a tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/ports?device_id=487c2ad2-adf2-45bf-ad03-4add49205fca HTTP/1.1" status: 200 len: 210 time: 0.0368636 Apr 05 14:30:34.752939 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 4681ede4-c2db-4223-b194-34b3d1e7b5bf, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=4681ede4-c2db-4223-b194-34b3d1e7b5bf,segment=NetworkSegment(54038e76-c045-4e72-946c-6ae6bdafbbae),segment_id=54038e76-c045-4e72-946c-6ae6bdafbbae)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:30:34.765270 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': '4681ede4-c2db-4223-b194-34b3d1e7b5bf', 'network_id': 'b8daddd4-a618-4503-8618-7cf8ed12bd61', 'port_id': '4681ede4-c2db-4223-b194-34b3d1e7b5bf', 'mac_address': 'fa:16:3e:74:fc:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b0e698a-d54b-448a-ad29-ff9815f437cd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:30:34.813133 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:34.843899 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4681ede4-c2db-4223-b194-34b3d1e7b5bf {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:30:34.849442 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3d71acdf-ce05-4728-8a98-f6bbfe762702 req-9507b695-422c-413e-a1c5-e476cc77a644 service neutron] 10.222.0.11 "GET /v2.0/networks/f3c72546-ec00-4b40-ba79-0ef4c67ea192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013381 Apr 05 14:30:34.869157 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 4681ede4-c2db-4223-b194-34b3d1e7b5bf, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=4681ede4-c2db-4223-b194-34b3d1e7b5bf,segment=NetworkSegment(54038e76-c045-4e72-946c-6ae6bdafbbae),segment_id=54038e76-c045-4e72-946c-6ae6bdafbbae)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:30:34.925434 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec40f78e-3cad-4cf0-a219-c85833f95842 req-68661795-58d6-42bb-8c92-817da81ffd78 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:34.926943 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ec40f78e-3cad-4cf0-a219-c85833f95842 req-68661795-58d6-42bb-8c92-817da81ffd78 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fde1780-9f77-4003-9873-44b7523942c2 HTTP/1.1" status: 200 len: 946 time: 0.0548832 Apr 05 14:30:34.979158 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ec40f78e-3cad-4cf0-a219-c85833f95842 req-4e2a8794-7b42-467f-8c2b-4116390db555 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456402 Apr 05 14:30:35.037866 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d58efee-342a-4a2e-ad4f-ff707c78f473 req-ae36f96f-666b-4fe8-b647-9a1ce655dc56 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:35.039418 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8d58efee-342a-4a2e-ad4f-ff707c78f473 req-ae36f96f-666b-4fe8-b647-9a1ce655dc56 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] 10.222.0.30 "GET /v2.0/ports?device_id=05d39a8c-6199-4262-a2a9-214f3f1b7756 HTTP/1.1" status: 200 len: 943 time: 0.0537138 Apr 05 14:30:35.046261 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:35.096622 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=4681ede4-c2db-4223-b194-34b3d1e7b5bf,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:35.104213 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:30:35.104661 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:30:35.105053 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:30:35.105433 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:30:35.105768 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:30:35.106099 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:30:35.106427 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:30:35.107215 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:30:35.107215 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:30:35.107453 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:30:35.107737 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:30:35.108058 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:30:35.115853 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8d58efee-342a-4a2e-ad4f-ff707c78f473 req-63c5f7a5-d526-4cf9-af8d-e6ad9972aedb tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] 10.222.0.30 "GET /v2.0/security-groups?id=e11c276c-16a6-443f-b4d5-3531135ae372&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0665596 Apr 05 14:30:35.135831 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df46b53-9d67-421c-9689-260bdb39f5ef req-898a26d9-3e3f-42b0-82b0-c31b01d35c8a tempest-InstanceActionsNegativeTestJSON-246436389 tempest-InstanceActionsNegativeTestJSON-246436389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:35.137933 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7df46b53-9d67-421c-9689-260bdb39f5ef req-898a26d9-3e3f-42b0-82b0-c31b01d35c8a tempest-InstanceActionsNegativeTestJSON-246436389 tempest-InstanceActionsNegativeTestJSON-246436389-project] 10.222.0.30 "GET /v2.0/ports?device_id=26d08d3d-30cf-4572-9a9c-af31bcf4ec49 HTTP/1.1" status: 200 len: 944 time: 0.0738492 Apr 05 14:30:35.179151 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7df46b53-9d67-421c-9689-260bdb39f5ef req-f9b95ae4-b6f7-41b3-962f-fd07f5b8f52b tempest-InstanceActionsNegativeTestJSON-246436389 tempest-InstanceActionsNegativeTestJSON-246436389-project] 10.222.0.30 "GET /v2.0/security-groups?id=aeacbd50-4e30-43f0-a86d-a2493c084ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343981 Apr 05 14:30:35.484640 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['4681ede4-c2db-4223-b194-34b3d1e7b5bf'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:30:35.819131 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 60824) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:30:35.876093 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-2267dbfc-18b9-4249-a188-632025df103a tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Deleting subnet a46fb169-cc5d-44db-8d3e-4934013425ec {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:30:35.880254 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2267dbfc-18b9-4249-a188-632025df103a tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:35.923457 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2267dbfc-18b9-4249-a188-632025df103a tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:36.016084 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2267dbfc-18b9-4249-a188-632025df103a tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:36.109598 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a67538-9ce7-490f-b9ca-7c645b8f573e req-7a240522-c101-4f0b-af90-94e48d4fc6d5 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:36.109598 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-00a67538-9ce7-490f-b9ca-7c645b8f573e req-7a240522-c101-4f0b-af90-94e48d4fc6d5 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fde1780-9f77-4003-9873-44b7523942c2 HTTP/1.1" status: 200 len: 946 time: 0.0524876 Apr 05 14:30:36.146683 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-00a67538-9ce7-490f-b9ca-7c645b8f573e req-151399f3-1c73-478f-aabd-904a77662eb6 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321312 Apr 05 14:30:36.171703 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2267dbfc-18b9-4249-a188-632025df103a tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:36.207040 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2267dbfc-18b9-4249-a188-632025df103a tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Pushing event deleted for resources: {'Subnet': ['ID=a46fb169-cc5d-44db-8d3e-4934013425ec,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:36.211804 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2267dbfc-18b9-4249-a188-632025df103a tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:36.218308 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-2267dbfc-18b9-4249-a188-632025df103a tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "DELETE /v2.0/subnets/a46fb169-cc5d-44db-8d3e-4934013425ec HTTP/1.1" status: 204 len: 168 time: 0.3980508 Apr 05 14:30:36.218926 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 60832) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:30:36.219153 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48929cbc-9f31-4e14-b916-c1f2b09c576c None None] Network 46af2908-eb41-456c-9790-cddfd7d7d348 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:30:36.249867 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d2be6-94e5-4171-9abe-eb68a75b4c9a req-917c0353-0498-43dc-8f9b-6d5f657f664a tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:36.253157 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a44d2be6-94e5-4171-9abe-eb68a75b4c9a req-917c0353-0498-43dc-8f9b-6d5f657f664a tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] 10.222.0.30 "GET /v2.0/ports?device_id=05d39a8c-6199-4262-a2a9-214f3f1b7756 HTTP/1.1" status: 200 len: 943 time: 0.0620832 Apr 05 14:30:36.316778 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-50479f9e-d54f-4072-8ef6-a2982c0213cb tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:36.334288 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a44d2be6-94e5-4171-9abe-eb68a75b4c9a req-eaf91283-6439-4b0d-9e43-51658ef04ed0 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] 10.222.0.30 "GET /v2.0/security-groups?id=e11c276c-16a6-443f-b4d5-3531135ae372&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0751770 Apr 05 14:30:36.355235 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec75484-9720-42f3-aaa7-e717d096c9e2 req-adc24eb6-17cf-4b2f-b4b0-51b865d3e6ed tempest-InstanceActionsNegativeTestJSON-246436389 tempest-InstanceActionsNegativeTestJSON-246436389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:36.368519 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fec75484-9720-42f3-aaa7-e717d096c9e2 req-adc24eb6-17cf-4b2f-b4b0-51b865d3e6ed tempest-InstanceActionsNegativeTestJSON-246436389 tempest-InstanceActionsNegativeTestJSON-246436389-project] 10.222.0.30 "GET /v2.0/ports?device_id=26d08d3d-30cf-4572-9a9c-af31bcf4ec49 HTTP/1.1" status: 200 len: 944 time: 0.0856164 Apr 05 14:30:36.396515 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-50479f9e-d54f-4072-8ef6-a2982c0213cb tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Deleting port 97689c7e-5c6d-479e-9488-02eed9784aa1 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:30:36.396853 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-50479f9e-d54f-4072-8ef6-a2982c0213cb tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:36.400050 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fec75484-9720-42f3-aaa7-e717d096c9e2 req-66a25db0-1a3c-43af-bba3-b1baea72c28f tempest-InstanceActionsNegativeTestJSON-246436389 tempest-InstanceActionsNegativeTestJSON-246436389-project] 10.222.0.30 "GET /v2.0/security-groups?id=aeacbd50-4e30-43f0-a86d-a2493c084ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359075 Apr 05 14:30:36.453854 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f32fac7-72fd-4d22-b380-33fbab15d660 None None] DHCP port deletion for 46af2908-eb41-456c-9790-cddfd7d7d348 request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:30:36.483186 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-50479f9e-d54f-4072-8ef6-a2982c0213cb tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] For port 97689c7e-5c6d-479e-9488-02eed9784aa1, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=97689c7e-5c6d-479e-9488-02eed9784aa1,segment=NetworkSegment(9a560072-ea2b-4c7a-96ef-539dba74357a),segment_id=9a560072-ea2b-4c7a-96ef-539dba74357a)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:30:36.483186 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-50479f9e-d54f-4072-8ef6-a2982c0213cb tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:36.490980 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-50479f9e-d54f-4072-8ef6-a2982c0213cb tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Calling delete_port for 97689c7e-5c6d-479e-9488-02eed9784aa1 owned by network:dhcp {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:30:36.518058 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-6f32fac7-72fd-4d22-b380-33fbab15d660 None None] Deleting port 97689c7e-5c6d-479e-9488-02eed9784aa1 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:30:36.518690 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6f32fac7-72fd-4d22-b380-33fbab15d660 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:36.593328 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-6f32fac7-72fd-4d22-b380-33fbab15d660 None None] For port 97689c7e-5c6d-479e-9488-02eed9784aa1, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=97689c7e-5c6d-479e-9488-02eed9784aa1,segment=NetworkSegment(9a560072-ea2b-4c7a-96ef-539dba74357a),segment_id=9a560072-ea2b-4c7a-96ef-539dba74357a)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:30:36.600150 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6f32fac7-72fd-4d22-b380-33fbab15d660 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:36.606744 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-6f32fac7-72fd-4d22-b380-33fbab15d660 None None] Calling delete_port for 97689c7e-5c6d-479e-9488-02eed9784aa1 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:30:36.639938 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-50479f9e-d54f-4072-8ef6-a2982c0213cb tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:36.654926 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 4681ede4-c2db-4223-b194-34b3d1e7b5bf up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:30:36.670812 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50479f9e-d54f-4072-8ef6-a2982c0213cb tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Pushing event deleted for resources: {'Port': ['ID=97689c7e-5c6d-479e-9488-02eed9784aa1,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:36.674477 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50479f9e-d54f-4072-8ef6-a2982c0213cb tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] No DVR routers for this DVR port 97689c7e-5c6d-479e-9488-02eed9784aa1 on host n-d-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:30:36.730793 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6f32fac7-72fd-4d22-b380-33fbab15d660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:36.759075 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f32fac7-72fd-4d22-b380-33fbab15d660 None None] No DVR routers for this DVR port 97689c7e-5c6d-479e-9488-02eed9784aa1 on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:30:36.760531 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f32fac7-72fd-4d22-b380-33fbab15d660 None None] Pushing event deleted for resources: {'Port': ['ID=97689c7e-5c6d-479e-9488-02eed9784aa1,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:36.769022 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-50479f9e-d54f-4072-8ef6-a2982c0213cb tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:36.790228 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-50479f9e-d54f-4072-8ef6-a2982c0213cb tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46af2908-eb41-456c-9790-cddfd7d7d348']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:36.799735 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-50479f9e-d54f-4072-8ef6-a2982c0213cb tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a560072-ea2b-4c7a-96ef-539dba74357a') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:36.800030 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-50479f9e-d54f-4072-8ef6-a2982c0213cb tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a560072-ea2b-4c7a-96ef-539dba74357a') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:36.809743 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-50479f9e-d54f-4072-8ef6-a2982c0213cb tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:36.823402 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-50479f9e-d54f-4072-8ef6-a2982c0213cb tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:36.831163 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50479f9e-d54f-4072-8ef6-a2982c0213cb tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:30:36.831719 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-50479f9e-d54f-4072-8ef6-a2982c0213cb tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:36.835451 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:30:36.835451 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:30:36.835451 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:30:36.835451 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:30:36.835451 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:30:36.835451 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:30:36.835451 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:30:36.835451 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:30:36.835451 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:30:36.835451 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:30:36.835451 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:30:36.835451 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:30:36.835451 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:30:36.835451 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:30:36.835451 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:30:36.835451 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:30:36.835451 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:30:36.835451 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:30:36.835451 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:30:36.835451 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:30:36.835451 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:30:36.835451 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:30:36.835451 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:30:36.835451 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:30:36.835451 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:30:36.835451 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:30:36.835451 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:30:36.835451 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:30:36.835451 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:30:36.835451 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:30:36.835451 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:30:36.835451 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:30:36.851203 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning for port 4681ede4-c2db-4223-b194-34b3d1e7b5bf completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:30:36.855692 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port 4681ede4-c2db-4223-b194-34b3d1e7b5bf triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:30:36.855953 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:36.957293 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:36.961535 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 97689c7e-5c6d-479e-9488-02eed9784aa1 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:30:36.988285 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 97689c7e-5c6d-479e-9488-02eed9784aa1 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:30:36.988622 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 97689c7e-5c6d-479e-9488-02eed9784aa1 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:30:36.995032 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-50479f9e-d54f-4072-8ef6-a2982c0213cb tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:37.000216 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-50479f9e-d54f-4072-8ef6-a2982c0213cb tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:37.004746 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-50479f9e-d54f-4072-8ef6-a2982c0213cb tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "DELETE /v2.0/networks/46af2908-eb41-456c-9790-cddfd7d7d348 HTTP/1.1" status: 204 len: 168 time: 0.7846344 Apr 05 14:30:37.005795 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26d08d3d-30cf-4572-9a9c-af31bcf4ec49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4681ede4-c2db-4223-b194-34b3d1e7b5bf'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:30:37.007522 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 60838) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:30:37.008277 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca04dd1-0bff-45b7-a803-ff5de9903172" -d '{"events": [{"server_uuid": "26d08d3d-30cf-4572-9a9c-af31bcf4ec49", "name": "network-vif-plugged", "status": "completed", "tag": "4681ede4-c2db-4223-b194-34b3d1e7b5bf"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:30:37.021924 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50479f9e-d54f-4072-8ef6-a2982c0213cb tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Pushing event deleted for resources: {'Network': ['ID=46af2908-eb41-456c-9790-cddfd7d7d348,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:37.022325 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 4681ede4-c2db-4223-b194-34b3d1e7b5bf, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=4681ede4-c2db-4223-b194-34b3d1e7b5bf,segment=NetworkSegment(54038e76-c045-4e72-946c-6ae6bdafbbae),segment_id=54038e76-c045-4e72-946c-6ae6bdafbbae)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:30:37.060479 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d0dbff-0c0c-4a0a-9294-78db95b01dc6 x-openstack-request-id: req-f9d0dbff-0c0c-4a0a-9294-78db95b01dc6 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:30:37.060764 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26d08d3d-30cf-4572-9a9c-af31bcf4ec49", "name": "network-vif-plugged", "status": "completed", "tag": "4681ede4-c2db-4223-b194-34b3d1e7b5bf", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:30:37.061029 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f9d0dbff-0c0c-4a0a-9294-78db95b01dc6 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:30:37.061516 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9d0dbff-0c0c-4a0a-9294-78db95b01dc6'] response: {'server_uuid': '26d08d3d-30cf-4572-9a9c-af31bcf4ec49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4681ede4-c2db-4223-b194-34b3d1e7b5bf', 'code': 200} Apr 05 14:30:37.084414 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_v2 [None req-a382a24e-0427-45c8-9c23-441da3d6c7f9 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Deleting subnet 17af96e3-e553-4a6b-bfad-cf8ba0973a81 {{(pid=103320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:30:37.086769 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:37.089416 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a382a24e-0427-45c8-9c23-441da3d6c7f9 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks [] for subnet, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:37.137371 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=4681ede4-c2db-4223-b194-34b3d1e7b5bf,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:37.159636 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a382a24e-0427-45c8-9c23-441da3d6c7f9 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13399228'] for subnet, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:37.213049 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e0b07-e8a5-4659-89f5-ef54e482d5ac req-83f3b796-e5af-4055-909b-69e3f135cee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:37.214564 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-621e0b07-e8a5-4659-89f5-ef54e482d5ac req-83f3b796-e5af-4055-909b-69e3f135cee0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=26d08d3d-30cf-4572-9a9c-af31bcf4ec49 HTTP/1.1" status: 200 len: 1096 time: 0.0850708 Apr 05 14:30:37.310473 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a382a24e-0427-45c8-9c23-441da3d6c7f9 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:37.315746 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-621e0b07-e8a5-4659-89f5-ef54e482d5ac req-e4eceb7e-96cf-4053-be96-4d94fd182ad9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=aeacbd50-4e30-43f0-a86d-a2493c084ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941243 Apr 05 14:30:37.624284 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91f943a-1b56-4c6c-98a7-3e4acae6199a req-e8d3425d-1aad-4b4c-a230-07abbbee9075 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:37.627210 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b91f943a-1b56-4c6c-98a7-3e4acae6199a req-e8d3425d-1aad-4b4c-a230-07abbbee9075 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fde1780-9f77-4003-9873-44b7523942c2 HTTP/1.1" status: 200 len: 946 time: 0.3835809 Apr 05 14:30:37.692553 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb22bb-a02f-48ec-88b9-dbf78980b43f req-d9e95a90-1df9-4728-8b5c-84c6cdba8257 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:37.694006 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dffb22bb-a02f-48ec-88b9-dbf78980b43f req-d9e95a90-1df9-4728-8b5c-84c6cdba8257 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] 10.222.0.30 "GET /v2.0/ports?device_id=05d39a8c-6199-4262-a2a9-214f3f1b7756 HTTP/1.1" status: 200 len: 943 time: 0.1155527 Apr 05 14:30:37.700766 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b91f943a-1b56-4c6c-98a7-3e4acae6199a req-b131158c-b350-4e68-82bc-834f8639979a tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689023 Apr 05 14:30:37.735909 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dffb22bb-a02f-48ec-88b9-dbf78980b43f req-669f2327-a372-4261-a478-24f2c2fd4891 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] 10.222.0.30 "GET /v2.0/security-groups?id=e11c276c-16a6-443f-b4d5-3531135ae372&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334864 Apr 05 14:30:37.789288 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a382a24e-0427-45c8-9c23-441da3d6c7f9 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15773812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13127359'] for subnet, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:37.824782 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a382a24e-0427-45c8-9c23-441da3d6c7f9 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Pushing event deleted for resources: {'Subnet': ['ID=17af96e3-e553-4a6b-bfad-cf8ba0973a81,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:37.828619 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a382a24e-0427-45c8-9c23-441da3d6c7f9 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:37.833445 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-a382a24e-0427-45c8-9c23-441da3d6c7f9 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "DELETE /v2.0/subnets/17af96e3-e553-4a6b-bfad-cf8ba0973a81 HTTP/1.1" status: 204 len: 168 time: 0.8247259 Apr 05 14:30:37.836110 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 60858) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:30:37.837921 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093a5d54-97a9-43e3-bb9e-5a1ee78a1f3f None None] Network 0ae53245-ae34-471c-81ad-55068a409442 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:30:37.846950 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e28d5-9015-4b7a-8bf6-c26a1e2c2f05 req-b7c0b15e-2257-41a2-b6b4-fa0f9eb41c14 tempest-InstanceActionsNegativeTestJSON-246436389 tempest-InstanceActionsNegativeTestJSON-246436389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:37.848478 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ce9e28d5-9015-4b7a-8bf6-c26a1e2c2f05 req-b7c0b15e-2257-41a2-b6b4-fa0f9eb41c14 tempest-InstanceActionsNegativeTestJSON-246436389 tempest-InstanceActionsNegativeTestJSON-246436389-project] 10.222.0.30 "GET /v2.0/ports?device_id=26d08d3d-30cf-4572-9a9c-af31bcf4ec49 HTTP/1.1" status: 200 len: 945 time: 0.0907009 Apr 05 14:30:37.920165 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ce9e28d5-9015-4b7a-8bf6-c26a1e2c2f05 req-44cea853-3ebd-4b52-9c06-be157d584de8 tempest-InstanceActionsNegativeTestJSON-246436389 tempest-InstanceActionsNegativeTestJSON-246436389-project] 10.222.0.30 "GET /v2.0/security-groups?id=aeacbd50-4e30-43f0-a86d-a2493c084ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616999 Apr 05 14:30:37.933082 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-de9b0c38-0ccd-4d0d-acce-4d0b8e94ce43 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:38.006283 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-de9b0c38-0ccd-4d0d-acce-4d0b8e94ce43 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Deleting port 5010283b-4206-4abf-8d5c-ffec80f8e86f {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:30:38.006735 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-de9b0c38-0ccd-4d0d-acce-4d0b8e94ce43 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:38.054875 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb39882-97ea-4240-bbc7-c02744b3c2dc None None] DHCP port deletion for 0ae53245-ae34-471c-81ad-55068a409442 request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:30:38.083109 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-de9b0c38-0ccd-4d0d-acce-4d0b8e94ce43 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] For port 5010283b-4206-4abf-8d5c-ffec80f8e86f, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=5010283b-4206-4abf-8d5c-ffec80f8e86f,segment=NetworkSegment(cbce7e02-70d1-451f-b93b-8687d648f2fd),segment_id=cbce7e02-70d1-451f-b93b-8687d648f2fd)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:30:38.083557 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-de9b0c38-0ccd-4d0d-acce-4d0b8e94ce43 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:38.099044 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-de9b0c38-0ccd-4d0d-acce-4d0b8e94ce43 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Calling delete_port for 5010283b-4206-4abf-8d5c-ffec80f8e86f owned by network:dhcp {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:30:38.109422 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-3bb39882-97ea-4240-bbc7-c02744b3c2dc None None] Deleting port 5010283b-4206-4abf-8d5c-ffec80f8e86f {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:30:38.111688 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3bb39882-97ea-4240-bbc7-c02744b3c2dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:38.183377 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-3bb39882-97ea-4240-bbc7-c02744b3c2dc None None] For port 5010283b-4206-4abf-8d5c-ffec80f8e86f, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=5010283b-4206-4abf-8d5c-ffec80f8e86f,segment=NetworkSegment(cbce7e02-70d1-451f-b93b-8687d648f2fd),segment_id=cbce7e02-70d1-451f-b93b-8687d648f2fd)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:30:38.183779 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3bb39882-97ea-4240-bbc7-c02744b3c2dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:38.197714 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-3bb39882-97ea-4240-bbc7-c02744b3c2dc None None] Calling delete_port for 5010283b-4206-4abf-8d5c-ffec80f8e86f owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:30:38.290963 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-de9b0c38-0ccd-4d0d-acce-4d0b8e94ce43 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:38.291429 n-d-836650-2 neutron-server[103322]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 05 14:30:38.291429 n-d-836650-2 neutron-server[103322]: from cryptography.utils import int_from_bytes Apr 05 14:30:38.291429 n-d-836650-2 neutron-server[103322]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 05 14:30:38.291429 n-d-836650-2 neutron-server[103322]: from cryptography.utils import int_from_bytes Apr 05 14:30:38.291429 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:30:38.291429 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:30:38.291429 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:30:38.291429 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:30:38.291429 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:30:38.291429 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:30:38.291429 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:30:38.291429 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:30:38.291429 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:30:38.291429 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:30:38.291429 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:30:38.291429 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:30:38.291429 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:30:38.291429 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:30:38.291429 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:30:38.291429 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:30:38.291429 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:30:38.291429 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:30:38.291429 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:30:38.291429 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:30:38.291429 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:30:38.291429 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:30:38.291429 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:30:38.291429 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:30:38.291429 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:30:38.291429 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:30:38.291429 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:30:38.291429 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:30:38.291429 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:30:38.291429 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:30:38.291429 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:30:38.291429 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:30:38.291429 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:30:38.291429 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:30:38.291429 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:30:38.291429 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:30:38.291429 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:30:38.291429 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:30:38.294573 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:30:38.294573 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:30:38.294573 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:30:38.294573 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:30:38.294573 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:30:38.294573 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:30:38.294573 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:30:38.294573 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:30:38.294573 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:30:38.294573 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:30:38.294573 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:30:38.294573 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:30:38.294573 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:30:38.294573 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:30:38.297994 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3bb39882-97ea-4240-bbc7-c02744b3c2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:38.317728 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9b0c38-0ccd-4d0d-acce-4d0b8e94ce43 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Pushing event deleted for resources: {'Port': ['ID=5010283b-4206-4abf-8d5c-ffec80f8e86f,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:38.321481 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9b0c38-0ccd-4d0d-acce-4d0b8e94ce43 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] No DVR routers for this DVR port 5010283b-4206-4abf-8d5c-ffec80f8e86f on host n-d-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:30:38.326816 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb39882-97ea-4240-bbc7-c02744b3c2dc None None] Pushing event deleted for resources: {'Port': ['ID=5010283b-4206-4abf-8d5c-ffec80f8e86f,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:38.331887 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb39882-97ea-4240-bbc7-c02744b3c2dc None None] No DVR routers for this DVR port 5010283b-4206-4abf-8d5c-ffec80f8e86f on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:30:38.402325 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-de9b0c38-0ccd-4d0d-acce-4d0b8e94ce43 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:38.423560 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-de9b0c38-0ccd-4d0d-acce-4d0b8e94ce43 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ae53245-ae34-471c-81ad-55068a409442']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:38.433087 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-de9b0c38-0ccd-4d0d-acce-4d0b8e94ce43 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbce7e02-70d1-451f-b93b-8687d648f2fd') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:38.438103 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-de9b0c38-0ccd-4d0d-acce-4d0b8e94ce43 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbce7e02-70d1-451f-b93b-8687d648f2fd') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:38.448573 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-de9b0c38-0ccd-4d0d-acce-4d0b8e94ce43 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:38.463469 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-de9b0c38-0ccd-4d0d-acce-4d0b8e94ce43 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:38.469458 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de9b0c38-0ccd-4d0d-acce-4d0b8e94ce43 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:30:38.469907 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-de9b0c38-0ccd-4d0d-acce-4d0b8e94ce43 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:38.473086 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:30:38.473086 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:30:38.473086 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:30:38.473086 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:30:38.473086 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:30:38.473086 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:30:38.473086 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:30:38.473086 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:30:38.473086 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:30:38.473086 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:30:38.473086 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:30:38.473086 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:30:38.473086 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:30:38.473086 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:30:38.473086 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:30:38.473086 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:30:38.473086 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:30:38.473086 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:30:38.473086 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:30:38.473086 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:30:38.473086 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:30:38.473086 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:30:38.473086 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:30:38.473086 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:30:38.473086 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:30:38.473086 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:30:38.473086 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:30:38.473086 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:30:38.473086 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:30:38.473086 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:30:38.473086 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:30:38.473086 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:30:38.674869 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-de9b0c38-0ccd-4d0d-acce-4d0b8e94ce43 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:38.679652 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device df075809-833c-4a2c-a495-57d1c044e4a9 details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:30:38.682743 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-de9b0c38-0ccd-4d0d-acce-4d0b8e94ce43 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:38.690414 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-de9b0c38-0ccd-4d0d-acce-4d0b8e94ce43 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "DELETE /v2.0/networks/0ae53245-ae34-471c-81ad-55068a409442 HTTP/1.1" status: 204 len: 168 time: 0.8489287 Apr 05 14:30:38.692324 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 60876) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:30:38.699223 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-c9ad4d42-47f3-438c-a804-53b58dae5595 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1338675685'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:30:38.708718 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9b0c38-0ccd-4d0d-acce-4d0b8e94ce43 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Pushing event deleted for resources: {'Network': ['ID=0ae53245-ae34-471c-81ad-55068a409442,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:38.801460 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port df075809-833c-4a2c-a495-57d1c044e4a9, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=df075809-833c-4a2c-a495-57d1c044e4a9,segment=NetworkSegment(0757738d-d0ba-42f4-8242-083676031461),segment_id=0757738d-d0ba-42f4-8242-083676031461)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:30:38.814092 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': 'df075809-833c-4a2c-a495-57d1c044e4a9', 'network_id': 'f3c72546-ec00-4b40-ba79-0ef4c67ea192', 'port_id': 'df075809-833c-4a2c-a495-57d1c044e4a9', 'mac_address': 'fa:16:3e:9d:6b:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3851d649-24d6-48da-bb02-bd81efab2abf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:30:38.847872 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ad4d42-47f3-438c-a804-53b58dae5595 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Made reservation on behalf of 9f48ad39adb04af7baada856c775d36d for: {'network': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:30:38.851353 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c9ad4d42-47f3-438c-a804-53b58dae5595 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:38.856702 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:38.870400 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df075809-833c-4a2c-a495-57d1c044e4a9 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:30:38.879494 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04838e05-b954-40fd-ac80-84f359a9a3d0 req-17f09cbb-e156-4172-bbc7-914806db0885 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:38.886393 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-04838e05-b954-40fd-ac80-84f359a9a3d0 req-17f09cbb-e156-4172-bbc7-914806db0885 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fde1780-9f77-4003-9873-44b7523942c2 HTTP/1.1" status: 200 len: 946 time: 0.1059182 Apr 05 14:30:38.902055 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port df075809-833c-4a2c-a495-57d1c044e4a9, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=df075809-833c-4a2c-a495-57d1c044e4a9,segment=NetworkSegment(0757738d-d0ba-42f4-8242-083676031461),segment_id=0757738d-d0ba-42f4-8242-083676031461)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:30:38.936104 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c3993-c576-4d49-a2ea-a83c2bb602c3 req-432a34ad-7545-41d8-83b9-2733604e923d tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:38.940015 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4b1c3993-c576-4d49-a2ea-a83c2bb602c3 req-432a34ad-7545-41d8-83b9-2733604e923d tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] 10.222.0.30 "GET /v2.0/ports?device_id=05d39a8c-6199-4262-a2a9-214f3f1b7756 HTTP/1.1" status: 200 len: 943 time: 0.1257935 Apr 05 14:30:38.940201 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9ad4d42-47f3-438c-a804-53b58dae5595 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=103320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:30:38.951105 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 5010283b-4206-4abf-8d5c-ffec80f8e86f no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:30:38.965205 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c9ad4d42-47f3-438c-a804-53b58dae5595 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:38.965558 n-d-836650-2 neutron-server[103320]: INFO neutron.db.segments_db [None req-c9ad4d42-47f3-438c-a804-53b58dae5595 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Added segment e8acc666-caf1-4966-b105-b51c614ef895 of type vlan for network eef537ff-1192-4a32-9380-2ad0941f31fa Apr 05 14:30:38.971359 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 5010283b-4206-4abf-8d5c-ffec80f8e86f {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:30:38.971702 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 5010283b-4206-4abf-8d5c-ffec80f8e86f not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:30:38.990410 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-04838e05-b954-40fd-ac80-84f359a9a3d0 req-a5e44b29-dd29-4f67-8692-0f25c69458d1 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030729 Apr 05 14:30:39.012818 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:39.034164 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4b1c3993-c576-4d49-a2ea-a83c2bb602c3 req-447f73a2-3bb2-433d-9bdf-6347b4fbc293 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] 10.222.0.30 "GET /v2.0/security-groups?id=e11c276c-16a6-443f-b4d5-3531135ae372&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0840490 Apr 05 14:30:39.035771 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c9ad4d42-47f3-438c-a804-53b58dae5595 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:39.069993 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=df075809-833c-4a2c-a495-57d1c044e4a9,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:39.110140 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9774de59-7b08-4b0e-b714-c247b5bca2a5 req-499e0d23-c5cb-45ee-bfb3-b10331d4093a tempest-InstanceActionsNegativeTestJSON-246436389 tempest-InstanceActionsNegativeTestJSON-246436389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:39.111912 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9774de59-7b08-4b0e-b714-c247b5bca2a5 req-499e0d23-c5cb-45ee-bfb3-b10331d4093a tempest-InstanceActionsNegativeTestJSON-246436389 tempest-InstanceActionsNegativeTestJSON-246436389-project] 10.222.0.30 "GET /v2.0/ports?device_id=26d08d3d-30cf-4572-9a9c-af31bcf4ec49 HTTP/1.1" status: 200 len: 945 time: 0.0530791 Apr 05 14:30:39.152703 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9774de59-7b08-4b0e-b714-c247b5bca2a5 req-cd20372f-5e43-45c5-a2b8-db20f5fc133f tempest-InstanceActionsNegativeTestJSON-246436389 tempest-InstanceActionsNegativeTestJSON-246436389-project] 10.222.0.30 "GET /v2.0/security-groups?id=aeacbd50-4e30-43f0-a86d-a2493c084ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347834 Apr 05 14:30:39.169580 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c9ad4d42-47f3-438c-a804-53b58dae5595 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:39.170783 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ad4d42-47f3-438c-a804-53b58dae5595 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:39.171407 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c9ad4d42-47f3-438c-a804-53b58dae5595 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:39.290682 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad4d42-47f3-438c-a804-53b58dae5595 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Pushing event updated for resources: {'Network': ['ID=eef537ff-1192-4a32-9380-2ad0941f31fa,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:39.302253 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network eef537ff-1192-4a32-9380-2ad0941f31fa details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:30:39.324194 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['df075809-833c-4a2c-a495-57d1c044e4a9'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:30:39.329377 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-c9ad4d42-47f3-438c-a804-53b58dae5595 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6351240 Apr 05 14:30:39.332416 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 60890) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:30:39.339602 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-2d160ffc-042a-40f2-bc71-a997e5028731 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Request body: {'subnet': {'network_id': 'eef537ff-1192-4a32-9380-2ad0941f31fa', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:30:39.551386 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d160ffc-042a-40f2-bc71-a997e5028731 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Made reservation on behalf of 9f48ad39adb04af7baada856c775d36d for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:30:39.552431 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2d160ffc-042a-40f2-bc71-a997e5028731 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:39.863861 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2d160ffc-042a-40f2-bc71-a997e5028731 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:39.875606 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f34ccf-daa4-4ebd-b095-617e619adc2c req-281c0766-9a5f-499a-aa8a-1889f07f4014 tempest-InstanceActionsNegativeTestJSON-246436389 tempest-InstanceActionsNegativeTestJSON-246436389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:39.875606 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b1f34ccf-daa4-4ebd-b095-617e619adc2c req-281c0766-9a5f-499a-aa8a-1889f07f4014 tempest-InstanceActionsNegativeTestJSON-246436389 tempest-InstanceActionsNegativeTestJSON-246436389-project] 10.222.0.30 "GET /v2.0/ports?device_id=26d08d3d-30cf-4572-9a9c-af31bcf4ec49 HTTP/1.1" status: 200 len: 945 time: 0.0701773 Apr 05 14:30:39.926258 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b1f34ccf-daa4-4ebd-b095-617e619adc2c req-8c1fa646-1565-40eb-ac5c-c51771ce7b4d tempest-InstanceActionsNegativeTestJSON-246436389 tempest-InstanceActionsNegativeTestJSON-246436389-project] 10.222.0.30 "GET /v2.0/security-groups?id=aeacbd50-4e30-43f0-a86d-a2493c084ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438886 Apr 05 14:30:39.935841 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d160ffc-042a-40f2-bc71-a997e5028731 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Pushing event updated for resources: {'Subnet': ['ID=e9600c8e-d8d2-429a-817f-c5365e338be3,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:39.944545 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d160ffc-042a-40f2-bc71-a997e5028731 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Checking segment: {'id': 'e8acc666-caf1-4966-b105-b51c614ef895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'eef537ff-1192-4a32-9380-2ad0941f31fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:30:39.944999 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d160ffc-042a-40f2-bc71-a997e5028731 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Network hostable DHCP agents. Network: eef537ff-1192-4a32-9380-2ad0941f31fa, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:30:40.034772 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d160ffc-042a-40f2-bc71-a997e5028731 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Network eef537ff-1192-4a32-9380-2ad0941f31fa is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:30:40.153776 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-2d160ffc-042a-40f2-bc71-a997e5028731 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, eef537ff-1192-4a32-9380-2ad0941f31fa) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:30:40.174451 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9537837-df5b-46b7-9858-9529038b859a req-ab501436-2620-4616-8d6e-934a4a4615d7 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:40.175655 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d160ffc-042a-40f2-bc71-a997e5028731 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:40.175655 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2d160ffc-042a-40f2-bc71-a997e5028731 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:40.175962 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f9537837-df5b-46b7-9858-9529038b859a req-ab501436-2620-4616-8d6e-934a4a4615d7 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fde1780-9f77-4003-9873-44b7523942c2 HTTP/1.1" status: 200 len: 946 time: 0.0832648 Apr 05 14:30:40.176075 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329e0f95-1378-4915-9343-7a0ffa4246f1 None None] Network eef537ff-1192-4a32-9380-2ad0941f31fa requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:30:40.252549 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f9537837-df5b-46b7-9858-9529038b859a req-74a111b8-ab1f-4e5f-aee3-92c983716c3e tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681977 Apr 05 14:30:40.284620 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4831d375-b108-4833-8fd4-dbd10a5d00b5 req-5f3a3497-3f8c-4b9f-99e5-609073783cf4 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:40.286648 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4831d375-b108-4833-8fd4-dbd10a5d00b5 req-5f3a3497-3f8c-4b9f-99e5-609073783cf4 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] 10.222.0.30 "GET /v2.0/ports?device_id=05d39a8c-6199-4262-a2a9-214f3f1b7756 HTTP/1.1" status: 200 len: 944 time: 0.1501129 Apr 05 14:30:40.302398 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-2d160ffc-042a-40f2-bc71-a997e5028731 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9676721 Apr 05 14:30:40.309344 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 60902) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:30:40.315330 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-a30101ae-47c0-4d82-99a7-56d739890fab tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1486880066'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:30:40.357549 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4831d375-b108-4833-8fd4-dbd10a5d00b5 req-93a0fc48-a712-4614-9482-644129d9657e tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] 10.222.0.30 "GET /v2.0/security-groups?id=e11c276c-16a6-443f-b4d5-3531135ae372&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0642993 Apr 05 14:30:40.393579 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a81fa4-688a-4a3d-aa7f-b87050f0a4fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-eef537ff-1192-4a32-9380-2ad0941f31fa', 'network_id': 'eef537ff-1192-4a32-9380-2ad0941f31fa', 'tenant_id': '9f48ad39adb04af7baada856c775d36d', 'fixed_ips': [{'subnet_id': 'e9600c8e-d8d2-429a-817f-c5365e338be3'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:30:40.394772 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-95a81fa4-688a-4a3d-aa7f-b87050f0a4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:40.433993 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a30101ae-47c0-4d82-99a7-56d739890fab tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Made reservation on behalf of 9f48ad39adb04af7baada856c775d36d for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:30:40.437454 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a30101ae-47c0-4d82-99a7-56d739890fab tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:40.475808 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a30101ae-47c0-4d82-99a7-56d739890fab tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:30:40.490530 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a30101ae-47c0-4d82-99a7-56d739890fab tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:40.496069 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-a30101ae-47c0-4d82-99a7-56d739890fab tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Added segment bd32e82e-4c16-4b8e-82d3-cc32f23da897 of type vlan for network 8d6faeee-4b2b-419f-bd86-51125d79f000 Apr 05 14:30:40.541721 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a30101ae-47c0-4d82-99a7-56d739890fab tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:40.556563 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-95a81fa4-688a-4a3d-aa7f-b87050f0a4fb None None] Allocated IP 19.80.0.2 (eef537ff-1192-4a32-9380-2ad0941f31fa/e9600c8e-d8d2-429a-817f-c5365e338be3/3e5ca16b-ef39-44c8-b77f-6043a23de754) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:30:40.670985 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a30101ae-47c0-4d82-99a7-56d739890fab tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:40.677353 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30101ae-47c0-4d82-99a7-56d739890fab tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:40.677966 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a30101ae-47c0-4d82-99a7-56d739890fab tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:40.755185 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30101ae-47c0-4d82-99a7-56d739890fab tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Pushing event updated for resources: {'Network': ['ID=8d6faeee-4b2b-419f-bd86-51125d79f000,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:40.774552 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-95a81fa4-688a-4a3d-aa7f-b87050f0a4fb None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:40.777389 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device df075809-833c-4a2c-a495-57d1c044e4a9 up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:30:40.783122 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 8d6faeee-4b2b-419f-bd86-51125d79f000 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:30:40.869286 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-a30101ae-47c0-4d82-99a7-56d739890fab tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5584555 Apr 05 14:30:40.871658 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 60908) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:30:40.910973 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-23499a8c-a704-4c85-ab4b-1a2843b2b5f7 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Request body: {'subnet': {'network_id': '8d6faeee-4b2b-419f-bd86-51125d79f000', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:30:40.926436 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-95a81fa4-688a-4a3d-aa7f-b87050f0a4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:40.993399 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a81fa4-688a-4a3d-aa7f-b87050f0a4fb None None] Network eef537ff-1192-4a32-9380-2ad0941f31fa is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:30:40.994848 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a81fa4-688a-4a3d-aa7f-b87050f0a4fb None None] Pushing event updated for resources: {'Port': ['ID=3e5ca16b-ef39-44c8-b77f-6043a23de754,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:41.007934 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-95a81fa4-688a-4a3d-aa7f-b87050f0a4fb None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:30:41.015097 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a81fa4-688a-4a3d-aa7f-b87050f0a4fb None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:30:41.020067 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning for port df075809-833c-4a2c-a495-57d1c044e4a9 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:30:41.028202 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port df075809-833c-4a2c-a495-57d1c044e4a9 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:30:41.028824 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:41.133054 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b84189f-9458-42ea-b2e6-71d67f751b1e req-5a33f3b9-d8e0-4a21-bc76-de599bad1c8b tempest-InstanceActionsNegativeTestJSON-246436389 tempest-InstanceActionsNegativeTestJSON-246436389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:41.134785 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5b84189f-9458-42ea-b2e6-71d67f751b1e req-5a33f3b9-d8e0-4a21-bc76-de599bad1c8b tempest-InstanceActionsNegativeTestJSON-246436389 tempest-InstanceActionsNegativeTestJSON-246436389-project] 10.222.0.30 "GET /v2.0/ports?device_id=26d08d3d-30cf-4572-9a9c-af31bcf4ec49 HTTP/1.1" status: 200 len: 945 time: 0.0867386 Apr 05 14:30:41.137050 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23499a8c-a704-4c85-ab4b-1a2843b2b5f7 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Made reservation on behalf of 9f48ad39adb04af7baada856c775d36d for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:30:41.143240 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-23499a8c-a704-4c85-ab4b-1a2843b2b5f7 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:41.213955 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5b84189f-9458-42ea-b2e6-71d67f751b1e req-fcc94a3c-0f48-4217-b4af-b0463e5c0925 tempest-InstanceActionsNegativeTestJSON-246436389 tempest-InstanceActionsNegativeTestJSON-246436389-project] 10.222.0.30 "GET /v2.0/security-groups?id=aeacbd50-4e30-43f0-a86d-a2493c084ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726917 Apr 05 14:30:41.334886 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef596e-1d43-42b4-b343-b9ef710aba3d req-44ba40ad-40bc-4b18-b287-1b071cef0907 tempest-InstanceActionsNegativeTestJSON-246436389 tempest-InstanceActionsNegativeTestJSON-246436389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:41.338114 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-06ef596e-1d43-42b4-b343-b9ef710aba3d req-44ba40ad-40bc-4b18-b287-1b071cef0907 tempest-InstanceActionsNegativeTestJSON-246436389 tempest-InstanceActionsNegativeTestJSON-246436389-project] 10.222.0.11 "GET /v2.0/ports?device_id=26d08d3d-30cf-4572-9a9c-af31bcf4ec49 HTTP/1.1" status: 200 len: 945 time: 0.1136796 Apr 05 14:30:41.341067 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-95a81fa4-688a-4a3d-aa7f-b87050f0a4fb None None] Attempting to bind port 3e5ca16b-ef39-44c8-b77f-6043a23de754 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:30:41.341558 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-95a81fa4-688a-4a3d-aa7f-b87050f0a4fb None None] Attempting to bind port 3e5ca16b-ef39-44c8-b77f-6043a23de754 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'e8acc666-caf1-4966-b105-b51c614ef895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'eef537ff-1192-4a32-9380-2ad0941f31fa'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:30:41.341801 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a81fa4-688a-4a3d-aa7f-b87050f0a4fb None None] Attempting to bind port 3e5ca16b-ef39-44c8-b77f-6043a23de754 on network eef537ff-1192-4a32-9380-2ad0941f31fa {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:30:41.361285 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a81fa4-688a-4a3d-aa7f-b87050f0a4fb None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:30:41.361610 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a81fa4-688a-4a3d-aa7f-b87050f0a4fb None None] Checking segment: {'id': 'e8acc666-caf1-4966-b105-b51c614ef895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'eef537ff-1192-4a32-9380-2ad0941f31fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:30:41.362025 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-95a81fa4-688a-4a3d-aa7f-b87050f0a4fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:41.362647 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a81fa4-688a-4a3d-aa7f-b87050f0a4fb None None] Bound using segment: {'id': 'e8acc666-caf1-4966-b105-b51c614ef895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'eef537ff-1192-4a32-9380-2ad0941f31fa'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:30:41.362893 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-95a81fa4-688a-4a3d-aa7f-b87050f0a4fb None None] Bound port: 3e5ca16b-ef39-44c8-b77f-6043a23de754, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8acc666-caf1-4966-b105-b51c614ef895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'eef537ff-1192-4a32-9380-2ad0941f31fa'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:30:41.363286 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-95a81fa4-688a-4a3d-aa7f-b87050f0a4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:41.509203 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:41.517881 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-95a81fa4-688a-4a3d-aa7f-b87050f0a4fb None None] For port 3e5ca16b-ef39-44c8-b77f-6043a23de754, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:30:41.520082 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-23499a8c-a704-4c85-ab4b-1a2843b2b5f7 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:41.545228 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-95a81fa4-688a-4a3d-aa7f-b87050f0a4fb None None] For port 3e5ca16b-ef39-44c8-b77f-6043a23de754, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=3e5ca16b-ef39-44c8-b77f-6043a23de754,segment=NetworkSegment(e8acc666-caf1-4966-b105-b51c614ef895),segment_id=e8acc666-caf1-4966-b105-b51c614ef895)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:30:41.574899 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port df075809-833c-4a2c-a495-57d1c044e4a9, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=df075809-833c-4a2c-a495-57d1c044e4a9,segment=NetworkSegment(0757738d-d0ba-42f4-8242-083676031461),segment_id=0757738d-d0ba-42f4-8242-083676031461)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:30:41.576045 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05d39a8c-6199-4262-a2a9-214f3f1b7756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df075809-833c-4a2c-a495-57d1c044e4a9'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:30:41.576508 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee091d-6224-40fa-ab42-edec32211579 req-1c073991-af62-49f6-bdbb-7cd711f814f3 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:41.578319 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a4ee091d-6224-40fa-ab42-edec32211579 req-1c073991-af62-49f6-bdbb-7cd711f814f3 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] 10.222.0.30 "GET /v2.0/ports?device_id=05d39a8c-6199-4262-a2a9-214f3f1b7756 HTTP/1.1" status: 200 len: 944 time: 0.0748539 Apr 05 14:30:41.578956 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa5ad164-fc29-414c-bcb8-6d05288950fa" -d '{"events": [{"server_uuid": "05d39a8c-6199-4262-a2a9-214f3f1b7756", "name": "network-vif-plugged", "status": "completed", "tag": "df075809-833c-4a2c-a495-57d1c044e4a9"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:30:41.594682 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803505a6-5fb2-460a-9b87-fea329d382eb req-25822aca-8b26-4cd6-9180-b2cb4b974136 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:41.597085 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-803505a6-5fb2-460a-9b87-fea329d382eb req-25822aca-8b26-4cd6-9180-b2cb4b974136 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fde1780-9f77-4003-9873-44b7523942c2 HTTP/1.1" status: 200 len: 946 time: 0.1907642 Apr 05 14:30:41.613659 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23499a8c-a704-4c85-ab4b-1a2843b2b5f7 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Pushing event updated for resources: {'Subnet': ['ID=c7eec388-494a-410c-a7b9-05b8a3387728,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:41.623111 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23499a8c-a704-4c85-ab4b-1a2843b2b5f7 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Checking segment: {'id': 'bd32e82e-4c16-4b8e-82d3-cc32f23da897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8d6faeee-4b2b-419f-bd86-51125d79f000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:30:41.623485 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23499a8c-a704-4c85-ab4b-1a2843b2b5f7 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Network hostable DHCP agents. Network: 8d6faeee-4b2b-419f-bd86-51125d79f000, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:30:41.666782 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a4ee091d-6224-40fa-ab42-edec32211579 req-b112ce9f-cc79-4f7a-a228-f708cf4c3873 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] 10.222.0.30 "GET /v2.0/security-groups?id=e11c276c-16a6-443f-b4d5-3531135ae372&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0686159 Apr 05 14:30:41.698850 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-803505a6-5fb2-460a-9b87-fea329d382eb req-fcb739bc-7a25-4912-8b48-829a3a145b5d tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657284 Apr 05 14:30:41.701836 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-06ef596e-1d43-42b4-b343-b9ef710aba3d req-96389f41-8804-4d2c-9c16-11056d540c8b tempest-InstanceActionsNegativeTestJSON-246436389 tempest-InstanceActionsNegativeTestJSON-246436389-project] Deleting port 4681ede4-c2db-4223-b194-34b3d1e7b5bf {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:30:41.713630 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-06ef596e-1d43-42b4-b343-b9ef710aba3d req-96389f41-8804-4d2c-9c16-11056d540c8b tempest-InstanceActionsNegativeTestJSON-246436389 tempest-InstanceActionsNegativeTestJSON-246436389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:41.749408 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-95a81fa4-688a-4a3d-aa7f-b87050f0a4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:41.772864 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7097b8c1-11a0-4b90-ab11-b92b569e743e x-openstack-request-id: req-7097b8c1-11a0-4b90-ab11-b92b569e743e {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:30:41.777174 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05d39a8c-6199-4262-a2a9-214f3f1b7756", "name": "network-vif-plugged", "status": "completed", "tag": "df075809-833c-4a2c-a495-57d1c044e4a9", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:30:41.777174 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7097b8c1-11a0-4b90-ab11-b92b569e743e {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:30:41.777174 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7097b8c1-11a0-4b90-ab11-b92b569e743e'] response: {'server_uuid': '05d39a8c-6199-4262-a2a9-214f3f1b7756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df075809-833c-4a2c-a495-57d1c044e4a9', 'code': 200} Apr 05 14:30:41.805671 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23499a8c-a704-4c85-ab4b-1a2843b2b5f7 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Network 8d6faeee-4b2b-419f-bd86-51125d79f000 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:30:41.823246 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:41.844330 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-06ef596e-1d43-42b4-b343-b9ef710aba3d req-96389f41-8804-4d2c-9c16-11056d540c8b tempest-InstanceActionsNegativeTestJSON-246436389 tempest-InstanceActionsNegativeTestJSON-246436389-project] For port 4681ede4-c2db-4223-b194-34b3d1e7b5bf, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=4681ede4-c2db-4223-b194-34b3d1e7b5bf,segment=NetworkSegment(54038e76-c045-4e72-946c-6ae6bdafbbae),segment_id=54038e76-c045-4e72-946c-6ae6bdafbbae)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:30:41.845630 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-06ef596e-1d43-42b4-b343-b9ef710aba3d req-96389f41-8804-4d2c-9c16-11056d540c8b tempest-InstanceActionsNegativeTestJSON-246436389 tempest-InstanceActionsNegativeTestJSON-246436389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:41.894118 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a81fa4-688a-4a3d-aa7f-b87050f0a4fb None None] Pushing event updated for resources: {'Port': ['ID=3e5ca16b-ef39-44c8-b77f-6043a23de754,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:41.918562 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-06ef596e-1d43-42b4-b343-b9ef710aba3d req-96389f41-8804-4d2c-9c16-11056d540c8b tempest-InstanceActionsNegativeTestJSON-246436389 tempest-InstanceActionsNegativeTestJSON-246436389-project] Calling delete_port for 4681ede4-c2db-4223-b194-34b3d1e7b5bf owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:30:41.963552 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-23499a8c-a704-4c85-ab4b-1a2843b2b5f7 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 8d6faeee-4b2b-419f-bd86-51125d79f000) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:30:41.979045 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d51fe33-1e69-4f0a-b3cb-551ea7fc6c61 req-a6f11f2a-4f22-47d9-bccc-302bc2871714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:41.980834 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-0d51fe33-1e69-4f0a-b3cb-551ea7fc6c61 req-a6f11f2a-4f22-47d9-bccc-302bc2871714 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=05d39a8c-6199-4262-a2a9-214f3f1b7756 HTTP/1.1" status: 200 len: 1096 time: 0.1202614 Apr 05 14:30:41.990941 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23499a8c-a704-4c85-ab4b-1a2843b2b5f7 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:41.991530 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-23499a8c-a704-4c85-ab4b-1a2843b2b5f7 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:41.992675 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c4a3a6-7971-49f2-a9de-ad7fe675c169 None None] Network 8d6faeee-4b2b-419f-bd86-51125d79f000 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:30:42.052784 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=df075809-833c-4a2c-a495-57d1c044e4a9,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:42.075582 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-0d51fe33-1e69-4f0a-b3cb-551ea7fc6c61 req-14038d29-3635-4eb9-a0a0-109074351da8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e11c276c-16a6-443f-b4d5-3531135ae372&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0791702 Apr 05 14:30:42.170767 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-23499a8c-a704-4c85-ab4b-1a2843b2b5f7 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2977767 Apr 05 14:30:42.206216 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:42.246682 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-06ef596e-1d43-42b4-b343-b9ef710aba3d req-96389f41-8804-4d2c-9c16-11056d540c8b tempest-InstanceActionsNegativeTestJSON-246436389 tempest-InstanceActionsNegativeTestJSON-246436389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:42.262604 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['4681ede4-c2db-4223-b194-34b3d1e7b5bf'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:30:42.303529 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab29cc6-dcf0-4ae0-89d7-666f5c0bf500 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-8d6faeee-4b2b-419f-bd86-51125d79f000', 'network_id': '8d6faeee-4b2b-419f-bd86-51125d79f000', 'tenant_id': '9f48ad39adb04af7baada856c775d36d', 'fixed_ips': [{'subnet_id': 'c7eec388-494a-410c-a7b9-05b8a3387728'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:30:42.305430 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cab29cc6-dcf0-4ae0-89d7-666f5c0bf500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:42.331884 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96389f41-8804-4d2c-9c16-11056d540c8b tempest-InstanceActionsNegativeTestJSON-246436389 tempest-InstanceActionsNegativeTestJSON-246436389-project] Pushing event deleted for resources: {'Port': ['ID=4681ede4-c2db-4223-b194-34b3d1e7b5bf,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:42.452671 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f2999f83-43b7-4f2b-8765-a885cfb5e44a req-e6e17e68-183a-44df-81a8-de693e4c3d06 tempest-InstanceActionsNegativeTestJSON-246436389 tempest-InstanceActionsNegativeTestJSON-246436389-project] 10.222.0.30 "GET /v2.0/ports?device_id=26d08d3d-30cf-4572-9a9c-af31bcf4ec49 HTTP/1.1" status: 200 len: 210 time: 0.1076055 Apr 05 14:30:42.495067 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-06ef596e-1d43-42b4-b343-b9ef710aba3d req-96389f41-8804-4d2c-9c16-11056d540c8b tempest-InstanceActionsNegativeTestJSON-246436389 tempest-InstanceActionsNegativeTestJSON-246436389-project] No DVR routers for this DVR port 4681ede4-c2db-4223-b194-34b3d1e7b5bf on host n-h2-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:30:42.517603 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-06ef596e-1d43-42b4-b343-b9ef710aba3d req-96389f41-8804-4d2c-9c16-11056d540c8b tempest-InstanceActionsNegativeTestJSON-246436389 tempest-InstanceActionsNegativeTestJSON-246436389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:42.517603 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-06ef596e-1d43-42b4-b343-b9ef710aba3d req-96389f41-8804-4d2c-9c16-11056d540c8b tempest-InstanceActionsNegativeTestJSON-246436389 tempest-InstanceActionsNegativeTestJSON-246436389-project] 10.222.0.11 "DELETE /v2.0/ports/4681ede4-c2db-4223-b194-34b3d1e7b5bf HTTP/1.1" status: 204 len: 173 time: 1.1606174 Apr 05 14:30:42.517603 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26d08d3d-30cf-4572-9a9c-af31bcf4ec49', 'name': 'network-vif-deleted', 'tag': '4681ede4-c2db-4223-b194-34b3d1e7b5bf'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:30:42.517603 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f436c3-0511-4222-b05c-4a2767e87be2" -d '{"events": [{"server_uuid": "26d08d3d-30cf-4572-9a9c-af31bcf4ec49", "name": "network-vif-deleted", "tag": "4681ede4-c2db-4223-b194-34b3d1e7b5bf"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:30:42.581254 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-cab29cc6-dcf0-4ae0-89d7-666f5c0bf500 None None] Allocated IP 19.86.0.2 (8d6faeee-4b2b-419f-bd86-51125d79f000/c7eec388-494a-410c-a7b9-05b8a3387728/f7be9149-c204-435d-859e-97666b3faaf9) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:30:42.591685 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-011f165e-2951-4fdf-aa50-e135d371467b x-openstack-request-id: req-011f165e-2951-4fdf-aa50-e135d371467b {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:30:42.592002 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26d08d3d-30cf-4572-9a9c-af31bcf4ec49", "name": "network-vif-deleted", "tag": "4681ede4-c2db-4223-b194-34b3d1e7b5bf", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:30:42.592753 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-011f165e-2951-4fdf-aa50-e135d371467b {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:30:42.592753 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-011f165e-2951-4fdf-aa50-e135d371467b'] response: {'server_uuid': '26d08d3d-30cf-4572-9a9c-af31bcf4ec49', 'name': 'network-vif-deleted', 'tag': '4681ede4-c2db-4223-b194-34b3d1e7b5bf', 'status': 'completed', 'code': 200} Apr 05 14:30:42.664314 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-38116086-4e05-44a4-a191-8804f4cc8424 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:42.676528 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-38116086-4e05-44a4-a191-8804f4cc8424 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:42.678859 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-38116086-4e05-44a4-a191-8804f4cc8424 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/networks?id=eef537ff-1192-4a32-9380-2ad0941f31fa&id=8d6faeee-4b2b-419f-bd86-51125d79f000 HTTP/1.1" status: 200 len: 1392 time: 0.1665208 Apr 05 14:30:42.711911 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-c707c7c7-ae5b-4199-af82-f8f33942c68f tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/quotas/9f48ad39adb04af7baada856c775d36d HTTP/1.1" status: 200 len: 375 time: 0.0180335 Apr 05 14:30:42.846847 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cab29cc6-dcf0-4ae0-89d7-666f5c0bf500 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:42.847854 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-8ca7714e-7656-4ea4-b0c9-13b96a69e558 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9f48ad39adb04af7baada856c775d36d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1302462 Apr 05 14:30:42.909812 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2705b3cd-396f-4314-b72b-ffb9c827b18d req-6ff7c967-de73-4ce1-b9b6-aea13694fc46 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:42.921113 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2705b3cd-396f-4314-b72b-ffb9c827b18d req-6ff7c967-de73-4ce1-b9b6-aea13694fc46 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] 10.222.0.30 "GET /v2.0/ports?device_id=05d39a8c-6199-4262-a2a9-214f3f1b7756 HTTP/1.1" status: 200 len: 945 time: 0.1176438 Apr 05 14:30:42.937753 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cab29cc6-dcf0-4ae0-89d7-666f5c0bf500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:43.098866 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab29cc6-dcf0-4ae0-89d7-666f5c0bf500 None None] Network 8d6faeee-4b2b-419f-bd86-51125d79f000 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:30:43.106635 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-cab29cc6-dcf0-4ae0-89d7-666f5c0bf500 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:30:43.112642 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab29cc6-dcf0-4ae0-89d7-666f5c0bf500 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:30:43.117585 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab29cc6-dcf0-4ae0-89d7-666f5c0bf500 None None] Pushing event updated for resources: {'Port': ['ID=f7be9149-c204-435d-859e-97666b3faaf9,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:43.121368 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2705b3cd-396f-4314-b72b-ffb9c827b18d req-7f911553-aae4-4e30-95d8-8f163bbd95f4 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] 10.222.0.30 "GET /v2.0/security-groups?id=e11c276c-16a6-443f-b4d5-3531135ae372&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2026513 Apr 05 14:30:43.203090 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 3e5ca16b-ef39-44c8-b77f-6043a23de754 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:30:43.244170 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-ae04c8b6-7c5d-4d59-85a9-4956a1e965f8 service neutron] 10.222.0.30 "GET /v2.0/networks/eef537ff-1192-4a32-9380-2ad0941f31fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3856816 Apr 05 14:30:43.293594 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-cab29cc6-dcf0-4ae0-89d7-666f5c0bf500 None None] Attempting to bind port f7be9149-c204-435d-859e-97666b3faaf9 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:30:43.300330 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-cab29cc6-dcf0-4ae0-89d7-666f5c0bf500 None None] Attempting to bind port f7be9149-c204-435d-859e-97666b3faaf9 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'bd32e82e-4c16-4b8e-82d3-cc32f23da897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8d6faeee-4b2b-419f-bd86-51125d79f000'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:30:43.300330 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab29cc6-dcf0-4ae0-89d7-666f5c0bf500 None None] Attempting to bind port f7be9149-c204-435d-859e-97666b3faaf9 on network 8d6faeee-4b2b-419f-bd86-51125d79f000 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:30:43.306076 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab29cc6-dcf0-4ae0-89d7-666f5c0bf500 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:30:43.306508 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab29cc6-dcf0-4ae0-89d7-666f5c0bf500 None None] Checking segment: {'id': 'bd32e82e-4c16-4b8e-82d3-cc32f23da897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8d6faeee-4b2b-419f-bd86-51125d79f000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:30:43.306974 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cab29cc6-dcf0-4ae0-89d7-666f5c0bf500 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:43.308286 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab29cc6-dcf0-4ae0-89d7-666f5c0bf500 None None] Bound using segment: {'id': 'bd32e82e-4c16-4b8e-82d3-cc32f23da897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8d6faeee-4b2b-419f-bd86-51125d79f000'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:30:43.308779 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-cab29cc6-dcf0-4ae0-89d7-666f5c0bf500 None None] Bound port: f7be9149-c204-435d-859e-97666b3faaf9, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd32e82e-4c16-4b8e-82d3-cc32f23da897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8d6faeee-4b2b-419f-bd86-51125d79f000'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:30:43.309196 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cab29cc6-dcf0-4ae0-89d7-666f5c0bf500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:43.372760 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 3e5ca16b-ef39-44c8-b77f-6043a23de754 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:30:43.372760 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:43.508005 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4267544-f390-4aca-97c3-b5ff6a7098d3 req-f32954c1-a33e-4cb8-ba88-96e7283d108d tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:43.517787 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d4267544-f390-4aca-97c3-b5ff6a7098d3 req-f32954c1-a33e-4cb8-ba88-96e7283d108d tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fde1780-9f77-4003-9873-44b7523942c2 HTTP/1.1" status: 200 len: 946 time: 0.2237144 Apr 05 14:30:43.528402 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-d0b26453-2565-44a1-9dbb-9eee668f7977 service neutron] 10.222.0.30 "GET /v2.0/networks/eef537ff-1192-4a32-9380-2ad0941f31fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823358 Apr 05 14:30:43.544212 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-cab29cc6-dcf0-4ae0-89d7-666f5c0bf500 None None] For port f7be9149-c204-435d-859e-97666b3faaf9, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:30:43.550339 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-cab29cc6-dcf0-4ae0-89d7-666f5c0bf500 None None] For port f7be9149-c204-435d-859e-97666b3faaf9, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=f7be9149-c204-435d-859e-97666b3faaf9,segment=NetworkSegment(bd32e82e-4c16-4b8e-82d3-cc32f23da897),segment_id=bd32e82e-4c16-4b8e-82d3-cc32f23da897)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:30:43.586033 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf80706-daab-4451-9073-88e2250b7b7d None None] Network eef537ff-1192-4a32-9380-2ad0941f31fa requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:30:43.627805 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d4267544-f390-4aca-97c3-b5ff6a7098d3 req-e5ff0fa6-8bd2-46eb-88f5-9017b09e8a52 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090546 Apr 05 14:30:43.661703 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:43.669571 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cab29cc6-dcf0-4ae0-89d7-666f5c0bf500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:43.723452 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-1b8a2708-dc0f-47bd-a545-354c75039372 service neutron] 10.222.0.30 "GET /v2.0/networks/8d6faeee-4b2b-419f-bd86-51125d79f000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785719 Apr 05 14:30:43.837213 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-1e6c4d1a-e0c6-4bd2-8297-f52c5be90db1 None None] Provisioning complete for port 3e5ca16b-ef39-44c8-b77f-6043a23de754 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:30:43.840070 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1e6c4d1a-e0c6-4bd2-8297-f52c5be90db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:43.931852 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-1b8b3093-d87a-41ec-9362-d4038f99aeb3 service neutron] 10.222.0.30 "GET /v2.0/networks/8d6faeee-4b2b-419f-bd86-51125d79f000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940312 Apr 05 14:30:43.979939 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-de352b64-4be9-4f21-a0dc-9e8f7b552b5c req-aa4576cd-4488-4a69-a917-1e2b21818dd5 tempest-InstanceActionsNegativeTestJSON-246436389 tempest-InstanceActionsNegativeTestJSON-246436389-project] 10.222.0.30 "GET /v2.0/ports?device_id=26d08d3d-30cf-4572-9a9c-af31bcf4ec49 HTTP/1.1" status: 200 len: 210 time: 0.0443892 Apr 05 14:30:44.003994 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port 3e5ca16b-ef39-44c8-b77f-6043a23de754, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=3e5ca16b-ef39-44c8-b77f-6043a23de754,segment=NetworkSegment(e8acc666-caf1-4966-b105-b51c614ef895),segment_id=e8acc666-caf1-4966-b105-b51c614ef895)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:30:44.019382 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab29cc6-dcf0-4ae0-89d7-666f5c0bf500 None None] Pushing event updated for resources: {'Port': ['ID=f7be9149-c204-435d-859e-97666b3faaf9,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:44.075651 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:44.125433 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:44.338453 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4a3ec8-18cf-4193-b1ae-e829cf11d063 req-91902d59-d276-4519-ad45-58c8e83f67d0 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:44.347470 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1b4a3ec8-18cf-4193-b1ae-e829cf11d063 req-91902d59-d276-4519-ad45-58c8e83f67d0 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] 10.222.0.30 "GET /v2.0/ports?device_id=05d39a8c-6199-4262-a2a9-214f3f1b7756 HTTP/1.1" status: 200 len: 945 time: 0.0965683 Apr 05 14:30:44.384949 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=3e5ca16b-ef39-44c8-b77f-6043a23de754,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:44.437147 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1b4a3ec8-18cf-4193-b1ae-e829cf11d063 req-8cbe7802-498e-4aeb-b4b1-f3fb541fad4d tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] 10.222.0.30 "GET /v2.0/security-groups?id=e11c276c-16a6-443f-b4d5-3531135ae372&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0863693 Apr 05 14:30:44.446438 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fa888eaa-a213-4707-84f9-7fa8559e86ef req-037a3563-c4b4-41bf-948d-d74bc2180145 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ab117e5-eba4-4915-af4d-29ff1c657022 HTTP/1.1" status: 200 len: 210 time: 0.0580828 Apr 05 14:30:44.628103 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25f3709-3a30-43b7-b118-1a0bd7a56d3f req-52a282c8-ddf2-48d8-a98c-8b85326de198 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:44.630014 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e25f3709-3a30-43b7-b118-1a0bd7a56d3f req-52a282c8-ddf2-48d8-a98c-8b85326de198 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] 10.222.0.30 "GET /v2.0/ports?device_id=05d39a8c-6199-4262-a2a9-214f3f1b7756 HTTP/1.1" status: 200 len: 945 time: 0.0895941 Apr 05 14:30:44.639231 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 60966) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:30:44.645980 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-c0e3416b-f420-415a-a572-19b79041b9ba tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Request body: {'floatingip': {'port_id': 'df075809-833c-4a2c-a495-57d1c044e4a9'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:30:44.691871 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c0e3416b-f420-415a-a572-19b79041b9ba tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Notify callbacks [] for floatingip, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:44.727014 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 4681ede4-c2db-4223-b194-34b3d1e7b5bf no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:30:44.775477 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] No Port match for: 4681ede4-c2db-4223-b194-34b3d1e7b5bf {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:30:44.776129 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 4681ede4-c2db-4223-b194-34b3d1e7b5bf not bound to the agent host n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:30:44.842702 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-30890a56-5f0f-48c3-a7d6-8b10ea287242 None None] Provisioning complete for port 3e5ca16b-ef39-44c8-b77f-6043a23de754 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:30:44.842922 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-30890a56-5f0f-48c3-a7d6-8b10ea287242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:44.867738 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b53e047-c060-4319-8ddb-5bb810291666 req-bf6ae1c5-0f01-475b-b207-0e8abf3c8a74 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:44.916289 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7b53e047-c060-4319-8ddb-5bb810291666 req-bf6ae1c5-0f01-475b-b207-0e8abf3c8a74 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fde1780-9f77-4003-9873-44b7523942c2 HTTP/1.1" status: 200 len: 946 time: 0.1762927 Apr 05 14:30:45.087856 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7b53e047-c060-4319-8ddb-5bb810291666 req-5bf3b58e-8bcd-49b6-9d3d-97ac7c064ddd tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705792 Apr 05 14:30:45.118493 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 60978) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:30:45.262353 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_v2 [None req-433ac774-27fb-49d3-974c-5522f14d4a9e admin admin] Deleting subnet 0b0e698a-d54b-448a-ad29-ff9815f437cd {{(pid=103320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:30:45.293835 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-433ac774-27fb-49d3-974c-5522f14d4a9e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:45.301869 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 3e5ca16b-ef39-44c8-b77f-6043a23de754 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:30:45.451383 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-433ac774-27fb-49d3-974c-5522f14d4a9e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13399228'] for subnet, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:45.458640 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 3e5ca16b-ef39-44c8-b77f-6043a23de754 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:30:45.460341 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:45.576493 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-433ac774-27fb-49d3-974c-5522f14d4a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:45.725715 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20296a7d-c135-4036-8cd4-e1fcdf5ee771 None None] Network 8d6faeee-4b2b-419f-bd86-51125d79f000 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:30:45.729186 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3a20c2af-2f03-449c-a8f6-9fe35bcd01b5 req-4848bd3e-82c7-405e-aafc-0e48ca914e54 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ab117e5-eba4-4915-af4d-29ff1c657022 HTTP/1.1" status: 200 len: 210 time: 0.1291981 Apr 05 14:30:45.802905 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device f7be9149-c204-435d-859e-97666b3faaf9 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:30:45.835102 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c0e3416b-f420-415a-a572-19b79041b9ba tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:45.869125 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-433ac774-27fb-49d3-974c-5522f14d4a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15773812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13127359'] for subnet, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:45.906707 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433ac774-27fb-49d3-974c-5522f14d4a9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b0e698a-d54b-448a-ad29-ff9815f437cd,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:45.914006 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c0e3416b-f420-415a-a572-19b79041b9ba tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:45.949802 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9cd46479-41c6-4643-8344-275ebac474c2 None None] Provisioning complete for port f7be9149-c204-435d-859e-97666b3faaf9 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:30:45.949802 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9cd46479-41c6-4643-8344-275ebac474c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:45.968521 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-433ac774-27fb-49d3-974c-5522f14d4a9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:45.985864 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-433ac774-27fb-49d3-974c-5522f14d4a9e admin admin] 10.222.0.30 "DELETE /v2.0/subnets/0b0e698a-d54b-448a-ad29-ff9815f437cd HTTP/1.1" status: 204 len: 168 time: 0.8632092 Apr 05 14:30:45.986528 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 60988) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:30:46.057027 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port f7be9149-c204-435d-859e-97666b3faaf9 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:30:46.057402 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:46.177982 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-43914b84-f36d-47f1-b435-5b614c09adf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:46.254243 n-d-836650-2 neutron-server[103321]: INFO neutron.db.l3_db [None req-c0e3416b-f420-415a-a572-19b79041b9ba tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Floating IP 44150e70-2861-4690-9f3e-7acd8319c6ad associated. External IP: 172.25.6.20, port: df075809-833c-4a2c-a495-57d1c044e4a9. Apr 05 14:30:46.341174 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9cd46479-41c6-4643-8344-275ebac474c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:46.402496 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:46.472598 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9cd46479-41c6-4643-8344-275ebac474c2 None None] For port f7be9149-c204-435d-859e-97666b3faaf9, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=f7be9149-c204-435d-859e-97666b3faaf9,segment=NetworkSegment(bd32e82e-4c16-4b8e-82d3-cc32f23da897),segment_id=bd32e82e-4c16-4b8e-82d3-cc32f23da897)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:30:46.523567 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867ce8a-fdbb-4c3d-aedd-2e4170e53cf6 req-970deac2-e2b2-4e5f-9ee2-fc56bced95e5 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:46.532842 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4867ce8a-fdbb-4c3d-aedd-2e4170e53cf6 req-970deac2-e2b2-4e5f-9ee2-fc56bced95e5 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fde1780-9f77-4003-9873-44b7523942c2 HTTP/1.1" status: 200 len: 946 time: 0.3222675 Apr 05 14:30:46.556907 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9cd46479-41c6-4643-8344-275ebac474c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:46.656679 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-43914b84-f36d-47f1-b435-5b614c09adf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:46.739871 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.db.api [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:30:46.740226 n-d-836650-2 neutron-server[103322]: DEBUG oslo_db.api [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:30:46.746316 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd46479-41c6-4643-8344-275ebac474c2 None None] Pushing event updated for resources: {'Port': ['ID=f7be9149-c204-435d-859e-97666b3faaf9,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:46.772636 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-43914b84-f36d-47f1-b435-5b614c09adf4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8daddd4-a618-4503-8618-7cf8ed12bd61']}} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:46.812559 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4867ce8a-fdbb-4c3d-aedd-2e4170e53cf6 req-d97724ea-f6a4-4a25-bc7b-9faac8e92d39 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183480 Apr 05 14:30:46.823712 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-43914b84-f36d-47f1-b435-5b614c09adf4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54038e76-c045-4e72-946c-6ae6bdafbbae') {'for_net_delete': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:46.824959 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-43914b84-f36d-47f1-b435-5b614c09adf4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54038e76-c045-4e72-946c-6ae6bdafbbae') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:46.841149 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0e3416b-f420-415a-a572-19b79041b9ba tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Router 241e9079-5ada-4db3-bd66-60cf726e8158 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:30:46.864264 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-43914b84-f36d-47f1-b435-5b614c09adf4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13399223'] for segment, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:46.924612 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-97e66b23-4a96-4303-89b6-85dc7bf24c04 None None] Provisioning complete for port f7be9149-c204-435d-859e-97666b3faaf9 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:30:46.925225 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-97e66b23-4a96-4303-89b6-85dc7bf24c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:46.949490 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-43914b84-f36d-47f1-b435-5b614c09adf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:46.953281 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5bd2b1d3-6d93-48c6-ab6f-1c6814b40b05 req-1010def8-92aa-43f7-ae13-930f4dc7d9a9 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ab117e5-eba4-4915-af4d-29ff1c657022 HTTP/1.1" status: 200 len: 210 time: 0.0956984 Apr 05 14:30:46.965029 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43914b84-f36d-47f1-b435-5b614c09adf4 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=103320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:30:46.965433 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-43914b84-f36d-47f1-b435-5b614c09adf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15765202'] for segment, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:46.967457 n-d-836650-2 neutron-server[103320]: Traceback (most recent call last): Apr 05 14:30:46.967457 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:30:46.967457 n-d-836650-2 neutron-server[103320]: timer() Apr 05 14:30:46.967457 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:30:46.967457 n-d-836650-2 neutron-server[103320]: cb(*args, **kw) Apr 05 14:30:46.967457 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:30:46.967457 n-d-836650-2 neutron-server[103320]: return func(*args, **kwargs) Apr 05 14:30:46.967457 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:30:46.967457 n-d-836650-2 neutron-server[103320]: self._notify() Apr 05 14:30:46.967457 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:30:46.967457 n-d-836650-2 neutron-server[103320]: self.callback(batched_events) Apr 05 14:30:46.967457 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:30:46.967457 n-d-836650-2 neutron-server[103320]: event.method(event) Apr 05 14:30:46.967457 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:30:46.967457 n-d-836650-2 neutron-server[103320]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:30:46.967457 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:30:46.967457 n-d-836650-2 neutron-server[103320]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:30:46.967457 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:30:46.967457 n-d-836650-2 neutron-server[103320]: return f(self, *a, **k) Apr 05 14:30:46.967457 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:30:46.967457 n-d-836650-2 neutron-server[103320]: return self._get(url).json() Apr 05 14:30:46.967457 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:30:46.967457 n-d-836650-2 neutron-server[103320]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:30:46.967457 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:30:46.967457 n-d-836650-2 neutron-server[103320]: return self.request(url, 'GET', **kwargs) Apr 05 14:30:46.967457 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:30:46.967457 n-d-836650-2 neutron-server[103320]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:30:46.967457 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:30:46.967457 n-d-836650-2 neutron-server[103320]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:30:46.967457 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:30:46.967457 n-d-836650-2 neutron-server[103320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:30:46.967457 n-d-836650-2 neutron-server[103320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:30:47.199902 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-43914b84-f36d-47f1-b435-5b614c09adf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:47.206948 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-43914b84-f36d-47f1-b435-5b614c09adf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:47.207958 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e3416b-f420-415a-a572-19b79041b9ba tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:30:47.214939 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-43914b84-f36d-47f1-b435-5b614c09adf4 admin admin] 10.222.0.30 "DELETE /v2.0/networks/b8daddd4-a618-4503-8618-7cf8ed12bd61 HTTP/1.1" status: 204 len: 168 time: 1.2245347 Apr 05 14:30:47.225804 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c0e3416b-f420-415a-a572-19b79041b9ba tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:47.241477 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43914b84-f36d-47f1-b435-5b614c09adf4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8daddd4-a618-4503-8618-7cf8ed12bd61,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:47.277201 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-c0e3416b-f420-415a-a572-19b79041b9ba tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] 10.222.0.30 "PUT /v2.0/floatingips/44150e70-2861-4690-9f3e-7acd8319c6ad HTTP/1.1" status: 200 len: 990 time: 2.6367407 Apr 05 14:30:47.284283 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05d39a8c-6199-4262-a2a9-214f3f1b7756', 'tag': 'df075809-833c-4a2c-a495-57d1c044e4a9'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:30:47.284283 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88bed7b-f1d2-4cb9-bafc-75f8591f3c4d" -d '{"events": [{"name": "network-changed", "server_uuid": "05d39a8c-6199-4262-a2a9-214f3f1b7756", "tag": "df075809-833c-4a2c-a495-57d1c044e4a9"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:30:47.295909 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57b8039-c747-43d8-afa7-c5eab9e64c9f None None] Sync routers for ids ['241e9079-5ada-4db3-bd66-60cf726e8158'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:30:47.349759 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57b8039-c747-43d8-afa7-c5eab9e64c9f None None] Routers {'241e9079-5ada-4db3-bd66-60cf726e8158'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:30:47.349759 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-c57b8039-c747-43d8-afa7-c5eab9e64c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:30:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['241e9079-5ada-4db3-bd66-60cf726e8158'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:47.378361 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 7 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 14:30:47.408485 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7183464c-644c-4d34-9c38-d41eee658b7e x-openstack-request-id: req-7183464c-644c-4d34-9c38-d41eee658b7e {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:30:47.410188 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05d39a8c-6199-4262-a2a9-214f3f1b7756", "tag": "df075809-833c-4a2c-a495-57d1c044e4a9", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:30:47.410188 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7183464c-644c-4d34-9c38-d41eee658b7e {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:30:47.412606 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7183464c-644c-4d34-9c38-d41eee658b7e'] response: {'name': 'network-changed', 'server_uuid': '05d39a8c-6199-4262-a2a9-214f3f1b7756', 'tag': 'df075809-833c-4a2c-a495-57d1c044e4a9', 'status': 'completed', 'code': 200} Apr 05 14:30:47.551243 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88bed7b-f1d2-4cb9-bafc-75f8591f3c4d req-0a7c19b7-2581-4d8f-9cab-ebe4519d367e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:47.559597 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-b88bed7b-f1d2-4cb9-bafc-75f8591f3c4d req-0a7c19b7-2581-4d8f-9cab-ebe4519d367e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bf0902b496d747c7a4e6f64dff615d59&device_id=05d39a8c-6199-4262-a2a9-214f3f1b7756 HTTP/1.1" status: 200 len: 1096 time: 0.1273594 Apr 05 14:30:47.591451 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-d6600c0b-8f22-4e13-a4d9-b271c4f2a3f3 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:47.605243 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-d6600c0b-8f22-4e13-a4d9-b271c4f2a3f3 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:47.606403 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device f7be9149-c204-435d-859e-97666b3faaf9 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:30:47.611521 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-d6600c0b-8f22-4e13-a4d9-b271c4f2a3f3 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.11 "GET /v2.0/networks?id=eef537ff-1192-4a32-9380-2ad0941f31fa&id=8d6faeee-4b2b-419f-bd86-51125d79f000 HTTP/1.1" status: 200 len: 1392 time: 0.2977316 Apr 05 14:30:47.624059 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-7feabca3-71e8-45d8-a6f6-785c14e0c28c tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Request body: {'port': {'device_id': '8ab117e5-eba4-4915-af4d-29ff1c657022', 'network_id': 'eef537ff-1192-4a32-9380-2ad0941f31fa', 'admin_state_up': True, 'tenant_id': '9f48ad39adb04af7baada856c775d36d'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:30:47.696222 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-c57b8039-c747-43d8-afa7-c5eab9e64c9f None None] Set router 241e9079-5ada-4db3-bd66-60cf726e8158 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:30:47.743395 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88bed7b-f1d2-4cb9-bafc-75f8591f3c4d req-8b95a027-4819-424c-9e8b-a666b1e7eccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:47.746898 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-b88bed7b-f1d2-4cb9-bafc-75f8591f3c4d req-8b95a027-4819-424c-9e8b-a666b1e7eccd service neutron] 10.222.0.11 "GET /v2.0/networks?id=f3c72546-ec00-4b40-ba79-0ef4c67ea192 HTTP/1.1" status: 200 len: 916 time: 0.1788747 Apr 05 14:30:47.765419 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port f7be9149-c204-435d-859e-97666b3faaf9 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:30:47.765788 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:47.768008 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 32782) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:30:47.881890 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-135970a4-167d-4bb9-b4e0-d9ff1ee3474e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=21169d2267e84a39bf98f83dc79b2e86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0985484 Apr 05 14:30:47.885681 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-b88bed7b-f1d2-4cb9-bafc-75f8591f3c4d req-35717b90-7c57-4dc7-bbf2-91dce7495f1d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df075809-833c-4a2c-a495-57d1c044e4a9 HTTP/1.1" status: 200 len: 998 time: 0.1259198 Apr 05 14:30:47.885681 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 32786) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:30:47.991243 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88bed7b-f1d2-4cb9-bafc-75f8591f3c4d req-5a63de3a-d823-461a-8a46-73a72c54e0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:47.993168 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-b88bed7b-f1d2-4cb9-bafc-75f8591f3c4d req-5a63de3a-d823-461a-8a46-73a72c54e0d8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3851d649-24d6-48da-bb02-bd81efab2abf HTTP/1.1" status: 200 len: 854 time: 0.0928202 Apr 05 14:30:48.080246 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e86635-8dea-48fd-970a-31237d82e26f req-186780a0-cbe6-4e70-9c1f-7c297b7390df tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:48.082381 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-07e86635-8dea-48fd-970a-31237d82e26f req-186780a0-cbe6-4e70-9c1f-7c297b7390df tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fde1780-9f77-4003-9873-44b7523942c2 HTTP/1.1" status: 200 len: 946 time: 0.1419315 Apr 05 14:30:48.123411 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88bed7b-f1d2-4cb9-bafc-75f8591f3c4d req-05b0a883-cbad-4750-ab49-f66cea6fe9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:48.125261 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-b88bed7b-f1d2-4cb9-bafc-75f8591f3c4d req-05b0a883-cbad-4750-ab49-f66cea6fe9cf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f3c72546-ec00-4b40-ba79-0ef4c67ea192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1222131 Apr 05 14:30:48.126117 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-73984a0e-0704-49c5-bb3b-bec7cee70689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:48.147033 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-7feabca3-71e8-45d8-a6f6-785c14e0c28c tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Made reservation on behalf of 9f48ad39adb04af7baada856c775d36d for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:30:48.178402 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-7feabca3-71e8-45d8-a6f6-785c14e0c28c tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:48.195965 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-73984a0e-0704-49c5-bb3b-bec7cee70689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:48.213301 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-704d01c0-4924-444b-bdbf-39f09d449786 req-6c08908a-1a79-4466-8dd1-832fc9427b4b tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ab117e5-eba4-4915-af4d-29ff1c657022 HTTP/1.1" status: 200 len: 210 time: 0.0657580 Apr 05 14:30:48.239084 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-07e86635-8dea-48fd-970a-31237d82e26f req-b76364f2-a1f8-432e-a7a9-e9c0163160fc tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468718 Apr 05 14:30:48.293561 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-c57b8039-c747-43d8-afa7-c5eab9e64c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241e9079-5ada-4db3-bd66-60cf726e8158', 'name': 'tempest-ServersTestFqdnHostnames-1009339820-router', 'tenant_id': 'bf0902b496d747c7a4e6f64dff615d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '7ecd5546-ae8e-43dd-99c2-f708618c4f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:30:13Z', 'updated_at': '2022-04-05T14:30:20Z', 'revision_number': 4, 'project_id': 'bf0902b496d747c7a4e6f64dff615d59', 'gw_port': {'id': '7ecd5546-ae8e-43dd-99c2-f708618c4f2b', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:3e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e9079-5ada-4db3-bd66-60cf726e8158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:30:14Z', 'updated_at': '2022-04-05T14:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': '44150e70-2861-4690-9f3e-7acd8319c6ad', 'tenant_id': 'bf0902b496d747c7a4e6f64dff615d59', 'floating_ip_address': '172.25.6.20', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': '241e9079-5ada-4db3-bd66-60cf726e8158', 'port_id': 'df075809-833c-4a2c-a495-57d1c044e4a9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3c72546-ec00-4b40-ba79-0ef4c67ea192', 'mac_address': 'fa:16:3e:9d:6b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d39a8c-6199-4262-a2a9-214f3f1b7756', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:30:26Z', 'updated_at': '2022-04-05T14:30:45Z', 'revision_number': 1, 'project_id': 'bf0902b496d747c7a4e6f64dff615d59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03603e2c-030f-4217-8989-ecf162985c3e', 'name': '', 'network_id': 'f3c72546-ec00-4b40-ba79-0ef4c67ea192', 'tenant_id': 'bf0902b496d747c7a4e6f64dff615d59', 'mac_address': 'fa:16:3e:e6:de:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e9079-5ada-4db3-bd66-60cf726e8158', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '3851d649-24d6-48da-bb02-bd81efab2abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:30:18Z', 'updated_at': '2022-04-05T14:30:24Z', 'revision_number': 5, 'project_id': 'bf0902b496d747c7a4e6f64dff615d59', 'subnets': [{'id': '3851d649-24d6-48da-bb02-bd81efab2abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:48.294339 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-b88bed7b-f1d2-4cb9-bafc-75f8591f3c4d req-3b0ca23f-d76e-4ed4-9b09-de3f987e3eb7 service neutron] 10.222.0.11 "GET /v2.0/networks/f3c72546-ec00-4b40-ba79-0ef4c67ea192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574256 Apr 05 14:30:48.328602 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57b8039-c747-43d8-afa7-c5eab9e64c9f None None] Checking router: 241e9079-5ada-4db3-bd66-60cf726e8158 for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:30:48.340867 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57b8039-c747-43d8-afa7-c5eab9e64c9f None None] Routers {'241e9079-5ada-4db3-bd66-60cf726e8158'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:30:48.341682 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-c57b8039-c747-43d8-afa7-c5eab9e64c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:30:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['241e9079-5ada-4db3-bd66-60cf726e8158'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:48.400638 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-73984a0e-0704-49c5-bb3b-bec7cee70689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:48.404073 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-73984a0e-0704-49c5-bb3b-bec7cee70689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:48.405246 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-73984a0e-0704-49c5-bb3b-bec7cee70689 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aeacbd50-4e30-43f0-a86d-a2493c084ab8 HTTP/1.1" status: 204 len: 168 time: 0.5204189 Apr 05 14:30:48.410751 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-7feabca3-71e8-45d8-a6f6-785c14e0c28c tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Allocated IP 19.80.0.100 (eef537ff-1192-4a32-9380-2ad0941f31fa/e9600c8e-d8d2-429a-817f-c5365e338be3/d3ef3544-818c-4f3f-8498-f2b3fd62bdbe) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:30:48.414178 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-b88bed7b-f1d2-4cb9-bafc-75f8591f3c4d req-976611b8-92d4-4d02-b175-2d19588a2116 service neutron] 10.222.0.11 "GET /v2.0/networks/f3c72546-ec00-4b40-ba79-0ef4c67ea192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113951 Apr 05 14:30:48.432911 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73984a0e-0704-49c5-bb3b-bec7cee70689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeacbd50-4e30-43f0-a86d-a2493c084ab8,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:48.515140 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-c57b8039-c747-43d8-afa7-c5eab9e64c9f None None] Set router 241e9079-5ada-4db3-bd66-60cf726e8158 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:30:48.618751 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-7feabca3-71e8-45d8-a6f6-785c14e0c28c tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:48.726108 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-7feabca3-71e8-45d8-a6f6-785c14e0c28c tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:48.811001 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-7feabca3-71e8-45d8-a6f6-785c14e0c28c tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Network eef537ff-1192-4a32-9380-2ad0941f31fa is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:30:48.843467 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-c57b8039-c747-43d8-afa7-c5eab9e64c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241e9079-5ada-4db3-bd66-60cf726e8158', 'name': 'tempest-ServersTestFqdnHostnames-1009339820-router', 'tenant_id': 'bf0902b496d747c7a4e6f64dff615d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '7ecd5546-ae8e-43dd-99c2-f708618c4f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:30:13Z', 'updated_at': '2022-04-05T14:30:20Z', 'revision_number': 4, 'project_id': 'bf0902b496d747c7a4e6f64dff615d59', 'gw_port': {'id': '7ecd5546-ae8e-43dd-99c2-f708618c4f2b', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:3e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e9079-5ada-4db3-bd66-60cf726e8158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:30:14Z', 'updated_at': '2022-04-05T14:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': '44150e70-2861-4690-9f3e-7acd8319c6ad', 'tenant_id': 'bf0902b496d747c7a4e6f64dff615d59', 'floating_ip_address': '172.25.6.20', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': '241e9079-5ada-4db3-bd66-60cf726e8158', 'port_id': 'df075809-833c-4a2c-a495-57d1c044e4a9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3c72546-ec00-4b40-ba79-0ef4c67ea192', 'mac_address': 'fa:16:3e:9d:6b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d39a8c-6199-4262-a2a9-214f3f1b7756', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:30:26Z', 'updated_at': '2022-04-05T14:30:45Z', 'revision_number': 1, 'project_id': 'bf0902b496d747c7a4e6f64dff615d59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03603e2c-030f-4217-8989-ecf162985c3e', 'name': '', 'network_id': 'f3c72546-ec00-4b40-ba79-0ef4c67ea192', 'tenant_id': 'bf0902b496d747c7a4e6f64dff615d59', 'mac_address': 'fa:16:3e:e6:de:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e9079-5ada-4db3-bd66-60cf726e8158', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '3851d649-24d6-48da-bb02-bd81efab2abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:30:18Z', 'updated_at': '2022-04-05T14:30:24Z', 'revision_number': 5, 'project_id': 'bf0902b496d747c7a4e6f64dff615d59', 'subnets': [{'id': '3851d649-24d6-48da-bb02-bd81efab2abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:48.859656 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-7feabca3-71e8-45d8-a6f6-785c14e0c28c tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:30:48.865930 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ebbe6b6f-be12-496f-9b00-3a2dc026d952 req-b9cd6302-bbb2-4ccd-9a51-1ee1205260da service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0e94de48-e857-4c66-8e21-bf21cb6db406&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0688269 Apr 05 14:30:48.873161 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feabca3-71e8-45d8-a6f6-785c14e0c28c tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Pushing event updated for resources: {'Port': ['ID=d3ef3544-818c-4f3f-8498-f2b3fd62bdbe,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:48.877654 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-7feabca3-71e8-45d8-a6f6-785c14e0c28c tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:30:48.895967 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57b8039-c747-43d8-afa7-c5eab9e64c9f None None] The sync data for ids ['241e9079-5ada-4db3-bd66-60cf726e8158'] in n-d-836650-2 is: [{'id': '241e9079-5ada-4db3-bd66-60cf726e8158', 'name': 'tempest-ServersTestFqdnHostnames-1009339820-router', 'tenant_id': 'bf0902b496d747c7a4e6f64dff615d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '7ecd5546-ae8e-43dd-99c2-f708618c4f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:30:13Z', 'updated_at': '2022-04-05T14:30:20Z', 'revision_number': 4, 'project_id': 'bf0902b496d747c7a4e6f64dff615d59', 'gw_port': {'id': '7ecd5546-ae8e-43dd-99c2-f708618c4f2b', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:3e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e9079-5ada-4db3-bd66-60cf726e8158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:30:14Z', 'updated_at': '2022-04-05T14:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': '44150e70-2861-4690-9f3e-7acd8319c6ad', 'tenant_id': 'bf0902b496d747c7a4e6f64dff615d59', 'floating_ip_address': '172.25.6.20', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': '241e9079-5ada-4db3-bd66-60cf726e8158', 'port_id': 'df075809-833c-4a2c-a495-57d1c044e4a9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3c72546-ec00-4b40-ba79-0ef4c67ea192', 'mac_address': 'fa:16:3e:9d:6b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d39a8c-6199-4262-a2a9-214f3f1b7756', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:30:26Z', 'updated_at': '2022-04-05T14:30:45Z', 'revision_number': 1, 'project_id': 'bf0902b496d747c7a4e6f64dff615d59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03603e2c-030f-4217-8989-ecf162985c3e', 'name': '', 'network_id': 'f3c72546-ec00-4b40-ba79-0ef4c67ea192', 'tenant_id': 'bf0902b496d747c7a4e6f64dff615d59', 'mac_address': 'fa:16:3e:e6:de:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e9079-5ada-4db3-bd66-60cf726e8158', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '3851d649-24d6-48da-bb02-bd81efab2abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:30:18Z', 'updated_at': '2022-04-05T14:30:24Z', 'revision_number': 5, 'project_id': 'bf0902b496d747c7a4e6f64dff615d59', 'subnets': [{'id': '3851d649-24d6-48da-bb02-bd81efab2abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:30:49.010220 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-7feabca3-71e8-45d8-a6f6-785c14e0c28c tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:49.011021 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-7feabca3-71e8-45d8-a6f6-785c14e0c28c tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:49.030104 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe6b6f-be12-496f-9b00-3a2dc026d952 req-2f8db711-c3ad-48a2-aa97-138389d9f177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:49.033283 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ebbe6b6f-be12-496f-9b00-3a2dc026d952 req-2f8db711-c3ad-48a2-aa97-138389d9f177 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ec0fa5de45e74f079e998d8c4a01aedf&device_id=0e94de48-e857-4c66-8e21-bf21cb6db406 HTTP/1.1" status: 200 len: 1095 time: 0.1330924 Apr 05 14:30:49.044083 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dbfbf9-3359-4c54-944e-8645e3ad816a req-48445e03-0882-486f-ae10-9b0a7012c91b tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:49.049421 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-76dbfbf9-3359-4c54-944e-8645e3ad816a req-48445e03-0882-486f-ae10-9b0a7012c91b tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/networks?id=a37e2d3e-8e8b-49fa-a97d-3b06631436db HTTP/1.1" status: 200 len: 820 time: 0.2857406 Apr 05 14:30:49.076692 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-76dbfbf9-3359-4c54-944e-8645e3ad816a req-8fb31280-8ee6-45d9-804b-20e6172e3d87 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/quotas/ec0fa5de45e74f079e998d8c4a01aedf HTTP/1.1" status: 200 len: 375 time: 0.0187366 Apr 05 14:30:49.193111 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-76dbfbf9-3359-4c54-944e-8645e3ad816a req-e85a298b-3127-4771-ac96-3a9ff2082bde tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ec0fa5de45e74f079e998d8c4a01aedf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1153514 Apr 05 14:30:49.213328 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-7feabca3-71e8-45d8-a6f6-785c14e0c28c tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5874186 Apr 05 14:30:49.230922 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-fc411636-5119-48c6-869e-96674a7bd336 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Request body: {'port': {'device_id': '8ab117e5-eba4-4915-af4d-29ff1c657022', 'network_id': '8d6faeee-4b2b-419f-bd86-51125d79f000', 'admin_state_up': True, 'tenant_id': '9f48ad39adb04af7baada856c775d36d'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:30:49.246314 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe6b6f-be12-496f-9b00-3a2dc026d952 req-6464b1b2-207f-45a0-9280-11b927aa8692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:49.248643 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ebbe6b6f-be12-496f-9b00-3a2dc026d952 req-6464b1b2-207f-45a0-9280-11b927aa8692 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a37e2d3e-8e8b-49fa-a97d-3b06631436db HTTP/1.1" status: 200 len: 921 time: 0.1801300 Apr 05 14:30:49.323768 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52978181-2f7d-4d48-bfc6-0f7612949596 None None] New status for floating IP 44150e70-2861-4690-9f3e-7acd8319c6ad: ACTIVE {{(pid=103323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 14:30:49.363087 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-8e76985e-46e1-4f2c-b997-d4134e39cbea None None] Provisioning complete for port d3ef3544-818c-4f3f-8498-f2b3fd62bdbe triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:30:49.364664 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8e76985e-46e1-4f2c-b997-d4134e39cbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:49.420921 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ebbe6b6f-be12-496f-9b00-3a2dc026d952 req-92c78c32-a8d2-4637-a739-1887edfa61d5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5ca50e7-44c0-45b8-9fd0-aec6296b904a HTTP/1.1" status: 200 len: 217 time: 0.1415992 Apr 05 14:30:49.455068 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-8e76985e-46e1-4f2c-b997-d4134e39cbea None None] Port d3ef3544-818c-4f3f-8498-f2b3fd62bdbe cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:30:49.502047 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-76dbfbf9-3359-4c54-944e-8645e3ad816a req-00ce8708-f166-4d54-9d66-e70dab199e04 service neutron] 10.222.0.30 "GET /v2.0/networks/a37e2d3e-8e8b-49fa-a97d-3b06631436db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935789 Apr 05 14:30:49.579042 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407eec61-bc8c-4e56-a631-9869648839e8 req-c2c5ab8f-a9c0-4472-bf19-4aac0627b246 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:49.579414 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-407eec61-bc8c-4e56-a631-9869648839e8 req-c2c5ab8f-a9c0-4472-bf19-4aac0627b246 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ab117e5-eba4-4915-af4d-29ff1c657022 HTTP/1.1" status: 200 len: 932 time: 0.1724076 Apr 05 14:30:49.636389 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-fc411636-5119-48c6-869e-96674a7bd336 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Made reservation on behalf of 9f48ad39adb04af7baada856c775d36d for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:30:49.639950 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-fc411636-5119-48c6-869e-96674a7bd336 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:49.709327 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-407eec61-bc8c-4e56-a631-9869648839e8 req-afc71bc7-60b1-4fd7-9e88-1897539d9724 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/security-groups?id=a0b9f0a8-8003-41fc-96c3-f7974a1b5067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011434 Apr 05 14:30:49.758742 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-76dbfbf9-3359-4c54-944e-8645e3ad816a req-dcb2ec0c-1492-4288-989d-d6387489f27c service neutron] 10.222.0.30 "GET /v2.0/networks/a37e2d3e-8e8b-49fa-a97d-3b06631436db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452145 Apr 05 14:30:49.882486 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe6b6f-be12-496f-9b00-3a2dc026d952 req-f8e8b20d-e09c-421f-8e02-2003e38fb2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:49.884263 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ebbe6b6f-be12-496f-9b00-3a2dc026d952 req-f8e8b20d-e09c-421f-8e02-2003e38fb2aa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e7ccd1c0-0ac4-418f-bea2-fcb22a694a96 HTTP/1.1" status: 200 len: 860 time: 0.4528472 Apr 05 14:30:49.928937 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ebbe6b6f-be12-496f-9b00-3a2dc026d952 req-4c0896fc-3fee-47ce-9cad-0d7322b0887b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a37e2d3e-8e8b-49fa-a97d-3b06631436db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347812 Apr 05 14:30:50.058300 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ebbe6b6f-be12-496f-9b00-3a2dc026d952 req-bd0c6d17-4b42-45c5-b9f6-40c4cd2b8d52 service neutron] 10.222.0.55 "GET /v2.0/networks/a37e2d3e-8e8b-49fa-a97d-3b06631436db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216118 Apr 05 14:30:50.122746 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 0dfd42e3-439b-4a53-afec-89e7248c6fe2 details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:30:50.180236 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ebbe6b6f-be12-496f-9b00-3a2dc026d952 req-12a6c2c4-2afc-4afd-af99-51dbe9478848 service neutron] 10.222.0.55 "GET /v2.0/networks/a37e2d3e-8e8b-49fa-a97d-3b06631436db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121619 Apr 05 14:30:50.285484 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1368551-1cd6-4fc2-a441-b57fd6bc1d17 req-d898b60e-0082-4e50-9273-bdc5b3d31d0e tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:50.287270 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a1368551-1cd6-4fc2-a441-b57fd6bc1d17 req-d898b60e-0082-4e50-9273-bdc5b3d31d0e tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fde1780-9f77-4003-9873-44b7523942c2 HTTP/1.1" status: 200 len: 946 time: 0.4446192 Apr 05 14:30:50.330818 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 0dfd42e3-439b-4a53-afec-89e7248c6fe2, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=0dfd42e3-439b-4a53-afec-89e7248c6fe2,segment=NetworkSegment(86bf7ba4-25ec-477a-b752-1cd3a94d1598),segment_id=86bf7ba4-25ec-477a-b752-1cd3a94d1598)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:30:50.338352 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-fc411636-5119-48c6-869e-96674a7bd336 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Allocated IP 19.86.0.70 (8d6faeee-4b2b-419f-bd86-51125d79f000/c7eec388-494a-410c-a7b9-05b8a3387728/72bb7570-22b0-4c51-8527-ccee3ffeebc4) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:30:50.343830 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': '0dfd42e3-439b-4a53-afec-89e7248c6fe2', 'network_id': 'a926837a-905f-4dbb-b5dd-5a4dcb465fd4', 'port_id': '0dfd42e3-439b-4a53-afec-89e7248c6fe2', 'mac_address': 'fa:16:3e:85:30:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81226097-f23e-489f-aebf-5f546853adb0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:30:50.360738 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a1368551-1cd6-4fc2-a441-b57fd6bc1d17 req-829aa587-1f60-4c9b-8382-b7395d4117ad tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602851 Apr 05 14:30:50.400141 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:50.420108 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0dfd42e3-439b-4a53-afec-89e7248c6fe2 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:30:50.453307 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 0dfd42e3-439b-4a53-afec-89e7248c6fe2, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=0dfd42e3-439b-4a53-afec-89e7248c6fe2,segment=NetworkSegment(86bf7ba4-25ec-477a-b752-1cd3a94d1598),segment_id=86bf7ba4-25ec-477a-b752-1cd3a94d1598)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:30:50.560716 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:50.633678 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=0dfd42e3-439b-4a53-afec-89e7248c6fe2,revision_number=6']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:50.670620 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5d324f73-8ee3-49dd-860d-6c9047845054 req-43c666cc-c14e-4a3c-afb6-a88016036497 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dacf389-7b4a-4f4d-a07b-66c640ef2c96 HTTP/1.1" status: 200 len: 210 time: 0.0741510 Apr 05 14:30:50.676009 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-fc411636-5119-48c6-869e-96674a7bd336 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:50.751227 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['0dfd42e3-439b-4a53-afec-89e7248c6fe2'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:30:50.870314 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-fc411636-5119-48c6-869e-96674a7bd336 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:50.962401 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe48b5-2947-4003-9824-fb66e9dd388f req-32995af0-01de-4bf7-9eab-d5acd97c816c tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:50.970996 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe48b5-2947-4003-9824-fb66e9dd388f req-32995af0-01de-4bf7-9eab-d5acd97c816c tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:50.972659 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bbbe48b5-2947-4003-9824-fb66e9dd388f req-32995af0-01de-4bf7-9eab-d5acd97c816c tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ab117e5-eba4-4915-af4d-29ff1c657022 HTTP/1.1" status: 200 len: 1654 time: 0.1543870 Apr 05 14:30:50.981999 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-fc411636-5119-48c6-869e-96674a7bd336 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Network 8d6faeee-4b2b-419f-bd86-51125d79f000 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:30:50.987800 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-fc411636-5119-48c6-869e-96674a7bd336 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:30:51.005436 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-fc411636-5119-48c6-869e-96674a7bd336 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:30:51.005436 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc411636-5119-48c6-869e-96674a7bd336 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Pushing event updated for resources: {'Port': ['ID=72bb7570-22b0-4c51-8527-ccee3ffeebc4,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:51.156338 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bbbe48b5-2947-4003-9824-fb66e9dd388f req-2aeb5ea2-c15d-4cd0-a6ca-abfb5243ceba tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/security-groups?id=a0b9f0a8-8003-41fc-96c3-f7974a1b5067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556373 Apr 05 14:30:51.197430 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e3c3ddd4-627d-4168-ac39-bbb390b4bebb req-561a3870-d9bb-442c-a806-7685fa2023a0 tempest-ServersAaction247Test-190833514 tempest-ServersAaction247Test-190833514-project] 10.222.0.30 "GET /v2.0/ports?device_id=4155d030-6cc5-4f6d-931b-b00232a93708 HTTP/1.1" status: 200 len: 210 time: 0.0771573 Apr 05 14:30:51.214368 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-fc411636-5119-48c6-869e-96674a7bd336 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:51.215135 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-fc411636-5119-48c6-869e-96674a7bd336 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:51.341812 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-fc411636-5119-48c6-869e-96674a7bd336 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1247027 Apr 05 14:30:51.354452 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-f4d860fb-e616-4748-a305-62320e513d15 service neutron] Request body: {'port': {'device_id': '8ab117e5-eba4-4915-af4d-29ff1c657022', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:30:51.406422 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-f63b1600-13a5-4c7e-ac1f-ae8f7c28a7f9 None None] Provisioning complete for port 72bb7570-22b0-4c51-8527-ccee3ffeebc4 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:30:51.407538 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f63b1600-13a5-4c7e-ac1f-ae8f7c28a7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:51.474957 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-f63b1600-13a5-4c7e-ac1f-ae8f7c28a7f9 None None] Port 72bb7570-22b0-4c51-8527-ccee3ffeebc4 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:30:51.528564 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-f4d860fb-e616-4748-a305-62320e513d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:51.612391 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162c062c-6d19-4376-88a5-b8d825fb7e20 req-e9276763-af0b-4d16-a33c-46b9f06f7d52 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:51.616468 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-162c062c-6d19-4376-88a5-b8d825fb7e20 req-e9276763-af0b-4d16-a33c-46b9f06f7d52 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fde1780-9f77-4003-9873-44b7523942c2 HTTP/1.1" status: 200 len: 945 time: 0.1160305 Apr 05 14:30:51.753865 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-162c062c-6d19-4376-88a5-b8d825fb7e20 req-45246a60-82bb-484a-82ce-902ac3f3be20 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300485 Apr 05 14:30:51.873779 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fe9b6866-22f0-4ab4-90d0-0289c31138ef req-ac2f3c50-b920-4310-8248-22cc839bb8db tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dacf389-7b4a-4f4d-a07b-66c640ef2c96 HTTP/1.1" status: 200 len: 210 time: 0.0996430 Apr 05 14:30:52.020922 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-f4d860fb-e616-4748-a305-62320e513d15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3ef3544-818c-4f3f-8498-f2b3fd62bdbe {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:30:52.035831 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-f4d860fb-e616-4748-a305-62320e513d15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:52.061930 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-f4d860fb-e616-4748-a305-62320e513d15 service neutron] Transition to ACTIVE for port object d3ef3544-818c-4f3f-8498-f2b3fd62bdbe will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:30:52.138161 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 0dfd42e3-439b-4a53-afec-89e7248c6fe2 up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:30:52.165045 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-f4d860fb-e616-4748-a305-62320e513d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:52.199707 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port 0dfd42e3-439b-4a53-afec-89e7248c6fe2 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:30:52.207217 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:52.237826 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d860fb-e616-4748-a305-62320e513d15 service neutron] Pushing event updated for resources: {'Port': ['ID=d3ef3544-818c-4f3f-8498-f2b3fd62bdbe,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:52.388696 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:52.451977 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fde1780-9f77-4003-9873-44b7523942c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dfd42e3-439b-4a53-afec-89e7248c6fe2'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:30:52.470964 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a40d58-3235-4c1d-8da5-9e1ad43f5b0a" -d '{"events": [{"server_uuid": "2fde1780-9f77-4003-9873-44b7523942c2", "name": "network-vif-plugged", "status": "completed", "tag": "0dfd42e3-439b-4a53-afec-89e7248c6fe2"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:30:52.495825 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 0dfd42e3-439b-4a53-afec-89e7248c6fe2, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=0dfd42e3-439b-4a53-afec-89e7248c6fe2,segment=NetworkSegment(86bf7ba4-25ec-477a-b752-1cd3a94d1598),segment_id=86bf7ba4-25ec-477a-b752-1cd3a94d1598)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:30:52.522177 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2c9bc8b3-3ce6-420a-b841-b8f6299a4ac5 req-4bddbb1a-759d-4672-b741-f36c4b942764 tempest-ServersAaction247Test-190833514 tempest-ServersAaction247Test-190833514-project] 10.222.0.30 "GET /v2.0/ports?device_id=4155d030-6cc5-4f6d-931b-b00232a93708 HTTP/1.1" status: 200 len: 210 time: 0.1935647 Apr 05 14:30:52.605846 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:52.692494 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-f4d860fb-e616-4748-a305-62320e513d15 service neutron] Attempting to bind port d3ef3544-818c-4f3f-8498-f2b3fd62bdbe on host n-h2-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:30:52.698829 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-f4d860fb-e616-4748-a305-62320e513d15 service neutron] Attempting to bind port d3ef3544-818c-4f3f-8498-f2b3fd62bdbe by drivers openvswitch,hyperv on host n-h2-836650-2 at level 0 using segments [{'id': 'e8acc666-caf1-4966-b105-b51c614ef895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'eef537ff-1192-4a32-9380-2ad0941f31fa'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:30:52.698829 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-f4d860fb-e616-4748-a305-62320e513d15 service neutron] Attempting to bind port d3ef3544-818c-4f3f-8498-f2b3fd62bdbe on network eef537ff-1192-4a32-9380-2ad0941f31fa {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:30:52.734688 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-58a3b9fc-0696-4238-b149-5df2440dfa3f req-01dcf621-a2cf-4c9f-9fe8-22c39fb3b43b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7a5b6824-48d4-4b59-98d0-6219855ba1f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1617815 Apr 05 14:30:52.743545 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-484bea1e-8b3b-4818-af58-dfb3b61773a3 x-openstack-request-id: req-484bea1e-8b3b-4818-af58-dfb3b61773a3 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:30:52.743826 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fde1780-9f77-4003-9873-44b7523942c2", "name": "network-vif-plugged", "status": "completed", "tag": "0dfd42e3-439b-4a53-afec-89e7248c6fe2", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:30:52.769173 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-484bea1e-8b3b-4818-af58-dfb3b61773a3 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:30:52.769998 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-484bea1e-8b3b-4818-af58-dfb3b61773a3'] response: {'server_uuid': '2fde1780-9f77-4003-9873-44b7523942c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dfd42e3-439b-4a53-afec-89e7248c6fe2', 'code': 200} Apr 05 14:30:52.820784 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b87b741-26d4-4ec0-a353-35fdb78128bd req-a80bc378-d908-4121-9c72-9d52ddd72f55 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:52.847167 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b87b741-26d4-4ec0-a353-35fdb78128bd req-a80bc378-d908-4121-9c72-9d52ddd72f55 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:52.852521 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4b87b741-26d4-4ec0-a353-35fdb78128bd req-a80bc378-d908-4121-9c72-9d52ddd72f55 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ab117e5-eba4-4915-af4d-29ff1c657022 HTTP/1.1" status: 200 len: 1666 time: 0.4136016 Apr 05 14:30:52.863673 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-f4d860fb-e616-4748-a305-62320e513d15 service neutron] Port d3ef3544-818c-4f3f-8498-f2b3fd62bdbe on network eef537ff-1192-4a32-9380-2ad0941f31fa not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:30:52.865834 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-f4d860fb-e616-4748-a305-62320e513d15 service neutron] Attempting to bind port d3ef3544-818c-4f3f-8498-f2b3fd62bdbe on network eef537ff-1192-4a32-9380-2ad0941f31fa {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:30:52.982147 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a3b9fc-0696-4238-b149-5df2440dfa3f req-318e2b52-8dbf-45d2-ab01-9c8641d754f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:52.995369 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-58a3b9fc-0696-4238-b149-5df2440dfa3f req-318e2b52-8dbf-45d2-ab01-9c8641d754f4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=624acb65c8a14a38b05a73e982caa43a&device_id=7a5b6824-48d4-4b59-98d0-6219855ba1f7 HTTP/1.1" status: 200 len: 1096 time: 0.1959682 Apr 05 14:30:53.020136 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=0dfd42e3-439b-4a53-afec-89e7248c6fe2,revision_number=7']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:53.064163 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4b87b741-26d4-4ec0-a353-35fdb78128bd req-3b578862-b0cc-438d-bfbe-c44f086de2ba tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/security-groups?id=a0b9f0a8-8003-41fc-96c3-f7974a1b5067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738305 Apr 05 14:30:53.076019 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-f4d860fb-e616-4748-a305-62320e513d15 service neutron] Checking agent: {'id': '6d8cf521-24bb-4b6a-bbae-0284f5c87a9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:30:53.082603 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-f4d860fb-e616-4748-a305-62320e513d15 service neutron] Checking segment: {'id': 'e8acc666-caf1-4966-b105-b51c614ef895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'eef537ff-1192-4a32-9380-2ad0941f31fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:30:53.083286 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-f4d860fb-e616-4748-a305-62320e513d15 service neutron] Bound using segment: {'id': 'e8acc666-caf1-4966-b105-b51c614ef895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'eef537ff-1192-4a32-9380-2ad0941f31fa'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:30:53.088542 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-f4d860fb-e616-4748-a305-62320e513d15 service neutron] Bound port: d3ef3544-818c-4f3f-8498-f2b3fd62bdbe, host: n-h2-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8acc666-caf1-4966-b105-b51c614ef895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'eef537ff-1192-4a32-9380-2ad0941f31fa'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:30:53.089396 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-f4d860fb-e616-4748-a305-62320e513d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:53.225408 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a3b9fc-0696-4238-b149-5df2440dfa3f req-1ce6f4d5-4a29-4dae-94da-c4058900a581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:53.228064 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-58a3b9fc-0696-4238-b149-5df2440dfa3f req-1ce6f4d5-4a29-4dae-94da-c4058900a581 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a9ad640e-de7f-43c6-8fef-96cb779b89ff HTTP/1.1" status: 200 len: 907 time: 0.1976144 Apr 05 14:30:53.306403 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-67480fcc-4d25-41c3-a1c9-0f2adc3597a7 req-e15d141e-396e-4dab-8809-78df3230e1e6 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dacf389-7b4a-4f4d-a07b-66c640ef2c96 HTTP/1.1" status: 200 len: 210 time: 0.0696306 Apr 05 14:30:53.404452 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-58a3b9fc-0696-4238-b149-5df2440dfa3f req-7f2bb2e9-fae2-415f-83a8-4ebf08cec4e7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6bab4155-07c8-4da2-b60b-05b96aab9c34 HTTP/1.1" status: 200 len: 999 time: 0.1598420 Apr 05 14:30:53.424406 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c828a3c-011c-41dd-bed7-20f0ea8f59db req-87a76349-b2c0-4c9c-83eb-119c2dd7fd13 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:53.445206 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0c828a3c-011c-41dd-bed7-20f0ea8f59db req-87a76349-b2c0-4c9c-83eb-119c2dd7fd13 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fde1780-9f77-4003-9873-44b7523942c2 HTTP/1.1" status: 200 len: 946 time: 0.4119318 Apr 05 14:30:53.528142 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-f4d860fb-e616-4748-a305-62320e513d15 service neutron] For port d3ef3544-818c-4f3f-8498-f2b3fd62bdbe, host n-h2-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:30:53.540141 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-f4d860fb-e616-4748-a305-62320e513d15 service neutron] For port d3ef3544-818c-4f3f-8498-f2b3fd62bdbe, host n-h2-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=d3ef3544-818c-4f3f-8498-f2b3fd62bdbe,segment=NetworkSegment(e8acc666-caf1-4966-b105-b51c614ef895),segment_id=e8acc666-caf1-4966-b105-b51c614ef895)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:30:53.565991 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0c828a3c-011c-41dd-bed7-20f0ea8f59db req-9ad9f6e9-73b0-41d6-a506-38ad1a8d3be4 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197898 Apr 05 14:30:53.613422 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a3b9fc-0696-4238-b149-5df2440dfa3f req-9ab45e38-a0bd-4e25-a0a7-57a59b1f8b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:53.617304 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-58a3b9fc-0696-4238-b149-5df2440dfa3f req-9ab45e38-a0bd-4e25-a0a7-57a59b1f8b07 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2ebd5f9f-310d-4e0b-97c9-6b1478640ddc HTTP/1.1" status: 200 len: 845 time: 0.1973314 Apr 05 14:30:53.628504 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-f4d860fb-e616-4748-a305-62320e513d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:53.752958 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-f4d860fb-e616-4748-a305-62320e513d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:53.754251 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-f4d860fb-e616-4748-a305-62320e513d15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:53.757842 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-f4d860fb-e616-4748-a305-62320e513d15 service neutron] 10.222.0.11 "PUT /v2.0/ports/d3ef3544-818c-4f3f-8498-f2b3fd62bdbe HTTP/1.1" status: 200 len: 1092 time: 2.4086740 Apr 05 14:30:53.763054 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ab117e5-eba4-4915-af4d-29ff1c657022', 'tag': 'd3ef3544-818c-4f3f-8498-f2b3fd62bdbe'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:30:53.766483 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56052141-658d-4280-8bcc-5f22bd290179" -d '{"events": [{"name": "network-changed", "server_uuid": "8ab117e5-eba4-4915-af4d-29ff1c657022", "tag": "d3ef3544-818c-4f3f-8498-f2b3fd62bdbe"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:30:53.799795 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a3b9fc-0696-4238-b149-5df2440dfa3f req-65dcbca7-beb7-4ac2-8d20-346f675bd753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:53.802068 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-58a3b9fc-0696-4238-b149-5df2440dfa3f req-65dcbca7-beb7-4ac2-8d20-346f675bd753 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a9ad640e-de7f-43c6-8fef-96cb779b89ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1780779 Apr 05 14:30:53.876120 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e6776885-c202-4f39-be5f-e03f08495184 req-8406b2e7-0396-425e-b741-4f1d20aea064 tempest-ServersAaction247Test-190833514 tempest-ServersAaction247Test-190833514-project] 10.222.0.30 "GET /v2.0/ports?device_id=4155d030-6cc5-4f6d-931b-b00232a93708 HTTP/1.1" status: 200 len: 210 time: 0.0684085 Apr 05 14:30:53.918734 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d860fb-e616-4748-a305-62320e513d15 service neutron] Pushing event updated for resources: {'Port': ['ID=d3ef3544-818c-4f3f-8498-f2b3fd62bdbe,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:53.947113 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-446413b4-ddd9-4133-96b6-bde6e6da2a26 service neutron] Request body: {'port': {'device_id': '8ab117e5-eba4-4915-af4d-29ff1c657022', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:30:53.965945 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-805a177c-cba6-40f2-bdd7-409de5cd6332 x-openstack-request-id: req-805a177c-cba6-40f2-bdd7-409de5cd6332 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:30:53.968853 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ab117e5-eba4-4915-af4d-29ff1c657022", "tag": "d3ef3544-818c-4f3f-8498-f2b3fd62bdbe", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:30:53.970288 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-805a177c-cba6-40f2-bdd7-409de5cd6332 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:30:53.972834 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-805a177c-cba6-40f2-bdd7-409de5cd6332'] response: {'name': 'network-changed', 'server_uuid': '8ab117e5-eba4-4915-af4d-29ff1c657022', 'tag': 'd3ef3544-818c-4f3f-8498-f2b3fd62bdbe', 'status': 'completed', 'code': 200} Apr 05 14:30:54.247864 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-446413b4-ddd9-4133-96b6-bde6e6da2a26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:54.334073 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dbfbf9-3359-4c54-944e-8645e3ad816a req-72caec3f-055a-48fc-8e26-9f3d0c913b36 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:54.336946 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-76dbfbf9-3359-4c54-944e-8645e3ad816a req-72caec3f-055a-48fc-8e26-9f3d0c913b36 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.55 "GET /v2.0/networks?id=a37e2d3e-8e8b-49fa-a97d-3b06631436db HTTP/1.1" status: 200 len: 820 time: 0.3454137 Apr 05 14:30:54.419115 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-76dbfbf9-3359-4c54-944e-8645e3ad816a req-72bce687-b918-4f96-a02f-e6fa3668db48 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Request body: {'port': {'device_id': '0dacf389-7b4a-4f4d-a07b-66c640ef2c96', 'network_id': 'a37e2d3e-8e8b-49fa-a97d-3b06631436db', 'admin_state_up': True, 'tenant_id': 'ec0fa5de45e74f079e998d8c4a01aedf'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:30:54.546786 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-92dbaf5b-4752-4b6e-bb66-52b7c6da7025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:54.560508 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56052141-658d-4280-8bcc-5f22bd290179 req-db2ebfba-0444-4cce-ad65-f8a1f7839114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:54.561821 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56052141-658d-4280-8bcc-5f22bd290179 req-db2ebfba-0444-4cce-ad65-f8a1f7839114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:54.564800 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-56052141-658d-4280-8bcc-5f22bd290179 req-db2ebfba-0444-4cce-ad65-f8a1f7839114 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9f48ad39adb04af7baada856c775d36d&device_id=8ab117e5-eba4-4915-af4d-29ff1c657022 HTTP/1.1" status: 200 len: 1913 time: 0.5757370 Apr 05 14:30:54.712412 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-58a3b9fc-0696-4238-b149-5df2440dfa3f req-8120d05f-193a-4004-963b-3034e2b6da18 service neutron] 10.222.0.11 "GET /v2.0/networks/a9ad640e-de7f-43c6-8fef-96cb779b89ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9020174 Apr 05 14:30:54.722542 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3ef6dfe6-7861-4f46-a273-a09c09533030 req-e6fdbfd1-0c30-4f67-9ed9-973008fceb57 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dacf389-7b4a-4f4d-a07b-66c640ef2c96 HTTP/1.1" status: 200 len: 210 time: 0.2350063 Apr 05 14:30:54.801879 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0248c1b7-c0ff-4920-8ddd-1ef09864b142 req-645b8abb-e9d5-4236-a73f-75ce4d753105 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:54.814322 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0248c1b7-c0ff-4920-8ddd-1ef09864b142 req-645b8abb-e9d5-4236-a73f-75ce4d753105 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:54.823332 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0248c1b7-c0ff-4920-8ddd-1ef09864b142 req-645b8abb-e9d5-4236-a73f-75ce4d753105 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ab117e5-eba4-4915-af4d-29ff1c657022 HTTP/1.1" status: 200 len: 1666 time: 0.3190045 Apr 05 14:30:54.933018 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-58a3b9fc-0696-4238-b149-5df2440dfa3f req-69cf8989-9d83-48a3-a506-273efd6c0782 service neutron] 10.222.0.11 "GET /v2.0/networks/a9ad640e-de7f-43c6-8fef-96cb779b89ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117321 Apr 05 14:30:55.004828 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56052141-658d-4280-8bcc-5f22bd290179 req-25fd1727-7feb-42bb-ba76-7dbc11623030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:55.005257 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56052141-658d-4280-8bcc-5f22bd290179 req-25fd1727-7feb-42bb-ba76-7dbc11623030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:55.005726 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56052141-658d-4280-8bcc-5f22bd290179 req-25fd1727-7feb-42bb-ba76-7dbc11623030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:55.010811 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-56052141-658d-4280-8bcc-5f22bd290179 req-25fd1727-7feb-42bb-ba76-7dbc11623030 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=9f48ad39adb04af7baada856c775d36d&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4323692 Apr 05 14:30:55.066991 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76dbfbf9-3359-4c54-944e-8645e3ad816a req-72bce687-b918-4f96-a02f-e6fa3668db48 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Made reservation on behalf of ec0fa5de45e74f079e998d8c4a01aedf for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:30:55.077546 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-76dbfbf9-3359-4c54-944e-8645e3ad816a req-72bce687-b918-4f96-a02f-e6fa3668db48 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:55.244590 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0248c1b7-c0ff-4920-8ddd-1ef09864b142 req-68c27cff-1dc7-4785-a11a-6acfcf99f49b tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/security-groups?id=a0b9f0a8-8003-41fc-96c3-f7974a1b5067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4197686 Apr 05 14:30:55.462934 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56052141-658d-4280-8bcc-5f22bd290179 req-6da0f958-20e5-4492-a619-3144168a6568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:55.466872 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-56052141-658d-4280-8bcc-5f22bd290179 req-6da0f958-20e5-4492-a619-3144168a6568 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4484704 Apr 05 14:30:55.551909 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [req-76dbfbf9-3359-4c54-944e-8645e3ad816a req-72bce687-b918-4f96-a02f-e6fa3668db48 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Allocated IP 172.20.0.5 (a37e2d3e-8e8b-49fa-a97d-3b06631436db/e7ccd1c0-0ac4-418f-bea2-fcb22a694a96/30e0c74b-bcb8-4af8-a6e9-5be1b57667dc) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:30:55.705486 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-446413b4-ddd9-4133-96b6-bde6e6da2a26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72bb7570-22b0-4c51-8527-ccee3ffeebc4 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:30:55.725790 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-446413b4-ddd9-4133-96b6-bde6e6da2a26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:55.773880 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-446413b4-ddd9-4133-96b6-bde6e6da2a26 service neutron] Transition to ACTIVE for port object 72bb7570-22b0-4c51-8527-ccee3ffeebc4 will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:30:55.798375 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cfdfa5-1c9c-4efe-9a8c-3341ecd25d80 req-6d3ed08f-616f-4c0e-b5ab-56a384b3a086 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:55.811119 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-39cfdfa5-1c9c-4efe-9a8c-3341ecd25d80 req-6d3ed08f-616f-4c0e-b5ab-56a384b3a086 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fde1780-9f77-4003-9873-44b7523942c2 HTTP/1.1" status: 200 len: 946 time: 0.7253921 Apr 05 14:30:55.929683 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7a733203-2237-46c3-a6ca-c8c493972431 req-4bc3258e-eb1e-45bc-80a3-58f5f6e450f0 tempest-ServersAaction247Test-190833514 tempest-ServersAaction247Test-190833514-project] 10.222.0.30 "GET /v2.0/ports?device_id=4155d030-6cc5-4f6d-931b-b00232a93708 HTTP/1.1" status: 200 len: 210 time: 0.4925182 Apr 05 14:30:55.931155 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-446413b4-ddd9-4133-96b6-bde6e6da2a26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:56.028292 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-76dbfbf9-3359-4c54-944e-8645e3ad816a req-72bce687-b918-4f96-a02f-e6fa3668db48 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:56.063859 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-39cfdfa5-1c9c-4efe-9a8c-3341ecd25d80 req-d7f04bc8-529a-4d91-86ac-d3b627b8caad tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432489 Apr 05 14:30:56.113476 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446413b4-ddd9-4133-96b6-bde6e6da2a26 service neutron] Pushing event updated for resources: {'Port': ['ID=72bb7570-22b0-4c51-8527-ccee3ffeebc4,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:56.188156 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-76dbfbf9-3359-4c54-944e-8645e3ad816a req-72bce687-b918-4f96-a02f-e6fa3668db48 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:56.201872 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['253e9573-54d3-4180-86f0-45ba2cca07f4'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:30:56.221515 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3b4b3821-4b31-4141-860f-f0995afaa2fa req-06650481-6632-4639-921b-704f71ec4d69 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dacf389-7b4a-4f4d-a07b-66c640ef2c96 HTTP/1.1" status: 200 len: 210 time: 0.0767658 Apr 05 14:30:56.276620 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-446413b4-ddd9-4133-96b6-bde6e6da2a26 service neutron] Attempting to bind port 72bb7570-22b0-4c51-8527-ccee3ffeebc4 on host n-h2-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:30:56.277953 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-446413b4-ddd9-4133-96b6-bde6e6da2a26 service neutron] Attempting to bind port 72bb7570-22b0-4c51-8527-ccee3ffeebc4 by drivers openvswitch,hyperv on host n-h2-836650-2 at level 0 using segments [{'id': 'bd32e82e-4c16-4b8e-82d3-cc32f23da897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8d6faeee-4b2b-419f-bd86-51125d79f000'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:30:56.278363 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-446413b4-ddd9-4133-96b6-bde6e6da2a26 service neutron] Attempting to bind port 72bb7570-22b0-4c51-8527-ccee3ffeebc4 on network 8d6faeee-4b2b-419f-bd86-51125d79f000 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:30:56.291238 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-446413b4-ddd9-4133-96b6-bde6e6da2a26 service neutron] Port 72bb7570-22b0-4c51-8527-ccee3ffeebc4 on network 8d6faeee-4b2b-419f-bd86-51125d79f000 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:30:56.293185 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-446413b4-ddd9-4133-96b6-bde6e6da2a26 service neutron] Attempting to bind port 72bb7570-22b0-4c51-8527-ccee3ffeebc4 on network 8d6faeee-4b2b-419f-bd86-51125d79f000 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:30:56.301860 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-446413b4-ddd9-4133-96b6-bde6e6da2a26 service neutron] Checking agent: {'id': '6d8cf521-24bb-4b6a-bbae-0284f5c87a9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:30:56.306384 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-446413b4-ddd9-4133-96b6-bde6e6da2a26 service neutron] Checking segment: {'id': 'bd32e82e-4c16-4b8e-82d3-cc32f23da897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8d6faeee-4b2b-419f-bd86-51125d79f000'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:30:56.306863 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-446413b4-ddd9-4133-96b6-bde6e6da2a26 service neutron] Bound using segment: {'id': 'bd32e82e-4c16-4b8e-82d3-cc32f23da897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8d6faeee-4b2b-419f-bd86-51125d79f000'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:30:56.309140 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-446413b4-ddd9-4133-96b6-bde6e6da2a26 service neutron] Bound port: 72bb7570-22b0-4c51-8527-ccee3ffeebc4, host: n-h2-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd32e82e-4c16-4b8e-82d3-cc32f23da897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8d6faeee-4b2b-419f-bd86-51125d79f000'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:30:56.309591 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-446413b4-ddd9-4133-96b6-bde6e6da2a26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:56.327913 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bce687-b918-4f96-a02f-e6fa3668db48 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Pushing event updated for resources: {'Port': ['ID=30e0c74b-bcb8-4af8-a6e9-5be1b57667dc,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:56.396252 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76dbfbf9-3359-4c54-944e-8645e3ad816a req-72bce687-b918-4f96-a02f-e6fa3668db48 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Network a37e2d3e-8e8b-49fa-a97d-3b06631436db is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:30:56.401962 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [req-76dbfbf9-3359-4c54-944e-8645e3ad816a req-72bce687-b918-4f96-a02f-e6fa3668db48 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:30:56.409637 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-76dbfbf9-3359-4c54-944e-8645e3ad816a req-72bce687-b918-4f96-a02f-e6fa3668db48 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:30:56.514211 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dbfbf9-3359-4c54-944e-8645e3ad816a req-72bce687-b918-4f96-a02f-e6fa3668db48 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:56.514799 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-76dbfbf9-3359-4c54-944e-8645e3ad816a req-72bce687-b918-4f96-a02f-e6fa3668db48 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:56.537377 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-446413b4-ddd9-4133-96b6-bde6e6da2a26 service neutron] For port 72bb7570-22b0-4c51-8527-ccee3ffeebc4, host n-h2-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:30:56.542648 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-446413b4-ddd9-4133-96b6-bde6e6da2a26 service neutron] For port 72bb7570-22b0-4c51-8527-ccee3ffeebc4, host n-h2-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=72bb7570-22b0-4c51-8527-ccee3ffeebc4,segment=NetworkSegment(bd32e82e-4c16-4b8e-82d3-cc32f23da897),segment_id=bd32e82e-4c16-4b8e-82d3-cc32f23da897)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:30:56.568489 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad7463-e65f-4ff6-bf1a-5c2e3bf8f6d1 req-a7f1c3b6-cd97-466c-b3a3-aab3a4dfcd0d tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:56.575744 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad7463-e65f-4ff6-bf1a-5c2e3bf8f6d1 req-a7f1c3b6-cd97-466c-b3a3-aab3a4dfcd0d tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:56.583654 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4dad7463-e65f-4ff6-bf1a-5c2e3bf8f6d1 req-a7f1c3b6-cd97-466c-b3a3-aab3a4dfcd0d tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ab117e5-eba4-4915-af4d-29ff1c657022 HTTP/1.1" status: 200 len: 1678 time: 0.1621668 Apr 05 14:30:56.636171 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-76dbfbf9-3359-4c54-944e-8645e3ad816a req-72bce687-b918-4f96-a02f-e6fa3668db48 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2744114 Apr 05 14:30:56.645395 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4dad7463-e65f-4ff6-bf1a-5c2e3bf8f6d1 req-3a409ee2-aded-4fd6-af64-f3b91df47173 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/security-groups?id=a0b9f0a8-8003-41fc-96c3-f7974a1b5067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602405 Apr 05 14:30:56.654241 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-76dbfbf9-3359-4c54-944e-8645e3ad816a req-3a810856-1b2a-4093-83dc-6ac393ebaa01 service neutron] Request body: {'port': {'device_id': '0dacf389-7b4a-4f4d-a07b-66c640ef2c96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:30:56.663232 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-446413b4-ddd9-4133-96b6-bde6e6da2a26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:56.731059 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-90c06979-de78-4e41-825d-f745e01f5c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:56.756152 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-76dbfbf9-3359-4c54-944e-8645e3ad816a req-3a810856-1b2a-4093-83dc-6ac393ebaa01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:56.783390 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446413b4-ddd9-4133-96b6-bde6e6da2a26 service neutron] Pushing event updated for resources: {'Port': ['ID=72bb7570-22b0-4c51-8527-ccee3ffeebc4,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:56.808832 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-446413b4-ddd9-4133-96b6-bde6e6da2a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:56.809592 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-446413b4-ddd9-4133-96b6-bde6e6da2a26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:56.810969 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-446413b4-ddd9-4133-96b6-bde6e6da2a26 service neutron] 10.222.0.11 "PUT /v2.0/ports/72bb7570-22b0-4c51-8527-ccee3ffeebc4 HTTP/1.1" status: 200 len: 1091 time: 2.8851898 Apr 05 14:30:56.811438 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ab117e5-eba4-4915-af4d-29ff1c657022', 'tag': '72bb7570-22b0-4c51-8527-ccee3ffeebc4'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:30:56.826049 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b47fcf-03e1-4065-b7aa-db3c54a9630c" -d '{"events": [{"name": "network-changed", "server_uuid": "8ab117e5-eba4-4915-af4d-29ff1c657022", "tag": "72bb7570-22b0-4c51-8527-ccee3ffeebc4"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:30:56.933813 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8be9263d-6c67-4053-ad29-43f8f9e82324 x-openstack-request-id: req-8be9263d-6c67-4053-ad29-43f8f9e82324 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:30:56.936342 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ab117e5-eba4-4915-af4d-29ff1c657022", "tag": "72bb7570-22b0-4c51-8527-ccee3ffeebc4", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:30:56.936342 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8be9263d-6c67-4053-ad29-43f8f9e82324 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:30:56.936342 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8be9263d-6c67-4053-ad29-43f8f9e82324'] response: {'name': 'network-changed', 'server_uuid': '8ab117e5-eba4-4915-af4d-29ff1c657022', 'tag': '72bb7570-22b0-4c51-8527-ccee3ffeebc4', 'status': 'completed', 'code': 200} Apr 05 14:30:57.043890 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-76efbe6e-e89e-4298-a53e-8fabe6ced67e req-be8037f0-5d40-4c29-8fda-04379b08aa94 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4155d030-6cc5-4f6d-931b-b00232a93708 HTTP/1.1" status: 200 len: 210 time: 0.0756886 Apr 05 14:30:57.129702 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b47fcf-03e1-4065-b7aa-db3c54a9630c req-f8660405-f6d7-448f-a739-71752768c801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:57.130186 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b47fcf-03e1-4065-b7aa-db3c54a9630c req-f8660405-f6d7-448f-a739-71752768c801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:57.131865 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-98b47fcf-03e1-4065-b7aa-db3c54a9630c req-f8660405-f6d7-448f-a739-71752768c801 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9f48ad39adb04af7baada856c775d36d&device_id=8ab117e5-eba4-4915-af4d-29ff1c657022 HTTP/1.1" status: 200 len: 1980 time: 0.1591396 Apr 05 14:30:57.331796 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b47fcf-03e1-4065-b7aa-db3c54a9630c req-78c24342-a1ff-4a7d-8b8e-45247b85fa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:57.332282 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b47fcf-03e1-4065-b7aa-db3c54a9630c req-78c24342-a1ff-4a7d-8b8e-45247b85fa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:57.332742 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b47fcf-03e1-4065-b7aa-db3c54a9630c req-78c24342-a1ff-4a7d-8b8e-45247b85fa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:57.337609 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-98b47fcf-03e1-4065-b7aa-db3c54a9630c req-78c24342-a1ff-4a7d-8b8e-45247b85fa70 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=9f48ad39adb04af7baada856c775d36d&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1943481 Apr 05 14:30:57.399058 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [req-76dbfbf9-3359-4c54-944e-8645e3ad816a req-3a810856-1b2a-4093-83dc-6ac393ebaa01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30e0c74b-bcb8-4af8-a6e9-5be1b57667dc {{(pid=103321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:30:57.417375 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-76dbfbf9-3359-4c54-944e-8645e3ad816a req-3a810856-1b2a-4093-83dc-6ac393ebaa01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:57.448589 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.provisioning_blocks [req-76dbfbf9-3359-4c54-944e-8645e3ad816a req-3a810856-1b2a-4093-83dc-6ac393ebaa01 service neutron] Transition to ACTIVE for port object 30e0c74b-bcb8-4af8-a6e9-5be1b57667dc will not be triggered until provisioned by entity L2. {{(pid=103321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:30:57.488974 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e312347b-7d86-4619-b05f-16dc810db5cc req-e06f1704-6bb6-4bf1-bb11-002faab21b45 tempest-ServersAaction247Test-190833514 tempest-ServersAaction247Test-190833514-project] 10.222.0.30 "GET /v2.0/ports?device_id=4155d030-6cc5-4f6d-931b-b00232a93708 HTTP/1.1" status: 200 len: 210 time: 0.1387618 Apr 05 14:30:57.536730 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-76dbfbf9-3359-4c54-944e-8645e3ad816a req-3a810856-1b2a-4093-83dc-6ac393ebaa01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:57.566992 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0f8ecb-25f3-4c9e-b413-9b7c4da408e2 req-8aec05d5-e187-432d-8d91-827019bf8c94 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:57.584764 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2d0f8ecb-25f3-4c9e-b413-9b7c4da408e2 req-8aec05d5-e187-432d-8d91-827019bf8c94 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fde1780-9f77-4003-9873-44b7523942c2 HTTP/1.1" status: 200 len: 946 time: 0.2457817 Apr 05 14:30:57.618291 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b47fcf-03e1-4065-b7aa-db3c54a9630c req-1bba328d-8109-45e7-9fcc-b24d9846833d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:57.619786 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-98b47fcf-03e1-4065-b7aa-db3c54a9630c req-1bba328d-8109-45e7-9fcc-b24d9846833d service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2560594 Apr 05 14:30:57.667157 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a810856-1b2a-4093-83dc-6ac393ebaa01 service neutron] Pushing event updated for resources: {'Port': ['ID=30e0c74b-bcb8-4af8-a6e9-5be1b57667dc,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:57.748746 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-76dbfbf9-3359-4c54-944e-8645e3ad816a req-3a810856-1b2a-4093-83dc-6ac393ebaa01 service neutron] Attempting to bind port 30e0c74b-bcb8-4af8-a6e9-5be1b57667dc on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:30:57.748746 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-76dbfbf9-3359-4c54-944e-8645e3ad816a req-3a810856-1b2a-4093-83dc-6ac393ebaa01 service neutron] Attempting to bind port 30e0c74b-bcb8-4af8-a6e9-5be1b57667dc by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': 'e44f5d0a-bab4-40cf-a1ed-36028ad06628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a37e2d3e-8e8b-49fa-a97d-3b06631436db'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:30:57.748746 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76dbfbf9-3359-4c54-944e-8645e3ad816a req-3a810856-1b2a-4093-83dc-6ac393ebaa01 service neutron] Attempting to bind port 30e0c74b-bcb8-4af8-a6e9-5be1b57667dc on network a37e2d3e-8e8b-49fa-a97d-3b06631436db {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:30:57.755055 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76dbfbf9-3359-4c54-944e-8645e3ad816a req-3a810856-1b2a-4093-83dc-6ac393ebaa01 service neutron] Port 30e0c74b-bcb8-4af8-a6e9-5be1b57667dc on network a37e2d3e-8e8b-49fa-a97d-3b06631436db not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:30:57.755391 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76dbfbf9-3359-4c54-944e-8645e3ad816a req-3a810856-1b2a-4093-83dc-6ac393ebaa01 service neutron] Attempting to bind port 30e0c74b-bcb8-4af8-a6e9-5be1b57667dc on network a37e2d3e-8e8b-49fa-a97d-3b06631436db {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:30:57.765601 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2d0f8ecb-25f3-4c9e-b413-9b7c4da408e2 req-c2a494b0-c44d-4e26-a21b-c6592a3c0217 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797848 Apr 05 14:30:57.783206 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76dbfbf9-3359-4c54-944e-8645e3ad816a req-3a810856-1b2a-4093-83dc-6ac393ebaa01 service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:30:57.783206 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76dbfbf9-3359-4c54-944e-8645e3ad816a req-3a810856-1b2a-4093-83dc-6ac393ebaa01 service neutron] Checking segment: {'id': 'e44f5d0a-bab4-40cf-a1ed-36028ad06628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a37e2d3e-8e8b-49fa-a97d-3b06631436db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:30:57.783206 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76dbfbf9-3359-4c54-944e-8645e3ad816a req-3a810856-1b2a-4093-83dc-6ac393ebaa01 service neutron] Bound using segment: {'id': 'e44f5d0a-bab4-40cf-a1ed-36028ad06628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a37e2d3e-8e8b-49fa-a97d-3b06631436db'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:30:57.783206 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-76dbfbf9-3359-4c54-944e-8645e3ad816a req-3a810856-1b2a-4093-83dc-6ac393ebaa01 service neutron] Bound port: 30e0c74b-bcb8-4af8-a6e9-5be1b57667dc, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e44f5d0a-bab4-40cf-a1ed-36028ad06628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a37e2d3e-8e8b-49fa-a97d-3b06631436db'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:30:57.783206 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-76dbfbf9-3359-4c54-944e-8645e3ad816a req-3a810856-1b2a-4093-83dc-6ac393ebaa01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:57.816110 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e481cd-6dcb-4dca-b707-57adaf9a49a1 req-fe0d0c99-b183-4ab6-ac74-dad91404b1c4 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:57.830337 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-60e481cd-6dcb-4dca-b707-57adaf9a49a1 req-fe0d0c99-b183-4ab6-ac74-dad91404b1c4 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dacf389-7b4a-4f4d-a07b-66c640ef2c96 HTTP/1.1" status: 200 len: 943 time: 0.2093198 Apr 05 14:30:57.837660 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-ab625266-4536-4ec4-ad1f-56b58f970863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:57.838424 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-ab625266-4536-4ec4-ad1f-56b58f970863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:57.840149 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-ab625266-4536-4ec4-ad1f-56b58f970863 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9f48ad39adb04af7baada856c775d36d&device_id=8ab117e5-eba4-4915-af4d-29ff1c657022 HTTP/1.1" status: 200 len: 1980 time: 0.1597879 Apr 05 14:30:57.907892 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:57.914093 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-c82b587b-58c5-439b-aad7-0903dc20bac9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.100&port_id=d3ef3544-818c-4f3f-8498-f2b3fd62bdbe HTTP/1.1" status: 200 len: 217 time: 0.0588791 Apr 05 14:30:57.932597 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-76dbfbf9-3359-4c54-944e-8645e3ad816a req-3a810856-1b2a-4093-83dc-6ac393ebaa01 service neutron] For port 30e0c74b-bcb8-4af8-a6e9-5be1b57667dc, host n-h1-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:30:57.936295 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-76dbfbf9-3359-4c54-944e-8645e3ad816a req-3a810856-1b2a-4093-83dc-6ac393ebaa01 service neutron] For port 30e0c74b-bcb8-4af8-a6e9-5be1b57667dc, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=30e0c74b-bcb8-4af8-a6e9-5be1b57667dc,segment=NetworkSegment(e44f5d0a-bab4-40cf-a1ed-36028ad06628),segment_id=e44f5d0a-bab4-40cf-a1ed-36028ad06628)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:30:57.971813 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-b27a579d-8167-436c-8e11-179260f14d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:57.973328 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-b27a579d-8167-436c-8e11-179260f14d05 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e9600c8e-d8d2-429a-817f-c5365e338be3 HTTP/1.1" status: 200 len: 801 time: 0.0496655 Apr 05 14:30:58.011272 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-76dbfbf9-3359-4c54-944e-8645e3ad816a req-3a810856-1b2a-4093-83dc-6ac393ebaa01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:58.066775 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-60e481cd-6dcb-4dca-b707-57adaf9a49a1 req-991600f7-3525-4019-9cf5-ee0491c1fbe4 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214375 Apr 05 14:30:58.088322 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a810856-1b2a-4093-83dc-6ac393ebaa01 service neutron] Pushing event updated for resources: {'Port': ['ID=30e0c74b-bcb8-4af8-a6e9-5be1b57667dc,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:58.101463 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dbfbf9-3359-4c54-944e-8645e3ad816a req-3a810856-1b2a-4093-83dc-6ac393ebaa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:58.102454 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-76dbfbf9-3359-4c54-944e-8645e3ad816a req-3a810856-1b2a-4093-83dc-6ac393ebaa01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:58.103526 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-76dbfbf9-3359-4c54-944e-8645e3ad816a req-3a810856-1b2a-4093-83dc-6ac393ebaa01 service neutron] 10.222.0.55 "PUT /v2.0/ports/30e0c74b-bcb8-4af8-a6e9-5be1b57667dc HTTP/1.1" status: 200 len: 1091 time: 1.4557869 Apr 05 14:30:58.103964 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dacf389-7b4a-4f4d-a07b-66c640ef2c96', 'tag': '30e0c74b-bcb8-4af8-a6e9-5be1b57667dc'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:30:58.106227 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-0d4c515e-c97e-494a-8b91-3c112fc275a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:58.106374 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4653e30-d24e-4025-aa41-c023e6d21a0b" -d '{"events": [{"name": "network-changed", "server_uuid": "0dacf389-7b4a-4f4d-a07b-66c640ef2c96", "tag": "30e0c74b-bcb8-4af8-a6e9-5be1b57667dc"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:30:58.107761 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-0d4c515e-c97e-494a-8b91-3c112fc275a2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eef537ff-1192-4a32-9380-2ad0941f31fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1250503 Apr 05 14:30:58.168427 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6d40ba-9459-4cff-8849-70e9c55bfe73 req-30f3b88c-423f-45e0-b005-89f9f60dd863 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:58.180213 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6d40ba-9459-4cff-8849-70e9c55bfe73 req-30f3b88c-423f-45e0-b005-89f9f60dd863 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:58.192308 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6d40ba-9459-4cff-8849-70e9c55bfe73 req-30f3b88c-423f-45e0-b005-89f9f60dd863 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:58.210943 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6d40ba-9459-4cff-8849-70e9c55bfe73 req-30f3b88c-423f-45e0-b005-89f9f60dd863 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:58.217653 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6d40ba-9459-4cff-8849-70e9c55bfe73 req-30f3b88c-423f-45e0-b005-89f9f60dd863 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:58.224306 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6d40ba-9459-4cff-8849-70e9c55bfe73 req-30f3b88c-423f-45e0-b005-89f9f60dd863 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:58.230961 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6d40ba-9459-4cff-8849-70e9c55bfe73 req-30f3b88c-423f-45e0-b005-89f9f60dd863 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:58.233134 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0f6d40ba-9459-4cff-8849-70e9c55bfe73 req-30f3b88c-423f-45e0-b005-89f9f60dd863 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f18ed5e-8412-4093-8697-f85d9fb0ff29 HTTP/1.1" status: 200 len: 5445 time: 0.2589204 Apr 05 14:30:58.352658 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dbfbf9-3359-4c54-944e-8645e3ad816a req-51bc8686-45c4-4e3e-8348-7903862fdd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:58.354269 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-76dbfbf9-3359-4c54-944e-8645e3ad816a req-51bc8686-45c4-4e3e-8348-7903862fdd2a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ec0fa5de45e74f079e998d8c4a01aedf&device_id=0dacf389-7b4a-4f4d-a07b-66c640ef2c96 HTTP/1.1" status: 200 len: 1094 time: 0.0974190 Apr 05 14:30:58.405775 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-76dbfbf9-3359-4c54-944e-8645e3ad816a req-0582e93f-ec85-4f98-9167-9de07995907b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30e0c74b-bcb8-4af8-a6e9-5be1b57667dc HTTP/1.1" status: 200 len: 217 time: 0.0419137 Apr 05 14:30:58.410797 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0f6d40ba-9459-4cff-8849-70e9c55bfe73 req-91fac7c2-8080-44cc-b83e-2f72ff754a05 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/security-groups?id=af1bc31d-d32e-449d-996f-2d72dd41207d&id=651049ed-3ef9-4175-8455-d871a11c2622&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1517711 Apr 05 14:30:58.463267 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb5f729-f2fe-4168-af10-6371e8a13ff7 req-71abca95-8f4c-4de9-aa13-665f10931834 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:58.486130 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb5f729-f2fe-4168-af10-6371e8a13ff7 req-71abca95-8f4c-4de9-aa13-665f10931834 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:58.487865 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1eb5f729-f2fe-4168-af10-6371e8a13ff7 req-71abca95-8f4c-4de9-aa13-665f10931834 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ab117e5-eba4-4915-af4d-29ff1c657022 HTTP/1.1" status: 200 len: 1678 time: 0.2534258 Apr 05 14:30:58.523065 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d08d4e-5240-4fa6-bd6e-b779beef19bf x-openstack-request-id: req-13d08d4e-5240-4fa6-bd6e-b779beef19bf {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:30:58.526221 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dacf389-7b4a-4f4d-a07b-66c640ef2c96", "tag": "30e0c74b-bcb8-4af8-a6e9-5be1b57667dc", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:30:58.527229 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-13d08d4e-5240-4fa6-bd6e-b779beef19bf {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:30:58.527736 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13d08d4e-5240-4fa6-bd6e-b779beef19bf'] response: {'name': 'network-changed', 'server_uuid': '0dacf389-7b4a-4f4d-a07b-66c640ef2c96', 'tag': '30e0c74b-bcb8-4af8-a6e9-5be1b57667dc', 'status': 'completed', 'code': 200} Apr 05 14:30:58.564028 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dbfbf9-3359-4c54-944e-8645e3ad816a req-beb56dee-3ae7-428c-bc05-876f3a2ecabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:58.567058 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-76dbfbf9-3359-4c54-944e-8645e3ad816a req-beb56dee-3ae7-428c-bc05-876f3a2ecabd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e7ccd1c0-0ac4-418f-bea2-fcb22a694a96 HTTP/1.1" status: 200 len: 860 time: 0.1525211 Apr 05 14:30:58.624544 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1eb5f729-f2fe-4168-af10-6371e8a13ff7 req-156885b8-72f6-4800-8064-50ea6e4b817e tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/security-groups?id=a0b9f0a8-8003-41fc-96c3-f7974a1b5067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215048 Apr 05 14:30:58.628554 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-0335e156-6df9-40bc-8314-b13bd6860a2a service neutron] 10.222.0.11 "GET /v2.0/networks/eef537ff-1192-4a32-9380-2ad0941f31fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5122290 Apr 05 14:30:58.633493 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-76dbfbf9-3359-4c54-944e-8645e3ad816a req-a0675bb4-6633-49fd-a3e3-68e826450b15 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a37e2d3e-8e8b-49fa-a97d-3b06631436db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530236 Apr 05 14:30:58.851680 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-76dbfbf9-3359-4c54-944e-8645e3ad816a req-a7f229e2-9fad-401f-b2b1-4e0bf2da0c8b service neutron] 10.222.0.55 "GET /v2.0/networks/a37e2d3e-8e8b-49fa-a97d-3b06631436db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033119 Apr 05 14:30:59.078175 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-76dbfbf9-3359-4c54-944e-8645e3ad816a req-32f25dc2-ca52-4fc6-877c-35c4eb60a7d4 service neutron] 10.222.0.55 "GET /v2.0/networks/a37e2d3e-8e8b-49fa-a97d-3b06631436db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167866 Apr 05 14:30:59.166451 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-adc489d7-5215-40d1-9be3-dfe684249f42 service neutron] 10.222.0.11 "GET /v2.0/networks/eef537ff-1192-4a32-9380-2ad0941f31fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4734793 Apr 05 14:30:59.257406 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5a4c7c96-272c-4c1b-8a38-680a1c4c0c56 req-a1846bba-41a7-4445-88ef-55d1f5812847 tempest-ServersAaction247Test-190833514 tempest-ServersAaction247Test-190833514-project] 10.222.0.30 "GET /v2.0/ports?device_id=4155d030-6cc5-4f6d-931b-b00232a93708 HTTP/1.1" status: 200 len: 210 time: 0.0882940 Apr 05 14:30:59.289332 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-3a713319-ae92-4d35-9491-125ec19bc471 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.70&port_id=72bb7570-22b0-4c51-8527-ccee3ffeebc4 HTTP/1.1" status: 200 len: 217 time: 0.0936642 Apr 05 14:30:59.330679 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39734a9-2c91-4bd8-a36b-8c691f49ae39 req-80ed9962-c802-4664-902c-318af39ab3b4 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:59.339323 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4653e30-d24e-4025-aa41-c023e6d21a0b req-943c8a5b-bd82-4c79-b648-10d0a0cdfd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:59.339565 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39734a9-2c91-4bd8-a36b-8c691f49ae39 req-80ed9962-c802-4664-902c-318af39ab3b4 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:59.341556 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-d4653e30-d24e-4025-aa41-c023e6d21a0b req-943c8a5b-bd82-4c79-b648-10d0a0cdfd42 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ec0fa5de45e74f079e998d8c4a01aedf&device_id=0dacf389-7b4a-4f4d-a07b-66c640ef2c96 HTTP/1.1" status: 200 len: 1094 time: 0.1023569 Apr 05 14:30:59.350163 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39734a9-2c91-4bd8-a36b-8c691f49ae39 req-80ed9962-c802-4664-902c-318af39ab3b4 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:59.366390 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39734a9-2c91-4bd8-a36b-8c691f49ae39 req-80ed9962-c802-4664-902c-318af39ab3b4 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:59.379644 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39734a9-2c91-4bd8-a36b-8c691f49ae39 req-80ed9962-c802-4664-902c-318af39ab3b4 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:59.385602 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39734a9-2c91-4bd8-a36b-8c691f49ae39 req-80ed9962-c802-4664-902c-318af39ab3b4 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:59.392559 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39734a9-2c91-4bd8-a36b-8c691f49ae39 req-80ed9962-c802-4664-902c-318af39ab3b4 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:59.406789 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a39734a9-2c91-4bd8-a36b-8c691f49ae39 req-80ed9962-c802-4664-902c-318af39ab3b4 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f18ed5e-8412-4093-8697-f85d9fb0ff29 HTTP/1.1" status: 200 len: 5445 time: 0.8167515 Apr 05 14:30:59.450890 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:59.571210 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4653e30-d24e-4025-aa41-c023e6d21a0b req-7ba4e3b1-1aa0-4840-b52f-ebb7f5f4a992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:59.573544 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-d4653e30-d24e-4025-aa41-c023e6d21a0b req-7ba4e3b1-1aa0-4840-b52f-ebb7f5f4a992 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a37e2d3e-8e8b-49fa-a97d-3b06631436db HTTP/1.1" status: 200 len: 921 time: 0.2147839 Apr 05 14:30:59.581798 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7820b194-1fd9-408c-a6dc-e84f9167bb4a req-e8f0ac35-e9a9-4fed-9644-18a674a92e1e tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:59.589389 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7820b194-1fd9-408c-a6dc-e84f9167bb4a req-e8f0ac35-e9a9-4fed-9644-18a674a92e1e tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fde1780-9f77-4003-9873-44b7523942c2 HTTP/1.1" status: 200 len: 946 time: 0.1812763 Apr 05 14:30:59.603972 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fd04fd-edfe-4cfa-9b94-b9e045827a44 req-81aaf97f-fff6-4d10-8868-acedd0080f6e tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:59.609408 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-52fd04fd-edfe-4cfa-9b94-b9e045827a44 req-81aaf97f-fff6-4d10-8868-acedd0080f6e tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dacf389-7b4a-4f4d-a07b-66c640ef2c96 HTTP/1.1" status: 200 len: 943 time: 0.1077328 Apr 05 14:30:59.611674 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-17e9578e-4101-456d-b7c0-3c1907dd83c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:59.613247 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-17e9578e-4101-456d-b7c0-3c1907dd83c0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c7eec388-494a-410c-a7b9-05b8a3387728 HTTP/1.1" status: 200 len: 801 time: 0.3296032 Apr 05 14:30:59.626939 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-d4653e30-d24e-4025-aa41-c023e6d21a0b req-14233be6-1251-4f31-8d8d-746559898ac7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30e0c74b-bcb8-4af8-a6e9-5be1b57667dc HTTP/1.1" status: 200 len: 217 time: 0.0449009 Apr 05 14:30:59.634232 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:59.723819 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-270a97bb-284f-4447-98ca-716a5635884e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:59.725757 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-270a97bb-284f-4447-98ca-716a5635884e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d6faeee-4b2b-419f-bd86-51125d79f000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0976458 Apr 05 14:30:59.737831 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7820b194-1fd9-408c-a6dc-e84f9167bb4a req-b3b09f12-300f-4417-b325-59ad977f514b tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475878 Apr 05 14:30:59.773981 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-52fd04fd-edfe-4cfa-9b94-b9e045827a44 req-60c1e21c-6291-4a55-a0ad-e58894ba8c99 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578724 Apr 05 14:30:59.823709 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4653e30-d24e-4025-aa41-c023e6d21a0b req-985a809d-aedf-4c67-8624-bc4d9c114143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:59.825669 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-d4653e30-d24e-4025-aa41-c023e6d21a0b req-985a809d-aedf-4c67-8624-bc4d9c114143 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e7ccd1c0-0ac4-418f-bea2-fcb22a694a96 HTTP/1.1" status: 200 len: 860 time: 0.1876614 Apr 05 14:30:59.915450 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-d4653e30-d24e-4025-aa41-c023e6d21a0b req-8303c813-a018-498d-9068-e0779d3c6260 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a37e2d3e-8e8b-49fa-a97d-3b06631436db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821781 Apr 05 14:30:59.950870 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-f247f921-274e-46b3-ae14-e9ca8247a8c7 service neutron] 10.222.0.11 "GET /v2.0/networks/8d6faeee-4b2b-419f-bd86-51125d79f000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173672 Apr 05 14:31:00.048202 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-d4653e30-d24e-4025-aa41-c023e6d21a0b req-98edb190-bc38-4921-a898-ba2bd18eae91 service neutron] 10.222.0.55 "GET /v2.0/networks/a37e2d3e-8e8b-49fa-a97d-3b06631436db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234422 Apr 05 14:31:00.156093 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a5d48e38-6188-49fe-bd43-e0605fee29e0 req-1603d98c-8785-48e6-bd3b-6c6ecbcced0e service neutron] 10.222.0.11 "GET /v2.0/networks/8d6faeee-4b2b-419f-bd86-51125d79f000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955464 Apr 05 14:31:00.184722 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355918f1-9fad-4d81-b51e-7f834b3972c5 req-f76a9dd6-f244-48c5-bd92-f55fda4a650b tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:00.192208 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-d4653e30-d24e-4025-aa41-c023e6d21a0b req-83ae4bc7-6ddc-436e-baf6-0a2ce0f302c8 service neutron] 10.222.0.55 "GET /v2.0/networks/a37e2d3e-8e8b-49fa-a97d-3b06631436db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363635 Apr 05 14:31:00.200204 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355918f1-9fad-4d81-b51e-7f834b3972c5 req-f76a9dd6-f244-48c5-bd92-f55fda4a650b tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:00.212313 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-355918f1-9fad-4d81-b51e-7f834b3972c5 req-f76a9dd6-f244-48c5-bd92-f55fda4a650b tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ab117e5-eba4-4915-af4d-29ff1c657022 HTTP/1.1" status: 200 len: 1678 time: 0.3179893 Apr 05 14:31:00.291580 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-355918f1-9fad-4d81-b51e-7f834b3972c5 req-b3684e04-df6a-4683-a461-514d01366d54 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/security-groups?id=a0b9f0a8-8003-41fc-96c3-f7974a1b5067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782852 Apr 05 14:31:00.525444 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8726bf3e-168c-4abf-a7fa-b3c5665aa24f req-db4a4c87-390f-4b55-a454-f7aacca409d9 tempest-ServersAaction247Test-190833514 tempest-ServersAaction247Test-190833514-project] 10.222.0.30 "GET /v2.0/ports?device_id=4155d030-6cc5-4f6d-931b-b00232a93708 HTTP/1.1" status: 200 len: 210 time: 0.0462368 Apr 05 14:31:00.728028 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f41ef15-9385-4b11-8650-9417e1bec18e req-b86c29d3-0106-4324-9724-4476c35a0cbc tempest-VolumesAdminNegativeTest-1013622783 tempest-VolumesAdminNegativeTest-1013622783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:00.729579 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5f41ef15-9385-4b11-8650-9417e1bec18e req-b86c29d3-0106-4324-9724-4476c35a0cbc tempest-VolumesAdminNegativeTest-1013622783 tempest-VolumesAdminNegativeTest-1013622783-project] 10.222.0.30 "GET /v2.0/ports?device_id=75465c73-f9ad-4f9c-8eb3-b93d66aafefe HTTP/1.1" status: 200 len: 946 time: 0.0587995 Apr 05 14:31:00.778943 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5f41ef15-9385-4b11-8650-9417e1bec18e req-902259c7-a8d7-473c-a002-102ed833155e tempest-VolumesAdminNegativeTest-1013622783 tempest-VolumesAdminNegativeTest-1013622783-project] 10.222.0.30 "GET /v2.0/security-groups?id=d36602e2-ba30-46f6-8301-7d410100b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414419 Apr 05 14:31:00.927361 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e133e781-e5cc-495e-854f-51a78b161a27 req-36804ae2-dd03-4059-a58e-eb08ea4d16b6 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:00.935226 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e133e781-e5cc-495e-854f-51a78b161a27 req-36804ae2-dd03-4059-a58e-eb08ea4d16b6 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fde1780-9f77-4003-9873-44b7523942c2 HTTP/1.1" status: 200 len: 946 time: 0.0701470 Apr 05 14:31:00.981343 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e133e781-e5cc-495e-854f-51a78b161a27 req-d269ba7e-780e-4ed8-9266-9c829775343d tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376496 Apr 05 14:31:01.109102 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a958d-cc52-47b1-8b41-ff75af96d53c req-483acfc1-066a-4b18-9911-e74fb8b4bb12 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:01.111285 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b10a958d-cc52-47b1-8b41-ff75af96d53c req-483acfc1-066a-4b18-9911-e74fb8b4bb12 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dacf389-7b4a-4f4d-a07b-66c640ef2c96 HTTP/1.1" status: 200 len: 943 time: 0.0696723 Apr 05 14:31:01.186809 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b10a958d-cc52-47b1-8b41-ff75af96d53c req-cdf34dae-d538-4add-befd-e0357c535944 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661640 Apr 05 14:31:01.505315 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62f0f9-0886-49a2-b6eb-1950e504c452 req-ffe8d914-1526-4ab3-8457-47f3cadf259a tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:01.511890 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62f0f9-0886-49a2-b6eb-1950e504c452 req-ffe8d914-1526-4ab3-8457-47f3cadf259a tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:01.530363 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1f62f0f9-0886-49a2-b6eb-1950e504c452 req-ffe8d914-1526-4ab3-8457-47f3cadf259a tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ab117e5-eba4-4915-af4d-29ff1c657022 HTTP/1.1" status: 200 len: 1678 time: 0.1156890 Apr 05 14:31:01.591570 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1f62f0f9-0886-49a2-b6eb-1950e504c452 req-4d9077c9-66ec-4e77-9db7-41e4a4f0f0e0 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/security-groups?id=a0b9f0a8-8003-41fc-96c3-f7974a1b5067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543356 Apr 05 14:31:01.718204 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-455f1bb8-8d5f-40a3-ba26-181ce85cd210 req-ff18dbbc-8507-49f1-9c92-eb17497214d7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0d2189aeadb04607bf688981a713628e&device_id=4155d030-6cc5-4f6d-931b-b00232a93708 HTTP/1.1" status: 200 len: 210 time: 0.0311584 Apr 05 14:31:01.742560 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-54150efe-a2df-47b0-9ee2-ecdbcbc2c6da req-6b556390-9505-4913-ade0-84da6fa2fd3c tempest-ServersAaction247Test-190833514 tempest-ServersAaction247Test-190833514-project] 10.222.0.30 "GET /v2.0/ports?device_id=4155d030-6cc5-4f6d-931b-b00232a93708 HTTP/1.1" status: 200 len: 210 time: 0.0451968 Apr 05 14:31:01.767850 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-455f1bb8-8d5f-40a3-ba26-181ce85cd210 req-1da305c6-143b-42fd-ac2a-31d2ad834fe9 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=0d2189aeadb04607bf688981a713628e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367200 Apr 05 14:31:01.908282 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455f1bb8-8d5f-40a3-ba26-181ce85cd210 req-02ae08b9-d7a0-430a-9ade-ba8b12f61d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:01.909969 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-455f1bb8-8d5f-40a3-ba26-181ce85cd210 req-02ae08b9-d7a0-430a-9ade-ba8b12f61d45 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1339970 Apr 05 14:31:01.957788 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1097c8b1-b035-479b-baf2-37cb6e9bb273 req-2f787584-8a8a-46b0-a944-0f40e06a47e8 tempest-VolumesAdminNegativeTest-1013622783 tempest-VolumesAdminNegativeTest-1013622783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:01.965251 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1097c8b1-b035-479b-baf2-37cb6e9bb273 req-2f787584-8a8a-46b0-a944-0f40e06a47e8 tempest-VolumesAdminNegativeTest-1013622783 tempest-VolumesAdminNegativeTest-1013622783-project] 10.222.0.30 "GET /v2.0/ports?device_id=75465c73-f9ad-4f9c-8eb3-b93d66aafefe HTTP/1.1" status: 200 len: 946 time: 0.0897954 Apr 05 14:31:02.006311 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1097c8b1-b035-479b-baf2-37cb6e9bb273 req-21ac6657-5ef6-4393-a835-4da251f915b7 tempest-VolumesAdminNegativeTest-1013622783 tempest-VolumesAdminNegativeTest-1013622783-project] 10.222.0.30 "GET /v2.0/security-groups?id=d36602e2-ba30-46f6-8301-7d410100b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401351 Apr 05 14:31:02.141985 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e8661-5f03-4194-8638-957ca8d4f4a7 req-f4653d4c-bc19-47bc-85e9-68753a4284d3 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:02.144686 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-db6e8661-5f03-4194-8638-957ca8d4f4a7 req-f4653d4c-bc19-47bc-85e9-68753a4284d3 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fde1780-9f77-4003-9873-44b7523942c2 HTTP/1.1" status: 200 len: 946 time: 0.0689697 Apr 05 14:31:02.224734 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-db6e8661-5f03-4194-8638-957ca8d4f4a7 req-6e126cbd-055f-4569-a54a-851ce798348d tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734210 Apr 05 14:31:02.329315 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe21ce53-5fa0-4809-b234-df9ada071b70 req-e8ed0ec5-65fe-43d9-b190-e4bb99e21a7b tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:02.330825 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fe21ce53-5fa0-4809-b234-df9ada071b70 req-e8ed0ec5-65fe-43d9-b190-e4bb99e21a7b tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dacf389-7b4a-4f4d-a07b-66c640ef2c96 HTTP/1.1" status: 200 len: 943 time: 0.0570672 Apr 05 14:31:02.381454 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fe21ce53-5fa0-4809-b234-df9ada071b70 req-fc2fe12d-235b-4796-b6a3-1f89194dae2b tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442388 Apr 05 14:31:02.730676 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015d8f21-742e-4f7e-ab9d-d20cea36c1dc req-b028a5d7-80c6-4a70-983f-0f8bad10a614 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:02.737942 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015d8f21-742e-4f7e-ab9d-d20cea36c1dc req-b028a5d7-80c6-4a70-983f-0f8bad10a614 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:02.739491 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-015d8f21-742e-4f7e-ab9d-d20cea36c1dc req-b028a5d7-80c6-4a70-983f-0f8bad10a614 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ab117e5-eba4-4915-af4d-29ff1c657022 HTTP/1.1" status: 200 len: 1678 time: 0.0702868 Apr 05 14:31:02.833607 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-015d8f21-742e-4f7e-ab9d-d20cea36c1dc req-b85e0f29-5108-42b5-b145-e94bc6f876d8 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/security-groups?id=a0b9f0a8-8003-41fc-96c3-f7974a1b5067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843797 Apr 05 14:31:02.875408 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-75158d5a-fedc-4963-8cb5-f57ce35b833b req-9eedfb19-8fe0-4196-88fe-7f6117763c5c tempest-ServersAaction247Test-190833514 tempest-ServersAaction247Test-190833514-project] 10.222.0.30 "GET /v2.0/ports?device_id=4155d030-6cc5-4f6d-931b-b00232a93708 HTTP/1.1" status: 200 len: 210 time: 0.0284662 Apr 05 14:31:03.067845 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7885c2-c09f-46c8-b368-d1533b2ed6c5 req-e806e33e-7719-4379-8bd0-95f3a408f83f tempest-VolumesAdminNegativeTest-1013622783 tempest-VolumesAdminNegativeTest-1013622783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:03.070460 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-bf7885c2-c09f-46c8-b368-d1533b2ed6c5 req-e806e33e-7719-4379-8bd0-95f3a408f83f tempest-VolumesAdminNegativeTest-1013622783 tempest-VolumesAdminNegativeTest-1013622783-project] 10.222.0.55 "GET /v2.0/ports?device_id=75465c73-f9ad-4f9c-8eb3-b93d66aafefe HTTP/1.1" status: 200 len: 946 time: 0.0662117 Apr 05 14:31:03.209011 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461e4032-fe48-4c5f-9bcd-c2277f750055 req-60500f21-cf0c-4c48-ab7a-14bfca504898 tempest-VolumesAdminNegativeTest-1013622783 tempest-VolumesAdminNegativeTest-1013622783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:03.211198 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-461e4032-fe48-4c5f-9bcd-c2277f750055 req-60500f21-cf0c-4c48-ab7a-14bfca504898 tempest-VolumesAdminNegativeTest-1013622783 tempest-VolumesAdminNegativeTest-1013622783-project] 10.222.0.30 "GET /v2.0/ports?device_id=75465c73-f9ad-4f9c-8eb3-b93d66aafefe HTTP/1.1" status: 200 len: 946 time: 0.0822463 Apr 05 14:31:03.254651 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-bf7885c2-c09f-46c8-b368-d1533b2ed6c5 req-194718c7-bbe0-4e06-abe4-18f3116061dc tempest-VolumesAdminNegativeTest-1013622783 tempest-VolumesAdminNegativeTest-1013622783-project] Deleting port 116238ca-71ac-4551-889e-ef8d092e94b9 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:31:03.254999 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-bf7885c2-c09f-46c8-b368-d1533b2ed6c5 req-194718c7-bbe0-4e06-abe4-18f3116061dc tempest-VolumesAdminNegativeTest-1013622783 tempest-VolumesAdminNegativeTest-1013622783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:03.274256 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-461e4032-fe48-4c5f-9bcd-c2277f750055 req-90310696-9ea3-4661-8a7e-fee7d66d7384 tempest-VolumesAdminNegativeTest-1013622783 tempest-VolumesAdminNegativeTest-1013622783-project] 10.222.0.30 "GET /v2.0/security-groups?id=d36602e2-ba30-46f6-8301-7d410100b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522304 Apr 05 14:31:03.436714 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f15fd2-6c09-44f5-8a9d-a4ac3c06810c req-1040c34d-7646-402e-824d-3e9b3648d653 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:03.449485 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a0f15fd2-6c09-44f5-8a9d-a4ac3c06810c req-1040c34d-7646-402e-824d-3e9b3648d653 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fde1780-9f77-4003-9873-44b7523942c2 HTTP/1.1" status: 200 len: 946 time: 0.1086974 Apr 05 14:31:03.459270 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-bf7885c2-c09f-46c8-b368-d1533b2ed6c5 req-194718c7-bbe0-4e06-abe4-18f3116061dc tempest-VolumesAdminNegativeTest-1013622783 tempest-VolumesAdminNegativeTest-1013622783-project] For port 116238ca-71ac-4551-889e-ef8d092e94b9, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=116238ca-71ac-4551-889e-ef8d092e94b9,segment=NetworkSegment(7f6a9678-17e6-40d5-a42a-0a09badaf78f),segment_id=7f6a9678-17e6-40d5-a42a-0a09badaf78f)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:03.463162 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-bf7885c2-c09f-46c8-b368-d1533b2ed6c5 req-194718c7-bbe0-4e06-abe4-18f3116061dc tempest-VolumesAdminNegativeTest-1013622783 tempest-VolumesAdminNegativeTest-1013622783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:03.479774 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-bf7885c2-c09f-46c8-b368-d1533b2ed6c5 req-194718c7-bbe0-4e06-abe4-18f3116061dc tempest-VolumesAdminNegativeTest-1013622783 tempest-VolumesAdminNegativeTest-1013622783-project] Calling delete_port for 116238ca-71ac-4551-889e-ef8d092e94b9 owned by compute:nova {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:31:03.627058 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a0f15fd2-6c09-44f5-8a9d-a4ac3c06810c req-02298b04-7338-4fbf-8afc-1676677386f3 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764357 Apr 05 14:31:03.673903 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2921544f-a866-4372-9f01-75943d6767e8 req-4972a71b-422d-481b-9cc9-a8457f313728 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:03.675435 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2921544f-a866-4372-9f01-75943d6767e8 req-4972a71b-422d-481b-9cc9-a8457f313728 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dacf389-7b4a-4f4d-a07b-66c640ef2c96 HTTP/1.1" status: 200 len: 943 time: 0.1730905 Apr 05 14:31:03.745471 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2921544f-a866-4372-9f01-75943d6767e8 req-f8891d74-2f6e-487e-9df8-0c82fb72e394 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597782 Apr 05 14:31:03.787747 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-bf7885c2-c09f-46c8-b368-d1533b2ed6c5 req-194718c7-bbe0-4e06-abe4-18f3116061dc tempest-VolumesAdminNegativeTest-1013622783 tempest-VolumesAdminNegativeTest-1013622783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:03.801607 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['116238ca-71ac-4551-889e-ef8d092e94b9'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:31:03.869231 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194718c7-bbe0-4e06-abe4-18f3116061dc tempest-VolumesAdminNegativeTest-1013622783 tempest-VolumesAdminNegativeTest-1013622783-project] Pushing event deleted for resources: {'Port': ['ID=116238ca-71ac-4551-889e-ef8d092e94b9,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:03.919143 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf7885c2-c09f-46c8-b368-d1533b2ed6c5 req-194718c7-bbe0-4e06-abe4-18f3116061dc tempest-VolumesAdminNegativeTest-1013622783 tempest-VolumesAdminNegativeTest-1013622783-project] No DVR routers for this DVR port 116238ca-71ac-4551-889e-ef8d092e94b9 on host n-h1-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:31:03.924827 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-bf7885c2-c09f-46c8-b368-d1533b2ed6c5 req-194718c7-bbe0-4e06-abe4-18f3116061dc tempest-VolumesAdminNegativeTest-1013622783 tempest-VolumesAdminNegativeTest-1013622783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:03.930050 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-bf7885c2-c09f-46c8-b368-d1533b2ed6c5 req-194718c7-bbe0-4e06-abe4-18f3116061dc tempest-VolumesAdminNegativeTest-1013622783 tempest-VolumesAdminNegativeTest-1013622783-project] 10.222.0.55 "DELETE /v2.0/ports/116238ca-71ac-4551-889e-ef8d092e94b9 HTTP/1.1" status: 204 len: 173 time: 0.8449762 Apr 05 14:31:03.930487 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75465c73-f9ad-4f9c-8eb3-b93d66aafefe', 'name': 'network-vif-deleted', 'tag': '116238ca-71ac-4551-889e-ef8d092e94b9'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:31:03.938783 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d0d710f-578a-4770-82da-57e1f3b2a743" -d '{"events": [{"server_uuid": "75465c73-f9ad-4f9c-8eb3-b93d66aafefe", "name": "network-vif-deleted", "tag": "116238ca-71ac-4551-889e-ef8d092e94b9"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:31:04.024710 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f731f727-ab45-47ba-a91d-2c0e957b6e44 req-280c93b9-eaba-4354-a432-b1982ce2c223 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:04.034566 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f731f727-ab45-47ba-a91d-2c0e957b6e44 req-280c93b9-eaba-4354-a432-b1982ce2c223 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:04.036370 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f731f727-ab45-47ba-a91d-2c0e957b6e44 req-280c93b9-eaba-4354-a432-b1982ce2c223 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ab117e5-eba4-4915-af4d-29ff1c657022 HTTP/1.1" status: 200 len: 1678 time: 0.0842590 Apr 05 14:31:04.061564 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 33070) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:31:04.076688 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2057cfe9-5af6-4e38-85a7-37174b06c17c req-20251496-c9f2-45c4-ad74-bf7ef95d78d9 tempest-ServersAaction247Test-190833514 tempest-ServersAaction247Test-190833514-project] 10.222.0.30 "GET /v2.0/ports?device_id=4155d030-6cc5-4f6d-931b-b00232a93708 HTTP/1.1" status: 200 len: 210 time: 0.0637069 Apr 05 14:31:04.148380 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f731f727-ab45-47ba-a91d-2c0e957b6e44 req-87257196-c1c3-4207-ad13-8a85c2e75d71 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/security-groups?id=a0b9f0a8-8003-41fc-96c3-f7974a1b5067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705729 Apr 05 14:31:04.170367 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e5d1207-7aa9-403b-b35c-0c45944c4d62 x-openstack-request-id: req-7e5d1207-7aa9-403b-b35c-0c45944c4d62 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:31:04.171597 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75465c73-f9ad-4f9c-8eb3-b93d66aafefe", "name": "network-vif-deleted", "tag": "116238ca-71ac-4551-889e-ef8d092e94b9", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:31:04.172159 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7e5d1207-7aa9-403b-b35c-0c45944c4d62 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:31:04.172973 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e5d1207-7aa9-403b-b35c-0c45944c4d62'] response: {'server_uuid': '75465c73-f9ad-4f9c-8eb3-b93d66aafefe', 'name': 'network-vif-deleted', 'tag': '116238ca-71ac-4551-889e-ef8d092e94b9', 'status': 'completed', 'code': 200} Apr 05 14:31:04.207937 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f617d-83a5-44b2-b8d7-b1e8cf1c9e15 req-2e14bc51-fd78-45ac-809d-814fae80cb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:04.208730 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f617d-83a5-44b2-b8d7-b1e8cf1c9e15 req-2e14bc51-fd78-45ac-809d-814fae80cb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:04.209284 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f617d-83a5-44b2-b8d7-b1e8cf1c9e15 req-2e14bc51-fd78-45ac-809d-814fae80cb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:04.209749 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f617d-83a5-44b2-b8d7-b1e8cf1c9e15 req-2e14bc51-fd78-45ac-809d-814fae80cb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:04.210218 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f617d-83a5-44b2-b8d7-b1e8cf1c9e15 req-2e14bc51-fd78-45ac-809d-814fae80cb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:04.210682 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f617d-83a5-44b2-b8d7-b1e8cf1c9e15 req-2e14bc51-fd78-45ac-809d-814fae80cb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:04.211151 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f617d-83a5-44b2-b8d7-b1e8cf1c9e15 req-2e14bc51-fd78-45ac-809d-814fae80cb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:04.220103 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-0f5f617d-83a5-44b2-b8d7-b1e8cf1c9e15 req-2e14bc51-fd78-45ac-809d-814fae80cb44 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9f18ed5e-8412-4093-8697-f85d9fb0ff29 HTTP/1.1" status: 200 len: 6502 time: 0.1573691 Apr 05 14:31:04.254242 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-0f5f617d-83a5-44b2-b8d7-b1e8cf1c9e15 req-c7ed9a1d-656c-4e5c-870a-8e99b54a303b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=af1bc31d-d32e-449d-996f-2d72dd41207d&id=651049ed-3ef9-4175-8455-d871a11c2622&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331669 Apr 05 14:31:04.421345 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-efeab1c2-126e-4da5-9838-b0387da8122a req-cfd1ab66-c54e-4090-8b91-222526a857a1 tempest-VolumesAdminNegativeTest-1013622783 tempest-VolumesAdminNegativeTest-1013622783-project] 10.222.0.30 "GET /v2.0/ports?device_id=75465c73-f9ad-4f9c-8eb3-b93d66aafefe HTTP/1.1" status: 200 len: 210 time: 0.0525911 Apr 05 14:31:04.460663 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-455f1bb8-8d5f-40a3-ba26-181ce85cd210 req-531276dc-4706-4391-b8f9-fa4604dfd3f9 tempest-ServersAaction247Test-190833514 tempest-ServersAaction247Test-190833514-project] 10.222.0.55 "GET /v2.0/ports?device_id=4155d030-6cc5-4f6d-931b-b00232a93708 HTTP/1.1" status: 200 len: 210 time: 0.0326712 Apr 05 14:31:04.746805 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e23914-0088-4241-b355-6491ecc34caf req-85989e12-d0b9-4c3b-a003-43d732f930c6 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:04.748325 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-27e23914-0088-4241-b355-6491ecc34caf req-85989e12-d0b9-4c3b-a003-43d732f930c6 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fde1780-9f77-4003-9873-44b7523942c2 HTTP/1.1" status: 200 len: 946 time: 0.0546112 Apr 05 14:31:04.790586 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-27e23914-0088-4241-b355-6491ecc34caf req-648cd436-6a95-4fab-99dd-50f6c86b92ff tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346003 Apr 05 14:31:04.830734 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 72bb7570-22b0-4c51-8527-ccee3ffeebc4 details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:31:04.878925 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db2dfd-c0e9-4992-8ae0-ed1c7320dd73 req-0099c686-0dbb-4f1c-b11b-e459059e301a tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:04.884716 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-32db2dfd-c0e9-4992-8ae0-ed1c7320dd73 req-0099c686-0dbb-4f1c-b11b-e459059e301a tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dacf389-7b4a-4f4d-a07b-66c640ef2c96 HTTP/1.1" status: 200 len: 943 time: 0.0575356 Apr 05 14:31:04.926920 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-32db2dfd-c0e9-4992-8ae0-ed1c7320dd73 req-877c1baf-cc9b-4316-bb26-73cde0365b33 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394721 Apr 05 14:31:04.932977 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 72bb7570-22b0-4c51-8527-ccee3ffeebc4, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=72bb7570-22b0-4c51-8527-ccee3ffeebc4,segment=NetworkSegment(bd32e82e-4c16-4b8e-82d3-cc32f23da897),segment_id=bd32e82e-4c16-4b8e-82d3-cc32f23da897)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:04.945579 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': '72bb7570-22b0-4c51-8527-ccee3ffeebc4', 'network_id': '8d6faeee-4b2b-419f-bd86-51125d79f000', 'port_id': '72bb7570-22b0-4c51-8527-ccee3ffeebc4', 'mac_address': 'fa:16:3e:7c:40:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7eec388-494a-410c-a7b9-05b8a3387728', 'ip_address': '19.86.0.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:31:04.986135 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:04.999451 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72bb7570-22b0-4c51-8527-ccee3ffeebc4 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:31:05.020549 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 72bb7570-22b0-4c51-8527-ccee3ffeebc4, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=72bb7570-22b0-4c51-8527-ccee3ffeebc4,segment=NetworkSegment(bd32e82e-4c16-4b8e-82d3-cc32f23da897),segment_id=bd32e82e-4c16-4b8e-82d3-cc32f23da897)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:05.193259 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:05.193259 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device d3ef3544-818c-4f3f-8498-f2b3fd62bdbe details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:31:05.252177 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f0fd134c-d8c7-463e-b33e-011f89a4d860 req-e7e67f6b-9ece-485a-bae3-439596fc263c tempest-ServersAaction247Test-190833514 tempest-ServersAaction247Test-190833514-project] 10.222.0.30 "GET /v2.0/ports?device_id=4155d030-6cc5-4f6d-931b-b00232a93708 HTTP/1.1" status: 200 len: 210 time: 0.0521145 Apr 05 14:31:05.338144 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfea249-7178-4c51-8a0c-ecea22416635 req-73c8711c-5268-42f4-9ca3-f5efd5101aed tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:05.345249 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfea249-7178-4c51-8a0c-ecea22416635 req-73c8711c-5268-42f4-9ca3-f5efd5101aed tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:05.353587 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ecfea249-7178-4c51-8a0c-ecea22416635 req-73c8711c-5268-42f4-9ca3-f5efd5101aed tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ab117e5-eba4-4915-af4d-29ff1c657022 HTTP/1.1" status: 200 len: 1679 time: 0.0889289 Apr 05 14:31:05.376544 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port d3ef3544-818c-4f3f-8498-f2b3fd62bdbe, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=d3ef3544-818c-4f3f-8498-f2b3fd62bdbe,segment=NetworkSegment(e8acc666-caf1-4966-b105-b51c614ef895),segment_id=e8acc666-caf1-4966-b105-b51c614ef895)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:05.389871 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=72bb7570-22b0-4c51-8527-ccee3ffeebc4,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:05.410083 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': 'd3ef3544-818c-4f3f-8498-f2b3fd62bdbe', 'network_id': 'eef537ff-1192-4a32-9380-2ad0941f31fa', 'port_id': 'd3ef3544-818c-4f3f-8498-f2b3fd62bdbe', 'mac_address': 'fa:16:3e:c3:a5:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9600c8e-d8d2-429a-817f-c5365e338be3', 'ip_address': '19.80.0.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:31:05.423944 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ecfea249-7178-4c51-8a0c-ecea22416635 req-04ed57ba-9ea6-4e89-b767-b31f34b6db3c tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/security-groups?id=a0b9f0a8-8003-41fc-96c3-f7974a1b5067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689797 Apr 05 14:31:05.466884 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:05.482426 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3ef3544-818c-4f3f-8498-f2b3fd62bdbe {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:31:05.487289 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 33094) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:31:05.512024 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port d3ef3544-818c-4f3f-8498-f2b3fd62bdbe, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=d3ef3544-818c-4f3f-8498-f2b3fd62bdbe,segment=NetworkSegment(e8acc666-caf1-4966-b105-b51c614ef895),segment_id=e8acc666-caf1-4966-b105-b51c614ef895)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:05.556199 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-fec4326f-f496-426d-af32-5a48776ccae5 admin admin] Deleting subnet 223b9c80-f315-4c76-a853-7d1f4d5f7897 {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:31:05.559613 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fec4326f-f496-426d-af32-5a48776ccae5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:05.598334 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fec4326f-f496-426d-af32-5a48776ccae5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:05.604752 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:05.658264 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fec4326f-f496-426d-af32-5a48776ccae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:05.664501 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=d3ef3544-818c-4f3f-8498-f2b3fd62bdbe,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:05.807599 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fec4326f-f496-426d-af32-5a48776ccae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:05.845593 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec4326f-f496-426d-af32-5a48776ccae5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=223b9c80-f315-4c76-a853-7d1f4d5f7897,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:05.850872 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fec4326f-f496-426d-af32-5a48776ccae5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:05.856134 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-fec4326f-f496-426d-af32-5a48776ccae5 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/223b9c80-f315-4c76-a853-7d1f4d5f7897 HTTP/1.1" status: 204 len: 168 time: 0.3677685 Apr 05 14:31:05.858894 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 33098) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:31:05.978082 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3de08939-fa17-48b0-8dea-e17bd8457179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:05.989497 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['d3ef3544-818c-4f3f-8498-f2b3fd62bdbe'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:31:06.021718 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4500a5b-6d79-4ada-8cab-ef36d69d7887 req-9b3a6aa0-7054-4583-bf9a-9e24bc3fd0e2 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:06.029524 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d4500a5b-6d79-4ada-8cab-ef36d69d7887 req-9b3a6aa0-7054-4583-bf9a-9e24bc3fd0e2 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fde1780-9f77-4003-9873-44b7523942c2 HTTP/1.1" status: 200 len: 946 time: 0.1101601 Apr 05 14:31:06.133457 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d4500a5b-6d79-4ada-8cab-ef36d69d7887 req-f3ddec05-8569-43d7-b0d6-76700250bb38 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028540 Apr 05 14:31:06.192792 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3de08939-fa17-48b0-8dea-e17bd8457179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:06.217852 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 116238ca-71ac-4551-889e-ef8d092e94b9 no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:31:06.222056 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534e632-2a6b-4380-a17d-3928b1264abf req-38def993-b962-4246-8e1c-2346c71505f7 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:06.223780 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9534e632-2a6b-4380-a17d-3928b1264abf req-38def993-b962-4246-8e1c-2346c71505f7 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dacf389-7b4a-4f4d-a07b-66c640ef2c96 HTTP/1.1" status: 200 len: 943 time: 0.1585934 Apr 05 14:31:06.233022 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-3de08939-fa17-48b0-8dea-e17bd8457179 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f04ccdbb-54b6-4a3c-ae23-3705aa7315ed']}} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:06.240692 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] No Port match for: 116238ca-71ac-4551-889e-ef8d092e94b9 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:31:06.241045 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 116238ca-71ac-4551-889e-ef8d092e94b9 not bound to the agent host n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:31:06.254518 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-3de08939-fa17-48b0-8dea-e17bd8457179 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f6a9678-17e6-40d5-a42a-0a09badaf78f') {'for_net_delete': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:06.259752 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-3de08939-fa17-48b0-8dea-e17bd8457179 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f6a9678-17e6-40d5-a42a-0a09badaf78f') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:06.273832 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3de08939-fa17-48b0-8dea-e17bd8457179 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13399223'] for segment, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:06.321604 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9534e632-2a6b-4380-a17d-3928b1264abf req-5663f908-1c92-4e9b-a2d4-11b3966e1aac tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858784 Apr 05 14:31:06.334082 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3de08939-fa17-48b0-8dea-e17bd8457179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:06.341591 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3de08939-fa17-48b0-8dea-e17bd8457179 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=103320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:31:06.346076 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3de08939-fa17-48b0-8dea-e17bd8457179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15765202'] for segment, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:06.346076 n-d-836650-2 neutron-server[103320]: Traceback (most recent call last): Apr 05 14:31:06.346076 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:31:06.346076 n-d-836650-2 neutron-server[103320]: timer() Apr 05 14:31:06.346076 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:31:06.346076 n-d-836650-2 neutron-server[103320]: cb(*args, **kw) Apr 05 14:31:06.346076 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:31:06.346076 n-d-836650-2 neutron-server[103320]: return func(*args, **kwargs) Apr 05 14:31:06.346076 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:31:06.346076 n-d-836650-2 neutron-server[103320]: self._notify() Apr 05 14:31:06.346076 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:31:06.346076 n-d-836650-2 neutron-server[103320]: self.callback(batched_events) Apr 05 14:31:06.346076 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:31:06.346076 n-d-836650-2 neutron-server[103320]: event.method(event) Apr 05 14:31:06.346076 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:31:06.346076 n-d-836650-2 neutron-server[103320]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:31:06.346076 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:31:06.346076 n-d-836650-2 neutron-server[103320]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:31:06.346076 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:31:06.346076 n-d-836650-2 neutron-server[103320]: return f(self, *a, **k) Apr 05 14:31:06.346076 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:31:06.346076 n-d-836650-2 neutron-server[103320]: return self._get(url).json() Apr 05 14:31:06.346076 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:31:06.346076 n-d-836650-2 neutron-server[103320]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:31:06.346076 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:31:06.346076 n-d-836650-2 neutron-server[103320]: return self.request(url, 'GET', **kwargs) Apr 05 14:31:06.346076 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:31:06.346076 n-d-836650-2 neutron-server[103320]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:31:06.346076 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:31:06.346076 n-d-836650-2 neutron-server[103320]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:31:06.346076 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:31:06.346076 n-d-836650-2 neutron-server[103320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:31:06.346076 n-d-836650-2 neutron-server[103320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:31:06.546568 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3de08939-fa17-48b0-8dea-e17bd8457179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:06.560936 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3de08939-fa17-48b0-8dea-e17bd8457179 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:06.567748 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-3de08939-fa17-48b0-8dea-e17bd8457179 admin admin] 10.222.0.30 "DELETE /v2.0/networks/f04ccdbb-54b6-4a3c-ae23-3705aa7315ed HTTP/1.1" status: 204 len: 168 time: 0.7052212 Apr 05 14:31:06.570668 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 33110) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:31:06.591790 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de08939-fa17-48b0-8dea-e17bd8457179 admin admin] Pushing event deleted for resources: {'Network': ['ID=f04ccdbb-54b6-4a3c-ae23-3705aa7315ed,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:06.605994 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6379d289-5a61-49a5-9e4c-cf688b074321 req-31a9575a-e194-491e-b982-40109a5d1db8 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:06.612980 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6379d289-5a61-49a5-9e4c-cf688b074321 req-31a9575a-e194-491e-b982-40109a5d1db8 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:06.620537 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6379d289-5a61-49a5-9e4c-cf688b074321 req-31a9575a-e194-491e-b982-40109a5d1db8 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ab117e5-eba4-4915-af4d-29ff1c657022 HTTP/1.1" status: 200 len: 1680 time: 0.1111152 Apr 05 14:31:06.637944 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a1f9818-debd-466e-91a5-b8ec299ad379 admin admin] Deleting subnet f1502067-17cf-4f22-a757-4ff73f264a0b {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:31:06.643447 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7a1f9818-debd-466e-91a5-b8ec299ad379 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:06.683407 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6379d289-5a61-49a5-9e4c-cf688b074321 req-7c2b103c-7bd1-40d6-824c-cd2236c77876 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/security-groups?id=a0b9f0a8-8003-41fc-96c3-f7974a1b5067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613167 Apr 05 14:31:06.699208 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7a1f9818-debd-466e-91a5-b8ec299ad379 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:06.743385 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7a1f9818-debd-466e-91a5-b8ec299ad379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:06.869019 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7a1f9818-debd-466e-91a5-b8ec299ad379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:06.927070 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 33114) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:31:06.934685 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1f9818-debd-466e-91a5-b8ec299ad379 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1502067-17cf-4f22-a757-4ff73f264a0b,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:06.939893 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7a1f9818-debd-466e-91a5-b8ec299ad379 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:06.943074 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-7a1f9818-debd-466e-91a5-b8ec299ad379 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/f1502067-17cf-4f22-a757-4ff73f264a0b HTTP/1.1" status: 204 len: 168 time: 0.3738682 Apr 05 14:31:06.945938 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 33118) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:31:07.027861 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9aa67e0e-0c0f-46a8-bbac-caa2829940d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:07.062511 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['72bb7570-22b0-4c51-8527-ccee3ffeebc4'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:31:07.123692 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-91c02024-6deb-4f21-95ee-9732e70d96f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:07.228180 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-91c02024-6deb-4f21-95ee-9732e70d96f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:07.230259 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9aa67e0e-0c0f-46a8-bbac-caa2829940d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:07.253005 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-9aa67e0e-0c0f-46a8-bbac-caa2829940d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de80367a-5d8f-4133-afd4-1f268ba192c8']}} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:07.264131 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-9aa67e0e-0c0f-46a8-bbac-caa2829940d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7551b077-31de-4243-9a03-ed98bafbc28f') {'for_net_delete': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:07.264440 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-9aa67e0e-0c0f-46a8-bbac-caa2829940d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7551b077-31de-4243-9a03-ed98bafbc28f') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:07.295203 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9aa67e0e-0c0f-46a8-bbac-caa2829940d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13399223'] for segment, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:07.327659 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9aa67e0e-0c0f-46a8-bbac-caa2829940d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:07.337344 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aa67e0e-0c0f-46a8-bbac-caa2829940d1 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=103320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:31:07.337768 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9aa67e0e-0c0f-46a8-bbac-caa2829940d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15765202'] for segment, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:07.339708 n-d-836650-2 neutron-server[103320]: Traceback (most recent call last): Apr 05 14:31:07.339708 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:31:07.339708 n-d-836650-2 neutron-server[103320]: timer() Apr 05 14:31:07.339708 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:31:07.339708 n-d-836650-2 neutron-server[103320]: cb(*args, **kw) Apr 05 14:31:07.339708 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:31:07.339708 n-d-836650-2 neutron-server[103320]: return func(*args, **kwargs) Apr 05 14:31:07.339708 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:31:07.339708 n-d-836650-2 neutron-server[103320]: self._notify() Apr 05 14:31:07.339708 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:31:07.339708 n-d-836650-2 neutron-server[103320]: self.callback(batched_events) Apr 05 14:31:07.339708 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:31:07.339708 n-d-836650-2 neutron-server[103320]: event.method(event) Apr 05 14:31:07.339708 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:31:07.339708 n-d-836650-2 neutron-server[103320]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:31:07.339708 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:31:07.339708 n-d-836650-2 neutron-server[103320]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:31:07.339708 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:31:07.339708 n-d-836650-2 neutron-server[103320]: return f(self, *a, **k) Apr 05 14:31:07.339708 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:31:07.339708 n-d-836650-2 neutron-server[103320]: return self._get(url).json() Apr 05 14:31:07.339708 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:31:07.339708 n-d-836650-2 neutron-server[103320]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:31:07.339708 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:31:07.339708 n-d-836650-2 neutron-server[103320]: return self.request(url, 'GET', **kwargs) Apr 05 14:31:07.339708 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:31:07.339708 n-d-836650-2 neutron-server[103320]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:31:07.339708 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:31:07.339708 n-d-836650-2 neutron-server[103320]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:31:07.339708 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:31:07.339708 n-d-836650-2 neutron-server[103320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:31:07.339708 n-d-836650-2 neutron-server[103320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:31:07.345568 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-91c02024-6deb-4f21-95ee-9732e70d96f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:07.386617 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af039ce-2843-46ff-8aec-0005b86e0e26 req-7d1b8cdb-9302-42e7-ae56-bd5c25ffb3d1 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:07.397973 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2af039ce-2843-46ff-8aec-0005b86e0e26 req-7d1b8cdb-9302-42e7-ae56-bd5c25ffb3d1 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fde1780-9f77-4003-9873-44b7523942c2 HTTP/1.1" status: 200 len: 946 time: 0.1165717 Apr 05 14:31:07.488780 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c02024-6deb-4f21-95ee-9732e70d96f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6fa550-b51a-4fc5-a767-389322f7c6dc,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:07.510541 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-91c02024-6deb-4f21-95ee-9732e70d96f6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0d2189aeadb04607bf688981a713628e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5823970 Apr 05 14:31:07.514736 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 33124) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:31:07.569095 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2af039ce-2843-46ff-8aec-0005b86e0e26 req-578bd1e7-64bd-4721-be35-f9a30de4bf2f tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571560 Apr 05 14:31:07.585821 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6317c886-f456-48ef-9af6-7d08d23e6514 req-6fefa416-1634-4f91-8372-264d9b8ead6f tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:07.587690 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6317c886-f456-48ef-9af6-7d08d23e6514 req-6fefa416-1634-4f91-8372-264d9b8ead6f tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dacf389-7b4a-4f4d-a07b-66c640ef2c96 HTTP/1.1" status: 200 len: 943 time: 0.1069009 Apr 05 14:31:07.604202 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-35262365-bfd3-4aa2-9658-87f559012b0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:07.637424 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-35262365-bfd3-4aa2-9658-87f559012b0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:07.644209 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6317c886-f456-48ef-9af6-7d08d23e6514 req-293586b2-eb06-4613-b53f-79a627c22da0 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476718 Apr 05 14:31:07.646400 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9aa67e0e-0c0f-46a8-bbac-caa2829940d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:07.655175 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9aa67e0e-0c0f-46a8-bbac-caa2829940d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:07.658726 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-9aa67e0e-0c0f-46a8-bbac-caa2829940d1 admin admin] 10.222.0.30 "DELETE /v2.0/networks/de80367a-5d8f-4133-afd4-1f268ba192c8 HTTP/1.1" status: 204 len: 168 time: 0.7114782 Apr 05 14:31:07.678249 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa67e0e-0c0f-46a8-bbac-caa2829940d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=de80367a-5d8f-4133-afd4-1f268ba192c8,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:07.815579 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9195e6-b591-449d-8bb7-a4798a1e5a56 req-3dd5e29c-6963-4f91-b69a-4d7c926e57e4 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:07.816426 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-35262365-bfd3-4aa2-9658-87f559012b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:07.819023 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-35262365-bfd3-4aa2-9658-87f559012b0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:07.822053 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9195e6-b591-449d-8bb7-a4798a1e5a56 req-3dd5e29c-6963-4f91-b69a-4d7c926e57e4 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:07.824039 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-35262365-bfd3-4aa2-9658-87f559012b0c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ca6fa550-b51a-4fc5-a767-389322f7c6dc HTTP/1.1" status: 204 len: 168 time: 0.3065870 Apr 05 14:31:07.837299 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35262365-bfd3-4aa2-9658-87f559012b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6fa550-b51a-4fc5-a767-389322f7c6dc,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:07.842137 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9a9195e6-b591-449d-8bb7-a4798a1e5a56 req-3dd5e29c-6963-4f91-b69a-4d7c926e57e4 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ab117e5-eba4-4915-af4d-29ff1c657022 HTTP/1.1" status: 200 len: 1680 time: 0.0864978 Apr 05 14:31:07.905531 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9a9195e6-b591-449d-8bb7-a4798a1e5a56 req-11d3635b-4e20-4014-8ed5-4a6a48151cad tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/security-groups?id=a0b9f0a8-8003-41fc-96c3-f7974a1b5067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623891 Apr 05 14:31:08.107707 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 33134) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:31:08.154358 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-b8979c4b-5273-4341-85fb-e721d36ff8b6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e6637180b4354a838b3ff1a7b5928046&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0458376 Apr 05 14:31:08.157568 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 33136) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:31:08.231995 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6d65b66a-d13d-4b46-bc3e-9b3a71b88d80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:08.268957 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6d65b66a-d13d-4b46-bc3e-9b3a71b88d80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:08.408055 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6d65b66a-d13d-4b46-bc3e-9b3a71b88d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:08.411216 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6d65b66a-d13d-4b46-bc3e-9b3a71b88d80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:08.412441 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-6d65b66a-d13d-4b46-bc3e-9b3a71b88d80 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d36602e2-ba30-46f6-8301-7d410100b14f HTTP/1.1" status: 204 len: 168 time: 0.2537012 Apr 05 14:31:08.424738 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d65b66a-d13d-4b46-bc3e-9b3a71b88d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36602e2-ba30-46f6-8301-7d410100b14f,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:08.716855 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a8b631-5abe-4bd8-8f82-5e2d5065a0a6 req-6f793072-677c-4ca8-be4b-e992e1c685a8 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:08.718705 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-48a8b631-5abe-4bd8-8f82-5e2d5065a0a6 req-6f793072-677c-4ca8-be4b-e992e1c685a8 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fde1780-9f77-4003-9873-44b7523942c2 HTTP/1.1" status: 200 len: 946 time: 0.0692713 Apr 05 14:31:08.801422 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-48a8b631-5abe-4bd8-8f82-5e2d5065a0a6 req-473f45dd-1d46-4db7-baa4-8f6facfb18e7 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758467 Apr 05 14:31:08.820215 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8fcd0e-b6ca-47f4-978b-0234a9c760ac req-70ed88d4-64cb-46a1-bd46-904a197956d4 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:08.821779 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0a8fcd0e-b6ca-47f4-978b-0234a9c760ac req-70ed88d4-64cb-46a1-bd46-904a197956d4 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dacf389-7b4a-4f4d-a07b-66c640ef2c96 HTTP/1.1" status: 200 len: 943 time: 0.0756416 Apr 05 14:31:08.825793 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device d3ef3544-818c-4f3f-8498-f2b3fd62bdbe up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:31:08.867029 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0a8fcd0e-b6ca-47f4-978b-0234a9c760ac req-34c0317f-c5e7-49ff-be8f-3de09dfca9be tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383546 Apr 05 14:31:08.993772 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning for port d3ef3544-818c-4f3f-8498-f2b3fd62bdbe completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:31:08.997888 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port d3ef3544-818c-4f3f-8498-f2b3fd62bdbe triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:31:08.999497 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:09.066745 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4c9dad-e773-4a9a-a8b5-82d577e344ee req-0dd96ef1-26ad-4dcc-86d5-97dd6f1568e7 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:09.075155 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4c9dad-e773-4a9a-a8b5-82d577e344ee req-0dd96ef1-26ad-4dcc-86d5-97dd6f1568e7 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:09.076697 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5b4c9dad-e773-4a9a-a8b5-82d577e344ee req-0dd96ef1-26ad-4dcc-86d5-97dd6f1568e7 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ab117e5-eba4-4915-af4d-29ff1c657022 HTTP/1.1" status: 200 len: 1680 time: 0.1072080 Apr 05 14:31:09.115414 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:09.132168 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5b4c9dad-e773-4a9a-a8b5-82d577e344ee req-d8cadbb4-8a15-4b1d-a61b-d4193f2147ef tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/security-groups?id=a0b9f0a8-8003-41fc-96c3-f7974a1b5067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484385 Apr 05 14:31:09.169934 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ab117e5-eba4-4915-af4d-29ff1c657022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ef3544-818c-4f3f-8498-f2b3fd62bdbe'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:31:09.169934 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab46a84-2236-4924-b8fe-53f26f945d3f" -d '{"events": [{"server_uuid": "8ab117e5-eba4-4915-af4d-29ff1c657022", "name": "network-vif-plugged", "status": "completed", "tag": "d3ef3544-818c-4f3f-8498-f2b3fd62bdbe"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:31:09.178195 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port d3ef3544-818c-4f3f-8498-f2b3fd62bdbe, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=d3ef3544-818c-4f3f-8498-f2b3fd62bdbe,segment=NetworkSegment(e8acc666-caf1-4966-b105-b51c614ef895),segment_id=e8acc666-caf1-4966-b105-b51c614ef895)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:09.215697 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7372667-4587-4510-9658-d2d4cf81946d x-openstack-request-id: req-d7372667-4587-4510-9658-d2d4cf81946d {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:31:09.215991 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ab117e5-eba4-4915-af4d-29ff1c657022", "name": "network-vif-plugged", "status": "completed", "tag": "d3ef3544-818c-4f3f-8498-f2b3fd62bdbe", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:31:09.216257 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d7372667-4587-4510-9658-d2d4cf81946d {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:31:09.216657 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7372667-4587-4510-9658-d2d4cf81946d'] response: {'server_uuid': '8ab117e5-eba4-4915-af4d-29ff1c657022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ef3544-818c-4f3f-8498-f2b3fd62bdbe', 'code': 200} Apr 05 14:31:09.267881 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:09.269228 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 72bb7570-22b0-4c51-8527-ccee3ffeebc4 up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:31:09.356212 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=d3ef3544-818c-4f3f-8498-f2b3fd62bdbe,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:09.411794 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 33172) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:31:09.439712 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 33176) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:31:09.467982 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning for port 72bb7570-22b0-4c51-8527-ccee3ffeebc4 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:31:09.476145 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port 72bb7570-22b0-4c51-8527-ccee3ffeebc4 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:31:09.476708 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:09.530819 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 33178) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:31:09.533432 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-1afd4be1-8d7d-47d3-bace-721e19d800de admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8fedd9271b5f4a15a61b2599eccb10f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0889480 Apr 05 14:31:09.605995 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:09.621513 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-708162e8-921d-4b67-98df-5942a79de874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:09.654368 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-708162e8-921d-4b67-98df-5942a79de874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:09.664571 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 72bb7570-22b0-4c51-8527-ccee3ffeebc4, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=72bb7570-22b0-4c51-8527-ccee3ffeebc4,segment=NetworkSegment(bd32e82e-4c16-4b8e-82d3-cc32f23da897),segment_id=bd32e82e-4c16-4b8e-82d3-cc32f23da897)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:09.722366 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-00a1dbaa-b98f-49e7-8dd7-9511131568f0 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-636038323-network', 'tenant_id': '89c0ae505dff4f999c8329e0f9a77597'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:31:09.833752 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:09.884049 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-708162e8-921d-4b67-98df-5942a79de874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:09.884049 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-708162e8-921d-4b67-98df-5942a79de874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:09.884756 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-708162e8-921d-4b67-98df-5942a79de874 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f9f2ef54-8d13-466e-a8ae-c8c8854c64be HTTP/1.1" status: 204 len: 168 time: 0.3515954 Apr 05 14:31:09.896324 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a1dbaa-b98f-49e7-8dd7-9511131568f0 admin admin] Made reservation on behalf of 89c0ae505dff4f999c8329e0f9a77597 for: {'network': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:31:09.897541 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708162e8-921d-4b67-98df-5942a79de874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f2ef54-8d13-466e-a8ae-c8c8854c64be,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:09.898785 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-00a1dbaa-b98f-49e7-8dd7-9511131568f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:09.931336 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-00a1dbaa-b98f-49e7-8dd7-9511131568f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:09.942590 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=72bb7570-22b0-4c51-8527-ccee3ffeebc4,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:09.962753 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf7b424-d992-4b94-9fdc-e9ceb7f5182f req-39deb52d-5ced-4186-952f-e9a14b06eea7 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:09.964327 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dbf7b424-d992-4b94-9fdc-e9ceb7f5182f req-39deb52d-5ced-4186-952f-e9a14b06eea7 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fde1780-9f77-4003-9873-44b7523942c2 HTTP/1.1" status: 200 len: 946 time: 0.0897536 Apr 05 14:31:10.056822 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dbf7b424-d992-4b94-9fdc-e9ceb7f5182f req-3ab46255-9757-4782-99b1-a307e1f427b5 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831032 Apr 05 14:31:10.081840 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93399b68-b977-4ba2-8b4f-6a16b9e6de9a req-632b80de-123a-4c81-9187-f61f297ac106 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:10.083318 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-93399b68-b977-4ba2-8b4f-6a16b9e6de9a req-632b80de-123a-4c81-9187-f61f297ac106 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dacf389-7b4a-4f4d-a07b-66c640ef2c96 HTTP/1.1" status: 200 len: 943 time: 0.1068990 Apr 05 14:31:10.133787 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-00a1dbaa-b98f-49e7-8dd7-9511131568f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:10.141463 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-93399b68-b977-4ba2-8b4f-6a16b9e6de9a req-6ffcf905-6654-4c44-9c17-5f2518a0c98c tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517850 Apr 05 14:31:10.257053 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 30e0c74b-bcb8-4af8-a6e9-5be1b57667dc details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:31:10.259854 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b68c456-f162-4945-a256-81c5f4501f9d req-00791357-3378-4666-a6b8-1d8b0465d4c4 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:10.266852 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b68c456-f162-4945-a256-81c5f4501f9d req-00791357-3378-4666-a6b8-1d8b0465d4c4 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:10.268601 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0b68c456-f162-4945-a256-81c5f4501f9d req-00791357-3378-4666-a6b8-1d8b0465d4c4 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ab117e5-eba4-4915-af4d-29ff1c657022 HTTP/1.1" status: 200 len: 1682 time: 0.0670564 Apr 05 14:31:10.273370 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-00a1dbaa-b98f-49e7-8dd7-9511131568f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:10.323891 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00a1dbaa-b98f-49e7-8dd7-9511131568f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=103320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:31:10.329228 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a1dbaa-b98f-49e7-8dd7-9511131568f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64be3ec2-a083-4dd3-8be5-953653872bbc,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:10.350787 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-00a1dbaa-b98f-49e7-8dd7-9511131568f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:10.350787 n-d-836650-2 neutron-server[103320]: INFO neutron.db.segments_db [None req-00a1dbaa-b98f-49e7-8dd7-9511131568f0 admin admin] Added segment 5eda45b6-da0b-4f79-84ec-98ea7bff3bba of type vlan for network 34cb1d41-aa38-4e63-a5b6-730854571681 Apr 05 14:31:10.361209 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 30e0c74b-bcb8-4af8-a6e9-5be1b57667dc, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=30e0c74b-bcb8-4af8-a6e9-5be1b57667dc,segment=NetworkSegment(e44f5d0a-bab4-40cf-a1ed-36028ad06628),segment_id=e44f5d0a-bab4-40cf-a1ed-36028ad06628)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:10.361663 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0b68c456-f162-4945-a256-81c5f4501f9d req-62c96b06-6c09-4556-91d4-d796f73fcdd2 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/security-groups?id=a0b9f0a8-8003-41fc-96c3-f7974a1b5067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849290 Apr 05 14:31:10.377710 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': '30e0c74b-bcb8-4af8-a6e9-5be1b57667dc', 'network_id': 'a37e2d3e-8e8b-49fa-a97d-3b06631436db', 'port_id': '30e0c74b-bcb8-4af8-a6e9-5be1b57667dc', 'mac_address': 'fa:16:3e:c7:19:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7ccd1c0-0ac4-418f-bea2-fcb22a694a96', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:31:10.419381 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-00a1dbaa-b98f-49e7-8dd7-9511131568f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:10.422825 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:10.435844 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30e0c74b-bcb8-4af8-a6e9-5be1b57667dc {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:31:10.456493 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 30e0c74b-bcb8-4af8-a6e9-5be1b57667dc, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=30e0c74b-bcb8-4af8-a6e9-5be1b57667dc,segment=NetworkSegment(e44f5d0a-bab4-40cf-a1ed-36028ad06628),segment_id=e44f5d0a-bab4-40cf-a1ed-36028ad06628)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:10.512831 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-00a1dbaa-b98f-49e7-8dd7-9511131568f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:10.514109 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a1dbaa-b98f-49e7-8dd7-9511131568f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:10.514721 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-00a1dbaa-b98f-49e7-8dd7-9511131568f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:10.541957 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:10.574972 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a1dbaa-b98f-49e7-8dd7-9511131568f0 admin admin] Pushing event updated for resources: {'Network': ['ID=34cb1d41-aa38-4e63-a5b6-730854571681,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:10.589255 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 34cb1d41-aa38-4e63-a5b6-730854571681 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:31:10.607417 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=30e0c74b-bcb8-4af8-a6e9-5be1b57667dc,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:10.630644 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-00a1dbaa-b98f-49e7-8dd7-9511131568f0 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2171786 Apr 05 14:31:10.633614 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 33208) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:31:10.638682 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-9058b89b-44db-4baf-a693-f9bb7776af93 admin admin] Request body: {'subnet': {'network_id': '34cb1d41-aa38-4e63-a5b6-730854571681', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-636038323-subnet', 'tenant_id': '89c0ae505dff4f999c8329e0f9a77597', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:31:10.741717 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9058b89b-44db-4baf-a693-f9bb7776af93 admin admin] Made reservation on behalf of 89c0ae505dff4f999c8329e0f9a77597 for: {'subnet': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:31:10.744131 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9058b89b-44db-4baf-a693-f9bb7776af93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13127328'] for subnet, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:10.815356 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7607201-3e3b-4b9c-9e29-ba0902a1dad7 req-be97fd90-4adc-4929-b80a-c8da04cbe583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:10.817630 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f7607201-3e3b-4b9c-9e29-ba0902a1dad7 req-be97fd90-4adc-4929-b80a-c8da04cbe583 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f6c75c954b5749f4a5047ff4736e2678&device_id=2fde1780-9f77-4003-9873-44b7523942c2 HTTP/1.1" status: 200 len: 1097 time: 0.0419233 Apr 05 14:31:10.856057 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['30e0c74b-bcb8-4af8-a6e9-5be1b57667dc'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:31:10.961917 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7607201-3e3b-4b9c-9e29-ba0902a1dad7 req-a202b5f4-afec-46b2-9764-ff00ab538dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:10.963530 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f7607201-3e3b-4b9c-9e29-ba0902a1dad7 req-a202b5f4-afec-46b2-9764-ff00ab538dbd service neutron] 10.222.0.55 "GET /v2.0/networks?id=a926837a-905f-4dbb-b5dd-5a4dcb465fd4 HTTP/1.1" status: 200 len: 913 time: 0.1379747 Apr 05 14:31:10.982960 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9058b89b-44db-4baf-a693-f9bb7776af93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15773751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13127350'] for subnet, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:11.008326 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f7607201-3e3b-4b9c-9e29-ba0902a1dad7 req-0e89f535-1ac5-435e-84c0-c02509afa371 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0dfd42e3-439b-4a53-afec-89e7248c6fe2 HTTP/1.1" status: 200 len: 217 time: 0.0370798 Apr 05 14:31:11.050793 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9058b89b-44db-4baf-a693-f9bb7776af93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ed0e20f-0479-46ff-8dbb-479503d312ef,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:11.064234 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7607201-3e3b-4b9c-9e29-ba0902a1dad7 req-bb504ab0-e1ad-4c26-9f9d-0006d22774e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:11.066140 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9058b89b-44db-4baf-a693-f9bb7776af93 admin admin] Checking segment: {'id': '5eda45b6-da0b-4f79-84ec-98ea7bff3bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '34cb1d41-aa38-4e63-a5b6-730854571681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:31:11.066502 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9058b89b-44db-4baf-a693-f9bb7776af93 admin admin] Network hostable DHCP agents. Network: 34cb1d41-aa38-4e63-a5b6-730854571681, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:31:11.067445 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f7607201-3e3b-4b9c-9e29-ba0902a1dad7 req-bb504ab0-e1ad-4c26-9f9d-0006d22774e0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=81226097-f23e-489f-aebf-5f546853adb0 HTTP/1.1" status: 200 len: 852 time: 0.0524495 Apr 05 14:31:11.112262 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f7607201-3e3b-4b9c-9e29-ba0902a1dad7 req-12858a98-a020-4ec7-ac12-82fade6d6ef9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a926837a-905f-4dbb-b5dd-5a4dcb465fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382788 Apr 05 14:31:11.165456 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9058b89b-44db-4baf-a693-f9bb7776af93 admin admin] Network 34cb1d41-aa38-4e63-a5b6-730854571681 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:31:11.193254 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 33222) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:31:11.211197 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd06356-8c1d-451c-b8f1-40e7ae703aeb req-6f6cbe7c-dab0-4721-82e4-ff593a844224 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:11.213032 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1bd06356-8c1d-451c-b8f1-40e7ae703aeb req-6f6cbe7c-dab0-4721-82e4-ff593a844224 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fde1780-9f77-4003-9873-44b7523942c2 HTTP/1.1" status: 200 len: 946 time: 0.0790455 Apr 05 14:31:11.218249 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ab117e5-eba4-4915-af4d-29ff1c657022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72bb7570-22b0-4c51-8527-ccee3ffeebc4'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:31:11.221734 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da1b3de3-69db-4f7c-9844-28b152214bf6" -d '{"events": [{"server_uuid": "8ab117e5-eba4-4915-af4d-29ff1c657022", "name": "network-vif-plugged", "status": "completed", "tag": "72bb7570-22b0-4c51-8527-ccee3ffeebc4"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:31:11.238761 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f7607201-3e3b-4b9c-9e29-ba0902a1dad7 req-08650202-f2af-49cd-be63-295bf6348536 service neutron] 10.222.0.55 "GET /v2.0/networks/a926837a-905f-4dbb-b5dd-5a4dcb465fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184216 Apr 05 14:31:11.276719 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-9058b89b-44db-4baf-a693-f9bb7776af93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 34cb1d41-aa38-4e63-a5b6-730854571681) {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:31:11.281867 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9058b89b-44db-4baf-a693-f9bb7776af93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:11.285481 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9058b89b-44db-4baf-a693-f9bb7776af93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:11.289874 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151a511e-5b83-4323-a049-36fe7ebc38ec None None] Network 34cb1d41-aa38-4e63-a5b6-730854571681 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:31:11.323141 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-a43af973-c0cf-4297-8e0d-753f63817ed1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1103229292-network', 'tenant_id': '1074a85feda947929f5933c7f0dc8dfc'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:31:11.339519 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f7607201-3e3b-4b9c-9e29-ba0902a1dad7 req-47ba7ff2-cf18-4adc-9563-6777edba7f67 service neutron] 10.222.0.55 "GET /v2.0/networks/a926837a-905f-4dbb-b5dd-5a4dcb465fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925510 Apr 05 14:31:11.345543 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1bd06356-8c1d-451c-b8f1-40e7ae703aeb req-bd876456-79ed-46f4-b2b7-72a51657b696 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188769 Apr 05 14:31:11.357621 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d5b9c-3fa5-45f3-814f-7c66851ae351 req-97b9a777-bf0b-40e0-a9a1-51c080f6a985 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:11.359243 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3f7d5b9c-3fa5-45f3-814f-7c66851ae351 req-97b9a777-bf0b-40e0-a9a1-51c080f6a985 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dacf389-7b4a-4f4d-a07b-66c640ef2c96 HTTP/1.1" status: 200 len: 944 time: 0.1153870 Apr 05 14:31:11.408107 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-393456a6-079a-4bd2-b0c4-aaec6199251c x-openstack-request-id: req-393456a6-079a-4bd2-b0c4-aaec6199251c {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:31:11.408896 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ab117e5-eba4-4915-af4d-29ff1c657022", "name": "network-vif-plugged", "status": "completed", "tag": "72bb7570-22b0-4c51-8527-ccee3ffeebc4", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:31:11.409346 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-393456a6-079a-4bd2-b0c4-aaec6199251c {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:31:11.409951 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-393456a6-079a-4bd2-b0c4-aaec6199251c'] response: {'server_uuid': '8ab117e5-eba4-4915-af4d-29ff1c657022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72bb7570-22b0-4c51-8527-ccee3ffeebc4', 'code': 200} Apr 05 14:31:11.412316 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3f7d5b9c-3fa5-45f3-814f-7c66851ae351 req-02896f9d-5863-4830-b913-237c88f41b0a tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448520 Apr 05 14:31:11.442359 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-9058b89b-44db-4baf-a693-f9bb7776af93 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7993977 Apr 05 14:31:11.442495 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a15f5a7-cb67-4952-95ca-e8b9efb20225 None None] Network 34cb1d41-aa38-4e63-a5b6-730854571681 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:31:11.538473 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a43af973-c0cf-4297-8e0d-753f63817ed1 admin admin] Made reservation on behalf of 1074a85feda947929f5933c7f0dc8dfc for: {'network': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:31:11.541430 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a43af973-c0cf-4297-8e0d-753f63817ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:11.556240 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a43af973-c0cf-4297-8e0d-753f63817ed1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:11.591526 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0851764d-6bb4-4359-9a38-a7a600355f8e req-96c07623-4a0c-4ac7-a67c-ff87feb25728 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:11.598282 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0851764d-6bb4-4359-9a38-a7a600355f8e req-96c07623-4a0c-4ac7-a67c-ff87feb25728 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:11.599900 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0851764d-6bb4-4359-9a38-a7a600355f8e req-96c07623-4a0c-4ac7-a67c-ff87feb25728 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ab117e5-eba4-4915-af4d-29ff1c657022 HTTP/1.1" status: 200 len: 1682 time: 0.1174698 Apr 05 14:31:11.605048 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c57b02-64cb-4432-bd43-7d7d3fbb021d req-7a156727-c602-41bc-a64f-e469eee5ce66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:11.605523 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c57b02-64cb-4432-bd43-7d7d3fbb021d req-7a156727-c602-41bc-a64f-e469eee5ce66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:11.607010 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c4c57b02-64cb-4432-bd43-7d7d3fbb021d req-7a156727-c602-41bc-a64f-e469eee5ce66 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8ab117e5-eba4-4915-af4d-29ff1c657022 HTTP/1.1" status: 200 len: 1984 time: 0.1145504 Apr 05 14:31:11.664111 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0851764d-6bb4-4359-9a38-a7a600355f8e req-26199d30-c3bc-4ede-81c1-cc25ba150c70 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/security-groups?id=a0b9f0a8-8003-41fc-96c3-f7974a1b5067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529683 Apr 05 14:31:11.667843 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c4c57b02-64cb-4432-bd43-7d7d3fbb021d req-f8769fd1-2493-429a-845e-08be529afcb0 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a0b9f0a8-8003-41fc-96c3-f7974a1b5067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509591 Apr 05 14:31:11.789149 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a43af973-c0cf-4297-8e0d-753f63817ed1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:11.857079 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a43af973-c0cf-4297-8e0d-753f63817ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:11.888824 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a43af973-c0cf-4297-8e0d-753f63817ed1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=103320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:31:11.919779 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43af973-c0cf-4297-8e0d-753f63817ed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc425d11-1260-4157-8d40-ee91dddb7e71,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:11.927997 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a43af973-c0cf-4297-8e0d-753f63817ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:11.927997 n-d-836650-2 neutron-server[103320]: INFO neutron.db.segments_db [None req-a43af973-c0cf-4297-8e0d-753f63817ed1 admin admin] Added segment bde907af-61b5-460f-a089-32a868ab7698 of type vlan for network 439c1f34-d52e-4564-8151-b7cfeda71953 Apr 05 14:31:11.945622 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f6d795-eecd-4e0c-9d70-dd5b5ca8cf78 req-33c57b74-36d4-402a-969f-45ff9078da93 tempest-ServerAddressesTestJSON-1240465584 tempest-ServerAddressesTestJSON-1240465584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:11.947117 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-15f6d795-eecd-4e0c-9d70-dd5b5ca8cf78 req-33c57b74-36d4-402a-969f-45ff9078da93 tempest-ServerAddressesTestJSON-1240465584 tempest-ServerAddressesTestJSON-1240465584-project] 10.222.0.30 "GET /v2.0/networks?id=34cb1d41-aa38-4e63-a5b6-730854571681 HTTP/1.1" status: 200 len: 813 time: 0.1464274 Apr 05 14:31:11.986865 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-15f6d795-eecd-4e0c-9d70-dd5b5ca8cf78 req-aa0e936d-011f-4195-88f0-7bfa82e5f95d tempest-ServerAddressesTestJSON-1240465584 tempest-ServerAddressesTestJSON-1240465584-project] 10.222.0.30 "GET /v2.0/quotas/89c0ae505dff4f999c8329e0f9a77597 HTTP/1.1" status: 200 len: 375 time: 0.0204060 Apr 05 14:31:11.988373 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a43af973-c0cf-4297-8e0d-753f63817ed1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:12.030020 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-15f6d795-eecd-4e0c-9d70-dd5b5ca8cf78 req-30813392-9691-4961-96c9-31b4eb9ce5c6 tempest-ServerAddressesTestJSON-1240465584 tempest-ServerAddressesTestJSON-1240465584-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=89c0ae505dff4f999c8329e0f9a77597&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359702 Apr 05 14:31:12.067942 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:12.119402 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-15f6d795-eecd-4e0c-9d70-dd5b5ca8cf78 req-37c57e17-fcce-49fe-97c1-283a1d229ed0 service neutron] 10.222.0.30 "GET /v2.0/networks/34cb1d41-aa38-4e63-a5b6-730854571681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812387 Apr 05 14:31:12.143597 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a43af973-c0cf-4297-8e0d-753f63817ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:12.144492 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43af973-c0cf-4297-8e0d-753f63817ed1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:12.145092 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a43af973-c0cf-4297-8e0d-753f63817ed1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:12.265069 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 30e0c74b-bcb8-4af8-a6e9-5be1b57667dc up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:31:12.387809 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port 30e0c74b-bcb8-4af8-a6e9-5be1b57667dc completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:31:12.393294 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port 30e0c74b-bcb8-4af8-a6e9-5be1b57667dc triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:31:12.394128 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:12.480299 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:12.512488 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-a43af973-c0cf-4297-8e0d-753f63817ed1 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3208799 Apr 05 14:31:12.513361 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 30e0c74b-bcb8-4af8-a6e9-5be1b57667dc, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=30e0c74b-bcb8-4af8-a6e9-5be1b57667dc,segment=NetworkSegment(e44f5d0a-bab4-40cf-a1ed-36028ad06628),segment_id=e44f5d0a-bab4-40cf-a1ed-36028ad06628)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:12.515791 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 33250) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:31:12.521661 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-f48b916c-e391-478a-8aab-1d637e6b106e admin admin] Request body: {'subnet': {'network_id': '439c1f34-d52e-4564-8151-b7cfeda71953', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1103229292-subnet', 'tenant_id': '1074a85feda947929f5933c7f0dc8dfc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:31:12.529900 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43af973-c0cf-4297-8e0d-753f63817ed1 admin admin] Pushing event updated for resources: {'Network': ['ID=439c1f34-d52e-4564-8151-b7cfeda71953,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:12.540688 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 439c1f34-d52e-4564-8151-b7cfeda71953 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:31:12.561055 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80abf83c-5331-4941-a0d3-d9ac1e96f7ac req-96b6bb76-ce75-4326-abed-4e67c7c602e5 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:12.562764 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-80abf83c-5331-4941-a0d3-d9ac1e96f7ac req-96b6bb76-ce75-4326-abed-4e67c7c602e5 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fde1780-9f77-4003-9873-44b7523942c2 HTTP/1.1" status: 200 len: 946 time: 0.1198599 Apr 05 14:31:12.564742 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-15f6d795-eecd-4e0c-9d70-dd5b5ca8cf78 req-c2092c81-5df1-44bd-b6ab-c97fc06810fb service neutron] 10.222.0.30 "GET /v2.0/networks/34cb1d41-aa38-4e63-a5b6-730854571681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4391928 Apr 05 14:31:12.595279 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:12.596071 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 0dfd42e3-439b-4a53-afec-89e7248c6fe2 no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:31:12.607364 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-80abf83c-5331-4941-a0d3-d9ac1e96f7ac req-b2a28a9a-6768-4cac-8a3b-9152dddd4065 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378978 Apr 05 14:31:12.674098 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48b916c-e391-478a-8aab-1d637e6b106e admin admin] Made reservation on behalf of 1074a85feda947929f5933c7f0dc8dfc for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:31:12.678026 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f48b916c-e391-478a-8aab-1d637e6b106e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:12.696858 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=30e0c74b-bcb8-4af8-a6e9-5be1b57667dc,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:12.742512 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:12.744172 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7df3a6-0ecf-4fca-b1d1-7e9138841c97 req-32df7a59-8c13-42ef-8869-7deb6ad1ec73 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:12.745739 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1f7df3a6-0ecf-4fca-b1d1-7e9138841c97 req-32df7a59-8c13-42ef-8869-7deb6ad1ec73 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dacf389-7b4a-4f4d-a07b-66c640ef2c96 HTTP/1.1" status: 200 len: 945 time: 0.0541360 Apr 05 14:31:12.779128 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 0dfd42e3-439b-4a53-afec-89e7248c6fe2, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=0dfd42e3-439b-4a53-afec-89e7248c6fe2,segment=NetworkSegment(86bf7ba4-25ec-477a-b752-1cd3a94d1598),segment_id=86bf7ba4-25ec-477a-b752-1cd3a94d1598)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:12.787991 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1f7df3a6-0ecf-4fca-b1d1-7e9138841c97 req-1f32412c-a362-4ebb-b4f2-576b3a330029 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348547 Apr 05 14:31:12.884976 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:12.926481 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7c226230-65f5-400f-a764-075ed8f5078c req-4b13489d-4d1a-4039-9ce8-29a53cb607e4 tempest-ServerAddressesTestJSON-1240465584 tempest-ServerAddressesTestJSON-1240465584-project] 10.222.0.30 "GET /v2.0/ports?device_id=f86375ad-18ff-4649-ac01-f9575a40a8f7 HTTP/1.1" status: 200 len: 210 time: 0.0432236 Apr 05 14:31:12.942018 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=0dfd42e3-439b-4a53-afec-89e7248c6fe2,revision_number=8']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:12.965865 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd02ae6-80bf-4249-9ccd-475be45712cc req-fa267d14-f647-4472-b04c-393f779960e2 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:12.970891 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f48b916c-e391-478a-8aab-1d637e6b106e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:12.985819 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd02ae6-80bf-4249-9ccd-475be45712cc req-fa267d14-f647-4472-b04c-393f779960e2 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:12.996635 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8bd02ae6-80bf-4249-9ccd-475be45712cc req-fa267d14-f647-4472-b04c-393f779960e2 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ab117e5-eba4-4915-af4d-29ff1c657022 HTTP/1.1" status: 200 len: 1682 time: 0.1421747 Apr 05 14:31:13.032961 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48b916c-e391-478a-8aab-1d637e6b106e admin admin] Pushing event updated for resources: {'Subnet': ['ID=23c4b5d0-e0e4-4f86-9bbb-6a5072843ed2,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:13.041886 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8bd02ae6-80bf-4249-9ccd-475be45712cc req-27adfa0f-18b3-4ec8-8641-cdd5eab0f527 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/security-groups?id=a0b9f0a8-8003-41fc-96c3-f7974a1b5067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442412 Apr 05 14:31:13.044718 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48b916c-e391-478a-8aab-1d637e6b106e admin admin] Checking segment: {'id': 'bde907af-61b5-460f-a089-32a868ab7698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '439c1f34-d52e-4564-8151-b7cfeda71953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:31:13.045133 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48b916c-e391-478a-8aab-1d637e6b106e admin admin] Network hostable DHCP agents. Network: 439c1f34-d52e-4564-8151-b7cfeda71953, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:31:13.148635 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48b916c-e391-478a-8aab-1d637e6b106e admin admin] Network 439c1f34-d52e-4564-8151-b7cfeda71953 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:31:13.239250 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-f48b916c-e391-478a-8aab-1d637e6b106e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 439c1f34-d52e-4564-8151-b7cfeda71953) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:31:13.243514 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48b916c-e391-478a-8aab-1d637e6b106e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:13.244097 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f48b916c-e391-478a-8aab-1d637e6b106e admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:13.251611 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa15d9c8-3908-42b5-a047-495f71b548e5 None None] Network 439c1f34-d52e-4564-8151-b7cfeda71953 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:31:13.330465 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 33262) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:31:13.331261 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-f48b916c-e391-478a-8aab-1d637e6b106e admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8142438 Apr 05 14:31:13.335095 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-7a475218-fe67-47eb-8d5c-aca433225583 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1103229292-router', 'tenant_id': '1074a85feda947929f5933c7f0dc8dfc', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:31:13.410853 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97ca2cc-e5d7-460a-b3d4-b89c71feff17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-439c1f34-d52e-4564-8151-b7cfeda71953', 'network_id': '439c1f34-d52e-4564-8151-b7cfeda71953', 'tenant_id': '1074a85feda947929f5933c7f0dc8dfc', 'fixed_ips': [{'subnet_id': '23c4b5d0-e0e4-4f86-9bbb-6a5072843ed2'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:31:13.416230 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e97ca2cc-e5d7-460a-b3d4-b89c71feff17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:13.416230 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dacf389-7b4a-4f4d-a07b-66c640ef2c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30e0c74b-bcb8-4af8-a6e9-5be1b57667dc'}, {'server_uuid': '2fde1780-9f77-4003-9873-44b7523942c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0dfd42e3-439b-4a53-afec-89e7248c6fe2'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:31:13.416230 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee032b7-09a6-4d09-97be-ada127ddd029" -d '{"events": [{"server_uuid": "0dacf389-7b4a-4f4d-a07b-66c640ef2c96", "name": "network-vif-plugged", "status": "completed", "tag": "30e0c74b-bcb8-4af8-a6e9-5be1b57667dc"}, {"server_uuid": "2fde1780-9f77-4003-9873-44b7523942c2", "name": "network-vif-unplugged", "status": "completed", "tag": "0dfd42e3-439b-4a53-afec-89e7248c6fe2"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:31:13.434179 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7a475218-fe67-47eb-8d5c-aca433225583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27088'] for router, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:13.435664 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7a475218-fe67-47eb-8d5c-aca433225583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27079'] for router, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:13.496416 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 05 Apr 2022 14:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f84124b2-6441-4520-826c-360d2621c47a x-openstack-request-id: req-f84124b2-6441-4520-826c-360d2621c47a {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:31:13.497112 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dacf389-7b4a-4f4d-a07b-66c640ef2c96", "name": "network-vif-plugged", "status": "completed", "tag": "30e0c74b-bcb8-4af8-a6e9-5be1b57667dc", "code": 200}, {"server_uuid": "2fde1780-9f77-4003-9873-44b7523942c2", "name": "network-vif-unplugged", "status": "completed", "tag": "0dfd42e3-439b-4a53-afec-89e7248c6fe2", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:31:13.497607 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f84124b2-6441-4520-826c-360d2621c47a {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:31:13.498255 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f84124b2-6441-4520-826c-360d2621c47a'] response: {'server_uuid': '0dacf389-7b4a-4f4d-a07b-66c640ef2c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30e0c74b-bcb8-4af8-a6e9-5be1b57667dc', 'code': 200} Apr 05 14:31:13.498749 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f84124b2-6441-4520-826c-360d2621c47a'] response: {'server_uuid': '2fde1780-9f77-4003-9873-44b7523942c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0dfd42e3-439b-4a53-afec-89e7248c6fe2', 'code': 200} Apr 05 14:31:13.582183 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-e97ca2cc-e5d7-460a-b3d4-b89c71feff17 None None] Allocated IP 172.20.0.2 (439c1f34-d52e-4564-8151-b7cfeda71953/23c4b5d0-e0e4-4f86-9bbb-6a5072843ed2/268b47a2-a095-46d6-bf4e-b7cafacb82da) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:31:13.597223 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7a475218-fe67-47eb-8d5c-aca433225583 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:13.606331 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73693cc5-2dd8-4883-8e64-42cf2a80ea67 req-8ffc23ae-5c01-4284-b5cf-8230eca33539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:13.607924 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-73693cc5-2dd8-4883-8e64-42cf2a80ea67 req-8ffc23ae-5c01-4284-b5cf-8230eca33539 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0dacf389-7b4a-4f4d-a07b-66c640ef2c96 HTTP/1.1" status: 200 len: 1096 time: 0.0473571 Apr 05 14:31:13.684631 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-73693cc5-2dd8-4883-8e64-42cf2a80ea67 req-3e508294-6853-4b4b-b212-1b6d46827769 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682068 Apr 05 14:31:13.774129 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e97ca2cc-e5d7-460a-b3d4-b89c71feff17 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:13.851427 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e97ca2cc-e5d7-460a-b3d4-b89c71feff17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:13.876275 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a65b99-ad40-488c-bd41-9028b01eff17 req-2b626876-e5c4-4d6c-8360-50008e7671f8 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:13.877801 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-96a65b99-ad40-488c-bd41-9028b01eff17 req-2b626876-e5c4-4d6c-8360-50008e7671f8 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fde1780-9f77-4003-9873-44b7523942c2 HTTP/1.1" status: 200 len: 944 time: 0.1464233 Apr 05 14:31:13.882048 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7a475218-fe67-47eb-8d5c-aca433225583 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:13.885047 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:13.918659 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97ca2cc-e5d7-460a-b3d4-b89c71feff17 None None] Network 439c1f34-d52e-4564-8151-b7cfeda71953 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:31:13.922709 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-e97ca2cc-e5d7-460a-b3d4-b89c71feff17 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:31:13.924534 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97ca2cc-e5d7-460a-b3d4-b89c71feff17 None None] Pushing event updated for resources: {'Port': ['ID=268b47a2-a095-46d6-bf4e-b7cafacb82da,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:13.926887 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97ca2cc-e5d7-460a-b3d4-b89c71feff17 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:31:13.964121 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-96a65b99-ad40-488c-bd41-9028b01eff17 req-88081bb1-d2d1-467e-a71d-e77e3a680d44 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701869 Apr 05 14:31:13.976664 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9012d0e-491d-44d2-b6c9-c4031dd9b52f req-076b47de-300f-4be8-acf3-e77f67788870 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:13.978212 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b9012d0e-491d-44d2-b6c9-c4031dd9b52f req-076b47de-300f-4be8-acf3-e77f67788870 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dacf389-7b4a-4f4d-a07b-66c640ef2c96 HTTP/1.1" status: 200 len: 945 time: 0.1123505 Apr 05 14:31:13.998421 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-e97ca2cc-e5d7-460a-b3d4-b89c71feff17 None None] Attempting to bind port 268b47a2-a095-46d6-bf4e-b7cafacb82da on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:31:13.998927 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-e97ca2cc-e5d7-460a-b3d4-b89c71feff17 None None] Attempting to bind port 268b47a2-a095-46d6-bf4e-b7cafacb82da by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'bde907af-61b5-460f-a089-32a868ab7698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '439c1f34-d52e-4564-8151-b7cfeda71953'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:31:13.999437 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97ca2cc-e5d7-460a-b3d4-b89c71feff17 None None] Attempting to bind port 268b47a2-a095-46d6-bf4e-b7cafacb82da on network 439c1f34-d52e-4564-8151-b7cfeda71953 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:31:14.005499 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97ca2cc-e5d7-460a-b3d4-b89c71feff17 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:31:14.006137 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97ca2cc-e5d7-460a-b3d4-b89c71feff17 None None] Checking segment: {'id': 'bde907af-61b5-460f-a089-32a868ab7698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '439c1f34-d52e-4564-8151-b7cfeda71953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:31:14.006590 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e97ca2cc-e5d7-460a-b3d4-b89c71feff17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:14.007074 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97ca2cc-e5d7-460a-b3d4-b89c71feff17 None None] Bound using segment: {'id': 'bde907af-61b5-460f-a089-32a868ab7698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '439c1f34-d52e-4564-8151-b7cfeda71953'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:31:14.007725 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-e97ca2cc-e5d7-460a-b3d4-b89c71feff17 None None] Bound port: 268b47a2-a095-46d6-bf4e-b7cafacb82da, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bde907af-61b5-460f-a089-32a868ab7698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '439c1f34-d52e-4564-8151-b7cfeda71953'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:31:14.008272 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e97ca2cc-e5d7-460a-b3d4-b89c71feff17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:14.075198 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-e97ca2cc-e5d7-460a-b3d4-b89c71feff17 None None] For port 268b47a2-a095-46d6-bf4e-b7cafacb82da, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:31:14.078933 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-e97ca2cc-e5d7-460a-b3d4-b89c71feff17 None None] For port 268b47a2-a095-46d6-bf4e-b7cafacb82da, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=268b47a2-a095-46d6-bf4e-b7cafacb82da,segment=NetworkSegment(bde907af-61b5-460f-a089-32a868ab7698),segment_id=bde907af-61b5-460f-a089-32a868ab7698)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:31:14.088761 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2447d6ed-af57-4edd-b506-a2d90af12613 req-2b468c57-e681-423d-9a72-b693e68333f0 tempest-ServerAddressesTestJSON-1240465584 tempest-ServerAddressesTestJSON-1240465584-project] 10.222.0.30 "GET /v2.0/ports?device_id=f86375ad-18ff-4649-ac01-f9575a40a8f7 HTTP/1.1" status: 200 len: 210 time: 0.0448792 Apr 05 14:31:14.093265 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b9012d0e-491d-44d2-b6c9-c4031dd9b52f req-dab299ec-7f02-4f57-9276-96086941edeb tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024842 Apr 05 14:31:14.211297 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e97ca2cc-e5d7-460a-b3d4-b89c71feff17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:14.321597 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97ca2cc-e5d7-460a-b3d4-b89c71feff17 None None] Pushing event updated for resources: {'Port': ['ID=268b47a2-a095-46d6-bf4e-b7cafacb82da,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:14.331289 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bd2197-67da-415b-9a70-d33d4876030f req-16abafe5-9bea-4013-a69c-1a18a3a359ad tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:14.342836 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bd2197-67da-415b-9a70-d33d4876030f req-16abafe5-9bea-4013-a69c-1a18a3a359ad tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:14.345915 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-30bd2197-67da-415b-9a70-d33d4876030f req-16abafe5-9bea-4013-a69c-1a18a3a359ad tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ab117e5-eba4-4915-af4d-29ff1c657022 HTTP/1.1" status: 200 len: 1682 time: 0.1418014 Apr 05 14:31:14.347597 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7a475218-fe67-47eb-8d5c-aca433225583 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:14.398031 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7a475218-fe67-47eb-8d5c-aca433225583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:14.457331 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-30bd2197-67da-415b-9a70-d33d4876030f req-e72d68e5-49c7-4bb1-a95f-19ba261d15aa tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/security-groups?id=a0b9f0a8-8003-41fc-96c3-f7974a1b5067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980303 Apr 05 14:31:14.568119 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-7a475218-fe67-47eb-8d5c-aca433225583 admin admin] Allocated IP 172.25.6.223 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/7478c7c7-3dcd-430f-9c33-c8e0f049b3e9) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:31:14.718093 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7a475218-fe67-47eb-8d5c-aca433225583 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:14.862099 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7a475218-fe67-47eb-8d5c-aca433225583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:14.911519 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a475218-fe67-47eb-8d5c-aca433225583 admin admin] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:31:14.914518 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-7a475218-fe67-47eb-8d5c-aca433225583 admin admin] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:31:14.917632 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a475218-fe67-47eb-8d5c-aca433225583 admin admin] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:31:14.951620 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a475218-fe67-47eb-8d5c-aca433225583 admin admin] Pushing event updated for resources: {'Port': ['ID=7478c7c7-3dcd-430f-9c33-c8e0f049b3e9,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:15.159359 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d79da8-2d95-4778-bd1a-75d866d1cdc0 req-7813907f-531e-497f-9c2d-7e9dba1535f9 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:15.165579 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d79da8-2d95-4778-bd1a-75d866d1cdc0 req-7813907f-531e-497f-9c2d-7e9dba1535f9 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:15.167396 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-42d79da8-2d95-4778-bd1a-75d866d1cdc0 req-7813907f-531e-497f-9c2d-7e9dba1535f9 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ab117e5-eba4-4915-af4d-29ff1c657022 HTTP/1.1" status: 200 len: 1682 time: 0.0651565 Apr 05 14:31:15.253291 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-42d79da8-2d95-4778-bd1a-75d866d1cdc0 req-7e4e74fd-fc27-458b-a426-0b6558d689e9 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/security-groups?id=a0b9f0a8-8003-41fc-96c3-f7974a1b5067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780542 Apr 05 14:31:15.365085 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-15e3fe5a-d1f7-43cc-b96c-f463054af9b0 req-6f1f9e1b-1190-460a-85e7-f932d75ccd03 tempest-ServerAddressesTestJSON-1240465584 tempest-ServerAddressesTestJSON-1240465584-project] 10.222.0.30 "GET /v2.0/ports?device_id=f86375ad-18ff-4649-ac01-f9575a40a8f7 HTTP/1.1" status: 200 len: 210 time: 0.0338955 Apr 05 14:31:15.365662 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7a475218-fe67-47eb-8d5c-aca433225583 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:15.432976 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3dddc7-1764-47bc-aaae-e1da93367dc6 None None] Network 439c1f34-d52e-4564-8151-b7cfeda71953 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:31:15.543374 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-ef7ddd5f-fb1e-4017-96e9-ee97182f6ce0 None None] Provisioning complete for port 268b47a2-a095-46d6-bf4e-b7cafacb82da triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:31:15.543812 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ef7ddd5f-fb1e-4017-96e9-ee97182f6ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:15.577093 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 268b47a2-a095-46d6-bf4e-b7cafacb82da up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:31:15.600631 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed52d446-0603-4c5d-8529-4e404b62436e req-a9c6b2dc-d9a1-4cc2-be56-214b9ddda7f2 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:15.602467 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ed52d446-0603-4c5d-8529-4e404b62436e req-a9c6b2dc-d9a1-4cc2-be56-214b9ddda7f2 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dacf389-7b4a-4f4d-a07b-66c640ef2c96 HTTP/1.1" status: 200 len: 945 time: 0.1608508 Apr 05 14:31:15.725521 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ed52d446-0603-4c5d-8529-4e404b62436e req-33b2886e-2e2b-4338-bc52-d9e50ef8f5bb tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151793 Apr 05 14:31:15.727585 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 268b47a2-a095-46d6-bf4e-b7cafacb82da triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:31:15.728167 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:15.767176 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f6d795-eecd-4e0c-9d70-dd5b5ca8cf78 req-30102362-92a4-457c-9f93-4176b5c0aa72 tempest-ServerAddressesTestJSON-1240465584 tempest-ServerAddressesTestJSON-1240465584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:15.768667 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-15f6d795-eecd-4e0c-9d70-dd5b5ca8cf78 req-30102362-92a4-457c-9f93-4176b5c0aa72 tempest-ServerAddressesTestJSON-1240465584 tempest-ServerAddressesTestJSON-1240465584-project] 10.222.0.11 "GET /v2.0/networks?id=34cb1d41-aa38-4e63-a5b6-730854571681 HTTP/1.1" status: 200 len: 813 time: 0.2461121 Apr 05 14:31:15.769465 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ef7ddd5f-fb1e-4017-96e9-ee97182f6ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:15.792504 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-15f6d795-eecd-4e0c-9d70-dd5b5ca8cf78 req-ee624980-dc13-4d19-b8cb-f0436d17e930 tempest-ServerAddressesTestJSON-1240465584 tempest-ServerAddressesTestJSON-1240465584-project] Request body: {'port': {'device_id': 'f86375ad-18ff-4649-ac01-f9575a40a8f7', 'network_id': '34cb1d41-aa38-4e63-a5b6-730854571681', 'admin_state_up': True, 'tenant_id': '89c0ae505dff4f999c8329e0f9a77597'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:31:15.844924 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-ef7ddd5f-fb1e-4017-96e9-ee97182f6ce0 None None] For port 268b47a2-a095-46d6-bf4e-b7cafacb82da, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=268b47a2-a095-46d6-bf4e-b7cafacb82da,segment=NetworkSegment(bde907af-61b5-460f-a089-32a868ab7698),segment_id=bde907af-61b5-460f-a089-32a868ab7698)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:15.867473 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:15.902204 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ef7ddd5f-fb1e-4017-96e9-ee97182f6ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:15.925662 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7a475218-fe67-47eb-8d5c-aca433225583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618'] for router, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:15.984973 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7ddd5f-fb1e-4017-96e9-ee97182f6ce0 None None] Pushing event updated for resources: {'Port': ['ID=268b47a2-a095-46d6-bf4e-b7cafacb82da,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:15.997864 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.db.api [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:31:15.998111 n-d-836650-2 neutron-server[103322]: DEBUG oslo_db.api [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:31:16.026306 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efeecd2-8dc0-43f7-85ad-9c887ff36524 req-30dc72f6-9c27-494b-b303-048bd8005fb7 tempest-LiveAutoBlockMigrationV225Test-737036270 tempest-LiveAutoBlockMigrationV225Test-737036270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:16.027840 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6efeecd2-8dc0-43f7-85ad-9c887ff36524 req-30dc72f6-9c27-494b-b303-048bd8005fb7 tempest-LiveAutoBlockMigrationV225Test-737036270 tempest-LiveAutoBlockMigrationV225Test-737036270-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=0dacf389-7b4a-4f4d-a07b-66c640ef2c96 HTTP/1.1" status: 200 len: 1096 time: 0.1546314 Apr 05 14:31:16.044897 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe40b34-63f6-416b-89b6-31b336cf5b44 req-bd565d7f-6387-428e-b928-ff9e849d2a17 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:16.046310 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cbe40b34-63f6-416b-89b6-31b336cf5b44 req-bd565d7f-6387-428e-b928-ff9e849d2a17 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fde1780-9f77-4003-9873-44b7523942c2 HTTP/1.1" status: 200 len: 944 time: 0.2432568 Apr 05 14:31:16.124762 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-cbba07a2-479b-4b5d-98d3-e6eb26511391 None None] Provisioning complete for port 268b47a2-a095-46d6-bf4e-b7cafacb82da triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:31:16.125613 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cbba07a2-479b-4b5d-98d3-e6eb26511391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:16.308625 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 0dfd42e3-439b-4a53-afec-89e7248c6fe2 no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:31:16.423676 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6efeecd2-8dc0-43f7-85ad-9c887ff36524 req-70fbd8f5-a8ea-40a3-bbd1-16274ed1f534 tempest-LiveAutoBlockMigrationV225Test-737036270 tempest-LiveAutoBlockMigrationV225Test-737036270-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3886437 Apr 05 14:31:16.486707 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15f6d795-eecd-4e0c-9d70-dd5b5ca8cf78 req-ee624980-dc13-4d19-b8cb-f0436d17e930 tempest-ServerAddressesTestJSON-1240465584 tempest-ServerAddressesTestJSON-1240465584-project] Made reservation on behalf of 89c0ae505dff4f999c8329e0f9a77597 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:31:16.490194 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-15f6d795-eecd-4e0c-9d70-dd5b5ca8cf78 req-ee624980-dc13-4d19-b8cb-f0436d17e930 tempest-ServerAddressesTestJSON-1240465584 tempest-ServerAddressesTestJSON-1240465584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:16.512960 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-cbe40b34-63f6-416b-89b6-31b336cf5b44 req-4f51f8dc-1864-4469-9fba-3f53ab0cadb5 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Deleting port 0dfd42e3-439b-4a53-afec-89e7248c6fe2 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:31:16.513299 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-cbe40b34-63f6-416b-89b6-31b336cf5b44 req-4f51f8dc-1864-4469-9fba-3f53ab0cadb5 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:16.661629 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a475218-fe67-47eb-8d5c-aca433225583 admin admin] Router f0f2b7c8-ac5f-4155-aa69-54cb8d047a74 is scheduled to L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 with binding_index 1 {{(pid=103320) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:31:16.734221 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c991657a-9d7f-422a-805e-34fe1ac4cc24 req-6ab7c37b-bb0c-432e-9faf-9443702a18cf tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:16.740079 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c991657a-9d7f-422a-805e-34fe1ac4cc24 req-6ab7c37b-bb0c-432e-9faf-9443702a18cf tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:16.741655 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c991657a-9d7f-422a-805e-34fe1ac4cc24 req-6ab7c37b-bb0c-432e-9faf-9443702a18cf tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ab117e5-eba4-4915-af4d-29ff1c657022 HTTP/1.1" status: 200 len: 1682 time: 0.2387364 Apr 05 14:31:16.758397 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-cbe40b34-63f6-416b-89b6-31b336cf5b44 req-4f51f8dc-1864-4469-9fba-3f53ab0cadb5 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] For port 0dfd42e3-439b-4a53-afec-89e7248c6fe2, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=0dfd42e3-439b-4a53-afec-89e7248c6fe2,segment=NetworkSegment(86bf7ba4-25ec-477a-b752-1cd3a94d1598),segment_id=86bf7ba4-25ec-477a-b752-1cd3a94d1598)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:16.758761 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-cbe40b34-63f6-416b-89b6-31b336cf5b44 req-4f51f8dc-1864-4469-9fba-3f53ab0cadb5 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:16.824524 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-cbe40b34-63f6-416b-89b6-31b336cf5b44 req-4f51f8dc-1864-4469-9fba-3f53ab0cadb5 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Calling delete_port for 0dfd42e3-439b-4a53-afec-89e7248c6fe2 owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:31:16.835514 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-15f6d795-eecd-4e0c-9d70-dd5b5ca8cf78 req-ee624980-dc13-4d19-b8cb-f0436d17e930 tempest-ServerAddressesTestJSON-1240465584 tempest-ServerAddressesTestJSON-1240465584-project] Allocated IP 172.20.0.6 (34cb1d41-aa38-4e63-a5b6-730854571681/8ed0e20f-0479-46ff-8dbb-479503d312ef/32c96ef2-766c-4c27-93c3-c394a66b685a) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:31:16.881557 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0363020-0246-49bc-ac0d-e7c9f82ba72d req-53974c0f-c90b-4786-a914-d1c448c60aef tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:16.887490 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0363020-0246-49bc-ac0d-e7c9f82ba72d req-53974c0f-c90b-4786-a914-d1c448c60aef tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:16.889213 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-b0363020-0246-49bc-ac0d-e7c9f82ba72d req-53974c0f-c90b-4786-a914-d1c448c60aef tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ab117e5-eba4-4915-af4d-29ff1c657022 HTTP/1.1" status: 200 len: 1682 time: 0.0561259 Apr 05 14:31:16.943317 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c991657a-9d7f-422a-805e-34fe1ac4cc24 req-7d88d3e3-2aa6-4fa1-bef5-ebb131ccc5a0 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/security-groups?id=a0b9f0a8-8003-41fc-96c3-f7974a1b5067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897843 Apr 05 14:31:16.997894 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-b0363020-0246-49bc-ac0d-e7c9f82ba72d req-ad350ece-8951-4ffb-92f8-521958a3ef76 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Deleting port d3ef3544-818c-4f3f-8498-f2b3fd62bdbe {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:31:16.998264 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-b0363020-0246-49bc-ac0d-e7c9f82ba72d req-ad350ece-8951-4ffb-92f8-521958a3ef76 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:17.034199 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a475218-fe67-47eb-8d5c-aca433225583 admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:31:17.044178 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133f4735-e593-4408-bb53-225e1138d05b None None] Sync routers for ids ['f0f2b7c8-ac5f-4155-aa69-54cb8d047a74'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:31:17.057339 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133f4735-e593-4408-bb53-225e1138d05b None None] Routers {'f0f2b7c8-ac5f-4155-aa69-54cb8d047a74'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:31:17.057960 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-133f4735-e593-4408-bb53-225e1138d05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:30:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['f0f2b7c8-ac5f-4155-aa69-54cb8d047a74'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:17.101117 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-b0363020-0246-49bc-ac0d-e7c9f82ba72d req-ad350ece-8951-4ffb-92f8-521958a3ef76 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] For port d3ef3544-818c-4f3f-8498-f2b3fd62bdbe, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=d3ef3544-818c-4f3f-8498-f2b3fd62bdbe,segment=NetworkSegment(e8acc666-caf1-4966-b105-b51c614ef895),segment_id=e8acc666-caf1-4966-b105-b51c614ef895)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:17.101969 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e34d7293-fb40-4057-a301-4be69a003254 req-1a81d1cc-e641-4a43-91b1-065d635970c6 tempest-ServerAddressesTestJSON-1240465584 tempest-ServerAddressesTestJSON-1240465584-project] 10.222.0.30 "GET /v2.0/ports?device_id=f86375ad-18ff-4649-ac01-f9575a40a8f7 HTTP/1.1" status: 200 len: 210 time: 0.0755768 Apr 05 14:31:17.102268 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-b0363020-0246-49bc-ac0d-e7c9f82ba72d req-ad350ece-8951-4ffb-92f8-521958a3ef76 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:17.123874 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-b0363020-0246-49bc-ac0d-e7c9f82ba72d req-ad350ece-8951-4ffb-92f8-521958a3ef76 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Calling delete_port for d3ef3544-818c-4f3f-8498-f2b3fd62bdbe owned by compute:nova {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:31:17.189690 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-133f4735-e593-4408-bb53-225e1138d05b None None] Set router f0f2b7c8-ac5f-4155-aa69-54cb8d047a74 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:31:17.233056 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7a475218-fe67-47eb-8d5c-aca433225583 admin admin] Notify callbacks [] for router, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:17.236940 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-7a475218-fe67-47eb-8d5c-aca433225583 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.9027154 Apr 05 14:31:17.245343 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 33334) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:31:17.255218 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-15f6d795-eecd-4e0c-9d70-dd5b5ca8cf78 req-ee624980-dc13-4d19-b8cb-f0436d17e930 tempest-ServerAddressesTestJSON-1240465584 tempest-ServerAddressesTestJSON-1240465584-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:17.324093 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-cbe40b34-63f6-416b-89b6-31b336cf5b44 req-4f51f8dc-1864-4469-9fba-3f53ab0cadb5 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:17.329000 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eac4ba-e69f-44f4-a362-e95c85201184 req-9534a0b0-b562-4b81-bca0-6db16e85b4db tempest-LiveAutoBlockMigrationV225Test-737036270 tempest-LiveAutoBlockMigrationV225Test-737036270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:17.330620 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-44eac4ba-e69f-44f4-a362-e95c85201184 req-9534a0b0-b562-4b81-bca0-6db16e85b4db tempest-LiveAutoBlockMigrationV225Test-737036270 tempest-LiveAutoBlockMigrationV225Test-737036270-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=0dacf389-7b4a-4f4d-a07b-66c640ef2c96 HTTP/1.1" status: 200 len: 1096 time: 0.1478438 Apr 05 14:31:17.358921 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-b0363020-0246-49bc-ac0d-e7c9f82ba72d req-ad350ece-8951-4ffb-92f8-521958a3ef76 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:17.393915 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad350ece-8951-4ffb-92f8-521958a3ef76 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Pushing event deleted for resources: {'Port': ['ID=d3ef3544-818c-4f3f-8498-f2b3fd62bdbe,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:17.439674 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f51f8dc-1864-4469-9fba-3f53ab0cadb5 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Pushing event deleted for resources: {'Port': ['ID=0dfd42e3-439b-4a53-afec-89e7248c6fe2,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:17.445604 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0363020-0246-49bc-ac0d-e7c9f82ba72d req-ad350ece-8951-4ffb-92f8-521958a3ef76 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] No DVR routers for this DVR port d3ef3544-818c-4f3f-8498-f2b3fd62bdbe on host n-h2-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:31:17.448486 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-b0363020-0246-49bc-ac0d-e7c9f82ba72d req-ad350ece-8951-4ffb-92f8-521958a3ef76 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:17.452170 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-b0363020-0246-49bc-ac0d-e7c9f82ba72d req-ad350ece-8951-4ffb-92f8-521958a3ef76 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.11 "DELETE /v2.0/ports/d3ef3544-818c-4f3f-8498-f2b3fd62bdbe HTTP/1.1" status: 204 len: 173 time: 0.5572827 Apr 05 14:31:17.452637 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ab117e5-eba4-4915-af4d-29ff1c657022', 'name': 'network-vif-deleted', 'tag': 'd3ef3544-818c-4f3f-8498-f2b3fd62bdbe'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:31:17.456301 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-268719a6-c670-4e6a-84b7-084ef2765b9b" -d '{"events": [{"server_uuid": "8ab117e5-eba4-4915-af4d-29ff1c657022", "name": "network-vif-deleted", "tag": "d3ef3544-818c-4f3f-8498-f2b3fd62bdbe"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:31:17.492764 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbe40b34-63f6-416b-89b6-31b336cf5b44 req-4f51f8dc-1864-4469-9fba-3f53ab0cadb5 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] No DVR routers for this DVR port 0dfd42e3-439b-4a53-afec-89e7248c6fe2 on host n-h1-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:31:17.495692 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-cbe40b34-63f6-416b-89b6-31b336cf5b44 req-4f51f8dc-1864-4469-9fba-3f53ab0cadb5 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:17.499436 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cbe40b34-63f6-416b-89b6-31b336cf5b44 req-4f51f8dc-1864-4469-9fba-3f53ab0cadb5 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "DELETE /v2.0/ports/0dfd42e3-439b-4a53-afec-89e7248c6fe2 HTTP/1.1" status: 204 len: 173 time: 1.4411459 Apr 05 14:31:17.505694 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fde1780-9f77-4003-9873-44b7523942c2', 'name': 'network-vif-deleted', 'tag': '0dfd42e3-439b-4a53-afec-89e7248c6fe2'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:31:17.508049 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3e2c8a-6351-4fef-a415-c20f9166e39f" -d '{"events": [{"server_uuid": "2fde1780-9f77-4003-9873-44b7523942c2", "name": "network-vif-deleted", "tag": "0dfd42e3-439b-4a53-afec-89e7248c6fe2"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:31:17.572736 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-44eac4ba-e69f-44f4-a362-e95c85201184 req-d3928884-81df-4b44-80d8-c57d566a984a tempest-LiveAutoBlockMigrationV225Test-737036270 tempest-LiveAutoBlockMigrationV225Test-737036270-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277114 Apr 05 14:31:17.575895 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-15f6d795-eecd-4e0c-9d70-dd5b5ca8cf78 req-ee624980-dc13-4d19-b8cb-f0436d17e930 tempest-ServerAddressesTestJSON-1240465584 tempest-ServerAddressesTestJSON-1240465584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:17.603884 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['d3ef3544-818c-4f3f-8498-f2b3fd62bdbe', '72bb7570-22b0-4c51-8527-ccee3ffeebc4'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:31:17.621882 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 268b47a2-a095-46d6-bf4e-b7cafacb82da up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:31:17.627657 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-b0363020-0246-49bc-ac0d-e7c9f82ba72d req-6edbfe92-ca93-4425-9bd8-156809e0b87b tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Deleting port 72bb7570-22b0-4c51-8527-ccee3ffeebc4 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:31:17.633574 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-b0363020-0246-49bc-ac0d-e7c9f82ba72d req-6edbfe92-ca93-4425-9bd8-156809e0b87b tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:17.681153 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15f6d795-eecd-4e0c-9d70-dd5b5ca8cf78 req-ee624980-dc13-4d19-b8cb-f0436d17e930 tempest-ServerAddressesTestJSON-1240465584 tempest-ServerAddressesTestJSON-1240465584-project] Network 34cb1d41-aa38-4e63-a5b6-730854571681 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:31:17.696972 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-15f6d795-eecd-4e0c-9d70-dd5b5ca8cf78 req-ee624980-dc13-4d19-b8cb-f0436d17e930 tempest-ServerAddressesTestJSON-1240465584 tempest-ServerAddressesTestJSON-1240465584-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:31:17.696972 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-15f6d795-eecd-4e0c-9d70-dd5b5ca8cf78 req-ee624980-dc13-4d19-b8cb-f0436d17e930 tempest-ServerAddressesTestJSON-1240465584 tempest-ServerAddressesTestJSON-1240465584-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:31:17.728539 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 05 Apr 2022 14:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7bb0f9-4d93-43ef-b36e-89064e669e10 x-openstack-request-id: req-7c7bb0f9-4d93-43ef-b36e-89064e669e10 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:31:17.728933 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fde1780-9f77-4003-9873-44b7523942c2", "name": "network-vif-deleted", "tag": "0dfd42e3-439b-4a53-afec-89e7248c6fe2", "status": "failed", "code": 422}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:31:17.733757 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7c7bb0f9-4d93-43ef-b36e-89064e669e10 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:31:17.734860 n-d-836650-2 neutron-server[103320]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-7c7bb0f9-4d93-43ef-b36e-89064e669e10']: {'server_uuid': '2fde1780-9f77-4003-9873-44b7523942c2', 'name': 'network-vif-deleted', 'tag': '0dfd42e3-439b-4a53-afec-89e7248c6fe2', 'status': 'failed', 'code': 422} returned with failed status Apr 05 14:31:17.736171 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee624980-dc13-4d19-b8cb-f0436d17e930 tempest-ServerAddressesTestJSON-1240465584 tempest-ServerAddressesTestJSON-1240465584-project] Pushing event updated for resources: {'Port': ['ID=32c96ef2-766c-4c27-93c3-c394a66b685a,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:17.783916 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-b0363020-0246-49bc-ac0d-e7c9f82ba72d req-6edbfe92-ca93-4425-9bd8-156809e0b87b tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] For port 72bb7570-22b0-4c51-8527-ccee3ffeebc4, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=72bb7570-22b0-4c51-8527-ccee3ffeebc4,segment=NetworkSegment(bd32e82e-4c16-4b8e-82d3-cc32f23da897),segment_id=bd32e82e-4c16-4b8e-82d3-cc32f23da897)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:17.784198 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-b0363020-0246-49bc-ac0d-e7c9f82ba72d req-6edbfe92-ca93-4425-9bd8-156809e0b87b tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:17.785441 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-133f4735-e593-4408-bb53-225e1138d05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f2b7c8-ac5f-4155-aa69-54cb8d047a74', 'name': 'tempest-FloatingIPDetailsTestJSON-1103229292-router', 'tenant_id': '1074a85feda947929f5933c7f0dc8dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '7478c7c7-3dcd-430f-9c33-c8e0f049b3e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:31:13Z', 'updated_at': '2022-04-05T14:31:15Z', 'revision_number': 3, 'project_id': '1074a85feda947929f5933c7f0dc8dfc', 'gw_port': {'id': '7478c7c7-3dcd-430f-9c33-c8e0f049b3e9', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:cf:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f2b7c8-ac5f-4155-aa69-54cb8d047a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:31:14Z', 'updated_at': '2022-04-05T14:31:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:17.822009 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-b0363020-0246-49bc-ac0d-e7c9f82ba72d req-6edbfe92-ca93-4425-9bd8-156809e0b87b tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Calling delete_port for 72bb7570-22b0-4c51-8527-ccee3ffeebc4 owned by compute:nova {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:31:17.835036 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c1d9996-bf56-4c3a-9e44-7f7a64bccf86 x-openstack-request-id: req-9c1d9996-bf56-4c3a-9e44-7f7a64bccf86 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:31:17.835321 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133f4735-e593-4408-bb53-225e1138d05b None None] Checking router: f0f2b7c8-ac5f-4155-aa69-54cb8d047a74 for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:31:17.835772 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133f4735-e593-4408-bb53-225e1138d05b None None] Updating router f0f2b7c8-ac5f-4155-aa69-54cb8d047a74 port 7478c7c7-3dcd-430f-9c33-c8e0f049b3e9 binding host n-d-836650-2 {{(pid=103322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:31:17.836119 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ab117e5-eba4-4915-af4d-29ff1c657022", "name": "network-vif-deleted", "tag": "d3ef3544-818c-4f3f-8498-f2b3fd62bdbe", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:31:17.836949 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9c1d9996-bf56-4c3a-9e44-7f7a64bccf86 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:31:17.837454 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c1d9996-bf56-4c3a-9e44-7f7a64bccf86'] response: {'server_uuid': '8ab117e5-eba4-4915-af4d-29ff1c657022', 'name': 'network-vif-deleted', 'tag': 'd3ef3544-818c-4f3f-8498-f2b3fd62bdbe', 'status': 'completed', 'code': 200} Apr 05 14:31:17.850207 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f6d795-eecd-4e0c-9d70-dd5b5ca8cf78 req-ee624980-dc13-4d19-b8cb-f0436d17e930 tempest-ServerAddressesTestJSON-1240465584 tempest-ServerAddressesTestJSON-1240465584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:17.850841 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-15f6d795-eecd-4e0c-9d70-dd5b5ca8cf78 req-ee624980-dc13-4d19-b8cb-f0436d17e930 tempest-ServerAddressesTestJSON-1240465584 tempest-ServerAddressesTestJSON-1240465584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:17.885314 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-133f4735-e593-4408-bb53-225e1138d05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:17.932509 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 268b47a2-a095-46d6-bf4e-b7cafacb82da triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:31:17.933006 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:17.965207 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-15f6d795-eecd-4e0c-9d70-dd5b5ca8cf78 req-ee624980-dc13-4d19-b8cb-f0436d17e930 tempest-ServerAddressesTestJSON-1240465584 tempest-ServerAddressesTestJSON-1240465584-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1765158 Apr 05 14:31:17.978708 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-15f6d795-eecd-4e0c-9d70-dd5b5ca8cf78 req-51db5d6e-f699-4c38-81ec-3b6eefeebfc6 service neutron] Request body: {'port': {'device_id': 'f86375ad-18ff-4649-ac01-f9575a40a8f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:31:18.084833 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-15f6d795-eecd-4e0c-9d70-dd5b5ca8cf78 req-51db5d6e-f699-4c38-81ec-3b6eefeebfc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:18.096856 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-b0363020-0246-49bc-ac0d-e7c9f82ba72d req-6edbfe92-ca93-4425-9bd8-156809e0b87b tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:18.163220 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-932a2824-7c26-4bcc-b8da-34f22a3ee8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:18.173954 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edbfe92-ca93-4425-9bd8-156809e0b87b tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Pushing event deleted for resources: {'Port': ['ID=72bb7570-22b0-4c51-8527-ccee3ffeebc4,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:18.237203 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0363020-0246-49bc-ac0d-e7c9f82ba72d req-6edbfe92-ca93-4425-9bd8-156809e0b87b tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] No DVR routers for this DVR port 72bb7570-22b0-4c51-8527-ccee3ffeebc4 on host n-h2-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:31:18.239809 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-b0363020-0246-49bc-ac0d-e7c9f82ba72d req-6edbfe92-ca93-4425-9bd8-156809e0b87b tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:18.243765 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-b0363020-0246-49bc-ac0d-e7c9f82ba72d req-6edbfe92-ca93-4425-9bd8-156809e0b87b tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.11 "DELETE /v2.0/ports/72bb7570-22b0-4c51-8527-ccee3ffeebc4 HTTP/1.1" status: 204 len: 173 time: 0.7843740 Apr 05 14:31:18.254025 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['d3ef3544-818c-4f3f-8498-f2b3fd62bdbe'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:31:18.360211 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-133f4735-e593-4408-bb53-225e1138d05b None None] Notify callbacks [] for port, precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:18.416525 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-133f4735-e593-4408-bb53-225e1138d05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:18.477128 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2be8406b-3289-495b-b383-d1b025d31d7c req-53ea36a7-24d0-45c5-9e8d-18e87900caea tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ab117e5-eba4-4915-af4d-29ff1c657022 HTTP/1.1" status: 200 len: 210 time: 0.0789864 Apr 05 14:31:18.519212 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33599ffd-45da-4f16-90be-3425c5794bb2 None None] Pushing event updated for resources: {'Port': ['ID=7478c7c7-3dcd-430f-9c33-c8e0f049b3e9,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:18.532342 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-133f4735-e593-4408-bb53-225e1138d05b None None] Attempting to bind port 7478c7c7-3dcd-430f-9c33-c8e0f049b3e9 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:31:18.532730 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-133f4735-e593-4408-bb53-225e1138d05b None None] Attempting to bind port 7478c7c7-3dcd-430f-9c33-c8e0f049b3e9 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:31:18.533119 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133f4735-e593-4408-bb53-225e1138d05b None None] Attempting to bind port 7478c7c7-3dcd-430f-9c33-c8e0f049b3e9 on network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:31:18.540014 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133f4735-e593-4408-bb53-225e1138d05b None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:31:18.540552 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133f4735-e593-4408-bb53-225e1138d05b None None] Checking segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:31:18.540748 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-133f4735-e593-4408-bb53-225e1138d05b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:18.543519 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133f4735-e593-4408-bb53-225e1138d05b None None] Bound using segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:31:18.543999 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-133f4735-e593-4408-bb53-225e1138d05b None None] Bound port: 7478c7c7-3dcd-430f-9c33-c8e0f049b3e9, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:31:18.544380 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-133f4735-e593-4408-bb53-225e1138d05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:18.599520 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-932a2824-7c26-4bcc-b8da-34f22a3ee8ff admin admin] Allocated IP 172.20.0.1 (439c1f34-d52e-4564-8151-b7cfeda71953/23c4b5d0-e0e4-4f86-9bbb-6a5072843ed2/bbfcdedf-d305-4476-a3ca-1e1bd25b198a) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:31:18.612023 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-133f4735-e593-4408-bb53-225e1138d05b None None] For port 7478c7c7-3dcd-430f-9c33-c8e0f049b3e9, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:31:18.616548 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-133f4735-e593-4408-bb53-225e1138d05b None None] For port 7478c7c7-3dcd-430f-9c33-c8e0f049b3e9, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=7478c7c7-3dcd-430f-9c33-c8e0f049b3e9,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:31:18.658255 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-133f4735-e593-4408-bb53-225e1138d05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:18.679612 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed443b-db57-43fb-90bc-8a4b4787742b req-44e25cda-c67e-4fef-a4ee-88e253f4c365 tempest-ServerAddressesTestJSON-1240465584 tempest-ServerAddressesTestJSON-1240465584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:18.681210 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c5ed443b-db57-43fb-90bc-8a4b4787742b req-44e25cda-c67e-4fef-a4ee-88e253f4c365 tempest-ServerAddressesTestJSON-1240465584 tempest-ServerAddressesTestJSON-1240465584-project] 10.222.0.30 "GET /v2.0/ports?device_id=f86375ad-18ff-4649-ac01-f9575a40a8f7 HTTP/1.1" status: 200 len: 931 time: 0.1416378 Apr 05 14:31:18.749524 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133f4735-e593-4408-bb53-225e1138d05b None None] Routers {'f0f2b7c8-ac5f-4155-aa69-54cb8d047a74'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:31:18.750856 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-133f4735-e593-4408-bb53-225e1138d05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:30:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['f0f2b7c8-ac5f-4155-aa69-54cb8d047a74'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:18.752760 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33599ffd-45da-4f16-90be-3425c5794bb2 None None] Pushing event updated for resources: {'Port': ['ID=7478c7c7-3dcd-430f-9c33-c8e0f049b3e9,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:18.814387 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-15f6d795-eecd-4e0c-9d70-dd5b5ca8cf78 req-51db5d6e-f699-4c38-81ec-3b6eefeebfc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32c96ef2-766c-4c27-93c3-c394a66b685a {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:31:18.825349 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-15f6d795-eecd-4e0c-9d70-dd5b5ca8cf78 req-51db5d6e-f699-4c38-81ec-3b6eefeebfc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:18.830578 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c5ed443b-db57-43fb-90bc-8a4b4787742b req-99882960-4b59-4bf4-ac39-ae4572ce08c6 tempest-ServerAddressesTestJSON-1240465584 tempest-ServerAddressesTestJSON-1240465584-project] 10.222.0.30 "GET /v2.0/security-groups?id=64be3ec2-a083-4dd3-8be5-953653872bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178319 Apr 05 14:31:18.861779 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-932a2824-7c26-4bcc-b8da-34f22a3ee8ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:18.864643 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-15f6d795-eecd-4e0c-9d70-dd5b5ca8cf78 req-51db5d6e-f699-4c38-81ec-3b6eefeebfc6 service neutron] Transition to ACTIVE for port object 32c96ef2-766c-4c27-93c3-c394a66b685a will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:31:18.867913 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-133f4735-e593-4408-bb53-225e1138d05b None None] Set router f0f2b7c8-ac5f-4155-aa69-54cb8d047a74 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:31:18.918788 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-15f6d795-eecd-4e0c-9d70-dd5b5ca8cf78 req-51db5d6e-f699-4c38-81ec-3b6eefeebfc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:18.987339 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-932a2824-7c26-4bcc-b8da-34f22a3ee8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:19.028173 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51db5d6e-f699-4c38-81ec-3b6eefeebfc6 service neutron] Pushing event updated for resources: {'Port': ['ID=32c96ef2-766c-4c27-93c3-c394a66b685a,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:19.093767 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932a2824-7c26-4bcc-b8da-34f22a3ee8ff admin admin] Network 439c1f34-d52e-4564-8151-b7cfeda71953 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:31:19.101401 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-133f4735-e593-4408-bb53-225e1138d05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f2b7c8-ac5f-4155-aa69-54cb8d047a74', 'name': 'tempest-FloatingIPDetailsTestJSON-1103229292-router', 'tenant_id': '1074a85feda947929f5933c7f0dc8dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '7478c7c7-3dcd-430f-9c33-c8e0f049b3e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:31:13Z', 'updated_at': '2022-04-05T14:31:15Z', 'revision_number': 3, 'project_id': '1074a85feda947929f5933c7f0dc8dfc', 'gw_port': {'id': '7478c7c7-3dcd-430f-9c33-c8e0f049b3e9', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:cf:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f2b7c8-ac5f-4155-aa69-54cb8d047a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:31:14Z', 'updated_at': '2022-04-05T14:31:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:19.101950 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-932a2824-7c26-4bcc-b8da-34f22a3ee8ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:31:19.113892 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932a2824-7c26-4bcc-b8da-34f22a3ee8ff admin admin] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:31:19.135221 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133f4735-e593-4408-bb53-225e1138d05b None None] The sync data for ids ['f0f2b7c8-ac5f-4155-aa69-54cb8d047a74'] in n-d-836650-2 is: [{'id': 'f0f2b7c8-ac5f-4155-aa69-54cb8d047a74', 'name': 'tempest-FloatingIPDetailsTestJSON-1103229292-router', 'tenant_id': '1074a85feda947929f5933c7f0dc8dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '7478c7c7-3dcd-430f-9c33-c8e0f049b3e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:31:13Z', 'updated_at': '2022-04-05T14:31:15Z', 'revision_number': 3, 'project_id': '1074a85feda947929f5933c7f0dc8dfc', 'gw_port': {'id': '7478c7c7-3dcd-430f-9c33-c8e0f049b3e9', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:cf:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f2b7c8-ac5f-4155-aa69-54cb8d047a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:31:14Z', 'updated_at': '2022-04-05T14:31:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:31:19.182284 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932a2824-7c26-4bcc-b8da-34f22a3ee8ff admin admin] Pushing event updated for resources: {'Port': ['ID=bbfcdedf-d305-4476-a3ca-1e1bd25b198a,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:19.260570 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-932a2824-7c26-4bcc-b8da-34f22a3ee8ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809369'] for router_interface, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:19.271076 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-15f6d795-eecd-4e0c-9d70-dd5b5ca8cf78 req-51db5d6e-f699-4c38-81ec-3b6eefeebfc6 service neutron] Attempting to bind port 32c96ef2-766c-4c27-93c3-c394a66b685a on host n-h2-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:31:19.271437 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-15f6d795-eecd-4e0c-9d70-dd5b5ca8cf78 req-51db5d6e-f699-4c38-81ec-3b6eefeebfc6 service neutron] Attempting to bind port 32c96ef2-766c-4c27-93c3-c394a66b685a by drivers openvswitch,hyperv on host n-h2-836650-2 at level 0 using segments [{'id': '5eda45b6-da0b-4f79-84ec-98ea7bff3bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '34cb1d41-aa38-4e63-a5b6-730854571681'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:31:19.271847 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f6d795-eecd-4e0c-9d70-dd5b5ca8cf78 req-51db5d6e-f699-4c38-81ec-3b6eefeebfc6 service neutron] Attempting to bind port 32c96ef2-766c-4c27-93c3-c394a66b685a on network 34cb1d41-aa38-4e63-a5b6-730854571681 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:31:19.329460 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f6d795-eecd-4e0c-9d70-dd5b5ca8cf78 req-51db5d6e-f699-4c38-81ec-3b6eefeebfc6 service neutron] Port 32c96ef2-766c-4c27-93c3-c394a66b685a on network 34cb1d41-aa38-4e63-a5b6-730854571681 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:31:19.329759 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f6d795-eecd-4e0c-9d70-dd5b5ca8cf78 req-51db5d6e-f699-4c38-81ec-3b6eefeebfc6 service neutron] Attempting to bind port 32c96ef2-766c-4c27-93c3-c394a66b685a on network 34cb1d41-aa38-4e63-a5b6-730854571681 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:31:19.343206 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f6d795-eecd-4e0c-9d70-dd5b5ca8cf78 req-51db5d6e-f699-4c38-81ec-3b6eefeebfc6 service neutron] Checking agent: {'id': '6d8cf521-24bb-4b6a-bbae-0284f5c87a9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:31:19.343581 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f6d795-eecd-4e0c-9d70-dd5b5ca8cf78 req-51db5d6e-f699-4c38-81ec-3b6eefeebfc6 service neutron] Checking segment: {'id': '5eda45b6-da0b-4f79-84ec-98ea7bff3bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '34cb1d41-aa38-4e63-a5b6-730854571681'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:31:19.343962 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f6d795-eecd-4e0c-9d70-dd5b5ca8cf78 req-51db5d6e-f699-4c38-81ec-3b6eefeebfc6 service neutron] Bound using segment: {'id': '5eda45b6-da0b-4f79-84ec-98ea7bff3bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '34cb1d41-aa38-4e63-a5b6-730854571681'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:31:19.344420 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-15f6d795-eecd-4e0c-9d70-dd5b5ca8cf78 req-51db5d6e-f699-4c38-81ec-3b6eefeebfc6 service neutron] Bound port: 32c96ef2-766c-4c27-93c3-c394a66b685a, host: n-h2-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5eda45b6-da0b-4f79-84ec-98ea7bff3bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '34cb1d41-aa38-4e63-a5b6-730854571681'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:31:19.344771 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-15f6d795-eecd-4e0c-9d70-dd5b5ca8cf78 req-51db5d6e-f699-4c38-81ec-3b6eefeebfc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:19.402690 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6587a3-8859-4821-859e-0adc0398cffb req-8112cc80-e2b8-4198-8300-a77cad91fadc tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:19.404183 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6d6587a3-8859-4821-859e-0adc0398cffb req-8112cc80-e2b8-4198-8300-a77cad91fadc tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/networks?id=a926837a-905f-4dbb-b5dd-5a4dcb465fd4 HTTP/1.1" status: 200 len: 812 time: 0.2648528 Apr 05 14:31:19.471074 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6d6587a3-8859-4821-859e-0adc0398cffb req-2604e395-e8dd-4323-b63d-e5e5f918d947 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/quotas/f6c75c954b5749f4a5047ff4736e2678 HTTP/1.1" status: 200 len: 375 time: 0.0449972 Apr 05 14:31:19.482647 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-163949e3-fe8f-4e9f-8fbb-3eb94c39c17d None None] Provisioning complete for port bbfcdedf-d305-4476-a3ca-1e1bd25b198a triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:31:19.486692 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-163949e3-fe8f-4e9f-8fbb-3eb94c39c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:19.524764 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-163949e3-fe8f-4e9f-8fbb-3eb94c39c17d None None] Port bbfcdedf-d305-4476-a3ca-1e1bd25b198a cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:31:19.530928 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6d6587a3-8859-4821-859e-0adc0398cffb req-a9331871-f1a5-45c9-9b4a-2d4222dd1ff2 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f6c75c954b5749f4a5047ff4736e2678&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489619 Apr 05 14:31:19.532132 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-15f6d795-eecd-4e0c-9d70-dd5b5ca8cf78 req-51db5d6e-f699-4c38-81ec-3b6eefeebfc6 service neutron] For port 32c96ef2-766c-4c27-93c3-c394a66b685a, host n-h2-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:31:19.555813 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-15f6d795-eecd-4e0c-9d70-dd5b5ca8cf78 req-51db5d6e-f699-4c38-81ec-3b6eefeebfc6 service neutron] For port 32c96ef2-766c-4c27-93c3-c394a66b685a, host n-h2-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=32c96ef2-766c-4c27-93c3-c394a66b685a,segment=NetworkSegment(5eda45b6-da0b-4f79-84ec-98ea7bff3bba),segment_id=5eda45b6-da0b-4f79-84ec-98ea7bff3bba)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:31:19.627298 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-15f6d795-eecd-4e0c-9d70-dd5b5ca8cf78 req-51db5d6e-f699-4c38-81ec-3b6eefeebfc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:19.639409 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-932a2824-7c26-4bcc-b8da-34f22a3ee8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:19.698430 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f6d795-eecd-4e0c-9d70-dd5b5ca8cf78 req-51db5d6e-f699-4c38-81ec-3b6eefeebfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:19.699082 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-15f6d795-eecd-4e0c-9d70-dd5b5ca8cf78 req-51db5d6e-f699-4c38-81ec-3b6eefeebfc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:19.700493 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-15f6d795-eecd-4e0c-9d70-dd5b5ca8cf78 req-51db5d6e-f699-4c38-81ec-3b6eefeebfc6 service neutron] 10.222.0.11 "PUT /v2.0/ports/32c96ef2-766c-4c27-93c3-c394a66b685a HTTP/1.1" status: 200 len: 1091 time: 1.7269528 Apr 05 14:31:19.764016 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [req-02389100-916f-482b-bdbf-71a46c914a9b req-1b4e330d-6a5f-46aa-a188-9dd28ad98bf8 tempest-LiveAutoBlockMigrationV225Test-737036270 tempest-LiveAutoBlockMigrationV225Test-737036270-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103321) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:31:19.765191 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-02389100-916f-482b-bdbf-71a46c914a9b req-1b4e330d-6a5f-46aa-a188-9dd28ad98bf8 tempest-LiveAutoBlockMigrationV225Test-737036270 tempest-LiveAutoBlockMigrationV225Test-737036270-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060918 Apr 05 14:31:19.839071 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ab117e5-eba4-4915-af4d-29ff1c657022', 'name': 'network-vif-deleted', 'tag': '72bb7570-22b0-4c51-8527-ccee3ffeebc4'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:31:19.841829 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fef3447-6b75-40d4-9486-ede7712ea89b" -d '{"events": [{"server_uuid": "8ab117e5-eba4-4915-af4d-29ff1c657022", "name": "network-vif-deleted", "tag": "72bb7570-22b0-4c51-8527-ccee3ffeebc4"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:31:19.882289 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02389100-916f-482b-bdbf-71a46c914a9b req-352f11fd-e87b-4b1f-953c-f974dd588488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:19.889566 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-02389100-916f-482b-bdbf-71a46c914a9b req-352f11fd-e87b-4b1f-953c-f974dd588488 service neutron] 10.222.0.30 "GET /v2.0/ports/30e0c74b-bcb8-4af8-a6e9-5be1b57667dc HTTP/1.1" status: 200 len: 1093 time: 0.1157906 Apr 05 14:31:19.894999 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-02389100-916f-482b-bdbf-71a46c914a9b req-c666b6ee-6e97-4405-863f-2819f2c2bc09 service neutron] Request body: {'binding': {'host': 'n-h2-836650-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:31:19.895458 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-02389100-916f-482b-bdbf-71a46c914a9b req-c666b6ee-6e97-4405-863f-2819f2c2bc09 service neutron] Unknown quota resources ['binding']. {{(pid=103321) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 05 14:31:20.004195 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f86375ad-18ff-4649-ac01-f9575a40a8f7', 'tag': '32c96ef2-766c-4c27-93c3-c394a66b685a'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:31:20.006490 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cfd2ebc-7e93-4876-83d4-4d5e88eb1a7f" -d '{"events": [{"name": "network-changed", "server_uuid": "f86375ad-18ff-4649-ac01-f9575a40a8f7", "tag": "32c96ef2-766c-4c27-93c3-c394a66b685a"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:31:20.035169 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6d6587a3-8859-4821-859e-0adc0398cffb req-a0ceccd2-dcba-4762-bf74-2f8ac5b10dee service neutron] 10.222.0.30 "GET /v2.0/networks/a926837a-905f-4dbb-b5dd-5a4dcb465fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4939947 Apr 05 14:31:20.055304 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51db5d6e-f699-4c38-81ec-3b6eefeebfc6 service neutron] Pushing event updated for resources: {'Port': ['ID=32c96ef2-766c-4c27-93c3-c394a66b685a,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:20.061529 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-02389100-916f-482b-bdbf-71a46c914a9b req-c666b6ee-6e97-4405-863f-2819f2c2bc09 service neutron] Attempting to bind port 30e0c74b-bcb8-4af8-a6e9-5be1b57667dc on host n-h2-836650-2 for vnic_type normal with profile None {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:31:20.061857 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-02389100-916f-482b-bdbf-71a46c914a9b req-c666b6ee-6e97-4405-863f-2819f2c2bc09 service neutron] Attempting to bind port 30e0c74b-bcb8-4af8-a6e9-5be1b57667dc by drivers openvswitch,hyperv on host n-h2-836650-2 at level 0 using segments [{'id': 'e44f5d0a-bab4-40cf-a1ed-36028ad06628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a37e2d3e-8e8b-49fa-a97d-3b06631436db'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:31:20.062873 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02389100-916f-482b-bdbf-71a46c914a9b req-c666b6ee-6e97-4405-863f-2819f2c2bc09 service neutron] Attempting to bind port 30e0c74b-bcb8-4af8-a6e9-5be1b57667dc on network a37e2d3e-8e8b-49fa-a97d-3b06631436db {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:31:20.067332 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02389100-916f-482b-bdbf-71a46c914a9b req-c666b6ee-6e97-4405-863f-2819f2c2bc09 service neutron] Port 30e0c74b-bcb8-4af8-a6e9-5be1b57667dc on network a37e2d3e-8e8b-49fa-a97d-3b06631436db not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:31:20.067659 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02389100-916f-482b-bdbf-71a46c914a9b req-c666b6ee-6e97-4405-863f-2819f2c2bc09 service neutron] Attempting to bind port 30e0c74b-bcb8-4af8-a6e9-5be1b57667dc on network a37e2d3e-8e8b-49fa-a97d-3b06631436db {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:31:20.073011 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02389100-916f-482b-bdbf-71a46c914a9b req-c666b6ee-6e97-4405-863f-2819f2c2bc09 service neutron] Checking agent: {'id': '6d8cf521-24bb-4b6a-bbae-0284f5c87a9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:31:20.073350 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02389100-916f-482b-bdbf-71a46c914a9b req-c666b6ee-6e97-4405-863f-2819f2c2bc09 service neutron] Checking segment: {'id': 'e44f5d0a-bab4-40cf-a1ed-36028ad06628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a37e2d3e-8e8b-49fa-a97d-3b06631436db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:31:20.073725 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02389100-916f-482b-bdbf-71a46c914a9b req-c666b6ee-6e97-4405-863f-2819f2c2bc09 service neutron] Bound using segment: {'id': 'e44f5d0a-bab4-40cf-a1ed-36028ad06628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a37e2d3e-8e8b-49fa-a97d-3b06631436db'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:31:20.074166 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-02389100-916f-482b-bdbf-71a46c914a9b req-c666b6ee-6e97-4405-863f-2819f2c2bc09 service neutron] Bound port: 30e0c74b-bcb8-4af8-a6e9-5be1b57667dc, host: n-h2-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e44f5d0a-bab4-40cf-a1ed-36028ad06628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a37e2d3e-8e8b-49fa-a97d-3b06631436db'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:31:20.131274 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-02389100-916f-482b-bdbf-71a46c914a9b req-c666b6ee-6e97-4405-863f-2819f2c2bc09 service neutron] For port 30e0c74b-bcb8-4af8-a6e9-5be1b57667dc, host n-h2-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=30e0c74b-bcb8-4af8-a6e9-5be1b57667dc,segment=NetworkSegment(e44f5d0a-bab4-40cf-a1ed-36028ad06628),segment_id=e44f5d0a-bab4-40cf-a1ed-36028ad06628)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:31:20.182934 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f6d795-eecd-4e0c-9d70-dd5b5ca8cf78 req-11ef494d-e8fd-455e-b198-a33b2c57f491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:20.184450 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-15f6d795-eecd-4e0c-9d70-dd5b5ca8cf78 req-11ef494d-e8fd-455e-b198-a33b2c57f491 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=89c0ae505dff4f999c8329e0f9a77597&device_id=f86375ad-18ff-4649-ac01-f9575a40a8f7 HTTP/1.1" status: 200 len: 1094 time: 0.1731772 Apr 05 14:31:20.236498 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-02389100-916f-482b-bdbf-71a46c914a9b req-c666b6ee-6e97-4405-863f-2819f2c2bc09 service neutron] Notify callbacks [] for binding, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:20.237849 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-02389100-916f-482b-bdbf-71a46c914a9b req-c666b6ee-6e97-4405-863f-2819f2c2bc09 service neutron] 10.222.0.30 "POST /v2.0/ports/30e0c74b-bcb8-4af8-a6e9-5be1b57667dc/bindings HTTP/1.1" status: 201 len: 389 time: 0.3475804 Apr 05 14:31:20.250794 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-15f6d795-eecd-4e0c-9d70-dd5b5ca8cf78 req-34c7ca1b-af41-49c3-8a67-9fc210eb4cbf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32c96ef2-766c-4c27-93c3-c394a66b685a HTTP/1.1" status: 200 len: 217 time: 0.0505512 Apr 05 14:31:20.273568 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6d6587a3-8859-4821-859e-0adc0398cffb req-4788d47f-4ae2-4b00-b78b-f4755f350b44 service neutron] 10.222.0.30 "GET /v2.0/networks/a926837a-905f-4dbb-b5dd-5a4dcb465fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202373 Apr 05 14:31:20.335096 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f6d795-eecd-4e0c-9d70-dd5b5ca8cf78 req-a5412c74-95a5-4eba-94b2-e4974ee2c3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:20.336621 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-15f6d795-eecd-4e0c-9d70-dd5b5ca8cf78 req-a5412c74-95a5-4eba-94b2-e4974ee2c3bd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8ed0e20f-0479-46ff-8dbb-479503d312ef HTTP/1.1" status: 200 len: 853 time: 0.0793850 Apr 05 14:31:20.363461 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-932a2824-7c26-4bcc-b8da-34f22a3ee8ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:20.383260 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-15f6d795-eecd-4e0c-9d70-dd5b5ca8cf78 req-e660704b-3b1c-464e-bcb3-094adb5b730d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=34cb1d41-aa38-4e63-a5b6-730854571681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366762 Apr 05 14:31:20.450765 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-932a2824-7c26-4bcc-b8da-34f22a3ee8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:20.466027 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 33404) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:31:20.554318 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75354d7c-f64a-4bb7-a189-676dd206c24b x-openstack-request-id: req-75354d7c-f64a-4bb7-a189-676dd206c24b {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:31:20.554610 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ab117e5-eba4-4915-af4d-29ff1c657022", "name": "network-vif-deleted", "tag": "72bb7570-22b0-4c51-8527-ccee3ffeebc4", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:31:20.561635 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-75354d7c-f64a-4bb7-a189-676dd206c24b {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:31:20.561635 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75354d7c-f64a-4bb7-a189-676dd206c24b'] response: {'server_uuid': '8ab117e5-eba4-4915-af4d-29ff1c657022', 'name': 'network-vif-deleted', 'tag': '72bb7570-22b0-4c51-8527-ccee3ffeebc4', 'status': 'completed', 'code': 200} Apr 05 14:31:20.581945 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-932a2824-7c26-4bcc-b8da-34f22a3ee8ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809317'] for router_interface, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:20.589639 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b2c57ed-8a76-497b-b6c1-34530d1b1129 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Deleting subnet c7eec388-494a-410c-a7b9-05b8a3387728 {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:31:20.598867 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2b2c57ed-8a76-497b-b6c1-34530d1b1129 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:20.601240 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932a2824-7c26-4bcc-b8da-34f22a3ee8ff admin admin] Pushing event updated for resources: {'Port': ['ID=bbfcdedf-d305-4476-a3ca-1e1bd25b198a,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:20.629591 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-15f6d795-eecd-4e0c-9d70-dd5b5ca8cf78 req-637b9b83-2b05-464e-8c6f-41ffd085dba1 service neutron] 10.222.0.11 "GET /v2.0/networks/34cb1d41-aa38-4e63-a5b6-730854571681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310863 Apr 05 14:31:20.629591 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66c085f-1e3d-4db2-a07d-a084bdde67ba x-openstack-request-id: req-d66c085f-1e3d-4db2-a07d-a084bdde67ba {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:31:20.629591 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f86375ad-18ff-4649-ac01-f9575a40a8f7", "tag": "32c96ef2-766c-4c27-93c3-c394a66b685a", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:31:20.629591 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d66c085f-1e3d-4db2-a07d-a084bdde67ba {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:31:20.629591 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d66c085f-1e3d-4db2-a07d-a084bdde67ba'] response: {'name': 'network-changed', 'server_uuid': 'f86375ad-18ff-4649-ac01-f9575a40a8f7', 'tag': '32c96ef2-766c-4c27-93c3-c394a66b685a', 'status': 'completed', 'code': 200} Apr 05 14:31:20.661235 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16295fbd-4fa7-40b9-abcf-cc97bfdcea4f req-f0b1c495-e542-406b-aeb1-8122dd676f5b tempest-ServerAddressesTestJSON-1240465584 tempest-ServerAddressesTestJSON-1240465584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:20.661477 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-16295fbd-4fa7-40b9-abcf-cc97bfdcea4f req-f0b1c495-e542-406b-aeb1-8122dd676f5b tempest-ServerAddressesTestJSON-1240465584 tempest-ServerAddressesTestJSON-1240465584-project] 10.222.0.30 "GET /v2.0/ports?device_id=f86375ad-18ff-4649-ac01-f9575a40a8f7 HTTP/1.1" status: 200 len: 943 time: 0.1365385 Apr 05 14:31:20.753934 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7c86866d-e0b5-4ddc-aa87-1dfd1afd40ca req-c7f6aee1-0cef-46e4-bb4b-e7cb64a93baa tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd4c7dc7-3a8e-4ff8-b695-453b0ad9a57c HTTP/1.1" status: 200 len: 210 time: 0.0898561 Apr 05 14:31:20.832198 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-16295fbd-4fa7-40b9-abcf-cc97bfdcea4f req-f96d0d11-0c0d-4d85-94db-1a053240f8d8 tempest-ServerAddressesTestJSON-1240465584 tempest-ServerAddressesTestJSON-1240465584-project] 10.222.0.30 "GET /v2.0/security-groups?id=64be3ec2-a083-4dd3-8be5-953653872bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583676 Apr 05 14:31:20.861486 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device d3ef3544-818c-4f3f-8498-f2b3fd62bdbe no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:31:20.885160 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-15f6d795-eecd-4e0c-9d70-dd5b5ca8cf78 req-5c91788b-e627-404a-a571-1c41f6962266 service neutron] 10.222.0.11 "GET /v2.0/networks/34cb1d41-aa38-4e63-a5b6-730854571681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378876 Apr 05 14:31:20.909972 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932a2824-7c26-4bcc-b8da-34f22a3ee8ff admin admin] Network 439c1f34-d52e-4564-8151-b7cfeda71953 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:31:20.911259 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] No Port match for: d3ef3544-818c-4f3f-8498-f2b3fd62bdbe {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:31:20.911609 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device d3ef3544-818c-4f3f-8498-f2b3fd62bdbe not bound to the agent host n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:31:20.912027 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 72bb7570-22b0-4c51-8527-ccee3ffeebc4 no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:31:20.934879 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] No Port match for: 72bb7570-22b0-4c51-8527-ccee3ffeebc4 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:31:20.935465 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 72bb7570-22b0-4c51-8527-ccee3ffeebc4 not bound to the agent host n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:31:20.935611 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-932a2824-7c26-4bcc-b8da-34f22a3ee8ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:31:21.072039 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e30eb-051e-4acf-97cf-e65784e4d42f req-5ed43dbc-2d80-4f17-a265-da7ce4a6bfda tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:21.077424 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e71e30eb-051e-4acf-97cf-e65784e4d42f req-5ed43dbc-2d80-4f17-a265-da7ce4a6bfda tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dacf389-7b4a-4f4d-a07b-66c640ef2c96 HTTP/1.1" status: 200 len: 945 time: 0.1965911 Apr 05 14:31:21.097729 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2b2c57ed-8a76-497b-b6c1-34530d1b1129 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:21.147374 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02389100-916f-482b-bdbf-71a46c914a9b req-200f9522-3d38-4e35-b57d-ea7862b1ee10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:21.148960 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-02389100-916f-482b-bdbf-71a46c914a9b req-200f9522-3d38-4e35-b57d-ea7862b1ee10 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ec0fa5de45e74f079e998d8c4a01aedf&device_id=0dacf389-7b4a-4f4d-a07b-66c640ef2c96 HTTP/1.1" status: 200 len: 1096 time: 0.2374256 Apr 05 14:31:21.154322 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd2ebc-7e93-4876-83d4-4d5e88eb1a7f req-21ef9bee-81c1-425c-a9ab-a90688c02439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:21.156151 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-5cfd2ebc-7e93-4876-83d4-4d5e88eb1a7f req-21ef9bee-81c1-425c-a9ab-a90688c02439 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=89c0ae505dff4f999c8329e0f9a77597&device_id=f86375ad-18ff-4649-ac01-f9575a40a8f7 HTTP/1.1" status: 200 len: 1094 time: 0.0941553 Apr 05 14:31:21.255622 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e71e30eb-051e-4acf-97cf-e65784e4d42f req-00fcf898-96f4-4603-912e-464533f36390 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420715 Apr 05 14:31:21.257506 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-1803e7ee-bc86-47f5-ab66-3d08bfeabf2c None None] Provisioning complete for port bbfcdedf-d305-4476-a3ca-1e1bd25b198a triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:31:21.258138 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1803e7ee-bc86-47f5-ab66-3d08bfeabf2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:21.262654 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-932a2824-7c26-4bcc-b8da-34f22a3ee8ff admin admin] Router f0f2b7c8-ac5f-4155-aa69-54cb8d047a74 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:31:21.270931 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2b2c57ed-8a76-497b-b6c1-34530d1b1129 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:21.310487 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-1803e7ee-bc86-47f5-ab66-3d08bfeabf2c None None] Port bbfcdedf-d305-4476-a3ca-1e1bd25b198a cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:31:21.330594 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02389100-916f-482b-bdbf-71a46c914a9b req-102be9c0-c972-4d74-911c-f3214da6885a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:21.332083 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-02389100-916f-482b-bdbf-71a46c914a9b req-102be9c0-c972-4d74-911c-f3214da6885a service neutron] 10.222.0.11 "GET /v2.0/networks?id=a37e2d3e-8e8b-49fa-a97d-3b06631436db HTTP/1.1" status: 200 len: 921 time: 0.1737630 Apr 05 14:31:21.338767 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd2ebc-7e93-4876-83d4-4d5e88eb1a7f req-364fddda-55b0-498c-85b8-35bade5a495e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:21.340259 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-5cfd2ebc-7e93-4876-83d4-4d5e88eb1a7f req-364fddda-55b0-498c-85b8-35bade5a495e service neutron] 10.222.0.11 "GET /v2.0/networks?id=34cb1d41-aa38-4e63-a5b6-730854571681 HTTP/1.1" status: 200 len: 914 time: 0.1758807 Apr 05 14:31:21.383837 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-02389100-916f-482b-bdbf-71a46c914a9b req-9556f582-dc92-4abb-b00b-7642c70bda7d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30e0c74b-bcb8-4af8-a6e9-5be1b57667dc HTTP/1.1" status: 200 len: 217 time: 0.0436237 Apr 05 14:31:21.391222 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-5cfd2ebc-7e93-4876-83d4-4d5e88eb1a7f req-7f3ddf00-0a6b-4c15-a54e-190f094cd734 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32c96ef2-766c-4c27-93c3-c394a66b685a HTTP/1.1" status: 200 len: 217 time: 0.0434327 Apr 05 14:31:21.457949 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd2ebc-7e93-4876-83d4-4d5e88eb1a7f req-50254fc9-a52b-42ee-857f-73c00180085d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:21.459436 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-5cfd2ebc-7e93-4876-83d4-4d5e88eb1a7f req-50254fc9-a52b-42ee-857f-73c00180085d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8ed0e20f-0479-46ff-8dbb-479503d312ef HTTP/1.1" status: 200 len: 853 time: 0.0621552 Apr 05 14:31:21.474101 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-932a2824-7c26-4bcc-b8da-34f22a3ee8ff admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:31:21.480102 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-932a2824-7c26-4bcc-b8da-34f22a3ee8ff admin admin] 10.222.0.30 "PUT /v2.0/routers/f0f2b7c8-ac5f-4155-aa69-54cb8d047a74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2334430 Apr 05 14:31:21.482079 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02389100-916f-482b-bdbf-71a46c914a9b req-f4275ed3-0f49-453d-9e8f-79466564142b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:21.483782 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-02389100-916f-482b-bdbf-71a46c914a9b req-f4275ed3-0f49-453d-9e8f-79466564142b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e7ccd1c0-0ac4-418f-bea2-fcb22a694a96 HTTP/1.1" status: 200 len: 860 time: 0.0685034 Apr 05 14:31:21.492406 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd391a0-6ac6-4e9c-87bc-7239eaaf414b None None] Sync routers for ids ['f0f2b7c8-ac5f-4155-aa69-54cb8d047a74'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:31:21.521359 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2b2c57ed-8a76-497b-b6c1-34530d1b1129 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:21.530056 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd391a0-6ac6-4e9c-87bc-7239eaaf414b None None] Routers {'f0f2b7c8-ac5f-4155-aa69-54cb8d047a74'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:31:21.531880 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 7478c7c7-3dcd-430f-9c33-c8e0f049b3e9 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:31:21.532471 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-cdd391a0-6ac6-4e9c-87bc-7239eaaf414b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:30:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['f0f2b7c8-ac5f-4155-aa69-54cb8d047a74'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:21.537599 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-02389100-916f-482b-bdbf-71a46c914a9b req-db6ada51-7ccb-44d0-8e9a-c085502e5325 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a37e2d3e-8e8b-49fa-a97d-3b06631436db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454926 Apr 05 14:31:21.539433 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-5cfd2ebc-7e93-4876-83d4-4d5e88eb1a7f req-66b3cb3c-7953-475f-956f-dd253d504e14 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=34cb1d41-aa38-4e63-a5b6-730854571681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725708 Apr 05 14:31:21.568943 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2b2c57ed-8a76-497b-b6c1-34530d1b1129 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:21.572837 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-2b2c57ed-8a76-497b-b6c1-34530d1b1129 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "DELETE /v2.0/subnets/c7eec388-494a-410c-a7b9-05b8a3387728 HTTP/1.1" status: 204 len: 168 time: 1.1057436 Apr 05 14:31:21.594134 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972c890b-f2c6-4144-8953-245b80a52aad None None] Network 8d6faeee-4b2b-419f-bd86-51125d79f000 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:31:21.647131 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 33414) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:31:21.689434 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-5cfd2ebc-7e93-4876-83d4-4d5e88eb1a7f req-2fcbb60a-68af-4552-8c38-b496e201e067 service neutron] 10.222.0.11 "GET /v2.0/networks/34cb1d41-aa38-4e63-a5b6-730854571681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221001 Apr 05 14:31:21.695212 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2c57ed-8a76-497b-b6c1-34530d1b1129 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Pushing event deleted for resources: {'Subnet': ['ID=c7eec388-494a-410c-a7b9-05b8a3387728,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:21.714041 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 7478c7c7-3dcd-430f-9c33-c8e0f049b3e9 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:31:21.714676 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:21.807825 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-cdd391a0-6ac6-4e9c-87bc-7239eaaf414b None None] Set router f0f2b7c8-ac5f-4155-aa69-54cb8d047a74 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:31:21.851568 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-5cfd2ebc-7e93-4876-83d4-4d5e88eb1a7f req-d89c6009-ab6c-43cb-ac19-2d4d563d4ed2 service neutron] 10.222.0.11 "GET /v2.0/networks/34cb1d41-aa38-4e63-a5b6-730854571681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507778 Apr 05 14:31:21.886726 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2466f85b-6d2f-4cc9-a23f-a3c7033073e0 None None] DHCP port deletion for 8d6faeee-4b2b-419f-bd86-51125d79f000 request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:31:21.904071 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:21.920144 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8ed75db5-9dc4-4fba-8bf9-09f1755dbd89 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:21.954631 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port 7478c7c7-3dcd-430f-9c33-c8e0f049b3e9, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=7478c7c7-3dcd-430f-9c33-c8e0f049b3e9,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:21.976044 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-02389100-916f-482b-bdbf-71a46c914a9b req-381243bc-7192-48a7-b231-8c98558f51a6 service neutron] 10.222.0.11 "GET /v2.0/networks/a37e2d3e-8e8b-49fa-a97d-3b06631436db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4253771 Apr 05 14:31:21.984478 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-2466f85b-6d2f-4cc9-a23f-a3c7033073e0 None None] Deleting port f7be9149-c204-435d-859e-97666b3faaf9 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:31:21.984852 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2466f85b-6d2f-4cc9-a23f-a3c7033073e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:22.008857 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-53139a11-7736-4e30-be14-6fecbeb515a1 req-2f663608-0cd7-4cf5-95b3-ceb205ebec20 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd4c7dc7-3a8e-4ff8-b695-453b0ad9a57c HTTP/1.1" status: 200 len: 210 time: 0.0863562 Apr 05 14:31:22.086409 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:22.089522 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-2466f85b-6d2f-4cc9-a23f-a3c7033073e0 None None] For port f7be9149-c204-435d-859e-97666b3faaf9, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=f7be9149-c204-435d-859e-97666b3faaf9,segment=NetworkSegment(bd32e82e-4c16-4b8e-82d3-cc32f23da897),segment_id=bd32e82e-4c16-4b8e-82d3-cc32f23da897)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:22.089979 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2466f85b-6d2f-4cc9-a23f-a3c7033073e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:22.144675 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-cdd391a0-6ac6-4e9c-87bc-7239eaaf414b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f2b7c8-ac5f-4155-aa69-54cb8d047a74', 'name': 'tempest-FloatingIPDetailsTestJSON-1103229292-router', 'tenant_id': '1074a85feda947929f5933c7f0dc8dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '7478c7c7-3dcd-430f-9c33-c8e0f049b3e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:31:13Z', 'updated_at': '2022-04-05T14:31:19Z', 'revision_number': 4, 'project_id': '1074a85feda947929f5933c7f0dc8dfc', 'gw_port': {'id': '7478c7c7-3dcd-430f-9c33-c8e0f049b3e9', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:cf:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f2b7c8-ac5f-4155-aa69-54cb8d047a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:31:14Z', 'updated_at': '2022-04-05T14:31:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': 'bbfcdedf-d305-4476-a3ca-1e1bd25b198a', 'name': '', 'network_id': '439c1f34-d52e-4564-8151-b7cfeda71953', 'tenant_id': '1074a85feda947929f5933c7f0dc8dfc', 'mac_address': 'fa:16:3e:a9:ba:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f2b7c8-ac5f-4155-aa69-54cb8d047a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '23c4b5d0-e0e4-4f86-9bbb-6a5072843ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:31:18Z', 'updated_at': '2022-04-05T14:31:20Z', 'revision_number': 2, 'project_id': '1074a85feda947929f5933c7f0dc8dfc', 'subnets': [{'id': '23c4b5d0-e0e4-4f86-9bbb-6a5072843ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:22.156046 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=7478c7c7-3dcd-430f-9c33-c8e0f049b3e9,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:22.164668 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-2466f85b-6d2f-4cc9-a23f-a3c7033073e0 None None] Calling delete_port for f7be9149-c204-435d-859e-97666b3faaf9 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:31:22.177065 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd391a0-6ac6-4e9c-87bc-7239eaaf414b None None] Checking router: f0f2b7c8-ac5f-4155-aa69-54cb8d047a74 for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:31:22.177293 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b1a7e614-8313-4755-8ddc-a0aab28487a8 req-8594c754-a329-4b5d-ada1-530c2f1b31ef tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4191427 Apr 05 14:31:22.177580 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd391a0-6ac6-4e9c-87bc-7239eaaf414b None None] Updating router f0f2b7c8-ac5f-4155-aa69-54cb8d047a74 port bbfcdedf-d305-4476-a3ca-1e1bd25b198a binding host n-d-836650-2 {{(pid=103323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:31:22.205018 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-b1a7e614-8313-4755-8ddc-a0aab28487a8 req-13fc621b-3f1a-4710-a90f-b7cf3fa569e5 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Request body: {'floatingip': {'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:31:22.211876 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cdd391a0-6ac6-4e9c-87bc-7239eaaf414b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:22.254727 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-02389100-916f-482b-bdbf-71a46c914a9b req-6c24abec-602b-48d0-ab42-7e87d5fa7a20 service neutron] 10.222.0.11 "GET /v2.0/networks/a37e2d3e-8e8b-49fa-a97d-3b06631436db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567751 Apr 05 14:31:22.262299 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e32e6-941c-4e3a-8497-c634995dce2e req-d8ef11c4-3cfa-41c1-a7f3-55760b946672 tempest-ServerAddressesTestJSON-1240465584 tempest-ServerAddressesTestJSON-1240465584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:22.263730 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1c6e32e6-941c-4e3a-8497-c634995dce2e req-d8ef11c4-3cfa-41c1-a7f3-55760b946672 tempest-ServerAddressesTestJSON-1240465584 tempest-ServerAddressesTestJSON-1240465584-project] 10.222.0.30 "GET /v2.0/ports?device_id=f86375ad-18ff-4649-ac01-f9575a40a8f7 HTTP/1.1" status: 200 len: 943 time: 0.1295078 Apr 05 14:31:22.269336 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-8ed75db5-9dc4-4fba-8bf9-09f1755dbd89 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Deleting port f7be9149-c204-435d-859e-97666b3faaf9 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:31:22.270602 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8ed75db5-9dc4-4fba-8bf9-09f1755dbd89 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:22.324837 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2466f85b-6d2f-4cc9-a23f-a3c7033073e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:22.357754 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2466f85b-6d2f-4cc9-a23f-a3c7033073e0 None None] Pushing event deleted for resources: {'Port': ['ID=f7be9149-c204-435d-859e-97666b3faaf9,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:22.363067 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2466f85b-6d2f-4cc9-a23f-a3c7033073e0 None None] No DVR routers for this DVR port f7be9149-c204-435d-859e-97666b3faaf9 on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:31:22.529575 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cdd391a0-6ac6-4e9c-87bc-7239eaaf414b None None] Notify callbacks [] for port, precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:22.555074 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-b1a7e614-8313-4755-8ddc-a0aab28487a8 req-13fc621b-3f1a-4710-a90f-b7cf3fa569e5 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Notify callbacks [] for floatingip, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:22.598811 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cdd391a0-6ac6-4e9c-87bc-7239eaaf414b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:22.695059 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088457d9-374f-4daf-a90d-6be89c1fecb3 None None] Pushing event updated for resources: {'Port': ['ID=bbfcdedf-d305-4476-a3ca-1e1bd25b198a,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:22.707337 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088457d9-374f-4daf-a90d-6be89c1fecb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:31:22.707942 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088457d9-374f-4daf-a90d-6be89c1fecb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:31:22.708246 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1c6e32e6-941c-4e3a-8497-c634995dce2e req-102f711e-780d-4dd0-955d-401f18aafa0c tempest-ServerAddressesTestJSON-1240465584 tempest-ServerAddressesTestJSON-1240465584-project] 10.222.0.30 "GET /v2.0/security-groups?id=64be3ec2-a083-4dd3-8be5-953653872bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600249 Apr 05 14:31:22.709019 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088457d9-374f-4daf-a90d-6be89c1fecb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:31:22.709518 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088457d9-374f-4daf-a90d-6be89c1fecb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:31:22.710049 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088457d9-374f-4daf-a90d-6be89c1fecb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:31:22.710537 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088457d9-374f-4daf-a90d-6be89c1fecb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:31:22.711014 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088457d9-374f-4daf-a90d-6be89c1fecb3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:31:22.716496 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088457d9-374f-4daf-a90d-6be89c1fecb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:31:22.716496 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088457d9-374f-4daf-a90d-6be89c1fecb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:31:22.716496 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088457d9-374f-4daf-a90d-6be89c1fecb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:31:22.716496 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088457d9-374f-4daf-a90d-6be89c1fecb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:31:22.719962 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088457d9-374f-4daf-a90d-6be89c1fecb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:31:22.763400 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-cdd391a0-6ac6-4e9c-87bc-7239eaaf414b None None] Attempting to bind port bbfcdedf-d305-4476-a3ca-1e1bd25b198a on host n-d-836650-2 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:31:22.764063 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-cdd391a0-6ac6-4e9c-87bc-7239eaaf414b None None] Attempting to bind port bbfcdedf-d305-4476-a3ca-1e1bd25b198a by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'bde907af-61b5-460f-a089-32a868ab7698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '439c1f34-d52e-4564-8151-b7cfeda71953'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:31:22.764601 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd391a0-6ac6-4e9c-87bc-7239eaaf414b None None] Attempting to bind port bbfcdedf-d305-4476-a3ca-1e1bd25b198a on network 439c1f34-d52e-4564-8151-b7cfeda71953 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:31:22.773264 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-8ed75db5-9dc4-4fba-8bf9-09f1755dbd89 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] For port f7be9149-c204-435d-859e-97666b3faaf9, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=f7be9149-c204-435d-859e-97666b3faaf9,segment=NetworkSegment(bd32e82e-4c16-4b8e-82d3-cc32f23da897),segment_id=bd32e82e-4c16-4b8e-82d3-cc32f23da897)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:22.773264 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8ed75db5-9dc4-4fba-8bf9-09f1755dbd89 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:22.774523 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd391a0-6ac6-4e9c-87bc-7239eaaf414b None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:31:22.775351 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd391a0-6ac6-4e9c-87bc-7239eaaf414b None None] Checking segment: {'id': 'bde907af-61b5-460f-a089-32a868ab7698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '439c1f34-d52e-4564-8151-b7cfeda71953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:31:22.775930 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cdd391a0-6ac6-4e9c-87bc-7239eaaf414b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:22.776510 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd391a0-6ac6-4e9c-87bc-7239eaaf414b None None] Bound using segment: {'id': 'bde907af-61b5-460f-a089-32a868ab7698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '439c1f34-d52e-4564-8151-b7cfeda71953'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:31:22.777193 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-cdd391a0-6ac6-4e9c-87bc-7239eaaf414b None None] Bound port: bbfcdedf-d305-4476-a3ca-1e1bd25b198a, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bde907af-61b5-460f-a089-32a868ab7698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '439c1f34-d52e-4564-8151-b7cfeda71953'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:31:22.777788 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cdd391a0-6ac6-4e9c-87bc-7239eaaf414b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:22.786932 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-8ed75db5-9dc4-4fba-8bf9-09f1755dbd89 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Calling delete_port for f7be9149-c204-435d-859e-97666b3faaf9 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:31:22.863305 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-cdd391a0-6ac6-4e9c-87bc-7239eaaf414b None None] For port bbfcdedf-d305-4476-a3ca-1e1bd25b198a, host n-d-836650-2, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:31:22.867187 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-cdd391a0-6ac6-4e9c-87bc-7239eaaf414b None None] For port bbfcdedf-d305-4476-a3ca-1e1bd25b198a, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=bbfcdedf-d305-4476-a3ca-1e1bd25b198a,segment=NetworkSegment(bde907af-61b5-460f-a089-32a868ab7698),segment_id=bde907af-61b5-460f-a089-32a868ab7698)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:31:22.936521 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cdd391a0-6ac6-4e9c-87bc-7239eaaf414b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:22.954899 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-cbe8e794-faa0-4454-a4f5-a57d38224a1e None None] Provisioning complete for port bbfcdedf-d305-4476-a3ca-1e1bd25b198a triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:31:22.955483 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cbe8e794-faa0-4454-a4f5-a57d38224a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:22.982050 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6587a3-8859-4821-859e-0adc0398cffb req-e747bd07-36bf-4dd1-8da5-82504b989bb3 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:22.983133 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6d6587a3-8859-4821-859e-0adc0398cffb req-e747bd07-36bf-4dd1-8da5-82504b989bb3 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.11 "GET /v2.0/networks?id=a926837a-905f-4dbb-b5dd-5a4dcb465fd4 HTTP/1.1" status: 200 len: 812 time: 0.3745742 Apr 05 14:31:22.998553 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088457d9-374f-4daf-a90d-6be89c1fecb3 None None] Pushing event updated for resources: {'Port': ['ID=bbfcdedf-d305-4476-a3ca-1e1bd25b198a,revision_number=4']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:23.003996 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-6d6587a3-8859-4821-859e-0adc0398cffb req-2167ac64-5e51-425e-82f3-c0e93505e495 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Request body: {'port': {'device_id': 'fd4c7dc7-3a8e-4ff8-b695-453b0ad9a57c', 'network_id': 'a926837a-905f-4dbb-b5dd-5a4dcb465fd4', 'admin_state_up': True, 'tenant_id': 'f6c75c954b5749f4a5047ff4736e2678'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:31:23.022482 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd391a0-6ac6-4e9c-87bc-7239eaaf414b None None] Routers {'f0f2b7c8-ac5f-4155-aa69-54cb8d047a74'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:31:23.023863 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-cdd391a0-6ac6-4e9c-87bc-7239eaaf414b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:30:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['f0f2b7c8-ac5f-4155-aa69-54cb8d047a74'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:23.066004 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c4f0b-3384-46fa-ae10-750f82a3f647 req-017a3c48-f38d-4726-9b4e-6c0d69dd30f1 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:23.071431 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cbe8e794-faa0-4454-a4f5-a57d38224a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:23.082803 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6f9c4f0b-3384-46fa-ae10-750f82a3f647 req-017a3c48-f38d-4726-9b4e-6c0d69dd30f1 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dacf389-7b4a-4f4d-a07b-66c640ef2c96 HTTP/1.1" status: 200 len: 945 time: 0.2446573 Apr 05 14:31:23.107909 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-cbe8e794-faa0-4454-a4f5-a57d38224a1e None None] For port bbfcdedf-d305-4476-a3ca-1e1bd25b198a, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=bbfcdedf-d305-4476-a3ca-1e1bd25b198a,segment=NetworkSegment(bde907af-61b5-460f-a089-32a868ab7698),segment_id=bde907af-61b5-460f-a089-32a868ab7698)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:23.163485 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-cdd391a0-6ac6-4e9c-87bc-7239eaaf414b None None] Set router f0f2b7c8-ac5f-4155-aa69-54cb8d047a74 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:31:23.187805 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cbe8e794-faa0-4454-a4f5-a57d38224a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:23.198202 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8ed75db5-9dc4-4fba-8bf9-09f1755dbd89 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:23.246840 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-b1a7e614-8313-4755-8ddc-a0aab28487a8 req-13fc621b-3f1a-4710-a90f-b7cf3fa569e5 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:23.255842 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6f9c4f0b-3384-46fa-ae10-750f82a3f647 req-d60f2ebe-f05d-4515-ba46-1fb2bcd47fc6 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196356 Apr 05 14:31:23.262005 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed75db5-9dc4-4fba-8bf9-09f1755dbd89 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Pushing event deleted for resources: {'Port': ['ID=f7be9149-c204-435d-859e-97666b3faaf9,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:23.264923 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed75db5-9dc4-4fba-8bf9-09f1755dbd89 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] No DVR routers for this DVR port f7be9149-c204-435d-859e-97666b3faaf9 on host n-d-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:31:23.318020 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe8e794-faa0-4454-a4f5-a57d38224a1e None None] Pushing event updated for resources: {'Port': ['ID=bbfcdedf-d305-4476-a3ca-1e1bd25b198a,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:23.418102 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-39b87cea-6991-4883-9be4-57e38688a9f3 None None] Provisioning complete for port bbfcdedf-d305-4476-a3ca-1e1bd25b198a triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:31:23.418941 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-39b87cea-6991-4883-9be4-57e38688a9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:23.486538 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-532ccda7-f375-4443-9b83-a183ac278360 req-a697d3c8-102e-4f0d-b894-849fc97156ff tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd4c7dc7-3a8e-4ff8-b695-453b0ad9a57c HTTP/1.1" status: 200 len: 210 time: 0.0969899 Apr 05 14:31:23.510052 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8ed75db5-9dc4-4fba-8bf9-09f1755dbd89 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:23.558762 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 7478c7c7-3dcd-430f-9c33-c8e0f049b3e9 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:31:23.564934 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-8ed75db5-9dc4-4fba-8bf9-09f1755dbd89 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d6faeee-4b2b-419f-bd86-51125d79f000']}} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:23.581199 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-8ed75db5-9dc4-4fba-8bf9-09f1755dbd89 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd32e82e-4c16-4b8e-82d3-cc32f23da897') {'for_net_delete': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:23.581734 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-8ed75db5-9dc4-4fba-8bf9-09f1755dbd89 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd32e82e-4c16-4b8e-82d3-cc32f23da897') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:23.599007 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d6587a3-8859-4821-859e-0adc0398cffb req-2167ac64-5e51-425e-82f3-c0e93505e495 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Made reservation on behalf of f6c75c954b5749f4a5047ff4736e2678 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:31:23.603425 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-6d6587a3-8859-4821-859e-0adc0398cffb req-2167ac64-5e51-425e-82f3-c0e93505e495 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:23.611960 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8ed75db5-9dc4-4fba-8bf9-09f1755dbd89 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13399223'] for segment, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:23.619132 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-cdd391a0-6ac6-4e9c-87bc-7239eaaf414b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f2b7c8-ac5f-4155-aa69-54cb8d047a74', 'name': 'tempest-FloatingIPDetailsTestJSON-1103229292-router', 'tenant_id': '1074a85feda947929f5933c7f0dc8dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '7478c7c7-3dcd-430f-9c33-c8e0f049b3e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:31:13Z', 'updated_at': '2022-04-05T14:31:19Z', 'revision_number': 4, 'project_id': '1074a85feda947929f5933c7f0dc8dfc', 'gw_port': {'id': '7478c7c7-3dcd-430f-9c33-c8e0f049b3e9', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:cf:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f2b7c8-ac5f-4155-aa69-54cb8d047a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:31:14Z', 'updated_at': '2022-04-05T14:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': 'bbfcdedf-d305-4476-a3ca-1e1bd25b198a', 'name': '', 'network_id': '439c1f34-d52e-4564-8151-b7cfeda71953', 'tenant_id': '1074a85feda947929f5933c7f0dc8dfc', 'mac_address': 'fa:16:3e:a9:ba:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f2b7c8-ac5f-4155-aa69-54cb8d047a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '23c4b5d0-e0e4-4f86-9bbb-6a5072843ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:31:18Z', 'updated_at': '2022-04-05T14:31:22Z', 'revision_number': 4, 'project_id': '1074a85feda947929f5933c7f0dc8dfc', 'subnets': [{'id': '23c4b5d0-e0e4-4f86-9bbb-6a5072843ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:23.625635 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 7478c7c7-3dcd-430f-9c33-c8e0f049b3e9 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:31:23.626142 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:23.642249 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-b1a7e614-8313-4755-8ddc-a0aab28487a8 req-13fc621b-3f1a-4710-a90f-b7cf3fa569e5 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Allocated IP 172.25.6.66 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/806f2d54-2064-4b40-87fd-447e4639d3d6) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:31:23.658970 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8ed75db5-9dc4-4fba-8bf9-09f1755dbd89 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:23.662844 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd391a0-6ac6-4e9c-87bc-7239eaaf414b None None] The sync data for ids ['f0f2b7c8-ac5f-4155-aa69-54cb8d047a74'] in n-d-836650-2 is: [{'id': 'f0f2b7c8-ac5f-4155-aa69-54cb8d047a74', 'name': 'tempest-FloatingIPDetailsTestJSON-1103229292-router', 'tenant_id': '1074a85feda947929f5933c7f0dc8dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '7478c7c7-3dcd-430f-9c33-c8e0f049b3e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:31:13Z', 'updated_at': '2022-04-05T14:31:19Z', 'revision_number': 4, 'project_id': '1074a85feda947929f5933c7f0dc8dfc', 'gw_port': {'id': '7478c7c7-3dcd-430f-9c33-c8e0f049b3e9', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:cf:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f2b7c8-ac5f-4155-aa69-54cb8d047a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:31:14Z', 'updated_at': '2022-04-05T14:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': 'bbfcdedf-d305-4476-a3ca-1e1bd25b198a', 'name': '', 'network_id': '439c1f34-d52e-4564-8151-b7cfeda71953', 'tenant_id': '1074a85feda947929f5933c7f0dc8dfc', 'mac_address': 'fa:16:3e:a9:ba:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f2b7c8-ac5f-4155-aa69-54cb8d047a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '23c4b5d0-e0e4-4f86-9bbb-6a5072843ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:31:18Z', 'updated_at': '2022-04-05T14:31:22Z', 'revision_number': 4, 'project_id': '1074a85feda947929f5933c7f0dc8dfc', 'subnets': [{'id': '23c4b5d0-e0e4-4f86-9bbb-6a5072843ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:31:23.680956 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ed75db5-9dc4-4fba-8bf9-09f1755dbd89 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=103320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:31:23.681425 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8ed75db5-9dc4-4fba-8bf9-09f1755dbd89 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15765202'] for segment, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:23.693878 n-d-836650-2 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:31:23.693878 n-d-836650-2 neutron-server[103320]: self.session.flush() Apr 05 14:31:23.693878 n-d-836650-2 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:31:23.693878 n-d-836650-2 neutron-server[103320]: self.session.flush() Apr 05 14:31:23.693878 n-d-836650-2 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:31:23.693878 n-d-836650-2 neutron-server[103320]: self.session.flush() Apr 05 14:31:23.693878 n-d-836650-2 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:31:23.693878 n-d-836650-2 neutron-server[103320]: self.session.flush() Apr 05 14:31:23.693878 n-d-836650-2 neutron-server[103320]: Traceback (most recent call last): Apr 05 14:31:23.693878 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:31:23.693878 n-d-836650-2 neutron-server[103320]: timer() Apr 05 14:31:23.693878 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:31:23.693878 n-d-836650-2 neutron-server[103320]: cb(*args, **kw) Apr 05 14:31:23.693878 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:31:23.693878 n-d-836650-2 neutron-server[103320]: return func(*args, **kwargs) Apr 05 14:31:23.693878 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:31:23.693878 n-d-836650-2 neutron-server[103320]: self._notify() Apr 05 14:31:23.693878 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:31:23.693878 n-d-836650-2 neutron-server[103320]: self.callback(batched_events) Apr 05 14:31:23.693878 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:31:23.693878 n-d-836650-2 neutron-server[103320]: event.method(event) Apr 05 14:31:23.693878 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:31:23.693878 n-d-836650-2 neutron-server[103320]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:31:23.693878 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:31:23.693878 n-d-836650-2 neutron-server[103320]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:31:23.693878 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:31:23.693878 n-d-836650-2 neutron-server[103320]: return f(self, *a, **k) Apr 05 14:31:23.693878 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:31:23.693878 n-d-836650-2 neutron-server[103320]: return self._get(url).json() Apr 05 14:31:23.693878 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:31:23.693878 n-d-836650-2 neutron-server[103320]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:31:23.693878 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:31:23.693878 n-d-836650-2 neutron-server[103320]: return self.request(url, 'GET', **kwargs) Apr 05 14:31:23.693878 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:31:23.693878 n-d-836650-2 neutron-server[103320]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:31:23.693878 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:31:23.693878 n-d-836650-2 neutron-server[103320]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:31:23.693878 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:31:23.693878 n-d-836650-2 neutron-server[103320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:31:23.693878 n-d-836650-2 neutron-server[103320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:31:23.841711 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device f7be9149-c204-435d-859e-97666b3faaf9 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:31:23.869833 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: f7be9149-c204-435d-859e-97666b3faaf9 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:31:23.870556 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device f7be9149-c204-435d-859e-97666b3faaf9 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:31:24.002918 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8ed75db5-9dc4-4fba-8bf9-09f1755dbd89 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:24.013127 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-b1a7e614-8313-4755-8ddc-a0aab28487a8 req-13fc621b-3f1a-4710-a90f-b7cf3fa569e5 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:24.021864 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8ed75db5-9dc4-4fba-8bf9-09f1755dbd89 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:24.025088 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-8ed75db5-9dc4-4fba-8bf9-09f1755dbd89 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "DELETE /v2.0/networks/8d6faeee-4b2b-419f-bd86-51125d79f000 HTTP/1.1" status: 204 len: 168 time: 2.3772278 Apr 05 14:31:24.027977 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 33430) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:31:24.053053 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-6d6587a3-8859-4821-859e-0adc0398cffb req-2167ac64-5e51-425e-82f3-c0e93505e495 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Allocated IP 172.20.0.14 (a926837a-905f-4dbb-b5dd-5a4dcb465fd4/81226097-f23e-489f-aebf-5f546853adb0/64ca98b9-09dd-4ce9-b3d0-94d32acff570) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:31:24.065896 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d44dc2e-887b-4080-bbb7-10916824a5dc req-bd378c6f-f399-4b32-a53b-134def9187aa tempest-ServerAddressesTestJSON-1240465584 tempest-ServerAddressesTestJSON-1240465584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:24.074599 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6d44dc2e-887b-4080-bbb7-10916824a5dc req-bd378c6f-f399-4b32-a53b-134def9187aa tempest-ServerAddressesTestJSON-1240465584 tempest-ServerAddressesTestJSON-1240465584-project] 10.222.0.30 "GET /v2.0/ports?device_id=f86375ad-18ff-4649-ac01-f9575a40a8f7 HTTP/1.1" status: 200 len: 943 time: 0.2167492 Apr 05 14:31:24.089977 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed75db5-9dc4-4fba-8bf9-09f1755dbd89 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Pushing event deleted for resources: {'Network': ['ID=8d6faeee-4b2b-419f-bd86-51125d79f000,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:24.185634 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4bb0c14-a3a3-423d-87db-fe6fb5f1ca9b tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Deleting subnet e9600c8e-d8d2-429a-817f-c5365e338be3 {{(pid=103320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:31:24.194343 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f4bb0c14-a3a3-423d-87db-fe6fb5f1ca9b tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks [] for subnet, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:24.237895 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-b1a7e614-8313-4755-8ddc-a0aab28487a8 req-13fc621b-3f1a-4710-a90f-b7cf3fa569e5 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:24.272415 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6d44dc2e-887b-4080-bbb7-10916824a5dc req-435f339b-cf03-4118-be16-cdebcb77d8ec tempest-ServerAddressesTestJSON-1240465584 tempest-ServerAddressesTestJSON-1240465584-project] 10.222.0.30 "GET /v2.0/security-groups?id=64be3ec2-a083-4dd3-8be5-953653872bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752169 Apr 05 14:31:24.337524 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f4bb0c14-a3a3-423d-87db-fe6fb5f1ca9b tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13399228'] for subnet, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:24.347532 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1a7e614-8313-4755-8ddc-a0aab28487a8 req-13fc621b-3f1a-4710-a90f-b7cf3fa569e5 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:31:24.379904 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 7 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 14:31:24.386753 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-b1a7e614-8313-4755-8ddc-a0aab28487a8 req-13fc621b-3f1a-4710-a90f-b7cf3fa569e5 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:31:24.395006 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1a7e614-8313-4755-8ddc-a0aab28487a8 req-13fc621b-3f1a-4710-a90f-b7cf3fa569e5 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:31:24.398628 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3c938b71-4d8e-4d60-84da-b6f20ac963a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:24.416616 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc621b-3f1a-4710-a90f-b7cf3fa569e5 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Pushing event updated for resources: {'Port': ['ID=806f2d54-2064-4b40-87fd-447e4639d3d6,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:24.556794 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-6d6587a3-8859-4821-859e-0adc0398cffb req-2167ac64-5e51-425e-82f3-c0e93505e495 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:24.576846 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f87393-1b73-43af-a5e2-586b220d9c25 req-8e6a887e-5b87-41d1-bebe-b4db0f828765 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:24.578314 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-48f87393-1b73-43af-a5e2-586b220d9c25 req-8e6a887e-5b87-41d1-bebe-b4db0f828765 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dacf389-7b4a-4f4d-a07b-66c640ef2c96 HTTP/1.1" status: 200 len: 945 time: 0.1791396 Apr 05 14:31:24.629128 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f4bb0c14-a3a3-423d-87db-fe6fb5f1ca9b tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:24.708938 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-b1a7e614-8313-4755-8ddc-a0aab28487a8 req-13fc621b-3f1a-4710-a90f-b7cf3fa569e5 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:24.721541 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-48f87393-1b73-43af-a5e2-586b220d9c25 req-8d4620af-c2f7-4f74-b749-7dc96d980142 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162889 Apr 05 14:31:24.833629 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-6d6587a3-8859-4821-859e-0adc0398cffb req-2167ac64-5e51-425e-82f3-c0e93505e495 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:24.838054 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f4bb0c14-a3a3-423d-87db-fe6fb5f1ca9b tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15773812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13127359'] for subnet, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:24.847020 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e439912c-5f4a-4144-aa17-80de64a860b9 req-d8ed3d2f-d34b-4f80-9178-846fd795948b tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd4c7dc7-3a8e-4ff8-b695-453b0ad9a57c HTTP/1.1" status: 200 len: 210 time: 0.0455201 Apr 05 14:31:24.875458 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 32c96ef2-766c-4c27-93c3-c394a66b685a details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:31:24.902264 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-b1a7e614-8313-4755-8ddc-a0aab28487a8 req-13fc621b-3f1a-4710-a90f-b7cf3fa569e5 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:24.956199 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d6587a3-8859-4821-859e-0adc0398cffb req-2167ac64-5e51-425e-82f3-c0e93505e495 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Network a926837a-905f-4dbb-b5dd-5a4dcb465fd4 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:31:24.956199 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f4bb0c14-a3a3-423d-87db-fe6fb5f1ca9b tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:24.956199 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-f4bb0c14-a3a3-423d-87db-fe6fb5f1ca9b tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "DELETE /v2.0/subnets/e9600c8e-d8d2-429a-817f-c5365e338be3 HTTP/1.1" status: 204 len: 168 time: 0.9201167 Apr 05 14:31:24.958296 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bb0c14-a3a3-423d-87db-fe6fb5f1ca9b tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Pushing event deleted for resources: {'Subnet': ['ID=e9600c8e-d8d2-429a-817f-c5365e338be3,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:24.958895 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 33438) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:31:24.981034 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-6d6587a3-8859-4821-859e-0adc0398cffb req-2167ac64-5e51-425e-82f3-c0e93505e495 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:31:24.992366 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d6587a3-8859-4821-859e-0adc0398cffb req-2167ac64-5e51-425e-82f3-c0e93505e495 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:31:24.995312 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e822f1-6ee5-4c3f-8fe5-beae1d42712a None None] Network eef537ff-1192-4a32-9380-2ad0941f31fa requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:31:25.051891 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6587a3-8859-4821-859e-0adc0398cffb req-2167ac64-5e51-425e-82f3-c0e93505e495 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:25.052712 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-6d6587a3-8859-4821-859e-0adc0398cffb req-2167ac64-5e51-425e-82f3-c0e93505e495 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:25.071937 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2167ac64-5e51-425e-82f3-c0e93505e495 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Pushing event updated for resources: {'Port': ['ID=64ca98b9-09dd-4ce9-b3d0-94d32acff570,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:25.115319 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1786700a-a8ab-4b75-860c-8493e2c3be66 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:25.163417 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6d6587a3-8859-4821-859e-0adc0398cffb req-2167ac64-5e51-425e-82f3-c0e93505e495 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1639569 Apr 05 14:31:25.185108 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-6d6587a3-8859-4821-859e-0adc0398cffb req-ab629c25-a573-489f-b8c0-d00105a5d754 service neutron] Request body: {'port': {'device_id': 'fd4c7dc7-3a8e-4ff8-b695-453b0ad9a57c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:31:25.197596 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-1786700a-a8ab-4b75-860c-8493e2c3be66 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Deleting port 3e5ca16b-ef39-44c8-b77f-6043a23de754 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:31:25.198112 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1786700a-a8ab-4b75-860c-8493e2c3be66 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:25.270918 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-6d6587a3-8859-4821-859e-0adc0398cffb req-ab629c25-a573-489f-b8c0-d00105a5d754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:25.301343 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-1786700a-a8ab-4b75-860c-8493e2c3be66 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] For port 3e5ca16b-ef39-44c8-b77f-6043a23de754, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=3e5ca16b-ef39-44c8-b77f-6043a23de754,segment=NetworkSegment(e8acc666-caf1-4966-b105-b51c614ef895),segment_id=e8acc666-caf1-4966-b105-b51c614ef895)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:25.302023 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1786700a-a8ab-4b75-860c-8493e2c3be66 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:25.332296 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-1786700a-a8ab-4b75-860c-8493e2c3be66 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Calling delete_port for 3e5ca16b-ef39-44c8-b77f-6043a23de754 owned by network:dhcp {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:31:25.347636 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 32c96ef2-766c-4c27-93c3-c394a66b685a, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=32c96ef2-766c-4c27-93c3-c394a66b685a,segment=NetworkSegment(5eda45b6-da0b-4f79-84ec-98ea7bff3bba),segment_id=5eda45b6-da0b-4f79-84ec-98ea7bff3bba)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:25.363141 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-b1a7e614-8313-4755-8ddc-a0aab28487a8 req-13fc621b-3f1a-4710-a90f-b7cf3fa569e5 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:25.368856 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': '32c96ef2-766c-4c27-93c3-c394a66b685a', 'network_id': '34cb1d41-aa38-4e63-a5b6-730854571681', 'port_id': '32c96ef2-766c-4c27-93c3-c394a66b685a', 'mac_address': 'fa:16:3e:fe:b3:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ed0e20f-0479-46ff-8dbb-479503d312ef', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:31:25.412011 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:25.428937 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32c96ef2-766c-4c27-93c3-c394a66b685a {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:31:25.460479 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-b1a7e614-8313-4755-8ddc-a0aab28487a8 req-13fc621b-3f1a-4710-a90f-b7cf3fa569e5 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:25.464156 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 32c96ef2-766c-4c27-93c3-c394a66b685a, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=32c96ef2-766c-4c27-93c3-c394a66b685a,segment=NetworkSegment(5eda45b6-da0b-4f79-84ec-98ea7bff3bba),segment_id=5eda45b6-da0b-4f79-84ec-98ea7bff3bba)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:25.487296 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d94a7a-3f21-443c-8db1-a3a33f2d05d6 None None] DHCP port deletion for eef537ff-1192-4a32-9380-2ad0941f31fa request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:31:25.526971 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:25.588052 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1786700a-a8ab-4b75-860c-8493e2c3be66 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:25.594348 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=32c96ef2-766c-4c27-93c3-c394a66b685a,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:25.604763 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1786700a-a8ab-4b75-860c-8493e2c3be66 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] No DVR routers for this DVR port 3e5ca16b-ef39-44c8-b77f-6043a23de754 on host n-d-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:31:25.611906 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-51d94a7a-3f21-443c-8db1-a3a33f2d05d6 None None] Deleting port 3e5ca16b-ef39-44c8-b77f-6043a23de754 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:31:25.612352 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-51d94a7a-3f21-443c-8db1-a3a33f2d05d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:25.643429 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device bbfcdedf-d305-4476-a3ca-1e1bd25b198a up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:31:25.652976 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1786700a-a8ab-4b75-860c-8493e2c3be66 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Pushing event deleted for resources: {'Port': ['ID=3e5ca16b-ef39-44c8-b77f-6043a23de754,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:25.657504 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc621b-3f1a-4710-a90f-b7cf3fa569e5 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Pushing event updated for resources: {'Port': ['ID=806f2d54-2064-4b40-87fd-447e4639d3d6,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:25.717294 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1786700a-a8ab-4b75-860c-8493e2c3be66 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:25.741244 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-51d94a7a-3f21-443c-8db1-a3a33f2d05d6 None None] For port 3e5ca16b-ef39-44c8-b77f-6043a23de754, host n-d-836650-2, got binding levels [] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:25.744016 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-51d94a7a-3f21-443c-8db1-a3a33f2d05d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:25.745631 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-1786700a-a8ab-4b75-860c-8493e2c3be66 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eef537ff-1192-4a32-9380-2ad0941f31fa']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:25.758630 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-51d94a7a-3f21-443c-8db1-a3a33f2d05d6 None None] Calling delete_port for 3e5ca16b-ef39-44c8-b77f-6043a23de754 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:31:25.762465 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.ipam_backend_mixin [None req-51d94a7a-3f21-443c-8db1-a3a33f2d05d6 None None] Port 3e5ca16b-ef39-44c8-b77f-6043a23de754 was not found and therefore no delete operation was performed {{(pid=103322) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 05 14:31:25.765723 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-1786700a-a8ab-4b75-860c-8493e2c3be66 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8acc666-caf1-4966-b105-b51c614ef895') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:25.766324 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-1786700a-a8ab-4b75-860c-8493e2c3be66 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8acc666-caf1-4966-b105-b51c614ef895') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:25.768495 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-51d94a7a-3f21-443c-8db1-a3a33f2d05d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:25.782708 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1786700a-a8ab-4b75-860c-8493e2c3be66 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:25.794283 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d94a7a-3f21-443c-8db1-a3a33f2d05d6 None None] No DVR routers for this DVR port 3e5ca16b-ef39-44c8-b77f-6043a23de754 on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:31:25.805146 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1786700a-a8ab-4b75-860c-8493e2c3be66 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:25.819673 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d94a7a-3f21-443c-8db1-a3a33f2d05d6 None None] Pushing event deleted for resources: {'Port': ['ID=3e5ca16b-ef39-44c8-b77f-6043a23de754,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:25.825177 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port bbfcdedf-d305-4476-a3ca-1e1bd25b198a triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:31:25.825587 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:25.832017 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1786700a-a8ab-4b75-860c-8493e2c3be66 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:31:25.832524 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1786700a-a8ab-4b75-860c-8493e2c3be66 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:25.836383 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:31:25.836383 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:31:25.836383 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:31:25.836383 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:31:25.836383 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:31:25.836383 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:31:25.836383 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:31:25.836383 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:31:25.836383 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:31:25.836383 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:31:25.836383 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:31:25.836383 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:31:25.836383 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:31:25.836383 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:31:25.836383 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:31:25.836383 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:31:25.836383 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:31:25.836383 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:31:25.836383 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:31:25.836383 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:31:25.836383 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:31:25.836383 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:31:25.836383 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:31:25.836383 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:31:25.836383 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:31:25.836383 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:31:25.836383 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:31:25.836383 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:31:25.836383 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:31:25.836383 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:31:25.836383 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:31:25.836383 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:31:25.891493 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['32c96ef2-766c-4c27-93c3-c394a66b685a'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:31:25.976229 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1786700a-a8ab-4b75-860c-8493e2c3be66 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:25.987830 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1786700a-a8ab-4b75-860c-8493e2c3be66 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:25.992101 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-1786700a-a8ab-4b75-860c-8493e2c3be66 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] 10.222.0.30 "DELETE /v2.0/networks/eef537ff-1192-4a32-9380-2ad0941f31fa HTTP/1.1" status: 204 len: 168 time: 1.0320792 Apr 05 14:31:26.017957 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1786700a-a8ab-4b75-860c-8493e2c3be66 tempest-ServersTestMultiNic-683011768 tempest-ServersTestMultiNic-683011768-project] Pushing event deleted for resources: {'Network': ['ID=eef537ff-1192-4a32-9380-2ad0941f31fa,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:26.110497 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da2faf-2741-4482-92f0-8a2a02300369 req-2c97be21-fd31-4dde-898f-94dec09a4d50 tempest-ServerAddressesTestJSON-1240465584 tempest-ServerAddressesTestJSON-1240465584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:26.112363 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-42da2faf-2741-4482-92f0-8a2a02300369 req-2c97be21-fd31-4dde-898f-94dec09a4d50 tempest-ServerAddressesTestJSON-1240465584 tempest-ServerAddressesTestJSON-1240465584-project] 10.222.0.30 "GET /v2.0/ports?device_id=f86375ad-18ff-4649-ac01-f9575a40a8f7 HTTP/1.1" status: 200 len: 943 time: 0.7076578 Apr 05 14:31:26.140608 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-b1a7e614-8313-4755-8ddc-a0aab28487a8 req-13fc621b-3f1a-4710-a90f-b7cf3fa569e5 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:26.203452 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-42da2faf-2741-4482-92f0-8a2a02300369 req-d8f62963-6458-4174-9e53-92adbd34ef48 tempest-ServerAddressesTestJSON-1240465584 tempest-ServerAddressesTestJSON-1240465584-project] 10.222.0.30 "GET /v2.0/security-groups?id=64be3ec2-a083-4dd3-8be5-953653872bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824952 Apr 05 14:31:26.259478 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-b1a7e614-8313-4755-8ddc-a0aab28487a8 req-13fc621b-3f1a-4710-a90f-b7cf3fa569e5 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:26.260967 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b1a7e614-8313-4755-8ddc-a0aab28487a8 req-13fc621b-3f1a-4710-a90f-b7cf3fa569e5 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.0699189 Apr 05 14:31:26.322523 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-6d6587a3-8859-4821-859e-0adc0398cffb req-ab629c25-a573-489f-b8c0-d00105a5d754 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64ca98b9-09dd-4ce9-b3d0-94d32acff570 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:31:26.378353 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-6d6587a3-8859-4821-859e-0adc0398cffb req-ab629c25-a573-489f-b8c0-d00105a5d754 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:26.384230 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b1a7e614-8313-4755-8ddc-a0aab28487a8 req-72434bf3-3003-4e12-b0a6-e4e2cc28f387 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.66 HTTP/1.1" status: 200 len: 695 time: 0.1159739 Apr 05 14:31:26.411981 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-6d6587a3-8859-4821-859e-0adc0398cffb req-ab629c25-a573-489f-b8c0-d00105a5d754 service neutron] Transition to ACTIVE for port object 64ca98b9-09dd-4ce9-b3d0-94d32acff570 will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:31:26.442394 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ec7cf-7dbe-482f-afc9-ebc1f075ac65 req-628c2885-584e-4e0c-89b8-970d04bd58a1 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:26.444131 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-967ec7cf-7dbe-482f-afc9-ebc1f075ac65 req-628c2885-584e-4e0c-89b8-970d04bd58a1 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dacf389-7b4a-4f4d-a07b-66c640ef2c96 HTTP/1.1" status: 200 len: 945 time: 0.1746407 Apr 05 14:31:26.476786 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-6d6587a3-8859-4821-859e-0adc0398cffb req-ab629c25-a573-489f-b8c0-d00105a5d754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:26.586804 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab629c25-a573-489f-b8c0-d00105a5d754 service neutron] Pushing event updated for resources: {'Port': ['ID=64ca98b9-09dd-4ce9-b3d0-94d32acff570,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:26.596129 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-967ec7cf-7dbe-482f-afc9-ebc1f075ac65 req-2df429e6-b2e9-4d70-ac65-6ad71ffada2c tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232350 Apr 05 14:31:26.612675 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab629c25-a573-489f-b8c0-d00105a5d754 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:31:26.613054 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab629c25-a573-489f-b8c0-d00105a5d754 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:31:26.613450 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab629c25-a573-489f-b8c0-d00105a5d754 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:31:26.613796 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab629c25-a573-489f-b8c0-d00105a5d754 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:31:26.614175 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab629c25-a573-489f-b8c0-d00105a5d754 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:31:26.614509 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab629c25-a573-489f-b8c0-d00105a5d754 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:31:26.614835 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab629c25-a573-489f-b8c0-d00105a5d754 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:31:26.615203 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab629c25-a573-489f-b8c0-d00105a5d754 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:31:26.615533 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab629c25-a573-489f-b8c0-d00105a5d754 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:31:26.615858 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab629c25-a573-489f-b8c0-d00105a5d754 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:31:26.616182 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab629c25-a573-489f-b8c0-d00105a5d754 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:31:26.616504 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab629c25-a573-489f-b8c0-d00105a5d754 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:31:26.647344 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a7e614-8313-4755-8ddc-a0aab28487a8 req-e4bbcc87-0620-4b54-929b-d36f607e3769 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:26.648837 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b1a7e614-8313-4755-8ddc-a0aab28487a8 req-e4bbcc87-0620-4b54-929b-d36f607e3769 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] 10.222.0.30 "GET /v2.0/networks/3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c HTTP/1.1" status: 200 len: 784 time: 0.2539790 Apr 05 14:31:26.707692 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bf410cc4-5e1c-4dc1-8e85-93e4ff91d70e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:26.770660 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-6d6587a3-8859-4821-859e-0adc0398cffb req-ab629c25-a573-489f-b8c0-d00105a5d754 service neutron] Attempting to bind port 64ca98b9-09dd-4ce9-b3d0-94d32acff570 on host n-h2-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:31:26.770879 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-6d6587a3-8859-4821-859e-0adc0398cffb req-ab629c25-a573-489f-b8c0-d00105a5d754 service neutron] Attempting to bind port 64ca98b9-09dd-4ce9-b3d0-94d32acff570 by drivers openvswitch,hyperv on host n-h2-836650-2 at level 0 using segments [{'id': '86bf7ba4-25ec-477a-b752-1cd3a94d1598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a926837a-905f-4dbb-b5dd-5a4dcb465fd4'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:31:26.771208 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6587a3-8859-4821-859e-0adc0398cffb req-ab629c25-a573-489f-b8c0-d00105a5d754 service neutron] Attempting to bind port 64ca98b9-09dd-4ce9-b3d0-94d32acff570 on network a926837a-905f-4dbb-b5dd-5a4dcb465fd4 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:31:26.813216 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6587a3-8859-4821-859e-0adc0398cffb req-ab629c25-a573-489f-b8c0-d00105a5d754 service neutron] Port 64ca98b9-09dd-4ce9-b3d0-94d32acff570 on network a926837a-905f-4dbb-b5dd-5a4dcb465fd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:31:26.813536 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6587a3-8859-4821-859e-0adc0398cffb req-ab629c25-a573-489f-b8c0-d00105a5d754 service neutron] Attempting to bind port 64ca98b9-09dd-4ce9-b3d0-94d32acff570 on network a926837a-905f-4dbb-b5dd-5a4dcb465fd4 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:31:26.837915 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69ad002-7740-4538-b636-489e80bc6a2a req-5079f4a8-90b1-4d2f-be2e-6f8095b69de6 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:26.839458 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f69ad002-7740-4538-b636-489e80bc6a2a req-5079f4a8-90b1-4d2f-be2e-6f8095b69de6 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd4c7dc7-3a8e-4ff8-b695-453b0ad9a57c HTTP/1.1" status: 200 len: 944 time: 0.1537519 Apr 05 14:31:26.842338 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6587a3-8859-4821-859e-0adc0398cffb req-ab629c25-a573-489f-b8c0-d00105a5d754 service neutron] Checking agent: {'id': '6d8cf521-24bb-4b6a-bbae-0284f5c87a9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:31:26.842709 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6587a3-8859-4821-859e-0adc0398cffb req-ab629c25-a573-489f-b8c0-d00105a5d754 service neutron] Checking segment: {'id': '86bf7ba4-25ec-477a-b752-1cd3a94d1598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a926837a-905f-4dbb-b5dd-5a4dcb465fd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:31:26.843057 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6587a3-8859-4821-859e-0adc0398cffb req-ab629c25-a573-489f-b8c0-d00105a5d754 service neutron] Bound using segment: {'id': '86bf7ba4-25ec-477a-b752-1cd3a94d1598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a926837a-905f-4dbb-b5dd-5a4dcb465fd4'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:31:26.843788 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-6d6587a3-8859-4821-859e-0adc0398cffb req-ab629c25-a573-489f-b8c0-d00105a5d754 service neutron] Bound port: 64ca98b9-09dd-4ce9-b3d0-94d32acff570, host: n-h2-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86bf7ba4-25ec-477a-b752-1cd3a94d1598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a926837a-905f-4dbb-b5dd-5a4dcb465fd4'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:31:26.844150 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-6d6587a3-8859-4821-859e-0adc0398cffb req-ab629c25-a573-489f-b8c0-d00105a5d754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:26.878142 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 32c96ef2-766c-4c27-93c3-c394a66b685a up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:31:26.951076 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-23d01994-9d01-472b-b911-d8f767008b9f req-12a92705-62d6-40ac-85d4-3df43ea1e680 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2272649 Apr 05 14:31:26.960095 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f69ad002-7740-4538-b636-489e80bc6a2a req-90afeac1-6fe2-4e9d-8c9f-d1423d690c4c tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116736 Apr 05 14:31:26.971168 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-23d01994-9d01-472b-b911-d8f767008b9f req-c439c4b3-020d-4133-8985-a7c6b635eb89 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Request body: {'floatingip': {'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:31:27.004920 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning for port 32c96ef2-766c-4c27-93c3-c394a66b685a completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:31:27.016323 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port 32c96ef2-766c-4c27-93c3-c394a66b685a triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:31:27.016323 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:27.016539 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-6d6587a3-8859-4821-859e-0adc0398cffb req-ab629c25-a573-489f-b8c0-d00105a5d754 service neutron] For port 64ca98b9-09dd-4ce9-b3d0-94d32acff570, host n-h2-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:31:27.016893 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-6d6587a3-8859-4821-859e-0adc0398cffb req-ab629c25-a573-489f-b8c0-d00105a5d754 service neutron] For port 64ca98b9-09dd-4ce9-b3d0-94d32acff570, host n-h2-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=64ca98b9-09dd-4ce9-b3d0-94d32acff570,segment=NetworkSegment(86bf7ba4-25ec-477a-b752-1cd3a94d1598),segment_id=86bf7ba4-25ec-477a-b752-1cd3a94d1598)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:31:27.093329 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 33456) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:31:27.094553 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-23d01994-9d01-472b-b911-d8f767008b9f req-c439c4b3-020d-4133-8985-a7c6b635eb89 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Notify callbacks [] for floatingip, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:27.111576 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-6d6587a3-8859-4821-859e-0adc0398cffb req-ab629c25-a573-489f-b8c0-d00105a5d754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:27.116173 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:27.143062 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f86375ad-18ff-4649-ac01-f9575a40a8f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c96ef2-766c-4c27-93c3-c394a66b685a'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:31:27.148807 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a60b6075-c080-43d0-9d9c-2ca1a72c3f64" -d '{"events": [{"server_uuid": "f86375ad-18ff-4649-ac01-f9575a40a8f7", "name": "network-vif-plugged", "status": "completed", "tag": "32c96ef2-766c-4c27-93c3-c394a66b685a"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:31:27.169921 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 32c96ef2-766c-4c27-93c3-c394a66b685a, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=32c96ef2-766c-4c27-93c3-c394a66b685a,segment=NetworkSegment(5eda45b6-da0b-4f79-84ec-98ea7bff3bba),segment_id=5eda45b6-da0b-4f79-84ec-98ea7bff3bba)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:27.190210 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6587a3-8859-4821-859e-0adc0398cffb req-ab629c25-a573-489f-b8c0-d00105a5d754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:27.190973 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-6d6587a3-8859-4821-859e-0adc0398cffb req-ab629c25-a573-489f-b8c0-d00105a5d754 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:27.192583 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6d6587a3-8859-4821-859e-0adc0398cffb req-ab629c25-a573-489f-b8c0-d00105a5d754 service neutron] 10.222.0.11 "PUT /v2.0/ports/64ca98b9-09dd-4ce9-b3d0-94d32acff570 HTTP/1.1" status: 200 len: 1092 time: 2.0149806 Apr 05 14:31:27.193077 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd4c7dc7-3a8e-4ff8-b695-453b0ad9a57c', 'tag': '64ca98b9-09dd-4ce9-b3d0-94d32acff570'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:31:27.195340 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c46bee-ffa1-4eee-9f7d-5f619d123b9d" -d '{"events": [{"name": "network-changed", "server_uuid": "fd4c7dc7-3a8e-4ff8-b695-453b0ad9a57c", "tag": "64ca98b9-09dd-4ce9-b3d0-94d32acff570"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:31:27.204124 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027f2fab-14e6-499f-8f12-0fd13c5bad01 x-openstack-request-id: req-027f2fab-14e6-499f-8f12-0fd13c5bad01 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:31:27.204427 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f86375ad-18ff-4649-ac01-f9575a40a8f7", "name": "network-vif-plugged", "status": "completed", "tag": "32c96ef2-766c-4c27-93c3-c394a66b685a", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:31:27.208998 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-027f2fab-14e6-499f-8f12-0fd13c5bad01 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:31:27.208998 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-027f2fab-14e6-499f-8f12-0fd13c5bad01'] response: {'server_uuid': 'f86375ad-18ff-4649-ac01-f9575a40a8f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c96ef2-766c-4c27-93c3-c394a66b685a', 'code': 200} Apr 05 14:31:27.228455 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:27.317588 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=32c96ef2-766c-4c27-93c3-c394a66b685a,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:27.336285 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab629c25-a573-489f-b8c0-d00105a5d754 service neutron] Pushing event updated for resources: {'Port': ['ID=64ca98b9-09dd-4ce9-b3d0-94d32acff570,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:27.405158 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6587a3-8859-4821-859e-0adc0398cffb req-4f532910-c183-4a35-a22d-3f3b8066baa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:27.407058 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-6d6587a3-8859-4821-859e-0adc0398cffb req-4f532910-c183-4a35-a22d-3f3b8066baa4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f6c75c954b5749f4a5047ff4736e2678&device_id=fd4c7dc7-3a8e-4ff8-b695-453b0ad9a57c HTTP/1.1" status: 200 len: 1095 time: 0.1029282 Apr 05 14:31:27.429431 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5642d20-9ce6-4b9a-87ee-f9dfda63ecfc req-afd3a85b-9e25-44d1-910f-619d6f1d89ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:27.431062 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f5642d20-9ce6-4b9a-87ee-f9dfda63ecfc req-afd3a85b-9e25-44d1-910f-619d6f1d89ec service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f86375ad-18ff-4649-ac01-f9575a40a8f7 HTTP/1.1" status: 200 len: 1096 time: 0.1195097 Apr 05 14:31:27.460822 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f4ea4d-549c-42f3-ac74-d0f3a8bb6a1b req-f91eedb5-4415-4f8c-994f-785313880fc9 tempest-ServerAddressesTestJSON-1240465584 tempest-ServerAddressesTestJSON-1240465584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:27.462393 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-52f4ea4d-549c-42f3-ac74-d0f3a8bb6a1b req-f91eedb5-4415-4f8c-994f-785313880fc9 tempest-ServerAddressesTestJSON-1240465584 tempest-ServerAddressesTestJSON-1240465584-project] 10.222.0.30 "GET /v2.0/ports?device_id=f86375ad-18ff-4649-ac01-f9575a40a8f7 HTTP/1.1" status: 200 len: 945 time: 0.0975397 Apr 05 14:31:27.465174 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-6d6587a3-8859-4821-859e-0adc0398cffb req-09716571-84e8-4f30-916c-da4bf95d9c7e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=64ca98b9-09dd-4ce9-b3d0-94d32acff570 HTTP/1.1" status: 200 len: 217 time: 0.0480723 Apr 05 14:31:27.515827 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 3e5ca16b-ef39-44c8-b77f-6043a23de754 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:31:27.518916 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-23d01994-9d01-472b-b911-d8f767008b9f req-c439c4b3-020d-4133-8985-a7c6b635eb89 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:27.540578 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f5642d20-9ce6-4b9a-87ee-f9dfda63ecfc req-1d2a144f-ef20-4e43-9cfb-a108bbbc3c39 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=64be3ec2-a083-4dd3-8be5-953653872bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009667 Apr 05 14:31:27.551729 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-52f4ea4d-549c-42f3-ac74-d0f3a8bb6a1b req-d1754576-9a7f-4009-8ece-1046930f05e0 tempest-ServerAddressesTestJSON-1240465584 tempest-ServerAddressesTestJSON-1240465584-project] 10.222.0.30 "GET /v2.0/security-groups?id=64be3ec2-a083-4dd3-8be5-953653872bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751727 Apr 05 14:31:27.556063 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 3e5ca16b-ef39-44c8-b77f-6043a23de754 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:31:27.556622 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 3e5ca16b-ef39-44c8-b77f-6043a23de754 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:31:27.571311 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6587a3-8859-4821-859e-0adc0398cffb req-12059e01-c9d1-45df-bdad-b7b94601f344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:27.579370 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-6d6587a3-8859-4821-859e-0adc0398cffb req-12059e01-c9d1-45df-bdad-b7b94601f344 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=81226097-f23e-489f-aebf-5f546853adb0 HTTP/1.1" status: 200 len: 852 time: 0.1023061 Apr 05 14:31:27.612763 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9336bb20-faa5-44d4-b64c-52389523325e x-openstack-request-id: req-9336bb20-faa5-44d4-b64c-52389523325e {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:31:27.613142 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd4c7dc7-3a8e-4ff8-b695-453b0ad9a57c", "tag": "64ca98b9-09dd-4ce9-b3d0-94d32acff570", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:31:27.613459 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9336bb20-faa5-44d4-b64c-52389523325e {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:31:27.613925 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9336bb20-faa5-44d4-b64c-52389523325e'] response: {'name': 'network-changed', 'server_uuid': 'fd4c7dc7-3a8e-4ff8-b695-453b0ad9a57c', 'tag': '64ca98b9-09dd-4ce9-b3d0-94d32acff570', 'status': 'completed', 'code': 200} Apr 05 14:31:27.668266 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7f823f6f-6d87-498f-abb3-2605f21c0557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809988'] for router_interface, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:27.681396 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-23d01994-9d01-472b-b911-d8f767008b9f req-c439c4b3-020d-4133-8985-a7c6b635eb89 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Allocated IP 172.25.6.202 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/2b0295da-5de0-4cca-8067-c52551b79be4) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:31:27.792012 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c844c-d57d-4f67-a4c6-ed827d0c9681 req-6b6b7c1a-cbcc-4ba3-b077-38e485f6983c tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:27.793563 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-049c844c-d57d-4f67-a4c6-ed827d0c9681 req-6b6b7c1a-cbcc-4ba3-b077-38e485f6983c tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dacf389-7b4a-4f4d-a07b-66c640ef2c96 HTTP/1.1" status: 200 len: 945 time: 0.1008737 Apr 05 14:31:27.857814 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-23d01994-9d01-472b-b911-d8f767008b9f req-c439c4b3-020d-4133-8985-a7c6b635eb89 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:27.864539 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-6d6587a3-8859-4821-859e-0adc0398cffb req-993afa11-7971-44f7-b44c-0dea855f3444 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a926837a-905f-4dbb-b5dd-5a4dcb465fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292623 Apr 05 14:31:27.866809 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-049c844c-d57d-4f67-a4c6-ed827d0c9681 req-18dc959a-d539-4402-8589-b9793c79b22b tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664032 Apr 05 14:31:27.908720 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:28.005824 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-6d6587a3-8859-4821-859e-0adc0398cffb req-5baf00b7-bd0f-44c0-9ec9-1a277bacbbec service neutron] 10.222.0.11 "GET /v2.0/networks/a926837a-905f-4dbb-b5dd-5a4dcb465fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332543 Apr 05 14:31:28.017307 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-23d01994-9d01-472b-b911-d8f767008b9f req-c439c4b3-020d-4133-8985-a7c6b635eb89 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:28.079021 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-7f823f6f-6d87-498f-abb3-2605f21c0557 admin admin] Deleting port 9707eb59-8b1a-49fe-8007-901bdfb02294 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:31:28.079359 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7f823f6f-6d87-498f-abb3-2605f21c0557 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:28.085503 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23d01994-9d01-472b-b911-d8f767008b9f req-c439c4b3-020d-4133-8985-a7c6b635eb89 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:31:28.090678 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-23d01994-9d01-472b-b911-d8f767008b9f req-c439c4b3-020d-4133-8985-a7c6b635eb89 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:31:28.097486 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-23d01994-9d01-472b-b911-d8f767008b9f req-c439c4b3-020d-4133-8985-a7c6b635eb89 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:31:28.100955 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c439c4b3-020d-4133-8985-a7c6b635eb89 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Pushing event updated for resources: {'Port': ['ID=2b0295da-5de0-4cca-8067-c52551b79be4,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:28.158723 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5899542b-12dc-4905-bfd1-1ff9678b74e6 req-712b2d18-f87a-436d-a45e-5b88510e92db tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:28.160386 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5899542b-12dc-4905-bfd1-1ff9678b74e6 req-712b2d18-f87a-436d-a45e-5b88510e92db tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd4c7dc7-3a8e-4ff8-b695-453b0ad9a57c HTTP/1.1" status: 200 len: 944 time: 0.1145797 Apr 05 14:31:28.161938 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-6d6587a3-8859-4821-859e-0adc0398cffb req-c9662b5f-9539-4b1c-9578-cccaa1cf5815 service neutron] 10.222.0.11 "GET /v2.0/networks/a926837a-905f-4dbb-b5dd-5a4dcb465fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467707 Apr 05 14:31:28.188203 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-7f823f6f-6d87-498f-abb3-2605f21c0557 admin admin] For port 9707eb59-8b1a-49fe-8007-901bdfb02294, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=9707eb59-8b1a-49fe-8007-901bdfb02294,segment=NetworkSegment(35a23c08-3f1d-41ea-a9e2-ea1a46281134),segment_id=35a23c08-3f1d-41ea-a9e2-ea1a46281134)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:28.188559 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7f823f6f-6d87-498f-abb3-2605f21c0557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:28.209846 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-7f823f6f-6d87-498f-abb3-2605f21c0557 admin admin] Calling delete_port for 9707eb59-8b1a-49fe-8007-901bdfb02294 owned by network:router_interface {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:31:28.246633 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5899542b-12dc-4905-bfd1-1ff9678b74e6 req-757a4aca-57fb-4a6d-8a0f-4fd58daa3848 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783906 Apr 05 14:31:28.254746 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-23d01994-9d01-472b-b911-d8f767008b9f req-c439c4b3-020d-4133-8985-a7c6b635eb89 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:28.317093 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c46bee-ffa1-4eee-9f7d-5f619d123b9d req-da2874e3-ee70-46b6-a1de-bfd3a907609c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:28.318656 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-c0c46bee-ffa1-4eee-9f7d-5f619d123b9d req-da2874e3-ee70-46b6-a1de-bfd3a907609c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f6c75c954b5749f4a5047ff4736e2678&device_id=fd4c7dc7-3a8e-4ff8-b695-453b0ad9a57c HTTP/1.1" status: 200 len: 1095 time: 0.0620747 Apr 05 14:31:28.337949 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-23d01994-9d01-472b-b911-d8f767008b9f req-c439c4b3-020d-4133-8985-a7c6b635eb89 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:28.460391 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c46bee-ffa1-4eee-9f7d-5f619d123b9d req-91ae1344-2d2f-4f92-bc02-ce9c173988ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:28.461959 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-c0c46bee-ffa1-4eee-9f7d-5f619d123b9d req-91ae1344-2d2f-4f92-bc02-ce9c173988ce service neutron] 10.222.0.11 "GET /v2.0/networks?id=a926837a-905f-4dbb-b5dd-5a4dcb465fd4 HTTP/1.1" status: 200 len: 913 time: 0.1105444 Apr 05 14:31:28.495318 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-23d01994-9d01-472b-b911-d8f767008b9f req-c439c4b3-020d-4133-8985-a7c6b635eb89 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:28.530217 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-c0c46bee-ffa1-4eee-9f7d-5f619d123b9d req-8fb4a793-b356-4788-91dc-70a5e3d60b6c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=64ca98b9-09dd-4ce9-b3d0-94d32acff570 HTTP/1.1" status: 200 len: 217 time: 0.0476902 Apr 05 14:31:28.536087 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-23d01994-9d01-472b-b911-d8f767008b9f req-c439c4b3-020d-4133-8985-a7c6b635eb89 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:28.588857 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7f823f6f-6d87-498f-abb3-2605f21c0557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:28.591803 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c46bee-ffa1-4eee-9f7d-5f619d123b9d req-9fbed4e2-869c-4656-96b1-13b7132eb6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:28.594824 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-c0c46bee-ffa1-4eee-9f7d-5f619d123b9d req-9fbed4e2-869c-4656-96b1-13b7132eb6b7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=81226097-f23e-489f-aebf-5f546853adb0 HTTP/1.1" status: 200 len: 852 time: 0.0539360 Apr 05 14:31:28.619214 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c439c4b3-020d-4133-8985-a7c6b635eb89 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Pushing event updated for resources: {'Port': ['ID=2b0295da-5de0-4cca-8067-c52551b79be4,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:28.634254 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-23d01994-9d01-472b-b911-d8f767008b9f req-c439c4b3-020d-4133-8985-a7c6b635eb89 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:28.634686 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f823f6f-6d87-498f-abb3-2605f21c0557 admin admin] Pushing event deleted for resources: {'Port': ['ID=9707eb59-8b1a-49fe-8007-901bdfb02294,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:28.658342 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-c0c46bee-ffa1-4eee-9f7d-5f619d123b9d req-ea849c10-270d-4cef-921d-80aa84451537 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a926837a-905f-4dbb-b5dd-5a4dcb465fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359898 Apr 05 14:31:28.698959 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b8139-4372-4af4-bf41-3fc734e24f64 req-2c2f563b-b44a-4ff8-a83a-62b5f2dea174 tempest-ServerAddressesTestJSON-1240465584 tempest-ServerAddressesTestJSON-1240465584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:28.700527 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8a0b8139-4372-4af4-bf41-3fc734e24f64 req-2c2f563b-b44a-4ff8-a83a-62b5f2dea174 tempest-ServerAddressesTestJSON-1240465584 tempest-ServerAddressesTestJSON-1240465584-project] 10.222.0.30 "GET /v2.0/ports?device_id=f86375ad-18ff-4649-ac01-f9575a40a8f7 HTTP/1.1" status: 200 len: 945 time: 0.0708773 Apr 05 14:31:28.726697 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-23d01994-9d01-472b-b911-d8f767008b9f req-c439c4b3-020d-4133-8985-a7c6b635eb89 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:28.726697 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-23d01994-9d01-472b-b911-d8f767008b9f req-c439c4b3-020d-4133-8985-a7c6b635eb89 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7579513 Apr 05 14:31:28.802351 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-23d01994-9d01-472b-b911-d8f767008b9f req-d52a2be2-5a96-4069-acf3-7a0cac2e15ba tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.202 HTTP/1.1" status: 200 len: 696 time: 0.0723913 Apr 05 14:31:28.816733 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8a0b8139-4372-4af4-bf41-3fc734e24f64 req-f0990e91-1043-46f9-ab08-d83da73b4128 tempest-ServerAddressesTestJSON-1240465584 tempest-ServerAddressesTestJSON-1240465584-project] 10.222.0.30 "GET /v2.0/security-groups?id=64be3ec2-a083-4dd3-8be5-953653872bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031759 Apr 05 14:31:28.873426 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-c0c46bee-ffa1-4eee-9f7d-5f619d123b9d req-c392a7a8-679c-40a7-8907-63ffc02ea2c6 service neutron] 10.222.0.11 "GET /v2.0/networks/a926837a-905f-4dbb-b5dd-5a4dcb465fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975410 Apr 05 14:31:28.967579 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d01994-9d01-472b-b911-d8f767008b9f req-ffa7fea0-e9cd-44df-9031-6045b09c57ed tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:28.969442 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-23d01994-9d01-472b-b911-d8f767008b9f req-ffa7fea0-e9cd-44df-9031-6045b09c57ed tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] 10.222.0.30 "GET /v2.0/networks/3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c HTTP/1.1" status: 200 len: 784 time: 0.1516774 Apr 05 14:31:29.002907 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7f823f6f-6d87-498f-abb3-2605f21c0557 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1798829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810128'] for router_interface, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:29.038274 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1293eab3-0d3f-49f3-9e34-16ba871c4e07 req-81957b11-9a05-46c0-840c-ee15bb0ae70e tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:29.040234 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1293eab3-0d3f-49f3-9e34-16ba871c4e07 req-81957b11-9a05-46c0-840c-ee15bb0ae70e tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dacf389-7b4a-4f4d-a07b-66c640ef2c96 HTTP/1.1" status: 200 len: 945 time: 0.0632265 Apr 05 14:31:29.083590 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-c0c46bee-ffa1-4eee-9f7d-5f619d123b9d req-bf9b08c3-518d-4a05-9534-8be8caaa9a63 service neutron] 10.222.0.11 "GET /v2.0/networks/a926837a-905f-4dbb-b5dd-5a4dcb465fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029212 Apr 05 14:31:29.085603 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1293eab3-0d3f-49f3-9e34-16ba871c4e07 req-9925eacc-0242-4b95-8d51-143a71ece85c tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390289 Apr 05 14:31:29.213976 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d329e41f-ee5d-4df6-a808-9df281e10874 req-60b8c473-c988-4e55-b4e7-047498e2f594 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:29.215587 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d329e41f-ee5d-4df6-a808-9df281e10874 req-60b8c473-c988-4e55-b4e7-047498e2f594 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a5b6824-48d4-4b59-98d0-6219855ba1f7 HTTP/1.1" status: 200 len: 945 time: 0.1189327 Apr 05 14:31:29.262866 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f823f6f-6d87-498f-abb3-2605f21c0557 admin admin] Router 9255c41a-cae8-48d5-ba22-7e146dd80c97 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:31:29.286323 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-37910dbf-d1a6-448e-be17-3904918492de req-dbabe139-f9bf-471a-bda7-22ea916f8496 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1518214 Apr 05 14:31:29.289255 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d329e41f-ee5d-4df6-a808-9df281e10874 req-5ed344ed-2481-4df2-a445-1b8dfd37c016 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] 10.222.0.30 "GET /v2.0/security-groups?id=a2119bd0-e3d5-4a5e-9adb-1090886ff785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649886 Apr 05 14:31:29.296733 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-37910dbf-d1a6-448e-be17-3904918492de req-b578e355-463a-4502-93a3-8ab3edfdfa88 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Request body: {'floatingip': {'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:31:29.368102 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-37910dbf-d1a6-448e-be17-3904918492de req-b578e355-463a-4502-93a3-8ab3edfdfa88 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Notify callbacks [] for floatingip, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:29.398381 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:29.457963 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4b0018-4132-4912-bedf-2ab4b96f4b21 req-8e46a516-ed8e-42a6-84fb-46f3268c6806 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:29.459877 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4b4b0018-4132-4912-bedf-2ab4b96f4b21 req-8e46a516-ed8e-42a6-84fb-46f3268c6806 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd4c7dc7-3a8e-4ff8-b695-453b0ad9a57c HTTP/1.1" status: 200 len: 944 time: 0.1020145 Apr 05 14:31:29.521324 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4b4b0018-4132-4912-bedf-2ab4b96f4b21 req-59c5964a-287f-4be8-a971-21675b3c8c4a tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532227 Apr 05 14:31:29.610073 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-37910dbf-d1a6-448e-be17-3904918492de req-b578e355-463a-4502-93a3-8ab3edfdfa88 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:29.688082 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f823f6f-6d87-498f-abb3-2605f21c0557 admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:31:29.693795 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-7f823f6f-6d87-498f-abb3-2605f21c0557 admin admin] 10.222.0.30 "PUT /v2.0/routers/9255c41a-cae8-48d5-ba22-7e146dd80c97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5989623 Apr 05 14:31:29.696020 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 33486) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:31:29.699069 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-37910dbf-d1a6-448e-be17-3904918492de req-b578e355-463a-4502-93a3-8ab3edfdfa88 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Allocated IP 172.25.6.13 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/436e14da-a206-4af4-b85d-d2acec672b49) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:31:29.702656 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d964c396-40b6-45b7-b54a-93b10ed49b52 None None] Sync routers for ids ['9255c41a-cae8-48d5-ba22-7e146dd80c97'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:31:29.712576 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d964c396-40b6-45b7-b54a-93b10ed49b52 None None] Routers {'9255c41a-cae8-48d5-ba22-7e146dd80c97'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:31:29.713492 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-d964c396-40b6-45b7-b54a-93b10ed49b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:31:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['9255c41a-cae8-48d5-ba22-7e146dd80c97'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:29.800571 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:29.813791 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-47a9e521-7e7f-40af-87ad-c0fcc5122e8f admin admin] Notify callbacks [] for router, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:29.825793 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-37910dbf-d1a6-448e-be17-3904918492de req-b578e355-463a-4502-93a3-8ab3edfdfa88 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:29.826354 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-d964c396-40b6-45b7-b54a-93b10ed49b52 None None] Set router 9255c41a-cae8-48d5-ba22-7e146dd80c97 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:31:29.924816 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-47a9e521-7e7f-40af-87ad-c0fcc5122e8f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:29.935990 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-37910dbf-d1a6-448e-be17-3904918492de req-b578e355-463a-4502-93a3-8ab3edfdfa88 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:29.985683 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c546a423-5c3b-4c88-9600-f8b2d303cee2 req-2bda27ae-d415-413e-8cc9-2dde1c9eec02 tempest-ServerAddressesTestJSON-1240465584 tempest-ServerAddressesTestJSON-1240465584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:29.987813 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c546a423-5c3b-4c88-9600-f8b2d303cee2 req-2bda27ae-d415-413e-8cc9-2dde1c9eec02 tempest-ServerAddressesTestJSON-1240465584 tempest-ServerAddressesTestJSON-1240465584-project] 10.222.0.30 "GET /v2.0/ports?device_id=f86375ad-18ff-4649-ac01-f9575a40a8f7 HTTP/1.1" status: 200 len: 945 time: 0.0992610 Apr 05 14:31:29.991255 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37910dbf-d1a6-448e-be17-3904918492de req-b578e355-463a-4502-93a3-8ab3edfdfa88 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:31:29.999168 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-37910dbf-d1a6-448e-be17-3904918492de req-b578e355-463a-4502-93a3-8ab3edfdfa88 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:31:30.013132 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-37910dbf-d1a6-448e-be17-3904918492de req-b578e355-463a-4502-93a3-8ab3edfdfa88 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:31:30.056559 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-d964c396-40b6-45b7-b54a-93b10ed49b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9255c41a-cae8-48d5-ba22-7e146dd80c97', 'name': 'tempest-ServersTestMultiNic-1695908522-router', 'tenant_id': '9f48ad39adb04af7baada856c775d36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': 'b32425d3-02f4-4736-83d9-7f8eff263aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:29:36Z', 'updated_at': '2022-04-05T14:31:28Z', 'revision_number': 5, 'project_id': '9f48ad39adb04af7baada856c775d36d', 'gw_port': {'id': 'b32425d3-02f4-4736-83d9-7f8eff263aea', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:86:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9255c41a-cae8-48d5-ba22-7e146dd80c97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:38Z', 'updated_at': '2022-04-05T14:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:30.058272 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b578e355-463a-4502-93a3-8ab3edfdfa88 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Pushing event updated for resources: {'Port': ['ID=436e14da-a206-4af4-b85d-d2acec672b49,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:30.065911 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-47a9e521-7e7f-40af-87ad-c0fcc5122e8f admin admin] Deleting port b32425d3-02f4-4736-83d9-7f8eff263aea {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:31:30.066879 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-47a9e521-7e7f-40af-87ad-c0fcc5122e8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:30.089168 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c546a423-5c3b-4c88-9600-f8b2d303cee2 req-81107c77-c09b-47e3-bc5d-2d004e392cae tempest-ServerAddressesTestJSON-1240465584 tempest-ServerAddressesTestJSON-1240465584-project] 10.222.0.30 "GET /v2.0/security-groups?id=64be3ec2-a083-4dd3-8be5-953653872bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912969 Apr 05 14:31:30.091428 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d964c396-40b6-45b7-b54a-93b10ed49b52 None None] Checking router: 9255c41a-cae8-48d5-ba22-7e146dd80c97 for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:31:30.103779 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d964c396-40b6-45b7-b54a-93b10ed49b52 None None] Routers {'9255c41a-cae8-48d5-ba22-7e146dd80c97'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:31:30.104389 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-d964c396-40b6-45b7-b54a-93b10ed49b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:31:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['9255c41a-cae8-48d5-ba22-7e146dd80c97'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:30.143313 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-37910dbf-d1a6-448e-be17-3904918492de req-b578e355-463a-4502-93a3-8ab3edfdfa88 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:30.162810 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-47a9e521-7e7f-40af-87ad-c0fcc5122e8f admin admin] For port b32425d3-02f4-4736-83d9-7f8eff263aea, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=b32425d3-02f4-4736-83d9-7f8eff263aea,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:30.164085 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-47a9e521-7e7f-40af-87ad-c0fcc5122e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:30.182907 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-47a9e521-7e7f-40af-87ad-c0fcc5122e8f admin admin] Calling delete_port for b32425d3-02f4-4736-83d9-7f8eff263aea owned by network:router_gateway {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:31:30.200512 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-d964c396-40b6-45b7-b54a-93b10ed49b52 None None] Set router 9255c41a-cae8-48d5-ba22-7e146dd80c97 gateway port host: None {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:31:30.241841 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-37910dbf-d1a6-448e-be17-3904918492de req-b578e355-463a-4502-93a3-8ab3edfdfa88 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:30.258552 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-d964c396-40b6-45b7-b54a-93b10ed49b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9255c41a-cae8-48d5-ba22-7e146dd80c97', 'name': 'tempest-ServersTestMultiNic-1695908522-router', 'tenant_id': '9f48ad39adb04af7baada856c775d36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:29:36Z', 'updated_at': '2022-04-05T14:31:29Z', 'revision_number': 6, 'project_id': '9f48ad39adb04af7baada856c775d36d', 'gw_port_host': None}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:30.286488 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d964c396-40b6-45b7-b54a-93b10ed49b52 None None] The sync data for ids ['9255c41a-cae8-48d5-ba22-7e146dd80c97'] in n-d-836650-2 is: [{'id': '9255c41a-cae8-48d5-ba22-7e146dd80c97', 'name': 'tempest-ServersTestMultiNic-1695908522-router', 'tenant_id': '9f48ad39adb04af7baada856c775d36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:29:36Z', 'updated_at': '2022-04-05T14:31:29Z', 'revision_number': 6, 'project_id': '9f48ad39adb04af7baada856c775d36d', 'gw_port_host': None}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:31:30.439298 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-47a9e521-7e7f-40af-87ad-c0fcc5122e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:30.466769 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a9e521-7e7f-40af-87ad-c0fcc5122e8f admin admin] Pushing event deleted for resources: {'Port': ['ID=b32425d3-02f4-4736-83d9-7f8eff263aea,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:30.542160 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-47a9e521-7e7f-40af-87ad-c0fcc5122e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808526'] for router_gateway, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:30.639106 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-47a9e521-7e7f-40af-87ad-c0fcc5122e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27070'] for router, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:30.641604 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-47a9e521-7e7f-40af-87ad-c0fcc5122e8f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:30.682181 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5819566e-2e7e-4665-88b2-ffe716826e3e req-7694121e-251e-4b80-8fef-3511f0707080 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:30.682669 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5819566e-2e7e-4665-88b2-ffe716826e3e req-7694121e-251e-4b80-8fef-3511f0707080 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dacf389-7b4a-4f4d-a07b-66c640ef2c96 HTTP/1.1" status: 200 len: 945 time: 0.0757723 Apr 05 14:31:30.742931 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5819566e-2e7e-4665-88b2-ffe716826e3e req-5b1b7138-28b7-45ff-ad5b-2fc65e284e75 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532889 Apr 05 14:31:30.744911 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-37910dbf-d1a6-448e-be17-3904918492de req-b578e355-463a-4502-93a3-8ab3edfdfa88 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:30.753100 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-47a9e521-7e7f-40af-87ad-c0fcc5122e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803298'] for router, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:30.768043 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a9e521-7e7f-40af-87ad-c0fcc5122e8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9255c41a-cae8-48d5-ba22-7e146dd80c97 {{(pid=103321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:31:30.768043 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-47a9e521-7e7f-40af-87ad-c0fcc5122e8f admin admin] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:30.768043 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-47a9e521-7e7f-40af-87ad-c0fcc5122e8f admin admin] 10.222.0.30 "DELETE /v2.0/routers/9255c41a-cae8-48d5-ba22-7e146dd80c97 HTTP/1.1" status: 204 len: 168 time: 1.0623741 Apr 05 14:31:30.768043 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 33500) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:31:30.813381 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cae47c8-3d11-4557-a7ee-3d73ed5901e3 admin admin] Deleting subnet c56ff3ae-dc62-4775-badc-b3105b64e266 {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:31:30.816463 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5cae47c8-3d11-4557-a7ee-3d73ed5901e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:30.851499 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5cae47c8-3d11-4557-a7ee-3d73ed5901e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:30.851772 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-37910dbf-d1a6-448e-be17-3904918492de req-b578e355-463a-4502-93a3-8ab3edfdfa88 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:30.937647 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5cae47c8-3d11-4557-a7ee-3d73ed5901e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:30.949918 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b578e355-463a-4502-93a3-8ab3edfdfa88 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Pushing event updated for resources: {'Port': ['ID=436e14da-a206-4af4-b85d-d2acec672b49,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:30.959512 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459a3e62-7b41-4d8b-9430-eb04f27dba6e req-f1038ef3-2897-40a9-96c2-9f2d8a4bec78 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:30.961054 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-459a3e62-7b41-4d8b-9430-eb04f27dba6e req-f1038ef3-2897-40a9-96c2-9f2d8a4bec78 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a5b6824-48d4-4b59-98d0-6219855ba1f7 HTTP/1.1" status: 200 len: 945 time: 0.1200356 Apr 05 14:31:30.984696 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-37910dbf-d1a6-448e-be17-3904918492de req-b578e355-463a-4502-93a3-8ab3edfdfa88 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:31.011013 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-459a3e62-7b41-4d8b-9430-eb04f27dba6e req-dc0ca96d-2d0f-4079-bb4e-11533de84695 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] 10.222.0.30 "GET /v2.0/security-groups?id=a2119bd0-e3d5-4a5e-9adb-1090886ff785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432138 Apr 05 14:31:31.044979 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5cae47c8-3d11-4557-a7ee-3d73ed5901e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:31.080922 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cae47c8-3d11-4557-a7ee-3d73ed5901e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c56ff3ae-dc62-4775-badc-b3105b64e266,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:31.082593 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-37910dbf-d1a6-448e-be17-3904918492de req-b578e355-463a-4502-93a3-8ab3edfdfa88 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:31.084715 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5cae47c8-3d11-4557-a7ee-3d73ed5901e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:31.087926 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-37910dbf-d1a6-448e-be17-3904918492de req-b578e355-463a-4502-93a3-8ab3edfdfa88 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7917287 Apr 05 14:31:31.090827 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-5cae47c8-3d11-4557-a7ee-3d73ed5901e3 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c56ff3ae-dc62-4775-badc-b3105b64e266 HTTP/1.1" status: 204 len: 168 time: 0.3280339 Apr 05 14:31:31.092315 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 33504) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:31:31.100866 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590d680d-6d92-4a76-8c4f-ae4f819b9bca None None] Network 16bf8871-7522-40bc-8998-4cf5039a6e4f requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:31:31.165369 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-37910dbf-d1a6-448e-be17-3904918492de req-c00b30ab-4136-428d-a0b2-d89169d2a78f tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.13 HTTP/1.1" status: 200 len: 695 time: 0.0574410 Apr 05 14:31:31.169597 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-dcabd07a-b9d1-4a28-ac3d-b3a2680a7ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:31.182605 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27043148-d44e-48b2-afba-4bf36d594286 req-83ecf741-8217-4c50-9ce6-7681c0e15742 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:31.184177 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-27043148-d44e-48b2-afba-4bf36d594286 req-83ecf741-8217-4c50-9ce6-7681c0e15742 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd4c7dc7-3a8e-4ff8-b695-453b0ad9a57c HTTP/1.1" status: 200 len: 944 time: 0.1172123 Apr 05 14:31:31.228787 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-dcabd07a-b9d1-4a28-ac3d-b3a2680a7ba0 admin admin] Deleting port b30d6756-653a-4780-8732-0683b9023201 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:31:31.229164 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-dcabd07a-b9d1-4a28-ac3d-b3a2680a7ba0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:31.290003 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-27043148-d44e-48b2-afba-4bf36d594286 req-84245b14-cbf4-42b4-babf-0cf170084e65 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949628 Apr 05 14:31:31.322981 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffb0a8f-dc50-412c-ad3a-0a530ca40bec None None] DHCP port deletion for 16bf8871-7522-40bc-8998-4cf5039a6e4f request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:31:31.325108 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-dcabd07a-b9d1-4a28-ac3d-b3a2680a7ba0 admin admin] For port b30d6756-653a-4780-8732-0683b9023201, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=b30d6756-653a-4780-8732-0683b9023201,segment=NetworkSegment(35a23c08-3f1d-41ea-a9e2-ea1a46281134),segment_id=35a23c08-3f1d-41ea-a9e2-ea1a46281134)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:31.325479 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-dcabd07a-b9d1-4a28-ac3d-b3a2680a7ba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:31.342429 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37910dbf-d1a6-448e-be17-3904918492de req-9083a4e8-d0aa-485b-b031-33a03d5143a3 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:31.347880 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-37910dbf-d1a6-448e-be17-3904918492de req-9083a4e8-d0aa-485b-b031-33a03d5143a3 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] 10.222.0.30 "GET /v2.0/networks/3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c HTTP/1.1" status: 200 len: 784 time: 0.1626813 Apr 05 14:31:31.359818 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-dcabd07a-b9d1-4a28-ac3d-b3a2680a7ba0 admin admin] Calling delete_port for b30d6756-653a-4780-8732-0683b9023201 owned by network:dhcp {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:31:31.418837 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-3ffb0a8f-dc50-412c-ad3a-0a530ca40bec None None] Deleting port b30d6756-653a-4780-8732-0683b9023201 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:31:31.419140 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3ffb0a8f-dc50-412c-ad3a-0a530ca40bec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:31.534718 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-3ffb0a8f-dc50-412c-ad3a-0a530ca40bec None None] For port b30d6756-653a-4780-8732-0683b9023201, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=b30d6756-653a-4780-8732-0683b9023201,segment=NetworkSegment(35a23c08-3f1d-41ea-a9e2-ea1a46281134),segment_id=35a23c08-3f1d-41ea-a9e2-ea1a46281134)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:31.551402 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3ffb0a8f-dc50-412c-ad3a-0a530ca40bec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:31.551563 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9121c7f2-dae6-4ead-b9ce-89fe288f4bc0 req-dccd4223-fe3c-49a3-8aab-5d1e92477b6d tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1709111 Apr 05 14:31:31.551709 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device b32425d3-02f4-4736-83d9-7f8eff263aea no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:31:31.551820 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-9121c7f2-dae6-4ead-b9ce-89fe288f4bc0 req-e6d4ce1e-0547-4fa1-8d16-2a8b8af4fd61 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Request body: {'floatingip': {'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:31:31.570392 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-dcabd07a-b9d1-4a28-ac3d-b3a2680a7ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:31.573095 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: b32425d3-02f4-4736-83d9-7f8eff263aea {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:31:31.573442 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device b32425d3-02f4-4736-83d9-7f8eff263aea not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:31:31.573852 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 9707eb59-8b1a-49fe-8007-901bdfb02294 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:31:31.576385 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-3ffb0a8f-dc50-412c-ad3a-0a530ca40bec None None] Calling delete_port for b30d6756-653a-4780-8732-0683b9023201 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:31:31.597342 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 9707eb59-8b1a-49fe-8007-901bdfb02294 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:31:31.597564 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcabd07a-b9d1-4a28-ac3d-b3a2680a7ba0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b30d6756-653a-4780-8732-0683b9023201,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:31.597705 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 9707eb59-8b1a-49fe-8007-901bdfb02294 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:31:31.598152 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device b30d6756-653a-4780-8732-0683b9023201 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:31:31.599572 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcabd07a-b9d1-4a28-ac3d-b3a2680a7ba0 admin admin] No DVR routers for this DVR port b30d6756-653a-4780-8732-0683b9023201 on host n-d-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:31:31.656572 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: b30d6756-653a-4780-8732-0683b9023201 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:31:31.656822 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-9121c7f2-dae6-4ead-b9ce-89fe288f4bc0 req-e6d4ce1e-0547-4fa1-8d16-2a8b8af4fd61 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Notify callbacks [] for floatingip, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:31.656988 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device b30d6756-653a-4780-8732-0683b9023201 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:31:31.692294 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-dcabd07a-b9d1-4a28-ac3d-b3a2680a7ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:31.692642 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3ffb0a8f-dc50-412c-ad3a-0a530ca40bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:31.714943 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-dcabd07a-b9d1-4a28-ac3d-b3a2680a7ba0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16bf8871-7522-40bc-8998-4cf5039a6e4f']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:31.729305 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffb0a8f-dc50-412c-ad3a-0a530ca40bec None None] Pushing event deleted for resources: {'Port': ['ID=b30d6756-653a-4780-8732-0683b9023201,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:31.729305 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffb0a8f-dc50-412c-ad3a-0a530ca40bec None None] No DVR routers for this DVR port b30d6756-653a-4780-8732-0683b9023201 on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:31:31.729635 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-dcabd07a-b9d1-4a28-ac3d-b3a2680a7ba0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35a23c08-3f1d-41ea-a9e2-ea1a46281134') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:31.729635 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-dcabd07a-b9d1-4a28-ac3d-b3a2680a7ba0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35a23c08-3f1d-41ea-a9e2-ea1a46281134') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:31.744364 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-dcabd07a-b9d1-4a28-ac3d-b3a2680a7ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:31.759946 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-dcabd07a-b9d1-4a28-ac3d-b3a2680a7ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:31.766968 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcabd07a-b9d1-4a28-ac3d-b3a2680a7ba0 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:31:31.767400 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-dcabd07a-b9d1-4a28-ac3d-b3a2680a7ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:31.770251 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:31:31.770251 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:31:31.770251 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:31:31.770251 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:31:31.770251 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:31:31.770251 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:31:31.770251 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:31:31.770251 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:31:31.770251 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:31:31.770251 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:31:31.770251 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:31:31.770251 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:31:31.770251 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:31:31.770251 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:31:31.770251 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:31:31.770251 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:31:31.770251 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:31:31.770251 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:31:31.770251 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:31:31.770251 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:31:31.770251 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:31:31.770251 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:31:31.770251 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:31:31.770251 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:31:31.770251 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:31:31.770251 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:31:31.770251 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:31:31.770251 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:31:31.770251 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:31:31.770251 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:31:31.770251 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:31:31.770251 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:31:31.787383 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-9121c7f2-dae6-4ead-b9ce-89fe288f4bc0 req-e6d4ce1e-0547-4fa1-8d16-2a8b8af4fd61 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:31.901446 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-9121c7f2-dae6-4ead-b9ce-89fe288f4bc0 req-e6d4ce1e-0547-4fa1-8d16-2a8b8af4fd61 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Allocated IP 172.25.6.168 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/1841a738-cd4a-4573-abf3-a27e2c71a350) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:31:31.902260 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-dcabd07a-b9d1-4a28-ac3d-b3a2680a7ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:31.908634 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-dcabd07a-b9d1-4a28-ac3d-b3a2680a7ba0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:31.914785 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-dcabd07a-b9d1-4a28-ac3d-b3a2680a7ba0 admin admin] 10.222.0.30 "DELETE /v2.0/networks/16bf8871-7522-40bc-8998-4cf5039a6e4f HTTP/1.1" status: 204 len: 168 time: 0.8200238 Apr 05 14:31:31.932568 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcabd07a-b9d1-4a28-ac3d-b3a2680a7ba0 admin admin] Pushing event deleted for resources: {'Network': ['ID=16bf8871-7522-40bc-8998-4cf5039a6e4f,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:31.941064 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcabd07a-b9d1-4a28-ac3d-b3a2680a7ba0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:31:31.943248 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcabd07a-b9d1-4a28-ac3d-b3a2680a7ba0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:31:31.943248 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcabd07a-b9d1-4a28-ac3d-b3a2680a7ba0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:31:31.943248 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcabd07a-b9d1-4a28-ac3d-b3a2680a7ba0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:31:31.943248 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcabd07a-b9d1-4a28-ac3d-b3a2680a7ba0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:31:31.943248 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcabd07a-b9d1-4a28-ac3d-b3a2680a7ba0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:31:31.943248 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcabd07a-b9d1-4a28-ac3d-b3a2680a7ba0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:31:31.943866 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcabd07a-b9d1-4a28-ac3d-b3a2680a7ba0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:31:31.943866 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcabd07a-b9d1-4a28-ac3d-b3a2680a7ba0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:31:31.944056 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcabd07a-b9d1-4a28-ac3d-b3a2680a7ba0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:31:31.945093 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcabd07a-b9d1-4a28-ac3d-b3a2680a7ba0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:31:31.945093 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcabd07a-b9d1-4a28-ac3d-b3a2680a7ba0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:31:32.014025 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a65174-11dd-4927-90ed-01ffad60cdf1 req-52b307d1-ad13-4c15-a3a4-a05550f79ecb tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:32.016092 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-06a65174-11dd-4927-90ed-01ffad60cdf1 req-52b307d1-ad13-4c15-a3a4-a05550f79ecb tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dacf389-7b4a-4f4d-a07b-66c640ef2c96 HTTP/1.1" status: 200 len: 945 time: 0.1162205 Apr 05 14:31:32.058004 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a94957-de06-4a1d-9b8f-52b89732c0cb req-11a4f366-6269-429b-b163-51d2e3655b89 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:32.059516 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-94a94957-de06-4a1d-9b8f-52b89732c0cb req-11a4f366-6269-429b-b163-51d2e3655b89 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] 10.222.0.11 "GET /v2.0/ports?device_id=7a5b6824-48d4-4b59-98d0-6219855ba1f7 HTTP/1.1" status: 200 len: 945 time: 0.0538776 Apr 05 14:31:32.083421 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-06a65174-11dd-4927-90ed-01ffad60cdf1 req-ffd3f705-ae27-4cd3-932f-512ef43b9a46 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609851 Apr 05 14:31:32.089940 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-9121c7f2-dae6-4ead-b9ce-89fe288f4bc0 req-e6d4ce1e-0547-4fa1-8d16-2a8b8af4fd61 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:32.168532 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-94a94957-de06-4a1d-9b8f-52b89732c0cb req-6aa49320-b0bb-4f3a-8989-5f311428585c tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Deleting port 6bab4155-07c8-4da2-b60b-05b96aab9c34 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:31:32.169002 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-94a94957-de06-4a1d-9b8f-52b89732c0cb req-6aa49320-b0bb-4f3a-8989-5f311428585c tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:32.183621 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-9121c7f2-dae6-4ead-b9ce-89fe288f4bc0 req-e6d4ce1e-0547-4fa1-8d16-2a8b8af4fd61 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:32.221592 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 33522) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:31:32.254743 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9121c7f2-dae6-4ead-b9ce-89fe288f4bc0 req-e6d4ce1e-0547-4fa1-8d16-2a8b8af4fd61 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:31:32.267857 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-9121c7f2-dae6-4ead-b9ce-89fe288f4bc0 req-e6d4ce1e-0547-4fa1-8d16-2a8b8af4fd61 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:31:32.275234 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-94a94957-de06-4a1d-9b8f-52b89732c0cb req-6aa49320-b0bb-4f3a-8989-5f311428585c tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] For port 6bab4155-07c8-4da2-b60b-05b96aab9c34, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=6bab4155-07c8-4da2-b60b-05b96aab9c34,segment=NetworkSegment(2304ae75-8f4d-4c58-a95b-ce723b5b3cd1),segment_id=2304ae75-8f4d-4c58-a95b-ce723b5b3cd1)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:32.275607 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-94a94957-de06-4a1d-9b8f-52b89732c0cb req-6aa49320-b0bb-4f3a-8989-5f311428585c tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:32.275968 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-9121c7f2-dae6-4ead-b9ce-89fe288f4bc0 req-e6d4ce1e-0547-4fa1-8d16-2a8b8af4fd61 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:31:32.287112 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37dad71-7b3c-42dc-b8f0-8f3a7a51b8e9 req-8fa7bee5-fb3c-472e-8053-16f6c0b9a9c9 tempest-ServerAddressesTestJSON-1240465584 tempest-ServerAddressesTestJSON-1240465584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:32.288635 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d37dad71-7b3c-42dc-b8f0-8f3a7a51b8e9 req-8fa7bee5-fb3c-472e-8053-16f6c0b9a9c9 tempest-ServerAddressesTestJSON-1240465584 tempest-ServerAddressesTestJSON-1240465584-project] 10.222.0.30 "GET /v2.0/ports?device_id=f86375ad-18ff-4649-ac01-f9575a40a8f7 HTTP/1.1" status: 200 len: 945 time: 0.1342759 Apr 05 14:31:32.291999 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d4ce1e-0547-4fa1-8d16-2a8b8af4fd61 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Pushing event updated for resources: {'Port': ['ID=1841a738-cd4a-4573-abf3-a27e2c71a350,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:32.349702 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-7f23595f-9e86-4573-9df4-e7080eec0ac9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9f48ad39adb04af7baada856c775d36d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1261842 Apr 05 14:31:32.354097 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 33526) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:31:32.398953 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d37dad71-7b3c-42dc-b8f0-8f3a7a51b8e9 req-617d3dd3-4d64-4c97-a58c-d64b343f36a1 tempest-ServerAddressesTestJSON-1240465584 tempest-ServerAddressesTestJSON-1240465584-project] 10.222.0.30 "GET /v2.0/security-groups?id=64be3ec2-a083-4dd3-8be5-953653872bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830491 Apr 05 14:31:32.459014 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-94a94957-de06-4a1d-9b8f-52b89732c0cb req-6aa49320-b0bb-4f3a-8989-5f311428585c tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:32.459400 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-94a94957-de06-4a1d-9b8f-52b89732c0cb req-6aa49320-b0bb-4f3a-8989-5f311428585c tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:32.459725 n-d-836650-2 neutron-server[103321]: INFO neutron.db.l3_db [req-94a94957-de06-4a1d-9b8f-52b89732c0cb req-6aa49320-b0bb-4f3a-8989-5f311428585c tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Floating IP ad5f6921-2e5a-41a7-a2b3-5147c45d216e disassociated. External IP: 172.25.6.6, port: 6bab4155-07c8-4da2-b60b-05b96aab9c34. Apr 05 14:31:32.460067 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-94a94957-de06-4a1d-9b8f-52b89732c0cb req-6aa49320-b0bb-4f3a-8989-5f311428585c tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Calling delete_port for 6bab4155-07c8-4da2-b60b-05b96aab9c34 owned by compute:nova {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:31:32.466453 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-9121c7f2-dae6-4ead-b9ce-89fe288f4bc0 req-e6d4ce1e-0547-4fa1-8d16-2a8b8af4fd61 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:32.471109 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4a34ba52-6a62-4c4c-92a5-6e9dd530aa3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:32.524352 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4a34ba52-6a62-4c4c-92a5-6e9dd530aa3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:32.585147 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0addfd1a-9ae5-42a3-9339-fe394ac6d424 req-810e4e2b-3812-481c-afe8-d048fbf7906d tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:32.586663 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0addfd1a-9ae5-42a3-9339-fe394ac6d424 req-810e4e2b-3812-481c-afe8-d048fbf7906d tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a5b6824-48d4-4b59-98d0-6219855ba1f7 HTTP/1.1" status: 200 len: 945 time: 0.1184614 Apr 05 14:31:32.592341 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-9121c7f2-dae6-4ead-b9ce-89fe288f4bc0 req-e6d4ce1e-0547-4fa1-8d16-2a8b8af4fd61 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:32.650076 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-94a94957-de06-4a1d-9b8f-52b89732c0cb req-6aa49320-b0bb-4f3a-8989-5f311428585c tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:32.672123 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0addfd1a-9ae5-42a3-9339-fe394ac6d424 req-6362946a-1d7e-484a-a587-01c0bfcb124c tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] 10.222.0.30 "GET /v2.0/security-groups?id=a2119bd0-e3d5-4a5e-9adb-1090886ff785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767133 Apr 05 14:31:32.681275 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa49320-b0bb-4f3a-8989-5f311428585c tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Pushing event deleted for resources: {'Port': ['ID=6bab4155-07c8-4da2-b60b-05b96aab9c34,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:32.721381 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4a34ba52-6a62-4c4c-92a5-6e9dd530aa3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:32.721381 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4a34ba52-6a62-4c4c-92a5-6e9dd530aa3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:32.721381 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-4a34ba52-6a62-4c4c-92a5-6e9dd530aa3b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a0b9f0a8-8003-41fc-96c3-f7974a1b5067 HTTP/1.1" status: 204 len: 168 time: 0.3616986 Apr 05 14:31:32.733141 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a34ba52-6a62-4c4c-92a5-6e9dd530aa3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b9f0a8-8003-41fc-96c3-f7974a1b5067,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:32.826985 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d23d1b-3f73-4993-ac3e-549cdf0f2b5a req-57ea064d-bcbd-4c6e-92a2-5796f97eb5cb tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:32.829339 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-62d23d1b-3f73-4993-ac3e-549cdf0f2b5a req-57ea064d-bcbd-4c6e-92a2-5796f97eb5cb tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd4c7dc7-3a8e-4ff8-b695-453b0ad9a57c HTTP/1.1" status: 200 len: 944 time: 0.0795627 Apr 05 14:31:32.849718 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-9121c7f2-dae6-4ead-b9ce-89fe288f4bc0 req-e6d4ce1e-0547-4fa1-8d16-2a8b8af4fd61 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:32.850540 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [req-94a94957-de06-4a1d-9b8f-52b89732c0cb req-6aa49320-b0bb-4f3a-8989-5f311428585c tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Router ac21a239-fb93-479c-8b20-68007ce99716 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:31:32.880000 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 64ca98b9-09dd-4ce9-b3d0-94d32acff570 details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:31:32.887818 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-62d23d1b-3f73-4993-ac3e-549cdf0f2b5a req-200551bc-2e06-4e0e-b501-98011b0f754d tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402384 Apr 05 14:31:32.918540 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-9121c7f2-dae6-4ead-b9ce-89fe288f4bc0 req-e6d4ce1e-0547-4fa1-8d16-2a8b8af4fd61 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:32.995237 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d4ce1e-0547-4fa1-8d16-2a8b8af4fd61 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Pushing event updated for resources: {'Port': ['ID=1841a738-cd4a-4573-abf3-a27e2c71a350,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:33.001568 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-94a94957-de06-4a1d-9b8f-52b89732c0cb req-6aa49320-b0bb-4f3a-8989-5f311428585c tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:31:33.006971 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-9121c7f2-dae6-4ead-b9ce-89fe288f4bc0 req-e6d4ce1e-0547-4fa1-8d16-2a8b8af4fd61 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:33.007927 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 64ca98b9-09dd-4ce9-b3d0-94d32acff570, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=64ca98b9-09dd-4ce9-b3d0-94d32acff570,segment=NetworkSegment(86bf7ba4-25ec-477a-b752-1cd3a94d1598),segment_id=86bf7ba4-25ec-477a-b752-1cd3a94d1598)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:33.020997 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cf4fa1-4cb6-45ea-96c4-05b3f09b2089 None None] Sync routers for ids ['ac21a239-fb93-479c-8b20-68007ce99716'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:31:33.022890 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': '64ca98b9-09dd-4ce9-b3d0-94d32acff570', 'network_id': 'a926837a-905f-4dbb-b5dd-5a4dcb465fd4', 'port_id': '64ca98b9-09dd-4ce9-b3d0-94d32acff570', 'mac_address': 'fa:16:3e:43:2d:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81226097-f23e-489f-aebf-5f546853adb0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:31:33.041713 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cf4fa1-4cb6-45ea-96c4-05b3f09b2089 None None] Routers {'ac21a239-fb93-479c-8b20-68007ce99716'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:31:33.043321 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-70cf4fa1-4cb6-45ea-96c4-05b3f09b2089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:31:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['ac21a239-fb93-479c-8b20-68007ce99716'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:33.051320 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-94a94957-de06-4a1d-9b8f-52b89732c0cb req-6aa49320-b0bb-4f3a-8989-5f311428585c tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] No DVR routers for this DVR port 6bab4155-07c8-4da2-b60b-05b96aab9c34 on host n-h2-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:31:33.060157 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-94a94957-de06-4a1d-9b8f-52b89732c0cb req-6aa49320-b0bb-4f3a-8989-5f311428585c tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:33.060157 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-94a94957-de06-4a1d-9b8f-52b89732c0cb req-6aa49320-b0bb-4f3a-8989-5f311428585c tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] 10.222.0.11 "DELETE /v2.0/ports/6bab4155-07c8-4da2-b60b-05b96aab9c34 HTTP/1.1" status: 204 len: 173 time: 0.9915819 Apr 05 14:31:33.060157 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a5b6824-48d4-4b59-98d0-6219855ba1f7', 'name': 'network-vif-deleted', 'tag': '6bab4155-07c8-4da2-b60b-05b96aab9c34'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:31:33.060157 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5cd560e-0497-4276-8eb4-6709970eb32a" -d '{"events": [{"server_uuid": "7a5b6824-48d4-4b59-98d0-6219855ba1f7", "name": "network-vif-deleted", "tag": "6bab4155-07c8-4da2-b60b-05b96aab9c34"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:31:33.068583 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:33.085607 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64ca98b9-09dd-4ce9-b3d0-94d32acff570 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:31:33.110224 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 64ca98b9-09dd-4ce9-b3d0-94d32acff570, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=64ca98b9-09dd-4ce9-b3d0-94d32acff570,segment=NetworkSegment(86bf7ba4-25ec-477a-b752-1cd3a94d1598),segment_id=86bf7ba4-25ec-477a-b752-1cd3a94d1598)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:33.122064 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-9121c7f2-dae6-4ead-b9ce-89fe288f4bc0 req-e6d4ce1e-0547-4fa1-8d16-2a8b8af4fd61 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:33.123924 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9121c7f2-dae6-4ead-b9ce-89fe288f4bc0 req-e6d4ce1e-0547-4fa1-8d16-2a8b8af4fd61 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5793972 Apr 05 14:31:33.128967 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9465e33-6dbf-4449-b344-3c58b7970d1b x-openstack-request-id: req-a9465e33-6dbf-4449-b344-3c58b7970d1b {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:31:33.129290 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a5b6824-48d4-4b59-98d0-6219855ba1f7", "name": "network-vif-deleted", "tag": "6bab4155-07c8-4da2-b60b-05b96aab9c34", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:31:33.129584 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a9465e33-6dbf-4449-b344-3c58b7970d1b {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:31:33.130014 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9465e33-6dbf-4449-b344-3c58b7970d1b'] response: {'server_uuid': '7a5b6824-48d4-4b59-98d0-6219855ba1f7', 'name': 'network-vif-deleted', 'tag': '6bab4155-07c8-4da2-b60b-05b96aab9c34', 'status': 'completed', 'code': 200} Apr 05 14:31:33.171689 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:33.210867 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-70cf4fa1-4cb6-45ea-96c4-05b3f09b2089 None None] Set router ac21a239-fb93-479c-8b20-68007ce99716 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:31:33.265123 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9121c7f2-dae6-4ead-b9ce-89fe288f4bc0 req-7799bfb7-e436-41b1-8552-7b36b01e7dae tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.168 HTTP/1.1" status: 200 len: 696 time: 0.1302509 Apr 05 14:31:33.278097 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=64ca98b9-09dd-4ce9-b3d0-94d32acff570,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:33.379943 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57def325-dbe7-4d2b-9ad4-7774116f1318 req-9d67ef83-c8a6-481b-a229-a64274530839 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:33.381416 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-57def325-dbe7-4d2b-9ad4-7774116f1318 req-9d67ef83-c8a6-481b-a229-a64274530839 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dacf389-7b4a-4f4d-a07b-66c640ef2c96 HTTP/1.1" status: 200 len: 945 time: 0.1682787 Apr 05 14:31:33.470367 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-57def325-dbe7-4d2b-9ad4-7774116f1318 req-f8d8fd86-e2e1-4c4a-aa16-5d197e1b42dd tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720239 Apr 05 14:31:33.483275 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9121c7f2-dae6-4ead-b9ce-89fe288f4bc0 req-767d9853-f8cd-48d0-bce2-b200aa5386db tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:33.490651 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9121c7f2-dae6-4ead-b9ce-89fe288f4bc0 req-767d9853-f8cd-48d0-bce2-b200aa5386db tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] 10.222.0.30 "GET /v2.0/networks/3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c HTTP/1.1" status: 200 len: 784 time: 0.1973295 Apr 05 14:31:33.519515 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bd5d1a-3fc0-4969-8644-6f02f5f5866b req-e9adb785-9779-445c-835a-c9cc104c3933 tempest-ServerAddressesTestJSON-1240465584 tempest-ServerAddressesTestJSON-1240465584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:33.521550 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-46bd5d1a-3fc0-4969-8644-6f02f5f5866b req-e9adb785-9779-445c-835a-c9cc104c3933 tempest-ServerAddressesTestJSON-1240465584 tempest-ServerAddressesTestJSON-1240465584-project] 10.222.0.11 "GET /v2.0/ports?device_id=f86375ad-18ff-4649-ac01-f9575a40a8f7 HTTP/1.1" status: 200 len: 945 time: 0.1256440 Apr 05 14:31:33.590094 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-70cf4fa1-4cb6-45ea-96c4-05b3f09b2089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac21a239-fb93-479c-8b20-68007ce99716', 'name': 'tempest-ServersTestJSON-1269416835-router', 'tenant_id': '624acb65c8a14a38b05a73e982caa43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': 'db464af9-7024-4b7b-92b7-0af4b6f6e00b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:29:29Z', 'updated_at': '2022-04-05T14:29:38Z', 'revision_number': 4, 'project_id': '624acb65c8a14a38b05a73e982caa43a', 'gw_port': {'id': 'db464af9-7024-4b7b-92b7-0af4b6f6e00b', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:44:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac21a239-fb93-479c-8b20-68007ce99716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:31Z', 'updated_at': '2022-04-05T14:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': 'f104e8f3-f243-4b9f-9a05-437f03bdee19', 'name': '', 'network_id': 'a9ad640e-de7f-43c6-8fef-96cb779b89ff', 'tenant_id': '624acb65c8a14a38b05a73e982caa43a', 'mac_address': 'fa:16:3e:bc:05:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac21a239-fb93-479c-8b20-68007ce99716', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '2ebd5f9f-310d-4e0b-97c9-6b1478640ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:37Z', 'updated_at': '2022-04-05T14:29:47Z', 'revision_number': 5, 'project_id': '624acb65c8a14a38b05a73e982caa43a', 'subnets': [{'id': '2ebd5f9f-310d-4e0b-97c9-6b1478640ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:33.598073 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['64ca98b9-09dd-4ce9-b3d0-94d32acff570'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:31:33.612439 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bcda8da5-6ac7-404f-8cb7-ad66213cf4df req-97594621-5aee-4de9-a661-570e7b2b38b8 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] 10.222.0.30 "GET /v2.0/floatingips/beb6a36a-e446-491e-b512-480f56980283 HTTP/1.1" status: 200 len: 693 time: 0.0978801 Apr 05 14:31:33.625860 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cf4fa1-4cb6-45ea-96c4-05b3f09b2089 None None] Checking router: ac21a239-fb93-479c-8b20-68007ce99716 for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:31:33.640568 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cf4fa1-4cb6-45ea-96c4-05b3f09b2089 None None] Routers {'ac21a239-fb93-479c-8b20-68007ce99716'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:31:33.641809 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-70cf4fa1-4cb6-45ea-96c4-05b3f09b2089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:31:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['ac21a239-fb93-479c-8b20-68007ce99716'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:33.667844 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52659753-c92f-4cc3-8880-965165a132cf req-ad3176e9-8941-473f-bec7-b741cb4f18a4 tempest-ServerAddressesTestJSON-1240465584 tempest-ServerAddressesTestJSON-1240465584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:33.669767 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-52659753-c92f-4cc3-8880-965165a132cf req-ad3176e9-8941-473f-bec7-b741cb4f18a4 tempest-ServerAddressesTestJSON-1240465584 tempest-ServerAddressesTestJSON-1240465584-project] 10.222.0.30 "GET /v2.0/ports?device_id=f86375ad-18ff-4649-ac01-f9575a40a8f7 HTTP/1.1" status: 200 len: 945 time: 0.1120985 Apr 05 14:31:33.708532 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-46bd5d1a-3fc0-4969-8644-6f02f5f5866b req-cee599d0-1fac-425a-b521-d2aa4af78e16 tempest-ServerAddressesTestJSON-1240465584 tempest-ServerAddressesTestJSON-1240465584-project] Deleting port 32c96ef2-766c-4c27-93c3-c394a66b685a {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:31:33.709198 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-46bd5d1a-3fc0-4969-8644-6f02f5f5866b req-cee599d0-1fac-425a-b521-d2aa4af78e16 tempest-ServerAddressesTestJSON-1240465584 tempest-ServerAddressesTestJSON-1240465584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:33.753954 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-52659753-c92f-4cc3-8880-965165a132cf req-3d712207-2b4b-4a75-97ed-00504b08592d tempest-ServerAddressesTestJSON-1240465584 tempest-ServerAddressesTestJSON-1240465584-project] 10.222.0.30 "GET /v2.0/security-groups?id=64be3ec2-a083-4dd3-8be5-953653872bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536668 Apr 05 14:31:33.812283 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda8da5-6ac7-404f-8cb7-ad66213cf4df req-a7161cb5-6e6d-4306-911d-029b109e2e56 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:33.814231 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bcda8da5-6ac7-404f-8cb7-ad66213cf4df req-a7161cb5-6e6d-4306-911d-029b109e2e56 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] 10.222.0.30 "GET /v2.0/networks/3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c HTTP/1.1" status: 200 len: 784 time: 0.2007771 Apr 05 14:31:33.856747 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-46bd5d1a-3fc0-4969-8644-6f02f5f5866b req-cee599d0-1fac-425a-b521-d2aa4af78e16 tempest-ServerAddressesTestJSON-1240465584 tempest-ServerAddressesTestJSON-1240465584-project] For port 32c96ef2-766c-4c27-93c3-c394a66b685a, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=32c96ef2-766c-4c27-93c3-c394a66b685a,segment=NetworkSegment(5eda45b6-da0b-4f79-84ec-98ea7bff3bba),segment_id=5eda45b6-da0b-4f79-84ec-98ea7bff3bba)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:33.857394 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-46bd5d1a-3fc0-4969-8644-6f02f5f5866b req-cee599d0-1fac-425a-b521-d2aa4af78e16 tempest-ServerAddressesTestJSON-1240465584 tempest-ServerAddressesTestJSON-1240465584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:33.863606 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-70cf4fa1-4cb6-45ea-96c4-05b3f09b2089 None None] Set router ac21a239-fb93-479c-8b20-68007ce99716 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:31:33.907478 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-46bd5d1a-3fc0-4969-8644-6f02f5f5866b req-cee599d0-1fac-425a-b521-d2aa4af78e16 tempest-ServerAddressesTestJSON-1240465584 tempest-ServerAddressesTestJSON-1240465584-project] Calling delete_port for 32c96ef2-766c-4c27-93c3-c394a66b685a owned by compute:nova {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:31:33.964326 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cf2e1386-508d-424b-809c-0c3d15b6f1f9 req-fb56ca11-3ce2-4454-8ae0-62a9a1ac3d2a tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] 10.222.0.30 "GET /v2.0/floatingips/beb6a36a-e446-491e-b512-480f56980283 HTTP/1.1" status: 200 len: 693 time: 0.1185513 Apr 05 14:31:33.989405 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c844decb-cf0d-45aa-b1c7-72db6e837734 req-9821279a-4bad-451c-88ad-9d5805ed3537 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a5b6824-48d4-4b59-98d0-6219855ba1f7 HTTP/1.1" status: 200 len: 210 time: 0.0496995 Apr 05 14:31:34.142422 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-46bd5d1a-3fc0-4969-8644-6f02f5f5866b req-cee599d0-1fac-425a-b521-d2aa4af78e16 tempest-ServerAddressesTestJSON-1240465584 tempest-ServerAddressesTestJSON-1240465584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:34.172353 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-70cf4fa1-4cb6-45ea-96c4-05b3f09b2089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac21a239-fb93-479c-8b20-68007ce99716', 'name': 'tempest-ServersTestJSON-1269416835-router', 'tenant_id': '624acb65c8a14a38b05a73e982caa43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': 'db464af9-7024-4b7b-92b7-0af4b6f6e00b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:29:29Z', 'updated_at': '2022-04-05T14:29:38Z', 'revision_number': 4, 'project_id': '624acb65c8a14a38b05a73e982caa43a', 'gw_port': {'id': 'db464af9-7024-4b7b-92b7-0af4b6f6e00b', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:44:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac21a239-fb93-479c-8b20-68007ce99716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:31Z', 'updated_at': '2022-04-05T14:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': 'f104e8f3-f243-4b9f-9a05-437f03bdee19', 'name': '', 'network_id': 'a9ad640e-de7f-43c6-8fef-96cb779b89ff', 'tenant_id': '624acb65c8a14a38b05a73e982caa43a', 'mac_address': 'fa:16:3e:bc:05:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac21a239-fb93-479c-8b20-68007ce99716', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '2ebd5f9f-310d-4e0b-97c9-6b1478640ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:37Z', 'updated_at': '2022-04-05T14:29:47Z', 'revision_number': 5, 'project_id': '624acb65c8a14a38b05a73e982caa43a', 'subnets': [{'id': '2ebd5f9f-310d-4e0b-97c9-6b1478640ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:34.183873 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 33562) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:31:34.186074 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee599d0-1fac-425a-b521-d2aa4af78e16 tempest-ServerAddressesTestJSON-1240465584 tempest-ServerAddressesTestJSON-1240465584-project] Pushing event deleted for resources: {'Port': ['ID=32c96ef2-766c-4c27-93c3-c394a66b685a,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:34.217079 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82476651-d7b9-4c6a-ba53-d3f670b1955c req-32f22e23-707b-4658-ba6c-cb901a041ce7 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:34.219761 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-82476651-d7b9-4c6a-ba53-d3f670b1955c req-32f22e23-707b-4658-ba6c-cb901a041ce7 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd4c7dc7-3a8e-4ff8-b695-453b0ad9a57c HTTP/1.1" status: 200 len: 945 time: 0.1235595 Apr 05 14:31:34.243583 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-46bd5d1a-3fc0-4969-8644-6f02f5f5866b req-cee599d0-1fac-425a-b521-d2aa4af78e16 tempest-ServerAddressesTestJSON-1240465584 tempest-ServerAddressesTestJSON-1240465584-project] No DVR routers for this DVR port 32c96ef2-766c-4c27-93c3-c394a66b685a on host n-h2-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:31:34.250123 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-46bd5d1a-3fc0-4969-8644-6f02f5f5866b req-cee599d0-1fac-425a-b521-d2aa4af78e16 tempest-ServerAddressesTestJSON-1240465584 tempest-ServerAddressesTestJSON-1240465584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:34.254830 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-46bd5d1a-3fc0-4969-8644-6f02f5f5866b req-cee599d0-1fac-425a-b521-d2aa4af78e16 tempest-ServerAddressesTestJSON-1240465584 tempest-ServerAddressesTestJSON-1240465584-project] 10.222.0.11 "DELETE /v2.0/ports/32c96ef2-766c-4c27-93c3-c394a66b685a HTTP/1.1" status: 204 len: 173 time: 0.7251253 Apr 05 14:31:34.267266 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2e1386-508d-424b-809c-0c3d15b6f1f9 req-4ab95ff2-d453-4294-ad4a-7389d0092db5 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:34.267720 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cf4fa1-4cb6-45ea-96c4-05b3f09b2089 None None] The sync data for ids ['ac21a239-fb93-479c-8b20-68007ce99716'] in n-d-836650-2 is: [{'id': 'ac21a239-fb93-479c-8b20-68007ce99716', 'name': 'tempest-ServersTestJSON-1269416835-router', 'tenant_id': '624acb65c8a14a38b05a73e982caa43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': 'db464af9-7024-4b7b-92b7-0af4b6f6e00b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:29:29Z', 'updated_at': '2022-04-05T14:29:38Z', 'revision_number': 4, 'project_id': '624acb65c8a14a38b05a73e982caa43a', 'gw_port': {'id': 'db464af9-7024-4b7b-92b7-0af4b6f6e00b', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:44:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac21a239-fb93-479c-8b20-68007ce99716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:31Z', 'updated_at': '2022-04-05T14:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': 'f104e8f3-f243-4b9f-9a05-437f03bdee19', 'name': '', 'network_id': 'a9ad640e-de7f-43c6-8fef-96cb779b89ff', 'tenant_id': '624acb65c8a14a38b05a73e982caa43a', 'mac_address': 'fa:16:3e:bc:05:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac21a239-fb93-479c-8b20-68007ce99716', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '2ebd5f9f-310d-4e0b-97c9-6b1478640ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:37Z', 'updated_at': '2022-04-05T14:29:47Z', 'revision_number': 5, 'project_id': '624acb65c8a14a38b05a73e982caa43a', 'subnets': [{'id': '2ebd5f9f-310d-4e0b-97c9-6b1478640ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:31:34.268350 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cf2e1386-508d-424b-809c-0c3d15b6f1f9 req-4ab95ff2-d453-4294-ad4a-7389d0092db5 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] 10.222.0.30 "GET /v2.0/networks/3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c HTTP/1.1" status: 200 len: 784 time: 0.2815576 Apr 05 14:31:34.352422 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cf2e1386-508d-424b-809c-0c3d15b6f1f9 req-8d113630-ea13-4d52-abea-e6401fd79f22 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.168 HTTP/1.1" status: 200 len: 696 time: 0.0766592 Apr 05 14:31:34.355561 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-82476651-d7b9-4c6a-ba53-d3f670b1955c req-07210ef1-2cba-4a9a-b2cf-f582a0926ae0 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257033 Apr 05 14:31:34.383732 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-39c0a72c-5be1-42c3-a62e-30d30dc4a29c admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1102511624-network', 'tenant_id': 'a9da18e09c15404ca69176173aa40d16'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:31:34.428034 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cf2e1386-508d-424b-809c-0c3d15b6f1f9 req-411c1ac3-6ced-4789-97a2-c7852ca7da03 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.168 HTTP/1.1" status: 200 len: 696 time: 0.0666223 Apr 05 14:31:34.531893 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c0a72c-5be1-42c3-a62e-30d30dc4a29c admin admin] Made reservation on behalf of a9da18e09c15404ca69176173aa40d16 for: {'network': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:31:34.535039 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-39c0a72c-5be1-42c3-a62e-30d30dc4a29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:34.548947 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['32c96ef2-766c-4c27-93c3-c394a66b685a'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:31:34.570806 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-39c0a72c-5be1-42c3-a62e-30d30dc4a29c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:34.595739 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bfc04a-e3e0-4f6f-b361-86557a8a08af None None] New status for floating IP ad5f6921-2e5a-41a7-a2b3-5147c45d216e: DOWN {{(pid=103322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 14:31:34.666385 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83373848-77de-4b0d-ac27-8369432746f2 req-babc7219-3593-4589-93b3-63fa0cedf4eb tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:34.667878 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-83373848-77de-4b0d-ac27-8369432746f2 req-babc7219-3593-4589-93b3-63fa0cedf4eb tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dacf389-7b4a-4f4d-a07b-66c640ef2c96 HTTP/1.1" status: 200 len: 945 time: 0.1228790 Apr 05 14:31:34.731483 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-cf2e1386-508d-424b-809c-0c3d15b6f1f9 req-dc42c5c2-c8e9-41d8-8e08-0380a4a252ad tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Deleting port 1841a738-cd4a-4573-abf3-a27e2c71a350 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:31:34.731824 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-cf2e1386-508d-424b-809c-0c3d15b6f1f9 req-dc42c5c2-c8e9-41d8-8e08-0380a4a252ad tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:34.760032 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-83373848-77de-4b0d-ac27-8369432746f2 req-d6a05ade-244a-4f23-a683-74338b73d503 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840664 Apr 05 14:31:34.823105 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-39c0a72c-5be1-42c3-a62e-30d30dc4a29c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:34.844771 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02389100-916f-482b-bdbf-71a46c914a9b req-b6ed8289-2af7-4ecc-aff0-02bc060c65b2 tempest-LiveAutoBlockMigrationV225Test-737036270 tempest-LiveAutoBlockMigrationV225Test-737036270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:34.846459 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-02389100-916f-482b-bdbf-71a46c914a9b req-b6ed8289-2af7-4ecc-aff0-02bc060c65b2 tempest-LiveAutoBlockMigrationV225Test-737036270 tempest-LiveAutoBlockMigrationV225Test-737036270-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=0dacf389-7b4a-4f4d-a07b-66c640ef2c96&tenant_id=ec0fa5de45e74f079e998d8c4a01aedf&binding%3Ahost_id=n-h1-836650-2 HTTP/1.1" status: 200 len: 1096 time: 0.0753636 Apr 05 14:31:34.858377 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-02389100-916f-482b-bdbf-71a46c914a9b req-f223e1c9-437a-45bf-b9ab-41db379896bd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-836650-2'}}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:31:34.861374 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-cf2e1386-508d-424b-809c-0c3d15b6f1f9 req-dc42c5c2-c8e9-41d8-8e08-0380a4a252ad tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:34.861570 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-cf2e1386-508d-424b-809c-0c3d15b6f1f9 req-dc42c5c2-c8e9-41d8-8e08-0380a4a252ad tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:34.885854 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 64ca98b9-09dd-4ce9-b3d0-94d32acff570 up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:31:34.902103 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2ae8bf58-b446-49a9-af91-1b5202c3f88a req-c6aa022a-ad7e-458e-bb5f-14f9efb63ae9 tempest-ServerAddressesTestJSON-1240465584 tempest-ServerAddressesTestJSON-1240465584-project] 10.222.0.30 "GET /v2.0/ports?device_id=f86375ad-18ff-4649-ac01-f9575a40a8f7 HTTP/1.1" status: 200 len: 210 time: 0.0375156 Apr 05 14:31:34.902711 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-cf2e1386-508d-424b-809c-0c3d15b6f1f9 req-dc42c5c2-c8e9-41d8-8e08-0380a4a252ad tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Calling delete_port for 1841a738-cd4a-4573-abf3-a27e2c71a350 owned by network:floatingip {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:31:34.904538 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-39c0a72c-5be1-42c3-a62e-30d30dc4a29c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:34.957236 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c0a72c-5be1-42c3-a62e-30d30dc4a29c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:34.958868 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-02389100-916f-482b-bdbf-71a46c914a9b req-f223e1c9-437a-45bf-b9ab-41db379896bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:34.967452 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39c0a72c-5be1-42c3-a62e-30d30dc4a29c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=103320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:31:35.016353 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning for port 64ca98b9-09dd-4ce9-b3d0-94d32acff570 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:31:35.020501 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port 64ca98b9-09dd-4ce9-b3d0-94d32acff570 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:31:35.025195 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:35.025350 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-39c0a72c-5be1-42c3-a62e-30d30dc4a29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:35.025503 n-d-836650-2 neutron-server[103320]: INFO neutron.db.segments_db [None req-39c0a72c-5be1-42c3-a62e-30d30dc4a29c admin admin] Added segment 9a2f37a0-b23d-490a-98bb-060c03097f74 of type vlan for network c8cad75e-d463-4298-b473-cd6f872623d5 Apr 05 14:31:35.083374 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-39c0a72c-5be1-42c3-a62e-30d30dc4a29c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:35.119956 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:35.131364 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f86375ad-18ff-4649-ac01-f9575a40a8f7', 'name': 'network-vif-deleted', 'tag': '32c96ef2-766c-4c27-93c3-c394a66b685a'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:31:35.134009 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed12bdc6-9a24-49e8-8220-78dd8a9ff8ec" -d '{"events": [{"server_uuid": "f86375ad-18ff-4649-ac01-f9575a40a8f7", "name": "network-vif-deleted", "tag": "32c96ef2-766c-4c27-93c3-c394a66b685a"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:31:35.148675 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd4c7dc7-3a8e-4ff8-b695-453b0ad9a57c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64ca98b9-09dd-4ce9-b3d0-94d32acff570'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:31:35.155956 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c162deb6-5574-4f1e-a0b9-4a4999a890b3" -d '{"events": [{"server_uuid": "fd4c7dc7-3a8e-4ff8-b695-453b0ad9a57c", "name": "network-vif-plugged", "status": "completed", "tag": "64ca98b9-09dd-4ce9-b3d0-94d32acff570"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:31:35.156155 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-02389100-916f-482b-bdbf-71a46c914a9b req-f223e1c9-437a-45bf-b9ab-41db379896bd service neutron] For port 30e0c74b-bcb8-4af8-a6e9-5be1b57667dc, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=30e0c74b-bcb8-4af8-a6e9-5be1b57667dc,segment=NetworkSegment(e44f5d0a-bab4-40cf-a1ed-36028ad06628),segment_id=e44f5d0a-bab4-40cf-a1ed-36028ad06628)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:35.173042 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 64ca98b9-09dd-4ce9-b3d0-94d32acff570, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=64ca98b9-09dd-4ce9-b3d0-94d32acff570,segment=NetworkSegment(86bf7ba4-25ec-477a-b752-1cd3a94d1598),segment_id=86bf7ba4-25ec-477a-b752-1cd3a94d1598)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:35.184534 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 33578) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:31:35.210143 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-02389100-916f-482b-bdbf-71a46c914a9b req-f223e1c9-437a-45bf-b9ab-41db379896bd service neutron] For port 30e0c74b-bcb8-4af8-a6e9-5be1b57667dc, host n-h1-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:31:35.233940 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-39c0a72c-5be1-42c3-a62e-30d30dc4a29c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:35.234476 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b234c3-8b4c-41c4-bb27-8c7a5d7f4682 x-openstack-request-id: req-19b234c3-8b4c-41c4-bb27-8c7a5d7f4682 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:31:35.234900 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f86375ad-18ff-4649-ac01-f9575a40a8f7", "name": "network-vif-deleted", "tag": "32c96ef2-766c-4c27-93c3-c394a66b685a", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:31:35.235197 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c0a72c-5be1-42c3-a62e-30d30dc4a29c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:35.235335 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-19b234c3-8b4c-41c4-bb27-8c7a5d7f4682 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:31:35.235739 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19b234c3-8b4c-41c4-bb27-8c7a5d7f4682'] response: {'server_uuid': 'f86375ad-18ff-4649-ac01-f9575a40a8f7', 'name': 'network-vif-deleted', 'tag': '32c96ef2-766c-4c27-93c3-c394a66b685a', 'status': 'completed', 'code': 200} Apr 05 14:31:35.235865 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-39c0a72c-5be1-42c3-a62e-30d30dc4a29c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:35.254025 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfedadbb-39e8-4f31-b9bd-e665c1a2e68e x-openstack-request-id: req-bfedadbb-39e8-4f31-b9bd-e665c1a2e68e {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:31:35.254025 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd4c7dc7-3a8e-4ff8-b695-453b0ad9a57c", "name": "network-vif-plugged", "status": "completed", "tag": "64ca98b9-09dd-4ce9-b3d0-94d32acff570", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:31:35.254025 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bfedadbb-39e8-4f31-b9bd-e665c1a2e68e {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:31:35.254025 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfedadbb-39e8-4f31-b9bd-e665c1a2e68e'] response: {'server_uuid': 'fd4c7dc7-3a8e-4ff8-b695-453b0ad9a57c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64ca98b9-09dd-4ce9-b3d0-94d32acff570', 'code': 200} Apr 05 14:31:35.261223 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-02389100-916f-482b-bdbf-71a46c914a9b req-f223e1c9-437a-45bf-b9ab-41db379896bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:35.273608 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:35.274676 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 32c96ef2-766c-4c27-93c3-c394a66b685a no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:31:35.308123 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-cf2e1386-508d-424b-809c-0c3d15b6f1f9 req-dc42c5c2-c8e9-41d8-8e08-0380a4a252ad tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:35.318580 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] No Port match for: 32c96ef2-766c-4c27-93c3-c394a66b685a {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:31:35.319006 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 32c96ef2-766c-4c27-93c3-c394a66b685a not bound to the agent host n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:31:35.319492 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 6bab4155-07c8-4da2-b60b-05b96aab9c34 no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:31:35.341705 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] No Port match for: 6bab4155-07c8-4da2-b60b-05b96aab9c34 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:31:35.342136 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 6bab4155-07c8-4da2-b60b-05b96aab9c34 not bound to the agent host n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:31:35.359312 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-02389100-916f-482b-bdbf-71a46c914a9b req-f223e1c9-437a-45bf-b9ab-41db379896bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:35.363382 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=64ca98b9-09dd-4ce9-b3d0-94d32acff570,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:35.368692 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c0a72c-5be1-42c3-a62e-30d30dc4a29c admin admin] Pushing event updated for resources: {'Network': ['ID=c8cad75e-d463-4298-b473-cd6f872623d5,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:35.371373 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:31:35.372521 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:31:35.373012 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:31:35.373418 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:31:35.373960 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:31:35.374691 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:31:35.375303 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:31:35.375799 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:31:35.376291 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:31:35.376788 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:31:35.377889 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:31:35.378386 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:31:35.382018 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7d6613fb-c98b-436a-aef8-1f26307b2ecc tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:35.384840 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network c8cad75e-d463-4298-b473-cd6f872623d5 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:31:35.385137 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc42c5c2-c8e9-41d8-8e08-0380a4a252ad tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Pushing event deleted for resources: {'Port': ['ID=1841a738-cd4a-4573-abf3-a27e2c71a350,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:35.403355 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-39c0a72c-5be1-42c3-a62e-30d30dc4a29c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2138622 Apr 05 14:31:35.415099 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 33582) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:31:35.431826 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-cb7c59ea-e29c-495b-b645-da8c60ce4691 admin admin] Request body: {'subnet': {'network_id': 'c8cad75e-d463-4298-b473-cd6f872623d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1102511624-subnet', 'tenant_id': 'a9da18e09c15404ca69176173aa40d16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:31:35.458642 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7d6613fb-c98b-436a-aef8-1f26307b2ecc tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:35.510638 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25b1ce-b2bf-4f1b-995e-5eb88a992740 req-4e4b5040-ffa6-4ef5-8955-3e5c4ca9cc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:35.512159 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6a25b1ce-b2bf-4f1b-995e-5eb88a992740 req-4e4b5040-ffa6-4ef5-8955-3e5c4ca9cc58 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fd4c7dc7-3a8e-4ff8-b695-453b0ad9a57c HTTP/1.1" status: 200 len: 1097 time: 0.1795602 Apr 05 14:31:35.512501 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-02389100-916f-482b-bdbf-71a46c914a9b req-f223e1c9-437a-45bf-b9ab-41db379896bd service neutron] Attempting to bind port 30e0c74b-bcb8-4af8-a6e9-5be1b57667dc on host n-h1-836650-2 for vnic_type normal with profile {"migrating_to": "n-h2-836650-2"} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:31:35.512834 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-02389100-916f-482b-bdbf-71a46c914a9b req-f223e1c9-437a-45bf-b9ab-41db379896bd service neutron] Attempting to bind port 30e0c74b-bcb8-4af8-a6e9-5be1b57667dc by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': 'e44f5d0a-bab4-40cf-a1ed-36028ad06628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a37e2d3e-8e8b-49fa-a97d-3b06631436db'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:31:35.513217 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02389100-916f-482b-bdbf-71a46c914a9b req-f223e1c9-437a-45bf-b9ab-41db379896bd service neutron] Attempting to bind port 30e0c74b-bcb8-4af8-a6e9-5be1b57667dc on network a37e2d3e-8e8b-49fa-a97d-3b06631436db {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:31:35.515955 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f223e1c9-437a-45bf-b9ab-41db379896bd service neutron] Pushing event updated for resources: {'Port': ['ID=30e0c74b-bcb8-4af8-a6e9-5be1b57667dc,revision_number=7']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:35.521480 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02389100-916f-482b-bdbf-71a46c914a9b req-f223e1c9-437a-45bf-b9ab-41db379896bd service neutron] Port 30e0c74b-bcb8-4af8-a6e9-5be1b57667dc on network a37e2d3e-8e8b-49fa-a97d-3b06631436db not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:31:35.523622 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02389100-916f-482b-bdbf-71a46c914a9b req-f223e1c9-437a-45bf-b9ab-41db379896bd service neutron] Attempting to bind port 30e0c74b-bcb8-4af8-a6e9-5be1b57667dc on network a37e2d3e-8e8b-49fa-a97d-3b06631436db {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:31:35.526194 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-cf2e1386-508d-424b-809c-0c3d15b6f1f9 req-dc42c5c2-c8e9-41d8-8e08-0380a4a252ad tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Notify callbacks [] for floatingip, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:35.528712 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-cf2e1386-508d-424b-809c-0c3d15b6f1f9 req-dc42c5c2-c8e9-41d8-8e08-0380a4a252ad tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:35.529059 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02389100-916f-482b-bdbf-71a46c914a9b req-f223e1c9-437a-45bf-b9ab-41db379896bd service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:31:35.529400 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02389100-916f-482b-bdbf-71a46c914a9b req-f223e1c9-437a-45bf-b9ab-41db379896bd service neutron] Checking segment: {'id': 'e44f5d0a-bab4-40cf-a1ed-36028ad06628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a37e2d3e-8e8b-49fa-a97d-3b06631436db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:31:35.529781 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02389100-916f-482b-bdbf-71a46c914a9b req-f223e1c9-437a-45bf-b9ab-41db379896bd service neutron] Bound using segment: {'id': 'e44f5d0a-bab4-40cf-a1ed-36028ad06628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a37e2d3e-8e8b-49fa-a97d-3b06631436db'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:31:35.529925 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cf2e1386-508d-424b-809c-0c3d15b6f1f9 req-dc42c5c2-c8e9-41d8-8e08-0380a4a252ad tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] 10.222.0.30 "DELETE /v2.0/floatingips/beb6a36a-e446-491e-b512-480f56980283 HTTP/1.1" status: 204 len: 173 time: 1.0954909 Apr 05 14:31:35.531184 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-02389100-916f-482b-bdbf-71a46c914a9b req-f223e1c9-437a-45bf-b9ab-41db379896bd service neutron] Bound port: 30e0c74b-bcb8-4af8-a6e9-5be1b57667dc, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e44f5d0a-bab4-40cf-a1ed-36028ad06628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a37e2d3e-8e8b-49fa-a97d-3b06631436db'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:31:35.531326 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-02389100-916f-482b-bdbf-71a46c914a9b req-f223e1c9-437a-45bf-b9ab-41db379896bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:35.571270 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7c59ea-e29c-495b-b645-da8c60ce4691 admin admin] Made reservation on behalf of a9da18e09c15404ca69176173aa40d16 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:31:35.573781 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-cb7c59ea-e29c-495b-b645-da8c60ce4691 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:35.666598 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-02389100-916f-482b-bdbf-71a46c914a9b req-f223e1c9-437a-45bf-b9ab-41db379896bd service neutron] For port 30e0c74b-bcb8-4af8-a6e9-5be1b57667dc, host n-h1-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:31:35.673762 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-02389100-916f-482b-bdbf-71a46c914a9b req-f223e1c9-437a-45bf-b9ab-41db379896bd service neutron] For port 30e0c74b-bcb8-4af8-a6e9-5be1b57667dc, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=30e0c74b-bcb8-4af8-a6e9-5be1b57667dc,segment=NetworkSegment(e44f5d0a-bab4-40cf-a1ed-36028ad06628),segment_id=e44f5d0a-bab4-40cf-a1ed-36028ad06628)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:31:35.765968 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-02389100-916f-482b-bdbf-71a46c914a9b req-f223e1c9-437a-45bf-b9ab-41db379896bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:35.862497 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f223e1c9-437a-45bf-b9ab-41db379896bd service neutron] Pushing event updated for resources: {'Port': ['ID=30e0c74b-bcb8-4af8-a6e9-5be1b57667dc,revision_number=8']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:35.866181 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02389100-916f-482b-bdbf-71a46c914a9b req-f223e1c9-437a-45bf-b9ab-41db379896bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:35.866801 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-02389100-916f-482b-bdbf-71a46c914a9b req-f223e1c9-437a-45bf-b9ab-41db379896bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:35.868222 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-02389100-916f-482b-bdbf-71a46c914a9b req-f223e1c9-437a-45bf-b9ab-41db379896bd service neutron] 10.222.0.11 "PUT /v2.0/ports/30e0c74b-bcb8-4af8-a6e9-5be1b57667dc HTTP/1.1" status: 200 len: 1121 time: 1.0142121 Apr 05 14:31:35.879276 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-cb7c59ea-e29c-495b-b645-da8c60ce4691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:35.939353 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7c59ea-e29c-495b-b645-da8c60ce4691 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ec025f3-c3f9-4eb4-863e-b0988fc8d817,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:35.954029 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['30e0c74b-bcb8-4af8-a6e9-5be1b57667dc'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:31:35.954646 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7c59ea-e29c-495b-b645-da8c60ce4691 admin admin] Checking segment: {'id': '9a2f37a0-b23d-490a-98bb-060c03097f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c8cad75e-d463-4298-b473-cd6f872623d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:31:35.954646 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7c59ea-e29c-495b-b645-da8c60ce4691 admin admin] Network hostable DHCP agents. Network: c8cad75e-d463-4298-b473-cd6f872623d5, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:31:35.968393 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a3fb0-0516-419a-9567-8f60b43db0ce req-391925dd-47d8-4c8b-997f-3bb83109e43b tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:35.973390 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-970a3fb0-0516-419a-9567-8f60b43db0ce req-391925dd-47d8-4c8b-997f-3bb83109e43b tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd4c7dc7-3a8e-4ff8-b695-453b0ad9a57c HTTP/1.1" status: 200 len: 946 time: 0.4684677 Apr 05 14:31:35.975296 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6a25b1ce-b2bf-4f1b-995e-5eb88a992740 req-652aa93d-ada7-405f-815c-57852b5f62aa service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4516654 Apr 05 14:31:36.000014 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['30e0c74b-bcb8-4af8-a6e9-5be1b57667dc'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:31:36.062306 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7c59ea-e29c-495b-b645-da8c60ce4691 admin admin] Network c8cad75e-d463-4298-b473-cd6f872623d5 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:31:36.070065 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7d6613fb-c98b-436a-aef8-1f26307b2ecc tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:36.073177 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7d6613fb-c98b-436a-aef8-1f26307b2ecc tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:36.076717 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-7d6613fb-c98b-436a-aef8-1f26307b2ecc tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] 10.222.0.30 "DELETE /v2.0/security-groups/a2119bd0-e3d5-4a5e-9adb-1090886ff785 HTTP/1.1" status: 204 len: 168 time: 0.8849897 Apr 05 14:31:36.077512 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 33590) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:31:36.094047 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-970a3fb0-0516-419a-9567-8f60b43db0ce req-18463864-9f48-4f84-8d37-95dccd840d6c tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048660 Apr 05 14:31:36.102213 n-d-836650-2 neutron-server[103321]: INFO neutron.api.v2.resource [None req-8036a14c-3eb4-4dd2-b311-61b2ceea1bd6 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] show failed (client error): The resource could not be found. Apr 05 14:31:36.102213 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-8036a14c-3eb4-4dd2-b311-61b2ceea1bd6 tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] 10.222.0.30 "GET /v2.0/security-groups/a2119bd0-e3d5-4a5e-9adb-1090886ff785 HTTP/1.1" status: 404 len: 347 time: 0.0201824 Apr 05 14:31:36.103787 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 33592) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:31:36.107041 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67e2d4-6897-439b-8069-a539582b9eb8 req-991e0aae-0f08-42b3-9935-c585d47f410e tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:36.109269 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ce67e2d4-6897-439b-8069-a539582b9eb8 req-991e0aae-0f08-42b3-9935-c585d47f410e tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.5496454 Apr 05 14:31:36.110222 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6613fb-c98b-436a-aef8-1f26307b2ecc tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2119bd0-e3d5-4a5e-9adb-1090886ff785,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:36.159119 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-cb7c59ea-e29c-495b-b645-da8c60ce4691 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, c8cad75e-d463-4298-b473-cd6f872623d5) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:31:36.164821 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 33596) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:31:36.175153 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1577db8f-fe31-4e5b-b0a1-a18b0e7b8910 None None] Network c8cad75e-d463-4298-b473-cd6f872623d5 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:31:36.181397 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7c59ea-e29c-495b-b645-da8c60ce4691 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:36.181397 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-cb7c59ea-e29c-495b-b645-da8c60ce4691 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:36.291134 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-f91aea39-3c9d-416a-847d-712af85e7fcb tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Deleting port a4927822-6ffb-4d04-bd11-7e93d2c938ca {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:31:36.291834 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f91aea39-3c9d-416a-847d-712af85e7fcb tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:36.320980 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-cb7c59ea-e29c-495b-b645-da8c60ce4691 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9041743 Apr 05 14:31:36.353173 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6656877b-914a-4538-9840-15aba3ec36dc req-792de4cf-0c54-4810-95a7-ba5b5b1210b9 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] 10.222.0.30 "GET /v2.0/floatingips?tenant_id=1074a85feda947929f5933c7f0dc8dfc HTTP/1.1" status: 200 len: 1655 time: 0.1225510 Apr 05 14:31:36.383577 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_v2 [None req-21b53867-f2f0-49f7-afba-a8e12273bd4b admin admin] Deleting subnet 8ed0e20f-0479-46ff-8dbb-479503d312ef {{(pid=103320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:31:36.401926 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-21b53867-f2f0-49f7-afba-a8e12273bd4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:36.402760 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656ea5ca-7240-4b27-8336-b2660ea443e1 None None] Network c8cad75e-d463-4298-b473-cd6f872623d5 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:31:36.414723 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712de429-7dfb-4ec4-a2e5-b48ff37331b3 req-5a5e4509-44ee-4d14-81e4-b11e3472097c tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:36.416286 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-712de429-7dfb-4ec4-a2e5-b48ff37331b3 req-5a5e4509-44ee-4d14-81e4-b11e3472097c tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dacf389-7b4a-4f4d-a07b-66c640ef2c96 HTTP/1.1" status: 200 len: 943 time: 0.2304881 Apr 05 14:31:36.436365 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f91aea39-3c9d-416a-847d-712af85e7fcb tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:36.437711 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f91aea39-3c9d-416a-847d-712af85e7fcb tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:36.451594 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-f91aea39-3c9d-416a-847d-712af85e7fcb tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Calling delete_port for a4927822-6ffb-4d04-bd11-7e93d2c938ca owned by network:floatingip {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:31:36.536153 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-21b53867-f2f0-49f7-afba-a8e12273bd4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13399228'] for subnet, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:36.595141 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-712de429-7dfb-4ec4-a2e5-b48ff37331b3 req-e8a79f92-263e-406b-b9f0-cf8b34f58def tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532803 Apr 05 14:31:36.617178 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-21b53867-f2f0-49f7-afba-a8e12273bd4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:36.652238 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6656877b-914a-4538-9840-15aba3ec36dc req-97e6ce4e-7829-4710-ab5e-92897366bd0b tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:36.653976 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6656877b-914a-4538-9840-15aba3ec36dc req-97e6ce4e-7829-4710-ab5e-92897366bd0b tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] 10.222.0.30 "GET /v2.0/networks?id=3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c&id=3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c&id=3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c HTTP/1.1" status: 200 len: 787 time: 0.2900708 Apr 05 14:31:36.669640 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [req-6656877b-914a-4538-9840-15aba3ec36dc req-9f96f030-97fa-4d47-998a-b9395c02f3f5 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:31:36.672134 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6656877b-914a-4538-9840-15aba3ec36dc req-9f96f030-97fa-4d47-998a-b9395c02f3f5 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0112560 Apr 05 14:31:36.685426 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f91aea39-3c9d-416a-847d-712af85e7fcb tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:36.714596 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91aea39-3c9d-416a-847d-712af85e7fcb tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Pushing event deleted for resources: {'Port': ['ID=a4927822-6ffb-4d04-bd11-7e93d2c938ca,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:36.755010 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-857c133a-bb6b-4ff4-be8b-a053324dcefb req-23f8415d-87f4-45ff-9caa-a80ec582597d tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] 10.222.0.30 "GET /v2.0/floatingips/7fd5ec40-ae5a-4909-bf54-50765d582075 HTTP/1.1" status: 200 len: 692 time: 0.0589416 Apr 05 14:31:36.776465 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-21b53867-f2f0-49f7-afba-a8e12273bd4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15773812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13127359'] for subnet, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:36.786852 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f91aea39-3c9d-416a-847d-712af85e7fcb tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Notify callbacks [] for floatingip, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:36.789837 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f91aea39-3c9d-416a-847d-712af85e7fcb tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:36.794400 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-f91aea39-3c9d-416a-847d-712af85e7fcb tempest-ServersTestJSON-1667663282 tempest-ServersTestJSON-1667663282-project] 10.222.0.30 "DELETE /v2.0/floatingips/ad5f6921-2e5a-41a7-a2b3-5147c45d216e HTTP/1.1" status: 204 len: 168 time: 0.6863346 Apr 05 14:31:36.794593 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 33612) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:31:36.850944 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b53867-f2f0-49f7-afba-a8e12273bd4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ed0e20f-0479-46ff-8dbb-479503d312ef,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:36.873149 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-21b53867-f2f0-49f7-afba-a8e12273bd4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:36.877088 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-21b53867-f2f0-49f7-afba-a8e12273bd4b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/8ed0e20f-0479-46ff-8dbb-479503d312ef HTTP/1.1" status: 204 len: 168 time: 0.7094064 Apr 05 14:31:36.882512 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 33618) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:31:36.889494 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 30e0c74b-bcb8-4af8-a6e9-5be1b57667dc details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:31:37.012087 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 30e0c74b-bcb8-4af8-a6e9-5be1b57667dc, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=30e0c74b-bcb8-4af8-a6e9-5be1b57667dc,segment=NetworkSegment(e44f5d0a-bab4-40cf-a1ed-36028ad06628),segment_id=e44f5d0a-bab4-40cf-a1ed-36028ad06628)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:37.024665 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 30e0c74b-bcb8-4af8-a6e9-5be1b57667dc has no active binding in host n-h2-836650-2 {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 05 14:31:37.051827 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-460955c5-45d3-4a47-b52c-f6e40edfb571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:37.064537 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c133a-bb6b-4ff4-be8b-a053324dcefb req-03593819-714b-4c38-a6ea-bf4a85be8e70 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:37.065929 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-857c133a-bb6b-4ff4-be8b-a053324dcefb req-03593819-714b-4c38-a6ea-bf4a85be8e70 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] 10.222.0.30 "GET /v2.0/networks/3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c HTTP/1.1" status: 200 len: 784 time: 0.3022878 Apr 05 14:31:37.092152 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d478085b-2c31-4ba4-9a00-ae2ac21372e5 req-291dfd58-4ca7-42d8-8ccc-300cd2be352e tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:37.093654 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d478085b-2c31-4ba4-9a00-ae2ac21372e5 req-291dfd58-4ca7-42d8-8ccc-300cd2be352e tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/networks?id=c8cad75e-d463-4298-b473-cd6f872623d5 HTTP/1.1" status: 200 len: 815 time: 0.2482424 Apr 05 14:31:37.144789 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-857c133a-bb6b-4ff4-be8b-a053324dcefb req-76d5d49f-f79e-4aac-835a-fe717cfbe553 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.13 HTTP/1.1" status: 200 len: 695 time: 0.0694916 Apr 05 14:31:37.164292 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d478085b-2c31-4ba4-9a00-ae2ac21372e5 req-e34b3687-285b-4c7d-b316-f65f2b098d15 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/quotas/a9da18e09c15404ca69176173aa40d16 HTTP/1.1" status: 200 len: 375 time: 0.0402827 Apr 05 14:31:37.182494 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0d31f859-cbee-4751-ac7a-5557d9ed2c9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809988'] for router_interface, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:37.236473 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dacf389-7b4a-4f4d-a07b-66c640ef2c96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30e0c74b-bcb8-4af8-a6e9-5be1b57667dc'}, {'name': 'network-changed', 'server_uuid': '0dacf389-7b4a-4f4d-a07b-66c640ef2c96', 'tag': '30e0c74b-bcb8-4af8-a6e9-5be1b57667dc'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:31:37.239390 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e0cc3b-f0fd-48aa-9ecf-22a35d533bc3" -d '{"events": [{"server_uuid": "0dacf389-7b4a-4f4d-a07b-66c640ef2c96", "name": "network-vif-unplugged", "status": "completed", "tag": "30e0c74b-bcb8-4af8-a6e9-5be1b57667dc"}, {"name": "network-changed", "server_uuid": "0dacf389-7b4a-4f4d-a07b-66c640ef2c96", "tag": "30e0c74b-bcb8-4af8-a6e9-5be1b57667dc"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:31:37.276354 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d478085b-2c31-4ba4-9a00-ae2ac21372e5 req-1e9642e3-d39d-496b-84a8-d4a450c549c6 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a9da18e09c15404ca69176173aa40d16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0952921 Apr 05 14:31:37.289299 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-857c133a-bb6b-4ff4-be8b-a053324dcefb req-91e6b50a-8011-4181-90f2-dc5cb4a0f2c7 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.13 HTTP/1.1" status: 200 len: 695 time: 0.1254947 Apr 05 14:31:37.289299 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-460955c5-45d3-4a47-b52c-f6e40edfb571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:37.351381 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-460955c5-45d3-4a47-b52c-f6e40edfb571 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34cb1d41-aa38-4e63-a5b6-730854571681']}} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:37.411155 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-460955c5-45d3-4a47-b52c-f6e40edfb571 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eda45b6-da0b-4f79-84ec-98ea7bff3bba') {'for_net_delete': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:37.411885 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-460955c5-45d3-4a47-b52c-f6e40edfb571 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eda45b6-da0b-4f79-84ec-98ea7bff3bba') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:37.449223 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-460955c5-45d3-4a47-b52c-f6e40edfb571 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13399223'] for segment, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:37.478401 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-460955c5-45d3-4a47-b52c-f6e40edfb571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:37.481369 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-0d31f859-cbee-4751-ac7a-5557d9ed2c9d admin admin] Deleting port f104e8f3-f243-4b9f-9a05-437f03bdee19 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:31:37.481734 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0d31f859-cbee-4751-ac7a-5557d9ed2c9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:37.511263 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-460955c5-45d3-4a47-b52c-f6e40edfb571 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=103320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:31:37.511664 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-460955c5-45d3-4a47-b52c-f6e40edfb571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15765202'] for segment, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:37.513395 n-d-836650-2 neutron-server[103320]: Traceback (most recent call last): Apr 05 14:31:37.513395 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:31:37.513395 n-d-836650-2 neutron-server[103320]: timer() Apr 05 14:31:37.513395 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:31:37.513395 n-d-836650-2 neutron-server[103320]: cb(*args, **kw) Apr 05 14:31:37.513395 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:31:37.513395 n-d-836650-2 neutron-server[103320]: return func(*args, **kwargs) Apr 05 14:31:37.513395 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:31:37.513395 n-d-836650-2 neutron-server[103320]: self._notify() Apr 05 14:31:37.513395 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:31:37.513395 n-d-836650-2 neutron-server[103320]: self.callback(batched_events) Apr 05 14:31:37.513395 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:31:37.513395 n-d-836650-2 neutron-server[103320]: event.method(event) Apr 05 14:31:37.513395 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:31:37.513395 n-d-836650-2 neutron-server[103320]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:31:37.513395 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:31:37.513395 n-d-836650-2 neutron-server[103320]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:31:37.513395 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:31:37.513395 n-d-836650-2 neutron-server[103320]: return f(self, *a, **k) Apr 05 14:31:37.513395 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:31:37.513395 n-d-836650-2 neutron-server[103320]: return self._get(url).json() Apr 05 14:31:37.513395 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:31:37.513395 n-d-836650-2 neutron-server[103320]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:31:37.513395 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:31:37.513395 n-d-836650-2 neutron-server[103320]: return self.request(url, 'GET', **kwargs) Apr 05 14:31:37.513395 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:31:37.513395 n-d-836650-2 neutron-server[103320]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:31:37.513395 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:31:37.513395 n-d-836650-2 neutron-server[103320]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:31:37.513395 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:31:37.513395 n-d-836650-2 neutron-server[103320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:31:37.513395 n-d-836650-2 neutron-server[103320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:31:37.587561 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d478085b-2c31-4ba4-9a00-ae2ac21372e5 req-f64b0bd2-3463-4b25-be7e-28589828acb3 service neutron] 10.222.0.30 "GET /v2.0/networks/c8cad75e-d463-4298-b473-cd6f872623d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903066 Apr 05 14:31:37.593573 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-0d31f859-cbee-4751-ac7a-5557d9ed2c9d admin admin] For port f104e8f3-f243-4b9f-9a05-437f03bdee19, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=f104e8f3-f243-4b9f-9a05-437f03bdee19,segment=NetworkSegment(2304ae75-8f4d-4c58-a95b-ce723b5b3cd1),segment_id=2304ae75-8f4d-4c58-a95b-ce723b5b3cd1)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:37.594041 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0d31f859-cbee-4751-ac7a-5557d9ed2c9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:37.612933 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-0d31f859-cbee-4751-ac7a-5557d9ed2c9d admin admin] Calling delete_port for f104e8f3-f243-4b9f-9a05-437f03bdee19 owned by network:router_interface {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:31:37.626772 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-857c133a-bb6b-4ff4-be8b-a053324dcefb req-3a778ff9-4c52-4240-b79b-d9db60100377 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Deleting port 436e14da-a206-4af4-b85d-d2acec672b49 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:31:37.627117 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-857c133a-bb6b-4ff4-be8b-a053324dcefb req-3a778ff9-4c52-4240-b79b-d9db60100377 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:37.709761 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-460955c5-45d3-4a47-b52c-f6e40edfb571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:37.724084 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-460955c5-45d3-4a47-b52c-f6e40edfb571 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:37.727528 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-460955c5-45d3-4a47-b52c-f6e40edfb571 admin admin] 10.222.0.30 "DELETE /v2.0/networks/34cb1d41-aa38-4e63-a5b6-730854571681 HTTP/1.1" status: 204 len: 168 time: 0.8306210 Apr 05 14:31:37.750533 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460955c5-45d3-4a47-b52c-f6e40edfb571 admin admin] Pushing event deleted for resources: {'Network': ['ID=34cb1d41-aa38-4e63-a5b6-730854571681,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:37.789767 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-857c133a-bb6b-4ff4-be8b-a053324dcefb req-3a778ff9-4c52-4240-b79b-d9db60100377 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:37.790112 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-857c133a-bb6b-4ff4-be8b-a053324dcefb req-3a778ff9-4c52-4240-b79b-d9db60100377 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:37.794710 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d478085b-2c31-4ba4-9a00-ae2ac21372e5 req-2cf2b713-5a37-4a58-9757-8bc4d8049984 service neutron] 10.222.0.30 "GET /v2.0/networks/c8cad75e-d463-4298-b473-cd6f872623d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906216 Apr 05 14:31:37.805543 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-857c133a-bb6b-4ff4-be8b-a053324dcefb req-3a778ff9-4c52-4240-b79b-d9db60100377 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Calling delete_port for 436e14da-a206-4af4-b85d-d2acec672b49 owned by network:floatingip {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:31:37.947748 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0d31f859-cbee-4751-ac7a-5557d9ed2c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:37.975858 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d31f859-cbee-4751-ac7a-5557d9ed2c9d admin admin] Pushing event deleted for resources: {'Port': ['ID=f104e8f3-f243-4b9f-9a05-437f03bdee19,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:38.040866 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-857c133a-bb6b-4ff4-be8b-a053324dcefb req-3a778ff9-4c52-4240-b79b-d9db60100377 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:38.130382 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a778ff9-4c52-4240-b79b-d9db60100377 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Pushing event deleted for resources: {'Port': ['ID=436e14da-a206-4af4-b85d-d2acec672b49,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:38.230623 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 33632) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:31:38.289966 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315c3d6-7ca9-4ffc-97ec-0fd534b34ed6 req-8bad807f-0867-4ef9-b60a-ed178de56958 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:38.291725 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1315c3d6-7ca9-4ffc-97ec-0fd534b34ed6 req-8bad807f-0867-4ef9-b60a-ed178de56958 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd4c7dc7-3a8e-4ff8-b695-453b0ad9a57c HTTP/1.1" status: 200 len: 946 time: 0.1550050 Apr 05 14:31:38.303201 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-857c133a-bb6b-4ff4-be8b-a053324dcefb req-3a778ff9-4c52-4240-b79b-d9db60100377 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Notify callbacks [] for floatingip, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:38.305837 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-857c133a-bb6b-4ff4-be8b-a053324dcefb req-3a778ff9-4c52-4240-b79b-d9db60100377 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:38.306986 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-857c133a-bb6b-4ff4-be8b-a053324dcefb req-3a778ff9-4c52-4240-b79b-d9db60100377 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] 10.222.0.30 "DELETE /v2.0/floatingips/7fd5ec40-ae5a-4909-bf54-50765d582075 HTTP/1.1" status: 204 len: 173 time: 1.0087404 Apr 05 14:31:38.337151 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-1ba29e8b-2a12-4c36-85ef-a00ae4a9a38c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=89c0ae505dff4f999c8329e0f9a77597&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1046188 Apr 05 14:31:38.341840 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 33640) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:31:38.390647 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1315c3d6-7ca9-4ffc-97ec-0fd534b34ed6 req-d3a45b67-dec8-40db-ace5-858a76e4d6e0 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874355 Apr 05 14:31:38.455929 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cae3c88a-2344-4a0f-a8bd-a00f872f2826 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:38.486355 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 05 Apr 2022 14:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3de1370-fe59-4895-9478-992fa5f22a8a x-openstack-request-id: req-e3de1370-fe59-4895-9478-992fa5f22a8a {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:31:38.487045 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dacf389-7b4a-4f4d-a07b-66c640ef2c96", "name": "network-vif-unplugged", "status": "completed", "tag": "30e0c74b-bcb8-4af8-a6e9-5be1b57667dc", "code": 200}, {"name": "network-changed", "server_uuid": "0dacf389-7b4a-4f4d-a07b-66c640ef2c96", "tag": "30e0c74b-bcb8-4af8-a6e9-5be1b57667dc", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:31:38.487045 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e3de1370-fe59-4895-9478-992fa5f22a8a {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:31:38.487307 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3de1370-fe59-4895-9478-992fa5f22a8a'] response: {'server_uuid': '0dacf389-7b4a-4f4d-a07b-66c640ef2c96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30e0c74b-bcb8-4af8-a6e9-5be1b57667dc', 'code': 200} Apr 05 14:31:38.487585 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3de1370-fe59-4895-9478-992fa5f22a8a'] response: {'name': 'network-changed', 'server_uuid': '0dacf389-7b4a-4f4d-a07b-66c640ef2c96', 'tag': '30e0c74b-bcb8-4af8-a6e9-5be1b57667dc', 'status': 'completed', 'code': 200} Apr 05 14:31:38.512551 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0804c018-7ac8-4f4f-986b-20cf52d5e316 req-c5288f68-1248-453c-b744-6b12f47697cb tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=59f4316c-8354-402d-9bd4-664ee4cf310a HTTP/1.1" status: 200 len: 210 time: 0.0377111 Apr 05 14:31:38.529614 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cae3c88a-2344-4a0f-a8bd-a00f872f2826 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:38.580659 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e0cc3b-f0fd-48aa-9ecf-22a35d533bc3 req-85d40b7a-6c64-4741-86d2-5fbcd7615f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:38.582223 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-19e0cc3b-f0fd-48aa-9ecf-22a35d533bc3 req-85d40b7a-6c64-4741-86d2-5fbcd7615f18 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ec0fa5de45e74f079e998d8c4a01aedf&device_id=0dacf389-7b4a-4f4d-a07b-66c640ef2c96 HTTP/1.1" status: 200 len: 1124 time: 0.0939081 Apr 05 14:31:38.590630 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0d31f859-cbee-4751-ac7a-5557d9ed2c9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1798829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810128'] for router_interface, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:38.601867 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e929443-5b35-43ea-abe4-ec1c21248391 req-d32e711d-51d0-4ce5-8505-3926c01adc71 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:38.603524 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8e929443-5b35-43ea-abe4-ec1c21248391 req-d32e711d-51d0-4ce5-8505-3926c01adc71 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dacf389-7b4a-4f4d-a07b-66c640ef2c96 HTTP/1.1" status: 200 len: 943 time: 0.1727285 Apr 05 14:31:38.634386 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ddf9e8d9-d0a3-4cea-a8dd-99c44196ebfe req-508e68ff-f7ff-49a6-8f3f-18e29b861a88 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] 10.222.0.30 "GET /v2.0/floatingips/10ac2ab3-bbcb-424a-8771-b7b9c580868e HTTP/1.1" status: 200 len: 693 time: 0.0922203 Apr 05 14:31:38.773162 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e0cc3b-f0fd-48aa-9ecf-22a35d533bc3 req-2410b68e-7426-4996-a0d5-6899b71dcaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:38.774788 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-19e0cc3b-f0fd-48aa-9ecf-22a35d533bc3 req-2410b68e-7426-4996-a0d5-6899b71dcaaf service neutron] 10.222.0.55 "GET /v2.0/networks?id=a37e2d3e-8e8b-49fa-a97d-3b06631436db HTTP/1.1" status: 200 len: 921 time: 0.1755586 Apr 05 14:31:38.857399 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-19e0cc3b-f0fd-48aa-9ecf-22a35d533bc3 req-ab7a1487-1b17-47c4-b8b1-bec6ade68bd8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30e0c74b-bcb8-4af8-a6e9-5be1b57667dc HTTP/1.1" status: 200 len: 217 time: 0.0746863 Apr 05 14:31:38.963017 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e0cc3b-f0fd-48aa-9ecf-22a35d533bc3 req-84a6ea82-20a7-4acd-952f-c8f642bc7c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:38.964648 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-19e0cc3b-f0fd-48aa-9ecf-22a35d533bc3 req-84a6ea82-20a7-4acd-952f-c8f642bc7c4f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e7ccd1c0-0ac4-418f-bea2-fcb22a694a96 HTTP/1.1" status: 200 len: 860 time: 0.0983098 Apr 05 14:31:38.988520 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d31f859-cbee-4751-ac7a-5557d9ed2c9d admin admin] Router ac21a239-fb93-479c-8b20-68007ce99716 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:31:39.005060 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-19e0cc3b-f0fd-48aa-9ecf-22a35d533bc3 req-502953c2-55c7-4713-8b3a-02c35d7162f3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a37e2d3e-8e8b-49fa-a97d-3b06631436db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298715 Apr 05 14:31:39.008785 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8e929443-5b35-43ea-abe4-ec1c21248391 req-3042d23f-f888-4602-9dcf-00bd68f372ee tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3948727 Apr 05 14:31:39.065079 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf9e8d9-d0a3-4cea-a8dd-99c44196ebfe req-1b8a421e-c338-48e0-98e9-ac03ff19c548 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:39.066790 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ddf9e8d9-d0a3-4cea-a8dd-99c44196ebfe req-1b8a421e-c338-48e0-98e9-ac03ff19c548 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] 10.222.0.30 "GET /v2.0/networks/3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c HTTP/1.1" status: 200 len: 784 time: 0.4243071 Apr 05 14:31:39.118798 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cae3c88a-2344-4a0f-a8bd-a00f872f2826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:39.121634 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cae3c88a-2344-4a0f-a8bd-a00f872f2826 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:39.122874 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-cae3c88a-2344-4a0f-a8bd-a00f872f2826 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/64be3ec2-a083-4dd3-8be5-953653872bbc HTTP/1.1" status: 204 len: 168 time: 0.7800722 Apr 05 14:31:39.128684 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ddf9e8d9-d0a3-4cea-a8dd-99c44196ebfe req-a2b7ca12-6ca1-4bb5-a54d-07092ae47b44 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.202 HTTP/1.1" status: 200 len: 696 time: 0.0548129 Apr 05 14:31:39.134537 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae3c88a-2344-4a0f-a8bd-a00f872f2826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64be3ec2-a083-4dd3-8be5-953653872bbc,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:39.197748 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ddf9e8d9-d0a3-4cea-a8dd-99c44196ebfe req-03ed703f-903e-46dd-aa09-8bc997868dd4 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.202 HTTP/1.1" status: 200 len: 696 time: 0.0521781 Apr 05 14:31:39.209157 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-19e0cc3b-f0fd-48aa-9ecf-22a35d533bc3 req-6d7876b5-a046-4519-bf34-4903b2b26c71 service neutron] 10.222.0.55 "GET /v2.0/networks/a37e2d3e-8e8b-49fa-a97d-3b06631436db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954162 Apr 05 14:31:39.212271 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d31f859-cbee-4751-ac7a-5557d9ed2c9d admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:31:39.217483 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-0d31f859-cbee-4751-ac7a-5557d9ed2c9d admin admin] 10.222.0.30 "PUT /v2.0/routers/ac21a239-fb93-479c-8b20-68007ce99716/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4218478 Apr 05 14:31:39.223646 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7936f168-c0a0-40a6-a393-7c677176345f None None] Sync routers for ids ['ac21a239-fb93-479c-8b20-68007ce99716'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:31:39.226077 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 33648) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:31:39.241821 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7936f168-c0a0-40a6-a393-7c677176345f None None] Routers {'ac21a239-fb93-479c-8b20-68007ce99716'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:31:39.242454 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-7936f168-c0a0-40a6-a393-7c677176345f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:31:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['ac21a239-fb93-479c-8b20-68007ce99716'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:39.395237 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-7936f168-c0a0-40a6-a393-7c677176345f None None] Set router ac21a239-fb93-479c-8b20-68007ce99716 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:31:39.443891 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-19e0cc3b-f0fd-48aa-9ecf-22a35d533bc3 req-5c7ce4d0-46c4-4f8c-be70-13b3366ccbd3 service neutron] 10.222.0.55 "GET /v2.0/networks/a37e2d3e-8e8b-49fa-a97d-3b06631436db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247856 Apr 05 14:31:39.459888 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e97d1ced-d7ba-45cb-a33f-f3363a5a48e0 admin admin] Notify callbacks [] for router, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:39.501367 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdeb662-7c4c-40c5-b08d-5bd8873e7da5 req-8928b79a-42be-46ad-bc75-daf55b895899 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:39.504230 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4fdeb662-7c4c-40c5-b08d-5bd8873e7da5 req-8928b79a-42be-46ad-bc75-daf55b895899 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd4c7dc7-3a8e-4ff8-b695-453b0ad9a57c HTTP/1.1" status: 200 len: 946 time: 0.1163454 Apr 05 14:31:39.511234 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-ddf9e8d9-d0a3-4cea-a8dd-99c44196ebfe req-8090366f-5dc2-41b0-af92-e479459f1542 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Deleting port 2b0295da-5de0-4cca-8067-c52551b79be4 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:31:39.511588 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ddf9e8d9-d0a3-4cea-a8dd-99c44196ebfe req-8090366f-5dc2-41b0-af92-e479459f1542 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:39.582441 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e97d1ced-d7ba-45cb-a33f-f3363a5a48e0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:39.625440 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4fdeb662-7c4c-40c5-b08d-5bd8873e7da5 req-1e54a541-ba0f-4a40-8d8d-b2fd82cbce1b tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051490 Apr 05 14:31:39.687906 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ddf9e8d9-d0a3-4cea-a8dd-99c44196ebfe req-8090366f-5dc2-41b0-af92-e479459f1542 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:39.688336 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ddf9e8d9-d0a3-4cea-a8dd-99c44196ebfe req-8090366f-5dc2-41b0-af92-e479459f1542 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:39.705644 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-ddf9e8d9-d0a3-4cea-a8dd-99c44196ebfe req-8090366f-5dc2-41b0-af92-e479459f1542 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Calling delete_port for 2b0295da-5de0-4cca-8067-c52551b79be4 owned by network:floatingip {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:31:39.715833 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-7936f168-c0a0-40a6-a393-7c677176345f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac21a239-fb93-479c-8b20-68007ce99716', 'name': 'tempest-ServersTestJSON-1269416835-router', 'tenant_id': '624acb65c8a14a38b05a73e982caa43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': 'db464af9-7024-4b7b-92b7-0af4b6f6e00b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:29:29Z', 'updated_at': '2022-04-05T14:31:37Z', 'revision_number': 5, 'project_id': '624acb65c8a14a38b05a73e982caa43a', 'gw_port': {'id': 'db464af9-7024-4b7b-92b7-0af4b6f6e00b', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:44:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac21a239-fb93-479c-8b20-68007ce99716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:31Z', 'updated_at': '2022-04-05T14:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:39.756908 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7936f168-c0a0-40a6-a393-7c677176345f None None] Checking router: ac21a239-fb93-479c-8b20-68007ce99716 for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:31:39.767505 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7936f168-c0a0-40a6-a393-7c677176345f None None] Routers {'ac21a239-fb93-479c-8b20-68007ce99716'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:31:39.768619 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-7936f168-c0a0-40a6-a393-7c677176345f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:31:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['ac21a239-fb93-479c-8b20-68007ce99716'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:39.777627 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-e97d1ced-d7ba-45cb-a33f-f3363a5a48e0 admin admin] Deleting port db464af9-7024-4b7b-92b7-0af4b6f6e00b {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:31:39.778058 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e97d1ced-d7ba-45cb-a33f-f3363a5a48e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:39.875351 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-7936f168-c0a0-40a6-a393-7c677176345f None None] Set router ac21a239-fb93-479c-8b20-68007ce99716 gateway port host: None {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:31:39.888915 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-e97d1ced-d7ba-45cb-a33f-f3363a5a48e0 admin admin] For port db464af9-7024-4b7b-92b7-0af4b6f6e00b, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=db464af9-7024-4b7b-92b7-0af4b6f6e00b,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:39.889382 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e97d1ced-d7ba-45cb-a33f-f3363a5a48e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:39.906160 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-e97d1ced-d7ba-45cb-a33f-f3363a5a48e0 admin admin] Calling delete_port for db464af9-7024-4b7b-92b7-0af4b6f6e00b owned by network:router_gateway {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:31:39.916311 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d0962833-c4ff-4582-8904-49bd35888fdf req-3621696f-7c4b-4e1a-a84e-f4ff2a757c0a tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=59f4316c-8354-402d-9bd4-664ee4cf310a HTTP/1.1" status: 200 len: 210 time: 0.0382864 Apr 05 14:31:39.993876 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ddf9e8d9-d0a3-4cea-a8dd-99c44196ebfe req-8090366f-5dc2-41b0-af92-e479459f1542 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:40.036382 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8090366f-5dc2-41b0-af92-e479459f1542 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Pushing event deleted for resources: {'Port': ['ID=2b0295da-5de0-4cca-8067-c52551b79be4,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:40.086080 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-7936f168-c0a0-40a6-a393-7c677176345f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac21a239-fb93-479c-8b20-68007ce99716', 'name': 'tempest-ServersTestJSON-1269416835-router', 'tenant_id': '624acb65c8a14a38b05a73e982caa43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:29:29Z', 'updated_at': '2022-04-05T14:31:39Z', 'revision_number': 6, 'project_id': '624acb65c8a14a38b05a73e982caa43a', 'gw_port_host': None}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:40.127238 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7936f168-c0a0-40a6-a393-7c677176345f None None] The sync data for ids ['ac21a239-fb93-479c-8b20-68007ce99716'] in n-d-836650-2 is: [{'id': 'ac21a239-fb93-479c-8b20-68007ce99716', 'name': 'tempest-ServersTestJSON-1269416835-router', 'tenant_id': '624acb65c8a14a38b05a73e982caa43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:29:29Z', 'updated_at': '2022-04-05T14:31:39Z', 'revision_number': 6, 'project_id': '624acb65c8a14a38b05a73e982caa43a', 'gw_port_host': None}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:31:40.194691 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ddf9e8d9-d0a3-4cea-a8dd-99c44196ebfe req-8090366f-5dc2-41b0-af92-e479459f1542 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Notify callbacks [] for floatingip, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:40.198221 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ddf9e8d9-d0a3-4cea-a8dd-99c44196ebfe req-8090366f-5dc2-41b0-af92-e479459f1542 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:40.199405 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ddf9e8d9-d0a3-4cea-a8dd-99c44196ebfe req-8090366f-5dc2-41b0-af92-e479459f1542 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] 10.222.0.30 "DELETE /v2.0/floatingips/10ac2ab3-bbcb-424a-8771-b7b9c580868e HTTP/1.1" status: 204 len: 173 time: 0.9942057 Apr 05 14:31:40.216688 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e97d1ced-d7ba-45cb-a33f-f3363a5a48e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:40.263627 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97d1ced-d7ba-45cb-a33f-f3363a5a48e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=db464af9-7024-4b7b-92b7-0af4b6f6e00b,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:40.292337 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599fdd8c-9725-4ba0-acfc-8fcb7a7252b3 req-5a8f9f9f-15ab-4e61-b595-85b879c5464c tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:40.294103 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-599fdd8c-9725-4ba0-acfc-8fcb7a7252b3 req-5a8f9f9f-15ab-4e61-b595-85b879c5464c tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dacf389-7b4a-4f4d-a07b-66c640ef2c96 HTTP/1.1" status: 200 len: 943 time: 0.1198905 Apr 05 14:31:40.297656 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8cc4ee07-5759-4cc5-9fff-819d519c4641 req-11b77781-b64b-475d-9aa8-7d51e0b13292 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] 10.222.0.30 "GET /v2.0/floatingips/a7208b13-7f7a-4e21-a04d-78b7f1ba96f3 HTTP/1.1" status: 200 len: 692 time: 0.0784247 Apr 05 14:31:40.359609 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e97d1ced-d7ba-45cb-a33f-f3363a5a48e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808526'] for router_gateway, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:40.413791 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-599fdd8c-9725-4ba0-acfc-8fcb7a7252b3 req-7700c3f8-16d6-4861-bade-17ad10f521a7 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119714 Apr 05 14:31:40.494212 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e97d1ced-d7ba-45cb-a33f-f3363a5a48e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27070'] for router, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:40.496949 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e97d1ced-d7ba-45cb-a33f-f3363a5a48e0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:40.508771 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc4ee07-5759-4cc5-9fff-819d519c4641 req-a7a5aed3-ba6b-42e3-bbe4-30076ddd37d1 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:40.510337 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8cc4ee07-5759-4cc5-9fff-819d519c4641 req-a7a5aed3-ba6b-42e3-bbe4-30076ddd37d1 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] 10.222.0.30 "GET /v2.0/networks/3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c HTTP/1.1" status: 200 len: 784 time: 0.1987422 Apr 05 14:31:40.615669 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8cc4ee07-5759-4cc5-9fff-819d519c4641 req-582ef5d4-daf6-4426-bce1-81df971f0ad3 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.66 HTTP/1.1" status: 200 len: 695 time: 0.0934372 Apr 05 14:31:40.644416 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e97d1ced-d7ba-45cb-a33f-f3363a5a48e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803298'] for router, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:40.648338 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e97d1ced-d7ba-45cb-a33f-f3363a5a48e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac21a239-fb93-479c-8b20-68007ce99716 {{(pid=103321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:31:40.657965 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e97d1ced-d7ba-45cb-a33f-f3363a5a48e0 admin admin] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:40.662611 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-e97d1ced-d7ba-45cb-a33f-f3363a5a48e0 admin admin] 10.222.0.30 "DELETE /v2.0/routers/ac21a239-fb93-479c-8b20-68007ce99716 HTTP/1.1" status: 204 len: 168 time: 1.4355516 Apr 05 14:31:40.663334 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 33682) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:31:40.722573 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8cc4ee07-5759-4cc5-9fff-819d519c4641 req-7909e4f8-e587-4163-8594-93092893f8e8 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.66 HTTP/1.1" status: 200 len: 695 time: 0.0721276 Apr 05 14:31:40.732552 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-568ac335-a13e-4845-a828-5db555622605 admin admin] Deleting subnet 2ebd5f9f-310d-4e0b-97c9-6b1478640ddc {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:31:40.737340 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-568ac335-a13e-4845-a828-5db555622605 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:40.777925 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-568ac335-a13e-4845-a828-5db555622605 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:40.915750 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-568ac335-a13e-4845-a828-5db555622605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:40.933853 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d478085b-2c31-4ba4-9a00-ae2ac21372e5 req-1e48ff8d-82d3-4f5e-80c6-a81c00815fcf tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:40.935358 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d478085b-2c31-4ba4-9a00-ae2ac21372e5 req-1e48ff8d-82d3-4f5e-80c6-a81c00815fcf tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.11 "GET /v2.0/networks?id=c8cad75e-d463-4298-b473-cd6f872623d5 HTTP/1.1" status: 200 len: 815 time: 0.4240882 Apr 05 14:31:40.954277 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-d478085b-2c31-4ba4-9a00-ae2ac21372e5 req-0ef980da-6502-4b88-8b83-d55aed9bcd8c tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Request body: {'port': {'device_id': '59f4316c-8354-402d-9bd4-664ee4cf310a', 'network_id': 'c8cad75e-d463-4298-b473-cd6f872623d5', 'admin_state_up': True, 'tenant_id': 'a9da18e09c15404ca69176173aa40d16'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:31:41.049478 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-568ac335-a13e-4845-a828-5db555622605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:41.082390 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568ac335-a13e-4845-a828-5db555622605 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ebd5f9f-310d-4e0b-97c9-6b1478640ddc,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:41.086679 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-568ac335-a13e-4845-a828-5db555622605 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:41.094387 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-568ac335-a13e-4845-a828-5db555622605 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/2ebd5f9f-310d-4e0b-97c9-6b1478640ddc HTTP/1.1" status: 204 len: 168 time: 0.4295926 Apr 05 14:31:41.095243 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 33694) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:31:41.097819 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0439e937-3046-4325-8053-73718142dc10 None None] Network a9ad640e-de7f-43c6-8fef-96cb779b89ff requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:31:41.143840 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7569545-dcc4-4d37-a2de-0b4e16c7f371 req-71a34627-dc7d-4369-b2d5-bdb05418e36b tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:41.145394 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a7569545-dcc4-4d37-a2de-0b4e16c7f371 req-71a34627-dc7d-4369-b2d5-bdb05418e36b tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd4c7dc7-3a8e-4ff8-b695-453b0ad9a57c HTTP/1.1" status: 200 len: 946 time: 0.1235721 Apr 05 14:31:41.151625 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-8cc4ee07-5759-4cc5-9fff-819d519c4641 req-acdfb431-a6e0-40d6-a0ef-ede26e382027 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Deleting port 806f2d54-2064-4b40-87fd-447e4639d3d6 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:31:41.151962 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-8cc4ee07-5759-4cc5-9fff-819d519c4641 req-acdfb431-a6e0-40d6-a0ef-ede26e382027 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:41.208894 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a508bb70-90d1-421a-be99-2c5af8c14e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:41.252207 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a7569545-dcc4-4d37-a2de-0b4e16c7f371 req-d3446233-7237-4e72-bf77-dcfe2fe33c84 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981350 Apr 05 14:31:41.272080 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d478085b-2c31-4ba4-9a00-ae2ac21372e5 req-0ef980da-6502-4b88-8b83-d55aed9bcd8c tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Made reservation on behalf of a9da18e09c15404ca69176173aa40d16 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:31:41.275857 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d478085b-2c31-4ba4-9a00-ae2ac21372e5 req-0ef980da-6502-4b88-8b83-d55aed9bcd8c tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:41.340691 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-a508bb70-90d1-421a-be99-2c5af8c14e30 admin admin] Deleting port c8d7da64-470b-4024-8cd6-4c38e03d5a83 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:31:41.341108 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a508bb70-90d1-421a-be99-2c5af8c14e30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:41.356735 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-8cc4ee07-5759-4cc5-9fff-819d519c4641 req-acdfb431-a6e0-40d6-a0ef-ede26e382027 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:41.356735 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-8cc4ee07-5759-4cc5-9fff-819d519c4641 req-acdfb431-a6e0-40d6-a0ef-ede26e382027 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:41.370290 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d3d424-7160-4475-93fe-4123550d6dcf None None] DHCP port deletion for a9ad640e-de7f-43c6-8fef-96cb779b89ff request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:31:41.435350 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-8cc4ee07-5759-4cc5-9fff-819d519c4641 req-acdfb431-a6e0-40d6-a0ef-ede26e382027 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Calling delete_port for 806f2d54-2064-4b40-87fd-447e4639d3d6 owned by network:floatingip {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:31:41.476251 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-a508bb70-90d1-421a-be99-2c5af8c14e30 admin admin] For port c8d7da64-470b-4024-8cd6-4c38e03d5a83, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=c8d7da64-470b-4024-8cd6-4c38e03d5a83,segment=NetworkSegment(2304ae75-8f4d-4c58-a95b-ce723b5b3cd1),segment_id=2304ae75-8f4d-4c58-a95b-ce723b5b3cd1)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:41.476476 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a508bb70-90d1-421a-be99-2c5af8c14e30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:41.493062 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-a1d3d424-7160-4475-93fe-4123550d6dcf None None] Deleting port c8d7da64-470b-4024-8cd6-4c38e03d5a83 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:31:41.494748 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a1d3d424-7160-4475-93fe-4123550d6dcf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:41.506193 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-a508bb70-90d1-421a-be99-2c5af8c14e30 admin admin] Calling delete_port for c8d7da64-470b-4024-8cd6-4c38e03d5a83 owned by network:dhcp {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:31:41.602631 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-a1d3d424-7160-4475-93fe-4123550d6dcf None None] For port c8d7da64-470b-4024-8cd6-4c38e03d5a83, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=c8d7da64-470b-4024-8cd6-4c38e03d5a83,segment=NetworkSegment(2304ae75-8f4d-4c58-a95b-ce723b5b3cd1),segment_id=2304ae75-8f4d-4c58-a95b-ce723b5b3cd1)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:41.603034 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a1d3d424-7160-4475-93fe-4123550d6dcf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:41.621556 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-a1d3d424-7160-4475-93fe-4123550d6dcf None None] Calling delete_port for c8d7da64-470b-4024-8cd6-4c38e03d5a83 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:31:41.647753 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-67d8d3de-765a-4604-ace7-e219e1aa3ba0 req-29e9afff-0521-49c8-8c58-5d211d968cd7 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=59f4316c-8354-402d-9bd4-664ee4cf310a HTTP/1.1" status: 200 len: 210 time: 0.0779264 Apr 05 14:31:41.672672 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device f104e8f3-f243-4b9f-9a05-437f03bdee19 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:31:41.696650 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-d478085b-2c31-4ba4-9a00-ae2ac21372e5 req-0ef980da-6502-4b88-8b83-d55aed9bcd8c tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Allocated IP 172.20.0.11 (c8cad75e-d463-4298-b473-cd6f872623d5/8ec025f3-c3f9-4eb4-863e-b0988fc8d817/864758c8-c0c4-4b9c-9f17-c5de04dc5062) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:31:41.698898 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: f104e8f3-f243-4b9f-9a05-437f03bdee19 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:31:41.699242 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device f104e8f3-f243-4b9f-9a05-437f03bdee19 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:31:41.699739 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device c8d7da64-470b-4024-8cd6-4c38e03d5a83 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:31:41.742356 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a508bb70-90d1-421a-be99-2c5af8c14e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:41.761553 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No active binding found for port c8d7da64-470b-4024-8cd6-4c38e03d5a83 {{(pid=103322) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 05 14:31:41.762265 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device c8d7da64-470b-4024-8cd6-4c38e03d5a83 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:31:41.762888 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device db464af9-7024-4b7b-92b7-0af4b6f6e00b no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:31:41.767790 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a1d3d424-7160-4475-93fe-4123550d6dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:41.801625 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a508bb70-90d1-421a-be99-2c5af8c14e30 admin admin] No DVR routers for this DVR port c8d7da64-470b-4024-8cd6-4c38e03d5a83 on host n-d-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:31:41.806729 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: db464af9-7024-4b7b-92b7-0af4b6f6e00b {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:31:41.807081 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device db464af9-7024-4b7b-92b7-0af4b6f6e00b not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:31:41.811998 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a508bb70-90d1-421a-be99-2c5af8c14e30 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8d7da64-470b-4024-8cd6-4c38e03d5a83,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:41.832224 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d3d424-7160-4475-93fe-4123550d6dcf None None] Pushing event deleted for resources: {'Port': ['ID=c8d7da64-470b-4024-8cd6-4c38e03d5a83,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:41.835854 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d3d424-7160-4475-93fe-4123550d6dcf None None] No DVR routers for this DVR port c8d7da64-470b-4024-8cd6-4c38e03d5a83 on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:31:41.903959 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-8cc4ee07-5759-4cc5-9fff-819d519c4641 req-acdfb431-a6e0-40d6-a0ef-ede26e382027 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:41.918150 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a508bb70-90d1-421a-be99-2c5af8c14e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:41.940397 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdfb431-a6e0-40d6-a0ef-ede26e382027 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Pushing event deleted for resources: {'Port': ['ID=806f2d54-2064-4b40-87fd-447e4639d3d6,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:41.957927 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-a508bb70-90d1-421a-be99-2c5af8c14e30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9ad640e-de7f-43c6-8fef-96cb779b89ff']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:41.992698 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-a508bb70-90d1-421a-be99-2c5af8c14e30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2304ae75-8f4d-4c58-a95b-ce723b5b3cd1') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:41.997976 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-a508bb70-90d1-421a-be99-2c5af8c14e30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2304ae75-8f4d-4c58-a95b-ce723b5b3cd1') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:42.006482 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a508bb70-90d1-421a-be99-2c5af8c14e30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:42.021492 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a508bb70-90d1-421a-be99-2c5af8c14e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:42.028584 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a508bb70-90d1-421a-be99-2c5af8c14e30 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:31:42.029296 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a508bb70-90d1-421a-be99-2c5af8c14e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:42.032395 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:31:42.032395 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:31:42.032395 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:31:42.032395 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:31:42.032395 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:31:42.032395 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:31:42.032395 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:31:42.032395 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:31:42.032395 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:31:42.032395 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:31:42.032395 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:31:42.032395 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:31:42.032395 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:31:42.032395 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:31:42.032395 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:31:42.032395 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:31:42.032395 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:31:42.032395 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:31:42.032395 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:31:42.032395 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:31:42.032395 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:31:42.032395 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:31:42.032395 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:31:42.032395 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:31:42.032395 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:31:42.032395 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:31:42.032395 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:31:42.032395 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:31:42.032395 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:31:42.032395 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:31:42.032395 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:31:42.032395 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:31:42.062268 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:42.146471 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-8cc4ee07-5759-4cc5-9fff-819d519c4641 req-acdfb431-a6e0-40d6-a0ef-ede26e382027 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Notify callbacks [] for floatingip, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:42.149092 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-8cc4ee07-5759-4cc5-9fff-819d519c4641 req-acdfb431-a6e0-40d6-a0ef-ede26e382027 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:42.150290 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8cc4ee07-5759-4cc5-9fff-819d519c4641 req-acdfb431-a6e0-40d6-a0ef-ede26e382027 tempest-FloatingIPDetailsTestJSON-2052272480 tempest-FloatingIPDetailsTestJSON-2052272480-project] 10.222.0.30 "DELETE /v2.0/floatingips/a7208b13-7f7a-4e21-a04d-78b7f1ba96f3 HTTP/1.1" status: 204 len: 173 time: 1.4127140 Apr 05 14:31:42.157838 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 33712) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:31:42.171804 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d44b8d-1131-492d-ae12-468d9ee90936 req-01ef6640-ce84-4326-96dc-77193e8dece7 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:42.174014 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-10d44b8d-1131-492d-ae12-468d9ee90936 req-01ef6640-ce84-4326-96dc-77193e8dece7 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dacf389-7b4a-4f4d-a07b-66c640ef2c96 HTTP/1.1" status: 200 len: 943 time: 0.1432986 Apr 05 14:31:42.182750 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d478085b-2c31-4ba4-9a00-ae2ac21372e5 req-0ef980da-6502-4b88-8b83-d55aed9bcd8c tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:42.228013 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a508bb70-90d1-421a-be99-2c5af8c14e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:42.241204 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a508bb70-90d1-421a-be99-2c5af8c14e30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:42.244753 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-a508bb70-90d1-421a-be99-2c5af8c14e30 admin admin] 10.222.0.30 "DELETE /v2.0/networks/a9ad640e-de7f-43c6-8fef-96cb779b89ff HTTP/1.1" status: 204 len: 168 time: 1.1467526 Apr 05 14:31:42.263794 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a508bb70-90d1-421a-be99-2c5af8c14e30 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9ad640e-de7f-43c6-8fef-96cb779b89ff,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:42.276367 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-10d44b8d-1131-492d-ae12-468d9ee90936 req-f19ff84d-a919-4115-b346-67df48c2339e tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904813 Apr 05 14:31:42.343371 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d478085b-2c31-4ba4-9a00-ae2ac21372e5 req-0ef980da-6502-4b88-8b83-d55aed9bcd8c tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:42.357380 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 30e0c74b-bcb8-4af8-a6e9-5be1b57667dc no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:31:42.451517 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-02389100-916f-482b-bdbf-71a46c914a9b req-d80b55df-8343-4e8f-8cde-e67f101e5dfd service neutron] 10.222.0.55 "GET /v2.0/ports/30e0c74b-bcb8-4af8-a6e9-5be1b57667dc/bindings/n-h2-836650-2 HTTP/1.1" status: 200 len: 384 time: 0.1191325 Apr 05 14:31:42.461445 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d478085b-2c31-4ba4-9a00-ae2ac21372e5 req-0ef980da-6502-4b88-8b83-d55aed9bcd8c tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Network c8cad75e-d463-4298-b473-cd6f872623d5 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:31:42.470248 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-d478085b-2c31-4ba4-9a00-ae2ac21372e5 req-0ef980da-6502-4b88-8b83-d55aed9bcd8c tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:31:42.477758 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-d478085b-2c31-4ba4-9a00-ae2ac21372e5 req-0ef980da-6502-4b88-8b83-d55aed9bcd8c tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:31:42.511926 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef980da-6502-4b88-8b83-d55aed9bcd8c tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Pushing event updated for resources: {'Port': ['ID=864758c8-c0c4-4b9c-9f17-c5de04dc5062,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:42.539871 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281becf8-9a9e-479b-9913-d6ae62f87312 req-925823f7-db5d-40e6-a165-9dfdf08ec6d9 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:42.541503 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-281becf8-9a9e-479b-9913-d6ae62f87312 req-925823f7-db5d-40e6-a165-9dfdf08ec6d9 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd4c7dc7-3a8e-4ff8-b695-453b0ad9a57c HTTP/1.1" status: 200 len: 946 time: 0.1601980 Apr 05 14:31:42.550258 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d478085b-2c31-4ba4-9a00-ae2ac21372e5 req-0ef980da-6502-4b88-8b83-d55aed9bcd8c tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:42.550959 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d478085b-2c31-4ba4-9a00-ae2ac21372e5 req-0ef980da-6502-4b88-8b83-d55aed9bcd8c tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:42.594573 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-281becf8-9a9e-479b-9913-d6ae62f87312 req-bc92581f-378c-4a9e-a61f-553fbb1149e4 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397844 Apr 05 14:31:42.653600 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d478085b-2c31-4ba4-9a00-ae2ac21372e5 req-0ef980da-6502-4b88-8b83-d55aed9bcd8c tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7048197 Apr 05 14:31:42.665380 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-d478085b-2c31-4ba4-9a00-ae2ac21372e5 req-b552853c-d9d2-4acc-8733-c804cf907a32 service neutron] Request body: {'port': {'device_id': '59f4316c-8354-402d-9bd4-664ee4cf310a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:31:42.724664 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 33732) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:31:42.737430 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d478085b-2c31-4ba4-9a00-ae2ac21372e5 req-b552853c-d9d2-4acc-8733-c804cf907a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:42.834827 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-ea7c94d2-5506-4abf-90ad-5e4d69898f61 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=624acb65c8a14a38b05a73e982caa43a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1089399 Apr 05 14:31:42.842094 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 33734) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:31:42.943434 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3982d7c7-1d88-4bd1-8050-b65f772c51a7 req-99d68725-b263-4b3f-b84f-dcf78d6f29ce tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:42.945066 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3982d7c7-1d88-4bd1-8050-b65f772c51a7 req-99d68725-b263-4b3f-b84f-dcf78d6f29ce tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=59f4316c-8354-402d-9bd4-664ee4cf310a HTTP/1.1" status: 200 len: 932 time: 0.1909549 Apr 05 14:31:42.975699 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 33738) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:31:43.045633 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3982d7c7-1d88-4bd1-8050-b65f772c51a7 req-85600496-49a1-4482-8989-f4e90c2a5325 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926774 Apr 05 14:31:43.071476 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c3acbc99-b655-4b07-9ce5-f770ff8cb64f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:43.103105 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-02389100-916f-482b-bdbf-71a46c914a9b req-dbbd45a9-c99f-4188-a7a9-4365d2837c46 service neutron] For port 30e0c74b-bcb8-4af8-a6e9-5be1b57667dc, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=30e0c74b-bcb8-4af8-a6e9-5be1b57667dc,segment=NetworkSegment(e44f5d0a-bab4-40cf-a1ed-36028ad06628),segment_id=e44f5d0a-bab4-40cf-a1ed-36028ad06628)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:43.103699 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c3acbc99-b655-4b07-9ce5-f770ff8cb64f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:43.145119 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-02389100-916f-482b-bdbf-71a46c914a9b req-dbbd45a9-c99f-4188-a7a9-4365d2837c46 service neutron] For port 30e0c74b-bcb8-4af8-a6e9-5be1b57667dc, host n-h1-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:31:43.149469 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8f8a5eec-7cc0-4d74-91f9-6ef142c03eb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:43.185964 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [req-02389100-916f-482b-bdbf-71a46c914a9b req-dbbd45a9-c99f-4188-a7a9-4365d2837c46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30e0c74b-bcb8-4af8-a6e9-5be1b57667dc {{(pid=103321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:31:43.200583 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-02389100-916f-482b-bdbf-71a46c914a9b req-dbbd45a9-c99f-4188-a7a9-4365d2837c46 service neutron] For port 30e0c74b-bcb8-4af8-a6e9-5be1b57667dc, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=30e0c74b-bcb8-4af8-a6e9-5be1b57667dc,segment=NetworkSegment(e44f5d0a-bab4-40cf-a1ed-36028ad06628),segment_id=e44f5d0a-bab4-40cf-a1ed-36028ad06628)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:43.218520 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-23e94c77-ef58-47c8-9cd1-d65bfec6749f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809988'] for router_interface, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:43.270599 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-d478085b-2c31-4ba4-9a00-ae2ac21372e5 req-b552853c-d9d2-4acc-8733-c804cf907a32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 864758c8-c0c4-4b9c-9f17-c5de04dc5062 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:31:43.282052 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d478085b-2c31-4ba4-9a00-ae2ac21372e5 req-b552853c-d9d2-4acc-8733-c804cf907a32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:43.302705 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-02389100-916f-482b-bdbf-71a46c914a9b req-dbbd45a9-c99f-4188-a7a9-4365d2837c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:43.331435 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8f8a5eec-7cc0-4d74-91f9-6ef142c03eb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:43.335717 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-d478085b-2c31-4ba4-9a00-ae2ac21372e5 req-b552853c-d9d2-4acc-8733-c804cf907a32 service neutron] Transition to ACTIVE for port object 864758c8-c0c4-4b9c-9f17-c5de04dc5062 will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:31:43.337181 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c3acbc99-b655-4b07-9ce5-f770ff8cb64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:43.339862 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c3acbc99-b655-4b07-9ce5-f770ff8cb64f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:43.344200 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-c3acbc99-b655-4b07-9ce5-f770ff8cb64f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f9b32c49-a22d-48b7-8835-16e26273cd36 HTTP/1.1" status: 204 len: 168 time: 0.4961221 Apr 05 14:31:43.350958 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3acbc99-b655-4b07-9ce5-f770ff8cb64f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b32c49-a22d-48b7-8835-16e26273cd36,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:43.400626 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8f8a5eec-7cc0-4d74-91f9-6ef142c03eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:43.457042 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d478085b-2c31-4ba4-9a00-ae2ac21372e5 req-b552853c-d9d2-4acc-8733-c804cf907a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:43.472763 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-8f8a5eec-7cc0-4d74-91f9-6ef142c03eb9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c45fca3720594a63ba3d75cadcb6cad7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4938071 Apr 05 14:31:43.473188 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 33746) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:31:43.483663 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.provisioning_blocks [req-02389100-916f-482b-bdbf-71a46c914a9b req-dbbd45a9-c99f-4188-a7a9-4365d2837c46 service neutron] Transition to ACTIVE for port object 30e0c74b-bcb8-4af8-a6e9-5be1b57667dc will not be triggered until provisioned by entity L2. {{(pid=103321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:31:43.491042 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a5eec-7cc0-4d74-91f9-6ef142c03eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37d53371-db22-4518-bb89-a0f974421aaa,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:43.505944 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df60dc-68f5-46b2-9760-f9797af41c73 req-444cea10-b422-4e26-8051-fcdde05ee831 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:43.507209 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-86df60dc-68f5-46b2-9760-f9797af41c73 req-444cea10-b422-4e26-8051-fcdde05ee831 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dacf389-7b4a-4f4d-a07b-66c640ef2c96 HTTP/1.1" status: 200 len: 943 time: 0.1525304 Apr 05 14:31:43.543058 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b552853c-d9d2-4acc-8733-c804cf907a32 service neutron] Pushing event updated for resources: {'Port': ['ID=864758c8-c0c4-4b9c-9f17-c5de04dc5062,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:43.566457 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1774523c-8925-483a-91c1-fa9b010a8568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:43.586707 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-02389100-916f-482b-bdbf-71a46c914a9b req-dbbd45a9-c99f-4188-a7a9-4365d2837c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:43.603468 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-86df60dc-68f5-46b2-9760-f9797af41c73 req-bea7d760-1e71-4273-ac9b-2b41dbbed1f7 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827229 Apr 05 14:31:43.649884 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1774523c-8925-483a-91c1-fa9b010a8568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:43.656378 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-d478085b-2c31-4ba4-9a00-ae2ac21372e5 req-b552853c-d9d2-4acc-8733-c804cf907a32 service neutron] Attempting to bind port 864758c8-c0c4-4b9c-9f17-c5de04dc5062 on host n-h2-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:31:43.662990 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-d478085b-2c31-4ba4-9a00-ae2ac21372e5 req-b552853c-d9d2-4acc-8733-c804cf907a32 service neutron] Attempting to bind port 864758c8-c0c4-4b9c-9f17-c5de04dc5062 by drivers openvswitch,hyperv on host n-h2-836650-2 at level 0 using segments [{'id': '9a2f37a0-b23d-490a-98bb-060c03097f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c8cad75e-d463-4298-b473-cd6f872623d5'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:31:43.662990 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d478085b-2c31-4ba4-9a00-ae2ac21372e5 req-b552853c-d9d2-4acc-8733-c804cf907a32 service neutron] Attempting to bind port 864758c8-c0c4-4b9c-9f17-c5de04dc5062 on network c8cad75e-d463-4298-b473-cd6f872623d5 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:31:43.662990 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d478085b-2c31-4ba4-9a00-ae2ac21372e5 req-b552853c-d9d2-4acc-8733-c804cf907a32 service neutron] Port 864758c8-c0c4-4b9c-9f17-c5de04dc5062 on network c8cad75e-d463-4298-b473-cd6f872623d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:31:43.662990 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d478085b-2c31-4ba4-9a00-ae2ac21372e5 req-b552853c-d9d2-4acc-8733-c804cf907a32 service neutron] Attempting to bind port 864758c8-c0c4-4b9c-9f17-c5de04dc5062 on network c8cad75e-d463-4298-b473-cd6f872623d5 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:31:43.667209 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d478085b-2c31-4ba4-9a00-ae2ac21372e5 req-b552853c-d9d2-4acc-8733-c804cf907a32 service neutron] Checking agent: {'id': '6d8cf521-24bb-4b6a-bbae-0284f5c87a9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:31:43.667557 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d478085b-2c31-4ba4-9a00-ae2ac21372e5 req-b552853c-d9d2-4acc-8733-c804cf907a32 service neutron] Checking segment: {'id': '9a2f37a0-b23d-490a-98bb-060c03097f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c8cad75e-d463-4298-b473-cd6f872623d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:31:43.667938 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d478085b-2c31-4ba4-9a00-ae2ac21372e5 req-b552853c-d9d2-4acc-8733-c804cf907a32 service neutron] Bound using segment: {'id': '9a2f37a0-b23d-490a-98bb-060c03097f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c8cad75e-d463-4298-b473-cd6f872623d5'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:31:43.668370 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-d478085b-2c31-4ba4-9a00-ae2ac21372e5 req-b552853c-d9d2-4acc-8733-c804cf907a32 service neutron] Bound port: 864758c8-c0c4-4b9c-9f17-c5de04dc5062, host: n-h2-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a2f37a0-b23d-490a-98bb-060c03097f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c8cad75e-d463-4298-b473-cd6f872623d5'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:31:43.668780 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d478085b-2c31-4ba4-9a00-ae2ac21372e5 req-b552853c-d9d2-4acc-8733-c804cf907a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:43.714253 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-02389100-916f-482b-bdbf-71a46c914a9b req-dbbd45a9-c99f-4188-a7a9-4365d2837c46 service neutron] No DVR routers for this DVR port 30e0c74b-bcb8-4af8-a6e9-5be1b57667dc on host n-h1-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:31:43.747347 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd45a9-c99f-4188-a7a9-4365d2837c46 service neutron] Pushing event updated for resources: {'Port': ['ID=30e0c74b-bcb8-4af8-a6e9-5be1b57667dc,revision_number=10']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:43.787005 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867843be-d81d-4bae-8602-81c3743e4400 req-c5380229-d8f7-4c80-910c-19ba084334e5 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:43.789028 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-867843be-d81d-4bae-8602-81c3743e4400 req-c5380229-d8f7-4c80-910c-19ba084334e5 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd4c7dc7-3a8e-4ff8-b695-453b0ad9a57c HTTP/1.1" status: 200 len: 946 time: 0.1168067 Apr 05 14:31:43.792909 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-02389100-916f-482b-bdbf-71a46c914a9b req-dbbd45a9-c99f-4188-a7a9-4365d2837c46 service neutron] 10.222.0.55 "PUT /v2.0/ports/30e0c74b-bcb8-4af8-a6e9-5be1b57667dc/bindings/n-h2-836650-2/activate HTTP/1.1" status: 200 len: 369 time: 1.3333893 Apr 05 14:31:43.803684 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-23e94c77-ef58-47c8-9cd1-d65bfec6749f admin admin] Deleting port bbfcdedf-d305-4476-a3ca-1e1bd25b198a {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:31:43.803684 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-23e94c77-ef58-47c8-9cd1-d65bfec6749f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:43.843485 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-d478085b-2c31-4ba4-9a00-ae2ac21372e5 req-b552853c-d9d2-4acc-8733-c804cf907a32 service neutron] For port 864758c8-c0c4-4b9c-9f17-c5de04dc5062, host n-h2-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:31:43.857139 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1774523c-8925-483a-91c1-fa9b010a8568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:43.860594 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1774523c-8925-483a-91c1-fa9b010a8568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:43.864180 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-1774523c-8925-483a-91c1-fa9b010a8568 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/37d53371-db22-4518-bb89-a0f974421aaa HTTP/1.1" status: 204 len: 168 time: 0.3877439 Apr 05 14:31:43.870197 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-d478085b-2c31-4ba4-9a00-ae2ac21372e5 req-b552853c-d9d2-4acc-8733-c804cf907a32 service neutron] For port 864758c8-c0c4-4b9c-9f17-c5de04dc5062, host n-h2-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=864758c8-c0c4-4b9c-9f17-c5de04dc5062,segment=NetworkSegment(9a2f37a0-b23d-490a-98bb-060c03097f74),segment_id=9a2f37a0-b23d-490a-98bb-060c03097f74)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:31:43.878782 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1774523c-8925-483a-91c1-fa9b010a8568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d53371-db22-4518-bb89-a0f974421aaa,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:43.879168 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-867843be-d81d-4bae-8602-81c3743e4400 req-a5e722c1-24ef-460c-8b89-9568e4f353b0 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692034 Apr 05 14:31:43.891905 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:43.962243 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d478085b-2c31-4ba4-9a00-ae2ac21372e5 req-b552853c-d9d2-4acc-8733-c804cf907a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:43.980026 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d478085b-2c31-4ba4-9a00-ae2ac21372e5 req-b552853c-d9d2-4acc-8733-c804cf907a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:43.980716 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d478085b-2c31-4ba4-9a00-ae2ac21372e5 req-b552853c-d9d2-4acc-8733-c804cf907a32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:43.980963 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-23e94c77-ef58-47c8-9cd1-d65bfec6749f admin admin] For port bbfcdedf-d305-4476-a3ca-1e1bd25b198a, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=bbfcdedf-d305-4476-a3ca-1e1bd25b198a,segment=NetworkSegment(bde907af-61b5-460f-a089-32a868ab7698),segment_id=bde907af-61b5-460f-a089-32a868ab7698)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:43.984778 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-23e94c77-ef58-47c8-9cd1-d65bfec6749f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:43.984924 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d478085b-2c31-4ba4-9a00-ae2ac21372e5 req-b552853c-d9d2-4acc-8733-c804cf907a32 service neutron] 10.222.0.11 "PUT /v2.0/ports/864758c8-c0c4-4b9c-9f17-c5de04dc5062 HTTP/1.1" status: 200 len: 1092 time: 1.3209355 Apr 05 14:31:43.984924 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59f4316c-8354-402d-9bd4-664ee4cf310a', 'tag': '864758c8-c0c4-4b9c-9f17-c5de04dc5062'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:31:43.985149 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a68443-e938-4a60-acd4-7cb36202e3c2" -d '{"events": [{"name": "network-changed", "server_uuid": "59f4316c-8354-402d-9bd4-664ee4cf310a", "tag": "864758c8-c0c4-4b9c-9f17-c5de04dc5062"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:31:44.000978 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-23e94c77-ef58-47c8-9cd1-d65bfec6749f admin admin] Calling delete_port for bbfcdedf-d305-4476-a3ca-1e1bd25b198a owned by network:router_interface {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:31:44.017067 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02389100-916f-482b-bdbf-71a46c914a9b req-ce2f17ab-6fa5-41f4-a480-ac68511b2f7a tempest-LiveAutoBlockMigrationV225Test-737036270 tempest-LiveAutoBlockMigrationV225Test-737036270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:44.018610 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-02389100-916f-482b-bdbf-71a46c914a9b req-ce2f17ab-6fa5-41f4-a480-ac68511b2f7a tempest-LiveAutoBlockMigrationV225Test-737036270 tempest-LiveAutoBlockMigrationV225Test-737036270-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=0dacf389-7b4a-4f4d-a07b-66c640ef2c96&tenant_id=ec0fa5de45e74f079e998d8c4a01aedf&binding%3Ahost_id=n-h1-836650-2 HTTP/1.1" status: 200 len: 1095 time: 0.0846455 Apr 05 14:31:44.032957 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b96ce5-6199-4c80-82f7-7deea76766a6 x-openstack-request-id: req-a7b96ce5-6199-4c80-82f7-7deea76766a6 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:31:44.033366 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59f4316c-8354-402d-9bd4-664ee4cf310a", "tag": "864758c8-c0c4-4b9c-9f17-c5de04dc5062", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:31:44.033709 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a7b96ce5-6199-4c80-82f7-7deea76766a6 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:31:44.034122 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7b96ce5-6199-4c80-82f7-7deea76766a6'] response: {'name': 'network-changed', 'server_uuid': '59f4316c-8354-402d-9bd4-664ee4cf310a', 'tag': '864758c8-c0c4-4b9c-9f17-c5de04dc5062', 'status': 'completed', 'code': 200} Apr 05 14:31:44.099103 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b552853c-d9d2-4acc-8733-c804cf907a32 service neutron] Pushing event updated for resources: {'Port': ['ID=864758c8-c0c4-4b9c-9f17-c5de04dc5062,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:44.122316 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a68443-e938-4a60-acd4-7cb36202e3c2 req-3e06a474-66e7-40f5-95cc-8dfbebd3ae0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:44.125237 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-18a68443-e938-4a60-acd4-7cb36202e3c2 req-3e06a474-66e7-40f5-95cc-8dfbebd3ae0c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a9da18e09c15404ca69176173aa40d16&device_id=59f4316c-8354-402d-9bd4-664ee4cf310a HTTP/1.1" status: 200 len: 1095 time: 0.0753431 Apr 05 14:31:44.132565 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02389100-916f-482b-bdbf-71a46c914a9b req-f85e8b97-8a74-4da5-90a0-4e04e0f5969c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:44.134418 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-02389100-916f-482b-bdbf-71a46c914a9b req-f85e8b97-8a74-4da5-90a0-4e04e0f5969c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0dacf389-7b4a-4f4d-a07b-66c640ef2c96&tenant_id=ec0fa5de45e74f079e998d8c4a01aedf HTTP/1.1" status: 200 len: 1095 time: 0.0790665 Apr 05 14:31:44.236134 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02389100-916f-482b-bdbf-71a46c914a9b req-c9eec0ff-fd5f-4cd3-9359-6368e137dfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:44.237679 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-02389100-916f-482b-bdbf-71a46c914a9b req-c9eec0ff-fd5f-4cd3-9359-6368e137dfe3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ec0fa5de45e74f079e998d8c4a01aedf&device_id=0dacf389-7b4a-4f4d-a07b-66c640ef2c96 HTTP/1.1" status: 200 len: 1095 time: 0.0667865 Apr 05 14:31:44.256700 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4198438-fd85-4a56-842f-463ab3306661 req-09d36adc-d338-40ee-8674-623595a03e1d tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:44.258474 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e4198438-fd85-4a56-842f-463ab3306661 req-09d36adc-d338-40ee-8674-623595a03e1d tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=59f4316c-8354-402d-9bd4-664ee4cf310a HTTP/1.1" status: 200 len: 944 time: 0.1023452 Apr 05 14:31:44.325003 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e4198438-fd85-4a56-842f-463ab3306661 req-eb847a2c-3753-4dde-a2b0-f0576cc1f281 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554264 Apr 05 14:31:44.326462 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a68443-e938-4a60-acd4-7cb36202e3c2 req-e9a6addf-574d-42ce-a615-768778f7de5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:44.328399 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-18a68443-e938-4a60-acd4-7cb36202e3c2 req-e9a6addf-574d-42ce-a615-768778f7de5c service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a9da18e09c15404ca69176173aa40d16&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1942809 Apr 05 14:31:44.402832 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02389100-916f-482b-bdbf-71a46c914a9b req-4c802d4b-74b7-45db-adc2-9a60a6d7f0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:44.404330 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-02389100-916f-482b-bdbf-71a46c914a9b req-4c802d4b-74b7-45db-adc2-9a60a6d7f0fa service neutron] 10.222.0.11 "GET /v2.0/networks?id=a37e2d3e-8e8b-49fa-a97d-3b06631436db HTTP/1.1" status: 200 len: 921 time: 0.1573138 Apr 05 14:31:44.453214 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a68443-e938-4a60-acd4-7cb36202e3c2 req-475370c0-5c0c-40e1-ab05-a7a0e5bdab5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:44.454658 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-02389100-916f-482b-bdbf-71a46c914a9b req-97c9e05f-f045-4535-95ce-1d0d3ef27ec3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30e0c74b-bcb8-4af8-a6e9-5be1b57667dc HTTP/1.1" status: 200 len: 217 time: 0.0408378 Apr 05 14:31:44.454819 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-18a68443-e938-4a60-acd4-7cb36202e3c2 req-475370c0-5c0c-40e1-ab05-a7a0e5bdab5a service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1189551 Apr 05 14:31:44.494743 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-23e94c77-ef58-47c8-9cd1-d65bfec6749f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:44.529199 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e94c77-ef58-47c8-9cd1-d65bfec6749f admin admin] Pushing event deleted for resources: {'Port': ['ID=bbfcdedf-d305-4476-a3ca-1e1bd25b198a,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:44.543611 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02389100-916f-482b-bdbf-71a46c914a9b req-a3528a62-88e0-4858-a883-756cd9c2cd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:44.545190 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-02389100-916f-482b-bdbf-71a46c914a9b req-a3528a62-88e0-4858-a883-756cd9c2cd04 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e7ccd1c0-0ac4-418f-bea2-fcb22a694a96 HTTP/1.1" status: 200 len: 860 time: 0.0813575 Apr 05 14:31:44.559078 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d478085b-2c31-4ba4-9a00-ae2ac21372e5 req-dc196dfb-76d7-457b-ad1d-fd3f18067570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:44.560222 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d478085b-2c31-4ba4-9a00-ae2ac21372e5 req-dc196dfb-76d7-457b-ad1d-fd3f18067570 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a9da18e09c15404ca69176173aa40d16&device_id=59f4316c-8354-402d-9bd4-664ee4cf310a HTTP/1.1" status: 200 len: 1095 time: 0.0581257 Apr 05 14:31:44.620089 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-02389100-916f-482b-bdbf-71a46c914a9b req-422b3a82-b124-4f57-8085-1ccd4500aa0c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a37e2d3e-8e8b-49fa-a97d-3b06631436db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601826 Apr 05 14:31:44.627978 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d478085b-2c31-4ba4-9a00-ae2ac21372e5 req-28083dcc-9b50-4c21-b709-b91ee3395c4f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=864758c8-c0c4-4b9c-9f17-c5de04dc5062 HTTP/1.1" status: 200 len: 217 time: 0.0597589 Apr 05 14:31:44.721568 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d478085b-2c31-4ba4-9a00-ae2ac21372e5 req-7cc02961-4dab-4b79-9b7c-d6ec0ce0455e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:44.723216 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d478085b-2c31-4ba4-9a00-ae2ac21372e5 req-7cc02961-4dab-4b79-9b7c-d6ec0ce0455e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8ec025f3-c3f9-4eb4-863e-b0988fc8d817 HTTP/1.1" status: 200 len: 855 time: 0.0897815 Apr 05 14:31:44.765261 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 33786) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:31:44.790530 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d478085b-2c31-4ba4-9a00-ae2ac21372e5 req-5cecc613-2e23-4bf2-8a2a-945afbcfd180 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c8cad75e-d463-4298-b473-cd6f872623d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590022 Apr 05 14:31:44.833767 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-02389100-916f-482b-bdbf-71a46c914a9b req-f30af2b8-c917-4344-8fd5-9cea7a780e17 service neutron] 10.222.0.11 "GET /v2.0/networks/a37e2d3e-8e8b-49fa-a97d-3b06631436db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030754 Apr 05 14:31:44.903323 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-23e94c77-ef58-47c8-9cd1-d65bfec6749f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1798829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810128'] for router_interface, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:44.912984 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-08e4a206-c97f-4462-92c9-9e97e41e64e7 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1084930387-network', 'tenant_id': '9c1b284210a24c6b96dab96732ec16a8'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:31:44.924966 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65768c17-d2f7-4489-ad9a-cdf99812fef0 req-bf9cea56-bfa9-459e-a2a1-e6d1bdf6f783 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:44.926534 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-65768c17-d2f7-4489-ad9a-cdf99812fef0 req-bf9cea56-bfa9-459e-a2a1-e6d1bdf6f783 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dacf389-7b4a-4f4d-a07b-66c640ef2c96 HTTP/1.1" status: 200 len: 944 time: 0.1832807 Apr 05 14:31:44.997659 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e4a206-c97f-4462-92c9-9e97e41e64e7 admin admin] Made reservation on behalf of 9c1b284210a24c6b96dab96732ec16a8 for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:31:45.000238 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-08e4a206-c97f-4462-92c9-9e97e41e64e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:45.027612 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-08e4a206-c97f-4462-92c9-9e97e41e64e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:45.074128 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-02389100-916f-482b-bdbf-71a46c914a9b req-54d4c61c-170e-4eea-a5e0-2cdfe1f8d72c service neutron] 10.222.0.11 "GET /v2.0/networks/a37e2d3e-8e8b-49fa-a97d-3b06631436db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325745 Apr 05 14:31:45.346400 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-08e4a206-c97f-4462-92c9-9e97e41e64e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:45.367617 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23e94c77-ef58-47c8-9cd1-d65bfec6749f admin admin] Router f0f2b7c8-ac5f-4155-aa69-54cb8d047a74 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:31:45.389690 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d478085b-2c31-4ba4-9a00-ae2ac21372e5 req-ca9f0071-845e-4f32-a70c-716e8d24109c service neutron] 10.222.0.11 "GET /v2.0/networks/c8cad75e-d463-4298-b473-cd6f872623d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5903924 Apr 05 14:31:45.442695 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80303ab5-e379-4960-8794-d5950df5da9c req-d480a9c2-a81d-4d79-b801-09f8fd58d06b tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:45.444265 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-80303ab5-e379-4960-8794-d5950df5da9c req-d480a9c2-a81d-4d79-b801-09f8fd58d06b tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd4c7dc7-3a8e-4ff8-b695-453b0ad9a57c HTTP/1.1" status: 200 len: 946 time: 0.4714673 Apr 05 14:31:45.479116 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-65768c17-d2f7-4489-ad9a-cdf99812fef0 req-1e857efa-b59c-4fe8-8ef0-feba63c6cf15 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5068264 Apr 05 14:31:45.491044 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-08e4a206-c97f-4462-92c9-9e97e41e64e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:45.546145 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-80303ab5-e379-4960-8794-d5950df5da9c req-b41877e8-ae0d-4c1b-a7da-7ae9207f56e9 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712669 Apr 05 14:31:45.560028 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08e4a206-c97f-4462-92c9-9e97e41e64e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:31:45.565987 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d478085b-2c31-4ba4-9a00-ae2ac21372e5 req-7ba4b05e-7cfa-46f5-b55b-271f0c703cfe service neutron] 10.222.0.11 "GET /v2.0/networks/c8cad75e-d463-4298-b473-cd6f872623d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677594 Apr 05 14:31:45.595039 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e94c77-ef58-47c8-9cd1-d65bfec6749f admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:31:45.606710 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e61953-02e3-4f2e-92c3-c09c008f2ef2 None None] Sync routers for ids ['f0f2b7c8-ac5f-4155-aa69-54cb8d047a74'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:31:45.610521 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-23e94c77-ef58-47c8-9cd1-d65bfec6749f admin admin] 10.222.0.30 "PUT /v2.0/routers/f0f2b7c8-ac5f-4155-aa69-54cb8d047a74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4490409 Apr 05 14:31:45.610894 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 33806) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:31:45.625335 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e4a206-c97f-4462-92c9-9e97e41e64e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded2d4eb-0031-45da-bcb8-b5b7d6e91d68,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:45.640553 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e61953-02e3-4f2e-92c3-c09c008f2ef2 None None] Routers {'f0f2b7c8-ac5f-4155-aa69-54cb8d047a74'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:31:45.641370 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-d5e61953-02e3-4f2e-92c3-c09c008f2ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:31:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['f0f2b7c8-ac5f-4155-aa69-54cb8d047a74'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:45.648559 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-08e4a206-c97f-4462-92c9-9e97e41e64e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:45.649011 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-08e4a206-c97f-4462-92c9-9e97e41e64e7 admin admin] Added segment 44b02d0e-7059-4303-8a63-6a6ae5673c11 of type vlan for network 5acaeb9e-6a0f-4435-8a13-c347ecdacd38 Apr 05 14:31:45.701526 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-08e4a206-c97f-4462-92c9-9e97e41e64e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:45.785980 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-d5e61953-02e3-4f2e-92c3-c09c008f2ef2 None None] Set router f0f2b7c8-ac5f-4155-aa69-54cb8d047a74 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:31:45.809853 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-08e4a206-c97f-4462-92c9-9e97e41e64e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:45.811862 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e4a206-c97f-4462-92c9-9e97e41e64e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:45.812467 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-08e4a206-c97f-4462-92c9-9e97e41e64e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:45.879073 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02389100-916f-482b-bdbf-71a46c914a9b req-e2e99cd9-a7bb-41c8-b8f0-88dc6685c503 tempest-LiveAutoBlockMigrationV225Test-737036270 tempest-LiveAutoBlockMigrationV225Test-737036270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:45.888906 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-02389100-916f-482b-bdbf-71a46c914a9b req-e2e99cd9-a7bb-41c8-b8f0-88dc6685c503 tempest-LiveAutoBlockMigrationV225Test-737036270 tempest-LiveAutoBlockMigrationV225Test-737036270-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=0dacf389-7b4a-4f4d-a07b-66c640ef2c96&tenant_id=ec0fa5de45e74f079e998d8c4a01aedf&binding%3Ahost_id=n-h2-836650-2 HTTP/1.1" status: 200 len: 1095 time: 0.2200534 Apr 05 14:31:45.907932 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-08e4a206-c97f-4462-92c9-9e97e41e64e7 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1382821 Apr 05 14:31:45.909847 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 33812) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:31:45.917607 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-62280591-d678-4ed4-830a-5b15214b8f07 admin admin] Request body: {'subnet': {'network_id': '5acaeb9e-6a0f-4435-8a13-c347ecdacd38', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1084930387-subnet', 'tenant_id': '9c1b284210a24c6b96dab96732ec16a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:31:45.924643 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e4a206-c97f-4462-92c9-9e97e41e64e7 admin admin] Pushing event updated for resources: {'Network': ['ID=5acaeb9e-6a0f-4435-8a13-c347ecdacd38,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:45.951317 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e251e-1782-47aa-8755-08ed3e69190d req-177b3d0b-8e25-406b-bbcd-3430df03d012 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:45.953591 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d23e251e-1782-47aa-8755-08ed3e69190d req-177b3d0b-8e25-406b-bbcd-3430df03d012 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=59f4316c-8354-402d-9bd4-664ee4cf310a HTTP/1.1" status: 200 len: 944 time: 0.2859609 Apr 05 14:31:45.978822 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2a226634-e328-490e-8b61-bd65c2fc6684 admin admin] Notify callbacks [] for router, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:46.016515 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62280591-d678-4ed4-830a-5b15214b8f07 admin admin] Made reservation on behalf of 9c1b284210a24c6b96dab96732ec16a8 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:31:46.018976 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 5acaeb9e-6a0f-4435-8a13-c347ecdacd38 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:31:46.019144 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-62280591-d678-4ed4-830a-5b15214b8f07 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:46.139727 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d23e251e-1782-47aa-8755-08ed3e69190d req-f1f8b963-6953-4125-8466-01d2a21276e4 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701488 Apr 05 14:31:46.214210 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2a226634-e328-490e-8b61-bd65c2fc6684 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:46.266043 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-02389100-916f-482b-bdbf-71a46c914a9b req-5ffd47ff-bd14-45c8-b0e3-15ea0d2c4ea8 service neutron] For port 30e0c74b-bcb8-4af8-a6e9-5be1b57667dc, host n-h1-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:31:46.269761 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-02389100-916f-482b-bdbf-71a46c914a9b req-5ffd47ff-bd14-45c8-b0e3-15ea0d2c4ea8 service neutron] Notify callbacks [] for binding, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:46.270959 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-02389100-916f-482b-bdbf-71a46c914a9b req-5ffd47ff-bd14-45c8-b0e3-15ea0d2c4ea8 service neutron] 10.222.0.11 "DELETE /v2.0/ports/30e0c74b-bcb8-4af8-a6e9-5be1b57667dc/bindings/n-h1-836650-2 HTTP/1.1" status: 204 len: 173 time: 0.3647847 Apr 05 14:31:46.311010 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-d5e61953-02e3-4f2e-92c3-c09c008f2ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f2b7c8-ac5f-4155-aa69-54cb8d047a74', 'name': 'tempest-FloatingIPDetailsTestJSON-1103229292-router', 'tenant_id': '1074a85feda947929f5933c7f0dc8dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '7478c7c7-3dcd-430f-9c33-c8e0f049b3e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:31:13Z', 'updated_at': '2022-04-05T14:31:44Z', 'revision_number': 5, 'project_id': '1074a85feda947929f5933c7f0dc8dfc', 'gw_port': {'id': '7478c7c7-3dcd-430f-9c33-c8e0f049b3e9', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:cf:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f2b7c8-ac5f-4155-aa69-54cb8d047a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:31:14Z', 'updated_at': '2022-04-05T14:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:46.343897 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e61953-02e3-4f2e-92c3-c09c008f2ef2 None None] Checking router: f0f2b7c8-ac5f-4155-aa69-54cb8d047a74 for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:31:46.351507 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-2a226634-e328-490e-8b61-bd65c2fc6684 admin admin] Deleting port 7478c7c7-3dcd-430f-9c33-c8e0f049b3e9 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:31:46.351963 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2a226634-e328-490e-8b61-bd65c2fc6684 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:46.354181 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e61953-02e3-4f2e-92c3-c09c008f2ef2 None None] Routers {'f0f2b7c8-ac5f-4155-aa69-54cb8d047a74'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:31:46.354822 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-d5e61953-02e3-4f2e-92c3-c09c008f2ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:31:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['f0f2b7c8-ac5f-4155-aa69-54cb8d047a74'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:46.370802 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-62280591-d678-4ed4-830a-5b15214b8f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:46.440777 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62280591-d678-4ed4-830a-5b15214b8f07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7afc4b56-58ea-42e8-aec8-923d6d5cebe3,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:46.442789 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-2a226634-e328-490e-8b61-bd65c2fc6684 admin admin] For port 7478c7c7-3dcd-430f-9c33-c8e0f049b3e9, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=7478c7c7-3dcd-430f-9c33-c8e0f049b3e9,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:46.443311 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2a226634-e328-490e-8b61-bd65c2fc6684 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:46.448596 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62280591-d678-4ed4-830a-5b15214b8f07 admin admin] Checking segment: {'id': '44b02d0e-7059-4303-8a63-6a6ae5673c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '5acaeb9e-6a0f-4435-8a13-c347ecdacd38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:31:46.449053 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62280591-d678-4ed4-830a-5b15214b8f07 admin admin] Network hostable DHCP agents. Network: 5acaeb9e-6a0f-4435-8a13-c347ecdacd38, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:31:46.460929 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-2a226634-e328-490e-8b61-bd65c2fc6684 admin admin] Calling delete_port for 7478c7c7-3dcd-430f-9c33-c8e0f049b3e9 owned by network:router_gateway {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:31:46.463760 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-d5e61953-02e3-4f2e-92c3-c09c008f2ef2 None None] Set router f0f2b7c8-ac5f-4155-aa69-54cb8d047a74 gateway port host: None {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:31:46.524254 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62280591-d678-4ed4-830a-5b15214b8f07 admin admin] Network 5acaeb9e-6a0f-4435-8a13-c347ecdacd38 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:31:46.534241 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-d5e61953-02e3-4f2e-92c3-c09c008f2ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f2b7c8-ac5f-4155-aa69-54cb8d047a74', 'name': 'tempest-FloatingIPDetailsTestJSON-1103229292-router', 'tenant_id': '1074a85feda947929f5933c7f0dc8dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:31:13Z', 'updated_at': '2022-04-05T14:31:46Z', 'revision_number': 6, 'project_id': '1074a85feda947929f5933c7f0dc8dfc', 'gw_port_host': None}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:46.566426 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e61953-02e3-4f2e-92c3-c09c008f2ef2 None None] The sync data for ids ['f0f2b7c8-ac5f-4155-aa69-54cb8d047a74'] in n-d-836650-2 is: [{'id': 'f0f2b7c8-ac5f-4155-aa69-54cb8d047a74', 'name': 'tempest-FloatingIPDetailsTestJSON-1103229292-router', 'tenant_id': '1074a85feda947929f5933c7f0dc8dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:31:13Z', 'updated_at': '2022-04-05T14:31:46Z', 'revision_number': 6, 'project_id': '1074a85feda947929f5933c7f0dc8dfc', 'gw_port_host': None}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:31:46.615939 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-62280591-d678-4ed4-830a-5b15214b8f07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 5acaeb9e-6a0f-4435-8a13-c347ecdacd38) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:31:46.626122 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62280591-d678-4ed4-830a-5b15214b8f07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:46.626712 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-62280591-d678-4ed4-830a-5b15214b8f07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:46.630639 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0707465c-0e22-402c-98f8-08eb688cce0e None None] Network 5acaeb9e-6a0f-4435-8a13-c347ecdacd38 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:31:46.783745 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d545686-14ac-4d7a-bca4-f8e9024c560c req-c089ed75-ae07-428a-bd6a-802fd933a523 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:46.789565 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1d545686-14ac-4d7a-bca4-f8e9024c560c req-c089ed75-ae07-428a-bd6a-802fd933a523 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dacf389-7b4a-4f4d-a07b-66c640ef2c96 HTTP/1.1" status: 200 len: 944 time: 0.1435840 Apr 05 14:31:46.797718 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-62280591-d678-4ed4-830a-5b15214b8f07 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8865483 Apr 05 14:31:46.804815 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f3b967-69cc-4609-b303-6f5252af7fb1 req-d745b8d1-a85c-43a0-9700-bdf4f4baca5b tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:46.813482 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-53f3b967-69cc-4609-b303-6f5252af7fb1 req-d745b8d1-a85c-43a0-9700-bdf4f4baca5b tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd4c7dc7-3a8e-4ff8-b695-453b0ad9a57c HTTP/1.1" status: 200 len: 946 time: 0.1605248 Apr 05 14:31:46.821180 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce296311-8f3b-4f4d-9c0f-c21434fbe019 None None] Network 5acaeb9e-6a0f-4435-8a13-c347ecdacd38 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:31:46.848150 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2a226634-e328-490e-8b61-bd65c2fc6684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:46.906692 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a226634-e328-490e-8b61-bd65c2fc6684 admin admin] Pushing event deleted for resources: {'Port': ['ID=7478c7c7-3dcd-430f-9c33-c8e0f049b3e9,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:46.972123 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-53f3b967-69cc-4609-b303-6f5252af7fb1 req-16f7fb9c-45e3-4517-91db-c5195ff660b7 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430907 Apr 05 14:31:46.975652 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1d545686-14ac-4d7a-bca4-f8e9024c560c req-ab778156-00ad-473d-bf02-a5d70e5b6eb8 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610343 Apr 05 14:31:47.044555 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2a226634-e328-490e-8b61-bd65c2fc6684 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808526'] for router_gateway, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:47.183068 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2a226634-e328-490e-8b61-bd65c2fc6684 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27070'] for router, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:47.198396 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2a226634-e328-490e-8b61-bd65c2fc6684 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:47.255793 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c25a8d-e26e-40ae-bcdc-47eb2a132a92 req-b9ca72af-5fd8-43ea-8ca6-1f9c734f7313 tempest-LiveAutoBlockMigrationV225Test-737036270 tempest-LiveAutoBlockMigrationV225Test-737036270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:47.258610 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-06c25a8d-e26e-40ae-bcdc-47eb2a132a92 req-b9ca72af-5fd8-43ea-8ca6-1f9c734f7313 tempest-LiveAutoBlockMigrationV225Test-737036270 tempest-LiveAutoBlockMigrationV225Test-737036270-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=0dacf389-7b4a-4f4d-a07b-66c640ef2c96 HTTP/1.1" status: 200 len: 1095 time: 0.1223633 Apr 05 14:31:47.309505 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-06c25a8d-e26e-40ae-bcdc-47eb2a132a92 req-ae6bfc09-1b79-4102-842d-a1353977f3a8 tempest-LiveAutoBlockMigrationV225Test-737036270 tempest-LiveAutoBlockMigrationV225Test-737036270-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441611 Apr 05 14:31:47.409908 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2a226634-e328-490e-8b61-bd65c2fc6684 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803298'] for router, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:47.410461 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a226634-e328-490e-8b61-bd65c2fc6684 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0f2b7c8-ac5f-4155-aa69-54cb8d047a74 {{(pid=103320) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:31:47.431499 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2a226634-e328-490e-8b61-bd65c2fc6684 admin admin] Notify callbacks [] for router, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:47.434639 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-2a226634-e328-490e-8b61-bd65c2fc6684 admin admin] 10.222.0.30 "DELETE /v2.0/routers/f0f2b7c8-ac5f-4155-aa69-54cb8d047a74 HTTP/1.1" status: 204 len: 168 time: 1.8203902 Apr 05 14:31:47.436144 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 33862) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:31:47.453518 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-b41a7f6e-8083-4434-9b84-80d41de2d3e0 tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:47.455034 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-b41a7f6e-8083-4434-9b84-80d41de2d3e0 tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] 10.222.0.30 "GET /v2.0/networks?id=5acaeb9e-6a0f-4435-8a13-c347ecdacd38 HTTP/1.1" status: 200 len: 818 time: 0.1650834 Apr 05 14:31:47.489825 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1683281-5c2a-4629-83ea-6ff59242dbb9 req-deaa0226-18d3-437b-af67-4c6fb9aee623 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:47.489825 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f1683281-5c2a-4629-83ea-6ff59242dbb9 req-deaa0226-18d3-437b-af67-4c6fb9aee623 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=59f4316c-8354-402d-9bd4-664ee4cf310a HTTP/1.1" status: 200 len: 944 time: 0.1011045 Apr 05 14:31:47.490770 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-64a5c9f4-aa4e-4bfe-b98e-2b4321b6845d tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] 10.222.0.30 "GET /v2.0/quotas/9c1b284210a24c6b96dab96732ec16a8 HTTP/1.1" status: 200 len: 375 time: 0.0240767 Apr 05 14:31:47.551879 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-119910b8-c0f2-4a30-8a98-eef242824e37 tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9c1b284210a24c6b96dab96732ec16a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447118 Apr 05 14:31:47.562628 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b8e8196-680b-43f9-81f9-3443d32f0aa5 admin admin] Deleting subnet 23c4b5d0-e0e4-4f86-9bbb-6a5072843ed2 {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:31:47.568564 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1b8e8196-680b-43f9-81f9-3443d32f0aa5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:47.582421 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f1683281-5c2a-4629-83ea-6ff59242dbb9 req-d640bb17-306e-49de-8028-acda5015b0ab tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775187 Apr 05 14:31:47.583063 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 7478c7c7-3dcd-430f-9c33-c8e0f049b3e9 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:31:47.618298 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 7478c7c7-3dcd-430f-9c33-c8e0f049b3e9 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:31:47.618697 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 7478c7c7-3dcd-430f-9c33-c8e0f049b3e9 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:31:47.619210 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device bbfcdedf-d305-4476-a3ca-1e1bd25b198a no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:31:47.623986 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1b8e8196-680b-43f9-81f9-3443d32f0aa5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:47.644310 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: bbfcdedf-d305-4476-a3ca-1e1bd25b198a {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:31:47.644867 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device bbfcdedf-d305-4476-a3ca-1e1bd25b198a not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:31:47.685074 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-986fad35-61a3-4d23-b839-c9307e8626ac service neutron] 10.222.0.30 "GET /v2.0/networks/5acaeb9e-6a0f-4435-8a13-c347ecdacd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184587 Apr 05 14:31:47.743486 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1b8e8196-680b-43f9-81f9-3443d32f0aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:47.809188 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-347ea4c1-8a17-462d-911a-87871b111bb9 service neutron] 10.222.0.30 "GET /v2.0/networks/5acaeb9e-6a0f-4435-8a13-c347ecdacd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145170 Apr 05 14:31:47.891895 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1b8e8196-680b-43f9-81f9-3443d32f0aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:47.912082 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1b8e8196-680b-43f9-81f9-3443d32f0aa5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:47.915406 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b28fdc-fc8b-46d0-9850-5d3ea4d447ce None None] Network 439c1f34-d52e-4564-8151-b7cfeda71953 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:31:47.919588 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-1b8e8196-680b-43f9-81f9-3443d32f0aa5 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/23c4b5d0-e0e4-4f86-9bbb-6a5072843ed2 HTTP/1.1" status: 204 len: 168 time: 0.4820933 Apr 05 14:31:47.923000 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 33866) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:31:47.946448 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8e8196-680b-43f9-81f9-3443d32f0aa5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23c4b5d0-e0e4-4f86-9bbb-6a5072843ed2,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:48.000366 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-513390bc-6da0-4f3d-9110-43ae1d77bed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:48.102259 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-513390bc-6da0-4f3d-9110-43ae1d77bed2 admin admin] Deleting port 268b47a2-a095-46d6-bf4e-b7cafacb82da {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:31:48.102600 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-513390bc-6da0-4f3d-9110-43ae1d77bed2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:48.113411 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f66e67-c205-475f-9ac6-8fdd162cdc68 req-b4fd6500-eafe-413d-b470-e26e0b154126 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:48.115841 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f9f66e67-c205-475f-9ac6-8fdd162cdc68 req-b4fd6500-eafe-413d-b470-e26e0b154126 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dacf389-7b4a-4f4d-a07b-66c640ef2c96 HTTP/1.1" status: 200 len: 944 time: 0.0777640 Apr 05 14:31:48.118814 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17252d1b-37c1-4c2a-a5f4-8798a980a6ea None None] DHCP port deletion for 439c1f34-d52e-4564-8151-b7cfeda71953 request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:31:48.177461 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-17252d1b-37c1-4c2a-a5f4-8798a980a6ea None None] Deleting port 268b47a2-a095-46d6-bf4e-b7cafacb82da {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:31:48.177760 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-17252d1b-37c1-4c2a-a5f4-8798a980a6ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:48.205485 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-513390bc-6da0-4f3d-9110-43ae1d77bed2 admin admin] For port 268b47a2-a095-46d6-bf4e-b7cafacb82da, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=268b47a2-a095-46d6-bf4e-b7cafacb82da,segment=NetworkSegment(bde907af-61b5-460f-a089-32a868ab7698),segment_id=bde907af-61b5-460f-a089-32a868ab7698)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:48.205919 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-513390bc-6da0-4f3d-9110-43ae1d77bed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:48.210752 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f9f66e67-c205-475f-9ac6-8fdd162cdc68 req-5ddda1c2-4652-400f-9a77-c1b5036bdb29 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850985 Apr 05 14:31:48.222166 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-513390bc-6da0-4f3d-9110-43ae1d77bed2 admin admin] Calling delete_port for 268b47a2-a095-46d6-bf4e-b7cafacb82da owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:31:48.251151 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-17252d1b-37c1-4c2a-a5f4-8798a980a6ea None None] For port 268b47a2-a095-46d6-bf4e-b7cafacb82da, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=268b47a2-a095-46d6-bf4e-b7cafacb82da,segment=NetworkSegment(bde907af-61b5-460f-a089-32a868ab7698),segment_id=bde907af-61b5-460f-a089-32a868ab7698)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:48.251626 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-17252d1b-37c1-4c2a-a5f4-8798a980a6ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:48.264625 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-17252d1b-37c1-4c2a-a5f4-8798a980a6ea None None] Calling delete_port for 268b47a2-a095-46d6-bf4e-b7cafacb82da owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:31:48.353298 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306f8bb5-0108-46f6-a18a-163e4708b54d req-75935814-d85d-4aa9-aa8e-0c9c8f05346f tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:48.355152 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-306f8bb5-0108-46f6-a18a-163e4708b54d req-75935814-d85d-4aa9-aa8e-0c9c8f05346f tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd4c7dc7-3a8e-4ff8-b695-453b0ad9a57c HTTP/1.1" status: 200 len: 946 time: 0.0682552 Apr 05 14:31:48.395233 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-513390bc-6da0-4f3d-9110-43ae1d77bed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:48.406691 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-17252d1b-37c1-4c2a-a5f4-8798a980a6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:48.440350 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17252d1b-37c1-4c2a-a5f4-8798a980a6ea None None] No DVR routers for this DVR port 268b47a2-a095-46d6-bf4e-b7cafacb82da on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:31:48.444458 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-306f8bb5-0108-46f6-a18a-163e4708b54d req-84d39050-4767-4c7a-8d67-2b325c6537d3 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814295 Apr 05 14:31:48.449962 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513390bc-6da0-4f3d-9110-43ae1d77bed2 admin admin] Pushing event deleted for resources: {'Port': ['ID=268b47a2-a095-46d6-bf4e-b7cafacb82da,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:48.451894 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513390bc-6da0-4f3d-9110-43ae1d77bed2 admin admin] No DVR routers for this DVR port 268b47a2-a095-46d6-bf4e-b7cafacb82da on host n-d-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:31:48.474544 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17252d1b-37c1-4c2a-a5f4-8798a980a6ea None None] Pushing event deleted for resources: {'Port': ['ID=268b47a2-a095-46d6-bf4e-b7cafacb82da,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:48.510164 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 33880) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:31:48.576608 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e7a2d259-9667-4248-b2a3-c57c3b0f34a6 req-6ff1b76c-c79a-41d1-b2c7-ff4c53d98dac tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2d59e31-3d4c-499c-9d25-d985cfa76273 HTTP/1.1" status: 200 len: 210 time: 0.0594893 Apr 05 14:31:48.583023 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-513390bc-6da0-4f3d-9110-43ae1d77bed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:48.613435 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-513390bc-6da0-4f3d-9110-43ae1d77bed2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['439c1f34-d52e-4564-8151-b7cfeda71953']}} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:48.627185 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-513390bc-6da0-4f3d-9110-43ae1d77bed2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bde907af-61b5-460f-a089-32a868ab7698') {'for_net_delete': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:48.627716 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-513390bc-6da0-4f3d-9110-43ae1d77bed2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bde907af-61b5-460f-a089-32a868ab7698') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:48.638921 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-513390bc-6da0-4f3d-9110-43ae1d77bed2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13399223'] for segment, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:48.643563 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fa6399c8-238a-4879-ae8b-81a99a1c1a25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:48.655180 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-513390bc-6da0-4f3d-9110-43ae1d77bed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:48.675919 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-513390bc-6da0-4f3d-9110-43ae1d77bed2 admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=103320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:31:48.676617 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-513390bc-6da0-4f3d-9110-43ae1d77bed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15765202'] for segment, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:48.678512 n-d-836650-2 neutron-server[103320]: Traceback (most recent call last): Apr 05 14:31:48.678512 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:31:48.678512 n-d-836650-2 neutron-server[103320]: timer() Apr 05 14:31:48.678512 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:31:48.678512 n-d-836650-2 neutron-server[103320]: cb(*args, **kw) Apr 05 14:31:48.678512 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:31:48.678512 n-d-836650-2 neutron-server[103320]: return func(*args, **kwargs) Apr 05 14:31:48.678512 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:31:48.678512 n-d-836650-2 neutron-server[103320]: self._notify() Apr 05 14:31:48.678512 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:31:48.678512 n-d-836650-2 neutron-server[103320]: self.callback(batched_events) Apr 05 14:31:48.678512 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:31:48.678512 n-d-836650-2 neutron-server[103320]: event.method(event) Apr 05 14:31:48.678512 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:31:48.678512 n-d-836650-2 neutron-server[103320]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:31:48.678512 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:31:48.678512 n-d-836650-2 neutron-server[103320]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:31:48.678512 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:31:48.678512 n-d-836650-2 neutron-server[103320]: return f(self, *a, **k) Apr 05 14:31:48.678512 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:31:48.678512 n-d-836650-2 neutron-server[103320]: return self._get(url).json() Apr 05 14:31:48.678512 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:31:48.678512 n-d-836650-2 neutron-server[103320]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:31:48.678512 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:31:48.678512 n-d-836650-2 neutron-server[103320]: return self.request(url, 'GET', **kwargs) Apr 05 14:31:48.678512 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:31:48.678512 n-d-836650-2 neutron-server[103320]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:31:48.678512 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:31:48.678512 n-d-836650-2 neutron-server[103320]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:31:48.678512 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:31:48.678512 n-d-836650-2 neutron-server[103320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:31:48.678512 n-d-836650-2 neutron-server[103320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:31:48.722732 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fa6399c8-238a-4879-ae8b-81a99a1c1a25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:48.758277 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f8cc3c-d01d-420f-ad67-a5fd47e2c569 req-865daefa-be43-4e4e-92ec-cf2bba8e8b68 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:48.759795 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d3f8cc3c-d01d-420f-ad67-a5fd47e2c569 req-865daefa-be43-4e4e-92ec-cf2bba8e8b68 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=59f4316c-8354-402d-9bd4-664ee4cf310a HTTP/1.1" status: 200 len: 944 time: 0.1021597 Apr 05 14:31:48.782084 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fa6399c8-238a-4879-ae8b-81a99a1c1a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:48.808216 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d3f8cc3c-d01d-420f-ad67-a5fd47e2c569 req-208c33c5-018d-46d8-b7e7-7c305daeb416 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414493 Apr 05 14:31:48.810556 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-513390bc-6da0-4f3d-9110-43ae1d77bed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:48.831695 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6399c8-238a-4879-ae8b-81a99a1c1a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f77939-9912-4cc8-a2ca-f94f344dccb7,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:48.842067 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-513390bc-6da0-4f3d-9110-43ae1d77bed2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:48.842067 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-513390bc-6da0-4f3d-9110-43ae1d77bed2 admin admin] 10.222.0.30 "DELETE /v2.0/networks/439c1f34-d52e-4564-8151-b7cfeda71953 HTTP/1.1" status: 204 len: 168 time: 0.9143062 Apr 05 14:31:48.843260 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-fa6399c8-238a-4879-ae8b-81a99a1c1a25 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=04051d8db9a544b1a9b25a64bb2fa544&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3284125 Apr 05 14:31:48.846829 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 33892) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:31:48.851282 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513390bc-6da0-4f3d-9110-43ae1d77bed2 admin admin] Pushing event deleted for resources: {'Network': ['ID=439c1f34-d52e-4564-8151-b7cfeda71953,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:48.873986 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fcc247-627d-4bf5-824b-7505c88dda26 req-0d809297-b6f6-483e-b6ab-e824490d61ba tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:48.875741 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-36fcc247-627d-4bf5-824b-7505c88dda26 req-0d809297-b6f6-483e-b6ab-e824490d61ba tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dacf389-7b4a-4f4d-a07b-66c640ef2c96 HTTP/1.1" status: 200 len: 944 time: 0.0784831 Apr 05 14:31:48.906826 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-45839d2d-9dbe-4f5c-afa1-a035ba7c14e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:48.914177 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 864758c8-c0c4-4b9c-9f17-c5de04dc5062 details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:31:48.931515 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-45839d2d-9dbe-4f5c-afa1-a035ba7c14e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:48.996682 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-36fcc247-627d-4bf5-824b-7505c88dda26 req-315e48ee-34c5-4f58-b89e-9f7bb82a84f3 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Deleting port 30e0c74b-bcb8-4af8-a6e9-5be1b57667dc {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:31:48.997270 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-36fcc247-627d-4bf5-824b-7505c88dda26 req-315e48ee-34c5-4f58-b89e-9f7bb82a84f3 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:49.034779 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 864758c8-c0c4-4b9c-9f17-c5de04dc5062, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=864758c8-c0c4-4b9c-9f17-c5de04dc5062,segment=NetworkSegment(9a2f37a0-b23d-490a-98bb-060c03097f74),segment_id=9a2f37a0-b23d-490a-98bb-060c03097f74)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:49.046199 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': '864758c8-c0c4-4b9c-9f17-c5de04dc5062', 'network_id': 'c8cad75e-d463-4298-b473-cd6f872623d5', 'port_id': '864758c8-c0c4-4b9c-9f17-c5de04dc5062', 'mac_address': 'fa:16:3e:c5:62:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ec025f3-c3f9-4eb4-863e-b0988fc8d817', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:31:49.056394 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-45839d2d-9dbe-4f5c-afa1-a035ba7c14e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:49.059078 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-45839d2d-9dbe-4f5c-afa1-a035ba7c14e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:49.060607 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-45839d2d-9dbe-4f5c-afa1-a035ba7c14e4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/33f77939-9912-4cc8-a2ca-f94f344dccb7 HTTP/1.1" status: 204 len: 168 time: 0.2127023 Apr 05 14:31:49.070225 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45839d2d-9dbe-4f5c-afa1-a035ba7c14e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f77939-9912-4cc8-a2ca-f94f344dccb7,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:49.089599 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:49.111815 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 864758c8-c0c4-4b9c-9f17-c5de04dc5062 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:31:49.113511 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-36fcc247-627d-4bf5-824b-7505c88dda26 req-315e48ee-34c5-4f58-b89e-9f7bb82a84f3 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] For port 30e0c74b-bcb8-4af8-a6e9-5be1b57667dc, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=30e0c74b-bcb8-4af8-a6e9-5be1b57667dc,segment=NetworkSegment(e44f5d0a-bab4-40cf-a1ed-36028ad06628),segment_id=e44f5d0a-bab4-40cf-a1ed-36028ad06628)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:49.113909 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-36fcc247-627d-4bf5-824b-7505c88dda26 req-315e48ee-34c5-4f58-b89e-9f7bb82a84f3 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:49.129852 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-36fcc247-627d-4bf5-824b-7505c88dda26 req-315e48ee-34c5-4f58-b89e-9f7bb82a84f3 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Calling delete_port for 30e0c74b-bcb8-4af8-a6e9-5be1b57667dc owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:31:49.138033 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 864758c8-c0c4-4b9c-9f17-c5de04dc5062, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=864758c8-c0c4-4b9c-9f17-c5de04dc5062,segment=NetworkSegment(9a2f37a0-b23d-490a-98bb-060c03097f74),segment_id=9a2f37a0-b23d-490a-98bb-060c03097f74)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:49.204055 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:49.213409 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 33900) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:31:49.259413 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=864758c8-c0c4-4b9c-9f17-c5de04dc5062,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:49.299733 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-939ffa40-81a4-4d27-8a8d-88cb03cc23f0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1074a85feda947929f5933c7f0dc8dfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0867579 Apr 05 14:31:49.302532 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 33908) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:31:49.396178 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaaee05-e956-4df3-9033-6e3476629c50 req-55daa3a7-ac8f-4208-bf78-1db26b7b69b3 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:49.397703 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fcaaee05-e956-4df3-9033-6e3476629c50 req-55daa3a7-ac8f-4208-bf78-1db26b7b69b3 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dacf389-7b4a-4f4d-a07b-66c640ef2c96 HTTP/1.1" status: 200 len: 944 time: 0.0682740 Apr 05 14:31:49.399186 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2808b09a-ba23-4631-97a1-a78db3e1eec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:49.400849 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-36fcc247-627d-4bf5-824b-7505c88dda26 req-315e48ee-34c5-4f58-b89e-9f7bb82a84f3 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:49.417622 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['30e0c74b-bcb8-4af8-a6e9-5be1b57667dc'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:31:49.421122 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['253e9573-54d3-4180-86f0-45ba2cca07f4'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:31:49.459692 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315e48ee-34c5-4f58-b89e-9f7bb82a84f3 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Pushing event deleted for resources: {'Port': ['ID=30e0c74b-bcb8-4af8-a6e9-5be1b57667dc,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:49.469562 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2808b09a-ba23-4631-97a1-a78db3e1eec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:49.548120 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fcaaee05-e956-4df3-9033-6e3476629c50 req-bfc34d33-4b39-4420-aa57-5a7639070322 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285372 Apr 05 14:31:49.581105 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-36fcc247-627d-4bf5-824b-7505c88dda26 req-315e48ee-34c5-4f58-b89e-9f7bb82a84f3 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] No DVR routers for this DVR port 30e0c74b-bcb8-4af8-a6e9-5be1b57667dc on host n-h2-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:31:49.582953 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 268b47a2-a095-46d6-bf4e-b7cafacb82da no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:31:49.584677 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-36fcc247-627d-4bf5-824b-7505c88dda26 req-315e48ee-34c5-4f58-b89e-9f7bb82a84f3 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:49.588388 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-36fcc247-627d-4bf5-824b-7505c88dda26 req-315e48ee-34c5-4f58-b89e-9f7bb82a84f3 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.11 "DELETE /v2.0/ports/30e0c74b-bcb8-4af8-a6e9-5be1b57667dc HTTP/1.1" status: 204 len: 173 time: 0.7014778 Apr 05 14:31:49.589057 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dacf389-7b4a-4f4d-a07b-66c640ef2c96', 'name': 'network-vif-deleted', 'tag': '30e0c74b-bcb8-4af8-a6e9-5be1b57667dc'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:31:49.591827 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9652adbd-044a-4723-8264-4cf41f8f351f" -d '{"events": [{"server_uuid": "0dacf389-7b4a-4f4d-a07b-66c640ef2c96", "name": "network-vif-deleted", "tag": "30e0c74b-bcb8-4af8-a6e9-5be1b57667dc"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:31:49.612377 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 268b47a2-a095-46d6-bf4e-b7cafacb82da {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:31:49.614281 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 268b47a2-a095-46d6-bf4e-b7cafacb82da not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:31:49.629086 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['864758c8-c0c4-4b9c-9f17-c5de04dc5062'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:31:49.656528 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c75a470-24d7-467c-a64d-dae548401072 x-openstack-request-id: req-1c75a470-24d7-467c-a64d-dae548401072 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:31:49.656528 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dacf389-7b4a-4f4d-a07b-66c640ef2c96", "name": "network-vif-deleted", "tag": "30e0c74b-bcb8-4af8-a6e9-5be1b57667dc", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:31:49.656528 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1c75a470-24d7-467c-a64d-dae548401072 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:31:49.656528 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c75a470-24d7-467c-a64d-dae548401072'] response: {'server_uuid': '0dacf389-7b4a-4f4d-a07b-66c640ef2c96', 'name': 'network-vif-deleted', 'tag': '30e0c74b-bcb8-4af8-a6e9-5be1b57667dc', 'status': 'completed', 'code': 200} Apr 05 14:31:49.719838 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2808b09a-ba23-4631-97a1-a78db3e1eec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:49.723780 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2808b09a-ba23-4631-97a1-a78db3e1eec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:49.727894 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-2808b09a-ba23-4631-97a1-a78db3e1eec3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bc425d11-1260-4157-8d40-ee91dddb7e71 HTTP/1.1" status: 204 len: 168 time: 0.4242816 Apr 05 14:31:49.757623 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fab9d3-9d1e-4404-89ec-35a2eb6a69dc req-85d4e150-94e9-4b7f-984c-c672471c2def tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:49.760099 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-48fab9d3-9d1e-4404-89ec-35a2eb6a69dc req-85d4e150-94e9-4b7f-984c-c672471c2def tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd4c7dc7-3a8e-4ff8-b695-453b0ad9a57c HTTP/1.1" status: 200 len: 946 time: 0.1210246 Apr 05 14:31:49.763742 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d1032db1-3e7d-4d0b-b302-654058ba5695 req-89f479cc-5bdf-4264-95ee-1187a4d3f1a8 tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2d59e31-3d4c-499c-9d25-d985cfa76273 HTTP/1.1" status: 200 len: 210 time: 0.0821874 Apr 05 14:31:49.771926 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2808b09a-ba23-4631-97a1-a78db3e1eec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc425d11-1260-4157-8d40-ee91dddb7e71,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:49.851466 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-48fab9d3-9d1e-4404-89ec-35a2eb6a69dc req-88af6ea2-bfeb-4f58-abed-9abb74384174 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761766 Apr 05 14:31:49.953541 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ac04e1-5194-4a11-8c1a-b7254fb2d508 req-0bb40c0e-37b3-41b1-8583-7ca2296b42f3 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:49.955266 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e9ac04e1-5194-4a11-8c1a-b7254fb2d508 req-0bb40c0e-37b3-41b1-8583-7ca2296b42f3 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=59f4316c-8354-402d-9bd4-664ee4cf310a HTTP/1.1" status: 200 len: 945 time: 0.0547733 Apr 05 14:31:49.996615 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e9ac04e1-5194-4a11-8c1a-b7254fb2d508 req-618c9b9d-07fd-4d85-aca8-17f685435f79 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320747 Apr 05 14:31:50.069917 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 33924) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:31:50.084242 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1ceca119-c944-4f19-a274-81f7536bb421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:50.184228 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1ceca119-c944-4f19-a274-81f7536bb421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:50.255656 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1ceca119-c944-4f19-a274-81f7536bb421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:50.301913 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-1ceca119-c944-4f19-a274-81f7536bb421 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a53d0636de26447d88023860bcac2fd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2308855 Apr 05 14:31:50.303030 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceca119-c944-4f19-a274-81f7536bb421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf82ae14-b116-4fb4-945a-136ae2e9af15,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:50.304923 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 33936) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:31:50.365246 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5fbbfe81-9fb1-4667-a38b-769678227496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:50.395208 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5fbbfe81-9fb1-4667-a38b-769678227496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:50.518512 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5fbbfe81-9fb1-4667-a38b-769678227496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:50.521113 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5fbbfe81-9fb1-4667-a38b-769678227496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:50.522421 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-5fbbfe81-9fb1-4667-a38b-769678227496 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bf82ae14-b116-4fb4-945a-136ae2e9af15 HTTP/1.1" status: 204 len: 168 time: 0.2139444 Apr 05 14:31:50.532646 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbbfe81-9fb1-4667-a38b-769678227496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf82ae14-b116-4fb4-945a-136ae2e9af15,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:50.698105 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-487d1a7d-deb6-4200-8b16-ed7a4a42c452 req-eff7601b-d63b-4da7-b89b-820d2a993e90 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dacf389-7b4a-4f4d-a07b-66c640ef2c96 HTTP/1.1" status: 200 len: 210 time: 0.0552719 Apr 05 14:31:50.725880 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ffcd52ff-1f4d-46f8-946d-d0aaab4698b2 req-3475d118-276d-4036-9f29-b19860acafb8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9f18ed5e-8412-4093-8697-f85d9fb0ff29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0710385 Apr 05 14:31:50.805116 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd52ff-1f4d-46f8-946d-d0aaab4698b2 req-68afbd2c-05dc-4e21-b739-a4bbd3b4edef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:50.805597 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd52ff-1f4d-46f8-946d-d0aaab4698b2 req-68afbd2c-05dc-4e21-b739-a4bbd3b4edef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:50.806339 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd52ff-1f4d-46f8-946d-d0aaab4698b2 req-68afbd2c-05dc-4e21-b739-a4bbd3b4edef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:50.807326 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd52ff-1f4d-46f8-946d-d0aaab4698b2 req-68afbd2c-05dc-4e21-b739-a4bbd3b4edef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:50.807860 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd52ff-1f4d-46f8-946d-d0aaab4698b2 req-68afbd2c-05dc-4e21-b739-a4bbd3b4edef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:50.808529 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd52ff-1f4d-46f8-946d-d0aaab4698b2 req-68afbd2c-05dc-4e21-b739-a4bbd3b4edef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:50.809093 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd52ff-1f4d-46f8-946d-d0aaab4698b2 req-68afbd2c-05dc-4e21-b739-a4bbd3b4edef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:50.811816 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ffcd52ff-1f4d-46f8-946d-d0aaab4698b2 req-68afbd2c-05dc-4e21-b739-a4bbd3b4edef service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4c46023293d04937b7cc39b36bfca09f&device_id=9f18ed5e-8412-4093-8697-f85d9fb0ff29 HTTP/1.1" status: 200 len: 6502 time: 0.0562005 Apr 05 14:31:50.924930 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 864758c8-c0c4-4b9c-9f17-c5de04dc5062 up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:31:50.949931 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6a447bb1-8131-472d-87b9-0fc4a78a9fd6 req-20871171-b642-4328-9d7b-449805c40abf tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2d59e31-3d4c-499c-9d25-d985cfa76273 HTTP/1.1" status: 200 len: 210 time: 0.1016574 Apr 05 14:31:51.059633 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd52ff-1f4d-46f8-946d-d0aaab4698b2 req-a5d0a12a-83ed-417f-b7d6-fff802bcd182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:51.061859 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd52ff-1f4d-46f8-946d-d0aaab4698b2 req-a5d0a12a-83ed-417f-b7d6-fff802bcd182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:51.062670 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd52ff-1f4d-46f8-946d-d0aaab4698b2 req-a5d0a12a-83ed-417f-b7d6-fff802bcd182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:51.064040 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7264a630-f8d1-424a-8b38-9a75f17b094c req-88551e4c-c580-4f8b-be81-b042e20edfd0 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:51.066197 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ffcd52ff-1f4d-46f8-946d-d0aaab4698b2 req-a5d0a12a-83ed-417f-b7d6-fff802bcd182 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c0294919-aea9-4315-98b3-d37ae7dfdddb&id=3f810a40-703c-4c97-af51-1827a3f96d53&id=3f810a40-703c-4c97-af51-1827a3f96d53&id=3f810a40-703c-4c97-af51-1827a3f96d53&id=3f810a40-703c-4c97-af51-1827a3f96d53&id=c0d47256-1dbd-4e59-a5ce-32eac6b8a672&id=c0d47256-1dbd-4e59-a5ce-32eac6b8a672 HTTP/1.1" status: 200 len: 2298 time: 0.2283442 Apr 05 14:31:51.073830 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7264a630-f8d1-424a-8b38-9a75f17b094c req-88551e4c-c580-4f8b-be81-b042e20edfd0 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd4c7dc7-3a8e-4ff8-b695-453b0ad9a57c HTTP/1.1" status: 200 len: 946 time: 0.0780365 Apr 05 14:31:51.141534 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning for port 864758c8-c0c4-4b9c-9f17-c5de04dc5062 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:31:51.146215 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port 864758c8-c0c4-4b9c-9f17-c5de04dc5062 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:31:51.146578 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:51.157024 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7264a630-f8d1-424a-8b38-9a75f17b094c req-aeb30ac8-60f8-47c0-a3d0-5c9749151546 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780811 Apr 05 14:31:51.179602 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ffcd52ff-1f4d-46f8-946d-d0aaab4698b2 req-cebd4c46-9be5-4199-be53-e6464bd221ce service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3977feb9-c3a8-4c4f-bc84-70dbef14962f HTTP/1.1" status: 200 len: 1002 time: 0.1042216 Apr 05 14:31:51.238187 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd52ff-1f4d-46f8-946d-d0aaab4698b2 req-83901195-b106-4129-a903-1f2996da05a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:51.240651 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ffcd52ff-1f4d-46f8-946d-d0aaab4698b2 req-83901195-b106-4129-a903-1f2996da05a4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5259f0aa-646e-4e1c-be67-02efc0873c39 HTTP/1.1" status: 200 len: 855 time: 0.0519917 Apr 05 14:31:51.270578 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f898603-e489-4a7d-b53f-12edfd3a0bdd req-ef531bf2-5db6-49b5-b82e-b7f485a5f372 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:51.272452 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9f898603-e489-4a7d-b53f-12edfd3a0bdd req-ef531bf2-5db6-49b5-b82e-b7f485a5f372 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=59f4316c-8354-402d-9bd4-664ee4cf310a HTTP/1.1" status: 200 len: 945 time: 0.1050427 Apr 05 14:31:51.315437 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:51.328048 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd52ff-1f4d-46f8-946d-d0aaab4698b2 req-5ad7d383-1fa9-4b0f-b365-c416aa20d01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:51.333826 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ffcd52ff-1f4d-46f8-946d-d0aaab4698b2 req-5ad7d383-1fa9-4b0f-b365-c416aa20d01f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0294919-aea9-4315-98b3-d37ae7dfdddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0844526 Apr 05 14:31:51.346675 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9f898603-e489-4a7d-b53f-12edfd3a0bdd req-b781ebce-55c4-49ce-b31e-7761384e9484 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679584 Apr 05 14:31:51.361092 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59f4316c-8354-402d-9bd4-664ee4cf310a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '864758c8-c0c4-4b9c-9f17-c5de04dc5062'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:31:51.363674 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95496e05-411d-4094-9dbd-1cd410f32b17" -d '{"events": [{"server_uuid": "59f4316c-8354-402d-9bd4-664ee4cf310a", "name": "network-vif-plugged", "status": "completed", "tag": "864758c8-c0c4-4b9c-9f17-c5de04dc5062"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:31:51.379280 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 864758c8-c0c4-4b9c-9f17-c5de04dc5062, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=864758c8-c0c4-4b9c-9f17-c5de04dc5062,segment=NetworkSegment(9a2f37a0-b23d-490a-98bb-060c03097f74),segment_id=9a2f37a0-b23d-490a-98bb-060c03097f74)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:51.412354 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6439edd5-bd77-4e70-9c46-de88c68392fc x-openstack-request-id: req-6439edd5-bd77-4e70-9c46-de88c68392fc {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:31:51.412647 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59f4316c-8354-402d-9bd4-664ee4cf310a", "name": "network-vif-plugged", "status": "completed", "tag": "864758c8-c0c4-4b9c-9f17-c5de04dc5062", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:31:51.412975 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6439edd5-bd77-4e70-9c46-de88c68392fc {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:31:51.413548 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6439edd5-bd77-4e70-9c46-de88c68392fc'] response: {'server_uuid': '59f4316c-8354-402d-9bd4-664ee4cf310a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '864758c8-c0c4-4b9c-9f17-c5de04dc5062', 'code': 200} Apr 05 14:31:51.472104 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ffcd52ff-1f4d-46f8-946d-d0aaab4698b2 req-bc20e0d5-d203-447d-be79-3aa01412db55 service neutron] 10.222.0.55 "GET /v2.0/networks/c0294919-aea9-4315-98b3-d37ae7dfdddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307111 Apr 05 14:31:51.512972 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:51.513834 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 30e0c74b-bcb8-4af8-a6e9-5be1b57667dc no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:31:51.559456 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] No Port match for: 30e0c74b-bcb8-4af8-a6e9-5be1b57667dc {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:31:51.559678 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 30e0c74b-bcb8-4af8-a6e9-5be1b57667dc not bound to the agent host n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:31:51.564659 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb178d-1bd0-414c-84c4-29d1d4c9d981 req-5ed1fd79-d8b5-446b-8fed-d8330aa346a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:51.566154 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c4cb178d-1bd0-414c-84c4-29d1d4c9d981 req-5ed1fd79-d8b5-446b-8fed-d8330aa346a6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=59f4316c-8354-402d-9bd4-664ee4cf310a HTTP/1.1" status: 200 len: 1096 time: 0.0849347 Apr 05 14:31:51.616719 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=864758c8-c0c4-4b9c-9f17-c5de04dc5062,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:51.617946 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c4cb178d-1bd0-414c-84c4-29d1d4c9d981 req-2165e1dd-b769-4221-b68b-4892449e0e0b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438993 Apr 05 14:31:51.630365 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ffcd52ff-1f4d-46f8-946d-d0aaab4698b2 req-2e01f8f8-abe1-459b-909c-8194fa15e250 service neutron] 10.222.0.55 "GET /v2.0/networks/c0294919-aea9-4315-98b3-d37ae7dfdddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490910 Apr 05 14:31:51.681128 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ffcd52ff-1f4d-46f8-946d-d0aaab4698b2 req-62598dcd-cac0-4028-af28-6163b6d3299b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.197&port_id=a36b5c82-4962-4613-858a-cd38406de637 HTTP/1.1" status: 200 len: 217 time: 0.0428698 Apr 05 14:31:51.777940 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd52ff-1f4d-46f8-946d-d0aaab4698b2 req-5e9d90dc-2fb4-46f7-a5fc-51ad181f57fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:51.781465 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ffcd52ff-1f4d-46f8-946d-d0aaab4698b2 req-5e9d90dc-2fb4-46f7-a5fc-51ad181f57fd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4b2cd119-834e-47b7-b975-b7e5f327fd6e HTTP/1.1" status: 200 len: 797 time: 0.0927374 Apr 05 14:31:51.864915 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-02b170de-0d02-4937-a3a3-74895b834183 req-bce45267-cf26-489e-ada6-266b02c1bd0b tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dacf389-7b4a-4f4d-a07b-66c640ef2c96 HTTP/1.1" status: 200 len: 210 time: 0.0528979 Apr 05 14:31:51.916396 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd52ff-1f4d-46f8-946d-d0aaab4698b2 req-55ed2d37-65c2-4561-8507-ae8b52452e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:51.918110 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ffcd52ff-1f4d-46f8-946d-d0aaab4698b2 req-55ed2d37-65c2-4561-8507-ae8b52452e47 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3f810a40-703c-4c97-af51-1827a3f96d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1276512 Apr 05 14:31:52.051402 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ffcd52ff-1f4d-46f8-946d-d0aaab4698b2 req-27ac8759-0c51-4bd6-8b26-903e8d9284a7 service neutron] 10.222.0.55 "GET /v2.0/networks/3f810a40-703c-4c97-af51-1827a3f96d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259933 Apr 05 14:31:52.282050 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-3746d559-e14d-4f2e-bf30-868b7d7a2998 tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:52.283927 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-3746d559-e14d-4f2e-bf30-868b7d7a2998 tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] 10.222.0.55 "GET /v2.0/networks?id=5acaeb9e-6a0f-4435-8a13-c347ecdacd38 HTTP/1.1" status: 200 len: 818 time: 0.2415106 Apr 05 14:31:52.325707 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-71e96b36-e401-47a9-a3d4-1ff466c5cdbc req-c92d6f38-45f4-4bc1-9c71-7e3b4d3e2746 tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2d59e31-3d4c-499c-9d25-d985cfa76273 HTTP/1.1" status: 200 len: 210 time: 0.1977623 Apr 05 14:31:52.391904 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207d057-c8e6-4da0-ac55-f4224bc3b7e5 req-97761bea-9d21-466b-9ad0-c57db867cf40 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:52.400017 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7207d057-c8e6-4da0-ac55-f4224bc3b7e5 req-97761bea-9d21-466b-9ad0-c57db867cf40 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd4c7dc7-3a8e-4ff8-b695-453b0ad9a57c HTTP/1.1" status: 200 len: 946 time: 0.0771940 Apr 05 14:31:52.412071 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-b05e0fce-fe4a-4b21-beb1-59fd8a403033 tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] Request body: {'port': {'device_id': 'd1583d90-3113-4cc3-af2e-e73472ac68ee', 'network_id': '5acaeb9e-6a0f-4435-8a13-c347ecdacd38', 'admin_state_up': True, 'tenant_id': '9c1b284210a24c6b96dab96732ec16a8'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:31:52.624119 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28eac15-7b39-4083-a13d-b42546bf1c7b req-e998397c-028f-44d1-a5e3-d7353d1d0435 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:52.626501 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b28eac15-7b39-4083-a13d-b42546bf1c7b req-e998397c-028f-44d1-a5e3-d7353d1d0435 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=59f4316c-8354-402d-9bd4-664ee4cf310a HTTP/1.1" status: 200 len: 946 time: 0.1238744 Apr 05 14:31:52.641073 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7207d057-c8e6-4da0-ac55-f4224bc3b7e5 req-79203179-6cc8-49ce-8f57-a591b654f162 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349572 Apr 05 14:31:52.641855 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ffcd52ff-1f4d-46f8-946d-d0aaab4698b2 req-ca9e393f-7145-4a71-9a27-16701c1a7ca3 service neutron] 10.222.0.55 "GET /v2.0/networks/3f810a40-703c-4c97-af51-1827a3f96d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5835035 Apr 05 14:31:52.699897 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b28eac15-7b39-4083-a13d-b42546bf1c7b req-48d15b9d-cc16-43b5-9f10-a86e90eafd54 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553484 Apr 05 14:31:52.704247 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ffcd52ff-1f4d-46f8-946d-d0aaab4698b2 req-df11d12c-b9ec-453f-8535-9484bb085a96 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=781ad338-04cd-4cd5-ab31-fb49746c5884 HTTP/1.1" status: 200 len: 217 time: 0.0518177 Apr 05 14:31:52.773790 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd52ff-1f4d-46f8-946d-d0aaab4698b2 req-03a25063-08d1-424a-8ce3-33392a1b9b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:52.776848 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ffcd52ff-1f4d-46f8-946d-d0aaab4698b2 req-03a25063-08d1-424a-8ce3-33392a1b9b7d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4b2cd119-834e-47b7-b975-b7e5f327fd6e HTTP/1.1" status: 200 len: 797 time: 0.0540628 Apr 05 14:31:52.796746 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-b05e0fce-fe4a-4b21-beb1-59fd8a403033 tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] Made reservation on behalf of 9c1b284210a24c6b96dab96732ec16a8 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:31:52.800463 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-b05e0fce-fe4a-4b21-beb1-59fd8a403033 tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:52.855156 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd52ff-1f4d-46f8-946d-d0aaab4698b2 req-3a68eb13-4d91-4f2d-9c6c-56e7f8978f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:52.856734 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ffcd52ff-1f4d-46f8-946d-d0aaab4698b2 req-3a68eb13-4d91-4f2d-9c6c-56e7f8978f7f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3f810a40-703c-4c97-af51-1827a3f96d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0737700 Apr 05 14:31:53.007257 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ffcd52ff-1f4d-46f8-946d-d0aaab4698b2 req-a99786bb-95aa-48c4-af50-191bd6c7adc5 service neutron] 10.222.0.55 "GET /v2.0/networks/3f810a40-703c-4c97-af51-1827a3f96d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315999 Apr 05 14:31:53.251278 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ffcd52ff-1f4d-46f8-946d-d0aaab4698b2 req-c7d06dc6-7c22-4378-b33e-80a6083c5292 service neutron] 10.222.0.55 "GET /v2.0/networks/3f810a40-703c-4c97-af51-1827a3f96d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296979 Apr 05 14:31:53.365842 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ffcd52ff-1f4d-46f8-946d-d0aaab4698b2 req-610fda7c-1916-4614-a621-f473282d08ce service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=092486a2-977c-4863-b102-2703e0c60ce6 HTTP/1.1" status: 200 len: 217 time: 0.1131806 Apr 05 14:31:53.437428 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd52ff-1f4d-46f8-946d-d0aaab4698b2 req-6a9e6e71-bb13-4c05-8e60-18d87a177a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:53.439146 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ffcd52ff-1f4d-46f8-946d-d0aaab4698b2 req-6a9e6e71-bb13-4c05-8e60-18d87a177a50 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4b2cd119-834e-47b7-b975-b7e5f327fd6e HTTP/1.1" status: 200 len: 797 time: 0.0663738 Apr 05 14:31:53.472242 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-60a26f5e-0070-43db-b438-201fc741e6d3 req-6ec37d92-383a-4b06-8a61-7c7263f3fc99 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dacf389-7b4a-4f4d-a07b-66c640ef2c96 HTTP/1.1" status: 200 len: 210 time: 0.0486164 Apr 05 14:31:53.550528 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-b05e0fce-fe4a-4b21-beb1-59fd8a403033 tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] Allocated IP 172.20.0.5 (5acaeb9e-6a0f-4435-8a13-c347ecdacd38/7afc4b56-58ea-42e8-aec8-923d6d5cebe3/f164e6d2-ea5b-43ec-9de4-2c957969fdf5) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:31:53.553884 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd52ff-1f4d-46f8-946d-d0aaab4698b2 req-ba781c7a-f738-470a-9f43-e47b089389b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:53.556153 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ffcd52ff-1f4d-46f8-946d-d0aaab4698b2 req-ba781c7a-f738-470a-9f43-e47b089389b9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3f810a40-703c-4c97-af51-1827a3f96d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1068535 Apr 05 14:31:53.745952 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a59b0c3e-5364-4167-a5e4-89b3d074b328 req-3e373a95-0333-48c6-9b82-419f2331b04a tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2d59e31-3d4c-499c-9d25-d985cfa76273 HTTP/1.1" status: 200 len: 210 time: 0.1011672 Apr 05 14:31:53.792536 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-ca1e901c-0f19-40b9-8f14-32b1c3742230 tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:53.792536 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-ca1e901c-0f19-40b9-8f14-32b1c3742230 tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] 10.222.0.55 "GET /v2.0/networks?id=5acaeb9e-6a0f-4435-8a13-c347ecdacd38 HTTP/1.1" status: 200 len: 818 time: 0.9133551 Apr 05 14:31:53.809957 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-dc103412-a95d-4716-9794-3b47c39b3285 tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] Request body: {'port': {'device_id': '70682e3c-9a2d-4c07-ba88-47b05ad2b80f', 'network_id': '5acaeb9e-6a0f-4435-8a13-c347ecdacd38', 'admin_state_up': True, 'tenant_id': '9c1b284210a24c6b96dab96732ec16a8'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:31:53.843879 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ffcd52ff-1f4d-46f8-946d-d0aaab4698b2 req-ad20f330-a738-4be1-801b-9cf2328765b0 service neutron] 10.222.0.55 "GET /v2.0/networks/3f810a40-703c-4c97-af51-1827a3f96d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796085 Apr 05 14:31:53.929841 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a643775f-2b19-4bd2-bfdc-77994fadb06f req-02ed598c-8c1a-41a5-ae63-19eef97568d5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=05d39a8c-6199-4262-a2a9-214f3f1b7756&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3147328 Apr 05 14:31:53.968737 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-d1d415d5-dba6-432b-895c-57a16c63a53a tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:53.970306 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-d1d415d5-dba6-432b-895c-57a16c63a53a tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] 10.222.0.11 "GET /v2.0/networks?id=5acaeb9e-6a0f-4435-8a13-c347ecdacd38 HTTP/1.1" status: 200 len: 818 time: 0.3729303 Apr 05 14:31:54.025055 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-6a536d2b-c5cb-4e88-ba6e-9e6db15dd95d tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] Request body: {'port': {'device_id': 'b2d59e31-3d4c-499c-9d25-d985cfa76273', 'network_id': '5acaeb9e-6a0f-4435-8a13-c347ecdacd38', 'admin_state_up': True, 'tenant_id': '9c1b284210a24c6b96dab96732ec16a8'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:31:54.043408 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ffcd52ff-1f4d-46f8-946d-d0aaab4698b2 req-1f0615cf-399c-44ce-af9a-f6f9b684c6a3 service neutron] 10.222.0.55 "GET /v2.0/networks/3f810a40-703c-4c97-af51-1827a3f96d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871703 Apr 05 14:31:54.062121 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643775f-2b19-4bd2-bfdc-77994fadb06f req-721569e7-0e67-4677-ad8b-af90498a0909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:54.063651 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a643775f-2b19-4bd2-bfdc-77994fadb06f req-721569e7-0e67-4677-ad8b-af90498a0909 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bf0902b496d747c7a4e6f64dff615d59&device_id=05d39a8c-6199-4262-a2a9-214f3f1b7756 HTTP/1.1" status: 200 len: 1096 time: 0.1021731 Apr 05 14:31:54.065383 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-b05e0fce-fe4a-4b21-beb1-59fd8a403033 tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:54.102695 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ffcd52ff-1f4d-46f8-946d-d0aaab4698b2 req-28893b21-115a-4405-8ed6-04a7d43fb252 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=468fe0d5-31ed-4021-923e-460e987c70e3 HTTP/1.1" status: 200 len: 217 time: 0.0509639 Apr 05 14:31:54.113802 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f109f8d8-b292-42be-a649-a3a12c91ffd3 req-0f61964c-79f4-478d-932d-9eac7dcef696 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:54.123557 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f109f8d8-b292-42be-a649-a3a12c91ffd3 req-0f61964c-79f4-478d-932d-9eac7dcef696 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd4c7dc7-3a8e-4ff8-b695-453b0ad9a57c HTTP/1.1" status: 200 len: 946 time: 0.2839155 Apr 05 14:31:54.215770 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd52ff-1f4d-46f8-946d-d0aaab4698b2 req-fbadd2e2-7df4-4ebd-b13f-6d94cd8d0bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:54.219057 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ffcd52ff-1f4d-46f8-946d-d0aaab4698b2 req-fbadd2e2-7df4-4ebd-b13f-6d94cd8d0bec service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4b2cd119-834e-47b7-b975-b7e5f327fd6e HTTP/1.1" status: 200 len: 797 time: 0.1064632 Apr 05 14:31:54.254303 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f109f8d8-b292-42be-a649-a3a12c91ffd3 req-45ae0248-b68d-4bae-9349-8c7bd3ff832e tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297104 Apr 05 14:31:54.337819 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-dc103412-a95d-4716-9794-3b47c39b3285 tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] Made reservation on behalf of 9c1b284210a24c6b96dab96732ec16a8 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:31:54.348775 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-dc103412-a95d-4716-9794-3b47c39b3285 tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:54.367888 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643775f-2b19-4bd2-bfdc-77994fadb06f req-7f5703c5-47d0-400f-a9b5-5ce5aaa8b2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:54.372634 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a643775f-2b19-4bd2-bfdc-77994fadb06f req-7f5703c5-47d0-400f-a9b5-5ce5aaa8b2c0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f3c72546-ec00-4b40-ba79-0ef4c67ea192 HTTP/1.1" status: 200 len: 916 time: 0.2694373 Apr 05 14:31:54.387233 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-020940e8-8ed4-4058-a9b6-eb90df3a93cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:54.489331 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd52ff-1f4d-46f8-946d-d0aaab4698b2 req-da7f9bf7-4820-45be-8e30-6fb70cc18b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:54.491058 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ffcd52ff-1f4d-46f8-946d-d0aaab4698b2 req-da7f9bf7-4820-45be-8e30-6fb70cc18b48 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3f810a40-703c-4c97-af51-1827a3f96d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2449367 Apr 05 14:31:54.492348 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-b05e0fce-fe4a-4b21-beb1-59fd8a403033 tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:54.515422 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a643775f-2b19-4bd2-bfdc-77994fadb06f req-284caaf7-0f94-4c65-a8a5-31b2fe687bfa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df075809-833c-4a2c-a495-57d1c044e4a9 HTTP/1.1" status: 200 len: 1000 time: 0.1113105 Apr 05 14:31:54.521164 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-6a536d2b-c5cb-4e88-ba6e-9e6db15dd95d tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] Made reservation on behalf of 9c1b284210a24c6b96dab96732ec16a8 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:31:54.525036 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-6a536d2b-c5cb-4e88-ba6e-9e6db15dd95d tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:54.589075 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-b05e0fce-fe4a-4b21-beb1-59fd8a403033 tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] Network 5acaeb9e-6a0f-4435-8a13-c347ecdacd38 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:31:54.592998 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-b05e0fce-fe4a-4b21-beb1-59fd8a403033 tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:31:54.595674 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-b05e0fce-fe4a-4b21-beb1-59fd8a403033 tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:31:54.614948 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b1f3fc-6b82-43b7-ba23-88d61c971efc req-c7c948b9-2c84-47bc-ba6a-04d625bc8875 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:54.622702 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-01b1f3fc-6b82-43b7-ba23-88d61c971efc req-c7c948b9-2c84-47bc-ba6a-04d625bc8875 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=59f4316c-8354-402d-9bd4-664ee4cf310a HTTP/1.1" status: 200 len: 946 time: 0.2078464 Apr 05 14:31:54.646796 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643775f-2b19-4bd2-bfdc-77994fadb06f req-4c5a1c09-c4b1-4903-9381-4ad6851c7a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:54.648301 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a643775f-2b19-4bd2-bfdc-77994fadb06f req-4c5a1c09-c4b1-4903-9381-4ad6851c7a29 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3851d649-24d6-48da-bb02-bd81efab2abf HTTP/1.1" status: 200 len: 854 time: 0.1133201 Apr 05 14:31:54.707156 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ffcd52ff-1f4d-46f8-946d-d0aaab4698b2 req-e20b3bd0-95a6-41c9-a7ab-d96685915702 service neutron] 10.222.0.55 "GET /v2.0/networks/3f810a40-703c-4c97-af51-1827a3f96d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036564 Apr 05 14:31:54.727725 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643775f-2b19-4bd2-bfdc-77994fadb06f req-ee8448c9-be96-40c6-80a4-af4f4c45e6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:54.735031 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a643775f-2b19-4bd2-bfdc-77994fadb06f req-ee8448c9-be96-40c6-80a4-af4f4c45e6d2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f3c72546-ec00-4b40-ba79-0ef4c67ea192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730355 Apr 05 14:31:54.785666 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05e0fce-fe4a-4b21-beb1-59fd8a403033 tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] Pushing event updated for resources: {'Port': ['ID=f164e6d2-ea5b-43ec-9de4-2c957969fdf5,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:54.829627 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-01b1f3fc-6b82-43b7-ba23-88d61c971efc req-ea37763b-a47a-45fb-b224-e4c7738f6879 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059569 Apr 05 14:31:54.871955 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-b05e0fce-fe4a-4b21-beb1-59fd8a403033 tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:54.877664 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-b05e0fce-fe4a-4b21-beb1-59fd8a403033 tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:54.884333 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-dc103412-a95d-4716-9794-3b47c39b3285 tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] Allocated IP 172.20.0.14 (5acaeb9e-6a0f-4435-8a13-c347ecdacd38/7afc4b56-58ea-42e8-aec8-923d6d5cebe3/a3c8e25e-215f-45b4-ade2-1518b68cbf7d) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:31:54.900909 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ffcd52ff-1f4d-46f8-946d-d0aaab4698b2 req-2b9ac062-1b56-4cd9-aea1-fd218d3298e3 service neutron] 10.222.0.55 "GET /v2.0/networks/3f810a40-703c-4c97-af51-1827a3f96d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852167 Apr 05 14:31:54.921787 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a643775f-2b19-4bd2-bfdc-77994fadb06f req-20728912-94ab-4f85-a869-bab8f97b3bfc service neutron] 10.222.0.11 "GET /v2.0/networks/f3c72546-ec00-4b40-ba79-0ef4c67ea192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816692 Apr 05 14:31:54.966216 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ffcd52ff-1f4d-46f8-946d-d0aaab4698b2 req-a123d2ee-6a83-4a86-8bf2-6a9082b32b8b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b3b0c21f-d1c5-4218-a050-4dd2ce0f21f8 HTTP/1.1" status: 200 len: 217 time: 0.0557084 Apr 05 14:31:54.993532 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-af720702-a751-4173-8f96-c1bd36811795 req-f8747953-5f93-4b6b-bd35-9c32ee9a6180 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dacf389-7b4a-4f4d-a07b-66c640ef2c96 HTTP/1.1" status: 200 len: 210 time: 0.0578680 Apr 05 14:31:55.035700 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-b05e0fce-fe4a-4b21-beb1-59fd8a403033 tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6325822 Apr 05 14:31:55.047776 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-c91d4c26-d755-4b68-b0c4-913ffd1025bb service neutron] Request body: {'port': {'device_id': 'd1583d90-3113-4cc3-af2e-e73472ac68ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:31:55.081116 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd52ff-1f4d-46f8-946d-d0aaab4698b2 req-69fc0760-4dfa-4f4d-a5b9-c98b25dc57a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:55.082446 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ffcd52ff-1f4d-46f8-946d-d0aaab4698b2 req-69fc0760-4dfa-4f4d-a5b9-c98b25dc57a1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=85946782-c9e5-45c1-9ef9-786126e16c57 HTTP/1.1" status: 200 len: 797 time: 0.1056001 Apr 05 14:31:55.140046 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a643775f-2b19-4bd2-bfdc-77994fadb06f req-f9dbd4f3-439e-4e7b-a149-49443e37f437 service neutron] 10.222.0.11 "GET /v2.0/networks/f3c72546-ec00-4b40-ba79-0ef4c67ea192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835988 Apr 05 14:31:55.165670 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd52ff-1f4d-46f8-946d-d0aaab4698b2 req-577c64d0-e808-4d2a-ad53-32c5b5279cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:55.179428 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ffcd52ff-1f4d-46f8-946d-d0aaab4698b2 req-577c64d0-e808-4d2a-ad53-32c5b5279cdf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0d47256-1dbd-4e59-a5ce-32eac6b8a672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0883415 Apr 05 14:31:55.195278 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cd7a35dd-95c7-4fdd-85fc-e062b13a4308 req-f06c6262-53d7-4605-b788-7ef3c2de1b6d tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2d59e31-3d4c-499c-9d25-d985cfa76273 HTTP/1.1" status: 200 len: 210 time: 0.1278045 Apr 05 14:31:55.253151 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-c91d4c26-d755-4b68-b0c4-913ffd1025bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:55.309829 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ffcd52ff-1f4d-46f8-946d-d0aaab4698b2 req-f511bd19-347d-42a9-8dd3-bd33efd2eff9 service neutron] 10.222.0.55 "GET /v2.0/networks/c0d47256-1dbd-4e59-a5ce-32eac6b8a672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206875 Apr 05 14:31:55.442543 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-dc103412-a95d-4716-9794-3b47c39b3285 tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:55.493597 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ffcd52ff-1f4d-46f8-946d-d0aaab4698b2 req-beb7d070-22d3-4805-b383-19cfa857d69e service neutron] 10.222.0.55 "GET /v2.0/networks/c0d47256-1dbd-4e59-a5ce-32eac6b8a672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764567 Apr 05 14:31:55.520300 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b8f37-b27d-4df2-bf71-3ac7614a72c3 req-6a6d1791-c44e-4666-b93f-ee7e2444c9be tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:55.529377 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c04b8f37-b27d-4df2-bf71-3ac7614a72c3 req-6a6d1791-c44e-4666-b93f-ee7e2444c9be tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=59f4316c-8354-402d-9bd4-664ee4cf310a HTTP/1.1" status: 200 len: 946 time: 0.2448051 Apr 05 14:31:55.577603 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd682d-b820-4e21-aa98-1da7fcffbe8b req-3780ffeb-2893-400a-b588-7ba051f3254a tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:55.579190 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-38dd682d-b820-4e21-aa98-1da7fcffbe8b req-3780ffeb-2893-400a-b588-7ba051f3254a tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd4c7dc7-3a8e-4ff8-b695-453b0ad9a57c HTTP/1.1" status: 200 len: 946 time: 0.1487644 Apr 05 14:31:55.586084 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ffcd52ff-1f4d-46f8-946d-d0aaab4698b2 req-64586359-8195-4528-b608-8f1aa54734bb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=548bdb08-6c3f-4d7e-ae2d-afd180db5f7a HTTP/1.1" status: 200 len: 217 time: 0.0848010 Apr 05 14:31:55.612262 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c04b8f37-b27d-4df2-bf71-3ac7614a72c3 req-a98f4937-3e68-42e1-a6b3-cba6e0bc8077 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819235 Apr 05 14:31:55.644978 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-dc103412-a95d-4716-9794-3b47c39b3285 tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:55.652743 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-38dd682d-b820-4e21-aa98-1da7fcffbe8b req-f7d9c42c-8da4-460f-8f01-f01413d3c550 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562801 Apr 05 14:31:55.677771 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd52ff-1f4d-46f8-946d-d0aaab4698b2 req-b2c130df-0f7a-47de-b7d3-6cf72be7f49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:55.681673 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ffcd52ff-1f4d-46f8-946d-d0aaab4698b2 req-b2c130df-0f7a-47de-b7d3-6cf72be7f49a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=85946782-c9e5-45c1-9ef9-786126e16c57 HTTP/1.1" status: 200 len: 797 time: 0.0853658 Apr 05 14:31:55.752128 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-dc103412-a95d-4716-9794-3b47c39b3285 tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] Network 5acaeb9e-6a0f-4435-8a13-c347ecdacd38 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:31:55.762117 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-dc103412-a95d-4716-9794-3b47c39b3285 tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:31:55.770107 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-dc103412-a95d-4716-9794-3b47c39b3285 tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:31:55.775683 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd52ff-1f4d-46f8-946d-d0aaab4698b2 req-65aa7d61-7fcb-4bc3-96d3-3b4b7e4da199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:55.776253 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-6a536d2b-c5cb-4e88-ba6e-9e6db15dd95d tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] Allocated IP 172.20.0.10 (5acaeb9e-6a0f-4435-8a13-c347ecdacd38/7afc4b56-58ea-42e8-aec8-923d6d5cebe3/f1bc9f6d-0c66-4746-b01c-6db314def909) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:31:55.777783 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ffcd52ff-1f4d-46f8-946d-d0aaab4698b2 req-65aa7d61-7fcb-4bc3-96d3-3b4b7e4da199 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0d47256-1dbd-4e59-a5ce-32eac6b8a672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0760620 Apr 05 14:31:55.824164 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc103412-a95d-4716-9794-3b47c39b3285 tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] Pushing event updated for resources: {'Port': ['ID=a3c8e25e-215f-45b4-ade2-1518b68cbf7d,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:55.920623 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-dc103412-a95d-4716-9794-3b47c39b3285 tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:55.921332 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-dc103412-a95d-4716-9794-3b47c39b3285 tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:56.001386 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ffcd52ff-1f4d-46f8-946d-d0aaab4698b2 req-dd07e800-c17a-41f4-b798-93f785b8124b service neutron] 10.222.0.55 "GET /v2.0/networks/c0d47256-1dbd-4e59-a5ce-32eac6b8a672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137611 Apr 05 14:31:56.089662 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-dc103412-a95d-4716-9794-3b47c39b3285 tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2888448 Apr 05 14:31:56.130346 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-e85de7ae-1211-4ded-aade-a1c860c3e017 service neutron] Request body: {'port': {'device_id': '70682e3c-9a2d-4c07-ba88-47b05ad2b80f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:31:56.156156 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ffcd52ff-1f4d-46f8-946d-d0aaab4698b2 req-26c50c3e-e0cf-4139-b395-f80137225fd5 service neutron] 10.222.0.55 "GET /v2.0/networks/c0d47256-1dbd-4e59-a5ce-32eac6b8a672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338742 Apr 05 14:31:56.250344 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-6a536d2b-c5cb-4e88-ba6e-9e6db15dd95d tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:56.294228 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-e85de7ae-1211-4ded-aade-a1c860c3e017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:56.407764 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3d089220-976b-4b20-86d4-e725af6c8b6d req-0ce92b71-44a1-4859-98c6-1fc384233d0f tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2d59e31-3d4c-499c-9d25-d985cfa76273 HTTP/1.1" status: 200 len: 210 time: 0.0588009 Apr 05 14:31:56.460061 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1016aaca-5c63-4525-b09f-e6a51d6a7674 req-1a9ee20d-75b3-44e9-961c-1045e0a3667f tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:56.461657 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1016aaca-5c63-4525-b09f-e6a51d6a7674 req-1a9ee20d-75b3-44e9-961c-1045e0a3667f tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=59f4316c-8354-402d-9bd4-664ee4cf310a HTTP/1.1" status: 200 len: 946 time: 0.1722677 Apr 05 14:31:56.580030 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-6a536d2b-c5cb-4e88-ba6e-9e6db15dd95d tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:56.684221 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-17520099-0271-41f6-9a12-92c0d9883f82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:56.703889 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-6a536d2b-c5cb-4e88-ba6e-9e6db15dd95d tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] Network 5acaeb9e-6a0f-4435-8a13-c347ecdacd38 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:31:56.714335 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-6a536d2b-c5cb-4e88-ba6e-9e6db15dd95d tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:31:56.718010 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-6a536d2b-c5cb-4e88-ba6e-9e6db15dd95d tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:31:56.756387 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a536d2b-c5cb-4e88-ba6e-9e6db15dd95d tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] Pushing event updated for resources: {'Port': ['ID=f1bc9f6d-0c66-4746-b01c-6db314def909,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:56.768277 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1016aaca-5c63-4525-b09f-e6a51d6a7674 req-6b2a46f0-1cec-4c7e-ac56-c66b0d7cc970 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239654 Apr 05 14:31:56.991125 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-6a536d2b-c5cb-4e88-ba6e-9e6db15dd95d tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:56.992016 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-6a536d2b-c5cb-4e88-ba6e-9e6db15dd95d tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:57.018769 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-c91d4c26-d755-4b68-b0c4-913ffd1025bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f164e6d2-ea5b-43ec-9de4-2c957969fdf5 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:31:57.027433 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-c91d4c26-d755-4b68-b0c4-913ffd1025bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:57.056033 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-c91d4c26-d755-4b68-b0c4-913ffd1025bb service neutron] Transition to ACTIVE for port object f164e6d2-ea5b-43ec-9de4-2c957969fdf5 will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:31:57.087301 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06571f40-7eee-410c-991d-ccd24510b4ec req-69c55483-2cc0-4fff-842e-bb82618304bd tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:57.096808 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-06571f40-7eee-410c-991d-ccd24510b4ec req-69c55483-2cc0-4fff-842e-bb82618304bd tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd4c7dc7-3a8e-4ff8-b695-453b0ad9a57c HTTP/1.1" status: 200 len: 946 time: 0.2282133 Apr 05 14:31:57.103102 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-6a536d2b-c5cb-4e88-ba6e-9e6db15dd95d tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0828497 Apr 05 14:31:57.120255 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-456768f8-ad0b-4bc0-b97b-43d6b08fb330 service neutron] Request body: {'port': {'device_id': 'b2d59e31-3d4c-499c-9d25-d985cfa76273', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:31:57.182205 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-c91d4c26-d755-4b68-b0c4-913ffd1025bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:57.715885 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91d4c26-d755-4b68-b0c4-913ffd1025bb service neutron] Pushing event updated for resources: {'Port': ['ID=f164e6d2-ea5b-43ec-9de4-2c957969fdf5,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:57.725398 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-06571f40-7eee-410c-991d-ccd24510b4ec req-19c953cf-bbba-44d7-b465-e4e5c0fda291 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6276233 Apr 05 14:31:57.748345 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-456768f8-ad0b-4bc0-b97b-43d6b08fb330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:57.912838 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:58.087557 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-e85de7ae-1211-4ded-aade-a1c860c3e017 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3c8e25e-215f-45b4-ade2-1518b68cbf7d {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:31:58.119405 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-e85de7ae-1211-4ded-aade-a1c860c3e017 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:58.190816 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-c91d4c26-d755-4b68-b0c4-913ffd1025bb service neutron] Attempting to bind port f164e6d2-ea5b-43ec-9de4-2c957969fdf5 on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:31:58.191112 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-c91d4c26-d755-4b68-b0c4-913ffd1025bb service neutron] Attempting to bind port f164e6d2-ea5b-43ec-9de4-2c957969fdf5 by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': '44b02d0e-7059-4303-8a63-6a6ae5673c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '5acaeb9e-6a0f-4435-8a13-c347ecdacd38'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:31:58.191451 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-c91d4c26-d755-4b68-b0c4-913ffd1025bb service neutron] Attempting to bind port f164e6d2-ea5b-43ec-9de4-2c957969fdf5 on network 5acaeb9e-6a0f-4435-8a13-c347ecdacd38 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:31:58.211603 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d237a71-baca-47a6-91b5-efceb9cc2ffc req-c9ab8293-e19c-459b-bb5a-486c2c498e0e tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:58.213260 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8d237a71-baca-47a6-91b5-efceb9cc2ffc req-c9ab8293-e19c-459b-bb5a-486c2c498e0e tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2d59e31-3d4c-499c-9d25-d985cfa76273 HTTP/1.1" status: 200 len: 932 time: 0.4302266 Apr 05 14:31:58.214243 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-e85de7ae-1211-4ded-aade-a1c860c3e017 service neutron] Transition to ACTIVE for port object a3c8e25e-215f-45b4-ade2-1518b68cbf7d will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:31:58.231057 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0209cc9f-f79a-4fee-8d46-2fcb3a3f82cb req-35a45956-2f2d-42fe-b534-813ef037707b tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:58.234088 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0209cc9f-f79a-4fee-8d46-2fcb3a3f82cb req-35a45956-2f2d-42fe-b534-813ef037707b tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=59f4316c-8354-402d-9bd4-664ee4cf310a HTTP/1.1" status: 200 len: 946 time: 0.3054304 Apr 05 14:31:58.238596 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-c91d4c26-d755-4b68-b0c4-913ffd1025bb service neutron] Port f164e6d2-ea5b-43ec-9de4-2c957969fdf5 on network 5acaeb9e-6a0f-4435-8a13-c347ecdacd38 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:31:58.238928 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-c91d4c26-d755-4b68-b0c4-913ffd1025bb service neutron] Attempting to bind port f164e6d2-ea5b-43ec-9de4-2c957969fdf5 on network 5acaeb9e-6a0f-4435-8a13-c347ecdacd38 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:31:58.273195 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-c91d4c26-d755-4b68-b0c4-913ffd1025bb service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:31:58.273539 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-c91d4c26-d755-4b68-b0c4-913ffd1025bb service neutron] Checking segment: {'id': '44b02d0e-7059-4303-8a63-6a6ae5673c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '5acaeb9e-6a0f-4435-8a13-c347ecdacd38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:31:58.273940 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-c91d4c26-d755-4b68-b0c4-913ffd1025bb service neutron] Bound using segment: {'id': '44b02d0e-7059-4303-8a63-6a6ae5673c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '5acaeb9e-6a0f-4435-8a13-c347ecdacd38'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:31:58.274404 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-c91d4c26-d755-4b68-b0c4-913ffd1025bb service neutron] Bound port: f164e6d2-ea5b-43ec-9de4-2c957969fdf5, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44b02d0e-7059-4303-8a63-6a6ae5673c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '5acaeb9e-6a0f-4435-8a13-c347ecdacd38'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:31:58.274773 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-c91d4c26-d755-4b68-b0c4-913ffd1025bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:58.325833 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-e85de7ae-1211-4ded-aade-a1c860c3e017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:58.403147 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8d237a71-baca-47a6-91b5-efceb9cc2ffc req-a6be7de4-09be-4596-8515-20c6248197d2 tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] 10.222.0.30 "GET /v2.0/security-groups?id=ded2d4eb-0031-45da-bcb8-b5b7d6e91d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807880 Apr 05 14:31:58.437350 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0209cc9f-f79a-4fee-8d46-2fcb3a3f82cb req-56a17ad4-96f2-49fc-97c9-f47a3745883d tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853683 Apr 05 14:31:58.530010 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85de7ae-1211-4ded-aade-a1c860c3e017 service neutron] Pushing event updated for resources: {'Port': ['ID=a3c8e25e-215f-45b4-ade2-1518b68cbf7d,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:58.545819 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-c91d4c26-d755-4b68-b0c4-913ffd1025bb service neutron] For port f164e6d2-ea5b-43ec-9de4-2c957969fdf5, host n-h1-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:31:58.595303 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-c91d4c26-d755-4b68-b0c4-913ffd1025bb service neutron] For port f164e6d2-ea5b-43ec-9de4-2c957969fdf5, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=f164e6d2-ea5b-43ec-9de4-2c957969fdf5,segment=NetworkSegment(44b02d0e-7059-4303-8a63-6a6ae5673c11),segment_id=44b02d0e-7059-4303-8a63-6a6ae5673c11)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:31:58.687576 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-c91d4c26-d755-4b68-b0c4-913ffd1025bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:58.708249 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-e85de7ae-1211-4ded-aade-a1c860c3e017 service neutron] Attempting to bind port a3c8e25e-215f-45b4-ade2-1518b68cbf7d on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:31:58.708589 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-e85de7ae-1211-4ded-aade-a1c860c3e017 service neutron] Attempting to bind port a3c8e25e-215f-45b4-ade2-1518b68cbf7d by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': '44b02d0e-7059-4303-8a63-6a6ae5673c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '5acaeb9e-6a0f-4435-8a13-c347ecdacd38'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:31:58.708945 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-e85de7ae-1211-4ded-aade-a1c860c3e017 service neutron] Attempting to bind port a3c8e25e-215f-45b4-ade2-1518b68cbf7d on network 5acaeb9e-6a0f-4435-8a13-c347ecdacd38 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:31:58.744626 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-c91d4c26-d755-4b68-b0c4-913ffd1025bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:58.745660 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-c91d4c26-d755-4b68-b0c4-913ffd1025bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:58.747693 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-c91d4c26-d755-4b68-b0c4-913ffd1025bb service neutron] 10.222.0.55 "PUT /v2.0/ports/f164e6d2-ea5b-43ec-9de4-2c957969fdf5 HTTP/1.1" status: 200 len: 1091 time: 3.7048764 Apr 05 14:31:58.800163 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-456768f8-ad0b-4bc0-b97b-43d6b08fb330 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1bc9f6d-0c66-4746-b01c-6db314def909 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:31:58.816959 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1583d90-3113-4cc3-af2e-e73472ac68ee', 'tag': 'f164e6d2-ea5b-43ec-9de4-2c957969fdf5'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:31:58.822282 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5888826-7607-421f-ba1b-ed10afd6ccd1" -d '{"events": [{"name": "network-changed", "server_uuid": "d1583d90-3113-4cc3-af2e-e73472ac68ee", "tag": "f164e6d2-ea5b-43ec-9de4-2c957969fdf5"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:31:58.828819 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-456768f8-ad0b-4bc0-b97b-43d6b08fb330 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:58.834226 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-e85de7ae-1211-4ded-aade-a1c860c3e017 service neutron] Port a3c8e25e-215f-45b4-ade2-1518b68cbf7d on network 5acaeb9e-6a0f-4435-8a13-c347ecdacd38 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:31:58.834557 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-e85de7ae-1211-4ded-aade-a1c860c3e017 service neutron] Attempting to bind port a3c8e25e-215f-45b4-ade2-1518b68cbf7d on network 5acaeb9e-6a0f-4435-8a13-c347ecdacd38 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:31:58.860102 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91d4c26-d755-4b68-b0c4-913ffd1025bb service neutron] Pushing event updated for resources: {'Port': ['ID=f164e6d2-ea5b-43ec-9de4-2c957969fdf5,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:58.898425 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-e85de7ae-1211-4ded-aade-a1c860c3e017 service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:31:58.898856 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-e85de7ae-1211-4ded-aade-a1c860c3e017 service neutron] Checking segment: {'id': '44b02d0e-7059-4303-8a63-6a6ae5673c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '5acaeb9e-6a0f-4435-8a13-c347ecdacd38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:31:58.899190 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-e85de7ae-1211-4ded-aade-a1c860c3e017 service neutron] Bound using segment: {'id': '44b02d0e-7059-4303-8a63-6a6ae5673c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '5acaeb9e-6a0f-4435-8a13-c347ecdacd38'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:31:58.899705 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-e85de7ae-1211-4ded-aade-a1c860c3e017 service neutron] Bound port: a3c8e25e-215f-45b4-ade2-1518b68cbf7d, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44b02d0e-7059-4303-8a63-6a6ae5673c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '5acaeb9e-6a0f-4435-8a13-c347ecdacd38'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:31:58.900073 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-e85de7ae-1211-4ded-aade-a1c860c3e017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:58.959653 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-456768f8-ad0b-4bc0-b97b-43d6b08fb330 service neutron] Transition to ACTIVE for port object f1bc9f6d-0c66-4746-b01c-6db314def909 will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:31:59.037941 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be658c7b-f9b0-4d42-8484-501661f14159 req-06fa93b2-c82e-4adb-8bbb-c97f1febe797 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:59.039610 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-be658c7b-f9b0-4d42-8484-501661f14159 req-06fa93b2-c82e-4adb-8bbb-c97f1febe797 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd4c7dc7-3a8e-4ff8-b695-453b0ad9a57c HTTP/1.1" status: 200 len: 946 time: 0.1814604 Apr 05 14:31:59.048522 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-456768f8-ad0b-4bc0-b97b-43d6b08fb330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:59.078651 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-b0a22b90-9028-4727-bd82-92a9f72b9124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:59.080318 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-b0a22b90-9028-4727-bd82-92a9f72b9124 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9c1b284210a24c6b96dab96732ec16a8&device_id=d1583d90-3113-4cc3-af2e-e73472ac68ee HTTP/1.1" status: 200 len: 1094 time: 0.2347424 Apr 05 14:31:59.112515 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06196e4-4bd2-4be6-a969-b063ba205267 x-openstack-request-id: req-d06196e4-4bd2-4be6-a969-b063ba205267 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:31:59.112800 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1583d90-3113-4cc3-af2e-e73472ac68ee", "tag": "f164e6d2-ea5b-43ec-9de4-2c957969fdf5", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:31:59.114631 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d06196e4-4bd2-4be6-a969-b063ba205267 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:31:59.114631 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d06196e4-4bd2-4be6-a969-b063ba205267'] response: {'name': 'network-changed', 'server_uuid': 'd1583d90-3113-4cc3-af2e-e73472ac68ee', 'tag': 'f164e6d2-ea5b-43ec-9de4-2c957969fdf5', 'status': 'completed', 'code': 200} Apr 05 14:31:59.168498 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-e85de7ae-1211-4ded-aade-a1c860c3e017 service neutron] For port a3c8e25e-215f-45b4-ade2-1518b68cbf7d, host n-h1-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:31:59.183020 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-c5992c46-7c94-48fd-90ad-29aa4460487f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f164e6d2-ea5b-43ec-9de4-2c957969fdf5 HTTP/1.1" status: 200 len: 217 time: 0.0755162 Apr 05 14:31:59.217504 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-e85de7ae-1211-4ded-aade-a1c860c3e017 service neutron] For port a3c8e25e-215f-45b4-ade2-1518b68cbf7d, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=a3c8e25e-215f-45b4-ade2-1518b68cbf7d,segment=NetworkSegment(44b02d0e-7059-4303-8a63-6a6ae5673c11),segment_id=44b02d0e-7059-4303-8a63-6a6ae5673c11)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:31:59.222937 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456768f8-ad0b-4bc0-b97b-43d6b08fb330 service neutron] Pushing event updated for resources: {'Port': ['ID=f1bc9f6d-0c66-4746-b01c-6db314def909,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:59.265672 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-be658c7b-f9b0-4d42-8484-501661f14159 req-6bb7753c-e833-409b-bf1e-9f63e190e706 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068808 Apr 05 14:31:59.291724 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-e85de7ae-1211-4ded-aade-a1c860c3e017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:59.368470 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-077108fd-a51e-4ceb-8fb6-409d61879bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:59.370000 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-077108fd-a51e-4ceb-8fb6-409d61879bd7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7afc4b56-58ea-42e8-aec8-923d6d5cebe3 HTTP/1.1" status: 200 len: 858 time: 0.1656761 Apr 05 14:31:59.467598 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:59.470241 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-e85de7ae-1211-4ded-aade-a1c860c3e017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:59.471114 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-e85de7ae-1211-4ded-aade-a1c860c3e017 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:59.473264 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-e85de7ae-1211-4ded-aade-a1c860c3e017 service neutron] 10.222.0.55 "PUT /v2.0/ports/a3c8e25e-215f-45b4-ade2-1518b68cbf7d HTTP/1.1" status: 200 len: 1092 time: 3.3694878 Apr 05 14:31:59.483272 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-48691c19-4bdd-49bc-97a5-ca5a790066fb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5acaeb9e-6a0f-4435-8a13-c347ecdacd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0878689 Apr 05 14:31:59.586494 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85de7ae-1211-4ded-aade-a1c860c3e017 service neutron] Pushing event updated for resources: {'Port': ['ID=a3c8e25e-215f-45b4-ade2-1518b68cbf7d,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:59.650206 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:59.678749 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-456768f8-ad0b-4bc0-b97b-43d6b08fb330 service neutron] Attempting to bind port f1bc9f6d-0c66-4746-b01c-6db314def909 on host n-h2-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:31:59.679165 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-456768f8-ad0b-4bc0-b97b-43d6b08fb330 service neutron] Attempting to bind port f1bc9f6d-0c66-4746-b01c-6db314def909 by drivers openvswitch,hyperv on host n-h2-836650-2 at level 0 using segments [{'id': '44b02d0e-7059-4303-8a63-6a6ae5673c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '5acaeb9e-6a0f-4435-8a13-c347ecdacd38'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:31:59.679896 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-456768f8-ad0b-4bc0-b97b-43d6b08fb330 service neutron] Attempting to bind port f1bc9f6d-0c66-4746-b01c-6db314def909 on network 5acaeb9e-6a0f-4435-8a13-c347ecdacd38 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:31:59.709432 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-456768f8-ad0b-4bc0-b97b-43d6b08fb330 service neutron] Port f1bc9f6d-0c66-4746-b01c-6db314def909 on network 5acaeb9e-6a0f-4435-8a13-c347ecdacd38 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:31:59.709829 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-456768f8-ad0b-4bc0-b97b-43d6b08fb330 service neutron] Attempting to bind port f1bc9f6d-0c66-4746-b01c-6db314def909 on network 5acaeb9e-6a0f-4435-8a13-c347ecdacd38 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:31:59.741419 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a3b292-67fc-43e0-a85e-f7d223a98f6c req-bcab4554-0453-4f0b-bd62-1da39cf99ef7 tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:59.743155 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-73a3b292-67fc-43e0-a85e-f7d223a98f6c req-bcab4554-0453-4f0b-bd62-1da39cf99ef7 tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2d59e31-3d4c-499c-9d25-d985cfa76273 HTTP/1.1" status: 200 len: 944 time: 0.2134738 Apr 05 14:31:59.753915 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-456768f8-ad0b-4bc0-b97b-43d6b08fb330 service neutron] Checking agent: {'id': '6d8cf521-24bb-4b6a-bbae-0284f5c87a9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:31:59.754540 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-456768f8-ad0b-4bc0-b97b-43d6b08fb330 service neutron] Checking segment: {'id': '44b02d0e-7059-4303-8a63-6a6ae5673c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '5acaeb9e-6a0f-4435-8a13-c347ecdacd38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:31:59.754540 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-456768f8-ad0b-4bc0-b97b-43d6b08fb330 service neutron] Bound using segment: {'id': '44b02d0e-7059-4303-8a63-6a6ae5673c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '5acaeb9e-6a0f-4435-8a13-c347ecdacd38'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:31:59.754983 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-456768f8-ad0b-4bc0-b97b-43d6b08fb330 service neutron] Bound port: f1bc9f6d-0c66-4746-b01c-6db314def909, host: n-h2-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44b02d0e-7059-4303-8a63-6a6ae5673c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '5acaeb9e-6a0f-4435-8a13-c347ecdacd38'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:31:59.755335 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-456768f8-ad0b-4bc0-b97b-43d6b08fb330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:59.821237 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-6d7da782-8940-4a23-8889-c4fae2b28e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:59.821237 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-6d7da782-8940-4a23-8889-c4fae2b28e3a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9c1b284210a24c6b96dab96732ec16a8&device_id=70682e3c-9a2d-4c07-ba88-47b05ad2b80f HTTP/1.1" status: 200 len: 1095 time: 0.2021585 Apr 05 14:31:59.841492 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-73a3b292-67fc-43e0-a85e-f7d223a98f6c req-f4158a6c-a81c-45c5-b32a-c9e35a4cd67b tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] 10.222.0.30 "GET /v2.0/security-groups?id=ded2d4eb-0031-45da-bcb8-b5b7d6e91d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828297 Apr 05 14:31:59.870468 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-99e8a3c6-58fe-41a9-b984-44b2fa64b12f service neutron] 10.222.0.55 "GET /v2.0/networks/5acaeb9e-6a0f-4435-8a13-c347ecdacd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3778343 Apr 05 14:31:59.913615 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-c911630c-0774-49df-ab7f-48d433a3dd34 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3c8e25e-215f-45b4-ade2-1518b68cbf7d HTTP/1.1" status: 200 len: 217 time: 0.0811477 Apr 05 14:32:00.125084 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-0053958d-9e4e-427b-97d6-9053a8aca90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:00.129672 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-0053958d-9e4e-427b-97d6-9053a8aca90e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7afc4b56-58ea-42e8-aec8-923d6d5cebe3 HTTP/1.1" status: 200 len: 858 time: 0.2067316 Apr 05 14:32:00.157158 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-456768f8-ad0b-4bc0-b97b-43d6b08fb330 service neutron] For port f1bc9f6d-0c66-4746-b01c-6db314def909, host n-h2-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:32:00.218509 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-91d18524-1ad1-4e7c-9f66-0c117da1ca73 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5acaeb9e-6a0f-4435-8a13-c347ecdacd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673828 Apr 05 14:32:00.259452 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-456768f8-ad0b-4bc0-b97b-43d6b08fb330 service neutron] For port f1bc9f6d-0c66-4746-b01c-6db314def909, host n-h2-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=f1bc9f6d-0c66-4746-b01c-6db314def909,segment=NetworkSegment(44b02d0e-7059-4303-8a63-6a6ae5673c11),segment_id=44b02d0e-7059-4303-8a63-6a6ae5673c11)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:32:00.288945 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-d45e0f94-2815-4249-8506-f2d506479957 service neutron] 10.222.0.55 "GET /v2.0/networks/5acaeb9e-6a0f-4435-8a13-c347ecdacd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3863673 Apr 05 14:32:00.329784 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af61094f-bf37-4bb6-8fff-0e08819ea43e req-becab453-f654-4a44-ac5b-6e1d4adf7295 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:00.340496 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-af61094f-bf37-4bb6-8fff-0e08819ea43e req-becab453-f654-4a44-ac5b-6e1d4adf7295 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=59f4316c-8354-402d-9bd4-664ee4cf310a HTTP/1.1" status: 200 len: 946 time: 0.3563130 Apr 05 14:32:00.340496 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-456768f8-ad0b-4bc0-b97b-43d6b08fb330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:00.422187 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-456768f8-ad0b-4bc0-b97b-43d6b08fb330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:00.422818 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-456768f8-ad0b-4bc0-b97b-43d6b08fb330 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:00.424228 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-456768f8-ad0b-4bc0-b97b-43d6b08fb330 service neutron] 10.222.0.11 "PUT /v2.0/ports/f1bc9f6d-0c66-4746-b01c-6db314def909 HTTP/1.1" status: 200 len: 1092 time: 3.3122759 Apr 05 14:32:00.539092 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456768f8-ad0b-4bc0-b97b-43d6b08fb330 service neutron] Pushing event updated for resources: {'Port': ['ID=f1bc9f6d-0c66-4746-b01c-6db314def909,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:00.567878 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-af61094f-bf37-4bb6-8fff-0e08819ea43e req-17a73eea-7215-4b4e-b153-cb9bde807f7f tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212429 Apr 05 14:32:00.599909 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-76e59dfa-8a47-486e-b945-47ec1a552606 service neutron] 10.222.0.55 "GET /v2.0/networks/5acaeb9e-6a0f-4435-8a13-c347ecdacd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3457975 Apr 05 14:32:00.599909 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5888826-7607-421f-ba1b-ed10afd6ccd1 req-1cd2874a-d8e5-4805-98db-d9d9af2f6947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:00.599909 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f5888826-7607-421f-ba1b-ed10afd6ccd1 req-1cd2874a-d8e5-4805-98db-d9d9af2f6947 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9c1b284210a24c6b96dab96732ec16a8&device_id=d1583d90-3113-4cc3-af2e-e73472ac68ee HTTP/1.1" status: 200 len: 1094 time: 0.1264563 Apr 05 14:32:00.853288 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f5c44-7b78-4752-821a-cd0357ccf3fb req-cc570abf-7b94-4e4d-8f13-3de8312aa7f7 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:00.853288 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5f3f5c44-7b78-4752-821a-cd0357ccf3fb req-cc570abf-7b94-4e4d-8f13-3de8312aa7f7 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd4c7dc7-3a8e-4ff8-b695-453b0ad9a57c HTTP/1.1" status: 200 len: 946 time: 0.1161633 Apr 05 14:32:00.853288 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5888826-7607-421f-ba1b-ed10afd6ccd1 req-6d162659-6258-4755-b4e9-89c14d30dd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:00.853288 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f5888826-7607-421f-ba1b-ed10afd6ccd1 req-6d162659-6258-4755-b4e9-89c14d30dd00 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5acaeb9e-6a0f-4435-8a13-c347ecdacd38 HTTP/1.1" status: 200 len: 919 time: 0.2430091 Apr 05 14:32:00.853288 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-e2afbd16-0421-417e-b7e3-698750af51a8 service neutron] 10.222.0.55 "GET /v2.0/networks/5acaeb9e-6a0f-4435-8a13-c347ecdacd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605004 Apr 05 14:32:00.918362 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f5888826-7607-421f-ba1b-ed10afd6ccd1 req-4eeff2db-3046-43bb-85da-ee8826423c3f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f164e6d2-ea5b-43ec-9de4-2c957969fdf5 HTTP/1.1" status: 200 len: 217 time: 0.0560155 Apr 05 14:32:01.017993 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5f3f5c44-7b78-4752-821a-cd0357ccf3fb req-6e146d1a-7307-483d-9781-e63e5171515e tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662722 Apr 05 14:32:01.078808 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5888826-7607-421f-ba1b-ed10afd6ccd1 req-775ffc60-e3c1-4a80-bdfd-3862b805f543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:01.078808 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f5888826-7607-421f-ba1b-ed10afd6ccd1 req-775ffc60-e3c1-4a80-bdfd-3862b805f543 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7afc4b56-58ea-42e8-aec8-923d6d5cebe3 HTTP/1.1" status: 200 len: 858 time: 0.1110940 Apr 05 14:32:01.078808 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-10edba97-0c81-49b3-9deb-eea4f9d1e6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:01.078808 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-10edba97-0c81-49b3-9deb-eea4f9d1e6dc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9c1b284210a24c6b96dab96732ec16a8&device_id=b2d59e31-3d4c-499c-9d25-d985cfa76273 HTTP/1.1" status: 200 len: 1095 time: 0.0849996 Apr 05 14:32:01.085353 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f5888826-7607-421f-ba1b-ed10afd6ccd1 req-35315e6a-a838-44c8-abb0-8074545fe0c0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5acaeb9e-6a0f-4435-8a13-c347ecdacd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371807 Apr 05 14:32:01.117453 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70682e3c-9a2d-4c07-ba88-47b05ad2b80f', 'tag': 'a3c8e25e-215f-45b4-ade2-1518b68cbf7d'}, {'name': 'network-changed', 'server_uuid': 'b2d59e31-3d4c-499c-9d25-d985cfa76273', 'tag': 'f1bc9f6d-0c66-4746-b01c-6db314def909'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:32:01.117453 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-600de66f-f276-482c-8f81-0c64119e86ce" -d '{"events": [{"name": "network-changed", "server_uuid": "70682e3c-9a2d-4c07-ba88-47b05ad2b80f", "tag": "a3c8e25e-215f-45b4-ade2-1518b68cbf7d"}, {"name": "network-changed", "server_uuid": "b2d59e31-3d4c-499c-9d25-d985cfa76273", "tag": "f1bc9f6d-0c66-4746-b01c-6db314def909"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:32:01.129438 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-47af7717-ec11-4908-a14b-7b3ffc57f652 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1bc9f6d-0c66-4746-b01c-6db314def909 HTTP/1.1" status: 200 len: 217 time: 0.0732973 Apr 05 14:32:01.269954 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-10786d71-e6c8-4e7d-8a89-ab9bcb79a336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:01.271446 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-10786d71-e6c8-4e7d-8a89-ab9bcb79a336 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7afc4b56-58ea-42e8-aec8-923d6d5cebe3 HTTP/1.1" status: 200 len: 858 time: 0.1307755 Apr 05 14:32:01.278948 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72ffff4-39ad-49ba-b98e-7cf299c56e60 req-be533d92-6f09-414f-9b4a-196c79286e16 tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:01.280474 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f72ffff4-39ad-49ba-b98e-7cf299c56e60 req-be533d92-6f09-414f-9b4a-196c79286e16 tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2d59e31-3d4c-499c-9d25-d985cfa76273 HTTP/1.1" status: 200 len: 944 time: 0.1660206 Apr 05 14:32:01.329633 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-e152ff8e-1f71-4bc6-b327-0d0ffff5d3f8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5acaeb9e-6a0f-4435-8a13-c347ecdacd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431724 Apr 05 14:32:01.333384 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f5888826-7607-421f-ba1b-ed10afd6ccd1 req-4555a7ed-5db0-428e-a027-59a8dd898dd2 service neutron] 10.222.0.55 "GET /v2.0/networks/5acaeb9e-6a0f-4435-8a13-c347ecdacd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201648 Apr 05 14:32:01.385100 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f72ffff4-39ad-49ba-b98e-7cf299c56e60 req-e79fad72-2bbf-43d9-a544-90b82847223c tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] 10.222.0.30 "GET /v2.0/security-groups?id=ded2d4eb-0031-45da-bcb8-b5b7d6e91d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975122 Apr 05 14:32:01.385284 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 7 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 14:32:01.492168 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 05 Apr 2022 14:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06aaff06-d8ef-46a8-a8c4-7eeb1a039ffc x-openstack-request-id: req-06aaff06-d8ef-46a8-a8c4-7eeb1a039ffc {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:32:01.492468 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70682e3c-9a2d-4c07-ba88-47b05ad2b80f", "tag": "a3c8e25e-215f-45b4-ade2-1518b68cbf7d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b2d59e31-3d4c-499c-9d25-d985cfa76273", "tag": "f1bc9f6d-0c66-4746-b01c-6db314def909", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:32:01.492723 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-06aaff06-d8ef-46a8-a8c4-7eeb1a039ffc {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:32:01.493154 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06aaff06-d8ef-46a8-a8c4-7eeb1a039ffc'] response: {'name': 'network-changed', 'server_uuid': '70682e3c-9a2d-4c07-ba88-47b05ad2b80f', 'tag': 'a3c8e25e-215f-45b4-ade2-1518b68cbf7d', 'status': 'completed', 'code': 200} Apr 05 14:32:01.493470 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06aaff06-d8ef-46a8-a8c4-7eeb1a039ffc'] response: {'name': 'network-changed', 'server_uuid': 'b2d59e31-3d4c-499c-9d25-d985cfa76273', 'tag': 'f1bc9f6d-0c66-4746-b01c-6db314def909', 'status': 'completed', 'code': 200} Apr 05 14:32:01.569628 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-51ae0741-7836-4abd-b19e-6aa4392c8547 service neutron] 10.222.0.11 "GET /v2.0/networks/5acaeb9e-6a0f-4435-8a13-c347ecdacd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302766 Apr 05 14:32:01.578716 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f5888826-7607-421f-ba1b-ed10afd6ccd1 req-ae13fcbc-c200-4725-9dd5-efd0ef6a637b service neutron] 10.222.0.55 "GET /v2.0/networks/5acaeb9e-6a0f-4435-8a13-c347ecdacd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195137 Apr 05 14:32:01.644174 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600de66f-f276-482c-8f81-0c64119e86ce req-aba7b556-b815-482e-8b1c-8848604f555d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:01.645738 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-600de66f-f276-482c-8f81-0c64119e86ce req-aba7b556-b815-482e-8b1c-8848604f555d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9c1b284210a24c6b96dab96732ec16a8&device_id=70682e3c-9a2d-4c07-ba88-47b05ad2b80f HTTP/1.1" status: 200 len: 1095 time: 0.1138999 Apr 05 14:32:02.044824 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 34724) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:32:02.113046 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2c0039c0-23ec-4c4d-b0b0-ae27e62599e1 req-073191c0-7737-4489-8c31-8a8f0772b796 service neutron] 10.222.0.11 "GET /v2.0/networks/5acaeb9e-6a0f-4435-8a13-c347ecdacd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5315952 Apr 05 14:32:02.182071 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0b75735d-61a8-48d6-97f7-4ed824d764d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:02.193132 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1a430-7eb1-49b6-8853-601f41f29522 req-07216ca0-b915-45f5-b4bf-6c199904ac40 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:02.194671 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7fb1a430-7eb1-49b6-8853-601f41f29522 req-07216ca0-b915-45f5-b4bf-6c199904ac40 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=45a58cb2-8259-4d9f-8d24-085fcb724cdc HTTP/1.1" status: 200 len: 944 time: 0.2152340 Apr 05 14:32:02.208869 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cbcd6f-658e-4d6f-9e6f-bacbfbba7a79 req-7050dc15-84b3-42e5-bd7e-ec0a1a141cf5 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:02.210345 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a7cbcd6f-658e-4d6f-9e6f-bacbfbba7a79 req-7050dc15-84b3-42e5-bd7e-ec0a1a141cf5 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.55 "GET /v2.0/ports?device_id=45a58cb2-8259-4d9f-8d24-085fcb724cdc HTTP/1.1" status: 200 len: 944 time: 0.1599960 Apr 05 14:32:02.214488 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600de66f-f276-482c-8f81-0c64119e86ce req-068b4240-737d-419f-a3a2-92d06f0065ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:02.215841 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-600de66f-f276-482c-8f81-0c64119e86ce req-068b4240-737d-419f-a3a2-92d06f0065ad service neutron] 10.222.0.55 "GET /v2.0/networks?id=5acaeb9e-6a0f-4435-8a13-c347ecdacd38 HTTP/1.1" status: 200 len: 919 time: 0.5601888 Apr 05 14:32:02.270957 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0b75735d-61a8-48d6-97f7-4ed824d764d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:02.327946 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af2ffae-66f4-451e-817b-f752dfb4f20c req-839360b3-bcb2-4b27-965c-fe753a5b8499 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:02.329499 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6af2ffae-66f4-451e-817b-f752dfb4f20c req-839360b3-bcb2-4b27-965c-fe753a5b8499 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=59f4316c-8354-402d-9bd4-664ee4cf310a HTTP/1.1" status: 200 len: 946 time: 0.2226536 Apr 05 14:32:02.340973 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0b75735d-61a8-48d6-97f7-4ed824d764d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:02.343177 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-600de66f-f276-482c-8f81-0c64119e86ce req-89b6cfe5-9a20-4d29-bd02-e2bf71d8ca8c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3c8e25e-215f-45b4-ade2-1518b68cbf7d HTTP/1.1" status: 200 len: 217 time: 0.1179850 Apr 05 14:32:02.383441 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b75735d-61a8-48d6-97f7-4ed824d764d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f933bb-1dfb-4c9c-a87d-c58e30388786,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:02.390629 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-0b75735d-61a8-48d6-97f7-4ed824d764d9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a559d58d06054edfbfeb515686d76339&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3442943 Apr 05 14:32:02.391551 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 34732) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:32:02.401558 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device a3c8e25e-215f-45b4-ade2-1518b68cbf7d details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:32:02.423864 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7fb1a430-7eb1-49b6-8853-601f41f29522 req-177709cd-c228-4d18-a05f-68bbf874cbe7 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124298 Apr 05 14:32:02.446038 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f43f5aa4-7e07-43f6-8e95-c27774f33d7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:02.458688 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600de66f-f276-482c-8f81-0c64119e86ce req-604eb48d-120f-4376-8885-dc2e7d2be7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:02.458688 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-600de66f-f276-482c-8f81-0c64119e86ce req-604eb48d-120f-4376-8885-dc2e7d2be7cf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9c1b284210a24c6b96dab96732ec16a8&device_id=b2d59e31-3d4c-499c-9d25-d985cfa76273 HTTP/1.1" status: 200 len: 1095 time: 0.2252376 Apr 05 14:32:02.470725 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f43f5aa4-7e07-43f6-8e95-c27774f33d7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:02.512765 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6af2ffae-66f4-451e-817b-f752dfb4f20c req-a0129a18-15ae-4871-a8b7-d2b3e26f3db9 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666887 Apr 05 14:32:02.514663 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600de66f-f276-482c-8f81-0c64119e86ce req-e1b5930f-a903-462e-9566-2586aa639ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:02.523742 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port a3c8e25e-215f-45b4-ade2-1518b68cbf7d, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=a3c8e25e-215f-45b4-ade2-1518b68cbf7d,segment=NetworkSegment(44b02d0e-7059-4303-8a63-6a6ae5673c11),segment_id=44b02d0e-7059-4303-8a63-6a6ae5673c11)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:02.526396 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-600de66f-f276-482c-8f81-0c64119e86ce req-e1b5930f-a903-462e-9566-2586aa639ea4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7afc4b56-58ea-42e8-aec8-923d6d5cebe3 HTTP/1.1" status: 200 len: 858 time: 0.1743729 Apr 05 14:32:02.536012 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': 'a3c8e25e-215f-45b4-ade2-1518b68cbf7d', 'network_id': '5acaeb9e-6a0f-4435-8a13-c347ecdacd38', 'port_id': 'a3c8e25e-215f-45b4-ade2-1518b68cbf7d', 'mac_address': 'fa:16:3e:bf:60:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7afc4b56-58ea-42e8-aec8-923d6d5cebe3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:32:02.585625 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:02.608570 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3c8e25e-215f-45b4-ade2-1518b68cbf7d {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:32:02.618864 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-600de66f-f276-482c-8f81-0c64119e86ce req-4bfecc9c-d931-4b69-a9c2-90dc86ee3ecf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5acaeb9e-6a0f-4435-8a13-c347ecdacd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842273 Apr 05 14:32:02.626346 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f43f5aa4-7e07-43f6-8e95-c27774f33d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:02.629746 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f43f5aa4-7e07-43f6-8e95-c27774f33d7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:02.633588 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-f43f5aa4-7e07-43f6-8e95-c27774f33d7b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/36f933bb-1dfb-4c9c-a87d-c58e30388786 HTTP/1.1" status: 204 len: 168 time: 0.2384439 Apr 05 14:32:02.645766 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43f5aa4-7e07-43f6-8e95-c27774f33d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f933bb-1dfb-4c9c-a87d-c58e30388786,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:02.657749 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port a3c8e25e-215f-45b4-ade2-1518b68cbf7d, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=a3c8e25e-215f-45b4-ade2-1518b68cbf7d,segment=NetworkSegment(44b02d0e-7059-4303-8a63-6a6ae5673c11),segment_id=44b02d0e-7059-4303-8a63-6a6ae5673c11)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:02.735645 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:02.736280 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device f164e6d2-ea5b-43ec-9de4-2c957969fdf5 details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:32:02.741204 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-a7cbcd6f-658e-4d6f-9e6f-bacbfbba7a79 req-60690471-3f62-4f44-8a68-26af315e15b0 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Deleting port 253e9573-54d3-4180-86f0-45ba2cca07f4 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:32:02.746544 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-a7cbcd6f-658e-4d6f-9e6f-bacbfbba7a79 req-60690471-3f62-4f44-8a68-26af315e15b0 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:02.811981 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=a3c8e25e-215f-45b4-ade2-1518b68cbf7d,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:02.816040 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port f164e6d2-ea5b-43ec-9de4-2c957969fdf5, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=f164e6d2-ea5b-43ec-9de4-2c957969fdf5,segment=NetworkSegment(44b02d0e-7059-4303-8a63-6a6ae5673c11),segment_id=44b02d0e-7059-4303-8a63-6a6ae5673c11)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:02.823274 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600de66f-f276-482c-8f81-0c64119e86ce req-13e2e644-a058-40dc-8965-8dfb65a52bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:02.823274 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-600de66f-f276-482c-8f81-0c64119e86ce req-13e2e644-a058-40dc-8965-8dfb65a52bb5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5acaeb9e-6a0f-4435-8a13-c347ecdacd38 HTTP/1.1" status: 200 len: 919 time: 0.3530812 Apr 05 14:32:02.830277 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': 'f164e6d2-ea5b-43ec-9de4-2c957969fdf5', 'network_id': '5acaeb9e-6a0f-4435-8a13-c347ecdacd38', 'port_id': 'f164e6d2-ea5b-43ec-9de4-2c957969fdf5', 'mac_address': 'fa:16:3e:2f:b5:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7afc4b56-58ea-42e8-aec8-923d6d5cebe3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:32:02.837673 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b332545-fcd5-465b-b634-7fc3ad9efcdb req-8a73400b-56d3-49ae-b22c-2d18fac17a01 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:02.839212 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7b332545-fcd5-465b-b634-7fc3ad9efcdb req-8a73400b-56d3-49ae-b22c-2d18fac17a01 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] 10.222.0.30 "GET /v2.0/ports?device_id=05d39a8c-6199-4262-a2a9-214f3f1b7756 HTTP/1.1" status: 200 len: 945 time: 0.3116882 Apr 05 14:32:02.855881 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf1a060-1bf9-4787-9d48-0c5602234de8 req-8c5a28d7-8a0a-4c31-911c-6351ef3d3fda tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:02.858196 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ccf1a060-1bf9-4787-9d48-0c5602234de8 req-8c5a28d7-8a0a-4c31-911c-6351ef3d3fda tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd4c7dc7-3a8e-4ff8-b695-453b0ad9a57c HTTP/1.1" status: 200 len: 946 time: 0.2178872 Apr 05 14:32:02.885552 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:02.893861 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f164e6d2-ea5b-43ec-9de4-2c957969fdf5 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:32:02.915082 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port f164e6d2-ea5b-43ec-9de4-2c957969fdf5, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=f164e6d2-ea5b-43ec-9de4-2c957969fdf5,segment=NetworkSegment(44b02d0e-7059-4303-8a63-6a6ae5673c11),segment_id=44b02d0e-7059-4303-8a63-6a6ae5673c11)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:02.931227 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-600de66f-f276-482c-8f81-0c64119e86ce req-65f86d47-0023-43b8-bf37-2280b930dc0b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1bc9f6d-0c66-4746-b01c-6db314def909 HTTP/1.1" status: 200 len: 217 time: 0.0831757 Apr 05 14:32:02.988422 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:03.014827 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-600de66f-f276-482c-8f81-0c64119e86ce req-e56d1877-4f6a-428a-9af9-8a85eb91e0f0 service neutron] 10.222.0.55 "GET /v2.0/networks/5acaeb9e-6a0f-4435-8a13-c347ecdacd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3864822 Apr 05 14:32:03.028447 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-a7cbcd6f-658e-4d6f-9e6f-bacbfbba7a79 req-60690471-3f62-4f44-8a68-26af315e15b0 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] For port 253e9573-54d3-4180-86f0-45ba2cca07f4, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=253e9573-54d3-4180-86f0-45ba2cca07f4,segment=NetworkSegment(e44f5d0a-bab4-40cf-a1ed-36028ad06628),segment_id=e44f5d0a-bab4-40cf-a1ed-36028ad06628)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:03.032909 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-a7cbcd6f-658e-4d6f-9e6f-bacbfbba7a79 req-60690471-3f62-4f44-8a68-26af315e15b0 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:03.047318 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=f164e6d2-ea5b-43ec-9de4-2c957969fdf5,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:03.061227 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7b332545-fcd5-465b-b634-7fc3ad9efcdb req-e10f4eea-f416-488e-9b1a-fc435c5a3770 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] 10.222.0.30 "GET /v2.0/security-groups?id=e11c276c-16a6-443f-b4d5-3531135ae372&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1976411 Apr 05 14:32:03.089769 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-a7cbcd6f-658e-4d6f-9e6f-bacbfbba7a79 req-60690471-3f62-4f44-8a68-26af315e15b0 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Calling delete_port for 253e9573-54d3-4180-86f0-45ba2cca07f4 owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:32:03.097750 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ccf1a060-1bf9-4787-9d48-0c5602234de8 req-e14a344f-a0fc-4ead-8034-36efc7e8e3ec tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293012 Apr 05 14:32:03.125736 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600de66f-f276-482c-8f81-0c64119e86ce req-5294ee77-1d3d-48be-b2a4-d04906374954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:03.127254 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-600de66f-f276-482c-8f81-0c64119e86ce req-5294ee77-1d3d-48be-b2a4-d04906374954 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7afc4b56-58ea-42e8-aec8-923d6d5cebe3 HTTP/1.1" status: 200 len: 858 time: 0.1728852 Apr 05 14:32:03.206314 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-600de66f-f276-482c-8f81-0c64119e86ce req-b30fec8a-8c48-47e5-95d8-d9ea0e8de7e4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5acaeb9e-6a0f-4435-8a13-c347ecdacd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713022 Apr 05 14:32:03.296837 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 34766) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:32:03.318522 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a6f5b527-158b-40d8-b6f9-232fe33aae1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:03.320085 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['a3c8e25e-215f-45b4-ade2-1518b68cbf7d'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:32:03.322614 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['f164e6d2-ea5b-43ec-9de4-2c957969fdf5'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:32:03.332807 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-600de66f-f276-482c-8f81-0c64119e86ce req-d72e8485-a3ef-4d09-a865-f32bcb2dd500 service neutron] 10.222.0.55 "GET /v2.0/networks/5acaeb9e-6a0f-4435-8a13-c347ecdacd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3011303 Apr 05 14:32:03.343672 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad806d-3b60-4461-b7fe-6f960ebab189 req-a3ff1f72-e48a-4239-bc51-aa63786a565e tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:03.345239 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-18ad806d-3b60-4461-b7fe-6f960ebab189 req-a3ff1f72-e48a-4239-bc51-aa63786a565e tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2d59e31-3d4c-499c-9d25-d985cfa76273 HTTP/1.1" status: 200 len: 944 time: 0.1968026 Apr 05 14:32:03.441869 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-18ad806d-3b60-4461-b7fe-6f960ebab189 req-08c5f7b2-954f-4c3b-8b16-653faf995a58 tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] 10.222.0.30 "GET /v2.0/security-groups?id=ded2d4eb-0031-45da-bcb8-b5b7d6e91d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877550 Apr 05 14:32:03.454335 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-600de66f-f276-482c-8f81-0c64119e86ce req-59638cb1-472c-4833-8f22-c5f815940ee8 service neutron] 10.222.0.11 "GET /v2.0/networks/5acaeb9e-6a0f-4435-8a13-c347ecdacd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242546 Apr 05 14:32:03.461851 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a6f5b527-158b-40d8-b6f9-232fe33aae1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:03.534640 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a6f5b527-158b-40d8-b6f9-232fe33aae1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:03.581741 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-600de66f-f276-482c-8f81-0c64119e86ce req-c013acb6-e7fd-4690-b841-a74edebc9ca6 service neutron] 10.222.0.11 "GET /v2.0/networks/5acaeb9e-6a0f-4435-8a13-c347ecdacd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148648 Apr 05 14:32:03.598830 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-a6f5b527-158b-40d8-b6f9-232fe33aae1a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1c8b5599177e416ba4298d8f1c80ba70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2986605 Apr 05 14:32:03.599089 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-a7cbcd6f-658e-4d6f-9e6f-bacbfbba7a79 req-60690471-3f62-4f44-8a68-26af315e15b0 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:03.599299 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f5b527-158b-40d8-b6f9-232fe33aae1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c576de-ba78-4bc3-bad4-ad3ff3c8734b,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:03.607765 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 34772) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:32:03.627992 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-87c0f860-0222-4128-b4fc-21147327b1b2 req-8a03d455-2d15-43d3-961a-de066bdf6782 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=45a58cb2-8259-4d9f-8d24-085fcb724cdc HTTP/1.1" status: 200 len: 210 time: 0.0447662 Apr 05 14:32:03.674634 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60690471-3f62-4f44-8a68-26af315e15b0 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Pushing event deleted for resources: {'Port': ['ID=253e9573-54d3-4180-86f0-45ba2cca07f4,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:03.686106 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb921ff-379a-48de-b9be-cd4774002baf req-6931090d-a0fe-4162-86e8-83d2c0ad4e44 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:03.687284 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2fb921ff-379a-48de-b9be-cd4774002baf req-6931090d-a0fe-4162-86e8-83d2c0ad4e44 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] 10.222.0.11 "GET /v2.0/ports?device_id=05d39a8c-6199-4262-a2a9-214f3f1b7756 HTTP/1.1" status: 200 len: 945 time: 0.1895545 Apr 05 14:32:03.715463 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c587d-7d05-4509-9340-9a039fcb2167 req-d6e4ebbd-3c4d-44f6-9028-7053fc2aef1a tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:03.717617 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fb4c587d-7d05-4509-9340-9a039fcb2167 req-d6e4ebbd-3c4d-44f6-9028-7053fc2aef1a tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=59f4316c-8354-402d-9bd4-664ee4cf310a HTTP/1.1" status: 200 len: 946 time: 0.1219134 Apr 05 14:32:03.729612 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8d2fa9c2-43b9-4d71-9879-fadbe73c9805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:03.736534 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7cbcd6f-658e-4d6f-9e6f-bacbfbba7a79 req-60690471-3f62-4f44-8a68-26af315e15b0 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] No DVR routers for this DVR port 253e9573-54d3-4180-86f0-45ba2cca07f4 on host n-h1-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:32:03.744488 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-a7cbcd6f-658e-4d6f-9e6f-bacbfbba7a79 req-60690471-3f62-4f44-8a68-26af315e15b0 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:03.747819 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a7cbcd6f-658e-4d6f-9e6f-bacbfbba7a79 req-60690471-3f62-4f44-8a68-26af315e15b0 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.55 "DELETE /v2.0/ports/253e9573-54d3-4180-86f0-45ba2cca07f4 HTTP/1.1" status: 204 len: 173 time: 1.5286407 Apr 05 14:32:03.748868 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45a58cb2-8259-4d9f-8d24-085fcb724cdc', 'name': 'network-vif-deleted', 'tag': '253e9573-54d3-4180-86f0-45ba2cca07f4'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:32:03.751774 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac271667-a72b-40ff-809f-d6c19cae8c4e" -d '{"events": [{"server_uuid": "45a58cb2-8259-4d9f-8d24-085fcb724cdc", "name": "network-vif-deleted", "tag": "253e9573-54d3-4180-86f0-45ba2cca07f4"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:32:03.794012 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8d2fa9c2-43b9-4d71-9879-fadbe73c9805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:03.799634 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fb4c587d-7d05-4509-9340-9a039fcb2167 req-902e8084-a6b8-4d67-88bc-a34acb348ec7 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587568 Apr 05 14:32:03.825715 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab34d0b5-1ca5-46c3-bae6-45a2c90df84c x-openstack-request-id: req-ab34d0b5-1ca5-46c3-bae6-45a2c90df84c {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:32:03.830415 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45a58cb2-8259-4d9f-8d24-085fcb724cdc", "name": "network-vif-deleted", "tag": "253e9573-54d3-4180-86f0-45ba2cca07f4", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:32:03.830415 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ab34d0b5-1ca5-46c3-bae6-45a2c90df84c {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:32:03.830415 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab34d0b5-1ca5-46c3-bae6-45a2c90df84c'] response: {'server_uuid': '45a58cb2-8259-4d9f-8d24-085fcb724cdc', 'name': 'network-vif-deleted', 'tag': '253e9573-54d3-4180-86f0-45ba2cca07f4', 'status': 'completed', 'code': 200} Apr 05 14:32:03.856549 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-2fb921ff-379a-48de-b9be-cd4774002baf req-37281af3-5826-447b-b6ff-6a5246ed9cea tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Deleting port df075809-833c-4a2c-a495-57d1c044e4a9 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:32:03.859714 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2fb921ff-379a-48de-b9be-cd4774002baf req-37281af3-5826-447b-b6ff-6a5246ed9cea tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:03.919716 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 34778) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:32:03.953952 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-2fb921ff-379a-48de-b9be-cd4774002baf req-37281af3-5826-447b-b6ff-6a5246ed9cea tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] For port df075809-833c-4a2c-a495-57d1c044e4a9, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=df075809-833c-4a2c-a495-57d1c044e4a9,segment=NetworkSegment(0757738d-d0ba-42f4-8242-083676031461),segment_id=0757738d-d0ba-42f4-8242-083676031461)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:03.954319 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2fb921ff-379a-48de-b9be-cd4774002baf req-37281af3-5826-447b-b6ff-6a5246ed9cea tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:03.999342 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8d2fa9c2-43b9-4d71-9879-fadbe73c9805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:04.001952 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8d2fa9c2-43b9-4d71-9879-fadbe73c9805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:04.003102 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-8d2fa9c2-43b9-4d71-9879-fadbe73c9805 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d2c576de-ba78-4bc3-bad4-ad3ff3c8734b HTTP/1.1" status: 204 len: 168 time: 0.3902535 Apr 05 14:32:04.018902 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2fa9c2-43b9-4d71-9879-fadbe73c9805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c576de-ba78-4bc3-bad4-ad3ff3c8734b,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:04.050787 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a743076b-aea1-4945-a2ee-fce987810c91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:04.163854 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a743076b-aea1-4945-a2ee-fce987810c91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:04.197565 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2fb921ff-379a-48de-b9be-cd4774002baf req-37281af3-5826-447b-b6ff-6a5246ed9cea tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:04.198573 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2fb921ff-379a-48de-b9be-cd4774002baf req-37281af3-5826-447b-b6ff-6a5246ed9cea tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:04.199347 n-d-836650-2 neutron-server[103321]: INFO neutron.db.l3_db [req-2fb921ff-379a-48de-b9be-cd4774002baf req-37281af3-5826-447b-b6ff-6a5246ed9cea tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Floating IP 44150e70-2861-4690-9f3e-7acd8319c6ad disassociated. External IP: 172.25.6.20, port: df075809-833c-4a2c-a495-57d1c044e4a9. Apr 05 14:32:04.200331 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-2fb921ff-379a-48de-b9be-cd4774002baf req-37281af3-5826-447b-b6ff-6a5246ed9cea tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Calling delete_port for df075809-833c-4a2c-a495-57d1c044e4a9 owned by compute:nova {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:32:04.284681 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a743076b-aea1-4945-a2ee-fce987810c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:04.348926 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75997fb6-3f3c-4434-a245-d468d4d52e0a req-0af04df8-9943-43c9-baaa-045573cccd93 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:04.350542 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-75997fb6-3f3c-4434-a245-d468d4d52e0a req-0af04df8-9943-43c9-baaa-045573cccd93 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd4c7dc7-3a8e-4ff8-b695-453b0ad9a57c HTTP/1.1" status: 200 len: 946 time: 0.1578202 Apr 05 14:32:04.355203 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-a743076b-aea1-4945-a2ee-fce987810c91 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=eefd47ac7bcb4fed9bd368b1741ea012&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4334743 Apr 05 14:32:04.356188 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a743076b-aea1-4945-a2ee-fce987810c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc2d00d-267d-445f-baab-6be1fd8559ec,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:04.359308 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 34790) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:32:04.366958 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f61ddc-f3f5-4a09-b763-bc24ea91c866 req-4744e9fd-38de-4ddb-927a-d0771b478d59 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:04.367208 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['253e9573-54d3-4180-86f0-45ba2cca07f4'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:32:04.368982 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c8f61ddc-f3f5-4a09-b763-bc24ea91c866 req-4744e9fd-38de-4ddb-927a-d0771b478d59 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] 10.222.0.30 "GET /v2.0/ports?device_id=05d39a8c-6199-4262-a2a9-214f3f1b7756 HTTP/1.1" status: 200 len: 945 time: 0.1924624 Apr 05 14:32:04.429554 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-178858c2-707e-44f0-bc3f-3ff36ce442f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:04.461188 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-75997fb6-3f3c-4434-a245-d468d4d52e0a req-f2c44c98-5502-49dc-b067-20dc9ea2f44f tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762086 Apr 05 14:32:04.464719 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2fb921ff-379a-48de-b9be-cd4774002baf req-37281af3-5826-447b-b6ff-6a5246ed9cea tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:04.468557 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-178858c2-707e-44f0-bc3f-3ff36ce442f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:04.489728 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c8f61ddc-f3f5-4a09-b763-bc24ea91c866 req-b7859603-dba6-46a2-881f-ee401d2a1f2c tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] 10.222.0.30 "GET /v2.0/security-groups?id=e11c276c-16a6-443f-b4d5-3531135ae372&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1100974 Apr 05 14:32:04.543994 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37281af3-5826-447b-b6ff-6a5246ed9cea tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Pushing event deleted for resources: {'Port': ['ID=df075809-833c-4a2c-a495-57d1c044e4a9,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:04.608804 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affd9d27-1bef-4d92-93b0-d3b6fa0d2898 req-9b9bdcf0-bda0-403b-9e8a-5044396df6f0 tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:04.610615 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-affd9d27-1bef-4d92-93b0-d3b6fa0d2898 req-9b9bdcf0-bda0-403b-9e8a-5044396df6f0 tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2d59e31-3d4c-499c-9d25-d985cfa76273 HTTP/1.1" status: 200 len: 944 time: 0.0776842 Apr 05 14:32:04.662215 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-affd9d27-1bef-4d92-93b0-d3b6fa0d2898 req-8a364a51-1b70-4286-9738-6e4e92666658 tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] 10.222.0.30 "GET /v2.0/security-groups?id=ded2d4eb-0031-45da-bcb8-b5b7d6e91d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423946 Apr 05 14:32:04.697718 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2fb921ff-379a-48de-b9be-cd4774002baf req-37281af3-5826-447b-b6ff-6a5246ed9cea tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Router 241e9079-5ada-4db3-bd66-60cf726e8158 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:32:04.751944 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-178858c2-707e-44f0-bc3f-3ff36ce442f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:04.754715 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-178858c2-707e-44f0-bc3f-3ff36ce442f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:04.756428 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-178858c2-707e-44f0-bc3f-3ff36ce442f5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bcc2d00d-267d-445f-baab-6be1fd8559ec HTTP/1.1" status: 204 len: 168 time: 0.3956366 Apr 05 14:32:04.770217 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178858c2-707e-44f0-bc3f-3ff36ce442f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc2d00d-267d-445f-baab-6be1fd8559ec,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:04.774325 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-33adcaa9-76dc-40bc-9413-daafedd780ef req-b58a61fa-d1a5-48f0-9ff4-44944ce4db78 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=45a58cb2-8259-4d9f-8d24-085fcb724cdc HTTP/1.1" status: 200 len: 210 time: 0.0360813 Apr 05 14:32:04.859097 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2fb921ff-379a-48de-b9be-cd4774002baf req-37281af3-5826-447b-b6ff-6a5246ed9cea tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:32:04.874824 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da103bc0-21ab-4f70-b335-bf6ccd606760 None None] Sync routers for ids ['241e9079-5ada-4db3-bd66-60cf726e8158'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:32:04.886272 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da103bc0-21ab-4f70-b335-bf6ccd606760 None None] Routers {'241e9079-5ada-4db3-bd66-60cf726e8158'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:32:04.891141 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-da103bc0-21ab-4f70-b335-bf6ccd606760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:31:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['241e9079-5ada-4db3-bd66-60cf726e8158'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:04.923049 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fb921ff-379a-48de-b9be-cd4774002baf req-37281af3-5826-447b-b6ff-6a5246ed9cea tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] No DVR routers for this DVR port df075809-833c-4a2c-a495-57d1c044e4a9 on host n-h2-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:32:04.926721 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2fb921ff-379a-48de-b9be-cd4774002baf req-37281af3-5826-447b-b6ff-6a5246ed9cea tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:04.930596 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf28801-24f4-4dce-a485-ec42fd20c249 req-ffaf20b6-83a5-4cfe-baa2-a0ba37dccde1 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:04.930944 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2fb921ff-379a-48de-b9be-cd4774002baf req-37281af3-5826-447b-b6ff-6a5246ed9cea tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] 10.222.0.11 "DELETE /v2.0/ports/df075809-833c-4a2c-a495-57d1c044e4a9 HTTP/1.1" status: 204 len: 173 time: 1.2359571 Apr 05 14:32:04.931551 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05d39a8c-6199-4262-a2a9-214f3f1b7756', 'name': 'network-vif-deleted', 'tag': 'df075809-833c-4a2c-a495-57d1c044e4a9'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:32:04.935053 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d57fbcde-043c-41b7-8595-1bd5351b9e3d" -d '{"events": [{"server_uuid": "05d39a8c-6199-4262-a2a9-214f3f1b7756", "name": "network-vif-deleted", "tag": "df075809-833c-4a2c-a495-57d1c044e4a9"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:32:04.942122 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7cf28801-24f4-4dce-a485-ec42fd20c249 req-ffaf20b6-83a5-4cfe-baa2-a0ba37dccde1 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=59f4316c-8354-402d-9bd4-664ee4cf310a HTTP/1.1" status: 200 len: 946 time: 0.0751846 Apr 05 14:32:04.982334 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device f1bc9f6d-0c66-4746-b01c-6db314def909 details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:32:05.009573 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7cf28801-24f4-4dce-a485-ec42fd20c249 req-22c1aae4-d1a7-4b2b-b15c-5f61c429efbb tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661912 Apr 05 14:32:05.028975 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c0fcc5-5e5f-4ce4-89be-e9fbf7448417 x-openstack-request-id: req-17c0fcc5-5e5f-4ce4-89be-e9fbf7448417 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:32:05.029604 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05d39a8c-6199-4262-a2a9-214f3f1b7756", "name": "network-vif-deleted", "tag": "df075809-833c-4a2c-a495-57d1c044e4a9", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:32:05.029949 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-17c0fcc5-5e5f-4ce4-89be-e9fbf7448417 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:32:05.037285 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17c0fcc5-5e5f-4ce4-89be-e9fbf7448417'] response: {'server_uuid': '05d39a8c-6199-4262-a2a9-214f3f1b7756', 'name': 'network-vif-deleted', 'tag': 'df075809-833c-4a2c-a495-57d1c044e4a9', 'status': 'completed', 'code': 200} Apr 05 14:32:05.129611 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-da103bc0-21ab-4f70-b335-bf6ccd606760 None None] Set router 241e9079-5ada-4db3-bd66-60cf726e8158 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:32:05.187000 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port f1bc9f6d-0c66-4746-b01c-6db314def909, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=f1bc9f6d-0c66-4746-b01c-6db314def909,segment=NetworkSegment(44b02d0e-7059-4303-8a63-6a6ae5673c11),segment_id=44b02d0e-7059-4303-8a63-6a6ae5673c11)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:05.205327 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': 'f1bc9f6d-0c66-4746-b01c-6db314def909', 'network_id': '5acaeb9e-6a0f-4435-8a13-c347ecdacd38', 'port_id': 'f1bc9f6d-0c66-4746-b01c-6db314def909', 'mac_address': 'fa:16:3e:64:86:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7afc4b56-58ea-42e8-aec8-923d6d5cebe3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:32:05.249802 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:05.265309 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1bc9f6d-0c66-4746-b01c-6db314def909 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:32:05.287082 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port f1bc9f6d-0c66-4746-b01c-6db314def909, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=f1bc9f6d-0c66-4746-b01c-6db314def909,segment=NetworkSegment(44b02d0e-7059-4303-8a63-6a6ae5673c11),segment_id=44b02d0e-7059-4303-8a63-6a6ae5673c11)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:05.341292 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:05.388060 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-da103bc0-21ab-4f70-b335-bf6ccd606760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241e9079-5ada-4db3-bd66-60cf726e8158', 'name': 'tempest-ServersTestFqdnHostnames-1009339820-router', 'tenant_id': 'bf0902b496d747c7a4e6f64dff615d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '7ecd5546-ae8e-43dd-99c2-f708618c4f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:30:13Z', 'updated_at': '2022-04-05T14:30:20Z', 'revision_number': 4, 'project_id': 'bf0902b496d747c7a4e6f64dff615d59', 'gw_port': {'id': '7ecd5546-ae8e-43dd-99c2-f708618c4f2b', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:3e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e9079-5ada-4db3-bd66-60cf726e8158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:30:14Z', 'updated_at': '2022-04-05T14:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '03603e2c-030f-4217-8989-ecf162985c3e', 'name': '', 'network_id': 'f3c72546-ec00-4b40-ba79-0ef4c67ea192', 'tenant_id': 'bf0902b496d747c7a4e6f64dff615d59', 'mac_address': 'fa:16:3e:e6:de:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e9079-5ada-4db3-bd66-60cf726e8158', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '3851d649-24d6-48da-bb02-bd81efab2abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:30:18Z', 'updated_at': '2022-04-05T14:30:24Z', 'revision_number': 5, 'project_id': 'bf0902b496d747c7a4e6f64dff615d59', 'subnets': [{'id': '3851d649-24d6-48da-bb02-bd81efab2abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:05.417460 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=f1bc9f6d-0c66-4746-b01c-6db314def909,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:05.439416 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da103bc0-21ab-4f70-b335-bf6ccd606760 None None] Checking router: 241e9079-5ada-4db3-bd66-60cf726e8158 for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:32:05.448511 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da103bc0-21ab-4f70-b335-bf6ccd606760 None None] Routers {'241e9079-5ada-4db3-bd66-60cf726e8158'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:32:05.449133 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-da103bc0-21ab-4f70-b335-bf6ccd606760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:31:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['241e9079-5ada-4db3-bd66-60cf726e8158'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:05.589829 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-da103bc0-21ab-4f70-b335-bf6ccd606760 None None] Set router 241e9079-5ada-4db3-bd66-60cf726e8158 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:32:05.619763 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0885de4e-6d0f-49d5-9d64-f8ad76e8124f req-2f7a6e08-8dc6-4c25-a14a-c78faa9e7bed tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:05.621431 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0885de4e-6d0f-49d5-9d64-f8ad76e8124f req-2f7a6e08-8dc6-4c25-a14a-c78faa9e7bed tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd4c7dc7-3a8e-4ff8-b695-453b0ad9a57c HTTP/1.1" status: 200 len: 946 time: 0.0739386 Apr 05 14:32:05.664400 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d2e01414-8540-4093-874b-4b7890bfd39f req-1f28a2f2-adf1-4056-836c-44045c7de6b5 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] 10.222.0.30 "GET /v2.0/ports?device_id=05d39a8c-6199-4262-a2a9-214f3f1b7756 HTTP/1.1" status: 200 len: 210 time: 0.0419433 Apr 05 14:32:05.700311 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['f1bc9f6d-0c66-4746-b01c-6db314def909'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:32:05.723567 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0885de4e-6d0f-49d5-9d64-f8ad76e8124f req-9b3c5b7a-07e9-4a71-84e3-1f94798ba423 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913601 Apr 05 14:32:05.892491 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d57b3a8-6ebf-40ae-9a85-a9b7ac713346 req-aaacb8dd-c2f2-4c0c-9552-1f1a1ee568e2 tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:05.903051 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2d57b3a8-6ebf-40ae-9a85-a9b7ac713346 req-aaacb8dd-c2f2-4c0c-9552-1f1a1ee568e2 tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2d59e31-3d4c-499c-9d25-d985cfa76273 HTTP/1.1" status: 200 len: 945 time: 0.1291635 Apr 05 14:32:05.910453 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-da103bc0-21ab-4f70-b335-bf6ccd606760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241e9079-5ada-4db3-bd66-60cf726e8158', 'name': 'tempest-ServersTestFqdnHostnames-1009339820-router', 'tenant_id': 'bf0902b496d747c7a4e6f64dff615d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '7ecd5546-ae8e-43dd-99c2-f708618c4f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:30:13Z', 'updated_at': '2022-04-05T14:30:20Z', 'revision_number': 4, 'project_id': 'bf0902b496d747c7a4e6f64dff615d59', 'gw_port': {'id': '7ecd5546-ae8e-43dd-99c2-f708618c4f2b', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:3e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e9079-5ada-4db3-bd66-60cf726e8158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:30:14Z', 'updated_at': '2022-04-05T14:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '03603e2c-030f-4217-8989-ecf162985c3e', 'name': '', 'network_id': 'f3c72546-ec00-4b40-ba79-0ef4c67ea192', 'tenant_id': 'bf0902b496d747c7a4e6f64dff615d59', 'mac_address': 'fa:16:3e:e6:de:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e9079-5ada-4db3-bd66-60cf726e8158', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '3851d649-24d6-48da-bb02-bd81efab2abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:30:18Z', 'updated_at': '2022-04-05T14:30:24Z', 'revision_number': 5, 'project_id': 'bf0902b496d747c7a4e6f64dff615d59', 'subnets': [{'id': '3851d649-24d6-48da-bb02-bd81efab2abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:05.969618 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2d57b3a8-6ebf-40ae-9a85-a9b7ac713346 req-f6973b1b-f9c0-4fa8-9c58-ecac632633bb tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] 10.222.0.30 "GET /v2.0/security-groups?id=ded2d4eb-0031-45da-bcb8-b5b7d6e91d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645638 Apr 05 14:32:05.986807 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da103bc0-21ab-4f70-b335-bf6ccd606760 None None] The sync data for ids ['241e9079-5ada-4db3-bd66-60cf726e8158'] in n-d-836650-2 is: [{'id': '241e9079-5ada-4db3-bd66-60cf726e8158', 'name': 'tempest-ServersTestFqdnHostnames-1009339820-router', 'tenant_id': 'bf0902b496d747c7a4e6f64dff615d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '7ecd5546-ae8e-43dd-99c2-f708618c4f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:30:13Z', 'updated_at': '2022-04-05T14:30:20Z', 'revision_number': 4, 'project_id': 'bf0902b496d747c7a4e6f64dff615d59', 'gw_port': {'id': '7ecd5546-ae8e-43dd-99c2-f708618c4f2b', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:3e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e9079-5ada-4db3-bd66-60cf726e8158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:30:14Z', 'updated_at': '2022-04-05T14:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '03603e2c-030f-4217-8989-ecf162985c3e', 'name': '', 'network_id': 'f3c72546-ec00-4b40-ba79-0ef4c67ea192', 'tenant_id': 'bf0902b496d747c7a4e6f64dff615d59', 'mac_address': 'fa:16:3e:e6:de:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e9079-5ada-4db3-bd66-60cf726e8158', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '3851d649-24d6-48da-bb02-bd81efab2abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:30:18Z', 'updated_at': '2022-04-05T14:30:24Z', 'revision_number': 5, 'project_id': 'bf0902b496d747c7a4e6f64dff615d59', 'subnets': [{'id': '3851d649-24d6-48da-bb02-bd81efab2abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:32:06.127108 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ad0b69-c863-462b-921b-f7e99ff70e06 req-f966df8a-aaab-4592-a853-fd3e0a63e15a tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:06.128706 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-89ad0b69-c863-462b-921b-f7e99ff70e06 req-f966df8a-aaab-4592-a853-fd3e0a63e15a tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=59f4316c-8354-402d-9bd4-664ee4cf310a HTTP/1.1" status: 200 len: 946 time: 0.0529113 Apr 05 14:32:06.177144 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-89ad0b69-c863-462b-921b-f7e99ff70e06 req-722d501d-0ee0-4825-9d14-1e9996919bb0 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340700 Apr 05 14:32:06.293594 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3d3665-5df5-48ac-929d-a46608375b16 None None] New status for floating IP 44150e70-2861-4690-9f3e-7acd8319c6ad: DOWN {{(pid=103322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 14:32:06.418286 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device f164e6d2-ea5b-43ec-9de4-2c957969fdf5 up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:32:06.472167 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c461c-ca28-4aec-9f2b-e54e03edbca4 req-226dd503-7e61-44df-a231-627966027e34 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:06.473873 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-aa5c461c-ca28-4aec-9f2b-e54e03edbca4 req-226dd503-7e61-44df-a231-627966027e34 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e94de48-e857-4c66-8e21-bf21cb6db406 HTTP/1.1" status: 200 len: 944 time: 0.0658920 Apr 05 14:32:06.522382 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-aa5c461c-ca28-4aec-9f2b-e54e03edbca4 req-e8aba75d-d74a-4027-a011-cd45d34bfe37 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416772 Apr 05 14:32:06.683303 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port f164e6d2-ea5b-43ec-9de4-2c957969fdf5 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:32:06.688770 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port f164e6d2-ea5b-43ec-9de4-2c957969fdf5 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:32:06.695454 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:06.799823 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:06.832337 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1583d90-3113-4cc3-af2e-e73472ac68ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f164e6d2-ea5b-43ec-9de4-2c957969fdf5'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:32:06.834618 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da8798b9-b735-4dcd-9dcc-720c3b9361c5" -d '{"events": [{"server_uuid": "d1583d90-3113-4cc3-af2e-e73472ac68ee", "name": "network-vif-plugged", "status": "completed", "tag": "f164e6d2-ea5b-43ec-9de4-2c957969fdf5"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:32:06.839787 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 34920) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:32:06.850648 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port f164e6d2-ea5b-43ec-9de4-2c957969fdf5, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=f164e6d2-ea5b-43ec-9de4-2c957969fdf5,segment=NetworkSegment(44b02d0e-7059-4303-8a63-6a6ae5673c11),segment_id=44b02d0e-7059-4303-8a63-6a6ae5673c11)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:06.890593 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ced58-e48c-44bd-a450-0cbfd3d2bef3 req-10b80a06-f669-42df-8482-77fa9a92b51b tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:06.898808 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a49ced58-e48c-44bd-a450-0cbfd3d2bef3 req-10b80a06-f669-42df-8482-77fa9a92b51b tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e94de48-e857-4c66-8e21-bf21cb6db406 HTTP/1.1" status: 200 len: 944 time: 0.0884275 Apr 05 14:32:06.908088 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66863ebd-f607-4358-bc7a-d7bb9325b970 req-08e6336b-9b3a-4b88-a5a6-f90eda4844f0 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:06.909265 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40286619-8d14-4109-839e-f0b6a72a1556 x-openstack-request-id: req-40286619-8d14-4109-839e-f0b6a72a1556 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:32:06.909265 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1583d90-3113-4cc3-af2e-e73472ac68ee", "name": "network-vif-plugged", "status": "completed", "tag": "f164e6d2-ea5b-43ec-9de4-2c957969fdf5", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:32:06.909265 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-40286619-8d14-4109-839e-f0b6a72a1556 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:32:06.909711 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40286619-8d14-4109-839e-f0b6a72a1556'] response: {'server_uuid': 'd1583d90-3113-4cc3-af2e-e73472ac68ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f164e6d2-ea5b-43ec-9de4-2c957969fdf5', 'code': 200} Apr 05 14:32:06.911904 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-66863ebd-f607-4358-bc7a-d7bb9325b970 req-08e6336b-9b3a-4b88-a5a6-f90eda4844f0 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd4c7dc7-3a8e-4ff8-b695-453b0ad9a57c HTTP/1.1" status: 200 len: 946 time: 0.0987947 Apr 05 14:32:06.918849 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-44fa1f4f-8190-4d39-8fcf-f8693a5923a4 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:06.947206 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:06.948063 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device a3c8e25e-215f-45b4-ade2-1518b68cbf7d up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:32:06.975987 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-44fa1f4f-8190-4d39-8fcf-f8693a5923a4 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:07.018965 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device f1bc9f6d-0c66-4746-b01c-6db314def909 up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:32:07.081375 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=f164e6d2-ea5b-43ec-9de4-2c957969fdf5,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:07.083651 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-66863ebd-f607-4358-bc7a-d7bb9325b970 req-bc9db405-2a5b-4f7c-83c0-7dee5cb3604e tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547287 Apr 05 14:32:07.129647 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-44fa1f4f-8190-4d39-8fcf-f8693a5923a4 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:07.132127 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-44fa1f4f-8190-4d39-8fcf-f8693a5923a4 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:07.133320 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-44fa1f4f-8190-4d39-8fcf-f8693a5923a4 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] 10.222.0.30 "DELETE /v2.0/security-groups/e11c276c-16a6-443f-b4d5-3531135ae372 HTTP/1.1" status: 204 len: 168 time: 0.2927434 Apr 05 14:32:07.136709 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 34928) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:32:07.158151 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port a3c8e25e-215f-45b4-ade2-1518b68cbf7d completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:32:07.159875 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fa1f4f-8190-4d39-8fcf-f8693a5923a4 tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11c276c-16a6-443f-b4d5-3531135ae372,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:07.169455 n-d-836650-2 neutron-server[103321]: INFO neutron.api.v2.resource [None req-ae5918cc-1c3f-4554-986e-da5e1222775c tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] show failed (client error): The resource could not be found. Apr 05 14:32:07.169455 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-ae5918cc-1c3f-4554-986e-da5e1222775c tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] 10.222.0.30 "GET /v2.0/security-groups/e11c276c-16a6-443f-b4d5-3531135ae372 HTTP/1.1" status: 404 len: 347 time: 0.0240099 Apr 05 14:32:07.170006 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b47188-c7a6-4481-b017-2489ece1b054 req-f1645153-c5e8-4c8b-814c-55896c805142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:07.171479 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 34932) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:32:07.171608 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e7b47188-c7a6-4481-b017-2489ece1b054 req-f1645153-c5e8-4c8b-814c-55896c805142 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d1583d90-3113-4cc3-af2e-e73472ac68ee HTTP/1.1" status: 200 len: 1096 time: 0.1721749 Apr 05 14:32:07.173133 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port a3c8e25e-215f-45b4-ade2-1518b68cbf7d triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:32:07.173676 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:07.188756 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e11a79-ca91-4a11-92af-38fa7a1a475b req-9d899d2a-7b0a-4f57-ab13-6830d6d02d2e tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:07.196133 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c1e11a79-ca91-4a11-92af-38fa7a1a475b req-9d899d2a-7b0a-4f57-ab13-6830d6d02d2e tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2d59e31-3d4c-499c-9d25-d985cfa76273 HTTP/1.1" status: 200 len: 945 time: 0.1322427 Apr 05 14:32:07.232843 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-a49ced58-e48c-44bd-a450-0cbfd3d2bef3 req-8eab5796-05f6-412d-ad27-113cbd450a23 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Deleting port f5ca50e7-44c0-45b8-9fd0-aec6296b904a {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:32:07.232843 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-a49ced58-e48c-44bd-a450-0cbfd3d2bef3 req-8eab5796-05f6-412d-ad27-113cbd450a23 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:07.257531 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning for port f1bc9f6d-0c66-4746-b01c-6db314def909 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:32:07.279629 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port f1bc9f6d-0c66-4746-b01c-6db314def909 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:32:07.279629 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:07.329123 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-a49ced58-e48c-44bd-a450-0cbfd3d2bef3 req-8eab5796-05f6-412d-ad27-113cbd450a23 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] For port f5ca50e7-44c0-45b8-9fd0-aec6296b904a, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=f5ca50e7-44c0-45b8-9fd0-aec6296b904a,segment=NetworkSegment(e44f5d0a-bab4-40cf-a1ed-36028ad06628),segment_id=e44f5d0a-bab4-40cf-a1ed-36028ad06628)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:07.329500 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-a49ced58-e48c-44bd-a450-0cbfd3d2bef3 req-8eab5796-05f6-412d-ad27-113cbd450a23 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:07.345368 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-a49ced58-e48c-44bd-a450-0cbfd3d2bef3 req-8eab5796-05f6-412d-ad27-113cbd450a23 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Calling delete_port for f5ca50e7-44c0-45b8-9fd0-aec6296b904a owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:32:07.370502 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-90fcea63-de0b-444d-a40d-810b1b0f348e tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Deleting port f6b2ff3f-f450-40bb-a736-e3fc87aedef5 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:32:07.370860 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-90fcea63-de0b-444d-a40d-810b1b0f348e tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:07.373486 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:07.445138 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port a3c8e25e-215f-45b4-ade2-1518b68cbf7d, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=a3c8e25e-215f-45b4-ade2-1518b68cbf7d,segment=NetworkSegment(44b02d0e-7059-4303-8a63-6a6ae5673c11),segment_id=44b02d0e-7059-4303-8a63-6a6ae5673c11)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:07.462122 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:07.504068 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port f1bc9f6d-0c66-4746-b01c-6db314def909, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=f1bc9f6d-0c66-4746-b01c-6db314def909,segment=NetworkSegment(44b02d0e-7059-4303-8a63-6a6ae5673c11),segment_id=44b02d0e-7059-4303-8a63-6a6ae5673c11)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:07.506428 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:07.507309 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 253e9573-54d3-4180-86f0-45ba2cca07f4 no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:32:07.513019 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-90fcea63-de0b-444d-a40d-810b1b0f348e tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:07.514709 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-90fcea63-de0b-444d-a40d-810b1b0f348e tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:07.534400 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-90fcea63-de0b-444d-a40d-810b1b0f348e tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Calling delete_port for f6b2ff3f-f450-40bb-a736-e3fc87aedef5 owned by network:floatingip {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:32:07.534974 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] No Port match for: 253e9573-54d3-4180-86f0-45ba2cca07f4 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:32:07.535418 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 253e9573-54d3-4180-86f0-45ba2cca07f4 not bound to the agent host n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:32:07.547906 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 34940) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:32:07.578292 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:07.579777 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device df075809-833c-4a2c-a495-57d1c044e4a9 no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:32:07.618420 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] No Port match for: df075809-833c-4a2c-a495-57d1c044e4a9 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:32:07.618420 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device df075809-833c-4a2c-a495-57d1c044e4a9 not bound to the agent host n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:32:07.626360 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=a3c8e25e-215f-45b4-ade2-1518b68cbf7d,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:07.721005 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=f1bc9f6d-0c66-4746-b01c-6db314def909,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:07.741010 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-691af8a6-3082-4b81-9302-cc86dead1fb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:07.793351 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c1e11a79-ca91-4a11-92af-38fa7a1a475b req-67ee9bee-524e-482f-9b27-d5d0964fea60 tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] 10.222.0.30 "GET /v2.0/security-groups?id=ded2d4eb-0031-45da-bcb8-b5b7d6e91d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5960870 Apr 05 14:32:07.817421 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-90fcea63-de0b-444d-a40d-810b1b0f348e tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:07.829385 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e7b47188-c7a6-4481-b017-2489ece1b054 req-de2af544-b282-495c-9cc5-27f075ed307c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ded2d4eb-0031-45da-bcb8-b5b7d6e91d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6296458 Apr 05 14:32:07.853885 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb4b99-935e-48dd-9146-f9ef3b06f4fc req-30335cf9-ec4c-4645-9ca4-81296bcf7ccc tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:07.855457 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fccb4b99-935e-48dd-9146-f9ef3b06f4fc req-30335cf9-ec4c-4645-9ca4-81296bcf7ccc tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=59f4316c-8354-402d-9bd4-664ee4cf310a HTTP/1.1" status: 200 len: 946 time: 0.1159396 Apr 05 14:32:07.872024 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-691af8a6-3082-4b81-9302-cc86dead1fb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:07.873863 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fcea63-de0b-444d-a40d-810b1b0f348e tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Pushing event deleted for resources: {'Port': ['ID=f6b2ff3f-f450-40bb-a736-e3fc87aedef5,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:07.937511 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-90fcea63-de0b-444d-a40d-810b1b0f348e tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Notify callbacks [] for floatingip, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:07.940848 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-90fcea63-de0b-444d-a40d-810b1b0f348e tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:07.942201 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-90fcea63-de0b-444d-a40d-810b1b0f348e tempest-ServersTestFqdnHostnames-559061981 tempest-ServersTestFqdnHostnames-559061981-project] 10.222.0.30 "DELETE /v2.0/floatingips/44150e70-2861-4690-9f3e-7acd8319c6ad HTTP/1.1" status: 204 len: 168 time: 0.7690651 Apr 05 14:32:07.945355 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 34948) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:32:07.975757 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fccb4b99-935e-48dd-9146-f9ef3b06f4fc req-bf0cd189-ec71-4527-95f2-7c4cc866e3c7 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125064 Apr 05 14:32:07.985886 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65c321-d889-463f-98c5-ffa3ca833ac8 req-ad2a6dbd-9496-4a02-9bea-59e0cd428e76 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:07.992910 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-691af8a6-3082-4b81-9302-cc86dead1fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:07.994173 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8b65c321-d889-463f-98c5-ffa3ca833ac8 req-ad2a6dbd-9496-4a02-9bea-59e0cd428e76 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e94de48-e857-4c66-8e21-bf21cb6db406 HTTP/1.1" status: 200 len: 944 time: 0.1258087 Apr 05 14:32:08.057509 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-691af8a6-3082-4b81-9302-cc86dead1fb9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6aacb2d48e3e4ae78bcb7d83e284a32f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5080719 Apr 05 14:32:08.057918 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 34954) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:32:08.070245 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-a49ced58-e48c-44bd-a450-0cbfd3d2bef3 req-8eab5796-05f6-412d-ad27-113cbd450a23 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:08.077391 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8b65c321-d889-463f-98c5-ffa3ca833ac8 req-76262ade-271c-489a-b8a7-7421668fa2c0 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821912 Apr 05 14:32:08.088435 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691af8a6-3082-4b81-9302-cc86dead1fb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96c7ce50-ea06-44ae-a683-a62f080f4c62,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:08.157467 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eab5796-05f6-412d-ad27-113cbd450a23 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Pushing event deleted for resources: {'Port': ['ID=f5ca50e7-44c0-45b8-9fd0-aec6296b904a,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:08.249748 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-a49ced58-e48c-44bd-a450-0cbfd3d2bef3 req-8eab5796-05f6-412d-ad27-113cbd450a23 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] No DVR routers for this DVR port f5ca50e7-44c0-45b8-9fd0-aec6296b904a on host n-h1-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:32:08.258338 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-a49ced58-e48c-44bd-a450-0cbfd3d2bef3 req-8eab5796-05f6-412d-ad27-113cbd450a23 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:08.261664 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a49ced58-e48c-44bd-a450-0cbfd3d2bef3 req-8eab5796-05f6-412d-ad27-113cbd450a23 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.55 "DELETE /v2.0/ports/f5ca50e7-44c0-45b8-9fd0-aec6296b904a HTTP/1.1" status: 204 len: 173 time: 1.3484461 Apr 05 14:32:08.262951 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e94de48-e857-4c66-8e21-bf21cb6db406', 'name': 'network-vif-deleted', 'tag': 'f5ca50e7-44c0-45b8-9fd0-aec6296b904a'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:32:08.266033 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-804f6746-6755-48a6-bdf0-e9a6314b5161" -d '{"events": [{"server_uuid": "0e94de48-e857-4c66-8e21-bf21cb6db406", "name": "network-vif-deleted", "tag": "f5ca50e7-44c0-45b8-9fd0-aec6296b904a"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:32:08.287001 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e4bba8ed-598d-4a66-8555-9fad9e4e5e63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:08.309747 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ad44dd-efa0-40fa-a5bf-2479fc3274ad req-cab76b79-9781-45df-8464-645e126fb90e tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:08.311332 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-63ad44dd-efa0-40fa-a5bf-2479fc3274ad req-cab76b79-9781-45df-8464-645e126fb90e tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd4c7dc7-3a8e-4ff8-b695-453b0ad9a57c HTTP/1.1" status: 200 len: 946 time: 0.1422045 Apr 05 14:32:08.322854 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f09d939f-8dad-461d-9602-b866fbb48a0b x-openstack-request-id: req-f09d939f-8dad-461d-9602-b866fbb48a0b {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:32:08.323119 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e94de48-e857-4c66-8e21-bf21cb6db406", "name": "network-vif-deleted", "tag": "f5ca50e7-44c0-45b8-9fd0-aec6296b904a", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:32:08.323372 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f09d939f-8dad-461d-9602-b866fbb48a0b {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:32:08.323764 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f09d939f-8dad-461d-9602-b866fbb48a0b'] response: {'server_uuid': '0e94de48-e857-4c66-8e21-bf21cb6db406', 'name': 'network-vif-deleted', 'tag': 'f5ca50e7-44c0-45b8-9fd0-aec6296b904a', 'status': 'completed', 'code': 200} Apr 05 14:32:08.354739 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e4bba8ed-598d-4a66-8555-9fad9e4e5e63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:08.410364 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-63ad44dd-efa0-40fa-a5bf-2479fc3274ad req-eff7c93d-a77a-420f-b62f-99358ecc791c tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802019 Apr 05 14:32:08.444378 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7383017c-0d03-45e9-b414-04db073cad35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809988'] for router_interface, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:08.547010 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e4bba8ed-598d-4a66-8555-9fad9e4e5e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:08.550196 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e4bba8ed-598d-4a66-8555-9fad9e4e5e63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:08.554208 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-e4bba8ed-598d-4a66-8555-9fad9e4e5e63 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/96c7ce50-ea06-44ae-a683-a62f080f4c62 HTTP/1.1" status: 204 len: 168 time: 0.4928703 Apr 05 14:32:08.562847 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bba8ed-598d-4a66-8555-9fad9e4e5e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c7ce50-ea06-44ae-a683-a62f080f4c62,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:08.703950 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-7383017c-0d03-45e9-b414-04db073cad35 admin admin] Deleting port 03603e2c-030f-4217-8989-ecf162985c3e {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:32:08.704243 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7383017c-0d03-45e9-b414-04db073cad35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:08.783453 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-7383017c-0d03-45e9-b414-04db073cad35 admin admin] For port 03603e2c-030f-4217-8989-ecf162985c3e, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=03603e2c-030f-4217-8989-ecf162985c3e,segment=NetworkSegment(0757738d-d0ba-42f4-8242-083676031461),segment_id=0757738d-d0ba-42f4-8242-083676031461)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:08.783817 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7383017c-0d03-45e9-b414-04db073cad35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:08.800304 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-7383017c-0d03-45e9-b414-04db073cad35 admin admin] Calling delete_port for 03603e2c-030f-4217-8989-ecf162985c3e owned by network:router_interface {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:32:08.910631 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70682e3c-9a2d-4c07-ba88-47b05ad2b80f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3c8e25e-215f-45b4-ade2-1518b68cbf7d'}, {'server_uuid': 'b2d59e31-3d4c-499c-9d25-d985cfa76273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1bc9f6d-0c66-4746-b01c-6db314def909'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:32:08.913720 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c3fe77e-402a-4531-8ef6-c7d47a844912" -d '{"events": [{"server_uuid": "70682e3c-9a2d-4c07-ba88-47b05ad2b80f", "name": "network-vif-plugged", "status": "completed", "tag": "a3c8e25e-215f-45b4-ade2-1518b68cbf7d"}, {"server_uuid": "b2d59e31-3d4c-499c-9d25-d985cfa76273", "name": "network-vif-plugged", "status": "completed", "tag": "f1bc9f6d-0c66-4746-b01c-6db314def909"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:32:08.959098 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fad25b-44ad-4059-95d4-d5599f1b0463 req-f9e2973c-6247-4daa-9ec1-b7c002f25a93 tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:08.973015 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 05 Apr 2022 14:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5547d071-afb4-41cd-b6a9-2277d54140b3 x-openstack-request-id: req-5547d071-afb4-41cd-b6a9-2277d54140b3 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:32:08.973015 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70682e3c-9a2d-4c07-ba88-47b05ad2b80f", "name": "network-vif-plugged", "status": "completed", "tag": "a3c8e25e-215f-45b4-ade2-1518b68cbf7d", "code": 200}, {"server_uuid": "b2d59e31-3d4c-499c-9d25-d985cfa76273", "name": "network-vif-plugged", "status": "completed", "tag": "f1bc9f6d-0c66-4746-b01c-6db314def909", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:32:08.973015 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5547d071-afb4-41cd-b6a9-2277d54140b3 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:32:08.973015 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5547d071-afb4-41cd-b6a9-2277d54140b3'] response: {'server_uuid': '70682e3c-9a2d-4c07-ba88-47b05ad2b80f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3c8e25e-215f-45b4-ade2-1518b68cbf7d', 'code': 200} Apr 05 14:32:08.973438 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a8fad25b-44ad-4059-95d4-d5599f1b0463 req-f9e2973c-6247-4daa-9ec1-b7c002f25a93 tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2d59e31-3d4c-499c-9d25-d985cfa76273 HTTP/1.1" status: 200 len: 946 time: 0.0690727 Apr 05 14:32:08.973543 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5547d071-afb4-41cd-b6a9-2277d54140b3'] response: {'server_uuid': 'b2d59e31-3d4c-499c-9d25-d985cfa76273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1bc9f6d-0c66-4746-b01c-6db314def909', 'code': 200} Apr 05 14:32:09.026633 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a8fad25b-44ad-4059-95d4-d5599f1b0463 req-f41a315c-f930-43b7-bbe2-033ce49e7011 tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] 10.222.0.30 "GET /v2.0/security-groups?id=ded2d4eb-0031-45da-bcb8-b5b7d6e91d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528696 Apr 05 14:32:09.180237 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 34984) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:32:09.215124 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2a13a1-6c57-401a-84f1-6bfe8bb88914 req-dabe256a-1ae5-487f-9551-902a2c5fc049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:09.220297 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f77cc-0fe7-4466-baea-0d5df2d5caf1 req-14e56109-e6a2-4711-9d6d-034d754a1611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:09.223694 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-436f77cc-0fe7-4466-baea-0d5df2d5caf1 req-14e56109-e6a2-4711-9d6d-034d754a1611 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=70682e3c-9a2d-4c07-ba88-47b05ad2b80f HTTP/1.1" status: 200 len: 1097 time: 0.1575484 Apr 05 14:32:09.223823 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-fc2a13a1-6c57-401a-84f1-6bfe8bb88914 req-dabe256a-1ae5-487f-9551-902a2c5fc049 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b2d59e31-3d4c-499c-9d25-d985cfa76273 HTTP/1.1" status: 200 len: 1097 time: 0.1200147 Apr 05 14:32:09.234152 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333fea55-b4ef-462e-9498-1d5a33d04da0 req-79f4e8ec-f5e5-4456-b92b-2783f1d18689 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:09.236182 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-333fea55-b4ef-462e-9498-1d5a33d04da0 req-79f4e8ec-f5e5-4456-b92b-2783f1d18689 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=59f4316c-8354-402d-9bd4-664ee4cf310a HTTP/1.1" status: 200 len: 946 time: 0.1325836 Apr 05 14:32:09.266190 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7383017c-0d03-45e9-b414-04db073cad35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:09.290587 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-436f77cc-0fe7-4466-baea-0d5df2d5caf1 req-cadd96df-cf3b-4736-82b6-c78a75b98c43 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ded2d4eb-0031-45da-bcb8-b5b7d6e91d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530987 Apr 05 14:32:09.313131 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-333fea55-b4ef-462e-9498-1d5a33d04da0 req-4e5dfac6-0739-4c92-8cc3-fba13dbfdb28 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686772 Apr 05 14:32:09.329353 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-fc2a13a1-6c57-401a-84f1-6bfe8bb88914 req-b18e82ad-e236-43ad-87aa-c3929ee33f31 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ded2d4eb-0031-45da-bcb8-b5b7d6e91d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004696 Apr 05 14:32:09.332400 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7383017c-0d03-45e9-b414-04db073cad35 admin admin] Pushing event deleted for resources: {'Port': ['ID=03603e2c-030f-4217-8989-ecf162985c3e,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:09.370946 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-01697e9f-ebef-4060-a417-a8ba179d2c0d req-fcdac8f0-a1ca-4bf7-9987-d5d7e8572ab6 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e94de48-e857-4c66-8e21-bf21cb6db406 HTTP/1.1" status: 200 len: 210 time: 0.0513003 Apr 05 14:32:09.405639 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16d9af88-f39c-4a0f-af1b-95d1f9dc50a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:09.594597 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7383017c-0d03-45e9-b414-04db073cad35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1798829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810128'] for router_interface, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:09.632577 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16d9af88-f39c-4a0f-af1b-95d1f9dc50a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:09.652563 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a371769-67fd-4d45-b122-6083c7a96202 req-dfbee0fd-0b77-48ed-9668-bc18b09c80a6 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:09.655154 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8a371769-67fd-4d45-b122-6083c7a96202 req-dfbee0fd-0b77-48ed-9668-bc18b09c80a6 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd4c7dc7-3a8e-4ff8-b695-453b0ad9a57c HTTP/1.1" status: 200 len: 946 time: 0.0842624 Apr 05 14:32:09.700842 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8a371769-67fd-4d45-b122-6083c7a96202 req-2da02108-adb8-41ad-95a3-75a3a73260c9 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389607 Apr 05 14:32:09.735482 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16d9af88-f39c-4a0f-af1b-95d1f9dc50a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:09.785388 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d9af88-f39c-4a0f-af1b-95d1f9dc50a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63ff7d31-5299-4a56-b09b-2eb7a5b20a8a,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:09.795779 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-16d9af88-f39c-4a0f-af1b-95d1f9dc50a9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a5e8a44cf3bc4cff872bfa086575e80f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6117959 Apr 05 14:32:09.796453 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 35002) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:32:09.855182 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-962f3991-3c5c-4cc1-84c4-e3caf6ed3633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:09.883017 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-962f3991-3c5c-4cc1-84c4-e3caf6ed3633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:09.993191 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 35006) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:32:10.021281 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-962f3991-3c5c-4cc1-84c4-e3caf6ed3633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:10.024048 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-962f3991-3c5c-4cc1-84c4-e3caf6ed3633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:10.025353 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-962f3991-3c5c-4cc1-84c4-e3caf6ed3633 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/63ff7d31-5299-4a56-b09b-2eb7a5b20a8a HTTP/1.1" status: 204 len: 168 time: 0.2266815 Apr 05 14:32:10.034063 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962f3991-3c5c-4cc1-84c4-e3caf6ed3633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ff7d31-5299-4a56-b09b-2eb7a5b20a8a,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:10.133963 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-3cfca1df-2455-43df-a00b-d26415eed61a admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1594630874-network', 'tenant_id': '3e7c44b60b62410f964e2903e104051e'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:32:10.147074 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7383017c-0d03-45e9-b414-04db073cad35 admin admin] Router 241e9079-5ada-4db3-bd66-60cf726e8158 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:32:10.187205 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db225d-a659-4800-8e96-f350c9b7e539 req-7cf4a6c2-0ec8-4d3e-a64f-e58a661c76a8 tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:10.193355 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-14db225d-a659-4800-8e96-f350c9b7e539 req-7cf4a6c2-0ec8-4d3e-a64f-e58a661c76a8 tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2d59e31-3d4c-499c-9d25-d985cfa76273 HTTP/1.1" status: 200 len: 946 time: 0.0617340 Apr 05 14:32:10.231291 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-14db225d-a659-4800-8e96-f350c9b7e539 req-f54f3079-5c2e-46e2-9458-0ec4787608b7 tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] 10.222.0.30 "GET /v2.0/security-groups?id=ded2d4eb-0031-45da-bcb8-b5b7d6e91d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339007 Apr 05 14:32:10.244688 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cfca1df-2455-43df-a00b-d26415eed61a admin admin] Made reservation on behalf of 3e7c44b60b62410f964e2903e104051e for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:32:10.246653 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3cfca1df-2455-43df-a00b-d26415eed61a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:10.260160 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3cfca1df-2455-43df-a00b-d26415eed61a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:10.291881 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7383017c-0d03-45e9-b414-04db073cad35 admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:32:10.299532 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-7383017c-0d03-45e9-b414-04db073cad35 admin admin] 10.222.0.30 "PUT /v2.0/routers/241e9079-5ada-4db3-bd66-60cf726e8158/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3534977 Apr 05 14:32:10.302162 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 35016) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:32:10.305361 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149bfb8c-f8cd-485c-a812-19603e2ca6de None None] Sync routers for ids ['241e9079-5ada-4db3-bd66-60cf726e8158'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:32:10.317169 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149bfb8c-f8cd-485c-a812-19603e2ca6de None None] Routers {'241e9079-5ada-4db3-bd66-60cf726e8158'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:32:10.318118 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-149bfb8c-f8cd-485c-a812-19603e2ca6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:31:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['241e9079-5ada-4db3-bd66-60cf726e8158'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:10.383349 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3cfca1df-2455-43df-a00b-d26415eed61a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:10.426316 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device f5ca50e7-44c0-45b8-9fd0-aec6296b904a no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:32:10.434726 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-149bfb8c-f8cd-485c-a812-19603e2ca6de None None] Set router 241e9079-5ada-4db3-bd66-60cf726e8158 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:32:10.455344 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3cfca1df-2455-43df-a00b-d26415eed61a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:10.472293 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] No Port match for: f5ca50e7-44c0-45b8-9fd0-aec6296b904a {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:32:10.473361 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device f5ca50e7-44c0-45b8-9fd0-aec6296b904a not bound to the agent host n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:32:10.508035 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cfca1df-2455-43df-a00b-d26415eed61a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:32:10.509388 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-51c5dfcb-dd15-4da2-b074-edc9ab91a5ff admin admin] Notify callbacks [] for router, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:10.521696 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53bccd4-f0a5-480d-8113-87bc1c924e9e req-dc528ac1-c97b-48eb-b466-4a4a3a39e4c9 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:10.523752 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e53bccd4-f0a5-480d-8113-87bc1c924e9e req-dc528ac1-c97b-48eb-b466-4a4a3a39e4c9 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=59f4316c-8354-402d-9bd4-664ee4cf310a HTTP/1.1" status: 200 len: 946 time: 0.0836072 Apr 05 14:32:10.531829 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfca1df-2455-43df-a00b-d26415eed61a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c6f58e-e49b-4628-9965-3ae38dded875,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:10.535234 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3cfca1df-2455-43df-a00b-d26415eed61a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:10.535573 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-3cfca1df-2455-43df-a00b-d26415eed61a admin admin] Added segment 1db74af5-f9b7-4132-a710-0eb375e39826 of type vlan for network 92fcad72-c5db-4d1e-b4a7-6aec706b597c Apr 05 14:32:10.598534 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3cfca1df-2455-43df-a00b-d26415eed61a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:10.665280 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-149bfb8c-f8cd-485c-a812-19603e2ca6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241e9079-5ada-4db3-bd66-60cf726e8158', 'name': 'tempest-ServersTestFqdnHostnames-1009339820-router', 'tenant_id': 'bf0902b496d747c7a4e6f64dff615d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '7ecd5546-ae8e-43dd-99c2-f708618c4f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:30:13Z', 'updated_at': '2022-04-05T14:32:08Z', 'revision_number': 5, 'project_id': 'bf0902b496d747c7a4e6f64dff615d59', 'gw_port': {'id': '7ecd5546-ae8e-43dd-99c2-f708618c4f2b', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:3e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e9079-5ada-4db3-bd66-60cf726e8158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:30:14Z', 'updated_at': '2022-04-05T14:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:10.666047 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e53bccd4-f0a5-480d-8113-87bc1c924e9e req-5d781580-6953-4090-906e-7e8ec93c688c tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784831 Apr 05 14:32:10.689171 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3cfca1df-2455-43df-a00b-d26415eed61a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:10.689171 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfca1df-2455-43df-a00b-d26415eed61a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:10.689171 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3cfca1df-2455-43df-a00b-d26415eed61a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:10.690041 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-51c5dfcb-dd15-4da2-b074-edc9ab91a5ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:10.708307 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149bfb8c-f8cd-485c-a812-19603e2ca6de None None] Checking router: 241e9079-5ada-4db3-bd66-60cf726e8158 for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:32:10.717858 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149bfb8c-f8cd-485c-a812-19603e2ca6de None None] Routers {'241e9079-5ada-4db3-bd66-60cf726e8158'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:32:10.718533 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-149bfb8c-f8cd-485c-a812-19603e2ca6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:31:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['241e9079-5ada-4db3-bd66-60cf726e8158'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:10.757361 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfca1df-2455-43df-a00b-d26415eed61a admin admin] Pushing event updated for resources: {'Network': ['ID=92fcad72-c5db-4d1e-b4a7-6aec706b597c,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:10.772226 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 92fcad72-c5db-4d1e-b4a7-6aec706b597c details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:32:10.842675 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-149bfb8c-f8cd-485c-a812-19603e2ca6de None None] Set router 241e9079-5ada-4db3-bd66-60cf726e8158 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:32:10.851484 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-3cfca1df-2455-43df-a00b-d26415eed61a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8568029 Apr 05 14:32:10.853883 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 35026) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:32:10.859975 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-6a0421a1-d849-4e02-9360-c70e20b55046 admin admin] Request body: {'subnet': {'network_id': '92fcad72-c5db-4d1e-b4a7-6aec706b597c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1594630874-subnet', 'tenant_id': '3e7c44b60b62410f964e2903e104051e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:32:10.876813 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd98d7e-398f-4305-aec5-4ec9dc7fe6ea req-b4c90328-ebad-45a8-9240-1ab00dc1afc8 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:10.885623 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6fd98d7e-398f-4305-aec5-4ec9dc7fe6ea req-b4c90328-ebad-45a8-9240-1ab00dc1afc8 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd4c7dc7-3a8e-4ff8-b695-453b0ad9a57c HTTP/1.1" status: 200 len: 946 time: 0.1020129 Apr 05 14:32:10.890069 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 35028) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:32:10.910320 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-51c5dfcb-dd15-4da2-b074-edc9ab91a5ff admin admin] Deleting port 7ecd5546-ae8e-43dd-99c2-f708618c4f2b {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:32:10.910678 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-51c5dfcb-dd15-4da2-b074-edc9ab91a5ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:10.925970 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-092869fb-d5b9-43aa-9fb3-26f9d0f70811 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:10.951984 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a0421a1-d849-4e02-9360-c70e20b55046 admin admin] Made reservation on behalf of 3e7c44b60b62410f964e2903e104051e for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:32:10.955128 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6a0421a1-d849-4e02-9360-c70e20b55046 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:10.978222 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6fd98d7e-398f-4305-aec5-4ec9dc7fe6ea req-4669936d-372e-463f-bd96-a18e4832c56b tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908942 Apr 05 14:32:11.069653 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-51c5dfcb-dd15-4da2-b074-edc9ab91a5ff admin admin] For port 7ecd5546-ae8e-43dd-99c2-f708618c4f2b, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=7ecd5546-ae8e-43dd-99c2-f708618c4f2b,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:11.071088 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-51c5dfcb-dd15-4da2-b074-edc9ab91a5ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:11.104722 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-51c5dfcb-dd15-4da2-b074-edc9ab91a5ff admin admin] Calling delete_port for 7ecd5546-ae8e-43dd-99c2-f708618c4f2b owned by network:router_gateway {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:32:11.145575 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-092869fb-d5b9-43aa-9fb3-26f9d0f70811 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:11.184188 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-149bfb8c-f8cd-485c-a812-19603e2ca6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241e9079-5ada-4db3-bd66-60cf726e8158', 'name': 'tempest-ServersTestFqdnHostnames-1009339820-router', 'tenant_id': 'bf0902b496d747c7a4e6f64dff615d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '7ecd5546-ae8e-43dd-99c2-f708618c4f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:30:13Z', 'updated_at': '2022-04-05T14:32:08Z', 'revision_number': 5, 'project_id': 'bf0902b496d747c7a4e6f64dff615d59', 'gw_port': {'id': '7ecd5546-ae8e-43dd-99c2-f708618c4f2b', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:3e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e9079-5ada-4db3-bd66-60cf726e8158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:30:14Z', 'updated_at': '2022-04-05T14:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:11.214844 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149bfb8c-f8cd-485c-a812-19603e2ca6de None None] The sync data for ids ['241e9079-5ada-4db3-bd66-60cf726e8158'] in n-d-836650-2 is: [{'id': '241e9079-5ada-4db3-bd66-60cf726e8158', 'name': 'tempest-ServersTestFqdnHostnames-1009339820-router', 'tenant_id': 'bf0902b496d747c7a4e6f64dff615d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '7ecd5546-ae8e-43dd-99c2-f708618c4f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:30:13Z', 'updated_at': '2022-04-05T14:32:08Z', 'revision_number': 5, 'project_id': 'bf0902b496d747c7a4e6f64dff615d59', 'gw_port': {'id': '7ecd5546-ae8e-43dd-99c2-f708618c4f2b', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:3e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e9079-5ada-4db3-bd66-60cf726e8158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:30:14Z', 'updated_at': '2022-04-05T14:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:32:11.238230 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-092869fb-d5b9-43aa-9fb3-26f9d0f70811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:11.241982 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a2eaa5-b09b-424d-9de2-59d32ef231c5 req-c499c0c3-44e6-49a3-bd35-f68a4791fa24 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:11.244137 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f0a2eaa5-b09b-424d-9de2-59d32ef231c5 req-c499c0c3-44e6-49a3-bd35-f68a4791fa24 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=20926e2e-9a2a-4e4f-8080-2a29f4e07cfe HTTP/1.1" status: 200 len: 945 time: 0.1180832 Apr 05 14:32:11.293014 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6a0421a1-d849-4e02-9360-c70e20b55046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:11.297641 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092869fb-d5b9-43aa-9fb3-26f9d0f70811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ce10a9-da8f-4d7a-b0e4-8dcc7fd9efc9,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:11.301916 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-092869fb-d5b9-43aa-9fb3-26f9d0f70811 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5073918490a74a13ba84e5029a98816d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4105539 Apr 05 14:32:11.306261 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 35036) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:32:11.360406 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0421a1-d849-4e02-9360-c70e20b55046 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2240eec-fdc7-4a9d-b66e-11daf7277a6b,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:11.376814 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0421a1-d849-4e02-9360-c70e20b55046 admin admin] Checking segment: {'id': '1db74af5-f9b7-4132-a710-0eb375e39826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '92fcad72-c5db-4d1e-b4a7-6aec706b597c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:32:11.376814 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0421a1-d849-4e02-9360-c70e20b55046 admin admin] Network hostable DHCP agents. Network: 92fcad72-c5db-4d1e-b4a7-6aec706b597c, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:32:11.377186 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f0a2eaa5-b09b-424d-9de2-59d32ef231c5 req-756c8426-af44-4882-8634-579b21393ae7 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148274 Apr 05 14:32:11.447298 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0fb396a6-cba9-43f7-92da-a83442787273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:11.457037 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0421a1-d849-4e02-9360-c70e20b55046 admin admin] Network 92fcad72-c5db-4d1e-b4a7-6aec706b597c is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:32:11.493228 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0fb396a6-cba9-43f7-92da-a83442787273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:11.518369 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-6a0421a1-d849-4e02-9360-c70e20b55046 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 92fcad72-c5db-4d1e-b4a7-6aec706b597c) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:32:11.529437 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b508bf32-73e7-43e2-9554-191d5a1e4520 None None] Network 92fcad72-c5db-4d1e-b4a7-6aec706b597c requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:32:11.530030 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0421a1-d849-4e02-9360-c70e20b55046 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:11.530030 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6a0421a1-d849-4e02-9360-c70e20b55046 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:11.582746 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-51c5dfcb-dd15-4da2-b074-edc9ab91a5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:11.593007 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f21c521-ab66-417a-92fd-a8e7c9221eaa req-bcbc5943-a9c5-4a42-b961-75e3c840d98d tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:11.600381 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6f21c521-ab66-417a-92fd-a8e7c9221eaa req-bcbc5943-a9c5-4a42-b961-75e3c840d98d tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2d59e31-3d4c-499c-9d25-d985cfa76273 HTTP/1.1" status: 200 len: 946 time: 0.1691959 Apr 05 14:32:11.600889 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-6a0421a1-d849-4e02-9360-c70e20b55046 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7457120 Apr 05 14:32:11.616445 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 03603e2c-030f-4217-8989-ecf162985c3e no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:32:11.649434 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 03603e2c-030f-4217-8989-ecf162985c3e {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:32:11.649890 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 03603e2c-030f-4217-8989-ecf162985c3e not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:32:11.676919 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c5dfcb-dd15-4da2-b074-edc9ab91a5ff admin admin] Pushing event deleted for resources: {'Port': ['ID=7ecd5546-ae8e-43dd-99c2-f708618c4f2b,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:11.722191 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24681e5e-f254-4e7f-bd52-c2acb4710d3d None None] Network 92fcad72-c5db-4d1e-b4a7-6aec706b597c requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:32:11.778421 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6f21c521-ab66-417a-92fd-a8e7c9221eaa req-de4b3f9f-1bdb-4a9f-9d58-6514c29726cb tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] 10.222.0.30 "GET /v2.0/security-groups?id=ded2d4eb-0031-45da-bcb8-b5b7d6e91d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532173 Apr 05 14:32:11.802979 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb31a8f9-9ab3-43f5-9b3c-68cb894299f2 req-509a64d0-519b-4dc4-8e20-763af70c9416 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:11.804584 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-eb31a8f9-9ab3-43f5-9b3c-68cb894299f2 req-509a64d0-519b-4dc4-8e20-763af70c9416 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd4c7dc7-3a8e-4ff8-b695-453b0ad9a57c HTTP/1.1" status: 200 len: 946 time: 0.3093212 Apr 05 14:32:11.828277 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe4afce-270f-43f5-ba2d-cb44f9da26c8 req-a3160ec8-a2c6-4313-9cbb-7b3d27fc7e2a tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:11.830651 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dbe4afce-270f-43f5-ba2d-cb44f9da26c8 req-a3160ec8-a2c6-4313-9cbb-7b3d27fc7e2a tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.55 "GET /v2.0/ports?device_id=20926e2e-9a2a-4e4f-8080-2a29f4e07cfe HTTP/1.1" status: 200 len: 945 time: 0.3144572 Apr 05 14:32:11.896574 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-51c5dfcb-dd15-4da2-b074-edc9ab91a5ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808526'] for router_gateway, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:11.951115 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0fb396a6-cba9-43f7-92da-a83442787273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:11.953666 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0fb396a6-cba9-43f7-92da-a83442787273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:11.954797 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-0fb396a6-cba9-43f7-92da-a83442787273 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/92ce10a9-da8f-4d7a-b0e4-8dcc7fd9efc9 HTTP/1.1" status: 204 len: 168 time: 0.6461875 Apr 05 14:32:12.055313 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:12.065458 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb396a6-cba9-43f7-92da-a83442787273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ce10a9-da8f-4d7a-b0e4-8dcc7fd9efc9,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:12.072335 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-51c5dfcb-dd15-4da2-b074-edc9ab91a5ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27070'] for router, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:12.077208 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-51c5dfcb-dd15-4da2-b074-edc9ab91a5ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:12.088639 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-eb31a8f9-9ab3-43f5-9b3c-68cb894299f2 req-9f5b936a-1a60-4321-88cd-a9c001e239bf tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513802 Apr 05 14:32:12.144794 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eed3151-c31b-4d6c-a1c7-1546a4ed0bef req-fed2f103-acf1-4cb5-ac54-cdee1666b87f tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:12.147436 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2eed3151-c31b-4d6c-a1c7-1546a4ed0bef req-fed2f103-acf1-4cb5-ac54-cdee1666b87f tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=59f4316c-8354-402d-9bd4-664ee4cf310a HTTP/1.1" status: 200 len: 946 time: 0.2879345 Apr 05 14:32:12.228466 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-dbe4afce-270f-43f5-ba2d-cb44f9da26c8 req-9a1aef69-53d4-4ce7-b872-31cfdecabde9 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Deleting port d610ae53-1bc0-4844-8ecf-3d88e1cf5426 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:32:12.228807 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-dbe4afce-270f-43f5-ba2d-cb44f9da26c8 req-9a1aef69-53d4-4ce7-b872-31cfdecabde9 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:12.236910 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-51c5dfcb-dd15-4da2-b074-edc9ab91a5ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803298'] for router, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:12.237448 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c5dfcb-dd15-4da2-b074-edc9ab91a5ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 241e9079-5ada-4db3-bd66-60cf726e8158 {{(pid=103320) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:32:12.242061 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-51c5dfcb-dd15-4da2-b074-edc9ab91a5ff admin admin] Notify callbacks [] for router, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:12.243073 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-51c5dfcb-dd15-4da2-b074-edc9ab91a5ff admin admin] 10.222.0.30 "DELETE /v2.0/routers/241e9079-5ada-4db3-bd66-60cf726e8158 HTTP/1.1" status: 204 len: 168 time: 1.9384992 Apr 05 14:32:12.246202 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 35054) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:32:12.259932 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2eed3151-c31b-4d6c-a1c7-1546a4ed0bef req-c683d72b-136c-4c72-a628-226ef2b32743 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956771 Apr 05 14:32:12.299093 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa851beb-edc5-435d-a36e-2158f7cd6aa0 req-1ad5cb2c-c529-4df8-b0ec-38801a1fd155 tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:12.300757 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-aa851beb-edc5-435d-a36e-2158f7cd6aa0 req-1ad5cb2c-c529-4df8-b0ec-38801a1fd155 tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] 10.222.0.30 "GET /v2.0/ports?device_id=70682e3c-9a2d-4c07-ba88-47b05ad2b80f HTTP/1.1" status: 200 len: 946 time: 0.1500974 Apr 05 14:32:12.327583 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9b8a514-e628-4a91-bc3c-40c32319372b admin admin] Deleting subnet 3851d649-24d6-48da-bb02-bd81efab2abf {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:32:12.334332 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b9b8a514-e628-4a91-bc3c-40c32319372b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:12.379633 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-aa851beb-edc5-435d-a36e-2158f7cd6aa0 req-94d6f688-4a19-4be0-8232-82bbe2e25f1b tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] 10.222.0.30 "GET /v2.0/security-groups?id=ded2d4eb-0031-45da-bcb8-b5b7d6e91d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690887 Apr 05 14:32:12.385144 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-dbe4afce-270f-43f5-ba2d-cb44f9da26c8 req-9a1aef69-53d4-4ce7-b872-31cfdecabde9 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] For port d610ae53-1bc0-4844-8ecf-3d88e1cf5426, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=d610ae53-1bc0-4844-8ecf-3d88e1cf5426,segment=NetworkSegment(e44f5d0a-bab4-40cf-a1ed-36028ad06628),segment_id=e44f5d0a-bab4-40cf-a1ed-36028ad06628)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:12.385732 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-dbe4afce-270f-43f5-ba2d-cb44f9da26c8 req-9a1aef69-53d4-4ce7-b872-31cfdecabde9 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:12.399767 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b9b8a514-e628-4a91-bc3c-40c32319372b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:12.402780 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-dbe4afce-270f-43f5-ba2d-cb44f9da26c8 req-9a1aef69-53d4-4ce7-b872-31cfdecabde9 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Calling delete_port for d610ae53-1bc0-4844-8ecf-3d88e1cf5426 owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:32:12.550223 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b9b8a514-e628-4a91-bc3c-40c32319372b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:12.554875 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c5bd2-4a0f-411d-a112-c9aeb2a59c46 req-10f0806f-5add-4e11-a19d-a2ca37e052c7 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:12.559702 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e27c5bd2-4a0f-411d-a112-c9aeb2a59c46 req-10f0806f-5add-4e11-a19d-a2ca37e052c7 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/ports?device_id=20926e2e-9a2a-4e4f-8080-2a29f4e07cfe HTTP/1.1" status: 200 len: 945 time: 0.0774608 Apr 05 14:32:12.645000 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e27c5bd2-4a0f-411d-a112-c9aeb2a59c46 req-c71b8e1e-a696-400d-8eff-24ac34fe66ea tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.30 "GET /v2.0/security-groups?id=caccea3b-ae4e-4d82-ace8-3fae3ffda35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566444 Apr 05 14:32:12.708567 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b9b8a514-e628-4a91-bc3c-40c32319372b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:12.726634 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad610b2d-d23c-4ceb-8592-9df31bb93b0e None None] Network f3c72546-ec00-4b40-ba79-0ef4c67ea192 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:32:12.739718 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b9b8a514-e628-4a91-bc3c-40c32319372b admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:12.744913 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-b9b8a514-e628-4a91-bc3c-40c32319372b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/3851d649-24d6-48da-bb02-bd81efab2abf HTTP/1.1" status: 204 len: 168 time: 0.4963384 Apr 05 14:32:12.745801 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b8a514-e628-4a91-bc3c-40c32319372b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3851d649-24d6-48da-bb02-bd81efab2abf,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:12.747605 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 35078) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:32:12.794881 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-dbe4afce-270f-43f5-ba2d-cb44f9da26c8 req-9a1aef69-53d4-4ce7-b872-31cfdecabde9 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:12.896626 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1aef69-53d4-4ce7-b872-31cfdecabde9 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Pushing event deleted for resources: {'Port': ['ID=d610ae53-1bc0-4844-8ecf-3d88e1cf5426,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:12.921089 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b4e9ba-4702-4539-b6ed-b71c70d815cd req-3ae83571-e62e-4a07-bebe-d85a4cac4090 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:12.922893 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-e5b4e9ba-4702-4539-b6ed-b71c70d815cd req-3ae83571-e62e-4a07-bebe-d85a4cac4090 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd4c7dc7-3a8e-4ff8-b695-453b0ad9a57c HTTP/1.1" status: 200 len: 946 time: 0.0795603 Apr 05 14:32:12.958518 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38eccb4b-1508-4742-97e5-1188a54de731 None None] DHCP port deletion for f3c72546-ec00-4b40-ba79-0ef4c67ea192 request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:32:12.967663 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16939d2-55f8-4761-957b-59b6641d6b0f req-f91f05d8-4151-4ddb-b6c1-b01b46a89a31 tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:12.969246 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c16939d2-55f8-4761-957b-59b6641d6b0f req-f91f05d8-4151-4ddb-b6c1-b01b46a89a31 tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1583d90-3113-4cc3-af2e-e73472ac68ee HTTP/1.1" status: 200 len: 945 time: 0.2651379 Apr 05 14:32:12.971697 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bc037a70-c201-4569-b683-bad73cce7943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:12.975975 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbe4afce-270f-43f5-ba2d-cb44f9da26c8 req-9a1aef69-53d4-4ce7-b872-31cfdecabde9 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] No DVR routers for this DVR port d610ae53-1bc0-4844-8ecf-3d88e1cf5426 on host n-h1-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:32:12.979944 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-dbe4afce-270f-43f5-ba2d-cb44f9da26c8 req-9a1aef69-53d4-4ce7-b872-31cfdecabde9 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:12.984974 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dbe4afce-270f-43f5-ba2d-cb44f9da26c8 req-9a1aef69-53d4-4ce7-b872-31cfdecabde9 tempest-LiveAutoBlockMigrationV225Test-351614709 tempest-LiveAutoBlockMigrationV225Test-351614709-project] 10.222.0.55 "DELETE /v2.0/ports/d610ae53-1bc0-4844-8ecf-3d88e1cf5426 HTTP/1.1" status: 204 len: 173 time: 1.1434147 Apr 05 14:32:12.990921 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20926e2e-9a2a-4e4f-8080-2a29f4e07cfe', 'name': 'network-vif-deleted', 'tag': 'd610ae53-1bc0-4844-8ecf-3d88e1cf5426'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:32:12.993307 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab169193-f7b0-4077-9fa0-e4cc401f6d48" -d '{"events": [{"server_uuid": "20926e2e-9a2a-4e4f-8080-2a29f4e07cfe", "name": "network-vif-deleted", "tag": "d610ae53-1bc0-4844-8ecf-3d88e1cf5426"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:32:13.028819 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-38eccb4b-1508-4742-97e5-1188a54de731 None None] Deleting port c762b1c6-030c-4f47-9848-75c72a6793cc {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:32:13.029946 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-38eccb4b-1508-4742-97e5-1188a54de731 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:13.036387 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf60ce-c3d5-4653-9ec1-b0e79f3a3807 req-1a26d330-4966-430e-a04c-efeb1f0579de tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:13.037969 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0bdf60ce-c3d5-4653-9ec1-b0e79f3a3807 req-1a26d330-4966-430e-a04c-efeb1f0579de tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/networks?id=92fcad72-c5db-4d1e-b4a7-6aec706b597c HTTP/1.1" status: 200 len: 822 time: 0.3437033 Apr 05 14:32:13.087675 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c16939d2-55f8-4761-957b-59b6641d6b0f req-3bf38b79-57b8-4e67-8369-c00435357d8b tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] 10.222.0.30 "GET /v2.0/security-groups?id=ded2d4eb-0031-45da-bcb8-b5b7d6e91d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978644 Apr 05 14:32:13.090489 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0bdf60ce-c3d5-4653-9ec1-b0e79f3a3807 req-d3e9a678-a900-4f91-915b-273e5c946711 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/quotas/3e7c44b60b62410f964e2903e104051e HTTP/1.1" status: 200 len: 375 time: 0.0408413 Apr 05 14:32:13.099128 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-38eccb4b-1508-4742-97e5-1188a54de731 None None] For port c762b1c6-030c-4f47-9848-75c72a6793cc, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=c762b1c6-030c-4f47-9848-75c72a6793cc,segment=NetworkSegment(0757738d-d0ba-42f4-8242-083676031461),segment_id=0757738d-d0ba-42f4-8242-083676031461)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:13.099720 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-38eccb4b-1508-4742-97e5-1188a54de731 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:13.128423 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-e5b4e9ba-4702-4539-b6ed-b71c70d815cd req-02611c96-a999-4999-a8ed-100d0d4984a8 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Deleting port 64ca98b9-09dd-4ce9-b3d0-94d32acff570 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:32:13.128803 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-e5b4e9ba-4702-4539-b6ed-b71c70d815cd req-02611c96-a999-4999-a8ed-100d0d4984a8 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:13.135584 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-38eccb4b-1508-4742-97e5-1188a54de731 None None] Calling delete_port for c762b1c6-030c-4f47-9848-75c72a6793cc owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:32:13.180317 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f16ac26d-a6a8-4553-a12f-5eadb833d7a9 x-openstack-request-id: req-f16ac26d-a6a8-4553-a12f-5eadb833d7a9 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:32:13.180733 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20926e2e-9a2a-4e4f-8080-2a29f4e07cfe", "name": "network-vif-deleted", "tag": "d610ae53-1bc0-4844-8ecf-3d88e1cf5426", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:32:13.180893 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f16ac26d-a6a8-4553-a12f-5eadb833d7a9 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:32:13.181455 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f16ac26d-a6a8-4553-a12f-5eadb833d7a9'] response: {'server_uuid': '20926e2e-9a2a-4e4f-8080-2a29f4e07cfe', 'name': 'network-vif-deleted', 'tag': 'd610ae53-1bc0-4844-8ecf-3d88e1cf5426', 'status': 'completed', 'code': 200} Apr 05 14:32:13.184244 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0bdf60ce-c3d5-4653-9ec1-b0e79f3a3807 req-68254df7-6886-4bd4-8038-da3bcededd1b tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e7c44b60b62410f964e2903e104051e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0758293 Apr 05 14:32:13.247821 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-bc037a70-c201-4569-b683-bad73cce7943 admin admin] Deleting port c762b1c6-030c-4f47-9848-75c72a6793cc {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:32:13.248159 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bc037a70-c201-4569-b683-bad73cce7943 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:13.287159 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-e5b4e9ba-4702-4539-b6ed-b71c70d815cd req-02611c96-a999-4999-a8ed-100d0d4984a8 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] For port 64ca98b9-09dd-4ce9-b3d0-94d32acff570, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=64ca98b9-09dd-4ce9-b3d0-94d32acff570,segment=NetworkSegment(86bf7ba4-25ec-477a-b752-1cd3a94d1598),segment_id=86bf7ba4-25ec-477a-b752-1cd3a94d1598)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:13.287523 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-e5b4e9ba-4702-4539-b6ed-b71c70d815cd req-02611c96-a999-4999-a8ed-100d0d4984a8 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:13.304263 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-e5b4e9ba-4702-4539-b6ed-b71c70d815cd req-02611c96-a999-4999-a8ed-100d0d4984a8 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Calling delete_port for 64ca98b9-09dd-4ce9-b3d0-94d32acff570 owned by compute:nova {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:32:13.374839 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-bc037a70-c201-4569-b683-bad73cce7943 admin admin] For port c762b1c6-030c-4f47-9848-75c72a6793cc, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=c762b1c6-030c-4f47-9848-75c72a6793cc,segment=NetworkSegment(0757738d-d0ba-42f4-8242-083676031461),segment_id=0757738d-d0ba-42f4-8242-083676031461)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:13.375206 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bc037a70-c201-4569-b683-bad73cce7943 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:13.375644 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-38eccb4b-1508-4742-97e5-1188a54de731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:13.427646 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eccb4b-1508-4742-97e5-1188a54de731 None None] Pushing event deleted for resources: {'Port': ['ID=c762b1c6-030c-4f47-9848-75c72a6793cc,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:13.433441 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38eccb4b-1508-4742-97e5-1188a54de731 None None] No DVR routers for this DVR port c762b1c6-030c-4f47-9848-75c72a6793cc on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:32:13.566824 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device c762b1c6-030c-4f47-9848-75c72a6793cc no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:32:13.589811 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: c762b1c6-030c-4f47-9848-75c72a6793cc {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:32:13.590020 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device c762b1c6-030c-4f47-9848-75c72a6793cc not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:32:13.590631 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 7ecd5546-ae8e-43dd-99c2-f708618c4f2b no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:32:13.604084 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-e5b4e9ba-4702-4539-b6ed-b71c70d815cd req-02611c96-a999-4999-a8ed-100d0d4984a8 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:13.622151 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 7ecd5546-ae8e-43dd-99c2-f708618c4f2b {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:32:13.622904 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 7ecd5546-ae8e-43dd-99c2-f708618c4f2b not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:32:13.627103 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['64ca98b9-09dd-4ce9-b3d0-94d32acff570'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:32:13.632311 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02611c96-a999-4999-a8ed-100d0d4984a8 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Pushing event deleted for resources: {'Port': ['ID=64ca98b9-09dd-4ce9-b3d0-94d32acff570,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:13.689109 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5b4e9ba-4702-4539-b6ed-b71c70d815cd req-02611c96-a999-4999-a8ed-100d0d4984a8 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] No DVR routers for this DVR port 64ca98b9-09dd-4ce9-b3d0-94d32acff570 on host n-h2-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:32:13.692013 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-e5b4e9ba-4702-4539-b6ed-b71c70d815cd req-02611c96-a999-4999-a8ed-100d0d4984a8 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:13.695868 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-e5b4e9ba-4702-4539-b6ed-b71c70d815cd req-02611c96-a999-4999-a8ed-100d0d4984a8 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.11 "DELETE /v2.0/ports/64ca98b9-09dd-4ce9-b3d0-94d32acff570 HTTP/1.1" status: 204 len: 173 time: 0.7669358 Apr 05 14:32:13.696646 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd4c7dc7-3a8e-4ff8-b695-453b0ad9a57c', 'name': 'network-vif-deleted', 'tag': '64ca98b9-09dd-4ce9-b3d0-94d32acff570'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:32:13.699026 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a422514-24f0-4c45-946e-73d9cd492d63" -d '{"events": [{"server_uuid": "fd4c7dc7-3a8e-4ff8-b695-453b0ad9a57c", "name": "network-vif-deleted", "tag": "64ca98b9-09dd-4ce9-b3d0-94d32acff570"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:32:13.731946 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-bc037a70-c201-4569-b683-bad73cce7943 admin admin] Calling delete_port for c762b1c6-030c-4f47-9848-75c72a6793cc owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:32:13.757901 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233005d4-73d1-4c70-a10a-e33af2f09034 req-f3b32118-c934-40a2-b3ef-694038677222 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:13.759402 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-233005d4-73d1-4c70-a10a-e33af2f09034 req-f3b32118-c934-40a2-b3ef-694038677222 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd4c7dc7-3a8e-4ff8-b695-453b0ad9a57c HTTP/1.1" status: 200 len: 946 time: 0.5488846 Apr 05 14:32:13.806537 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0bdf60ce-c3d5-4653-9ec1-b0e79f3a3807 req-7475630d-5169-412a-88a5-e8d8072619fa service neutron] 10.222.0.30 "GET /v2.0/networks/92fcad72-c5db-4d1e-b4a7-6aec706b597c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6046948 Apr 05 14:32:13.867791 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-233005d4-73d1-4c70-a10a-e33af2f09034 req-d717f660-dd49-48c9-8978-13f542d78aa9 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985291 Apr 05 14:32:13.953055 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:13.979368 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0bdf60ce-c3d5-4653-9ec1-b0e79f3a3807 req-f426aef3-367c-4920-ad24-3e87741e8f9b service neutron] 10.222.0.30 "GET /v2.0/networks/92fcad72-c5db-4d1e-b4a7-6aec706b597c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584475 Apr 05 14:32:14.004118 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bc037a70-c201-4569-b683-bad73cce7943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:14.036007 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc037a70-c201-4569-b683-bad73cce7943 admin admin] Pushing event deleted for resources: {'Port': ['ID=c762b1c6-030c-4f47-9848-75c72a6793cc,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:14.047333 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc037a70-c201-4569-b683-bad73cce7943 admin admin] No DVR routers for this DVR port c762b1c6-030c-4f47-9848-75c72a6793cc on host n-d-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:32:14.131198 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bc037a70-c201-4569-b683-bad73cce7943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:14.163349 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-bc037a70-c201-4569-b683-bad73cce7943 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3c72546-ec00-4b40-ba79-0ef4c67ea192']}} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:14.177223 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-bc037a70-c201-4569-b683-bad73cce7943 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0757738d-d0ba-42f4-8242-083676031461') {'for_net_delete': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:14.178107 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-bc037a70-c201-4569-b683-bad73cce7943 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0757738d-d0ba-42f4-8242-083676031461') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:14.194150 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bc037a70-c201-4569-b683-bad73cce7943 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13399223'] for segment, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:14.210010 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bc037a70-c201-4569-b683-bad73cce7943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:14.216533 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc037a70-c201-4569-b683-bad73cce7943 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=103320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:32:14.216945 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bc037a70-c201-4569-b683-bad73cce7943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15765202'] for segment, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:14.219337 n-d-836650-2 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:32:14.219337 n-d-836650-2 neutron-server[103320]: self.session.flush() Apr 05 14:32:14.219337 n-d-836650-2 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:32:14.219337 n-d-836650-2 neutron-server[103320]: self.session.flush() Apr 05 14:32:14.219337 n-d-836650-2 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:32:14.219337 n-d-836650-2 neutron-server[103320]: self.session.flush() Apr 05 14:32:14.219337 n-d-836650-2 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:32:14.219337 n-d-836650-2 neutron-server[103320]: self.session.flush() Apr 05 14:32:14.219337 n-d-836650-2 neutron-server[103320]: Traceback (most recent call last): Apr 05 14:32:14.219337 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:32:14.219337 n-d-836650-2 neutron-server[103320]: timer() Apr 05 14:32:14.219337 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:32:14.219337 n-d-836650-2 neutron-server[103320]: cb(*args, **kw) Apr 05 14:32:14.219337 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:32:14.219337 n-d-836650-2 neutron-server[103320]: return func(*args, **kwargs) Apr 05 14:32:14.219337 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:32:14.219337 n-d-836650-2 neutron-server[103320]: self._notify() Apr 05 14:32:14.219337 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:32:14.219337 n-d-836650-2 neutron-server[103320]: self.callback(batched_events) Apr 05 14:32:14.219337 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:32:14.219337 n-d-836650-2 neutron-server[103320]: event.method(event) Apr 05 14:32:14.219337 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:32:14.219337 n-d-836650-2 neutron-server[103320]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:32:14.219337 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:32:14.219337 n-d-836650-2 neutron-server[103320]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:32:14.219337 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:32:14.219337 n-d-836650-2 neutron-server[103320]: return f(self, *a, **k) Apr 05 14:32:14.219337 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:32:14.219337 n-d-836650-2 neutron-server[103320]: return self._get(url).json() Apr 05 14:32:14.219337 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:32:14.219337 n-d-836650-2 neutron-server[103320]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:32:14.219337 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:32:14.219337 n-d-836650-2 neutron-server[103320]: return self.request(url, 'GET', **kwargs) Apr 05 14:32:14.219337 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:32:14.219337 n-d-836650-2 neutron-server[103320]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:32:14.219337 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:32:14.219337 n-d-836650-2 neutron-server[103320]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:32:14.219337 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:32:14.219337 n-d-836650-2 neutron-server[103320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:32:14.219337 n-d-836650-2 neutron-server[103320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:32:14.368421 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bc037a70-c201-4569-b683-bad73cce7943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:14.376999 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bc037a70-c201-4569-b683-bad73cce7943 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:14.377640 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-bc037a70-c201-4569-b683-bad73cce7943 admin admin] 10.222.0.30 "DELETE /v2.0/networks/f3c72546-ec00-4b40-ba79-0ef4c67ea192 HTTP/1.1" status: 204 len: 168 time: 1.6275141 Apr 05 14:32:14.394634 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc037a70-c201-4569-b683-bad73cce7943 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3c72546-ec00-4b40-ba79-0ef4c67ea192,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:14.409167 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c3da57-ad7e-49f3-b30b-a75d136ea68b req-990f51dd-6ae5-480d-aac9-6b8322aff3d7 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:14.416932 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device d610ae53-1bc0-4844-8ecf-3d88e1cf5426 no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:32:14.417572 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c9c3da57-ad7e-49f3-b30b-a75d136ea68b req-990f51dd-6ae5-480d-aac9-6b8322aff3d7 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=59f4316c-8354-402d-9bd4-664ee4cf310a HTTP/1.1" status: 200 len: 946 time: 0.0904181 Apr 05 14:32:14.426002 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 35122) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:32:14.467485 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] No Port match for: d610ae53-1bc0-4844-8ecf-3d88e1cf5426 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:32:14.468147 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device d610ae53-1bc0-4844-8ecf-3d88e1cf5426 not bound to the agent host n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:32:14.470582 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c9c3da57-ad7e-49f3-b30b-a75d136ea68b req-8df3fe7b-7f3a-4952-a6b3-34d0000ef786 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471332 Apr 05 14:32:14.474311 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a1aa7f-171a-4814-9bfa-3e4ceff9db02 x-openstack-request-id: req-27a1aa7f-171a-4814-9bfa-3e4ceff9db02 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:32:14.477313 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd4c7dc7-3a8e-4ff8-b695-453b0ad9a57c", "name": "network-vif-deleted", "tag": "64ca98b9-09dd-4ce9-b3d0-94d32acff570", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:32:14.477645 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-27a1aa7f-171a-4814-9bfa-3e4ceff9db02 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:32:14.478216 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27a1aa7f-171a-4814-9bfa-3e4ceff9db02'] response: {'server_uuid': 'fd4c7dc7-3a8e-4ff8-b695-453b0ad9a57c', 'name': 'network-vif-deleted', 'tag': '64ca98b9-09dd-4ce9-b3d0-94d32acff570', 'status': 'completed', 'code': 200} Apr 05 14:32:14.552003 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ca53a0f0-98d6-4425-a7eb-1b96e2086593 req-c86ea7b7-0968-4fdf-a714-93b1d0979d08 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddf4f621-4c82-4804-9b71-eae9dc88cee0 HTTP/1.1" status: 200 len: 210 time: 0.0486522 Apr 05 14:32:14.625512 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beeb4cf-d9d9-4fa8-9bcf-353e3f5c6cfe req-d6fcfd1f-3760-4040-81f4-53309428a9d7 tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:14.627097 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2beeb4cf-d9d9-4fa8-9bcf-353e3f5c6cfe req-d6fcfd1f-3760-4040-81f4-53309428a9d7 tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1583d90-3113-4cc3-af2e-e73472ac68ee HTTP/1.1" status: 200 len: 945 time: 0.0611546 Apr 05 14:32:14.668574 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2beeb4cf-d9d9-4fa8-9bcf-353e3f5c6cfe req-80376ae2-4623-49bb-8bad-da715bf61b35 tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] 10.222.0.30 "GET /v2.0/security-groups?id=ded2d4eb-0031-45da-bcb8-b5b7d6e91d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334730 Apr 05 14:32:14.764863 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-009fae09-c238-4c83-bce9-37d503c227fe admin admin] Deleting subnet e7ccd1c0-0ac4-418f-bea2-fcb22a694a96 {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:32:14.767919 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-009fae09-c238-4c83-bce9-37d503c227fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:14.803790 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-009fae09-c238-4c83-bce9-37d503c227fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:14.842526 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 35136) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:32:14.848541 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-009fae09-c238-4c83-bce9-37d503c227fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:14.884594 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-8ae73bc8-4127-4147-bbe1-1a089f5f488e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bf0902b496d747c7a4e6f64dff615d59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406613 Apr 05 14:32:14.887799 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 35138) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:32:14.967613 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7957d226-6a30-4849-9092-57f97fd64208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:14.990973 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7957d226-6a30-4849-9092-57f97fd64208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:15.061473 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-009fae09-c238-4c83-bce9-37d503c227fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:15.090364 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009fae09-c238-4c83-bce9-37d503c227fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7ccd1c0-0ac4-418f-bea2-fcb22a694a96,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:15.094217 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-009fae09-c238-4c83-bce9-37d503c227fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:15.099026 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-009fae09-c238-4c83-bce9-37d503c227fe admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e7ccd1c0-0ac4-418f-bea2-fcb22a694a96 HTTP/1.1" status: 204 len: 168 time: 0.6702359 Apr 05 14:32:15.101181 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 35152) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:32:15.118022 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7957d226-6a30-4849-9092-57f97fd64208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:15.120710 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7957d226-6a30-4849-9092-57f97fd64208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:15.122035 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-7957d226-6a30-4849-9092-57f97fd64208 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a12a1180-61f2-406d-b568-8a39175973aa HTTP/1.1" status: 204 len: 168 time: 0.2331290 Apr 05 14:32:15.131070 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7957d226-6a30-4849-9092-57f97fd64208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12a1180-61f2-406d-b568-8a39175973aa,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:15.237136 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-da0f059f-8b44-4364-95fe-8b7d5bdbc796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:15.314144 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28beb6b-482d-4059-a1f9-26d8fd63b43b req-9febbe8d-da57-48f0-9353-776cadb73e28 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:15.315771 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f28beb6b-482d-4059-a1f9-26d8fd63b43b req-9febbe8d-da57-48f0-9353-776cadb73e28 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/networks?id=a926837a-905f-4dbb-b5dd-5a4dcb465fd4 HTTP/1.1" status: 200 len: 812 time: 0.1899385 Apr 05 14:32:15.363548 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f28beb6b-482d-4059-a1f9-26d8fd63b43b req-277178f8-1bdc-442a-82bb-72d19ba4f75c tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/quotas/f6c75c954b5749f4a5047ff4736e2678 HTTP/1.1" status: 200 len: 375 time: 0.0376730 Apr 05 14:32:15.376707 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-da0f059f-8b44-4364-95fe-8b7d5bdbc796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:15.408663 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f28beb6b-482d-4059-a1f9-26d8fd63b43b req-2a5c8dfc-9d22-4f6d-850d-530c35ab7e4a tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f6c75c954b5749f4a5047ff4736e2678&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344808 Apr 05 14:32:15.434237 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-da0f059f-8b44-4364-95fe-8b7d5bdbc796 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a37e2d3e-8e8b-49fa-a97d-3b06631436db']}} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:15.450799 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-da0f059f-8b44-4364-95fe-8b7d5bdbc796 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e44f5d0a-bab4-40cf-a1ed-36028ad06628') {'for_net_delete': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:15.451516 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-da0f059f-8b44-4364-95fe-8b7d5bdbc796 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e44f5d0a-bab4-40cf-a1ed-36028ad06628') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:15.495884 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-da0f059f-8b44-4364-95fe-8b7d5bdbc796 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13399223'] for segment, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:15.520784 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-da0f059f-8b44-4364-95fe-8b7d5bdbc796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:15.537331 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da0f059f-8b44-4364-95fe-8b7d5bdbc796 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=103320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:32:15.537793 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-da0f059f-8b44-4364-95fe-8b7d5bdbc796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15765202'] for segment, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:15.539460 n-d-836650-2 neutron-server[103320]: Traceback (most recent call last): Apr 05 14:32:15.539460 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:32:15.539460 n-d-836650-2 neutron-server[103320]: timer() Apr 05 14:32:15.539460 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:32:15.539460 n-d-836650-2 neutron-server[103320]: cb(*args, **kw) Apr 05 14:32:15.539460 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:32:15.539460 n-d-836650-2 neutron-server[103320]: return func(*args, **kwargs) Apr 05 14:32:15.539460 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:32:15.539460 n-d-836650-2 neutron-server[103320]: self._notify() Apr 05 14:32:15.539460 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:32:15.539460 n-d-836650-2 neutron-server[103320]: self.callback(batched_events) Apr 05 14:32:15.539460 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:32:15.539460 n-d-836650-2 neutron-server[103320]: event.method(event) Apr 05 14:32:15.539460 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:32:15.539460 n-d-836650-2 neutron-server[103320]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:32:15.539460 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:32:15.539460 n-d-836650-2 neutron-server[103320]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:32:15.539460 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:32:15.539460 n-d-836650-2 neutron-server[103320]: return f(self, *a, **k) Apr 05 14:32:15.539460 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:32:15.539460 n-d-836650-2 neutron-server[103320]: return self._get(url).json() Apr 05 14:32:15.539460 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:32:15.539460 n-d-836650-2 neutron-server[103320]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:32:15.539460 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:32:15.539460 n-d-836650-2 neutron-server[103320]: return self.request(url, 'GET', **kwargs) Apr 05 14:32:15.539460 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:32:15.539460 n-d-836650-2 neutron-server[103320]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:32:15.539460 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:32:15.539460 n-d-836650-2 neutron-server[103320]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:32:15.539460 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:32:15.539460 n-d-836650-2 neutron-server[103320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:32:15.539460 n-d-836650-2 neutron-server[103320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:32:15.639048 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f28beb6b-482d-4059-a1f9-26d8fd63b43b req-d0d1fc45-854e-4e4a-a95e-00bf573af4f9 service neutron] 10.222.0.30 "GET /v2.0/networks/a926837a-905f-4dbb-b5dd-5a4dcb465fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206297 Apr 05 14:32:15.754080 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563adc7e-78e1-494d-82ff-6c127162debb req-0346b851-b136-4e3b-806d-fafe74c127af tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:15.755661 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-563adc7e-78e1-494d-82ff-6c127162debb req-0346b851-b136-4e3b-806d-fafe74c127af tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=59f4316c-8354-402d-9bd4-664ee4cf310a HTTP/1.1" status: 200 len: 946 time: 0.2021420 Apr 05 14:32:15.820502 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df48be6-0d20-406d-b2be-87ca826752c3 req-2eb16a5b-e34f-4db2-91fb-59c99b91ee0d tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:15.822356 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5df48be6-0d20-406d-b2be-87ca826752c3 req-2eb16a5b-e34f-4db2-91fb-59c99b91ee0d tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] 10.222.0.55 "GET /v2.0/ports?device_id=d1583d90-3113-4cc3-af2e-e73472ac68ee HTTP/1.1" status: 200 len: 945 time: 0.1161530 Apr 05 14:32:15.831399 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f28beb6b-482d-4059-a1f9-26d8fd63b43b req-44f061f2-726f-4fec-ac4e-74a83ab37060 service neutron] 10.222.0.30 "GET /v2.0/networks/a926837a-905f-4dbb-b5dd-5a4dcb465fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915638 Apr 05 14:32:15.842850 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-da0f059f-8b44-4364-95fe-8b7d5bdbc796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:15.869157 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-da0f059f-8b44-4364-95fe-8b7d5bdbc796 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:15.875634 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-da0f059f-8b44-4364-95fe-8b7d5bdbc796 admin admin] 10.222.0.30 "DELETE /v2.0/networks/a37e2d3e-8e8b-49fa-a97d-3b06631436db HTTP/1.1" status: 204 len: 168 time: 0.7704704 Apr 05 14:32:15.876163 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 35184) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:32:15.878365 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-563adc7e-78e1-494d-82ff-6c127162debb req-f481b8b2-14bb-421c-ae3c-9ae4f36b4777 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147344 Apr 05 14:32:15.902062 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0f059f-8b44-4364-95fe-8b7d5bdbc796 admin admin] Pushing event deleted for resources: {'Network': ['ID=a37e2d3e-8e8b-49fa-a97d-3b06631436db,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:15.973950 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-076ffb6d-6103-471a-ad9d-ad0c019937c6 admin admin] Deleting subnet 5889ce8c-32bd-4a40-bc09-ccd78aa5ad6b {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:32:15.979829 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-076ffb6d-6103-471a-ad9d-ad0c019937c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:15.986833 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-5df48be6-0d20-406d-b2be-87ca826752c3 req-66cce318-5ad2-4b65-bd06-d8c6507afede tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] Deleting port f164e6d2-ea5b-43ec-9de4-2c957969fdf5 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:32:15.987328 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5df48be6-0d20-406d-b2be-87ca826752c3 req-66cce318-5ad2-4b65-bd06-d8c6507afede tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:16.042130 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-076ffb6d-6103-471a-ad9d-ad0c019937c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:16.056197 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1427d3fc-258a-4f68-bb33-82725544a7c4 req-00391b77-d036-46e2-b44e-2434f2ec5c73 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddf4f621-4c82-4804-9b71-eae9dc88cee0 HTTP/1.1" status: 200 len: 210 time: 0.0506306 Apr 05 14:32:16.102813 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-076ffb6d-6103-471a-ad9d-ad0c019937c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:16.249295 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-51f631fe-2c7c-4a56-9458-77b74c698a4f req-a533cf08-8c17-4637-ba2f-4721409debf2 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=45c30f5d-d488-4a73-b5d5-d9db1333755a HTTP/1.1" status: 200 len: 210 time: 0.0685940 Apr 05 14:32:16.253486 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-5df48be6-0d20-406d-b2be-87ca826752c3 req-66cce318-5ad2-4b65-bd06-d8c6507afede tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] For port f164e6d2-ea5b-43ec-9de4-2c957969fdf5, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=f164e6d2-ea5b-43ec-9de4-2c957969fdf5,segment=NetworkSegment(44b02d0e-7059-4303-8a63-6a6ae5673c11),segment_id=44b02d0e-7059-4303-8a63-6a6ae5673c11)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:16.253944 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5df48be6-0d20-406d-b2be-87ca826752c3 req-66cce318-5ad2-4b65-bd06-d8c6507afede tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:16.289114 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d3ad5-a1a0-4975-bc19-b4e33ce101ed req-195d9274-7ba9-4717-99b0-51d585f86f3d tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:16.297311 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-076ffb6d-6103-471a-ad9d-ad0c019937c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:16.299083 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e19d3ad5-a1a0-4975-bc19-b4e33ce101ed req-195d9274-7ba9-4717-99b0-51d585f86f3d tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1583d90-3113-4cc3-af2e-e73472ac68ee HTTP/1.1" status: 200 len: 945 time: 0.1512506 Apr 05 14:32:16.303385 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-5df48be6-0d20-406d-b2be-87ca826752c3 req-66cce318-5ad2-4b65-bd06-d8c6507afede tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] Calling delete_port for f164e6d2-ea5b-43ec-9de4-2c957969fdf5 owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:32:16.343747 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076ffb6d-6103-471a-ad9d-ad0c019937c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5889ce8c-32bd-4a40-bc09-ccd78aa5ad6b,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:16.347625 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-076ffb6d-6103-471a-ad9d-ad0c019937c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:16.355706 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-076ffb6d-6103-471a-ad9d-ad0c019937c6 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/5889ce8c-32bd-4a40-bc09-ccd78aa5ad6b HTTP/1.1" status: 204 len: 168 time: 0.4782140 Apr 05 14:32:16.363004 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 35204) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:32:16.398276 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e19d3ad5-a1a0-4975-bc19-b4e33ce101ed req-1c3d650e-0645-47ea-b4f3-452b9f324224 tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] 10.222.0.30 "GET /v2.0/security-groups?id=ded2d4eb-0031-45da-bcb8-b5b7d6e91d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000013 Apr 05 14:32:16.448387 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5236414a-5826-4759-8215-e83c3cc9b237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:16.534849 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 35212) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:32:16.548133 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5236414a-5826-4759-8215-e83c3cc9b237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:16.569021 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-5236414a-5826-4759-8215-e83c3cc9b237 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e459f924-bcf3-4d5a-b964-1d1fbd425f48']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:16.578792 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-5236414a-5826-4759-8215-e83c3cc9b237 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ec5b4fa-950d-4afa-a1c1-2034db7890fe') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:16.579087 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-5236414a-5826-4759-8215-e83c3cc9b237 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ec5b4fa-950d-4afa-a1c1-2034db7890fe') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:16.588646 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5236414a-5826-4759-8215-e83c3cc9b237 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:16.603754 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5236414a-5826-4759-8215-e83c3cc9b237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:16.610417 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5236414a-5826-4759-8215-e83c3cc9b237 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:32:16.610882 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5236414a-5826-4759-8215-e83c3cc9b237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:16.613660 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:32:16.613660 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:32:16.613660 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:32:16.613660 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:32:16.613660 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:32:16.613660 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:32:16.613660 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:32:16.613660 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:32:16.613660 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:32:16.613660 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:32:16.613660 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:32:16.613660 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:32:16.613660 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:32:16.613660 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:32:16.613660 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:32:16.613660 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:32:16.613660 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:32:16.613660 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:32:16.613660 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:32:16.613660 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:32:16.613660 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:32:16.613660 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:32:16.613660 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:32:16.613660 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:32:16.613660 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:32:16.613660 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:32:16.613660 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:32:16.613660 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:32:16.613660 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:32:16.613660 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:32:16.613660 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:32:16.613660 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:32:16.621129 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5df48be6-0d20-406d-b2be-87ca826752c3 req-66cce318-5ad2-4b65-bd06-d8c6507afede tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:16.647041 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['f1bc9f6d-0c66-4746-b01c-6db314def909'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:32:16.653310 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['a3c8e25e-215f-45b4-ade2-1518b68cbf7d'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:32:16.677920 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cce318-5ad2-4b65-bd06-d8c6507afede tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] Pushing event deleted for resources: {'Port': ['ID=f164e6d2-ea5b-43ec-9de4-2c957969fdf5,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:16.717209 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-5df48be6-0d20-406d-b2be-87ca826752c3 req-66cce318-5ad2-4b65-bd06-d8c6507afede tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] No DVR routers for this DVR port f164e6d2-ea5b-43ec-9de4-2c957969fdf5 on host n-h1-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:32:16.725321 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5df48be6-0d20-406d-b2be-87ca826752c3 req-66cce318-5ad2-4b65-bd06-d8c6507afede tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:16.729123 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5df48be6-0d20-406d-b2be-87ca826752c3 req-66cce318-5ad2-4b65-bd06-d8c6507afede tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] 10.222.0.55 "DELETE /v2.0/ports/f164e6d2-ea5b-43ec-9de4-2c957969fdf5 HTTP/1.1" status: 204 len: 173 time: 0.8999434 Apr 05 14:32:16.731746 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1583d90-3113-4cc3-af2e-e73472ac68ee', 'name': 'network-vif-deleted', 'tag': 'f164e6d2-ea5b-43ec-9de4-2c957969fdf5'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:32:16.736673 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05b0c87-c81a-4466-b868-7deb5dc4fece" -d '{"events": [{"server_uuid": "d1583d90-3113-4cc3-af2e-e73472ac68ee", "name": "network-vif-deleted", "tag": "f164e6d2-ea5b-43ec-9de4-2c957969fdf5"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:32:16.792181 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b45f3d5-eee9-4ea2-81b5-23bbff4508a7 x-openstack-request-id: req-2b45f3d5-eee9-4ea2-81b5-23bbff4508a7 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:32:16.792812 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1583d90-3113-4cc3-af2e-e73472ac68ee", "name": "network-vif-deleted", "tag": "f164e6d2-ea5b-43ec-9de4-2c957969fdf5", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:32:16.793228 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2b45f3d5-eee9-4ea2-81b5-23bbff4508a7 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:32:16.794028 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b45f3d5-eee9-4ea2-81b5-23bbff4508a7'] response: {'server_uuid': 'd1583d90-3113-4cc3-af2e-e73472ac68ee', 'name': 'network-vif-deleted', 'tag': 'f164e6d2-ea5b-43ec-9de4-2c957969fdf5', 'status': 'completed', 'code': 200} Apr 05 14:32:16.856128 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5236414a-5826-4759-8215-e83c3cc9b237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:16.870661 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-6f766c4e-d49c-4220-9d8e-b97019f320f1 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-478167610-network', 'tenant_id': 'e04b26e238414e33bb4eb5bcf94ecace'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:32:16.902457 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5236414a-5826-4759-8215-e83c3cc9b237 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:16.910211 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-5236414a-5826-4759-8215-e83c3cc9b237 admin admin] 10.222.0.30 "DELETE /v2.0/networks/e459f924-bcf3-4d5a-b964-1d1fbd425f48 HTTP/1.1" status: 204 len: 168 time: 0.5509543 Apr 05 14:32:16.918520 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5236414a-5826-4759-8215-e83c3cc9b237 admin admin] Pushing event deleted for resources: {'Network': ['ID=e459f924-bcf3-4d5a-b964-1d1fbd425f48,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:17.011452 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f766c4e-d49c-4220-9d8e-b97019f320f1 admin admin] Made reservation on behalf of e04b26e238414e33bb4eb5bcf94ecace for: {'network': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:32:17.014337 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6f766c4e-d49c-4220-9d8e-b97019f320f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:17.055283 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 64ca98b9-09dd-4ce9-b3d0-94d32acff570 no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:32:17.064647 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6f766c4e-d49c-4220-9d8e-b97019f320f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:17.077860 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] No Port match for: 64ca98b9-09dd-4ce9-b3d0-94d32acff570 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:32:17.078207 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 64ca98b9-09dd-4ce9-b3d0-94d32acff570 not bound to the agent host n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:32:17.130348 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71109609-6ac2-4bea-9440-52ab10f3cf7b req-dcefabe4-8021-41ef-bb5e-2d70197bc4cf tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:17.131923 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-71109609-6ac2-4bea-9440-52ab10f3cf7b req-dcefabe4-8021-41ef-bb5e-2d70197bc4cf tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=59f4316c-8354-402d-9bd4-664ee4cf310a HTTP/1.1" status: 200 len: 946 time: 0.1223643 Apr 05 14:32:17.161886 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf60ce-c3d5-4653-9ec1-b0e79f3a3807 req-bc7af1a0-5ab1-4c17-99ab-b6a14a1428fa tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:17.163357 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-0bdf60ce-c3d5-4653-9ec1-b0e79f3a3807 req-bc7af1a0-5ab1-4c17-99ab-b6a14a1428fa tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.11 "GET /v2.0/networks?id=92fcad72-c5db-4d1e-b4a7-6aec706b597c HTTP/1.1" status: 200 len: 822 time: 0.1151190 Apr 05 14:32:17.177843 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-0bdf60ce-c3d5-4653-9ec1-b0e79f3a3807 req-f47210e7-c67e-4a01-b3ba-ca0dccafcbac tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Request body: {'port': {'device_id': 'ddf4f621-4c82-4804-9b71-eae9dc88cee0', 'network_id': '92fcad72-c5db-4d1e-b4a7-6aec706b597c', 'admin_state_up': True, 'tenant_id': '3e7c44b60b62410f964e2903e104051e'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:32:17.218503 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-03038fc1-4451-41ca-81a9-526ffde0e970 req-c3bc3633-1a6f-44aa-a94c-ade633653d59 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddf4f621-4c82-4804-9b71-eae9dc88cee0 HTTP/1.1" status: 200 len: 210 time: 0.0764885 Apr 05 14:32:17.241267 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-71109609-6ac2-4bea-9440-52ab10f3cf7b req-a6ca730d-645e-4c26-9ec8-04bb4a1f0a09 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957050 Apr 05 14:32:17.287080 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6f766c4e-d49c-4220-9d8e-b97019f320f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:17.361007 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-80398a7f-f1b5-4287-a2d0-10dd69ff985b req-bf8907d5-a01f-4bdd-aebe-2cdafa401c71 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=45c30f5d-d488-4a73-b5d5-d9db1333755a HTTP/1.1" status: 200 len: 210 time: 0.0330520 Apr 05 14:32:17.369327 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6f766c4e-d49c-4220-9d8e-b97019f320f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:17.396700 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f766c4e-d49c-4220-9d8e-b97019f320f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=103320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:32:17.417792 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f766c4e-d49c-4220-9d8e-b97019f320f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d1a7855-7863-4922-a8cb-f86b0f779ae0,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:17.421709 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6f766c4e-d49c-4220-9d8e-b97019f320f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:17.422168 n-d-836650-2 neutron-server[103320]: INFO neutron.db.segments_db [None req-6f766c4e-d49c-4220-9d8e-b97019f320f1 admin admin] Added segment 7a7f2de5-306f-4345-ba19-e91d91de42c0 of type vlan for network e5c04a20-9e06-4874-9ca5-1739c604bcb7 Apr 05 14:32:17.434834 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 35236) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:32:17.474782 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6f766c4e-d49c-4220-9d8e-b97019f320f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:17.487689 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bdf60ce-c3d5-4653-9ec1-b0e79f3a3807 req-f47210e7-c67e-4a01-b3ba-ca0dccafcbac tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Made reservation on behalf of 3e7c44b60b62410f964e2903e104051e for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:32:17.491414 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-0bdf60ce-c3d5-4653-9ec1-b0e79f3a3807 req-f47210e7-c67e-4a01-b3ba-ca0dccafcbac tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:17.506066 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-5b37ad8c-6a34-448b-bae5-34c7a71a3a78 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ec0fa5de45e74f079e998d8c4a01aedf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0684881 Apr 05 14:32:17.508770 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 35238) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:32:17.585227 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-440a7acf-4f6e-44fb-abf8-0db1dd726998 req-adec7ac0-c3ae-4480-8818-fcf3eb6d1194 tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1583d90-3113-4cc3-af2e-e73472ac68ee HTTP/1.1" status: 200 len: 210 time: 0.0499017 Apr 05 14:32:17.603807 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6f766c4e-d49c-4220-9d8e-b97019f320f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:17.606208 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f766c4e-d49c-4220-9d8e-b97019f320f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:17.606793 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6f766c4e-d49c-4220-9d8e-b97019f320f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:17.651280 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [req-0bdf60ce-c3d5-4653-9ec1-b0e79f3a3807 req-f47210e7-c67e-4a01-b3ba-ca0dccafcbac tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Allocated IP 172.20.0.9 (92fcad72-c5db-4d1e-b4a7-6aec706b597c/f2240eec-fdc7-4a9d-b66e-11daf7277a6b/211248c6-ef40-4ca5-900a-d932da8fce32) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:32:17.686221 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7fa0ff55-076d-4246-a4c1-fa0dbaee24cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:17.706618 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f766c4e-d49c-4220-9d8e-b97019f320f1 admin admin] Pushing event updated for resources: {'Network': ['ID=e5c04a20-9e06-4874-9ca5-1739c604bcb7,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:17.719106 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7fa0ff55-076d-4246-a4c1-fa0dbaee24cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:17.721539 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network e5c04a20-9e06-4874-9ca5-1739c604bcb7 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:32:17.808926 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-6f766c4e-d49c-4220-9d8e-b97019f320f1 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2701960 Apr 05 14:32:17.809794 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 35242) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:32:17.815527 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-0057afc5-6e6c-42a5-a9fc-af94640fdf04 admin admin] Request body: {'subnet': {'network_id': 'e5c04a20-9e06-4874-9ca5-1739c604bcb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-478167610-subnet', 'tenant_id': 'e04b26e238414e33bb4eb5bcf94ecace', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:32:17.875694 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-0bdf60ce-c3d5-4653-9ec1-b0e79f3a3807 req-f47210e7-c67e-4a01-b3ba-ca0dccafcbac tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:17.929660 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0057afc5-6e6c-42a5-a9fc-af94640fdf04 admin admin] Made reservation on behalf of e04b26e238414e33bb4eb5bcf94ecace for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:32:17.930274 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7fa0ff55-076d-4246-a4c1-fa0dbaee24cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:17.936987 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0057afc5-6e6c-42a5-a9fc-af94640fdf04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:17.937152 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7fa0ff55-076d-4246-a4c1-fa0dbaee24cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:17.937152 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-7fa0ff55-076d-4246-a4c1-fa0dbaee24cc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/caccea3b-ae4e-4d82-ace8-3fae3ffda35d HTTP/1.1" status: 204 len: 168 time: 0.4232750 Apr 05 14:32:17.944650 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa0ff55-076d-4246-a4c1-fa0dbaee24cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caccea3b-ae4e-4d82-ace8-3fae3ffda35d,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:18.065384 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-0bdf60ce-c3d5-4653-9ec1-b0e79f3a3807 req-f47210e7-c67e-4a01-b3ba-ca0dccafcbac tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:18.124567 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bdf60ce-c3d5-4653-9ec1-b0e79f3a3807 req-f47210e7-c67e-4a01-b3ba-ca0dccafcbac tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Network 92fcad72-c5db-4d1e-b4a7-6aec706b597c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:32:18.130697 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [req-0bdf60ce-c3d5-4653-9ec1-b0e79f3a3807 req-f47210e7-c67e-4a01-b3ba-ca0dccafcbac tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:32:18.158629 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bdf60ce-c3d5-4653-9ec1-b0e79f3a3807 req-f47210e7-c67e-4a01-b3ba-ca0dccafcbac tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:32:18.166783 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47210e7-c67e-4a01-b3ba-ca0dccafcbac tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Pushing event updated for resources: {'Port': ['ID=211248c6-ef40-4ca5-900a-d932da8fce32,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:18.224201 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf60ce-c3d5-4653-9ec1-b0e79f3a3807 req-f47210e7-c67e-4a01-b3ba-ca0dccafcbac tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:18.225017 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-0bdf60ce-c3d5-4653-9ec1-b0e79f3a3807 req-f47210e7-c67e-4a01-b3ba-ca0dccafcbac tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:18.330066 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0057afc5-6e6c-42a5-a9fc-af94640fdf04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:18.363130 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ce6459-81b5-42ae-84c5-d69f07a34f16 req-8ec210b1-7fdc-487d-a054-cc7db0941d75 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:18.364338 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-0bdf60ce-c3d5-4653-9ec1-b0e79f3a3807 req-f47210e7-c67e-4a01-b3ba-ca0dccafcbac tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1904349 Apr 05 14:32:18.365534 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-28ce6459-81b5-42ae-84c5-d69f07a34f16 req-8ec210b1-7fdc-487d-a054-cc7db0941d75 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddf4f621-4c82-4804-9b71-eae9dc88cee0 HTTP/1.1" status: 200 len: 931 time: 0.0654202 Apr 05 14:32:18.396702 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-0bdf60ce-c3d5-4653-9ec1-b0e79f3a3807 req-e62eaff0-220b-4901-ba4e-596234f7f05b service neutron] Request body: {'port': {'device_id': 'ddf4f621-4c82-4804-9b71-eae9dc88cee0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-2'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:32:18.414604 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-28ce6459-81b5-42ae-84c5-d69f07a34f16 req-6b44b310-3b8d-4f8b-b073-72d81425e504 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/security-groups?id=29c6f58e-e49b-4628-9965-3ae38dded875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430329 Apr 05 14:32:18.458103 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0057afc5-6e6c-42a5-a9fc-af94640fdf04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b81dfbd-93ee-4bbd-bddd-d682b0b6855c,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:18.462510 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device f164e6d2-ea5b-43ec-9de4-2c957969fdf5 no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:32:18.505862 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] No Port match for: f164e6d2-ea5b-43ec-9de4-2c957969fdf5 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:32:18.506198 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device f164e6d2-ea5b-43ec-9de4-2c957969fdf5 not bound to the agent host n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:32:18.514409 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0057afc5-6e6c-42a5-a9fc-af94640fdf04 admin admin] Checking segment: {'id': '7a7f2de5-306f-4345-ba19-e91d91de42c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e5c04a20-9e06-4874-9ca5-1739c604bcb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:32:18.516838 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0057afc5-6e6c-42a5-a9fc-af94640fdf04 admin admin] Network hostable DHCP agents. Network: e5c04a20-9e06-4874-9ca5-1739c604bcb7, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:32:18.536606 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-0bdf60ce-c3d5-4653-9ec1-b0e79f3a3807 req-e62eaff0-220b-4901-ba4e-596234f7f05b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:18.564207 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6838280d-ff0b-4f17-afe5-0dfaad2dfecc req-20b56598-a799-4f0f-baba-22033acb15be tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=45c30f5d-d488-4a73-b5d5-d9db1333755a HTTP/1.1" status: 200 len: 210 time: 0.0491111 Apr 05 14:32:18.718172 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0057afc5-6e6c-42a5-a9fc-af94640fdf04 admin admin] Network e5c04a20-9e06-4874-9ca5-1739c604bcb7 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:32:18.762451 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d544370-dfca-4070-98db-42e41bf1e348 req-94336306-7c99-4e2d-896e-d3d7346c128f tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:18.765191 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8d544370-dfca-4070-98db-42e41bf1e348 req-94336306-7c99-4e2d-896e-d3d7346c128f tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=59f4316c-8354-402d-9bd4-664ee4cf310a HTTP/1.1" status: 200 len: 946 time: 0.4306860 Apr 05 14:32:18.792251 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28beb6b-482d-4059-a1f9-26d8fd63b43b req-cc35ac8f-3a8e-468f-97bd-73b7c1861489 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:18.793787 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f28beb6b-482d-4059-a1f9-26d8fd63b43b req-cc35ac8f-3a8e-468f-97bd-73b7c1861489 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.11 "GET /v2.0/networks?id=a926837a-905f-4dbb-b5dd-5a4dcb465fd4 HTTP/1.1" status: 200 len: 812 time: 0.1398702 Apr 05 14:32:18.808440 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-f28beb6b-482d-4059-a1f9-26d8fd63b43b req-2d93b191-cbae-4536-9cb6-0ec182d39d93 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Request body: {'port': {'device_id': '45c30f5d-d488-4a73-b5d5-d9db1333755a', 'network_id': 'a926837a-905f-4dbb-b5dd-5a4dcb465fd4', 'admin_state_up': True, 'tenant_id': 'f6c75c954b5749f4a5047ff4736e2678'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:32:18.849255 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8d544370-dfca-4070-98db-42e41bf1e348 req-f8519fe2-e4dd-46da-bae2-bd12ae9fbd77 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750008 Apr 05 14:32:18.872194 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [req-0bdf60ce-c3d5-4653-9ec1-b0e79f3a3807 req-e62eaff0-220b-4901-ba4e-596234f7f05b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 211248c6-ef40-4ca5-900a-d932da8fce32 {{(pid=103321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:32:18.882315 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-0bdf60ce-c3d5-4653-9ec1-b0e79f3a3807 req-e62eaff0-220b-4901-ba4e-596234f7f05b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:18.896720 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.provisioning_blocks [req-0bdf60ce-c3d5-4653-9ec1-b0e79f3a3807 req-e62eaff0-220b-4901-ba4e-596234f7f05b service neutron] Transition to ACTIVE for port object 211248c6-ef40-4ca5-900a-d932da8fce32 will not be triggered until provisioned by entity L2. {{(pid=103321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:32:18.928944 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-0057afc5-6e6c-42a5-a9fc-af94640fdf04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, e5c04a20-9e06-4874-9ca5-1739c604bcb7) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:32:18.936570 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0057afc5-6e6c-42a5-a9fc-af94640fdf04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:18.937622 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0057afc5-6e6c-42a5-a9fc-af94640fdf04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:18.940305 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328011c4-b8f2-4696-8005-93f2d2fa1516 None None] Network e5c04a20-9e06-4874-9ca5-1739c604bcb7 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:32:19.004590 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-0bdf60ce-c3d5-4653-9ec1-b0e79f3a3807 req-e62eaff0-220b-4901-ba4e-596234f7f05b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:19.083640 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-0057afc5-6e6c-42a5-a9fc-af94640fdf04 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2558472 Apr 05 14:32:19.141308 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62eaff0-220b-4901-ba4e-596234f7f05b service neutron] Pushing event updated for resources: {'Port': ['ID=211248c6-ef40-4ca5-900a-d932da8fce32,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:19.146585 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f28beb6b-482d-4059-a1f9-26d8fd63b43b req-2d93b191-cbae-4536-9cb6-0ec182d39d93 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Made reservation on behalf of f6c75c954b5749f4a5047ff4736e2678 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:32:19.150645 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-f28beb6b-482d-4059-a1f9-26d8fd63b43b req-2d93b191-cbae-4536-9cb6-0ec182d39d93 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:19.177752 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-0bdf60ce-c3d5-4653-9ec1-b0e79f3a3807 req-e62eaff0-220b-4901-ba4e-596234f7f05b service neutron] Attempting to bind port 211248c6-ef40-4ca5-900a-d932da8fce32 on host n-h2-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:32:19.178339 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-0bdf60ce-c3d5-4653-9ec1-b0e79f3a3807 req-e62eaff0-220b-4901-ba4e-596234f7f05b service neutron] Attempting to bind port 211248c6-ef40-4ca5-900a-d932da8fce32 by drivers openvswitch,hyperv on host n-h2-836650-2 at level 0 using segments [{'id': '1db74af5-f9b7-4132-a710-0eb375e39826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '92fcad72-c5db-4d1e-b4a7-6aec706b597c'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:32:19.178674 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdf60ce-c3d5-4653-9ec1-b0e79f3a3807 req-e62eaff0-220b-4901-ba4e-596234f7f05b service neutron] Attempting to bind port 211248c6-ef40-4ca5-900a-d932da8fce32 on network 92fcad72-c5db-4d1e-b4a7-6aec706b597c {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:32:19.190839 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdf60ce-c3d5-4653-9ec1-b0e79f3a3807 req-e62eaff0-220b-4901-ba4e-596234f7f05b service neutron] Port 211248c6-ef40-4ca5-900a-d932da8fce32 on network 92fcad72-c5db-4d1e-b4a7-6aec706b597c not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:32:19.191173 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdf60ce-c3d5-4653-9ec1-b0e79f3a3807 req-e62eaff0-220b-4901-ba4e-596234f7f05b service neutron] Attempting to bind port 211248c6-ef40-4ca5-900a-d932da8fce32 on network 92fcad72-c5db-4d1e-b4a7-6aec706b597c {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:32:19.197225 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdf60ce-c3d5-4653-9ec1-b0e79f3a3807 req-e62eaff0-220b-4901-ba4e-596234f7f05b service neutron] Checking agent: {'id': '6d8cf521-24bb-4b6a-bbae-0284f5c87a9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:32:19.197646 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdf60ce-c3d5-4653-9ec1-b0e79f3a3807 req-e62eaff0-220b-4901-ba4e-596234f7f05b service neutron] Checking segment: {'id': '1db74af5-f9b7-4132-a710-0eb375e39826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '92fcad72-c5db-4d1e-b4a7-6aec706b597c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:32:19.198127 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdf60ce-c3d5-4653-9ec1-b0e79f3a3807 req-e62eaff0-220b-4901-ba4e-596234f7f05b service neutron] Bound using segment: {'id': '1db74af5-f9b7-4132-a710-0eb375e39826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '92fcad72-c5db-4d1e-b4a7-6aec706b597c'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:32:19.198748 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-0bdf60ce-c3d5-4653-9ec1-b0e79f3a3807 req-e62eaff0-220b-4901-ba4e-596234f7f05b service neutron] Bound port: 211248c6-ef40-4ca5-900a-d932da8fce32, host: n-h2-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1db74af5-f9b7-4132-a710-0eb375e39826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '92fcad72-c5db-4d1e-b4a7-6aec706b597c'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:32:19.199135 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-0bdf60ce-c3d5-4653-9ec1-b0e79f3a3807 req-e62eaff0-220b-4901-ba4e-596234f7f05b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:19.261197 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 35288) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:32:19.302125 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47b72a8-980e-4249-9321-dbc3aa560901 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-e5c04a20-9e06-4874-9ca5-1739c604bcb7', 'network_id': 'e5c04a20-9e06-4874-9ca5-1739c604bcb7', 'tenant_id': 'e04b26e238414e33bb4eb5bcf94ecace', 'fixed_ips': [{'subnet_id': '5b81dfbd-93ee-4bbd-bddd-d682b0b6855c'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:32:19.304672 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e47b72a8-980e-4249-9321-dbc3aa560901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:19.309427 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-0bdf60ce-c3d5-4653-9ec1-b0e79f3a3807 req-e62eaff0-220b-4901-ba4e-596234f7f05b service neutron] For port 211248c6-ef40-4ca5-900a-d932da8fce32, host n-h2-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:32:19.322517 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-0bdf60ce-c3d5-4653-9ec1-b0e79f3a3807 req-e62eaff0-220b-4901-ba4e-596234f7f05b service neutron] For port 211248c6-ef40-4ca5-900a-d932da8fce32, host n-h2-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=211248c6-ef40-4ca5-900a-d932da8fce32,segment=NetworkSegment(1db74af5-f9b7-4132-a710-0eb375e39826),segment_id=1db74af5-f9b7-4132-a710-0eb375e39826)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:32:19.348271 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 35292) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:32:19.349298 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-2eadb4bb-d16d-48fd-9631-de008a9dd655 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a563b0cbceeb4fb3b68a4736f8e00586&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0865772 Apr 05 14:32:19.416975 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-0bdf60ce-c3d5-4653-9ec1-b0e79f3a3807 req-e62eaff0-220b-4901-ba4e-596234f7f05b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:19.431904 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b5c7797f-3b38-4ba1-85e2-1e1939bc8ef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:19.520393 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-f28beb6b-482d-4059-a1f9-26d8fd63b43b req-2d93b191-cbae-4536-9cb6-0ec182d39d93 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Allocated IP 172.20.0.14 (a926837a-905f-4dbb-b5dd-5a4dcb465fd4/81226097-f23e-489f-aebf-5f546853adb0/1772cf98-85c2-4fab-bd6b-1564a4e964dc) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:32:19.533528 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-e47b72a8-980e-4249-9321-dbc3aa560901 None None] Allocated IP 172.20.0.2 (e5c04a20-9e06-4874-9ca5-1739c604bcb7/5b81dfbd-93ee-4bbd-bddd-d682b0b6855c/307da76d-13b2-49bd-a740-e8bb9c1707e2) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:32:19.577585 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf60ce-c3d5-4653-9ec1-b0e79f3a3807 req-e62eaff0-220b-4901-ba4e-596234f7f05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:19.578907 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-0bdf60ce-c3d5-4653-9ec1-b0e79f3a3807 req-e62eaff0-220b-4901-ba4e-596234f7f05b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:19.580325 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-0bdf60ce-c3d5-4653-9ec1-b0e79f3a3807 req-e62eaff0-220b-4901-ba4e-596234f7f05b service neutron] 10.222.0.11 "PUT /v2.0/ports/211248c6-ef40-4ca5-900a-d932da8fce32 HTTP/1.1" status: 200 len: 1091 time: 1.1961038 Apr 05 14:32:19.582904 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddf4f621-4c82-4804-9b71-eae9dc88cee0', 'tag': '211248c6-ef40-4ca5-900a-d932da8fce32'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:32:19.585307 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142dfaa0-17ab-486a-8076-863e454533a5" -d '{"events": [{"name": "network-changed", "server_uuid": "ddf4f621-4c82-4804-9b71-eae9dc88cee0", "tag": "211248c6-ef40-4ca5-900a-d932da8fce32"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:32:19.592179 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b5c7797f-3b38-4ba1-85e2-1e1939bc8ef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:19.621740 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62eaff0-220b-4901-ba4e-596234f7f05b service neutron] Pushing event updated for resources: {'Port': ['ID=211248c6-ef40-4ca5-900a-d932da8fce32,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:19.758765 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf60ce-c3d5-4653-9ec1-b0e79f3a3807 req-a5459ee8-729d-4ccf-8aaa-32699b5147c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:19.760705 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-0bdf60ce-c3d5-4653-9ec1-b0e79f3a3807 req-a5459ee8-729d-4ccf-8aaa-32699b5147c2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3e7c44b60b62410f964e2903e104051e&device_id=ddf4f621-4c82-4804-9b71-eae9dc88cee0 HTTP/1.1" status: 200 len: 1094 time: 0.0549018 Apr 05 14:32:19.776367 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b5c7797f-3b38-4ba1-85e2-1e1939bc8ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:19.778230 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0773d122-c53a-4aea-9398-4466802f4768 req-1c45434f-5002-471a-8adb-f2b99d677f47 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:19.779649 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b5c7797f-3b38-4ba1-85e2-1e1939bc8ef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:19.780346 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0773d122-c53a-4aea-9398-4466802f4768 req-1c45434f-5002-471a-8adb-f2b99d677f47 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddf4f621-4c82-4804-9b71-eae9dc88cee0 HTTP/1.1" status: 200 len: 943 time: 0.2125716 Apr 05 14:32:19.780740 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-b5c7797f-3b38-4ba1-85e2-1e1939bc8ef1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4c0ac561-1251-4bdb-9452-187dbbf1b2e3 HTTP/1.1" status: 204 len: 168 time: 0.4312837 Apr 05 14:32:19.814111 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e47b72a8-980e-4249-9321-dbc3aa560901 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:19.843568 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-0bdf60ce-c3d5-4653-9ec1-b0e79f3a3807 req-1861eaa5-7f2c-42c8-8926-187e01d31c23 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=211248c6-ef40-4ca5-900a-d932da8fce32 HTTP/1.1" status: 200 len: 217 time: 0.0749910 Apr 05 14:32:19.863088 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a89b76-6b4a-4089-af77-213a0c9ee1e7 req-4d2d3ddb-2824-45c4-a5b9-8b034442ef46 tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:19.868945 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a89b76-6b4a-4089-af77-213a0c9ee1e7 req-4d2d3ddb-2824-45c4-a5b9-8b034442ef46 tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:19.870568 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-94a89b76-6b4a-4089-af77-213a0c9ee1e7 req-4d2d3ddb-2824-45c4-a5b9-8b034442ef46 tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] 10.222.0.30 "GET /v2.0/ports?device_id=70682e3c-9a2d-4c07-ba88-47b05ad2b80f&device_id=b2d59e31-3d4c-499c-9d25-d985cfa76273 HTTP/1.1" status: 200 len: 1683 time: 0.1920981 Apr 05 14:32:19.879206 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e47b72a8-980e-4249-9321-dbc3aa560901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:19.930734 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c7797f-3b38-4ba1-85e2-1e1939bc8ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0ac561-1251-4bdb-9452-187dbbf1b2e3,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:19.942785 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0773d122-c53a-4aea-9398-4466802f4768 req-4af5e94c-991d-416f-97d9-72def630584c tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/security-groups?id=29c6f58e-e49b-4628-9965-3ae38dded875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330245 Apr 05 14:32:19.974105 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf60ce-c3d5-4653-9ec1-b0e79f3a3807 req-050fac4d-5816-4bf8-8585-7c5db3ea6383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:19.977104 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-0bdf60ce-c3d5-4653-9ec1-b0e79f3a3807 req-050fac4d-5816-4bf8-8585-7c5db3ea6383 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f2240eec-fdc7-4a9d-b66e-11daf7277a6b HTTP/1.1" status: 200 len: 862 time: 0.1272001 Apr 05 14:32:19.979880 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b72a8-980e-4249-9321-dbc3aa560901 None None] Pushing event updated for resources: {'Port': ['ID=307da76d-13b2-49bd-a740-e8bb9c1707e2,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:19.988210 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47b72a8-980e-4249-9321-dbc3aa560901 None None] Network e5c04a20-9e06-4874-9ca5-1739c604bcb7 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:32:19.989687 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-e47b72a8-980e-4249-9321-dbc3aa560901 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:32:19.993063 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47b72a8-980e-4249-9321-dbc3aa560901 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:32:20.006094 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-94a89b76-6b4a-4089-af77-213a0c9ee1e7 req-9f482aed-27b0-445a-b525-a6aba9fcdbbb tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] 10.222.0.30 "GET /v2.0/security-groups?id=ded2d4eb-0031-45da-bcb8-b5b7d6e91d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255529 Apr 05 14:32:20.026624 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-f28beb6b-482d-4059-a1f9-26d8fd63b43b req-2d93b191-cbae-4536-9cb6-0ec182d39d93 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:20.085553 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-e47b72a8-980e-4249-9321-dbc3aa560901 None None] Attempting to bind port 307da76d-13b2-49bd-a740-e8bb9c1707e2 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:32:20.085994 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-e47b72a8-980e-4249-9321-dbc3aa560901 None None] Attempting to bind port 307da76d-13b2-49bd-a740-e8bb9c1707e2 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '7a7f2de5-306f-4345-ba19-e91d91de42c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e5c04a20-9e06-4874-9ca5-1739c604bcb7'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:32:20.086482 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47b72a8-980e-4249-9321-dbc3aa560901 None None] Attempting to bind port 307da76d-13b2-49bd-a740-e8bb9c1707e2 on network e5c04a20-9e06-4874-9ca5-1739c604bcb7 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:32:20.093651 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47b72a8-980e-4249-9321-dbc3aa560901 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:32:20.094418 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47b72a8-980e-4249-9321-dbc3aa560901 None None] Checking segment: {'id': '7a7f2de5-306f-4345-ba19-e91d91de42c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e5c04a20-9e06-4874-9ca5-1739c604bcb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:32:20.094896 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e47b72a8-980e-4249-9321-dbc3aa560901 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:20.095355 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47b72a8-980e-4249-9321-dbc3aa560901 None None] Bound using segment: {'id': '7a7f2de5-306f-4345-ba19-e91d91de42c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e5c04a20-9e06-4874-9ca5-1739c604bcb7'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:32:20.095954 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-e47b72a8-980e-4249-9321-dbc3aa560901 None None] Bound port: 307da76d-13b2-49bd-a740-e8bb9c1707e2, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a7f2de5-306f-4345-ba19-e91d91de42c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e5c04a20-9e06-4874-9ca5-1739c604bcb7'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:32:20.096578 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e47b72a8-980e-4249-9321-dbc3aa560901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:20.099391 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-0bdf60ce-c3d5-4653-9ec1-b0e79f3a3807 req-e6d37250-25b3-42d3-88bc-29a32a83ed91 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=92fcad72-c5db-4d1e-b4a7-6aec706b597c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1034033 Apr 05 14:32:20.101024 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b368481e-c747-4f91-a873-ac986e36a0d0 x-openstack-request-id: req-b368481e-c747-4f91-a873-ac986e36a0d0 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:32:20.101324 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddf4f621-4c82-4804-9b71-eae9dc88cee0", "tag": "211248c6-ef40-4ca5-900a-d932da8fce32", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:32:20.101574 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b368481e-c747-4f91-a873-ac986e36a0d0 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:32:20.101967 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b368481e-c747-4f91-a873-ac986e36a0d0'] response: {'name': 'network-changed', 'server_uuid': 'ddf4f621-4c82-4804-9b71-eae9dc88cee0', 'tag': '211248c6-ef40-4ca5-900a-d932da8fce32', 'status': 'completed', 'code': 200} Apr 05 14:32:20.124067 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-10fc9e0f-794a-4ac0-a5f6-83f5ca1e4ba2 req-7b079215-3fb6-46a1-ad3a-eb6bb18e75be tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=45c30f5d-d488-4a73-b5d5-d9db1333755a HTTP/1.1" status: 200 len: 210 time: 0.1076887 Apr 05 14:32:20.201358 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-e47b72a8-980e-4249-9321-dbc3aa560901 None None] For port 307da76d-13b2-49bd-a740-e8bb9c1707e2, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:32:20.205631 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-e47b72a8-980e-4249-9321-dbc3aa560901 None None] For port 307da76d-13b2-49bd-a740-e8bb9c1707e2, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=307da76d-13b2-49bd-a740-e8bb9c1707e2,segment=NetworkSegment(7a7f2de5-306f-4345-ba19-e91d91de42c0),segment_id=7a7f2de5-306f-4345-ba19-e91d91de42c0)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:32:20.214794 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-0bdf60ce-c3d5-4653-9ec1-b0e79f3a3807 req-ebb072f1-64a9-4e68-b600-712559784282 service neutron] 10.222.0.11 "GET /v2.0/networks/92fcad72-c5db-4d1e-b4a7-6aec706b597c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116078 Apr 05 14:32:20.260188 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-f28beb6b-482d-4059-a1f9-26d8fd63b43b req-2d93b191-cbae-4536-9cb6-0ec182d39d93 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:20.319412 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e47b72a8-980e-4249-9321-dbc3aa560901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:20.322818 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f28beb6b-482d-4059-a1f9-26d8fd63b43b req-2d93b191-cbae-4536-9cb6-0ec182d39d93 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Network a926837a-905f-4dbb-b5dd-5a4dcb465fd4 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:32:20.332770 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-0bdf60ce-c3d5-4653-9ec1-b0e79f3a3807 req-07cd1248-b714-48a6-b376-51a2886ca585 service neutron] 10.222.0.11 "GET /v2.0/networks/92fcad72-c5db-4d1e-b4a7-6aec706b597c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112010 Apr 05 14:32:20.339924 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417b4dd3-2ef1-43e3-a251-c4d1ef8cfeaa req-de79bd51-47c6-45b4-8f21-8622e93468d9 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:20.349490 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-417b4dd3-2ef1-43e3-a251-c4d1ef8cfeaa req-de79bd51-47c6-45b4-8f21-8622e93468d9 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=59f4316c-8354-402d-9bd4-664ee4cf310a HTTP/1.1" status: 200 len: 946 time: 0.1302710 Apr 05 14:32:20.362978 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-f28beb6b-482d-4059-a1f9-26d8fd63b43b req-2d93b191-cbae-4536-9cb6-0ec182d39d93 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:32:20.367138 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-f28beb6b-482d-4059-a1f9-26d8fd63b43b req-2d93b191-cbae-4536-9cb6-0ec182d39d93 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:32:20.417051 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d93b191-cbae-4536-9cb6-0ec182d39d93 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Pushing event updated for resources: {'Port': ['ID=1772cf98-85c2-4fab-bd6b-1564a4e964dc,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:20.435879 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b72a8-980e-4249-9321-dbc3aa560901 None None] Pushing event updated for resources: {'Port': ['ID=307da76d-13b2-49bd-a740-e8bb9c1707e2,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:20.478421 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-417b4dd3-2ef1-43e3-a251-c4d1ef8cfeaa req-327b6330-9791-4023-b2c3-e48b3a64b274 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277757 Apr 05 14:32:20.511174 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28beb6b-482d-4059-a1f9-26d8fd63b43b req-2d93b191-cbae-4536-9cb6-0ec182d39d93 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:20.512088 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-f28beb6b-482d-4059-a1f9-26d8fd63b43b req-2d93b191-cbae-4536-9cb6-0ec182d39d93 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:20.563780 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142dfaa0-17ab-486a-8076-863e454533a5 req-4b764e33-4202-450d-8c3d-8c3ca05c03a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:20.565942 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-142dfaa0-17ab-486a-8076-863e454533a5 req-4b764e33-4202-450d-8c3d-8c3ca05c03a4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3e7c44b60b62410f964e2903e104051e&device_id=ddf4f621-4c82-4804-9b71-eae9dc88cee0 HTTP/1.1" status: 200 len: 1094 time: 0.0580604 Apr 05 14:32:20.757399 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142dfaa0-17ab-486a-8076-863e454533a5 req-b04bf595-41dc-43a3-b0c1-f0e16636e9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:20.759046 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-142dfaa0-17ab-486a-8076-863e454533a5 req-b04bf595-41dc-43a3-b0c1-f0e16636e9b8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=92fcad72-c5db-4d1e-b4a7-6aec706b597c HTTP/1.1" status: 200 len: 923 time: 0.1712081 Apr 05 14:32:20.765105 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f28beb6b-482d-4059-a1f9-26d8fd63b43b req-2d93b191-cbae-4536-9cb6-0ec182d39d93 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9615119 Apr 05 14:32:20.791732 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-f28beb6b-482d-4059-a1f9-26d8fd63b43b req-d623d74e-28e1-4954-b0df-85d1d619e59c service neutron] Request body: {'port': {'device_id': '45c30f5d-d488-4a73-b5d5-d9db1333755a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:32:20.811638 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c6662-12e3-4dc6-9a0c-fe8b4150b90c req-c45c112e-3d7b-4ab9-9de7-64ba94cf93dd tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:20.813390 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-339c6662-12e3-4dc6-9a0c-fe8b4150b90c req-c45c112e-3d7b-4ab9-9de7-64ba94cf93dd tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/networks?id=e5c04a20-9e06-4874-9ca5-1739c604bcb7 HTTP/1.1" status: 200 len: 815 time: 0.2155211 Apr 05 14:32:20.824643 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-142dfaa0-17ab-486a-8076-863e454533a5 req-5ccf90c1-fb6d-49a0-a30a-bedc15b12c73 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=211248c6-ef40-4ca5-900a-d932da8fce32 HTTP/1.1" status: 200 len: 217 time: 0.0446379 Apr 05 14:32:20.891602 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-339c6662-12e3-4dc6-9a0c-fe8b4150b90c req-6540d542-883d-4bce-b508-c8c36f38f23f tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/quotas/e04b26e238414e33bb4eb5bcf94ecace HTTP/1.1" status: 200 len: 375 time: 0.0468137 Apr 05 14:32:20.928684 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142dfaa0-17ab-486a-8076-863e454533a5 req-f9889624-2fd5-4c70-b432-006cf19676dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:20.930606 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-142dfaa0-17ab-486a-8076-863e454533a5 req-f9889624-2fd5-4c70-b432-006cf19676dc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f2240eec-fdc7-4a9d-b66e-11daf7277a6b HTTP/1.1" status: 200 len: 862 time: 0.0958357 Apr 05 14:32:20.938082 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-f28beb6b-482d-4059-a1f9-26d8fd63b43b req-d623d74e-28e1-4954-b0df-85d1d619e59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:20.984044 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-142dfaa0-17ab-486a-8076-863e454533a5 req-0cb32094-a085-4efd-82ac-c34b67ec4a16 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=92fcad72-c5db-4d1e-b4a7-6aec706b597c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361836 Apr 05 14:32:21.008011 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-339c6662-12e3-4dc6-9a0c-fe8b4150b90c req-15677196-0261-46fc-98e7-0daf4b559dec tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e04b26e238414e33bb4eb5bcf94ecace&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1087563 Apr 05 14:32:21.133718 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-142dfaa0-17ab-486a-8076-863e454533a5 req-9ebd600a-6efb-408e-882d-ccf8b4fe58eb service neutron] 10.222.0.11 "GET /v2.0/networks/92fcad72-c5db-4d1e-b4a7-6aec706b597c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406331 Apr 05 14:32:21.270868 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-142dfaa0-17ab-486a-8076-863e454533a5 req-fe70c44e-836c-4531-b33b-6faab900f10b service neutron] 10.222.0.11 "GET /v2.0/networks/92fcad72-c5db-4d1e-b4a7-6aec706b597c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249497 Apr 05 14:32:21.473120 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 35376) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:32:21.610531 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-77198bf5-8d9f-43fa-87ab-10863b3b9252 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-689010194-network', 'tenant_id': 'f15fb34306734f1db943c159bdbff20e'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:32:21.621401 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 307da76d-13b2-49bd-a740-e8bb9c1707e2 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:32:21.681661 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-339c6662-12e3-4dc6-9a0c-fe8b4150b90c req-64e14fe8-d1d6-45c8-9904-e08b4ae474fe service neutron] 10.222.0.30 "GET /v2.0/networks/e5c04a20-9e06-4874-9ca5-1739c604bcb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5999520 Apr 05 14:32:21.686868 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95d695e-a6bb-4322-ad23-59b5d4f82283 None None] Network e5c04a20-9e06-4874-9ca5-1739c604bcb7 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:32:21.698655 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14736c-a55a-4a37-81b5-64e5e510e45a req-13b89e47-9b45-4a4e-ad9d-cdf23427ff5f tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:21.706591 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cb14736c-a55a-4a37-81b5-64e5e510e45a req-13b89e47-9b45-4a4e-ad9d-cdf23427ff5f tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddf4f621-4c82-4804-9b71-eae9dc88cee0 HTTP/1.1" status: 200 len: 943 time: 0.2150724 Apr 05 14:32:21.735840 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77198bf5-8d9f-43fa-87ab-10863b3b9252 admin admin] Made reservation on behalf of f15fb34306734f1db943c159bdbff20e for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:32:21.745780 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-77198bf5-8d9f-43fa-87ab-10863b3b9252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:21.751258 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-77198bf5-8d9f-43fa-87ab-10863b3b9252 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:21.830805 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cb14736c-a55a-4a37-81b5-64e5e510e45a req-6a5b24f6-b021-45fe-a4ac-a4d8140362c9 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/security-groups?id=29c6f58e-e49b-4628-9965-3ae38dded875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232266 Apr 05 14:32:21.884592 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-77198bf5-8d9f-43fa-87ab-10863b3b9252 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:21.905972 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 307da76d-13b2-49bd-a740-e8bb9c1707e2 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:32:21.906930 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:21.960320 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-f28beb6b-482d-4059-a1f9-26d8fd63b43b req-d623d74e-28e1-4954-b0df-85d1d619e59c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1772cf98-85c2-4fab-bd6b-1564a4e964dc {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:32:21.967533 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-339c6662-12e3-4dc6-9a0c-fe8b4150b90c req-5b66c990-512f-4c40-929d-b856af8f21f1 service neutron] 10.222.0.30 "GET /v2.0/networks/e5c04a20-9e06-4874-9ca5-1739c604bcb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849321 Apr 05 14:32:21.972482 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-f28beb6b-482d-4059-a1f9-26d8fd63b43b req-d623d74e-28e1-4954-b0df-85d1d619e59c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:21.978658 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c6e02979-3e6e-4d86-a0c2-ec0606b83ec4 None None] Provisioning complete for port 307da76d-13b2-49bd-a740-e8bb9c1707e2 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:32:21.979030 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c6e02979-3e6e-4d86-a0c2-ec0606b83ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:21.992028 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-f28beb6b-482d-4059-a1f9-26d8fd63b43b req-d623d74e-28e1-4954-b0df-85d1d619e59c service neutron] Transition to ACTIVE for port object 1772cf98-85c2-4fab-bd6b-1564a4e964dc will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:32:22.003109 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753a6102-ea3c-422d-89e5-fcfb6abc1183 req-59cd3709-9d09-44ad-86a9-42a33ffaae0f tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:22.005236 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-753a6102-ea3c-422d-89e5-fcfb6abc1183 req-59cd3709-9d09-44ad-86a9-42a33ffaae0f tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=45c30f5d-d488-4a73-b5d5-d9db1333755a HTTP/1.1" status: 200 len: 932 time: 0.0979800 Apr 05 14:32:22.010198 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-77198bf5-8d9f-43fa-87ab-10863b3b9252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:22.061231 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77198bf5-8d9f-43fa-87ab-10863b3b9252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4196f0-e4af-4f9a-a3d3-54caba464ea3,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:22.074372 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-753a6102-ea3c-422d-89e5-fcfb6abc1183 req-524c1c57-31cc-46b7-9330-1c0c591e6182 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625637 Apr 05 14:32:22.090880 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-f28beb6b-482d-4059-a1f9-26d8fd63b43b req-d623d74e-28e1-4954-b0df-85d1d619e59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:22.092432 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77198bf5-8d9f-43fa-87ab-10863b3b9252 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:32:22.109018 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-77198bf5-8d9f-43fa-87ab-10863b3b9252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:22.109430 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-77198bf5-8d9f-43fa-87ab-10863b3b9252 admin admin] Added segment d98286ea-3af7-47a7-a92d-d95717c2d70a of type vlan for network bbdeb55e-008a-45ea-8c70-7d18b28201f7 Apr 05 14:32:22.134925 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:22.147437 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d623d74e-28e1-4954-b0df-85d1d619e59c service neutron] Pushing event updated for resources: {'Port': ['ID=1772cf98-85c2-4fab-bd6b-1564a4e964dc,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:22.190626 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-77198bf5-8d9f-43fa-87ab-10863b3b9252 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:22.271986 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-f28beb6b-482d-4059-a1f9-26d8fd63b43b req-d623d74e-28e1-4954-b0df-85d1d619e59c service neutron] Attempting to bind port 1772cf98-85c2-4fab-bd6b-1564a4e964dc on host n-h2-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:32:22.276129 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-f28beb6b-482d-4059-a1f9-26d8fd63b43b req-d623d74e-28e1-4954-b0df-85d1d619e59c service neutron] Attempting to bind port 1772cf98-85c2-4fab-bd6b-1564a4e964dc by drivers openvswitch,hyperv on host n-h2-836650-2 at level 0 using segments [{'id': '86bf7ba4-25ec-477a-b752-1cd3a94d1598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a926837a-905f-4dbb-b5dd-5a4dcb465fd4'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:32:22.277305 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28beb6b-482d-4059-a1f9-26d8fd63b43b req-d623d74e-28e1-4954-b0df-85d1d619e59c service neutron] Attempting to bind port 1772cf98-85c2-4fab-bd6b-1564a4e964dc on network a926837a-905f-4dbb-b5dd-5a4dcb465fd4 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:32:22.293690 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28beb6b-482d-4059-a1f9-26d8fd63b43b req-d623d74e-28e1-4954-b0df-85d1d619e59c service neutron] Port 1772cf98-85c2-4fab-bd6b-1564a4e964dc on network a926837a-905f-4dbb-b5dd-5a4dcb465fd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:32:22.295868 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28beb6b-482d-4059-a1f9-26d8fd63b43b req-d623d74e-28e1-4954-b0df-85d1d619e59c service neutron] Attempting to bind port 1772cf98-85c2-4fab-bd6b-1564a4e964dc on network a926837a-905f-4dbb-b5dd-5a4dcb465fd4 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:32:22.301449 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-77198bf5-8d9f-43fa-87ab-10863b3b9252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:22.303014 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77198bf5-8d9f-43fa-87ab-10863b3b9252 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:22.304462 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-77198bf5-8d9f-43fa-87ab-10863b3b9252 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:22.315605 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c6e02979-3e6e-4d86-a0c2-ec0606b83ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:22.320072 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28beb6b-482d-4059-a1f9-26d8fd63b43b req-d623d74e-28e1-4954-b0df-85d1d619e59c service neutron] Checking agent: {'id': '6d8cf521-24bb-4b6a-bbae-0284f5c87a9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:32:22.322654 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28beb6b-482d-4059-a1f9-26d8fd63b43b req-d623d74e-28e1-4954-b0df-85d1d619e59c service neutron] Checking segment: {'id': '86bf7ba4-25ec-477a-b752-1cd3a94d1598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a926837a-905f-4dbb-b5dd-5a4dcb465fd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:32:22.326272 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28beb6b-482d-4059-a1f9-26d8fd63b43b req-d623d74e-28e1-4954-b0df-85d1d619e59c service neutron] Bound using segment: {'id': '86bf7ba4-25ec-477a-b752-1cd3a94d1598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a926837a-905f-4dbb-b5dd-5a4dcb465fd4'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:32:22.327052 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-f28beb6b-482d-4059-a1f9-26d8fd63b43b req-d623d74e-28e1-4954-b0df-85d1d619e59c service neutron] Bound port: 1772cf98-85c2-4fab-bd6b-1564a4e964dc, host: n-h2-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86bf7ba4-25ec-477a-b752-1cd3a94d1598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a926837a-905f-4dbb-b5dd-5a4dcb465fd4'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:32:22.327285 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-f28beb6b-482d-4059-a1f9-26d8fd63b43b req-d623d74e-28e1-4954-b0df-85d1d619e59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:22.410208 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port 307da76d-13b2-49bd-a740-e8bb9c1707e2, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=307da76d-13b2-49bd-a740-e8bb9c1707e2,segment=NetworkSegment(7a7f2de5-306f-4345-ba19-e91d91de42c0),segment_id=7a7f2de5-306f-4345-ba19-e91d91de42c0)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:22.439093 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-77198bf5-8d9f-43fa-87ab-10863b3b9252 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9640751 Apr 05 14:32:22.446837 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 35398) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:32:22.455439 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-afc001df-0a36-4155-b16b-995c47c3acc0 admin admin] Request body: {'subnet': {'network_id': 'bbdeb55e-008a-45ea-8c70-7d18b28201f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-689010194-subnet', 'tenant_id': 'f15fb34306734f1db943c159bdbff20e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:32:22.459942 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77198bf5-8d9f-43fa-87ab-10863b3b9252 admin admin] Pushing event updated for resources: {'Network': ['ID=bbdeb55e-008a-45ea-8c70-7d18b28201f7,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:22.470039 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-f28beb6b-482d-4059-a1f9-26d8fd63b43b req-d623d74e-28e1-4954-b0df-85d1d619e59c service neutron] For port 1772cf98-85c2-4fab-bd6b-1564a4e964dc, host n-h2-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:32:22.480335 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-f28beb6b-482d-4059-a1f9-26d8fd63b43b req-d623d74e-28e1-4954-b0df-85d1d619e59c service neutron] For port 1772cf98-85c2-4fab-bd6b-1564a4e964dc, host n-h2-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=1772cf98-85c2-4fab-bd6b-1564a4e964dc,segment=NetworkSegment(86bf7ba4-25ec-477a-b752-1cd3a94d1598),segment_id=86bf7ba4-25ec-477a-b752-1cd3a94d1598)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:32:22.493920 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network bbdeb55e-008a-45ea-8c70-7d18b28201f7 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:32:22.579805 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:22.593658 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9fc295-16cd-442e-a84d-852c122ed396 req-ecf9c61b-ef31-45ba-bf36-b5bfd675ac65 tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:22.595557 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4d9fc295-16cd-442e-a84d-852c122ed396 req-ecf9c61b-ef31-45ba-bf36-b5bfd675ac65 tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] 10.222.0.55 "GET /v2.0/ports?device_id=70682e3c-9a2d-4c07-ba88-47b05ad2b80f HTTP/1.1" status: 200 len: 946 time: 0.0747068 Apr 05 14:32:22.598408 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc001df-0a36-4155-b16b-995c47c3acc0 admin admin] Made reservation on behalf of f15fb34306734f1db943c159bdbff20e for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:32:22.606938 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-afc001df-0a36-4155-b16b-995c47c3acc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:22.615718 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-f28beb6b-482d-4059-a1f9-26d8fd63b43b req-d623d74e-28e1-4954-b0df-85d1d619e59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:22.676629 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.db.api [None req-c6e02979-3e6e-4d86-a0c2-ec0606b83ec4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:32:22.677277 n-d-836650-2 neutron-server[103322]: DEBUG oslo_db.api [None req-c6e02979-3e6e-4d86-a0c2-ec0606b83ec4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:32:22.681843 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=307da76d-13b2-49bd-a740-e8bb9c1707e2,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:22.816214 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d623d74e-28e1-4954-b0df-85d1d619e59c service neutron] Pushing event updated for resources: {'Port': ['ID=1772cf98-85c2-4fab-bd6b-1564a4e964dc,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:22.837942 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28beb6b-482d-4059-a1f9-26d8fd63b43b req-d623d74e-28e1-4954-b0df-85d1d619e59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:22.838565 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-f28beb6b-482d-4059-a1f9-26d8fd63b43b req-d623d74e-28e1-4954-b0df-85d1d619e59c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:22.840015 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f28beb6b-482d-4059-a1f9-26d8fd63b43b req-d623d74e-28e1-4954-b0df-85d1d619e59c service neutron] 10.222.0.11 "PUT /v2.0/ports/1772cf98-85c2-4fab-bd6b-1564a4e964dc HTTP/1.1" status: 200 len: 1092 time: 2.0566070 Apr 05 14:32:22.862277 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45c30f5d-d488-4a73-b5d5-d9db1333755a', 'tag': '1772cf98-85c2-4fab-bd6b-1564a4e964dc'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:32:22.864578 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c61b22-d217-433a-a6e7-7af55159d457" -d '{"events": [{"name": "network-changed", "server_uuid": "45c30f5d-d488-4a73-b5d5-d9db1333755a", "tag": "1772cf98-85c2-4fab-bd6b-1564a4e964dc"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:32:22.941950 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ceb362-4dc5-4856-b68f-8909ecaea7fb req-cec3c97f-60a8-400a-98e4-207d597fb30d tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:22.943446 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f1ceb362-4dc5-4856-b68f-8909ecaea7fb req-cec3c97f-60a8-400a-98e4-207d597fb30d tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=59f4316c-8354-402d-9bd4-664ee4cf310a HTTP/1.1" status: 200 len: 946 time: 0.5886166 Apr 05 14:32:22.999439 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-afc001df-0a36-4155-b16b-995c47c3acc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:23.044833 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 211248c6-ef40-4ca5-900a-d932da8fce32 details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:32:23.056544 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-4d9fc295-16cd-442e-a84d-852c122ed396 req-6dff3126-3886-4847-b0fe-ad75a775d205 tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] Deleting port a3c8e25e-215f-45b4-ade2-1518b68cbf7d {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:32:23.056906 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-4d9fc295-16cd-442e-a84d-852c122ed396 req-6dff3126-3886-4847-b0fe-ad75a775d205 tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:23.070013 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee00587-7d7c-4944-a1d8-eae85d5c130c req-db872e25-70b6-4e10-bbca-2a302e9ed149 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:23.078260 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3ee00587-7d7c-4944-a1d8-eae85d5c130c req-db872e25-70b6-4e10-bbca-2a302e9ed149 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/networks?id=e5c04a20-9e06-4874-9ca5-1739c604bcb7 HTTP/1.1" status: 200 len: 815 time: 0.2714064 Apr 05 14:32:23.093924 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f1ceb362-4dc5-4856-b68f-8909ecaea7fb req-44d0cacb-cb8a-4d01-91f5-bd9b2063be91 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429000 Apr 05 14:32:23.104719 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc001df-0a36-4155-b16b-995c47c3acc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac874e19-e8d7-4dbd-ad30-b4a600298345,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:23.113117 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc001df-0a36-4155-b16b-995c47c3acc0 admin admin] Checking segment: {'id': 'd98286ea-3af7-47a7-a92d-d95717c2d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bbdeb55e-008a-45ea-8c70-7d18b28201f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:32:23.113281 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc001df-0a36-4155-b16b-995c47c3acc0 admin admin] Network hostable DHCP agents. Network: bbdeb55e-008a-45ea-8c70-7d18b28201f7, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:32:23.152819 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3ee00587-7d7c-4944-a1d8-eae85d5c130c req-5cbf7fcd-65bc-4a43-bb37-9e1452e0ab90 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/quotas/e04b26e238414e33bb4eb5bcf94ecace HTTP/1.1" status: 200 len: 375 time: 0.0732756 Apr 05 14:32:23.180001 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28beb6b-482d-4059-a1f9-26d8fd63b43b req-3eea5e24-5190-4b56-a8ea-9cc9f13dfdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:23.180001 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f28beb6b-482d-4059-a1f9-26d8fd63b43b req-3eea5e24-5190-4b56-a8ea-9cc9f13dfdf9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f6c75c954b5749f4a5047ff4736e2678&device_id=45c30f5d-d488-4a73-b5d5-d9db1333755a HTTP/1.1" status: 200 len: 1095 time: 0.1764717 Apr 05 14:32:23.198260 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc001df-0a36-4155-b16b-995c47c3acc0 admin admin] Network bbdeb55e-008a-45ea-8c70-7d18b28201f7 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:32:23.271527 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 211248c6-ef40-4ca5-900a-d932da8fce32, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=211248c6-ef40-4ca5-900a-d932da8fce32,segment=NetworkSegment(1db74af5-f9b7-4132-a710-0eb375e39826),segment_id=1db74af5-f9b7-4132-a710-0eb375e39826)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:23.276729 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f28beb6b-482d-4059-a1f9-26d8fd63b43b req-86272e0c-dffe-467d-b673-c41539b027dd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1772cf98-85c2-4fab-bd6b-1564a4e964dc HTTP/1.1" status: 200 len: 217 time: 0.0688751 Apr 05 14:32:23.304950 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': '211248c6-ef40-4ca5-900a-d932da8fce32', 'network_id': '92fcad72-c5db-4d1e-b4a7-6aec706b597c', 'port_id': '211248c6-ef40-4ca5-900a-d932da8fce32', 'mac_address': 'fa:16:3e:67:b2:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2240eec-fdc7-4a9d-b66e-11daf7277a6b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:32:23.330924 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-afc001df-0a36-4155-b16b-995c47c3acc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, bbdeb55e-008a-45ea-8c70-7d18b28201f7) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:32:23.334500 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc001df-0a36-4155-b16b-995c47c3acc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:23.335220 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-afc001df-0a36-4155-b16b-995c47c3acc0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:23.340853 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb2d2cc-9d1a-455c-8198-f0eaafce9487 None None] Network bbdeb55e-008a-45ea-8c70-7d18b28201f7 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:32:23.341442 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-4d9fc295-16cd-442e-a84d-852c122ed396 req-6dff3126-3886-4847-b0fe-ad75a775d205 tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] For port a3c8e25e-215f-45b4-ade2-1518b68cbf7d, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=a3c8e25e-215f-45b4-ade2-1518b68cbf7d,segment=NetworkSegment(44b02d0e-7059-4303-8a63-6a6ae5673c11),segment_id=44b02d0e-7059-4303-8a63-6a6ae5673c11)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:23.341950 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-4d9fc295-16cd-442e-a84d-852c122ed396 req-6dff3126-3886-4847-b0fe-ad75a775d205 tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:23.362916 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3ee00587-7d7c-4944-a1d8-eae85d5c130c req-f16d2419-63fc-4551-b7ba-db51708d65b5 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e04b26e238414e33bb4eb5bcf94ecace&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1973844 Apr 05 14:32:23.370548 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-4d9fc295-16cd-442e-a84d-852c122ed396 req-6dff3126-3886-4847-b0fe-ad75a775d205 tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] Calling delete_port for a3c8e25e-215f-45b4-ade2-1518b68cbf7d owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:32:23.407496 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-afc001df-0a36-4155-b16b-995c47c3acc0 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9581947 Apr 05 14:32:23.420837 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:23.421882 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28beb6b-482d-4059-a1f9-26d8fd63b43b req-c82d81f3-ce8a-4dda-bad9-9df2c0fdbcce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:23.423383 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f28beb6b-482d-4059-a1f9-26d8fd63b43b req-c82d81f3-ce8a-4dda-bad9-9df2c0fdbcce service neutron] 10.222.0.11 "GET /v2.0/subnets?id=81226097-f23e-489f-aebf-5f546853adb0 HTTP/1.1" status: 200 len: 852 time: 0.1259804 Apr 05 14:32:23.431138 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07819743-9ea5-4368-9838-b94e97b0b55c req-b31f80c6-19da-4762-b5b9-ba6fc9a77e8e tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:23.432664 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-07819743-9ea5-4368-9838-b94e97b0b55c req-b31f80c6-19da-4762-b5b9-ba6fc9a77e8e tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddf4f621-4c82-4804-9b71-eae9dc88cee0 HTTP/1.1" status: 200 len: 943 time: 0.2078068 Apr 05 14:32:23.463403 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 211248c6-ef40-4ca5-900a-d932da8fce32 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:32:23.494447 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-bea592d5-a0f8-487a-9fc6-bce8a51e66f0 None None] Provisioning complete for port 307da76d-13b2-49bd-a740-e8bb9c1707e2 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:32:23.494900 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bea592d5-a0f8-487a-9fc6-bce8a51e66f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:23.539870 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f28beb6b-482d-4059-a1f9-26d8fd63b43b req-eebcbcbe-28d0-4154-832b-89694eb283ee service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a926837a-905f-4dbb-b5dd-5a4dcb465fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523248 Apr 05 14:32:23.577246 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 211248c6-ef40-4ca5-900a-d932da8fce32, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=211248c6-ef40-4ca5-900a-d932da8fce32,segment=NetworkSegment(1db74af5-f9b7-4132-a710-0eb375e39826),segment_id=1db74af5-f9b7-4132-a710-0eb375e39826)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:23.584293 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 307da76d-13b2-49bd-a740-e8bb9c1707e2 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:32:23.649744 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-07819743-9ea5-4368-9838-b94e97b0b55c req-77649d36-4a37-40d2-98bc-713be74d2235 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/security-groups?id=29c6f58e-e49b-4628-9965-3ae38dded875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529036 Apr 05 14:32:23.699148 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3ee00587-7d7c-4944-a1d8-eae85d5c130c req-e1f36051-fd55-483c-86e7-197dc535bf28 service neutron] 10.222.0.30 "GET /v2.0/networks/e5c04a20-9e06-4874-9ca5-1739c604bcb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3264046 Apr 05 14:32:23.710376 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c7783b-6483-40b5-86be-fc23288dfd57 None None] Network bbdeb55e-008a-45ea-8c70-7d18b28201f7 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:32:23.757482 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a8e5d2b-cfdf-4713-a4de-8e132082f92f x-openstack-request-id: req-5a8e5d2b-cfdf-4713-a4de-8e132082f92f {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:32:23.764018 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45c30f5d-d488-4a73-b5d5-d9db1333755a", "tag": "1772cf98-85c2-4fab-bd6b-1564a4e964dc", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:32:23.764018 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5a8e5d2b-cfdf-4713-a4de-8e132082f92f {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:32:23.764018 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a8e5d2b-cfdf-4713-a4de-8e132082f92f'] response: {'name': 'network-changed', 'server_uuid': '45c30f5d-d488-4a73-b5d5-d9db1333755a', 'tag': '1772cf98-85c2-4fab-bd6b-1564a4e964dc', 'status': 'completed', 'code': 200} Apr 05 14:32:23.851470 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f28beb6b-482d-4059-a1f9-26d8fd63b43b req-7cd62e88-00ea-4413-9c42-3cfe2063f73d service neutron] 10.222.0.11 "GET /v2.0/networks/a926837a-905f-4dbb-b5dd-5a4dcb465fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990077 Apr 05 14:32:23.862483 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:23.974362 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3ee00587-7d7c-4944-a1d8-eae85d5c130c req-f62d1f34-2b48-4d6c-a499-1471cfbd9281 service neutron] 10.222.0.30 "GET /v2.0/networks/e5c04a20-9e06-4874-9ca5-1739c604bcb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742507 Apr 05 14:32:23.990375 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-4d9fc295-16cd-442e-a84d-852c122ed396 req-6dff3126-3886-4847-b0fe-ad75a775d205 tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:24.002077 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4176db-ad98-4aab-a664-47cb407c540d req-a0721edc-31cf-44a5-aa14-fa3b3589d8b1 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:24.004914 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7c4176db-ad98-4aab-a664-47cb407c540d req-a0721edc-31cf-44a5-aa14-fa3b3589d8b1 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=45c30f5d-d488-4a73-b5d5-d9db1333755a HTTP/1.1" status: 200 len: 944 time: 0.1700516 Apr 05 14:32:24.011923 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 307da76d-13b2-49bd-a740-e8bb9c1707e2 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:32:24.011923 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:24.011923 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['f1bc9f6d-0c66-4746-b01c-6db314def909'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:32:24.011923 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['a3c8e25e-215f-45b4-ade2-1518b68cbf7d'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:32:24.080482 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dff3126-3886-4847-b0fe-ad75a775d205 tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] Pushing event deleted for resources: {'Port': ['ID=a3c8e25e-215f-45b4-ade2-1518b68cbf7d,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:24.091635 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=211248c6-ef40-4ca5-900a-d932da8fce32,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:24.097538 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f28beb6b-482d-4059-a1f9-26d8fd63b43b req-18344d62-3dc7-442e-bdcf-34e0d9ba732f service neutron] 10.222.0.11 "GET /v2.0/networks/a926837a-905f-4dbb-b5dd-5a4dcb465fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255878 Apr 05 14:32:24.160101 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7c4176db-ad98-4aab-a664-47cb407c540d req-30f2f0cf-3f8d-41cc-9ac1-4d9283831bd9 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310275 Apr 05 14:32:24.160908 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d9fc295-16cd-442e-a84d-852c122ed396 req-6dff3126-3886-4847-b0fe-ad75a775d205 tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] No DVR routers for this DVR port a3c8e25e-215f-45b4-ade2-1518b68cbf7d on host n-h1-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:32:24.164146 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-4d9fc295-16cd-442e-a84d-852c122ed396 req-6dff3126-3886-4847-b0fe-ad75a775d205 tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:24.167498 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4d9fc295-16cd-442e-a84d-852c122ed396 req-6dff3126-3886-4847-b0fe-ad75a775d205 tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] 10.222.0.55 "DELETE /v2.0/ports/a3c8e25e-215f-45b4-ade2-1518b68cbf7d HTTP/1.1" status: 204 len: 173 time: 1.5615978 Apr 05 14:32:24.252788 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['211248c6-ef40-4ca5-900a-d932da8fce32'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:32:24.324377 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c61b22-d217-433a-a6e7-7af55159d457 req-54008344-ba22-41d9-a920-1c03b4e39c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:24.326595 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-45c61b22-d217-433a-a6e7-7af55159d457 req-54008344-ba22-41d9-a920-1c03b4e39c71 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f6c75c954b5749f4a5047ff4736e2678&device_id=45c30f5d-d488-4a73-b5d5-d9db1333755a HTTP/1.1" status: 200 len: 1095 time: 0.1090403 Apr 05 14:32:24.401146 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-45d78699-9702-49c9-936b-37efa32a6683 req-f40062f8-2edb-4f01-8c48-029900c4d2b2 tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] 10.222.0.30 "GET /v2.0/ports?device_id=70682e3c-9a2d-4c07-ba88-47b05ad2b80f HTTP/1.1" status: 200 len: 210 time: 0.0534077 Apr 05 14:32:24.504657 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5272a5-29a7-4135-89aa-44fd4e04816b req-df49345e-9ea1-4fd7-8161-9b4d739a682b tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:24.508794 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2f5272a5-29a7-4135-89aa-44fd4e04816b req-df49345e-9ea1-4fd7-8161-9b4d739a682b tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2d59e31-3d4c-499c-9d25-d985cfa76273 HTTP/1.1" status: 200 len: 946 time: 0.1085014 Apr 05 14:32:24.521908 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c61b22-d217-433a-a6e7-7af55159d457 req-02c44b19-62fb-465f-9784-0bf308ee27bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:24.523630 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-45c61b22-d217-433a-a6e7-7af55159d457 req-02c44b19-62fb-465f-9784-0bf308ee27bb service neutron] 10.222.0.11 "GET /v2.0/networks?id=a926837a-905f-4dbb-b5dd-5a4dcb465fd4 HTTP/1.1" status: 200 len: 913 time: 0.1884136 Apr 05 14:32:24.546881 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7d98b7bb-d835-4e9d-bbf4-69e60b328e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:24.563649 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdfccf0-ddb9-4017-a85a-f9e46d3ade90 req-c5f9c2c2-c8ef-4b40-9377-0b44434d34d2 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:24.566257 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ccdfccf0-ddb9-4017-a85a-f9e46d3ade90 req-c5f9c2c2-c8ef-4b40-9377-0b44434d34d2 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=59f4316c-8354-402d-9bd4-664ee4cf310a HTTP/1.1" status: 200 len: 946 time: 0.0956302 Apr 05 14:32:24.689716 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-45c61b22-d217-433a-a6e7-7af55159d457 req-434a4849-d1f8-4851-b3cd-58828bde63c6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1772cf98-85c2-4fab-bd6b-1564a4e964dc HTTP/1.1" status: 200 len: 217 time: 0.1099558 Apr 05 14:32:24.723065 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-2f5272a5-29a7-4135-89aa-44fd4e04816b req-a68176d0-5c37-4e37-bca7-24488df85e9a tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] Deleting port f1bc9f6d-0c66-4746-b01c-6db314def909 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:32:24.723411 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2f5272a5-29a7-4135-89aa-44fd4e04816b req-a68176d0-5c37-4e37-bca7-24488df85e9a tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:24.763398 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ccdfccf0-ddb9-4017-a85a-f9e46d3ade90 req-5b55c040-858a-4ed2-91c4-577d046a47fd tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789427 Apr 05 14:32:24.879365 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-2f5272a5-29a7-4135-89aa-44fd4e04816b req-a68176d0-5c37-4e37-bca7-24488df85e9a tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] For port f1bc9f6d-0c66-4746-b01c-6db314def909, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=f1bc9f6d-0c66-4746-b01c-6db314def909,segment=NetworkSegment(44b02d0e-7059-4303-8a63-6a6ae5673c11),segment_id=44b02d0e-7059-4303-8a63-6a6ae5673c11)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:24.883613 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2f5272a5-29a7-4135-89aa-44fd4e04816b req-a68176d0-5c37-4e37-bca7-24488df85e9a tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:24.889658 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c61b22-d217-433a-a6e7-7af55159d457 req-401099e9-378c-459c-8a2b-b15e19df5e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:24.891177 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-45c61b22-d217-433a-a6e7-7af55159d457 req-401099e9-378c-459c-8a2b-b15e19df5e57 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=81226097-f23e-489f-aebf-5f546853adb0 HTTP/1.1" status: 200 len: 852 time: 0.1909556 Apr 05 14:32:24.898264 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-2f5272a5-29a7-4135-89aa-44fd4e04816b req-a68176d0-5c37-4e37-bca7-24488df85e9a tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] Calling delete_port for f1bc9f6d-0c66-4746-b01c-6db314def909 owned by compute:nova {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:32:24.949166 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-45c61b22-d217-433a-a6e7-7af55159d457 req-a4b2d658-cbea-4da1-bf9c-1eb393866a22 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a926837a-905f-4dbb-b5dd-5a4dcb465fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466363 Apr 05 14:32:24.983920 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4371ea-c3d7-4366-9350-0354a322eb78 req-8b11ffab-1e49-4097-9471-d7cd68eb5dd6 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:24.985950 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4d4371ea-c3d7-4366-9350-0354a322eb78 req-8b11ffab-1e49-4097-9471-d7cd68eb5dd6 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddf4f621-4c82-4804-9b71-eae9dc88cee0 HTTP/1.1" status: 200 len: 944 time: 0.1385770 Apr 05 14:32:25.022266 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8123095d-8869-4ece-81b5-9033103d32f0 req-7091a5e5-ed92-4d4d-a304-329bed774be1 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:25.030288 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8123095d-8869-4ece-81b5-9033103d32f0 req-7091a5e5-ed92-4d4d-a304-329bed774be1 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/networks?id=e5c04a20-9e06-4874-9ca5-1739c604bcb7 HTTP/1.1" status: 200 len: 815 time: 0.3162682 Apr 05 14:32:25.105734 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8123095d-8869-4ece-81b5-9033103d32f0 req-5c9fbfb2-f826-44a6-b97f-8a32aafcfc2f tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/quotas/e04b26e238414e33bb4eb5bcf94ecace HTTP/1.1" status: 200 len: 375 time: 0.0743430 Apr 05 14:32:25.113089 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2f5272a5-29a7-4135-89aa-44fd4e04816b req-a68176d0-5c37-4e37-bca7-24488df85e9a tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:25.130904 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4d4371ea-c3d7-4366-9350-0354a322eb78 req-ee11da56-c20a-4344-b74d-8b3c35c2e779 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/security-groups?id=29c6f58e-e49b-4628-9965-3ae38dded875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315751 Apr 05 14:32:25.156138 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68176d0-5c37-4e37-bca7-24488df85e9a tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] Pushing event deleted for resources: {'Port': ['ID=f1bc9f6d-0c66-4746-b01c-6db314def909,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:25.211915 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f5272a5-29a7-4135-89aa-44fd4e04816b req-a68176d0-5c37-4e37-bca7-24488df85e9a tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] No DVR routers for this DVR port f1bc9f6d-0c66-4746-b01c-6db314def909 on host n-h2-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:32:25.212585 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-45c61b22-d217-433a-a6e7-7af55159d457 req-1f3dfabe-e94d-4e22-97d1-68753882f501 service neutron] 10.222.0.11 "GET /v2.0/networks/a926837a-905f-4dbb-b5dd-5a4dcb465fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520511 Apr 05 14:32:25.221810 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2f5272a5-29a7-4135-89aa-44fd4e04816b req-a68176d0-5c37-4e37-bca7-24488df85e9a tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:25.221810 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2f5272a5-29a7-4135-89aa-44fd4e04816b req-a68176d0-5c37-4e37-bca7-24488df85e9a tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] 10.222.0.11 "DELETE /v2.0/ports/f1bc9f6d-0c66-4746-b01c-6db314def909 HTTP/1.1" status: 204 len: 173 time: 0.6420987 Apr 05 14:32:25.221810 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2d59e31-3d4c-499c-9d25-d985cfa76273', 'name': 'network-vif-deleted', 'tag': 'f1bc9f6d-0c66-4746-b01c-6db314def909'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:32:25.225720 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8123095d-8869-4ece-81b5-9033103d32f0 req-87fab687-d179-41cc-997d-096972a5f6d6 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e04b26e238414e33bb4eb5bcf94ecace&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1189063 Apr 05 14:32:25.230512 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99dc1b66-e872-408c-bbb7-8d773bbbff86" -d '{"events": [{"server_uuid": "b2d59e31-3d4c-499c-9d25-d985cfa76273", "name": "network-vif-deleted", "tag": "f1bc9f6d-0c66-4746-b01c-6db314def909"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:32:25.338349 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 35500) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:32:25.351430 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-ff8f34d6-e117-486b-9bac-779f33e5f689 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-822219095-network', 'tenant_id': '54abc2dacf2b42e594f060cf24b2b913'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:32:25.489439 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8f34d6-e117-486b-9bac-779f33e5f689 admin admin] Made reservation on behalf of 54abc2dacf2b42e594f060cf24b2b913 for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:32:25.494148 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ff8f34d6-e117-486b-9bac-779f33e5f689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:25.502860 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ff8f34d6-e117-486b-9bac-779f33e5f689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:25.605273 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ff8f34d6-e117-486b-9bac-779f33e5f689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:25.708142 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ff8f34d6-e117-486b-9bac-779f33e5f689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:25.745492 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff8f34d6-e117-486b-9bac-779f33e5f689 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:32:25.763865 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8f34d6-e117-486b-9bac-779f33e5f689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4da22c-1831-4346-b8dd-b4390aceb45d,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:25.765197 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70682e3c-9a2d-4c07-ba88-47b05ad2b80f', 'name': 'network-vif-deleted', 'tag': 'a3c8e25e-215f-45b4-ade2-1518b68cbf7d'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:32:25.767731 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fefb495-535f-41c7-9eaf-918e9bb00c72" -d '{"events": [{"server_uuid": "70682e3c-9a2d-4c07-ba88-47b05ad2b80f", "name": "network-vif-deleted", "tag": "a3c8e25e-215f-45b4-ade2-1518b68cbf7d"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:32:25.772083 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ff8f34d6-e117-486b-9bac-779f33e5f689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:25.778126 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-ff8f34d6-e117-486b-9bac-779f33e5f689 admin admin] Added segment 4dcd1743-9a04-424b-87fa-b83e549f5261 of type vlan for network d1cb13a9-97b6-41e5-933f-b7ecff2dca8f Apr 05 14:32:25.813566 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04272690-aef7-4119-809a-06a59f24b6ed req-9f0d248c-3440-463c-ac7e-fcec6a47973e tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:25.815593 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-04272690-aef7-4119-809a-06a59f24b6ed req-9f0d248c-3440-463c-ac7e-fcec6a47973e tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=45c30f5d-d488-4a73-b5d5-d9db1333755a HTTP/1.1" status: 200 len: 944 time: 0.5513511 Apr 05 14:32:25.842985 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ff8f34d6-e117-486b-9bac-779f33e5f689 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:25.884943 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8123095d-8869-4ece-81b5-9033103d32f0 req-185879aa-2ae1-433c-bc06-5a27ac51b970 service neutron] 10.222.0.30 "GET /v2.0/networks/e5c04a20-9e06-4874-9ca5-1739c604bcb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6483006 Apr 05 14:32:25.905386 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-45c61b22-d217-433a-a6e7-7af55159d457 req-181e119b-e52b-433f-a2f6-78b9fb737e94 service neutron] 10.222.0.11 "GET /v2.0/networks/a926837a-905f-4dbb-b5dd-5a4dcb465fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6785238 Apr 05 14:32:25.938188 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c6662-12e3-4dc6-9a0c-fe8b4150b90c req-4ec889d0-ab51-4306-9b48-b1bc6a74baa5 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:25.939795 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-339c6662-12e3-4dc6-9a0c-fe8b4150b90c req-4ec889d0-ab51-4306-9b48-b1bc6a74baa5 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.55 "GET /v2.0/networks?id=e5c04a20-9e06-4874-9ca5-1739c604bcb7 HTTP/1.1" status: 200 len: 815 time: 0.6410098 Apr 05 14:32:25.981600 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-339c6662-12e3-4dc6-9a0c-fe8b4150b90c req-691f9dbf-786c-4e87-bfd7-5a024a186560 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Request body: {'port': {'device_id': '84a04f4a-fc48-465a-9986-ce4a5d1c1966', 'network_id': 'e5c04a20-9e06-4874-9ca5-1739c604bcb7', 'admin_state_up': True, 'tenant_id': 'e04b26e238414e33bb4eb5bcf94ecace'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:32:25.992060 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-04272690-aef7-4119-809a-06a59f24b6ed req-d2250c79-b09d-4fa8-a04c-06d87b40984c tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617565 Apr 05 14:32:26.032523 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ff8f34d6-e117-486b-9bac-779f33e5f689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:26.034985 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8f34d6-e117-486b-9bac-779f33e5f689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:26.034985 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ff8f34d6-e117-486b-9bac-779f33e5f689 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:26.041708 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2028f381-d49f-4e91-896f-e642a61feb3e x-openstack-request-id: req-2028f381-d49f-4e91-896f-e642a61feb3e {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:32:26.041708 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2d59e31-3d4c-499c-9d25-d985cfa76273", "name": "network-vif-deleted", "tag": "f1bc9f6d-0c66-4746-b01c-6db314def909", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:32:26.041989 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2028f381-d49f-4e91-896f-e642a61feb3e {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:32:26.042673 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2028f381-d49f-4e91-896f-e642a61feb3e'] response: {'server_uuid': 'b2d59e31-3d4c-499c-9d25-d985cfa76273', 'name': 'network-vif-deleted', 'tag': 'f1bc9f6d-0c66-4746-b01c-6db314def909', 'status': 'completed', 'code': 200} Apr 05 14:32:26.103820 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8123095d-8869-4ece-81b5-9033103d32f0 req-b54b896d-369e-4802-a6af-93cd6d2b76de service neutron] 10.222.0.30 "GET /v2.0/networks/e5c04a20-9e06-4874-9ca5-1739c604bcb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156255 Apr 05 14:32:26.121573 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8f34d6-e117-486b-9bac-779f33e5f689 admin admin] Pushing event updated for resources: {'Network': ['ID=d1cb13a9-97b6-41e5-933f-b7ecff2dca8f,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:26.136964 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network d1cb13a9-97b6-41e5-933f-b7ecff2dca8f details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:32:26.205893 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-ff8f34d6-e117-486b-9bac-779f33e5f689 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8659949 Apr 05 14:32:26.207853 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 35520) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:32:26.217901 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-d79a0fd5-c594-4249-a81d-0cd8e3d327bd admin admin] Request body: {'subnet': {'network_id': 'd1cb13a9-97b6-41e5-933f-b7ecff2dca8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-822219095-subnet', 'tenant_id': '54abc2dacf2b42e594f060cf24b2b913', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:32:26.237125 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5b732247-fc7a-4bcb-af37-391e68956375 req-2380dafd-c6bb-428b-b982-8d14103c93b2 tempest-ListServersNegativeTestJSON-1706861577 tempest-ListServersNegativeTestJSON-1706861577-project] 10.222.0.30 "GET /v2.0/ports?device_id=70682e3c-9a2d-4c07-ba88-47b05ad2b80f HTTP/1.1" status: 200 len: 210 time: 0.0963821 Apr 05 14:32:26.276040 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd7ffa0a-4f4c-412f-88c3-5fd00f0f00ed x-openstack-request-id: req-dd7ffa0a-4f4c-412f-88c3-5fd00f0f00ed {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:32:26.281592 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70682e3c-9a2d-4c07-ba88-47b05ad2b80f", "name": "network-vif-deleted", "tag": "a3c8e25e-215f-45b4-ade2-1518b68cbf7d", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:32:26.281592 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dd7ffa0a-4f4c-412f-88c3-5fd00f0f00ed {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:32:26.281592 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd7ffa0a-4f4c-412f-88c3-5fd00f0f00ed'] response: {'server_uuid': '70682e3c-9a2d-4c07-ba88-47b05ad2b80f', 'name': 'network-vif-deleted', 'tag': 'a3c8e25e-215f-45b4-ade2-1518b68cbf7d', 'status': 'completed', 'code': 200} Apr 05 14:32:26.347798 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79a0fd5-c594-4249-a81d-0cd8e3d327bd admin admin] Made reservation on behalf of 54abc2dacf2b42e594f060cf24b2b913 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:32:26.347798 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d79a0fd5-c594-4249-a81d-0cd8e3d327bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:26.355827 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-339c6662-12e3-4dc6-9a0c-fe8b4150b90c req-691f9dbf-786c-4e87-bfd7-5a024a186560 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Made reservation on behalf of e04b26e238414e33bb4eb5bcf94ecace for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:32:26.359709 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-339c6662-12e3-4dc6-9a0c-fe8b4150b90c req-691f9dbf-786c-4e87-bfd7-5a024a186560 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:26.400325 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68774849-d062-4d11-8ae1-142b36cbea31 req-221daeb3-72ab-4bbc-a8d8-be57e3f01d97 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:26.409751 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-68774849-d062-4d11-8ae1-142b36cbea31 req-221daeb3-72ab-4bbc-a8d8-be57e3f01d97 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=59f4316c-8354-402d-9bd4-664ee4cf310a HTTP/1.1" status: 200 len: 946 time: 0.0901804 Apr 05 14:32:26.494189 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device a3c8e25e-215f-45b4-ade2-1518b68cbf7d no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:32:26.524771 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-68774849-d062-4d11-8ae1-142b36cbea31 req-43c4b929-e8ed-46fb-84fc-96fd025ac1a2 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089516 Apr 05 14:32:26.561196 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] No Port match for: a3c8e25e-215f-45b4-ade2-1518b68cbf7d {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:32:26.565509 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device a3c8e25e-215f-45b4-ade2-1518b68cbf7d not bound to the agent host n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:32:26.673160 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-48b5c181-f1a9-47a5-9db7-dacdebbd849b req-d0218c3d-ec4b-4a47-a303-c2e6fb2e7b09 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/ports?device_id=28e01ade-d0da-45c5-8128-71901cfdf7c7 HTTP/1.1" status: 200 len: 210 time: 0.0449433 Apr 05 14:32:26.706007 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-339c6662-12e3-4dc6-9a0c-fe8b4150b90c req-691f9dbf-786c-4e87-bfd7-5a024a186560 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Allocated IP 172.20.0.7 (e5c04a20-9e06-4874-9ca5-1739c604bcb7/5b81dfbd-93ee-4bbd-bddd-d682b0b6855c/06598068-51e9-47d2-9a52-db7d1f28967e) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:32:26.720081 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec5645c-d365-41d1-862a-e67548b1d12f req-db1966a4-cf62-4a25-a357-d6fec7286ba7 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:26.721743 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fec5645c-d365-41d1-862a-e67548b1d12f req-db1966a4-cf62-4a25-a357-d6fec7286ba7 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddf4f621-4c82-4804-9b71-eae9dc88cee0 HTTP/1.1" status: 200 len: 944 time: 0.1799371 Apr 05 14:32:26.725417 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d79a0fd5-c594-4249-a81d-0cd8e3d327bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:26.796622 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79a0fd5-c594-4249-a81d-0cd8e3d327bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=15957edf-9f8b-45d5-834b-37e3a806ec5a,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:26.801680 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fec5645c-d365-41d1-862a-e67548b1d12f req-5ca11c0a-0cdb-4270-b4aa-d265386f1b4e tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/security-groups?id=29c6f58e-e49b-4628-9965-3ae38dded875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718484 Apr 05 14:32:26.831296 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79a0fd5-c594-4249-a81d-0cd8e3d327bd admin admin] Checking segment: {'id': '4dcd1743-9a04-424b-87fa-b83e549f5261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd1cb13a9-97b6-41e5-933f-b7ecff2dca8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:32:26.835037 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79a0fd5-c594-4249-a81d-0cd8e3d327bd admin admin] Network hostable DHCP agents. Network: d1cb13a9-97b6-41e5-933f-b7ecff2dca8f, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:32:26.884567 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c40e3006-c0f8-4002-9f74-f61daf247fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:26.939785 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-339c6662-12e3-4dc6-9a0c-fe8b4150b90c req-691f9dbf-786c-4e87-bfd7-5a024a186560 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:26.952384 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79a0fd5-c594-4249-a81d-0cd8e3d327bd admin admin] Network d1cb13a9-97b6-41e5-933f-b7ecff2dca8f is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:32:27.032241 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-d79a0fd5-c594-4249-a81d-0cd8e3d327bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, d1cb13a9-97b6-41e5-933f-b7ecff2dca8f) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:32:27.033943 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-339c6662-12e3-4dc6-9a0c-fe8b4150b90c req-691f9dbf-786c-4e87-bfd7-5a024a186560 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:27.036408 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79a0fd5-c594-4249-a81d-0cd8e3d327bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:27.037028 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d79a0fd5-c594-4249-a81d-0cd8e3d327bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:27.054164 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bf56a3-4fff-4941-9fba-0f4386259340 None None] Network d1cb13a9-97b6-41e5-933f-b7ecff2dca8f requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:32:27.083227 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 1772cf98-85c2-4fab-bd6b-1564a4e964dc details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:32:27.085215 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 211248c6-ef40-4ca5-900a-d932da8fce32 up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:32:27.098141 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-339c6662-12e3-4dc6-9a0c-fe8b4150b90c req-691f9dbf-786c-4e87-bfd7-5a024a186560 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Network e5c04a20-9e06-4874-9ca5-1739c604bcb7 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:32:27.124506 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-339c6662-12e3-4dc6-9a0c-fe8b4150b90c req-691f9dbf-786c-4e87-bfd7-5a024a186560 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:32:27.127528 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-339c6662-12e3-4dc6-9a0c-fe8b4150b90c req-691f9dbf-786c-4e87-bfd7-5a024a186560 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:32:27.130753 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691f9dbf-786c-4e87-bfd7-5a024a186560 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Pushing event updated for resources: {'Port': ['ID=06598068-51e9-47d2-9a52-db7d1f28967e,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:27.143812 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-d79a0fd5-c594-4249-a81d-0cd8e3d327bd admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9287336 Apr 05 14:32:27.234534 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c6662-12e3-4dc6-9a0c-fe8b4150b90c req-691f9dbf-786c-4e87-bfd7-5a024a186560 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:27.235479 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-339c6662-12e3-4dc6-9a0c-fe8b4150b90c req-691f9dbf-786c-4e87-bfd7-5a024a186560 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:27.249233 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691f9dbf-786c-4e87-bfd7-5a024a186560 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:32:27.249861 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691f9dbf-786c-4e87-bfd7-5a024a186560 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:32:27.250625 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691f9dbf-786c-4e87-bfd7-5a024a186560 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:32:27.251134 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691f9dbf-786c-4e87-bfd7-5a024a186560 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:32:27.251638 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691f9dbf-786c-4e87-bfd7-5a024a186560 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:32:27.252489 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691f9dbf-786c-4e87-bfd7-5a024a186560 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:32:27.253195 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691f9dbf-786c-4e87-bfd7-5a024a186560 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:32:27.253741 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691f9dbf-786c-4e87-bfd7-5a024a186560 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:32:27.263204 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691f9dbf-786c-4e87-bfd7-5a024a186560 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:32:27.263204 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691f9dbf-786c-4e87-bfd7-5a024a186560 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:32:27.263204 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691f9dbf-786c-4e87-bfd7-5a024a186560 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:32:27.263204 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691f9dbf-786c-4e87-bfd7-5a024a186560 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:32:27.314930 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8de3f74-3a17-4eba-8193-5d4b06e6acf2 req-1721bb60-ef4b-45cf-bbaa-418db603d12f tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:27.322682 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b8de3f74-3a17-4eba-8193-5d4b06e6acf2 req-1721bb60-ef4b-45cf-bbaa-418db603d12f tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=45c30f5d-d488-4a73-b5d5-d9db1333755a HTTP/1.1" status: 200 len: 944 time: 0.2440915 Apr 05 14:32:27.391971 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 35554) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:32:27.454866 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25dd0bf0-dbc2-4d0a-b6a3-befb021fd81b None None] Network d1cb13a9-97b6-41e5-933f-b7ecff2dca8f requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:32:27.488739 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning for port 211248c6-ef40-4ca5-900a-d932da8fce32 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:32:27.501353 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee00587-7d7c-4944-a1d8-eae85d5c130c req-22c71c42-0265-4269-8d6d-769eccee69f0 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:27.502991 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3ee00587-7d7c-4944-a1d8-eae85d5c130c req-22c71c42-0265-4269-8d6d-769eccee69f0 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.55 "GET /v2.0/networks?id=e5c04a20-9e06-4874-9ca5-1739c604bcb7 HTTP/1.1" status: 200 len: 815 time: 0.1793654 Apr 05 14:32:27.508749 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-339c6662-12e3-4dc6-9a0c-fe8b4150b90c req-691f9dbf-786c-4e87-bfd7-5a024a186560 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5344229 Apr 05 14:32:27.528602 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port 211248c6-ef40-4ca5-900a-d932da8fce32 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:32:27.529486 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:27.529975 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-3ee00587-7d7c-4944-a1d8-eae85d5c130c req-53e853d7-5a08-4232-9553-1ce8fab8835a tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Request body: {'port': {'device_id': 'cfe4e93d-fdc7-44c0-a008-3ef322a3b181', 'network_id': 'e5c04a20-9e06-4874-9ca5-1739c604bcb7', 'admin_state_up': True, 'tenant_id': 'e04b26e238414e33bb4eb5bcf94ecace'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:32:27.536263 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [req-339c6662-12e3-4dc6-9a0c-fe8b4150b90c req-c277800b-7a76-4d5d-b12d-bac39754858d tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:32:27.537348 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-339c6662-12e3-4dc6-9a0c-fe8b4150b90c req-c277800b-7a76-4d5d-b12d-bac39754858d tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0182123 Apr 05 14:32:27.538169 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9fe3a52-99e3-4259-a7bf-385a451ac9f9 admin admin] Deleting subnet 7afc4b56-58ea-42e8-aec8-923d6d5cebe3 {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:32:27.545608 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f9fe3a52-99e3-4259-a7bf-385a451ac9f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:27.565836 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-339c6662-12e3-4dc6-9a0c-fe8b4150b90c req-67c74b08-79bc-45df-ba05-9db4f1446dfc service neutron] Request body: {'port': {'device_id': '84a04f4a-fc48-465a-9986-ce4a5d1c1966', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:32:27.618901 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 1772cf98-85c2-4fab-bd6b-1564a4e964dc, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=1772cf98-85c2-4fab-bd6b-1564a4e964dc,segment=NetworkSegment(86bf7ba4-25ec-477a-b752-1cd3a94d1598),segment_id=86bf7ba4-25ec-477a-b752-1cd3a94d1598)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:27.635229 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f9fe3a52-99e3-4259-a7bf-385a451ac9f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:27.641350 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': '1772cf98-85c2-4fab-bd6b-1564a4e964dc', 'network_id': 'a926837a-905f-4dbb-b5dd-5a4dcb465fd4', 'port_id': '1772cf98-85c2-4fab-bd6b-1564a4e964dc', 'mac_address': 'fa:16:3e:b0:b3:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81226097-f23e-489f-aebf-5f546853adb0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:32:27.672067 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b8de3f74-3a17-4eba-8193-5d4b06e6acf2 req-fbdc8847-cc11-4c3a-8ea2-ac1ed341b29c tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661165 Apr 05 14:32:27.744505 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f9fe3a52-99e3-4259-a7bf-385a451ac9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:27.749138 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-331562d0-33cd-40a8-9311-102b6a732e50 None None] Provisioning complete for port 06598068-51e9-47d2-9a52-db7d1f28967e triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:32:27.749751 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-331562d0-33cd-40a8-9311-102b6a732e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:27.760092 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:27.806937 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-339c6662-12e3-4dc6-9a0c-fe8b4150b90c req-67c74b08-79bc-45df-ba05-9db4f1446dfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:27.845023 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464fa1b3-e3d2-432a-8186-52cf6ec48920 req-90024ce1-d424-4d45-a702-a44c78a071c1 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:27.846875 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-464fa1b3-e3d2-432a-8186-52cf6ec48920 req-90024ce1-d424-4d45-a702-a44c78a071c1 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=59f4316c-8354-402d-9bd4-664ee4cf310a HTTP/1.1" status: 200 len: 946 time: 0.1755605 Apr 05 14:32:27.875957 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:27.910447 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-331562d0-33cd-40a8-9311-102b6a732e50 None None] Port 06598068-51e9-47d2-9a52-db7d1f28967e cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:32:27.920973 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1772cf98-85c2-4fab-bd6b-1564a4e964dc {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:32:27.932227 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddf4f621-4c82-4804-9b71-eae9dc88cee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '211248c6-ef40-4ca5-900a-d932da8fce32'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:32:27.935241 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc5b0fb-f249-4b0a-9aac-b39bb08061ac" -d '{"events": [{"server_uuid": "ddf4f621-4c82-4804-9b71-eae9dc88cee0", "name": "network-vif-plugged", "status": "completed", "tag": "211248c6-ef40-4ca5-900a-d932da8fce32"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:32:27.961919 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 211248c6-ef40-4ca5-900a-d932da8fce32, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=211248c6-ef40-4ca5-900a-d932da8fce32,segment=NetworkSegment(1db74af5-f9b7-4132-a710-0eb375e39826),segment_id=1db74af5-f9b7-4132-a710-0eb375e39826)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:27.964048 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 1772cf98-85c2-4fab-bd6b-1564a4e964dc, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=1772cf98-85c2-4fab-bd6b-1564a4e964dc,segment=NetworkSegment(86bf7ba4-25ec-477a-b752-1cd3a94d1598),segment_id=86bf7ba4-25ec-477a-b752-1cd3a94d1598)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:27.964429 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f9fe3a52-99e3-4259-a7bf-385a451ac9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:27.972150 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-464fa1b3-e3d2-432a-8186-52cf6ec48920 req-6754246c-77cd-454d-b328-47f9646f9706 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164858 Apr 05 14:32:27.993618 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:28.026564 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f9fe3a52-99e3-4259-a7bf-385a451ac9f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:28.032779 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:28.033134 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-f9fe3a52-99e3-4259-a7bf-385a451ac9f9 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/7afc4b56-58ea-42e8-aec8-923d6d5cebe3 HTTP/1.1" status: 204 len: 168 time: 0.6399956 Apr 05 14:32:28.033622 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 864758c8-c0c4-4b9c-9f17-c5de04dc5062 no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:32:28.034190 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fe3a52-99e3-4259-a7bf-385a451ac9f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7afc4b56-58ea-42e8-aec8-923d6d5cebe3,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:28.037084 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:28.037733 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 864758c8-c0c4-4b9c-9f17-c5de04dc5062 details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:32:28.041740 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 35572) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:32:28.142514 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ee00587-7d7c-4944-a1d8-eae85d5c130c req-53e853d7-5a08-4232-9553-1ce8fab8835a tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Made reservation on behalf of e04b26e238414e33bb4eb5bcf94ecace for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:32:28.151038 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a0c12332-d0d8-4480-882a-dcdcce951d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:28.157859 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-3ee00587-7d7c-4944-a1d8-eae85d5c130c req-53e853d7-5a08-4232-9553-1ce8fab8835a tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:28.171671 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-903f6463-047e-461a-b776-996a32bbd5b4 req-a7d9330d-d20e-4c5c-bc06-f0164a8437f2 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/ports?device_id=28e01ade-d0da-45c5-8128-71901cfdf7c7 HTTP/1.1" status: 200 len: 210 time: 0.1032276 Apr 05 14:32:28.305946 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a0c12332-d0d8-4480-882a-dcdcce951d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:28.317015 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=211248c6-ef40-4ca5-900a-d932da8fce32,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:28.346197 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-a0c12332-d0d8-4480-882a-dcdcce951d3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5acaeb9e-6a0f-4435-8a13-c347ecdacd38']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:28.357099 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-a0c12332-d0d8-4480-882a-dcdcce951d3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44b02d0e-7059-4303-8a63-6a6ae5673c11') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:28.357804 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-a0c12332-d0d8-4480-882a-dcdcce951d3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44b02d0e-7059-4303-8a63-6a6ae5673c11') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:28.370323 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a0c12332-d0d8-4480-882a-dcdcce951d3b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:28.385715 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a0c12332-d0d8-4480-882a-dcdcce951d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:28.395896 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0c12332-d0d8-4480-882a-dcdcce951d3b admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:32:28.396709 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a0c12332-d0d8-4480-882a-dcdcce951d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:28.406153 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:32:28.406153 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:32:28.406153 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:32:28.406153 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:32:28.406153 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:32:28.406153 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:32:28.406153 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:32:28.406153 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:32:28.406153 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:32:28.406153 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:32:28.406153 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:32:28.406153 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:32:28.406153 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:32:28.406153 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:32:28.406153 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:32:28.406153 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:32:28.406153 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:32:28.406153 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:32:28.406153 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:32:28.406153 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:32:28.406153 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:32:28.406153 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:32:28.406153 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:32:28.406153 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:32:28.406153 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:32:28.406153 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:32:28.406153 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:32:28.406153 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:32:28.406153 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:32:28.406153 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:32:28.406153 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:32:28.406153 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:32:28.412766 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:28.480260 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 864758c8-c0c4-4b9c-9f17-c5de04dc5062, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=864758c8-c0c4-4b9c-9f17-c5de04dc5062,segment=NetworkSegment(9a2f37a0-b23d-490a-98bb-060c03097f74),segment_id=9a2f37a0-b23d-490a-98bb-060c03097f74)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:28.510572 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=1772cf98-85c2-4fab-bd6b-1564a4e964dc,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:28.515460 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 864758c8-c0c4-4b9c-9f17-c5de04dc5062, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=864758c8-c0c4-4b9c-9f17-c5de04dc5062,segment=NetworkSegment(9a2f37a0-b23d-490a-98bb-060c03097f74),segment_id=9a2f37a0-b23d-490a-98bb-060c03097f74)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:28.519656 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': '864758c8-c0c4-4b9c-9f17-c5de04dc5062', 'network_id': 'c8cad75e-d463-4298-b473-cd6f872623d5', 'port_id': '864758c8-c0c4-4b9c-9f17-c5de04dc5062', 'mac_address': 'fa:16:3e:c5:62:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ec025f3-c3f9-4eb4-863e-b0988fc8d817', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:32:28.526804 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e413d8ab-e125-4b6e-8192-e7e3c0a93e56 req-960113ba-5ad5-496f-bf27-aeb8b502f69a tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:28.528724 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e413d8ab-e125-4b6e-8192-e7e3c0a93e56 req-960113ba-5ad5-496f-bf27-aeb8b502f69a tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddf4f621-4c82-4804-9b71-eae9dc88cee0 HTTP/1.1" status: 200 len: 945 time: 0.2287397 Apr 05 14:32:28.573751 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:28.576395 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3841a7-19ef-4d22-b5d7-4bcf1f26efda req-08e81c75-db3e-414b-9cbb-a8b0a7661cb3 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:28.578146 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4d3841a7-19ef-4d22-b5d7-4bcf1f26efda req-08e81c75-db3e-414b-9cbb-a8b0a7661cb3 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/networks?id=bbdeb55e-008a-45ea-8c70-7d18b28201f7 HTTP/1.1" status: 200 len: 807 time: 0.3353119 Apr 05 14:32:28.590411 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 864758c8-c0c4-4b9c-9f17-c5de04dc5062 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:32:28.592573 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a0c12332-d0d8-4480-882a-dcdcce951d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:28.601830 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a0c12332-d0d8-4480-882a-dcdcce951d3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:28.603018 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4d3841a7-19ef-4d22-b5d7-4bcf1f26efda req-62042a62-9992-40d1-a1e1-87dd0f161f5b tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/quotas/f15fb34306734f1db943c159bdbff20e HTTP/1.1" status: 200 len: 375 time: 0.0166278 Apr 05 14:32:28.605035 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-a0c12332-d0d8-4480-882a-dcdcce951d3b admin admin] 10.222.0.30 "DELETE /v2.0/networks/5acaeb9e-6a0f-4435-8a13-c347ecdacd38 HTTP/1.1" status: 204 len: 168 time: 0.5592756 Apr 05 14:32:28.617117 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c12332-d0d8-4480-882a-dcdcce951d3b admin admin] Pushing event deleted for resources: {'Network': ['ID=5acaeb9e-6a0f-4435-8a13-c347ecdacd38,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:28.627729 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:28.629398 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device f1bc9f6d-0c66-4746-b01c-6db314def909 no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:32:28.669133 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4d3841a7-19ef-4d22-b5d7-4bcf1f26efda req-84831ecf-7154-482e-8595-c370dbdbf3fb tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f15fb34306734f1db943c159bdbff20e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453713 Apr 05 14:32:28.673779 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e413d8ab-e125-4b6e-8192-e7e3c0a93e56 req-dea48f10-db3a-4e69-8a6c-31d05a30ff89 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/security-groups?id=29c6f58e-e49b-4628-9965-3ae38dded875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356976 Apr 05 14:32:28.676014 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-339c6662-12e3-4dc6-9a0c-fe8b4150b90c req-67c74b08-79bc-45df-ba05-9db4f1446dfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06598068-51e9-47d2-9a52-db7d1f28967e {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:32:28.693863 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-339c6662-12e3-4dc6-9a0c-fe8b4150b90c req-67c74b08-79bc-45df-ba05-9db4f1446dfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:28.700841 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] No Port match for: f1bc9f6d-0c66-4746-b01c-6db314def909 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:32:28.701471 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device f1bc9f6d-0c66-4746-b01c-6db314def909 not bound to the agent host n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:32:28.747736 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-339c6662-12e3-4dc6-9a0c-fe8b4150b90c req-67c74b08-79bc-45df-ba05-9db4f1446dfc service neutron] Transition to ACTIVE for port object 06598068-51e9-47d2-9a52-db7d1f28967e will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:32:28.750803 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.db.api [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:32:28.752112 n-d-836650-2 neutron-server[103322]: DEBUG oslo_db.api [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:32:28.754270 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=864758c8-c0c4-4b9c-9f17-c5de04dc5062,revision_number=6']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:28.761549 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed91bd0a-df5f-46db-96ec-f8050819edd5 x-openstack-request-id: req-ed91bd0a-df5f-46db-96ec-f8050819edd5 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:32:28.762123 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddf4f621-4c82-4804-9b71-eae9dc88cee0", "name": "network-vif-plugged", "status": "completed", "tag": "211248c6-ef40-4ca5-900a-d932da8fce32", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:32:28.762545 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ed91bd0a-df5f-46db-96ec-f8050819edd5 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:32:28.764702 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed91bd0a-df5f-46db-96ec-f8050819edd5'] response: {'server_uuid': 'ddf4f621-4c82-4804-9b71-eae9dc88cee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '211248c6-ef40-4ca5-900a-d932da8fce32', 'code': 200} Apr 05 14:32:28.790699 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4d3841a7-19ef-4d22-b5d7-4bcf1f26efda req-cb417655-8ec1-4b7b-bf0f-db25ef6d7af9 service neutron] 10.222.0.30 "GET /v2.0/networks/bbdeb55e-008a-45ea-8c70-7d18b28201f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093171 Apr 05 14:32:28.813888 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-339c6662-12e3-4dc6-9a0c-fe8b4150b90c req-67c74b08-79bc-45df-ba05-9db4f1446dfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:29.036496 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c74b08-79bc-45df-ba05-9db4f1446dfc service neutron] Pushing event updated for resources: {'Port': ['ID=06598068-51e9-47d2-9a52-db7d1f28967e,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:29.048649 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-3ee00587-7d7c-4944-a1d8-eae85d5c130c req-53e853d7-5a08-4232-9553-1ce8fab8835a tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Allocated IP 172.20.0.6 (e5c04a20-9e06-4874-9ca5-1739c604bcb7/5b81dfbd-93ee-4bbd-bddd-d682b0b6855c/5547e682-5a32-4beb-89af-d15d9daf33ab) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:32:29.131766 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 35596) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:32:29.223394 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-6fe09213-f308-47c7-ab5b-22a55809e922 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9c1b284210a24c6b96dab96732ec16a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0906029 Apr 05 14:32:29.226487 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 35600) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:32:29.246533 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f265d3f-ec3c-4455-a246-84539cb3d69c req-b61566cd-2bd0-4957-ad04-b4b64dcb12a6 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:29.248353 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6f265d3f-ec3c-4455-a246-84539cb3d69c req-b61566cd-2bd0-4957-ad04-b4b64dcb12a6 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=45c30f5d-d488-4a73-b5d5-d9db1333755a HTTP/1.1" status: 200 len: 945 time: 0.3768334 Apr 05 14:32:29.283685 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b430425e-58c8-4941-9a10-0acfd7f671d9 req-5064cebd-8a0c-433d-9872-5f0d6e10ce70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:29.285503 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b430425e-58c8-4941-9a10-0acfd7f671d9 req-5064cebd-8a0c-433d-9872-5f0d6e10ce70 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ddf4f621-4c82-4804-9b71-eae9dc88cee0 HTTP/1.1" status: 200 len: 1096 time: 0.4252434 Apr 05 14:32:29.300504 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4d3841a7-19ef-4d22-b5d7-4bcf1f26efda req-9da23020-3d69-4577-9db8-12e30e0340e2 service neutron] 10.222.0.30 "GET /v2.0/networks/bbdeb55e-008a-45ea-8c70-7d18b28201f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5001876 Apr 05 14:32:29.304126 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8123095d-8869-4ece-81b5-9033103d32f0 req-460327d4-a8ad-4825-b587-ecc452bdf798 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:29.305620 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-8123095d-8869-4ece-81b5-9033103d32f0 req-460327d4-a8ad-4825-b587-ecc452bdf798 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.55 "GET /v2.0/networks?id=e5c04a20-9e06-4874-9ca5-1739c604bcb7 HTTP/1.1" status: 200 len: 815 time: 0.2599375 Apr 05 14:32:29.324547 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-8123095d-8869-4ece-81b5-9033103d32f0 req-fbb134b7-d04a-4f04-99fc-b19bf98dd218 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Request body: {'port': {'device_id': '28e01ade-d0da-45c5-8128-71901cfdf7c7', 'network_id': 'e5c04a20-9e06-4874-9ca5-1739c604bcb7', 'admin_state_up': True, 'tenant_id': 'e04b26e238414e33bb4eb5bcf94ecace'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:32:29.374519 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-339c6662-12e3-4dc6-9a0c-fe8b4150b90c req-67c74b08-79bc-45df-ba05-9db4f1446dfc service neutron] Attempting to bind port 06598068-51e9-47d2-9a52-db7d1f28967e on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:32:29.375152 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-339c6662-12e3-4dc6-9a0c-fe8b4150b90c req-67c74b08-79bc-45df-ba05-9db4f1446dfc service neutron] Attempting to bind port 06598068-51e9-47d2-9a52-db7d1f28967e by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': '7a7f2de5-306f-4345-ba19-e91d91de42c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e5c04a20-9e06-4874-9ca5-1739c604bcb7'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:32:29.379376 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339c6662-12e3-4dc6-9a0c-fe8b4150b90c req-67c74b08-79bc-45df-ba05-9db4f1446dfc service neutron] Attempting to bind port 06598068-51e9-47d2-9a52-db7d1f28967e on network e5c04a20-9e06-4874-9ca5-1739c604bcb7 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:32:29.402545 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339c6662-12e3-4dc6-9a0c-fe8b4150b90c req-67c74b08-79bc-45df-ba05-9db4f1446dfc service neutron] Port 06598068-51e9-47d2-9a52-db7d1f28967e on network e5c04a20-9e06-4874-9ca5-1739c604bcb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:32:29.403544 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339c6662-12e3-4dc6-9a0c-fe8b4150b90c req-67c74b08-79bc-45df-ba05-9db4f1446dfc service neutron] Attempting to bind port 06598068-51e9-47d2-9a52-db7d1f28967e on network e5c04a20-9e06-4874-9ca5-1739c604bcb7 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:32:29.404715 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:29.408802 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6f265d3f-ec3c-4455-a246-84539cb3d69c req-c966e3ba-2647-4576-89bf-3d070a2047f7 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223605 Apr 05 14:32:29.410549 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f7f23d48-f9a4-4046-b606-0ec6d77f6841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:29.428098 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339c6662-12e3-4dc6-9a0c-fe8b4150b90c req-67c74b08-79bc-45df-ba05-9db4f1446dfc service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:32:29.428418 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339c6662-12e3-4dc6-9a0c-fe8b4150b90c req-67c74b08-79bc-45df-ba05-9db4f1446dfc service neutron] Checking segment: {'id': '7a7f2de5-306f-4345-ba19-e91d91de42c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e5c04a20-9e06-4874-9ca5-1739c604bcb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:32:29.429026 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339c6662-12e3-4dc6-9a0c-fe8b4150b90c req-67c74b08-79bc-45df-ba05-9db4f1446dfc service neutron] Bound using segment: {'id': '7a7f2de5-306f-4345-ba19-e91d91de42c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e5c04a20-9e06-4874-9ca5-1739c604bcb7'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:32:29.429655 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-339c6662-12e3-4dc6-9a0c-fe8b4150b90c req-67c74b08-79bc-45df-ba05-9db4f1446dfc service neutron] Bound port: 06598068-51e9-47d2-9a52-db7d1f28967e, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a7f2de5-306f-4345-ba19-e91d91de42c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e5c04a20-9e06-4874-9ca5-1739c604bcb7'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:32:29.430322 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-339c6662-12e3-4dc6-9a0c-fe8b4150b90c req-67c74b08-79bc-45df-ba05-9db4f1446dfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:29.433947 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b430425e-58c8-4941-9a10-0acfd7f671d9 req-bff08daa-0972-4018-b532-2950542e6893 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=29c6f58e-e49b-4628-9965-3ae38dded875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378336 Apr 05 14:32:29.448862 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f7f23d48-f9a4-4046-b606-0ec6d77f6841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:29.453550 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 864758c8-c0c4-4b9c-9f17-c5de04dc5062 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:32:29.498801 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 864758c8-c0c4-4b9c-9f17-c5de04dc5062, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=864758c8-c0c4-4b9c-9f17-c5de04dc5062,segment=NetworkSegment(9a2f37a0-b23d-490a-98bb-060c03097f74),segment_id=9a2f37a0-b23d-490a-98bb-060c03097f74)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:29.501904 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:29.515940 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-3ee00587-7d7c-4944-a1d8-eae85d5c130c req-53e853d7-5a08-4232-9553-1ce8fab8835a tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:29.644371 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8123095d-8869-4ece-81b5-9033103d32f0 req-fbb134b7-d04a-4f04-99fc-b19bf98dd218 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Made reservation on behalf of e04b26e238414e33bb4eb5bcf94ecace for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:32:29.644540 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:29.658249 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:29.661185 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-8123095d-8869-4ece-81b5-9033103d32f0 req-fbb134b7-d04a-4f04-99fc-b19bf98dd218 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:29.666296 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f7f23d48-f9a4-4046-b606-0ec6d77f6841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:29.671106 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f7f23d48-f9a4-4046-b606-0ec6d77f6841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:29.677688 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-f7f23d48-f9a4-4046-b606-0ec6d77f6841 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ded2d4eb-0031-45da-bcb8-b5b7d6e91d68 HTTP/1.1" status: 204 len: 168 time: 0.4495170 Apr 05 14:32:29.701968 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f23d48-f9a4-4046-b606-0ec6d77f6841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded2d4eb-0031-45da-bcb8-b5b7d6e91d68,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:29.772057 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=864758c8-c0c4-4b9c-9f17-c5de04dc5062,revision_number=7']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:29.918755 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-339c6662-12e3-4dc6-9a0c-fe8b4150b90c req-67c74b08-79bc-45df-ba05-9db4f1446dfc service neutron] For port 06598068-51e9-47d2-9a52-db7d1f28967e, host n-h1-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:32:29.970982 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-339c6662-12e3-4dc6-9a0c-fe8b4150b90c req-67c74b08-79bc-45df-ba05-9db4f1446dfc service neutron] For port 06598068-51e9-47d2-9a52-db7d1f28967e, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=06598068-51e9-47d2-9a52-db7d1f28967e,segment=NetworkSegment(7a7f2de5-306f-4345-ba19-e91d91de42c0),segment_id=7a7f2de5-306f-4345-ba19-e91d91de42c0)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:32:29.987177 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ab136ea1-0c24-493c-95e2-b92c7aae6939 req-c25ee961-5878-4420-aa02-50caafacf7e5 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/ports?device_id=28e01ade-d0da-45c5-8128-71901cfdf7c7 HTTP/1.1" status: 200 len: 210 time: 0.0791724 Apr 05 14:32:30.006360 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['864758c8-c0c4-4b9c-9f17-c5de04dc5062'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:32:30.026086 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a34aab6-c724-4805-9f76-d07044451f56 req-930f4464-dfad-4155-8255-2c9f5b69907f tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:30.027621 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4a34aab6-c724-4805-9f76-d07044451f56 req-930f4464-dfad-4155-8255-2c9f5b69907f tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=59f4316c-8354-402d-9bd4-664ee4cf310a HTTP/1.1" status: 200 len: 945 time: 0.1164651 Apr 05 14:32:30.041525 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['1772cf98-85c2-4fab-bd6b-1564a4e964dc'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:32:30.067700 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-339c6662-12e3-4dc6-9a0c-fe8b4150b90c req-67c74b08-79bc-45df-ba05-9db4f1446dfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:30.070320 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-3ee00587-7d7c-4944-a1d8-eae85d5c130c req-53e853d7-5a08-4232-9553-1ce8fab8835a tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:30.107003 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a7c8a8ed-0a8f-43fe-ab53-bf4a0a6d798f req-abf8148c-2874-4944-be36-3b4753efbcfb tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=301817ec-e32d-4c17-a082-4e820cbef9a3 HTTP/1.1" status: 200 len: 210 time: 0.0704124 Apr 05 14:32:30.143264 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c6662-12e3-4dc6-9a0c-fe8b4150b90c req-67c74b08-79bc-45df-ba05-9db4f1446dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:30.147784 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-339c6662-12e3-4dc6-9a0c-fe8b4150b90c req-67c74b08-79bc-45df-ba05-9db4f1446dfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:30.147784 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-339c6662-12e3-4dc6-9a0c-fe8b4150b90c req-67c74b08-79bc-45df-ba05-9db4f1446dfc service neutron] 10.222.0.55 "PUT /v2.0/ports/06598068-51e9-47d2-9a52-db7d1f28967e HTTP/1.1" status: 200 len: 1091 time: 2.5921783 Apr 05 14:32:30.174060 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84a04f4a-fc48-465a-9986-ce4a5d1c1966', 'tag': '06598068-51e9-47d2-9a52-db7d1f28967e'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:32:30.176460 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-743fae36-2090-4535-8bdf-14c64316a996" -d '{"events": [{"name": "network-changed", "server_uuid": "84a04f4a-fc48-465a-9986-ce4a5d1c1966", "tag": "06598068-51e9-47d2-9a52-db7d1f28967e"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:32:30.200580 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ee00587-7d7c-4944-a1d8-eae85d5c130c req-53e853d7-5a08-4232-9553-1ce8fab8835a tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Network e5c04a20-9e06-4874-9ca5-1739c604bcb7 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:32:30.206792 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [req-8123095d-8869-4ece-81b5-9033103d32f0 req-fbb134b7-d04a-4f04-99fc-b19bf98dd218 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Allocated IP 172.20.0.10 (e5c04a20-9e06-4874-9ca5-1739c604bcb7/5b81dfbd-93ee-4bbd-bddd-d682b0b6855c/3939e158-741e-439e-9e04-660c3f886574) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:32:30.222086 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4a34aab6-c724-4805-9f76-d07044451f56 req-f23c7fdd-1db1-4e58-86f8-79f550501b8e tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872163 Apr 05 14:32:30.227207 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-3ee00587-7d7c-4944-a1d8-eae85d5c130c req-53e853d7-5a08-4232-9553-1ce8fab8835a tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:32:30.231155 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ee00587-7d7c-4944-a1d8-eae85d5c130c req-53e853d7-5a08-4232-9553-1ce8fab8835a tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:32:30.351808 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee00587-7d7c-4944-a1d8-eae85d5c130c req-53e853d7-5a08-4232-9553-1ce8fab8835a tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:30.357278 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-3ee00587-7d7c-4944-a1d8-eae85d5c130c req-53e853d7-5a08-4232-9553-1ce8fab8835a tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:30.392651 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cfe5b04-5482-4e0b-ae3c-72da69f845f0 x-openstack-request-id: req-8cfe5b04-5482-4e0b-ae3c-72da69f845f0 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:32:30.392971 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84a04f4a-fc48-465a-9986-ce4a5d1c1966", "tag": "06598068-51e9-47d2-9a52-db7d1f28967e", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:32:30.393225 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8cfe5b04-5482-4e0b-ae3c-72da69f845f0 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:32:30.393633 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cfe5b04-5482-4e0b-ae3c-72da69f845f0'] response: {'name': 'network-changed', 'server_uuid': '84a04f4a-fc48-465a-9986-ce4a5d1c1966', 'tag': '06598068-51e9-47d2-9a52-db7d1f28967e', 'status': 'completed', 'code': 200} Apr 05 14:32:30.398029 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c74b08-79bc-45df-ba05-9db4f1446dfc service neutron] Pushing event updated for resources: {'Port': ['ID=06598068-51e9-47d2-9a52-db7d1f28967e,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:30.537341 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c6662-12e3-4dc6-9a0c-fe8b4150b90c req-6e91f650-b183-4322-a211-64f9fcd1291f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:30.538910 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-339c6662-12e3-4dc6-9a0c-fe8b4150b90c req-6e91f650-b183-4322-a211-64f9fcd1291f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e04b26e238414e33bb4eb5bcf94ecace&device_id=84a04f4a-fc48-465a-9986-ce4a5d1c1966 HTTP/1.1" status: 200 len: 1094 time: 0.1804471 Apr 05 14:32:30.564666 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810fd707-2cc3-4923-b29f-b2fb9c5d2077 req-cf3010c7-483a-4d9d-856a-a57e3ac78fa4 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:30.566278 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-810fd707-2cc3-4923-b29f-b2fb9c5d2077 req-cf3010c7-483a-4d9d-856a-a57e3ac78fa4 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddf4f621-4c82-4804-9b71-eae9dc88cee0 HTTP/1.1" status: 200 len: 945 time: 0.2094290 Apr 05 14:32:30.578842 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3ee00587-7d7c-4944-a1d8-eae85d5c130c req-53e853d7-5a08-4232-9553-1ce8fab8835a tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0606475 Apr 05 14:32:30.579800 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e853d7-5a08-4232-9553-1ce8fab8835a tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Pushing event updated for resources: {'Port': ['ID=5547e682-5a32-4beb-89af-d15d9daf33ab,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:30.621423 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-3ee00587-7d7c-4944-a1d8-eae85d5c130c req-28d28c99-aec8-44d0-bd23-9fc0cad18302 service neutron] Request body: {'port': {'device_id': 'cfe4e93d-fdc7-44c0-a008-3ef322a3b181', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:32:30.635619 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-339c6662-12e3-4dc6-9a0c-fe8b4150b90c req-f8416fd6-18f0-4895-8633-27fd5ff7991d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=06598068-51e9-47d2-9a52-db7d1f28967e HTTP/1.1" status: 200 len: 217 time: 0.0876968 Apr 05 14:32:30.703505 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-8123095d-8869-4ece-81b5-9033103d32f0 req-fbb134b7-d04a-4f04-99fc-b19bf98dd218 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:30.766429 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59f4316c-8354-402d-9bd4-664ee4cf310a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '864758c8-c0c4-4b9c-9f17-c5de04dc5062'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:32:30.769398 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e53da50a-fd31-4013-90c7-c7fb0706fc72" -d '{"events": [{"server_uuid": "59f4316c-8354-402d-9bd4-664ee4cf310a", "name": "network-vif-unplugged", "status": "completed", "tag": "864758c8-c0c4-4b9c-9f17-c5de04dc5062"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:32:30.820475 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-810fd707-2cc3-4923-b29f-b2fb9c5d2077 req-5e22f698-32e1-4e6b-a800-86444ee7d2cd tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/security-groups?id=29c6f58e-e49b-4628-9965-3ae38dded875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375057 Apr 05 14:32:30.881000 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 14:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c0abc1a-0c18-4ff4-8799-e9b912a47694 x-openstack-request-id: req-2c0abc1a-0c18-4ff4-8799-e9b912a47694 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:32:30.881456 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59f4316c-8354-402d-9bd4-664ee4cf310a", "name": "network-vif-unplugged", "status": "completed", "tag": "864758c8-c0c4-4b9c-9f17-c5de04dc5062", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:32:30.881798 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2c0abc1a-0c18-4ff4-8799-e9b912a47694 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:32:30.882309 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c0abc1a-0c18-4ff4-8799-e9b912a47694'] response: {'server_uuid': '59f4316c-8354-402d-9bd4-664ee4cf310a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '864758c8-c0c4-4b9c-9f17-c5de04dc5062', 'code': 200} Apr 05 14:32:30.884363 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c942ee5-2b9b-4f38-a6a0-fe0027d84444 req-353d2179-8e08-4733-8e16-0275166179f5 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:30.889301 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3c942ee5-2b9b-4f38-a6a0-fe0027d84444 req-353d2179-8e08-4733-8e16-0275166179f5 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=45c30f5d-d488-4a73-b5d5-d9db1333755a HTTP/1.1" status: 200 len: 945 time: 0.2576685 Apr 05 14:32:30.896113 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-8123095d-8869-4ece-81b5-9033103d32f0 req-fbb134b7-d04a-4f04-99fc-b19bf98dd218 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:30.920778 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c6662-12e3-4dc6-9a0c-fe8b4150b90c req-0af16552-f174-48c5-9631-a5df53d5951d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:30.922744 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-339c6662-12e3-4dc6-9a0c-fe8b4150b90c req-0af16552-f174-48c5-9631-a5df53d5951d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5b81dfbd-93ee-4bbd-bddd-d682b0b6855c HTTP/1.1" status: 200 len: 854 time: 0.2262061 Apr 05 14:32:30.931511 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-3ee00587-7d7c-4944-a1d8-eae85d5c130c req-28d28c99-aec8-44d0-bd23-9fc0cad18302 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:30.973885 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8123095d-8869-4ece-81b5-9033103d32f0 req-fbb134b7-d04a-4f04-99fc-b19bf98dd218 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Network e5c04a20-9e06-4874-9ca5-1739c604bcb7 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:32:30.978095 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-6fd49c02-131d-41e6-81ca-e495226ddef2 None None] Provisioning complete for port 5547e682-5a32-4beb-89af-d15d9daf33ab triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:32:30.978958 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6fd49c02-131d-41e6-81ca-e495226ddef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:30.984604 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [req-8123095d-8869-4ece-81b5-9033103d32f0 req-fbb134b7-d04a-4f04-99fc-b19bf98dd218 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:32:30.990114 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-8123095d-8869-4ece-81b5-9033103d32f0 req-fbb134b7-d04a-4f04-99fc-b19bf98dd218 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:32:31.001853 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3c942ee5-2b9b-4f38-a6a0-fe0027d84444 req-2d9e621f-f3f9-4e03-880b-a4a7caf5f02f tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971053 Apr 05 14:32:31.038925 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c6662-12e3-4dc6-9a0c-fe8b4150b90c req-3ad53dd8-efa8-4493-918b-555eb2d9ad6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:31.044036 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-339c6662-12e3-4dc6-9a0c-fe8b4150b90c req-3ad53dd8-efa8-4493-918b-555eb2d9ad6a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e5c04a20-9e06-4874-9ca5-1739c604bcb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1102986 Apr 05 14:32:31.047385 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-6fd49c02-131d-41e6-81ca-e495226ddef2 None None] Port 5547e682-5a32-4beb-89af-d15d9daf33ab cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:32:31.093582 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb134b7-d04a-4f04-99fc-b19bf98dd218 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Pushing event updated for resources: {'Port': ['ID=3939e158-741e-439e-9e04-660c3f886574,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:31.159961 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8123095d-8869-4ece-81b5-9033103d32f0 req-fbb134b7-d04a-4f04-99fc-b19bf98dd218 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:31.160557 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-8123095d-8869-4ece-81b5-9033103d32f0 req-fbb134b7-d04a-4f04-99fc-b19bf98dd218 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:31.298760 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-8123095d-8869-4ece-81b5-9033103d32f0 req-fbb134b7-d04a-4f04-99fc-b19bf98dd218 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9827178 Apr 05 14:32:31.311294 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-8123095d-8869-4ece-81b5-9033103d32f0 req-3fa230f4-e75a-4869-81f1-cb362a7c5dc8 service neutron] Request body: {'port': {'device_id': '28e01ade-d0da-45c5-8128-71901cfdf7c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:32:31.323838 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0f9974dd-83d1-4418-a8ac-191af1f0200a req-927d0df0-2224-43b3-b613-c488a9984bea tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=301817ec-e32d-4c17-a082-4e820cbef9a3 HTTP/1.1" status: 200 len: 210 time: 0.0675488 Apr 05 14:32:31.374640 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-6a2b2c7b-6cea-44bf-8245-7aa9c2e51cf8 None None] Provisioning complete for port 3939e158-741e-439e-9e04-660c3f886574 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:32:31.375278 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6a2b2c7b-6cea-44bf-8245-7aa9c2e51cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:31.385113 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8055d859-7eed-46e2-9204-1cc89147dee7 req-f42a8309-c66a-403b-9e73-ca0a1d181e00 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:31.393246 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8055d859-7eed-46e2-9204-1cc89147dee7 req-f42a8309-c66a-403b-9e73-ca0a1d181e00 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/ports?device_id=28e01ade-d0da-45c5-8128-71901cfdf7c7 HTTP/1.1" status: 200 len: 932 time: 0.1793542 Apr 05 14:32:31.407176 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-8123095d-8869-4ece-81b5-9033103d32f0 req-3fa230f4-e75a-4869-81f1-cb362a7c5dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:31.459410 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-6a2b2c7b-6cea-44bf-8245-7aa9c2e51cf8 None None] Port 3939e158-741e-439e-9e04-660c3f886574 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:32:31.464376 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-339c6662-12e3-4dc6-9a0c-fe8b4150b90c req-d07d5759-8710-49b4-8aed-45fb9fe01ddb service neutron] 10.222.0.55 "GET /v2.0/networks/e5c04a20-9e06-4874-9ca5-1739c604bcb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4158075 Apr 05 14:32:31.613021 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8055d859-7eed-46e2-9204-1cc89147dee7 req-574df256-eb94-442e-b29d-116db97b17e0 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d1a7855-7863-4922-a8cb-f86b0f779ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180259 Apr 05 14:32:31.657752 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664dc62-1a2b-4cd1-b79c-eb3dc7f740a4 req-51a27bb3-39e2-4218-8ff1-a6753e488833 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:31.660304 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1664dc62-1a2b-4cd1-b79c-eb3dc7f740a4 req-51a27bb3-39e2-4218-8ff1-a6753e488833 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=59f4316c-8354-402d-9bd4-664ee4cf310a HTTP/1.1" status: 200 len: 945 time: 0.2023604 Apr 05 14:32:31.663088 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 864758c8-c0c4-4b9c-9f17-c5de04dc5062 up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:32:31.743467 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-339c6662-12e3-4dc6-9a0c-fe8b4150b90c req-242ff7c4-654d-4ae7-9088-35ab90dea78b service neutron] 10.222.0.55 "GET /v2.0/networks/e5c04a20-9e06-4874-9ca5-1739c604bcb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649920 Apr 05 14:32:31.763752 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1664dc62-1a2b-4cd1-b79c-eb3dc7f740a4 req-959878dc-89ca-46c4-bba3-1dc456be77e2 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927396 Apr 05 14:32:31.791630 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port 864758c8-c0c4-4b9c-9f17-c5de04dc5062 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:32:31.792237 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:31.800696 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-3ee00587-7d7c-4944-a1d8-eae85d5c130c req-28d28c99-aec8-44d0-bd23-9fc0cad18302 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5547e682-5a32-4beb-89af-d15d9daf33ab {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:32:31.808521 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-3ee00587-7d7c-4944-a1d8-eae85d5c130c req-28d28c99-aec8-44d0-bd23-9fc0cad18302 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:31.821662 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-3ee00587-7d7c-4944-a1d8-eae85d5c130c req-28d28c99-aec8-44d0-bd23-9fc0cad18302 service neutron] Transition to ACTIVE for port object 5547e682-5a32-4beb-89af-d15d9daf33ab will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:32:32.011005 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-3ee00587-7d7c-4944-a1d8-eae85d5c130c req-28d28c99-aec8-44d0-bd23-9fc0cad18302 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:32.048500 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:32.099420 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 864758c8-c0c4-4b9c-9f17-c5de04dc5062, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=864758c8-c0c4-4b9c-9f17-c5de04dc5062,segment=NetworkSegment(9a2f37a0-b23d-490a-98bb-060c03097f74),segment_id=9a2f37a0-b23d-490a-98bb-060c03097f74)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:32.118126 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 35676) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:32:32.183822 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ffed8-1e40-418f-b9a1-359d59cd1a5b req-d008973a-17fb-4b69-806b-500a6e6aba74 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:32.192550 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d02ffed8-1e40-418f-b9a1-359d59cd1a5b req-d008973a-17fb-4b69-806b-500a6e6aba74 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddf4f621-4c82-4804-9b71-eae9dc88cee0 HTTP/1.1" status: 200 len: 945 time: 0.2637768 Apr 05 14:32:32.211934 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [req-8123095d-8869-4ece-81b5-9033103d32f0 req-3fa230f4-e75a-4869-81f1-cb362a7c5dc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3939e158-741e-439e-9e04-660c3f886574 {{(pid=103321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:32:32.222977 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-8123095d-8869-4ece-81b5-9033103d32f0 req-3fa230f4-e75a-4869-81f1-cb362a7c5dc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:32.229269 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d28c99-aec8-44d0-bd23-9fc0cad18302 service neutron] Pushing event updated for resources: {'Port': ['ID=5547e682-5a32-4beb-89af-d15d9daf33ab,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:32.241791 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.provisioning_blocks [req-8123095d-8869-4ece-81b5-9033103d32f0 req-3fa230f4-e75a-4869-81f1-cb362a7c5dc8 service neutron] Transition to ACTIVE for port object 3939e158-741e-439e-9e04-660c3f886574 will not be triggered until provisioned by entity L2. {{(pid=103321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:32:32.255680 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-0cb2b7c1-4e8e-4c20-922e-837df77e995c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-376659884-network', 'tenant_id': '9215d951bfeb48c39a8e33c585301815'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:32:32.309236 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743fae36-2090-4535-8bdf-14c64316a996 req-2adf5379-5601-417c-81fd-6f6da4e22f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:32.311465 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-743fae36-2090-4535-8bdf-14c64316a996 req-2adf5379-5601-417c-81fd-6f6da4e22f9a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e04b26e238414e33bb4eb5bcf94ecace&device_id=84a04f4a-fc48-465a-9986-ce4a5d1c1966 HTTP/1.1" status: 200 len: 1094 time: 0.3141260 Apr 05 14:32:32.318170 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:32.323125 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 1772cf98-85c2-4fab-bd6b-1564a4e964dc up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:32:32.334149 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf5237-b1df-4233-9508-ef17fe399352 req-7d707c88-89b9-4b1f-8174-943b9526c6f9 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:32.335964 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bebf5237-b1df-4233-9508-ef17fe399352 req-7d707c88-89b9-4b1f-8174-943b9526c6f9 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=45c30f5d-d488-4a73-b5d5-d9db1333755a HTTP/1.1" status: 200 len: 945 time: 0.2159319 Apr 05 14:32:32.342907 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-8123095d-8869-4ece-81b5-9033103d32f0 req-3fa230f4-e75a-4869-81f1-cb362a7c5dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:32.381026 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb2b7c1-4e8e-4c20-922e-837df77e995c admin admin] Made reservation on behalf of 9215d951bfeb48c39a8e33c585301815 for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:32:32.384366 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0cb2b7c1-4e8e-4c20-922e-837df77e995c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:32.446732 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d02ffed8-1e40-418f-b9a1-359d59cd1a5b req-fb0da6d2-44a1-4d25-8ce1-6af3f53efde1 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/security-groups?id=29c6f58e-e49b-4628-9965-3ae38dded875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530417 Apr 05 14:32:32.453620 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0cb2b7c1-4e8e-4c20-922e-837df77e995c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:32.484846 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=864758c8-c0c4-4b9c-9f17-c5de04dc5062,revision_number=8']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:32.501244 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-3ee00587-7d7c-4944-a1d8-eae85d5c130c req-28d28c99-aec8-44d0-bd23-9fc0cad18302 service neutron] Attempting to bind port 5547e682-5a32-4beb-89af-d15d9daf33ab on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:32:32.501244 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-3ee00587-7d7c-4944-a1d8-eae85d5c130c req-28d28c99-aec8-44d0-bd23-9fc0cad18302 service neutron] Attempting to bind port 5547e682-5a32-4beb-89af-d15d9daf33ab by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': '7a7f2de5-306f-4345-ba19-e91d91de42c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e5c04a20-9e06-4874-9ca5-1739c604bcb7'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:32:32.501244 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee00587-7d7c-4944-a1d8-eae85d5c130c req-28d28c99-aec8-44d0-bd23-9fc0cad18302 service neutron] Attempting to bind port 5547e682-5a32-4beb-89af-d15d9daf33ab on network e5c04a20-9e06-4874-9ca5-1739c604bcb7 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:32:32.525072 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee00587-7d7c-4944-a1d8-eae85d5c130c req-28d28c99-aec8-44d0-bd23-9fc0cad18302 service neutron] Port 5547e682-5a32-4beb-89af-d15d9daf33ab on network e5c04a20-9e06-4874-9ca5-1739c604bcb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:32:32.525905 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee00587-7d7c-4944-a1d8-eae85d5c130c req-28d28c99-aec8-44d0-bd23-9fc0cad18302 service neutron] Attempting to bind port 5547e682-5a32-4beb-89af-d15d9daf33ab on network e5c04a20-9e06-4874-9ca5-1739c604bcb7 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:32:32.533325 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee00587-7d7c-4944-a1d8-eae85d5c130c req-28d28c99-aec8-44d0-bd23-9fc0cad18302 service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:32:32.533681 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee00587-7d7c-4944-a1d8-eae85d5c130c req-28d28c99-aec8-44d0-bd23-9fc0cad18302 service neutron] Checking segment: {'id': '7a7f2de5-306f-4345-ba19-e91d91de42c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e5c04a20-9e06-4874-9ca5-1739c604bcb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:32:32.534111 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee00587-7d7c-4944-a1d8-eae85d5c130c req-28d28c99-aec8-44d0-bd23-9fc0cad18302 service neutron] Bound using segment: {'id': '7a7f2de5-306f-4345-ba19-e91d91de42c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e5c04a20-9e06-4874-9ca5-1739c604bcb7'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:32:32.534522 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-3ee00587-7d7c-4944-a1d8-eae85d5c130c req-28d28c99-aec8-44d0-bd23-9fc0cad18302 service neutron] Bound port: 5547e682-5a32-4beb-89af-d15d9daf33ab, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a7f2de5-306f-4345-ba19-e91d91de42c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e5c04a20-9e06-4874-9ca5-1739c604bcb7'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:32:32.534896 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-3ee00587-7d7c-4944-a1d8-eae85d5c130c req-28d28c99-aec8-44d0-bd23-9fc0cad18302 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:32.548984 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning for port 1772cf98-85c2-4fab-bd6b-1564a4e964dc completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:32:32.548984 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port 1772cf98-85c2-4fab-bd6b-1564a4e964dc triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:32:32.548984 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:32.553812 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bebf5237-b1df-4233-9508-ef17fe399352 req-90058ec6-db99-4b0d-8ebc-a08fec72d226 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718113 Apr 05 14:32:32.685056 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-277f7fca-85ed-4f87-bb32-3747ce722f6f req-7064f5ad-1f73-4721-8f1e-f45b009eea3b tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=301817ec-e32d-4c17-a082-4e820cbef9a3 HTTP/1.1" status: 200 len: 210 time: 0.1268225 Apr 05 14:32:32.718175 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:32.769808 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 1772cf98-85c2-4fab-bd6b-1564a4e964dc, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=1772cf98-85c2-4fab-bd6b-1564a4e964dc,segment=NetworkSegment(86bf7ba4-25ec-477a-b752-1cd3a94d1598),segment_id=86bf7ba4-25ec-477a-b752-1cd3a94d1598)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:32.803131 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743fae36-2090-4535-8bdf-14c64316a996 req-3a686e00-704c-4d27-89b3-bbaf5d45ea7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:32.804639 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-743fae36-2090-4535-8bdf-14c64316a996 req-3a686e00-704c-4d27-89b3-bbaf5d45ea7a service neutron] 10.222.0.55 "GET /v2.0/networks?id=e5c04a20-9e06-4874-9ca5-1739c604bcb7 HTTP/1.1" status: 200 len: 916 time: 0.4677074 Apr 05 14:32:32.833281 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:32.885634 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-3ee00587-7d7c-4944-a1d8-eae85d5c130c req-28d28c99-aec8-44d0-bd23-9fc0cad18302 service neutron] For port 5547e682-5a32-4beb-89af-d15d9daf33ab, host n-h1-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:32:32.924547 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59f4316c-8354-402d-9bd4-664ee4cf310a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '864758c8-c0c4-4b9c-9f17-c5de04dc5062'}, {'server_uuid': '45c30f5d-d488-4a73-b5d5-d9db1333755a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1772cf98-85c2-4fab-bd6b-1564a4e964dc'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:32:32.929023 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa8cd7e-d33f-4d5a-b236-697283f8805e" -d '{"events": [{"server_uuid": "59f4316c-8354-402d-9bd4-664ee4cf310a", "name": "network-vif-plugged", "status": "completed", "tag": "864758c8-c0c4-4b9c-9f17-c5de04dc5062"}, {"server_uuid": "45c30f5d-d488-4a73-b5d5-d9db1333755a", "name": "network-vif-plugged", "status": "completed", "tag": "1772cf98-85c2-4fab-bd6b-1564a4e964dc"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:32:32.932593 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=1772cf98-85c2-4fab-bd6b-1564a4e964dc,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:32.936591 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-3ee00587-7d7c-4944-a1d8-eae85d5c130c req-28d28c99-aec8-44d0-bd23-9fc0cad18302 service neutron] For port 5547e682-5a32-4beb-89af-d15d9daf33ab, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=5547e682-5a32-4beb-89af-d15d9daf33ab,segment=NetworkSegment(7a7f2de5-306f-4345-ba19-e91d91de42c0),segment_id=7a7f2de5-306f-4345-ba19-e91d91de42c0)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:32:32.959586 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa230f4-e75a-4869-81f1-cb362a7c5dc8 service neutron] Pushing event updated for resources: {'Port': ['ID=3939e158-741e-439e-9e04-660c3f886574,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:32.964037 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec833b54-3f5b-4429-894f-6a374ab68efc req-81529671-b330-44a5-9c04-90a4a3f5f8d4 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:32.965932 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ec833b54-3f5b-4429-894f-6a374ab68efc req-81529671-b330-44a5-9c04-90a4a3f5f8d4 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/ports?device_id=28e01ade-d0da-45c5-8128-71901cfdf7c7 HTTP/1.1" status: 200 len: 944 time: 0.1442373 Apr 05 14:32:32.975144 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1309580e-ef1e-45b6-8a58-f095a636b142 req-8899420b-ca8b-44f2-98c8-860bad1141a3 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:32.979041 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa230f4-e75a-4869-81f1-cb362a7c5dc8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:32:32.979449 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa230f4-e75a-4869-81f1-cb362a7c5dc8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:32:32.979719 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa230f4-e75a-4869-81f1-cb362a7c5dc8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:32:32.980017 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa230f4-e75a-4869-81f1-cb362a7c5dc8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:32:32.980360 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa230f4-e75a-4869-81f1-cb362a7c5dc8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:32:32.980650 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa230f4-e75a-4869-81f1-cb362a7c5dc8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:32:32.980995 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa230f4-e75a-4869-81f1-cb362a7c5dc8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:32:32.981914 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa230f4-e75a-4869-81f1-cb362a7c5dc8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:32:32.982459 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa230f4-e75a-4869-81f1-cb362a7c5dc8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:32:32.982769 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa230f4-e75a-4869-81f1-cb362a7c5dc8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:32:32.983088 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa230f4-e75a-4869-81f1-cb362a7c5dc8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:32:32.983407 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa230f4-e75a-4869-81f1-cb362a7c5dc8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:32:32.983902 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1309580e-ef1e-45b6-8a58-f095a636b142 req-8899420b-ca8b-44f2-98c8-860bad1141a3 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddf4f621-4c82-4804-9b71-eae9dc88cee0 HTTP/1.1" status: 200 len: 945 time: 0.3028865 Apr 05 14:32:32.996106 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-8123095d-8869-4ece-81b5-9033103d32f0 req-3fa230f4-e75a-4869-81f1-cb362a7c5dc8 service neutron] Attempting to bind port 3939e158-741e-439e-9e04-660c3f886574 on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:32:32.996608 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-8123095d-8869-4ece-81b5-9033103d32f0 req-3fa230f4-e75a-4869-81f1-cb362a7c5dc8 service neutron] Attempting to bind port 3939e158-741e-439e-9e04-660c3f886574 by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': '7a7f2de5-306f-4345-ba19-e91d91de42c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e5c04a20-9e06-4874-9ca5-1739c604bcb7'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:32:32.996761 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8123095d-8869-4ece-81b5-9033103d32f0 req-3fa230f4-e75a-4869-81f1-cb362a7c5dc8 service neutron] Attempting to bind port 3939e158-741e-439e-9e04-660c3f886574 on network e5c04a20-9e06-4874-9ca5-1739c604bcb7 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:32:33.012063 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8123095d-8869-4ece-81b5-9033103d32f0 req-3fa230f4-e75a-4869-81f1-cb362a7c5dc8 service neutron] Port 3939e158-741e-439e-9e04-660c3f886574 on network e5c04a20-9e06-4874-9ca5-1739c604bcb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:32:33.012292 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8123095d-8869-4ece-81b5-9033103d32f0 req-3fa230f4-e75a-4869-81f1-cb362a7c5dc8 service neutron] Attempting to bind port 3939e158-741e-439e-9e04-660c3f886574 on network e5c04a20-9e06-4874-9ca5-1739c604bcb7 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:32:33.023852 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8123095d-8869-4ece-81b5-9033103d32f0 req-3fa230f4-e75a-4869-81f1-cb362a7c5dc8 service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:32:33.023852 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8123095d-8869-4ece-81b5-9033103d32f0 req-3fa230f4-e75a-4869-81f1-cb362a7c5dc8 service neutron] Checking segment: {'id': '7a7f2de5-306f-4345-ba19-e91d91de42c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e5c04a20-9e06-4874-9ca5-1739c604bcb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:32:33.023852 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8123095d-8869-4ece-81b5-9033103d32f0 req-3fa230f4-e75a-4869-81f1-cb362a7c5dc8 service neutron] Bound using segment: {'id': '7a7f2de5-306f-4345-ba19-e91d91de42c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e5c04a20-9e06-4874-9ca5-1739c604bcb7'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:32:33.023852 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-8123095d-8869-4ece-81b5-9033103d32f0 req-3fa230f4-e75a-4869-81f1-cb362a7c5dc8 service neutron] Bound port: 3939e158-741e-439e-9e04-660c3f886574, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a7f2de5-306f-4345-ba19-e91d91de42c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e5c04a20-9e06-4874-9ca5-1739c604bcb7'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:32:33.023852 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-8123095d-8869-4ece-81b5-9033103d32f0 req-3fa230f4-e75a-4869-81f1-cb362a7c5dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:33.065585 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-3ee00587-7d7c-4944-a1d8-eae85d5c130c req-28d28c99-aec8-44d0-bd23-9fc0cad18302 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:33.093436 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-743fae36-2090-4535-8bdf-14c64316a996 req-7ce2cc12-83af-47b4-8885-119312ed6570 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=06598068-51e9-47d2-9a52-db7d1f28967e HTTP/1.1" status: 200 len: 217 time: 0.2706001 Apr 05 14:32:33.109535 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0cb2b7c1-4e8e-4c20-922e-837df77e995c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:33.123344 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-8123095d-8869-4ece-81b5-9033103d32f0 req-3fa230f4-e75a-4869-81f1-cb362a7c5dc8 service neutron] For port 3939e158-741e-439e-9e04-660c3f886574, host n-h1-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:32:33.126953 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-8123095d-8869-4ece-81b5-9033103d32f0 req-3fa230f4-e75a-4869-81f1-cb362a7c5dc8 service neutron] For port 3939e158-741e-439e-9e04-660c3f886574, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=3939e158-741e-439e-9e04-660c3f886574,segment=NetworkSegment(7a7f2de5-306f-4345-ba19-e91d91de42c0),segment_id=7a7f2de5-306f-4345-ba19-e91d91de42c0)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:32:33.174633 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0cb2b7c1-4e8e-4c20-922e-837df77e995c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:33.199557 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cb2b7c1-4e8e-4c20-922e-837df77e995c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:32:33.205956 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-8123095d-8869-4ece-81b5-9033103d32f0 req-3fa230f4-e75a-4869-81f1-cb362a7c5dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:33.212275 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee00587-7d7c-4944-a1d8-eae85d5c130c req-28d28c99-aec8-44d0-bd23-9fc0cad18302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:33.212986 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-3ee00587-7d7c-4944-a1d8-eae85d5c130c req-28d28c99-aec8-44d0-bd23-9fc0cad18302 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:33.214415 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3ee00587-7d7c-4944-a1d8-eae85d5c130c req-28d28c99-aec8-44d0-bd23-9fc0cad18302 service neutron] 10.222.0.55 "PUT /v2.0/ports/5547e682-5a32-4beb-89af-d15d9daf33ab HTTP/1.1" status: 200 len: 1091 time: 2.6281307 Apr 05 14:32:33.219814 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfe4e93d-fdc7-44c0-a008-3ef322a3b181', 'tag': '5547e682-5a32-4beb-89af-d15d9daf33ab'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:32:33.221999 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6544083f-7255-49d2-a7a4-ac63840be09d" -d '{"events": [{"name": "network-changed", "server_uuid": "cfe4e93d-fdc7-44c0-a008-3ef322a3b181", "tag": "5547e682-5a32-4beb-89af-d15d9daf33ab"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:32:33.255502 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1309580e-ef1e-45b6-8a58-f095a636b142 req-d9233810-528d-4c83-ab48-f33958fdac5b tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/security-groups?id=29c6f58e-e49b-4628-9965-3ae38dded875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706146 Apr 05 14:32:33.268924 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0cb2b7c1-4e8e-4c20-922e-837df77e995c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:33.268924 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-0cb2b7c1-4e8e-4c20-922e-837df77e995c admin admin] Added segment 87207719-1f48-46bc-a702-a88951a34078 of type vlan for network bbe33099-0907-4578-b91f-9ecd1e0f3a95 Apr 05 14:32:33.270020 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8123095d-8869-4ece-81b5-9033103d32f0 req-3fa230f4-e75a-4869-81f1-cb362a7c5dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:33.270847 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-8123095d-8869-4ece-81b5-9033103d32f0 req-3fa230f4-e75a-4869-81f1-cb362a7c5dc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:33.273249 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-8123095d-8869-4ece-81b5-9033103d32f0 req-3fa230f4-e75a-4869-81f1-cb362a7c5dc8 service neutron] 10.222.0.55 "PUT /v2.0/ports/3939e158-741e-439e-9e04-660c3f886574 HTTP/1.1" status: 200 len: 1092 time: 1.9662690 Apr 05 14:32:33.275713 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ec833b54-3f5b-4429-894f-6a374ab68efc req-4d68c5e5-fc24-4197-b84c-9bededf7064e tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d1a7855-7863-4922-a8cb-f86b0f779ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896562 Apr 05 14:32:33.277490 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb2b7c1-4e8e-4c20-922e-837df77e995c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0047192e-6700-42a3-a0bf-035eb35fc12b,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:33.285672 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28e01ade-d0da-45c5-8128-71901cfdf7c7', 'tag': '3939e158-741e-439e-9e04-660c3f886574'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:32:33.298072 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d0d0203-0901-4a8e-b76a-db62f76dadde" -d '{"events": [{"name": "network-changed", "server_uuid": "28e01ade-d0da-45c5-8128-71901cfdf7c7", "tag": "3939e158-741e-439e-9e04-660c3f886574"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:32:33.365656 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d28c99-aec8-44d0-bd23-9fc0cad18302 service neutron] Pushing event updated for resources: {'Port': ['ID=5547e682-5a32-4beb-89af-d15d9daf33ab,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:33.421686 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 05 Apr 2022 14:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3448b86e-3054-4fe9-b6d6-34e591b3c580 x-openstack-request-id: req-3448b86e-3054-4fe9-b6d6-34e591b3c580 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:32:33.422252 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59f4316c-8354-402d-9bd4-664ee4cf310a", "name": "network-vif-plugged", "status": "completed", "tag": "864758c8-c0c4-4b9c-9f17-c5de04dc5062", "code": 200}, {"server_uuid": "45c30f5d-d488-4a73-b5d5-d9db1333755a", "name": "network-vif-plugged", "status": "completed", "tag": "1772cf98-85c2-4fab-bd6b-1564a4e964dc", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:32:33.422688 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3448b86e-3054-4fe9-b6d6-34e591b3c580 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:32:33.423320 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3448b86e-3054-4fe9-b6d6-34e591b3c580'] response: {'server_uuid': '59f4316c-8354-402d-9bd4-664ee4cf310a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '864758c8-c0c4-4b9c-9f17-c5de04dc5062', 'code': 200} Apr 05 14:32:33.424485 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3448b86e-3054-4fe9-b6d6-34e591b3c580'] response: {'server_uuid': '45c30f5d-d488-4a73-b5d5-d9db1333755a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1772cf98-85c2-4fab-bd6b-1564a4e964dc', 'code': 200} Apr 05 14:32:33.457226 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa230f4-e75a-4869-81f1-cb362a7c5dc8 service neutron] Pushing event updated for resources: {'Port': ['ID=3939e158-741e-439e-9e04-660c3f886574,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:33.465391 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0cb2b7c1-4e8e-4c20-922e-837df77e995c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:33.485812 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee00587-7d7c-4944-a1d8-eae85d5c130c req-0c189812-8a34-4f66-94ec-092ebdb68c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:33.488489 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3ee00587-7d7c-4944-a1d8-eae85d5c130c req-0c189812-8a34-4f66-94ec-092ebdb68c69 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e04b26e238414e33bb4eb5bcf94ecace&device_id=cfe4e93d-fdc7-44c0-a008-3ef322a3b181 HTTP/1.1" status: 200 len: 1094 time: 0.1019530 Apr 05 14:32:33.541906 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743fae36-2090-4535-8bdf-14c64316a996 req-1e298239-3952-4715-8917-3c0788e03d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:33.543396 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-743fae36-2090-4535-8bdf-14c64316a996 req-1e298239-3952-4715-8917-3c0788e03d59 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5b81dfbd-93ee-4bbd-bddd-d682b0b6855c HTTP/1.1" status: 200 len: 854 time: 0.3971636 Apr 05 14:32:33.562796 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2186d455-e586-4910-8663-d05abfaf3529 x-openstack-request-id: req-2186d455-e586-4910-8663-d05abfaf3529 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:32:33.563794 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfe4e93d-fdc7-44c0-a008-3ef322a3b181", "tag": "5547e682-5a32-4beb-89af-d15d9daf33ab", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:32:33.564240 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2186d455-e586-4910-8663-d05abfaf3529 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:32:33.564907 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2186d455-e586-4910-8663-d05abfaf3529'] response: {'name': 'network-changed', 'server_uuid': 'cfe4e93d-fdc7-44c0-a008-3ef322a3b181', 'tag': '5547e682-5a32-4beb-89af-d15d9daf33ab', 'status': 'completed', 'code': 200} Apr 05 14:32:33.607696 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3841a7-19ef-4d22-b5d7-4bcf1f26efda req-467ad031-3b77-4cfb-9089-5eee31c75093 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:33.609373 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4d3841a7-19ef-4d22-b5d7-4bcf1f26efda req-467ad031-3b77-4cfb-9089-5eee31c75093 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.11 "GET /v2.0/networks?id=bbdeb55e-008a-45ea-8c70-7d18b28201f7 HTTP/1.1" status: 200 len: 807 time: 0.6223762 Apr 05 14:32:33.615436 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3ee00587-7d7c-4944-a1d8-eae85d5c130c req-5af2e09f-5106-4692-bb3b-ff4244a79909 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5547e682-5a32-4beb-89af-d15d9daf33ab HTTP/1.1" status: 200 len: 217 time: 0.1131005 Apr 05 14:32:33.628535 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b8d053-e11b-4a6a-9554-88fdfe6da0b9 x-openstack-request-id: req-c2b8d053-e11b-4a6a-9554-88fdfe6da0b9 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:32:33.629106 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28e01ade-d0da-45c5-8128-71901cfdf7c7", "tag": "3939e158-741e-439e-9e04-660c3f886574", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:32:33.629566 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c2b8d053-e11b-4a6a-9554-88fdfe6da0b9 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:32:33.630093 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2b8d053-e11b-4a6a-9554-88fdfe6da0b9'] response: {'name': 'network-changed', 'server_uuid': '28e01ade-d0da-45c5-8128-71901cfdf7c7', 'tag': '3939e158-741e-439e-9e04-660c3f886574', 'status': 'completed', 'code': 200} Apr 05 14:32:33.667494 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-4d3841a7-19ef-4d22-b5d7-4bcf1f26efda req-4474073f-5327-4afc-94ab-658cb4f59452 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Request body: {'port': {'device_id': '301817ec-e32d-4c17-a082-4e820cbef9a3', 'network_id': 'bbdeb55e-008a-45ea-8c70-7d18b28201f7', 'admin_state_up': True, 'tenant_id': 'f15fb34306734f1db943c159bdbff20e'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:32:33.746475 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0cb2b7c1-4e8e-4c20-922e-837df77e995c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:33.748084 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb2b7c1-4e8e-4c20-922e-837df77e995c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:33.750562 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0cb2b7c1-4e8e-4c20-922e-837df77e995c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:33.770219 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f5a90-9900-45f6-9474-4b852196a8c7 req-cc2fa286-355c-41cc-8472-0b2517a991f7 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:33.771737 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5d4f5a90-9900-45f6-9474-4b852196a8c7 req-cc2fa286-355c-41cc-8472-0b2517a991f7 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=59f4316c-8354-402d-9bd4-664ee4cf310a HTTP/1.1" status: 200 len: 946 time: 0.3338230 Apr 05 14:32:33.774538 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8123095d-8869-4ece-81b5-9033103d32f0 req-911f4a29-5f93-414a-b67c-5f9797ebeeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:33.776179 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8123095d-8869-4ece-81b5-9033103d32f0 req-911f4a29-5f93-414a-b67c-5f9797ebeeda service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e04b26e238414e33bb4eb5bcf94ecace&device_id=28e01ade-d0da-45c5-8128-71901cfdf7c7 HTTP/1.1" status: 200 len: 1095 time: 0.2091627 Apr 05 14:32:33.808270 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743fae36-2090-4535-8bdf-14c64316a996 req-95b7a0e9-da87-4578-a5fe-4cc41797be96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:33.809862 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-743fae36-2090-4535-8bdf-14c64316a996 req-95b7a0e9-da87-4578-a5fe-4cc41797be96 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e5c04a20-9e06-4874-9ca5-1739c604bcb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2439671 Apr 05 14:32:33.840480 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a595cf5-98fd-4a95-be10-5d9330233400 req-789a194f-d126-43b5-aa71-1c9f49b3b8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:33.843651 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-8a595cf5-98fd-4a95-be10-5d9330233400 req-789a194f-d126-43b5-aa71-1c9f49b3b8e9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=45c30f5d-d488-4a73-b5d5-d9db1333755a HTTP/1.1" status: 200 len: 1097 time: 0.2934780 Apr 05 14:32:33.868589 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee00587-7d7c-4944-a1d8-eae85d5c130c req-425e77c7-dd4a-4b86-b841-5b3191c5f8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:33.870396 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3ee00587-7d7c-4944-a1d8-eae85d5c130c req-425e77c7-dd4a-4b86-b841-5b3191c5f8af service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5b81dfbd-93ee-4bbd-bddd-d682b0b6855c HTTP/1.1" status: 200 len: 854 time: 0.2270563 Apr 05 14:32:33.884241 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-0cb2b7c1-4e8e-4c20-922e-837df77e995c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7646914 Apr 05 14:32:33.892365 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb2b7c1-4e8e-4c20-922e-837df77e995c admin admin] Pushing event updated for resources: {'Network': ['ID=bbe33099-0907-4578-b91f-9ecd1e0f3a95,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:33.896726 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 35726) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:32:33.909214 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network bbe33099-0907-4578-b91f-9ecd1e0f3a95 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:32:33.914833 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2816774-9914-4299-91e1-a615cffa3134 req-292542d3-c51e-4c66-9221-d5e7e56b5d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:33.916768 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-b2816774-9914-4299-91e1-a615cffa3134 req-292542d3-c51e-4c66-9221-d5e7e56b5d89 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=59f4316c-8354-402d-9bd4-664ee4cf310a HTTP/1.1" status: 200 len: 1097 time: 0.2434635 Apr 05 14:32:33.925083 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-433d0cf9-3a4e-4199-a83f-9e5cc4d54a02 admin admin] Request body: {'subnet': {'network_id': 'bbe33099-0907-4578-b91f-9ecd1e0f3a95', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-376659884-subnet', 'tenant_id': '9215d951bfeb48c39a8e33c585301815', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:32:33.998370 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-8a595cf5-98fd-4a95-be10-5d9330233400 req-abc9b25e-e7fc-4752-a8e4-89f4d6eb6983 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430688 Apr 05 14:32:34.023485 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-b2816774-9914-4299-91e1-a615cffa3134 req-1760e34e-0b8e-4f7a-a565-1791e57c231c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871527 Apr 05 14:32:34.027324 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee00587-7d7c-4944-a1d8-eae85d5c130c req-8628d9ae-5580-4084-87c1-04ec79ac9fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:34.029179 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3ee00587-7d7c-4944-a1d8-eae85d5c130c req-8628d9ae-5580-4084-87c1-04ec79ac9fb7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e5c04a20-9e06-4874-9ca5-1739c604bcb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1422853 Apr 05 14:32:34.094006 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-433d0cf9-3a4e-4199-a83f-9e5cc4d54a02 admin admin] Made reservation on behalf of 9215d951bfeb48c39a8e33c585301815 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:32:34.095936 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-433d0cf9-3a4e-4199-a83f-9e5cc4d54a02 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:34.204125 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3ee00587-7d7c-4944-a1d8-eae85d5c130c req-045bdbd7-ef03-430f-b793-3072d6362b7f service neutron] 10.222.0.55 "GET /v2.0/networks/e5c04a20-9e06-4874-9ca5-1739c604bcb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673706 Apr 05 14:32:34.217584 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8123095d-8869-4ece-81b5-9033103d32f0 req-f0ebb5c2-0087-4c0e-bc34-55d7b4c8fea4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3939e158-741e-439e-9e04-660c3f886574 HTTP/1.1" status: 200 len: 217 time: 0.4312711 Apr 05 14:32:34.330005 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df94421-cd31-41c1-8353-8748727f38a6 req-68a8c512-4f42-4ddf-9518-a8ee0967a29e tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:34.331628 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3df94421-cd31-41c1-8353-8748727f38a6 req-68a8c512-4f42-4ddf-9518-a8ee0967a29e tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddf4f621-4c82-4804-9b71-eae9dc88cee0 HTTP/1.1" status: 200 len: 945 time: 0.5822911 Apr 05 14:32:34.344308 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5d4f5a90-9900-45f6-9474-4b852196a8c7 req-f49a7de3-cd4e-43f8-9d06-fca680ef2466 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5383477 Apr 05 14:32:34.374479 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3ee00587-7d7c-4944-a1d8-eae85d5c130c req-6671e1b8-6a49-4d57-b35c-a501513f8c31 service neutron] 10.222.0.55 "GET /v2.0/networks/e5c04a20-9e06-4874-9ca5-1739c604bcb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620264 Apr 05 14:32:34.404734 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8123095d-8869-4ece-81b5-9033103d32f0 req-85530664-9c26-48f8-a3e8-47b98a2cefbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:34.406275 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8123095d-8869-4ece-81b5-9033103d32f0 req-85530664-9c26-48f8-a3e8-47b98a2cefbf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5b81dfbd-93ee-4bbd-bddd-d682b0b6855c HTTP/1.1" status: 200 len: 854 time: 0.1512692 Apr 05 14:32:34.413872 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-743fae36-2090-4535-8bdf-14c64316a996 req-0fd47e36-3532-4346-952f-d23eb4dcf3ba service neutron] 10.222.0.55 "GET /v2.0/networks/e5c04a20-9e06-4874-9ca5-1739c604bcb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5875115 Apr 05 14:32:34.472279 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-433d0cf9-3a4e-4199-a83f-9e5cc4d54a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:34.502239 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3df94421-cd31-41c1-8353-8748727f38a6 req-9e25346f-015b-45df-af67-ba968f7dcde2 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/security-groups?id=29c6f58e-e49b-4628-9965-3ae38dded875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486616 Apr 05 14:32:34.532801 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433d0cf9-3a4e-4199-a83f-9e5cc4d54a02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c529ad6d-a94e-4533-88f8-eeabc5541ed8,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:34.537771 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d3841a7-19ef-4d22-b5d7-4bcf1f26efda req-4474073f-5327-4afc-94ab-658cb4f59452 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Made reservation on behalf of f15fb34306734f1db943c159bdbff20e for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:32:34.542098 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-4d3841a7-19ef-4d22-b5d7-4bcf1f26efda req-4474073f-5327-4afc-94ab-658cb4f59452 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:34.549386 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 06598068-51e9-47d2-9a52-db7d1f28967e details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:32:34.606091 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8123095d-8869-4ece-81b5-9033103d32f0 req-4b10ee58-3e6e-4b3c-9508-92e8f992a5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:34.614323 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8123095d-8869-4ece-81b5-9033103d32f0 req-4b10ee58-3e6e-4b3c-9508-92e8f992a5b3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e5c04a20-9e06-4874-9ca5-1739c604bcb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1899977 Apr 05 14:32:34.614646 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433d0cf9-3a4e-4199-a83f-9e5cc4d54a02 admin admin] Checking segment: {'id': '87207719-1f48-46bc-a702-a88951a34078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'bbe33099-0907-4578-b91f-9ecd1e0f3a95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:32:34.614646 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433d0cf9-3a4e-4199-a83f-9e5cc4d54a02 admin admin] Network hostable DHCP agents. Network: bbe33099-0907-4578-b91f-9ecd1e0f3a95, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:32:34.656500 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6544083f-7255-49d2-a7a4-ac63840be09d req-8e833db4-5173-4644-927f-153320407f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:34.659585 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-6544083f-7255-49d2-a7a4-ac63840be09d req-8e833db4-5173-4644-927f-153320407f95 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e04b26e238414e33bb4eb5bcf94ecace&device_id=cfe4e93d-fdc7-44c0-a008-3ef322a3b181 HTTP/1.1" status: 200 len: 1094 time: 0.0956428 Apr 05 14:32:34.706916 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08efd43-f916-4a93-9862-ab7e7fc23131 req-efbf90d4-4c16-407d-96af-efe0af38cc6f tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:34.708496 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e08efd43-f916-4a93-9862-ab7e7fc23131 req-efbf90d4-4c16-407d-96af-efe0af38cc6f tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=45c30f5d-d488-4a73-b5d5-d9db1333755a HTTP/1.1" status: 200 len: 946 time: 0.2738652 Apr 05 14:32:34.724422 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 06598068-51e9-47d2-9a52-db7d1f28967e, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=06598068-51e9-47d2-9a52-db7d1f28967e,segment=NetworkSegment(7a7f2de5-306f-4345-ba19-e91d91de42c0),segment_id=7a7f2de5-306f-4345-ba19-e91d91de42c0)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:34.738199 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': '06598068-51e9-47d2-9a52-db7d1f28967e', 'network_id': 'e5c04a20-9e06-4874-9ca5-1739c604bcb7', 'port_id': '06598068-51e9-47d2-9a52-db7d1f28967e', 'mac_address': 'fa:16:3e:11:c9:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b81dfbd-93ee-4bbd-bddd-d682b0b6855c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:32:34.747575 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433d0cf9-3a4e-4199-a83f-9e5cc4d54a02 admin admin] Network bbe33099-0907-4578-b91f-9ecd1e0f3a95 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:32:34.778839 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:34.780592 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-743fae36-2090-4535-8bdf-14c64316a996 req-e268dbf5-bf11-458a-bbdf-6b9d8e511139 service neutron] 10.222.0.55 "GET /v2.0/networks/e5c04a20-9e06-4874-9ca5-1739c604bcb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3472950 Apr 05 14:32:34.794834 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06598068-51e9-47d2-9a52-db7d1f28967e {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:32:34.800719 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6544083f-7255-49d2-a7a4-ac63840be09d req-b9500af3-3c17-47cf-baf5-6e11bca82023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:34.800991 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-774be365-9625-4979-80db-7fac2bd0de96 req-9d072482-9a78-489e-bd47-cf6315fecc85 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=301817ec-e32d-4c17-a082-4e820cbef9a3 HTTP/1.1" status: 200 len: 210 time: 0.1028724 Apr 05 14:32:34.802679 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-6544083f-7255-49d2-a7a4-ac63840be09d req-b9500af3-3c17-47cf-baf5-6e11bca82023 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e5c04a20-9e06-4874-9ca5-1739c604bcb7 HTTP/1.1" status: 200 len: 916 time: 0.1346381 Apr 05 14:32:34.820085 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 06598068-51e9-47d2-9a52-db7d1f28967e, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=06598068-51e9-47d2-9a52-db7d1f28967e,segment=NetworkSegment(7a7f2de5-306f-4345-ba19-e91d91de42c0),segment_id=7a7f2de5-306f-4345-ba19-e91d91de42c0)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:34.869297 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-6544083f-7255-49d2-a7a4-ac63840be09d req-e70ee23e-005a-443e-af7b-b9920b5bb48c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5547e682-5a32-4beb-89af-d15d9daf33ab HTTP/1.1" status: 200 len: 217 time: 0.0463989 Apr 05 14:32:34.871521 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-433d0cf9-3a4e-4199-a83f-9e5cc4d54a02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, bbe33099-0907-4578-b91f-9ecd1e0f3a95) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:32:34.885472 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8756096-ce23-47cc-b0cf-eab05c25ced4 None None] Network bbe33099-0907-4578-b91f-9ecd1e0f3a95 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:32:34.887950 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433d0cf9-3a4e-4199-a83f-9e5cc4d54a02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:34.888908 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-433d0cf9-3a4e-4199-a83f-9e5cc4d54a02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:34.930954 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e08efd43-f916-4a93-9862-ab7e7fc23131 req-4ffba26f-90aa-4b75-ac4b-4ad709165380 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721873 Apr 05 14:32:34.943311 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6544083f-7255-49d2-a7a4-ac63840be09d req-c69d28ba-127a-45a9-8fe0-934e34595261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:34.945022 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-6544083f-7255-49d2-a7a4-ac63840be09d req-c69d28ba-127a-45a9-8fe0-934e34595261 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5b81dfbd-93ee-4bbd-bddd-d682b0b6855c HTTP/1.1" status: 200 len: 854 time: 0.0686154 Apr 05 14:32:34.992104 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8123095d-8869-4ece-81b5-9033103d32f0 req-84678465-321d-4c1e-acbb-3c0d1cc6ca52 service neutron] 10.222.0.55 "GET /v2.0/networks/e5c04a20-9e06-4874-9ca5-1739c604bcb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3515706 Apr 05 14:32:34.993051 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:35.001789 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-4d3841a7-19ef-4d22-b5d7-4bcf1f26efda req-4474073f-5327-4afc-94ab-658cb4f59452 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Allocated IP 172.20.0.13 (bbdeb55e-008a-45ea-8c70-7d18b28201f7/ac874e19-e8d7-4dbd-ad30-b4a600298345/7009618f-75a6-452a-a53d-560fdef9d71a) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:32:35.022383 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-433d0cf9-3a4e-4199-a83f-9e5cc4d54a02 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1043081 Apr 05 14:32:35.025375 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 35746) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:32:35.034141 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6544083f-7255-49d2-a7a4-ac63840be09d req-22995ac7-0e8a-4595-a369-4f44a0a02c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:35.035868 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-6544083f-7255-49d2-a7a4-ac63840be09d req-22995ac7-0e8a-4595-a369-4f44a0a02c09 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e5c04a20-9e06-4874-9ca5-1739c604bcb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0817258 Apr 05 14:32:35.045049 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-ca62ced7-e293-4fe9-bb1b-6f0b35763b41 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-376659884-router', 'tenant_id': '9215d951bfeb48c39a8e33c585301815', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:32:35.090361 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=06598068-51e9-47d2-9a52-db7d1f28967e,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:35.159114 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f93be0-6235-4bfb-b891-c08d346fc935 req-b40bd3b7-45a5-4723-8ed1-e0c36774ae0a tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:35.160666 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-67f93be0-6235-4bfb-b891-c08d346fc935 req-b40bd3b7-45a5-4723-8ed1-e0c36774ae0a tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/ports?device_id=28e01ade-d0da-45c5-8128-71901cfdf7c7 HTTP/1.1" status: 200 len: 944 time: 0.2335846 Apr 05 14:32:35.166508 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-6544083f-7255-49d2-a7a4-ac63840be09d req-b31a43f1-c07d-4362-aaa4-4f6bbf68671a service neutron] 10.222.0.55 "GET /v2.0/networks/e5c04a20-9e06-4874-9ca5-1739c604bcb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177180 Apr 05 14:32:35.170732 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55bc871f-8f02-40be-a372-d51545618a8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-bbe33099-0907-4578-b91f-9ecd1e0f3a95', 'network_id': 'bbe33099-0907-4578-b91f-9ecd1e0f3a95', 'tenant_id': '9215d951bfeb48c39a8e33c585301815', 'fixed_ips': [{'subnet_id': 'c529ad6d-a94e-4533-88f8-eeabc5541ed8'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:32:35.174866 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-55bc871f-8f02-40be-a372-d51545618a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:35.240105 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efde087-5904-43fe-8d97-7954adb60b2c req-d968e0ea-8f85-4b87-886f-3196324613a2 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:35.243556 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5efde087-5904-43fe-8d97-7954adb60b2c req-d968e0ea-8f85-4b87-886f-3196324613a2 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddf4f621-4c82-4804-9b71-eae9dc88cee0 HTTP/1.1" status: 200 len: 945 time: 0.2153628 Apr 05 14:32:35.264251 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ca62ced7-e293-4fe9-bb1b-6f0b35763b41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27088'] for router, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:35.265309 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ca62ced7-e293-4fe9-bb1b-6f0b35763b41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27079'] for router, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:35.281579 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['06598068-51e9-47d2-9a52-db7d1f28967e'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:32:35.303719 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8123095d-8869-4ece-81b5-9033103d32f0 req-3c50fb9d-089b-45ba-a44e-edaa7ba1341d service neutron] 10.222.0.55 "GET /v2.0/networks/e5c04a20-9e06-4874-9ca5-1739c604bcb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2991083 Apr 05 14:32:35.319896 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-6544083f-7255-49d2-a7a4-ac63840be09d req-3e31e9a4-aec4-45e7-b14c-42e7b2ff2b99 service neutron] 10.222.0.55 "GET /v2.0/networks/e5c04a20-9e06-4874-9ca5-1739c604bcb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473646 Apr 05 14:32:35.320350 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-67f93be0-6235-4bfb-b891-c08d346fc935 req-6264b5f3-8ee3-482e-9b41-62fd85f1e36b tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d1a7855-7863-4922-a8cb-f86b0f779ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390650 Apr 05 14:32:35.441282 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5efde087-5904-43fe-8d97-7954adb60b2c req-924ea230-f04a-43f1-bb72-02bc97086b88 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/security-groups?id=29c6f58e-e49b-4628-9965-3ae38dded875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771736 Apr 05 14:32:35.450314 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-55bc871f-8f02-40be-a372-d51545618a8f None None] Allocated IP 172.20.0.2 (bbe33099-0907-4578-b91f-9ecd1e0f3a95/c529ad6d-a94e-4533-88f8-eeabc5541ed8/28614c12-15a8-45a6-b833-a8f02d1f162b) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:32:35.505867 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d0203-0901-4a8e-b76a-db62f76dadde req-f1bfe653-8b5b-49ab-b8be-b8a8dff50d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:35.510150 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-0d0d0203-0901-4a8e-b76a-db62f76dadde req-f1bfe653-8b5b-49ab-b8be-b8a8dff50d24 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e04b26e238414e33bb4eb5bcf94ecace&device_id=28e01ade-d0da-45c5-8128-71901cfdf7c7 HTTP/1.1" status: 200 len: 1095 time: 0.0806470 Apr 05 14:32:35.516273 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ca62ced7-e293-4fe9-bb1b-6f0b35763b41 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:35.666861 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d0203-0901-4a8e-b76a-db62f76dadde req-3a62bc8f-5aab-4445-9f40-ff50a59e1ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:35.669754 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-0d0d0203-0901-4a8e-b76a-db62f76dadde req-3a62bc8f-5aab-4445-9f40-ff50a59e1ef3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e5c04a20-9e06-4874-9ca5-1739c604bcb7 HTTP/1.1" status: 200 len: 916 time: 0.1516509 Apr 05 14:32:35.723484 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-0d0d0203-0901-4a8e-b76a-db62f76dadde req-7125ef84-57b2-48b4-b440-cbd74b84dbec service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3939e158-741e-439e-9e04-660c3f886574 HTTP/1.1" status: 200 len: 217 time: 0.0456007 Apr 05 14:32:35.732143 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-4d3841a7-19ef-4d22-b5d7-4bcf1f26efda req-4474073f-5327-4afc-94ab-658cb4f59452 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:35.777556 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d0203-0901-4a8e-b76a-db62f76dadde req-e7feeeac-bd54-4cce-9928-3f7fc17251a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:35.779094 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-0d0d0203-0901-4a8e-b76a-db62f76dadde req-e7feeeac-bd54-4cce-9928-3f7fc17251a9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5b81dfbd-93ee-4bbd-bddd-d682b0b6855c HTTP/1.1" status: 200 len: 854 time: 0.0472639 Apr 05 14:32:35.783745 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-55bc871f-8f02-40be-a372-d51545618a8f None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:35.802111 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bbbc34-776b-4e06-b280-08010c5e61f8 req-0b0da545-1405-4325-90b2-3d2097dbe568 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:35.803708 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-94bbbc34-776b-4e06-b280-08010c5e61f8 req-0b0da545-1405-4325-90b2-3d2097dbe568 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=59f4316c-8354-402d-9bd4-664ee4cf310a HTTP/1.1" status: 200 len: 946 time: 0.2939982 Apr 05 14:32:35.816767 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34bf057-bb0c-4a95-a9ef-5fa7b586cca8 req-a477ed95-78a9-40d3-a08f-98607606def4 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:35.824763 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d34bf057-bb0c-4a95-a9ef-5fa7b586cca8 req-a477ed95-78a9-40d3-a08f-98607606def4 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddf4f621-4c82-4804-9b71-eae9dc88cee0 HTTP/1.1" status: 200 len: 945 time: 0.2720790 Apr 05 14:32:35.836507 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d0203-0901-4a8e-b76a-db62f76dadde req-9e400afb-3110-402e-b36b-87a9c521d36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:35.838427 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-0d0d0203-0901-4a8e-b76a-db62f76dadde req-9e400afb-3110-402e-b36b-87a9c521d36f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e5c04a20-9e06-4874-9ca5-1739c604bcb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524280 Apr 05 14:32:35.861601 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-55bc871f-8f02-40be-a372-d51545618a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:35.929694 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bc871f-8f02-40be-a372-d51545618a8f None None] Pushing event updated for resources: {'Port': ['ID=28614c12-15a8-45a6-b833-a8f02d1f162b,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:35.936366 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55bc871f-8f02-40be-a372-d51545618a8f None None] Network bbe33099-0907-4578-b91f-9ecd1e0f3a95 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:32:35.942654 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-55bc871f-8f02-40be-a372-d51545618a8f None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:32:35.945259 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bc871f-8f02-40be-a372-d51545618a8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:32:35.945567 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bc871f-8f02-40be-a372-d51545618a8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:32:35.946225 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bc871f-8f02-40be-a372-d51545618a8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:32:35.946562 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bc871f-8f02-40be-a372-d51545618a8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:32:35.946890 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bc871f-8f02-40be-a372-d51545618a8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:32:35.947215 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bc871f-8f02-40be-a372-d51545618a8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:32:35.947568 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bc871f-8f02-40be-a372-d51545618a8f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:32:35.947891 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bc871f-8f02-40be-a372-d51545618a8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:32:35.948212 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bc871f-8f02-40be-a372-d51545618a8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:32:35.948831 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bc871f-8f02-40be-a372-d51545618a8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:32:35.948831 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bc871f-8f02-40be-a372-d51545618a8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:32:35.949170 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bc871f-8f02-40be-a372-d51545618a8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:32:35.959098 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bc871f-8f02-40be-a372-d51545618a8f None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:32:36.003131 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ca62ced7-e293-4fe9-bb1b-6f0b35763b41 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:36.020291 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-55bc871f-8f02-40be-a372-d51545618a8f None None] Attempting to bind port 28614c12-15a8-45a6-b833-a8f02d1f162b on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:32:36.021094 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-55bc871f-8f02-40be-a372-d51545618a8f None None] Attempting to bind port 28614c12-15a8-45a6-b833-a8f02d1f162b by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '87207719-1f48-46bc-a702-a88951a34078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'bbe33099-0907-4578-b91f-9ecd1e0f3a95'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:32:36.021094 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bc871f-8f02-40be-a372-d51545618a8f None None] Attempting to bind port 28614c12-15a8-45a6-b833-a8f02d1f162b on network bbe33099-0907-4578-b91f-9ecd1e0f3a95 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:32:36.026541 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bc871f-8f02-40be-a372-d51545618a8f None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:32:36.026919 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bc871f-8f02-40be-a372-d51545618a8f None None] Checking segment: {'id': '87207719-1f48-46bc-a702-a88951a34078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'bbe33099-0907-4578-b91f-9ecd1e0f3a95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:32:36.027314 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-55bc871f-8f02-40be-a372-d51545618a8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:36.027732 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bc871f-8f02-40be-a372-d51545618a8f None None] Bound using segment: {'id': '87207719-1f48-46bc-a702-a88951a34078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'bbe33099-0907-4578-b91f-9ecd1e0f3a95'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:32:36.028417 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-55bc871f-8f02-40be-a372-d51545618a8f None None] Bound port: 28614c12-15a8-45a6-b833-a8f02d1f162b, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87207719-1f48-46bc-a702-a88951a34078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'bbe33099-0907-4578-b91f-9ecd1e0f3a95'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:32:36.028796 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-55bc871f-8f02-40be-a372-d51545618a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:36.029997 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d34bf057-bb0c-4a95-a9ef-5fa7b586cca8 req-fbe4fd91-2ece-4b92-9871-e2269c85c74b tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/security-groups?id=29c6f58e-e49b-4628-9965-3ae38dded875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022157 Apr 05 14:32:36.054093 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-94bbbc34-776b-4e06-b280-08010c5e61f8 req-e50c7ab2-383a-47ce-8c5d-6b252086f1c6 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186117 Apr 05 14:32:36.058145 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-0d0d0203-0901-4a8e-b76a-db62f76dadde req-2c469017-a0c4-4b48-9016-b93d0691673e service neutron] 10.222.0.55 "GET /v2.0/networks/e5c04a20-9e06-4874-9ca5-1739c604bcb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121320 Apr 05 14:32:36.073455 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-4d3841a7-19ef-4d22-b5d7-4bcf1f26efda req-4474073f-5327-4afc-94ab-658cb4f59452 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:36.124099 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-55bc871f-8f02-40be-a372-d51545618a8f None None] For port 28614c12-15a8-45a6-b833-a8f02d1f162b, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:32:36.128222 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-55bc871f-8f02-40be-a372-d51545618a8f None None] For port 28614c12-15a8-45a6-b833-a8f02d1f162b, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=28614c12-15a8-45a6-b833-a8f02d1f162b,segment=NetworkSegment(87207719-1f48-46bc-a702-a88951a34078),segment_id=87207719-1f48-46bc-a702-a88951a34078)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:32:36.167717 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-0d0d0203-0901-4a8e-b76a-db62f76dadde req-62fc4c9b-2247-434b-a0e5-559cc125725b service neutron] 10.222.0.55 "GET /v2.0/networks/e5c04a20-9e06-4874-9ca5-1739c604bcb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014693 Apr 05 14:32:36.170551 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-55bc871f-8f02-40be-a372-d51545618a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:36.215287 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d3841a7-19ef-4d22-b5d7-4bcf1f26efda req-4474073f-5327-4afc-94ab-658cb4f59452 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Network bbdeb55e-008a-45ea-8c70-7d18b28201f7 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:32:36.225440 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-4d3841a7-19ef-4d22-b5d7-4bcf1f26efda req-4474073f-5327-4afc-94ab-658cb4f59452 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:32:36.236048 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bc871f-8f02-40be-a372-d51545618a8f None None] Pushing event updated for resources: {'Port': ['ID=28614c12-15a8-45a6-b833-a8f02d1f162b,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:36.253289 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4474073f-5327-4afc-94ab-658cb4f59452 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Pushing event updated for resources: {'Port': ['ID=7009618f-75a6-452a-a53d-560fdef9d71a,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:36.256677 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d3841a7-19ef-4d22-b5d7-4bcf1f26efda req-4474073f-5327-4afc-94ab-658cb4f59452 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:32:36.312903 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a486576-4721-449e-b09b-1ea20cde6f7a req-ee9da4bc-9bae-46ef-a31f-fdd3aef67693 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:36.314467 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6a486576-4721-449e-b09b-1ea20cde6f7a req-ee9da4bc-9bae-46ef-a31f-fdd3aef67693 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=301817ec-e32d-4c17-a082-4e820cbef9a3 HTTP/1.1" status: 200 len: 932 time: 0.1989117 Apr 05 14:32:36.334506 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d4566-91ce-4fb5-a53f-f5d9036fb025 req-326cbdd3-f69c-4fa2-a77e-dc0afb15b03c tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:36.334506 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-487d4566-91ce-4fb5-a53f-f5d9036fb025 req-326cbdd3-f69c-4fa2-a77e-dc0afb15b03c tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=45c30f5d-d488-4a73-b5d5-d9db1333755a HTTP/1.1" status: 200 len: 946 time: 0.1790390 Apr 05 14:32:36.376094 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3841a7-19ef-4d22-b5d7-4bcf1f26efda req-4474073f-5327-4afc-94ab-658cb4f59452 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:36.376749 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-4d3841a7-19ef-4d22-b5d7-4bcf1f26efda req-4474073f-5327-4afc-94ab-658cb4f59452 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:36.428412 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-487d4566-91ce-4fb5-a53f-f5d9036fb025 req-c10e7ae8-b477-46c8-a148-8f04155e2494 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926569 Apr 05 14:32:36.453869 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6a486576-4721-449e-b09b-1ea20cde6f7a req-7783b30f-f8fb-40c0-ae3b-52d079a06d1e tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202073 Apr 05 14:32:36.490773 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4d3841a7-19ef-4d22-b5d7-4bcf1f26efda req-4474073f-5327-4afc-94ab-658cb4f59452 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8343194 Apr 05 14:32:36.519669 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-4d3841a7-19ef-4d22-b5d7-4bcf1f26efda req-d2d43774-da5e-4a7a-94e6-6746ca3f32c4 service neutron] Request body: {'port': {'device_id': '301817ec-e32d-4c17-a082-4e820cbef9a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:32:36.556515 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 3939e158-741e-439e-9e04-660c3f886574 details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:32:36.559068 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 06598068-51e9-47d2-9a52-db7d1f28967e up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:32:36.726275 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 3939e158-741e-439e-9e04-660c3f886574, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=3939e158-741e-439e-9e04-660c3f886574,segment=NetworkSegment(7a7f2de5-306f-4345-ba19-e91d91de42c0),segment_id=7a7f2de5-306f-4345-ba19-e91d91de42c0)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:36.739112 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': '3939e158-741e-439e-9e04-660c3f886574', 'network_id': 'e5c04a20-9e06-4874-9ca5-1739c604bcb7', 'port_id': '3939e158-741e-439e-9e04-660c3f886574', 'mac_address': 'fa:16:3e:f6:33:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b81dfbd-93ee-4bbd-bddd-d682b0b6855c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:32:36.741473 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-4d3841a7-19ef-4d22-b5d7-4bcf1f26efda req-d2d43774-da5e-4a7a-94e6-6746ca3f32c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:36.754053 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7644306b-fdd3-4df2-8a61-dcac414fb8da req-c1248dd9-eace-43d8-af57-405e36d93ad1 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:36.755550 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7644306b-fdd3-4df2-8a61-dcac414fb8da req-c1248dd9-eace-43d8-af57-405e36d93ad1 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddf4f621-4c82-4804-9b71-eae9dc88cee0 HTTP/1.1" status: 200 len: 945 time: 0.2307303 Apr 05 14:32:36.762966 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port 06598068-51e9-47d2-9a52-db7d1f28967e completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:32:36.774283 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port 06598068-51e9-47d2-9a52-db7d1f28967e triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:32:36.774651 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:36.804585 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:36.828140 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3939e158-741e-439e-9e04-660c3f886574 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:32:36.849778 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 3939e158-741e-439e-9e04-660c3f886574, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=3939e158-741e-439e-9e04-660c3f886574,segment=NetworkSegment(7a7f2de5-306f-4345-ba19-e91d91de42c0),segment_id=7a7f2de5-306f-4345-ba19-e91d91de42c0)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:36.906046 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:36.917021 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:36.919455 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 5547e682-5a32-4beb-89af-d15d9daf33ab details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:32:36.984250 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84a04f4a-fc48-465a-9986-ce4a5d1c1966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06598068-51e9-47d2-9a52-db7d1f28967e'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:32:36.986537 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01301e21-5f5e-4e64-932f-6bae419ba2ab" -d '{"events": [{"server_uuid": "84a04f4a-fc48-465a-9986-ce4a5d1c1966", "name": "network-vif-plugged", "status": "completed", "tag": "06598068-51e9-47d2-9a52-db7d1f28967e"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:32:37.022385 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 06598068-51e9-47d2-9a52-db7d1f28967e, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=06598068-51e9-47d2-9a52-db7d1f28967e,segment=NetworkSegment(7a7f2de5-306f-4345-ba19-e91d91de42c0),segment_id=7a7f2de5-306f-4345-ba19-e91d91de42c0)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:37.030309 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=3939e158-741e-439e-9e04-660c3f886574,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:37.038001 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 5547e682-5a32-4beb-89af-d15d9daf33ab, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=5547e682-5a32-4beb-89af-d15d9daf33ab,segment=NetworkSegment(7a7f2de5-306f-4345-ba19-e91d91de42c0),segment_id=7a7f2de5-306f-4345-ba19-e91d91de42c0)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:37.054164 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': '5547e682-5a32-4beb-89af-d15d9daf33ab', 'network_id': 'e5c04a20-9e06-4874-9ca5-1739c604bcb7', 'port_id': '5547e682-5a32-4beb-89af-d15d9daf33ab', 'mac_address': 'fa:16:3e:b8:0e:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b81dfbd-93ee-4bbd-bddd-d682b0b6855c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:32:37.103313 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:37.121099 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ca62ced7-e293-4fe9-bb1b-6f0b35763b41 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:37.138423 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb96945d-ff47-42d4-9fc1-9a00acf9971f req-3e94e170-1a35-4f25-8415-b23d68d5b08e tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:37.138926 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cb96945d-ff47-42d4-9fc1-9a00acf9971f req-3e94e170-1a35-4f25-8415-b23d68d5b08e tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/ports?device_id=28e01ade-d0da-45c5-8128-71901cfdf7c7 HTTP/1.1" status: 200 len: 944 time: 0.5596263 Apr 05 14:32:37.145375 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:37.164716 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5547e682-5a32-4beb-89af-d15d9daf33ab {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:32:37.171811 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ca62ced7-e293-4fe9-bb1b-6f0b35763b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:37.187564 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=06598068-51e9-47d2-9a52-db7d1f28967e,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:37.207945 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 5547e682-5a32-4beb-89af-d15d9daf33ab, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=5547e682-5a32-4beb-89af-d15d9daf33ab,segment=NetworkSegment(7a7f2de5-306f-4345-ba19-e91d91de42c0),segment_id=7a7f2de5-306f-4345-ba19-e91d91de42c0)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:37.222539 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7644306b-fdd3-4df2-8a61-dcac414fb8da req-6292e907-24ee-4dca-9e6d-fd13c762ea3f tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/security-groups?id=29c6f58e-e49b-4628-9965-3ae38dded875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4554415 Apr 05 14:32:37.334702 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:37.338081 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cb96945d-ff47-42d4-9fc1-9a00acf9971f req-a585e368-35c6-4252-a06c-48a32afbe5a2 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d1a7855-7863-4922-a8cb-f86b0f779ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787045 Apr 05 14:32:37.427029 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af85f25-4cc9-468c-8d88-e80b6a111b82 x-openstack-request-id: req-5af85f25-4cc9-468c-8d88-e80b6a111b82 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:32:37.437626 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84a04f4a-fc48-465a-9986-ce4a5d1c1966", "name": "network-vif-plugged", "status": "completed", "tag": "06598068-51e9-47d2-9a52-db7d1f28967e", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:32:37.437626 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5af85f25-4cc9-468c-8d88-e80b6a111b82 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:32:37.437626 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5af85f25-4cc9-468c-8d88-e80b6a111b82'] response: {'server_uuid': '84a04f4a-fc48-465a-9986-ce4a5d1c1966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06598068-51e9-47d2-9a52-db7d1f28967e', 'code': 200} Apr 05 14:32:37.441085 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=5547e682-5a32-4beb-89af-d15d9daf33ab,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:37.482355 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-ca62ced7-e293-4fe9-bb1b-6f0b35763b41 admin admin] Allocated IP 172.25.6.83 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/5d29dee1-0a93-4c3f-9788-7e21d67cff7e) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:32:37.534954 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39542253-b6db-4a2b-8b90-2342ffd2535b None None] Network bbe33099-0907-4578-b91f-9ecd1e0f3a95 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:32:37.549029 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5fd91b-f827-4855-9cf7-8f77fd314dc9 req-27a0b8b9-521f-4f24-9a8e-d9ecbf912dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:37.550678 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-6a5fd91b-f827-4855-9cf7-8f77fd314dc9 req-27a0b8b9-521f-4f24-9a8e-d9ecbf912dba service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=84a04f4a-fc48-465a-9986-ce4a5d1c1966 HTTP/1.1" status: 200 len: 1096 time: 0.0620458 Apr 05 14:32:37.626872 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-6a5fd91b-f827-4855-9cf7-8f77fd314dc9 req-26374ff2-dfcb-4549-9e68-ca4d1e2c58f6 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3d1a7855-7863-4922-a8cb-f86b0f779ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664487 Apr 05 14:32:37.635193 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['3939e158-741e-439e-9e04-660c3f886574'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:32:37.641178 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['5547e682-5a32-4beb-89af-d15d9daf33ab'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:32:37.699175 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 28614c12-15a8-45a6-b833-a8f02d1f162b up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:32:37.706115 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33666eb7-83f6-48d9-8ae7-90045ecc99c2 req-3ddc33c2-dab8-4515-bb6d-af8aeed13712 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:37.713306 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-33666eb7-83f6-48d9-8ae7-90045ecc99c2 req-3ddc33c2-dab8-4515-bb6d-af8aeed13712 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=59f4316c-8354-402d-9bd4-664ee4cf310a HTTP/1.1" status: 200 len: 946 time: 0.1712408 Apr 05 14:32:37.744540 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-51f89246-51f4-4d58-a31d-e0a808298a64 None None] Provisioning complete for port 28614c12-15a8-45a6-b833-a8f02d1f162b triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:32:37.745207 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-51f89246-51f4-4d58-a31d-e0a808298a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:37.790127 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ca62ced7-e293-4fe9-bb1b-6f0b35763b41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:37.846739 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-33666eb7-83f6-48d9-8ae7-90045ecc99c2 req-0d5190ba-3a6c-4dec-83f5-3cd361be10d7 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325533 Apr 05 14:32:37.853964 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-4d3841a7-19ef-4d22-b5d7-4bcf1f26efda req-d2d43774-da5e-4a7a-94e6-6746ca3f32c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7009618f-75a6-452a-a53d-560fdef9d71a {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:32:37.865907 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-4d3841a7-19ef-4d22-b5d7-4bcf1f26efda req-d2d43774-da5e-4a7a-94e6-6746ca3f32c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:37.904717 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-4d3841a7-19ef-4d22-b5d7-4bcf1f26efda req-d2d43774-da5e-4a7a-94e6-6746ca3f32c4 service neutron] Transition to ACTIVE for port object 7009618f-75a6-452a-a53d-560fdef9d71a will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:32:37.911582 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d7f205-539d-47e6-baff-08ce32cf5762 req-728065c4-1107-4d9b-ba50-dc2f25586307 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:37.913224 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-08d7f205-539d-47e6-baff-08ce32cf5762 req-728065c4-1107-4d9b-ba50-dc2f25586307 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=301817ec-e32d-4c17-a082-4e820cbef9a3 HTTP/1.1" status: 200 len: 932 time: 0.1198137 Apr 05 14:32:37.984335 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-4d3841a7-19ef-4d22-b5d7-4bcf1f26efda req-d2d43774-da5e-4a7a-94e6-6746ca3f32c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:37.993384 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-08d7f205-539d-47e6-baff-08ce32cf5762 req-2f9a6951-6079-40a4-a0fb-1fb0141ce59f tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720322 Apr 05 14:32:38.010847 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 28614c12-15a8-45a6-b833-a8f02d1f162b triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:32:38.011220 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:38.016019 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ca62ced7-e293-4fe9-bb1b-6f0b35763b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:38.056569 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca62ced7-e293-4fe9-bb1b-6f0b35763b41 admin admin] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:32:38.064628 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d43774-da5e-4a7a-94e6-6746ca3f32c4 service neutron] Pushing event updated for resources: {'Port': ['ID=7009618f-75a6-452a-a53d-560fdef9d71a,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:38.066816 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-ca62ced7-e293-4fe9-bb1b-6f0b35763b41 admin admin] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:32:38.073076 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca62ced7-e293-4fe9-bb1b-6f0b35763b41 admin admin] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:32:38.083081 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19382f42-e1ae-486b-892c-b91ef1086104 req-19ce63ef-6f51-4fab-b45c-de24bfe9c2a1 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:38.084608 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-19382f42-e1ae-486b-892c-b91ef1086104 req-19ce63ef-6f51-4fab-b45c-de24bfe9c2a1 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=45c30f5d-d488-4a73-b5d5-d9db1333755a HTTP/1.1" status: 200 len: 946 time: 0.1388106 Apr 05 14:32:38.205599 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-51f89246-51f4-4d58-a31d-e0a808298a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:38.246001 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62ced7-e293-4fe9-bb1b-6f0b35763b41 admin admin] Pushing event updated for resources: {'Port': ['ID=5d29dee1-0a93-4c3f-9788-7e21d67cff7e,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:38.307571 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 35798) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:32:38.325491 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-51f89246-51f4-4d58-a31d-e0a808298a64 None None] For port 28614c12-15a8-45a6-b833-a8f02d1f162b, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=28614c12-15a8-45a6-b833-a8f02d1f162b,segment=NetworkSegment(87207719-1f48-46bc-a702-a88951a34078),segment_id=87207719-1f48-46bc-a702-a88951a34078)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:38.329473 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-19382f42-e1ae-486b-892c-b91ef1086104 req-df3ae1b5-d3fe-41a7-9384-977aedc881e4 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001779 Apr 05 14:32:38.336582 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:38.381852 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-51f89246-51f4-4d58-a31d-e0a808298a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:38.397583 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 7 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 14:32:38.424337 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-4d3841a7-19ef-4d22-b5d7-4bcf1f26efda req-d2d43774-da5e-4a7a-94e6-6746ca3f32c4 service neutron] Attempting to bind port 7009618f-75a6-452a-a53d-560fdef9d71a on host n-h2-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:32:38.424674 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-4d3841a7-19ef-4d22-b5d7-4bcf1f26efda req-d2d43774-da5e-4a7a-94e6-6746ca3f32c4 service neutron] Attempting to bind port 7009618f-75a6-452a-a53d-560fdef9d71a by drivers openvswitch,hyperv on host n-h2-836650-2 at level 0 using segments [{'id': 'd98286ea-3af7-47a7-a92d-d95717c2d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bbdeb55e-008a-45ea-8c70-7d18b28201f7'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:32:38.425036 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3841a7-19ef-4d22-b5d7-4bcf1f26efda req-d2d43774-da5e-4a7a-94e6-6746ca3f32c4 service neutron] Attempting to bind port 7009618f-75a6-452a-a53d-560fdef9d71a on network bbdeb55e-008a-45ea-8c70-7d18b28201f7 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:32:38.442619 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3841a7-19ef-4d22-b5d7-4bcf1f26efda req-d2d43774-da5e-4a7a-94e6-6746ca3f32c4 service neutron] Port 7009618f-75a6-452a-a53d-560fdef9d71a on network bbdeb55e-008a-45ea-8c70-7d18b28201f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:32:38.442938 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3841a7-19ef-4d22-b5d7-4bcf1f26efda req-d2d43774-da5e-4a7a-94e6-6746ca3f32c4 service neutron] Attempting to bind port 7009618f-75a6-452a-a53d-560fdef9d71a on network bbdeb55e-008a-45ea-8c70-7d18b28201f7 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:32:38.474359 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902556e3-c454-4b6c-b9cc-44f9d024f03c req-3a8255ec-ae70-4cbc-9535-7689d9964e08 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:38.474553 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.db.api [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:32:38.474790 n-d-836650-2 neutron-server[103322]: DEBUG oslo_db.api [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:32:38.475415 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f89246-51f4-4d58-a31d-e0a808298a64 None None] Pushing event updated for resources: {'Port': ['ID=28614c12-15a8-45a6-b833-a8f02d1f162b,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:38.476474 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-902556e3-c454-4b6c-b9cc-44f9d024f03c req-3a8255ec-ae70-4cbc-9535-7689d9964e08 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddf4f621-4c82-4804-9b71-eae9dc88cee0 HTTP/1.1" status: 200 len: 945 time: 0.3332729 Apr 05 14:32:38.495795 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3841a7-19ef-4d22-b5d7-4bcf1f26efda req-d2d43774-da5e-4a7a-94e6-6746ca3f32c4 service neutron] Checking agent: {'id': '6d8cf521-24bb-4b6a-bbae-0284f5c87a9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:32:38.497358 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3841a7-19ef-4d22-b5d7-4bcf1f26efda req-d2d43774-da5e-4a7a-94e6-6746ca3f32c4 service neutron] Checking segment: {'id': 'd98286ea-3af7-47a7-a92d-d95717c2d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bbdeb55e-008a-45ea-8c70-7d18b28201f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:32:38.497756 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3841a7-19ef-4d22-b5d7-4bcf1f26efda req-d2d43774-da5e-4a7a-94e6-6746ca3f32c4 service neutron] Bound using segment: {'id': 'd98286ea-3af7-47a7-a92d-d95717c2d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bbdeb55e-008a-45ea-8c70-7d18b28201f7'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:32:38.498195 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-4d3841a7-19ef-4d22-b5d7-4bcf1f26efda req-d2d43774-da5e-4a7a-94e6-6746ca3f32c4 service neutron] Bound port: 7009618f-75a6-452a-a53d-560fdef9d71a, host: n-h2-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd98286ea-3af7-47a7-a92d-d95717c2d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bbdeb55e-008a-45ea-8c70-7d18b28201f7'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:32:38.498552 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-4d3841a7-19ef-4d22-b5d7-4bcf1f26efda req-d2d43774-da5e-4a7a-94e6-6746ca3f32c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:38.507803 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9a9ef6dc-d323-485c-947d-72a798a4c3b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:38.511019 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-eeef917d-4342-4f3e-842f-9d0038bbc57a None None] Provisioning complete for port 28614c12-15a8-45a6-b833-a8f02d1f162b triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:32:38.511019 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-eeef917d-4342-4f3e-842f-9d0038bbc57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:38.598443 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-902556e3-c454-4b6c-b9cc-44f9d024f03c req-6801f2b4-c859-44b9-9276-9d07150d7562 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/security-groups?id=29c6f58e-e49b-4628-9965-3ae38dded875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946059 Apr 05 14:32:38.605050 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9a9ef6dc-d323-485c-947d-72a798a4c3b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:38.622630 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ecb96e-cfdf-4bc7-95a6-6fac889855f1 req-9f3c0fb2-032f-4178-9dc3-c344f22c30dc tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:38.622630 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a7ecb96e-cfdf-4bc7-95a6-6fac889855f1 req-9f3c0fb2-032f-4178-9dc3-c344f22c30dc tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=59f4316c-8354-402d-9bd4-664ee4cf310a HTTP/1.1" status: 200 len: 946 time: 0.1663642 Apr 05 14:32:38.667036 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9a9ef6dc-d323-485c-947d-72a798a4c3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:38.709104 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-9a9ef6dc-d323-485c-947d-72a798a4c3b3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e5a141ab0cf442d691651c29b21a21b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3998499 Apr 05 14:32:38.709967 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9ef6dc-d323-485c-947d-72a798a4c3b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a645cf1-306b-49a6-b4b3-3e184218ca8f,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:38.712268 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 35806) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:32:38.717859 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-4d3841a7-19ef-4d22-b5d7-4bcf1f26efda req-d2d43774-da5e-4a7a-94e6-6746ca3f32c4 service neutron] For port 7009618f-75a6-452a-a53d-560fdef9d71a, host n-h2-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:32:38.765271 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2ede287a-488a-4b74-b8e9-6220ac3ff504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:38.784995 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-4d3841a7-19ef-4d22-b5d7-4bcf1f26efda req-d2d43774-da5e-4a7a-94e6-6746ca3f32c4 service neutron] For port 7009618f-75a6-452a-a53d-560fdef9d71a, host n-h2-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=7009618f-75a6-452a-a53d-560fdef9d71a,segment=NetworkSegment(d98286ea-3af7-47a7-a92d-d95717c2d70a),segment_id=d98286ea-3af7-47a7-a92d-d95717c2d70a)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:32:38.788487 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2ede287a-488a-4b74-b8e9-6220ac3ff504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:38.801537 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a7ecb96e-cfdf-4bc7-95a6-6fac889855f1 req-a278c0f5-5237-4a0d-9f4a-7ad1ae06b40f tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386259 Apr 05 14:32:38.826485 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90399d6d-e53d-4ce4-a291-fc679889e7cb req-37ac2522-6645-4078-80cf-f30582ae00ae tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:38.828031 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-90399d6d-e53d-4ce4-a291-fc679889e7cb req-37ac2522-6645-4078-80cf-f30582ae00ae tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/ports?device_id=28e01ade-d0da-45c5-8128-71901cfdf7c7 HTTP/1.1" status: 200 len: 945 time: 0.1358693 Apr 05 14:32:38.832132 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ca62ced7-e293-4fe9-bb1b-6f0b35763b41 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:38.912389 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2ede287a-488a-4b74-b8e9-6220ac3ff504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:38.914971 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2ede287a-488a-4b74-b8e9-6220ac3ff504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:38.916136 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-2ede287a-488a-4b74-b8e9-6220ac3ff504 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0a645cf1-306b-49a6-b4b3-3e184218ca8f HTTP/1.1" status: 204 len: 168 time: 0.2029657 Apr 05 14:32:38.919316 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-4d3841a7-19ef-4d22-b5d7-4bcf1f26efda req-d2d43774-da5e-4a7a-94e6-6746ca3f32c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:38.927545 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ede287a-488a-4b74-b8e9-6220ac3ff504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a645cf1-306b-49a6-b4b3-3e184218ca8f,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:39.024381 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3841a7-19ef-4d22-b5d7-4bcf1f26efda req-d2d43774-da5e-4a7a-94e6-6746ca3f32c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:39.033996 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-4d3841a7-19ef-4d22-b5d7-4bcf1f26efda req-d2d43774-da5e-4a7a-94e6-6746ca3f32c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:39.033996 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4d3841a7-19ef-4d22-b5d7-4bcf1f26efda req-d2d43774-da5e-4a7a-94e6-6746ca3f32c4 service neutron] 10.222.0.11 "PUT /v2.0/ports/7009618f-75a6-452a-a53d-560fdef9d71a HTTP/1.1" status: 200 len: 1092 time: 2.5229816 Apr 05 14:32:39.033996 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '301817ec-e32d-4c17-a082-4e820cbef9a3', 'tag': '7009618f-75a6-452a-a53d-560fdef9d71a'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:32:39.033996 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efde6f8e-01e4-4026-965d-249e3da12802" -d '{"events": [{"name": "network-changed", "server_uuid": "301817ec-e32d-4c17-a082-4e820cbef9a3", "tag": "7009618f-75a6-452a-a53d-560fdef9d71a"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:32:39.046451 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-90399d6d-e53d-4ce4-a291-fc679889e7cb req-4c5e8b8a-5555-4a6c-bfc9-be6095d3abce tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d1a7855-7863-4922-a8cb-f86b0f779ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780477 Apr 05 14:32:39.073362 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712136e4-2538-412f-9112-839cb42ae0ce req-618847cf-a853-4942-bb06-c71999b29bac tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:39.074878 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-712136e4-2538-412f-9112-839cb42ae0ce req-618847cf-a853-4942-bb06-c71999b29bac tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddf4f621-4c82-4804-9b71-eae9dc88cee0 HTTP/1.1" status: 200 len: 945 time: 0.1960685 Apr 05 14:32:39.081590 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d43774-da5e-4a7a-94e6-6746ca3f32c4 service neutron] Pushing event updated for resources: {'Port': ['ID=7009618f-75a6-452a-a53d-560fdef9d71a,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:39.187498 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-712136e4-2538-412f-9112-839cb42ae0ce req-4245f58f-2f90-4ea9-882a-8cc9be896d8d tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/security-groups?id=29c6f58e-e49b-4628-9965-3ae38dded875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028922 Apr 05 14:32:39.241593 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3841a7-19ef-4d22-b5d7-4bcf1f26efda req-276deb98-ad27-48e9-b5a7-cdcdc51eac7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:39.247183 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4d3841a7-19ef-4d22-b5d7-4bcf1f26efda req-276deb98-ad27-48e9-b5a7-cdcdc51eac7d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f15fb34306734f1db943c159bdbff20e&device_id=301817ec-e32d-4c17-a082-4e820cbef9a3 HTTP/1.1" status: 200 len: 1095 time: 0.1101964 Apr 05 14:32:39.287899 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ca62ced7-e293-4fe9-bb1b-6f0b35763b41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618'] for router, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:39.301732 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4d3841a7-19ef-4d22-b5d7-4bcf1f26efda req-b93808d3-8e1d-46a3-81f3-478ac4abeb50 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7009618f-75a6-452a-a53d-560fdef9d71a HTTP/1.1" status: 200 len: 217 time: 0.0493345 Apr 05 14:32:39.434093 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98067b-f5e7-4385-8518-9f846c461b28 req-55724f64-bb48-4f03-bc8c-45a3bccf9256 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:39.436293 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ba98067b-f5e7-4385-8518-9f846c461b28 req-55724f64-bb48-4f03-bc8c-45a3bccf9256 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=301817ec-e32d-4c17-a082-4e820cbef9a3 HTTP/1.1" status: 200 len: 944 time: 0.1759717 Apr 05 14:32:39.468210 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3841a7-19ef-4d22-b5d7-4bcf1f26efda req-24b2d9f6-2912-4a0a-94a5-5e3f48ce58ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:39.470218 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4d3841a7-19ef-4d22-b5d7-4bcf1f26efda req-24b2d9f6-2912-4a0a-94a5-5e3f48ce58ff service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ac874e19-e8d7-4dbd-ad30-b4a600298345 HTTP/1.1" status: 200 len: 847 time: 0.1515818 Apr 05 14:32:39.532287 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4d3841a7-19ef-4d22-b5d7-4bcf1f26efda req-c28bda50-3c26-40a4-9275-7c29bd81836f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bbdeb55e-008a-45ea-8c70-7d18b28201f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446875 Apr 05 14:32:39.534928 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 35826) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:32:39.555075 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-af538ecd-e92f-4e85-af32-2a3e409d8829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:39.577332 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 28614c12-15a8-45a6-b833-a8f02d1f162b up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:32:39.636459 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ba98067b-f5e7-4385-8518-9f846c461b28 req-e2754d18-2da9-42f7-bcfb-5d2a5373d454 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584284 Apr 05 14:32:39.689731 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f83e7e2-8ad0-4c46-b746-3b16acc69b29 x-openstack-request-id: req-1f83e7e2-8ad0-4c46-b746-3b16acc69b29 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:32:39.689731 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "301817ec-e32d-4c17-a082-4e820cbef9a3", "tag": "7009618f-75a6-452a-a53d-560fdef9d71a", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:32:39.689731 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1f83e7e2-8ad0-4c46-b746-3b16acc69b29 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:32:39.701281 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f83e7e2-8ad0-4c46-b746-3b16acc69b29'] response: {'name': 'network-changed', 'server_uuid': '301817ec-e32d-4c17-a082-4e820cbef9a3', 'tag': '7009618f-75a6-452a-a53d-560fdef9d71a', 'status': 'completed', 'code': 200} Apr 05 14:32:39.702323 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 28614c12-15a8-45a6-b833-a8f02d1f162b triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:32:39.703007 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:39.725085 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-af538ecd-e92f-4e85-af32-2a3e409d8829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:39.748514 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4d3841a7-19ef-4d22-b5d7-4bcf1f26efda req-e280f6e2-3113-47f5-afc1-514f72e33585 service neutron] 10.222.0.11 "GET /v2.0/networks/bbdeb55e-008a-45ea-8c70-7d18b28201f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074485 Apr 05 14:32:39.814165 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-af538ecd-e92f-4e85-af32-2a3e409d8829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:39.846954 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca62ced7-e293-4fe9-bb1b-6f0b35763b41 admin admin] Router 30f3ddb7-a467-4355-9e02-036492b1a47e is scheduled to L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 with binding_index 1 {{(pid=103320) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:32:39.862465 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-af538ecd-e92f-4e85-af32-2a3e409d8829 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=42b820c1e3264725a5c94fdd41345474&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3239138 Apr 05 14:32:39.862465 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af538ecd-e92f-4e85-af32-2a3e409d8829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e48390f4-8dca-48cb-ae6c-ec616f580a40,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:39.863835 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 35834) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:32:39.881593 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e972d8-0625-487e-a12d-e6859b718f00 req-9ccdd6b3-1c34-4b1d-afff-84e2888e4378 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:39.883591 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-57e972d8-0625-487e-a12d-e6859b718f00 req-9ccdd6b3-1c34-4b1d-afff-84e2888e4378 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=45c30f5d-d488-4a73-b5d5-d9db1333755a HTTP/1.1" status: 200 len: 946 time: 0.1377690 Apr 05 14:32:39.941124 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4b4b7971-f8c4-4e30-8cbc-8ac5a093de71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:39.964154 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4b4b7971-f8c4-4e30-8cbc-8ac5a093de71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:40.094397 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4b4b7971-f8c4-4e30-8cbc-8ac5a093de71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:40.096996 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4b4b7971-f8c4-4e30-8cbc-8ac5a093de71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:40.100953 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-4b4b7971-f8c4-4e30-8cbc-8ac5a093de71 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e48390f4-8dca-48cb-ae6c-ec616f580a40 HTTP/1.1" status: 204 len: 168 time: 0.2334034 Apr 05 14:32:40.109265 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4b7971-f8c4-4e30-8cbc-8ac5a093de71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48390f4-8dca-48cb-ae6c-ec616f580a40,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:40.361412 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-57e972d8-0625-487e-a12d-e6859b718f00 req-c73dfc5a-00b5-4fc4-94c1-7ab030e92be0 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4609897 Apr 05 14:32:40.369815 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4d3841a7-19ef-4d22-b5d7-4bcf1f26efda req-9e546ed0-1caf-469a-8a74-bc73c36f7a2b service neutron] 10.222.0.11 "GET /v2.0/networks/bbdeb55e-008a-45ea-8c70-7d18b28201f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6111915 Apr 05 14:32:40.423273 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca62ced7-e293-4fe9-bb1b-6f0b35763b41 admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:32:40.438114 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2333ede4-ed8a-4850-b810-fb41058cd960 None None] Sync routers for ids ['30f3ddb7-a467-4355-9e02-036492b1a47e'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:32:40.451286 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2333ede4-ed8a-4850-b810-fb41058cd960 None None] Routers {'30f3ddb7-a467-4355-9e02-036492b1a47e'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:32:40.452032 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-2333ede4-ed8a-4850-b810-fb41058cd960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:32:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['30f3ddb7-a467-4355-9e02-036492b1a47e'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:40.551564 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ca62ced7-e293-4fe9-bb1b-6f0b35763b41 admin admin] Notify callbacks [] for router, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:40.552983 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-ca62ced7-e293-4fe9-bb1b-6f0b35763b41 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.5220149 Apr 05 14:32:40.555921 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 35860) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:32:40.581498 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 3939e158-741e-439e-9e04-660c3f886574 up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:32:40.627537 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07712523-bb9b-4723-ac91-e3afcee0adf4 req-65f7c798-023c-44f6-bce1-c679c43817b2 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:40.630109 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-07712523-bb9b-4723-ac91-e3afcee0adf4 req-65f7c798-023c-44f6-bce1-c679c43817b2 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/ports?device_id=28e01ade-d0da-45c5-8128-71901cfdf7c7 HTTP/1.1" status: 200 len: 945 time: 0.1704483 Apr 05 14:32:40.655334 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-2333ede4-ed8a-4850-b810-fb41058cd960 None None] Set router 30f3ddb7-a467-4355-9e02-036492b1a47e gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:32:40.657814 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde6f8e-01e4-4026-965d-249e3da12802 req-b3aa2ca7-6abd-44b1-acca-cd38d29b4647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:40.663268 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-efde6f8e-01e4-4026-965d-249e3da12802 req-b3aa2ca7-6abd-44b1-acca-cd38d29b4647 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f15fb34306734f1db943c159bdbff20e&device_id=301817ec-e32d-4c17-a082-4e820cbef9a3 HTTP/1.1" status: 200 len: 1095 time: 0.1652610 Apr 05 14:32:40.683903 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b371e1-2e2d-4eb0-9051-8d1dc3deaead req-7215cc2f-e828-42c2-9b0e-88ccfd4c13fc tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:40.685433 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-61b371e1-2e2d-4eb0-9051-8d1dc3deaead req-7215cc2f-e828-42c2-9b0e-88ccfd4c13fc tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/networks?id=c8cad75e-d463-4298-b473-cd6f872623d5 HTTP/1.1" status: 200 len: 815 time: 0.2149508 Apr 05 14:32:40.775049 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-61b371e1-2e2d-4eb0-9051-8d1dc3deaead req-0731621d-768c-430a-8f85-387ca2e83e7a tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/quotas/a9da18e09c15404ca69176173aa40d16 HTTP/1.1" status: 200 len: 375 time: 0.0771911 Apr 05 14:32:40.788305 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-07712523-bb9b-4723-ac91-e3afcee0adf4 req-3ffb45c1-be41-4073-8bf2-24a7fd1ccad9 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d1a7855-7863-4922-a8cb-f86b0f779ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433723 Apr 05 14:32:40.855790 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde6f8e-01e4-4026-965d-249e3da12802 req-8ea0152e-4562-4d34-818d-f36e460495da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:40.857517 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-efde6f8e-01e4-4026-965d-249e3da12802 req-8ea0152e-4562-4d34-818d-f36e460495da service neutron] 10.222.0.11 "GET /v2.0/networks?id=bbdeb55e-008a-45ea-8c70-7d18b28201f7 HTTP/1.1" status: 200 len: 908 time: 0.1815367 Apr 05 14:32:40.869110 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-61b371e1-2e2d-4eb0-9051-8d1dc3deaead req-24ef5fd2-aba7-4c78-b21e-9ab26ff10a83 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a9da18e09c15404ca69176173aa40d16&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0763409 Apr 05 14:32:40.895787 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port 3939e158-741e-439e-9e04-660c3f886574 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:32:40.900862 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port 3939e158-741e-439e-9e04-660c3f886574 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:32:40.901279 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:40.942591 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-efde6f8e-01e4-4026-965d-249e3da12802 req-90d8ce2e-3406-44ad-a437-3f13ad418cb3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7009618f-75a6-452a-a53d-560fdef9d71a HTTP/1.1" status: 200 len: 217 time: 0.0746925 Apr 05 14:32:41.008214 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-2333ede4-ed8a-4850-b810-fb41058cd960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f3ddb7-a467-4355-9e02-036492b1a47e', 'name': 'tempest-ServerActionsTestJSON-376659884-router', 'tenant_id': '9215d951bfeb48c39a8e33c585301815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '5d29dee1-0a93-4c3f-9788-7e21d67cff7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:32:35Z', 'updated_at': '2022-04-05T14:32:38Z', 'revision_number': 3, 'project_id': '9215d951bfeb48c39a8e33c585301815', 'gw_port': {'id': '5d29dee1-0a93-4c3f-9788-7e21d67cff7e', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:83:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f3ddb7-a467-4355-9e02-036492b1a47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:32:37Z', 'updated_at': '2022-04-05T14:32:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:41.052847 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2333ede4-ed8a-4850-b810-fb41058cd960 None None] Checking router: 30f3ddb7-a467-4355-9e02-036492b1a47e for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:32:41.053267 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2333ede4-ed8a-4850-b810-fb41058cd960 None None] Updating router 30f3ddb7-a467-4355-9e02-036492b1a47e port 5d29dee1-0a93-4c3f-9788-7e21d67cff7e binding host n-d-836650-2 {{(pid=103322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:32:41.055257 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:41.057205 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde6f8e-01e4-4026-965d-249e3da12802 req-f94de336-60d2-44fa-a05f-81bb94250f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:41.058881 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-efde6f8e-01e4-4026-965d-249e3da12802 req-f94de336-60d2-44fa-a05f-81bb94250f91 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ac874e19-e8d7-4dbd-ad30-b4a600298345 HTTP/1.1" status: 200 len: 847 time: 0.1065536 Apr 05 14:32:41.100728 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2333ede4-ed8a-4850-b810-fb41058cd960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:41.109628 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28e01ade-d0da-45c5-8128-71901cfdf7c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3939e158-741e-439e-9e04-660c3f886574'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:32:41.112278 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-efde6f8e-01e4-4026-965d-249e3da12802 req-f41c1169-c49f-4aa4-90c5-8bb026835d4f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bbdeb55e-008a-45ea-8c70-7d18b28201f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436544 Apr 05 14:32:41.112657 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd762572-050c-4e53-9749-ba15da911cd4" -d '{"events": [{"server_uuid": "28e01ade-d0da-45c5-8128-71901cfdf7c7", "name": "network-vif-plugged", "status": "completed", "tag": "3939e158-741e-439e-9e04-660c3f886574"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:32:41.114236 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-61b371e1-2e2d-4eb0-9051-8d1dc3deaead req-bfa7ded9-54f4-4ae1-be4d-6d8f3751dd6a service neutron] 10.222.0.30 "GET /v2.0/networks/c8cad75e-d463-4298-b473-cd6f872623d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399068 Apr 05 14:32:41.150138 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 3939e158-741e-439e-9e04-660c3f886574, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=3939e158-741e-439e-9e04-660c3f886574,segment=NetworkSegment(7a7f2de5-306f-4345-ba19-e91d91de42c0),segment_id=7a7f2de5-306f-4345-ba19-e91d91de42c0)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:41.218582 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:41.219445 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 5547e682-5a32-4beb-89af-d15d9daf33ab up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:32:41.227102 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-488491bc-6ab5-4db0-a0f6-f4177f4e14e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:41.256089 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0f1a1d-4492-4699-b7ae-cbb7c6457328 req-51d96a3f-0a01-428c-8e28-fca37f055ccf tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:41.257778 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2d0f1a1d-4492-4699-b7ae-cbb7c6457328 req-51d96a3f-0a01-428c-8e28-fca37f055ccf tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.11 "GET /v2.0/ports?device_id=59f4316c-8354-402d-9bd4-664ee4cf310a HTTP/1.1" status: 200 len: 946 time: 0.0872643 Apr 05 14:32:41.350058 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-61b371e1-2e2d-4eb0-9051-8d1dc3deaead req-4d91ef42-3851-40b5-bcd2-76e59b65c707 service neutron] 10.222.0.30 "GET /v2.0/networks/c8cad75e-d463-4298-b473-cd6f872623d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269990 Apr 05 14:32:41.351099 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=3939e158-741e-439e-9e04-660c3f886574,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:41.363121 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-efde6f8e-01e4-4026-965d-249e3da12802 req-9daf8946-9a8d-4616-b7f3-01f2b580c543 service neutron] 10.222.0.11 "GET /v2.0/networks/bbdeb55e-008a-45ea-8c70-7d18b28201f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302310 Apr 05 14:32:41.468570 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port 5547e682-5a32-4beb-89af-d15d9daf33ab completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:32:41.475298 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port 5547e682-5a32-4beb-89af-d15d9daf33ab triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:32:41.475524 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:41.557437 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-efde6f8e-01e4-4026-965d-249e3da12802 req-e388979d-7bba-47fd-8b84-0280e6d9c093 service neutron] 10.222.0.11 "GET /v2.0/networks/bbdeb55e-008a-45ea-8c70-7d18b28201f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830196 Apr 05 14:32:41.585646 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9ebada-8504-498b-a7c8-06c463fb1198 req-7f3e4703-5bdf-4608-8e4b-ec71271118ac tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:41.587154 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9c9ebada-8504-498b-a7c8-06c463fb1198 req-7f3e4703-5bdf-4608-8e4b-ec71271118ac tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=301817ec-e32d-4c17-a082-4e820cbef9a3 HTTP/1.1" status: 200 len: 944 time: 0.0775492 Apr 05 14:32:41.605221 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2333ede4-ed8a-4850-b810-fb41058cd960 None None] Notify callbacks [] for port, precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:41.650211 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9c9ebada-8504-498b-a7c8-06c463fb1198 req-d5b2dfb1-411e-4672-a805-6ae081afc00c tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550075 Apr 05 14:32:41.658320 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:41.678459 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2333ede4-ed8a-4850-b810-fb41058cd960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:41.725623 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-2333ede4-ed8a-4850-b810-fb41058cd960 None None] Attempting to bind port 5d29dee1-0a93-4c3f-9788-7e21d67cff7e on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:32:41.726249 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-2333ede4-ed8a-4850-b810-fb41058cd960 None None] Attempting to bind port 5d29dee1-0a93-4c3f-9788-7e21d67cff7e by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:32:41.726625 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2333ede4-ed8a-4850-b810-fb41058cd960 None None] Attempting to bind port 5d29dee1-0a93-4c3f-9788-7e21d67cff7e on network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:32:41.729453 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-2d0f1a1d-4492-4699-b7ae-cbb7c6457328 req-260a652e-8072-41f1-a1a0-1e9967f204c5 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Deleting port 864758c8-c0c4-4b9c-9f17-c5de04dc5062 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:32:41.730543 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2d0f1a1d-4492-4699-b7ae-cbb7c6457328 req-260a652e-8072-41f1-a1a0-1e9967f204c5 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:41.763315 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a12b65f-bb2f-49ce-8c58-eae8f7eee4ea x-openstack-request-id: req-4a12b65f-bb2f-49ce-8c58-eae8f7eee4ea {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:32:41.764583 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28e01ade-d0da-45c5-8128-71901cfdf7c7", "name": "network-vif-plugged", "status": "completed", "tag": "3939e158-741e-439e-9e04-660c3f886574", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:32:41.764583 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4a12b65f-bb2f-49ce-8c58-eae8f7eee4ea {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:32:41.764583 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a12b65f-bb2f-49ce-8c58-eae8f7eee4ea'] response: {'server_uuid': '28e01ade-d0da-45c5-8128-71901cfdf7c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3939e158-741e-439e-9e04-660c3f886574', 'code': 200} Apr 05 14:32:41.769233 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2333ede4-ed8a-4850-b810-fb41058cd960 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:32:41.773085 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2333ede4-ed8a-4850-b810-fb41058cd960 None None] Checking segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:32:41.773085 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2333ede4-ed8a-4850-b810-fb41058cd960 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:41.773085 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2333ede4-ed8a-4850-b810-fb41058cd960 None None] Bound using segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:32:41.773085 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-2333ede4-ed8a-4850-b810-fb41058cd960 None None] Bound port: 5d29dee1-0a93-4c3f-9788-7e21d67cff7e, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:32:41.773085 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2333ede4-ed8a-4850-b810-fb41058cd960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:41.823068 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-488491bc-6ab5-4db0-a0f6-f4177f4e14e8 admin admin] Allocated IP 172.20.0.1 (bbe33099-0907-4578-b91f-9ecd1e0f3a95/c529ad6d-a94e-4533-88f8-eeabc5541ed8/84a5dc79-d87b-4e34-a7c2-b6c1e9b564e3) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:32:41.846613 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-2333ede4-ed8a-4850-b810-fb41058cd960 None None] For port 5d29dee1-0a93-4c3f-9788-7e21d67cff7e, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:32:41.849973 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-2333ede4-ed8a-4850-b810-fb41058cd960 None None] For port 5d29dee1-0a93-4c3f-9788-7e21d67cff7e, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=5d29dee1-0a93-4c3f-9788-7e21d67cff7e,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:32:41.852172 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 5547e682-5a32-4beb-89af-d15d9daf33ab, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=5547e682-5a32-4beb-89af-d15d9daf33ab,segment=NetworkSegment(7a7f2de5-306f-4345-ba19-e91d91de42c0),segment_id=7a7f2de5-306f-4345-ba19-e91d91de42c0)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:41.874972 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca41efc5-c6d8-4c01-9c9b-3593611d5152 None None] Pushing event updated for resources: {'Port': ['ID=5d29dee1-0a93-4c3f-9788-7e21d67cff7e,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:41.926730 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d949e8c9-d0ee-4e33-b72f-102627fbb9b7 req-58490877-1adf-4e79-b5e0-106e2734892b tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:41.928264 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d949e8c9-d0ee-4e33-b72f-102627fbb9b7 req-58490877-1adf-4e79-b5e0-106e2734892b tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=45c30f5d-d488-4a73-b5d5-d9db1333755a HTTP/1.1" status: 200 len: 946 time: 0.0899942 Apr 05 14:32:41.973112 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d949e8c9-d0ee-4e33-b72f-102627fbb9b7 req-376a256d-cc57-46ef-942d-6f25edf65915 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365851 Apr 05 14:32:42.002326 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:42.025621 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-2d0f1a1d-4492-4699-b7ae-cbb7c6457328 req-260a652e-8072-41f1-a1a0-1e9967f204c5 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] For port 864758c8-c0c4-4b9c-9f17-c5de04dc5062, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=864758c8-c0c4-4b9c-9f17-c5de04dc5062,segment=NetworkSegment(9a2f37a0-b23d-490a-98bb-060c03097f74),segment_id=9a2f37a0-b23d-490a-98bb-060c03097f74)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:42.026254 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2d0f1a1d-4492-4699-b7ae-cbb7c6457328 req-260a652e-8072-41f1-a1a0-1e9967f204c5 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:42.049415 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2333ede4-ed8a-4850-b810-fb41058cd960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:42.085882 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:42.093613 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=5547e682-5a32-4beb-89af-d15d9daf33ab,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:42.095768 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-2d0f1a1d-4492-4699-b7ae-cbb7c6457328 req-260a652e-8072-41f1-a1a0-1e9967f204c5 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Calling delete_port for 864758c8-c0c4-4b9c-9f17-c5de04dc5062 owned by compute:nova {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:32:42.103420 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-14011880-64a8-4468-8e4e-9b02a4c5ece7 req-e447ada9-7441-4c68-8735-7200ba9c8ff2 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=989e98ce-36ed-4302-94e9-639222cdaacc HTTP/1.1" status: 200 len: 210 time: 0.0752320 Apr 05 14:32:42.156692 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f194bea-89c4-4492-96d8-a3d1d9cb7640 req-5a19a547-1487-47f5-a8f6-94ab51710e7f tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:42.159217 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5f194bea-89c4-4492-96d8-a3d1d9cb7640 req-5a19a547-1487-47f5-a8f6-94ab51710e7f tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/ports?device_id=28e01ade-d0da-45c5-8128-71901cfdf7c7 HTTP/1.1" status: 200 len: 946 time: 0.0581930 Apr 05 14:32:42.197340 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-488491bc-6ab5-4db0-a0f6-f4177f4e14e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:42.216109 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a26bd16-d977-45b3-a8fb-128ab8cd6229 req-75899830-27f3-43f5-855a-442d79037c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:42.217794 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2a26bd16-d977-45b3-a8fb-128ab8cd6229 req-75899830-27f3-43f5-855a-442d79037c7e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=28e01ade-d0da-45c5-8128-71901cfdf7c7 HTTP/1.1" status: 200 len: 1097 time: 0.3851576 Apr 05 14:32:42.249708 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5f194bea-89c4-4492-96d8-a3d1d9cb7640 req-d2d36a6f-84ea-4e3b-9b6e-350f65351718 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d1a7855-7863-4922-a8cb-f86b0f779ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836363 Apr 05 14:32:42.295399 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c5874-7a01-4b92-baaf-c18b89cf2f90 req-a835faa2-5bee-41df-8950-66af0432ccfb tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:42.297749 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-335c5874-7a01-4b92-baaf-c18b89cf2f90 req-a835faa2-5bee-41df-8950-66af0432ccfb tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddf4f621-4c82-4804-9b71-eae9dc88cee0 HTTP/1.1" status: 200 len: 945 time: 0.1090000 Apr 05 14:32:42.332431 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 35908) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:32:42.342146 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2a26bd16-d977-45b3-a8fb-128ab8cd6229 req-0570cd8f-aa65-451b-8da6-639f53481a17 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3d1a7855-7863-4922-a8cb-f86b0f779ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169786 Apr 05 14:32:42.371362 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2333ede4-ed8a-4850-b810-fb41058cd960 None None] Routers {'30f3ddb7-a467-4355-9e02-036492b1a47e'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:32:42.373082 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-2333ede4-ed8a-4850-b810-fb41058cd960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:32:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['30f3ddb7-a467-4355-9e02-036492b1a47e'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:42.373562 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-335c5874-7a01-4b92-baaf-c18b89cf2f90 req-f9983045-7937-4406-81ab-542f846e36b6 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/security-groups?id=29c6f58e-e49b-4628-9965-3ae38dded875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666032 Apr 05 14:32:42.375377 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca41efc5-c6d8-4c01-9c9b-3593611d5152 None None] Pushing event updated for resources: {'Port': ['ID=5d29dee1-0a93-4c3f-9788-7e21d67cff7e,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:42.412167 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-488491bc-6ab5-4db0-a0f6-f4177f4e14e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:42.493383 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-2333ede4-ed8a-4850-b810-fb41058cd960 None None] Set router 30f3ddb7-a467-4355-9e02-036492b1a47e gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:32:42.499733 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488491bc-6ab5-4db0-a0f6-f4177f4e14e8 admin admin] Network bbe33099-0907-4578-b91f-9ecd1e0f3a95 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:32:42.504583 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-47bfb153-b609-4302-84ba-5ae0ef3a8ebf admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:42.511976 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-488491bc-6ab5-4db0-a0f6-f4177f4e14e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:32:42.523161 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488491bc-6ab5-4db0-a0f6-f4177f4e14e8 admin admin] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:32:42.526914 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488491bc-6ab5-4db0-a0f6-f4177f4e14e8 admin admin] Pushing event updated for resources: {'Port': ['ID=84a5dc79-d87b-4e34-a7c2-b6c1e9b564e3,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:42.589633 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2d0f1a1d-4492-4699-b7ae-cbb7c6457328 req-260a652e-8072-41f1-a1a0-1e9967f204c5 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:42.591443 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-488491bc-6ab5-4db0-a0f6-f4177f4e14e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809369'] for router_interface, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:42.665414 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260a652e-8072-41f1-a1a0-1e9967f204c5 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Pushing event deleted for resources: {'Port': ['ID=864758c8-c0c4-4b9c-9f17-c5de04dc5062,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:42.723355 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-2333ede4-ed8a-4850-b810-fb41058cd960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f3ddb7-a467-4355-9e02-036492b1a47e', 'name': 'tempest-ServerActionsTestJSON-376659884-router', 'tenant_id': '9215d951bfeb48c39a8e33c585301815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '5d29dee1-0a93-4c3f-9788-7e21d67cff7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:32:35Z', 'updated_at': '2022-04-05T14:32:38Z', 'revision_number': 3, 'project_id': '9215d951bfeb48c39a8e33c585301815', 'gw_port': {'id': '5d29dee1-0a93-4c3f-9788-7e21d67cff7e', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:83:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f3ddb7-a467-4355-9e02-036492b1a47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:32:37Z', 'updated_at': '2022-04-05T14:32:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:42.744348 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d0f1a1d-4492-4699-b7ae-cbb7c6457328 req-260a652e-8072-41f1-a1a0-1e9967f204c5 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] No DVR routers for this DVR port 864758c8-c0c4-4b9c-9f17-c5de04dc5062 on host n-h2-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:32:42.755228 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2d0f1a1d-4492-4699-b7ae-cbb7c6457328 req-260a652e-8072-41f1-a1a0-1e9967f204c5 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:42.758040 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2d0f1a1d-4492-4699-b7ae-cbb7c6457328 req-260a652e-8072-41f1-a1a0-1e9967f204c5 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.11 "DELETE /v2.0/ports/864758c8-c0c4-4b9c-9f17-c5de04dc5062 HTTP/1.1" status: 204 len: 173 time: 1.4810987 Apr 05 14:32:42.759249 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2333ede4-ed8a-4850-b810-fb41058cd960 None None] The sync data for ids ['30f3ddb7-a467-4355-9e02-036492b1a47e'] in n-d-836650-2 is: [{'id': '30f3ddb7-a467-4355-9e02-036492b1a47e', 'name': 'tempest-ServerActionsTestJSON-376659884-router', 'tenant_id': '9215d951bfeb48c39a8e33c585301815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '5d29dee1-0a93-4c3f-9788-7e21d67cff7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:32:35Z', 'updated_at': '2022-04-05T14:32:38Z', 'revision_number': 3, 'project_id': '9215d951bfeb48c39a8e33c585301815', 'gw_port': {'id': '5d29dee1-0a93-4c3f-9788-7e21d67cff7e', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:83:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f3ddb7-a467-4355-9e02-036492b1a47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:32:37Z', 'updated_at': '2022-04-05T14:32:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:32:42.761197 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59f4316c-8354-402d-9bd4-664ee4cf310a', 'name': 'network-vif-deleted', 'tag': '864758c8-c0c4-4b9c-9f17-c5de04dc5062'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:32:42.765143 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbbb34e6-ccb5-4157-b8d7-040d52738ac2" -d '{"events": [{"server_uuid": "59f4316c-8354-402d-9bd4-664ee4cf310a", "name": "network-vif-deleted", "tag": "864758c8-c0c4-4b9c-9f17-c5de04dc5062"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:32:42.786871 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-47bfb153-b609-4302-84ba-5ae0ef3a8ebf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:42.830164 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8713eddb-b8cf-4aaf-8daf-4e21344a9616 x-openstack-request-id: req-8713eddb-b8cf-4aaf-8daf-4e21344a9616 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:32:42.830487 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59f4316c-8354-402d-9bd4-664ee4cf310a", "name": "network-vif-deleted", "tag": "864758c8-c0c4-4b9c-9f17-c5de04dc5062", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:32:42.830735 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8713eddb-b8cf-4aaf-8daf-4e21344a9616 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:32:42.831139 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8713eddb-b8cf-4aaf-8daf-4e21344a9616'] response: {'server_uuid': '59f4316c-8354-402d-9bd4-664ee4cf310a', 'name': 'network-vif-deleted', 'tag': '864758c8-c0c4-4b9c-9f17-c5de04dc5062', 'status': 'completed', 'code': 200} Apr 05 14:32:42.895682 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-3c02eaa4-d4dc-4a00-a0cc-adfb73c8f751 None None] Provisioning complete for port 84a5dc79-d87b-4e34-a7c2-b6c1e9b564e3 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:32:42.896605 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3c02eaa4-d4dc-4a00-a0cc-adfb73c8f751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:42.931198 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e667e1f-9b8a-4322-944c-7fa956f690aa req-3044fd8e-ba88-426e-b1b2-5a3d277cddd3 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:42.932846 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-47bfb153-b609-4302-84ba-5ae0ef3a8ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:42.933212 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3e667e1f-9b8a-4322-944c-7fa956f690aa req-3044fd8e-ba88-426e-b1b2-5a3d277cddd3 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=301817ec-e32d-4c17-a082-4e820cbef9a3 HTTP/1.1" status: 200 len: 944 time: 0.1910143 Apr 05 14:32:42.950173 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-3c02eaa4-d4dc-4a00-a0cc-adfb73c8f751 None None] Port 84a5dc79-d87b-4e34-a7c2-b6c1e9b564e3 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:32:42.981399 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-47bfb153-b609-4302-84ba-5ae0ef3a8ebf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=570f2535b78b433d863029f2859a82c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6453846 Apr 05 14:32:42.982079 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3e667e1f-9b8a-4322-944c-7fa956f690aa req-75adab1c-0acd-4230-997a-bbdb91a6f0e3 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389836 Apr 05 14:32:42.983764 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 35918) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:32:42.986104 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bfb153-b609-4302-84ba-5ae0ef3a8ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a7e7c9-3990-40f3-ac54-278a5c823c79,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:43.061453 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-488491bc-6ab5-4db0-a0f6-f4177f4e14e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:43.105206 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-db9f5d95-544f-499e-b6d1-860340a5cf5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:43.185734 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-db9f5d95-544f-499e-b6d1-860340a5cf5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:43.192312 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac4346-e79a-401e-95eb-b8e21b98bf86 req-bf61bed1-42f3-4738-912f-52518bcea517 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:43.209197 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ccac4346-e79a-401e-95eb-b8e21b98bf86 req-bf61bed1-42f3-4738-912f-52518bcea517 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=45c30f5d-d488-4a73-b5d5-d9db1333755a HTTP/1.1" status: 200 len: 946 time: 0.1308565 Apr 05 14:32:43.261583 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-800e6145-5406-410c-81c1-a681fbe151c7 req-4209d044-1fef-4529-9d5c-905ba688984a tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=989e98ce-36ed-4302-94e9-639222cdaacc HTTP/1.1" status: 200 len: 210 time: 0.0321627 Apr 05 14:32:43.289282 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ccac4346-e79a-401e-95eb-b8e21b98bf86 req-beb5485c-0dcd-432c-81f0-704270597bde tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743155 Apr 05 14:32:43.417054 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5af68e-bae4-4831-a732-7ca47ea4bb57 req-d6bd4a05-6ff6-4419-a3d4-5ad974a7b576 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:43.418155 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-db9f5d95-544f-499e-b6d1-860340a5cf5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:43.423819 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-db9f5d95-544f-499e-b6d1-860340a5cf5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:43.426365 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dd5af68e-bae4-4831-a732-7ca47ea4bb57 req-d6bd4a05-6ff6-4419-a3d4-5ad974a7b576 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/ports?device_id=28e01ade-d0da-45c5-8128-71901cfdf7c7 HTTP/1.1" status: 200 len: 946 time: 0.0722096 Apr 05 14:32:43.426986 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-db9f5d95-544f-499e-b6d1-860340a5cf5c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a3a7e7c9-3990-40f3-ac54-278a5c823c79 HTTP/1.1" status: 204 len: 168 time: 0.4418595 Apr 05 14:32:43.482813 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d884318c-2907-4e55-8fab-641d8d0042c9 req-ba0510b9-90a1-4724-b79c-1187091e24c1 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:43.484457 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-d884318c-2907-4e55-8fab-641d8d0042c9 req-ba0510b9-90a1-4724-b79c-1187091e24c1 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c30f5d-d488-4a73-b5d5-d9db1333755a HTTP/1.1" status: 200 len: 946 time: 0.1497929 Apr 05 14:32:43.486874 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-488491bc-6ab5-4db0-a0f6-f4177f4e14e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:43.492310 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dd5af68e-bae4-4831-a732-7ca47ea4bb57 req-a311808b-82ad-4bac-8ba7-29bbd55aa087 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d1a7855-7863-4922-a8cb-f86b0f779ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645721 Apr 05 14:32:43.506794 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9f5d95-544f-499e-b6d1-860340a5cf5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a7e7c9-3990-40f3-ac54-278a5c823c79,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:43.806135 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-488491bc-6ab5-4db0-a0f6-f4177f4e14e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:43.808451 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d791d115-c58d-4963-b3fc-8225ddab93ef req-fae4d474-2c64-47f1-b960-ee8c076897f6 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:43.808451 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d791d115-c58d-4963-b3fc-8225ddab93ef req-fae4d474-2c64-47f1-b960-ee8c076897f6 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddf4f621-4c82-4804-9b71-eae9dc88cee0 HTTP/1.1" status: 200 len: 945 time: 0.1322942 Apr 05 14:32:43.811144 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 5d29dee1-0a93-4c3f-9788-7e21d67cff7e up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:32:43.811144 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 7009618f-75a6-452a-a53d-560fdef9d71a details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:32:43.811144 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 864758c8-c0c4-4b9c-9f17-c5de04dc5062 no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:32:43.813283 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d791d115-c58d-4963-b3fc-8225ddab93ef req-1b00b9b2-4092-4f6e-8550-f5187f7acd64 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/security-groups?id=29c6f58e-e49b-4628-9965-3ae38dded875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646493 Apr 05 14:32:43.814141 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] No Port match for: 864758c8-c0c4-4b9c-9f17-c5de04dc5062 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:32:43.814141 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 864758c8-c0c4-4b9c-9f17-c5de04dc5062 not bound to the agent host n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:32:43.815236 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488491bc-6ab5-4db0-a0f6-f4177f4e14e8 admin admin] Pushing event updated for resources: {'Port': ['ID=84a5dc79-d87b-4e34-a7c2-b6c1e9b564e3,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:43.815236 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-488491bc-6ab5-4db0-a0f6-f4177f4e14e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809317'] for router_interface, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:43.815986 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfe4e93d-fdc7-44c0-a008-3ef322a3b181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5547e682-5a32-4beb-89af-d15d9daf33ab'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:32:43.815986 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-573c4941-1a09-4d79-848a-c5277576243c" -d '{"events": [{"server_uuid": "cfe4e93d-fdc7-44c0-a008-3ef322a3b181", "name": "network-vif-plugged", "status": "completed", "tag": "5547e682-5a32-4beb-89af-d15d9daf33ab"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:32:43.816324 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-d884318c-2907-4e55-8fab-641d8d0042c9 req-b2a6a7b6-ba0b-45d6-9a6a-aa7fecc41fda tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Deleting port 1772cf98-85c2-4fab-bd6b-1564a4e964dc {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:32:43.816324 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-d884318c-2907-4e55-8fab-641d8d0042c9 req-b2a6a7b6-ba0b-45d6-9a6a-aa7fecc41fda tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:43.862441 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4cdc97b-9088-48fe-95a3-055bfa2cd1bf x-openstack-request-id: req-f4cdc97b-9088-48fe-95a3-055bfa2cd1bf {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:32:43.862988 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfe4e93d-fdc7-44c0-a008-3ef322a3b181", "name": "network-vif-plugged", "status": "completed", "tag": "5547e682-5a32-4beb-89af-d15d9daf33ab", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:32:43.863135 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f4cdc97b-9088-48fe-95a3-055bfa2cd1bf {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:32:43.863957 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4cdc97b-9088-48fe-95a3-055bfa2cd1bf'] response: {'server_uuid': 'cfe4e93d-fdc7-44c0-a008-3ef322a3b181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5547e682-5a32-4beb-89af-d15d9daf33ab', 'code': 200} Apr 05 14:32:43.932234 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 5d29dee1-0a93-4c3f-9788-7e21d67cff7e triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:32:43.932234 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:43.984774 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 7009618f-75a6-452a-a53d-560fdef9d71a, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=7009618f-75a6-452a-a53d-560fdef9d71a,segment=NetworkSegment(d98286ea-3af7-47a7-a92d-d95717c2d70a),segment_id=d98286ea-3af7-47a7-a92d-d95717c2d70a)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:44.005428 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': '7009618f-75a6-452a-a53d-560fdef9d71a', 'network_id': 'bbdeb55e-008a-45ea-8c70-7d18b28201f7', 'port_id': '7009618f-75a6-452a-a53d-560fdef9d71a', 'mac_address': 'fa:16:3e:58:e1:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac874e19-e8d7-4dbd-ad30-b4a600298345', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:32:44.057025 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:44.058508 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:44.114375 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7009618f-75a6-452a-a53d-560fdef9d71a {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:32:44.122354 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:44.186715 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 7009618f-75a6-452a-a53d-560fdef9d71a, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=7009618f-75a6-452a-a53d-560fdef9d71a,segment=NetworkSegment(d98286ea-3af7-47a7-a92d-d95717c2d70a),segment_id=d98286ea-3af7-47a7-a92d-d95717c2d70a)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:44.186715 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port 5d29dee1-0a93-4c3f-9788-7e21d67cff7e, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=5d29dee1-0a93-4c3f-9788-7e21d67cff7e,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:44.189519 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c2b286-91de-48e6-86ef-5fcfd2d78f1d req-21664fba-1733-4960-8be1-7d735cb34942 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:44.191464 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c1c2b286-91de-48e6-86ef-5fcfd2d78f1d req-21664fba-1733-4960-8be1-7d735cb34942 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=301817ec-e32d-4c17-a082-4e820cbef9a3 HTTP/1.1" status: 200 len: 944 time: 0.0864630 Apr 05 14:32:44.236242 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c1c2b286-91de-48e6-86ef-5fcfd2d78f1d req-abf5cd8f-ffe0-4461-8889-d86d57a6f588 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376918 Apr 05 14:32:44.260547 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:44.266244 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:44.325988 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=7009618f-75a6-452a-a53d-560fdef9d71a,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:44.387308 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=5d29dee1-0a93-4c3f-9788-7e21d67cff7e,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:44.398998 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5999331-0666-4f3a-8761-30fbabfa3394 req-67ca1274-972e-4e87-8323-1c7955736604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:44.401353 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-b5999331-0666-4f3a-8761-30fbabfa3394 req-67ca1274-972e-4e87-8323-1c7955736604 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cfe4e93d-fdc7-44c0-a008-3ef322a3b181 HTTP/1.1" status: 200 len: 1096 time: 0.1165106 Apr 05 14:32:44.408075 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-d884318c-2907-4e55-8fab-641d8d0042c9 req-b2a6a7b6-ba0b-45d6-9a6a-aa7fecc41fda tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] For port 1772cf98-85c2-4fab-bd6b-1564a4e964dc, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=1772cf98-85c2-4fab-bd6b-1564a4e964dc,segment=NetworkSegment(86bf7ba4-25ec-477a-b752-1cd3a94d1598),segment_id=86bf7ba4-25ec-477a-b752-1cd3a94d1598)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:44.408438 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-d884318c-2907-4e55-8fab-641d8d0042c9 req-b2a6a7b6-ba0b-45d6-9a6a-aa7fecc41fda tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:44.436622 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-79916bf2-d5fa-4127-829f-141a6c563ed9 req-951ef5c4-85c3-4c56-8691-c28bf331ad90 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=989e98ce-36ed-4302-94e9-639222cdaacc HTTP/1.1" status: 200 len: 210 time: 0.0376377 Apr 05 14:32:44.444422 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488491bc-6ab5-4db0-a0f6-f4177f4e14e8 admin admin] Network bbe33099-0907-4578-b91f-9ecd1e0f3a95 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:32:44.445373 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-d884318c-2907-4e55-8fab-641d8d0042c9 req-b2a6a7b6-ba0b-45d6-9a6a-aa7fecc41fda tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Calling delete_port for 1772cf98-85c2-4fab-bd6b-1564a4e964dc owned by compute:nova {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:32:44.451865 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-488491bc-6ab5-4db0-a0f6-f4177f4e14e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:32:44.508680 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd4799-bf5d-4d5d-8aca-584cfb5a8d01 req-595b6a9a-12fd-4699-af13-80d673b6451d tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:44.518710 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-74fd4799-bf5d-4d5d-8aca-584cfb5a8d01 req-595b6a9a-12fd-4699-af13-80d673b6451d tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=45c30f5d-d488-4a73-b5d5-d9db1333755a HTTP/1.1" status: 200 len: 946 time: 0.0861046 Apr 05 14:32:44.569844 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-74fd4799-bf5d-4d5d-8aca-584cfb5a8d01 req-ab98e46e-32ac-4ebf-a7c6-ed9921bef843 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/security-groups?id=19297db3-13bf-44aa-b0ce-3acc2dbd3692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494833 Apr 05 14:32:44.579319 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-b5999331-0666-4f3a-8761-30fbabfa3394 req-b23b59e2-be4f-4123-9cf7-182c2929f35f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3d1a7855-7863-4922-a8cb-f86b0f779ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671841 Apr 05 14:32:44.643567 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287761a3-69a3-4f34-884b-361bf38875cc req-115fd31f-163c-4bb4-a017-5dc26cff46fe tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:44.645410 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-287761a3-69a3-4f34-884b-361bf38875cc req-115fd31f-163c-4bb4-a017-5dc26cff46fe tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/ports?device_id=28e01ade-d0da-45c5-8128-71901cfdf7c7 HTTP/1.1" status: 200 len: 946 time: 0.0741687 Apr 05 14:32:44.657675 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['7009618f-75a6-452a-a53d-560fdef9d71a'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:32:44.721266 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-488491bc-6ab5-4db0-a0f6-f4177f4e14e8 admin admin] Router 30f3ddb7-a467-4355-9e02-036492b1a47e has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:32:44.768149 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-287761a3-69a3-4f34-884b-361bf38875cc req-2207e528-3385-4959-b794-877056a7a0a1 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d1a7855-7863-4922-a8cb-f86b0f779ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017699 Apr 05 14:32:44.894243 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-d884318c-2907-4e55-8fab-641d8d0042c9 req-b2a6a7b6-ba0b-45d6-9a6a-aa7fecc41fda tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:44.957588 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a6a7b6-ba0b-45d6-9a6a-aa7fecc41fda tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Pushing event deleted for resources: {'Port': ['ID=1772cf98-85c2-4fab-bd6b-1564a4e964dc,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:44.972386 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-949ac32a-f513-46e1-9076-ccb3485cd62d None None] Provisioning complete for port 84a5dc79-d87b-4e34-a7c2-b6c1e9b564e3 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:32:44.972860 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-949ac32a-f513-46e1-9076-ccb3485cd62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:45.019801 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-d884318c-2907-4e55-8fab-641d8d0042c9 req-b2a6a7b6-ba0b-45d6-9a6a-aa7fecc41fda tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] No DVR routers for this DVR port 1772cf98-85c2-4fab-bd6b-1564a4e964dc on host n-h2-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:32:45.025605 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-d884318c-2907-4e55-8fab-641d8d0042c9 req-b2a6a7b6-ba0b-45d6-9a6a-aa7fecc41fda tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:45.029094 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-d884318c-2907-4e55-8fab-641d8d0042c9 req-b2a6a7b6-ba0b-45d6-9a6a-aa7fecc41fda tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.11 "DELETE /v2.0/ports/1772cf98-85c2-4fab-bd6b-1564a4e964dc HTTP/1.1" status: 204 len: 173 time: 1.5351446 Apr 05 14:32:45.030249 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-488491bc-6ab5-4db0-a0f6-f4177f4e14e8 admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:32:45.031537 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c30f5d-d488-4a73-b5d5-d9db1333755a', 'name': 'network-vif-deleted', 'tag': '1772cf98-85c2-4fab-bd6b-1564a4e964dc'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:32:45.033961 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8615b8dd-4657-4fe8-b36f-8f741158c5b7" -d '{"events": [{"server_uuid": "45c30f5d-d488-4a73-b5d5-d9db1333755a", "name": "network-vif-deleted", "tag": "1772cf98-85c2-4fab-bd6b-1564a4e964dc"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:32:45.039808 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-488491bc-6ab5-4db0-a0f6-f4177f4e14e8 admin admin] 10.222.0.30 "PUT /v2.0/routers/30f3ddb7-a467-4355-9e02-036492b1a47e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4818814 Apr 05 14:32:45.048505 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f858f-a597-482a-a77c-e4b1872ebf50 req-35f519be-eccd-47da-96d5-44fe253b78a8 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:45.052918 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4f7f858f-a597-482a-a77c-e4b1872ebf50 req-35f519be-eccd-47da-96d5-44fe253b78a8 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddf4f621-4c82-4804-9b71-eae9dc88cee0 HTTP/1.1" status: 200 len: 945 time: 0.1820016 Apr 05 14:32:45.072050 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b371e1-2e2d-4eb0-9051-8d1dc3deaead req-92bfd321-a38e-441f-a13d-6be9249680af tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:45.073766 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-61b371e1-2e2d-4eb0-9051-8d1dc3deaead req-92bfd321-a38e-441f-a13d-6be9249680af tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.55 "GET /v2.0/networks?id=c8cad75e-d463-4298-b473-cd6f872623d5 HTTP/1.1" status: 200 len: 815 time: 0.2793291 Apr 05 14:32:45.090521 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-61b371e1-2e2d-4eb0-9051-8d1dc3deaead req-73d0ec19-11b0-48b4-baa9-93c423734399 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Request body: {'port': {'device_id': '989e98ce-36ed-4302-94e9-639222cdaacc', 'network_id': 'c8cad75e-d463-4298-b473-cd6f872623d5', 'admin_state_up': True, 'tenant_id': 'a9da18e09c15404ca69176173aa40d16'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:32:45.096791 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f4a165-8c94-49f7-8930-e8610b2eb5ca req-0dbbf621-5882-422b-bbef-f9a9e0f2884b tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:45.102655 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-00f4a165-8c94-49f7-8930-e8610b2eb5ca req-0dbbf621-5882-422b-bbef-f9a9e0f2884b tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/ports?device_id=84a04f4a-fc48-465a-9986-ce4a5d1c1966 HTTP/1.1" status: 200 len: 945 time: 0.1949143 Apr 05 14:32:45.123927 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-949ac32a-f513-46e1-9076-ccb3485cd62d None None] Port 84a5dc79-d87b-4e34-a7c2-b6c1e9b564e3 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:32:45.204976 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a78e6d5-97d4-4fd8-9470-9865f9ecddbe None None] Sync routers for ids ['30f3ddb7-a467-4355-9e02-036492b1a47e'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:32:45.218068 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4f7f858f-a597-482a-a77c-e4b1872ebf50 req-517c06cb-644e-4b75-abae-e261dcb1229c tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/security-groups?id=29c6f58e-e49b-4628-9965-3ae38dded875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456668 Apr 05 14:32:45.223733 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a78e6d5-97d4-4fd8-9470-9865f9ecddbe None None] Routers {'30f3ddb7-a467-4355-9e02-036492b1a47e'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:32:45.225937 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-0a78e6d5-97d4-4fd8-9470-9865f9ecddbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:32:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['30f3ddb7-a467-4355-9e02-036492b1a47e'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:45.228702 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-00f4a165-8c94-49f7-8930-e8610b2eb5ca req-f73aa6cb-8de9-43b7-a133-6845f2482970 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d1a7855-7863-4922-a8cb-f86b0f779ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078787 Apr 05 14:32:45.290781 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b8d935-290c-49da-bb5c-fbbf048c1817 x-openstack-request-id: req-f5b8d935-290c-49da-bb5c-fbbf048c1817 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:32:45.293161 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45c30f5d-d488-4a73-b5d5-d9db1333755a", "name": "network-vif-deleted", "tag": "1772cf98-85c2-4fab-bd6b-1564a4e964dc", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:32:45.294147 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f5b8d935-290c-49da-bb5c-fbbf048c1817 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:32:45.295110 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5b8d935-290c-49da-bb5c-fbbf048c1817'] response: {'server_uuid': '45c30f5d-d488-4a73-b5d5-d9db1333755a', 'name': 'network-vif-deleted', 'tag': '1772cf98-85c2-4fab-bd6b-1564a4e964dc', 'status': 'completed', 'code': 200} Apr 05 14:32:45.445206 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-0a78e6d5-97d4-4fd8-9470-9865f9ecddbe None None] Set router 30f3ddb7-a467-4355-9e02-036492b1a47e gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:32:45.467347 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61b371e1-2e2d-4eb0-9051-8d1dc3deaead req-73d0ec19-11b0-48b4-baa9-93c423734399 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Made reservation on behalf of a9da18e09c15404ca69176173aa40d16 for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:32:45.471736 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-61b371e1-2e2d-4eb0-9051-8d1dc3deaead req-73d0ec19-11b0-48b4-baa9-93c423734399 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:45.478934 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f982785-d694-493a-a03f-28602b9191c6 req-7d0674c5-ba44-4cf4-89ca-be454760c8c0 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:45.489762 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8f982785-d694-493a-a03f-28602b9191c6 req-7d0674c5-ba44-4cf4-89ca-be454760c8c0 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfe4e93d-fdc7-44c0-a008-3ef322a3b181 HTTP/1.1" status: 200 len: 945 time: 0.1154709 Apr 05 14:32:45.540663 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d478b8d5-385d-40ad-a61f-402942130b82 req-d02261e3-8511-459a-bfc6-676bba0309a6 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:45.542282 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d478b8d5-385d-40ad-a61f-402942130b82 req-d02261e3-8511-459a-bfc6-676bba0309a6 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=301817ec-e32d-4c17-a082-4e820cbef9a3 HTTP/1.1" status: 200 len: 945 time: 0.1325970 Apr 05 14:32:45.623067 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 5d29dee1-0a93-4c3f-9788-7e21d67cff7e up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:32:45.645519 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8f982785-d694-493a-a03f-28602b9191c6 req-b4845992-90d5-4f21-b571-82e0fa9ed02f tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d1a7855-7863-4922-a8cb-f86b0f779ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359689 Apr 05 14:32:45.702149 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 211248c6-ef40-4ca5-900a-d932da8fce32 details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:32:45.706798 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d478b8d5-385d-40ad-a61f-402942130b82 req-6be13c7d-3f1b-450e-b982-84bb75e08b8e tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561017 Apr 05 14:32:45.766099 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [req-61b371e1-2e2d-4eb0-9051-8d1dc3deaead req-73d0ec19-11b0-48b4-baa9-93c423734399 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Allocated IP 172.20.0.6 (c8cad75e-d463-4298-b473-cd6f872623d5/8ec025f3-c3f9-4eb4-863e-b0988fc8d817/4720d908-6678-4339-b284-2ab03799581b) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:32:45.789136 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-0a78e6d5-97d4-4fd8-9470-9865f9ecddbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f3ddb7-a467-4355-9e02-036492b1a47e', 'name': 'tempest-ServerActionsTestJSON-376659884-router', 'tenant_id': '9215d951bfeb48c39a8e33c585301815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '5d29dee1-0a93-4c3f-9788-7e21d67cff7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:32:35Z', 'updated_at': '2022-04-05T14:32:42Z', 'revision_number': 4, 'project_id': '9215d951bfeb48c39a8e33c585301815', 'gw_port': {'id': '5d29dee1-0a93-4c3f-9788-7e21d67cff7e', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:83:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f3ddb7-a467-4355-9e02-036492b1a47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:32:37Z', 'updated_at': '2022-04-05T14:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '84a5dc79-d87b-4e34-a7c2-b6c1e9b564e3', 'name': '', 'network_id': 'bbe33099-0907-4578-b91f-9ecd1e0f3a95', 'tenant_id': '9215d951bfeb48c39a8e33c585301815', 'mac_address': 'fa:16:3e:53:39:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f3ddb7-a467-4355-9e02-036492b1a47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'c529ad6d-a94e-4533-88f8-eeabc5541ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:32:41Z', 'updated_at': '2022-04-05T14:32:43Z', 'revision_number': 2, 'project_id': '9215d951bfeb48c39a8e33c585301815', 'subnets': [{'id': 'c529ad6d-a94e-4533-88f8-eeabc5541ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:45.856451 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a78e6d5-97d4-4fd8-9470-9865f9ecddbe None None] Checking router: 30f3ddb7-a467-4355-9e02-036492b1a47e for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:32:45.858749 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7cb99164-bf51-496e-97d1-cae2e78a7239 req-52f88cbc-92fa-4d70-b2fe-b21f98699f6f tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=989e98ce-36ed-4302-94e9-639222cdaacc HTTP/1.1" status: 200 len: 210 time: 0.0469360 Apr 05 14:32:45.859370 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a78e6d5-97d4-4fd8-9470-9865f9ecddbe None None] Updating router 30f3ddb7-a467-4355-9e02-036492b1a47e port 84a5dc79-d87b-4e34-a7c2-b6c1e9b564e3 binding host n-d-836650-2 {{(pid=103323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:32:45.864764 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 5d29dee1-0a93-4c3f-9788-7e21d67cff7e triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:32:45.865131 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:45.905907 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0a78e6d5-97d4-4fd8-9470-9865f9ecddbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:45.912120 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['1772cf98-85c2-4fab-bd6b-1564a4e964dc'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:32:45.979654 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 211248c6-ef40-4ca5-900a-d932da8fce32, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=211248c6-ef40-4ca5-900a-d932da8fce32,segment=NetworkSegment(1db74af5-f9b7-4132-a710-0eb375e39826),segment_id=1db74af5-f9b7-4132-a710-0eb375e39826)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:46.009167 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': '211248c6-ef40-4ca5-900a-d932da8fce32', 'network_id': '92fcad72-c5db-4d1e-b4a7-6aec706b597c', 'port_id': '211248c6-ef40-4ca5-900a-d932da8fce32', 'mac_address': 'fa:16:3e:67:b2:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2240eec-fdc7-4a9d-b66e-11daf7277a6b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:32:46.093723 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-03d5d981-70f2-4d7b-8ca4-de94aac5698f req-f610a9b0-68a0-4772-8eec-8b249ba0c369 tempest-DeleteServersTestJSON-34161725 tempest-DeleteServersTestJSON-34161725-project] 10.222.0.30 "GET /v2.0/ports?device_id=45c30f5d-d488-4a73-b5d5-d9db1333755a HTTP/1.1" status: 200 len: 210 time: 0.0720243 Apr 05 14:32:46.110231 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:46.155599 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 211248c6-ef40-4ca5-900a-d932da8fce32 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:32:46.185805 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-61b371e1-2e2d-4eb0-9051-8d1dc3deaead req-73d0ec19-11b0-48b4-baa9-93c423734399 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:46.202155 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 211248c6-ef40-4ca5-900a-d932da8fce32, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=211248c6-ef40-4ca5-900a-d932da8fce32,segment=NetworkSegment(1db74af5-f9b7-4132-a710-0eb375e39826),segment_id=1db74af5-f9b7-4132-a710-0eb375e39826)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:46.277283 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:46.369512 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-61b371e1-2e2d-4eb0-9051-8d1dc3deaead req-73d0ec19-11b0-48b4-baa9-93c423734399 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:46.382388 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=211248c6-ef40-4ca5-900a-d932da8fce32,revision_number=6']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:46.425110 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed17a8c-5926-455d-ab7a-98c452452167 req-4c1a416f-cdd7-4bb5-8e9d-78649bd0199e tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:46.436298 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['211248c6-ef40-4ca5-900a-d932da8fce32'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:32:46.437114 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4ed17a8c-5926-455d-ab7a-98c452452167 req-4c1a416f-cdd7-4bb5-8e9d-78649bd0199e tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddf4f621-4c82-4804-9b71-eae9dc88cee0 HTTP/1.1" status: 200 len: 944 time: 0.1153321 Apr 05 14:32:46.489720 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61b371e1-2e2d-4eb0-9051-8d1dc3deaead req-73d0ec19-11b0-48b4-baa9-93c423734399 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Network c8cad75e-d463-4298-b473-cd6f872623d5 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:32:46.504007 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4ed17a8c-5926-455d-ab7a-98c452452167 req-dae2aff5-28b2-4238-9a94-0c15a5aedb56 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/security-groups?id=29c6f58e-e49b-4628-9965-3ae38dded875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654631 Apr 05 14:32:46.517288 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [req-61b371e1-2e2d-4eb0-9051-8d1dc3deaead req-73d0ec19-11b0-48b4-baa9-93c423734399 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:32:46.522799 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-61b371e1-2e2d-4eb0-9051-8d1dc3deaead req-73d0ec19-11b0-48b4-baa9-93c423734399 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:32:46.549342 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0a78e6d5-97d4-4fd8-9470-9865f9ecddbe None None] Notify callbacks [] for port, precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:46.585557 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d0ec19-11b0-48b4-baa9-93c423734399 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Pushing event updated for resources: {'Port': ['ID=4720d908-6678-4339-b284-2ab03799581b,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:46.639106 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0a78e6d5-97d4-4fd8-9470-9865f9ecddbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:46.642588 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b371e1-2e2d-4eb0-9051-8d1dc3deaead req-73d0ec19-11b0-48b4-baa9-93c423734399 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:46.643305 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-61b371e1-2e2d-4eb0-9051-8d1dc3deaead req-73d0ec19-11b0-48b4-baa9-93c423734399 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:46.725659 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c6e18-2569-4fb7-806c-6fbe35243c3c None None] Pushing event updated for resources: {'Port': ['ID=84a5dc79-d87b-4e34-a7c2-b6c1e9b564e3,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:46.737590 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c6e18-2569-4fb7-806c-6fbe35243c3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:32:46.737956 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c6e18-2569-4fb7-806c-6fbe35243c3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:32:46.738325 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c6e18-2569-4fb7-806c-6fbe35243c3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:32:46.738663 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c6e18-2569-4fb7-806c-6fbe35243c3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:32:46.738993 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c6e18-2569-4fb7-806c-6fbe35243c3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:32:46.739375 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c6e18-2569-4fb7-806c-6fbe35243c3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:32:46.739702 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c6e18-2569-4fb7-806c-6fbe35243c3c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:32:46.740078 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c6e18-2569-4fb7-806c-6fbe35243c3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:32:46.740342 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c6e18-2569-4fb7-806c-6fbe35243c3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:32:46.740664 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c6e18-2569-4fb7-806c-6fbe35243c3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:32:46.741016 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c6e18-2569-4fb7-806c-6fbe35243c3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:32:46.741396 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c6e18-2569-4fb7-806c-6fbe35243c3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:32:46.751381 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-61b371e1-2e2d-4eb0-9051-8d1dc3deaead req-73d0ec19-11b0-48b4-baa9-93c423734399 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6653700 Apr 05 14:32:46.777414 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-61b371e1-2e2d-4eb0-9051-8d1dc3deaead req-b922d976-8806-4770-bd8c-c70bfa9a6925 service neutron] Request body: {'port': {'device_id': '989e98ce-36ed-4302-94e9-639222cdaacc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:32:46.797008 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9b838-5e23-45cb-be45-38197aa1877b req-3162e568-2ba9-4550-9b92-b8b1168ec77f tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:46.808322 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-33b9b838-5e23-45cb-be45-38197aa1877b req-3162e568-2ba9-4550-9b92-b8b1168ec77f tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfe4e93d-fdc7-44c0-a008-3ef322a3b181 HTTP/1.1" status: 200 len: 945 time: 0.0889180 Apr 05 14:32:46.824438 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-0a78e6d5-97d4-4fd8-9470-9865f9ecddbe None None] Attempting to bind port 84a5dc79-d87b-4e34-a7c2-b6c1e9b564e3 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:32:46.825051 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-0a78e6d5-97d4-4fd8-9470-9865f9ecddbe None None] Attempting to bind port 84a5dc79-d87b-4e34-a7c2-b6c1e9b564e3 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '87207719-1f48-46bc-a702-a88951a34078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'bbe33099-0907-4578-b91f-9ecd1e0f3a95'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:32:46.825881 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a78e6d5-97d4-4fd8-9470-9865f9ecddbe None None] Attempting to bind port 84a5dc79-d87b-4e34-a7c2-b6c1e9b564e3 on network bbe33099-0907-4578-b91f-9ecd1e0f3a95 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:32:46.833121 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a78e6d5-97d4-4fd8-9470-9865f9ecddbe None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:32:46.833502 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a78e6d5-97d4-4fd8-9470-9865f9ecddbe None None] Checking segment: {'id': '87207719-1f48-46bc-a702-a88951a34078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'bbe33099-0907-4578-b91f-9ecd1e0f3a95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:32:46.833900 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0a78e6d5-97d4-4fd8-9470-9865f9ecddbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:46.834294 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a78e6d5-97d4-4fd8-9470-9865f9ecddbe None None] Bound using segment: {'id': '87207719-1f48-46bc-a702-a88951a34078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'bbe33099-0907-4578-b91f-9ecd1e0f3a95'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:32:46.835067 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-0a78e6d5-97d4-4fd8-9470-9865f9ecddbe None None] Bound port: 84a5dc79-d87b-4e34-a7c2-b6c1e9b564e3, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87207719-1f48-46bc-a702-a88951a34078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'bbe33099-0907-4578-b91f-9ecd1e0f3a95'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:32:46.835474 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0a78e6d5-97d4-4fd8-9470-9865f9ecddbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:46.876910 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-33b9b838-5e23-45cb-be45-38197aa1877b req-4fe12a5d-fbb6-4d43-8dbd-cf52a8e6d22b tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d1a7855-7863-4922-a8cb-f86b0f779ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669310 Apr 05 14:32:46.895146 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-61b371e1-2e2d-4eb0-9051-8d1dc3deaead req-b922d976-8806-4770-bd8c-c70bfa9a6925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:46.924343 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-0a78e6d5-97d4-4fd8-9470-9865f9ecddbe None None] For port 84a5dc79-d87b-4e34-a7c2-b6c1e9b564e3, host n-d-836650-2, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:32:46.932605 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-0a78e6d5-97d4-4fd8-9470-9865f9ecddbe None None] For port 84a5dc79-d87b-4e34-a7c2-b6c1e9b564e3, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=84a5dc79-d87b-4e34-a7c2-b6c1e9b564e3,segment=NetworkSegment(87207719-1f48-46bc-a702-a88951a34078),segment_id=87207719-1f48-46bc-a702-a88951a34078)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:32:47.022644 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0a78e6d5-97d4-4fd8-9470-9865f9ecddbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:47.097542 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe5860-5d67-42d1-86ca-711e08da7972 req-7feb9424-da8c-473c-b90d-07a22276c220 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:47.100855 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-09fe5860-5d67-42d1-86ca-711e08da7972 req-7feb9424-da8c-473c-b90d-07a22276c220 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=301817ec-e32d-4c17-a082-4e820cbef9a3 HTTP/1.1" status: 200 len: 945 time: 0.1003718 Apr 05 14:32:47.130170 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a78e6d5-97d4-4fd8-9470-9865f9ecddbe None None] Routers {'30f3ddb7-a467-4355-9e02-036492b1a47e'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:32:47.130820 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-0a78e6d5-97d4-4fd8-9470-9865f9ecddbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:32:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['30f3ddb7-a467-4355-9e02-036492b1a47e'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:47.162535 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-09fe5860-5d67-42d1-86ca-711e08da7972 req-2712cdec-c6e9-4cc8-bc1b-7b81cffce81f tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496356 Apr 05 14:32:47.183995 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-0d79d453-6805-447d-a617-c2fc71e15bf5 None None] Provisioning complete for port 84a5dc79-d87b-4e34-a7c2-b6c1e9b564e3 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:32:47.184514 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0d79d453-6805-447d-a617-c2fc71e15bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:47.194582 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c6e18-2569-4fb7-806c-6fbe35243c3c None None] Pushing event updated for resources: {'Port': ['ID=84a5dc79-d87b-4e34-a7c2-b6c1e9b564e3,revision_number=4']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:47.347238 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aabdf4b-5ea5-4665-a65e-a031b9591709 req-4c274b30-5591-4ddf-9931-1f9b468571b1 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:47.357214 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3aabdf4b-5ea5-4665-a65e-a031b9591709 req-4c274b30-5591-4ddf-9931-1f9b468571b1 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=989e98ce-36ed-4302-94e9-639222cdaacc HTTP/1.1" status: 200 len: 931 time: 0.0937800 Apr 05 14:32:47.358665 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-0a78e6d5-97d4-4fd8-9470-9865f9ecddbe None None] Set router 30f3ddb7-a467-4355-9e02-036492b1a47e gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:32:47.407271 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0d79d453-6805-447d-a617-c2fc71e15bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:47.411815 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3aabdf4b-5ea5-4665-a65e-a031b9591709 req-6d80e11a-56a2-4401-b592-4549f85c9fed tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533156 Apr 05 14:32:47.418341 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 36012) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:32:47.425381 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-75cab4b0-018b-495b-8d04-216c48744f48 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1558556965', 'description': 'tempest-description--1791854492'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:32:47.467973 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [req-61b371e1-2e2d-4eb0-9051-8d1dc3deaead req-b922d976-8806-4770-bd8c-c70bfa9a6925 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4720d908-6678-4339-b284-2ab03799581b {{(pid=103321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:32:47.469302 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-0d79d453-6805-447d-a617-c2fc71e15bf5 None None] For port 84a5dc79-d87b-4e34-a7c2-b6c1e9b564e3, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=84a5dc79-d87b-4e34-a7c2-b6c1e9b564e3,segment=NetworkSegment(87207719-1f48-46bc-a702-a88951a34078),segment_id=87207719-1f48-46bc-a702-a88951a34078)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:47.477894 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-61b371e1-2e2d-4eb0-9051-8d1dc3deaead req-b922d976-8806-4770-bd8c-c70bfa9a6925 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:47.498534 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.provisioning_blocks [req-61b371e1-2e2d-4eb0-9051-8d1dc3deaead req-b922d976-8806-4770-bd8c-c70bfa9a6925 service neutron] Transition to ACTIVE for port object 4720d908-6678-4339-b284-2ab03799581b will not be triggered until provisioned by entity L2. {{(pid=103321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:32:47.580671 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-75cab4b0-018b-495b-8d04-216c48744f48 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:47.581510 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0d79d453-6805-447d-a617-c2fc71e15bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:47.585030 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-61b371e1-2e2d-4eb0-9051-8d1dc3deaead req-b922d976-8806-4770-bd8c-c70bfa9a6925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:47.683303 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d79d453-6805-447d-a617-c2fc71e15bf5 None None] Pushing event updated for resources: {'Port': ['ID=84a5dc79-d87b-4e34-a7c2-b6c1e9b564e3,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:47.692671 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 211248c6-ef40-4ca5-900a-d932da8fce32 up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:32:47.734202 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b922d976-8806-4770-bd8c-c70bfa9a6925 service neutron] Pushing event updated for resources: {'Port': ['ID=4720d908-6678-4339-b284-2ab03799581b,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:47.735687 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-0a78e6d5-97d4-4fd8-9470-9865f9ecddbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f3ddb7-a467-4355-9e02-036492b1a47e', 'name': 'tempest-ServerActionsTestJSON-376659884-router', 'tenant_id': '9215d951bfeb48c39a8e33c585301815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '5d29dee1-0a93-4c3f-9788-7e21d67cff7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:32:35Z', 'updated_at': '2022-04-05T14:32:42Z', 'revision_number': 4, 'project_id': '9215d951bfeb48c39a8e33c585301815', 'gw_port': {'id': '5d29dee1-0a93-4c3f-9788-7e21d67cff7e', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:83:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f3ddb7-a467-4355-9e02-036492b1a47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:32:37Z', 'updated_at': '2022-04-05T14:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '84a5dc79-d87b-4e34-a7c2-b6c1e9b564e3', 'name': '', 'network_id': 'bbe33099-0907-4578-b91f-9ecd1e0f3a95', 'tenant_id': '9215d951bfeb48c39a8e33c585301815', 'mac_address': 'fa:16:3e:53:39:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f3ddb7-a467-4355-9e02-036492b1a47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'c529ad6d-a94e-4533-88f8-eeabc5541ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:32:41Z', 'updated_at': '2022-04-05T14:32:46Z', 'revision_number': 4, 'project_id': '9215d951bfeb48c39a8e33c585301815', 'subnets': [{'id': 'c529ad6d-a94e-4533-88f8-eeabc5541ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:47.740162 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-1934e7f4-e42e-4dd5-b678-9ee46e03b678 None None] Provisioning complete for port 84a5dc79-d87b-4e34-a7c2-b6c1e9b564e3 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:32:47.740162 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1934e7f4-e42e-4dd5-b678-9ee46e03b678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:47.757829 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc88466-d17d-4f30-bdc9-194dcd400570 req-28823df6-a01d-413b-a877-6041c93ccde6 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:47.759701 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bbc88466-d17d-4f30-bdc9-194dcd400570 req-28823df6-a01d-413b-a877-6041c93ccde6 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddf4f621-4c82-4804-9b71-eae9dc88cee0 HTTP/1.1" status: 200 len: 944 time: 0.1682739 Apr 05 14:32:47.801471 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port 211248c6-ef40-4ca5-900a-d932da8fce32 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:32:47.801874 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:47.822765 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a78e6d5-97d4-4fd8-9470-9865f9ecddbe None None] The sync data for ids ['30f3ddb7-a467-4355-9e02-036492b1a47e'] in n-d-836650-2 is: [{'id': '30f3ddb7-a467-4355-9e02-036492b1a47e', 'name': 'tempest-ServerActionsTestJSON-376659884-router', 'tenant_id': '9215d951bfeb48c39a8e33c585301815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '5d29dee1-0a93-4c3f-9788-7e21d67cff7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:32:35Z', 'updated_at': '2022-04-05T14:32:42Z', 'revision_number': 4, 'project_id': '9215d951bfeb48c39a8e33c585301815', 'gw_port': {'id': '5d29dee1-0a93-4c3f-9788-7e21d67cff7e', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:83:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f3ddb7-a467-4355-9e02-036492b1a47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:32:37Z', 'updated_at': '2022-04-05T14:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '84a5dc79-d87b-4e34-a7c2-b6c1e9b564e3', 'name': '', 'network_id': 'bbe33099-0907-4578-b91f-9ecd1e0f3a95', 'tenant_id': '9215d951bfeb48c39a8e33c585301815', 'mac_address': 'fa:16:3e:53:39:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f3ddb7-a467-4355-9e02-036492b1a47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'c529ad6d-a94e-4533-88f8-eeabc5541ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:32:41Z', 'updated_at': '2022-04-05T14:32:46Z', 'revision_number': 4, 'project_id': '9215d951bfeb48c39a8e33c585301815', 'subnets': [{'id': 'c529ad6d-a94e-4533-88f8-eeabc5541ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:32:47.860661 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-61b371e1-2e2d-4eb0-9051-8d1dc3deaead req-b922d976-8806-4770-bd8c-c70bfa9a6925 service neutron] Attempting to bind port 4720d908-6678-4339-b284-2ab03799581b on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:32:47.861305 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-61b371e1-2e2d-4eb0-9051-8d1dc3deaead req-b922d976-8806-4770-bd8c-c70bfa9a6925 service neutron] Attempting to bind port 4720d908-6678-4339-b284-2ab03799581b by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': '9a2f37a0-b23d-490a-98bb-060c03097f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c8cad75e-d463-4298-b473-cd6f872623d5'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:32:47.861839 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b371e1-2e2d-4eb0-9051-8d1dc3deaead req-b922d976-8806-4770-bd8c-c70bfa9a6925 service neutron] Attempting to bind port 4720d908-6678-4339-b284-2ab03799581b on network c8cad75e-d463-4298-b473-cd6f872623d5 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:32:47.864591 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 36024) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:32:47.880792 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b371e1-2e2d-4eb0-9051-8d1dc3deaead req-b922d976-8806-4770-bd8c-c70bfa9a6925 service neutron] Port 4720d908-6678-4339-b284-2ab03799581b on network c8cad75e-d463-4298-b473-cd6f872623d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:32:47.881536 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b371e1-2e2d-4eb0-9051-8d1dc3deaead req-b922d976-8806-4770-bd8c-c70bfa9a6925 service neutron] Attempting to bind port 4720d908-6678-4339-b284-2ab03799581b on network c8cad75e-d463-4298-b473-cd6f872623d5 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:32:47.883453 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-75cab4b0-018b-495b-8d04-216c48744f48 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:47.909682 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b371e1-2e2d-4eb0-9051-8d1dc3deaead req-b922d976-8806-4770-bd8c-c70bfa9a6925 service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:32:47.913677 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b371e1-2e2d-4eb0-9051-8d1dc3deaead req-b922d976-8806-4770-bd8c-c70bfa9a6925 service neutron] Checking segment: {'id': '9a2f37a0-b23d-490a-98bb-060c03097f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c8cad75e-d463-4298-b473-cd6f872623d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:32:47.913849 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b371e1-2e2d-4eb0-9051-8d1dc3deaead req-b922d976-8806-4770-bd8c-c70bfa9a6925 service neutron] Bound using segment: {'id': '9a2f37a0-b23d-490a-98bb-060c03097f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c8cad75e-d463-4298-b473-cd6f872623d5'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:32:47.914389 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-61b371e1-2e2d-4eb0-9051-8d1dc3deaead req-b922d976-8806-4770-bd8c-c70bfa9a6925 service neutron] Bound port: 4720d908-6678-4339-b284-2ab03799581b, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a2f37a0-b23d-490a-98bb-060c03097f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c8cad75e-d463-4298-b473-cd6f872623d5'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:32:47.914818 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-61b371e1-2e2d-4eb0-9051-8d1dc3deaead req-b922d976-8806-4770-bd8c-c70bfa9a6925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:47.922396 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bbc88466-d17d-4f30-bdc9-194dcd400570 req-1458670b-931d-4324-9e54-a4a4b4d17836 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/security-groups?id=29c6f58e-e49b-4628-9965-3ae38dded875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493030 Apr 05 14:32:47.974676 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-75cab4b0-018b-495b-8d04-216c48744f48 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:48.013735 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:48.035647 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-61b371e1-2e2d-4eb0-9051-8d1dc3deaead req-b922d976-8806-4770-bd8c-c70bfa9a6925 service neutron] For port 4720d908-6678-4339-b284-2ab03799581b, host n-h1-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:32:48.040331 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-61b371e1-2e2d-4eb0-9051-8d1dc3deaead req-b922d976-8806-4770-bd8c-c70bfa9a6925 service neutron] For port 4720d908-6678-4339-b284-2ab03799581b, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=4720d908-6678-4339-b284-2ab03799581b,segment=NetworkSegment(9a2f37a0-b23d-490a-98bb-060c03097f74),segment_id=9a2f37a0-b23d-490a-98bb-060c03097f74)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:32:48.042432 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddf4f621-4c82-4804-9b71-eae9dc88cee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '211248c6-ef40-4ca5-900a-d932da8fce32'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:32:48.046089 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef75847-fe7f-4ef2-af65-829fa99677b4" -d '{"events": [{"server_uuid": "ddf4f621-4c82-4804-9b71-eae9dc88cee0", "name": "network-vif-plugged", "status": "completed", "tag": "211248c6-ef40-4ca5-900a-d932da8fce32"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:32:48.067164 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c8cd72e7-82fe-4d81-a916-5358c9866f96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:48.067759 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 211248c6-ef40-4ca5-900a-d932da8fce32, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=211248c6-ef40-4ca5-900a-d932da8fce32,segment=NetworkSegment(1db74af5-f9b7-4132-a710-0eb375e39826),segment_id=1db74af5-f9b7-4132-a710-0eb375e39826)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:48.077950 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-75cab4b0-018b-495b-8d04-216c48744f48 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:48.079248 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-75cab4b0-018b-495b-8d04-216c48744f48 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6595535 Apr 05 14:32:48.089252 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 36032) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:32:48.089252 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cab4b0-018b-495b-8d04-216c48744f48 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d890a64-7615-4e56-a112-642c14ad74e9,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:48.101294 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-5df085d7-b75c-46e4-ac88-59244462caad tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Request body: {'security_group_rule': {'security_group_id': '3d890a64-7615-4e56-a112-642c14ad74e9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:32:48.112406 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-61b371e1-2e2d-4eb0-9051-8d1dc3deaead req-b922d976-8806-4770-bd8c-c70bfa9a6925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:48.125838 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37022c97-8955-4bec-a5b1-4baebf4d48e3 req-ab511013-d95f-436c-80cb-fe1e31bc014b tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:48.127731 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d7e9fc0-5577-4bce-8265-f6d20bbaa14e x-openstack-request-id: req-8d7e9fc0-5577-4bce-8265-f6d20bbaa14e {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:32:48.128027 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddf4f621-4c82-4804-9b71-eae9dc88cee0", "name": "network-vif-plugged", "status": "completed", "tag": "211248c6-ef40-4ca5-900a-d932da8fce32", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:32:48.128336 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8d7e9fc0-5577-4bce-8265-f6d20bbaa14e {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:32:48.128742 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d7e9fc0-5577-4bce-8265-f6d20bbaa14e'] response: {'server_uuid': 'ddf4f621-4c82-4804-9b71-eae9dc88cee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '211248c6-ef40-4ca5-900a-d932da8fce32', 'code': 200} Apr 05 14:32:48.134306 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-37022c97-8955-4bec-a5b1-4baebf4d48e3 req-ab511013-d95f-436c-80cb-fe1e31bc014b tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/ports?device_id=28e01ade-d0da-45c5-8128-71901cfdf7c7 HTTP/1.1" status: 200 len: 946 time: 0.2914572 Apr 05 14:32:48.169448 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:48.170485 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 7009618f-75a6-452a-a53d-560fdef9d71a up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:32:48.192504 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b371e1-2e2d-4eb0-9051-8d1dc3deaead req-b922d976-8806-4770-bd8c-c70bfa9a6925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:48.193908 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-61b371e1-2e2d-4eb0-9051-8d1dc3deaead req-b922d976-8806-4770-bd8c-c70bfa9a6925 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:48.196291 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-61b371e1-2e2d-4eb0-9051-8d1dc3deaead req-b922d976-8806-4770-bd8c-c70bfa9a6925 service neutron] 10.222.0.55 "PUT /v2.0/ports/4720d908-6678-4339-b284-2ab03799581b HTTP/1.1" status: 200 len: 1091 time: 1.4248109 Apr 05 14:32:48.201178 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-37022c97-8955-4bec-a5b1-4baebf4d48e3 req-26bc4032-55dd-4598-b007-15e283dc484f tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d1a7855-7863-4922-a8cb-f86b0f779ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656548 Apr 05 14:32:48.203157 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '989e98ce-36ed-4302-94e9-639222cdaacc', 'tag': '4720d908-6678-4339-b284-2ab03799581b'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:32:48.205623 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f388f2b-9e78-4856-8785-9d621887073d" -d '{"events": [{"name": "network-changed", "server_uuid": "989e98ce-36ed-4302-94e9-639222cdaacc", "tag": "4720d908-6678-4339-b284-2ab03799581b"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:32:48.246004 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5df085d7-b75c-46e4-ac88-59244462caad tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:48.247048 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b922d976-8806-4770-bd8c-c70bfa9a6925 service neutron] Pushing event updated for resources: {'Port': ['ID=4720d908-6678-4339-b284-2ab03799581b,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:48.285806 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c8cd72e7-82fe-4d81-a916-5358c9866f96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:48.330304 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=211248c6-ef40-4ca5-900a-d932da8fce32,revision_number=7']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:48.379771 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c8cd72e7-82fe-4d81-a916-5358c9866f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:48.410426 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5df085d7-b75c-46e4-ac88-59244462caad tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:48.421437 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning for port 7009618f-75a6-452a-a53d-560fdef9d71a completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:32:48.429991 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port 7009618f-75a6-452a-a53d-560fdef9d71a triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:32:48.430462 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:48.434970 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-c8cd72e7-82fe-4d81-a916-5358c9866f96 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9efa66c49a8c47cfa4b023d8657c963b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5676594 Apr 05 14:32:48.441747 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 36048) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:32:48.465452 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd72e7-82fe-4d81-a916-5358c9866f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d1bca9-eda6-4967-bc0f-f51b47d3e6e0,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:48.480198 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b371e1-2e2d-4eb0-9051-8d1dc3deaead req-6f7cd0ff-1be0-432f-9338-a90fc432294f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:48.481880 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-61b371e1-2e2d-4eb0-9051-8d1dc3deaead req-6f7cd0ff-1be0-432f-9338-a90fc432294f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a9da18e09c15404ca69176173aa40d16&device_id=989e98ce-36ed-4302-94e9-639222cdaacc HTTP/1.1" status: 200 len: 1094 time: 0.1509099 Apr 05 14:32:48.506139 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef80246b-5552-4a00-a918-e9e195dd453a req-c11f97d5-6394-4ec4-9d5b-1e194ecd7f7f tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:48.508483 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ef80246b-5552-4a00-a918-e9e195dd453a req-c11f97d5-6394-4ec4-9d5b-1e194ecd7f7f tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=301817ec-e32d-4c17-a082-4e820cbef9a3 HTTP/1.1" status: 200 len: 945 time: 0.1864727 Apr 05 14:32:48.564829 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-61b371e1-2e2d-4eb0-9051-8d1dc3deaead req-2b296dbc-854e-42ad-9d27-cc09f389f1b2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4720d908-6678-4339-b284-2ab03799581b HTTP/1.1" status: 200 len: 217 time: 0.0743525 Apr 05 14:32:48.582001 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5df085d7-b75c-46e4-ac88-59244462caad tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:48.636681 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b371e1-2e2d-4eb0-9051-8d1dc3deaead req-8f3194cc-f0f0-4a79-93a2-38fc167cb27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:48.639407 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-61b371e1-2e2d-4eb0-9051-8d1dc3deaead req-8f3194cc-f0f0-4a79-93a2-38fc167cb27c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8ec025f3-c3f9-4eb4-863e-b0988fc8d817 HTTP/1.1" status: 200 len: 855 time: 0.0674894 Apr 05 14:32:48.653286 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df085d7-b75c-46e4-ac88-59244462caad tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1eefb87-5a60-4e4e-ab46-4c6a1f734199,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:48.691521 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-61b371e1-2e2d-4eb0-9051-8d1dc3deaead req-bcc70582-d846-47c4-a2c6-3c561953fe18 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c8cad75e-d463-4298-b473-cd6f872623d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444431 Apr 05 14:32:48.691881 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0a171783-58b9-43d6-b59f-e5547c3694c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:48.702860 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554ddda-069f-4c1e-990e-f043d4d5693a req-d60ed5cc-f9ab-4c29-b31d-b8fc4c2d3a3c tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:48.706923 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:48.711302 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1554ddda-069f-4c1e-990e-f043d4d5693a req-d60ed5cc-f9ab-4c29-b31d-b8fc4c2d3a3c tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/ports?device_id=84a04f4a-fc48-465a-9986-ce4a5d1c1966 HTTP/1.1" status: 200 len: 945 time: 0.1396976 Apr 05 14:32:48.722472 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ef80246b-5552-4a00-a918-e9e195dd453a req-8e927e14-84b7-4dff-b35b-7d6e11e9c183 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534295 Apr 05 14:32:48.745050 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 7009618f-75a6-452a-a53d-560fdef9d71a, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=7009618f-75a6-452a-a53d-560fdef9d71a,segment=NetworkSegment(d98286ea-3af7-47a7-a92d-d95717c2d70a),segment_id=d98286ea-3af7-47a7-a92d-d95717c2d70a)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:48.784444 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0a171783-58b9-43d6-b59f-e5547c3694c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:48.789476 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ffdbca-33a8-4a3b-8fa5-6312b7602683 x-openstack-request-id: req-09ffdbca-33a8-4a3b-8fa5-6312b7602683 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:32:48.789984 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "989e98ce-36ed-4302-94e9-639222cdaacc", "tag": "4720d908-6678-4339-b284-2ab03799581b", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:32:48.790459 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-09ffdbca-33a8-4a3b-8fa5-6312b7602683 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:32:48.790973 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09ffdbca-33a8-4a3b-8fa5-6312b7602683'] response: {'name': 'network-changed', 'server_uuid': '989e98ce-36ed-4302-94e9-639222cdaacc', 'tag': '4720d908-6678-4339-b284-2ab03799581b', 'status': 'completed', 'code': 200} Apr 05 14:32:48.820103 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:48.821053 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1554ddda-069f-4c1e-990e-f043d4d5693a req-619ceacc-e5cf-4ab3-ae51-d0872827cb4d tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d1a7855-7863-4922-a8cb-f86b0f779ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086328 Apr 05 14:32:48.821541 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 1772cf98-85c2-4fab-bd6b-1564a4e964dc no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:32:48.848801 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-61b371e1-2e2d-4eb0-9051-8d1dc3deaead req-c9ab6360-99c0-4612-93bb-014ecd5bb215 service neutron] 10.222.0.55 "GET /v2.0/networks/c8cad75e-d463-4298-b473-cd6f872623d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467845 Apr 05 14:32:48.863527 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5df085d7-b75c-46e4-ac88-59244462caad tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:48.868729 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-5df085d7-b75c-46e4-ac88-59244462caad tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7788160 Apr 05 14:32:48.869624 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 36054) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:32:48.877417 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-2d30c771-3343-43a6-abe6-762a5c3c5c0c tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Request body: {'security_group_rule': {'security_group_id': '3d890a64-7615-4e56-a112-642c14ad74e9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:32:48.904255 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] No Port match for: 1772cf98-85c2-4fab-bd6b-1564a4e964dc {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:32:48.904606 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 1772cf98-85c2-4fab-bd6b-1564a4e964dc not bound to the agent host n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:32:48.918778 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=7009618f-75a6-452a-a53d-560fdef9d71a,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:48.987032 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2ae4a9-cf51-45f6-a1a3-6c1a45024d02 req-ad5456b0-3bb3-4d96-bae1-4e97d550e089 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:48.988619 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2a2ae4a9-cf51-45f6-a1a3-6c1a45024d02 req-ad5456b0-3bb3-4d96-bae1-4e97d550e089 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=989e98ce-36ed-4302-94e9-639222cdaacc HTTP/1.1" status: 200 len: 943 time: 0.0715668 Apr 05 14:32:49.027835 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-61b371e1-2e2d-4eb0-9051-8d1dc3deaead req-7832a63d-7a4e-4a18-9597-7a2c664c13d7 service neutron] 10.222.0.55 "GET /v2.0/networks/c8cad75e-d463-4298-b473-cd6f872623d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655326 Apr 05 14:32:49.064944 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2a2ae4a9-cf51-45f6-a1a3-6c1a45024d02 req-a66f8324-843a-4ce5-be3b-6c71487f9c3c tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647531 Apr 05 14:32:49.070368 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0a171783-58b9-43d6-b59f-e5547c3694c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:49.070368 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0a171783-58b9-43d6-b59f-e5547c3694c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:49.073873 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-0a171783-58b9-43d6-b59f-e5547c3694c9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e5d1bca9-eda6-4967-bc0f-f51b47d3e6e0 HTTP/1.1" status: 204 len: 168 time: 0.6243839 Apr 05 14:32:49.077843 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2d30c771-3343-43a6-abe6-762a5c3c5c0c tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:49.098265 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a171783-58b9-43d6-b59f-e5547c3694c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d1bca9-eda6-4967-bc0f-f51b47d3e6e0,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:49.188462 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2d30c771-3343-43a6-abe6-762a5c3c5c0c tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:49.254776 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f388f2b-9e78-4856-8785-9d621887073d req-a55728a0-4833-4152-a465-d1f5e0e1c887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:49.256433 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3f388f2b-9e78-4856-8785-9d621887073d req-a55728a0-4833-4152-a465-d1f5e0e1c887 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a9da18e09c15404ca69176173aa40d16&device_id=989e98ce-36ed-4302-94e9-639222cdaacc HTTP/1.1" status: 200 len: 1094 time: 0.0912321 Apr 05 14:32:49.257966 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2d30c771-3343-43a6-abe6-762a5c3c5c0c tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:49.350813 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d30c771-3343-43a6-abe6-762a5c3c5c0c tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af4af21d-72eb-4c76-b6c3-e8879089433e,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:49.374665 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b59b5-e0ca-4fe1-a82b-018807af1d89 req-f4537814-3bc5-458f-9a06-03a1659d0816 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:49.376270 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e30b59b5-e0ca-4fe1-a82b-018807af1d89 req-f4537814-3bc5-458f-9a06-03a1659d0816 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddf4f621-4c82-4804-9b71-eae9dc88cee0 HTTP/1.1" status: 200 len: 945 time: 0.1339066 Apr 05 14:32:49.395406 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f388f2b-9e78-4856-8785-9d621887073d req-376566a0-89b6-45e4-8271-bcde4217d7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:49.397054 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3f388f2b-9e78-4856-8785-9d621887073d req-376566a0-89b6-45e4-8271-bcde4217d7a6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c8cad75e-d463-4298-b473-cd6f872623d5 HTTP/1.1" status: 200 len: 916 time: 0.1330903 Apr 05 14:32:49.426311 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e30b59b5-e0ca-4fe1-a82b-018807af1d89 req-de61eded-8e34-4b2e-a5c7-978dbb3c92db tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/security-groups?id=29c6f58e-e49b-4628-9965-3ae38dded875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409584 Apr 05 14:32:49.456432 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2d30c771-3343-43a6-abe6-762a5c3c5c0c tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:49.465621 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-2d30c771-3343-43a6-abe6-762a5c3c5c0c tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5881186 Apr 05 14:32:49.469446 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 36064) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:32:49.474307 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-5f1a4d3d-f735-4a01-86e1-9ab2b28c5d99 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Request body: {'floatingip': {'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:32:49.479796 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3f388f2b-9e78-4856-8785-9d621887073d req-96cdf3df-de9c-40ba-bbc8-bbb0acb8f8e8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4720d908-6678-4339-b284-2ab03799581b HTTP/1.1" status: 200 len: 217 time: 0.0747848 Apr 05 14:32:49.515773 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f256c9e2-62d7-49cf-b1d7-f934e7253cf7 req-fe08c50d-9f62-4e71-a925-467628910117 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:49.533910 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f256c9e2-62d7-49cf-b1d7-f934e7253cf7 req-fe08c50d-9f62-4e71-a925-467628910117 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:49.548285 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f256c9e2-62d7-49cf-b1d7-f934e7253cf7 req-fe08c50d-9f62-4e71-a925-467628910117 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:49.551010 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f256c9e2-62d7-49cf-b1d7-f934e7253cf7 req-fe08c50d-9f62-4e71-a925-467628910117 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/ports?device_id=28e01ade-d0da-45c5-8128-71901cfdf7c7&device_id=cfe4e93d-fdc7-44c0-a008-3ef322a3b181&device_id=84a04f4a-fc48-465a-9986-ce4a5d1c1966 HTTP/1.1" status: 200 len: 2417 time: 0.1170223 Apr 05 14:32:49.571951 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f388f2b-9e78-4856-8785-9d621887073d req-479120d3-797f-4ca7-b319-e52f355a59b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:49.576186 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3f388f2b-9e78-4856-8785-9d621887073d req-479120d3-797f-4ca7-b319-e52f355a59b7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8ec025f3-c3f9-4eb4-863e-b0988fc8d817 HTTP/1.1" status: 200 len: 855 time: 0.0852447 Apr 05 14:32:49.599018 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f256c9e2-62d7-49cf-b1d7-f934e7253cf7 req-3b851a32-45f2-4795-82ec-b321783bc61a tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d1a7855-7863-4922-a8cb-f86b0f779ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386593 Apr 05 14:32:49.638289 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 84a5dc79-d87b-4e34-a7c2-b6c1e9b564e3 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:32:49.642438 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3f388f2b-9e78-4856-8785-9d621887073d req-7efe55f8-4f8e-4ee7-935c-95e3f0bd76ac service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c8cad75e-d463-4298-b473-cd6f872623d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588043 Apr 05 14:32:49.645682 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5f1a4d3d-f735-4a01-86e1-9ab2b28c5d99 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify callbacks [] for floatingip, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:49.717921 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 84a5dc79-d87b-4e34-a7c2-b6c1e9b564e3 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:32:49.718288 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:49.802043 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96864b72-b690-4b88-95e0-5dfc3c7dc372 req-5d8db08f-f123-48b2-93a8-af0a9cf28202 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:49.804593 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-96864b72-b690-4b88-95e0-5dfc3c7dc372 req-5d8db08f-f123-48b2-93a8-af0a9cf28202 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/ports?device_id=28e01ade-d0da-45c5-8128-71901cfdf7c7 HTTP/1.1" status: 200 len: 946 time: 0.0651209 Apr 05 14:32:49.827263 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3f388f2b-9e78-4856-8785-9d621887073d req-a16c495c-7f30-440d-8ab9-698309053ecf service neutron] 10.222.0.55 "GET /v2.0/networks/c8cad75e-d463-4298-b473-cd6f872623d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766481 Apr 05 14:32:49.849216 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-96864b72-b690-4b88-95e0-5dfc3c7dc372 req-48efadeb-1c4e-4354-9980-44f9884aba40 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d1a7855-7863-4922-a8cb-f86b0f779ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354507 Apr 05 14:32:49.929333 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5f1a4d3d-f735-4a01-86e1-9ab2b28c5d99 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:49.988515 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3f388f2b-9e78-4856-8785-9d621887073d req-2b09d57a-39dc-4a62-88d0-7883dd2de0f0 service neutron] 10.222.0.55 "GET /v2.0/networks/c8cad75e-d463-4298-b473-cd6f872623d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525018 Apr 05 14:32:50.003068 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278aacc4-1a0c-4c98-ae3d-1eb2cda1dd45 req-8daa37bf-5819-4297-acbc-1fbe1d4b4311 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:50.004656 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-278aacc4-1a0c-4c98-ae3d-1eb2cda1dd45 req-8daa37bf-5819-4297-acbc-1fbe1d4b4311 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=301817ec-e32d-4c17-a082-4e820cbef9a3 HTTP/1.1" status: 200 len: 946 time: 0.0604835 Apr 05 14:32:50.044475 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 36082) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:32:50.064226 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-423e74fa-2e4f-4be8-a09d-8467f93d8e98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:50.074020 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-5f1a4d3d-f735-4a01-86e1-9ab2b28c5d99 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Allocated IP 172.25.6.144 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/e11e65c1-288f-4412-9d21-cf4a82518fb3) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:32:50.134146 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '301817ec-e32d-4c17-a082-4e820cbef9a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7009618f-75a6-452a-a53d-560fdef9d71a'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:32:50.142284 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d21c6693-f742-4a7d-8a87-ab115e96a208" -d '{"events": [{"server_uuid": "301817ec-e32d-4c17-a082-4e820cbef9a3", "name": "network-vif-plugged", "status": "completed", "tag": "7009618f-75a6-452a-a53d-560fdef9d71a"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:32:50.149582 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-278aacc4-1a0c-4c98-ae3d-1eb2cda1dd45 req-2626de75-a017-481b-8de7-a341f88b59a2 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244919 Apr 05 14:32:50.232287 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5f1a4d3d-f735-4a01-86e1-9ab2b28c5d99 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:50.247494 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4029ee52-27d9-4f75-a037-25858668f82e req-f9eebd1c-3332-444b-9eea-fba7c259fcc7 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:50.249468 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4029ee52-27d9-4f75-a037-25858668f82e req-f9eebd1c-3332-444b-9eea-fba7c259fcc7 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddf4f621-4c82-4804-9b71-eae9dc88cee0 HTTP/1.1" status: 200 len: 945 time: 0.0895360 Apr 05 14:32:50.293042 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-423e74fa-2e4f-4be8-a09d-8467f93d8e98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:50.319074 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4029ee52-27d9-4f75-a037-25858668f82e req-8069da92-df10-4973-af0d-5f63b20f6498 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/security-groups?id=29c6f58e-e49b-4628-9965-3ae38dded875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560083 Apr 05 14:32:50.342071 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5f1a4d3d-f735-4a01-86e1-9ab2b28c5d99 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:50.382985 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-736e2da7-f445-4682-8dde-d4ed5ea6988f x-openstack-request-id: req-736e2da7-f445-4682-8dde-d4ed5ea6988f {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:32:50.383277 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "301817ec-e32d-4c17-a082-4e820cbef9a3", "name": "network-vif-plugged", "status": "completed", "tag": "7009618f-75a6-452a-a53d-560fdef9d71a", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:32:50.383534 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-736e2da7-f445-4682-8dde-d4ed5ea6988f {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:32:50.384293 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-736e2da7-f445-4682-8dde-d4ed5ea6988f'] response: {'server_uuid': '301817ec-e32d-4c17-a082-4e820cbef9a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7009618f-75a6-452a-a53d-560fdef9d71a', 'code': 200} Apr 05 14:32:50.387544 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1a4d3d-f735-4a01-86e1-9ab2b28c5d99 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:32:50.389530 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281fb365-a311-4d5a-8152-6a84e4daf4af req-e92c41b4-7f93-46da-8f7f-e7f615bcd858 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:50.395918 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-5f1a4d3d-f735-4a01-86e1-9ab2b28c5d99 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:32:50.399962 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1a4d3d-f735-4a01-86e1-9ab2b28c5d99 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:32:50.406953 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-281fb365-a311-4d5a-8152-6a84e4daf4af req-e92c41b4-7f93-46da-8f7f-e7f615bcd858 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=989e98ce-36ed-4302-94e9-639222cdaacc HTTP/1.1" status: 200 len: 943 time: 0.1083641 Apr 05 14:32:50.418371 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-423e74fa-2e4f-4be8-a09d-8467f93d8e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:50.452914 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1a4d3d-f735-4a01-86e1-9ab2b28c5d99 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Pushing event updated for resources: {'Port': ['ID=e11e65c1-288f-4412-9d21-cf4a82518fb3,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:50.470722 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423e74fa-2e4f-4be8-a09d-8467f93d8e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71552e87-f498-4402-8e8d-e60e087122ed,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:50.526000 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-281fb365-a311-4d5a-8152-6a84e4daf4af req-09650404-0847-482a-ab7f-0184669b0769 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174283 Apr 05 14:32:50.535888 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e2acf-0c03-4a26-80ab-1b7772bc4c64 req-ba7fa557-d0d6-4ce8-8784-932ec0aafc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:50.537530 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-467e2acf-0c03-4a26-80ab-1b7772bc4c64 req-ba7fa557-d0d6-4ce8-8784-932ec0aafc03 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=301817ec-e32d-4c17-a082-4e820cbef9a3 HTTP/1.1" status: 200 len: 1097 time: 0.0787470 Apr 05 14:32:50.539971 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-423e74fa-2e4f-4be8-a09d-8467f93d8e98 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1ad66e6c9c574ff1a89fbf22df9d747a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4937143 Apr 05 14:32:50.547315 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 36096) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:32:50.566166 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5f1a4d3d-f735-4a01-86e1-9ab2b28c5d99 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:50.587276 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-467e2acf-0c03-4a26-80ab-1b7772bc4c64 req-e99b3510-4d69-4b5a-af5e-76c5dd2b2905 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405746 Apr 05 14:32:50.591894 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 4720d908-6678-4339-b284-2ab03799581b details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:32:50.623885 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3c1630e1-9995-460e-8cf0-7cee0dd07230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:50.650793 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3c1630e1-9995-460e-8cf0-7cee0dd07230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:50.678666 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5f1a4d3d-f735-4a01-86e1-9ab2b28c5d99 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:50.745440 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 4720d908-6678-4339-b284-2ab03799581b, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=4720d908-6678-4339-b284-2ab03799581b,segment=NetworkSegment(9a2f37a0-b23d-490a-98bb-060c03097f74),segment_id=9a2f37a0-b23d-490a-98bb-060c03097f74)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:50.763354 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': '4720d908-6678-4339-b284-2ab03799581b', 'network_id': 'c8cad75e-d463-4298-b473-cd6f872623d5', 'port_id': '4720d908-6678-4339-b284-2ab03799581b', 'mac_address': 'fa:16:3e:cc:70:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ec025f3-c3f9-4eb4-863e-b0988fc8d817', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:32:50.803340 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3c1630e1-9995-460e-8cf0-7cee0dd07230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:50.806024 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3c1630e1-9995-460e-8cf0-7cee0dd07230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:50.809652 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-3c1630e1-9995-460e-8cf0-7cee0dd07230 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/71552e87-f498-4402-8e8d-e60e087122ed HTTP/1.1" status: 204 len: 168 time: 0.2589810 Apr 05 14:32:50.826700 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1630e1-9995-460e-8cf0-7cee0dd07230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71552e87-f498-4402-8e8d-e60e087122ed,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:50.826891 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:50.854120 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4720d908-6678-4339-b284-2ab03799581b {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:32:50.888701 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 4720d908-6678-4339-b284-2ab03799581b, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=4720d908-6678-4339-b284-2ab03799581b,segment=NetworkSegment(9a2f37a0-b23d-490a-98bb-060c03097f74),segment_id=9a2f37a0-b23d-490a-98bb-060c03097f74)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:50.913645 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5f1a4d3d-f735-4a01-86e1-9ab2b28c5d99 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:50.968064 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:50.997750 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5f1a4d3d-f735-4a01-86e1-9ab2b28c5d99 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:51.021094 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=4720d908-6678-4339-b284-2ab03799581b,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:51.121618 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5f1a4d3d-f735-4a01-86e1-9ab2b28c5d99 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:51.124390 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1a4d3d-f735-4a01-86e1-9ab2b28c5d99 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Pushing event updated for resources: {'Port': ['ID=e11e65c1-288f-4412-9d21-cf4a82518fb3,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:51.206245 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5f1a4d3d-f735-4a01-86e1-9ab2b28c5d99 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:51.216813 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-5f1a4d3d-f735-4a01-86e1-9ab2b28c5d99 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7367887 Apr 05 14:32:51.288470 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fcffa9-c031-4573-bc61-602da174bddf req-fa0bce6a-fed0-4aa7-a1c4-e9323d0e6596 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:51.306331 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-30fcffa9-c031-4573-bc61-602da174bddf req-fa0bce6a-fed0-4aa7-a1c4-e9323d0e6596 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=301817ec-e32d-4c17-a082-4e820cbef9a3 HTTP/1.1" status: 200 len: 946 time: 0.1145241 Apr 05 14:32:51.313530 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['4720d908-6678-4339-b284-2ab03799581b'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:32:51.374827 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-30fcffa9-c031-4573-bc61-602da174bddf req-6424cd9c-ba1c-4085-ac3d-85d0d8723a4b tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610535 Apr 05 14:32:51.507940 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529cb7cd-b4cb-4db7-856e-40f955fabafe req-a9de388c-67b7-402c-9960-b048e95e49a8 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:51.516027 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-529cb7cd-b4cb-4db7-856e-40f955fabafe req-a9de388c-67b7-402c-9960-b048e95e49a8 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddf4f621-4c82-4804-9b71-eae9dc88cee0 HTTP/1.1" status: 200 len: 945 time: 0.0582845 Apr 05 14:32:51.551451 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-529cb7cd-b4cb-4db7-856e-40f955fabafe req-5709169c-bd61-4fa0-9931-c8aecd2b271c tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/security-groups?id=29c6f58e-e49b-4628-9965-3ae38dded875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344734 Apr 05 14:32:51.713939 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 211248c6-ef40-4ca5-900a-d932da8fce32 no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:32:51.737457 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cb34d505-3006-44a3-ae7d-4277833c9c1a req-630f1fc0-c216-44f0-ac12-262446e65262 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1558556965&fields=id&tenant_id=9215d951bfeb48c39a8e33c585301815 HTTP/1.1" status: 200 len: 267 time: 0.0815837 Apr 05 14:32:51.816278 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:51.855930 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 211248c6-ef40-4ca5-900a-d932da8fce32, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=211248c6-ef40-4ca5-900a-d932da8fce32,segment=NetworkSegment(1db74af5-f9b7-4132-a710-0eb375e39826),segment_id=1db74af5-f9b7-4132-a710-0eb375e39826)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:51.870024 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2465bc-a00d-42c4-a555-e9ba88d2dedf req-d40b6cfb-aee6-461a-bdb8-d8ae25b6b6f7 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:51.877522 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-de2465bc-a00d-42c4-a555-e9ba88d2dedf req-d40b6cfb-aee6-461a-bdb8-d8ae25b6b6f7 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=989e98ce-36ed-4302-94e9-639222cdaacc HTTP/1.1" status: 200 len: 944 time: 0.1651945 Apr 05 14:32:51.921456 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-de2465bc-a00d-42c4-a555-e9ba88d2dedf req-9c61daa8-4b50-4619-86e3-815016a42f4a tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430076 Apr 05 14:32:51.940598 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:51.978853 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb34d505-3006-44a3-ae7d-4277833c9c1a req-2c2124f8-d383-4bd1-a7b7-bf21ef5fe70a tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:51.981362 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cb34d505-3006-44a3-ae7d-4277833c9c1a req-2c2124f8-d383-4bd1-a7b7-bf21ef5fe70a tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/networks?id=bbe33099-0907-4578-b91f-9ecd1e0f3a95 HTTP/1.1" status: 200 len: 811 time: 0.2427716 Apr 05 14:32:52.008303 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=211248c6-ef40-4ca5-900a-d932da8fce32,revision_number=8']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:52.022038 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cb34d505-3006-44a3-ae7d-4277833c9c1a req-c2645615-c2d8-480b-8179-481917ab2398 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/quotas/9215d951bfeb48c39a8e33c585301815 HTTP/1.1" status: 200 len: 375 time: 0.0341644 Apr 05 14:32:52.103850 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cb34d505-3006-44a3-ae7d-4277833c9c1a req-988ac88b-b82f-470b-a247-bc75c470ebe2 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9215d951bfeb48c39a8e33c585301815&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0808260 Apr 05 14:32:52.136341 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93917a11-7237-4603-aa9b-82b61b558a08 req-f278fd28-4c14-4c33-8f1e-5c656aac4b23 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:52.138770 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-93917a11-7237-4603-aa9b-82b61b558a08 req-f278fd28-4c14-4c33-8f1e-5c656aac4b23 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/ports?device_id=84a04f4a-fc48-465a-9986-ce4a5d1c1966 HTTP/1.1" status: 200 len: 945 time: 0.1053998 Apr 05 14:32:52.230124 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-93917a11-7237-4603-aa9b-82b61b558a08 req-e7c0cae2-816f-4f00-a84a-9f135b6b81db tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d1a7855-7863-4922-a8cb-f86b0f779ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790410 Apr 05 14:32:52.257829 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cb34d505-3006-44a3-ae7d-4277833c9c1a req-4ceba49f-2cb5-4e57-9cfe-3acaf2d5a57f service neutron] 10.222.0.30 "GET /v2.0/networks/bbe33099-0907-4578-b91f-9ecd1e0f3a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377058 Apr 05 14:32:52.309854 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59c1eec-49c0-41cb-b8bd-8b8ee616d0c9 req-ab556794-e070-4928-aa30-1673f0781c69 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:52.309854 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-d59c1eec-49c0-41cb-b8bd-8b8ee616d0c9 req-ab556794-e070-4928-aa30-1673f0781c69 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.11 "GET /v2.0/ports?device_id=ddf4f621-4c82-4804-9b71-eae9dc88cee0 HTTP/1.1" status: 200 len: 943 time: 0.0676386 Apr 05 14:32:52.384944 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddf4f621-4c82-4804-9b71-eae9dc88cee0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '211248c6-ef40-4ca5-900a-d932da8fce32'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:32:52.388459 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7e354b-2d80-4a9a-bdb2-6e000acdd952" -d '{"events": [{"server_uuid": "ddf4f621-4c82-4804-9b71-eae9dc88cee0", "name": "network-vif-unplugged", "status": "completed", "tag": "211248c6-ef40-4ca5-900a-d932da8fce32"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:32:52.396030 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cb34d505-3006-44a3-ae7d-4277833c9c1a req-d5d137a2-cb75-4217-ac31-9f0f185f6072 service neutron] 10.222.0.30 "GET /v2.0/networks/bbe33099-0907-4578-b91f-9ecd1e0f3a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248531 Apr 05 14:32:52.446854 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 14:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc95ddb-7691-4cd3-9792-e65f5c3102bd x-openstack-request-id: req-8cc95ddb-7691-4cd3-9792-e65f5c3102bd {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:32:52.447989 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddf4f621-4c82-4804-9b71-eae9dc88cee0", "name": "network-vif-unplugged", "status": "completed", "tag": "211248c6-ef40-4ca5-900a-d932da8fce32", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:32:52.448100 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-d59c1eec-49c0-41cb-b8bd-8b8ee616d0c9 req-67705867-6e1f-4f1e-9345-5043439056c4 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Deleting port 211248c6-ef40-4ca5-900a-d932da8fce32 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:32:52.448303 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8cc95ddb-7691-4cd3-9792-e65f5c3102bd {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:32:52.448446 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-d59c1eec-49c0-41cb-b8bd-8b8ee616d0c9 req-67705867-6e1f-4f1e-9345-5043439056c4 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:52.448912 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cc95ddb-7691-4cd3-9792-e65f5c3102bd'] response: {'server_uuid': 'ddf4f621-4c82-4804-9b71-eae9dc88cee0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '211248c6-ef40-4ca5-900a-d932da8fce32', 'code': 200} Apr 05 14:32:52.566395 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-d59c1eec-49c0-41cb-b8bd-8b8ee616d0c9 req-67705867-6e1f-4f1e-9345-5043439056c4 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] For port 211248c6-ef40-4ca5-900a-d932da8fce32, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=211248c6-ef40-4ca5-900a-d932da8fce32,segment=NetworkSegment(1db74af5-f9b7-4132-a710-0eb375e39826),segment_id=1db74af5-f9b7-4132-a710-0eb375e39826)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:52.566800 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-d59c1eec-49c0-41cb-b8bd-8b8ee616d0c9 req-67705867-6e1f-4f1e-9345-5043439056c4 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:52.571149 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071cc315-d274-4ba5-89a5-e7f84daed54f req-bbe97eeb-a3ae-40d1-b54f-a90abf511038 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:52.572793 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-071cc315-d274-4ba5-89a5-e7f84daed54f req-bbe97eeb-a3ae-40d1-b54f-a90abf511038 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=301817ec-e32d-4c17-a082-4e820cbef9a3 HTTP/1.1" status: 200 len: 946 time: 0.0596476 Apr 05 14:32:52.593838 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-d59c1eec-49c0-41cb-b8bd-8b8ee616d0c9 req-67705867-6e1f-4f1e-9345-5043439056c4 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Calling delete_port for 211248c6-ef40-4ca5-900a-d932da8fce32 owned by compute:nova {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:32:52.609602 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 4720d908-6678-4339-b284-2ab03799581b up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:32:52.649283 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-071cc315-d274-4ba5-89a5-e7f84daed54f req-13685744-0e17-4ed7-841c-56140dd91c0f tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641150 Apr 05 14:32:52.800041 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port 4720d908-6678-4339-b284-2ab03799581b completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:32:52.804263 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port 4720d908-6678-4339-b284-2ab03799581b triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:32:52.804903 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:52.834472 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5d6f25ec-cb1d-466e-99ae-754b9de70d05 req-7df978e1-070b-4f44-a589-978204fe3c29 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 210 time: 0.0576644 Apr 05 14:32:52.890265 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da7fdfe-a5d5-448c-92fc-1c934cb25f50 req-9215fb21-0356-4e98-a794-68de09370cc8 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:52.892129 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0da7fdfe-a5d5-448c-92fc-1c934cb25f50 req-9215fb21-0356-4e98-a794-68de09370cc8 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddf4f621-4c82-4804-9b71-eae9dc88cee0 HTTP/1.1" status: 200 len: 943 time: 0.1911256 Apr 05 14:32:52.941841 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-d59c1eec-49c0-41cb-b8bd-8b8ee616d0c9 req-67705867-6e1f-4f1e-9345-5043439056c4 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:52.961361 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:52.966989 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0da7fdfe-a5d5-448c-92fc-1c934cb25f50 req-cc102568-f8f9-497d-ba62-fb5a88114e1d tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/security-groups?id=29c6f58e-e49b-4628-9965-3ae38dded875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672960 Apr 05 14:32:52.973456 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67705867-6e1f-4f1e-9345-5043439056c4 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Pushing event deleted for resources: {'Port': ['ID=211248c6-ef40-4ca5-900a-d932da8fce32,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:53.019134 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 4720d908-6678-4339-b284-2ab03799581b, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=4720d908-6678-4339-b284-2ab03799581b,segment=NetworkSegment(9a2f37a0-b23d-490a-98bb-060c03097f74),segment_id=9a2f37a0-b23d-490a-98bb-060c03097f74)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:53.052937 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-d59c1eec-49c0-41cb-b8bd-8b8ee616d0c9 req-67705867-6e1f-4f1e-9345-5043439056c4 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] No DVR routers for this DVR port 211248c6-ef40-4ca5-900a-d932da8fce32 on host n-h2-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:32:53.058355 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-d59c1eec-49c0-41cb-b8bd-8b8ee616d0c9 req-67705867-6e1f-4f1e-9345-5043439056c4 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:53.063356 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-d59c1eec-49c0-41cb-b8bd-8b8ee616d0c9 req-67705867-6e1f-4f1e-9345-5043439056c4 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.11 "DELETE /v2.0/ports/211248c6-ef40-4ca5-900a-d932da8fce32 HTTP/1.1" status: 204 len: 173 time: 0.7511156 Apr 05 14:32:53.065082 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddf4f621-4c82-4804-9b71-eae9dc88cee0', 'name': 'network-vif-deleted', 'tag': '211248c6-ef40-4ca5-900a-d932da8fce32'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:32:53.072619 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a3499d-55ba-4124-8405-41d66a4e2a17" -d '{"events": [{"server_uuid": "ddf4f621-4c82-4804-9b71-eae9dc88cee0", "name": "network-vif-deleted", "tag": "211248c6-ef40-4ca5-900a-d932da8fce32"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:32:53.102370 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:53.123250 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e855d8-af08-47d6-8929-c7a951b535a9 req-a5e8e431-bbda-4ea0-9aa3-ee857d6f18f7 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:53.131688 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-93e855d8-af08-47d6-8929-c7a951b535a9 req-a5e8e431-bbda-4ea0-9aa3-ee857d6f18f7 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=989e98ce-36ed-4302-94e9-639222cdaacc HTTP/1.1" status: 200 len: 944 time: 0.0931115 Apr 05 14:32:53.196303 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-93e855d8-af08-47d6-8929-c7a951b535a9 req-5372e593-1f33-4d9e-8a1d-808aa33d0ec4 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450101 Apr 05 14:32:53.218331 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=4720d908-6678-4339-b284-2ab03799581b,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:53.252372 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f35c3da-3706-4c36-8f7b-895e1078e428 x-openstack-request-id: req-9f35c3da-3706-4c36-8f7b-895e1078e428 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:32:53.252664 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddf4f621-4c82-4804-9b71-eae9dc88cee0", "name": "network-vif-deleted", "tag": "211248c6-ef40-4ca5-900a-d932da8fce32", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:32:53.253154 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9f35c3da-3706-4c36-8f7b-895e1078e428 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:32:53.253758 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f35c3da-3706-4c36-8f7b-895e1078e428'] response: {'server_uuid': 'ddf4f621-4c82-4804-9b71-eae9dc88cee0', 'name': 'network-vif-deleted', 'tag': '211248c6-ef40-4ca5-900a-d932da8fce32', 'status': 'completed', 'code': 200} Apr 05 14:32:53.446352 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64159804-f3f0-4470-af75-5c5897e5fe49 req-7d145095-dd65-4b8e-8481-c32d4d8564c2 tempest-LiveMigrationTest-1634108813 tempest-LiveMigrationTest-1634108813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:53.452914 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-64159804-f3f0-4470-af75-5c5897e5fe49 req-7d145095-dd65-4b8e-8481-c32d4d8564c2 tempest-LiveMigrationTest-1634108813 tempest-LiveMigrationTest-1634108813-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=301817ec-e32d-4c17-a082-4e820cbef9a3 HTTP/1.1" status: 200 len: 1097 time: 0.1446879 Apr 05 14:32:53.503475 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3613582a-c25f-45b8-80fe-35398f9c2cac req-16504f2c-f8f0-476b-9e10-f122b794df83 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:53.512111 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3613582a-c25f-45b8-80fe-35398f9c2cac req-16504f2c-f8f0-476b-9e10-f122b794df83 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/ports?device_id=84a04f4a-fc48-465a-9986-ce4a5d1c1966 HTTP/1.1" status: 200 len: 945 time: 0.1271186 Apr 05 14:32:53.581175 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3613582a-c25f-45b8-80fe-35398f9c2cac req-ba841f40-5b47-4a4e-803a-27bb0b2ae0a0 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d1a7855-7863-4922-a8cb-f86b0f779ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679767 Apr 05 14:32:53.594118 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-64159804-f3f0-4470-af75-5c5897e5fe49 req-d4be7ab6-8a62-4647-accb-4f94ae41bada tempest-LiveMigrationTest-1634108813 tempest-LiveMigrationTest-1634108813-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299217 Apr 05 14:32:53.605513 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-e7b7ae64-21d2-40fd-9663-36dbdc6de677 req-592462d8-38af-456a-be9f-63a7f8c40ce2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ddf4f621-4c82-4804-9b71-eae9dc88cee0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0465627 Apr 05 14:32:53.699052 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-e7b7ae64-21d2-40fd-9663-36dbdc6de677 req-41e3ca43-08ca-4913-b903-807560b5a87f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3e7c44b60b62410f964e2903e104051e&device_id=ddf4f621-4c82-4804-9b71-eae9dc88cee0 HTTP/1.1" status: 200 len: 210 time: 0.0348623 Apr 05 14:32:53.728460 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 36208) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:32:53.823376 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e3386a-3ff6-433c-80a5-b67789903277 req-73fe3582-94ae-4986-9b11-5f5cf14210dd tempest-LiveMigrationTest-1634108813 tempest-LiveMigrationTest-1634108813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:53.825033 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d3e3386a-3ff6-433c-80a5-b67789903277 req-73fe3582-94ae-4986-9b11-5f5cf14210dd tempest-LiveMigrationTest-1634108813 tempest-LiveMigrationTest-1634108813-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=301817ec-e32d-4c17-a082-4e820cbef9a3 HTTP/1.1" status: 200 len: 1097 time: 0.1078734 Apr 05 14:32:53.857901 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 36214) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:32:53.899925 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b7ae64-21d2-40fd-9663-36dbdc6de677 req-ffff905e-3cfb-4e24-9139-721e4d46ec03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:53.901433 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-e7b7ae64-21d2-40fd-9663-36dbdc6de677 req-ffff905e-3cfb-4e24-9139-721e4d46ec03 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=3e7c44b60b62410f964e2903e104051e&shared=False HTTP/1.1" status: 200 len: 923 time: 0.1791894 Apr 05 14:32:53.913468 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d3e3386a-3ff6-433c-80a5-b67789903277 req-12c0a6c3-b544-4b47-a774-4b2d37ab82f7 tempest-LiveMigrationTest-1634108813 tempest-LiveMigrationTest-1634108813-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768020 Apr 05 14:32:53.973287 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-000d2d3e-81b6-4d76-b755-80f32acbe4f2 req-63217654-495b-4b5d-8509-75f6f48f9944 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 210 time: 0.0534992 Apr 05 14:32:53.974827 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca1140ce-3a0e-4957-b6aa-d9e225729b03 admin admin] Deleting subnet 81226097-f23e-489f-aebf-5f546853adb0 {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:32:53.980141 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ca1140ce-3a0e-4957-b6aa-d9e225729b03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:54.015358 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-31486eea-889d-4739-85b6-b7d0df91a485 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:54.038559 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ca1140ce-3a0e-4957-b6aa-d9e225729b03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:54.135569 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b7ae64-21d2-40fd-9663-36dbdc6de677 req-de097837-27cc-4ef9-89c7-605755e7e8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:54.137710 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-e7b7ae64-21d2-40fd-9663-36dbdc6de677 req-de097837-27cc-4ef9-89c7-605755e7e8b8 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2265110 Apr 05 14:32:54.148351 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ca1140ce-3a0e-4957-b6aa-d9e225729b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:54.187595 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cb86a188-7772-4d31-8a0f-3c0b6c244774 req-b359f950-c5fd-4a48-97e5-cb824fa69826 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddf4f621-4c82-4804-9b71-eae9dc88cee0 HTTP/1.1" status: 200 len: 210 time: 0.0611138 Apr 05 14:32:54.208978 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-31486eea-889d-4739-85b6-b7d0df91a485 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:54.310799 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8598e1c8-5465-4f8b-95f4-6ea0572febc4 req-23ff86fb-5cc0-47f2-bb77-04a7e42c2c05 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:54.312381 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8598e1c8-5465-4f8b-95f4-6ea0572febc4 req-23ff86fb-5cc0-47f2-bb77-04a7e42c2c05 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=989e98ce-36ed-4302-94e9-639222cdaacc HTTP/1.1" status: 200 len: 945 time: 0.0538507 Apr 05 14:32:54.313271 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-31486eea-889d-4739-85b6-b7d0df91a485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:54.335598 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ca1140ce-3a0e-4957-b6aa-d9e225729b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:54.374082 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ca1140ce-3a0e-4957-b6aa-d9e225729b03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:54.376088 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-31486eea-889d-4739-85b6-b7d0df91a485 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fcbf3b28e8b34b519215df86e645badf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6460624 Apr 05 14:32:54.379260 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31486eea-889d-4739-85b6-b7d0df91a485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7939a06b-178b-48fb-9873-d4450177e344,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:54.381061 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-ca1140ce-3a0e-4957-b6aa-d9e225729b03 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/81226097-f23e-489f-aebf-5f546853adb0 HTTP/1.1" status: 204 len: 168 time: 0.5212989 Apr 05 14:32:54.381711 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 36228) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:32:54.381882 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1140ce-3a0e-4957-b6aa-d9e225729b03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81226097-f23e-489f-aebf-5f546853adb0,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:54.384805 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 36230) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:32:54.398020 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1f820230-9950-47b3-a00e-f7ced30fbfa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:54.445941 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8598e1c8-5465-4f8b-95f4-6ea0572febc4 req-207ec0c2-b012-4463-bfa3-465811d6df18 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220486 Apr 05 14:32:54.450381 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '989e98ce-36ed-4302-94e9-639222cdaacc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4720d908-6678-4339-b284-2ab03799581b'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:32:54.453180 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fce06fe-ee12-4b3f-8e98-457da726d7c0" -d '{"events": [{"server_uuid": "989e98ce-36ed-4302-94e9-639222cdaacc", "name": "network-vif-plugged", "status": "completed", "tag": "4720d908-6678-4339-b284-2ab03799581b"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:32:54.494068 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-befa7d07-3a4a-4a0c-a637-ac08361550c3 x-openstack-request-id: req-befa7d07-3a4a-4a0c-a637-ac08361550c3 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:32:54.494349 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "989e98ce-36ed-4302-94e9-639222cdaacc", "name": "network-vif-plugged", "status": "completed", "tag": "4720d908-6678-4339-b284-2ab03799581b", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:32:54.494597 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-befa7d07-3a4a-4a0c-a637-ac08361550c3 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:32:54.494992 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-befa7d07-3a4a-4a0c-a637-ac08361550c3'] response: {'server_uuid': '989e98ce-36ed-4302-94e9-639222cdaacc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4720d908-6678-4339-b284-2ab03799581b', 'code': 200} Apr 05 14:32:54.538698 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e61d0647-b26b-45df-b368-a490e3602cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:54.549303 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-769af14b-f58f-4796-974a-5b5f753d9577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:54.599825 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-769af14b-f58f-4796-974a-5b5f753d9577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:54.614045 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a993a1c8-373b-4db6-9dde-c941ea08624d req-7a428276-a794-4e85-aee0-603533993f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:54.615525 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a993a1c8-373b-4db6-9dde-c941ea08624d req-7a428276-a794-4e85-aee0-603533993f49 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=989e98ce-36ed-4302-94e9-639222cdaacc HTTP/1.1" status: 200 len: 1096 time: 0.0467100 Apr 05 14:32:54.662812 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a993a1c8-373b-4db6-9dde-c941ea08624d req-2535c90d-b44f-4b3f-bd45-254891f3293b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328512 Apr 05 14:32:54.702091 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e61d0647-b26b-45df-b368-a490e3602cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:54.729447 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-e61d0647-b26b-45df-b368-a490e3602cef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a926837a-905f-4dbb-b5dd-5a4dcb465fd4']}} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:54.742580 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-e61d0647-b26b-45df-b368-a490e3602cef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86bf7ba4-25ec-477a-b752-1cd3a94d1598') {'for_net_delete': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:54.742880 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-e61d0647-b26b-45df-b368-a490e3602cef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86bf7ba4-25ec-477a-b752-1cd3a94d1598') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:54.751374 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f4ab31-5c66-44b8-b944-9571288dc677 req-45386c93-922b-4575-aa89-b03c446ff442 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:54.752889 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-99f4ab31-5c66-44b8-b944-9571288dc677 req-45386c93-922b-4575-aa89-b03c446ff442 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/ports?device_id=84a04f4a-fc48-465a-9986-ce4a5d1c1966 HTTP/1.1" status: 200 len: 945 time: 0.0917752 Apr 05 14:32:54.764052 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e61d0647-b26b-45df-b368-a490e3602cef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13399223'] for segment, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:54.794013 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e61d0647-b26b-45df-b368-a490e3602cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:54.813196 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e61d0647-b26b-45df-b368-a490e3602cef admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=103320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:32:54.813585 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e61d0647-b26b-45df-b368-a490e3602cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15765202'] for segment, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:54.815240 n-d-836650-2 neutron-server[103320]: Traceback (most recent call last): Apr 05 14:32:54.815240 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:32:54.815240 n-d-836650-2 neutron-server[103320]: timer() Apr 05 14:32:54.815240 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:32:54.815240 n-d-836650-2 neutron-server[103320]: cb(*args, **kw) Apr 05 14:32:54.815240 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:32:54.815240 n-d-836650-2 neutron-server[103320]: return func(*args, **kwargs) Apr 05 14:32:54.815240 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:32:54.815240 n-d-836650-2 neutron-server[103320]: self._notify() Apr 05 14:32:54.815240 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:32:54.815240 n-d-836650-2 neutron-server[103320]: self.callback(batched_events) Apr 05 14:32:54.815240 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:32:54.815240 n-d-836650-2 neutron-server[103320]: event.method(event) Apr 05 14:32:54.815240 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:32:54.815240 n-d-836650-2 neutron-server[103320]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:32:54.815240 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:32:54.815240 n-d-836650-2 neutron-server[103320]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:32:54.815240 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:32:54.815240 n-d-836650-2 neutron-server[103320]: return f(self, *a, **k) Apr 05 14:32:54.815240 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:32:54.815240 n-d-836650-2 neutron-server[103320]: return self._get(url).json() Apr 05 14:32:54.815240 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:32:54.815240 n-d-836650-2 neutron-server[103320]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:32:54.815240 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:32:54.815240 n-d-836650-2 neutron-server[103320]: return self.request(url, 'GET', **kwargs) Apr 05 14:32:54.815240 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:32:54.815240 n-d-836650-2 neutron-server[103320]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:32:54.815240 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:32:54.815240 n-d-836650-2 neutron-server[103320]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:32:54.815240 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:32:54.815240 n-d-836650-2 neutron-server[103320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:32:54.815240 n-d-836650-2 neutron-server[103320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:32:54.827062 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-99f4ab31-5c66-44b8-b944-9571288dc677 req-c46c05bf-9bc8-4505-a358-3f0d3c235cd7 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d1a7855-7863-4922-a8cb-f86b0f779ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661395 Apr 05 14:32:54.831730 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-769af14b-f58f-4796-974a-5b5f753d9577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:54.834460 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-769af14b-f58f-4796-974a-5b5f753d9577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:54.835572 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-769af14b-f58f-4796-974a-5b5f753d9577 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7939a06b-178b-48fb-9873-d4450177e344 HTTP/1.1" status: 204 len: 168 time: 0.4516103 Apr 05 14:32:54.877223 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769af14b-f58f-4796-974a-5b5f753d9577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7939a06b-178b-48fb-9873-d4450177e344,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:54.957492 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e61d0647-b26b-45df-b368-a490e3602cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:54.963311 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e61d0647-b26b-45df-b368-a490e3602cef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:54.967228 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-e61d0647-b26b-45df-b368-a490e3602cef admin admin] 10.222.0.30 "DELETE /v2.0/networks/a926837a-905f-4dbb-b5dd-5a4dcb465fd4 HTTP/1.1" status: 204 len: 168 time: 0.5679815 Apr 05 14:32:54.983348 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61d0647-b26b-45df-b368-a490e3602cef admin admin] Pushing event deleted for resources: {'Network': ['ID=a926837a-905f-4dbb-b5dd-5a4dcb465fd4,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:55.109728 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ccc8d90a-90d6-4c43-98fc-b958042a1771 req-7461d3f1-828c-4812-8b89-9065e2e66150 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 210 time: 0.0667038 Apr 05 14:32:55.503523 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 36278) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:32:55.530314 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb34d505-3006-44a3-ae7d-4277833c9c1a req-a007171a-6b20-4696-bbae-09bc00678beb tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:55.531764 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-cb34d505-3006-44a3-ae7d-4277833c9c1a req-a007171a-6b20-4696-bbae-09bc00678beb tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.11 "GET /v2.0/networks?id=bbe33099-0907-4578-b91f-9ecd1e0f3a95 HTTP/1.1" status: 200 len: 811 time: 0.4549236 Apr 05 14:32:55.582426 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-cb34d505-3006-44a3-ae7d-4277833c9c1a req-882be37a-0067-4fb2-afc3-17125999e0db tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9215d951bfeb48c39a8e33c585301815 HTTP/1.1" status: 200 len: 380 time: 0.0416017 Apr 05 14:32:55.592441 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-cb34d505-3006-44a3-ae7d-4277833c9c1a req-037f2cd3-e4c6-4b7f-a44f-ae3424260b30 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Request body: {'port': {'device_id': '6f77f973-1352-47e3-bb5e-96953c90267a', 'network_id': 'bbe33099-0907-4578-b91f-9ecd1e0f3a95', 'admin_state_up': True, 'tenant_id': '9215d951bfeb48c39a8e33c585301815', 'security_groups': ['3d890a64-7615-4e56-a112-642c14ad74e9']}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:32:55.753899 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 211248c6-ef40-4ca5-900a-d932da8fce32 no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:32:55.781492 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] No Port match for: 211248c6-ef40-4ca5-900a-d932da8fce32 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:32:55.782143 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 211248c6-ef40-4ca5-900a-d932da8fce32 not bound to the agent host n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:32:55.807251 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-85c10d6b-4d34-4138-86c4-19543f22d5b7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f6c75c954b5749f4a5047ff4736e2678&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3025141 Apr 05 14:32:55.813837 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb34d505-3006-44a3-ae7d-4277833c9c1a req-037f2cd3-e4c6-4b7f-a44f-ae3424260b30 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Made reservation on behalf of 9215d951bfeb48c39a8e33c585301815 for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:32:55.813837 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-cb34d505-3006-44a3-ae7d-4277833c9c1a req-037f2cd3-e4c6-4b7f-a44f-ae3424260b30 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:55.816556 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 36288) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:32:55.939583 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d8cd9868-f286-4328-ba38-a7f5783f9305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:55.948787 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 36294) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:32:55.955437 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-db908ad6-86da-45ca-938d-aef33a3287b7 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Request body: {'security_group': {'name': 'tempest-securitygroup--295527736', 'description': 'tempest-description--1935067317'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:32:56.005572 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d8cd9868-f286-4328-ba38-a7f5783f9305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:56.045088 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [req-cb34d505-3006-44a3-ae7d-4277833c9c1a req-037f2cd3-e4c6-4b7f-a44f-ae3424260b30 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Allocated IP 172.20.0.13 (bbe33099-0907-4578-b91f-9ecd1e0f3a95/c529ad6d-a94e-4533-88f8-eeabc5541ed8/4032c53b-96ab-4b67-b14e-c47acfa5a112) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:32:56.046981 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-db908ad6-86da-45ca-938d-aef33a3287b7 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:56.139083 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720da155-288e-4c0e-b2ce-89c624809d0d req-d5e256b9-5f4b-4032-abc2-100a771a0e68 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:56.140657 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-720da155-288e-4c0e-b2ce-89c624809d0d req-d5e256b9-5f4b-4032-abc2-100a771a0e68 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=989e98ce-36ed-4302-94e9-639222cdaacc HTTP/1.1" status: 200 len: 945 time: 0.1085093 Apr 05 14:32:56.181317 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d8cd9868-f286-4328-ba38-a7f5783f9305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:56.184266 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d8cd9868-f286-4328-ba38-a7f5783f9305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:56.185607 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-d8cd9868-f286-4328-ba38-a7f5783f9305 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/19297db3-13bf-44aa-b0ce-3acc2dbd3692 HTTP/1.1" status: 204 len: 168 time: 0.3678927 Apr 05 14:32:56.206197 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cd9868-f286-4328-ba38-a7f5783f9305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19297db3-13bf-44aa-b0ce-3acc2dbd3692,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:56.234693 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-cb34d505-3006-44a3-ae7d-4277833c9c1a req-037f2cd3-e4c6-4b7f-a44f-ae3424260b30 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:56.238654 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-db908ad6-86da-45ca-938d-aef33a3287b7 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:56.246125 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-720da155-288e-4c0e-b2ce-89c624809d0d req-fa695c66-b8c8-4e6a-a5c8-b0c286d85ea4 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955503 Apr 05 14:32:56.346886 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-db908ad6-86da-45ca-938d-aef33a3287b7 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:56.386212 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-cb34d505-3006-44a3-ae7d-4277833c9c1a req-037f2cd3-e4c6-4b7f-a44f-ae3424260b30 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:56.396753 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5e3326-323f-49a0-9e67-9830c2e931c6 req-ca236803-0c1d-4f74-b089-fbd14a2660e1 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:56.398304 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7b5e3326-323f-49a0-9e67-9830c2e931c6 req-ca236803-0c1d-4f74-b089-fbd14a2660e1 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/ports?device_id=84a04f4a-fc48-465a-9986-ce4a5d1c1966 HTTP/1.1" status: 200 len: 945 time: 0.0807245 Apr 05 14:32:56.398941 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db908ad6-86da-45ca-938d-aef33a3287b7 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f83e780c-2783-41f7-826d-e79d52a907c3,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:56.437454 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb34d505-3006-44a3-ae7d-4277833c9c1a req-037f2cd3-e4c6-4b7f-a44f-ae3424260b30 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Network bbe33099-0907-4578-b91f-9ecd1e0f3a95 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:32:56.440645 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [req-cb34d505-3006-44a3-ae7d-4277833c9c1a req-037f2cd3-e4c6-4b7f-a44f-ae3424260b30 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:32:56.443130 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7b5e3326-323f-49a0-9e67-9830c2e931c6 req-23e24730-e7b6-46ab-a459-1e2e2d33430b tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d1a7855-7863-4922-a8cb-f86b0f779ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375030 Apr 05 14:32:56.444584 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb34d505-3006-44a3-ae7d-4277833c9c1a req-037f2cd3-e4c6-4b7f-a44f-ae3424260b30 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:32:56.470482 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037f2cd3-e4c6-4b7f-a44f-ae3424260b30 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Pushing event updated for resources: {'Port': ['ID=4032c53b-96ab-4b67-b14e-c47acfa5a112,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:56.507179 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb34d505-3006-44a3-ae7d-4277833c9c1a req-037f2cd3-e4c6-4b7f-a44f-ae3424260b30 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:56.507845 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-cb34d505-3006-44a3-ae7d-4277833c9c1a req-037f2cd3-e4c6-4b7f-a44f-ae3424260b30 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:56.574298 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-db908ad6-86da-45ca-938d-aef33a3287b7 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:56.575616 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-db908ad6-86da-45ca-938d-aef33a3287b7 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6255023 Apr 05 14:32:56.583271 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 36310) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:32:56.588170 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-9fb4bdc7-b1f0-4735-8c14-c1b525624121 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Request body: {'security_group_rule': {'security_group_id': 'f83e780c-2783-41f7-826d-e79d52a907c3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:32:56.603290 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d07d28-2d8f-49a9-88c9-492d4dad6309 req-b36d37ea-00a3-4ed7-9618-7a55f88e7c0a tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:56.605118 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-87d07d28-2d8f-49a9-88c9-492d4dad6309 req-b36d37ea-00a3-4ed7-9618-7a55f88e7c0a tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 932 time: 0.0834007 Apr 05 14:32:56.616554 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-cb34d505-3006-44a3-ae7d-4277833c9c1a req-037f2cd3-e4c6-4b7f-a44f-ae3424260b30 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0281925 Apr 05 14:32:56.631041 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [req-cb34d505-3006-44a3-ae7d-4277833c9c1a req-3e758db3-3378-4c56-bbb6-2094947ecebd tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103321) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:32:56.631785 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-cb34d505-3006-44a3-ae7d-4277833c9c1a req-3e758db3-3378-4c56-bbb6-2094947ecebd tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082026 Apr 05 14:32:56.660092 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-cb34d505-3006-44a3-ae7d-4277833c9c1a req-b173c02f-a7ca-4496-b205-f260264a5cdf service neutron] Request body: {'port': {'device_id': '6f77f973-1352-47e3-bb5e-96953c90267a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-2'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:32:56.684204 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9adac1d8-f21f-4338-8658-a916cdca0f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:56.696071 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-87d07d28-2d8f-49a9-88c9-492d4dad6309 req-11ae2c00-7d81-4e6f-a08d-b4fb87a711d7 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760498 Apr 05 14:32:56.726421 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-cb34d505-3006-44a3-ae7d-4277833c9c1a req-b173c02f-a7ca-4496-b205-f260264a5cdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:56.740104 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-cb473062-3f1d-484d-8001-7231828f1e21 None None] Provisioning complete for port 4032c53b-96ab-4b67-b14e-c47acfa5a112 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:32:56.740475 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cb473062-3f1d-484d-8001-7231828f1e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:56.767646 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9fb4bdc7-b1f0-4735-8c14-c1b525624121 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:56.776417 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-cb473062-3f1d-484d-8001-7231828f1e21 None None] Port 4032c53b-96ab-4b67-b14e-c47acfa5a112 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:32:56.915078 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [req-519042be-c1ff-4bdc-84a3-31b15aeb04e5 req-8e43ab02-2de3-496d-bc3e-0af79b95a6a1 tempest-LiveMigrationTest-1634108813 tempest-LiveMigrationTest-1634108813-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:32:56.916939 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-519042be-c1ff-4bdc-84a3-31b15aeb04e5 req-8e43ab02-2de3-496d-bc3e-0af79b95a6a1 tempest-LiveMigrationTest-1634108813 tempest-LiveMigrationTest-1634108813-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3527963 Apr 05 14:32:56.934427 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9fb4bdc7-b1f0-4735-8c14-c1b525624121 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:57.018525 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9fb4bdc7-b1f0-4735-8c14-c1b525624121 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:57.032083 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519042be-c1ff-4bdc-84a3-31b15aeb04e5 req-c7aff2d1-0b42-4d6b-b44d-b532def166cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:57.033858 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-519042be-c1ff-4bdc-84a3-31b15aeb04e5 req-c7aff2d1-0b42-4d6b-b44d-b532def166cb service neutron] 10.222.0.30 "GET /v2.0/ports/7009618f-75a6-452a-a53d-560fdef9d71a HTTP/1.1" status: 200 len: 1094 time: 0.1092410 Apr 05 14:32:57.044826 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-519042be-c1ff-4bdc-84a3-31b15aeb04e5 req-8d99ece9-c7d8-451c-b00c-cb212afb3f08 service neutron] Request body: {'binding': {'host': 'n-h1-836650-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:32:57.045413 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-519042be-c1ff-4bdc-84a3-31b15aeb04e5 req-8d99ece9-c7d8-451c-b00c-cb212afb3f08 service neutron] Unknown quota resources ['binding']. {{(pid=103320) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 05 14:32:57.056823 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb4bdc7-b1f0-4735-8c14-c1b525624121 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da6cd878-0dbd-42ea-85ae-483d22c0db48,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:57.097602 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [req-cb34d505-3006-44a3-ae7d-4277833c9c1a req-b173c02f-a7ca-4496-b205-f260264a5cdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4032c53b-96ab-4b67-b14e-c47acfa5a112 {{(pid=103321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:32:57.114852 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-cb34d505-3006-44a3-ae7d-4277833c9c1a req-b173c02f-a7ca-4496-b205-f260264a5cdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:57.136755 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.provisioning_blocks [req-cb34d505-3006-44a3-ae7d-4277833c9c1a req-b173c02f-a7ca-4496-b205-f260264a5cdf service neutron] Transition to ACTIVE for port object 4032c53b-96ab-4b67-b14e-c47acfa5a112 will not be triggered until provisioned by entity L2. {{(pid=103321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:32:57.145141 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9fb4bdc7-b1f0-4735-8c14-c1b525624121 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:57.146645 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-9fb4bdc7-b1f0-4735-8c14-c1b525624121 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5622222 Apr 05 14:32:57.150454 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 36332) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:32:57.159208 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-27111f9d-3a25-4ac4-b9c0-918b92eac2ae tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Request body: {'security_group_rule': {'security_group_id': 'f83e780c-2783-41f7-826d-e79d52a907c3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:32:57.198450 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-cb34d505-3006-44a3-ae7d-4277833c9c1a req-b173c02f-a7ca-4496-b205-f260264a5cdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:57.208734 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-519042be-c1ff-4bdc-84a3-31b15aeb04e5 req-8d99ece9-c7d8-451c-b00c-cb212afb3f08 service neutron] Attempting to bind port 7009618f-75a6-452a-a53d-560fdef9d71a on host n-h1-836650-2 for vnic_type normal with profile None {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:32:57.209176 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-519042be-c1ff-4bdc-84a3-31b15aeb04e5 req-8d99ece9-c7d8-451c-b00c-cb212afb3f08 service neutron] Attempting to bind port 7009618f-75a6-452a-a53d-560fdef9d71a by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': 'd98286ea-3af7-47a7-a92d-d95717c2d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bbdeb55e-008a-45ea-8c70-7d18b28201f7'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:32:57.209499 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519042be-c1ff-4bdc-84a3-31b15aeb04e5 req-8d99ece9-c7d8-451c-b00c-cb212afb3f08 service neutron] Attempting to bind port 7009618f-75a6-452a-a53d-560fdef9d71a on network bbdeb55e-008a-45ea-8c70-7d18b28201f7 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:32:57.216761 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519042be-c1ff-4bdc-84a3-31b15aeb04e5 req-8d99ece9-c7d8-451c-b00c-cb212afb3f08 service neutron] Port 7009618f-75a6-452a-a53d-560fdef9d71a on network bbdeb55e-008a-45ea-8c70-7d18b28201f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:32:57.216761 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519042be-c1ff-4bdc-84a3-31b15aeb04e5 req-8d99ece9-c7d8-451c-b00c-cb212afb3f08 service neutron] Attempting to bind port 7009618f-75a6-452a-a53d-560fdef9d71a on network bbdeb55e-008a-45ea-8c70-7d18b28201f7 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:32:57.221077 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519042be-c1ff-4bdc-84a3-31b15aeb04e5 req-8d99ece9-c7d8-451c-b00c-cb212afb3f08 service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:32:57.221540 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519042be-c1ff-4bdc-84a3-31b15aeb04e5 req-8d99ece9-c7d8-451c-b00c-cb212afb3f08 service neutron] Checking segment: {'id': 'd98286ea-3af7-47a7-a92d-d95717c2d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bbdeb55e-008a-45ea-8c70-7d18b28201f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:32:57.221795 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519042be-c1ff-4bdc-84a3-31b15aeb04e5 req-8d99ece9-c7d8-451c-b00c-cb212afb3f08 service neutron] Bound using segment: {'id': 'd98286ea-3af7-47a7-a92d-d95717c2d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bbdeb55e-008a-45ea-8c70-7d18b28201f7'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:32:57.222274 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-519042be-c1ff-4bdc-84a3-31b15aeb04e5 req-8d99ece9-c7d8-451c-b00c-cb212afb3f08 service neutron] Bound port: 7009618f-75a6-452a-a53d-560fdef9d71a, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd98286ea-3af7-47a7-a92d-d95717c2d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bbdeb55e-008a-45ea-8c70-7d18b28201f7'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:32:57.290362 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-27111f9d-3a25-4ac4-b9c0-918b92eac2ae tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:57.301631 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-519042be-c1ff-4bdc-84a3-31b15aeb04e5 req-8d99ece9-c7d8-451c-b00c-cb212afb3f08 service neutron] For port 7009618f-75a6-452a-a53d-560fdef9d71a, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=7009618f-75a6-452a-a53d-560fdef9d71a,segment=NetworkSegment(d98286ea-3af7-47a7-a92d-d95717c2d70a),segment_id=d98286ea-3af7-47a7-a92d-d95717c2d70a)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:32:57.342936 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b173c02f-a7ca-4496-b205-f260264a5cdf service neutron] Pushing event updated for resources: {'Port': ['ID=4032c53b-96ab-4b67-b14e-c47acfa5a112,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:57.384070 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-519042be-c1ff-4bdc-84a3-31b15aeb04e5 req-8d99ece9-c7d8-451c-b00c-cb212afb3f08 service neutron] Notify callbacks [] for binding, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:57.385283 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-519042be-c1ff-4bdc-84a3-31b15aeb04e5 req-8d99ece9-c7d8-451c-b00c-cb212afb3f08 service neutron] 10.222.0.30 "POST /v2.0/ports/7009618f-75a6-452a-a53d-560fdef9d71a/bindings HTTP/1.1" status: 201 len: 389 time: 0.3452723 Apr 05 14:32:57.404686 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e6f973-ba7a-4548-be54-cba125a0d374 req-6cf238b7-f52c-4d29-8382-5a9a6d2322bc tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:57.406264 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-85e6f973-ba7a-4548-be54-cba125a0d374 req-6cf238b7-f52c-4d29-8382-5a9a6d2322bc tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=989e98ce-36ed-4302-94e9-639222cdaacc HTTP/1.1" status: 200 len: 945 time: 0.0757654 Apr 05 14:32:57.426553 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-27111f9d-3a25-4ac4-b9c0-918b92eac2ae tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:57.467153 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-85e6f973-ba7a-4548-be54-cba125a0d374 req-1bb2c93b-3ae4-496d-b1bf-456d7bb5d743 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441198 Apr 05 14:32:57.499751 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-27111f9d-3a25-4ac4-b9c0-918b92eac2ae tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:57.535462 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-cb34d505-3006-44a3-ae7d-4277833c9c1a req-b173c02f-a7ca-4496-b205-f260264a5cdf service neutron] Attempting to bind port 4032c53b-96ab-4b67-b14e-c47acfa5a112 on host n-h2-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:32:57.535795 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-cb34d505-3006-44a3-ae7d-4277833c9c1a req-b173c02f-a7ca-4496-b205-f260264a5cdf service neutron] Attempting to bind port 4032c53b-96ab-4b67-b14e-c47acfa5a112 by drivers openvswitch,hyperv on host n-h2-836650-2 at level 0 using segments [{'id': '87207719-1f48-46bc-a702-a88951a34078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'bbe33099-0907-4578-b91f-9ecd1e0f3a95'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:32:57.536148 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb34d505-3006-44a3-ae7d-4277833c9c1a req-b173c02f-a7ca-4496-b205-f260264a5cdf service neutron] Attempting to bind port 4032c53b-96ab-4b67-b14e-c47acfa5a112 on network bbe33099-0907-4578-b91f-9ecd1e0f3a95 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:32:57.548694 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27111f9d-3a25-4ac4-b9c0-918b92eac2ae tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f08974ad-8c57-42d7-8db8-c545ee048a9a,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:57.548694 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb34d505-3006-44a3-ae7d-4277833c9c1a req-b173c02f-a7ca-4496-b205-f260264a5cdf service neutron] Port 4032c53b-96ab-4b67-b14e-c47acfa5a112 on network bbe33099-0907-4578-b91f-9ecd1e0f3a95 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:32:57.548694 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb34d505-3006-44a3-ae7d-4277833c9c1a req-b173c02f-a7ca-4496-b205-f260264a5cdf service neutron] Attempting to bind port 4032c53b-96ab-4b67-b14e-c47acfa5a112 on network bbe33099-0907-4578-b91f-9ecd1e0f3a95 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:32:57.554743 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb34d505-3006-44a3-ae7d-4277833c9c1a req-b173c02f-a7ca-4496-b205-f260264a5cdf service neutron] Checking agent: {'id': '6d8cf521-24bb-4b6a-bbae-0284f5c87a9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:32:57.554947 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb34d505-3006-44a3-ae7d-4277833c9c1a req-b173c02f-a7ca-4496-b205-f260264a5cdf service neutron] Checking segment: {'id': '87207719-1f48-46bc-a702-a88951a34078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'bbe33099-0907-4578-b91f-9ecd1e0f3a95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:32:57.555335 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb34d505-3006-44a3-ae7d-4277833c9c1a req-b173c02f-a7ca-4496-b205-f260264a5cdf service neutron] Bound using segment: {'id': '87207719-1f48-46bc-a702-a88951a34078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'bbe33099-0907-4578-b91f-9ecd1e0f3a95'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:32:57.556258 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-cb34d505-3006-44a3-ae7d-4277833c9c1a req-b173c02f-a7ca-4496-b205-f260264a5cdf service neutron] Bound port: 4032c53b-96ab-4b67-b14e-c47acfa5a112, host: n-h2-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87207719-1f48-46bc-a702-a88951a34078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'bbe33099-0907-4578-b91f-9ecd1e0f3a95'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:32:57.556777 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-cb34d505-3006-44a3-ae7d-4277833c9c1a req-b173c02f-a7ca-4496-b205-f260264a5cdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:57.641976 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dddb4a-6139-40d1-a072-39d03f5485b8 req-a11d6cf8-ca57-4586-b9ba-6fec5e9c3f04 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:57.643534 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f0dddb4a-6139-40d1-a072-39d03f5485b8 req-a11d6cf8-ca57-4586-b9ba-6fec5e9c3f04 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/ports?device_id=84a04f4a-fc48-465a-9986-ce4a5d1c1966 HTTP/1.1" status: 200 len: 945 time: 0.0613608 Apr 05 14:32:57.660200 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-cb34d505-3006-44a3-ae7d-4277833c9c1a req-b173c02f-a7ca-4496-b205-f260264a5cdf service neutron] For port 4032c53b-96ab-4b67-b14e-c47acfa5a112, host n-h2-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:32:57.663607 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-cb34d505-3006-44a3-ae7d-4277833c9c1a req-b173c02f-a7ca-4496-b205-f260264a5cdf service neutron] For port 4032c53b-96ab-4b67-b14e-c47acfa5a112, host n-h2-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=4032c53b-96ab-4b67-b14e-c47acfa5a112,segment=NetworkSegment(87207719-1f48-46bc-a702-a88951a34078),segment_id=87207719-1f48-46bc-a702-a88951a34078)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:32:57.675949 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-27111f9d-3a25-4ac4-b9c0-918b92eac2ae tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:57.678705 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-27111f9d-3a25-4ac4-b9c0-918b92eac2ae tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5257468 Apr 05 14:32:57.687892 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 36362) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:32:57.704014 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-e2ba70c1-7f86-4dc7-b72f-6d284e05b83c tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Request body: {'floatingip': {'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:32:57.708700 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f0dddb4a-6139-40d1-a072-39d03f5485b8 req-1922890c-ac12-418a-8d3d-452b2ba7cb4b tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d1a7855-7863-4922-a8cb-f86b0f779ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507855 Apr 05 14:32:57.753511 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-cb34d505-3006-44a3-ae7d-4277833c9c1a req-b173c02f-a7ca-4496-b205-f260264a5cdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:57.799609 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 36372) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:32:57.820273 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb34d505-3006-44a3-ae7d-4277833c9c1a req-b173c02f-a7ca-4496-b205-f260264a5cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:57.821181 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-cb34d505-3006-44a3-ae7d-4277833c9c1a req-b173c02f-a7ca-4496-b205-f260264a5cdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:57.822589 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-cb34d505-3006-44a3-ae7d-4277833c9c1a req-b173c02f-a7ca-4496-b205-f260264a5cdf service neutron] 10.222.0.11 "PUT /v2.0/ports/4032c53b-96ab-4b67-b14e-c47acfa5a112 HTTP/1.1" status: 200 len: 1092 time: 1.1791494 Apr 05 14:32:57.823033 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f77f973-1352-47e3-bb5e-96953c90267a', 'tag': '4032c53b-96ab-4b67-b14e-c47acfa5a112'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:32:57.835556 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec4187ea-e83b-46b0-afee-4d465c68e25f" -d '{"events": [{"name": "network-changed", "server_uuid": "6f77f973-1352-47e3-bb5e-96953c90267a", "tag": "4032c53b-96ab-4b67-b14e-c47acfa5a112"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:32:57.838276 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a03c07b-de50-4f1d-acf7-4436adfc3998 req-8904018e-e2fc-4682-b4a4-716f0b96141e tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:57.840536 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2a03c07b-de50-4f1d-acf7-4436adfc3998 req-8904018e-e2fc-4682-b4a4-716f0b96141e tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=989e98ce-36ed-4302-94e9-639222cdaacc HTTP/1.1" status: 200 len: 945 time: 0.1284833 Apr 05 14:32:57.876650 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e2ba70c1-7f86-4dc7-b72f-6d284e05b83c tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Notify callbacks [] for floatingip, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:57.885937 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c57fe-645e-467e-8e32-266345ce5130 req-a3c08413-bb82-4689-ad2a-b54a154d4838 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:57.888287 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3c6c57fe-645e-467e-8e32-266345ce5130 req-a3c08413-bb82-4689-ad2a-b54a154d4838 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=301817ec-e32d-4c17-a082-4e820cbef9a3 HTTP/1.1" status: 200 len: 946 time: 0.1011667 Apr 05 14:32:57.912419 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2a03c07b-de50-4f1d-acf7-4436adfc3998 req-3ed06711-a31c-4264-ba81-65ddbdf49585 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578549 Apr 05 14:32:57.917768 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b173c02f-a7ca-4496-b205-f260264a5cdf service neutron] Pushing event updated for resources: {'Port': ['ID=4032c53b-96ab-4b67-b14e-c47acfa5a112,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:57.923556 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:58.047040 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3c6c57fe-645e-467e-8e32-266345ce5130 req-ec677d08-588b-4a79-99ec-86712bdffe96 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378882 Apr 05 14:32:58.064413 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-8233d53a-769b-4848-bb11-15ab7c48c3a1 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-882882207-network', 'tenant_id': 'a00da328f7af4aa08f2e09b591df0f00'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:32:58.141788 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1efa9ee-9c8f-4e88-bdb5-24528d796b66 x-openstack-request-id: req-f1efa9ee-9c8f-4e88-bdb5-24528d796b66 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:32:58.143962 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f77f973-1352-47e3-bb5e-96953c90267a", "tag": "4032c53b-96ab-4b67-b14e-c47acfa5a112", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:32:58.143962 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f1efa9ee-9c8f-4e88-bdb5-24528d796b66 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:32:58.153445 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1efa9ee-9c8f-4e88-bdb5-24528d796b66'] response: {'name': 'network-changed', 'server_uuid': '6f77f973-1352-47e3-bb5e-96953c90267a', 'tag': '4032c53b-96ab-4b67-b14e-c47acfa5a112', 'status': 'completed', 'code': 200} Apr 05 14:32:58.172677 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e2ba70c1-7f86-4dc7-b72f-6d284e05b83c tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:58.205406 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d143f6-8cd8-4cd3-8f5a-19b48311e388 req-9cbaed1a-db37-4f5f-889f-fca78db806b9 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:58.206145 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb34d505-3006-44a3-ae7d-4277833c9c1a req-d223048b-6f18-417d-8941-1692e427c592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:58.207687 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-cb34d505-3006-44a3-ae7d-4277833c9c1a req-d223048b-6f18-417d-8941-1692e427c592 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9215d951bfeb48c39a8e33c585301815&device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 1095 time: 0.2171621 Apr 05 14:32:58.224365 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-64d143f6-8cd8-4cd3-8f5a-19b48311e388 req-9cbaed1a-db37-4f5f-889f-fca78db806b9 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 944 time: 0.1380894 Apr 05 14:32:58.244017 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8233d53a-769b-4848-bb11-15ab7c48c3a1 admin admin] Made reservation on behalf of a00da328f7af4aa08f2e09b591df0f00 for: {'network': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:32:58.249394 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8233d53a-769b-4848-bb11-15ab7c48c3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:58.276818 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8233d53a-769b-4848-bb11-15ab7c48c3a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:58.315327 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-64d143f6-8cd8-4cd3-8f5a-19b48311e388 req-2b7faec3-b086-425e-997e-44bd8c31f9a0 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933931 Apr 05 14:32:58.338882 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-cb34d505-3006-44a3-ae7d-4277833c9c1a req-10e9bbae-0a85-41d3-af29-6640fbcc6a5e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4032c53b-96ab-4b67-b14e-c47acfa5a112 HTTP/1.1" status: 200 len: 217 time: 0.0795469 Apr 05 14:32:58.401958 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8233d53a-769b-4848-bb11-15ab7c48c3a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:58.429281 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519042be-c1ff-4bdc-84a3-31b15aeb04e5 req-910f9fe4-0405-44de-89c4-dc2db3a53e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:58.430778 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-519042be-c1ff-4bdc-84a3-31b15aeb04e5 req-910f9fe4-0405-44de-89c4-dc2db3a53e1f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f15fb34306734f1db943c159bdbff20e&device_id=301817ec-e32d-4c17-a082-4e820cbef9a3 HTTP/1.1" status: 200 len: 1097 time: 0.1626382 Apr 05 14:32:58.436250 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb34d505-3006-44a3-ae7d-4277833c9c1a req-0ae1520a-a1a8-4df8-9c45-9b01eefa37b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:58.437719 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-cb34d505-3006-44a3-ae7d-4277833c9c1a req-0ae1520a-a1a8-4df8-9c45-9b01eefa37b1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c529ad6d-a94e-4533-88f8-eeabc5541ed8 HTTP/1.1" status: 200 len: 850 time: 0.0891342 Apr 05 14:32:58.471031 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb2565-9b2c-47a8-b30c-de7299a14c07 req-15b61fda-3be5-431f-9a96-d66bf6fa9869 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:58.473038 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7fcb2565-9b2c-47a8-b30c-de7299a14c07 req-15b61fda-3be5-431f-9a96-d66bf6fa9869 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=989e98ce-36ed-4302-94e9-639222cdaacc HTTP/1.1" status: 200 len: 945 time: 0.0498459 Apr 05 14:32:58.474163 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8233d53a-769b-4848-bb11-15ab7c48c3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:58.510083 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8233d53a-769b-4848-bb11-15ab7c48c3a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=103320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:32:58.531148 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8233d53a-769b-4848-bb11-15ab7c48c3a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fff625c-c1d6-4350-8d53-3f661e14727e,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:58.535037 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8233d53a-769b-4848-bb11-15ab7c48c3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:58.535431 n-d-836650-2 neutron-server[103320]: INFO neutron.db.segments_db [None req-8233d53a-769b-4848-bb11-15ab7c48c3a1 admin admin] Added segment 3fa78d08-6256-456a-b3a3-d8ee63c54565 of type vlan for network e8310f74-fd83-49ad-adcc-6c608eb47677 Apr 05 14:32:58.537353 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-e2ba70c1-7f86-4dc7-b72f-6d284e05b83c tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Allocated IP 172.25.6.201 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/8f0800fc-2806-47a8-8ca3-f7d433eb8c63) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:32:58.561726 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7fcb2565-9b2c-47a8-b30c-de7299a14c07 req-00cabbdc-fca8-42d7-adae-d8417afc0f78 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796967 Apr 05 14:32:58.598652 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8233d53a-769b-4848-bb11-15ab7c48c3a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:58.599508 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519042be-c1ff-4bdc-84a3-31b15aeb04e5 req-51e24f74-b72e-4791-a319-12f5727acf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:58.601855 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-519042be-c1ff-4bdc-84a3-31b15aeb04e5 req-51e24f74-b72e-4791-a319-12f5727acf46 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bbdeb55e-008a-45ea-8c70-7d18b28201f7 HTTP/1.1" status: 200 len: 908 time: 0.1612399 Apr 05 14:32:58.603672 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb34d505-3006-44a3-ae7d-4277833c9c1a req-5a156484-9663-45a3-8311-ad4c0cfd21be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:58.606066 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-cb34d505-3006-44a3-ae7d-4277833c9c1a req-5a156484-9663-45a3-8311-ad4c0cfd21be service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bbe33099-0907-4578-b91f-9ecd1e0f3a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1562672 Apr 05 14:32:58.702096 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb96f73-0818-4659-ae84-c9ce25fa70c3 req-033a23f2-3a48-4996-9050-2dd6e5efa1e9 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:58.703630 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3bb96f73-0818-4659-ae84-c9ce25fa70c3 req-033a23f2-3a48-4996-9050-2dd6e5efa1e9 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=989e98ce-36ed-4302-94e9-639222cdaacc HTTP/1.1" status: 200 len: 945 time: 0.0556479 Apr 05 14:32:58.708798 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-519042be-c1ff-4bdc-84a3-31b15aeb04e5 req-dd44a52d-d28b-407d-9bcd-2ebb96f61580 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7009618f-75a6-452a-a53d-560fdef9d71a HTTP/1.1" status: 200 len: 217 time: 0.0984075 Apr 05 14:32:58.719476 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8233d53a-769b-4848-bb11-15ab7c48c3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:58.720411 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8233d53a-769b-4848-bb11-15ab7c48c3a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:58.721005 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8233d53a-769b-4848-bb11-15ab7c48c3a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:58.815085 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3bb96f73-0818-4659-ae84-c9ce25fa70c3 req-85bdadb4-7e9e-4fbb-9753-bd3024d89b86 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990958 Apr 05 14:32:58.823722 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8233d53a-769b-4848-bb11-15ab7c48c3a1 admin admin] Pushing event updated for resources: {'Network': ['ID=e8310f74-fd83-49ad-adcc-6c608eb47677,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:58.834930 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network e8310f74-fd83-49ad-adcc-6c608eb47677 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:32:58.849318 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519042be-c1ff-4bdc-84a3-31b15aeb04e5 req-c0a20099-a0d6-4db8-a898-d792f7bc94da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:58.850939 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-519042be-c1ff-4bdc-84a3-31b15aeb04e5 req-c0a20099-a0d6-4db8-a898-d792f7bc94da service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac874e19-e8d7-4dbd-ad30-b4a600298345 HTTP/1.1" status: 200 len: 847 time: 0.1094368 Apr 05 14:32:58.857045 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-8233d53a-769b-4848-bb11-15ab7c48c3a1 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0533042 Apr 05 14:32:58.862617 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 36432) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:32:58.871858 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-74f681ca-d33a-4ed6-be60-5b48cdb4e530 admin admin] Request body: {'subnet': {'network_id': 'e8310f74-fd83-49ad-adcc-6c608eb47677', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-882882207-subnet', 'tenant_id': 'a00da328f7af4aa08f2e09b591df0f00', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:32:58.957490 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-519042be-c1ff-4bdc-84a3-31b15aeb04e5 req-60aa81f1-4e6a-4dc4-94e2-59b000faa115 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bbdeb55e-008a-45ea-8c70-7d18b28201f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838642 Apr 05 14:32:58.964209 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e2ba70c1-7f86-4dc7-b72f-6d284e05b83c tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:58.999108 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-cb34d505-3006-44a3-ae7d-4277833c9c1a req-957d88ab-7bbe-4b62-9e11-624249ce7dc7 service neutron] 10.222.0.11 "GET /v2.0/networks/bbe33099-0907-4578-b91f-9ecd1e0f3a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3733423 Apr 05 14:32:59.146111 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e2ba70c1-7f86-4dc7-b72f-6d284e05b83c tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:59.216309 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ba70c1-7f86-4dc7-b72f-6d284e05b83c tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:32:59.218795 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-519042be-c1ff-4bdc-84a3-31b15aeb04e5 req-4c8f934c-3f11-4250-abc5-8b5d05d78a32 service neutron] 10.222.0.55 "GET /v2.0/networks/bbdeb55e-008a-45ea-8c70-7d18b28201f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231138 Apr 05 14:32:59.225125 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-cb34d505-3006-44a3-ae7d-4277833c9c1a req-99b09a77-b444-42d5-9526-cf557ca6607a service neutron] 10.222.0.11 "GET /v2.0/networks/bbe33099-0907-4578-b91f-9ecd1e0f3a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165368 Apr 05 14:32:59.227737 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-e2ba70c1-7f86-4dc7-b72f-6d284e05b83c tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:32:59.240160 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ba70c1-7f86-4dc7-b72f-6d284e05b83c tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:32:59.257585 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df258b1e-df55-4b18-ab97-252bd3c40edc req-f4818245-bf0f-4dc0-bc6e-107f387bb3e9 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:59.264169 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-df258b1e-df55-4b18-ab97-252bd3c40edc req-f4818245-bf0f-4dc0-bc6e-107f387bb3e9 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/ports?device_id=84a04f4a-fc48-465a-9986-ce4a5d1c1966 HTTP/1.1" status: 200 len: 945 time: 0.4059043 Apr 05 14:32:59.274752 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba70c1-7f86-4dc7-b72f-6d284e05b83c tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Pushing event updated for resources: {'Port': ['ID=8f0800fc-2806-47a8-8ca3-f7d433eb8c63,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:59.306070 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f681ca-d33a-4ed6-be60-5b48cdb4e530 admin admin] Made reservation on behalf of a00da328f7af4aa08f2e09b591df0f00 for: {'subnet': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:32:59.309437 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-74f681ca-d33a-4ed6-be60-5b48cdb4e530 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13127328'] for subnet, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:59.315381 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-df258b1e-df55-4b18-ab97-252bd3c40edc req-5de8b23f-1274-433d-aa4a-4e1cad8ac7ff tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d1a7855-7863-4922-a8cb-f86b0f779ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503697 Apr 05 14:32:59.423079 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-519042be-c1ff-4bdc-84a3-31b15aeb04e5 req-f6795c21-b67c-4dee-b090-319531b6c132 service neutron] 10.222.0.55 "GET /v2.0/networks/bbdeb55e-008a-45ea-8c70-7d18b28201f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930308 Apr 05 14:32:59.445617 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:59.482376 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e2ba70c1-7f86-4dc7-b72f-6d284e05b83c tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:59.497531 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4187ea-e83b-46b0-afee-4d465c68e25f req-bb40be66-6399-4de8-829b-921296e8cdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:59.499034 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ec4187ea-e83b-46b0-afee-4d465c68e25f req-bb40be66-6399-4de8-829b-921296e8cdad service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9215d951bfeb48c39a8e33c585301815&device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 1095 time: 0.0750794 Apr 05 14:32:59.616076 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b96b8-cce8-4b68-b3ef-4fbc7c1aef27 req-cf56d969-58e2-4e3e-aef9-7f4fc2a2cd5e tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:59.616076 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-123b96b8-cce8-4b68-b3ef-4fbc7c1aef27 req-cf56d969-58e2-4e3e-aef9-7f4fc2a2cd5e tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=301817ec-e32d-4c17-a082-4e820cbef9a3 HTTP/1.1" status: 200 len: 946 time: 0.1338384 Apr 05 14:32:59.626339 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6e8691-9c8e-4600-bfa7-82464a578b60 req-551c44fd-0b4f-467c-ac67-64aaa2eee30c tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:59.627464 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8f6e8691-9c8e-4600-bfa7-82464a578b60 req-551c44fd-0b4f-467c-ac67-64aaa2eee30c tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 944 time: 0.1465380 Apr 05 14:32:59.649613 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:59.659844 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4187ea-e83b-46b0-afee-4d465c68e25f req-ca1a6364-8aed-46ce-9a7a-91078d8292e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:59.661255 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ec4187ea-e83b-46b0-afee-4d465c68e25f req-ca1a6364-8aed-46ce-9a7a-91078d8292e2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bbe33099-0907-4578-b91f-9ecd1e0f3a95 HTTP/1.1" status: 200 len: 912 time: 0.1527376 Apr 05 14:32:59.669159 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e2ba70c1-7f86-4dc7-b72f-6d284e05b83c tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:59.698875 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519042be-c1ff-4bdc-84a3-31b15aeb04e5 req-d99cf61b-c942-4b2f-af7e-727d8d19bcf2 tempest-LiveMigrationTest-1634108813 tempest-LiveMigrationTest-1634108813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:59.701597 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-519042be-c1ff-4bdc-84a3-31b15aeb04e5 req-d99cf61b-c942-4b2f-af7e-727d8d19bcf2 tempest-LiveMigrationTest-1634108813 tempest-LiveMigrationTest-1634108813-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=301817ec-e32d-4c17-a082-4e820cbef9a3&tenant_id=f15fb34306734f1db943c159bdbff20e&binding%3Ahost_id=n-h2-836650-2 HTTP/1.1" status: 200 len: 1097 time: 0.1313279 Apr 05 14:32:59.707590 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-123b96b8-cce8-4b68-b3ef-4fbc7c1aef27 req-3b3f73fb-23d6-4345-ad1f-0e80365a0600 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775738 Apr 05 14:32:59.710729 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8f6e8691-9c8e-4600-bfa7-82464a578b60 req-771ddb7b-2f83-4fd2-b299-dc46d92fb663 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749071 Apr 05 14:32:59.711727 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-74f681ca-d33a-4ed6-be60-5b48cdb4e530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15773751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13127350'] for subnet, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:59.757527 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-519042be-c1ff-4bdc-84a3-31b15aeb04e5 req-98041e49-89d1-4d5c-9fff-a6f02cb97111 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836650-2'}}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:32:59.763387 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ec4187ea-e83b-46b0-afee-4d465c68e25f req-070e4653-e98e-4d87-994f-8b4d6d3ee290 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4032c53b-96ab-4b67-b14e-c47acfa5a112 HTTP/1.1" status: 200 len: 217 time: 0.0923040 Apr 05 14:32:59.772172 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f681ca-d33a-4ed6-be60-5b48cdb4e530 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cf92918-0a1b-4174-b591-91d93d2d08a3,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:59.837204 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f681ca-d33a-4ed6-be60-5b48cdb4e530 admin admin] Checking segment: {'id': '3fa78d08-6256-456a-b3a3-d8ee63c54565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e8310f74-fd83-49ad-adcc-6c608eb47677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:32:59.838020 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f681ca-d33a-4ed6-be60-5b48cdb4e530 admin admin] Network hostable DHCP agents. Network: e8310f74-fd83-49ad-adcc-6c608eb47677, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:32:59.866759 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e4f70e-f47f-4e95-a702-76311d97c922 req-0c0e45c7-18ce-4dd5-a933-91d5d0c4f85a tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:59.868616 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c7e4f70e-f47f-4e95-a702-76311d97c922 req-0c0e45c7-18ce-4dd5-a933-91d5d0c4f85a tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=989e98ce-36ed-4302-94e9-639222cdaacc HTTP/1.1" status: 200 len: 945 time: 0.0817361 Apr 05 14:32:59.885556 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4187ea-e83b-46b0-afee-4d465c68e25f req-548026b9-8426-4a27-bfae-d99fae502fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:59.887823 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ec4187ea-e83b-46b0-afee-4d465c68e25f req-548026b9-8426-4a27-bfae-d99fae502fa3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c529ad6d-a94e-4533-88f8-eeabc5541ed8 HTTP/1.1" status: 200 len: 850 time: 0.1172357 Apr 05 14:32:59.919324 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c7e4f70e-f47f-4e95-a702-76311d97c922 req-fd4e12ff-c000-49bc-bac4-6215a3e5375e tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439630 Apr 05 14:32:59.928185 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-519042be-c1ff-4bdc-84a3-31b15aeb04e5 req-98041e49-89d1-4d5c-9fff-a6f02cb97111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:59.934211 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f681ca-d33a-4ed6-be60-5b48cdb4e530 admin admin] Network e8310f74-fd83-49ad-adcc-6c608eb47677 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:33:00.026348 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4187ea-e83b-46b0-afee-4d465c68e25f req-83024c73-98f3-4ea6-8ae8-b8f2379e98a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:00.028425 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ec4187ea-e83b-46b0-afee-4d465c68e25f req-83024c73-98f3-4ea6-8ae8-b8f2379e98a2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bbe33099-0907-4578-b91f-9ecd1e0f3a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1095510 Apr 05 14:33:00.031806 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-74f681ca-d33a-4ed6-be60-5b48cdb4e530 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, e8310f74-fd83-49ad-adcc-6c608eb47677) {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:33:00.036680 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f681ca-d33a-4ed6-be60-5b48cdb4e530 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:00.037311 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-74f681ca-d33a-4ed6-be60-5b48cdb4e530 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:00.049002 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d017a287-9ef5-4078-a1bc-03c2243efce0 None None] Network e8310f74-fd83-49ad-adcc-6c608eb47677 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:33:00.081585 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 36476) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:33:00.127283 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-74f681ca-d33a-4ed6-be60-5b48cdb4e530 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2628829 Apr 05 14:33:00.205915 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e2ba70c1-7f86-4dc7-b72f-6d284e05b83c tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:00.222313 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af57b92b-4910-4795-893e-8b06ee444b77 None None] Network e8310f74-fd83-49ad-adcc-6c608eb47677 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:33:00.240259 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8abe5c4b-4633-4882-b7f0-b9de9ae9a388 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:00.269081 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-519042be-c1ff-4bdc-84a3-31b15aeb04e5 req-98041e49-89d1-4d5c-9fff-a6f02cb97111 service neutron] For port 7009618f-75a6-452a-a53d-560fdef9d71a, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=7009618f-75a6-452a-a53d-560fdef9d71a,segment=NetworkSegment(d98286ea-3af7-47a7-a92d-d95717c2d70a),segment_id=d98286ea-3af7-47a7-a92d-d95717c2d70a)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:00.273109 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ec4187ea-e83b-46b0-afee-4d465c68e25f req-99ca76bc-2fbd-4ce0-9ad1-f9ad3b5befc5 service neutron] 10.222.0.11 "GET /v2.0/networks/bbe33099-0907-4578-b91f-9ecd1e0f3a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348435 Apr 05 14:33:00.295628 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e2ba70c1-7f86-4dc7-b72f-6d284e05b83c tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:00.370760 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8abe5c4b-4633-4882-b7f0-b9de9ae9a388 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:00.443352 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-519042be-c1ff-4bdc-84a3-31b15aeb04e5 req-98041e49-89d1-4d5c-9fff-a6f02cb97111 service neutron] For port 7009618f-75a6-452a-a53d-560fdef9d71a, host n-h2-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:33:00.444778 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba70c1-7f86-4dc7-b72f-6d284e05b83c tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Pushing event updated for resources: {'Port': ['ID=8f0800fc-2806-47a8-8ca3-f7d433eb8c63,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:00.453350 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8abe5c4b-4633-4882-b7f0-b9de9ae9a388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:00.486787 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a9e38b-1bb2-4424-a961-7671d74d74ff req-30ef92a0-cb24-49a0-a05d-e7900f5657a2 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:00.488870 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a6a9e38b-1bb2-4424-a961-7671d74d74ff req-30ef92a0-cb24-49a0-a05d-e7900f5657a2 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/ports?device_id=84a04f4a-fc48-465a-9986-ce4a5d1c1966 HTTP/1.1" status: 200 len: 945 time: 0.0831716 Apr 05 14:33:00.518446 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e2ba70c1-7f86-4dc7-b72f-6d284e05b83c tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:00.526693 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ec4187ea-e83b-46b0-afee-4d465c68e25f req-1ffc6ddb-5eb4-42c9-a076-0ee5ccf8def7 service neutron] 10.222.0.11 "GET /v2.0/networks/bbe33099-0907-4578-b91f-9ecd1e0f3a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455392 Apr 05 14:33:00.532335 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-8abe5c4b-4633-4882-b7f0-b9de9ae9a388 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d4cdc77f1a364cc79caebfaeafbaada2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4472890 Apr 05 14:33:00.532501 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '301817ec-e32d-4c17-a082-4e820cbef9a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7009618f-75a6-452a-a53d-560fdef9d71a'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:33:00.533555 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc513f6-bfd4-41c1-b767-106cd478812a" -d '{"events": [{"server_uuid": "301817ec-e32d-4c17-a082-4e820cbef9a3", "name": "network-vif-unplugged", "status": "completed", "tag": "7009618f-75a6-452a-a53d-560fdef9d71a"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:33:00.539198 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 36490) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:33:00.539198 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-519042be-c1ff-4bdc-84a3-31b15aeb04e5 req-98041e49-89d1-4d5c-9fff-a6f02cb97111 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:00.546004 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abe5c4b-4633-4882-b7f0-b9de9ae9a388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2491ae03-8ef1-49d7-9b4d-91c2b927b0e0,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:00.557398 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a6a9e38b-1bb2-4424-a961-7671d74d74ff req-b95efd08-c3a0-4c44-817b-8a363bc50492 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d1a7855-7863-4922-a8cb-f86b0f779ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576441 Apr 05 14:33:00.607142 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 14:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0060497e-5f82-4af7-8e4b-04939951ee6f x-openstack-request-id: req-0060497e-5f82-4af7-8e4b-04939951ee6f {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:33:00.607435 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "301817ec-e32d-4c17-a082-4e820cbef9a3", "name": "network-vif-unplugged", "status": "completed", "tag": "7009618f-75a6-452a-a53d-560fdef9d71a", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:33:00.607691 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0060497e-5f82-4af7-8e4b-04939951ee6f {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:33:00.608086 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0060497e-5f82-4af7-8e4b-04939951ee6f'] response: {'server_uuid': '301817ec-e32d-4c17-a082-4e820cbef9a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7009618f-75a6-452a-a53d-560fdef9d71a', 'code': 200} Apr 05 14:33:00.611250 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-096d00e6-a1bc-439b-83f5-e83b50ed141c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:00.615978 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-519042be-c1ff-4bdc-84a3-31b15aeb04e5 req-98041e49-89d1-4d5c-9fff-a6f02cb97111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:00.728725 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89641581-8257-4e27-95b8-8e8bc6a2dcef req-a9b2e796-c7b6-454c-bf63-ff8d687cfd91 tempest-ServerMetadataNegativeTestJSON-2042144680 tempest-ServerMetadataNegativeTestJSON-2042144680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:00.730806 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-89641581-8257-4e27-95b8-8e8bc6a2dcef req-a9b2e796-c7b6-454c-bf63-ff8d687cfd91 tempest-ServerMetadataNegativeTestJSON-2042144680 tempest-ServerMetadataNegativeTestJSON-2042144680-project] 10.222.0.30 "GET /v2.0/networks?id=e8310f74-fd83-49ad-adcc-6c608eb47677 HTTP/1.1" status: 200 len: 820 time: 0.1109724 Apr 05 14:33:00.748732 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-89641581-8257-4e27-95b8-8e8bc6a2dcef req-a14b1dde-e3e0-4d68-befa-1d261f4eb726 tempest-ServerMetadataNegativeTestJSON-2042144680 tempest-ServerMetadataNegativeTestJSON-2042144680-project] 10.222.0.30 "GET /v2.0/quotas/a00da328f7af4aa08f2e09b591df0f00 HTTP/1.1" status: 200 len: 375 time: 0.0108805 Apr 05 14:33:00.785906 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-89641581-8257-4e27-95b8-8e8bc6a2dcef req-fec65a15-11e9-4e4a-8981-4b0178325dcc tempest-ServerMetadataNegativeTestJSON-2042144680 tempest-ServerMetadataNegativeTestJSON-2042144680-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a00da328f7af4aa08f2e09b591df0f00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297747 Apr 05 14:33:00.801068 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [req-89641581-8257-4e27-95b8-8e8bc6a2dcef req-a78aacea-2457-4f80-8996-5d3ecc3dbc39 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:33:00.802108 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-89641581-8257-4e27-95b8-8e8bc6a2dcef req-a78aacea-2457-4f80-8996-5d3ecc3dbc39 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057912 Apr 05 14:33:00.902022 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026ac8ab-8581-4618-9149-c42e158e2c84 req-9605cf7d-17a0-4c0e-b30d-5f8cd88f5177 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:00.904168 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-026ac8ab-8581-4618-9149-c42e158e2c84 req-9605cf7d-17a0-4c0e-b30d-5f8cd88f5177 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=301817ec-e32d-4c17-a082-4e820cbef9a3 HTTP/1.1" status: 200 len: 944 time: 0.1173697 Apr 05 14:33:00.947535 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-89641581-8257-4e27-95b8-8e8bc6a2dcef req-45373f5a-b67d-4197-b8c2-3f552905ccbd service neutron] 10.222.0.30 "GET /v2.0/networks/e8310f74-fd83-49ad-adcc-6c608eb47677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262262 Apr 05 14:33:00.951019 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e2ba70c1-7f86-4dc7-b72f-6d284e05b83c tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:00.961195 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-e2ba70c1-7f86-4dc7-b72f-6d284e05b83c tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2637901 Apr 05 14:33:00.969522 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-096d00e6-a1bc-439b-83f5-e83b50ed141c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:00.996638 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-026ac8ab-8581-4618-9149-c42e158e2c84 req-c9795b16-8b00-481c-9712-198f4be74c2d tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780962 Apr 05 14:33:01.041547 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98041e49-89d1-4d5c-9fff-a6f02cb97111 service neutron] Pushing event updated for resources: {'Port': ['ID=7009618f-75a6-452a-a53d-560fdef9d71a,revision_number=7']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:01.055763 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-519042be-c1ff-4bdc-84a3-31b15aeb04e5 req-98041e49-89d1-4d5c-9fff-a6f02cb97111 service neutron] Attempting to bind port 7009618f-75a6-452a-a53d-560fdef9d71a on host n-h2-836650-2 for vnic_type normal with profile {"migrating_to": "n-h1-836650-2"} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:33:01.056094 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-519042be-c1ff-4bdc-84a3-31b15aeb04e5 req-98041e49-89d1-4d5c-9fff-a6f02cb97111 service neutron] Attempting to bind port 7009618f-75a6-452a-a53d-560fdef9d71a by drivers openvswitch,hyperv on host n-h2-836650-2 at level 0 using segments [{'id': 'd98286ea-3af7-47a7-a92d-d95717c2d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bbdeb55e-008a-45ea-8c70-7d18b28201f7'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:33:01.056418 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519042be-c1ff-4bdc-84a3-31b15aeb04e5 req-98041e49-89d1-4d5c-9fff-a6f02cb97111 service neutron] Attempting to bind port 7009618f-75a6-452a-a53d-560fdef9d71a on network bbdeb55e-008a-45ea-8c70-7d18b28201f7 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:33:01.063939 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519042be-c1ff-4bdc-84a3-31b15aeb04e5 req-98041e49-89d1-4d5c-9fff-a6f02cb97111 service neutron] Port 7009618f-75a6-452a-a53d-560fdef9d71a on network bbdeb55e-008a-45ea-8c70-7d18b28201f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:33:01.063939 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519042be-c1ff-4bdc-84a3-31b15aeb04e5 req-98041e49-89d1-4d5c-9fff-a6f02cb97111 service neutron] Attempting to bind port 7009618f-75a6-452a-a53d-560fdef9d71a on network bbdeb55e-008a-45ea-8c70-7d18b28201f7 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:33:01.069790 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519042be-c1ff-4bdc-84a3-31b15aeb04e5 req-98041e49-89d1-4d5c-9fff-a6f02cb97111 service neutron] Checking agent: {'id': '6d8cf521-24bb-4b6a-bbae-0284f5c87a9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:33:01.069790 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519042be-c1ff-4bdc-84a3-31b15aeb04e5 req-98041e49-89d1-4d5c-9fff-a6f02cb97111 service neutron] Checking segment: {'id': 'd98286ea-3af7-47a7-a92d-d95717c2d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bbdeb55e-008a-45ea-8c70-7d18b28201f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:33:01.069790 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519042be-c1ff-4bdc-84a3-31b15aeb04e5 req-98041e49-89d1-4d5c-9fff-a6f02cb97111 service neutron] Bound using segment: {'id': 'd98286ea-3af7-47a7-a92d-d95717c2d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bbdeb55e-008a-45ea-8c70-7d18b28201f7'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:33:01.070655 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-519042be-c1ff-4bdc-84a3-31b15aeb04e5 req-98041e49-89d1-4d5c-9fff-a6f02cb97111 service neutron] Bound port: 7009618f-75a6-452a-a53d-560fdef9d71a, host: n-h2-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd98286ea-3af7-47a7-a92d-d95717c2d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bbdeb55e-008a-45ea-8c70-7d18b28201f7'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:33:01.071112 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-519042be-c1ff-4bdc-84a3-31b15aeb04e5 req-98041e49-89d1-4d5c-9fff-a6f02cb97111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:01.086367 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-89641581-8257-4e27-95b8-8e8bc6a2dcef req-49d1ba49-3766-4f9a-b588-d8db35f4442b service neutron] 10.222.0.30 "GET /v2.0/networks/e8310f74-fd83-49ad-adcc-6c608eb47677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315432 Apr 05 14:33:01.144092 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1900fc27-0710-4841-9449-f94508e246e2 req-b5daf30c-d604-4396-a731-d50db478a5b4 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:01.144265 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-519042be-c1ff-4bdc-84a3-31b15aeb04e5 req-98041e49-89d1-4d5c-9fff-a6f02cb97111 service neutron] For port 7009618f-75a6-452a-a53d-560fdef9d71a, host n-h2-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:33:01.145942 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1900fc27-0710-4841-9449-f94508e246e2 req-b5daf30c-d604-4396-a731-d50db478a5b4 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 944 time: 0.0561252 Apr 05 14:33:01.147678 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-519042be-c1ff-4bdc-84a3-31b15aeb04e5 req-98041e49-89d1-4d5c-9fff-a6f02cb97111 service neutron] For port 7009618f-75a6-452a-a53d-560fdef9d71a, host n-h2-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=7009618f-75a6-452a-a53d-560fdef9d71a,segment=NetworkSegment(d98286ea-3af7-47a7-a92d-d95717c2d70a),segment_id=d98286ea-3af7-47a7-a92d-d95717c2d70a)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:33:01.185711 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1900fc27-0710-4841-9449-f94508e246e2 req-dbe606e9-eabf-44e5-ba00-1f4b0fbaf727 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333505 Apr 05 14:33:01.185943 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-096d00e6-a1bc-439b-83f5-e83b50ed141c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:01.188442 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-096d00e6-a1bc-439b-83f5-e83b50ed141c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:01.189654 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-096d00e6-a1bc-439b-83f5-e83b50ed141c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2491ae03-8ef1-49d7-9b4d-91c2b927b0e0 HTTP/1.1" status: 204 len: 168 time: 0.6485991 Apr 05 14:33:01.198782 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096d00e6-a1bc-439b-83f5-e83b50ed141c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2491ae03-8ef1-49d7-9b4d-91c2b927b0e0,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:01.244395 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-519042be-c1ff-4bdc-84a3-31b15aeb04e5 req-98041e49-89d1-4d5c-9fff-a6f02cb97111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:01.300215 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff719b88-d239-4421-b92d-7d899627e03f req-754c6283-db7b-40f2-99c8-4324e0bb14ad tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:01.302273 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ff719b88-d239-4421-b92d-7d899627e03f req-754c6283-db7b-40f2-99c8-4324e0bb14ad tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=989e98ce-36ed-4302-94e9-639222cdaacc HTTP/1.1" status: 200 len: 945 time: 0.0588686 Apr 05 14:33:01.348101 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98041e49-89d1-4d5c-9fff-a6f02cb97111 service neutron] Pushing event updated for resources: {'Port': ['ID=7009618f-75a6-452a-a53d-560fdef9d71a,revision_number=8']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:01.362864 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ff719b88-d239-4421-b92d-7d899627e03f req-1bf531cd-62c6-42c3-afb6-f2c8668e671d tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460792 Apr 05 14:33:01.390354 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519042be-c1ff-4bdc-84a3-31b15aeb04e5 req-98041e49-89d1-4d5c-9fff-a6f02cb97111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:01.390995 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-519042be-c1ff-4bdc-84a3-31b15aeb04e5 req-98041e49-89d1-4d5c-9fff-a6f02cb97111 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:01.392655 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-519042be-c1ff-4bdc-84a3-31b15aeb04e5 req-98041e49-89d1-4d5c-9fff-a6f02cb97111 service neutron] 10.222.0.55 "PUT /v2.0/ports/7009618f-75a6-452a-a53d-560fdef9d71a HTTP/1.1" status: 200 len: 1122 time: 1.6393771 Apr 05 14:33:01.460085 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['7009618f-75a6-452a-a53d-560fdef9d71a'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:33:01.481320 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3c0172ed-4aa7-4a49-8c59-c9b8263c53d2 req-6d53c45b-86aa-4dc0-87fe-aa4da81bdca9 tempest-ServerMetadataNegativeTestJSON-2042144680 tempest-ServerMetadataNegativeTestJSON-2042144680-project] 10.222.0.30 "GET /v2.0/ports?device_id=bdd7756f-551f-48c7-a6f7-29ea56b1b089 HTTP/1.1" status: 200 len: 210 time: 0.0344138 Apr 05 14:33:01.553727 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d060706-18b7-443f-ad14-fd728551a7b5 req-fe445f7b-a0bd-4cbb-a912-d60090559fbc tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:01.555611 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6d060706-18b7-443f-ad14-fd728551a7b5 req-fe445f7b-a0bd-4cbb-a912-d60090559fbc tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/networks?id=92fcad72-c5db-4d1e-b4a7-6aec706b597c HTTP/1.1" status: 200 len: 822 time: 0.1845698 Apr 05 14:33:01.582281 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6d060706-18b7-443f-ad14-fd728551a7b5 req-e670da01-ad60-4bbe-88a9-1a0eb2d4fc6d tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/quotas/3e7c44b60b62410f964e2903e104051e HTTP/1.1" status: 200 len: 375 time: 0.0182176 Apr 05 14:33:01.658915 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6d060706-18b7-443f-ad14-fd728551a7b5 req-41ba689b-4faf-4982-983f-759ae648504f tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e7c44b60b62410f964e2903e104051e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0592113 Apr 05 14:33:01.750848 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f2bdfa-d7ac-4c26-83ac-8e611bb139d8 req-0d02142f-7976-4059-8369-27769cea5131 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:01.752258 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-74f2bdfa-d7ac-4c26-83ac-8e611bb139d8 req-0d02142f-7976-4059-8369-27769cea5131 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/ports?device_id=84a04f4a-fc48-465a-9986-ce4a5d1c1966 HTTP/1.1" status: 200 len: 945 time: 0.1097178 Apr 05 14:33:01.799664 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6d060706-18b7-443f-ad14-fd728551a7b5 req-821f3bc4-8bf2-4b12-aa44-8931f771a3f5 service neutron] 10.222.0.30 "GET /v2.0/networks/92fcad72-c5db-4d1e-b4a7-6aec706b597c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193590 Apr 05 14:33:01.819764 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-74f2bdfa-d7ac-4c26-83ac-8e611bb139d8 req-6bda8b71-25af-4641-abcc-753a3ae452ea tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d1a7855-7863-4922-a8cb-f86b0f779ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596514 Apr 05 14:33:01.913634 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6d060706-18b7-443f-ad14-fd728551a7b5 req-993c6ac6-fa54-4733-a5bc-92b25e180438 service neutron] 10.222.0.30 "GET /v2.0/networks/92fcad72-c5db-4d1e-b4a7-6aec706b597c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060233 Apr 05 14:33:01.930172 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 36534) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:33:01.945087 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a6af7a37-8b5b-40aa-8ed8-aa1126bdc86d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:02.022149 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a6af7a37-8b5b-40aa-8ed8-aa1126bdc86d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:02.110692 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3059a-1f97-49b9-af78-eb6eaa343cf9 req-0b986ef7-b8f0-48a6-ace1-b1bd83d38110 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:02.112229 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ecf3059a-1f97-49b9-af78-eb6eaa343cf9 req-0b986ef7-b8f0-48a6-ace1-b1bd83d38110 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=301817ec-e32d-4c17-a082-4e820cbef9a3 HTTP/1.1" status: 200 len: 944 time: 0.0542026 Apr 05 14:33:02.117589 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a6af7a37-8b5b-40aa-8ed8-aa1126bdc86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:02.150934 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6af7a37-8b5b-40aa-8ed8-aa1126bdc86d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa7d92b-0958-4dc0-be8f-1cd890217bbf,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:02.171907 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-a6af7a37-8b5b-40aa-8ed8-aa1126bdc86d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f15763e66e954dc1a3062c1e7d9a9dab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2403526 Apr 05 14:33:02.175343 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 36542) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:33:02.185938 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ecf3059a-1f97-49b9-af78-eb6eaa343cf9 req-f54940b1-d3c9-4929-8daa-01fd309c24b0 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671351 Apr 05 14:33:02.234266 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-25ef107c-08f8-4dd4-8b6d-fd3237fe40bc req-690fe700-afee-42bf-8513-0eefad6100dc tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/ports?device_id=c09da75b-a7ef-4a6d-8a82-f2e5fabc4eb9 HTTP/1.1" status: 200 len: 210 time: 0.0397103 Apr 05 14:33:02.286906 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c7c11493-4754-4eed-a2f0-87b76943aa8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:02.335807 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c7c11493-4754-4eed-a2f0-87b76943aa8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:02.374178 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7bccb0-c53a-4f19-869e-bc4b96ec69ae req-ed0d1d56-8bb1-4466-a199-b3c29f6cb09b tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:02.375692 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3f7bccb0-c53a-4f19-869e-bc4b96ec69ae req-ed0d1d56-8bb1-4466-a199-b3c29f6cb09b tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 944 time: 0.0866432 Apr 05 14:33:02.423162 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3f7bccb0-c53a-4f19-869e-bc4b96ec69ae req-5e9a0a40-b777-4135-9680-fe666f21bc9d tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351152 Apr 05 14:33:02.479100 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5601266c-220a-445e-a361-c029f9d1b5d0 req-92afc82f-ba03-411c-bd53-924e22435d6f tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:02.481274 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5601266c-220a-445e-a361-c029f9d1b5d0 req-92afc82f-ba03-411c-bd53-924e22435d6f tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=989e98ce-36ed-4302-94e9-639222cdaacc HTTP/1.1" status: 200 len: 945 time: 0.0510526 Apr 05 14:33:02.482761 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c7c11493-4754-4eed-a2f0-87b76943aa8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:02.485319 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c7c11493-4754-4eed-a2f0-87b76943aa8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:02.492465 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-c7c11493-4754-4eed-a2f0-87b76943aa8b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1fa7d92b-0958-4dc0-be8f-1cd890217bbf HTTP/1.1" status: 204 len: 168 time: 0.3119392 Apr 05 14:33:02.508997 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c11493-4754-4eed-a2f0-87b76943aa8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa7d92b-0958-4dc0-be8f-1cd890217bbf,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:02.558330 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5601266c-220a-445e-a361-c029f9d1b5d0 req-35943446-a093-4eed-866e-dbc242e0226b tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608807 Apr 05 14:33:02.609186 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '301817ec-e32d-4c17-a082-4e820cbef9a3', 'tag': '7009618f-75a6-452a-a53d-560fdef9d71a'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:33:02.612808 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ff581b-4a8a-446a-8c38-cf73224378f6" -d '{"events": [{"name": "network-changed", "server_uuid": "301817ec-e32d-4c17-a082-4e820cbef9a3", "tag": "7009618f-75a6-452a-a53d-560fdef9d71a"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:33:02.617237 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3ed4dd37-a939-4bb5-930f-f181a33e64da req-4ea9edcf-8e0a-441e-8e0d-f3165c6283c4 tempest-ServerMetadataNegativeTestJSON-2042144680 tempest-ServerMetadataNegativeTestJSON-2042144680-project] 10.222.0.30 "GET /v2.0/ports?device_id=bdd7756f-551f-48c7-a6f7-29ea56b1b089 HTTP/1.1" status: 200 len: 210 time: 0.0386889 Apr 05 14:33:02.654538 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a8b75c3-98a1-409c-9fcd-753a8b604e72 x-openstack-request-id: req-4a8b75c3-98a1-409c-9fcd-753a8b604e72 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:33:02.654905 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "301817ec-e32d-4c17-a082-4e820cbef9a3", "tag": "7009618f-75a6-452a-a53d-560fdef9d71a", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:33:02.655343 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4a8b75c3-98a1-409c-9fcd-753a8b604e72 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:33:02.655843 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a8b75c3-98a1-409c-9fcd-753a8b604e72'] response: {'name': 'network-changed', 'server_uuid': '301817ec-e32d-4c17-a082-4e820cbef9a3', 'tag': '7009618f-75a6-452a-a53d-560fdef9d71a', 'status': 'completed', 'code': 200} Apr 05 14:33:02.723642 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff581b-4a8a-446a-8c38-cf73224378f6 req-d0797574-4263-4d07-a4ee-2e3929673220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:02.725192 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-83ff581b-4a8a-446a-8c38-cf73224378f6 req-d0797574-4263-4d07-a4ee-2e3929673220 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f15fb34306734f1db943c159bdbff20e&device_id=301817ec-e32d-4c17-a082-4e820cbef9a3 HTTP/1.1" status: 200 len: 1125 time: 0.0449662 Apr 05 14:33:02.820086 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff581b-4a8a-446a-8c38-cf73224378f6 req-21760133-4cc4-4fcd-bbd8-47c7eac903e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:02.821869 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-83ff581b-4a8a-446a-8c38-cf73224378f6 req-21760133-4cc4-4fcd-bbd8-47c7eac903e9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bbdeb55e-008a-45ea-8c70-7d18b28201f7 HTTP/1.1" status: 200 len: 908 time: 0.0884731 Apr 05 14:33:02.867110 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-83ff581b-4a8a-446a-8c38-cf73224378f6 req-45de84a8-eeff-427c-9615-6e93667b8877 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7009618f-75a6-452a-a53d-560fdef9d71a HTTP/1.1" status: 200 len: 217 time: 0.0380266 Apr 05 14:33:02.931236 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff581b-4a8a-446a-8c38-cf73224378f6 req-8beb5fd0-9f21-4d69-beb6-6759b825d3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:02.932714 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-83ff581b-4a8a-446a-8c38-cf73224378f6 req-8beb5fd0-9f21-4d69-beb6-6759b825d3d2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ac874e19-e8d7-4dbd-ad30-b4a600298345 HTTP/1.1" status: 200 len: 847 time: 0.0591121 Apr 05 14:33:02.962311 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927ef96-a512-41c5-884c-cc5c0aaca0de req-15200a39-1d7f-47b3-918b-ad002d7f590d tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:02.963864 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5927ef96-a512-41c5-884c-cc5c0aaca0de req-15200a39-1d7f-47b3-918b-ad002d7f590d tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/ports?device_id=84a04f4a-fc48-465a-9986-ce4a5d1c1966 HTTP/1.1" status: 200 len: 945 time: 0.0595775 Apr 05 14:33:02.976474 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-83ff581b-4a8a-446a-8c38-cf73224378f6 req-6ce1f7a2-cbf2-48f4-b3e5-f17dcc9cbc49 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bbdeb55e-008a-45ea-8c70-7d18b28201f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362415 Apr 05 14:33:03.007428 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5927ef96-a512-41c5-884c-cc5c0aaca0de req-86b3a2ef-1a94-4ccb-8708-5b78268a4468 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d1a7855-7863-4922-a8cb-f86b0f779ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368071 Apr 05 14:33:03.083092 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-83ff581b-4a8a-446a-8c38-cf73224378f6 req-43fbbb5e-ed38-4c16-a315-e1aa441f948e service neutron] 10.222.0.11 "GET /v2.0/networks/bbdeb55e-008a-45ea-8c70-7d18b28201f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990639 Apr 05 14:33:03.184805 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-83ff581b-4a8a-446a-8c38-cf73224378f6 req-214d7ca2-eab7-4540-89b1-2a47dcd31362 service neutron] 10.222.0.11 "GET /v2.0/networks/bbdeb55e-008a-45ea-8c70-7d18b28201f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947528 Apr 05 14:33:03.326296 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca01ec6-f878-4b3d-987e-2dc4f35e9340 req-d7fe0789-f79f-4fd9-b027-b8489eecf69b tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:03.328039 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cca01ec6-f878-4b3d-987e-2dc4f35e9340 req-d7fe0789-f79f-4fd9-b027-b8489eecf69b tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=301817ec-e32d-4c17-a082-4e820cbef9a3 HTTP/1.1" status: 200 len: 944 time: 0.0541098 Apr 05 14:33:03.366414 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-42b638bb-a168-4e6e-9015-603fa6821e12 req-9653f9e0-b9db-41cc-b182-fc07ef782959 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/ports?device_id=c09da75b-a7ef-4a6d-8a82-f2e5fabc4eb9 HTTP/1.1" status: 200 len: 210 time: 0.0356002 Apr 05 14:33:03.399121 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cca01ec6-f878-4b3d-987e-2dc4f35e9340 req-51e5e8c8-ca6f-43cd-b385-72ac3f1b2834 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598321 Apr 05 14:33:03.546909 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a2a24-1011-42f1-a0ec-b98f40c022ec req-83c2d72e-6095-451b-bd9e-8e0f497f4ad9 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:03.548651 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-566a2a24-1011-42f1-a0ec-b98f40c022ec req-83c2d72e-6095-451b-bd9e-8e0f497f4ad9 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 944 time: 0.0556946 Apr 05 14:33:03.607528 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-566a2a24-1011-42f1-a0ec-b98f40c022ec req-1019f287-559b-4973-b254-f8a767839304 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527396 Apr 05 14:33:03.732226 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761938fb-303c-4857-ba22-2289c3c2a879 req-87778bb0-5a61-4e94-8911-ec97baa36549 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:03.733857 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-761938fb-303c-4857-ba22-2289c3c2a879 req-87778bb0-5a61-4e94-8911-ec97baa36549 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=989e98ce-36ed-4302-94e9-639222cdaacc HTTP/1.1" status: 200 len: 945 time: 0.0784521 Apr 05 14:33:03.735916 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-818abacc-0993-4b72-ab18-61f683d47eef req-bfb79251-97cd-4437-9722-a96459ae3a0b tempest-ServerMetadataNegativeTestJSON-2042144680 tempest-ServerMetadataNegativeTestJSON-2042144680-project] 10.222.0.30 "GET /v2.0/ports?device_id=bdd7756f-551f-48c7-a6f7-29ea56b1b089 HTTP/1.1" status: 200 len: 210 time: 0.0442033 Apr 05 14:33:03.777686 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 4032c53b-96ab-4b67-b14e-c47acfa5a112 details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:33:03.783852 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-761938fb-303c-4857-ba22-2289c3c2a879 req-e1577a31-8e4c-4340-b613-3137d02e6d89 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438886 Apr 05 14:33:03.924629 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 4032c53b-96ab-4b67-b14e-c47acfa5a112, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=4032c53b-96ab-4b67-b14e-c47acfa5a112,segment=NetworkSegment(87207719-1f48-46bc-a702-a88951a34078),segment_id=87207719-1f48-46bc-a702-a88951a34078)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:03.940494 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': '4032c53b-96ab-4b67-b14e-c47acfa5a112', 'network_id': 'bbe33099-0907-4578-b91f-9ecd1e0f3a95', 'port_id': '4032c53b-96ab-4b67-b14e-c47acfa5a112', 'mac_address': 'fa:16:3e:23:4d:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c529ad6d-a94e-4533-88f8-eeabc5541ed8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:33:03.945109 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89641581-8257-4e27-95b8-8e8bc6a2dcef req-89a6986c-6f8f-49d6-a4d0-1ef745c2cce1 tempest-ServerMetadataNegativeTestJSON-2042144680 tempest-ServerMetadataNegativeTestJSON-2042144680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:03.947651 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-89641581-8257-4e27-95b8-8e8bc6a2dcef req-89a6986c-6f8f-49d6-a4d0-1ef745c2cce1 tempest-ServerMetadataNegativeTestJSON-2042144680 tempest-ServerMetadataNegativeTestJSON-2042144680-project] 10.222.0.55 "GET /v2.0/networks?id=e8310f74-fd83-49ad-adcc-6c608eb47677 HTTP/1.1" status: 200 len: 820 time: 0.1365902 Apr 05 14:33:03.963632 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-89641581-8257-4e27-95b8-8e8bc6a2dcef req-e6037eaa-2824-4b36-a8b3-3776876f195c tempest-ServerMetadataNegativeTestJSON-2042144680 tempest-ServerMetadataNegativeTestJSON-2042144680-project] Request body: {'port': {'device_id': 'bdd7756f-551f-48c7-a6f7-29ea56b1b089', 'network_id': 'e8310f74-fd83-49ad-adcc-6c608eb47677', 'admin_state_up': True, 'tenant_id': 'a00da328f7af4aa08f2e09b591df0f00'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:33:03.997992 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:04.012711 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4032c53b-96ab-4b67-b14e-c47acfa5a112 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:33:04.035132 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 4032c53b-96ab-4b67-b14e-c47acfa5a112, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=4032c53b-96ab-4b67-b14e-c47acfa5a112,segment=NetworkSegment(87207719-1f48-46bc-a702-a88951a34078),segment_id=87207719-1f48-46bc-a702-a88951a34078)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:04.112336 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:04.137312 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918dc775-2e44-4ec1-b1bb-e1105c621139 req-cff37e20-271a-472d-9c35-d5feebf27e75 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:04.142215 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-918dc775-2e44-4ec1-b1bb-e1105c621139 req-cff37e20-271a-472d-9c35-d5feebf27e75 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/ports?device_id=84a04f4a-fc48-465a-9986-ce4a5d1c1966 HTTP/1.1" status: 200 len: 945 time: 0.0529141 Apr 05 14:33:04.161163 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=4032c53b-96ab-4b67-b14e-c47acfa5a112,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:04.173835 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89641581-8257-4e27-95b8-8e8bc6a2dcef req-e6037eaa-2824-4b36-a8b3-3776876f195c tempest-ServerMetadataNegativeTestJSON-2042144680 tempest-ServerMetadataNegativeTestJSON-2042144680-project] Made reservation on behalf of a00da328f7af4aa08f2e09b591df0f00 for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:33:04.177575 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-89641581-8257-4e27-95b8-8e8bc6a2dcef req-e6037eaa-2824-4b36-a8b3-3776876f195c tempest-ServerMetadataNegativeTestJSON-2042144680 tempest-ServerMetadataNegativeTestJSON-2042144680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:04.197444 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-918dc775-2e44-4ec1-b1bb-e1105c621139 req-78980256-efce-4b49-aeee-57b04066e1da tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d1a7855-7863-4922-a8cb-f86b0f779ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519276 Apr 05 14:33:04.325864 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [req-89641581-8257-4e27-95b8-8e8bc6a2dcef req-e6037eaa-2824-4b36-a8b3-3776876f195c tempest-ServerMetadataNegativeTestJSON-2042144680 tempest-ServerMetadataNegativeTestJSON-2042144680-project] Allocated IP 172.20.0.9 (e8310f74-fd83-49ad-adcc-6c608eb47677/2cf92918-0a1b-4174-b591-91d93d2d08a3/221a650a-64d0-4854-8c89-c55833a16f2d) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:33:04.459835 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['4032c53b-96ab-4b67-b14e-c47acfa5a112'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:33:04.488533 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-56a9af8e-45c4-46bd-8d93-86de6b074b7e req-f317678b-716d-404b-a427-55a71d7ed52b tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/ports?device_id=c09da75b-a7ef-4a6d-8a82-f2e5fabc4eb9 HTTP/1.1" status: 200 len: 210 time: 0.0373449 Apr 05 14:33:04.544433 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9ae109-8675-4416-b2e0-6241ee1a8cb4 req-0317510e-e610-4367-892b-1d29f8860aa7 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:04.546965 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4b9ae109-8675-4416-b2e0-6241ee1a8cb4 req-0317510e-e610-4367-892b-1d29f8860aa7 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=301817ec-e32d-4c17-a082-4e820cbef9a3 HTTP/1.1" status: 200 len: 944 time: 0.0571771 Apr 05 14:33:04.555780 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-89641581-8257-4e27-95b8-8e8bc6a2dcef req-e6037eaa-2824-4b36-a8b3-3776876f195c tempest-ServerMetadataNegativeTestJSON-2042144680 tempest-ServerMetadataNegativeTestJSON-2042144680-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:04.606990 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4b9ae109-8675-4416-b2e0-6241ee1a8cb4 req-1d525f5c-b6ef-4681-a03c-ef5bcb65f0a7 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490832 Apr 05 14:33:04.662486 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-89641581-8257-4e27-95b8-8e8bc6a2dcef req-e6037eaa-2824-4b36-a8b3-3776876f195c tempest-ServerMetadataNegativeTestJSON-2042144680 tempest-ServerMetadataNegativeTestJSON-2042144680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:04.669760 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 7009618f-75a6-452a-a53d-560fdef9d71a details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:33:04.690277 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89641581-8257-4e27-95b8-8e8bc6a2dcef req-e6037eaa-2824-4b36-a8b3-3776876f195c tempest-ServerMetadataNegativeTestJSON-2042144680 tempest-ServerMetadataNegativeTestJSON-2042144680-project] Network e8310f74-fd83-49ad-adcc-6c608eb47677 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:33:04.711343 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [req-89641581-8257-4e27-95b8-8e8bc6a2dcef req-e6037eaa-2824-4b36-a8b3-3776876f195c tempest-ServerMetadataNegativeTestJSON-2042144680 tempest-ServerMetadataNegativeTestJSON-2042144680-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:33:04.713793 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-89641581-8257-4e27-95b8-8e8bc6a2dcef req-e6037eaa-2824-4b36-a8b3-3776876f195c tempest-ServerMetadataNegativeTestJSON-2042144680 tempest-ServerMetadataNegativeTestJSON-2042144680-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:33:04.768399 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6037eaa-2824-4b36-a8b3-3776876f195c tempest-ServerMetadataNegativeTestJSON-2042144680 tempest-ServerMetadataNegativeTestJSON-2042144680-project] Pushing event updated for resources: {'Port': ['ID=221a650a-64d0-4854-8c89-c55833a16f2d,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:04.794473 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89641581-8257-4e27-95b8-8e8bc6a2dcef req-e6037eaa-2824-4b36-a8b3-3776876f195c tempest-ServerMetadataNegativeTestJSON-2042144680 tempest-ServerMetadataNegativeTestJSON-2042144680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:04.798097 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-89641581-8257-4e27-95b8-8e8bc6a2dcef req-e6037eaa-2824-4b36-a8b3-3776876f195c tempest-ServerMetadataNegativeTestJSON-2042144680 tempest-ServerMetadataNegativeTestJSON-2042144680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:04.829271 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70840e42-91db-4428-a291-f610d8f3ee8f req-e7ddaac8-698f-4df1-b3be-33041c6aa2cb tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:04.830927 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-70840e42-91db-4428-a291-f610d8f3ee8f req-e7ddaac8-698f-4df1-b3be-33041c6aa2cb tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.0903890 Apr 05 14:33:04.861320 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 7009618f-75a6-452a-a53d-560fdef9d71a, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=7009618f-75a6-452a-a53d-560fdef9d71a,segment=NetworkSegment(d98286ea-3af7-47a7-a92d-d95717c2d70a),segment_id=d98286ea-3af7-47a7-a92d-d95717c2d70a)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:04.870542 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-89641581-8257-4e27-95b8-8e8bc6a2dcef req-e6037eaa-2824-4b36-a8b3-3776876f195c tempest-ServerMetadataNegativeTestJSON-2042144680 tempest-ServerMetadataNegativeTestJSON-2042144680-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9123178 Apr 05 14:33:04.883316 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-89641581-8257-4e27-95b8-8e8bc6a2dcef req-21a91a59-1913-43f2-8cd1-8fda5eb0f6a6 service neutron] Request body: {'port': {'device_id': 'bdd7756f-551f-48c7-a6f7-29ea56b1b089', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:33:04.884997 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 7009618f-75a6-452a-a53d-560fdef9d71a has no active binding in host n-h1-836650-2 {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 05 14:33:04.890183 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d060706-18b7-443f-ad14-fd728551a7b5 req-b1f20281-990f-4fc6-b061-ad911c7ad6b0 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:04.891681 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6d060706-18b7-443f-ad14-fd728551a7b5 req-b1f20281-990f-4fc6-b061-ad911c7ad6b0 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.55 "GET /v2.0/networks?id=92fcad72-c5db-4d1e-b4a7-6aec706b597c HTTP/1.1" status: 200 len: 822 time: 0.2835791 Apr 05 14:33:04.918324 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-6d060706-18b7-443f-ad14-fd728551a7b5 req-28c209ef-50e2-4e36-8238-212f05e5c4c1 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Request body: {'port': {'device_id': 'c09da75b-a7ef-4a6d-8a82-f2e5fabc4eb9', 'network_id': '92fcad72-c5db-4d1e-b4a7-6aec706b597c', 'admin_state_up': True, 'tenant_id': '3e7c44b60b62410f964e2903e104051e'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:33:04.958848 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-89641581-8257-4e27-95b8-8e8bc6a2dcef req-21a91a59-1913-43f2-8cd1-8fda5eb0f6a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:04.988788 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfd5d0-6420-4314-95a1-7a4a87f00148 req-f7b4d147-1abe-41a3-a119-18a7cd08d36c tempest-ServerMetadataNegativeTestJSON-2042144680 tempest-ServerMetadataNegativeTestJSON-2042144680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:04.990345 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5ecfd5d0-6420-4314-95a1-7a4a87f00148 req-f7b4d147-1abe-41a3-a119-18a7cd08d36c tempest-ServerMetadataNegativeTestJSON-2042144680 tempest-ServerMetadataNegativeTestJSON-2042144680-project] 10.222.0.30 "GET /v2.0/ports?device_id=bdd7756f-551f-48c7-a6f7-29ea56b1b089 HTTP/1.1" status: 200 len: 931 time: 0.1506250 Apr 05 14:33:04.994046 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-70840e42-91db-4428-a291-f610d8f3ee8f req-7e8c15e9-b310-4d7b-8ba7-1d6bb54201cf tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526449 Apr 05 14:33:05.073445 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5ecfd5d0-6420-4314-95a1-7a4a87f00148 req-c00fc83f-1ee4-4575-9e9b-60f106b92e6f tempest-ServerMetadataNegativeTestJSON-2042144680 tempest-ServerMetadataNegativeTestJSON-2042144680-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fff625c-c1d6-4350-8d53-3f661e14727e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760429 Apr 05 14:33:05.165584 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3906ce-1904-4000-96ef-0ab376ad0106 req-f60d6742-f5ea-428a-856a-e15f4c574596 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:05.167109 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4c3906ce-1904-4000-96ef-0ab376ad0106 req-f60d6742-f5ea-428a-856a-e15f4c574596 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=989e98ce-36ed-4302-94e9-639222cdaacc HTTP/1.1" status: 200 len: 945 time: 0.0781550 Apr 05 14:33:05.204657 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d060706-18b7-443f-ad14-fd728551a7b5 req-28c209ef-50e2-4e36-8238-212f05e5c4c1 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Made reservation on behalf of 3e7c44b60b62410f964e2903e104051e for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:33:05.208399 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-6d060706-18b7-443f-ad14-fd728551a7b5 req-28c209ef-50e2-4e36-8238-212f05e5c4c1 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:05.236373 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4c3906ce-1904-4000-96ef-0ab376ad0106 req-7c0eb14c-95d5-4acd-bf53-54f9fa32dc1e tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628614 Apr 05 14:33:05.294712 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [req-89641581-8257-4e27-95b8-8e8bc6a2dcef req-21a91a59-1913-43f2-8cd1-8fda5eb0f6a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 221a650a-64d0-4854-8c89-c55833a16f2d {{(pid=103321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:33:05.303413 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-89641581-8257-4e27-95b8-8e8bc6a2dcef req-21a91a59-1913-43f2-8cd1-8fda5eb0f6a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:05.318748 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.provisioning_blocks [req-89641581-8257-4e27-95b8-8e8bc6a2dcef req-21a91a59-1913-43f2-8cd1-8fda5eb0f6a6 service neutron] Transition to ACTIVE for port object 221a650a-64d0-4854-8c89-c55833a16f2d will not be triggered until provisioned by entity L2. {{(pid=103321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:33:05.385219 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-89641581-8257-4e27-95b8-8e8bc6a2dcef req-21a91a59-1913-43f2-8cd1-8fda5eb0f6a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:05.386081 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44867ce-386c-4a9b-8fa2-f207a202eb4c req-d5cf60f8-153b-40fb-876e-2b8153e3bb3d tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:05.388256 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d44867ce-386c-4a9b-8fa2-f207a202eb4c req-d5cf60f8-153b-40fb-876e-2b8153e3bb3d tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/ports?device_id=84a04f4a-fc48-465a-9986-ce4a5d1c1966 HTTP/1.1" status: 200 len: 945 time: 0.0974522 Apr 05 14:33:05.410486 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-6d060706-18b7-443f-ad14-fd728551a7b5 req-28c209ef-50e2-4e36-8238-212f05e5c4c1 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Allocated IP 172.20.0.8 (92fcad72-c5db-4d1e-b4a7-6aec706b597c/f2240eec-fdc7-4a9d-b66e-11daf7277a6b/4236c988-33a1-42ca-ba7a-6ba25e616c5b) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:33:05.455818 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d44867ce-386c-4a9b-8fa2-f207a202eb4c req-d0b9d57d-cb3b-44a4-9170-df598d520fd6 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d1a7855-7863-4922-a8cb-f86b0f779ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560691 Apr 05 14:33:05.455999 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a91a59-1913-43f2-8cd1-8fda5eb0f6a6 service neutron] Pushing event updated for resources: {'Port': ['ID=221a650a-64d0-4854-8c89-c55833a16f2d,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:05.512663 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-89641581-8257-4e27-95b8-8e8bc6a2dcef req-21a91a59-1913-43f2-8cd1-8fda5eb0f6a6 service neutron] Attempting to bind port 221a650a-64d0-4854-8c89-c55833a16f2d on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:33:05.513033 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-89641581-8257-4e27-95b8-8e8bc6a2dcef req-21a91a59-1913-43f2-8cd1-8fda5eb0f6a6 service neutron] Attempting to bind port 221a650a-64d0-4854-8c89-c55833a16f2d by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': '3fa78d08-6256-456a-b3a3-d8ee63c54565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e8310f74-fd83-49ad-adcc-6c608eb47677'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:33:05.513625 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89641581-8257-4e27-95b8-8e8bc6a2dcef req-21a91a59-1913-43f2-8cd1-8fda5eb0f6a6 service neutron] Attempting to bind port 221a650a-64d0-4854-8c89-c55833a16f2d on network e8310f74-fd83-49ad-adcc-6c608eb47677 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:33:05.518532 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89641581-8257-4e27-95b8-8e8bc6a2dcef req-21a91a59-1913-43f2-8cd1-8fda5eb0f6a6 service neutron] Port 221a650a-64d0-4854-8c89-c55833a16f2d on network e8310f74-fd83-49ad-adcc-6c608eb47677 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:33:05.518854 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89641581-8257-4e27-95b8-8e8bc6a2dcef req-21a91a59-1913-43f2-8cd1-8fda5eb0f6a6 service neutron] Attempting to bind port 221a650a-64d0-4854-8c89-c55833a16f2d on network e8310f74-fd83-49ad-adcc-6c608eb47677 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:33:05.523780 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89641581-8257-4e27-95b8-8e8bc6a2dcef req-21a91a59-1913-43f2-8cd1-8fda5eb0f6a6 service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:33:05.524122 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89641581-8257-4e27-95b8-8e8bc6a2dcef req-21a91a59-1913-43f2-8cd1-8fda5eb0f6a6 service neutron] Checking segment: {'id': '3fa78d08-6256-456a-b3a3-d8ee63c54565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e8310f74-fd83-49ad-adcc-6c608eb47677'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:33:05.524507 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89641581-8257-4e27-95b8-8e8bc6a2dcef req-21a91a59-1913-43f2-8cd1-8fda5eb0f6a6 service neutron] Bound using segment: {'id': '3fa78d08-6256-456a-b3a3-d8ee63c54565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e8310f74-fd83-49ad-adcc-6c608eb47677'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:33:05.525006 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-89641581-8257-4e27-95b8-8e8bc6a2dcef req-21a91a59-1913-43f2-8cd1-8fda5eb0f6a6 service neutron] Bound port: 221a650a-64d0-4854-8c89-c55833a16f2d, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fa78d08-6256-456a-b3a3-d8ee63c54565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e8310f74-fd83-49ad-adcc-6c608eb47677'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:33:05.526206 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-89641581-8257-4e27-95b8-8e8bc6a2dcef req-21a91a59-1913-43f2-8cd1-8fda5eb0f6a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:05.594979 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-89641581-8257-4e27-95b8-8e8bc6a2dcef req-21a91a59-1913-43f2-8cd1-8fda5eb0f6a6 service neutron] For port 221a650a-64d0-4854-8c89-c55833a16f2d, host n-h1-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:33:05.597488 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c2a63bdb-b093-4369-9997-90088bad8533 req-53d5c201-d1b0-4dea-a89d-d91704aa85b3 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/ports?device_id=c09da75b-a7ef-4a6d-8a82-f2e5fabc4eb9 HTTP/1.1" status: 200 len: 210 time: 0.0390565 Apr 05 14:33:05.598796 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-89641581-8257-4e27-95b8-8e8bc6a2dcef req-21a91a59-1913-43f2-8cd1-8fda5eb0f6a6 service neutron] For port 221a650a-64d0-4854-8c89-c55833a16f2d, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=221a650a-64d0-4854-8c89-c55833a16f2d,segment=NetworkSegment(3fa78d08-6256-456a-b3a3-d8ee63c54565),segment_id=3fa78d08-6256-456a-b3a3-d8ee63c54565)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:33:05.623250 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-6d060706-18b7-443f-ad14-fd728551a7b5 req-28c209ef-50e2-4e36-8238-212f05e5c4c1 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:05.689238 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-89641581-8257-4e27-95b8-8e8bc6a2dcef req-21a91a59-1913-43f2-8cd1-8fda5eb0f6a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:05.721444 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb340449-6abb-4f98-9003-404b4be7cf8d req-79be21b2-6fe8-44a6-bb0f-c96daf92881d tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:05.723197 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fb340449-6abb-4f98-9003-404b4be7cf8d req-79be21b2-6fe8-44a6-bb0f-c96daf92881d tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=301817ec-e32d-4c17-a082-4e820cbef9a3 HTTP/1.1" status: 200 len: 944 time: 0.0519061 Apr 05 14:33:05.724225 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89641581-8257-4e27-95b8-8e8bc6a2dcef req-21a91a59-1913-43f2-8cd1-8fda5eb0f6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:05.724922 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-6d060706-18b7-443f-ad14-fd728551a7b5 req-28c209ef-50e2-4e36-8238-212f05e5c4c1 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:05.726968 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-89641581-8257-4e27-95b8-8e8bc6a2dcef req-21a91a59-1913-43f2-8cd1-8fda5eb0f6a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:05.728398 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-89641581-8257-4e27-95b8-8e8bc6a2dcef req-21a91a59-1913-43f2-8cd1-8fda5eb0f6a6 service neutron] 10.222.0.55 "PUT /v2.0/ports/221a650a-64d0-4854-8c89-c55833a16f2d HTTP/1.1" status: 200 len: 1091 time: 0.8497300 Apr 05 14:33:05.730710 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdd7756f-551f-48c7-a6f7-29ea56b1b089', 'tag': '221a650a-64d0-4854-8c89-c55833a16f2d'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:33:05.734244 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15fa761a-915d-48af-9a11-94def9d77c3a" -d '{"events": [{"name": "network-changed", "server_uuid": "bdd7756f-551f-48c7-a6f7-29ea56b1b089", "tag": "221a650a-64d0-4854-8c89-c55833a16f2d"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:33:05.775824 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 4032c53b-96ab-4b67-b14e-c47acfa5a112 up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:33:05.779371 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a91a59-1913-43f2-8cd1-8fda5eb0f6a6 service neutron] Pushing event updated for resources: {'Port': ['ID=221a650a-64d0-4854-8c89-c55833a16f2d,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:05.826750 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d060706-18b7-443f-ad14-fd728551a7b5 req-28c209ef-50e2-4e36-8238-212f05e5c4c1 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Network 92fcad72-c5db-4d1e-b4a7-6aec706b597c is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:33:05.835860 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-6d060706-18b7-443f-ad14-fd728551a7b5 req-28c209ef-50e2-4e36-8238-212f05e5c4c1 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:33:05.838621 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d060706-18b7-443f-ad14-fd728551a7b5 req-28c209ef-50e2-4e36-8238-212f05e5c4c1 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:33:05.847812 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c209ef-50e2-4e36-8238-212f05e5c4c1 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Pushing event updated for resources: {'Port': ['ID=4236c988-33a1-42ca-ba7a-6ba25e616c5b,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:05.860179 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 36664) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:33:05.908106 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89641581-8257-4e27-95b8-8e8bc6a2dcef req-b4c1c451-d428-47b5-81b3-8fca149a6eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:05.915826 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-89641581-8257-4e27-95b8-8e8bc6a2dcef req-b4c1c451-d428-47b5-81b3-8fca149a6eda service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a00da328f7af4aa08f2e09b591df0f00&device_id=bdd7756f-551f-48c7-a6f7-29ea56b1b089 HTTP/1.1" status: 200 len: 1094 time: 0.0691371 Apr 05 14:33:05.916481 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fb340449-6abb-4f98-9003-404b4be7cf8d req-aceffeae-4599-4595-80ed-bab91c6b8233 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551125 Apr 05 14:33:05.934637 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning for port 4032c53b-96ab-4b67-b14e-c47acfa5a112 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:33:05.939884 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port 4032c53b-96ab-4b67-b14e-c47acfa5a112 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:05.940443 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:05.962927 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d060706-18b7-443f-ad14-fd728551a7b5 req-28c209ef-50e2-4e36-8238-212f05e5c4c1 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:05.963615 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-6d060706-18b7-443f-ad14-fd728551a7b5 req-28c209ef-50e2-4e36-8238-212f05e5c4c1 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:05.973582 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-89641581-8257-4e27-95b8-8e8bc6a2dcef req-f5cc5466-2ec6-45e1-bb98-3e89257e37cc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=221a650a-64d0-4854-8c89-c55833a16f2d HTTP/1.1" status: 200 len: 217 time: 0.0427167 Apr 05 14:33:06.051959 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-68c4c1cc-1473-44cc-afbc-dd28143415e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:06.057209 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6d060706-18b7-443f-ad14-fd728551a7b5 req-28c209ef-50e2-4e36-8238-212f05e5c4c1 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1517816 Apr 05 14:33:06.057883 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1416bb02-f5a0-46ac-938d-d864a61b1644 x-openstack-request-id: req-1416bb02-f5a0-46ac-938d-d864a61b1644 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:33:06.058194 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdd7756f-551f-48c7-a6f7-29ea56b1b089", "tag": "221a650a-64d0-4854-8c89-c55833a16f2d", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:33:06.058486 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1416bb02-f5a0-46ac-938d-d864a61b1644 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:33:06.058933 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1416bb02-f5a0-46ac-938d-d864a61b1644'] response: {'name': 'network-changed', 'server_uuid': 'bdd7756f-551f-48c7-a6f7-29ea56b1b089', 'tag': '221a650a-64d0-4854-8c89-c55833a16f2d', 'status': 'completed', 'code': 200} Apr 05 14:33:06.061908 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:06.078034 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89641581-8257-4e27-95b8-8e8bc6a2dcef req-21948e6a-fb71-44db-a2cd-a5a603855f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:06.079504 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-89641581-8257-4e27-95b8-8e8bc6a2dcef req-21948e6a-fb71-44db-a2cd-a5a603855f5d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2cf92918-0a1b-4174-b591-91d93d2d08a3 HTTP/1.1" status: 200 len: 860 time: 0.0938673 Apr 05 14:33:06.086857 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-6d060706-18b7-443f-ad14-fd728551a7b5 req-9d2f4135-6c26-4d50-ab17-7d639e16644d service neutron] Request body: {'port': {'device_id': 'c09da75b-a7ef-4a6d-8a82-f2e5fabc4eb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:33:06.088511 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f77f973-1352-47e3-bb5e-96953c90267a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4032c53b-96ab-4b67-b14e-c47acfa5a112'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:33:06.090940 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a25245-17eb-462d-b090-55ec481ab85a" -d '{"events": [{"server_uuid": "6f77f973-1352-47e3-bb5e-96953c90267a", "name": "network-vif-plugged", "status": "completed", "tag": "4032c53b-96ab-4b67-b14e-c47acfa5a112"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:33:06.106735 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 4032c53b-96ab-4b67-b14e-c47acfa5a112, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=4032c53b-96ab-4b67-b14e-c47acfa5a112,segment=NetworkSegment(87207719-1f48-46bc-a702-a88951a34078),segment_id=87207719-1f48-46bc-a702-a88951a34078)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:06.126533 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-89641581-8257-4e27-95b8-8e8bc6a2dcef req-b6b36aa6-a80a-4b5b-9b0c-48dc257de8e7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e8310f74-fd83-49ad-adcc-6c608eb47677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354552 Apr 05 14:33:06.166670 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04a38b0-4084-431d-882c-37786bcf7e7f req-cd2b63ac-127e-4f9b-bbbc-dc1cfc8bf5d1 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:06.168315 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f04a38b0-4084-431d-882c-37786bcf7e7f req-cd2b63ac-127e-4f9b-bbbc-dc1cfc8bf5d1 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.0965974 Apr 05 14:33:06.175353 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-6d060706-18b7-443f-ad14-fd728551a7b5 req-9d2f4135-6c26-4d50-ab17-7d639e16644d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:06.180095 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:06.260695 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=4032c53b-96ab-4b67-b14e-c47acfa5a112,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:06.262766 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f04a38b0-4084-431d-882c-37786bcf7e7f req-44dc743a-fe11-4711-94b6-408e45000b65 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850623 Apr 05 14:33:06.269294 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b89cb695-5d96-402c-b1b4-a184c7640683 x-openstack-request-id: req-b89cb695-5d96-402c-b1b4-a184c7640683 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:33:06.269591 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f77f973-1352-47e3-bb5e-96953c90267a", "name": "network-vif-plugged", "status": "completed", "tag": "4032c53b-96ab-4b67-b14e-c47acfa5a112", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:33:06.269846 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b89cb695-5d96-402c-b1b4-a184c7640683 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:33:06.270338 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b89cb695-5d96-402c-b1b4-a184c7640683'] response: {'server_uuid': '6f77f973-1352-47e3-bb5e-96953c90267a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4032c53b-96ab-4b67-b14e-c47acfa5a112', 'code': 200} Apr 05 14:33:06.308851 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-68c4c1cc-1473-44cc-afbc-dd28143415e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:06.313826 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-89641581-8257-4e27-95b8-8e8bc6a2dcef req-96fb7411-ef00-4a01-a2c4-0c29f2b54831 service neutron] 10.222.0.55 "GET /v2.0/networks/e8310f74-fd83-49ad-adcc-6c608eb47677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796606 Apr 05 14:33:06.368510 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-68c4c1cc-1473-44cc-afbc-dd28143415e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:06.448567 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-68c4c1cc-1473-44cc-afbc-dd28143415e9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fe5d200855b3417bac7f2d88f48ac8d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5888939 Apr 05 14:33:06.454232 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 36678) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:33:06.460385 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c5bc5-9942-420f-901b-b0367b628302 req-c9510549-d914-4acc-9d9e-8040db4554ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:06.461910 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a51c5bc5-9942-420f-901b-b0367b628302 req-c9510549-d914-4acc-9d9e-8040db4554ca service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 1097 time: 0.1510949 Apr 05 14:33:06.462491 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c4c1cc-1473-44cc-afbc-dd28143415e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=babfe8d0-b615-4b45-a6d9-9ff0089f6fb2,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:06.502053 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033142c0-3249-4ddd-b768-7a3bc73cf04d req-f37a609f-44e3-4d27-91a0-744d6762a4b1 tempest-ServerMetadataNegativeTestJSON-2042144680 tempest-ServerMetadataNegativeTestJSON-2042144680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:06.504255 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-033142c0-3249-4ddd-b768-7a3bc73cf04d req-f37a609f-44e3-4d27-91a0-744d6762a4b1 tempest-ServerMetadataNegativeTestJSON-2042144680 tempest-ServerMetadataNegativeTestJSON-2042144680-project] 10.222.0.30 "GET /v2.0/ports?device_id=bdd7756f-551f-48c7-a6f7-29ea56b1b089 HTTP/1.1" status: 200 len: 943 time: 0.1514442 Apr 05 14:33:06.512172 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-89641581-8257-4e27-95b8-8e8bc6a2dcef req-29a3c3ad-501f-4ee9-b1ad-62ad12a0fbbb service neutron] 10.222.0.55 "GET /v2.0/networks/e8310f74-fd83-49ad-adcc-6c608eb47677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883380 Apr 05 14:33:06.518450 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a51c5bc5-9942-420f-901b-b0367b628302 req-c60a20a9-0622-4c70-b647-6ec0ce858540 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445890 Apr 05 14:33:06.524638 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b956b-cf90-4582-888c-fc3e21803049 req-44fb4c06-d474-45f3-bbd1-629a876143df tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:06.526114 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-920b956b-cf90-4582-888c-fc3e21803049 req-44fb4c06-d474-45f3-bbd1-629a876143df tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=989e98ce-36ed-4302-94e9-639222cdaacc HTTP/1.1" status: 200 len: 945 time: 0.1611297 Apr 05 14:33:06.643184 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-920b956b-cf90-4582-888c-fc3e21803049 req-a7936380-e4f8-424f-8029-2edc0c1761a6 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103003 Apr 05 14:33:06.645854 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-033142c0-3249-4ddd-b768-7a3bc73cf04d req-da41fb30-496a-4f4d-935b-b9ba87f7a603 tempest-ServerMetadataNegativeTestJSON-2042144680 tempest-ServerMetadataNegativeTestJSON-2042144680-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fff625c-c1d6-4350-8d53-3f661e14727e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294084 Apr 05 14:33:06.662489 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-44887817-c291-4bd3-981d-4580b4c84790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:06.687526 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa761a-915d-48af-9a11-94def9d77c3a req-7a65f536-ee60-4d0c-911f-20c49df0a316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:06.690955 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-15fa761a-915d-48af-9a11-94def9d77c3a req-7a65f536-ee60-4d0c-911f-20c49df0a316 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a00da328f7af4aa08f2e09b591df0f00&device_id=bdd7756f-551f-48c7-a6f7-29ea56b1b089 HTTP/1.1" status: 200 len: 1094 time: 0.0728061 Apr 05 14:33:06.698700 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-44887817-c291-4bd3-981d-4580b4c84790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:06.814400 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-6d060706-18b7-443f-ad14-fd728551a7b5 req-9d2f4135-6c26-4d50-ab17-7d639e16644d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4236c988-33a1-42ca-ba7a-6ba25e616c5b {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:33:06.827880 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-6d060706-18b7-443f-ad14-fd728551a7b5 req-9d2f4135-6c26-4d50-ab17-7d639e16644d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:06.841104 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa761a-915d-48af-9a11-94def9d77c3a req-7ff7106a-7c01-4d87-a8fb-d56290233344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:06.842574 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-15fa761a-915d-48af-9a11-94def9d77c3a req-7ff7106a-7c01-4d87-a8fb-d56290233344 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e8310f74-fd83-49ad-adcc-6c608eb47677 HTTP/1.1" status: 200 len: 921 time: 0.1116688 Apr 05 14:33:06.861975 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029a1f55-874d-416e-8367-ff84cc4e6a02 req-fbf356f3-3dc3-47d2-9548-f2b65c1af217 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:06.863494 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-029a1f55-874d-416e-8367-ff84cc4e6a02 req-fbf356f3-3dc3-47d2-9548-f2b65c1af217 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/ports?device_id=84a04f4a-fc48-465a-9986-ce4a5d1c1966 HTTP/1.1" status: 200 len: 945 time: 0.1320260 Apr 05 14:33:06.871844 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f76aaa-00da-4862-b2b9-c5e585c16b21 req-436a2e3c-9deb-432c-b950-e36f6b6e83bd tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:06.873347 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-06f76aaa-00da-4862-b2b9-c5e585c16b21 req-436a2e3c-9deb-432c-b950-e36f6b6e83bd tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/ports?device_id=c09da75b-a7ef-4a6d-8a82-f2e5fabc4eb9 HTTP/1.1" status: 200 len: 931 time: 0.1450572 Apr 05 14:33:06.911247 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-15fa761a-915d-48af-9a11-94def9d77c3a req-bd89b524-6b32-4445-b6d8-4143845845c8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=221a650a-64d0-4854-8c89-c55833a16f2d HTTP/1.1" status: 200 len: 217 time: 0.0553362 Apr 05 14:33:06.916971 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-519042be-c1ff-4bdc-84a3-31b15aeb04e5 req-27576b42-991e-47c1-828e-22d2211760cb service neutron] 10.222.0.11 "GET /v2.0/ports/7009618f-75a6-452a-a53d-560fdef9d71a/bindings/n-h1-836650-2 HTTP/1.1" status: 200 len: 384 time: 0.1110225 Apr 05 14:33:06.931671 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-029a1f55-874d-416e-8367-ff84cc4e6a02 req-8f7093f8-828e-4599-99c6-2d0e705923ab tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d1a7855-7863-4922-a8cb-f86b0f779ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561249 Apr 05 14:33:06.941397 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-06f76aaa-00da-4862-b2b9-c5e585c16b21 req-dceb7497-c938-43da-ac77-2321003d0aba tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/security-groups?id=29c6f58e-e49b-4628-9965-3ae38dded875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593667 Apr 05 14:33:06.957937 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-6d060706-18b7-443f-ad14-fd728551a7b5 req-9d2f4135-6c26-4d50-ab17-7d639e16644d service neutron] Transition to ACTIVE for port object 4236c988-33a1-42ca-ba7a-6ba25e616c5b will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:33:06.958786 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-44887817-c291-4bd3-981d-4580b4c84790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:06.965421 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-44887817-c291-4bd3-981d-4580b4c84790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:06.969109 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-44887817-c291-4bd3-981d-4580b4c84790 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/babfe8d0-b615-4b45-a6d9-9ff0089f6fb2 HTTP/1.1" status: 204 len: 168 time: 0.4841638 Apr 05 14:33:06.978773 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44887817-c291-4bd3-981d-4580b4c84790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=babfe8d0-b615-4b45-a6d9-9ff0089f6fb2,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:07.027628 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-6d060706-18b7-443f-ad14-fd728551a7b5 req-9d2f4135-6c26-4d50-ab17-7d639e16644d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:07.032703 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa761a-915d-48af-9a11-94def9d77c3a req-3113f7b7-2642-44e0-a334-6f8cf1e41a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:07.034285 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-15fa761a-915d-48af-9a11-94def9d77c3a req-3113f7b7-2642-44e0-a334-6f8cf1e41a30 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2cf92918-0a1b-4174-b591-91d93d2d08a3 HTTP/1.1" status: 200 len: 860 time: 0.1121364 Apr 05 14:33:07.085612 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-15fa761a-915d-48af-9a11-94def9d77c3a req-789e58ca-9ed2-4b58-a56d-2feadf4b760a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e8310f74-fd83-49ad-adcc-6c608eb47677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356908 Apr 05 14:33:07.102601 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f4135-6c26-4d50-ab17-7d639e16644d service neutron] Pushing event updated for resources: {'Port': ['ID=4236c988-33a1-42ca-ba7a-6ba25e616c5b,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:07.214672 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d8cc1c-3564-4381-bd25-cb585104e336 req-6bde5bdf-eb22-4758-8138-a061df4f1228 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:07.216337 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e7d8cc1c-3564-4381-bd25-cb585104e336 req-6bde5bdf-eb22-4758-8138-a061df4f1228 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=301817ec-e32d-4c17-a082-4e820cbef9a3 HTTP/1.1" status: 200 len: 944 time: 0.1076784 Apr 05 14:33:07.269175 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-15fa761a-915d-48af-9a11-94def9d77c3a req-fac26a4f-7531-47d2-8ee6-cf807c222b26 service neutron] 10.222.0.55 "GET /v2.0/networks/e8310f74-fd83-49ad-adcc-6c608eb47677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645851 Apr 05 14:33:07.280166 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-6d060706-18b7-443f-ad14-fd728551a7b5 req-9d2f4135-6c26-4d50-ab17-7d639e16644d service neutron] Attempting to bind port 4236c988-33a1-42ca-ba7a-6ba25e616c5b on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:33:07.280581 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-6d060706-18b7-443f-ad14-fd728551a7b5 req-9d2f4135-6c26-4d50-ab17-7d639e16644d service neutron] Attempting to bind port 4236c988-33a1-42ca-ba7a-6ba25e616c5b by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': '1db74af5-f9b7-4132-a710-0eb375e39826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '92fcad72-c5db-4d1e-b4a7-6aec706b597c'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:33:07.280799 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d060706-18b7-443f-ad14-fd728551a7b5 req-9d2f4135-6c26-4d50-ab17-7d639e16644d service neutron] Attempting to bind port 4236c988-33a1-42ca-ba7a-6ba25e616c5b on network 92fcad72-c5db-4d1e-b4a7-6aec706b597c {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:33:07.289523 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e7d8cc1c-3564-4381-bd25-cb585104e336 req-5d1038ab-2c60-49c1-a284-f364f873bdd3 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602863 Apr 05 14:33:07.292381 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d060706-18b7-443f-ad14-fd728551a7b5 req-9d2f4135-6c26-4d50-ab17-7d639e16644d service neutron] Port 4236c988-33a1-42ca-ba7a-6ba25e616c5b on network 92fcad72-c5db-4d1e-b4a7-6aec706b597c not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:33:07.294283 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d060706-18b7-443f-ad14-fd728551a7b5 req-9d2f4135-6c26-4d50-ab17-7d639e16644d service neutron] Attempting to bind port 4236c988-33a1-42ca-ba7a-6ba25e616c5b on network 92fcad72-c5db-4d1e-b4a7-6aec706b597c {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:33:07.302835 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d060706-18b7-443f-ad14-fd728551a7b5 req-9d2f4135-6c26-4d50-ab17-7d639e16644d service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:33:07.305024 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d060706-18b7-443f-ad14-fd728551a7b5 req-9d2f4135-6c26-4d50-ab17-7d639e16644d service neutron] Checking segment: {'id': '1db74af5-f9b7-4132-a710-0eb375e39826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '92fcad72-c5db-4d1e-b4a7-6aec706b597c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:33:07.305024 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d060706-18b7-443f-ad14-fd728551a7b5 req-9d2f4135-6c26-4d50-ab17-7d639e16644d service neutron] Bound using segment: {'id': '1db74af5-f9b7-4132-a710-0eb375e39826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '92fcad72-c5db-4d1e-b4a7-6aec706b597c'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:33:07.305024 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-6d060706-18b7-443f-ad14-fd728551a7b5 req-9d2f4135-6c26-4d50-ab17-7d639e16644d service neutron] Bound port: 4236c988-33a1-42ca-ba7a-6ba25e616c5b, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1db74af5-f9b7-4132-a710-0eb375e39826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '92fcad72-c5db-4d1e-b4a7-6aec706b597c'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:33:07.305024 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-6d060706-18b7-443f-ad14-fd728551a7b5 req-9d2f4135-6c26-4d50-ab17-7d639e16644d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:07.313051 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-519042be-c1ff-4bdc-84a3-31b15aeb04e5 req-1ec137ab-f7b2-45ef-9fc7-b04b4c3b0826 service neutron] For port 7009618f-75a6-452a-a53d-560fdef9d71a, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=7009618f-75a6-452a-a53d-560fdef9d71a,segment=NetworkSegment(d98286ea-3af7-47a7-a92d-d95717c2d70a),segment_id=d98286ea-3af7-47a7-a92d-d95717c2d70a)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:07.374344 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-519042be-c1ff-4bdc-84a3-31b15aeb04e5 req-1ec137ab-f7b2-45ef-9fc7-b04b4c3b0826 service neutron] For port 7009618f-75a6-452a-a53d-560fdef9d71a, host n-h2-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:33:07.424712 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [req-519042be-c1ff-4bdc-84a3-31b15aeb04e5 req-1ec137ab-f7b2-45ef-9fc7-b04b4c3b0826 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7009618f-75a6-452a-a53d-560fdef9d71a {{(pid=103321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:33:07.428798 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-6d060706-18b7-443f-ad14-fd728551a7b5 req-9d2f4135-6c26-4d50-ab17-7d639e16644d service neutron] For port 4236c988-33a1-42ca-ba7a-6ba25e616c5b, host n-h1-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:33:07.434470 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-15fa761a-915d-48af-9a11-94def9d77c3a req-fe857fa7-4599-4ec7-b6ba-08da3ec4b252 service neutron] 10.222.0.55 "GET /v2.0/networks/e8310f74-fd83-49ad-adcc-6c608eb47677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508317 Apr 05 14:33:07.439168 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-519042be-c1ff-4bdc-84a3-31b15aeb04e5 req-1ec137ab-f7b2-45ef-9fc7-b04b4c3b0826 service neutron] For port 7009618f-75a6-452a-a53d-560fdef9d71a, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=7009618f-75a6-452a-a53d-560fdef9d71a,segment=NetworkSegment(d98286ea-3af7-47a7-a92d-d95717c2d70a),segment_id=d98286ea-3af7-47a7-a92d-d95717c2d70a)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:07.444994 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-6d060706-18b7-443f-ad14-fd728551a7b5 req-9d2f4135-6c26-4d50-ab17-7d639e16644d service neutron] For port 4236c988-33a1-42ca-ba7a-6ba25e616c5b, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=4236c988-33a1-42ca-ba7a-6ba25e616c5b,segment=NetworkSegment(1db74af5-f9b7-4132-a710-0eb375e39826),segment_id=1db74af5-f9b7-4132-a710-0eb375e39826)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:33:07.458318 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cbfabf-3c0d-4170-8a43-bc99d3dc7c6d req-07e4a2ab-b8d0-489b-982e-d524f20ca0ae tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:07.459813 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-37cbfabf-3c0d-4170-8a43-bc99d3dc7c6d req-07e4a2ab-b8d0-489b-982e-d524f20ca0ae tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 946 time: 0.0810764 Apr 05 14:33:07.500691 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-37cbfabf-3c0d-4170-8a43-bc99d3dc7c6d req-582fb419-4e76-43d3-972b-6cedd01ba19d tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333240 Apr 05 14:33:07.512446 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-6d060706-18b7-443f-ad14-fd728551a7b5 req-9d2f4135-6c26-4d50-ab17-7d639e16644d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:07.539207 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-519042be-c1ff-4bdc-84a3-31b15aeb04e5 req-1ec137ab-f7b2-45ef-9fc7-b04b4c3b0826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:07.550088 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d060706-18b7-443f-ad14-fd728551a7b5 req-9d2f4135-6c26-4d50-ab17-7d639e16644d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:07.550088 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-6d060706-18b7-443f-ad14-fd728551a7b5 req-9d2f4135-6c26-4d50-ab17-7d639e16644d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:07.550672 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6d060706-18b7-443f-ad14-fd728551a7b5 req-9d2f4135-6c26-4d50-ab17-7d639e16644d service neutron] 10.222.0.55 "PUT /v2.0/ports/4236c988-33a1-42ca-ba7a-6ba25e616c5b HTTP/1.1" status: 200 len: 1091 time: 1.4689674 Apr 05 14:33:07.550774 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c09da75b-a7ef-4a6d-8a82-f2e5fabc4eb9', 'tag': '4236c988-33a1-42ca-ba7a-6ba25e616c5b'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:33:07.553066 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e42a0fcd-2662-4a23-9cc2-84aa45b813fb" -d '{"events": [{"name": "network-changed", "server_uuid": "c09da75b-a7ef-4a6d-8a82-f2e5fabc4eb9", "tag": "4236c988-33a1-42ca-ba7a-6ba25e616c5b"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:33:07.583062 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f4135-6c26-4d50-ab17-7d639e16644d service neutron] Pushing event updated for resources: {'Port': ['ID=4236c988-33a1-42ca-ba7a-6ba25e616c5b,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:07.606505 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbef408b-ef00-4140-96b8-33b63a1324c2 x-openstack-request-id: req-dbef408b-ef00-4140-96b8-33b63a1324c2 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:33:07.607115 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c09da75b-a7ef-4a6d-8a82-f2e5fabc4eb9", "tag": "4236c988-33a1-42ca-ba7a-6ba25e616c5b", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:33:07.607115 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dbef408b-ef00-4140-96b8-33b63a1324c2 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:33:07.607496 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbef408b-ef00-4140-96b8-33b63a1324c2'] response: {'name': 'network-changed', 'server_uuid': 'c09da75b-a7ef-4a6d-8a82-f2e5fabc4eb9', 'tag': '4236c988-33a1-42ca-ba7a-6ba25e616c5b', 'status': 'completed', 'code': 200} Apr 05 14:33:07.651535 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.provisioning_blocks [req-519042be-c1ff-4bdc-84a3-31b15aeb04e5 req-1ec137ab-f7b2-45ef-9fc7-b04b4c3b0826 service neutron] Transition to ACTIVE for port object 7009618f-75a6-452a-a53d-560fdef9d71a will not be triggered until provisioned by entity L2. {{(pid=103321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:33:07.720820 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cac832-1fad-49d7-a8df-9219ed015e23 req-6c7e2f07-7d2d-4e2a-8b2b-d479b291f022 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:07.726744 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cac832-1fad-49d7-a8df-9219ed015e23 req-6c7e2f07-7d2d-4e2a-8b2b-d479b291f022 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:07.734500 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 36704) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:33:07.735136 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cac832-1fad-49d7-a8df-9219ed015e23 req-6c7e2f07-7d2d-4e2a-8b2b-d479b291f022 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:07.741234 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cac832-1fad-49d7-a8df-9219ed015e23 req-6c7e2f07-7d2d-4e2a-8b2b-d479b291f022 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:07.748160 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cac832-1fad-49d7-a8df-9219ed015e23 req-6c7e2f07-7d2d-4e2a-8b2b-d479b291f022 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:07.748512 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8e762edd-4677-4e9b-9663-1f2fecbf8c59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:07.755002 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cac832-1fad-49d7-a8df-9219ed015e23 req-6c7e2f07-7d2d-4e2a-8b2b-d479b291f022 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:07.757623 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-519042be-c1ff-4bdc-84a3-31b15aeb04e5 req-1ec137ab-f7b2-45ef-9fc7-b04b4c3b0826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:07.762527 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cac832-1fad-49d7-a8df-9219ed015e23 req-6c7e2f07-7d2d-4e2a-8b2b-d479b291f022 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:07.764588 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-43cac832-1fad-49d7-a8df-9219ed015e23 req-6c7e2f07-7d2d-4e2a-8b2b-d479b291f022 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f18ed5e-8412-4093-8697-f85d9fb0ff29 HTTP/1.1" status: 200 len: 5445 time: 0.1332605 Apr 05 14:33:07.780138 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a0fcd-2662-4a23-9cc2-84aa45b813fb req-74d21468-57fc-4513-afa2-02954bc5fcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:07.781631 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e42a0fcd-2662-4a23-9cc2-84aa45b813fb req-74d21468-57fc-4513-afa2-02954bc5fcf5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3e7c44b60b62410f964e2903e104051e&device_id=c09da75b-a7ef-4a6d-8a82-f2e5fabc4eb9 HTTP/1.1" status: 200 len: 1094 time: 0.1213710 Apr 05 14:33:07.846448 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-519042be-c1ff-4bdc-84a3-31b15aeb04e5 req-1ec137ab-f7b2-45ef-9fc7-b04b4c3b0826 service neutron] No DVR routers for this DVR port 7009618f-75a6-452a-a53d-560fdef9d71a on host n-h2-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:33:07.865517 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec137ab-f7b2-45ef-9fc7-b04b4c3b0826 service neutron] Pushing event updated for resources: {'Port': ['ID=7009618f-75a6-452a-a53d-560fdef9d71a,revision_number=10']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:07.900001 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-43cac832-1fad-49d7-a8df-9219ed015e23 req-b77432d3-38a1-4605-9755-245bdaa355fe tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/security-groups?id=af1bc31d-d32e-449d-996f-2d72dd41207d&id=651049ed-3ef9-4175-8455-d871a11c2622&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1159432 Apr 05 14:33:07.901703 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-519042be-c1ff-4bdc-84a3-31b15aeb04e5 req-1ec137ab-f7b2-45ef-9fc7-b04b4c3b0826 service neutron] 10.222.0.11 "PUT /v2.0/ports/7009618f-75a6-452a-a53d-560fdef9d71a/bindings/n-h1-836650-2/activate HTTP/1.1" status: 200 len: 369 time: 0.9712348 Apr 05 14:33:07.911340 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db764abc-ef8f-4891-a4f1-9c76821ef772 req-9e9f0f83-b905-4b39-bf25-230c96d523a4 tempest-ServerMetadataNegativeTestJSON-2042144680 tempest-ServerMetadataNegativeTestJSON-2042144680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:07.915891 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-db764abc-ef8f-4891-a4f1-9c76821ef772 req-9e9f0f83-b905-4b39-bf25-230c96d523a4 tempest-ServerMetadataNegativeTestJSON-2042144680 tempest-ServerMetadataNegativeTestJSON-2042144680-project] 10.222.0.30 "GET /v2.0/ports?device_id=bdd7756f-551f-48c7-a6f7-29ea56b1b089 HTTP/1.1" status: 200 len: 943 time: 0.1473582 Apr 05 14:33:07.951717 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8e762edd-4677-4e9b-9663-1f2fecbf8c59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:07.963701 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a0fcd-2662-4a23-9cc2-84aa45b813fb req-a72f61be-492b-461f-acf8-fcd37d9c1b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:07.965774 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e42a0fcd-2662-4a23-9cc2-84aa45b813fb req-a72f61be-492b-461f-acf8-fcd37d9c1b34 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=3e7c44b60b62410f964e2903e104051e&shared=False HTTP/1.1" status: 200 len: 923 time: 0.1607246 Apr 05 14:33:07.980376 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-db764abc-ef8f-4891-a4f1-9c76821ef772 req-ac7ac3ef-7cf5-4c69-846d-d4ade7674a41 tempest-ServerMetadataNegativeTestJSON-2042144680 tempest-ServerMetadataNegativeTestJSON-2042144680-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fff625c-c1d6-4350-8d53-3f661e14727e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584619 Apr 05 14:33:08.020389 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8e762edd-4677-4e9b-9663-1f2fecbf8c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:08.064955 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-8e762edd-4677-4e9b-9663-1f2fecbf8c59 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0a6786bf643c4fc9b03bfd584295dd1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3277111 Apr 05 14:33:08.064955 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e762edd-4677-4e9b-9663-1f2fecbf8c59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a997d2d2-be5c-4fe7-a573-344e90ea4c0a,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:08.069509 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 36710) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:33:08.151347 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519042be-c1ff-4bdc-84a3-31b15aeb04e5 req-ef2ecc37-6251-4c95-a289-81f25fd07541 tempest-LiveMigrationTest-1634108813 tempest-LiveMigrationTest-1634108813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:08.153526 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-519042be-c1ff-4bdc-84a3-31b15aeb04e5 req-ef2ecc37-6251-4c95-a289-81f25fd07541 tempest-LiveMigrationTest-1634108813 tempest-LiveMigrationTest-1634108813-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=301817ec-e32d-4c17-a082-4e820cbef9a3&tenant_id=f15fb34306734f1db943c159bdbff20e&binding%3Ahost_id=n-h2-836650-2 HTTP/1.1" status: 200 len: 1096 time: 0.0847585 Apr 05 14:33:08.172600 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7e9e8082-8fb1-45ba-8eaa-909ca8cd5772 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:08.215581 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7e9e8082-8fb1-45ba-8eaa-909ca8cd5772 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:08.246662 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519042be-c1ff-4bdc-84a3-31b15aeb04e5 req-89c30f65-af22-4581-bf19-32578a7814de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:08.248243 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-519042be-c1ff-4bdc-84a3-31b15aeb04e5 req-89c30f65-af22-4581-bf19-32578a7814de service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=301817ec-e32d-4c17-a082-4e820cbef9a3&tenant_id=f15fb34306734f1db943c159bdbff20e HTTP/1.1" status: 200 len: 1096 time: 0.0847328 Apr 05 14:33:08.322920 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519042be-c1ff-4bdc-84a3-31b15aeb04e5 req-85c5b9c1-9898-48ba-aebb-0d084990f2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:08.324681 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-519042be-c1ff-4bdc-84a3-31b15aeb04e5 req-85c5b9c1-9898-48ba-aebb-0d084990f2b6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f15fb34306734f1db943c159bdbff20e&device_id=301817ec-e32d-4c17-a082-4e820cbef9a3 HTTP/1.1" status: 200 len: 1096 time: 0.0427704 Apr 05 14:33:08.353060 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7e9e8082-8fb1-45ba-8eaa-909ca8cd5772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:08.356038 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7e9e8082-8fb1-45ba-8eaa-909ca8cd5772 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:08.360255 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-7e9e8082-8fb1-45ba-8eaa-909ca8cd5772 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a997d2d2-be5c-4fe7-a573-344e90ea4c0a HTTP/1.1" status: 204 len: 168 time: 0.2868500 Apr 05 14:33:08.397827 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9e8082-8fb1-45ba-8eaa-909ca8cd5772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a997d2d2-be5c-4fe7-a573-344e90ea4c0a,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:08.439157 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6105918-9c6a-414a-aecc-cf261402d24d req-a2b81b5d-e8aa-45bb-81e5-6b2952caade7 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:08.440654 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a6105918-9c6a-414a-aecc-cf261402d24d req-a2b81b5d-e8aa-45bb-81e5-6b2952caade7 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=989e98ce-36ed-4302-94e9-639222cdaacc HTTP/1.1" status: 200 len: 945 time: 0.4072320 Apr 05 14:33:08.443845 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a0fcd-2662-4a23-9cc2-84aa45b813fb req-b6ec826a-c112-4889-adc6-e885960de681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:08.445483 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e42a0fcd-2662-4a23-9cc2-84aa45b813fb req-b6ec826a-c112-4889-adc6-e885960de681 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4637399 Apr 05 14:33:08.454216 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da17d9a1-5f16-479b-a6fa-3ae7e7c75935 req-ee6d01c1-80b1-4cbc-99b6-da0f5dfd1ffd tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:08.455717 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-da17d9a1-5f16-479b-a6fa-3ae7e7c75935 req-ee6d01c1-80b1-4cbc-99b6-da0f5dfd1ffd tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/ports?device_id=84a04f4a-fc48-465a-9986-ce4a5d1c1966 HTTP/1.1" status: 200 len: 945 time: 0.4052284 Apr 05 14:33:08.466550 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519042be-c1ff-4bdc-84a3-31b15aeb04e5 req-1015aba6-9620-4368-8920-3aceca34923b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:08.468458 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-519042be-c1ff-4bdc-84a3-31b15aeb04e5 req-1015aba6-9620-4368-8920-3aceca34923b service neutron] 10.222.0.55 "GET /v2.0/networks?id=bbdeb55e-008a-45ea-8c70-7d18b28201f7 HTTP/1.1" status: 200 len: 908 time: 0.1366918 Apr 05 14:33:08.522874 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a6105918-9c6a-414a-aecc-cf261402d24d req-15d2ba21-f0b2-4305-9f4a-10e971ae029c tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661774 Apr 05 14:33:08.530477 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-519042be-c1ff-4bdc-84a3-31b15aeb04e5 req-1ecfc2c3-6dda-4648-af4e-df143a7f1f96 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7009618f-75a6-452a-a53d-560fdef9d71a HTTP/1.1" status: 200 len: 217 time: 0.0375025 Apr 05 14:33:08.546695 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-da17d9a1-5f16-479b-a6fa-3ae7e7c75935 req-b35f177f-aa32-491f-be54-4a47e3e9a973 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d1a7855-7863-4922-a8cb-f86b0f779ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839329 Apr 05 14:33:08.562735 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d060706-18b7-443f-ad14-fd728551a7b5 req-f380ceed-abd5-496f-919b-cd1a1b1fc89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:08.564606 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6d060706-18b7-443f-ad14-fd728551a7b5 req-f380ceed-abd5-496f-919b-cd1a1b1fc89e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3e7c44b60b62410f964e2903e104051e&device_id=c09da75b-a7ef-4a6d-8a82-f2e5fabc4eb9 HTTP/1.1" status: 200 len: 1094 time: 0.0586352 Apr 05 14:33:08.592917 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519042be-c1ff-4bdc-84a3-31b15aeb04e5 req-d9488b39-b67e-4f2b-800a-5e1a95a4927b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:08.593583 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-519042be-c1ff-4bdc-84a3-31b15aeb04e5 req-d9488b39-b67e-4f2b-800a-5e1a95a4927b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac874e19-e8d7-4dbd-ad30-b4a600298345 HTTP/1.1" status: 200 len: 847 time: 0.0556622 Apr 05 14:33:08.631425 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6d060706-18b7-443f-ad14-fd728551a7b5 req-fcb18cdd-b447-40ea-9d5e-7ce6a66ab5ac service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4236c988-33a1-42ca-ba7a-6ba25e616c5b HTTP/1.1" status: 200 len: 217 time: 0.0494690 Apr 05 14:33:08.638332 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-519042be-c1ff-4bdc-84a3-31b15aeb04e5 req-b672e508-f45b-4753-82da-60384c0d6c87 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bbdeb55e-008a-45ea-8c70-7d18b28201f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366879 Apr 05 14:33:08.739421 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-519042be-c1ff-4bdc-84a3-31b15aeb04e5 req-9dfa6e2a-f441-4b7c-b629-cbd344addeb2 service neutron] 10.222.0.55 "GET /v2.0/networks/bbdeb55e-008a-45ea-8c70-7d18b28201f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874939 Apr 05 14:33:08.742661 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f262e6-19ab-4ee0-bfe7-5692b11d1773 req-921241cd-39c2-47e7-a7df-d838e8da2ba4 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:08.744171 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-61f262e6-19ab-4ee0-bfe7-5692b11d1773 req-921241cd-39c2-47e7-a7df-d838e8da2ba4 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=301817ec-e32d-4c17-a082-4e820cbef9a3 HTTP/1.1" status: 200 len: 945 time: 0.1107280 Apr 05 14:33:08.754121 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99757ec9-ce5a-46c2-bb6d-b9fa2d69444b req-b0b18e3e-2c0c-43f9-acda-c58ec9e2d3a7 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:08.755583 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-99757ec9-ce5a-46c2-bb6d-b9fa2d69444b req-b0b18e3e-2c0c-43f9-acda-c58ec9e2d3a7 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/ports?device_id=c09da75b-a7ef-4a6d-8a82-f2e5fabc4eb9 HTTP/1.1" status: 200 len: 943 time: 0.1335754 Apr 05 14:33:08.757114 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d060706-18b7-443f-ad14-fd728551a7b5 req-feda9cac-8e8b-4238-9c8b-ec4f14280297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:08.758393 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6d060706-18b7-443f-ad14-fd728551a7b5 req-feda9cac-8e8b-4238-9c8b-ec4f14280297 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f2240eec-fdc7-4a9d-b66e-11daf7277a6b HTTP/1.1" status: 200 len: 862 time: 0.1140220 Apr 05 14:33:08.812528 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6d060706-18b7-443f-ad14-fd728551a7b5 req-a463ccc2-ef7d-464c-b060-da32e5105cf1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=92fcad72-c5db-4d1e-b4a7-6aec706b597c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447218 Apr 05 14:33:08.849613 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-519042be-c1ff-4bdc-84a3-31b15aeb04e5 req-df44114f-1832-4e5e-b813-b3c8d12adfa9 service neutron] 10.222.0.55 "GET /v2.0/networks/bbdeb55e-008a-45ea-8c70-7d18b28201f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958703 Apr 05 14:33:08.859135 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-61f262e6-19ab-4ee0-bfe7-5692b11d1773 req-f6269a07-059c-4090-a12b-0d2c15fb0e76 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998619 Apr 05 14:33:08.866389 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-99757ec9-ce5a-46c2-bb6d-b9fa2d69444b req-4e7db4c1-81d5-4f33-872d-d563dc911511 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/security-groups?id=29c6f58e-e49b-4628-9965-3ae38dded875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996287 Apr 05 14:33:08.978217 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6d060706-18b7-443f-ad14-fd728551a7b5 req-b04c622c-6529-46f2-a9b0-0c49bdc5dd76 service neutron] 10.222.0.55 "GET /v2.0/networks/92fcad72-c5db-4d1e-b4a7-6aec706b597c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503599 Apr 05 14:33:08.992336 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f4ae0a-5aee-4f63-b5ec-905ec21401b2 req-d85fc01b-d563-48ff-82b5-b68edfa36c2e tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:08.993817 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b2f4ae0a-5aee-4f63-b5ec-905ec21401b2 req-d85fc01b-d563-48ff-82b5-b68edfa36c2e tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 946 time: 0.0614161 Apr 05 14:33:09.121602 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b2f4ae0a-5aee-4f63-b5ec-905ec21401b2 req-c1229611-d17e-4738-a467-ec0abc061cd2 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190181 Apr 05 14:33:09.146163 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6feb28-66a4-4c5f-9c2a-9d340fe6fd6e req-2c56aab1-ce36-4fdd-8e14-46038356b28c tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:09.152826 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6feb28-66a4-4c5f-9c2a-9d340fe6fd6e req-2c56aab1-ce36-4fdd-8e14-46038356b28c tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:09.159190 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6feb28-66a4-4c5f-9c2a-9d340fe6fd6e req-2c56aab1-ce36-4fdd-8e14-46038356b28c tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:09.165187 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6feb28-66a4-4c5f-9c2a-9d340fe6fd6e req-2c56aab1-ce36-4fdd-8e14-46038356b28c tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:09.171470 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6feb28-66a4-4c5f-9c2a-9d340fe6fd6e req-2c56aab1-ce36-4fdd-8e14-46038356b28c tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:09.177668 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6feb28-66a4-4c5f-9c2a-9d340fe6fd6e req-2c56aab1-ce36-4fdd-8e14-46038356b28c tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:09.184367 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6feb28-66a4-4c5f-9c2a-9d340fe6fd6e req-2c56aab1-ce36-4fdd-8e14-46038356b28c tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:09.186354 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5c6feb28-66a4-4c5f-9c2a-9d340fe6fd6e req-2c56aab1-ce36-4fdd-8e14-46038356b28c tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f18ed5e-8412-4093-8697-f85d9fb0ff29 HTTP/1.1" status: 200 len: 5445 time: 0.1719739 Apr 05 14:33:09.235621 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6d060706-18b7-443f-ad14-fd728551a7b5 req-7be88eda-b42b-455b-a406-569a0bbcecb9 service neutron] 10.222.0.55 "GET /v2.0/networks/92fcad72-c5db-4d1e-b4a7-6aec706b597c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408299 Apr 05 14:33:09.277495 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eaef4a-92d2-493e-ad0e-7cab461378f7 req-b8988936-2abe-448f-9b76-ba66794837b8 tempest-ServerMetadataNegativeTestJSON-2042144680 tempest-ServerMetadataNegativeTestJSON-2042144680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:09.279020 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-34eaef4a-92d2-493e-ad0e-7cab461378f7 req-b8988936-2abe-448f-9b76-ba66794837b8 tempest-ServerMetadataNegativeTestJSON-2042144680 tempest-ServerMetadataNegativeTestJSON-2042144680-project] 10.222.0.30 "GET /v2.0/ports?device_id=bdd7756f-551f-48c7-a6f7-29ea56b1b089 HTTP/1.1" status: 200 len: 943 time: 0.0917509 Apr 05 14:33:09.283113 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5c6feb28-66a4-4c5f-9c2a-9d340fe6fd6e req-bd579821-2a40-4e38-bb78-d96c62723884 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/security-groups?id=af1bc31d-d32e-449d-996f-2d72dd41207d&id=651049ed-3ef9-4175-8455-d871a11c2622&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0755260 Apr 05 14:33:09.363656 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-34eaef4a-92d2-493e-ad0e-7cab461378f7 req-4152da90-d28a-4e54-93c1-f06f8b2552eb tempest-ServerMetadataNegativeTestJSON-2042144680 tempest-ServerMetadataNegativeTestJSON-2042144680-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fff625c-c1d6-4350-8d53-3f661e14727e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773771 Apr 05 14:33:09.405482 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519042be-c1ff-4bdc-84a3-31b15aeb04e5 req-fbdff0f1-5f8b-462a-bfe7-b4c96805c0e1 tempest-LiveMigrationTest-1634108813 tempest-LiveMigrationTest-1634108813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:09.407004 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-519042be-c1ff-4bdc-84a3-31b15aeb04e5 req-fbdff0f1-5f8b-462a-bfe7-b4c96805c0e1 tempest-LiveMigrationTest-1634108813 tempest-LiveMigrationTest-1634108813-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=301817ec-e32d-4c17-a082-4e820cbef9a3&tenant_id=f15fb34306734f1db943c159bdbff20e&binding%3Ahost_id=n-h1-836650-2 HTTP/1.1" status: 200 len: 1096 time: 0.0809889 Apr 05 14:33:09.432229 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47b33f6-58f1-43da-b7dd-a53bfe35de9d req-b8e9adef-9ea9-4d0b-8784-14f1df2ed1a2 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:09.434432 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c47b33f6-58f1-43da-b7dd-a53bfe35de9d req-b8e9adef-9ea9-4d0b-8784-14f1df2ed1a2 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 946 time: 0.0681257 Apr 05 14:33:09.443837 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 36742) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:33:09.449817 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-dfdafe90-e750-447d-b392-2745ffbf4aca tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Request body: {'floatingip': {'port_id': '4032c53b-96ab-4b67-b14e-c47acfa5a112'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:33:09.490166 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-dfdafe90-e750-447d-b392-2745ffbf4aca tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify callbacks [] for floatingip, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:09.638716 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-519042be-c1ff-4bdc-84a3-31b15aeb04e5 req-f04259e8-50b0-48f9-ab37-fcc454ce6b0a service neutron] For port 7009618f-75a6-452a-a53d-560fdef9d71a, host n-h2-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:33:09.651982 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-519042be-c1ff-4bdc-84a3-31b15aeb04e5 req-f04259e8-50b0-48f9-ab37-fcc454ce6b0a service neutron] Notify callbacks [] for binding, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:09.653377 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-519042be-c1ff-4bdc-84a3-31b15aeb04e5 req-f04259e8-50b0-48f9-ab37-fcc454ce6b0a service neutron] 10.222.0.55 "DELETE /v2.0/ports/7009618f-75a6-452a-a53d-560fdef9d71a/bindings/n-h2-836650-2 HTTP/1.1" status: 204 len: 173 time: 0.2377863 Apr 05 14:33:09.701117 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58f09f6-53f0-465c-99b6-4a3461d92047 req-3ee4ad5a-cef2-4221-b96f-cd020988ecee tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:09.702641 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b58f09f6-53f0-465c-99b6-4a3461d92047 req-3ee4ad5a-cef2-4221-b96f-cd020988ecee tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=989e98ce-36ed-4302-94e9-639222cdaacc HTTP/1.1" status: 200 len: 945 time: 0.1044459 Apr 05 14:33:09.717982 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e510161-7916-4545-96de-f86bb4bba7e3 req-2a343443-8d1f-484e-b1d6-464154c46619 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:09.719468 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3e510161-7916-4545-96de-f86bb4bba7e3 req-2a343443-8d1f-484e-b1d6-464154c46619 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/ports?device_id=84a04f4a-fc48-465a-9986-ce4a5d1c1966 HTTP/1.1" status: 200 len: 945 time: 0.0849972 Apr 05 14:33:09.781405 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b58f09f6-53f0-465c-99b6-4a3461d92047 req-a2a7b237-5e64-4e18-a968-c394c48d2749 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718939 Apr 05 14:33:09.788860 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3e510161-7916-4545-96de-f86bb4bba7e3 req-85e212a3-b2f6-4b56-a351-c2617e51ae71 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d1a7855-7863-4922-a8cb-f86b0f779ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627110 Apr 05 14:33:09.805816 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 7009618f-75a6-452a-a53d-560fdef9d71a no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:33:10.005303 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 7009618f-75a6-452a-a53d-560fdef9d71a not bound to the agent host n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:33:10.060771 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1001b9-fa48-4670-a07a-6e92634ab73a req-e883391e-b98e-4cae-83a7-0e9449f078a0 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:10.062322 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-be1001b9-fa48-4670-a07a-6e92634ab73a req-e883391e-b98e-4cae-83a7-0e9449f078a0 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=301817ec-e32d-4c17-a082-4e820cbef9a3 HTTP/1.1" status: 200 len: 945 time: 0.1040254 Apr 05 14:33:10.063416 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-dfdafe90-e750-447d-b392-2745ffbf4aca tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:10.091425 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529523ff-734a-4047-b48a-cbb17ebde9ee req-2686fc74-b795-4363-b5f7-098d1b2c509a tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:10.093139 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-529523ff-734a-4047-b48a-cbb17ebde9ee req-2686fc74-b795-4363-b5f7-098d1b2c509a tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/ports?device_id=c09da75b-a7ef-4a6d-8a82-f2e5fabc4eb9 HTTP/1.1" status: 200 len: 943 time: 0.0890408 Apr 05 14:33:10.128293 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-dfdafe90-e750-447d-b392-2745ffbf4aca tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:10.141459 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-be1001b9-fa48-4670-a07a-6e92634ab73a req-0e94ae56-e421-46b4-80dc-5f27ccca26a5 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724494 Apr 05 14:33:10.156107 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-529523ff-734a-4047-b48a-cbb17ebde9ee req-e499cb21-43b9-4469-a8ff-b9b6c2378404 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/security-groups?id=29c6f58e-e49b-4628-9965-3ae38dded875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556436 Apr 05 14:33:10.284068 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc790af5-c9a0-49ed-a3f0-4ed728f0b853 req-557048c1-e356-4c79-8ca0-017d212c7dfd tempest-LiveMigrationTest-1634108813 tempest-LiveMigrationTest-1634108813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:10.285678 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cc790af5-c9a0-49ed-a3f0-4ed728f0b853 req-557048c1-e356-4c79-8ca0-017d212c7dfd tempest-LiveMigrationTest-1634108813 tempest-LiveMigrationTest-1634108813-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=301817ec-e32d-4c17-a082-4e820cbef9a3 HTTP/1.1" status: 200 len: 1096 time: 0.0448101 Apr 05 14:33:10.325654 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cc790af5-c9a0-49ed-a3f0-4ed728f0b853 req-609d2b19-184a-45d6-aa8f-873130f2d5d4 tempest-LiveMigrationTest-1634108813 tempest-LiveMigrationTest-1634108813-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329638 Apr 05 14:33:10.480563 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a5811-206c-4bc6-89e3-c94a09d01137 req-e67f84f7-1f50-4361-b0a7-28bcb745a3fb tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:10.487780 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a5811-206c-4bc6-89e3-c94a09d01137 req-e67f84f7-1f50-4361-b0a7-28bcb745a3fb tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:10.495928 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a5811-206c-4bc6-89e3-c94a09d01137 req-e67f84f7-1f50-4361-b0a7-28bcb745a3fb tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:10.504820 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a5811-206c-4bc6-89e3-c94a09d01137 req-e67f84f7-1f50-4361-b0a7-28bcb745a3fb tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:10.512115 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a5811-206c-4bc6-89e3-c94a09d01137 req-e67f84f7-1f50-4361-b0a7-28bcb745a3fb tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:10.518738 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a5811-206c-4bc6-89e3-c94a09d01137 req-e67f84f7-1f50-4361-b0a7-28bcb745a3fb tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:10.526298 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a5811-206c-4bc6-89e3-c94a09d01137 req-e67f84f7-1f50-4361-b0a7-28bcb745a3fb tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:10.529019 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-394a5811-206c-4bc6-89e3-c94a09d01137 req-e67f84f7-1f50-4361-b0a7-28bcb745a3fb tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f18ed5e-8412-4093-8697-f85d9fb0ff29 HTTP/1.1" status: 200 len: 5445 time: 0.1261070 Apr 05 14:33:10.559433 n-d-836650-2 neutron-server[103321]: INFO neutron.db.l3_db [None req-dfdafe90-e750-447d-b392-2745ffbf4aca tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Floating IP a150a36b-7d3d-471c-9ea5-758925ae4e38 associated. External IP: 172.25.6.144, port: 4032c53b-96ab-4b67-b14e-c47acfa5a112. Apr 05 14:33:10.595682 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-394a5811-206c-4bc6-89e3-c94a09d01137 req-76762d1e-96ce-45cf-8bed-0256e174467b tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/security-groups?id=af1bc31d-d32e-449d-996f-2d72dd41207d&id=651049ed-3ef9-4175-8455-d871a11c2622&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0512340 Apr 05 14:33:10.621712 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b160df9-554c-4c11-8ee0-0315430a6891 req-8004dce2-b6e0-4116-9d72-be6f33d38827 tempest-ServerMetadataNegativeTestJSON-2042144680 tempest-ServerMetadataNegativeTestJSON-2042144680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:10.623437 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9b160df9-554c-4c11-8ee0-0315430a6891 req-8004dce2-b6e0-4116-9d72-be6f33d38827 tempest-ServerMetadataNegativeTestJSON-2042144680 tempest-ServerMetadataNegativeTestJSON-2042144680-project] 10.222.0.30 "GET /v2.0/ports?device_id=bdd7756f-551f-48c7-a6f7-29ea56b1b089 HTTP/1.1" status: 200 len: 943 time: 0.0931628 Apr 05 14:33:10.665705 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9b160df9-554c-4c11-8ee0-0315430a6891 req-286a63ef-15d7-48c1-bc0d-dd43a318b96b tempest-ServerMetadataNegativeTestJSON-2042144680 tempest-ServerMetadataNegativeTestJSON-2042144680-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fff625c-c1d6-4350-8d53-3f661e14727e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358288 Apr 05 14:33:10.712285 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 221a650a-64d0-4854-8c89-c55833a16f2d details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:33:10.806445 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e099806-76ac-43a4-a7a8-5013e0bdaccf req-7df14ea8-b616-4fed-8a0d-0f77526c5e2b tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:10.807712 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfdafe90-e750-447d-b392-2745ffbf4aca tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Router 30f3ddb7-a467-4355-9e02-036492b1a47e has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:33:10.808614 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7e099806-76ac-43a4-a7a8-5013e0bdaccf req-7df14ea8-b616-4fed-8a0d-0f77526c5e2b tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/networks?id=bbdeb55e-008a-45ea-8c70-7d18b28201f7 HTTP/1.1" status: 200 len: 807 time: 0.1135788 Apr 05 14:33:10.832436 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 221a650a-64d0-4854-8c89-c55833a16f2d, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=221a650a-64d0-4854-8c89-c55833a16f2d,segment=NetworkSegment(3fa78d08-6256-456a-b3a3-d8ee63c54565),segment_id=3fa78d08-6256-456a-b3a3-d8ee63c54565)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:10.838303 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7e099806-76ac-43a4-a7a8-5013e0bdaccf req-7633e407-159c-4d33-aa2d-a4e5343e6c3e tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/quotas/f15fb34306734f1db943c159bdbff20e HTTP/1.1" status: 200 len: 375 time: 0.0137002 Apr 05 14:33:10.854978 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': '221a650a-64d0-4854-8c89-c55833a16f2d', 'network_id': 'e8310f74-fd83-49ad-adcc-6c608eb47677', 'port_id': '221a650a-64d0-4854-8c89-c55833a16f2d', 'mac_address': 'fa:16:3e:d4:68:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf92918-0a1b-4174-b591-91d93d2d08a3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:33:10.912238 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:10.928253 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 221a650a-64d0-4854-8c89-c55833a16f2d {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:33:10.934363 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7e099806-76ac-43a4-a7a8-5013e0bdaccf req-499a9207-8ba4-4d09-96ab-3c6936ea1f77 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f15fb34306734f1db943c159bdbff20e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0892501 Apr 05 14:33:10.951506 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 221a650a-64d0-4854-8c89-c55833a16f2d, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=221a650a-64d0-4854-8c89-c55833a16f2d,segment=NetworkSegment(3fa78d08-6256-456a-b3a3-d8ee63c54565),segment_id=3fa78d08-6256-456a-b3a3-d8ee63c54565)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:10.958771 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfdafe90-e750-447d-b392-2745ffbf4aca tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:33:10.963986 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-dfdafe90-e750-447d-b392-2745ffbf4aca tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:10.970774 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcb72b9-97ee-47dd-bbdd-8ca5726b8bfd None None] Sync routers for ids ['30f3ddb7-a467-4355-9e02-036492b1a47e'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:33:10.987545 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcb72b9-97ee-47dd-bbdd-8ca5726b8bfd None None] Routers {'30f3ddb7-a467-4355-9e02-036492b1a47e'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:33:10.989290 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-dfcb72b9-97ee-47dd-bbdd-8ca5726b8bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:32:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['30f3ddb7-a467-4355-9e02-036492b1a47e'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:10.995618 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-dfdafe90-e750-447d-b392-2745ffbf4aca tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "PUT /v2.0/floatingips/a150a36b-7d3d-471c-9ea5-758925ae4e38 HTTP/1.1" status: 200 len: 992 time: 1.5502796 Apr 05 14:33:10.996426 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f77f973-1352-47e3-bb5e-96953c90267a', 'tag': '4032c53b-96ab-4b67-b14e-c47acfa5a112'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:33:11.000631 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f68fc75b-af2c-4045-a91c-826d39482c7c" -d '{"events": [{"name": "network-changed", "server_uuid": "6f77f973-1352-47e3-bb5e-96953c90267a", "tag": "4032c53b-96ab-4b67-b14e-c47acfa5a112"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:33:11.035360 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:11.046047 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee353ad3-0dd4-49a1-bbeb-503196670fd5 req-2a60e541-e7dd-4f3e-a668-d0e8a59411fa tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:11.046898 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 36820) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:33:11.047057 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ee353ad3-0dd4-49a1-bbeb-503196670fd5 req-2a60e541-e7dd-4f3e-a668-d0e8a59411fa tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=989e98ce-36ed-4302-94e9-639222cdaacc HTTP/1.1" status: 200 len: 945 time: 0.1217027 Apr 05 14:33:11.107941 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7e099806-76ac-43a4-a7a8-5013e0bdaccf req-1a86d5da-2a9c-4ae1-ac23-a96fa0388d45 service neutron] 10.222.0.30 "GET /v2.0/networks/bbdeb55e-008a-45ea-8c70-7d18b28201f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653659 Apr 05 14:33:11.110921 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ee353ad3-0dd4-49a1-bbeb-503196670fd5 req-73225cf6-c5cf-426a-aef8-4e3a2cec2eb3 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555294 Apr 05 14:33:11.162057 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-dfcb72b9-97ee-47dd-bbdd-8ca5726b8bfd None None] Set router 30f3ddb7-a467-4355-9e02-036492b1a47e gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:33:11.188542 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-92cdda91-9d96-4603-89a6-9396165854c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:11.192679 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=221a650a-64d0-4854-8c89-c55833a16f2d,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:11.242899 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7e099806-76ac-43a4-a7a8-5013e0bdaccf req-bb33ab42-d17d-4097-8461-5466bbf8d4de service neutron] 10.222.0.30 "GET /v2.0/networks/bbdeb55e-008a-45ea-8c70-7d18b28201f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267464 Apr 05 14:33:11.269840 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99701642-ae15-4abc-94a6-0fb7d56a901f req-4766a47a-1e0e-4fa8-a8ef-c2c152d5fccc tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:11.271357 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-99701642-ae15-4abc-94a6-0fb7d56a901f req-4766a47a-1e0e-4fa8-a8ef-c2c152d5fccc tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/ports?device_id=84a04f4a-fc48-465a-9986-ce4a5d1c1966 HTTP/1.1" status: 200 len: 945 time: 0.0918782 Apr 05 14:33:11.281870 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-92cdda91-9d96-4603-89a6-9396165854c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:11.313484 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-99701642-ae15-4abc-94a6-0fb7d56a901f req-da3d613e-3d55-479a-855d-304b47559d96 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d1a7855-7863-4922-a8cb-f86b0f779ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352874 Apr 05 14:33:11.341527 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-92cdda91-9d96-4603-89a6-9396165854c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:11.391511 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-92cdda91-9d96-4603-89a6-9396165854c4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=64f2c7a60fa94c62b2198ec932a6ebdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3415587 Apr 05 14:33:11.391511 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cdda91-9d96-4603-89a6-9396165854c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=409076c2-237c-4dbf-957e-a63809e24fca,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:11.391821 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 36826) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:33:11.438364 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['221a650a-64d0-4854-8c89-c55833a16f2d'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:33:11.468708 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41707152-5aa1-4fae-a198-70fde580cea5 x-openstack-request-id: req-41707152-5aa1-4fae-a198-70fde580cea5 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:33:11.469036 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f77f973-1352-47e3-bb5e-96953c90267a", "tag": "4032c53b-96ab-4b67-b14e-c47acfa5a112", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:33:11.469293 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-41707152-5aa1-4fae-a198-70fde580cea5 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:33:11.469995 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41707152-5aa1-4fae-a198-70fde580cea5'] response: {'name': 'network-changed', 'server_uuid': '6f77f973-1352-47e3-bb5e-96953c90267a', 'tag': '4032c53b-96ab-4b67-b14e-c47acfa5a112', 'status': 'completed', 'code': 200} Apr 05 14:33:11.486338 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-dfcb72b9-97ee-47dd-bbdd-8ca5726b8bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f3ddb7-a467-4355-9e02-036492b1a47e', 'name': 'tempest-ServerActionsTestJSON-376659884-router', 'tenant_id': '9215d951bfeb48c39a8e33c585301815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '5d29dee1-0a93-4c3f-9788-7e21d67cff7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:32:35Z', 'updated_at': '2022-04-05T14:32:42Z', 'revision_number': 4, 'project_id': '9215d951bfeb48c39a8e33c585301815', 'gw_port': {'id': '5d29dee1-0a93-4c3f-9788-7e21d67cff7e', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:83:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f3ddb7-a467-4355-9e02-036492b1a47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:32:37Z', 'updated_at': '2022-04-05T14:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': 'a150a36b-7d3d-471c-9ea5-758925ae4e38', 'tenant_id': '9215d951bfeb48c39a8e33c585301815', 'floating_ip_address': '172.25.6.144', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': '30f3ddb7-a467-4355-9e02-036492b1a47e', 'port_id': '4032c53b-96ab-4b67-b14e-c47acfa5a112', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbe33099-0907-4578-b91f-9ecd1e0f3a95', 'mac_address': 'fa:16:3e:23:4d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f77f973-1352-47e3-bb5e-96953c90267a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:32:50Z', 'updated_at': '2022-04-05T14:33:09Z', 'revision_number': 1, 'project_id': '9215d951bfeb48c39a8e33c585301815', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84a5dc79-d87b-4e34-a7c2-b6c1e9b564e3', 'name': '', 'network_id': 'bbe33099-0907-4578-b91f-9ecd1e0f3a95', 'tenant_id': '9215d951bfeb48c39a8e33c585301815', 'mac_address': 'fa:16:3e:53:39:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f3ddb7-a467-4355-9e02-036492b1a47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'c529ad6d-a94e-4533-88f8-eeabc5541ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:32:41Z', 'updated_at': '2022-04-05T14:32:47Z', 'revision_number': 5, 'project_id': '9215d951bfeb48c39a8e33c585301815', 'subnets': [{'id': 'c529ad6d-a94e-4533-88f8-eeabc5541ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:11.514506 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcb72b9-97ee-47dd-bbdd-8ca5726b8bfd None None] Checking router: 30f3ddb7-a467-4355-9e02-036492b1a47e for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:33:11.514882 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f162ccb-52b5-4fdc-aad8-fec0133e3aae req-4b8ce9ff-30ed-4a2c-a88a-c14480194729 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:11.516859 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0f162ccb-52b5-4fdc-aad8-fec0133e3aae req-4b8ce9ff-30ed-4a2c-a88a-c14480194729 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 946 time: 0.1268475 Apr 05 14:33:11.534068 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8b2848f7-1e3c-45db-9e88-cf3dd4728aba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:11.544461 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcb72b9-97ee-47dd-bbdd-8ca5726b8bfd None None] Routers {'30f3ddb7-a467-4355-9e02-036492b1a47e'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:33:11.544998 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-dfcb72b9-97ee-47dd-bbdd-8ca5726b8bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:32:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['30f3ddb7-a467-4355-9e02-036492b1a47e'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:11.571026 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68fc75b-af2c-4045-a91c-826d39482c7c req-6d0d5be4-1c9b-40f6-8793-0ee05256d23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:11.574229 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f68fc75b-af2c-4045-a91c-826d39482c7c req-6d0d5be4-1c9b-40f6-8793-0ee05256d23d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9215d951bfeb48c39a8e33c585301815&device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 1097 time: 0.0584176 Apr 05 14:33:11.641105 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0f162ccb-52b5-4fdc-aad8-fec0133e3aae req-b2930d80-7cb3-4a7b-ac5d-d61373e4f47c tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079788 Apr 05 14:33:11.643105 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8b2848f7-1e3c-45db-9e88-cf3dd4728aba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:11.706513 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1043d3-87ce-434e-8675-f1c6a2b69633 req-bb7c5131-2cd8-4377-8ca4-480689dbcaa4 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:11.708633 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9f1043d3-87ce-434e-8675-f1c6a2b69633 req-bb7c5131-2cd8-4377-8ca4-480689dbcaa4 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/ports?device_id=c09da75b-a7ef-4a6d-8a82-f2e5fabc4eb9 HTTP/1.1" status: 200 len: 943 time: 0.1427426 Apr 05 14:33:11.728318 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68fc75b-af2c-4045-a91c-826d39482c7c req-f93b080e-e66d-4f44-8629-a95331eef4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:11.730277 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f68fc75b-af2c-4045-a91c-826d39482c7c req-f93b080e-e66d-4f44-8629-a95331eef4e4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bbe33099-0907-4578-b91f-9ecd1e0f3a95 HTTP/1.1" status: 200 len: 912 time: 0.1501918 Apr 05 14:33:11.733072 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-dfcb72b9-97ee-47dd-bbdd-8ca5726b8bfd None None] Set router 30f3ddb7-a467-4355-9e02-036492b1a47e gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:33:11.762448 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-63156a5b-3240-4424-8056-3c4eec8f77e0 req-febc91e8-d5d1-4b74-ad9f-299c384d4a24 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b2b251f-cf85-49eb-bb13-18b0fc1f5e9f HTTP/1.1" status: 200 len: 210 time: 0.0492663 Apr 05 14:33:11.802961 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9f1043d3-87ce-434e-8675-f1c6a2b69633 req-fd43005f-c631-4208-ad84-3a85aa1054dd tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/security-groups?id=29c6f58e-e49b-4628-9965-3ae38dded875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682304 Apr 05 14:33:11.831320 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f68fc75b-af2c-4045-a91c-826d39482c7c req-fed2ec63-1e7b-49ca-887b-883638617f8b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4032c53b-96ab-4b67-b14e-c47acfa5a112 HTTP/1.1" status: 200 len: 1000 time: 0.0947928 Apr 05 14:33:11.873899 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8b2848f7-1e3c-45db-9e88-cf3dd4728aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:11.876070 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8b2848f7-1e3c-45db-9e88-cf3dd4728aba admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:11.880183 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-8b2848f7-1e3c-45db-9e88-cf3dd4728aba admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/409076c2-237c-4dbf-957e-a63809e24fca HTTP/1.1" status: 204 len: 168 time: 0.4851737 Apr 05 14:33:11.899124 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2848f7-1e3c-45db-9e88-cf3dd4728aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=409076c2-237c-4dbf-957e-a63809e24fca,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:11.940987 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68fc75b-af2c-4045-a91c-826d39482c7c req-d63307be-d82a-4cbd-9af8-c2f0ec5bac54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:11.942466 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f68fc75b-af2c-4045-a91c-826d39482c7c req-d63307be-d82a-4cbd-9af8-c2f0ec5bac54 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c529ad6d-a94e-4533-88f8-eeabc5541ed8 HTTP/1.1" status: 200 len: 850 time: 0.1046991 Apr 05 14:33:12.027456 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68fc75b-af2c-4045-a91c-826d39482c7c req-ad5cb7c3-3f58-41ed-be13-82a76d78c963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:12.029561 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f68fc75b-af2c-4045-a91c-826d39482c7c req-ad5cb7c3-3f58-41ed-be13-82a76d78c963 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bbe33099-0907-4578-b91f-9ecd1e0f3a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0806944 Apr 05 14:33:12.050110 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-dfcb72b9-97ee-47dd-bbdd-8ca5726b8bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f3ddb7-a467-4355-9e02-036492b1a47e', 'name': 'tempest-ServerActionsTestJSON-376659884-router', 'tenant_id': '9215d951bfeb48c39a8e33c585301815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '5d29dee1-0a93-4c3f-9788-7e21d67cff7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:32:35Z', 'updated_at': '2022-04-05T14:32:42Z', 'revision_number': 4, 'project_id': '9215d951bfeb48c39a8e33c585301815', 'gw_port': {'id': '5d29dee1-0a93-4c3f-9788-7e21d67cff7e', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:83:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f3ddb7-a467-4355-9e02-036492b1a47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:32:37Z', 'updated_at': '2022-04-05T14:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': 'a150a36b-7d3d-471c-9ea5-758925ae4e38', 'tenant_id': '9215d951bfeb48c39a8e33c585301815', 'floating_ip_address': '172.25.6.144', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': '30f3ddb7-a467-4355-9e02-036492b1a47e', 'port_id': '4032c53b-96ab-4b67-b14e-c47acfa5a112', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbe33099-0907-4578-b91f-9ecd1e0f3a95', 'mac_address': 'fa:16:3e:23:4d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f77f973-1352-47e3-bb5e-96953c90267a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:32:50Z', 'updated_at': '2022-04-05T14:33:09Z', 'revision_number': 1, 'project_id': '9215d951bfeb48c39a8e33c585301815', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84a5dc79-d87b-4e34-a7c2-b6c1e9b564e3', 'name': '', 'network_id': 'bbe33099-0907-4578-b91f-9ecd1e0f3a95', 'tenant_id': '9215d951bfeb48c39a8e33c585301815', 'mac_address': 'fa:16:3e:53:39:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f3ddb7-a467-4355-9e02-036492b1a47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'c529ad6d-a94e-4533-88f8-eeabc5541ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:32:41Z', 'updated_at': '2022-04-05T14:32:47Z', 'revision_number': 5, 'project_id': '9215d951bfeb48c39a8e33c585301815', 'subnets': [{'id': 'c529ad6d-a94e-4533-88f8-eeabc5541ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:12.050703 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9411fd3-f516-4782-bd6a-ffe1087b9209 req-6ca90db3-5167-45a6-98fc-46369fb0288f tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:12.051874 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b9411fd3-f516-4782-bd6a-ffe1087b9209 req-6ca90db3-5167-45a6-98fc-46369fb0288f tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 946 time: 0.1540663 Apr 05 14:33:12.087520 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcb72b9-97ee-47dd-bbdd-8ca5726b8bfd None None] The sync data for ids ['30f3ddb7-a467-4355-9e02-036492b1a47e'] in n-d-836650-2 is: [{'id': '30f3ddb7-a467-4355-9e02-036492b1a47e', 'name': 'tempest-ServerActionsTestJSON-376659884-router', 'tenant_id': '9215d951bfeb48c39a8e33c585301815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '5d29dee1-0a93-4c3f-9788-7e21d67cff7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:32:35Z', 'updated_at': '2022-04-05T14:32:42Z', 'revision_number': 4, 'project_id': '9215d951bfeb48c39a8e33c585301815', 'gw_port': {'id': '5d29dee1-0a93-4c3f-9788-7e21d67cff7e', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:83:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f3ddb7-a467-4355-9e02-036492b1a47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:32:37Z', 'updated_at': '2022-04-05T14:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': 'a150a36b-7d3d-471c-9ea5-758925ae4e38', 'tenant_id': '9215d951bfeb48c39a8e33c585301815', 'floating_ip_address': '172.25.6.144', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': '30f3ddb7-a467-4355-9e02-036492b1a47e', 'port_id': '4032c53b-96ab-4b67-b14e-c47acfa5a112', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbe33099-0907-4578-b91f-9ecd1e0f3a95', 'mac_address': 'fa:16:3e:23:4d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f77f973-1352-47e3-bb5e-96953c90267a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:32:50Z', 'updated_at': '2022-04-05T14:33:09Z', 'revision_number': 1, 'project_id': '9215d951bfeb48c39a8e33c585301815', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84a5dc79-d87b-4e34-a7c2-b6c1e9b564e3', 'name': '', 'network_id': 'bbe33099-0907-4578-b91f-9ecd1e0f3a95', 'tenant_id': '9215d951bfeb48c39a8e33c585301815', 'mac_address': 'fa:16:3e:53:39:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f3ddb7-a467-4355-9e02-036492b1a47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'c529ad6d-a94e-4533-88f8-eeabc5541ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:32:41Z', 'updated_at': '2022-04-05T14:32:47Z', 'revision_number': 5, 'project_id': '9215d951bfeb48c39a8e33c585301815', 'subnets': [{'id': 'c529ad6d-a94e-4533-88f8-eeabc5541ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:33:12.089933 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:12.142467 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f68fc75b-af2c-4045-a91c-826d39482c7c req-4c81be90-23b6-4211-b2cc-de1ccc4e0673 service neutron] 10.222.0.11 "GET /v2.0/networks/bbe33099-0907-4578-b91f-9ecd1e0f3a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060553 Apr 05 14:33:12.147295 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c251ed-38b9-4828-8e0b-77e588925747 req-d6d1e7dc-25b6-473d-b352-7d04d7ff69f3 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:12.155257 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c251ed-38b9-4828-8e0b-77e588925747 req-d6d1e7dc-25b6-473d-b352-7d04d7ff69f3 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:12.162049 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c251ed-38b9-4828-8e0b-77e588925747 req-d6d1e7dc-25b6-473d-b352-7d04d7ff69f3 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:12.169650 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c251ed-38b9-4828-8e0b-77e588925747 req-d6d1e7dc-25b6-473d-b352-7d04d7ff69f3 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:12.176139 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c251ed-38b9-4828-8e0b-77e588925747 req-d6d1e7dc-25b6-473d-b352-7d04d7ff69f3 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:12.185954 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c251ed-38b9-4828-8e0b-77e588925747 req-d6d1e7dc-25b6-473d-b352-7d04d7ff69f3 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:12.190405 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c251ed-38b9-4828-8e0b-77e588925747 req-d6d1e7dc-25b6-473d-b352-7d04d7ff69f3 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:12.192437 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c6c251ed-38b9-4828-8e0b-77e588925747 req-d6d1e7dc-25b6-473d-b352-7d04d7ff69f3 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f18ed5e-8412-4093-8697-f85d9fb0ff29 HTTP/1.1" status: 200 len: 5445 time: 0.2698221 Apr 05 14:33:12.211160 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b9411fd3-f516-4782-bd6a-ffe1087b9209 req-55ab5137-d4b1-4333-a649-fbcb9ff1731a tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449158 Apr 05 14:33:12.256224 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-fa28e4b5-4f8e-4c28-8119-f387813a9fc2 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:12.265220 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-fa28e4b5-4f8e-4c28-8119-f387813a9fc2 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:12.273285 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-fa28e4b5-4f8e-4c28-8119-f387813a9fc2 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:12.280552 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-fa28e4b5-4f8e-4c28-8119-f387813a9fc2 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:12.289399 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-fa28e4b5-4f8e-4c28-8119-f387813a9fc2 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:12.297341 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-fa28e4b5-4f8e-4c28-8119-f387813a9fc2 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:12.312474 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f68fc75b-af2c-4045-a91c-826d39482c7c req-d420cdc9-2b57-495f-a1aa-33e4517623ad service neutron] 10.222.0.11 "GET /v2.0/networks/bbe33099-0907-4578-b91f-9ecd1e0f3a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627009 Apr 05 14:33:12.313924 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-fa28e4b5-4f8e-4c28-8119-f387813a9fc2 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:12.316015 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-fa28e4b5-4f8e-4c28-8119-f387813a9fc2 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f18ed5e-8412-4093-8697-f85d9fb0ff29 HTTP/1.1" status: 200 len: 5445 time: 0.3163841 Apr 05 14:33:12.408707 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c6c251ed-38b9-4828-8e0b-77e588925747 req-5bca8cc7-4c29-4b78-8d78-02ea132f6601 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/security-groups?id=af1bc31d-d32e-449d-996f-2d72dd41207d&id=651049ed-3ef9-4175-8455-d871a11c2622&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1943707 Apr 05 14:33:12.414692 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71cfa1a7-6877-45ca-a186-3f3c6eb9c8cf None None] New status for floating IP a150a36b-7d3d-471c-9ea5-758925ae4e38: ACTIVE {{(pid=103323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 14:33:12.420424 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-23144907-9dee-4163-b124-463d5e9cf2d0 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:12.421867 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-23144907-9dee-4163-b124-463d5e9cf2d0 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.55 "GET /v2.0/ports/a36b5c82-4962-4613-858a-cd38406de637?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0872567 Apr 05 14:33:12.440973 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3c5e0-b51f-42d7-b412-981ed1eef91f req-fb7bd057-1535-420f-b76e-bfbb24a68522 tempest-ServerMetadataNegativeTestJSON-2042144680 tempest-ServerMetadataNegativeTestJSON-2042144680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:12.442511 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e5a3c5e0-b51f-42d7-b412-981ed1eef91f req-fb7bd057-1535-420f-b76e-bfbb24a68522 tempest-ServerMetadataNegativeTestJSON-2042144680 tempest-ServerMetadataNegativeTestJSON-2042144680-project] 10.222.0.30 "GET /v2.0/ports?device_id=bdd7756f-551f-48c7-a6f7-29ea56b1b089 HTTP/1.1" status: 200 len: 944 time: 0.1137199 Apr 05 14:33:12.582318 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e5a3c5e0-b51f-42d7-b412-981ed1eef91f req-35818f00-fe44-4662-81dd-97a116203db9 tempest-ServerMetadataNegativeTestJSON-2042144680 tempest-ServerMetadataNegativeTestJSON-2042144680-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fff625c-c1d6-4350-8d53-3f661e14727e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154900 Apr 05 14:33:12.631271 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785967f7-2ceb-480a-8d85-a651c11645dd req-0c725877-b01e-4cc0-92e1-245f91d54b66 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:12.632831 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-785967f7-2ceb-480a-8d85-a651c11645dd req-0c725877-b01e-4cc0-92e1-245f91d54b66 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=989e98ce-36ed-4302-94e9-639222cdaacc HTTP/1.1" status: 200 len: 945 time: 0.1067369 Apr 05 14:33:12.642581 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-d759c16d-fc3d-447f-bc6a-438698a63499 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.55 "GET /v2.0/networks/3f810a40-703c-4c97-af51-1827a3f96d53?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1990814 Apr 05 14:33:12.661534 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-f104ec2d-5c0c-4826-997f-e34b46484e39 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:33:12.734757 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-785967f7-2ceb-480a-8d85-a651c11645dd req-cdfbb798-6ab3-4363-adc4-a5d6518a57f0 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911601 Apr 05 14:33:12.736417 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 4236c988-33a1-42ca-ba7a-6ba25e616c5b details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:33:12.739940 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 221a650a-64d0-4854-8c89-c55833a16f2d up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:33:12.769743 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-f104ec2d-5c0c-4826-997f-e34b46484e39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:12.793359 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf40f4b-5c9a-4836-bf37-69d44860dc0b req-1444d181-7e81-4727-9aa2-a373f0773f6d tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:12.795030 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1cf40f4b-5c9a-4836-bf37-69d44860dc0b req-1444d181-7e81-4727-9aa2-a373f0773f6d tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/ports?device_id=84a04f4a-fc48-465a-9986-ce4a5d1c1966 HTTP/1.1" status: 200 len: 945 time: 0.1104426 Apr 05 14:33:12.919616 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9062d0d7-ca9d-4a17-8436-50c4aa7515b2 req-f159ca64-325c-40d2-896c-ba94be85b32f tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b2b251f-cf85-49eb-bb13-18b0fc1f5e9f HTTP/1.1" status: 200 len: 210 time: 0.0545275 Apr 05 14:33:12.929089 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1cf40f4b-5c9a-4836-bf37-69d44860dc0b req-6997cd41-575b-4c70-94e8-e94f76b97519 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d1a7855-7863-4922-a8cb-f86b0f779ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082501 Apr 05 14:33:12.944287 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 4236c988-33a1-42ca-ba7a-6ba25e616c5b, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=4236c988-33a1-42ca-ba7a-6ba25e616c5b,segment=NetworkSegment(1db74af5-f9b7-4132-a710-0eb375e39826),segment_id=1db74af5-f9b7-4132-a710-0eb375e39826)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:12.958987 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': '4236c988-33a1-42ca-ba7a-6ba25e616c5b', 'network_id': '92fcad72-c5db-4d1e-b4a7-6aec706b597c', 'port_id': '4236c988-33a1-42ca-ba7a-6ba25e616c5b', 'mac_address': 'fa:16:3e:a4:39:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2240eec-fdc7-4a9d-b66e-11daf7277a6b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:33:13.016139 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port 221a650a-64d0-4854-8c89-c55833a16f2d completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:33:13.019375 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:13.023055 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port 221a650a-64d0-4854-8c89-c55833a16f2d triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:13.029979 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:13.030703 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-f104ec2d-5c0c-4826-997f-e34b46484e39 service neutron] For port a36b5c82-4962-4613-858a-cd38406de637, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=a36b5c82-4962-4613-858a-cd38406de637,segment=NetworkSegment(9d26854a-4897-4e14-97b0-4af76152ee88),segment_id=9d26854a-4897-4e14-97b0-4af76152ee88)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:13.081700 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-f104ec2d-5c0c-4826-997f-e34b46484e39 service neutron] For port a36b5c82-4962-4613-858a-cd38406de637, host n-h1-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:33:13.081923 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4236c988-33a1-42ca-ba7a-6ba25e616c5b {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:33:13.111665 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 4236c988-33a1-42ca-ba7a-6ba25e616c5b, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=4236c988-33a1-42ca-ba7a-6ba25e616c5b,segment=NetworkSegment(1db74af5-f9b7-4132-a710-0eb375e39826),segment_id=1db74af5-f9b7-4132-a710-0eb375e39826)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:13.148071 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-f104ec2d-5c0c-4826-997f-e34b46484e39 service neutron] device_id is not set on port a36b5c82-4962-4613-858a-cd38406de637 yet. {{(pid=103320) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:33:13.155604 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:13.160619 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-f104ec2d-5c0c-4826-997f-e34b46484e39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:13.170520 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a690e-4091-478a-95d3-2abd75c57284 req-f59b9e0e-481a-4bb0-90c4-088ab404e535 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:13.177373 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-854a690e-4091-478a-95d3-2abd75c57284 req-f59b9e0e-481a-4bb0-90c4-088ab404e535 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/ports?device_id=c09da75b-a7ef-4a6d-8a82-f2e5fabc4eb9 HTTP/1.1" status: 200 len: 943 time: 0.1002002 Apr 05 14:33:13.180229 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdd7756f-551f-48c7-a6f7-29ea56b1b089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '221a650a-64d0-4854-8c89-c55833a16f2d'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:33:13.182587 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722fb1f8-622e-40da-9038-6c769cfa8ce1" -d '{"events": [{"server_uuid": "bdd7756f-551f-48c7-a6f7-29ea56b1b089", "name": "network-vif-plugged", "status": "completed", "tag": "221a650a-64d0-4854-8c89-c55833a16f2d"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:33:13.203631 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 221a650a-64d0-4854-8c89-c55833a16f2d, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=221a650a-64d0-4854-8c89-c55833a16f2d,segment=NetworkSegment(3fa78d08-6256-456a-b3a3-d8ee63c54565),segment_id=3fa78d08-6256-456a-b3a3-d8ee63c54565)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:13.220124 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:13.223260 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-854a690e-4091-478a-95d3-2abd75c57284 req-03f8b703-1a4b-4da1-807d-38ad8ab562be tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/security-groups?id=29c6f58e-e49b-4628-9965-3ae38dded875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443525 Apr 05 14:33:13.275407 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34827214-6c95-482a-88e8-7f973947d4ff x-openstack-request-id: req-34827214-6c95-482a-88e8-7f973947d4ff {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:33:13.275822 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdd7756f-551f-48c7-a6f7-29ea56b1b089", "name": "network-vif-plugged", "status": "completed", "tag": "221a650a-64d0-4854-8c89-c55833a16f2d", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:33:13.276511 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-34827214-6c95-482a-88e8-7f973947d4ff {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:33:13.277262 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34827214-6c95-482a-88e8-7f973947d4ff'] response: {'server_uuid': 'bdd7756f-551f-48c7-a6f7-29ea56b1b089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '221a650a-64d0-4854-8c89-c55833a16f2d', 'code': 200} Apr 05 14:33:13.279891 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-f104ec2d-5c0c-4826-997f-e34b46484e39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:13.282876 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=4236c988-33a1-42ca-ba7a-6ba25e616c5b,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:13.318284 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:13.373865 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-f104ec2d-5c0c-4826-997f-e34b46484e39 service neutron] No DVR routers for this DVR port a36b5c82-4962-4613-858a-cd38406de637 on host n-h1-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:33:13.444084 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-f104ec2d-5c0c-4826-997f-e34b46484e39 service neutron] In _notify_port_updated(), no bound segment for port a36b5c82-4962-4613-858a-cd38406de637 on network 3f810a40-703c-4c97-af51-1827a3f96d53 {{(pid=103320) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 05 14:33:13.445378 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-f104ec2d-5c0c-4826-997f-e34b46484e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:13.445859 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-f104ec2d-5c0c-4826-997f-e34b46484e39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:13.447401 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-f104ec2d-5c0c-4826-997f-e34b46484e39 service neutron] 10.222.0.55 "PUT /v2.0/ports/a36b5c82-4962-4613-858a-cd38406de637 HTTP/1.1" status: 200 len: 1033 time: 0.7898676 Apr 05 14:33:13.450276 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f104ec2d-5c0c-4826-997f-e34b46484e39 service neutron] Pushing event updated for resources: {'Port': ['ID=a36b5c82-4962-4613-858a-cd38406de637,revision_number=6']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:13.468011 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=221a650a-64d0-4854-8c89-c55833a16f2d,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:13.498413 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a776e33-4028-4986-a661-51dba915da29 req-bddce58b-5a86-4195-97e0-cc66128fbc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:13.499989 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-5a776e33-4028-4986-a661-51dba915da29 req-bddce58b-5a86-4195-97e0-cc66128fbc8a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bdd7756f-551f-48c7-a6f7-29ea56b1b089 HTTP/1.1" status: 200 len: 1096 time: 0.0920238 Apr 05 14:33:13.557635 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-5a776e33-4028-4986-a661-51dba915da29 req-b16d1aaf-ab3f-4ebe-a177-68427b6a4c8e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3fff625c-c1d6-4350-8d53-3f661e14727e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497439 Apr 05 14:33:13.562302 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b72e5d-670e-4dbe-9ecc-498542594f41 req-56b0610c-93e8-43a3-8e7b-77898d74854f tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:13.564055 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-31b72e5d-670e-4dbe-9ecc-498542594f41 req-56b0610c-93e8-43a3-8e7b-77898d74854f tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 946 time: 0.2055075 Apr 05 14:33:13.568080 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-1b75d9df-27ee-443b-8025-0fb48e447d85 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:13.569545 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-1b75d9df-27ee-443b-8025-0fb48e447d85 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.55 "GET /v2.0/ports/781ad338-04cd-4cd5-ab31-fb49746c5884?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1132610 Apr 05 14:33:13.625597 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5066f68-9cb3-4fb8-bf41-8d219de6d2dd req-f2cbef70-307d-4a0c-9183-6fedb9cb2626 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:13.627193 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e5066f68-9cb3-4fb8-bf41-8d219de6d2dd req-f2cbef70-307d-4a0c-9183-6fedb9cb2626 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/ports?device_id=84a04f4a-fc48-465a-9986-ce4a5d1c1966 HTTP/1.1" status: 200 len: 945 time: 0.1330988 Apr 05 14:33:13.633198 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-be93e9d4-3b6f-48c0-bb8e-735ead4c7bca None None] Provisioning complete for port a36b5c82-4962-4613-858a-cd38406de637 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:13.633570 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-be93e9d4-3b6f-48c0-bb8e-735ead4c7bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:13.636935 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-31b72e5d-670e-4dbe-9ecc-498542594f41 req-8f765a29-05ce-4bbe-a7d3-0532761851b9 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563965 Apr 05 14:33:13.658971 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['4236c988-33a1-42ca-ba7a-6ba25e616c5b'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:33:13.672714 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e5066f68-9cb3-4fb8-bf41-8d219de6d2dd req-102f5050-1ebb-4b27-82bf-8aa700ef1ca7 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d1a7855-7863-4922-a8cb-f86b0f779ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363731 Apr 05 14:33:13.719693 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-be93e9d4-3b6f-48c0-bb8e-735ead4c7bca None None] Port a36b5c82-4962-4613-858a-cd38406de637 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:33:13.805098 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-a686562c-eece-482e-811d-dc94f63d30ad service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:33:13.859480 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9735023-44f4-4e90-8734-53827fbe153d req-bb1d77eb-f120-4a9e-a7fc-c544a60d72d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:13.861222 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-c9735023-44f4-4e90-8734-53827fbe153d req-bb1d77eb-f120-4a9e-a7fc-c544a60d72d4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e04b26e238414e33bb4eb5bcf94ecace&device_id=84a04f4a-fc48-465a-9986-ce4a5d1c1966 HTTP/1.1" status: 200 len: 1096 time: 0.0565696 Apr 05 14:33:13.862972 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3455179-2ff4-4941-8e62-68e4fd170e84 req-b4cc0acf-74ec-4985-be68-1d1d1e3425aa tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:13.869022 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3455179-2ff4-4941-8e62-68e4fd170e84 req-b4cc0acf-74ec-4985-be68-1d1d1e3425aa tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:13.875572 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3455179-2ff4-4941-8e62-68e4fd170e84 req-b4cc0acf-74ec-4985-be68-1d1d1e3425aa tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:13.881554 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3455179-2ff4-4941-8e62-68e4fd170e84 req-b4cc0acf-74ec-4985-be68-1d1d1e3425aa tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:13.888070 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3455179-2ff4-4941-8e62-68e4fd170e84 req-b4cc0acf-74ec-4985-be68-1d1d1e3425aa tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:13.894029 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3455179-2ff4-4941-8e62-68e4fd170e84 req-b4cc0acf-74ec-4985-be68-1d1d1e3425aa tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:13.896672 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e3455179-2ff4-4941-8e62-68e4fd170e84 req-b4cc0acf-74ec-4985-be68-1d1d1e3425aa tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f18ed5e-8412-4093-8697-f85d9fb0ff29 HTTP/1.1" status: 200 len: 4665 time: 0.1799812 Apr 05 14:33:13.910353 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:13.926295 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49420a6b-7052-4915-ac90-ae91e4ca7d34 req-14393896-beab-491e-8ce6-cd2dc6e14516 tempest-ServerMetadataNegativeTestJSON-2042144680 tempest-ServerMetadataNegativeTestJSON-2042144680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:13.927686 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-49420a6b-7052-4915-ac90-ae91e4ca7d34 req-14393896-beab-491e-8ce6-cd2dc6e14516 tempest-ServerMetadataNegativeTestJSON-2042144680 tempest-ServerMetadataNegativeTestJSON-2042144680-project] 10.222.0.30 "GET /v2.0/ports?device_id=bdd7756f-551f-48c7-a6f7-29ea56b1b089 HTTP/1.1" status: 200 len: 945 time: 0.1829789 Apr 05 14:33:13.956571 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-a686562c-eece-482e-811d-dc94f63d30ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:13.988326 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9735023-44f4-4e90-8734-53827fbe153d req-5e4407ac-7306-4b8f-9763-433d697c7f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:13.989976 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-c9735023-44f4-4e90-8734-53827fbe153d req-5e4407ac-7306-4b8f-9763-433d697c7f4b service neutron] 10.222.0.55 "GET /v2.0/networks?id=e5c04a20-9e06-4874-9ca5-1739c604bcb7 HTTP/1.1" status: 200 len: 916 time: 0.1185718 Apr 05 14:33:14.006166 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e3455179-2ff4-4941-8e62-68e4fd170e84 req-a5b0314b-3d5c-4f45-bb35-9fc1ca3eb44e tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/security-groups?id=af1bc31d-d32e-449d-996f-2d72dd41207d&id=651049ed-3ef9-4175-8455-d871a11c2622&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0885501 Apr 05 14:33:14.047330 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-49420a6b-7052-4915-ac90-ae91e4ca7d34 req-2b19165f-bc68-46bc-a04b-a6b3ed9e20c5 tempest-ServerMetadataNegativeTestJSON-2042144680 tempest-ServerMetadataNegativeTestJSON-2042144680-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fff625c-c1d6-4350-8d53-3f661e14727e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990384 Apr 05 14:33:14.113200 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-c9735023-44f4-4e90-8734-53827fbe153d req-6ca5f783-3e1d-4d78-817f-f02ee3bdb3c4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=06598068-51e9-47d2-9a52-db7d1f28967e HTTP/1.1" status: 200 len: 217 time: 0.0757964 Apr 05 14:33:14.233283 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9735023-44f4-4e90-8734-53827fbe153d req-145694aa-34c3-4c21-aa68-36c7ad2ebdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:14.235022 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-c9735023-44f4-4e90-8734-53827fbe153d req-145694aa-34c3-4c21-aa68-36c7ad2ebdb8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5b81dfbd-93ee-4bbd-bddd-d682b0b6855c HTTP/1.1" status: 200 len: 854 time: 0.0860784 Apr 05 14:33:14.283036 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e099806-76ac-43a4-a7a8-5013e0bdaccf req-c82cb17d-4ba5-4426-88ec-b3762182e862 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:14.285495 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-7e099806-76ac-43a4-a7a8-5013e0bdaccf req-c82cb17d-4ba5-4426-88ec-b3762182e862 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.11 "GET /v2.0/networks?id=bbdeb55e-008a-45ea-8c70-7d18b28201f7 HTTP/1.1" status: 200 len: 807 time: 0.2635782 Apr 05 14:33:14.299152 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-7e099806-76ac-43a4-a7a8-5013e0bdaccf req-e233cf90-7b20-4439-a58f-bf3175746104 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Request body: {'port': {'device_id': '8b2b251f-cf85-49eb-bb13-18b0fc1f5e9f', 'network_id': 'bbdeb55e-008a-45ea-8c70-7d18b28201f7', 'admin_state_up': True, 'tenant_id': 'f15fb34306734f1db943c159bdbff20e'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:33:14.392653 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9735023-44f4-4e90-8734-53827fbe153d req-8bc733de-a8ea-4c58-b613-42f3c988b02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:14.394245 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-c9735023-44f4-4e90-8734-53827fbe153d req-8bc733de-a8ea-4c58-b613-42f3c988b02d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e5c04a20-9e06-4874-9ca5-1739c604bcb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1505151 Apr 05 14:33:14.551874 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-c9735023-44f4-4e90-8734-53827fbe153d req-511a7d66-b76d-4ae1-9488-053230528a90 service neutron] 10.222.0.55 "GET /v2.0/networks/e5c04a20-9e06-4874-9ca5-1739c604bcb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061568 Apr 05 14:33:14.566802 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0656c1c5-47f5-43d2-8ff8-987efd082a65 req-644b110f-9479-4018-a18a-d786369a20bd tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:14.568463 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0656c1c5-47f5-43d2-8ff8-987efd082a65 req-644b110f-9479-4018-a18a-d786369a20bd tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=989e98ce-36ed-4302-94e9-639222cdaacc HTTP/1.1" status: 200 len: 945 time: 0.1759284 Apr 05 14:33:14.605785 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d496875a-80cf-4aee-8427-d327ee6aa04c req-bdd5eb6e-1430-472a-9521-0b90a52370d5 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:14.607422 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d496875a-80cf-4aee-8427-d327ee6aa04c req-bdd5eb6e-1430-472a-9521-0b90a52370d5 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 946 time: 0.2129929 Apr 05 14:33:14.610290 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-a686562c-eece-482e-811d-dc94f63d30ad service neutron] For port 781ad338-04cd-4cd5-ab31-fb49746c5884, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=781ad338-04cd-4cd5-ab31-fb49746c5884,segment=NetworkSegment(9d26854a-4897-4e14-97b0-4af76152ee88),segment_id=9d26854a-4897-4e14-97b0-4af76152ee88)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:14.617658 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e099806-76ac-43a4-a7a8-5013e0bdaccf req-e233cf90-7b20-4439-a58f-bf3175746104 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Made reservation on behalf of f15fb34306734f1db943c159bdbff20e for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:33:14.622369 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-7e099806-76ac-43a4-a7a8-5013e0bdaccf req-e233cf90-7b20-4439-a58f-bf3175746104 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:14.697337 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0656c1c5-47f5-43d2-8ff8-987efd082a65 req-14fa4b1f-2ff7-4892-ad11-e29047b742cc tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101007 Apr 05 14:33:14.704328 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d496875a-80cf-4aee-8427-d327ee6aa04c req-aec6f7d3-178f-4390-93bd-8f9bd1b76ea4 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764718 Apr 05 14:33:14.707951 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-a686562c-eece-482e-811d-dc94f63d30ad service neutron] For port 781ad338-04cd-4cd5-ab31-fb49746c5884, host n-h1-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:33:14.753198 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-c9735023-44f4-4e90-8734-53827fbe153d req-461b6221-c4a4-4e1b-83fb-e097c1dab885 service neutron] 10.222.0.55 "GET /v2.0/networks/e5c04a20-9e06-4874-9ca5-1739c604bcb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921043 Apr 05 14:33:14.758953 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 4236c988-33a1-42ca-ba7a-6ba25e616c5b up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:33:14.828074 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-a686562c-eece-482e-811d-dc94f63d30ad service neutron] device_id is not set on port 781ad338-04cd-4cd5-ab31-fb49746c5884 yet. {{(pid=103320) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:33:14.840136 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-a686562c-eece-482e-811d-dc94f63d30ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:14.860179 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [req-7e099806-76ac-43a4-a7a8-5013e0bdaccf req-e233cf90-7b20-4439-a58f-bf3175746104 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Allocated IP 172.20.0.6 (bbdeb55e-008a-45ea-8c70-7d18b28201f7/ac874e19-e8d7-4dbd-ad30-b4a600298345/7253d90b-ef3c-4177-9f53-30afd622942c) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:33:14.862551 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 36918) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:33:14.884928 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0e7b60e9-559a-420c-9b5e-9f8b4002e6a2 req-71e6363f-9fdf-463b-9880-0b5f47a6f18f tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b2b251f-cf85-49eb-bb13-18b0fc1f5e9f HTTP/1.1" status: 200 len: 210 time: 0.0374913 Apr 05 14:33:14.935715 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-a686562c-eece-482e-811d-dc94f63d30ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:14.981111 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port 4236c988-33a1-42ca-ba7a-6ba25e616c5b completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:33:14.987710 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port 4236c988-33a1-42ca-ba7a-6ba25e616c5b triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:14.988100 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:15.038518 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-ab0b2953-b7f4-4542-b0d3-858604f6a29f tempest-QuotasTest-1835940100 tempest-QuotasTest-1835940100-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:33:15.057076 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-a686562c-eece-482e-811d-dc94f63d30ad service neutron] No DVR routers for this DVR port 781ad338-04cd-4cd5-ab31-fb49746c5884 on host n-h1-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:33:15.093895 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a686562c-eece-482e-811d-dc94f63d30ad service neutron] Pushing event updated for resources: {'Port': ['ID=781ad338-04cd-4cd5-ab31-fb49746c5884,revision_number=6']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:15.112811 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e464ce-22f1-4d2f-8ea2-789bde5de327 req-dde3986d-0ed1-4692-aa47-0bd3fe50d8bb tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:15.114536 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-67e464ce-22f1-4d2f-8ea2-789bde5de327 req-dde3986d-0ed1-4692-aa47-0bd3fe50d8bb tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/ports?device_id=c09da75b-a7ef-4a6d-8a82-f2e5fabc4eb9 HTTP/1.1" status: 200 len: 944 time: 0.2358108 Apr 05 14:33:15.129482 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:15.146966 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-7e099806-76ac-43a4-a7a8-5013e0bdaccf req-e233cf90-7b20-4439-a58f-bf3175746104 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:15.162976 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-a686562c-eece-482e-811d-dc94f63d30ad service neutron] In _notify_port_updated(), no bound segment for port 781ad338-04cd-4cd5-ab31-fb49746c5884 on network 3f810a40-703c-4c97-af51-1827a3f96d53 {{(pid=103320) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 05 14:33:15.164057 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-a686562c-eece-482e-811d-dc94f63d30ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:15.164725 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-a686562c-eece-482e-811d-dc94f63d30ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:15.166117 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-a686562c-eece-482e-811d-dc94f63d30ad service neutron] 10.222.0.55 "PUT /v2.0/ports/781ad338-04cd-4cd5-ab31-fb49746c5884 HTTP/1.1" status: 200 len: 1031 time: 1.3727956 Apr 05 14:33:15.171995 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 4236c988-33a1-42ca-ba7a-6ba25e616c5b, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=4236c988-33a1-42ca-ba7a-6ba25e616c5b,segment=NetworkSegment(1db74af5-f9b7-4132-a710-0eb375e39826),segment_id=1db74af5-f9b7-4132-a710-0eb375e39826)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:15.176269 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34143b5-b799-4a39-8abd-370640d1834a req-342689c5-b2d5-47e4-abf9-0ca0fa0497fe tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:15.177840 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b34143b5-b799-4a39-8abd-370640d1834a req-342689c5-b2d5-47e4-abf9-0ca0fa0497fe tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/ports?device_id=84a04f4a-fc48-465a-9986-ce4a5d1c1966 HTTP/1.1" status: 200 len: 945 time: 0.1912432 Apr 05 14:33:15.247047 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-67e464ce-22f1-4d2f-8ea2-789bde5de327 req-5df66d09-be4e-470c-9d55-a90065b7745a tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/security-groups?id=29c6f58e-e49b-4628-9965-3ae38dded875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210425 Apr 05 14:33:15.255770 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-5169e69d-fbdd-4e8e-9613-228ca312995f None None] Provisioning complete for port 781ad338-04cd-4cd5-ab31-fb49746c5884 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:15.256107 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5169e69d-fbdd-4e8e-9613-228ca312995f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:15.281130 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-ab0b2953-b7f4-4542-b0d3-858604f6a29f tempest-QuotasTest-1835940100 tempest-QuotasTest-1835940100-project-admin] 10.222.0.30 "PUT /v2.0/quotas/09ca9ff4b2d54a1a8db37d6a59ee0df5 HTTP/1.1" status: 200 len: 366 time: 0.4168382 Apr 05 14:33:15.283327 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 36926) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:33:15.296227 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c09da75b-a7ef-4a6d-8a82-f2e5fabc4eb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4236c988-33a1-42ca-ba7a-6ba25e616c5b'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:33:15.298988 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-fa59a999-81a9-4c86-aa70-bc3f7c9f113f tempest-QuotasTest-1835940100 tempest-QuotasTest-1835940100-project-admin] 10.222.0.30 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0141063 Apr 05 14:33:15.299364 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e5766e1-21d0-4e86-856d-cd22c6eacf36" -d '{"events": [{"server_uuid": "c09da75b-a7ef-4a6d-8a82-f2e5fabc4eb9", "name": "network-vif-plugged", "status": "completed", "tag": "4236c988-33a1-42ca-ba7a-6ba25e616c5b"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:33:15.301868 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 36928) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:33:15.307065 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:15.307910 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 781ad338-04cd-4cd5-ab31-fb49746c5884 no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:33:15.322401 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b34143b5-b799-4a39-8abd-370640d1834a req-7d87cd54-2a3f-4a07-8692-cc7d8afe34a0 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d1a7855-7863-4922-a8cb-f86b0f779ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316354 Apr 05 14:33:15.325258 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-b85724d0-ecd8-4dbf-9f4b-00139a7a161a tempest-QuotasTest-1835940100 tempest-QuotasTest-1835940100-project-admin] 10.222.0.30 "GET /v2.0/quotas/09ca9ff4b2d54a1a8db37d6a59ee0df5 HTTP/1.1" status: 200 len: 366 time: 0.0220282 Apr 05 14:33:15.326663 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-7e099806-76ac-43a4-a7a8-5013e0bdaccf req-e233cf90-7b20-4439-a58f-bf3175746104 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:15.328600 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 36936) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:33:15.391880 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 7 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 14:33:15.397731 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-5169e69d-fbdd-4e8e-9613-228ca312995f None None] Port 781ad338-04cd-4cd5-ab31-fb49746c5884 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:33:15.407745 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e099806-76ac-43a4-a7a8-5013e0bdaccf req-e233cf90-7b20-4439-a58f-bf3175746104 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Network bbdeb55e-008a-45ea-8c70-7d18b28201f7 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:33:15.411605 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e233cf90-7b20-4439-a58f-bf3175746104 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Pushing event updated for resources: {'Port': ['ID=7253d90b-ef3c-4177-9f53-30afd622942c,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:15.412781 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-ffac3596-9d71-425c-a663-62ce6f521c38 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Deleting port b3b0c21f-d1c5-4218-a050-4dd2ce0f21f8 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:33:15.413176 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-ffac3596-9d71-425c-a663-62ce6f521c38 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:15.420051 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 781ad338-04cd-4cd5-ab31-fb49746c5884 not bound to the agent host n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:33:15.420489 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 548bdb08-6c3f-4d7e-ae2d-afd180db5f7a no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:33:15.423369 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [req-7e099806-76ac-43a4-a7a8-5013e0bdaccf req-e233cf90-7b20-4439-a58f-bf3175746104 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:33:15.431830 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e099806-76ac-43a4-a7a8-5013e0bdaccf req-e233cf90-7b20-4439-a58f-bf3175746104 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:33:15.461416 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=4236c988-33a1-42ca-ba7a-6ba25e616c5b,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:15.504095 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e099806-76ac-43a4-a7a8-5013e0bdaccf req-e233cf90-7b20-4439-a58f-bf3175746104 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:15.505862 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-7e099806-76ac-43a4-a7a8-5013e0bdaccf req-e233cf90-7b20-4439-a58f-bf3175746104 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:15.522939 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:15.561404 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 548bdb08-6c3f-4d7e-ae2d-afd180db5f7a, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=548bdb08-6c3f-4d7e-ae2d-afd180db5f7a,segment=NetworkSegment(98b4c9da-78e9-4934-a25f-0a1e90329ab6),segment_id=98b4c9da-78e9-4934-a25f-0a1e90329ab6)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:15.581959 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-ffac3596-9d71-425c-a663-62ce6f521c38 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] For port b3b0c21f-d1c5-4218-a050-4dd2ce0f21f8, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=b3b0c21f-d1c5-4218-a050-4dd2ce0f21f8,segment=NetworkSegment(98b4c9da-78e9-4934-a25f-0a1e90329ab6),segment_id=98b4c9da-78e9-4934-a25f-0a1e90329ab6)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:15.582341 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-ffac3596-9d71-425c-a663-62ce6f521c38 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:15.598260 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-ffac3596-9d71-425c-a663-62ce6f521c38 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Calling delete_port for b3b0c21f-d1c5-4218-a050-4dd2ce0f21f8 owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:33:15.619373 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a87c96-b652-43be-858f-97b326e9d417 req-8a1ccbdf-3679-4381-a7d5-bcb3fd89d842 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:15.626202 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a87c96-b652-43be-858f-97b326e9d417 req-8a1ccbdf-3679-4381-a7d5-bcb3fd89d842 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:15.632211 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a87c96-b652-43be-858f-97b326e9d417 req-8a1ccbdf-3679-4381-a7d5-bcb3fd89d842 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:15.638485 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a87c96-b652-43be-858f-97b326e9d417 req-8a1ccbdf-3679-4381-a7d5-bcb3fd89d842 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:15.643642 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-fb3d7e90-6285-4d0a-9958-de775bffb514 tempest-QuotasTest-1835940100 tempest-QuotasTest-1835940100-project-admin] 10.222.0.30 "DELETE /v2.0/quotas/09ca9ff4b2d54a1a8db37d6a59ee0df5 HTTP/1.1" status: 204 len: 168 time: 0.3139577 Apr 05 14:33:15.644477 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a87c96-b652-43be-858f-97b326e9d417 req-8a1ccbdf-3679-4381-a7d5-bcb3fd89d842 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:15.645880 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 36942) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:33:15.646315 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b3a87c96-b652-43be-858f-97b326e9d417 req-8a1ccbdf-3679-4381-a7d5-bcb3fd89d842 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f18ed5e-8412-4093-8697-f85d9fb0ff29 HTTP/1.1" status: 200 len: 3887 time: 0.1221116 Apr 05 14:33:15.654959 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-e316114d-85d7-48b8-820c-4b57e63eb8ac tempest-QuotasTest-1835940100 tempest-QuotasTest-1835940100-project-admin] 10.222.0.30 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0079370 Apr 05 14:33:15.657341 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 36944) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:33:15.666230 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-a503d955-c9bc-4b76-9925-a40d9918cc6a tempest-QuotasTest-1835940100 tempest-QuotasTest-1835940100-project-admin] 10.222.0.30 "GET /v2.0/quotas/09ca9ff4b2d54a1a8db37d6a59ee0df5 HTTP/1.1" status: 200 len: 370 time: 0.0077689 Apr 05 14:33:15.668856 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 36946) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:33:15.673452 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-3d7a420c-9a8c-4fcf-8b21-ee0c1312a2a9 tempest-QuotasTest-1835940100 tempest-QuotasTest-1835940100-project-admin] 10.222.0.30 "GET /v2.0/quotas/09ca9ff4b2d54a1a8db37d6a59ee0df5/default HTTP/1.1" status: 200 len: 370 time: 0.0036023 Apr 05 14:33:15.675533 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 36948) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:33:15.677369 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:15.678129 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 092486a2-977c-4863-b102-2703e0c60ce6 no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:33:15.711954 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-7e099806-76ac-43a4-a7a8-5013e0bdaccf req-e233cf90-7b20-4439-a58f-bf3175746104 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4164307 Apr 05 14:33:15.727375 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-7e099806-76ac-43a4-a7a8-5013e0bdaccf req-0de4b855-68e4-42a0-bcdd-824fa5ffdbd9 service neutron] Request body: {'port': {'device_id': '8b2b251f-cf85-49eb-bb13-18b0fc1f5e9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-2'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:33:15.734036 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b3a87c96-b652-43be-858f-97b326e9d417 req-c87cdc8f-3f5c-4e3e-b917-7716056c875e tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/security-groups?id=651049ed-3ef9-4175-8455-d871a11c2622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811915 Apr 05 14:33:15.736153 n-d-836650-2 neutron-server[103321]: INFO neutron.api.v2.resource [None req-bc4cf49e-88b5-4219-abb2-a91ac22ebd17 tempest-QuotasTest-1835940100 tempest-QuotasTest-1835940100-project-admin] delete failed (client error): The resource could not be found. Apr 05 14:33:15.737574 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-bc4cf49e-88b5-4219-abb2-a91ac22ebd17 tempest-QuotasTest-1835940100 tempest-QuotasTest-1835940100-project-admin] 10.222.0.30 "DELETE /v2.0/quotas/09ca9ff4b2d54a1a8db37d6a59ee0df5 HTTP/1.1" status: 404 len: 348 time: 0.0481489 Apr 05 14:33:15.852246 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-7e099806-76ac-43a4-a7a8-5013e0bdaccf req-0de4b855-68e4-42a0-bcdd-824fa5ffdbd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:15.919631 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80c227-0201-4d36-8b53-df054d363ad1 req-e872821b-a491-4b79-b36d-8c57ec99f582 tempest-ServerMetadataNegativeTestJSON-2042144680 tempest-ServerMetadataNegativeTestJSON-2042144680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:15.922180 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0c80c227-0201-4d36-8b53-df054d363ad1 req-e872821b-a491-4b79-b36d-8c57ec99f582 tempest-ServerMetadataNegativeTestJSON-2042144680 tempest-ServerMetadataNegativeTestJSON-2042144680-project] 10.222.0.30 "GET /v2.0/ports?device_id=bdd7756f-551f-48c7-a6f7-29ea56b1b089 HTTP/1.1" status: 200 len: 945 time: 0.0751705 Apr 05 14:33:15.923910 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-ffac3596-9d71-425c-a663-62ce6f521c38 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:15.971048 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=548bdb08-6c3f-4d7e-ae2d-afd180db5f7a,revision_number=6']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:15.974261 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac3596-9d71-425c-a663-62ce6f521c38 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Pushing event deleted for resources: {'Port': ['ID=b3b0c21f-d1c5-4218-a050-4dd2ce0f21f8,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:16.032513 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de9ed4d5-73ac-42ee-afe9-b994808bc34d x-openstack-request-id: req-de9ed4d5-73ac-42ee-afe9-b994808bc34d {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:33:16.032804 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c09da75b-a7ef-4a6d-8a82-f2e5fabc4eb9", "name": "network-vif-plugged", "status": "completed", "tag": "4236c988-33a1-42ca-ba7a-6ba25e616c5b", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:33:16.033086 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-de9ed4d5-73ac-42ee-afe9-b994808bc34d {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:33:16.033570 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de9ed4d5-73ac-42ee-afe9-b994808bc34d'] response: {'server_uuid': 'c09da75b-a7ef-4a6d-8a82-f2e5fabc4eb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4236c988-33a1-42ca-ba7a-6ba25e616c5b', 'code': 200} Apr 05 14:33:16.040029 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:16.045457 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-ffac3596-9d71-425c-a663-62ce6f521c38 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] No DVR routers for this DVR port b3b0c21f-d1c5-4218-a050-4dd2ce0f21f8 on host n-h1-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:33:16.048164 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-ffac3596-9d71-425c-a663-62ce6f521c38 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:16.052926 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-ffac3596-9d71-425c-a663-62ce6f521c38 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.55 "DELETE /v2.0/ports/b3b0c21f-d1c5-4218-a050-4dd2ce0f21f8 HTTP/1.1" status: 204 len: 173 time: 0.8711958 Apr 05 14:33:16.055695 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f18ed5e-8412-4093-8697-f85d9fb0ff29', 'name': 'network-vif-deleted', 'tag': 'b3b0c21f-d1c5-4218-a050-4dd2ce0f21f8'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:33:16.060147 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b8eec8-33f6-4181-83f0-a49975c9562b" -d '{"events": [{"server_uuid": "9f18ed5e-8412-4093-8697-f85d9fb0ff29", "name": "network-vif-deleted", "tag": "b3b0c21f-d1c5-4218-a050-4dd2ce0f21f8"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:33:16.074576 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 36962) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:33:16.104807 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0c80c227-0201-4d36-8b53-df054d363ad1 req-63c24104-aaaa-4021-a893-116f66671b14 tempest-ServerMetadataNegativeTestJSON-2042144680 tempest-ServerMetadataNegativeTestJSON-2042144680-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fff625c-c1d6-4350-8d53-3f661e14727e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731331 Apr 05 14:33:16.112035 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 092486a2-977c-4863-b102-2703e0c60ce6, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=092486a2-977c-4863-b102-2703e0c60ce6,segment=NetworkSegment(9d26854a-4897-4e14-97b0-4af76152ee88),segment_id=9d26854a-4897-4e14-97b0-4af76152ee88)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:16.197250 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:16.198183 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device b3b0c21f-d1c5-4218-a050-4dd2ce0f21f8 no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:33:16.218986 n-d-836650-2 neutron-server[103320]: DEBUG neutron.quota.resource [None req-eff43833-0c52-4a68-a4ce-d4b167113bd0 tempest-QuotasTest-1835940100 tempest-QuotasTest-1835940100-project-admin] Usage tracker for resource:network and tenant:732d4a7044904a37a91468e8173e33f7 is out of sync, need to count used quota {{(pid=103320) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 05 14:33:16.251172 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153db07f-88b4-4acd-bde1-77457f426ba6 req-9aa89f0f-e803-4a8d-9bd9-d58c0d446dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:16.252684 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-153db07f-88b4-4acd-bde1-77457f426ba6 req-9aa89f0f-e803-4a8d-9bd9-d58c0d446dfc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c09da75b-a7ef-4a6d-8a82-f2e5fabc4eb9 HTTP/1.1" status: 200 len: 1096 time: 0.1275616 Apr 05 14:33:16.257650 n-d-836650-2 neutron-server[103320]: DEBUG neutron.quota.resource [None req-eff43833-0c52-4a68-a4ce-d4b167113bd0 tempest-QuotasTest-1835940100 tempest-QuotasTest-1835940100-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103320) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 05 14:33:16.269677 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] No Port match for: b3b0c21f-d1c5-4218-a050-4dd2ce0f21f8 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:33:16.270327 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device b3b0c21f-d1c5-4218-a050-4dd2ce0f21f8 not bound to the agent host n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:33:16.270968 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device a36b5c82-4962-4613-858a-cd38406de637 no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:33:16.282877 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa43bd3-6259-4e76-a2d8-91cd438bf0d2 req-439e6f50-f935-4f1f-9c62-3d048a38c22a tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:16.284388 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7aa43bd3-6259-4e76-a2d8-91cd438bf0d2 req-439e6f50-f935-4f1f-9c62-3d048a38c22a tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=989e98ce-36ed-4302-94e9-639222cdaacc HTTP/1.1" status: 200 len: 945 time: 0.1786637 Apr 05 14:33:16.326676 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=092486a2-977c-4863-b102-2703e0c60ce6,revision_number=6']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:16.333524 n-d-836650-2 neutron-server[103320]: DEBUG neutron.quota.resource [None req-eff43833-0c52-4a68-a4ce-d4b167113bd0 tempest-QuotasTest-1835940100 tempest-QuotasTest-1835940100-project-admin] Usage tracker for resource:subnet and tenant:732d4a7044904a37a91468e8173e33f7 is out of sync, need to count used quota {{(pid=103320) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 05 14:33:16.336921 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device a36b5c82-4962-4613-858a-cd38406de637 not bound to the agent host n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:33:16.338043 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 3977feb9-c3a8-4c4f-bc84-70dbef14962f no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:33:16.345087 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-153db07f-88b4-4acd-bde1-77457f426ba6 req-f2b71521-8d5c-4229-940b-5d505d800894 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=29c6f58e-e49b-4628-9965-3ae38dded875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810945 Apr 05 14:33:16.356210 n-d-836650-2 neutron-server[103320]: DEBUG neutron.quota.resource [None req-eff43833-0c52-4a68-a4ce-d4b167113bd0 tempest-QuotasTest-1835940100 tempest-QuotasTest-1835940100-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103320) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 05 14:33:16.361592 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [req-7e099806-76ac-43a4-a7a8-5013e0bdaccf req-0de4b855-68e4-42a0-bcdd-824fa5ffdbd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7253d90b-ef3c-4177-9f53-30afd622942c {{(pid=103321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:33:16.369956 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-7e099806-76ac-43a4-a7a8-5013e0bdaccf req-0de4b855-68e4-42a0-bcdd-824fa5ffdbd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:16.384923 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.provisioning_blocks [req-7e099806-76ac-43a4-a7a8-5013e0bdaccf req-0de4b855-68e4-42a0-bcdd-824fa5ffdbd9 service neutron] Transition to ACTIVE for port object 7253d90b-ef3c-4177-9f53-30afd622942c will not be triggered until provisioned by entity L2. {{(pid=103321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:33:16.388311 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ece894-aea5-4fcf-a622-2323a52962c0 req-81b26495-9970-4a65-87d2-87ce53c50889 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:16.396205 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-10ece894-aea5-4fcf-a622-2323a52962c0 req-81b26495-9970-4a65-87d2-87ce53c50889 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b2b251f-cf85-49eb-bb13-18b0fc1f5e9f HTTP/1.1" status: 200 len: 931 time: 0.1886206 Apr 05 14:33:16.403388 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7aa43bd3-6259-4e76-a2d8-91cd438bf0d2 req-98c38bfd-105d-4ce7-90be-4ffcf97545a5 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073761 Apr 05 14:33:16.410620 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-bab29e85-65e3-485b-a8af-6a954a2cd7da tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Deleting port 092486a2-977c-4863-b102-2703e0c60ce6 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:33:16.411047 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-bab29e85-65e3-485b-a8af-6a954a2cd7da tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:16.434661 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:16.440109 n-d-836650-2 neutron-server[103320]: DEBUG neutron.quota.resource [None req-eff43833-0c52-4a68-a4ce-d4b167113bd0 tempest-QuotasTest-1835940100 tempest-QuotasTest-1835940100-project-admin] Usage tracker for resource:subnetpool and tenant:732d4a7044904a37a91468e8173e33f7 is out of sync, need to count used quota {{(pid=103320) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 05 14:33:16.465957 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-7e099806-76ac-43a4-a7a8-5013e0bdaccf req-0de4b855-68e4-42a0-bcdd-824fa5ffdbd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:16.480405 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 3977feb9-c3a8-4c4f-bc84-70dbef14962f, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=3977feb9-c3a8-4c4f-bc84-70dbef14962f,segment=NetworkSegment(b59f006c-1b82-4d36-9060-360a60727a7f),segment_id=b59f006c-1b82-4d36-9060-360a60727a7f)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:16.486861 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55962e8c-a9b4-4175-949e-8c275d785ed7 x-openstack-request-id: req-55962e8c-a9b4-4175-949e-8c275d785ed7 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:33:16.487244 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f18ed5e-8412-4093-8697-f85d9fb0ff29", "name": "network-vif-deleted", "tag": "b3b0c21f-d1c5-4218-a050-4dd2ce0f21f8", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:33:16.488196 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-55962e8c-a9b4-4175-949e-8c275d785ed7 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:33:16.488697 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55962e8c-a9b4-4175-949e-8c275d785ed7'] response: {'server_uuid': '9f18ed5e-8412-4093-8697-f85d9fb0ff29', 'name': 'network-vif-deleted', 'tag': 'b3b0c21f-d1c5-4218-a050-4dd2ce0f21f8', 'status': 'completed', 'code': 200} Apr 05 14:33:16.490627 n-d-836650-2 neutron-server[103320]: DEBUG neutron.quota.resource [None req-eff43833-0c52-4a68-a4ce-d4b167113bd0 tempest-QuotasTest-1835940100 tempest-QuotasTest-1835940100-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103320) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 05 14:33:16.502995 n-d-836650-2 neutron-server[103320]: DEBUG neutron.quota.resource [None req-eff43833-0c52-4a68-a4ce-d4b167113bd0 tempest-QuotasTest-1835940100 tempest-QuotasTest-1835940100-project-admin] Usage tracker for resource:port and tenant:732d4a7044904a37a91468e8173e33f7 is out of sync, need to count used quota {{(pid=103320) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 05 14:33:16.522622 n-d-836650-2 neutron-server[103320]: DEBUG neutron.quota.resource [None req-eff43833-0c52-4a68-a4ce-d4b167113bd0 tempest-QuotasTest-1835940100 tempest-QuotasTest-1835940100-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103320) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 05 14:33:16.531766 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de4b855-68e4-42a0-bcdd-824fa5ffdbd9 service neutron] Pushing event updated for resources: {'Port': ['ID=7253d90b-ef3c-4177-9f53-30afd622942c,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:16.557123 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:16.558743 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 468fe0d5-31ed-4021-923e-460e987c70e3 no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:33:16.569161 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-10ece894-aea5-4fcf-a622-2323a52962c0 req-44ca5255-65da-46b4-9d24-8f3a88945041 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718366 Apr 05 14:33:16.580724 n-d-836650-2 neutron-server[103320]: DEBUG neutron.quota.resource [None req-eff43833-0c52-4a68-a4ce-d4b167113bd0 tempest-QuotasTest-1835940100 tempest-QuotasTest-1835940100-project-admin] Usage tracker for resource:router and tenant:732d4a7044904a37a91468e8173e33f7 is out of sync, need to count used quota {{(pid=103320) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 05 14:33:16.631202 n-d-836650-2 neutron-server[103320]: DEBUG neutron.quota.resource [None req-eff43833-0c52-4a68-a4ce-d4b167113bd0 tempest-QuotasTest-1835940100 tempest-QuotasTest-1835940100-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103320) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 05 14:33:16.648549 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-7e099806-76ac-43a4-a7a8-5013e0bdaccf req-0de4b855-68e4-42a0-bcdd-824fa5ffdbd9 service neutron] Attempting to bind port 7253d90b-ef3c-4177-9f53-30afd622942c on host n-h2-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:33:16.652111 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=3977feb9-c3a8-4c4f-bc84-70dbef14962f,revision_number=6']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:16.652314 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-7e099806-76ac-43a4-a7a8-5013e0bdaccf req-0de4b855-68e4-42a0-bcdd-824fa5ffdbd9 service neutron] Attempting to bind port 7253d90b-ef3c-4177-9f53-30afd622942c by drivers openvswitch,hyperv on host n-h2-836650-2 at level 0 using segments [{'id': 'd98286ea-3af7-47a7-a92d-d95717c2d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bbdeb55e-008a-45ea-8c70-7d18b28201f7'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:33:16.652698 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e099806-76ac-43a4-a7a8-5013e0bdaccf req-0de4b855-68e4-42a0-bcdd-824fa5ffdbd9 service neutron] Attempting to bind port 7253d90b-ef3c-4177-9f53-30afd622942c on network bbdeb55e-008a-45ea-8c70-7d18b28201f7 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:33:16.653855 n-d-836650-2 neutron-server[103320]: DEBUG neutron.quota.resource [None req-eff43833-0c52-4a68-a4ce-d4b167113bd0 tempest-QuotasTest-1835940100 tempest-QuotasTest-1835940100-project-admin] Usage tracker for resource:floatingip and tenant:732d4a7044904a37a91468e8173e33f7 is out of sync, need to count used quota {{(pid=103320) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 05 14:33:16.666017 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e099806-76ac-43a4-a7a8-5013e0bdaccf req-0de4b855-68e4-42a0-bcdd-824fa5ffdbd9 service neutron] Port 7253d90b-ef3c-4177-9f53-30afd622942c on network bbdeb55e-008a-45ea-8c70-7d18b28201f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:33:16.666524 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e099806-76ac-43a4-a7a8-5013e0bdaccf req-0de4b855-68e4-42a0-bcdd-824fa5ffdbd9 service neutron] Attempting to bind port 7253d90b-ef3c-4177-9f53-30afd622942c on network bbdeb55e-008a-45ea-8c70-7d18b28201f7 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:33:16.666977 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-bab29e85-65e3-485b-a8af-6a954a2cd7da tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] For port 092486a2-977c-4863-b102-2703e0c60ce6, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=092486a2-977c-4863-b102-2703e0c60ce6,segment=NetworkSegment(9d26854a-4897-4e14-97b0-4af76152ee88),segment_id=9d26854a-4897-4e14-97b0-4af76152ee88)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:16.667976 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-bab29e85-65e3-485b-a8af-6a954a2cd7da tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:16.670749 n-d-836650-2 neutron-server[103320]: DEBUG neutron.quota.resource [None req-eff43833-0c52-4a68-a4ce-d4b167113bd0 tempest-QuotasTest-1835940100 tempest-QuotasTest-1835940100-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103320) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 05 14:33:16.675263 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e099806-76ac-43a4-a7a8-5013e0bdaccf req-0de4b855-68e4-42a0-bcdd-824fa5ffdbd9 service neutron] Checking agent: {'id': '6d8cf521-24bb-4b6a-bbae-0284f5c87a9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:33:16.675615 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e099806-76ac-43a4-a7a8-5013e0bdaccf req-0de4b855-68e4-42a0-bcdd-824fa5ffdbd9 service neutron] Checking segment: {'id': 'd98286ea-3af7-47a7-a92d-d95717c2d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bbdeb55e-008a-45ea-8c70-7d18b28201f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:33:16.675989 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e099806-76ac-43a4-a7a8-5013e0bdaccf req-0de4b855-68e4-42a0-bcdd-824fa5ffdbd9 service neutron] Bound using segment: {'id': 'd98286ea-3af7-47a7-a92d-d95717c2d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bbdeb55e-008a-45ea-8c70-7d18b28201f7'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:33:16.676412 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-7e099806-76ac-43a4-a7a8-5013e0bdaccf req-0de4b855-68e4-42a0-bcdd-824fa5ffdbd9 service neutron] Bound port: 7253d90b-ef3c-4177-9f53-30afd622942c, host: n-h2-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd98286ea-3af7-47a7-a92d-d95717c2d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bbdeb55e-008a-45ea-8c70-7d18b28201f7'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:33:16.676767 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-7e099806-76ac-43a4-a7a8-5013e0bdaccf req-0de4b855-68e4-42a0-bcdd-824fa5ffdbd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:16.705089 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-bab29e85-65e3-485b-a8af-6a954a2cd7da tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Calling delete_port for 092486a2-977c-4863-b102-2703e0c60ce6 owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:33:16.711451 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:16.744109 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 468fe0d5-31ed-4021-923e-460e987c70e3, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=468fe0d5-31ed-4021-923e-460e987c70e3,segment=NetworkSegment(9d26854a-4897-4e14-97b0-4af76152ee88),segment_id=9d26854a-4897-4e14-97b0-4af76152ee88)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:16.752740 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77827e-723e-4608-805d-d397fa9279c4 req-a2b08061-b465-4bb2-9e6b-030552f76f3b tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:16.754714 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7b77827e-723e-4608-805d-d397fa9279c4 req-a2b08061-b465-4bb2-9e6b-030552f76f3b tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/ports?device_id=c09da75b-a7ef-4a6d-8a82-f2e5fabc4eb9 HTTP/1.1" status: 200 len: 945 time: 0.2203803 Apr 05 14:33:16.755585 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-7e099806-76ac-43a4-a7a8-5013e0bdaccf req-0de4b855-68e4-42a0-bcdd-824fa5ffdbd9 service neutron] For port 7253d90b-ef3c-4177-9f53-30afd622942c, host n-h2-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:33:16.759895 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-7e099806-76ac-43a4-a7a8-5013e0bdaccf req-0de4b855-68e4-42a0-bcdd-824fa5ffdbd9 service neutron] For port 7253d90b-ef3c-4177-9f53-30afd622942c, host n-h2-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=7253d90b-ef3c-4177-9f53-30afd622942c,segment=NetworkSegment(d98286ea-3af7-47a7-a92d-d95717c2d70a),segment_id=d98286ea-3af7-47a7-a92d-d95717c2d70a)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:33:16.822012 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf5090-600e-4a71-992a-6d63eb49de22 req-f8464fa5-4f07-4b99-a29e-cefc9f9118b6 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:16.823463 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5bbf5090-600e-4a71-992a-6d63eb49de22 req-f8464fa5-4f07-4b99-a29e-cefc9f9118b6 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/ports?device_id=84a04f4a-fc48-465a-9986-ce4a5d1c1966 HTTP/1.1" status: 200 len: 945 time: 0.1366508 Apr 05 14:33:16.871599 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:16.891566 n-d-836650-2 neutron-server[103320]: DEBUG neutron.quota.resource [None req-eff43833-0c52-4a68-a4ce-d4b167113bd0 tempest-QuotasTest-1835940100 tempest-QuotasTest-1835940100-project-admin] Usage tracker for resource:security_group and tenant:732d4a7044904a37a91468e8173e33f7 is out of sync, need to count used quota {{(pid=103320) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 05 14:33:16.899210 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-7e099806-76ac-43a4-a7a8-5013e0bdaccf req-0de4b855-68e4-42a0-bcdd-824fa5ffdbd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:16.899540 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7b77827e-723e-4608-805d-d397fa9279c4 req-9b842e7c-1186-4788-b4bc-019d1341d15a tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/security-groups?id=29c6f58e-e49b-4628-9965-3ae38dded875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984974 Apr 05 14:33:16.915633 n-d-836650-2 neutron-server[103320]: DEBUG neutron.quota.resource [None req-eff43833-0c52-4a68-a4ce-d4b167113bd0 tempest-QuotasTest-1835940100 tempest-QuotasTest-1835940100-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103320) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 05 14:33:16.923861 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5bbf5090-600e-4a71-992a-6d63eb49de22 req-a9fcfcd8-91d1-4de1-9f25-ba669f0d16c0 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d1a7855-7863-4922-a8cb-f86b0f779ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863717 Apr 05 14:33:16.931428 n-d-836650-2 neutron-server[103320]: DEBUG neutron.quota.resource [None req-eff43833-0c52-4a68-a4ce-d4b167113bd0 tempest-QuotasTest-1835940100 tempest-QuotasTest-1835940100-project-admin] Usage tracker for resource:security_group_rule and tenant:732d4a7044904a37a91468e8173e33f7 is out of sync, need to count used quota {{(pid=103320) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 05 14:33:16.959784 n-d-836650-2 neutron-server[103320]: DEBUG neutron.quota.resource [None req-eff43833-0c52-4a68-a4ce-d4b167113bd0 tempest-QuotasTest-1835940100 tempest-QuotasTest-1835940100-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103320) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 05 14:33:16.963294 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=468fe0d5-31ed-4021-923e-460e987c70e3,revision_number=6']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:16.969340 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-eff43833-0c52-4a68-a4ce-d4b167113bd0 tempest-QuotasTest-1835940100 tempest-QuotasTest-1835940100-project-admin] 10.222.0.30 "GET /v2.0/quotas/732d4a7044904a37a91468e8173e33f7/details.json HTTP/1.1" status: 200 len: 703 time: 0.8932855 Apr 05 14:33:16.999004 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e099806-76ac-43a4-a7a8-5013e0bdaccf req-0de4b855-68e4-42a0-bcdd-824fa5ffdbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:17.000002 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-7e099806-76ac-43a4-a7a8-5013e0bdaccf req-0de4b855-68e4-42a0-bcdd-824fa5ffdbd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:17.001956 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-7e099806-76ac-43a4-a7a8-5013e0bdaccf req-0de4b855-68e4-42a0-bcdd-824fa5ffdbd9 service neutron] 10.222.0.11 "PUT /v2.0/ports/7253d90b-ef3c-4177-9f53-30afd622942c HTTP/1.1" status: 200 len: 1091 time: 1.2820570 Apr 05 14:33:17.005167 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b2b251f-cf85-49eb-bb13-18b0fc1f5e9f', 'tag': '7253d90b-ef3c-4177-9f53-30afd622942c'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:33:17.005167 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c434322-ef5b-450b-80e5-1a3aa08c7e39" -d '{"events": [{"name": "network-changed", "server_uuid": "8b2b251f-cf85-49eb-bb13-18b0fc1f5e9f", "tag": "7253d90b-ef3c-4177-9f53-30afd622942c"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:33:17.057920 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de4b855-68e4-42a0-bcdd-824fa5ffdbd9 service neutron] Pushing event updated for resources: {'Port': ['ID=7253d90b-ef3c-4177-9f53-30afd622942c,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:17.095836 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-bab29e85-65e3-485b-a8af-6a954a2cd7da tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:17.167218 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab29e85-65e3-485b-a8af-6a954a2cd7da tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Pushing event deleted for resources: {'Port': ['ID=092486a2-977c-4863-b102-2703e0c60ce6,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:17.186379 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec67a005-b836-4e6e-8a9b-2bdddd658756 req-b6ce15b2-41ec-4e99-9b6b-c690b77bef19 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:17.192308 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e099806-76ac-43a4-a7a8-5013e0bdaccf req-7804cb59-8522-4e80-acf8-6d45ef19e951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:17.193809 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec67a005-b836-4e6e-8a9b-2bdddd658756 req-b6ce15b2-41ec-4e99-9b6b-c690b77bef19 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:17.193922 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-7e099806-76ac-43a4-a7a8-5013e0bdaccf req-7804cb59-8522-4e80-acf8-6d45ef19e951 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f15fb34306734f1db943c159bdbff20e&device_id=8b2b251f-cf85-49eb-bb13-18b0fc1f5e9f HTTP/1.1" status: 200 len: 1094 time: 0.0450978 Apr 05 14:33:17.201356 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec67a005-b836-4e6e-8a9b-2bdddd658756 req-b6ce15b2-41ec-4e99-9b6b-c690b77bef19 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:17.207408 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec67a005-b836-4e6e-8a9b-2bdddd658756 req-b6ce15b2-41ec-4e99-9b6b-c690b77bef19 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:17.209187 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ec67a005-b836-4e6e-8a9b-2bdddd658756 req-b6ce15b2-41ec-4e99-9b6b-c690b77bef19 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f18ed5e-8412-4093-8697-f85d9fb0ff29 HTTP/1.1" status: 200 len: 3066 time: 0.1790218 Apr 05 14:33:17.247065 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-7e099806-76ac-43a4-a7a8-5013e0bdaccf req-25700927-b3ca-45c8-89f3-fe5bee781c34 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7253d90b-ef3c-4177-9f53-30afd622942c HTTP/1.1" status: 200 len: 217 time: 0.0402951 Apr 05 14:33:17.259532 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-bab29e85-65e3-485b-a8af-6a954a2cd7da tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] No DVR routers for this DVR port 092486a2-977c-4863-b102-2703e0c60ce6 on host n-h1-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:33:17.270158 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-bab29e85-65e3-485b-a8af-6a954a2cd7da tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:17.273445 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-bab29e85-65e3-485b-a8af-6a954a2cd7da tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.55 "DELETE /v2.0/ports/092486a2-977c-4863-b102-2703e0c60ce6 HTTP/1.1" status: 204 len: 173 time: 1.2097311 Apr 05 14:33:17.288225 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fb2919-1e44-4d72-8e57-44b213bd80a1 req-e86ba405-d484-47a4-848d-fcc9d3d0ffd9 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:17.289748 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a9fb2919-1e44-4d72-8e57-44b213bd80a1 req-e86ba405-d484-47a4-848d-fcc9d3d0ffd9 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/ports?device_id=84a04f4a-fc48-465a-9986-ce4a5d1c1966 HTTP/1.1" status: 200 len: 945 time: 0.1949351 Apr 05 14:33:17.300670 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e099806-76ac-43a4-a7a8-5013e0bdaccf req-1049b61e-3421-4ea1-a5a5-8eb77f6816d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:17.302192 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-7e099806-76ac-43a4-a7a8-5013e0bdaccf req-1049b61e-3421-4ea1-a5a5-8eb77f6816d8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ac874e19-e8d7-4dbd-ad30-b4a600298345 HTTP/1.1" status: 200 len: 847 time: 0.0481079 Apr 05 14:33:17.336445 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-7e099806-76ac-43a4-a7a8-5013e0bdaccf req-554abe69-8fc5-4ce2-95e2-17a5cc931d52 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bbdeb55e-008a-45ea-8c70-7d18b28201f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264659 Apr 05 14:33:17.355377 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ec67a005-b836-4e6e-8a9b-2bdddd658756 req-f1e24ed9-7751-4c29-931a-b5cb6c9aba56 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/security-groups?id=651049ed-3ef9-4175-8455-d871a11c2622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241715 Apr 05 14:33:17.411016 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43b97a45-c0ec-4380-9fe0-fb23a0997c93 x-openstack-request-id: req-43b97a45-c0ec-4380-9fe0-fb23a0997c93 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:33:17.411310 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b2b251f-cf85-49eb-bb13-18b0fc1f5e9f", "tag": "7253d90b-ef3c-4177-9f53-30afd622942c", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:33:17.411568 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-43b97a45-c0ec-4380-9fe0-fb23a0997c93 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:33:17.411973 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43b97a45-c0ec-4380-9fe0-fb23a0997c93'] response: {'name': 'network-changed', 'server_uuid': '8b2b251f-cf85-49eb-bb13-18b0fc1f5e9f', 'tag': '7253d90b-ef3c-4177-9f53-30afd622942c', 'status': 'completed', 'code': 200} Apr 05 14:33:17.429076 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a9fb2919-1e44-4d72-8e57-44b213bd80a1 req-57e9da07-96b4-4c61-80e8-65eee2743735 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d1a7855-7863-4922-a8cb-f86b0f779ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276100 Apr 05 14:33:17.471937 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-3bf638f5-dc42-47fb-9c8e-9597bdae12b0 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Deleting port 548bdb08-6c3f-4d7e-ae2d-afd180db5f7a {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:33:17.471937 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-3bf638f5-dc42-47fb-9c8e-9597bdae12b0 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:17.472229 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-7e099806-76ac-43a4-a7a8-5013e0bdaccf req-8ec0400e-d298-4216-a184-87b576dfba5e service neutron] 10.222.0.11 "GET /v2.0/networks/bbdeb55e-008a-45ea-8c70-7d18b28201f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253803 Apr 05 14:33:17.544584 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37000) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:33:17.671172 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-7e099806-76ac-43a4-a7a8-5013e0bdaccf req-5c45e9d5-29ff-4275-8e38-8b148bfad17a service neutron] 10.222.0.11 "GET /v2.0/networks/bbdeb55e-008a-45ea-8c70-7d18b28201f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882598 Apr 05 14:33:17.701146 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d6bbfb-b183-4e06-b5aa-323c59d120ce req-534a6c91-075d-44bd-90b1-3f5e924737a7 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:17.703074 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c6d6bbfb-b183-4e06-b5aa-323c59d120ce req-534a6c91-075d-44bd-90b1-3f5e924737a7 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfe4e93d-fdc7-44c0-a008-3ef322a3b181 HTTP/1.1" status: 200 len: 945 time: 0.0956547 Apr 05 14:33:17.706160 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c3b9eeec-a1d3-4865-a4e5-7bcee71183cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:17.717937 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6387b105-b892-4f8a-ad40-337fbe626a3a req-c1603eb3-211b-421f-a473-7fd83f805385 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:17.720037 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6387b105-b892-4f8a-ad40-337fbe626a3a req-c1603eb3-211b-421f-a473-7fd83f805385 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=989e98ce-36ed-4302-94e9-639222cdaacc HTTP/1.1" status: 200 len: 945 time: 0.1749310 Apr 05 14:33:17.722479 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-3bf638f5-dc42-47fb-9c8e-9597bdae12b0 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] For port 548bdb08-6c3f-4d7e-ae2d-afd180db5f7a, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=548bdb08-6c3f-4d7e-ae2d-afd180db5f7a,segment=NetworkSegment(98b4c9da-78e9-4934-a25f-0a1e90329ab6),segment_id=98b4c9da-78e9-4934-a25f-0a1e90329ab6)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:17.722854 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-3bf638f5-dc42-47fb-9c8e-9597bdae12b0 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:17.757301 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-3bf638f5-dc42-47fb-9c8e-9597bdae12b0 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Calling delete_port for 548bdb08-6c3f-4d7e-ae2d-afd180db5f7a owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:33:17.793197 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c3b9eeec-a1d3-4865-a4e5-7bcee71183cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:17.839587 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c6d6bbfb-b183-4e06-b5aa-323c59d120ce req-aa64d8b8-185e-460b-9d96-3aa90fd10536 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d1a7855-7863-4922-a8cb-f86b0f779ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137991 Apr 05 14:33:17.845352 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6387b105-b892-4f8a-ad40-337fbe626a3a req-4fbefb58-0df3-4746-a287-9c6601132e30 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124666 Apr 05 14:33:17.892086 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c3b9eeec-a1d3-4865-a4e5-7bcee71183cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:17.946453 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c434322-ef5b-450b-80e5-1a3aa08c7e39 req-cf072972-3574-4936-aeb6-67760e262196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:17.947906 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-9c434322-ef5b-450b-80e5-1a3aa08c7e39 req-cf072972-3574-4936-aeb6-67760e262196 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f15fb34306734f1db943c159bdbff20e&device_id=8b2b251f-cf85-49eb-bb13-18b0fc1f5e9f HTTP/1.1" status: 200 len: 1094 time: 0.1108975 Apr 05 14:33:18.000391 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-c3b9eeec-a1d3-4865-a4e5-7bcee71183cf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=58781dbf977b4e26930e83f7cf14fd11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4551032 Apr 05 14:33:18.006237 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 37016) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:33:18.031239 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b9eeec-a1d3-4865-a4e5-7bcee71183cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87eef56d-3052-45fd-bc6d-09747b857a56,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:18.034574 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f18ed5e-8412-4093-8697-f85d9fb0ff29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '548bdb08-6c3f-4d7e-ae2d-afd180db5f7a'}, {'server_uuid': '9f18ed5e-8412-4093-8697-f85d9fb0ff29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '092486a2-977c-4863-b102-2703e0c60ce6'}, {'server_uuid': '9f18ed5e-8412-4093-8697-f85d9fb0ff29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3977feb9-c3a8-4c4f-bc84-70dbef14962f'}, {'server_uuid': '9f18ed5e-8412-4093-8697-f85d9fb0ff29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '468fe0d5-31ed-4021-923e-460e987c70e3'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:33:18.037716 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed389855-9d5e-418a-bd1d-6c69eece1c2d" -d '{"events": [{"server_uuid": "9f18ed5e-8412-4093-8697-f85d9fb0ff29", "name": "network-vif-unplugged", "status": "completed", "tag": "548bdb08-6c3f-4d7e-ae2d-afd180db5f7a"}, {"server_uuid": "9f18ed5e-8412-4093-8697-f85d9fb0ff29", "name": "network-vif-unplugged", "status": "completed", "tag": "092486a2-977c-4863-b102-2703e0c60ce6"}, {"server_uuid": "9f18ed5e-8412-4093-8697-f85d9fb0ff29", "name": "network-vif-unplugged", "status": "completed", "tag": "3977feb9-c3a8-4c4f-bc84-70dbef14962f"}, {"server_uuid": "9f18ed5e-8412-4093-8697-f85d9fb0ff29", "name": "network-vif-unplugged", "status": "completed", "tag": "468fe0d5-31ed-4021-923e-460e987c70e3"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:33:18.061468 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-3bf638f5-dc42-47fb-9c8e-9597bdae12b0 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:18.085213 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb5b7d-f007-4ba8-acb8-71ac3f9f3edb req-58678085-5524-42d6-a039-dbe80c09536e tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:18.086831 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b2bb5b7d-f007-4ba8-acb8-71ac3f9f3edb req-58678085-5524-42d6-a039-dbe80c09536e tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b2b251f-cf85-49eb-bb13-18b0fc1f5e9f HTTP/1.1" status: 200 len: 943 time: 0.1258686 Apr 05 14:33:18.094379 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c434322-ef5b-450b-80e5-1a3aa08c7e39 req-114f8ed1-75bf-44ea-9624-e249ba5ce52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:18.095863 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-9c434322-ef5b-450b-80e5-1a3aa08c7e39 req-114f8ed1-75bf-44ea-9624-e249ba5ce52e service neutron] 10.222.0.11 "GET /v2.0/networks?id=bbdeb55e-008a-45ea-8c70-7d18b28201f7 HTTP/1.1" status: 200 len: 908 time: 0.1291275 Apr 05 14:33:18.116639 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf638f5-dc42-47fb-9c8e-9597bdae12b0 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Pushing event deleted for resources: {'Port': ['ID=548bdb08-6c3f-4d7e-ae2d-afd180db5f7a,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:18.147441 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-9c434322-ef5b-450b-80e5-1a3aa08c7e39 req-06a16885-46fb-4fe3-8a32-3cac84159e0e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7253d90b-ef3c-4177-9f53-30afd622942c HTTP/1.1" status: 200 len: 217 time: 0.0432961 Apr 05 14:33:18.198010 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c434322-ef5b-450b-80e5-1a3aa08c7e39 req-af65b1e7-a599-4ff6-8e96-02899e13d55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:18.200043 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-9c434322-ef5b-450b-80e5-1a3aa08c7e39 req-af65b1e7-a599-4ff6-8e96-02899e13d55c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ac874e19-e8d7-4dbd-ad30-b4a600298345 HTTP/1.1" status: 200 len: 847 time: 0.0473304 Apr 05 14:33:18.223074 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-3bf638f5-dc42-47fb-9c8e-9597bdae12b0 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] No DVR routers for this DVR port 548bdb08-6c3f-4d7e-ae2d-afd180db5f7a on host n-h1-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:33:18.228105 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-3bf638f5-dc42-47fb-9c8e-9597bdae12b0 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:18.232237 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-3bf638f5-dc42-47fb-9c8e-9597bdae12b0 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.55 "DELETE /v2.0/ports/548bdb08-6c3f-4d7e-ae2d-afd180db5f7a HTTP/1.1" status: 204 len: 173 time: 0.9520180 Apr 05 14:33:18.233420 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-9c434322-ef5b-450b-80e5-1a3aa08c7e39 req-e88514b8-a40f-422c-94aa-831c1a742081 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bbdeb55e-008a-45ea-8c70-7d18b28201f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270567 Apr 05 14:33:18.240346 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb25fd9e-a893-4a80-9ef9-083070ad910d req-dd982cc5-c353-40ed-b072-874c1e89ad51 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:18.241792 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cb25fd9e-a893-4a80-9ef9-083070ad910d req-dd982cc5-c353-40ed-b072-874c1e89ad51 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/ports?device_id=28e01ade-d0da-45c5-8128-71901cfdf7c7 HTTP/1.1" status: 200 len: 946 time: 0.2339711 Apr 05 14:33:18.242405 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e9ca720d-e309-47b4-9c5c-48e52684de30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:18.260311 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b2bb5b7d-f007-4ba8-acb8-71ac3f9f3edb req-9673d7e0-fec4-454e-a20c-9287766eb85b tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505072 Apr 05 14:33:18.313196 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e9ca720d-e309-47b4-9c5c-48e52684de30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:18.337005 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-9c434322-ef5b-450b-80e5-1a3aa08c7e39 req-87886d18-699b-4aa4-8121-996f6f3a553d service neutron] 10.222.0.11 "GET /v2.0/networks/bbdeb55e-008a-45ea-8c70-7d18b28201f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971375 Apr 05 14:33:18.403886 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cb25fd9e-a893-4a80-9ef9-083070ad910d req-6f2ad253-8e58-4f13-9b57-5c40cb5b72d2 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d1a7855-7863-4922-a8cb-f86b0f779ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478469 Apr 05 14:33:18.456904 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e38ed45-021e-44cf-b58d-aa38359b2a33 req-36f88f83-1301-42a4-8ffe-863cdf7b6702 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:18.458478 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1e38ed45-021e-44cf-b58d-aa38359b2a33 req-36f88f83-1301-42a4-8ffe-863cdf7b6702 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/ports?device_id=c09da75b-a7ef-4a6d-8a82-f2e5fabc4eb9 HTTP/1.1" status: 200 len: 945 time: 0.1207480 Apr 05 14:33:18.460062 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-9c434322-ef5b-450b-80e5-1a3aa08c7e39 req-d58fc324-e4e8-4881-8b11-853dec51997d service neutron] 10.222.0.11 "GET /v2.0/networks/bbdeb55e-008a-45ea-8c70-7d18b28201f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168180 Apr 05 14:33:18.479171 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-f39d7a83-3549-49f9-97b4-2597f7645e17 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Deleting port 3977feb9-c3a8-4c4f-bc84-70dbef14962f {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:33:18.480297 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-f39d7a83-3549-49f9-97b4-2597f7645e17 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:18.481433 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Tue, 05 Apr 2022 14:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d459158-5523-4667-8ff5-59463945b354 x-openstack-request-id: req-3d459158-5523-4667-8ff5-59463945b354 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:33:18.481915 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f18ed5e-8412-4093-8697-f85d9fb0ff29", "name": "network-vif-unplugged", "status": "completed", "tag": "548bdb08-6c3f-4d7e-ae2d-afd180db5f7a", "code": 200}, {"server_uuid": "9f18ed5e-8412-4093-8697-f85d9fb0ff29", "name": "network-vif-unplugged", "status": "completed", "tag": "092486a2-977c-4863-b102-2703e0c60ce6", "code": 200}, {"server_uuid": "9f18ed5e-8412-4093-8697-f85d9fb0ff29", "name": "network-vif-unplugged", "status": "completed", "tag": "3977feb9-c3a8-4c4f-bc84-70dbef14962f", "code": 200}, {"server_uuid": "9f18ed5e-8412-4093-8697-f85d9fb0ff29", "name": "network-vif-unplugged", "status": "completed", "tag": "468fe0d5-31ed-4021-923e-460e987c70e3", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:33:18.483846 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3d459158-5523-4667-8ff5-59463945b354 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:33:18.484422 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d459158-5523-4667-8ff5-59463945b354'] response: {'server_uuid': '9f18ed5e-8412-4093-8697-f85d9fb0ff29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '548bdb08-6c3f-4d7e-ae2d-afd180db5f7a', 'code': 200} Apr 05 14:33:18.484873 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d459158-5523-4667-8ff5-59463945b354'] response: {'server_uuid': '9f18ed5e-8412-4093-8697-f85d9fb0ff29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '092486a2-977c-4863-b102-2703e0c60ce6', 'code': 200} Apr 05 14:33:18.485252 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d459158-5523-4667-8ff5-59463945b354'] response: {'server_uuid': '9f18ed5e-8412-4093-8697-f85d9fb0ff29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3977feb9-c3a8-4c4f-bc84-70dbef14962f', 'code': 200} Apr 05 14:33:18.485600 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d459158-5523-4667-8ff5-59463945b354'] response: {'server_uuid': '9f18ed5e-8412-4093-8697-f85d9fb0ff29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '468fe0d5-31ed-4021-923e-460e987c70e3', 'code': 200} Apr 05 14:33:18.510030 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f18ed5e-8412-4093-8697-f85d9fb0ff29', 'name': 'network-vif-deleted', 'tag': '092486a2-977c-4863-b102-2703e0c60ce6'}, {'server_uuid': '9f18ed5e-8412-4093-8697-f85d9fb0ff29', 'name': 'network-vif-deleted', 'tag': '548bdb08-6c3f-4d7e-ae2d-afd180db5f7a'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:33:18.513229 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c5a077-b44e-4e59-a1bd-0aca1f0f249f" -d '{"events": [{"server_uuid": "9f18ed5e-8412-4093-8697-f85d9fb0ff29", "name": "network-vif-deleted", "tag": "092486a2-977c-4863-b102-2703e0c60ce6"}, {"server_uuid": "9f18ed5e-8412-4093-8697-f85d9fb0ff29", "name": "network-vif-deleted", "tag": "548bdb08-6c3f-4d7e-ae2d-afd180db5f7a"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:33:18.597325 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e9ca720d-e309-47b4-9c5c-48e52684de30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:18.599906 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e9ca720d-e309-47b4-9c5c-48e52684de30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:18.603473 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-e9ca720d-e309-47b4-9c5c-48e52684de30 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/87eef56d-3052-45fd-bc6d-09747b857a56 HTTP/1.1" status: 204 len: 168 time: 0.5945597 Apr 05 14:33:18.647443 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ca720d-e309-47b4-9c5c-48e52684de30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87eef56d-3052-45fd-bc6d-09747b857a56,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:18.669594 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1e38ed45-021e-44cf-b58d-aa38359b2a33 req-bc75f2c2-962c-45d5-9348-c45c286c767e tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/security-groups?id=29c6f58e-e49b-4628-9965-3ae38dded875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629906 Apr 05 14:33:18.674215 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-f39d7a83-3549-49f9-97b4-2597f7645e17 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] For port 3977feb9-c3a8-4c4f-bc84-70dbef14962f, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=3977feb9-c3a8-4c4f-bc84-70dbef14962f,segment=NetworkSegment(b59f006c-1b82-4d36-9060-360a60727a7f),segment_id=b59f006c-1b82-4d36-9060-360a60727a7f)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:18.674591 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-f39d7a83-3549-49f9-97b4-2597f7645e17 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:18.691528 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0737c0-a94c-43d8-a918-2949d9f737bb req-7fde4914-4a08-44d4-ab13-48ed9938f1c1 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:18.697811 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0737c0-a94c-43d8-a918-2949d9f737bb req-7fde4914-4a08-44d4-ab13-48ed9938f1c1 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:18.709303 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0d0737c0-a94c-43d8-a918-2949d9f737bb req-7fde4914-4a08-44d4-ab13-48ed9938f1c1 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f18ed5e-8412-4093-8697-f85d9fb0ff29 HTTP/1.1" status: 200 len: 1678 time: 0.1541111 Apr 05 14:33:18.717646 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [req-082ae419-2aaa-4835-a52d-dc81d4d41bce req-c1b6a838-2f94-422f-9448-8c10bcd575f9 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:33:18.718622 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-082ae419-2aaa-4835-a52d-dc81d4d41bce req-c1b6a838-2f94-422f-9448-8c10bcd575f9 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095537 Apr 05 14:33:19.177805 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37046) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:33:19.192107 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c684b7b9-d87f-4263-ae07-17cc35c700d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:19.213066 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0d0737c0-a94c-43d8-a918-2949d9f737bb req-0beb9932-c0a9-406b-8d1e-f722e66df233 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/security-groups?id=651049ed-3ef9-4175-8455-d871a11c2622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4992425 Apr 05 14:33:19.243476 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-082ae419-2aaa-4835-a52d-dc81d4d41bce req-6683f2c2-a0e3-4f4b-992e-7822ecdc004b tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.5055628 Apr 05 14:33:19.288621 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 05 Apr 2022 14:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e99cbac4-9348-40e4-a89c-1474d889d0a5 x-openstack-request-id: req-e99cbac4-9348-40e4-a89c-1474d889d0a5 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:33:19.291003 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f18ed5e-8412-4093-8697-f85d9fb0ff29", "name": "network-vif-deleted", "tag": "092486a2-977c-4863-b102-2703e0c60ce6", "status": "completed", "code": 200}, {"server_uuid": "9f18ed5e-8412-4093-8697-f85d9fb0ff29", "name": "network-vif-deleted", "tag": "548bdb08-6c3f-4d7e-ae2d-afd180db5f7a", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:33:19.291003 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e99cbac4-9348-40e4-a89c-1474d889d0a5 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:33:19.291003 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e99cbac4-9348-40e4-a89c-1474d889d0a5'] response: {'server_uuid': '9f18ed5e-8412-4093-8697-f85d9fb0ff29', 'name': 'network-vif-deleted', 'tag': '092486a2-977c-4863-b102-2703e0c60ce6', 'status': 'completed', 'code': 200} Apr 05 14:33:19.291003 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e99cbac4-9348-40e4-a89c-1474d889d0a5'] response: {'server_uuid': '9f18ed5e-8412-4093-8697-f85d9fb0ff29', 'name': 'network-vif-deleted', 'tag': '548bdb08-6c3f-4d7e-ae2d-afd180db5f7a', 'status': 'completed', 'code': 200} Apr 05 14:33:19.319802 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c684b7b9-d87f-4263-ae07-17cc35c700d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:19.335235 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-f39d7a83-3549-49f9-97b4-2597f7645e17 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:19.335747 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-f39d7a83-3549-49f9-97b4-2597f7645e17 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:19.336163 n-d-836650-2 neutron-server[103320]: INFO neutron.db.l3_db [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-f39d7a83-3549-49f9-97b4-2597f7645e17 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Floating IP 20de2d0e-b8e9-4139-ad6e-5f5d8828e18f disassociated. External IP: 172.25.6.249, port: 3977feb9-c3a8-4c4f-bc84-70dbef14962f. Apr 05 14:33:19.336607 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-f39d7a83-3549-49f9-97b4-2597f7645e17 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Calling delete_port for 3977feb9-c3a8-4c4f-bc84-70dbef14962f owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:33:19.390926 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c684b7b9-d87f-4263-ae07-17cc35c700d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:19.448173 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-c684b7b9-d87f-4263-ae07-17cc35c700d6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=732d4a7044904a37a91468e8173e33f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2667816 Apr 05 14:33:19.448173 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c684b7b9-d87f-4263-ae07-17cc35c700d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9362d8-2c20-4446-af84-be54aa760b56,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:19.461115 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37054) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:33:19.461807 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e6dbdb-2df8-4adf-8f80-3deca22e4bee req-b95790ba-53bf-44bb-84ad-cad0da4c6372 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:19.462688 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-82e6dbdb-2df8-4adf-8f80-3deca22e4bee req-b95790ba-53bf-44bb-84ad-cad0da4c6372 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/ports?device_id=c09da75b-a7ef-4a6d-8a82-f2e5fabc4eb9 HTTP/1.1" status: 200 len: 945 time: 0.1150036 Apr 05 14:33:19.507147 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6808d464-68ff-4573-b82a-662f48cce536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:19.530435 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6808d464-68ff-4573-b82a-662f48cce536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:19.540754 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-82e6dbdb-2df8-4adf-8f80-3deca22e4bee req-98815cb8-1bf7-424c-80ae-d396363f8bf7 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/security-groups?id=29c6f58e-e49b-4628-9965-3ae38dded875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772982 Apr 05 14:33:19.607345 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87185ef8-87d3-4212-868b-9cf92cb8a612 req-b8bf9aee-5b09-44d1-b5df-c107224645ab tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:19.609781 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-87185ef8-87d3-4212-868b-9cf92cb8a612 req-b8bf9aee-5b09-44d1-b5df-c107224645ab tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=989e98ce-36ed-4302-94e9-639222cdaacc HTTP/1.1" status: 200 len: 945 time: 0.0950382 Apr 05 14:33:19.647326 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6808d464-68ff-4573-b82a-662f48cce536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:19.650005 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6808d464-68ff-4573-b82a-662f48cce536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:19.651233 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-6808d464-68ff-4573-b82a-662f48cce536 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7d9362d8-2c20-4446-af84-be54aa760b56 HTTP/1.1" status: 204 len: 168 time: 0.2007754 Apr 05 14:33:19.662287 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6808d464-68ff-4573-b82a-662f48cce536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9362d8-2c20-4446-af84-be54aa760b56,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:19.663886 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-87185ef8-87d3-4212-868b-9cf92cb8a612 req-0b4d9ca3-e770-4070-b5fc-6176cae5b034 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478239 Apr 05 14:33:19.708769 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb537e-3c23-48ea-95b1-e9603e2f3f68 req-1b5a4e0c-1898-4090-a3ec-eb2b2405341e tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:19.710444 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-87bb537e-3c23-48ea-95b1-e9603e2f3f68 req-1b5a4e0c-1898-4090-a3ec-eb2b2405341e tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b2b251f-cf85-49eb-bb13-18b0fc1f5e9f HTTP/1.1" status: 200 len: 943 time: 0.0640626 Apr 05 14:33:19.711096 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-f39d7a83-3549-49f9-97b4-2597f7645e17 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:19.753955 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39d7a83-3549-49f9-97b4-2597f7645e17 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Pushing event deleted for resources: {'Port': ['ID=3977feb9-c3a8-4c4f-bc84-70dbef14962f,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:19.837621 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 4032c53b-96ab-4b67-b14e-c47acfa5a112 details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:33:19.848677 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-87bb537e-3c23-48ea-95b1-e9603e2f3f68 req-5a7de451-1f67-44a8-a265-98ddc207b477 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223125 Apr 05 14:33:19.924240 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e3c800-bd08-4199-b685-90a1e7db9a62 req-1816285e-a9e3-4ef8-a595-fd99b53ea245 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:19.926397 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-04e3c800-bd08-4199-b685-90a1e7db9a62 req-1816285e-a9e3-4ef8-a595-fd99b53ea245 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/ports?device_id=84a04f4a-fc48-465a-9986-ce4a5d1c1966 HTTP/1.1" status: 200 len: 945 time: 0.1813667 Apr 05 14:33:19.962691 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 4032c53b-96ab-4b67-b14e-c47acfa5a112, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=4032c53b-96ab-4b67-b14e-c47acfa5a112,segment=NetworkSegment(87207719-1f48-46bc-a702-a88951a34078),segment_id=87207719-1f48-46bc-a702-a88951a34078)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:19.975174 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': '4032c53b-96ab-4b67-b14e-c47acfa5a112', 'network_id': 'bbe33099-0907-4578-b91f-9ecd1e0f3a95', 'port_id': '4032c53b-96ab-4b67-b14e-c47acfa5a112', 'mac_address': 'fa:16:3e:23:4d:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c529ad6d-a94e-4533-88f8-eeabc5541ed8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:33:19.992194 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-f39d7a83-3549-49f9-97b4-2597f7645e17 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Router 213e08ce-06de-4afe-8880-8f17ba1a9046 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:33:19.996131 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-04e3c800-bd08-4199-b685-90a1e7db9a62 req-cbe35035-e403-410f-b0e9-b7376e7a471c tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d1a7855-7863-4922-a8cb-f86b0f779ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612004 Apr 05 14:33:20.038281 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:20.059010 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4032c53b-96ab-4b67-b14e-c47acfa5a112 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:33:20.087185 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 4032c53b-96ab-4b67-b14e-c47acfa5a112, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=4032c53b-96ab-4b67-b14e-c47acfa5a112,segment=NetworkSegment(87207719-1f48-46bc-a702-a88951a34078),segment_id=87207719-1f48-46bc-a702-a88951a34078)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:20.153961 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-f39d7a83-3549-49f9-97b4-2597f7645e17 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:33:20.165964 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4666cdfa-e4cb-4fd7-ac90-5daf17606693 None None] Sync routers for ids ['213e08ce-06de-4afe-8880-8f17ba1a9046'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:33:20.177130 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4666cdfa-e4cb-4fd7-ac90-5daf17606693 None None] Routers {'213e08ce-06de-4afe-8880-8f17ba1a9046'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:33:20.177767 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-4666cdfa-e4cb-4fd7-ac90-5daf17606693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:32:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['213e08ce-06de-4afe-8880-8f17ba1a9046'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:20.183161 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:20.206431 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-f39d7a83-3549-49f9-97b4-2597f7645e17 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] No DVR routers for this DVR port 3977feb9-c3a8-4c4f-bc84-70dbef14962f on host n-h1-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:33:20.209416 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-f39d7a83-3549-49f9-97b4-2597f7645e17 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:20.213615 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-f39d7a83-3549-49f9-97b4-2597f7645e17 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.55 "DELETE /v2.0/ports/3977feb9-c3a8-4c4f-bc84-70dbef14962f HTTP/1.1" status: 204 len: 173 time: 1.9665048 Apr 05 14:33:20.375575 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=4032c53b-96ab-4b67-b14e-c47acfa5a112,revision_number=6']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:20.377616 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-abc5a1ca-a611-487c-bbcf-83a3d0a242cb tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Deleting port 468fe0d5-31ed-4021-923e-460e987c70e3 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:33:20.378041 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-abc5a1ca-a611-487c-bbcf-83a3d0a242cb tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:20.382515 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['4032c53b-96ab-4b67-b14e-c47acfa5a112'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:33:20.489938 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-4666cdfa-e4cb-4fd7-ac90-5daf17606693 None None] Set router 213e08ce-06de-4afe-8880-8f17ba1a9046 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:33:20.493520 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-abc5a1ca-a611-487c-bbcf-83a3d0a242cb tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] For port 468fe0d5-31ed-4021-923e-460e987c70e3, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=468fe0d5-31ed-4021-923e-460e987c70e3,segment=NetworkSegment(9d26854a-4897-4e14-97b0-4af76152ee88),segment_id=9d26854a-4897-4e14-97b0-4af76152ee88)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:20.494012 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-abc5a1ca-a611-487c-bbcf-83a3d0a242cb tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:20.530842 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-abc5a1ca-a611-487c-bbcf-83a3d0a242cb tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Calling delete_port for 468fe0d5-31ed-4021-923e-460e987c70e3 owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:33:20.642938 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f4d55-415e-4b36-b9ea-15bff0aad018 req-bcffeedb-35e6-46e0-a9c7-7bff19e9c583 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:20.644670 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c31f4d55-415e-4b36-b9ea-15bff0aad018 req-bcffeedb-35e6-46e0-a9c7-7bff19e9c583 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfe4e93d-fdc7-44c0-a008-3ef322a3b181 HTTP/1.1" status: 200 len: 945 time: 0.1471848 Apr 05 14:33:20.734784 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688109ad-6762-4401-a8d2-0889c2433ded req-453ec373-e2d1-45e9-928d-9547ec03dddf tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:20.736410 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-688109ad-6762-4401-a8d2-0889c2433ded req-453ec373-e2d1-45e9-928d-9547ec03dddf tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f18ed5e-8412-4093-8697-f85d9fb0ff29 HTTP/1.1" status: 200 len: 943 time: 0.1165500 Apr 05 14:33:20.770487 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c31f4d55-415e-4b36-b9ea-15bff0aad018 req-fab57ef3-7cdf-47d2-96fe-894094bf05f8 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d1a7855-7863-4922-a8cb-f86b0f779ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092002 Apr 05 14:33:20.775069 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-4666cdfa-e4cb-4fd7-ac90-5daf17606693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '213e08ce-06de-4afe-8880-8f17ba1a9046', 'name': 'tempest-TaggedBootDevicesTest_v242-163172619-router', 'tenant_id': '4c46023293d04937b7cc39b36bfca09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '3721221a-2ce3-4412-ac4e-c5be5ed09a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:26:30Z', 'updated_at': '2022-04-05T14:26:36Z', 'revision_number': 4, 'project_id': '4c46023293d04937b7cc39b36bfca09f', 'gw_port': {'id': '3721221a-2ce3-4412-ac4e-c5be5ed09a0d', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213e08ce-06de-4afe-8880-8f17ba1a9046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:26:31Z', 'updated_at': '2022-04-05T14:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '15a2d418-9804-4460-a541-944ff59ad89f', 'name': '', 'network_id': 'c0294919-aea9-4315-98b3-d37ae7dfdddb', 'tenant_id': '4c46023293d04937b7cc39b36bfca09f', 'mac_address': 'fa:16:3e:b9:58:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213e08ce-06de-4afe-8880-8f17ba1a9046', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '5259f0aa-646e-4e1c-be67-02efc0873c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:26:34Z', 'updated_at': '2022-04-05T14:26:44Z', 'revision_number': 5, 'project_id': '4c46023293d04937b7cc39b36bfca09f', 'subnets': [{'id': '5259f0aa-646e-4e1c-be67-02efc0873c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:20.820996 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4666cdfa-e4cb-4fd7-ac90-5daf17606693 None None] Checking router: 213e08ce-06de-4afe-8880-8f17ba1a9046 for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:33:20.830942 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4666cdfa-e4cb-4fd7-ac90-5daf17606693 None None] Routers {'213e08ce-06de-4afe-8880-8f17ba1a9046'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:33:20.831998 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-4666cdfa-e4cb-4fd7-ac90-5daf17606693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:32:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['213e08ce-06de-4afe-8880-8f17ba1a9046'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:20.842068 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-688109ad-6762-4401-a8d2-0889c2433ded req-18265a56-6141-4607-ae93-613779cd0c57 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/security-groups?id=651049ed-3ef9-4175-8455-d871a11c2622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893631 Apr 05 14:33:20.922541 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b67c3-10c1-4515-9415-92900f358d80 req-d718b420-025c-4226-9344-cd4be2f4a9cb tempest-ServerMetadataNegativeTestJSON-2042144680 tempest-ServerMetadataNegativeTestJSON-2042144680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:20.924299 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4f8b67c3-10c1-4515-9415-92900f358d80 req-d718b420-025c-4226-9344-cd4be2f4a9cb tempest-ServerMetadataNegativeTestJSON-2042144680 tempest-ServerMetadataNegativeTestJSON-2042144680-project] 10.222.0.30 "GET /v2.0/ports?device_id=bdd7756f-551f-48c7-a6f7-29ea56b1b089 HTTP/1.1" status: 200 len: 945 time: 0.0878234 Apr 05 14:33:20.969162 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4f8b67c3-10c1-4515-9415-92900f358d80 req-c9a12f87-0cd5-4d16-95d1-4f1309901b1b tempest-ServerMetadataNegativeTestJSON-2042144680 tempest-ServerMetadataNegativeTestJSON-2042144680-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fff625c-c1d6-4350-8d53-3f661e14727e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387239 Apr 05 14:33:20.979237 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-4666cdfa-e4cb-4fd7-ac90-5daf17606693 None None] Set router 213e08ce-06de-4afe-8880-8f17ba1a9046 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:33:20.981281 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-abc5a1ca-a611-487c-bbcf-83a3d0a242cb tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:21.025415 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc5a1ca-a611-487c-bbcf-83a3d0a242cb tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Pushing event deleted for resources: {'Port': ['ID=468fe0d5-31ed-4021-923e-460e987c70e3,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:21.091950 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-abc5a1ca-a611-487c-bbcf-83a3d0a242cb tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] No DVR routers for this DVR port 468fe0d5-31ed-4021-923e-460e987c70e3 on host n-h1-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:33:21.094665 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-abc5a1ca-a611-487c-bbcf-83a3d0a242cb tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:21.098918 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5ae48468-ea0b-4220-9eb8-f48f787b2f52 req-abc5a1ca-a611-487c-bbcf-83a3d0a242cb tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.55 "DELETE /v2.0/ports/468fe0d5-31ed-4021-923e-460e987c70e3 HTTP/1.1" status: 204 len: 173 time: 0.8755755 Apr 05 14:33:21.137400 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8184596f-1751-4ea9-afe9-ef98a6d8dc1f req-ff9b392d-488d-4da6-b7b6-886110d21125 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:21.144838 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8184596f-1751-4ea9-afe9-ef98a6d8dc1f req-ff9b392d-488d-4da6-b7b6-886110d21125 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=989e98ce-36ed-4302-94e9-639222cdaacc HTTP/1.1" status: 200 len: 945 time: 0.0858104 Apr 05 14:33:21.147071 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37114) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:33:21.183972 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8184596f-1751-4ea9-afe9-ef98a6d8dc1f req-943022f0-2c7b-44f7-b77e-db6f99d10e08 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382259 Apr 05 14:33:21.261983 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-4666cdfa-e4cb-4fd7-ac90-5daf17606693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '213e08ce-06de-4afe-8880-8f17ba1a9046', 'name': 'tempest-TaggedBootDevicesTest_v242-163172619-router', 'tenant_id': '4c46023293d04937b7cc39b36bfca09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '3721221a-2ce3-4412-ac4e-c5be5ed09a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:26:30Z', 'updated_at': '2022-04-05T14:26:36Z', 'revision_number': 4, 'project_id': '4c46023293d04937b7cc39b36bfca09f', 'gw_port': {'id': '3721221a-2ce3-4412-ac4e-c5be5ed09a0d', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213e08ce-06de-4afe-8880-8f17ba1a9046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:26:31Z', 'updated_at': '2022-04-05T14:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '15a2d418-9804-4460-a541-944ff59ad89f', 'name': '', 'network_id': 'c0294919-aea9-4315-98b3-d37ae7dfdddb', 'tenant_id': '4c46023293d04937b7cc39b36bfca09f', 'mac_address': 'fa:16:3e:b9:58:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213e08ce-06de-4afe-8880-8f17ba1a9046', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '5259f0aa-646e-4e1c-be67-02efc0873c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:26:34Z', 'updated_at': '2022-04-05T14:26:44Z', 'revision_number': 5, 'project_id': '4c46023293d04937b7cc39b36bfca09f', 'subnets': [{'id': '5259f0aa-646e-4e1c-be67-02efc0873c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:21.280389 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-d15ee5d2-e47c-4fa6-a17d-4cfad8a68c61 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-907513467'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:33:21.301624 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4666cdfa-e4cb-4fd7-ac90-5daf17606693 None None] The sync data for ids ['213e08ce-06de-4afe-8880-8f17ba1a9046'] in n-d-836650-2 is: [{'id': '213e08ce-06de-4afe-8880-8f17ba1a9046', 'name': 'tempest-TaggedBootDevicesTest_v242-163172619-router', 'tenant_id': '4c46023293d04937b7cc39b36bfca09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '3721221a-2ce3-4412-ac4e-c5be5ed09a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:26:30Z', 'updated_at': '2022-04-05T14:26:36Z', 'revision_number': 4, 'project_id': '4c46023293d04937b7cc39b36bfca09f', 'gw_port': {'id': '3721221a-2ce3-4412-ac4e-c5be5ed09a0d', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213e08ce-06de-4afe-8880-8f17ba1a9046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:26:31Z', 'updated_at': '2022-04-05T14:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '15a2d418-9804-4460-a541-944ff59ad89f', 'name': '', 'network_id': 'c0294919-aea9-4315-98b3-d37ae7dfdddb', 'tenant_id': '4c46023293d04937b7cc39b36bfca09f', 'mac_address': 'fa:16:3e:b9:58:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213e08ce-06de-4afe-8880-8f17ba1a9046', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '5259f0aa-646e-4e1c-be67-02efc0873c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:26:34Z', 'updated_at': '2022-04-05T14:26:44Z', 'revision_number': 5, 'project_id': '4c46023293d04937b7cc39b36bfca09f', 'subnets': [{'id': '5259f0aa-646e-4e1c-be67-02efc0873c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:33:21.302169 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f18ed5e-8412-4093-8697-f85d9fb0ff29', 'name': 'network-vif-deleted', 'tag': '3977feb9-c3a8-4c4f-bc84-70dbef14962f'}, {'server_uuid': '9f18ed5e-8412-4093-8697-f85d9fb0ff29', 'name': 'network-vif-deleted', 'tag': '468fe0d5-31ed-4021-923e-460e987c70e3'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:33:21.304744 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c5405e9-17c3-4bc7-9257-38f84fbba9fe" -d '{"events": [{"server_uuid": "9f18ed5e-8412-4093-8697-f85d9fb0ff29", "name": "network-vif-deleted", "tag": "3977feb9-c3a8-4c4f-bc84-70dbef14962f"}, {"server_uuid": "9f18ed5e-8412-4093-8697-f85d9fb0ff29", "name": "network-vif-deleted", "tag": "468fe0d5-31ed-4021-923e-460e987c70e3"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:33:21.356089 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241df1f4-354b-458c-bf67-e98a76f31022 req-f161f500-10ea-4b77-85e8-e3ee38f5afa2 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:21.361357 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-241df1f4-354b-458c-bf67-e98a76f31022 req-f161f500-10ea-4b77-85e8-e3ee38f5afa2 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/ports?device_id=28e01ade-d0da-45c5-8128-71901cfdf7c7 HTTP/1.1" status: 200 len: 946 time: 0.1004295 Apr 05 14:33:21.368634 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d15ee5d2-e47c-4fa6-a17d-4cfad8a68c61 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Made reservation on behalf of 94d2cb12284f41aabf746ff9f3e9db85 for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:33:21.376562 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d15ee5d2-e47c-4fa6-a17d-4cfad8a68c61 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:21.377147 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5d875-2e56-4233-a771-7d7746947695 req-666677ca-67d5-48cd-bea1-99eaf36d1449 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:21.378852 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5db5d875-2e56-4233-a771-7d7746947695 req-666677ca-67d5-48cd-bea1-99eaf36d1449 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b2b251f-cf85-49eb-bb13-18b0fc1f5e9f HTTP/1.1" status: 200 len: 943 time: 0.1067712 Apr 05 14:33:21.386809 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d15ee5d2-e47c-4fa6-a17d-4cfad8a68c61 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:21.455788 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-241df1f4-354b-458c-bf67-e98a76f31022 req-4943fd7d-db64-4b7e-918f-37184bfc29cb tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d1a7855-7863-4922-a8cb-f86b0f779ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759177 Apr 05 14:33:21.483237 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5db5d875-2e56-4233-a771-7d7746947695 req-c2335ec9-9432-454d-aa63-065c6bd66e08 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775239 Apr 05 14:33:21.497146 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d15ee5d2-e47c-4fa6-a17d-4cfad8a68c61 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:21.539250 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 05 Apr 2022 14:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7884504b-2204-4b54-abca-3b4c551bf157 x-openstack-request-id: req-7884504b-2204-4b54-abca-3b4c551bf157 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:33:21.539983 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f18ed5e-8412-4093-8697-f85d9fb0ff29", "name": "network-vif-deleted", "tag": "3977feb9-c3a8-4c4f-bc84-70dbef14962f", "status": "completed", "code": 200}, {"server_uuid": "9f18ed5e-8412-4093-8697-f85d9fb0ff29", "name": "network-vif-deleted", "tag": "468fe0d5-31ed-4021-923e-460e987c70e3", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:33:21.540219 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7884504b-2204-4b54-abca-3b4c551bf157 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:33:21.540640 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7884504b-2204-4b54-abca-3b4c551bf157'] response: {'server_uuid': '9f18ed5e-8412-4093-8697-f85d9fb0ff29', 'name': 'network-vif-deleted', 'tag': '3977feb9-c3a8-4c4f-bc84-70dbef14962f', 'status': 'completed', 'code': 200} Apr 05 14:33:21.540915 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7884504b-2204-4b54-abca-3b4c551bf157'] response: {'server_uuid': '9f18ed5e-8412-4093-8697-f85d9fb0ff29', 'name': 'network-vif-deleted', 'tag': '468fe0d5-31ed-4021-923e-460e987c70e3', 'status': 'completed', 'code': 200} Apr 05 14:33:21.562848 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d15ee5d2-e47c-4fa6-a17d-4cfad8a68c61 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:21.577398 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d15ee5d2-e47c-4fa6-a17d-4cfad8a68c61 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:33:21.590052 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d15ee5d2-e47c-4fa6-a17d-4cfad8a68c61 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:21.590490 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-d15ee5d2-e47c-4fa6-a17d-4cfad8a68c61 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Added segment 2cb97b6e-0041-480a-b3a8-d6820e261a65 of type vlan for network 594d1b12-e60e-44c0-a6c5-f9ee92caa888 Apr 05 14:33:21.649519 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d15ee5d2-e47c-4fa6-a17d-4cfad8a68c61 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:21.705532 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea71046-24eb-4fd5-90f8-2f0766a211df req-df066245-78cc-4b7a-8a20-e51448b76953 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:21.716258 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6ea71046-24eb-4fd5-90f8-2f0766a211df req-df066245-78cc-4b7a-8a20-e51448b76953 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/ports?device_id=c09da75b-a7ef-4a6d-8a82-f2e5fabc4eb9 HTTP/1.1" status: 200 len: 945 time: 0.0914431 Apr 05 14:33:21.718962 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15ee5d2-e47c-4fa6-a17d-4cfad8a68c61 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a44859-2ba3-4510-8bcd-1d51796117b3,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:21.758542 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5943a858-9ab0-4daf-aacc-02a4aca67cdf None None] New status for floating IP 20de2d0e-b8e9-4139-ad6e-5f5d8828e18f: DOWN {{(pid=103323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 14:33:21.787136 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d15ee5d2-e47c-4fa6-a17d-4cfad8a68c61 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:21.790948 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6ea71046-24eb-4fd5-90f8-2f0766a211df req-3e6ec08a-069b-4ea3-962f-862fccd31d02 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/security-groups?id=29c6f58e-e49b-4628-9965-3ae38dded875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736551 Apr 05 14:33:21.796550 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15ee5d2-e47c-4fa6-a17d-4cfad8a68c61 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:21.796550 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d15ee5d2-e47c-4fa6-a17d-4cfad8a68c61 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:21.810592 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc335b98-8dbc-46c0-b8b6-1b76e366dfa3 req-b6a65cf0-2b6b-4de2-8326-1903d87ccef3 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:21.816751 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc335b98-8dbc-46c0-b8b6-1b76e366dfa3 req-b6a65cf0-2b6b-4de2-8326-1903d87ccef3 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:21.823030 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc335b98-8dbc-46c0-b8b6-1b76e366dfa3 req-b6a65cf0-2b6b-4de2-8326-1903d87ccef3 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:21.833793 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cc335b98-8dbc-46c0-b8b6-1b76e366dfa3 req-b6a65cf0-2b6b-4de2-8326-1903d87ccef3 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/ports?device_id=28e01ade-d0da-45c5-8128-71901cfdf7c7&device_id=cfe4e93d-fdc7-44c0-a008-3ef322a3b181&device_id=84a04f4a-fc48-465a-9986-ce4a5d1c1966 HTTP/1.1" status: 200 len: 2417 time: 0.1050181 Apr 05 14:33:21.864577 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 7253d90b-ef3c-4177-9f53-30afd622942c details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:33:21.867628 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 4032c53b-96ab-4b67-b14e-c47acfa5a112 up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:33:21.884632 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cc335b98-8dbc-46c0-b8b6-1b76e366dfa3 req-4c624c01-871a-482a-ba27-530e6cd78631 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d1a7855-7863-4922-a8cb-f86b0f779ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397305 Apr 05 14:33:21.885035 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15ee5d2-e47c-4fa6-a17d-4cfad8a68c61 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Pushing event updated for resources: {'Network': ['ID=594d1b12-e60e-44c0-a6c5-f9ee92caa888,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:21.909666 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-d15ee5d2-e47c-4fa6-a17d-4cfad8a68c61 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7606750 Apr 05 14:33:21.912473 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 37134) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:33:21.919801 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-98b7f0b5-b858-45ed-a94a-c06a7f5f4cb9 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Request body: {'subnet': {'network_id': '594d1b12-e60e-44c0-a6c5-f9ee92caa888', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:33:21.946519 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [req-e09576bc-63de-41a0-a4d1-a24a94016355 req-a505b843-b835-48e6-acdc-dcdecf4fbed0 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:33:21.947568 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e09576bc-63de-41a0-a4d1-a24a94016355 req-a505b843-b835-48e6-acdc-dcdecf4fbed0 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0221071 Apr 05 14:33:21.960108 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 594d1b12-e60e-44c0-a6c5-f9ee92caa888 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:33:22.040653 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0f0389a5-682a-4cba-856c-8e510fc77e85 req-95c80c1d-f0fd-4523-999a-ff509355a6e4 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f18ed5e-8412-4093-8697-f85d9fb0ff29 HTTP/1.1" status: 200 len: 210 time: 0.0598660 Apr 05 14:33:22.088344 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e09576bc-63de-41a0-a4d1-a24a94016355 req-12d0c31b-4064-4a58-8fd9-36aaf432a26e tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1087041 Apr 05 14:33:22.153325 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port 4032c53b-96ab-4b67-b14e-c47acfa5a112 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:22.153820 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:22.168515 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b7f0b5-b858-45ed-a94a-c06a7f5f4cb9 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Made reservation on behalf of 94d2cb12284f41aabf746ff9f3e9db85 for: {'subnet': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:33:22.172068 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-98b7f0b5-b858-45ed-a94a-c06a7f5f4cb9 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13127328'] for subnet, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:22.315647 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e7e686-771d-41e1-ac23-79747058070e req-cbb4493d-10e4-4b92-a245-14862a6902f4 tempest-ServerMetadataNegativeTestJSON-2042144680 tempest-ServerMetadataNegativeTestJSON-2042144680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:22.317407 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a7e7e686-771d-41e1-ac23-79747058070e req-cbb4493d-10e4-4b92-a245-14862a6902f4 tempest-ServerMetadataNegativeTestJSON-2042144680 tempest-ServerMetadataNegativeTestJSON-2042144680-project] 10.222.0.30 "GET /v2.0/ports?device_id=bdd7756f-551f-48c7-a6f7-29ea56b1b089 HTTP/1.1" status: 200 len: 945 time: 0.1216414 Apr 05 14:33:22.390685 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 7253d90b-ef3c-4177-9f53-30afd622942c, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=7253d90b-ef3c-4177-9f53-30afd622942c,segment=NetworkSegment(d98286ea-3af7-47a7-a92d-d95717c2d70a),segment_id=d98286ea-3af7-47a7-a92d-d95717c2d70a)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:22.413010 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': '7253d90b-ef3c-4177-9f53-30afd622942c', 'network_id': 'bbdeb55e-008a-45ea-8c70-7d18b28201f7', 'port_id': '7253d90b-ef3c-4177-9f53-30afd622942c', 'mac_address': 'fa:16:3e:02:73:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac874e19-e8d7-4dbd-ad30-b4a600298345', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:33:22.415000 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a7e7e686-771d-41e1-ac23-79747058070e req-f6e5ca45-2180-47e7-bd17-0a8388dc5838 tempest-ServerMetadataNegativeTestJSON-2042144680 tempest-ServerMetadataNegativeTestJSON-2042144680-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fff625c-c1d6-4350-8d53-3f661e14727e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879555 Apr 05 14:33:22.488975 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:22.492692 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:22.513770 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7253d90b-ef3c-4177-9f53-30afd622942c {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:33:22.517741 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ca581-46e1-4d54-8696-005c5c5164f9 req-740de4a3-0c8f-4f34-b26d-8794f811b615 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:22.517741 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-644ca581-46e1-4d54-8696-005c5c5164f9 req-740de4a3-0c8f-4f34-b26d-8794f811b615 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=989e98ce-36ed-4302-94e9-639222cdaacc HTTP/1.1" status: 200 len: 945 time: 0.1163249 Apr 05 14:33:22.548908 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f77f973-1352-47e3-bb5e-96953c90267a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4032c53b-96ab-4b67-b14e-c47acfa5a112'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:33:22.551475 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e36c335-63ba-4421-afda-44321c9140c4" -d '{"events": [{"server_uuid": "6f77f973-1352-47e3-bb5e-96953c90267a", "name": "network-vif-plugged", "status": "completed", "tag": "4032c53b-96ab-4b67-b14e-c47acfa5a112"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:33:22.556911 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 7253d90b-ef3c-4177-9f53-30afd622942c, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=7253d90b-ef3c-4177-9f53-30afd622942c,segment=NetworkSegment(d98286ea-3af7-47a7-a92d-d95717c2d70a),segment_id=d98286ea-3af7-47a7-a92d-d95717c2d70a)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:22.572442 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 4032c53b-96ab-4b67-b14e-c47acfa5a112, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=4032c53b-96ab-4b67-b14e-c47acfa5a112,segment=NetworkSegment(87207719-1f48-46bc-a702-a88951a34078),segment_id=87207719-1f48-46bc-a702-a88951a34078)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:22.613882 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-644ca581-46e1-4d54-8696-005c5c5164f9 req-7ebb6410-e629-4bc9-9fef-c8caf510b384 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838754 Apr 05 14:33:22.632138 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fc45ac-4a59-4e00-a437-3ce5dbe1c759 req-c56d5261-f85b-4364-b97b-5f9e0cc37903 tempest-ServerMetadataNegativeTestJSON-2042144680 tempest-ServerMetadataNegativeTestJSON-2042144680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:22.633894 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d8fc45ac-4a59-4e00-a437-3ce5dbe1c759 req-c56d5261-f85b-4364-b97b-5f9e0cc37903 tempest-ServerMetadataNegativeTestJSON-2042144680 tempest-ServerMetadataNegativeTestJSON-2042144680-project] 10.222.0.55 "GET /v2.0/ports?device_id=bdd7756f-551f-48c7-a6f7-29ea56b1b089 HTTP/1.1" status: 200 len: 945 time: 0.1054180 Apr 05 14:33:22.635372 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-98b7f0b5-b858-45ed-a94a-c06a7f5f4cb9 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15773751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13127350'] for subnet, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:22.666883 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:22.674194 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:22.755818 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b7f0b5-b858-45ed-a94a-c06a7f5f4cb9 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Pushing event updated for resources: {'Subnet': ['ID=2a834381-819b-48d4-9468-d1f8e2e873fa,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:22.801705 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=7253d90b-ef3c-4177-9f53-30afd622942c,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:22.832121 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b7f0b5-b858-45ed-a94a-c06a7f5f4cb9 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Checking segment: {'id': '2cb97b6e-0041-480a-b3a8-d6820e261a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '594d1b12-e60e-44c0-a6c5-f9ee92caa888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:33:22.832539 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b7f0b5-b858-45ed-a94a-c06a7f5f4cb9 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Network hostable DHCP agents. Network: 594d1b12-e60e-44c0-a6c5-f9ee92caa888, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:33:22.856424 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4167db9-9f37-4bae-8ec8-f962cd673215 req-abf81879-993c-44ca-8e75-9d24f3520a0b tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:22.858037 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e4167db9-9f37-4bae-8ec8-f962cd673215 req-abf81879-993c-44ca-8e75-9d24f3520a0b tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b2b251f-cf85-49eb-bb13-18b0fc1f5e9f HTTP/1.1" status: 200 len: 944 time: 0.1092463 Apr 05 14:33:22.860309 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd015e1-c1fd-4680-87c4-0f82708d36a6 x-openstack-request-id: req-4dd015e1-c1fd-4680-87c4-0f82708d36a6 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:33:22.860942 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f77f973-1352-47e3-bb5e-96953c90267a", "name": "network-vif-plugged", "status": "completed", "tag": "4032c53b-96ab-4b67-b14e-c47acfa5a112", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:33:22.861354 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4dd015e1-c1fd-4680-87c4-0f82708d36a6 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:33:22.862298 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dd015e1-c1fd-4680-87c4-0f82708d36a6'] response: {'server_uuid': '6f77f973-1352-47e3-bb5e-96953c90267a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4032c53b-96ab-4b67-b14e-c47acfa5a112', 'code': 200} Apr 05 14:33:22.863125 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=4032c53b-96ab-4b67-b14e-c47acfa5a112,revision_number=7']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:22.913739 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-d8fc45ac-4a59-4e00-a437-3ce5dbe1c759 req-5df01f18-4e48-413b-bd2b-3b9fe5d60d5d tempest-ServerMetadataNegativeTestJSON-2042144680 tempest-ServerMetadataNegativeTestJSON-2042144680-project] Deleting port 221a650a-64d0-4854-8c89-c55833a16f2d {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:33:22.914198 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d8fc45ac-4a59-4e00-a437-3ce5dbe1c759 req-5df01f18-4e48-413b-bd2b-3b9fe5d60d5d tempest-ServerMetadataNegativeTestJSON-2042144680 tempest-ServerMetadataNegativeTestJSON-2042144680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:23.014547 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b7f0b5-b858-45ed-a94a-c06a7f5f4cb9 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Network 594d1b12-e60e-44c0-a6c5-f9ee92caa888 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:33:23.023418 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['7253d90b-ef3c-4177-9f53-30afd622942c'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:33:23.044514 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e4167db9-9f37-4bae-8ec8-f962cd673215 req-cfe33226-92ea-4cda-b964-f2cc0e7249e1 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770427 Apr 05 14:33:23.122891 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-d8fc45ac-4a59-4e00-a437-3ce5dbe1c759 req-5df01f18-4e48-413b-bd2b-3b9fe5d60d5d tempest-ServerMetadataNegativeTestJSON-2042144680 tempest-ServerMetadataNegativeTestJSON-2042144680-project] For port 221a650a-64d0-4854-8c89-c55833a16f2d, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=221a650a-64d0-4854-8c89-c55833a16f2d,segment=NetworkSegment(3fa78d08-6256-456a-b3a3-d8ee63c54565),segment_id=3fa78d08-6256-456a-b3a3-d8ee63c54565)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:23.123356 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d8fc45ac-4a59-4e00-a437-3ce5dbe1c759 req-5df01f18-4e48-413b-bd2b-3b9fe5d60d5d tempest-ServerMetadataNegativeTestJSON-2042144680 tempest-ServerMetadataNegativeTestJSON-2042144680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:23.128325 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-98b7f0b5-b858-45ed-a94a-c06a7f5f4cb9 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 594d1b12-e60e-44c0-a6c5-f9ee92caa888) {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:33:23.155190 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b7f0b5-b858-45ed-a94a-c06a7f5f4cb9 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:23.155892 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-98b7f0b5-b858-45ed-a94a-c06a7f5f4cb9 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:23.178728 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-d8fc45ac-4a59-4e00-a437-3ce5dbe1c759 req-5df01f18-4e48-413b-bd2b-3b9fe5d60d5d tempest-ServerMetadataNegativeTestJSON-2042144680 tempest-ServerMetadataNegativeTestJSON-2042144680-project] Calling delete_port for 221a650a-64d0-4854-8c89-c55833a16f2d owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:33:23.195575 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4578af-ba71-4e41-8f4c-4665b59513ed None None] Network 594d1b12-e60e-44c0-a6c5-f9ee92caa888 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:33:23.325643 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a678f36a-592a-4c66-9b9d-4bbc813f37b1 req-c22867ad-8328-437c-b6d4-91a5796bff9e tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:23.334870 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a678f36a-592a-4c66-9b9d-4bbc813f37b1 req-c22867ad-8328-437c-b6d4-91a5796bff9e tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/ports?device_id=c09da75b-a7ef-4a6d-8a82-f2e5fabc4eb9 HTTP/1.1" status: 200 len: 945 time: 0.1864119 Apr 05 14:33:23.353490 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-98b7f0b5-b858-45ed-a94a-c06a7f5f4cb9 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4390457 Apr 05 14:33:23.357491 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37182) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:33:23.362936 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-ecdb357c-b32a-4602-b2c4-4268529d1e99 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Request body: {'port': {'network_id': '594d1b12-e60e-44c0-a6c5-f9ee92caa888', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2139469427'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:33:23.423753 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a678f36a-592a-4c66-9b9d-4bbc813f37b1 req-41994a5f-16e3-4445-b66e-cf574408e56d tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/security-groups?id=29c6f58e-e49b-4628-9965-3ae38dded875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875781 Apr 05 14:33:23.532940 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a3f889-26f8-40b0-a82d-0a4582926b2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-594d1b12-e60e-44c0-a6c5-f9ee92caa888', 'network_id': '594d1b12-e60e-44c0-a6c5-f9ee92caa888', 'tenant_id': '94d2cb12284f41aabf746ff9f3e9db85', 'fixed_ips': [{'subnet_id': '2a834381-819b-48d4-9468-d1f8e2e873fa'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:33:23.534945 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-09a3f889-26f8-40b0-a82d-0a4582926b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:23.584249 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b4fec6da-64dd-49ae-b336-ba22a5aba7bb req-e55b7f4a-282d-407c-982b-8f387f85997c tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f18ed5e-8412-4093-8697-f85d9fb0ff29 HTTP/1.1" status: 200 len: 210 time: 0.0943062 Apr 05 14:33:23.625624 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecdb357c-b32a-4602-b2c4-4268529d1e99 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Made reservation on behalf of 94d2cb12284f41aabf746ff9f3e9db85 for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:33:23.629829 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ecdb357c-b32a-4602-b2c4-4268529d1e99 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:23.670798 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [None req-ecdb357c-b32a-4602-b2c4-4268529d1e99 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] device_id is not set on port c2e339bc-30a0-4492-8f0a-5bb1015897fe yet. {{(pid=103321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:33:23.677832 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d8fc45ac-4a59-4e00-a437-3ce5dbe1c759 req-5df01f18-4e48-413b-bd2b-3b9fe5d60d5d tempest-ServerMetadataNegativeTestJSON-2042144680 tempest-ServerMetadataNegativeTestJSON-2042144680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:23.743834 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df01f18-4e48-413b-bd2b-3b9fe5d60d5d tempest-ServerMetadataNegativeTestJSON-2042144680 tempest-ServerMetadataNegativeTestJSON-2042144680-project] Pushing event deleted for resources: {'Port': ['ID=221a650a-64d0-4854-8c89-c55833a16f2d,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:23.800364 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-09a3f889-26f8-40b0-a82d-0a4582926b2a None None] Allocated IP 2001:db8::2 (594d1b12-e60e-44c0-a6c5-f9ee92caa888/2a834381-819b-48d4-9468-d1f8e2e873fa/e9276213-0d04-4326-bb75-57f801b3e962) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:33:23.828261 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2580e8ca-5b78-4ab4-8972-93c97f22ec9f req-70c41de0-3843-49e2-9f31-dcff4133abe9 tempest-ServerMetadataNegativeTestJSON-2042144680 tempest-ServerMetadataNegativeTestJSON-2042144680-project] 10.222.0.30 "GET /v2.0/ports?device_id=bdd7756f-551f-48c7-a6f7-29ea56b1b089 HTTP/1.1" status: 200 len: 210 time: 0.0827763 Apr 05 14:33:23.971909 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8fc45ac-4a59-4e00-a437-3ce5dbe1c759 req-5df01f18-4e48-413b-bd2b-3b9fe5d60d5d tempest-ServerMetadataNegativeTestJSON-2042144680 tempest-ServerMetadataNegativeTestJSON-2042144680-project] No DVR routers for this DVR port 221a650a-64d0-4854-8c89-c55833a16f2d on host n-h1-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:33:23.979822 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d8fc45ac-4a59-4e00-a437-3ce5dbe1c759 req-5df01f18-4e48-413b-bd2b-3b9fe5d60d5d tempest-ServerMetadataNegativeTestJSON-2042144680 tempest-ServerMetadataNegativeTestJSON-2042144680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:23.983868 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d8fc45ac-4a59-4e00-a437-3ce5dbe1c759 req-5df01f18-4e48-413b-bd2b-3b9fe5d60d5d tempest-ServerMetadataNegativeTestJSON-2042144680 tempest-ServerMetadataNegativeTestJSON-2042144680-project] 10.222.0.55 "DELETE /v2.0/ports/221a650a-64d0-4854-8c89-c55833a16f2d HTTP/1.1" status: 204 len: 173 time: 1.3402343 Apr 05 14:33:23.984583 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdd7756f-551f-48c7-a6f7-29ea56b1b089', 'name': 'network-vif-deleted', 'tag': '221a650a-64d0-4854-8c89-c55833a16f2d'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:33:23.987185 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01fb179-029b-4fe1-a9ba-d251430c6244" -d '{"events": [{"server_uuid": "bdd7756f-551f-48c7-a6f7-29ea56b1b089", "name": "network-vif-deleted", "tag": "221a650a-64d0-4854-8c89-c55833a16f2d"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:33:24.032340 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aecd0f-0a8e-4f04-ac68-865a45107a7f req-afdfe8b3-47e1-49e4-954e-97365b6b8163 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:24.050628 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c9aecd0f-0a8e-4f04-ac68-865a45107a7f req-afdfe8b3-47e1-49e4-954e-97365b6b8163 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=989e98ce-36ed-4302-94e9-639222cdaacc HTTP/1.1" status: 200 len: 945 time: 0.1709576 Apr 05 14:33:24.130648 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c9aecd0f-0a8e-4f04-ac68-865a45107a7f req-47bbd5d2-fbbf-4ba2-a30a-615c4fa85ac6 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790827 Apr 05 14:33:24.143120 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-09a3f889-26f8-40b0-a82d-0a4582926b2a None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:24.178798 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7aecbc9-220b-44df-b82d-7cb217fcc2d6 x-openstack-request-id: req-d7aecbc9-220b-44df-b82d-7cb217fcc2d6 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:33:24.179134 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdd7756f-551f-48c7-a6f7-29ea56b1b089", "name": "network-vif-deleted", "tag": "221a650a-64d0-4854-8c89-c55833a16f2d", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:33:24.179383 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d7aecbc9-220b-44df-b82d-7cb217fcc2d6 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:33:24.179789 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7aecbc9-220b-44df-b82d-7cb217fcc2d6'] response: {'server_uuid': 'bdd7756f-551f-48c7-a6f7-29ea56b1b089', 'name': 'network-vif-deleted', 'tag': '221a650a-64d0-4854-8c89-c55833a16f2d', 'status': 'completed', 'code': 200} Apr 05 14:33:24.211746 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-09a3f889-26f8-40b0-a82d-0a4582926b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:24.255882 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a3f889-26f8-40b0-a82d-0a4582926b2a None None] Network 594d1b12-e60e-44c0-a6c5-f9ee92caa888 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:33:24.262603 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-09a3f889-26f8-40b0-a82d-0a4582926b2a None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:33:24.266767 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a3f889-26f8-40b0-a82d-0a4582926b2a None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:33:24.315261 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a3f889-26f8-40b0-a82d-0a4582926b2a None None] Pushing event updated for resources: {'Port': ['ID=e9276213-0d04-4326-bb75-57f801b3e962,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:24.360741 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7d2a81-49fe-4d9f-9b40-f0debaaaf0dc req-2fc9d75f-319e-47e6-ab46-ceef7a3dda47 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:24.373227 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fe7d2a81-49fe-4d9f-9b40-f0debaaaf0dc req-2fc9d75f-319e-47e6-ab46-ceef7a3dda47 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b2b251f-cf85-49eb-bb13-18b0fc1f5e9f HTTP/1.1" status: 200 len: 944 time: 0.1668525 Apr 05 14:33:24.399694 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-ecdb357c-b32a-4602-b2c4-4268529d1e99 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Allocated IP 2001:db8::18d (594d1b12-e60e-44c0-a6c5-f9ee92caa888/2a834381-819b-48d4-9468-d1f8e2e873fa/c2e339bc-30a0-4492-8f0a-5bb1015897fe) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:33:24.407564 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-09a3f889-26f8-40b0-a82d-0a4582926b2a None None] Attempting to bind port e9276213-0d04-4326-bb75-57f801b3e962 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:33:24.408239 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-09a3f889-26f8-40b0-a82d-0a4582926b2a None None] Attempting to bind port e9276213-0d04-4326-bb75-57f801b3e962 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '2cb97b6e-0041-480a-b3a8-d6820e261a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '594d1b12-e60e-44c0-a6c5-f9ee92caa888'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:33:24.408824 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a3f889-26f8-40b0-a82d-0a4582926b2a None None] Attempting to bind port e9276213-0d04-4326-bb75-57f801b3e962 on network 594d1b12-e60e-44c0-a6c5-f9ee92caa888 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:33:24.418072 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a3f889-26f8-40b0-a82d-0a4582926b2a None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:33:24.418821 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a3f889-26f8-40b0-a82d-0a4582926b2a None None] Checking segment: {'id': '2cb97b6e-0041-480a-b3a8-d6820e261a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '594d1b12-e60e-44c0-a6c5-f9ee92caa888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:33:24.419427 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-09a3f889-26f8-40b0-a82d-0a4582926b2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:24.420004 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a3f889-26f8-40b0-a82d-0a4582926b2a None None] Bound using segment: {'id': '2cb97b6e-0041-480a-b3a8-d6820e261a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '594d1b12-e60e-44c0-a6c5-f9ee92caa888'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:33:24.420668 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-09a3f889-26f8-40b0-a82d-0a4582926b2a None None] Bound port: e9276213-0d04-4326-bb75-57f801b3e962, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cb97b6e-0041-480a-b3a8-d6820e261a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '594d1b12-e60e-44c0-a6c5-f9ee92caa888'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:33:24.421345 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-09a3f889-26f8-40b0-a82d-0a4582926b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:24.471213 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fe7d2a81-49fe-4d9f-9b40-f0debaaaf0dc req-0aa780e0-65af-4a32-bdc9-3392479e79c6 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969815 Apr 05 14:33:24.505919 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-09a3f889-26f8-40b0-a82d-0a4582926b2a None None] For port e9276213-0d04-4326-bb75-57f801b3e962, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:33:24.509860 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-09a3f889-26f8-40b0-a82d-0a4582926b2a None None] For port e9276213-0d04-4326-bb75-57f801b3e962, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=e9276213-0d04-4326-bb75-57f801b3e962,segment=NetworkSegment(2cb97b6e-0041-480a-b3a8-d6820e261a65),segment_id=2cb97b6e-0041-480a-b3a8-d6820e261a65)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:33:24.524509 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fe1a4652-8c83-4f62-856e-f4ec396567c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:24.569063 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-09a3f889-26f8-40b0-a82d-0a4582926b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:24.629614 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec6121-9d99-4026-bd72-ff4fce1e4fe4 req-a1e3e0e1-e881-4a33-b1bf-752e3c29aebf tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:24.639376 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-55ec6121-9d99-4026-bd72-ff4fce1e4fe4 req-a1e3e0e1-e881-4a33-b1bf-752e3c29aebf tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/ports?device_id=c09da75b-a7ef-4a6d-8a82-f2e5fabc4eb9 HTTP/1.1" status: 200 len: 945 time: 0.0714049 Apr 05 14:33:24.706012 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a3f889-26f8-40b0-a82d-0a4582926b2a None None] Pushing event updated for resources: {'Port': ['ID=e9276213-0d04-4326-bb75-57f801b3e962,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:24.730988 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-55ec6121-9d99-4026-bd72-ff4fce1e4fe4 req-7c709195-9ff4-4a46-b1a3-f43d16550795 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/security-groups?id=29c6f58e-e49b-4628-9965-3ae38dded875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880153 Apr 05 14:33:24.759164 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ecdb357c-b32a-4602-b2c4-4268529d1e99 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:24.826474 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2de142a3-8039-439c-af33-84718f0c0da3 req-91b1ac63-1ab2-4512-aadc-031258bf0133 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f18ed5e-8412-4093-8697-f85d9fb0ff29 HTTP/1.1" status: 200 len: 210 time: 0.0522542 Apr 05 14:33:24.830426 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 4236c988-33a1-42ca-ba7a-6ba25e616c5b details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:33:24.835142 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 221a650a-64d0-4854-8c89-c55833a16f2d no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:33:24.916072 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] No Port match for: 221a650a-64d0-4854-8c89-c55833a16f2d {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:33:24.916432 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 221a650a-64d0-4854-8c89-c55833a16f2d not bound to the agent host n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:33:24.926591 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ecdb357c-b32a-4602-b2c4-4268529d1e99 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:24.979358 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf7e89b-9e75-4f9d-aaed-1cdbff34909b req-f903d0ce-e441-4ee1-82fa-1e31f5d37e46 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:24.987491 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-abf7e89b-9e75-4f9d-aaed-1cdbff34909b req-f903d0ce-e441-4ee1-82fa-1e31f5d37e46 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/ports?device_id=28e01ade-d0da-45c5-8128-71901cfdf7c7 HTTP/1.1" status: 200 len: 946 time: 0.1089928 Apr 05 14:33:25.109738 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecdb357c-b32a-4602-b2c4-4268529d1e99 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Network 594d1b12-e60e-44c0-a6c5-f9ee92caa888 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:33:25.118322 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-abf7e89b-9e75-4f9d-aaed-1cdbff34909b req-c84e8ba3-5adc-4c2b-9c80-2a21ddc3ab0c tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d1a7855-7863-4922-a8cb-f86b0f779ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298771 Apr 05 14:33:25.122663 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-ecdb357c-b32a-4602-b2c4-4268529d1e99 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:33:25.130388 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdb357c-b32a-4602-b2c4-4268529d1e99 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Pushing event updated for resources: {'Port': ['ID=c2e339bc-30a0-4492-8f0a-5bb1015897fe,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:25.141518 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdb357c-b32a-4602-b2c4-4268529d1e99 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:33:25.175330 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecdb357c-b32a-4602-b2c4-4268529d1e99 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:25.185321 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ecdb357c-b32a-4602-b2c4-4268529d1e99 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:25.222227 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b2f896ab-18da-4419-9acd-9cfe50889810 req-2b4150d0-7e1b-4bf9-a120-cd7b9ae936d1 tempest-ServerMetadataNegativeTestJSON-2042144680 tempest-ServerMetadataNegativeTestJSON-2042144680-project] 10.222.0.30 "GET /v2.0/ports?device_id=bdd7756f-551f-48c7-a6f7-29ea56b1b089 HTTP/1.1" status: 200 len: 210 time: 0.0778995 Apr 05 14:33:25.241773 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 4236c988-33a1-42ca-ba7a-6ba25e616c5b, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=4236c988-33a1-42ca-ba7a-6ba25e616c5b,segment=NetworkSegment(1db74af5-f9b7-4132-a710-0eb375e39826),segment_id=1db74af5-f9b7-4132-a710-0eb375e39826)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:25.262399 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': '4236c988-33a1-42ca-ba7a-6ba25e616c5b', 'network_id': '92fcad72-c5db-4d1e-b4a7-6aec706b597c', 'port_id': '4236c988-33a1-42ca-ba7a-6ba25e616c5b', 'mac_address': 'fa:16:3e:a4:39:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2240eec-fdc7-4a9d-b66e-11daf7277a6b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:33:25.288762 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-ecdb357c-b32a-4602-b2c4-4268529d1e99 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.9278784 Apr 05 14:33:25.289069 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37222) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:33:25.295109 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-ab46ef7f-ba55-4a26-a428-42ccfbe01fa1 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Request body: {'port': {'network_id': '594d1b12-e60e-44c0-a6c5-f9ee92caa888', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1715315662', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:33:25.295648 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.api.validators [None req-ab46ef7f-ba55-4a26-a428-42ccfbe01fa1 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] bootfile-name is not in valid_values {{(pid=103321) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 05 14:33:25.296012 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.api.validators [None req-ab46ef7f-ba55-4a26-a428-42ccfbe01fa1 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] tftp-server is not in valid_values {{(pid=103321) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 05 14:33:25.296340 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.api.validators [None req-ab46ef7f-ba55-4a26-a428-42ccfbe01fa1 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] server-ip-address is not in valid_values {{(pid=103321) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 05 14:33:25.355932 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:25.373442 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4236c988-33a1-42ca-ba7a-6ba25e616c5b {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:33:25.401970 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 4236c988-33a1-42ca-ba7a-6ba25e616c5b, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=4236c988-33a1-42ca-ba7a-6ba25e616c5b,segment=NetworkSegment(1db74af5-f9b7-4132-a710-0eb375e39826),segment_id=1db74af5-f9b7-4132-a710-0eb375e39826)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:25.411768 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6fea1-e313-42fc-ab32-7758f8bfb283 req-9c5370e2-afd6-4595-b79e-f29e41d760e5 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:25.415700 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-11c6fea1-e313-42fc-ab32-7758f8bfb283 req-9c5370e2-afd6-4595-b79e-f29e41d760e5 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=989e98ce-36ed-4302-94e9-639222cdaacc HTTP/1.1" status: 200 len: 945 time: 0.1483495 Apr 05 14:33:25.506995 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-11c6fea1-e313-42fc-ab32-7758f8bfb283 req-d2c2ea92-cb56-4d06-8d1b-c462fe9c4e87 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734618 Apr 05 14:33:25.534771 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:25.620246 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab46ef7f-ba55-4a26-a428-42ccfbe01fa1 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Made reservation on behalf of 94d2cb12284f41aabf746ff9f3e9db85 for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:33:25.624788 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ab46ef7f-ba55-4a26-a428-42ccfbe01fa1 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:25.666156 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [None req-ab46ef7f-ba55-4a26-a428-42ccfbe01fa1 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] device_id is not set on port 85dbd0fc-9038-4fbd-9c40-ca50a3cec38d yet. {{(pid=103321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:33:25.708924 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['4236c988-33a1-42ca-ba7a-6ba25e616c5b'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:33:25.709971 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eba6d7-2949-4034-89a5-42f826f08779 req-d384c8d4-b18f-48bf-962d-96cb21b025da tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:25.722481 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-27eba6d7-2949-4034-89a5-42f826f08779 req-d384c8d4-b18f-48bf-962d-96cb21b025da tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b2b251f-cf85-49eb-bb13-18b0fc1f5e9f HTTP/1.1" status: 200 len: 944 time: 0.0990732 Apr 05 14:33:25.747499 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=4236c988-33a1-42ca-ba7a-6ba25e616c5b,revision_number=6']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:25.807186 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device e9276213-0d04-4326-bb75-57f801b3e962 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:33:25.870694 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-27eba6d7-2949-4034-89a5-42f826f08779 req-08c2fcaa-f132-42c1-8663-745d41b5e64b tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425531 Apr 05 14:33:25.903890 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 7253d90b-ef3c-4177-9f53-30afd622942c up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:33:26.014119 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-ab46ef7f-ba55-4a26-a428-42ccfbe01fa1 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Allocated IP 2001:db8::2c1 (594d1b12-e60e-44c0-a6c5-f9ee92caa888/2a834381-819b-48d4-9468-d1f8e2e873fa/85dbd0fc-9038-4fbd-9c40-ca50a3cec38d) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:33:26.017265 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9791eaf2-68a4-4216-9250-6ffffb8a5410 req-76d12f9f-d025-4cb1-909c-1ff3f2961828 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:26.030633 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9791eaf2-68a4-4216-9250-6ffffb8a5410 req-76d12f9f-d025-4cb1-909c-1ff3f2961828 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/ports?device_id=c09da75b-a7ef-4a6d-8a82-f2e5fabc4eb9 HTTP/1.1" status: 200 len: 944 time: 0.1297908 Apr 05 14:33:26.070946 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port e9276213-0d04-4326-bb75-57f801b3e962 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:26.071516 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:26.113256 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d54080e3-1837-4d49-9fac-6224e91c84a7 req-152244cf-ba18-4d9b-a815-4acff8e519e1 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f18ed5e-8412-4093-8697-f85d9fb0ff29 HTTP/1.1" status: 200 len: 210 time: 0.1195047 Apr 05 14:33:26.188075 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9791eaf2-68a4-4216-9250-6ffffb8a5410 req-55bd5272-9f23-4f25-a67a-cbd8ff1cab2a tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/security-groups?id=29c6f58e-e49b-4628-9965-3ae38dded875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564538 Apr 05 14:33:26.217029 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning for port 7253d90b-ef3c-4177-9f53-30afd622942c completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:33:26.236454 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port 7253d90b-ef3c-4177-9f53-30afd622942c triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:26.236930 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:26.408604 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db99e59a-9d79-4443-9b9c-c28791664c4b req-82a6762f-d1b5-4aa0-b2db-7668706973e1 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:26.414986 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-db99e59a-9d79-4443-9b9c-c28791664c4b req-82a6762f-d1b5-4aa0-b2db-7668706973e1 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/ports?device_id=28e01ade-d0da-45c5-8128-71901cfdf7c7 HTTP/1.1" status: 200 len: 946 time: 0.1620483 Apr 05 14:33:26.525105 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ab46ef7f-ba55-4a26-a428-42ccfbe01fa1 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:26.544326 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5161951-a3e0-4391-bccb-9fd6a74e68b3 None None] Network 594d1b12-e60e-44c0-a6c5-f9ee92caa888 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:33:26.575810 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:26.602406 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-db99e59a-9d79-4443-9b9c-c28791664c4b req-7d32ad80-9551-42f2-b1fb-6d2d85b939fa tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d1a7855-7863-4922-a8cb-f86b0f779ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763785 Apr 05 14:33:26.617067 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b14233a-54ec-429d-a8f1-404393162232 req-8eceacf9-11e2-48e8-b172-b854912b480f tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:26.618589 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3b14233a-54ec-429d-a8f1-404393162232 req-8eceacf9-11e2-48e8-b172-b854912b480f tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.55 "GET /v2.0/ports?device_id=28e01ade-d0da-45c5-8128-71901cfdf7c7 HTTP/1.1" status: 200 len: 946 time: 0.1809604 Apr 05 14:33:26.679769 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37246) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:33:26.780995 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a8c3cc9-0e11-4697-aa18-7e12766b32ab admin admin] Deleting subnet 2cf92918-0a1b-4174-b591-91d93d2d08a3 {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:33:26.792983 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9a8c3cc9-0e11-4697-aa18-7e12766b32ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:26.797198 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ab46ef7f-ba55-4a26-a428-42ccfbe01fa1 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:26.811556 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 7253d90b-ef3c-4177-9f53-30afd622942c, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=7253d90b-ef3c-4177-9f53-30afd622942c,segment=NetworkSegment(d98286ea-3af7-47a7-a92d-d95717c2d70a),segment_id=d98286ea-3af7-47a7-a92d-d95717c2d70a)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:26.847364 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b2b251f-cf85-49eb-bb13-18b0fc1f5e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7253d90b-ef3c-4177-9f53-30afd622942c'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:33:26.849831 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f3c461-5c1b-41b0-a015-eb0fe70c71cc" -d '{"events": [{"server_uuid": "8b2b251f-cf85-49eb-bb13-18b0fc1f5e9f", "name": "network-vif-plugged", "status": "completed", "tag": "7253d90b-ef3c-4177-9f53-30afd622942c"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:33:26.868942 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 3939e158-741e-439e-9e04-660c3f886574 no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:33:26.873855 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab46ef7f-ba55-4a26-a428-42ccfbe01fa1 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Network 594d1b12-e60e-44c0-a6c5-f9ee92caa888 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:33:26.876252 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:26.892099 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-ab46ef7f-ba55-4a26-a428-42ccfbe01fa1 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:33:26.895891 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab46ef7f-ba55-4a26-a428-42ccfbe01fa1 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:33:26.904859 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab46ef7f-ba55-4a26-a428-42ccfbe01fa1 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:26.905664 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ab46ef7f-ba55-4a26-a428-42ccfbe01fa1 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:26.942506 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9a8c3cc9-0e11-4697-aa18-7e12766b32ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:26.971605 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab46ef7f-ba55-4a26-a428-42ccfbe01fa1 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Pushing event updated for resources: {'Port': ['ID=85dbd0fc-9038-4fbd-9c40-ca50a3cec38d,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:26.974064 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:26.994476 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-3b14233a-54ec-429d-a8f1-404393162232 req-03ce39c4-4be0-47b3-b468-966b2575e59e tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Deleting port 3939e158-741e-439e-9e04-660c3f886574 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:33:26.994969 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-3b14233a-54ec-429d-a8f1-404393162232 req-03ce39c4-4be0-47b3-b468-966b2575e59e tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:27.003539 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-ab46ef7f-ba55-4a26-a428-42ccfbe01fa1 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.7112286 Apr 05 14:33:27.006237 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37254) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:33:27.134086 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-0cce5ad1-a58b-4e74-ae32-2acc9d0e4cb3 None None] Provisioning complete for port e9276213-0d04-4326-bb75-57f801b3e962 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:27.134516 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0cce5ad1-a58b-4e74-ae32-2acc9d0e4cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:27.157124 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9a8c3cc9-0e11-4697-aa18-7e12766b32ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:27.162667 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-3b14233a-54ec-429d-a8f1-404393162232 req-03ce39c4-4be0-47b3-b468-966b2575e59e tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] For port 3939e158-741e-439e-9e04-660c3f886574, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=3939e158-741e-439e-9e04-660c3f886574,segment=NetworkSegment(7a7f2de5-306f-4345-ba19-e91d91de42c0),segment_id=7a7f2de5-306f-4345-ba19-e91d91de42c0)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:27.163045 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-3b14233a-54ec-429d-a8f1-404393162232 req-03ce39c4-4be0-47b3-b468-966b2575e59e tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:27.179983 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-3b14233a-54ec-429d-a8f1-404393162232 req-03ce39c4-4be0-47b3-b468-966b2575e59e tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Calling delete_port for 3939e158-741e-439e-9e04-660c3f886574 owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:33:27.218980 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e98b73bd-1986-4d4c-a7d3-f4998c29c5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:27.264453 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e516103-2c7d-49ac-861b-347f4cb902aa tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:27.272452 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e516103-2c7d-49ac-861b-347f4cb902aa tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:27.279810 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=7253d90b-ef3c-4177-9f53-30afd622942c,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:27.280871 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e516103-2c7d-49ac-861b-347f4cb902aa tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:27.286070 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-9e516103-2c7d-49ac-861b-347f4cb902aa tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.2787175 Apr 05 14:33:27.286934 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37258) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:33:27.441641 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-27c660d9-3548-4db1-a2e8-370958f1db67 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Deleting port 85dbd0fc-9038-4fbd-9c40-ca50a3cec38d {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:33:27.442372 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-27c660d9-3548-4db1-a2e8-370958f1db67 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:27.461878 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port e9276213-0d04-4326-bb75-57f801b3e962, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=e9276213-0d04-4326-bb75-57f801b3e962,segment=NetworkSegment(2cb97b6e-0041-480a-b3a8-d6820e261a65),segment_id=2cb97b6e-0041-480a-b3a8-d6820e261a65)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:27.484777 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9a8c3cc9-0e11-4697-aa18-7e12766b32ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:27.487881 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffd9c5a-ef96-4aee-83c8-5eb2b32987cd req-1df30176-173f-4215-917a-0d1278403fc3 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:27.489944 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7ffd9c5a-ef96-4aee-83c8-5eb2b32987cd req-1df30176-173f-4215-917a-0d1278403fc3 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=989e98ce-36ed-4302-94e9-639222cdaacc HTTP/1.1" status: 200 len: 945 time: 0.6639907 Apr 05 14:33:27.490112 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-3b14233a-54ec-429d-a8f1-404393162232 req-03ce39c4-4be0-47b3-b468-966b2575e59e tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:27.506705 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a48d8d2-8c7a-4a08-bcd0-fd805f670bdc req-a18f6b9c-0fc2-4a1d-8be7-cbb604f6344b tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:27.515549 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6a48d8d2-8c7a-4a08-bcd0-fd805f670bdc req-a18f6b9c-0fc2-4a1d-8be7-cbb604f6344b tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/ports?device_id=c09da75b-a7ef-4a6d-8a82-f2e5fabc4eb9 HTTP/1.1" status: 200 len: 944 time: 0.6011584 Apr 05 14:33:27.532434 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['06598068-51e9-47d2-9a52-db7d1f28967e', '5547e682-5a32-4beb-89af-d15d9daf33ab'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:33:27.537448 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Port 3939e158-741e-439e-9e04-660c3f886574 update to DOWN by agent not found {{(pid=103322) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Apr 05 14:33:27.538085 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 4236c988-33a1-42ca-ba7a-6ba25e616c5b no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:33:27.680756 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:27.772449 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:27.871433 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 4236c988-33a1-42ca-ba7a-6ba25e616c5b {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:33:27.923323 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 4236c988-33a1-42ca-ba7a-6ba25e616c5b, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=4236c988-33a1-42ca-ba7a-6ba25e616c5b,segment=NetworkSegment(1db74af5-f9b7-4132-a710-0eb375e39826),segment_id=1db74af5-f9b7-4132-a710-0eb375e39826)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:27.945847 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:28.017554 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:28.027904 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=e9276213-0d04-4326-bb75-57f801b3e962,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:28.154252 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8c3cc9-0e11-4697-aa18-7e12766b32ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cf92918-0a1b-4174-b591-91d93d2d08a3,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:28.185366 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9a8c3cc9-0e11-4697-aa18-7e12766b32ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:28.186466 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ce39c4-4be0-47b3-b468-966b2575e59e tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Pushing event deleted for resources: {'Port': ['ID=3939e158-741e-439e-9e04-660c3f886574,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:28.190289 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-9a8c3cc9-0e11-4697-aa18-7e12766b32ab admin admin] 10.222.0.30 "DELETE /v2.0/subnets/2cf92918-0a1b-4174-b591-91d93d2d08a3 HTTP/1.1" status: 204 len: 168 time: 1.5088871 Apr 05 14:33:28.197259 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37266) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:33:28.224364 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=4236c988-33a1-42ca-ba7a-6ba25e616c5b,revision_number=7']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:28.240465 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b14233a-54ec-429d-a8f1-404393162232 req-03ce39c4-4be0-47b3-b468-966b2575e59e tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] No DVR routers for this DVR port 3939e158-741e-439e-9e04-660c3f886574 on host n-h1-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:33:28.247070 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-3b14233a-54ec-429d-a8f1-404393162232 req-03ce39c4-4be0-47b3-b468-966b2575e59e tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:28.250737 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3b14233a-54ec-429d-a8f1-404393162232 req-03ce39c4-4be0-47b3-b468-966b2575e59e tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.55 "DELETE /v2.0/ports/3939e158-741e-439e-9e04-660c3f886574 HTTP/1.1" status: 204 len: 173 time: 1.6237662 Apr 05 14:33:28.259866 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28e01ade-d0da-45c5-8128-71901cfdf7c7', 'name': 'network-vif-deleted', 'tag': '3939e158-741e-439e-9e04-660c3f886574'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:33:28.263284 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2323bcbe-df0b-4cc8-9d13-fc37689b4ef1" -d '{"events": [{"server_uuid": "28e01ade-d0da-45c5-8128-71901cfdf7c7", "name": "network-vif-deleted", "tag": "3939e158-741e-439e-9e04-660c3f886574"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:33:28.289349 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ce39c4-4be0-47b3-b468-966b2575e59e tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:33:28.289977 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ce39c4-4be0-47b3-b468-966b2575e59e tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:33:28.290463 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ce39c4-4be0-47b3-b468-966b2575e59e tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:33:28.291116 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ce39c4-4be0-47b3-b468-966b2575e59e tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:33:28.291594 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ce39c4-4be0-47b3-b468-966b2575e59e tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:33:28.292646 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ce39c4-4be0-47b3-b468-966b2575e59e tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:33:28.293216 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ce39c4-4be0-47b3-b468-966b2575e59e tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:33:28.300192 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ce39c4-4be0-47b3-b468-966b2575e59e tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:33:28.300965 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ce39c4-4be0-47b3-b468-966b2575e59e tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:33:28.301580 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ce39c4-4be0-47b3-b468-966b2575e59e tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:33:28.302089 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ce39c4-4be0-47b3-b468-966b2575e59e tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:33:28.302572 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ce39c4-4be0-47b3-b468-966b2575e59e tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:33:28.339551 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7ffd9c5a-ef96-4aee-83c8-5eb2b32987cd req-6ebc9436-c8ce-455f-b64b-3555f7eb2b55 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8421776 Apr 05 14:33:28.373070 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6a48d8d2-8c7a-4a08-bcd0-fd805f670bdc req-c80da286-ff20-41ec-90ad-8575cd02802a tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/security-groups?id=29c6f58e-e49b-4628-9965-3ae38dded875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8561330 Apr 05 14:33:28.426536 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-27c660d9-3548-4db1-a2e8-370958f1db67 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:28.518327 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-27c660d9-3548-4db1-a2e8-370958f1db67 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Calling delete_port for 85dbd0fc-9038-4fbd-9c40-ca50a3cec38d owned by {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:33:28.650014 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1efe6707-010c-47e2-a093-2253a83339b8 req-723e613d-e391-4b43-85d9-8e45643fbc50 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f18ed5e-8412-4093-8697-f85d9fb0ff29 HTTP/1.1" status: 200 len: 210 time: 0.1676412 Apr 05 14:33:28.673799 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-edbffbba-5cce-49d3-88ed-fcc43884ff4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:28.725189 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b0ed45-33e1-4296-952d-5cc3a4a73025 x-openstack-request-id: req-98b0ed45-33e1-4296-952d-5cc3a4a73025 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:33:28.726006 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b2b251f-cf85-49eb-bb13-18b0fc1f5e9f", "name": "network-vif-plugged", "status": "completed", "tag": "7253d90b-ef3c-4177-9f53-30afd622942c", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:33:28.726006 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-98b0ed45-33e1-4296-952d-5cc3a4a73025 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:33:28.726006 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98b0ed45-33e1-4296-952d-5cc3a4a73025'] response: {'server_uuid': '8b2b251f-cf85-49eb-bb13-18b0fc1f5e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7253d90b-ef3c-4177-9f53-30afd622942c', 'code': 200} Apr 05 14:33:28.750988 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e5fa3c-89fc-44d2-b858-812c24ea0491 req-68d3eafc-e46e-4555-8983-ec26ca4790e4 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:28.752583 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-52e5fa3c-89fc-44d2-b858-812c24ea0491 req-68d3eafc-e46e-4555-8983-ec26ca4790e4 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b2b251f-cf85-49eb-bb13-18b0fc1f5e9f HTTP/1.1" status: 200 len: 945 time: 0.1997380 Apr 05 14:33:28.852749 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-7206c97c-dd7a-486b-a1e4-b4415955a185 None None] Provisioning complete for port c2e339bc-30a0-4492-8f0a-5bb1015897fe triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:28.853640 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7206c97c-dd7a-486b-a1e4-b4415955a185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:28.862068 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-db572b0c-7860-4149-8c89-7fe1272528f4 req-a1640603-1903-401c-9005-20eb5d6e7266 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/ports?device_id=28e01ade-d0da-45c5-8128-71901cfdf7c7 HTTP/1.1" status: 200 len: 210 time: 0.0758288 Apr 05 14:33:28.968088 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038e5a5-12d9-4cea-8555-77111ff34ba7 req-ed2a6072-aaa2-4883-8f96-cae8ca828b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:28.968088 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a038e5a5-12d9-4cea-8555-77111ff34ba7 req-ed2a6072-aaa2-4883-8f96-cae8ca828b2b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8b2b251f-cf85-49eb-bb13-18b0fc1f5e9f HTTP/1.1" status: 200 len: 1096 time: 0.3463180 Apr 05 14:33:29.027990 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8fbd93a-ce60-4ae8-a913-bf9dabea6ac0 x-openstack-request-id: req-e8fbd93a-ce60-4ae8-a913-bf9dabea6ac0 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:33:29.028307 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28e01ade-d0da-45c5-8128-71901cfdf7c7", "name": "network-vif-deleted", "tag": "3939e158-741e-439e-9e04-660c3f886574", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:33:29.028595 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e8fbd93a-ce60-4ae8-a913-bf9dabea6ac0 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:33:29.029094 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8fbd93a-ce60-4ae8-a913-bf9dabea6ac0'] response: {'server_uuid': '28e01ade-d0da-45c5-8128-71901cfdf7c7', 'name': 'network-vif-deleted', 'tag': '3939e158-741e-439e-9e04-660c3f886574', 'status': 'completed', 'code': 200} Apr 05 14:33:29.039623 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-52e5fa3c-89fc-44d2-b858-812c24ea0491 req-9611607b-4c35-454e-b4b6-de1ee5614bc7 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745748 Apr 05 14:33:29.091343 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0855dc4e-416f-4691-8960-2f2991d29e4c req-7796fd1a-570c-4c84-ae9c-35b5b270e9de tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:29.092922 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0855dc4e-416f-4691-8960-2f2991d29e4c req-7796fd1a-570c-4c84-ae9c-35b5b270e9de tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.55 "GET /v2.0/ports?device_id=c09da75b-a7ef-4a6d-8a82-f2e5fabc4eb9 HTTP/1.1" status: 200 len: 943 time: 0.2495179 Apr 05 14:33:29.132056 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-7206c97c-dd7a-486b-a1e4-b4415955a185 None None] Port c2e339bc-30a0-4492-8f0a-5bb1015897fe cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:33:29.163619 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a038e5a5-12d9-4cea-8555-77111ff34ba7 req-f286e0d7-f39c-47c0-96a0-6de82fd3df48 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460176 Apr 05 14:33:29.165258 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-edbffbba-5cce-49d3-88ed-fcc43884ff4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:29.174243 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-7206c97c-dd7a-486b-a1e4-b4415955a185 None None] Provisioning complete for port e9276213-0d04-4326-bb75-57f801b3e962 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:29.174621 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7206c97c-dd7a-486b-a1e4-b4415955a185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:29.202274 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-edbffbba-5cce-49d3-88ed-fcc43884ff4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8310f74-fd83-49ad-adcc-6c608eb47677']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:29.240314 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-edbffbba-5cce-49d3-88ed-fcc43884ff4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fa78d08-6256-456a-b3a3-d8ee63c54565') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:29.240515 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-edbffbba-5cce-49d3-88ed-fcc43884ff4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fa78d08-6256-456a-b3a3-d8ee63c54565') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:29.248266 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-0855dc4e-416f-4691-8960-2f2991d29e4c req-8319b30c-65f1-4782-9c9d-39ad1932cc58 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Deleting port 4236c988-33a1-42ca-ba7a-6ba25e616c5b {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:33:29.249313 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-0855dc4e-416f-4691-8960-2f2991d29e4c req-8319b30c-65f1-4782-9c9d-39ad1932cc58 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:29.292642 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-edbffbba-5cce-49d3-88ed-fcc43884ff4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:29.348315 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-edbffbba-5cce-49d3-88ed-fcc43884ff4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:29.361427 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edbffbba-5cce-49d3-88ed-fcc43884ff4f admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:33:29.374553 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-edbffbba-5cce-49d3-88ed-fcc43884ff4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:29.374553 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:33:29.374553 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:33:29.374553 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:33:29.374553 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:33:29.374553 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:33:29.374553 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:33:29.374553 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:33:29.374553 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:33:29.374553 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:33:29.374553 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:33:29.374553 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:33:29.374553 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:33:29.374553 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:33:29.374553 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:33:29.374553 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:33:29.374553 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:33:29.374553 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:33:29.374553 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:33:29.374553 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:33:29.374553 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:33:29.374553 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:33:29.374553 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:33:29.374553 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:33:29.374553 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:33:29.374553 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:33:29.374553 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:33:29.374553 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:33:29.374553 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:33:29.374553 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:33:29.374553 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:33:29.374553 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:33:29.374553 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:33:29.488174 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-0855dc4e-416f-4691-8960-2f2991d29e4c req-8319b30c-65f1-4782-9c9d-39ad1932cc58 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] For port 4236c988-33a1-42ca-ba7a-6ba25e616c5b, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=4236c988-33a1-42ca-ba7a-6ba25e616c5b,segment=NetworkSegment(1db74af5-f9b7-4132-a710-0eb375e39826),segment_id=1db74af5-f9b7-4132-a710-0eb375e39826)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:29.490837 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-0855dc4e-416f-4691-8960-2f2991d29e4c req-8319b30c-65f1-4782-9c9d-39ad1932cc58 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:29.535553 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-27c660d9-3548-4db1-a2e8-370958f1db67 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:29.566555 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:29.569286 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-7206c97c-dd7a-486b-a1e4-b4415955a185 None None] Provisioning complete for port 85dbd0fc-9038-4fbd-9c40-ca50a3cec38d triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:29.570267 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7206c97c-dd7a-486b-a1e4-b4415955a185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:29.574456 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-0855dc4e-416f-4691-8960-2f2991d29e4c req-8319b30c-65f1-4782-9c9d-39ad1932cc58 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Calling delete_port for 4236c988-33a1-42ca-ba7a-6ba25e616c5b owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:33:29.609158 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-7206c97c-dd7a-486b-a1e4-b4415955a185 None None] Port 85dbd0fc-9038-4fbd-9c40-ca50a3cec38d was deleted so its status cannot be updated. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Apr 05 14:33:29.616297 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c660d9-3548-4db1-a2e8-370958f1db67 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Pushing event deleted for resources: {'Port': ['ID=85dbd0fc-9038-4fbd-9c40-ca50a3cec38d,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:29.649012 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:29.674706 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-27c660d9-3548-4db1-a2e8-370958f1db67 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:29.679337 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-27c660d9-3548-4db1-a2e8-370958f1db67 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] 10.222.0.30 "DELETE /v2.0/ports/85dbd0fc-9038-4fbd-9c40-ca50a3cec38d HTTP/1.1" status: 204 len: 168 time: 2.3857546 Apr 05 14:33:29.681818 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37284) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:33:29.695912 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-28866e47-5494-4786-a174-c66765ef3aeb tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Request body: {'port': {'name': 'tempest-new-port-name-1282179200', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:33:29.696317 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.api.validators [None req-28866e47-5494-4786-a174-c66765ef3aeb tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] bootfile-name is not in valid_values {{(pid=103321) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 05 14:33:29.696665 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.api.validators [None req-28866e47-5494-4786-a174-c66765ef3aeb tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] tftp-server is not in valid_values {{(pid=103321) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 05 14:33:29.697094 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.api.validators [None req-28866e47-5494-4786-a174-c66765ef3aeb tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] server-ip-address is not in valid_values {{(pid=103321) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 05 14:33:29.746208 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-5a2ab496-7087-4853-85a8-17f5bdcd4100 None None] Provisioning complete for port c2e339bc-30a0-4492-8f0a-5bb1015897fe triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:29.746722 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5a2ab496-7087-4853-85a8-17f5bdcd4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:29.789058 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-edbffbba-5cce-49d3-88ed-fcc43884ff4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:29.836467 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device e9276213-0d04-4326-bb75-57f801b3e962 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:33:29.842294 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-edbffbba-5cce-49d3-88ed-fcc43884ff4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:29.848432 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-edbffbba-5cce-49d3-88ed-fcc43884ff4f admin admin] 10.222.0.30 "DELETE /v2.0/networks/e8310f74-fd83-49ad-adcc-6c608eb47677 HTTP/1.1" status: 204 len: 168 time: 1.6504631 Apr 05 14:33:29.893351 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbffbba-5cce-49d3-88ed-fcc43884ff4f admin admin] Pushing event deleted for resources: {'Network': ['ID=e8310f74-fd83-49ad-adcc-6c608eb47677,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:29.911433 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-5a2ab496-7087-4853-85a8-17f5bdcd4100 None None] Port c2e339bc-30a0-4492-8f0a-5bb1015897fe cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:33:29.929301 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-5a2ab496-7087-4853-85a8-17f5bdcd4100 None None] Could not find standard attr ID for object 85dbd0fc-9038-4fbd-9c40-ca50a3cec38d. {{(pid=103322) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 14:33:29.936715 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419077c-aca4-4c33-a1d0-1033e8b7a6f6 req-fdfd9ab4-77e4-43ca-aff9-4e4b58fdbdc0 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:29.946621 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6419077c-aca4-4c33-a1d0-1033e8b7a6f6 req-fdfd9ab4-77e4-43ca-aff9-4e4b58fdbdc0 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/ports?device_id=c09da75b-a7ef-4a6d-8a82-f2e5fabc4eb9 HTTP/1.1" status: 200 len: 943 time: 0.3675201 Apr 05 14:33:29.953845 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port e9276213-0d04-4326-bb75-57f801b3e962 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:29.954559 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:29.976488 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be592be9-daa6-465d-92ce-d58d972e4560 req-6f0fcb8b-2ec0-484f-9650-09f2e906ed8a tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:29.984699 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-be592be9-daa6-465d-92ce-d58d972e4560 req-6f0fcb8b-2ec0-484f-9650-09f2e906ed8a tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=989e98ce-36ed-4302-94e9-639222cdaacc HTTP/1.1" status: 200 len: 945 time: 0.4604957 Apr 05 14:33:29.989593 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-28866e47-5494-4786-a174-c66765ef3aeb tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:30.192261 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-be592be9-daa6-465d-92ce-d58d972e4560 req-fee68656-e3f5-4846-9da3-0a6a6c942b75 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834943 Apr 05 14:33:30.219295 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6419077c-aca4-4c33-a1d0-1033e8b7a6f6 req-438c95a8-9916-4646-b3a8-5511c9240590 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/security-groups?id=29c6f58e-e49b-4628-9965-3ae38dded875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166915 Apr 05 14:33:30.381694 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9a91fb14-4e3d-4a61-a35e-22088e68442b req-e5e9c1b2-4068-4c88-996b-a6f5f5c2a92a tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f18ed5e-8412-4093-8697-f85d9fb0ff29 HTTP/1.1" status: 200 len: 210 time: 0.0791745 Apr 05 14:33:30.399802 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-28866e47-5494-4786-a174-c66765ef3aeb tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:30.466881 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37294) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:33:30.475716 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529f705-8164-4bac-91f5-e63cc1c029e8 req-839a259e-a7e8-4b1a-9e63-f4c6373e0069 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:30.483519 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6529f705-8164-4bac-91f5-e63cc1c029e8 req-839a259e-a7e8-4b1a-9e63-f4c6373e0069 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b2b251f-cf85-49eb-bb13-18b0fc1f5e9f HTTP/1.1" status: 200 len: 945 time: 0.1106126 Apr 05 14:33:30.504113 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-28866e47-5494-4786-a174-c66765ef3aeb tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:30.523742 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-0855dc4e-416f-4691-8960-2f2991d29e4c req-8319b30c-65f1-4782-9c9d-39ad1932cc58 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:30.595486 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-28866e47-5494-4786-a174-c66765ef3aeb tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] In _notify_port_updated(), no bound segment for port c2e339bc-30a0-4492-8f0a-5bb1015897fe on network 594d1b12-e60e-44c0-a6c5-f9ee92caa888 {{(pid=103321) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 05 14:33:30.600298 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8319b30c-65f1-4782-9c9d-39ad1932cc58 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Pushing event deleted for resources: {'Port': ['ID=4236c988-33a1-42ca-ba7a-6ba25e616c5b,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:30.615739 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28866e47-5494-4786-a174-c66765ef3aeb tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:30.616519 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-28866e47-5494-4786-a174-c66765ef3aeb tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:30.623377 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-28866e47-5494-4786-a174-c66765ef3aeb tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] 10.222.0.30 "PUT /v2.0/ports/c2e339bc-30a0-4492-8f0a-5bb1015897fe HTTP/1.1" status: 200 len: 1130 time: 0.9399240 Apr 05 14:33:30.633316 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37300) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:33:30.638902 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6529f705-8164-4bac-91f5-e63cc1c029e8 req-de8c23b5-386b-4657-b470-6d6c0a6271a0 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545095 Apr 05 14:33:30.641428 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-e40f2e11-d6c3-405f-b806-1e46e43e7e29 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a00da328f7af4aa08f2e09b591df0f00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1727591 Apr 05 14:33:30.643303 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37302) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:33:30.755391 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-0855dc4e-416f-4691-8960-2f2991d29e4c req-8319b30c-65f1-4782-9c9d-39ad1932cc58 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] No DVR routers for this DVR port 4236c988-33a1-42ca-ba7a-6ba25e616c5b on host n-h1-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:33:30.759530 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-0855dc4e-416f-4691-8960-2f2991d29e4c req-8319b30c-65f1-4782-9c9d-39ad1932cc58 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:30.765564 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0855dc4e-416f-4691-8960-2f2991d29e4c req-8319b30c-65f1-4782-9c9d-39ad1932cc58 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.55 "DELETE /v2.0/ports/4236c988-33a1-42ca-ba7a-6ba25e616c5b HTTP/1.1" status: 204 len: 173 time: 1.6647625 Apr 05 14:33:30.798678 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c154532-298d-4cce-8fdc-6b3ae8ea35be tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:30.799722 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-2c154532-298d-4cce-8fdc-6b3ae8ea35be tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] 10.222.0.30 "GET /v2.0/ports/c2e339bc-30a0-4492-8f0a-5bb1015897fe HTTP/1.1" status: 200 len: 1130 time: 0.1572421 Apr 05 14:33:30.804710 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 37304) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:33:30.813198 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28866e47-5494-4786-a174-c66765ef3aeb tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Pushing event updated for resources: {'Port': ['ID=c2e339bc-30a0-4492-8f0a-5bb1015897fe,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:30.870331 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0aaf8b24-429d-47f6-bea0-f870a3cb7284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:30.903638 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 4720d908-6678-4339-b284-2ab03799581b details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:33:30.905749 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 4236c988-33a1-42ca-ba7a-6ba25e616c5b no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:33:30.939971 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0aaf8b24-429d-47f6-bea0-f870a3cb7284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:31.002987 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] No Port match for: 4236c988-33a1-42ca-ba7a-6ba25e616c5b {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:33:31.003300 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 4236c988-33a1-42ca-ba7a-6ba25e616c5b not bound to the agent host n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:33:31.003670 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 4720d908-6678-4339-b284-2ab03799581b no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:33:31.031357 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c09da75b-a7ef-4a6d-8a82-f2e5fabc4eb9', 'name': 'network-vif-deleted', 'tag': '4236c988-33a1-42ca-ba7a-6ba25e616c5b'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:33:31.034346 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f48e30be-f2bf-4168-bcd0-7dc6d286b1db" -d '{"events": [{"server_uuid": "c09da75b-a7ef-4a6d-8a82-f2e5fabc4eb9", "name": "network-vif-deleted", "tag": "4236c988-33a1-42ca-ba7a-6ba25e616c5b"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:33:31.098260 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b32a2ac-768c-425d-bb0b-946c85a3f7df x-openstack-request-id: req-1b32a2ac-768c-425d-bb0b-946c85a3f7df {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:33:31.098672 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c09da75b-a7ef-4a6d-8a82-f2e5fabc4eb9", "name": "network-vif-deleted", "tag": "4236c988-33a1-42ca-ba7a-6ba25e616c5b", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:33:31.099036 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1b32a2ac-768c-425d-bb0b-946c85a3f7df {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:33:31.099525 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b32a2ac-768c-425d-bb0b-946c85a3f7df'] response: {'server_uuid': 'c09da75b-a7ef-4a6d-8a82-f2e5fabc4eb9', 'name': 'network-vif-deleted', 'tag': '4236c988-33a1-42ca-ba7a-6ba25e616c5b', 'status': 'completed', 'code': 200} Apr 05 14:33:31.103325 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-9275843e-a9f5-4479-a5f7-2937bb811992 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Deleting port c2e339bc-30a0-4492-8f0a-5bb1015897fe {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:33:31.103325 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9275843e-a9f5-4479-a5f7-2937bb811992 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:31.111645 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0aaf8b24-429d-47f6-bea0-f870a3cb7284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:31.115903 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0aaf8b24-429d-47f6-bea0-f870a3cb7284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:31.117353 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-0aaf8b24-429d-47f6-bea0-f870a3cb7284 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3fff625c-c1d6-4350-8d53-3f661e14727e HTTP/1.1" status: 204 len: 168 time: 0.4284627 Apr 05 14:33:31.147091 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaf8b24-429d-47f6-bea0-f870a3cb7284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fff625c-c1d6-4350-8d53-3f661e14727e,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:31.172629 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe5687-c24c-4059-990a-aa520ace32b9 req-c8bb343c-160a-4122-b579-f38eb2bd4c74 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:31.177722 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-85fe5687-c24c-4059-990a-aa520ace32b9 req-c8bb343c-160a-4122-b579-f38eb2bd4c74 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfe4e93d-fdc7-44c0-a008-3ef322a3b181 HTTP/1.1" status: 200 len: 945 time: 0.1368251 Apr 05 14:33:31.206411 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-aed599f3-e59b-45c6-9868-3a004ac0b455 None None] Provisioning complete for port c2e339bc-30a0-4492-8f0a-5bb1015897fe triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:31.206822 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-aed599f3-e59b-45c6-9868-3a004ac0b455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:31.277913 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-85fe5687-c24c-4059-990a-aa520ace32b9 req-f2f3d2ab-47fe-46ce-8817-cf25206160bc tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d1a7855-7863-4922-a8cb-f86b0f779ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855386 Apr 05 14:33:31.303306 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9275843e-a9f5-4479-a5f7-2937bb811992 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:31.323390 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-aed599f3-e59b-45c6-9868-3a004ac0b455 None None] Port c2e339bc-30a0-4492-8f0a-5bb1015897fe cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:33:31.333363 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-9275843e-a9f5-4479-a5f7-2937bb811992 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Calling delete_port for c2e339bc-30a0-4492-8f0a-5bb1015897fe owned by {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:33:31.466710 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-365f3e51-54da-4c00-8734-ce501afaa987 req-859cbffa-9af1-4c75-ad94-010ba9b54f04 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/ports?device_id=c09da75b-a7ef-4a6d-8a82-f2e5fabc4eb9 HTTP/1.1" status: 200 len: 210 time: 0.0748761 Apr 05 14:33:31.475469 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 4720d908-6678-4339-b284-2ab03799581b, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=4720d908-6678-4339-b284-2ab03799581b,segment=NetworkSegment(9a2f37a0-b23d-490a-98bb-060c03097f74),segment_id=9a2f37a0-b23d-490a-98bb-060c03097f74)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:31.480857 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af257714-06c3-4ae8-aaed-e24fdd72df5f req-ddbe56fd-6bb8-497c-bbd1-2cd0abccaba0 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:31.490895 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-af257714-06c3-4ae8-aaed-e24fdd72df5f req-ddbe56fd-6bb8-497c-bbd1-2cd0abccaba0 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=989e98ce-36ed-4302-94e9-639222cdaacc HTTP/1.1" status: 200 len: 945 time: 0.1529953 Apr 05 14:33:31.507008 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:31.559355 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': '4720d908-6678-4339-b284-2ab03799581b', 'network_id': 'c8cad75e-d463-4298-b473-cd6f872623d5', 'port_id': '4720d908-6678-4339-b284-2ab03799581b', 'mac_address': 'fa:16:3e:cc:70:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ec025f3-c3f9-4eb4-863e-b0988fc8d817', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:33:31.570686 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '989e98ce-36ed-4302-94e9-639222cdaacc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4720d908-6678-4339-b284-2ab03799581b'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:33:31.575918 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856612fa-c825-4fb9-b572-be5461466a33" -d '{"events": [{"server_uuid": "989e98ce-36ed-4302-94e9-639222cdaacc", "name": "network-vif-unplugged", "status": "completed", "tag": "4720d908-6678-4339-b284-2ab03799581b"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:33:31.621136 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 4720d908-6678-4339-b284-2ab03799581b, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=4720d908-6678-4339-b284-2ab03799581b,segment=NetworkSegment(9a2f37a0-b23d-490a-98bb-060c03097f74),segment_id=9a2f37a0-b23d-490a-98bb-060c03097f74)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:31.666312 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:31.691233 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:31.695774 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-af257714-06c3-4ae8-aaed-e24fdd72df5f req-15869a71-73d0-49d0-a791-b2e2edacbd40 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029591 Apr 05 14:33:31.721958 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7db07072-9d78-4d8c-a571-d316be94deaf req-6efe0d0e-7fb5-49fb-9f31-957d86d07158 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f18ed5e-8412-4093-8697-f85d9fb0ff29 HTTP/1.1" status: 200 len: 210 time: 0.1108243 Apr 05 14:33:31.762265 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4720d908-6678-4339-b284-2ab03799581b {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:33:31.847854 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 14:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7383ca7b-4bcd-409a-bbdc-cc10a5ece479 x-openstack-request-id: req-7383ca7b-4bcd-409a-bbdc-cc10a5ece479 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:33:31.848170 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "989e98ce-36ed-4302-94e9-639222cdaacc", "name": "network-vif-unplugged", "status": "completed", "tag": "4720d908-6678-4339-b284-2ab03799581b", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:33:31.848664 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7383ca7b-4bcd-409a-bbdc-cc10a5ece479 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:33:31.848982 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7383ca7b-4bcd-409a-bbdc-cc10a5ece479'] response: {'server_uuid': '989e98ce-36ed-4302-94e9-639222cdaacc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4720d908-6678-4339-b284-2ab03799581b', 'code': 200} Apr 05 14:33:31.921113 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=4720d908-6678-4339-b284-2ab03799581b,revision_number=6']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:31.921113 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.db.api [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:33:31.921113 n-d-836650-2 neutron-server[103322]: DEBUG oslo_db.api [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:33:31.970686 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf37246-7432-45c4-938c-e8e2b41faeb6 req-c6917879-9d7d-47d5-a207-092b5720c8eb tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:31.972537 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3cf37246-7432-45c4-938c-e8e2b41faeb6 req-c6917879-9d7d-47d5-a207-092b5720c8eb tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b2b251f-cf85-49eb-bb13-18b0fc1f5e9f HTTP/1.1" status: 200 len: 945 time: 0.0908759 Apr 05 14:33:32.025610 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3cf37246-7432-45c4-938c-e8e2b41faeb6 req-7767569f-8734-49f9-b823-ac216d05f419 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464773 Apr 05 14:33:32.048856 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9275843e-a9f5-4479-a5f7-2937bb811992 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:32.096572 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9275843e-a9f5-4479-a5f7-2937bb811992 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Pushing event deleted for resources: {'Port': ['ID=c2e339bc-30a0-4492-8f0a-5bb1015897fe,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:32.270698 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9275843e-a9f5-4479-a5f7-2937bb811992 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:32.282171 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37342) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:33:32.285814 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-9275843e-a9f5-4479-a5f7-2937bb811992 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] 10.222.0.30 "DELETE /v2.0/ports/c2e339bc-30a0-4492-8f0a-5bb1015897fe HTTP/1.1" status: 204 len: 168 time: 1.4806969 Apr 05 14:33:32.324083 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d2db6a-1965-4015-b9f1-084e65e7a3d0 req-a366719a-c8b2-4645-aef8-8540e7549d45 tempest-LiveMigrationTest-1634108813 tempest-LiveMigrationTest-1634108813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:32.329262 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-32d2db6a-1965-4015-b9f1-084e65e7a3d0 req-a366719a-c8b2-4645-aef8-8540e7549d45 tempest-LiveMigrationTest-1634108813 tempest-LiveMigrationTest-1634108813-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=8b2b251f-cf85-49eb-bb13-18b0fc1f5e9f HTTP/1.1" status: 200 len: 1096 time: 0.1437783 Apr 05 14:33:32.412152 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae8bc1fc-0798-429e-b110-d6baf075e7d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Deleting subnet 2a834381-819b-48d4-9468-d1f8e2e873fa {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:33:32.417191 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ae8bc1fc-0798-429e-b110-d6baf075e7d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:32.461166 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-32d2db6a-1965-4015-b9f1-084e65e7a3d0 req-5c2ba18a-b9ef-402f-8948-8d8c50f3a6ed tempest-LiveMigrationTest-1634108813 tempest-LiveMigrationTest-1634108813-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230776 Apr 05 14:33:32.559172 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:32.580896 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ae8bc1fc-0798-429e-b110-d6baf075e7d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:32.599763 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4720d908-6678-4339-b284-2ab03799581b {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:33:32.665332 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 4720d908-6678-4339-b284-2ab03799581b, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=4720d908-6678-4339-b284-2ab03799581b,segment=NetworkSegment(9a2f37a0-b23d-490a-98bb-060c03097f74),segment_id=9a2f37a0-b23d-490a-98bb-060c03097f74)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:32.668915 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b425f42-914a-4528-b4e8-eb42045045ec req-50a11038-b9ef-4ce2-9fe2-388853c473cf tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:32.674235 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7b425f42-914a-4528-b4e8-eb42045045ec req-50a11038-b9ef-4ce2-9fe2-388853c473cf tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfe4e93d-fdc7-44c0-a008-3ef322a3b181 HTTP/1.1" status: 200 len: 945 time: 0.2203834 Apr 05 14:33:32.714718 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed40bb3-c3ae-437c-9b71-4778b0f77314 req-0434e1a0-8cab-4cd2-9809-fb92593cf56e tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:32.726198 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9ed40bb3-c3ae-437c-9b71-4778b0f77314 req-0434e1a0-8cab-4cd2-9809-fb92593cf56e tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfe4e93d-fdc7-44c0-a008-3ef322a3b181 HTTP/1.1" status: 200 len: 945 time: 0.2885675 Apr 05 14:33:32.757099 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:32.869947 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9ed40bb3-c3ae-437c-9b71-4778b0f77314 req-f3d37412-6551-4233-8754-1d6d37e2a255 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d1a7855-7863-4922-a8cb-f86b0f779ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413414 Apr 05 14:33:32.906260 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd04c4-14cd-4652-817a-413e0cd938cf req-462211ee-baa7-472e-9512-753079f0321d tempest-LiveMigrationTest-1634108813 tempest-LiveMigrationTest-1634108813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:32.913466 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-afdd04c4-14cd-4652-817a-413e0cd938cf req-462211ee-baa7-472e-9512-753079f0321d tempest-LiveMigrationTest-1634108813 tempest-LiveMigrationTest-1634108813-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=8b2b251f-cf85-49eb-bb13-18b0fc1f5e9f HTTP/1.1" status: 200 len: 1096 time: 0.1697285 Apr 05 14:33:32.935407 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ae8bc1fc-0798-429e-b110-d6baf075e7d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:32.951747 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=4720d908-6678-4339-b284-2ab03799581b,revision_number=7']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:32.980160 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 5547e682-5a32-4beb-89af-d15d9daf33ab no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:33:33.013892 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-afdd04c4-14cd-4652-817a-413e0cd938cf req-b0c21eb4-3972-4042-ae2f-d08ca2326f87 tempest-LiveMigrationTest-1634108813 tempest-LiveMigrationTest-1634108813-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944893 Apr 05 14:33:33.064543 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37372) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:33:33.102280 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['4720d908-6678-4339-b284-2ab03799581b'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:33:33.105239 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-7b425f42-914a-4528-b4e8-eb42045045ec req-3a0953ef-e850-4127-95de-2500d9bff7ff tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Deleting port 5547e682-5a32-4beb-89af-d15d9daf33ab {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:33:33.105780 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-7b425f42-914a-4528-b4e8-eb42045045ec req-3a0953ef-e850-4127-95de-2500d9bff7ff tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:33.118588 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ae8bc1fc-0798-429e-b110-d6baf075e7d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:33.157007 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ae8bc1fc-0798-429e-b110-d6baf075e7d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:33.163181 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-ae8bc1fc-0798-429e-b110-d6baf075e7d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] 10.222.0.30 "DELETE /v2.0/subnets/2a834381-819b-48d4-9468-d1f8e2e873fa HTTP/1.1" status: 204 len: 168 time: 0.8790751 Apr 05 14:33:33.188630 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 37376) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:33:33.215696 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8bc1fc-0798-429e-b110-d6baf075e7d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Pushing event deleted for resources: {'Subnet': ['ID=2a834381-819b-48d4-9468-d1f8e2e873fa,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:33.220974 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858f7a30-2ed5-4483-9a09-f4f20343c451 None None] Network 594d1b12-e60e-44c0-a6c5-f9ee92caa888 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:33:33.225646 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e03a83-6ac4-4bb2-890b-d242529410f4 req-cf6b399e-8224-4c37-a56e-d74b8983324e tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:33.233768 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-14e03a83-6ac4-4bb2-890b-d242529410f4 req-cf6b399e-8224-4c37-a56e-d74b8983324e tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=989e98ce-36ed-4302-94e9-639222cdaacc HTTP/1.1" status: 200 len: 944 time: 0.2170582 Apr 05 14:33:33.236119 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8bc1fc-0798-429e-b110-d6baf075e7d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:33:33.241083 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8bc1fc-0798-429e-b110-d6baf075e7d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:33:33.242772 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8bc1fc-0798-429e-b110-d6baf075e7d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:33:33.243452 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8bc1fc-0798-429e-b110-d6baf075e7d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:33:33.245246 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8bc1fc-0798-429e-b110-d6baf075e7d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:33:33.245850 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8bc1fc-0798-429e-b110-d6baf075e7d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:33:33.249072 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8bc1fc-0798-429e-b110-d6baf075e7d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:33:33.249624 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8bc1fc-0798-429e-b110-d6baf075e7d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:33:33.250138 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8bc1fc-0798-429e-b110-d6baf075e7d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:33:33.250711 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-52781010-be17-44ff-ba1d-e2d0540555b7 req-451218db-c29a-4111-8b69-30ce64b77054 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f18ed5e-8412-4093-8697-f85d9fb0ff29 HTTP/1.1" status: 200 len: 210 time: 0.1224625 Apr 05 14:33:33.251225 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8bc1fc-0798-429e-b110-d6baf075e7d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:33:33.251571 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8bc1fc-0798-429e-b110-d6baf075e7d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:33:33.251905 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8bc1fc-0798-429e-b110-d6baf075e7d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:33:33.421609 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:33.482603 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-b607d7ef-6d74-4d7d-a06d-c1ef541376fe admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-717984729-network', 'tenant_id': '10f08e0c585d4bce9922d1b84ccfbdc4'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:33:33.545095 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 5547e682-5a32-4beb-89af-d15d9daf33ab, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=5547e682-5a32-4beb-89af-d15d9daf33ab,segment=NetworkSegment(7a7f2de5-306f-4345-ba19-e91d91de42c0),segment_id=7a7f2de5-306f-4345-ba19-e91d91de42c0)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:33.591339 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b607d7ef-6d74-4d7d-a06d-c1ef541376fe admin admin] Made reservation on behalf of 10f08e0c585d4bce9922d1b84ccfbdc4 for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:33:33.600442 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b607d7ef-6d74-4d7d-a06d-c1ef541376fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:33.618799 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b607d7ef-6d74-4d7d-a06d-c1ef541376fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:33.626683 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:33.665575 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f5e0d8-f628-4e49-95b5-50e706c7e94d None None] DHCP port deletion for 594d1b12-e60e-44c0-a6c5-f9ee92caa888 request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:33:33.670658 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227bef3-15bc-45e3-a857-0815e3ec92de req-a10b78dc-3398-4366-8c50-b22694bfcb45 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:33.672135 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f227bef3-15bc-45e3-a857-0815e3ec92de req-a10b78dc-3398-4366-8c50-b22694bfcb45 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/networks?id=92fcad72-c5db-4d1e-b4a7-6aec706b597c HTTP/1.1" status: 200 len: 822 time: 0.2397778 Apr 05 14:33:33.712609 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-7b425f42-914a-4528-b4e8-eb42045045ec req-3a0953ef-e850-4127-95de-2500d9bff7ff tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] For port 5547e682-5a32-4beb-89af-d15d9daf33ab, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=5547e682-5a32-4beb-89af-d15d9daf33ab,segment=NetworkSegment(7a7f2de5-306f-4345-ba19-e91d91de42c0),segment_id=7a7f2de5-306f-4345-ba19-e91d91de42c0)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:33.712930 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-7b425f42-914a-4528-b4e8-eb42045045ec req-3a0953ef-e850-4127-95de-2500d9bff7ff tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:33.792821 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-14e03a83-6ac4-4bb2-890b-d242529410f4 req-02f2639a-59be-4fde-b063-506f3eb874ed tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5580101 Apr 05 14:33:33.812681 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-88f5e0d8-f628-4e49-95b5-50e706c7e94d None None] Deleting port e9276213-0d04-4326-bb75-57f801b3e962 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:33:33.813212 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-88f5e0d8-f628-4e49-95b5-50e706c7e94d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:33.815953 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=5547e682-5a32-4beb-89af-d15d9daf33ab,revision_number=6']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:33.822402 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-7b425f42-914a-4528-b4e8-eb42045045ec req-3a0953ef-e850-4127-95de-2500d9bff7ff tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Calling delete_port for 5547e682-5a32-4beb-89af-d15d9daf33ab owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:33:33.847348 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device e9276213-0d04-4326-bb75-57f801b3e962 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:33:33.847977 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b607d7ef-6d74-4d7d-a06d-c1ef541376fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:33.848863 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f227bef3-15bc-45e3-a857-0815e3ec92de req-f4e1083c-b34e-41f3-94d7-1093fe87bcbf tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/quotas/3e7c44b60b62410f964e2903e104051e HTTP/1.1" status: 200 len: 375 time: 0.1501915 Apr 05 14:33:33.855763 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfe4e93d-fdc7-44c0-a008-3ef322a3b181', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5547e682-5a32-4beb-89af-d15d9daf33ab'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:33:33.856562 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f521f206-aa74-450f-b00f-4bb6159c9981 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:33.858763 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6136c78a-f571-44c5-9513-4ece1f636899" -d '{"events": [{"server_uuid": "cfe4e93d-fdc7-44c0-a008-3ef322a3b181", "name": "network-vif-unplugged", "status": "completed", "tag": "5547e682-5a32-4beb-89af-d15d9daf33ab"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:33:33.919942 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b607d7ef-6d74-4d7d-a06d-c1ef541376fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:33.987184 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-88f5e0d8-f628-4e49-95b5-50e706c7e94d None None] For port e9276213-0d04-4326-bb75-57f801b3e962, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=e9276213-0d04-4326-bb75-57f801b3e962,segment=NetworkSegment(2cb97b6e-0041-480a-b3a8-d6820e261a65),segment_id=2cb97b6e-0041-480a-b3a8-d6820e261a65)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:33.987989 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-88f5e0d8-f628-4e49-95b5-50e706c7e94d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:34.009131 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b607d7ef-6d74-4d7d-a06d-c1ef541376fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:33:34.026416 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b607d7ef-6d74-4d7d-a06d-c1ef541376fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:34.027024 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-b607d7ef-6d74-4d7d-a06d-c1ef541376fe admin admin] Added segment ce386ee1-8b43-4a33-8c30-af8f1a504b49 of type vlan for network be020690-4eac-4905-82c2-c0f5c553e9f2 Apr 05 14:33:34.033930 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-88f5e0d8-f628-4e49-95b5-50e706c7e94d None None] Calling delete_port for e9276213-0d04-4326-bb75-57f801b3e962 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:33:34.079802 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b607d7ef-6d74-4d7d-a06d-c1ef541376fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:34.108393 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b607d7ef-6d74-4d7d-a06d-c1ef541376fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bbb3e2b-f3ed-4659-ad53-91e5a3d5afa3,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:34.149483 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 14:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69499783-3a47-4294-8b30-6ef58747c936 x-openstack-request-id: req-69499783-3a47-4294-8b30-6ef58747c936 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:33:34.149776 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfe4e93d-fdc7-44c0-a008-3ef322a3b181", "name": "network-vif-unplugged", "status": "completed", "tag": "5547e682-5a32-4beb-89af-d15d9daf33ab", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:33:34.150060 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-69499783-3a47-4294-8b30-6ef58747c936 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:33:34.150507 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69499783-3a47-4294-8b30-6ef58747c936'] response: {'server_uuid': 'cfe4e93d-fdc7-44c0-a008-3ef322a3b181', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5547e682-5a32-4beb-89af-d15d9daf33ab', 'code': 200} Apr 05 14:33:34.162419 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b607d7ef-6d74-4d7d-a06d-c1ef541376fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:34.163899 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b607d7ef-6d74-4d7d-a06d-c1ef541376fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:34.164722 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b607d7ef-6d74-4d7d-a06d-c1ef541376fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:34.235815 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f227bef3-15bc-45e3-a857-0815e3ec92de req-f05013f3-9232-4b5a-87bb-020ffd47a260 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e7c44b60b62410f964e2903e104051e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3741016 Apr 05 14:33:34.264389 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:34.300296 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1f0f1-7ad5-411a-90c4-c1846fe098e1 req-6b5fdadf-f3c6-4221-8e65-8b186e88351c tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:34.304662 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b6f1f0f1-7ad5-411a-90c4-c1846fe098e1 req-6b5fdadf-f3c6-4221-8e65-8b186e88351c tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfe4e93d-fdc7-44c0-a008-3ef322a3b181 HTTP/1.1" status: 200 len: 943 time: 0.1609809 Apr 05 14:33:34.329197 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-88f5e0d8-f628-4e49-95b5-50e706c7e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:34.382016 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b607d7ef-6d74-4d7d-a06d-c1ef541376fe admin admin] Pushing event updated for resources: {'Network': ['ID=be020690-4eac-4905-82c2-c0f5c553e9f2,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:34.404557 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network be020690-4eac-4905-82c2-c0f5c553e9f2 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:33:34.465833 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-b607d7ef-6d74-4d7d-a06d-c1ef541376fe admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3970389 Apr 05 14:33:34.466185 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37402) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:33:34.474343 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-f4d14c3f-a274-4da6-b73d-c3e3cd9af604 admin admin] Request body: {'subnet': {'network_id': 'be020690-4eac-4905-82c2-c0f5c553e9f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-717984729-subnet', 'tenant_id': '10f08e0c585d4bce9922d1b84ccfbdc4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:33:34.494222 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f5e0d8-f628-4e49-95b5-50e706c7e94d None None] Pushing event deleted for resources: {'Port': ['ID=e9276213-0d04-4326-bb75-57f801b3e962,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:34.524795 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f5e0d8-f628-4e49-95b5-50e706c7e94d None None] No DVR routers for this DVR port e9276213-0d04-4326-bb75-57f801b3e962 on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:33:34.538576 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f227bef3-15bc-45e3-a857-0815e3ec92de req-81b2232f-ef34-44eb-8b58-5bf63204eb8c service neutron] 10.222.0.30 "GET /v2.0/networks/92fcad72-c5db-4d1e-b4a7-6aec706b597c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938595 Apr 05 14:33:34.568249 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d14c3f-a274-4da6-b73d-c3e3cd9af604 admin admin] Made reservation on behalf of 10f08e0c585d4bce9922d1b84ccfbdc4 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:33:34.572395 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f4d14c3f-a274-4da6-b73d-c3e3cd9af604 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:34.596422 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-f521f206-aa74-450f-b00f-4bb6159c9981 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Deleting port e9276213-0d04-4326-bb75-57f801b3e962 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:33:34.596772 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f521f206-aa74-450f-b00f-4bb6159c9981 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:34.614665 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b6f1f0f1-7ad5-411a-90c4-c1846fe098e1 req-c2c79575-2a66-4b9a-925a-49bb8fa3e5ee tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d1a7855-7863-4922-a8cb-f86b0f779ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3088200 Apr 05 14:33:34.830742 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-f521f206-aa74-450f-b00f-4bb6159c9981 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] For port e9276213-0d04-4326-bb75-57f801b3e962, host n-d-836650-2, got binding levels [] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:34.831130 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f521f206-aa74-450f-b00f-4bb6159c9981 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:34.848199 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-f521f206-aa74-450f-b00f-4bb6159c9981 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Calling delete_port for e9276213-0d04-4326-bb75-57f801b3e962 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:33:34.851060 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.ipam_backend_mixin [None req-f521f206-aa74-450f-b00f-4bb6159c9981 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Port e9276213-0d04-4326-bb75-57f801b3e962 was not found and therefore no delete operation was performed {{(pid=103320) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 05 14:33:34.853047 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f521f206-aa74-450f-b00f-4bb6159c9981 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:34.869777 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f521f206-aa74-450f-b00f-4bb6159c9981 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] No DVR routers for this DVR port e9276213-0d04-4326-bb75-57f801b3e962 on host n-d-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:33:34.879823 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-7b425f42-914a-4528-b4e8-eb42045045ec req-3a0953ef-e850-4127-95de-2500d9bff7ff tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:34.896693 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['06598068-51e9-47d2-9a52-db7d1f28967e'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:33:34.939153 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f521f206-aa74-450f-b00f-4bb6159c9981 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Pushing event deleted for resources: {'Port': ['ID=e9276213-0d04-4326-bb75-57f801b3e962,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:34.969896 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f4d14c3f-a274-4da6-b73d-c3e3cd9af604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:34.986038 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 4720d908-6678-4339-b284-2ab03799581b up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:33:35.020358 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f521f206-aa74-450f-b00f-4bb6159c9981 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:35.057986 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-f521f206-aa74-450f-b00f-4bb6159c9981 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['594d1b12-e60e-44c0-a6c5-f9ee92caa888']}} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:35.088733 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-f521f206-aa74-450f-b00f-4bb6159c9981 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cb97b6e-0041-480a-b3a8-d6820e261a65') {'for_net_delete': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:35.090998 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-f521f206-aa74-450f-b00f-4bb6159c9981 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cb97b6e-0041-480a-b3a8-d6820e261a65') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:35.113612 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f521f206-aa74-450f-b00f-4bb6159c9981 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13399223'] for segment, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:35.134717 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f521f206-aa74-450f-b00f-4bb6159c9981 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:35.142653 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f521f206-aa74-450f-b00f-4bb6159c9981 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=103320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:33:35.143148 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f521f206-aa74-450f-b00f-4bb6159c9981 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15765202'] for segment, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:35.184563 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d14c3f-a274-4da6-b73d-c3e3cd9af604 admin admin] Checking segment: {'id': 'ce386ee1-8b43-4a33-8c30-af8f1a504b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'be020690-4eac-4905-82c2-c0f5c553e9f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:33:35.184965 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d14c3f-a274-4da6-b73d-c3e3cd9af604 admin admin] Network hostable DHCP agents. Network: be020690-4eac-4905-82c2-c0f5c553e9f2, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:33:35.188446 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d14c3f-a274-4da6-b73d-c3e3cd9af604 admin admin] Pushing event updated for resources: {'Subnet': ['ID=965c1a0d-2831-4089-9af5-c51dad3b71cd,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:35.196594 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port 4720d908-6678-4339-b284-2ab03799581b triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:35.204620 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:35.246033 n-d-836650-2 neutron-server[103320]: Traceback (most recent call last): Apr 05 14:33:35.246033 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:33:35.246033 n-d-836650-2 neutron-server[103320]: timer() Apr 05 14:33:35.246033 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:33:35.246033 n-d-836650-2 neutron-server[103320]: cb(*args, **kw) Apr 05 14:33:35.246033 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:33:35.246033 n-d-836650-2 neutron-server[103320]: return func(*args, **kwargs) Apr 05 14:33:35.246033 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:33:35.246033 n-d-836650-2 neutron-server[103320]: self._notify() Apr 05 14:33:35.246033 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:33:35.246033 n-d-836650-2 neutron-server[103320]: self.callback(batched_events) Apr 05 14:33:35.246033 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:33:35.246033 n-d-836650-2 neutron-server[103320]: event.method(event) Apr 05 14:33:35.246033 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:33:35.246033 n-d-836650-2 neutron-server[103320]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:33:35.246033 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:33:35.246033 n-d-836650-2 neutron-server[103320]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:33:35.246033 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:33:35.246033 n-d-836650-2 neutron-server[103320]: return f(self, *a, **k) Apr 05 14:33:35.246033 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:33:35.246033 n-d-836650-2 neutron-server[103320]: return self._get(url).json() Apr 05 14:33:35.246033 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:33:35.246033 n-d-836650-2 neutron-server[103320]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:33:35.246033 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:33:35.246033 n-d-836650-2 neutron-server[103320]: return self.request(url, 'GET', **kwargs) Apr 05 14:33:35.246033 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:33:35.246033 n-d-836650-2 neutron-server[103320]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:33:35.246033 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:33:35.246033 n-d-836650-2 neutron-server[103320]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:33:35.246033 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:33:35.246033 n-d-836650-2 neutron-server[103320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:33:35.246033 n-d-836650-2 neutron-server[103320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:33:35.310227 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d14c3f-a274-4da6-b73d-c3e3cd9af604 admin admin] Network be020690-4eac-4905-82c2-c0f5c553e9f2 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:33:35.350730 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ef2606c3-d40c-4525-bfb3-765427f63f9d req-86a5d0aa-1f0f-4b63-b4c2-70384222d8b6 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f18ed5e-8412-4093-8697-f85d9fb0ff29 HTTP/1.1" status: 200 len: 210 time: 0.1093395 Apr 05 14:33:35.388831 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f521f206-aa74-450f-b00f-4bb6159c9981 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:35.399944 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f521f206-aa74-450f-b00f-4bb6159c9981 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:35.409660 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-f521f206-aa74-450f-b00f-4bb6159c9981 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] 10.222.0.30 "DELETE /v2.0/networks/594d1b12-e60e-44c0-a6c5-f9ee92caa888 HTTP/1.1" status: 204 len: 168 time: 2.2199280 Apr 05 14:33:35.410588 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0953ef-e850-4127-95de-2500d9bff7ff tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Pushing event deleted for resources: {'Port': ['ID=5547e682-5a32-4beb-89af-d15d9daf33ab,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:35.418753 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-f4d14c3f-a274-4da6-b73d-c3e3cd9af604 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, be020690-4eac-4905-82c2-c0f5c553e9f2) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:33:35.443663 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d14c3f-a274-4da6-b73d-c3e3cd9af604 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:35.446357 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f4d14c3f-a274-4da6-b73d-c3e3cd9af604 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:35.495695 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046c0b4c-91c3-4dec-88c4-f691c5669207 None None] Network be020690-4eac-4905-82c2-c0f5c553e9f2 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:33:35.533236 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f227bef3-15bc-45e3-a857-0815e3ec92de req-cd658b61-c509-4663-a3f1-69c490256b24 service neutron] 10.222.0.30 "GET /v2.0/networks/92fcad72-c5db-4d1e-b4a7-6aec706b597c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9832671 Apr 05 14:33:35.549429 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f521f206-aa74-450f-b00f-4bb6159c9981 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851 tempest-ExtraDHCPOptionsIpV6TestJSON-1787057851-project] Pushing event deleted for resources: {'Network': ['ID=594d1b12-e60e-44c0-a6c5-f9ee92caa888,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:35.586425 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b425f42-914a-4528-b4e8-eb42045045ec req-3a0953ef-e850-4127-95de-2500d9bff7ff tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] No DVR routers for this DVR port 5547e682-5a32-4beb-89af-d15d9daf33ab on host n-h1-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:33:35.589208 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-7b425f42-914a-4528-b4e8-eb42045045ec req-3a0953ef-e850-4127-95de-2500d9bff7ff tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:35.593955 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7b425f42-914a-4528-b4e8-eb42045045ec req-3a0953ef-e850-4127-95de-2500d9bff7ff tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.55 "DELETE /v2.0/ports/5547e682-5a32-4beb-89af-d15d9daf33ab HTTP/1.1" status: 204 len: 173 time: 2.9029539 Apr 05 14:33:35.596038 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfe4e93d-fdc7-44c0-a008-3ef322a3b181', 'name': 'network-vif-deleted', 'tag': '5547e682-5a32-4beb-89af-d15d9daf33ab'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:33:35.605393 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-f4d14c3f-a274-4da6-b73d-c3e3cd9af604 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1378939 Apr 05 14:33:35.617074 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c607b1c0-b75a-47e2-a7ca-fedc67962ff4" -d '{"events": [{"server_uuid": "cfe4e93d-fdc7-44c0-a008-3ef322a3b181", "name": "network-vif-deleted", "tag": "5547e682-5a32-4beb-89af-d15d9daf33ab"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:33:35.663474 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb64983-feaa-4ec5-9b61-56a1a86dcdb4 req-10b1fe7c-b031-4eb8-9cc2-498867d8adf3 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:35.672492 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ddb64983-feaa-4ec5-9b61-56a1a86dcdb4 req-10b1fe7c-b031-4eb8-9cc2-498867d8adf3 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=989e98ce-36ed-4302-94e9-639222cdaacc HTTP/1.1" status: 200 len: 944 time: 0.1433406 Apr 05 14:33:35.774682 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ddb64983-feaa-4ec5-9b61-56a1a86dcdb4 req-a7a07c7e-1303-455c-90fc-50b0a6a8475c tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003568 Apr 05 14:33:36.098487 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-122e8142-20a6-4363-ac93-f7504b181e0b x-openstack-request-id: req-122e8142-20a6-4363-ac93-f7504b181e0b {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:33:36.098942 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfe4e93d-fdc7-44c0-a008-3ef322a3b181", "name": "network-vif-deleted", "tag": "5547e682-5a32-4beb-89af-d15d9daf33ab", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:33:36.099299 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-122e8142-20a6-4363-ac93-f7504b181e0b {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:33:36.100546 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-122e8142-20a6-4363-ac93-f7504b181e0b'] response: {'server_uuid': 'cfe4e93d-fdc7-44c0-a008-3ef322a3b181', 'name': 'network-vif-deleted', 'tag': '5547e682-5a32-4beb-89af-d15d9daf33ab', 'status': 'completed', 'code': 200} Apr 05 14:33:36.145180 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d609f9c-5556-44d0-b765-8c58f08d522a req-690564d3-a300-421a-9dfb-fc0dc7e277b5 tempest-LiveMigrationTest-1634108813 tempest-LiveMigrationTest-1634108813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:36.169285 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0d609f9c-5556-44d0-b765-8c58f08d522a req-690564d3-a300-421a-9dfb-fc0dc7e277b5 tempest-LiveMigrationTest-1634108813 tempest-LiveMigrationTest-1634108813-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=8b2b251f-cf85-49eb-bb13-18b0fc1f5e9f HTTP/1.1" status: 200 len: 1096 time: 0.1533196 Apr 05 14:33:36.195229 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a14cc9-354a-4182-a0f4-d2f76e95b356 None None] Network be020690-4eac-4905-82c2-c0f5c553e9f2 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:33:36.232580 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:36.277007 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37434) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:33:36.298744 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cad6cfcd-3c43-4238-b1f7-76d9a6053bdd req-d4257659-35ae-49f5-9973-86e9f88506df tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfe4e93d-fdc7-44c0-a008-3ef322a3b181 HTTP/1.1" status: 200 len: 210 time: 0.0810518 Apr 05 14:33:36.335735 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0d609f9c-5556-44d0-b765-8c58f08d522a req-100c01c9-cf4b-40b1-97ee-747a242e5ee4 tempest-LiveMigrationTest-1634108813 tempest-LiveMigrationTest-1634108813-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606414 Apr 05 14:33:36.446452 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8388c1a2-84e6-49c2-b909-4d1a4f1fc83f req-70d86b26-107f-41f2-82e0-61ede23def0f tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5398802-0755-4a50-8138-d69f86d4cedc HTTP/1.1" status: 200 len: 210 time: 0.0545228 Apr 05 14:33:36.545297 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 4720d908-6678-4339-b284-2ab03799581b, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=4720d908-6678-4339-b284-2ab03799581b,segment=NetworkSegment(9a2f37a0-b23d-490a-98bb-060c03097f74),segment_id=9a2f37a0-b23d-490a-98bb-060c03097f74)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:36.608088 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '989e98ce-36ed-4302-94e9-639222cdaacc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4720d908-6678-4339-b284-2ab03799581b'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:33:36.616038 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0abb519-cd38-4a32-bf6e-7bd878e462c8" -d '{"events": [{"server_uuid": "989e98ce-36ed-4302-94e9-639222cdaacc", "name": "network-vif-plugged", "status": "completed", "tag": "4720d908-6678-4339-b284-2ab03799581b"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:33:36.618667 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-2f72640a-76a2-428a-ba9e-321d832a94e4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=94d2cb12284f41aabf746ff9f3e9db85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3404694 Apr 05 14:33:36.622159 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 37448) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:33:36.662843 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:36.718585 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5f354b95-a544-43f7-add7-72831dc177f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:36.768385 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=4720d908-6678-4339-b284-2ab03799581b,revision_number=8']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:36.778418 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:33:36.778760 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:33:36.779359 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:33:36.779472 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:33:36.779802 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:33:36.780108 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:33:36.780466 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:33:36.780788 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:33:36.781144 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:33:36.781478 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:33:36.781818 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:33:36.782112 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:33:36.820974 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5f354b95-a544-43f7-add7-72831dc177f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:37.041713 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5f354b95-a544-43f7-add7-72831dc177f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:37.045162 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5f354b95-a544-43f7-add7-72831dc177f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:37.049609 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-5f354b95-a544-43f7-add7-72831dc177f4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a8a44859-2ba3-4510-8bcd-1d51796117b3 HTTP/1.1" status: 204 len: 168 time: 0.4262938 Apr 05 14:33:37.097693 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f354b95-a544-43f7-add7-72831dc177f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a44859-2ba3-4510-8bcd-1d51796117b3,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:37.123885 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc2708f-1563-409a-861d-a7bb1afbd0c7 req-1b7aec63-085d-41c8-ac0c-90c2e0a4aa6b tempest-ServerPasswordTestJSON-1022705133 tempest-ServerPasswordTestJSON-1022705133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:37.133182 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0bc2708f-1563-409a-861d-a7bb1afbd0c7 req-1b7aec63-085d-41c8-ac0c-90c2e0a4aa6b tempest-ServerPasswordTestJSON-1022705133 tempest-ServerPasswordTestJSON-1022705133-project] 10.222.0.30 "GET /v2.0/networks?id=be020690-4eac-4905-82c2-c0f5c553e9f2 HTTP/1.1" status: 200 len: 812 time: 0.2016091 Apr 05 14:33:37.151103 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0bc2708f-1563-409a-861d-a7bb1afbd0c7 req-347c9f74-af9a-475f-8fc9-3e4645efc67b tempest-ServerPasswordTestJSON-1022705133 tempest-ServerPasswordTestJSON-1022705133-project] 10.222.0.30 "GET /v2.0/quotas/10f08e0c585d4bce9922d1b84ccfbdc4 HTTP/1.1" status: 200 len: 375 time: 0.0168498 Apr 05 14:33:37.192213 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0bc2708f-1563-409a-861d-a7bb1afbd0c7 req-c9f1c694-be13-4ae5-85a2-58960ea19d60 tempest-ServerPasswordTestJSON-1022705133 tempest-ServerPasswordTestJSON-1022705133-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=10f08e0c585d4bce9922d1b84ccfbdc4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397015 Apr 05 14:33:37.272619 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [req-0bc2708f-1563-409a-861d-a7bb1afbd0c7 req-4c2b2314-59c8-435a-8729-84e0c8979e08 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:33:37.273824 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0bc2708f-1563-409a-861d-a7bb1afbd0c7 req-4c2b2314-59c8-435a-8729-84e0c8979e08 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0742185 Apr 05 14:33:37.957359 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0bc2708f-1563-409a-861d-a7bb1afbd0c7 req-1cec340c-86b4-4e4e-a0ba-53aaea84bedc service neutron] 10.222.0.30 "GET /v2.0/networks/be020690-4eac-4905-82c2-c0f5c553e9f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6762683 Apr 05 14:33:38.126097 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0bc2708f-1563-409a-861d-a7bb1afbd0c7 req-036ab02c-209f-4ead-9539-87299c5e8a2e service neutron] 10.222.0.30 "GET /v2.0/networks/be020690-4eac-4905-82c2-c0f5c553e9f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676309 Apr 05 14:33:38.476841 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-51dca324-673e-4404-a94f-537a4c5c579f req-8ad05d03-5d4e-43c5-a62e-51bc0a29ea97 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f18ed5e-8412-4093-8697-f85d9fb0ff29 HTTP/1.1" status: 200 len: 210 time: 0.0489857 Apr 05 14:33:38.584693 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e8c16ad-8583-4eb5-98dd-edb892bc7e94 x-openstack-request-id: req-9e8c16ad-8583-4eb5-98dd-edb892bc7e94 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:33:38.586465 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "989e98ce-36ed-4302-94e9-639222cdaacc", "name": "network-vif-plugged", "status": "completed", "tag": "4720d908-6678-4339-b284-2ab03799581b", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:33:38.587546 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9e8c16ad-8583-4eb5-98dd-edb892bc7e94 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:33:38.588727 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e8c16ad-8583-4eb5-98dd-edb892bc7e94'] response: {'server_uuid': '989e98ce-36ed-4302-94e9-639222cdaacc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4720d908-6678-4339-b284-2ab03799581b', 'code': 200} Apr 05 14:33:38.649703 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37526) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:33:38.761954 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b3b09c-69ec-4f69-bb5b-c0fdc01e6ec1 req-df5f6005-afe2-42a4-9e67-192e94d13e7e tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:38.773436 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-08b3b09c-69ec-4f69-bb5b-c0fdc01e6ec1 req-df5f6005-afe2-42a4-9e67-192e94d13e7e tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=989e98ce-36ed-4302-94e9-639222cdaacc HTTP/1.1" status: 200 len: 945 time: 0.0879822 Apr 05 14:33:38.839596 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-f98f18f8-847c-4039-880d-06f5daf8f8d9 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-2110040823', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:33:38.841400 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-08b3b09c-69ec-4f69-bb5b-c0fdc01e6ec1 req-6276b2fb-52c5-4ddb-8de3-05f73dc839ab tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652678 Apr 05 14:33:39.011690 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37812bce-86f8-4003-9f05-ad1a70642371 req-53b269ac-1124-4bf6-94c0-edbbcd2168bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:39.011690 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-37812bce-86f8-4003-9f05-ad1a70642371 req-53b269ac-1124-4bf6-94c0-edbbcd2168bb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=989e98ce-36ed-4302-94e9-639222cdaacc HTTP/1.1" status: 200 len: 1096 time: 0.1664610 Apr 05 14:33:39.083323 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-37812bce-86f8-4003-9f05-ad1a70642371 req-5e55d83a-0635-4791-9be0-58b06c2e3877 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560195 Apr 05 14:33:39.227496 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b3086a8f-0877-4bdb-aa15-ae08a489c500 req-a41c1190-92c6-422e-903b-a78a7d90a875 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5398802-0755-4a50-8138-d69f86d4cedc HTTP/1.1" status: 200 len: 210 time: 0.0295701 Apr 05 14:33:39.228542 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227bef3-15bc-45e3-a857-0815e3ec92de req-1c0878c2-5832-44fd-bfa4-fe244704f782 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:39.228542 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f227bef3-15bc-45e3-a857-0815e3ec92de req-1c0878c2-5832-44fd-bfa4-fe244704f782 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.55 "GET /v2.0/networks?id=92fcad72-c5db-4d1e-b4a7-6aec706b597c HTTP/1.1" status: 200 len: 822 time: 0.3058920 Apr 05 14:33:39.229090 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c25a5e85-d4db-4511-a170-3b346ae8477b req-8f321a66-710c-42cb-b413-730669e74410 tempest-ServerPasswordTestJSON-1022705133 tempest-ServerPasswordTestJSON-1022705133-project] 10.222.0.30 "GET /v2.0/ports?device_id=a61b73ac-42d2-43eb-999a-0e9d7edb6bd8 HTTP/1.1" status: 200 len: 210 time: 0.0415027 Apr 05 14:33:39.288162 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-f227bef3-15bc-45e3-a857-0815e3ec92de req-e0863939-48e3-45fd-acd2-e2cdaf26da13 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Request body: {'port': {'device_id': 'a5398802-0755-4a50-8138-d69f86d4cedc', 'network_id': '92fcad72-c5db-4d1e-b4a7-6aec706b597c', 'admin_state_up': True, 'tenant_id': '3e7c44b60b62410f964e2903e104051e'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:33:39.384936 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [req-f94c343a-efb7-4042-81f0-a4ba2f2f03ec req-a54b1bdf-9235-4e17-8e97-57c49cb815f5 tempest-LiveMigrationTest-1634108813 tempest-LiveMigrationTest-1634108813-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:33:39.387009 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f94c343a-efb7-4042-81f0-a4ba2f2f03ec req-a54b1bdf-9235-4e17-8e97-57c49cb815f5 tempest-LiveMigrationTest-1634108813 tempest-LiveMigrationTest-1634108813-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066750 Apr 05 14:33:39.417104 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f98f18f8-847c-4039-880d-06f5daf8f8d9 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27088'] for router, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:39.418163 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f98f18f8-847c-4039-880d-06f5daf8f8d9 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27079'] for router, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:39.478338 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f98f18f8-847c-4039-880d-06f5daf8f8d9 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:39.479929 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f227bef3-15bc-45e3-a857-0815e3ec92de req-e0863939-48e3-45fd-acd2-e2cdaf26da13 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Made reservation on behalf of 3e7c44b60b62410f964e2903e104051e for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:33:39.483162 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94c343a-efb7-4042-81f0-a4ba2f2f03ec req-d0749338-0d3f-4f6a-a3c0-fa130a44dcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:39.483704 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-f227bef3-15bc-45e3-a857-0815e3ec92de req-e0863939-48e3-45fd-acd2-e2cdaf26da13 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:39.484750 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f94c343a-efb7-4042-81f0-a4ba2f2f03ec req-d0749338-0d3f-4f6a-a3c0-fa130a44dcd9 service neutron] 10.222.0.30 "GET /v2.0/ports/7253d90b-ef3c-4177-9f53-30afd622942c HTTP/1.1" status: 200 len: 1093 time: 0.0798373 Apr 05 14:33:39.497566 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-f94c343a-efb7-4042-81f0-a4ba2f2f03ec req-afbf389b-9936-4191-8fdf-e1b963b1bb9c service neutron] Request body: {'binding': {'host': 'n-h1-836650-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:33:39.498172 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-f94c343a-efb7-4042-81f0-a4ba2f2f03ec req-afbf389b-9936-4191-8fdf-e1b963b1bb9c service neutron] Unknown quota resources ['binding']. {{(pid=103320) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 05 14:33:39.581560 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f98f18f8-847c-4039-880d-06f5daf8f8d9 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618'] for router, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:39.692477 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [req-f227bef3-15bc-45e3-a857-0815e3ec92de req-e0863939-48e3-45fd-acd2-e2cdaf26da13 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Allocated IP 172.20.0.5 (92fcad72-c5db-4d1e-b4a7-6aec706b597c/f2240eec-fdc7-4a9d-b66e-11daf7277a6b/b3f6f5da-f9f2-4ed7-8ec4-30bb459d5d3c) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:33:39.727824 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f98f18f8-847c-4039-880d-06f5daf8f8d9 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:39.732982 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-f98f18f8-847c-4039-880d-06f5daf8f8d9 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.0810213 Apr 05 14:33:39.735568 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-f94c343a-efb7-4042-81f0-a4ba2f2f03ec req-afbf389b-9936-4191-8fdf-e1b963b1bb9c service neutron] Attempting to bind port 7253d90b-ef3c-4177-9f53-30afd622942c on host n-h1-836650-2 for vnic_type normal with profile None {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:33:39.736305 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37546) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:33:39.736553 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-f94c343a-efb7-4042-81f0-a4ba2f2f03ec req-afbf389b-9936-4191-8fdf-e1b963b1bb9c service neutron] Attempting to bind port 7253d90b-ef3c-4177-9f53-30afd622942c by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': 'd98286ea-3af7-47a7-a92d-d95717c2d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bbdeb55e-008a-45ea-8c70-7d18b28201f7'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:33:39.737046 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94c343a-efb7-4042-81f0-a4ba2f2f03ec req-afbf389b-9936-4191-8fdf-e1b963b1bb9c service neutron] Attempting to bind port 7253d90b-ef3c-4177-9f53-30afd622942c on network bbdeb55e-008a-45ea-8c70-7d18b28201f7 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:33:39.742761 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94c343a-efb7-4042-81f0-a4ba2f2f03ec req-afbf389b-9936-4191-8fdf-e1b963b1bb9c service neutron] Port 7253d90b-ef3c-4177-9f53-30afd622942c on network bbdeb55e-008a-45ea-8c70-7d18b28201f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:33:39.743346 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94c343a-efb7-4042-81f0-a4ba2f2f03ec req-afbf389b-9936-4191-8fdf-e1b963b1bb9c service neutron] Attempting to bind port 7253d90b-ef3c-4177-9f53-30afd622942c on network bbdeb55e-008a-45ea-8c70-7d18b28201f7 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:33:39.751679 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94c343a-efb7-4042-81f0-a4ba2f2f03ec req-afbf389b-9936-4191-8fdf-e1b963b1bb9c service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:33:39.752150 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94c343a-efb7-4042-81f0-a4ba2f2f03ec req-afbf389b-9936-4191-8fdf-e1b963b1bb9c service neutron] Checking segment: {'id': 'd98286ea-3af7-47a7-a92d-d95717c2d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bbdeb55e-008a-45ea-8c70-7d18b28201f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:33:39.758546 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94c343a-efb7-4042-81f0-a4ba2f2f03ec req-afbf389b-9936-4191-8fdf-e1b963b1bb9c service neutron] Bound using segment: {'id': 'd98286ea-3af7-47a7-a92d-d95717c2d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bbdeb55e-008a-45ea-8c70-7d18b28201f7'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:33:39.758546 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-f94c343a-efb7-4042-81f0-a4ba2f2f03ec req-afbf389b-9936-4191-8fdf-e1b963b1bb9c service neutron] Bound port: 7253d90b-ef3c-4177-9f53-30afd622942c, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd98286ea-3af7-47a7-a92d-d95717c2d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bbdeb55e-008a-45ea-8c70-7d18b28201f7'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:33:39.758805 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-80a8cfdb-e39d-4444-90d1-91f328568ed6 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1722723442'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:33:39.884644 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-41443b1b-83c1-4766-bfb0-516906cb4e4e req-10fe2118-9865-4e39-8d46-4905a39693a7 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f18ed5e-8412-4093-8697-f85d9fb0ff29 HTTP/1.1" status: 200 len: 210 time: 0.0549948 Apr 05 14:33:39.922368 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-f94c343a-efb7-4042-81f0-a4ba2f2f03ec req-afbf389b-9936-4191-8fdf-e1b963b1bb9c service neutron] For port 7253d90b-ef3c-4177-9f53-30afd622942c, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=7253d90b-ef3c-4177-9f53-30afd622942c,segment=NetworkSegment(d98286ea-3af7-47a7-a92d-d95717c2d70a),segment_id=d98286ea-3af7-47a7-a92d-d95717c2d70a)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:33:39.936643 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a8cfdb-e39d-4444-90d1-91f328568ed6 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Made reservation on behalf of 46506dd378824c31a44f4042351ca50c for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:33:39.936643 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-80a8cfdb-e39d-4444-90d1-91f328568ed6 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:39.951785 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-80a8cfdb-e39d-4444-90d1-91f328568ed6 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:40.021905 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-f94c343a-efb7-4042-81f0-a4ba2f2f03ec req-afbf389b-9936-4191-8fdf-e1b963b1bb9c service neutron] Notify callbacks [] for binding, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:40.035990 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f94c343a-efb7-4042-81f0-a4ba2f2f03ec req-afbf389b-9936-4191-8fdf-e1b963b1bb9c service neutron] 10.222.0.30 "POST /v2.0/ports/7253d90b-ef3c-4177-9f53-30afd622942c/bindings HTTP/1.1" status: 201 len: 389 time: 0.5431619 Apr 05 14:33:40.059627 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-80a8cfdb-e39d-4444-90d1-91f328568ed6 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:40.132213 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee237989-1497-4416-b438-935493543cb6 req-86d040c2-1547-4c28-8cbd-e7c9d35e1318 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:40.134482 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ee237989-1497-4416-b438-935493543cb6 req-86d040c2-1547-4c28-8cbd-e7c9d35e1318 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/ports?device_id=84a04f4a-fc48-465a-9986-ce4a5d1c1966 HTTP/1.1" status: 200 len: 945 time: 0.1617539 Apr 05 14:33:40.139691 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-80a8cfdb-e39d-4444-90d1-91f328568ed6 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:40.165288 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-f227bef3-15bc-45e3-a857-0815e3ec92de req-e0863939-48e3-45fd-acd2-e2cdaf26da13 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:40.227362 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ee237989-1497-4416-b438-935493543cb6 req-e9d03f41-e993-4221-b765-f65c9635966e tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d1a7855-7863-4922-a8cb-f86b0f779ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852554 Apr 05 14:33:40.261895 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80a8cfdb-e39d-4444-90d1-91f328568ed6 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:33:40.287759 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a8cfdb-e39d-4444-90d1-91f328568ed6 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=707b7a1c-5ddb-40be-ae80-40bb7786439a,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:40.297577 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-80a8cfdb-e39d-4444-90d1-91f328568ed6 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:40.298117 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-80a8cfdb-e39d-4444-90d1-91f328568ed6 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Added segment 785409fe-bafb-4d81-9009-e0cffd3404ef of type vlan for network 4eeb3798-d28c-4391-89f0-bff4dc70e916 Apr 05 14:33:40.371000 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-80a8cfdb-e39d-4444-90d1-91f328568ed6 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:40.482227 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-108def22-fc33-49b9-8c39-37188911e752 req-907f12e0-fddb-4dbe-9211-2f9a0ae8b60f tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5398802-0755-4a50-8138-d69f86d4cedc HTTP/1.1" status: 200 len: 210 time: 0.0314553 Apr 05 14:33:40.490209 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-f227bef3-15bc-45e3-a857-0815e3ec92de req-e0863939-48e3-45fd-acd2-e2cdaf26da13 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:40.502035 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888380c-978f-49c4-b847-13838e83436f req-8f8f6c6b-2392-4829-bbaa-7e373d5aeb14 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:40.510002 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c888380c-978f-49c4-b847-13838e83436f req-8f8f6c6b-2392-4829-bbaa-7e373d5aeb14 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=989e98ce-36ed-4302-94e9-639222cdaacc HTTP/1.1" status: 200 len: 945 time: 0.1391978 Apr 05 14:33:40.588954 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c888380c-978f-49c4-b847-13838e83436f req-fb9abd9e-358e-4cb7-ade5-a494c41914f1 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743093 Apr 05 14:33:40.662314 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f227bef3-15bc-45e3-a857-0815e3ec92de req-e0863939-48e3-45fd-acd2-e2cdaf26da13 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Network 92fcad72-c5db-4d1e-b4a7-6aec706b597c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:33:40.680771 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-80a8cfdb-e39d-4444-90d1-91f328568ed6 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:40.699597 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a8cfdb-e39d-4444-90d1-91f328568ed6 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:40.702898 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-80a8cfdb-e39d-4444-90d1-91f328568ed6 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:40.716039 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [req-f227bef3-15bc-45e3-a857-0815e3ec92de req-e0863939-48e3-45fd-acd2-e2cdaf26da13 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:33:40.748593 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0863939-48e3-45fd-acd2-e2cdaf26da13 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Pushing event updated for resources: {'Port': ['ID=b3f6f5da-f9f2-4ed7-8ec4-30bb459d5d3c,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:40.753690 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-f227bef3-15bc-45e3-a857-0815e3ec92de req-e0863939-48e3-45fd-acd2-e2cdaf26da13 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:33:40.769458 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c8eb202f-6367-42a1-b1fc-e1e48607cf8b req-4fd1fd9a-8f52-418c-8ae4-4fd4e5de0cd8 tempest-ServerPasswordTestJSON-1022705133 tempest-ServerPasswordTestJSON-1022705133-project] 10.222.0.30 "GET /v2.0/ports?device_id=a61b73ac-42d2-43eb-999a-0e9d7edb6bd8 HTTP/1.1" status: 200 len: 210 time: 0.1249697 Apr 05 14:33:40.858042 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d831d280-e254-40ff-a133-2a46fa7d96f6 req-e147b919-1adc-4c0a-8ffb-0ba50b309ee9 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:40.867184 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d831d280-e254-40ff-a133-2a46fa7d96f6 req-e147b919-1adc-4c0a-8ffb-0ba50b309ee9 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b2b251f-cf85-49eb-bb13-18b0fc1f5e9f HTTP/1.1" status: 200 len: 945 time: 0.1312451 Apr 05 14:33:40.880428 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227bef3-15bc-45e3-a857-0815e3ec92de req-e0863939-48e3-45fd-acd2-e2cdaf26da13 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:40.881448 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-f227bef3-15bc-45e3-a857-0815e3ec92de req-e0863939-48e3-45fd-acd2-e2cdaf26da13 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:40.893761 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-80a8cfdb-e39d-4444-90d1-91f328568ed6 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1563773 Apr 05 14:33:40.897804 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 37560) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:33:40.903296 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-6aeac5b8-64f6-42d8-a908-a443823a9808 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Request body: {'subnet': {'network_id': '4eeb3798-d28c-4391-89f0-bff4dc70e916', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:33:41.014743 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a8cfdb-e39d-4444-90d1-91f328568ed6 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Pushing event updated for resources: {'Network': ['ID=4eeb3798-d28c-4391-89f0-bff4dc70e916,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:41.033208 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 4eeb3798-d28c-4391-89f0-bff4dc70e916 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:33:41.069968 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f227bef3-15bc-45e3-a857-0815e3ec92de req-e0863939-48e3-45fd-acd2-e2cdaf26da13 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7858560 Apr 05 14:33:41.082513 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d831d280-e254-40ff-a133-2a46fa7d96f6 req-db7e3b9c-2285-41b2-a573-5b365dc42f7a tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143087 Apr 05 14:33:41.092322 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-f227bef3-15bc-45e3-a857-0815e3ec92de req-a50c5178-8ed6-4a2d-9dd4-cc88edf72731 service neutron] Request body: {'port': {'device_id': 'a5398802-0755-4a50-8138-d69f86d4cedc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:33:41.097488 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dd166ec7-ba8b-44a1-b582-a1a568fc705c req-f4ccbc36-7b5b-455b-a63f-968a960bacd2 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f18ed5e-8412-4093-8697-f85d9fb0ff29 HTTP/1.1" status: 200 len: 210 time: 0.0565388 Apr 05 14:33:41.182916 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-f227bef3-15bc-45e3-a857-0815e3ec92de req-a50c5178-8ed6-4a2d-9dd4-cc88edf72731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:41.284128 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94c343a-efb7-4042-81f0-a4ba2f2f03ec req-81050b3c-d30c-4a04-9944-25202f19dc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:41.290142 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f94c343a-efb7-4042-81f0-a4ba2f2f03ec req-81050b3c-d30c-4a04-9944-25202f19dc16 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f15fb34306734f1db943c159bdbff20e&device_id=8b2b251f-cf85-49eb-bb13-18b0fc1f5e9f HTTP/1.1" status: 200 len: 1096 time: 0.1666651 Apr 05 14:33:41.402439 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aeac5b8-64f6-42d8-a908-a443823a9808 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Made reservation on behalf of 46506dd378824c31a44f4042351ca50c for: {'subnet': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:33:41.406120 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6aeac5b8-64f6-42d8-a908-a443823a9808 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13127328'] for subnet, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:41.640233 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e813cc0d-a72a-4bef-92fe-1215e34b8a5c req-b8eaf8c2-637d-4b21-a23e-e16dc17ab57b tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:41.654465 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e813cc0d-a72a-4bef-92fe-1215e34b8a5c req-b8eaf8c2-637d-4b21-a23e-e16dc17ab57b tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/ports?device_id=84a04f4a-fc48-465a-9986-ce4a5d1c1966 HTTP/1.1" status: 200 len: 945 time: 0.2546942 Apr 05 14:33:41.658155 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94c343a-efb7-4042-81f0-a4ba2f2f03ec req-fc8efd7d-9a1c-4508-a24d-1b6b2898e3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:41.660294 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f94c343a-efb7-4042-81f0-a4ba2f2f03ec req-fc8efd7d-9a1c-4508-a24d-1b6b2898e3bc service neutron] 10.222.0.55 "GET /v2.0/networks?id=bbdeb55e-008a-45ea-8c70-7d18b28201f7 HTTP/1.1" status: 200 len: 908 time: 0.3621230 Apr 05 14:33:41.672308 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [req-f227bef3-15bc-45e3-a857-0815e3ec92de req-a50c5178-8ed6-4a2d-9dd4-cc88edf72731 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3f6f5da-f9f2-4ed7-8ec4-30bb459d5d3c {{(pid=103321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:33:41.688228 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-f227bef3-15bc-45e3-a857-0815e3ec92de req-a50c5178-8ed6-4a2d-9dd4-cc88edf72731 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:41.711813 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.provisioning_blocks [req-f227bef3-15bc-45e3-a857-0815e3ec92de req-a50c5178-8ed6-4a2d-9dd4-cc88edf72731 service neutron] Transition to ACTIVE for port object b3f6f5da-f9f2-4ed7-8ec4-30bb459d5d3c will not be triggered until provisioned by entity L2. {{(pid=103321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:33:41.750530 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f94c343a-efb7-4042-81f0-a4ba2f2f03ec req-286e3da9-10cf-4e8f-aac4-b8b1f0567a4c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7253d90b-ef3c-4177-9f53-30afd622942c HTTP/1.1" status: 200 len: 217 time: 0.0818110 Apr 05 14:33:41.787232 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-f227bef3-15bc-45e3-a857-0815e3ec92de req-a50c5178-8ed6-4a2d-9dd4-cc88edf72731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:41.848322 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e813cc0d-a72a-4bef-92fe-1215e34b8a5c req-fb6a198e-5891-4fc4-b479-f0963b91859a tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d1a7855-7863-4922-a8cb-f86b0f779ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779130 Apr 05 14:33:41.886854 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8adc68-dabb-4f67-b81e-d95e72da4e50 req-8090e8c5-9044-4628-a4d6-290df31f57b4 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:41.886854 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-df8adc68-dabb-4f67-b81e-d95e72da4e50 req-8090e8c5-9044-4628-a4d6-290df31f57b4 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.55 "GET /v2.0/ports?device_id=84a04f4a-fc48-465a-9986-ce4a5d1c1966 HTTP/1.1" status: 200 len: 945 time: 0.3724771 Apr 05 14:33:42.010947 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50c5178-8ed6-4a2d-9dd4-cc88edf72731 service neutron] Pushing event updated for resources: {'Port': ['ID=b3f6f5da-f9f2-4ed7-8ec4-30bb459d5d3c,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:42.030580 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a838efaa-4c13-4321-8887-4ae4ece34f72 req-b146fd4b-61fd-47db-acc1-17941812436f tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:42.039548 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a838efaa-4c13-4321-8887-4ae4ece34f72 req-b146fd4b-61fd-47db-acc1-17941812436f tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5398802-0755-4a50-8138-d69f86d4cedc HTTP/1.1" status: 200 len: 931 time: 0.3779981 Apr 05 14:33:42.042494 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94c343a-efb7-4042-81f0-a4ba2f2f03ec req-e939c490-84ba-4624-8c4c-035fa874a380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:42.043909 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f94c343a-efb7-4042-81f0-a4ba2f2f03ec req-e939c490-84ba-4624-8c4c-035fa874a380 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac874e19-e8d7-4dbd-ad30-b4a600298345 HTTP/1.1" status: 200 len: 847 time: 0.2758367 Apr 05 14:33:42.073822 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:42.135702 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f94c343a-efb7-4042-81f0-a4ba2f2f03ec req-74ff71a4-d30f-4d52-a941-57b0c54286cc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bbdeb55e-008a-45ea-8c70-7d18b28201f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714443 Apr 05 14:33:42.195389 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-f227bef3-15bc-45e3-a857-0815e3ec92de req-a50c5178-8ed6-4a2d-9dd4-cc88edf72731 service neutron] Attempting to bind port b3f6f5da-f9f2-4ed7-8ec4-30bb459d5d3c on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:33:42.201730 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-f227bef3-15bc-45e3-a857-0815e3ec92de req-a50c5178-8ed6-4a2d-9dd4-cc88edf72731 service neutron] Attempting to bind port b3f6f5da-f9f2-4ed7-8ec4-30bb459d5d3c by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': '1db74af5-f9b7-4132-a710-0eb375e39826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '92fcad72-c5db-4d1e-b4a7-6aec706b597c'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:33:42.202441 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f227bef3-15bc-45e3-a857-0815e3ec92de req-a50c5178-8ed6-4a2d-9dd4-cc88edf72731 service neutron] Attempting to bind port b3f6f5da-f9f2-4ed7-8ec4-30bb459d5d3c on network 92fcad72-c5db-4d1e-b4a7-6aec706b597c {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:33:42.220984 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc2708f-1563-409a-861d-a7bb1afbd0c7 req-bce90818-4fc0-4cb2-8ff4-9a51e8ff0b51 tempest-ServerPasswordTestJSON-1022705133 tempest-ServerPasswordTestJSON-1022705133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:42.222892 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-0bc2708f-1563-409a-861d-a7bb1afbd0c7 req-bce90818-4fc0-4cb2-8ff4-9a51e8ff0b51 tempest-ServerPasswordTestJSON-1022705133 tempest-ServerPasswordTestJSON-1022705133-project] 10.222.0.11 "GET /v2.0/networks?id=be020690-4eac-4905-82c2-c0f5c553e9f2 HTTP/1.1" status: 200 len: 812 time: 0.3132913 Apr 05 14:33:42.226341 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f227bef3-15bc-45e3-a857-0815e3ec92de req-a50c5178-8ed6-4a2d-9dd4-cc88edf72731 service neutron] Port b3f6f5da-f9f2-4ed7-8ec4-30bb459d5d3c on network 92fcad72-c5db-4d1e-b4a7-6aec706b597c not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:33:42.226870 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f227bef3-15bc-45e3-a857-0815e3ec92de req-a50c5178-8ed6-4a2d-9dd4-cc88edf72731 service neutron] Attempting to bind port b3f6f5da-f9f2-4ed7-8ec4-30bb459d5d3c on network 92fcad72-c5db-4d1e-b4a7-6aec706b597c {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:33:42.237290 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-0bc2708f-1563-409a-861d-a7bb1afbd0c7 req-777092ab-eb72-41ab-9141-36f29674170b tempest-ServerPasswordTestJSON-1022705133 tempest-ServerPasswordTestJSON-1022705133-project] Request body: {'port': {'device_id': 'a61b73ac-42d2-43eb-999a-0e9d7edb6bd8', 'network_id': 'be020690-4eac-4905-82c2-c0f5c553e9f2', 'admin_state_up': True, 'tenant_id': '10f08e0c585d4bce9922d1b84ccfbdc4'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:33:42.240973 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f227bef3-15bc-45e3-a857-0815e3ec92de req-a50c5178-8ed6-4a2d-9dd4-cc88edf72731 service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:33:42.241503 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f227bef3-15bc-45e3-a857-0815e3ec92de req-a50c5178-8ed6-4a2d-9dd4-cc88edf72731 service neutron] Checking segment: {'id': '1db74af5-f9b7-4132-a710-0eb375e39826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '92fcad72-c5db-4d1e-b4a7-6aec706b597c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:33:42.242042 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f227bef3-15bc-45e3-a857-0815e3ec92de req-a50c5178-8ed6-4a2d-9dd4-cc88edf72731 service neutron] Bound using segment: {'id': '1db74af5-f9b7-4132-a710-0eb375e39826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '92fcad72-c5db-4d1e-b4a7-6aec706b597c'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:33:42.242651 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-f227bef3-15bc-45e3-a857-0815e3ec92de req-a50c5178-8ed6-4a2d-9dd4-cc88edf72731 service neutron] Bound port: b3f6f5da-f9f2-4ed7-8ec4-30bb459d5d3c, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1db74af5-f9b7-4132-a710-0eb375e39826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '92fcad72-c5db-4d1e-b4a7-6aec706b597c'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:33:42.243232 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-f227bef3-15bc-45e3-a857-0815e3ec92de req-a50c5178-8ed6-4a2d-9dd4-cc88edf72731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:42.277649 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a838efaa-4c13-4321-8887-4ae4ece34f72 req-58e30970-d295-45e4-8792-f9533d4dc8a2 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/security-groups?id=29c6f58e-e49b-4628-9965-3ae38dded875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369735 Apr 05 14:33:42.348694 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40497a53-d5af-4df2-9787-f3bf3210cb60 req-7b43a0bf-7edb-4bd3-bf9f-3d38f45f1814 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:42.357215 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-40497a53-d5af-4df2-9787-f3bf3210cb60 req-7b43a0bf-7edb-4bd3-bf9f-3d38f45f1814 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=989e98ce-36ed-4302-94e9-639222cdaacc HTTP/1.1" status: 200 len: 945 time: 0.3848438 Apr 05 14:33:42.378985 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f94c343a-efb7-4042-81f0-a4ba2f2f03ec req-8c916aa0-425e-4361-a636-4c31107fcf5b service neutron] 10.222.0.55 "GET /v2.0/networks/bbdeb55e-008a-45ea-8c70-7d18b28201f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360764 Apr 05 14:33:42.403781 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-f227bef3-15bc-45e3-a857-0815e3ec92de req-a50c5178-8ed6-4a2d-9dd4-cc88edf72731 service neutron] For port b3f6f5da-f9f2-4ed7-8ec4-30bb459d5d3c, host n-h1-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:33:42.408146 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-f227bef3-15bc-45e3-a857-0815e3ec92de req-a50c5178-8ed6-4a2d-9dd4-cc88edf72731 service neutron] For port b3f6f5da-f9f2-4ed7-8ec4-30bb459d5d3c, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=b3f6f5da-f9f2-4ed7-8ec4-30bb459d5d3c,segment=NetworkSegment(1db74af5-f9b7-4132-a710-0eb375e39826),segment_id=1db74af5-f9b7-4132-a710-0eb375e39826)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:33:42.436405 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-48ecc992-203a-4108-ad65-c07e8a67e8f1 req-e1ed793e-b163-440d-8122-3e6f9a73153c tempest-ServerPasswordTestJSON-1022705133 tempest-ServerPasswordTestJSON-1022705133-project] 10.222.0.30 "GET /v2.0/ports?device_id=a61b73ac-42d2-43eb-999a-0e9d7edb6bd8 HTTP/1.1" status: 200 len: 210 time: 0.0721881 Apr 05 14:33:42.494964 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6aeac5b8-64f6-42d8-a908-a443823a9808 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15773751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13127350'] for subnet, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:42.504056 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-df8adc68-dabb-4f67-b81e-d95e72da4e50 req-462b0625-7187-460e-be32-caae7d1e4b10 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Deleting port 06598068-51e9-47d2-9a52-db7d1f28967e {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:33:42.504856 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-df8adc68-dabb-4f67-b81e-d95e72da4e50 req-462b0625-7187-460e-be32-caae7d1e4b10 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:42.507588 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bc2708f-1563-409a-861d-a7bb1afbd0c7 req-777092ab-eb72-41ab-9141-36f29674170b tempest-ServerPasswordTestJSON-1022705133 tempest-ServerPasswordTestJSON-1022705133-project] Made reservation on behalf of 10f08e0c585d4bce9922d1b84ccfbdc4 for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:33:42.513407 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-0bc2708f-1563-409a-861d-a7bb1afbd0c7 req-777092ab-eb72-41ab-9141-36f29674170b tempest-ServerPasswordTestJSON-1022705133 tempest-ServerPasswordTestJSON-1022705133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:42.517378 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-f227bef3-15bc-45e3-a857-0815e3ec92de req-a50c5178-8ed6-4a2d-9dd4-cc88edf72731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:42.527263 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-40497a53-d5af-4df2-9787-f3bf3210cb60 req-b0afbcec-61a8-4876-81ea-cc9fb7243f5a tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628342 Apr 05 14:33:42.576044 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227bef3-15bc-45e3-a857-0815e3ec92de req-a50c5178-8ed6-4a2d-9dd4-cc88edf72731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:42.576654 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-f227bef3-15bc-45e3-a857-0815e3ec92de req-a50c5178-8ed6-4a2d-9dd4-cc88edf72731 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:42.578123 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f227bef3-15bc-45e3-a857-0815e3ec92de req-a50c5178-8ed6-4a2d-9dd4-cc88edf72731 service neutron] 10.222.0.55 "PUT /v2.0/ports/b3f6f5da-f9f2-4ed7-8ec4-30bb459d5d3c HTTP/1.1" status: 200 len: 1091 time: 1.4975357 Apr 05 14:33:42.593726 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5398802-0755-4a50-8138-d69f86d4cedc', 'tag': 'b3f6f5da-f9f2-4ed7-8ec4-30bb459d5d3c'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:33:42.596382 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31302089-bb03-4d7e-86a4-082dfffd89bb" -d '{"events": [{"name": "network-changed", "server_uuid": "a5398802-0755-4a50-8138-d69f86d4cedc", "tag": "b3f6f5da-f9f2-4ed7-8ec4-30bb459d5d3c"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:33:42.667544 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50c5178-8ed6-4a2d-9dd4-cc88edf72731 service neutron] Pushing event updated for resources: {'Port': ['ID=b3f6f5da-f9f2-4ed7-8ec4-30bb459d5d3c,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:42.790517 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [req-0bc2708f-1563-409a-861d-a7bb1afbd0c7 req-777092ab-eb72-41ab-9141-36f29674170b tempest-ServerPasswordTestJSON-1022705133 tempest-ServerPasswordTestJSON-1022705133-project] Allocated IP 172.20.0.7 (be020690-4eac-4905-82c2-c0f5c553e9f2/965c1a0d-2831-4089-9af5-c51dad3b71cd/e781c732-96b5-46a3-b50e-480fbd616c93) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:33:42.799518 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227bef3-15bc-45e3-a857-0815e3ec92de req-e2c59faa-535f-478c-8ebd-d5833958e296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:42.801141 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f227bef3-15bc-45e3-a857-0815e3ec92de req-e2c59faa-535f-478c-8ebd-d5833958e296 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3e7c44b60b62410f964e2903e104051e&device_id=a5398802-0755-4a50-8138-d69f86d4cedc HTTP/1.1" status: 200 len: 1094 time: 0.0754778 Apr 05 14:33:42.828954 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f94c343a-efb7-4042-81f0-a4ba2f2f03ec req-95cbc757-baab-4257-915a-c1a07437be14 service neutron] 10.222.0.55 "GET /v2.0/networks/bbdeb55e-008a-45ea-8c70-7d18b28201f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4316676 Apr 05 14:33:42.846484 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeac5b8-64f6-42d8-a908-a443823a9808 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Pushing event updated for resources: {'Subnet': ['ID=be873964-d0d2-4daf-b225-7f53f4d80d60,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:42.857436 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f227bef3-15bc-45e3-a857-0815e3ec92de req-24282baf-b359-4bc5-9d0d-6cff8420ab13 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3f6f5da-f9f2-4ed7-8ec4-30bb459d5d3c HTTP/1.1" status: 200 len: 217 time: 0.0467255 Apr 05 14:33:42.890111 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aeac5b8-64f6-42d8-a908-a443823a9808 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Checking segment: {'id': '785409fe-bafb-4d81-9009-e0cffd3404ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4eeb3798-d28c-4391-89f0-bff4dc70e916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:33:42.890728 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aeac5b8-64f6-42d8-a908-a443823a9808 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Network hostable DHCP agents. Network: 4eeb3798-d28c-4391-89f0-bff4dc70e916, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:33:42.895678 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-df8adc68-dabb-4f67-b81e-d95e72da4e50 req-462b0625-7187-460e-be32-caae7d1e4b10 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] For port 06598068-51e9-47d2-9a52-db7d1f28967e, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=06598068-51e9-47d2-9a52-db7d1f28967e,segment=NetworkSegment(7a7f2de5-306f-4345-ba19-e91d91de42c0),segment_id=7a7f2de5-306f-4345-ba19-e91d91de42c0)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:42.896304 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-df8adc68-dabb-4f67-b81e-d95e72da4e50 req-462b0625-7187-460e-be32-caae7d1e4b10 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:42.908007 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781938a8-4f43-46db-b38d-9109e14c5d98 req-cc164ba6-3533-4be2-8e78-4f128c18e3de tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:42.910864 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-781938a8-4f43-46db-b38d-9109e14c5d98 req-cc164ba6-3533-4be2-8e78-4f128c18e3de tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b2b251f-cf85-49eb-bb13-18b0fc1f5e9f HTTP/1.1" status: 200 len: 945 time: 0.3047669 Apr 05 14:33:42.933771 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6be5c3a-bff4-4529-9f63-2d4091969e57 req-9dd213a4-af96-4def-a7a3-77d64ef0aa68 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:42.943194 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c6be5c3a-bff4-4529-9f63-2d4091969e57 req-9dd213a4-af96-4def-a7a3-77d64ef0aa68 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=989e98ce-36ed-4302-94e9-639222cdaacc HTTP/1.1" status: 200 len: 945 time: 0.2227066 Apr 05 14:33:42.964530 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-df8adc68-dabb-4f67-b81e-d95e72da4e50 req-462b0625-7187-460e-be32-caae7d1e4b10 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Calling delete_port for 06598068-51e9-47d2-9a52-db7d1f28967e owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:33:42.975088 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227bef3-15bc-45e3-a857-0815e3ec92de req-e5ee1991-da76-475c-9697-4e3740f96fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:42.976599 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f227bef3-15bc-45e3-a857-0815e3ec92de req-e5ee1991-da76-475c-9697-4e3740f96fdd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f2240eec-fdc7-4a9d-b66e-11daf7277a6b HTTP/1.1" status: 200 len: 862 time: 0.1077034 Apr 05 14:33:43.039974 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f227bef3-15bc-45e3-a857-0815e3ec92de req-c8674d95-bfd6-4437-bafb-891f00eba4db service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=92fcad72-c5db-4d1e-b4a7-6aec706b597c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556278 Apr 05 14:33:43.124254 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c6be5c3a-bff4-4529-9f63-2d4091969e57 req-400f8665-59ea-4537-84f3-f6a5f2f55874 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794856 Apr 05 14:33:43.127252 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aeac5b8-64f6-42d8-a908-a443823a9808 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Network 4eeb3798-d28c-4391-89f0-bff4dc70e916 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:33:43.161753 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-781938a8-4f43-46db-b38d-9109e14c5d98 req-591a1a0b-7b04-4a66-9c02-3e1f51d77ee2 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152643 Apr 05 14:33:43.168730 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-0bc2708f-1563-409a-861d-a7bb1afbd0c7 req-777092ab-eb72-41ab-9141-36f29674170b tempest-ServerPasswordTestJSON-1022705133 tempest-ServerPasswordTestJSON-1022705133-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:43.190655 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f227bef3-15bc-45e3-a857-0815e3ec92de req-7236b65f-2d73-4ce9-84da-e3cd8bc9b27f service neutron] 10.222.0.55 "GET /v2.0/networks/92fcad72-c5db-4d1e-b4a7-6aec706b597c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430662 Apr 05 14:33:43.197979 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94c343a-efb7-4042-81f0-a4ba2f2f03ec req-72413dca-21bf-43b3-b0d9-60c70a1b0108 tempest-LiveMigrationTest-1634108813 tempest-LiveMigrationTest-1634108813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:43.200121 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f94c343a-efb7-4042-81f0-a4ba2f2f03ec req-72413dca-21bf-43b3-b0d9-60c70a1b0108 tempest-LiveMigrationTest-1634108813 tempest-LiveMigrationTest-1634108813-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=8b2b251f-cf85-49eb-bb13-18b0fc1f5e9f&tenant_id=f15fb34306734f1db943c159bdbff20e&binding%3Ahost_id=n-h2-836650-2 HTTP/1.1" status: 200 len: 1096 time: 0.2261567 Apr 05 14:33:43.226931 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-f94c343a-efb7-4042-81f0-a4ba2f2f03ec req-511a188f-af66-46cd-b14f-bd42439f5d19 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836650-2'}}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:33:43.227891 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f32955-f891-432c-8e8a-cee1188f547f x-openstack-request-id: req-04f32955-f891-432c-8e8a-cee1188f547f {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:33:43.228282 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5398802-0755-4a50-8138-d69f86d4cedc", "tag": "b3f6f5da-f9f2-4ed7-8ec4-30bb459d5d3c", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:33:43.228651 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-04f32955-f891-432c-8e8a-cee1188f547f {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:33:43.229269 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04f32955-f891-432c-8e8a-cee1188f547f'] response: {'name': 'network-changed', 'server_uuid': 'a5398802-0755-4a50-8138-d69f86d4cedc', 'tag': 'b3f6f5da-f9f2-4ed7-8ec4-30bb459d5d3c', 'status': 'completed', 'code': 200} Apr 05 14:33:43.256133 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 37600) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:33:43.283802 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-6aeac5b8-64f6-42d8-a908-a443823a9808 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 4eeb3798-d28c-4391-89f0-bff4dc70e916) {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:33:43.287450 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26f6a02-f996-4d74-9c57-902e662bacfb None None] Network 4eeb3798-d28c-4391-89f0-bff4dc70e916 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:33:43.408688 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aeac5b8-64f6-42d8-a908-a443823a9808 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:43.409745 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6aeac5b8-64f6-42d8-a908-a443823a9808 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:43.412862 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f227bef3-15bc-45e3-a857-0815e3ec92de req-3b9c1d17-231a-496e-8b5a-cac68818e9d3 service neutron] 10.222.0.55 "GET /v2.0/networks/92fcad72-c5db-4d1e-b4a7-6aec706b597c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129006 Apr 05 14:33:43.432869 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-0bc2708f-1563-409a-861d-a7bb1afbd0c7 req-777092ab-eb72-41ab-9141-36f29674170b tempest-ServerPasswordTestJSON-1022705133 tempest-ServerPasswordTestJSON-1022705133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:43.513389 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777092ab-eb72-41ab-9141-36f29674170b tempest-ServerPasswordTestJSON-1022705133 tempest-ServerPasswordTestJSON-1022705133-project] Pushing event updated for resources: {'Port': ['ID=e781c732-96b5-46a3-b50e-480fbd616c93,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:43.531285 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-91d1d295-3f56-41f0-899b-a72625b71825 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:43.539555 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-f94c343a-efb7-4042-81f0-a4ba2f2f03ec req-511a188f-af66-46cd-b14f-bd42439f5d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:43.552640 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bc2708f-1563-409a-861d-a7bb1afbd0c7 req-777092ab-eb72-41ab-9141-36f29674170b tempest-ServerPasswordTestJSON-1022705133 tempest-ServerPasswordTestJSON-1022705133-project] Network be020690-4eac-4905-82c2-c0f5c553e9f2 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:33:43.566004 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [req-0bc2708f-1563-409a-861d-a7bb1afbd0c7 req-777092ab-eb72-41ab-9141-36f29674170b tempest-ServerPasswordTestJSON-1022705133 tempest-ServerPasswordTestJSON-1022705133-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:33:43.585558 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bc2708f-1563-409a-861d-a7bb1afbd0c7 req-777092ab-eb72-41ab-9141-36f29674170b tempest-ServerPasswordTestJSON-1022705133 tempest-ServerPasswordTestJSON-1022705133-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:33:43.586038 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02d42cb-a593-488a-b53d-68a4e50b9bad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-4eeb3798-d28c-4391-89f0-bff4dc70e916', 'network_id': '4eeb3798-d28c-4391-89f0-bff4dc70e916', 'tenant_id': '46506dd378824c31a44f4042351ca50c', 'fixed_ips': [{'subnet_id': 'be873964-d0d2-4daf-b225-7f53f4d80d60'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:33:43.586925 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f02d42cb-a593-488a-b53d-68a4e50b9bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:43.632088 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d187ef-43b1-4493-ad3f-9f3d7d906cb4 req-6916ef63-dfef-43b7-88f8-4f207e2d1a4a tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:43.638544 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f7d187ef-43b1-4493-ad3f-9f3d7d906cb4 req-6916ef63-dfef-43b7-88f8-4f207e2d1a4a tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/ports?device_id=84a04f4a-fc48-465a-9986-ce4a5d1c1966 HTTP/1.1" status: 200 len: 945 time: 0.2250650 Apr 05 14:33:43.644088 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-91d1d295-3f56-41f0-899b-a72625b71825 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:43.675220 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-6aeac5b8-64f6-42d8-a908-a443823a9808 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7768643 Apr 05 14:33:43.679266 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37606) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:33:43.697268 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-a310e4e1-487f-478a-b71b-1fecada11509 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Request body: {'network': {'name': 'tempest-router-network01--1517197865'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:33:43.727117 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-df8adc68-dabb-4f67-b81e-d95e72da4e50 req-462b0625-7187-460e-be32-caae7d1e4b10 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:43.740922 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31302089-bb03-4d7e-86a4-082dfffd89bb req-7bc0dc2f-3425-44e4-82be-6d492e523f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:43.742649 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-31302089-bb03-4d7e-86a4-082dfffd89bb req-7bc0dc2f-3425-44e4-82be-6d492e523f6a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3e7c44b60b62410f964e2903e104051e&device_id=a5398802-0755-4a50-8138-d69f86d4cedc HTTP/1.1" status: 200 len: 1094 time: 0.1882999 Apr 05 14:33:43.774411 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462b0625-7187-460e-be32-caae7d1e4b10 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Pushing event deleted for resources: {'Port': ['ID=06598068-51e9-47d2-9a52-db7d1f28967e,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:43.844393 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f7d187ef-43b1-4493-ad3f-9f3d7d906cb4 req-b1754905-a5a9-497f-9e46-d2ed47e7adfb tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d1a7855-7863-4922-a8cb-f86b0f779ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679950 Apr 05 14:33:43.863100 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc2708f-1563-409a-861d-a7bb1afbd0c7 req-777092ab-eb72-41ab-9141-36f29674170b tempest-ServerPasswordTestJSON-1022705133 tempest-ServerPasswordTestJSON-1022705133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:43.865696 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-0bc2708f-1563-409a-861d-a7bb1afbd0c7 req-777092ab-eb72-41ab-9141-36f29674170b tempest-ServerPasswordTestJSON-1022705133 tempest-ServerPasswordTestJSON-1022705133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:43.881774 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a310e4e1-487f-478a-b71b-1fecada11509 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Made reservation on behalf of 46506dd378824c31a44f4042351ca50c for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:33:43.898157 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a310e4e1-487f-478a-b71b-1fecada11509 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:43.985252 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-f02d42cb-a593-488a-b53d-68a4e50b9bad None None] Allocated IP 2001:db8::2 (4eeb3798-d28c-4391-89f0-bff4dc70e916/be873964-d0d2-4daf-b225-7f53f4d80d60/79b2d035-8414-4b7e-89a9-0e0ce7592aa5) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:33:44.019278 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:44.058678 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-df8adc68-dabb-4f67-b81e-d95e72da4e50 req-462b0625-7187-460e-be32-caae7d1e4b10 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] No DVR routers for this DVR port 06598068-51e9-47d2-9a52-db7d1f28967e on host n-h1-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:33:44.073611 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-df8adc68-dabb-4f67-b81e-d95e72da4e50 req-462b0625-7187-460e-be32-caae7d1e4b10 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:44.085610 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a310e4e1-487f-478a-b71b-1fecada11509 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:33:44.087932 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-df8adc68-dabb-4f67-b81e-d95e72da4e50 req-462b0625-7187-460e-be32-caae7d1e4b10 tempest-ListServerFiltersTestJSON-58059167 tempest-ListServerFiltersTestJSON-58059167-project] 10.222.0.55 "DELETE /v2.0/ports/06598068-51e9-47d2-9a52-db7d1f28967e HTTP/1.1" status: 204 len: 173 time: 2.1747136 Apr 05 14:33:44.094626 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84a04f4a-fc48-465a-9986-ce4a5d1c1966', 'name': 'network-vif-deleted', 'tag': '06598068-51e9-47d2-9a52-db7d1f28967e'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:33:44.097412 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd925f0b-e0e8-42d5-a18c-cef9388560ac" -d '{"events": [{"server_uuid": "84a04f4a-fc48-465a-9986-ce4a5d1c1966", "name": "network-vif-deleted", "tag": "06598068-51e9-47d2-9a52-db7d1f28967e"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:33:44.115833 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-0bc2708f-1563-409a-861d-a7bb1afbd0c7 req-777092ab-eb72-41ab-9141-36f29674170b tempest-ServerPasswordTestJSON-1022705133 tempest-ServerPasswordTestJSON-1022705133-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8825564 Apr 05 14:33:44.141210 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a310e4e1-487f-478a-b71b-1fecada11509 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:44.141557 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-a310e4e1-487f-478a-b71b-1fecada11509 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Added segment 885f9618-41b0-46eb-8adf-6140225ae4a6 of type vlan for network 0f3ab544-7dc2-4284-a66d-fea4319b2c15 Apr 05 14:33:44.147673 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-0bc2708f-1563-409a-861d-a7bb1afbd0c7 req-ad94a0f5-bfab-48ed-b724-a0e527ff0562 service neutron] Request body: {'port': {'device_id': 'a61b73ac-42d2-43eb-999a-0e9d7edb6bd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-2'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:33:44.208778 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd3b51-7a8e-4c64-91a1-b004c3c351c6 req-96fd610b-1413-4ae2-a6f8-2eba4a3d41df tempest-ServerPasswordTestJSON-1022705133 tempest-ServerPasswordTestJSON-1022705133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:44.211696 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f02d42cb-a593-488a-b53d-68a4e50b9bad None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:44.225124 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-12bd3b51-7a8e-4c64-91a1-b004c3c351c6 req-96fd610b-1413-4ae2-a6f8-2eba4a3d41df tempest-ServerPasswordTestJSON-1022705133 tempest-ServerPasswordTestJSON-1022705133-project] 10.222.0.30 "GET /v2.0/ports?device_id=a61b73ac-42d2-43eb-999a-0e9d7edb6bd8 HTTP/1.1" status: 200 len: 931 time: 0.2248287 Apr 05 14:33:44.249891 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31302089-bb03-4d7e-86a4-082dfffd89bb req-15df5dcf-2ff8-4ebf-87a7-98c8c6a63234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:44.253703 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-91d1d295-3f56-41f0-899b-a72625b71825 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:44.260431 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-31302089-bb03-4d7e-86a4-082dfffd89bb req-15df5dcf-2ff8-4ebf-87a7-98c8c6a63234 service neutron] 10.222.0.55 "GET /v2.0/networks?id=92fcad72-c5db-4d1e-b4a7-6aec706b597c HTTP/1.1" status: 200 len: 923 time: 0.4751427 Apr 05 14:33:44.261663 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-91d1d295-3f56-41f0-899b-a72625b71825 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:44.272626 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-91d1d295-3f56-41f0-899b-a72625b71825 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "DELETE /v2.0/security-groups/651049ed-3ef9-4175-8455-d871a11c2622 HTTP/1.1" status: 204 len: 168 time: 0.9996285 Apr 05 14:33:44.272626 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-f94c343a-efb7-4042-81f0-a4ba2f2f03ec req-511a188f-af66-46cd-b14f-bd42439f5d19 service neutron] For port 7253d90b-ef3c-4177-9f53-30afd622942c, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=7253d90b-ef3c-4177-9f53-30afd622942c,segment=NetworkSegment(d98286ea-3af7-47a7-a92d-d95717c2d70a),segment_id=d98286ea-3af7-47a7-a92d-d95717c2d70a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:44.288397 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37620) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:33:44.288599 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f02d42cb-a593-488a-b53d-68a4e50b9bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:44.338635 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d1d295-3f56-41f0-899b-a72625b71825 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=651049ed-3ef9-4175-8455-d871a11c2622,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:44.361560 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4989f-0b64-4dd4-95b6-bc65713bfe3f req-cdbf7f2c-20fb-4690-b258-7a4d257db0d8 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:44.369822 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-47e4989f-0b64-4dd4-95b6-bc65713bfe3f req-cdbf7f2c-20fb-4690-b258-7a4d257db0d8 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5398802-0755-4a50-8138-d69f86d4cedc HTTP/1.1" status: 200 len: 943 time: 0.3710058 Apr 05 14:33:44.379528 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-f94c343a-efb7-4042-81f0-a4ba2f2f03ec req-511a188f-af66-46cd-b14f-bd42439f5d19 service neutron] For port 7253d90b-ef3c-4177-9f53-30afd622942c, host n-h2-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:33:44.402691 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-0bc2708f-1563-409a-861d-a7bb1afbd0c7 req-ad94a0f5-bfab-48ed-b724-a0e527ff0562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:44.406146 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02d42cb-a593-488a-b53d-68a4e50b9bad None None] Network 4eeb3798-d28c-4391-89f0-bff4dc70e916 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:33:44.406296 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-31302089-bb03-4d7e-86a4-082dfffd89bb req-f05c309c-2e64-4269-8d62-2639a48c449f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3f6f5da-f9f2-4ed7-8ec4-30bb459d5d3c HTTP/1.1" status: 200 len: 217 time: 0.1121728 Apr 05 14:33:44.409809 n-d-836650-2 neutron-server[103321]: INFO neutron.api.v2.resource [None req-18766869-2180-4f31-a8a5-21ae13072463 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] show failed (client error): The resource could not be found. Apr 05 14:33:44.410806 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-18766869-2180-4f31-a8a5-21ae13072463 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "GET /v2.0/security-groups/651049ed-3ef9-4175-8455-d871a11c2622 HTTP/1.1" status: 404 len: 347 time: 0.1214159 Apr 05 14:33:44.412452 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a310e4e1-487f-478a-b71b-1fecada11509 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:44.427297 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 37622) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:33:44.438704 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-f02d42cb-a593-488a-b53d-68a4e50b9bad None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:33:44.446762 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02d42cb-a593-488a-b53d-68a4e50b9bad None None] Pushing event updated for resources: {'Port': ['ID=79b2d035-8414-4b7e-89a9-0e0ce7592aa5,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:44.450652 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02d42cb-a593-488a-b53d-68a4e50b9bad None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:33:44.467697 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-12bd3b51-7a8e-4c64-91a1-b004c3c351c6 req-6304108e-a1d4-4b90-b7e2-721b933e3261 tempest-ServerPasswordTestJSON-1022705133 tempest-ServerPasswordTestJSON-1022705133-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bbb3e2b-f3ed-4659-ad53-91e5a3d5afa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411354 Apr 05 14:33:44.568869 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31302089-bb03-4d7e-86a4-082dfffd89bb req-180c9cba-6073-4625-a4be-35f14aeef4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:44.582728 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-f94c343a-efb7-4042-81f0-a4ba2f2f03ec req-511a188f-af66-46cd-b14f-bd42439f5d19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:44.589186 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-31302089-bb03-4d7e-86a4-082dfffd89bb req-180c9cba-6073-4625-a4be-35f14aeef4fb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f2240eec-fdc7-4a9d-b66e-11daf7277a6b HTTP/1.1" status: 200 len: 862 time: 0.1670582 Apr 05 14:33:44.601739 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-47e4989f-0b64-4dd4-95b6-bc65713bfe3f req-b87fcf29-88f6-4898-9e27-888054c76a29 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/security-groups?id=29c6f58e-e49b-4628-9965-3ae38dded875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263248 Apr 05 14:33:44.626499 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-f02d42cb-a593-488a-b53d-68a4e50b9bad None None] Attempting to bind port 79b2d035-8414-4b7e-89a9-0e0ce7592aa5 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:33:44.629932 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-f02d42cb-a593-488a-b53d-68a4e50b9bad None None] Attempting to bind port 79b2d035-8414-4b7e-89a9-0e0ce7592aa5 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '785409fe-bafb-4d81-9009-e0cffd3404ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4eeb3798-d28c-4391-89f0-bff4dc70e916'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:33:44.629932 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02d42cb-a593-488a-b53d-68a4e50b9bad None None] Attempting to bind port 79b2d035-8414-4b7e-89a9-0e0ce7592aa5 on network 4eeb3798-d28c-4391-89f0-bff4dc70e916 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:33:44.638335 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02d42cb-a593-488a-b53d-68a4e50b9bad None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:33:44.638898 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02d42cb-a593-488a-b53d-68a4e50b9bad None None] Checking segment: {'id': '785409fe-bafb-4d81-9009-e0cffd3404ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4eeb3798-d28c-4391-89f0-bff4dc70e916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:33:44.639392 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f02d42cb-a593-488a-b53d-68a4e50b9bad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:44.639905 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02d42cb-a593-488a-b53d-68a4e50b9bad None None] Bound using segment: {'id': '785409fe-bafb-4d81-9009-e0cffd3404ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4eeb3798-d28c-4391-89f0-bff4dc70e916'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:33:44.640486 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-f02d42cb-a593-488a-b53d-68a4e50b9bad None None] Bound port: 79b2d035-8414-4b7e-89a9-0e0ce7592aa5, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '785409fe-bafb-4d81-9009-e0cffd3404ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4eeb3798-d28c-4391-89f0-bff4dc70e916'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:33:44.641091 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f02d42cb-a593-488a-b53d-68a4e50b9bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:44.684637 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5520a691-3063-4723-a629-8314d2b63106 x-openstack-request-id: req-5520a691-3063-4723-a629-8314d2b63106 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:33:44.685033 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84a04f4a-fc48-465a-9986-ce4a5d1c1966", "name": "network-vif-deleted", "tag": "06598068-51e9-47d2-9a52-db7d1f28967e", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:33:44.693273 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5520a691-3063-4723-a629-8314d2b63106 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:33:44.693273 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5520a691-3063-4723-a629-8314d2b63106'] response: {'server_uuid': '84a04f4a-fc48-465a-9986-ce4a5d1c1966', 'name': 'network-vif-deleted', 'tag': '06598068-51e9-47d2-9a52-db7d1f28967e', 'status': 'completed', 'code': 200} Apr 05 14:33:44.713496 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-31302089-bb03-4d7e-86a4-082dfffd89bb req-b687169e-5881-4ab4-9209-e4b18ce99aed service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=92fcad72-c5db-4d1e-b4a7-6aec706b597c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1056809 Apr 05 14:33:44.721830 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a310e4e1-487f-478a-b71b-1fecada11509 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:44.726706 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a310e4e1-487f-478a-b71b-1fecada11509 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:44.727370 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a310e4e1-487f-478a-b71b-1fecada11509 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:44.732744 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-f94c343a-efb7-4042-81f0-a4ba2f2f03ec req-511a188f-af66-46cd-b14f-bd42439f5d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:44.812087 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-f02d42cb-a593-488a-b53d-68a4e50b9bad None None] For port 79b2d035-8414-4b7e-89a9-0e0ce7592aa5, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:33:44.816027 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-f02d42cb-a593-488a-b53d-68a4e50b9bad None None] For port 79b2d035-8414-4b7e-89a9-0e0ce7592aa5, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=79b2d035-8414-4b7e-89a9-0e0ce7592aa5,segment=NetworkSegment(785409fe-bafb-4d81-9009-e0cffd3404ef),segment_id=785409fe-bafb-4d81-9009-e0cffd3404ef)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:33:44.933359 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a310e4e1-487f-478a-b71b-1fecada11509 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Pushing event updated for resources: {'Network': ['ID=0f3ab544-7dc2-4284-a66d-fea4319b2c15,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:44.950713 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 0f3ab544-7dc2-4284-a66d-fea4319b2c15 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:33:45.028032 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-31302089-bb03-4d7e-86a4-082dfffd89bb req-df89089a-2143-4628-ac51-4ac135ba138f service neutron] 10.222.0.55 "GET /v2.0/networks/92fcad72-c5db-4d1e-b4a7-6aec706b597c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901373 Apr 05 14:33:45.072396 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 06598068-51e9-47d2-9a52-db7d1f28967e no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:33:45.143490 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] No Port match for: 06598068-51e9-47d2-9a52-db7d1f28967e {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:33:45.143881 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 06598068-51e9-47d2-9a52-db7d1f28967e not bound to the agent host n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:33:45.173831 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f02d42cb-a593-488a-b53d-68a4e50b9bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:45.317191 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02d42cb-a593-488a-b53d-68a4e50b9bad None None] Pushing event updated for resources: {'Port': ['ID=79b2d035-8414-4b7e-89a9-0e0ce7592aa5,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:45.363048 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511a188f-af66-46cd-b14f-bd42439f5d19 service neutron] Pushing event updated for resources: {'Port': ['ID=7253d90b-ef3c-4177-9f53-30afd622942c,revision_number=7']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:45.406098 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a1f36-c07c-4461-a1bd-7c89506f461b req-9ec72f9e-f5de-4dd6-86b8-a584debb8b3f tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:45.406562 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2a8a1f36-c07c-4461-a1bd-7c89506f461b req-9ec72f9e-f5de-4dd6-86b8-a584debb8b3f tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b2b251f-cf85-49eb-bb13-18b0fc1f5e9f HTTP/1.1" status: 200 len: 943 time: 0.2981167 Apr 05 14:33:45.428209 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-93333c37-96bb-4504-809d-644fb23c46e3 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Deleting port bbf69f3a-4c05-425d-810a-876375ced54b {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:33:45.429687 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-93333c37-96bb-4504-809d-644fb23c46e3 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:45.502280 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf3cbe0-d940-4688-bfd7-97048a869606 req-e7fe908b-699c-423c-866a-329f8c09bc28 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:45.504125 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7bf3cbe0-d940-4688-bfd7-97048a869606 req-e7fe908b-699c-423c-866a-329f8c09bc28 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.55 "GET /v2.0/ports?device_id=989e98ce-36ed-4302-94e9-639222cdaacc HTTP/1.1" status: 200 len: 945 time: 0.3315110 Apr 05 14:33:45.515237 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74743350-383d-4db7-a017-ad05c45f79d6 req-542e184e-2d42-4ece-98a8-0df1e101faa2 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:45.518032 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-74743350-383d-4db7-a017-ad05c45f79d6 req-542e184e-2d42-4ece-98a8-0df1e101faa2 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/networks?id=c8cad75e-d463-4298-b473-cd6f872623d5 HTTP/1.1" status: 200 len: 815 time: 0.9025505 Apr 05 14:33:45.518899 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-f94c343a-efb7-4042-81f0-a4ba2f2f03ec req-511a188f-af66-46cd-b14f-bd42439f5d19 service neutron] Attempting to bind port 7253d90b-ef3c-4177-9f53-30afd622942c on host n-h2-836650-2 for vnic_type normal with profile {"migrating_to": "n-h1-836650-2"} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:33:45.519354 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-f94c343a-efb7-4042-81f0-a4ba2f2f03ec req-511a188f-af66-46cd-b14f-bd42439f5d19 service neutron] Attempting to bind port 7253d90b-ef3c-4177-9f53-30afd622942c by drivers openvswitch,hyperv on host n-h2-836650-2 at level 0 using segments [{'id': 'd98286ea-3af7-47a7-a92d-d95717c2d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bbdeb55e-008a-45ea-8c70-7d18b28201f7'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:33:45.519834 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94c343a-efb7-4042-81f0-a4ba2f2f03ec req-511a188f-af66-46cd-b14f-bd42439f5d19 service neutron] Attempting to bind port 7253d90b-ef3c-4177-9f53-30afd622942c on network bbdeb55e-008a-45ea-8c70-7d18b28201f7 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:33:45.586020 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94c343a-efb7-4042-81f0-a4ba2f2f03ec req-511a188f-af66-46cd-b14f-bd42439f5d19 service neutron] Port 7253d90b-ef3c-4177-9f53-30afd622942c on network bbdeb55e-008a-45ea-8c70-7d18b28201f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:33:45.586497 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94c343a-efb7-4042-81f0-a4ba2f2f03ec req-511a188f-af66-46cd-b14f-bd42439f5d19 service neutron] Attempting to bind port 7253d90b-ef3c-4177-9f53-30afd622942c on network bbdeb55e-008a-45ea-8c70-7d18b28201f7 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:33:45.590794 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-a310e4e1-487f-478a-b71b-1fecada11509 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.9038470 Apr 05 14:33:45.647089 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37644) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:33:45.652611 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-85a0e75d-d74e-41ce-9f2a-ce4cb133716e tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Request body: {'network': {'name': 'tempest-router-network02--612981556'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:33:45.684580 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [req-0bc2708f-1563-409a-861d-a7bb1afbd0c7 req-ad94a0f5-bfab-48ed-b724-a0e527ff0562 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e781c732-96b5-46a3-b50e-480fbd616c93 {{(pid=103321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:33:45.703165 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-0bc2708f-1563-409a-861d-a7bb1afbd0c7 req-ad94a0f5-bfab-48ed-b724-a0e527ff0562 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:45.745685 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-74743350-383d-4db7-a017-ad05c45f79d6 req-00a3af64-4a23-473d-bc8a-478f0284b758 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/quotas/a9da18e09c15404ca69176173aa40d16 HTTP/1.1" status: 200 len: 375 time: 0.1257651 Apr 05 14:33:45.757395 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.provisioning_blocks [req-0bc2708f-1563-409a-861d-a7bb1afbd0c7 req-ad94a0f5-bfab-48ed-b724-a0e527ff0562 service neutron] Transition to ACTIVE for port object e781c732-96b5-46a3-b50e-480fbd616c93 will not be triggered until provisioned by entity L2. {{(pid=103321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:33:45.776649 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-31302089-bb03-4d7e-86a4-082dfffd89bb req-27faa330-cf35-4be6-a389-deef03697cc8 service neutron] 10.222.0.55 "GET /v2.0/networks/92fcad72-c5db-4d1e-b4a7-6aec706b597c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7395067 Apr 05 14:33:45.816306 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a0e75d-d74e-41ce-9f2a-ce4cb133716e tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Made reservation on behalf of 46506dd378824c31a44f4042351ca50c for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:33:45.821275 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-85a0e75d-d74e-41ce-9f2a-ce4cb133716e tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:45.831626 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94c343a-efb7-4042-81f0-a4ba2f2f03ec req-511a188f-af66-46cd-b14f-bd42439f5d19 service neutron] Checking agent: {'id': '6d8cf521-24bb-4b6a-bbae-0284f5c87a9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:33:45.831984 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94c343a-efb7-4042-81f0-a4ba2f2f03ec req-511a188f-af66-46cd-b14f-bd42439f5d19 service neutron] Checking segment: {'id': 'd98286ea-3af7-47a7-a92d-d95717c2d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bbdeb55e-008a-45ea-8c70-7d18b28201f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:33:45.832386 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94c343a-efb7-4042-81f0-a4ba2f2f03ec req-511a188f-af66-46cd-b14f-bd42439f5d19 service neutron] Bound using segment: {'id': 'd98286ea-3af7-47a7-a92d-d95717c2d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bbdeb55e-008a-45ea-8c70-7d18b28201f7'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:33:45.832855 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-f94c343a-efb7-4042-81f0-a4ba2f2f03ec req-511a188f-af66-46cd-b14f-bd42439f5d19 service neutron] Bound port: 7253d90b-ef3c-4177-9f53-30afd622942c, host: n-h2-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd98286ea-3af7-47a7-a92d-d95717c2d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bbdeb55e-008a-45ea-8c70-7d18b28201f7'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:33:45.833252 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-f94c343a-efb7-4042-81f0-a4ba2f2f03ec req-511a188f-af66-46cd-b14f-bd42439f5d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:45.848347 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-0bc2708f-1563-409a-861d-a7bb1afbd0c7 req-ad94a0f5-bfab-48ed-b724-a0e527ff0562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:45.957234 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2a8a1f36-c07c-4461-a1bd-7c89506f461b req-11628f85-91bd-4ae9-8321-df48d270b034 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4802001 Apr 05 14:33:46.007634 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 79b2d035-8414-4b7e-89a9-0e0ce7592aa5 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:33:46.035999 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85a0e75d-d74e-41ce-9f2a-ce4cb133716e tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:33:46.067013 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37648) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:33:46.115084 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-93333c37-96bb-4504-809d-644fb23c46e3 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:46.115882 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-93333c37-96bb-4504-809d-644fb23c46e3 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:46.159258 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 79b2d035-8414-4b7e-89a9-0e0ce7592aa5 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:46.159693 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:46.189570 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b467a48-e7f8-4725-9a43-4e4fbb56c94a admin admin] Deleting subnet 5b81dfbd-93ee-4bbd-bddd-d682b0b6855c {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:33:46.191824 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad94a0f5-bfab-48ed-b724-a0e527ff0562 service neutron] Pushing event updated for resources: {'Port': ['ID=e781c732-96b5-46a3-b50e-480fbd616c93,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:46.195595 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-93333c37-96bb-4504-809d-644fb23c46e3 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Calling delete_port for bbf69f3a-4c05-425d-810a-876375ced54b owned by network:floatingip {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:33:46.211535 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9b467a48-e7f8-4725-9a43-4e4fbb56c94a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:46.242348 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-85a0e75d-d74e-41ce-9f2a-ce4cb133716e tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:46.242716 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-85a0e75d-d74e-41ce-9f2a-ce4cb133716e tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Added segment 1f0de586-8c4e-4252-b29f-3be22cb51a9b of type vlan for network f8dc05c8-2890-4dc3-b2a7-03be428d262b Apr 05 14:33:46.262775 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-74743350-383d-4db7-a017-ad05c45f79d6 req-02cd3b4f-55f7-47c2-8248-638f5bc15c6e tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a9da18e09c15404ca69176173aa40d16&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4183459 Apr 05 14:33:46.300943 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-f94c343a-efb7-4042-81f0-a4ba2f2f03ec req-511a188f-af66-46cd-b14f-bd42439f5d19 service neutron] For port 7253d90b-ef3c-4177-9f53-30afd622942c, host n-h2-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:33:46.320210 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9b467a48-e7f8-4725-9a43-4e4fbb56c94a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:46.322084 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:46.363791 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-85a0e75d-d74e-41ce-9f2a-ce4cb133716e tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:46.388125 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port 79b2d035-8414-4b7e-89a9-0e0ce7592aa5, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=79b2d035-8414-4b7e-89a9-0e0ce7592aa5,segment=NetworkSegment(785409fe-bafb-4d81-9009-e0cffd3404ef),segment_id=785409fe-bafb-4d81-9009-e0cffd3404ef)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:46.396595 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-f94c343a-efb7-4042-81f0-a4ba2f2f03ec req-511a188f-af66-46cd-b14f-bd42439f5d19 service neutron] For port 7253d90b-ef3c-4177-9f53-30afd622942c, host n-h2-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=7253d90b-ef3c-4177-9f53-30afd622942c,segment=NetworkSegment(d98286ea-3af7-47a7-a92d-d95717c2d70a),segment_id=d98286ea-3af7-47a7-a92d-d95717c2d70a)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:33:46.415369 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-0bc2708f-1563-409a-861d-a7bb1afbd0c7 req-ad94a0f5-bfab-48ed-b724-a0e527ff0562 service neutron] Attempting to bind port e781c732-96b5-46a3-b50e-480fbd616c93 on host n-h2-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:33:46.415715 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-0bc2708f-1563-409a-861d-a7bb1afbd0c7 req-ad94a0f5-bfab-48ed-b724-a0e527ff0562 service neutron] Attempting to bind port e781c732-96b5-46a3-b50e-480fbd616c93 by drivers openvswitch,hyperv on host n-h2-836650-2 at level 0 using segments [{'id': 'ce386ee1-8b43-4a33-8c30-af8f1a504b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'be020690-4eac-4905-82c2-c0f5c553e9f2'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:33:46.416618 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc2708f-1563-409a-861d-a7bb1afbd0c7 req-ad94a0f5-bfab-48ed-b724-a0e527ff0562 service neutron] Attempting to bind port e781c732-96b5-46a3-b50e-480fbd616c93 on network be020690-4eac-4905-82c2-c0f5c553e9f2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:33:46.449479 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:46.450306 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc2708f-1563-409a-861d-a7bb1afbd0c7 req-ad94a0f5-bfab-48ed-b724-a0e527ff0562 service neutron] Port e781c732-96b5-46a3-b50e-480fbd616c93 on network be020690-4eac-4905-82c2-c0f5c553e9f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:33:46.450633 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc2708f-1563-409a-861d-a7bb1afbd0c7 req-ad94a0f5-bfab-48ed-b724-a0e527ff0562 service neutron] Attempting to bind port e781c732-96b5-46a3-b50e-480fbd616c93 on network be020690-4eac-4905-82c2-c0f5c553e9f2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:33:46.474675 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-7bf3cbe0-d940-4688-bfd7-97048a869606 req-db2c88e2-7dca-4abc-b820-a49da1f715fa tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Deleting port 4720d908-6678-4339-b284-2ab03799581b {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:33:46.475325 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-7bf3cbe0-d940-4688-bfd7-97048a869606 req-db2c88e2-7dca-4abc-b820-a49da1f715fa tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:46.494623 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc2708f-1563-409a-861d-a7bb1afbd0c7 req-ad94a0f5-bfab-48ed-b724-a0e527ff0562 service neutron] Checking agent: {'id': '6d8cf521-24bb-4b6a-bbae-0284f5c87a9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:33:46.495053 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc2708f-1563-409a-861d-a7bb1afbd0c7 req-ad94a0f5-bfab-48ed-b724-a0e527ff0562 service neutron] Checking segment: {'id': 'ce386ee1-8b43-4a33-8c30-af8f1a504b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'be020690-4eac-4905-82c2-c0f5c553e9f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:33:46.495448 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc2708f-1563-409a-861d-a7bb1afbd0c7 req-ad94a0f5-bfab-48ed-b724-a0e527ff0562 service neutron] Bound using segment: {'id': 'ce386ee1-8b43-4a33-8c30-af8f1a504b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'be020690-4eac-4905-82c2-c0f5c553e9f2'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:33:46.495900 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-0bc2708f-1563-409a-861d-a7bb1afbd0c7 req-ad94a0f5-bfab-48ed-b724-a0e527ff0562 service neutron] Bound port: e781c732-96b5-46a3-b50e-480fbd616c93, host: n-h2-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce386ee1-8b43-4a33-8c30-af8f1a504b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'be020690-4eac-4905-82c2-c0f5c553e9f2'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:33:46.496267 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-0bc2708f-1563-409a-861d-a7bb1afbd0c7 req-ad94a0f5-bfab-48ed-b724-a0e527ff0562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:46.517870 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=79b2d035-8414-4b7e-89a9-0e0ce7592aa5,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:46.538613 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9b467a48-e7f8-4725-9a43-4e4fbb56c94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:46.552195 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-f94c343a-efb7-4042-81f0-a4ba2f2f03ec req-511a188f-af66-46cd-b14f-bd42439f5d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:46.562465 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c05b269-7903-4cb6-b820-446d97b61ca8 req-42b95d6b-1b3c-4ec4-953e-63112f0610fe tempest-ServerPasswordTestJSON-1022705133 tempest-ServerPasswordTestJSON-1022705133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:46.564093 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6c05b269-7903-4cb6-b820-446d97b61ca8 req-42b95d6b-1b3c-4ec4-953e-63112f0610fe tempest-ServerPasswordTestJSON-1022705133 tempest-ServerPasswordTestJSON-1022705133-project] 10.222.0.30 "GET /v2.0/ports?device_id=a61b73ac-42d2-43eb-999a-0e9d7edb6bd8 HTTP/1.1" status: 200 len: 943 time: 0.4005210 Apr 05 14:33:46.579069 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-85a0e75d-d74e-41ce-9f2a-ce4cb133716e tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:46.584799 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a0e75d-d74e-41ce-9f2a-ce4cb133716e tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:46.586048 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-85a0e75d-d74e-41ce-9f2a-ce4cb133716e tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:46.696173 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-0bc2708f-1563-409a-861d-a7bb1afbd0c7 req-ad94a0f5-bfab-48ed-b724-a0e527ff0562 service neutron] For port e781c732-96b5-46a3-b50e-480fbd616c93, host n-h2-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:33:46.699238 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b2b251f-cf85-49eb-bb13-18b0fc1f5e9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7253d90b-ef3c-4177-9f53-30afd622942c'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:33:46.701568 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-768e702b-6581-46f4-9b4d-e6600b60eeec" -d '{"events": [{"server_uuid": "8b2b251f-cf85-49eb-bb13-18b0fc1f5e9f", "name": "network-vif-unplugged", "status": "completed", "tag": "7253d90b-ef3c-4177-9f53-30afd622942c"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:33:46.705637 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a0e75d-d74e-41ce-9f2a-ce4cb133716e tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Pushing event updated for resources: {'Network': ['ID=f8dc05c8-2890-4dc3-b2a7-03be428d262b,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:46.720048 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network f8dc05c8-2890-4dc3-b2a7-03be428d262b details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:33:46.730421 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-85a0e75d-d74e-41ce-9f2a-ce4cb133716e tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0822306 Apr 05 14:33:46.733385 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37666) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:33:46.743011 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-d39fbe99-cbe8-4400-857f-61559cf9f870 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Request body: {'subnet': {'network_id': '0f3ab544-7dc2-4284-a66d-fea4319b2c15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:33:46.803056 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511a188f-af66-46cd-b14f-bd42439f5d19 service neutron] Pushing event updated for resources: {'Port': ['ID=7253d90b-ef3c-4177-9f53-30afd622942c,revision_number=8']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:46.810440 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-7bf3cbe0-d940-4688-bfd7-97048a869606 req-db2c88e2-7dca-4abc-b820-a49da1f715fa tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] For port 4720d908-6678-4339-b284-2ab03799581b, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=4720d908-6678-4339-b284-2ab03799581b,segment=NetworkSegment(9a2f37a0-b23d-490a-98bb-060c03097f74),segment_id=9a2f37a0-b23d-490a-98bb-060c03097f74)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:46.810811 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-7bf3cbe0-d940-4688-bfd7-97048a869606 req-db2c88e2-7dca-4abc-b820-a49da1f715fa tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:46.813930 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9b467a48-e7f8-4725-9a43-4e4fbb56c94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:46.820460 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6c05b269-7903-4cb6-b820-446d97b61ca8 req-789cb516-5dfc-4273-9d3a-e7a0a562a7b6 tempest-ServerPasswordTestJSON-1022705133 tempest-ServerPasswordTestJSON-1022705133-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bbb3e2b-f3ed-4659-ad53-91e5a3d5afa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081327 Apr 05 14:33:46.863924 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-7bf3cbe0-d940-4688-bfd7-97048a869606 req-db2c88e2-7dca-4abc-b820-a49da1f715fa tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Calling delete_port for 4720d908-6678-4339-b284-2ab03799581b owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:33:46.865886 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9b467a48-e7f8-4725-9a43-4e4fbb56c94a admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:46.868006 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-74743350-383d-4db7-a017-ad05c45f79d6 req-06205e95-4268-4b53-b0fc-b441d0b31b90 service neutron] 10.222.0.30 "GET /v2.0/networks/c8cad75e-d463-4298-b473-cd6f872623d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5860910 Apr 05 14:33:46.869884 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-9b467a48-e7f8-4725-9a43-4e4fbb56c94a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/5b81dfbd-93ee-4bbd-bddd-d682b0b6855c HTTP/1.1" status: 204 len: 168 time: 0.7977469 Apr 05 14:33:46.870601 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94c343a-efb7-4042-81f0-a4ba2f2f03ec req-511a188f-af66-46cd-b14f-bd42439f5d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:46.870834 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b467a48-e7f8-4725-9a43-4e4fbb56c94a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b81dfbd-93ee-4bbd-bddd-d682b0b6855c,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:46.871396 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-f94c343a-efb7-4042-81f0-a4ba2f2f03ec req-511a188f-af66-46cd-b14f-bd42439f5d19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:46.873079 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f94c343a-efb7-4042-81f0-a4ba2f2f03ec req-511a188f-af66-46cd-b14f-bd42439f5d19 service neutron] 10.222.0.55 "PUT /v2.0/ports/7253d90b-ef3c-4177-9f53-30afd622942c HTTP/1.1" status: 200 len: 1121 time: 3.6558678 Apr 05 14:33:46.876613 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 37668) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:33:46.881575 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae35a339-e947-4f2b-a732-e0d805dd44fd None None] Network e5c04a20-9e06-4874-9ca5-1739c604bcb7 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:33:46.941302 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-0bc2708f-1563-409a-861d-a7bb1afbd0c7 req-ad94a0f5-bfab-48ed-b724-a0e527ff0562 service neutron] For port e781c732-96b5-46a3-b50e-480fbd616c93, host n-h2-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=e781c732-96b5-46a3-b50e-480fbd616c93,segment=NetworkSegment(ce386ee1-8b43-4a33-8c30-af8f1a504b49),segment_id=ce386ee1-8b43-4a33-8c30-af8f1a504b49)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:33:46.966266 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b4b80b-7608-4486-9d54-51458f4b325e None None] Network 4eeb3798-d28c-4391-89f0-bff4dc70e916 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:33:46.994451 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-93333c37-96bb-4504-809d-644fb23c46e3 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:47.026642 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device b3f6f5da-f9f2-4ed7-8ec4-30bb459d5d3c details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:33:47.029831 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d39fbe99-cbe8-4400-857f-61559cf9f870 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Made reservation on behalf of 46506dd378824c31a44f4042351ca50c for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:33:47.034514 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d39fbe99-cbe8-4400-857f-61559cf9f870 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:47.054617 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-0bc2708f-1563-409a-861d-a7bb1afbd0c7 req-ad94a0f5-bfab-48ed-b724-a0e527ff0562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:47.109541 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['7253d90b-ef3c-4177-9f53-30afd622942c'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:33:47.123126 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93333c37-96bb-4504-809d-644fb23c46e3 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Pushing event deleted for resources: {'Port': ['ID=bbf69f3a-4c05-425d-810a-876375ced54b,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:47.141154 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-09bf0e9a-3422-4e67-b887-9fad55bc183a None None] Provisioning complete for port 79b2d035-8414-4b7e-89a9-0e0ce7592aa5 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:47.141386 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-09bf0e9a-3422-4e67-b887-9fad55bc183a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:47.149505 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc2708f-1563-409a-861d-a7bb1afbd0c7 req-ad94a0f5-bfab-48ed-b724-a0e527ff0562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:47.150230 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-0bc2708f-1563-409a-861d-a7bb1afbd0c7 req-ad94a0f5-bfab-48ed-b724-a0e527ff0562 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:47.155020 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-0bc2708f-1563-409a-861d-a7bb1afbd0c7 req-ad94a0f5-bfab-48ed-b724-a0e527ff0562 service neutron] 10.222.0.11 "PUT /v2.0/ports/e781c732-96b5-46a3-b50e-480fbd616c93 HTTP/1.1" status: 200 len: 1091 time: 3.0255744 Apr 05 14:33:47.155587 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a61b73ac-42d2-43eb-999a-0e9d7edb6bd8', 'tag': 'e781c732-96b5-46a3-b50e-480fbd616c93'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:33:47.158196 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61736b17-e5c5-4b9a-ba5f-8699faed3562" -d '{"events": [{"name": "network-changed", "server_uuid": "a61b73ac-42d2-43eb-999a-0e9d7edb6bd8", "tag": "e781c732-96b5-46a3-b50e-480fbd616c93"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:33:47.179168 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1171c78e-b19c-4611-86b5-1615ee0ba157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:47.192760 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad94a0f5-bfab-48ed-b724-a0e527ff0562 service neutron] Pushing event updated for resources: {'Port': ['ID=e781c732-96b5-46a3-b50e-480fbd616c93,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:47.265560 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ec979-9545-4496-a435-a1d3f7770d4a req-b2b6eb22-7924-4226-a1c7-be16664e132d tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:47.267122 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ee0ec979-9545-4496-a435-a1d3f7770d4a req-b2b6eb22-7924-4226-a1c7-be16664e132d tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5398802-0755-4a50-8138-d69f86d4cedc HTTP/1.1" status: 200 len: 943 time: 0.3211021 Apr 05 14:33:47.274381 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-74743350-383d-4db7-a017-ad05c45f79d6 req-416a79b5-88d6-4586-9112-24f52362ab5b service neutron] 10.222.0.30 "GET /v2.0/networks/c8cad75e-d463-4298-b473-cd6f872623d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3798950 Apr 05 14:33:47.335139 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-93333c37-96bb-4504-809d-644fb23c46e3 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks [] for floatingip, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:47.338326 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-93333c37-96bb-4504-809d-644fb23c46e3 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:47.343689 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-93333c37-96bb-4504-809d-644fb23c46e3 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "DELETE /v2.0/floatingips/20de2d0e-b8e9-4139-ad6e-5f5d8828e18f HTTP/1.1" status: 204 len: 168 time: 2.9125192 Apr 05 14:33:47.343689 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 37674) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:33:47.452113 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9d7047-140f-45a2-bf9f-551529757520 None None] DHCP port deletion for e5c04a20-9e06-4874-9ca5-1739c604bcb7 request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:33:47.477106 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ee0ec979-9545-4496-a435-a1d3f7770d4a req-5eaf95c0-d294-4c71-bfde-0359a03e81fb tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/security-groups?id=29c6f58e-e49b-4628-9965-3ae38dded875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904361 Apr 05 14:33:47.498500 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port b3f6f5da-f9f2-4ed7-8ec4-30bb459d5d3c, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=b3f6f5da-f9f2-4ed7-8ec4-30bb459d5d3c,segment=NetworkSegment(1db74af5-f9b7-4132-a710-0eb375e39826),segment_id=1db74af5-f9b7-4132-a710-0eb375e39826)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:47.545682 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc2708f-1563-409a-861d-a7bb1afbd0c7 req-26ee4cf7-8423-4721-b441-f5066cc1c0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:47.547203 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-0bc2708f-1563-409a-861d-a7bb1afbd0c7 req-26ee4cf7-8423-4721-b441-f5066cc1c0cb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=10f08e0c585d4bce9922d1b84ccfbdc4&device_id=a61b73ac-42d2-43eb-999a-0e9d7edb6bd8 HTTP/1.1" status: 200 len: 1094 time: 0.1255031 Apr 05 14:33:47.569553 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': 'b3f6f5da-f9f2-4ed7-8ec4-30bb459d5d3c', 'network_id': '92fcad72-c5db-4d1e-b4a7-6aec706b597c', 'port_id': 'b3f6f5da-f9f2-4ed7-8ec4-30bb459d5d3c', 'mac_address': 'fa:16:3e:f5:d8:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2240eec-fdc7-4a9d-b66e-11daf7277a6b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:33:47.577635 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 14:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6fe6ee6-8b47-4570-91c1-70e7ce73edb1 x-openstack-request-id: req-d6fe6ee6-8b47-4570-91c1-70e7ce73edb1 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:33:47.578327 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b2b251f-cf85-49eb-bb13-18b0fc1f5e9f", "name": "network-vif-unplugged", "status": "completed", "tag": "7253d90b-ef3c-4177-9f53-30afd622942c", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:33:47.578679 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d6fe6ee6-8b47-4570-91c1-70e7ce73edb1 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:33:47.579203 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6fe6ee6-8b47-4570-91c1-70e7ce73edb1'] response: {'server_uuid': '8b2b251f-cf85-49eb-bb13-18b0fc1f5e9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7253d90b-ef3c-4177-9f53-30afd622942c', 'code': 200} Apr 05 14:33:47.610862 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-0bc2708f-1563-409a-861d-a7bb1afbd0c7 req-7f69aafa-4968-47d3-a6cf-d2f427a3213f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e781c732-96b5-46a3-b50e-480fbd616c93 HTTP/1.1" status: 200 len: 217 time: 0.0540805 Apr 05 14:33:47.637025 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-1171c78e-b19c-4611-86b5-1615ee0ba157 admin admin] Deleting port 307da76d-13b2-49bd-a740-e8bb9c1707e2 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:33:47.637718 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1171c78e-b19c-4611-86b5-1615ee0ba157 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:47.664144 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:47.709542 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3f6f5da-f9f2-4ed7-8ec4-30bb459d5d3c {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:33:47.730832 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-7bf3cbe0-d940-4688-bfd7-97048a869606 req-db2c88e2-7dca-4abc-b820-a49da1f715fa tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:47.756434 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['4720d908-6678-4339-b284-2ab03799581b'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:33:47.793114 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-4c824e08-b471-4645-a69c-5b42d43b948e tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Deleting port 781ad338-04cd-4cd5-ab31-fb49746c5884 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:33:47.793588 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4c824e08-b471-4645-a69c-5b42d43b948e tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:47.801316 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d39fbe99-cbe8-4400-857f-61559cf9f870 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:47.812556 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc2708f-1563-409a-861d-a7bb1afbd0c7 req-b9822ac8-683a-4be2-94f2-29660c6af7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:47.816447 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-0bc2708f-1563-409a-861d-a7bb1afbd0c7 req-b9822ac8-683a-4be2-94f2-29660c6af7c4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=965c1a0d-2831-4089-9af5-c51dad3b71cd HTTP/1.1" status: 200 len: 852 time: 0.1826947 Apr 05 14:33:47.817074 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e5c70-df29-428d-a0e4-1160a11b3b14 req-a2442e92-ec5e-4c04-b496-11fbe0fbad44 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:47.819826 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b16e5c70-df29-428d-a0e4-1160a11b3b14 req-a2442e92-ec5e-4c04-b496-11fbe0fbad44 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b2b251f-cf85-49eb-bb13-18b0fc1f5e9f HTTP/1.1" status: 200 len: 943 time: 0.2185848 Apr 05 14:33:47.834560 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port b3f6f5da-f9f2-4ed7-8ec4-30bb459d5d3c, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=b3f6f5da-f9f2-4ed7-8ec4-30bb459d5d3c,segment=NetworkSegment(1db74af5-f9b7-4132-a710-0eb375e39826),segment_id=1db74af5-f9b7-4132-a710-0eb375e39826)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:47.837363 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2c88e2-7dca-4abc-b820-a49da1f715fa tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Pushing event deleted for resources: {'Port': ['ID=4720d908-6678-4339-b284-2ab03799581b,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:47.848829 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2982656-75f5-4128-a96e-3496db7a4714 x-openstack-request-id: req-e2982656-75f5-4128-a96e-3496db7a4714 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:33:47.848829 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a61b73ac-42d2-43eb-999a-0e9d7edb6bd8", "tag": "e781c732-96b5-46a3-b50e-480fbd616c93", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:33:47.848829 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e2982656-75f5-4128-a96e-3496db7a4714 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:33:47.848829 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2982656-75f5-4128-a96e-3496db7a4714'] response: {'name': 'network-changed', 'server_uuid': 'a61b73ac-42d2-43eb-999a-0e9d7edb6bd8', 'tag': 'e781c732-96b5-46a3-b50e-480fbd616c93', 'status': 'completed', 'code': 200} Apr 05 14:33:47.849274 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-6c9d7047-140f-45a2-bf9f-551529757520 None None] Deleting port 307da76d-13b2-49bd-a740-e8bb9c1707e2 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:33:47.849650 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6c9d7047-140f-45a2-bf9f-551529757520 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:47.933353 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 79b2d035-8414-4b7e-89a9-0e0ce7592aa5 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:33:47.938351 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:47.993480 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-0bc2708f-1563-409a-861d-a7bb1afbd0c7 req-d721ac81-972f-45d8-9151-814b95470868 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=be020690-4eac-4905-82c2-c0f5c553e9f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1269035 Apr 05 14:33:48.012668 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-1171c78e-b19c-4611-86b5-1615ee0ba157 admin admin] For port 307da76d-13b2-49bd-a740-e8bb9c1707e2, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=307da76d-13b2-49bd-a740-e8bb9c1707e2,segment=NetworkSegment(7a7f2de5-306f-4345-ba19-e91d91de42c0),segment_id=7a7f2de5-306f-4345-ba19-e91d91de42c0)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:48.013243 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1171c78e-b19c-4611-86b5-1615ee0ba157 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:48.018580 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bf3cbe0-d940-4688-bfd7-97048a869606 req-db2c88e2-7dca-4abc-b820-a49da1f715fa tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] No DVR routers for this DVR port 4720d908-6678-4339-b284-2ab03799581b on host n-h1-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:33:48.038487 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-7bf3cbe0-d940-4688-bfd7-97048a869606 req-db2c88e2-7dca-4abc-b820-a49da1f715fa tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:48.043152 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7bf3cbe0-d940-4688-bfd7-97048a869606 req-db2c88e2-7dca-4abc-b820-a49da1f715fa tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.55 "DELETE /v2.0/ports/4720d908-6678-4339-b284-2ab03799581b HTTP/1.1" status: 204 len: 173 time: 2.4598815 Apr 05 14:33:48.088937 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-1171c78e-b19c-4611-86b5-1615ee0ba157 admin admin] Calling delete_port for 307da76d-13b2-49bd-a740-e8bb9c1707e2 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:33:48.107917 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4c824e08-b471-4645-a69c-5b42d43b948e tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:48.109546 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39fbe99-cbe8-4400-857f-61559cf9f870 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Pushing event updated for resources: {'Subnet': ['ID=019e4979-523e-4fcf-af92-fa3eb1ef032c,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:48.115934 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b16e5c70-df29-428d-a0e4-1160a11b3b14 req-f3b9b0f6-8ed3-4ae4-8091-0ebf89f7cf4d tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560203 Apr 05 14:33:48.128743 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39fbe99-cbe8-4400-857f-61559cf9f870 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Checking segment: {'id': '885f9618-41b0-46eb-8adf-6140225ae4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0f3ab544-7dc2-4284-a66d-fea4319b2c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:33:48.138349 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39fbe99-cbe8-4400-857f-61559cf9f870 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Network hostable DHCP agents. Network: 0f3ab544-7dc2-4284-a66d-fea4319b2c15, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:33:48.142962 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df4823-f1fc-4e46-bdf1-bc6c170437da req-733e6e2d-334e-4759-8419-55789a0682d9 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:48.152325 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-6c9d7047-140f-45a2-bf9f-551529757520 None None] For port 307da76d-13b2-49bd-a740-e8bb9c1707e2, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=307da76d-13b2-49bd-a740-e8bb9c1707e2,segment=NetworkSegment(7a7f2de5-306f-4345-ba19-e91d91de42c0),segment_id=7a7f2de5-306f-4345-ba19-e91d91de42c0)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:48.152728 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6c9d7047-140f-45a2-bf9f-551529757520 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:48.160424 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f0df4823-f1fc-4e46-bdf1-bc6c170437da req-733e6e2d-334e-4759-8419-55789a0682d9 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 946 time: 0.3369353 Apr 05 14:33:48.168392 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-4c824e08-b471-4645-a69c-5b42d43b948e tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Calling delete_port for 781ad338-04cd-4cd5-ab31-fb49746c5884 owned by {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:33:48.185127 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-6c9d7047-140f-45a2-bf9f-551529757520 None None] Calling delete_port for 307da76d-13b2-49bd-a740-e8bb9c1707e2 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:33:48.187677 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-0bc2708f-1563-409a-861d-a7bb1afbd0c7 req-6f2e7d82-79f1-4071-b5bb-fc814ddf99ef service neutron] 10.222.0.11 "GET /v2.0/networks/be020690-4eac-4905-82c2-c0f5c553e9f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863697 Apr 05 14:33:48.203621 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-956d3b42-a4f6-448f-8a56-f22d3eb0e162 None None] Provisioning complete for port 79b2d035-8414-4b7e-89a9-0e0ce7592aa5 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:48.203991 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-956d3b42-a4f6-448f-8a56-f22d3eb0e162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:48.206258 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['b3f6f5da-f9f2-4ed7-8ec4-30bb459d5d3c'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:33:48.232739 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=b3f6f5da-f9f2-4ed7-8ec4-30bb459d5d3c,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:48.296429 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39fbe99-cbe8-4400-857f-61559cf9f870 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Network 0f3ab544-7dc2-4284-a66d-fea4319b2c15 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:33:48.309264 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f0df4823-f1fc-4e46-bdf1-bc6c170437da req-37233bb2-a6a7-4cbd-a5f7-96ea36f030cc tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478121 Apr 05 14:33:48.348691 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 79b2d035-8414-4b7e-89a9-0e0ce7592aa5 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:48.349084 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:48.362403 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-0bc2708f-1563-409a-861d-a7bb1afbd0c7 req-cad0446d-1ec3-4998-8a82-99aa30c0e9d9 service neutron] 10.222.0.11 "GET /v2.0/networks/be020690-4eac-4905-82c2-c0f5c553e9f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664441 Apr 05 14:33:48.390455 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-751048ad-57b4-43f5-ad10-30ad76d37b36 req-b09d3b29-8bb8-4a84-919f-133c79c7a85e tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=66364872-5c38-4e33-a717-2afe0b7a8aa0 HTTP/1.1" status: 200 len: 210 time: 0.0667825 Apr 05 14:33:48.432666 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-d39fbe99-cbe8-4400-857f-61559cf9f870 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 0f3ab544-7dc2-4284-a66d-fea4319b2c15) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:33:48.438070 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39fbe99-cbe8-4400-857f-61559cf9f870 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:48.439045 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d39fbe99-cbe8-4400-857f-61559cf9f870 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:48.457382 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81869577-c67e-443e-9c43-ed3f2535fe55 None None] Network 0f3ab544-7dc2-4284-a66d-fea4319b2c15 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:33:48.542808 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61736b17-e5c5-4b9a-ba5f-8699faed3562 req-6a471eee-e4d7-49a1-967e-2f6d50606609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:48.544481 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-61736b17-e5c5-4b9a-ba5f-8699faed3562 req-6a471eee-e4d7-49a1-967e-2f6d50606609 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=10f08e0c585d4bce9922d1b84ccfbdc4&device_id=a61b73ac-42d2-43eb-999a-0e9d7edb6bd8 HTTP/1.1" status: 200 len: 1094 time: 0.0555711 Apr 05 14:33:48.553659 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-d39fbe99-cbe8-4400-857f-61559cf9f870 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8172474 Apr 05 14:33:48.559937 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791ea3fb-fd0b-4a6d-8812-5ea16c40690a req-3d58c6c7-79b0-49d7-81e7-4d98a72c263b tempest-ServerPasswordTestJSON-1022705133 tempest-ServerPasswordTestJSON-1022705133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:48.562156 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-791ea3fb-fd0b-4a6d-8812-5ea16c40690a req-3d58c6c7-79b0-49d7-81e7-4d98a72c263b tempest-ServerPasswordTestJSON-1022705133 tempest-ServerPasswordTestJSON-1022705133-project] 10.222.0.30 "GET /v2.0/ports?device_id=a61b73ac-42d2-43eb-999a-0e9d7edb6bd8 HTTP/1.1" status: 200 len: 943 time: 0.1369479 Apr 05 14:33:48.562743 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 37704) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:33:48.575364 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-1b5d77bd-37ea-4a4b-843b-c0e7b315d1e5 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Request body: {'subnet': {'network_id': 'f8dc05c8-2890-4dc3-b2a7-03be428d262b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:33:48.607506 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1171c78e-b19c-4611-86b5-1615ee0ba157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:48.642933 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6c9d7047-140f-45a2-bf9f-551529757520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:48.655367 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1171c78e-b19c-4611-86b5-1615ee0ba157 admin admin] No DVR routers for this DVR port 307da76d-13b2-49bd-a740-e8bb9c1707e2 on host n-d-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:33:48.684763 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9d7047-140f-45a2-bf9f-551529757520 None None] Pushing event deleted for resources: {'Port': ['ID=307da76d-13b2-49bd-a740-e8bb9c1707e2,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:48.726093 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9d7047-140f-45a2-bf9f-551529757520 None None] No DVR routers for this DVR port 307da76d-13b2-49bd-a740-e8bb9c1707e2 on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:33:48.782973 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1171c78e-b19c-4611-86b5-1615ee0ba157 admin admin] Pushing event deleted for resources: {'Port': ['ID=307da76d-13b2-49bd-a740-e8bb9c1707e2,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:48.794308 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-791ea3fb-fd0b-4a6d-8812-5ea16c40690a req-19d5575b-85d6-4243-b8f6-21799abb740b tempest-ServerPasswordTestJSON-1022705133 tempest-ServerPasswordTestJSON-1022705133-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bbb3e2b-f3ed-4659-ad53-91e5a3d5afa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098992 Apr 05 14:33:48.812824 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61736b17-e5c5-4b9a-ba5f-8699faed3562 req-ee93b873-59d5-4725-8517-c29c3e440a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:48.815705 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-61736b17-e5c5-4b9a-ba5f-8699faed3562 req-ee93b873-59d5-4725-8517-c29c3e440a33 service neutron] 10.222.0.11 "GET /v2.0/networks?id=be020690-4eac-4905-82c2-c0f5c553e9f2 HTTP/1.1" status: 200 len: 913 time: 0.2591221 Apr 05 14:33:48.837376 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 307da76d-13b2-49bd-a740-e8bb9c1707e2 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:33:48.862743 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-61736b17-e5c5-4b9a-ba5f-8699faed3562 req-eb781f28-3391-458d-9392-6df1d4305216 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e781c732-96b5-46a3-b50e-480fbd616c93 HTTP/1.1" status: 200 len: 217 time: 0.0413043 Apr 05 14:33:48.889689 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4c824e08-b471-4645-a69c-5b42d43b948e tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:48.901222 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1171c78e-b19c-4611-86b5-1615ee0ba157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:48.921536 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 307da76d-13b2-49bd-a740-e8bb9c1707e2 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:33:48.921885 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 307da76d-13b2-49bd-a740-e8bb9c1707e2 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:33:48.942083 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf58ad2-ab3a-4d84-b377-bf7ca2573a0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-0f3ab544-7dc2-4284-a66d-fea4319b2c15', 'network_id': '0f3ab544-7dc2-4284-a66d-fea4319b2c15', 'tenant_id': '46506dd378824c31a44f4042351ca50c', 'fixed_ips': [{'subnet_id': '019e4979-523e-4fcf-af92-fa3eb1ef032c'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:33:48.942956 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4cf58ad2-ab3a-4d84-b377-bf7ca2573a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:48.954185 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61736b17-e5c5-4b9a-ba5f-8699faed3562 req-7b52ac75-7a75-4641-a016-a31b94a4bde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:48.955991 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-61736b17-e5c5-4b9a-ba5f-8699faed3562 req-7b52ac75-7a75-4641-a016-a31b94a4bde1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=965c1a0d-2831-4089-9af5-c51dad3b71cd HTTP/1.1" status: 200 len: 852 time: 0.0868738 Apr 05 14:33:48.956103 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c824e08-b471-4645-a69c-5b42d43b948e tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Pushing event deleted for resources: {'Port': ['ID=781ad338-04cd-4cd5-ab31-fb49746c5884,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:48.983743 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b5d77bd-37ea-4a4b-843b-c0e7b315d1e5 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Made reservation on behalf of 46506dd378824c31a44f4042351ca50c for: {'subnet': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:33:48.989355 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1b5d77bd-37ea-4a4b-843b-c0e7b315d1e5 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13127328'] for subnet, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:49.003938 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-61736b17-e5c5-4b9a-ba5f-8699faed3562 req-733ccf7e-4394-4f4a-80fe-ebe10884f6bc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=be020690-4eac-4905-82c2-c0f5c553e9f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396378 Apr 05 14:33:49.028531 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 4720d908-6678-4339-b284-2ab03799581b no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:33:49.028831 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-1171c78e-b19c-4611-86b5-1615ee0ba157 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5c04a20-9e06-4874-9ca5-1739c604bcb7']}} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:49.072486 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] No Port match for: 4720d908-6678-4339-b284-2ab03799581b {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:33:49.072813 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 4720d908-6678-4339-b284-2ab03799581b not bound to the agent host n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:33:49.135830 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-4cf58ad2-ab3a-4d84-b377-bf7ca2573a0f None None] Allocated IP 2001:db8::2 (0f3ab544-7dc2-4284-a66d-fea4319b2c15/019e4979-523e-4fcf-af92-fa3eb1ef032c/a9efe453-057b-40dd-beff-53ec88fd56dc) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:33:49.140444 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-61736b17-e5c5-4b9a-ba5f-8699faed3562 req-75142d01-c0e0-4b0d-99a4-374049ff4543 service neutron] 10.222.0.11 "GET /v2.0/networks/be020690-4eac-4905-82c2-c0f5c553e9f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224487 Apr 05 14:33:49.282319 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-61736b17-e5c5-4b9a-ba5f-8699faed3562 req-51a9e36d-a552-4d01-9589-bedd38318501 service neutron] 10.222.0.11 "GET /v2.0/networks/be020690-4eac-4905-82c2-c0f5c553e9f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332455 Apr 05 14:33:49.377932 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4cf58ad2-ab3a-4d84-b377-bf7ca2573a0f None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:49.429738 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-1171c78e-b19c-4611-86b5-1615ee0ba157 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a7f2de5-306f-4345-ba19-e91d91de42c0') {'for_net_delete': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:49.430034 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-1171c78e-b19c-4611-86b5-1615ee0ba157 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a7f2de5-306f-4345-ba19-e91d91de42c0') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:49.448521 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4cf58ad2-ab3a-4d84-b377-bf7ca2573a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:49.481272 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1171c78e-b19c-4611-86b5-1615ee0ba157 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13399223'] for segment, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:49.502947 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf58ad2-ab3a-4d84-b377-bf7ca2573a0f None None] Network 0f3ab544-7dc2-4284-a66d-fea4319b2c15 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:33:49.514118 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-4cf58ad2-ab3a-4d84-b377-bf7ca2573a0f None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:33:49.519416 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf58ad2-ab3a-4d84-b377-bf7ca2573a0f None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:33:49.526127 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7da3c0-3514-435d-b2a5-d548c2d0b270 req-360185fc-1094-416c-b239-8fa2f263ad88 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:49.527962 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf58ad2-ab3a-4d84-b377-bf7ca2573a0f None None] Pushing event updated for resources: {'Port': ['ID=a9efe453-057b-40dd-beff-53ec88fd56dc,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:49.528110 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ab7da3c0-3514-435d-b2a5-d548c2d0b270 req-360185fc-1094-416c-b239-8fa2f263ad88 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5398802-0755-4a50-8138-d69f86d4cedc HTTP/1.1" status: 200 len: 944 time: 0.6135559 Apr 05 14:33:49.552087 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4c824e08-b471-4645-a69c-5b42d43b948e tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:49.555311 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-4c824e08-b471-4645-a69c-5b42d43b948e tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "DELETE /v2.0/ports/781ad338-04cd-4cd5-ab31-fb49746c5884 HTTP/1.1" status: 204 len: 168 time: 2.2077117 Apr 05 14:33:49.558187 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37720) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:33:49.565217 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1171c78e-b19c-4611-86b5-1615ee0ba157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:49.581156 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b2b251f-cf85-49eb-bb13-18b0fc1f5e9f', 'tag': '7253d90b-ef3c-4177-9f53-30afd622942c'}, {'server_uuid': '989e98ce-36ed-4302-94e9-639222cdaacc', 'name': 'network-vif-deleted', 'tag': '4720d908-6678-4339-b284-2ab03799581b'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:33:49.583329 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ec5deb-ddb0-4da7-a7ca-25b878e2818e" -d '{"events": [{"name": "network-changed", "server_uuid": "8b2b251f-cf85-49eb-bb13-18b0fc1f5e9f", "tag": "7253d90b-ef3c-4177-9f53-30afd622942c"}, {"server_uuid": "989e98ce-36ed-4302-94e9-639222cdaacc", "name": "network-vif-deleted", "tag": "4720d908-6678-4339-b284-2ab03799581b"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:33:49.593235 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1171c78e-b19c-4611-86b5-1615ee0ba157 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=103320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:33:49.593651 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1171c78e-b19c-4611-86b5-1615ee0ba157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15765202'] for segment, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:49.597629 n-d-836650-2 neutron-server[103320]: Traceback (most recent call last): Apr 05 14:33:49.597629 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:33:49.597629 n-d-836650-2 neutron-server[103320]: timer() Apr 05 14:33:49.597629 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:33:49.597629 n-d-836650-2 neutron-server[103320]: cb(*args, **kw) Apr 05 14:33:49.597629 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:33:49.597629 n-d-836650-2 neutron-server[103320]: return func(*args, **kwargs) Apr 05 14:33:49.597629 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:33:49.597629 n-d-836650-2 neutron-server[103320]: self._notify() Apr 05 14:33:49.597629 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:33:49.597629 n-d-836650-2 neutron-server[103320]: self.callback(batched_events) Apr 05 14:33:49.597629 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:33:49.597629 n-d-836650-2 neutron-server[103320]: event.method(event) Apr 05 14:33:49.597629 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:33:49.597629 n-d-836650-2 neutron-server[103320]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:33:49.597629 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:33:49.597629 n-d-836650-2 neutron-server[103320]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:33:49.597629 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:33:49.597629 n-d-836650-2 neutron-server[103320]: return f(self, *a, **k) Apr 05 14:33:49.597629 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:33:49.597629 n-d-836650-2 neutron-server[103320]: return self._get(url).json() Apr 05 14:33:49.597629 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:33:49.597629 n-d-836650-2 neutron-server[103320]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:33:49.597629 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:33:49.597629 n-d-836650-2 neutron-server[103320]: return self.request(url, 'GET', **kwargs) Apr 05 14:33:49.597629 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:33:49.597629 n-d-836650-2 neutron-server[103320]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:33:49.597629 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:33:49.597629 n-d-836650-2 neutron-server[103320]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:33:49.597629 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:33:49.597629 n-d-836650-2 neutron-server[103320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:33:49.597629 n-d-836650-2 neutron-server[103320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:33:49.605687 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-4cf58ad2-ab3a-4d84-b377-bf7ca2573a0f None None] Attempting to bind port a9efe453-057b-40dd-beff-53ec88fd56dc on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:33:49.606731 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-4cf58ad2-ab3a-4d84-b377-bf7ca2573a0f None None] Attempting to bind port a9efe453-057b-40dd-beff-53ec88fd56dc by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '885f9618-41b0-46eb-8adf-6140225ae4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0f3ab544-7dc2-4284-a66d-fea4319b2c15'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:33:49.607209 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf58ad2-ab3a-4d84-b377-bf7ca2573a0f None None] Attempting to bind port a9efe453-057b-40dd-beff-53ec88fd56dc on network 0f3ab544-7dc2-4284-a66d-fea4319b2c15 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:33:49.614809 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf58ad2-ab3a-4d84-b377-bf7ca2573a0f None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:33:49.614809 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf58ad2-ab3a-4d84-b377-bf7ca2573a0f None None] Checking segment: {'id': '885f9618-41b0-46eb-8adf-6140225ae4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0f3ab544-7dc2-4284-a66d-fea4319b2c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:33:49.614809 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4cf58ad2-ab3a-4d84-b377-bf7ca2573a0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:49.614809 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf58ad2-ab3a-4d84-b377-bf7ca2573a0f None None] Bound using segment: {'id': '885f9618-41b0-46eb-8adf-6140225ae4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0f3ab544-7dc2-4284-a66d-fea4319b2c15'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:33:49.615721 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-4cf58ad2-ab3a-4d84-b377-bf7ca2573a0f None None] Bound port: a9efe453-057b-40dd-beff-53ec88fd56dc, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '885f9618-41b0-46eb-8adf-6140225ae4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0f3ab544-7dc2-4284-a66d-fea4319b2c15'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:33:49.616028 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4cf58ad2-ab3a-4d84-b377-bf7ca2573a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:49.632289 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba491bfd-224c-4c10-ba82-3b2f839fdba1 req-681c5935-ab93-4fd7-946f-500a4566cfd0 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:49.633840 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ba491bfd-224c-4c10-ba82-3b2f839fdba1 req-681c5935-ab93-4fd7-946f-500a4566cfd0 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b2b251f-cf85-49eb-bb13-18b0fc1f5e9f HTTP/1.1" status: 200 len: 943 time: 0.2010298 Apr 05 14:33:49.686016 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ab7da3c0-3514-435d-b2a5-d548c2d0b270 req-0691b456-a2ff-4a46-83ff-bb72b3575463 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/security-groups?id=29c6f58e-e49b-4628-9965-3ae38dded875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358917 Apr 05 14:33:49.709422 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-4cf58ad2-ab3a-4d84-b377-bf7ca2573a0f None None] For port a9efe453-057b-40dd-beff-53ec88fd56dc, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:33:49.711564 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-a9e1a2e6-6ca7-4cc1-a76b-f6642f81e07d tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Deleting port a36b5c82-4962-4613-858a-cd38406de637 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:33:49.712232 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-4cf58ad2-ab3a-4d84-b377-bf7ca2573a0f None None] For port a9efe453-057b-40dd-beff-53ec88fd56dc, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=a9efe453-057b-40dd-beff-53ec88fd56dc,segment=NetworkSegment(885f9618-41b0-46eb-8adf-6140225ae4a6),segment_id=885f9618-41b0-46eb-8adf-6140225ae4a6)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:33:49.713549 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a9e1a2e6-6ca7-4cc1-a76b-f6642f81e07d tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:49.762450 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ba491bfd-224c-4c10-ba82-3b2f839fdba1 req-c868039d-6e6b-4431-9037-d65464e3ed79 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893309 Apr 05 14:33:49.813016 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5403d238-434b-4541-b14f-56e3d55ea2ff req-05efd24f-a04b-417d-b776-7921af6c1f59 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=66364872-5c38-4e33-a717-2afe0b7a8aa0 HTTP/1.1" status: 200 len: 210 time: 0.0359266 Apr 05 14:33:49.825553 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4cf58ad2-ab3a-4d84-b377-bf7ca2573a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:49.836778 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 05 Apr 2022 14:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe95ebf-621c-4d6d-b7ce-1d6ad9c88e49 x-openstack-request-id: req-9fe95ebf-621c-4d6d-b7ce-1d6ad9c88e49 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:33:49.837169 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b2b251f-cf85-49eb-bb13-18b0fc1f5e9f", "tag": "7253d90b-ef3c-4177-9f53-30afd622942c", "status": "completed", "code": 200}, {"server_uuid": "989e98ce-36ed-4302-94e9-639222cdaacc", "name": "network-vif-deleted", "tag": "4720d908-6678-4339-b284-2ab03799581b", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:33:49.839480 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9fe95ebf-621c-4d6d-b7ce-1d6ad9c88e49 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:33:49.840551 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fe95ebf-621c-4d6d-b7ce-1d6ad9c88e49'] response: {'name': 'network-changed', 'server_uuid': '8b2b251f-cf85-49eb-bb13-18b0fc1f5e9f', 'tag': '7253d90b-ef3c-4177-9f53-30afd622942c', 'status': 'completed', 'code': 200} Apr 05 14:33:49.840902 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fe95ebf-621c-4d6d-b7ce-1d6ad9c88e49'] response: {'server_uuid': '989e98ce-36ed-4302-94e9-639222cdaacc', 'name': 'network-vif-deleted', 'tag': '4720d908-6678-4339-b284-2ab03799581b', 'status': 'completed', 'code': 200} Apr 05 14:33:49.849399 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a9e1a2e6-6ca7-4cc1-a76b-f6642f81e07d tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:49.888242 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-a9e1a2e6-6ca7-4cc1-a76b-f6642f81e07d tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Calling delete_port for a36b5c82-4962-4613-858a-cd38406de637 owned by {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:33:49.920387 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf58ad2-ab3a-4d84-b377-bf7ca2573a0f None None] Pushing event updated for resources: {'Port': ['ID=a9efe453-057b-40dd-beff-53ec88fd56dc,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:49.946931 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec5deb-ddb0-4da7-a7ca-25b878e2818e req-a53d1f78-e772-4676-9e7b-ecbbed9afdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:49.950784 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-34ec5deb-ddb0-4da7-a7ca-25b878e2818e req-a53d1f78-e772-4676-9e7b-ecbbed9afdc5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f15fb34306734f1db943c159bdbff20e&device_id=8b2b251f-cf85-49eb-bb13-18b0fc1f5e9f HTTP/1.1" status: 200 len: 1124 time: 0.0917602 Apr 05 14:33:49.951033 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1171c78e-b19c-4611-86b5-1615ee0ba157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:49.956185 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1171c78e-b19c-4611-86b5-1615ee0ba157 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:49.959665 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-1171c78e-b19c-4611-86b5-1615ee0ba157 admin admin] 10.222.0.30 "DELETE /v2.0/networks/e5c04a20-9e06-4874-9ca5-1739c604bcb7 HTTP/1.1" status: 204 len: 168 time: 3.0818963 Apr 05 14:33:50.001793 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1171c78e-b19c-4611-86b5-1615ee0ba157 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5c04a20-9e06-4874-9ca5-1739c604bcb7,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:50.031411 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 4032c53b-96ab-4b67-b14e-c47acfa5a112 no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:33:50.035614 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0225bf5-8ec7-425c-b563-28113c5c6a04 req-cd055467-30f4-4a62-8282-a9ba2e131474 tempest-ServerPasswordTestJSON-1022705133 tempest-ServerPasswordTestJSON-1022705133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:50.037353 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e0225bf5-8ec7-425c-b563-28113c5c6a04 req-cd055467-30f4-4a62-8282-a9ba2e131474 tempest-ServerPasswordTestJSON-1022705133 tempest-ServerPasswordTestJSON-1022705133-project] 10.222.0.30 "GET /v2.0/ports?device_id=a61b73ac-42d2-43eb-999a-0e9d7edb6bd8 HTTP/1.1" status: 200 len: 943 time: 0.1629703 Apr 05 14:33:50.091079 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1b5d77bd-37ea-4a4b-843b-c0e7b315d1e5 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15773751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13127350'] for subnet, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:50.197993 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e0225bf5-8ec7-425c-b563-28113c5c6a04 req-a770e54a-207b-4c9b-83dc-bc31b9c140dd tempest-ServerPasswordTestJSON-1022705133 tempest-ServerPasswordTestJSON-1022705133-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bbb3e2b-f3ed-4659-ad53-91e5a3d5afa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431596 Apr 05 14:33:50.208320 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:50.210019 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5d77bd-37ea-4a4b-843b-c0e7b315d1e5 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Checking segment: {'id': '1f0de586-8c4e-4252-b29f-3be22cb51a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f8dc05c8-2890-4dc3-b2a7-03be428d262b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:33:50.210490 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5d77bd-37ea-4a4b-843b-c0e7b315d1e5 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Network hostable DHCP agents. Network: f8dc05c8-2890-4dc3-b2a7-03be428d262b, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:33:50.231386 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d77bd-37ea-4a4b-843b-c0e7b315d1e5 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Pushing event updated for resources: {'Subnet': ['ID=821576c5-6121-454c-8e60-a0b969989f50,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:50.248792 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec5deb-ddb0-4da7-a7ca-25b878e2818e req-5d416e6b-8e16-48de-a553-d882828202f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:50.250496 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-34ec5deb-ddb0-4da7-a7ca-25b878e2818e req-5d416e6b-8e16-48de-a553-d882828202f3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bbdeb55e-008a-45ea-8c70-7d18b28201f7 HTTP/1.1" status: 200 len: 908 time: 0.2718644 Apr 05 14:33:50.250688 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f77f973-1352-47e3-bb5e-96953c90267a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4032c53b-96ab-4b67-b14e-c47acfa5a112'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:33:50.258074 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc1c22e6-45ca-4cf2-abf2-40fa68b9928a" -d '{"events": [{"server_uuid": "6f77f973-1352-47e3-bb5e-96953c90267a", "name": "network-vif-unplugged", "status": "completed", "tag": "4032c53b-96ab-4b67-b14e-c47acfa5a112"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:33:50.272279 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 4032c53b-96ab-4b67-b14e-c47acfa5a112, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=4032c53b-96ab-4b67-b14e-c47acfa5a112,segment=NetworkSegment(87207719-1f48-46bc-a702-a88951a34078),segment_id=87207719-1f48-46bc-a702-a88951a34078)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:50.311391 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5d77bd-37ea-4a4b-843b-c0e7b315d1e5 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Network f8dc05c8-2890-4dc3-b2a7-03be428d262b is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:33:50.316660 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 14:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42498bbc-2125-4506-aa1f-1157e8edccf0 x-openstack-request-id: req-42498bbc-2125-4506-aa1f-1157e8edccf0 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:33:50.316993 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f77f973-1352-47e3-bb5e-96953c90267a", "name": "network-vif-unplugged", "status": "completed", "tag": "4032c53b-96ab-4b67-b14e-c47acfa5a112", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:33:50.323539 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-42498bbc-2125-4506-aa1f-1157e8edccf0 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:33:50.323539 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42498bbc-2125-4506-aa1f-1157e8edccf0'] response: {'server_uuid': '6f77f973-1352-47e3-bb5e-96953c90267a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4032c53b-96ab-4b67-b14e-c47acfa5a112', 'code': 200} Apr 05 14:33:50.335549 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a9e1a2e6-6ca7-4cc1-a76b-f6642f81e07d tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:50.349580 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-34ec5deb-ddb0-4da7-a7ca-25b878e2818e req-774530e2-f6c1-49b5-afcc-0ed1467baf38 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7253d90b-ef3c-4177-9f53-30afd622942c HTTP/1.1" status: 200 len: 217 time: 0.0846593 Apr 05 14:33:50.353091 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:50.397752 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-1b5d77bd-37ea-4a4b-843b-c0e7b315d1e5 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, f8dc05c8-2890-4dc3-b2a7-03be428d262b) {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:33:50.405246 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5d77bd-37ea-4a4b-843b-c0e7b315d1e5 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:50.405854 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1b5d77bd-37ea-4a4b-843b-c0e7b315d1e5 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:50.415811 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d632a0da-94c3-422e-8968-da9040e35181 None None] Network f8dc05c8-2890-4dc3-b2a7-03be428d262b requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:33:50.436696 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=4032c53b-96ab-4b67-b14e-c47acfa5a112,revision_number=8']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:50.441347 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 37734) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:33:50.441487 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e1a2e6-6ca7-4cc1-a76b-f6642f81e07d tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Pushing event deleted for resources: {'Port': ['ID=a36b5c82-4962-4613-858a-cd38406de637,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:50.500546 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-a93db21a-b02b-49cc-b6a0-2a2087318295 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e04b26e238414e33bb4eb5bcf94ecace&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0576847 Apr 05 14:33:50.502884 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 37736) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:33:50.511908 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec5deb-ddb0-4da7-a7ca-25b878e2818e req-6972378c-b611-4992-87ab-2d44678b3b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:50.514104 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-34ec5deb-ddb0-4da7-a7ca-25b878e2818e req-6972378c-b611-4992-87ab-2d44678b3b63 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ac874e19-e8d7-4dbd-ad30-b4a600298345 HTTP/1.1" status: 200 len: 847 time: 0.1559443 Apr 05 14:33:50.528624 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-1b5d77bd-37ea-4a4b-843b-c0e7b315d1e5 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9610577 Apr 05 14:33:50.529391 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 37738) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:33:50.559150 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a9e1a2e6-6ca7-4cc1-a76b-f6642f81e07d tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:50.562777 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-a9e1a2e6-6ca7-4cc1-a76b-f6642f81e07d tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "DELETE /v2.0/ports/a36b5c82-4962-4613-858a-cd38406de637 HTTP/1.1" status: 204 len: 168 time: 1.0035455 Apr 05 14:33:50.565527 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37740) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:33:50.569824 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-34ec5deb-ddb0-4da7-a7ca-25b878e2818e req-8f3d9f2e-a250-46c5-bb9d-b639436ffea6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bbdeb55e-008a-45ea-8c70-7d18b28201f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425661 Apr 05 14:33:50.593145 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07aaabd5-8838-4fa1-80d4-455f7ee6a885 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-f8dc05c8-2890-4dc3-b2a7-03be428d262b', 'network_id': 'f8dc05c8-2890-4dc3-b2a7-03be428d262b', 'tenant_id': '46506dd378824c31a44f4042351ca50c', 'fixed_ips': [{'subnet_id': '821576c5-6121-454c-8e60-a0b969989f50'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:33:50.594337 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-07aaabd5-8838-4fa1-80d4-455f7ee6a885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:50.673470 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-58139731-be2f-40c1-8d8c-b9a9dd164aef tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Deleting subnet 85946782-c9e5-45c1-9ef9-786126e16c57 {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:33:50.679373 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-58139731-be2f-40c1-8d8c-b9a9dd164aef tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:50.763392 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-34ec5deb-ddb0-4da7-a7ca-25b878e2818e req-48b06e3e-e5b8-44e3-a0f0-c2cf405a6e5c service neutron] 10.222.0.11 "GET /v2.0/networks/bbdeb55e-008a-45ea-8c70-7d18b28201f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846979 Apr 05 14:33:50.766276 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-58139731-be2f-40c1-8d8c-b9a9dd164aef tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:50.874656 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-07aaabd5-8838-4fa1-80d4-455f7ee6a885 None None] Allocated IP 2001:db8::2 (f8dc05c8-2890-4dc3-b2a7-03be428d262b/821576c5-6121-454c-8e60-a0b969989f50/41f4953a-0a16-4015-aa41-ec744ffd1c9a) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:33:51.034072 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-34ec5deb-ddb0-4da7-a7ca-25b878e2818e req-da305b08-16ab-433c-bba2-84d74849323b service neutron] 10.222.0.11 "GET /v2.0/networks/bbdeb55e-008a-45ea-8c70-7d18b28201f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589672 Apr 05 14:33:51.035702 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a1362b95-ee2a-4df4-8da4-a0d33d7ef6ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:51.039167 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-58139731-be2f-40c1-8d8c-b9a9dd164aef tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:51.066823 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 7253d90b-ef3c-4177-9f53-30afd622942c details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:33:51.081046 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device b3f6f5da-f9f2-4ed7-8ec4-30bb459d5d3c up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:33:51.148313 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a1362b95-ee2a-4df4-8da4-a0d33d7ef6ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:51.206175 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74743350-383d-4db7-a017-ad05c45f79d6 req-8131f732-17e9-4a06-ac06-1c3461ff98c6 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:51.207138 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-74743350-383d-4db7-a017-ad05c45f79d6 req-8131f732-17e9-4a06-ac06-1c3461ff98c6 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.55 "GET /v2.0/networks?id=c8cad75e-d463-4298-b473-cd6f872623d5 HTTP/1.1" status: 200 len: 815 time: 0.6766887 Apr 05 14:33:51.208527 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-58139731-be2f-40c1-8d8c-b9a9dd164aef tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:51.213194 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f94c343a-efb7-4042-81f0-a4ba2f2f03ec req-390802b4-c20d-4650-8fa6-553cdf54e290 service neutron] 10.222.0.11 "GET /v2.0/ports/7253d90b-ef3c-4177-9f53-30afd622942c/bindings/n-h1-836650-2 HTTP/1.1" status: 200 len: 384 time: 0.3652987 Apr 05 14:33:51.247939 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58139731-be2f-40c1-8d8c-b9a9dd164aef tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Pushing event deleted for resources: {'Subnet': ['ID=85946782-c9e5-45c1-9ef9-786126e16c57,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:51.263458 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-58139731-be2f-40c1-8d8c-b9a9dd164aef tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:51.275674 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bcff35-7039-4c32-ae27-30b7d974850b None None] Network c0d47256-1dbd-4e59-a5ce-32eac6b8a672 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:33:51.275857 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-74743350-383d-4db7-a017-ad05c45f79d6 req-635243da-ecdf-46ba-b682-6cbcaec4adec tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Request body: {'port': {'device_id': '66364872-5c38-4e33-a717-2afe0b7a8aa0', 'network_id': 'c8cad75e-d463-4298-b473-cd6f872623d5', 'admin_state_up': True, 'tenant_id': 'a9da18e09c15404ca69176173aa40d16'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:33:51.277206 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-58139731-be2f-40c1-8d8c-b9a9dd164aef tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "DELETE /v2.0/subnets/85946782-c9e5-45c1-9ef9-786126e16c57 HTTP/1.1" status: 204 len: 168 time: 0.7101357 Apr 05 14:33:51.278099 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37750) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:33:51.303476 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-07aaabd5-8838-4fa1-80d4-455f7ee6a885 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:51.361935 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bfe9d4-0671-4090-9e17-5ad1a3f0f695 req-23655029-2976-46cd-9c07-7ab71b4d64cc tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:51.363470 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-72bfe9d4-0671-4090-9e17-5ad1a3f0f695 req-23655029-2976-46cd-9c07-7ab71b4d64cc tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5398802-0755-4a50-8138-d69f86d4cedc HTTP/1.1" status: 200 len: 944 time: 0.4981802 Apr 05 14:33:51.363653 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74985ef7-b5d1-4e12-a3c4-438ee38c09d7 None None] Network 0f3ab544-7dc2-4284-a66d-fea4319b2c15 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:33:51.365514 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port b3f6f5da-f9f2-4ed7-8ec4-30bb459d5d3c completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:33:51.370204 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 7253d90b-ef3c-4177-9f53-30afd622942c, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=7253d90b-ef3c-4177-9f53-30afd622942c,segment=NetworkSegment(d98286ea-3af7-47a7-a92d-d95717c2d70a),segment_id=d98286ea-3af7-47a7-a92d-d95717c2d70a)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:51.372054 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd606d56-2bac-4ff5-9049-59a21de1f1dd tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Deleting subnet 4b2cd119-834e-47b7-b975-b7e5f327fd6e {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:33:51.378855 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-dd606d56-2bac-4ff5-9049-59a21de1f1dd tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:51.404250 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port b3f6f5da-f9f2-4ed7-8ec4-30bb459d5d3c triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:51.404749 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:51.445807 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-dd606d56-2bac-4ff5-9049-59a21de1f1dd tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:51.460165 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da801466-1b9e-4ad4-a8f9-574c2bf04618 req-c98f9c60-36a5-45e0-96dc-0401aaabbf7b tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:51.461830 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-da801466-1b9e-4ad4-a8f9-574c2bf04618 req-c98f9c60-36a5-45e0-96dc-0401aaabbf7b tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b2b251f-cf85-49eb-bb13-18b0fc1f5e9f HTTP/1.1" status: 200 len: 943 time: 0.5379190 Apr 05 14:33:51.557275 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-dd606d56-2bac-4ff5-9049-59a21de1f1dd tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:51.580668 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6d7110c4-8f11-4abd-ba8e-f17618f1db47 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:51.591823 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-72bfe9d4-0671-4090-9e17-5ad1a3f0f695 req-c10273bf-d7e7-43e9-8071-9f72d3850750 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/security-groups?id=29c6f58e-e49b-4628-9965-3ae38dded875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762283 Apr 05 14:33:51.609834 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 7253d90b-ef3c-4177-9f53-30afd622942c has no active binding in host n-h1-836650-2 {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 05 14:33:51.612359 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-07aaabd5-8838-4fa1-80d4-455f7ee6a885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:51.646971 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a1362b95-ee2a-4df4-8da4-a0d33d7ef6ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:51.649706 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a1362b95-ee2a-4df4-8da4-a0d33d7ef6ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:51.653975 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-a1362b95-ee2a-4df4-8da4-a0d33d7ef6ad admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3d1a7855-7863-4922-a8cb-f86b0f779ae0 HTTP/1.1" status: 204 len: 168 time: 1.1474526 Apr 05 14:33:51.730654 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-dd606d56-2bac-4ff5-9049-59a21de1f1dd tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:51.731192 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07aaabd5-8838-4fa1-80d4-455f7ee6a885 None None] Network f8dc05c8-2890-4dc3-b2a7-03be428d262b is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:33:51.749494 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-da801466-1b9e-4ad4-a8f9-574c2bf04618 req-487ddcdc-8ab3-445b-ba18-61022c95f15d tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733839 Apr 05 14:33:51.768797 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-07aaabd5-8838-4fa1-80d4-455f7ee6a885 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:33:51.768981 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1362b95-ee2a-4df4-8da4-a0d33d7ef6ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d1a7855-7863-4922-a8cb-f86b0f779ae0,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:51.769066 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07aaabd5-8838-4fa1-80d4-455f7ee6a885 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:33:51.770773 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-b8992cbc-23ca-4d63-931a-47a61a2e5dc6 None None] Provisioning complete for port a9efe453-057b-40dd-beff-53ec88fd56dc triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:51.771144 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b8992cbc-23ca-4d63-931a-47a61a2e5dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:51.787092 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aaabd5-8838-4fa1-80d4-455f7ee6a885 None None] Pushing event updated for resources: {'Port': ['ID=41f4953a-0a16-4015-aa41-ec744ffd1c9a,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:51.852626 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd606d56-2bac-4ff5-9049-59a21de1f1dd tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Pushing event deleted for resources: {'Subnet': ['ID=4b2cd119-834e-47b7-b975-b7e5f327fd6e,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:51.859571 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-dd606d56-2bac-4ff5-9049-59a21de1f1dd tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:51.872181 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 37758) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:33:51.873266 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-dd606d56-2bac-4ff5-9049-59a21de1f1dd tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "DELETE /v2.0/subnets/4b2cd119-834e-47b7-b975-b7e5f327fd6e HTTP/1.1" status: 204 len: 168 time: 0.5934620 Apr 05 14:33:51.891174 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0567e5-b2a8-4354-a2ac-cb3d4978bd03 None None] Network 3f810a40-703c-4c97-af51-1827a3f96d53 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:33:51.958403 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device a9efe453-057b-40dd-beff-53ec88fd56dc up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:33:51.967371 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cffe5e08-b0fd-4547-b267-b1307d603ae1 req-db91c8f7-d10c-45f5-bc56-d40561d5545c tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=66364872-5c38-4e33-a717-2afe0b7a8aa0 HTTP/1.1" status: 200 len: 210 time: 0.2801552 Apr 05 14:33:51.985995 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74743350-383d-4db7-a017-ad05c45f79d6 req-635243da-ecdf-46ba-b682-6cbcaec4adec tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Made reservation on behalf of a9da18e09c15404ca69176173aa40d16 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:33:51.993743 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-74743350-383d-4db7-a017-ad05c45f79d6 req-635243da-ecdf-46ba-b682-6cbcaec4adec tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:52.071864 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device e781c732-96b5-46a3-b50e-480fbd616c93 details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:33:52.090696 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6d83f9-0c79-48f8-a42e-b1a0a4796eb1 None None] DHCP port deletion for c0d47256-1dbd-4e59-a5ce-32eac6b8a672 request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:33:52.126172 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-07aaabd5-8838-4fa1-80d4-455f7ee6a885 None None] Attempting to bind port 41f4953a-0a16-4015-aa41-ec744ffd1c9a on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:33:52.126753 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-07aaabd5-8838-4fa1-80d4-455f7ee6a885 None None] Attempting to bind port 41f4953a-0a16-4015-aa41-ec744ffd1c9a by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '1f0de586-8c4e-4252-b29f-3be22cb51a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f8dc05c8-2890-4dc3-b2a7-03be428d262b'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:33:52.127140 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07aaabd5-8838-4fa1-80d4-455f7ee6a885 None None] Attempting to bind port 41f4953a-0a16-4015-aa41-ec744ffd1c9a on network f8dc05c8-2890-4dc3-b2a7-03be428d262b {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:33:52.151900 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:52.188081 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cc8711f9-af6b-4495-aacc-bb6e38c528e4 req-53a76087-1cde-4004-bc89-264098057e77 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=301817ec-e32d-4c17-a082-4e820cbef9a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5354481 Apr 05 14:33:52.210182 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07aaabd5-8838-4fa1-80d4-455f7ee6a885 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:33:52.211054 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07aaabd5-8838-4fa1-80d4-455f7ee6a885 None None] Checking segment: {'id': '1f0de586-8c4e-4252-b29f-3be22cb51a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f8dc05c8-2890-4dc3-b2a7-03be428d262b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:33:52.211054 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-07aaabd5-8838-4fa1-80d4-455f7ee6a885 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:52.211351 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07aaabd5-8838-4fa1-80d4-455f7ee6a885 None None] Bound using segment: {'id': '1f0de586-8c4e-4252-b29f-3be22cb51a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f8dc05c8-2890-4dc3-b2a7-03be428d262b'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:33:52.211991 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-07aaabd5-8838-4fa1-80d4-455f7ee6a885 None None] Bound port: 41f4953a-0a16-4015-aa41-ec744ffd1c9a, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f0de586-8c4e-4252-b29f-3be22cb51a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f8dc05c8-2890-4dc3-b2a7-03be428d262b'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:33:52.212182 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-07aaabd5-8838-4fa1-80d4-455f7ee6a885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:52.267779 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cc5a19b2-bd92-4107-a77f-f391d923b583 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:52.299746 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173613f1-38ff-42a9-ad32-d875d3c66ded req-9d26cf61-2bf5-4fc8-8c59-b983b4923d6a tempest-ServerPasswordTestJSON-1022705133 tempest-ServerPasswordTestJSON-1022705133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:52.300157 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.db.resource_extend [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 14:33:52.301516 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-173613f1-38ff-42a9-ad32-d875d3c66ded req-9d26cf61-2bf5-4fc8-8c59-b983b4923d6a tempest-ServerPasswordTestJSON-1022705133 tempest-ServerPasswordTestJSON-1022705133-project] 10.222.0.30 "GET /v2.0/ports?device_id=a61b73ac-42d2-43eb-999a-0e9d7edb6bd8 HTTP/1.1" status: 200 len: 943 time: 0.3994699 Apr 05 14:33:52.395988 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 7 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 14:33:52.398693 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5398802-0755-4a50-8138-d69f86d4cedc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3f6f5da-f9f2-4ed7-8ec4-30bb459d5d3c'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:33:52.401434 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a23b74-c41d-40f8-b879-6d215590e83a" -d '{"events": [{"server_uuid": "a5398802-0755-4a50-8138-d69f86d4cedc", "name": "network-vif-plugged", "status": "completed", "tag": "b3f6f5da-f9f2-4ed7-8ec4-30bb459d5d3c"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:33:52.457831 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a69bb5c-ddbf-4adf-8a08-887e9e628cad x-openstack-request-id: req-6a69bb5c-ddbf-4adf-8a08-887e9e628cad {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:33:52.458115 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5398802-0755-4a50-8138-d69f86d4cedc", "name": "network-vif-plugged", "status": "completed", "tag": "b3f6f5da-f9f2-4ed7-8ec4-30bb459d5d3c", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:33:52.458212 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6a69bb5c-ddbf-4adf-8a08-887e9e628cad {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:33:52.458566 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a69bb5c-ddbf-4adf-8a08-887e9e628cad'] response: {'server_uuid': 'a5398802-0755-4a50-8138-d69f86d4cedc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3f6f5da-f9f2-4ed7-8ec4-30bb459d5d3c', 'code': 200} Apr 05 14:33:52.462580 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port b3f6f5da-f9f2-4ed7-8ec4-30bb459d5d3c, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=b3f6f5da-f9f2-4ed7-8ec4-30bb459d5d3c,segment=NetworkSegment(1db74af5-f9b7-4132-a710-0eb375e39826),segment_id=1db74af5-f9b7-4132-a710-0eb375e39826)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:52.466173 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b8992cbc-23ca-4d63-931a-47a61a2e5dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:52.504095 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port a9efe453-057b-40dd-beff-53ec88fd56dc triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:52.504462 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:52.570115 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:52.611407 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78523f37-4a57-4ce5-be9c-35a2a0033125 req-6ecd8683-66b0-4b8d-bea3-6e5670388af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:52.614368 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-78523f37-4a57-4ce5-be9c-35a2a0033125 req-6ecd8683-66b0-4b8d-bea3-6e5670388af0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a5398802-0755-4a50-8138-d69f86d4cedc HTTP/1.1" status: 200 len: 1096 time: 0.0786779 Apr 05 14:33:52.678178 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-07aaabd5-8838-4fa1-80d4-455f7ee6a885 None None] For port 41f4953a-0a16-4015-aa41-ec744ffd1c9a, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:33:52.724760 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-78523f37-4a57-4ce5-be9c-35a2a0033125 req-6e86ff38-9a7a-43ba-83da-8e4a6c036726 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=29c6f58e-e49b-4628-9965-3ae38dded875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834532 Apr 05 14:33:52.726141 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9f8ac0-6da7-471e-86e7-e9f7aa63b589 None None] DHCP port deletion for 3f810a40-703c-4c97-af51-1827a3f96d53 request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:33:52.735504 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port e781c732-96b5-46a3-b50e-480fbd616c93, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=e781c732-96b5-46a3-b50e-480fbd616c93,segment=NetworkSegment(ce386ee1-8b43-4a33-8c30-af8f1a504b49),segment_id=ce386ee1-8b43-4a33-8c30-af8f1a504b49)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:52.745041 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-b8992cbc-23ca-4d63-931a-47a61a2e5dc6 None None] For port a9efe453-057b-40dd-beff-53ec88fd56dc, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=a9efe453-057b-40dd-beff-53ec88fd56dc,segment=NetworkSegment(885f9618-41b0-46eb-8adf-6140225ae4a6),segment_id=885f9618-41b0-46eb-8adf-6140225ae4a6)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:52.760408 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-07aaabd5-8838-4fa1-80d4-455f7ee6a885 None None] For port 41f4953a-0a16-4015-aa41-ec744ffd1c9a, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=41f4953a-0a16-4015-aa41-ec744ffd1c9a,segment=NetworkSegment(1f0de586-8c4e-4252-b29f-3be22cb51a9b),segment_id=1f0de586-8c4e-4252-b29f-3be22cb51a9b)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:33:52.768994 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-7f6d83f9-0c79-48f8-a42e-b1a0a4796eb1 None None] Deleting port ef2b5a7a-e74e-43a0-9c88-0d3e24a96f58 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:33:52.769371 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7f6d83f9-0c79-48f8-a42e-b1a0a4796eb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:52.817213 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-f94c343a-efb7-4042-81f0-a4ba2f2f03ec req-4db9afc7-ae35-4310-8590-7d6460a71fa4 service neutron] For port 7253d90b-ef3c-4177-9f53-30afd622942c, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=7253d90b-ef3c-4177-9f53-30afd622942c,segment=NetworkSegment(d98286ea-3af7-47a7-a92d-d95717c2d70a),segment_id=d98286ea-3af7-47a7-a92d-d95717c2d70a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:52.818870 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': 'e781c732-96b5-46a3-b50e-480fbd616c93', 'network_id': 'be020690-4eac-4905-82c2-c0f5c553e9f2', 'port_id': 'e781c732-96b5-46a3-b50e-480fbd616c93', 'mac_address': 'fa:16:3e:a4:01:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '965c1a0d-2831-4089-9af5-c51dad3b71cd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:33:52.870131 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=b3f6f5da-f9f2-4ed7-8ec4-30bb459d5d3c,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:52.885718 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b8992cbc-23ca-4d63-931a-47a61a2e5dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:52.898082 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-07aaabd5-8838-4fa1-80d4-455f7ee6a885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:52.962392 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-f94c343a-efb7-4042-81f0-a4ba2f2f03ec req-4db9afc7-ae35-4310-8590-7d6460a71fa4 service neutron] For port 7253d90b-ef3c-4177-9f53-30afd622942c, host n-h2-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:33:52.998764 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-7f6d83f9-0c79-48f8-a42e-b1a0a4796eb1 None None] For port ef2b5a7a-e74e-43a0-9c88-0d3e24a96f58, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=ef2b5a7a-e74e-43a0-9c88-0d3e24a96f58,segment=NetworkSegment(98b4c9da-78e9-4934-a25f-0a1e90329ab6),segment_id=98b4c9da-78e9-4934-a25f-0a1e90329ab6)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:52.999162 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7f6d83f9-0c79-48f8-a42e-b1a0a4796eb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:53.043156 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-f94c343a-efb7-4042-81f0-a4ba2f2f03ec req-4db9afc7-ae35-4310-8590-7d6460a71fa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7253d90b-ef3c-4177-9f53-30afd622942c {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:33:53.051999 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-7f6d83f9-0c79-48f8-a42e-b1a0a4796eb1 None None] Calling delete_port for ef2b5a7a-e74e-43a0-9c88-0d3e24a96f58 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:33:53.055570 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:53.075775 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-173613f1-38ff-42a9-ad32-d875d3c66ded req-f5d892e3-c571-4896-8669-25c4ee1c484e tempest-ServerPasswordTestJSON-1022705133 tempest-ServerPasswordTestJSON-1022705133-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bbb3e2b-f3ed-4659-ad53-91e5a3d5afa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7087183 Apr 05 14:33:53.092388 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8992cbc-23ca-4d63-931a-47a61a2e5dc6 None None] Pushing event updated for resources: {'Port': ['ID=a9efe453-057b-40dd-beff-53ec88fd56dc,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:53.103112 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8711f9-af6b-4495-aacc-bb6e38c528e4 req-3624c078-0806-4269-96a7-c086519f048a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:53.118224 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cc8711f9-af6b-4495-aacc-bb6e38c528e4 req-3624c078-0806-4269-96a7-c086519f048a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f15fb34306734f1db943c159bdbff20e&device_id=301817ec-e32d-4c17-a082-4e820cbef9a3 HTTP/1.1" status: 200 len: 1096 time: 0.8443062 Apr 05 14:33:53.120632 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-f94c343a-efb7-4042-81f0-a4ba2f2f03ec req-4db9afc7-ae35-4310-8590-7d6460a71fa4 service neutron] For port 7253d90b-ef3c-4177-9f53-30afd622942c, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=7253d90b-ef3c-4177-9f53-30afd622942c,segment=NetworkSegment(d98286ea-3af7-47a7-a92d-d95717c2d70a),segment_id=d98286ea-3af7-47a7-a92d-d95717c2d70a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:53.190469 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafee272-fa0b-482e-8890-50950a4b1e33 req-6f2518be-7004-4b36-8ed1-2236898c87d3 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:53.199244 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dafee272-fa0b-482e-8890-50950a4b1e33 req-6f2518be-7004-4b36-8ed1-2236898c87d3 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5398802-0755-4a50-8138-d69f86d4cedc HTTP/1.1" status: 200 len: 945 time: 0.3934999 Apr 05 14:33:53.218268 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e781c732-96b5-46a3-b50e-480fbd616c93 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:33:53.249054 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-92397a5f-adde-4d7c-a530-c768a0bddcc3 None None] Provisioning complete for port a9efe453-057b-40dd-beff-53ec88fd56dc triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:53.252423 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-92397a5f-adde-4d7c-a530-c768a0bddcc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:53.252423 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port e781c732-96b5-46a3-b50e-480fbd616c93, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=e781c732-96b5-46a3-b50e-480fbd616c93,segment=NetworkSegment(ce386ee1-8b43-4a33-8c30-af8f1a504b49),segment_id=ce386ee1-8b43-4a33-8c30-af8f1a504b49)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:53.258702 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-ef9f8ac0-6da7-471e-86e7-e9f7aa63b589 None None] Deleting port acca2447-0fed-4bac-83ce-695b6bb6cda2 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:33:53.259093 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ef9f8ac0-6da7-471e-86e7-e9f7aa63b589 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:53.310589 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-6d7110c4-8f11-4abd-ba8e-f17618f1db47 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Allocated IP 2001:db8::1 (0f3ab544-7dc2-4284-a66d-fea4319b2c15/019e4979-523e-4fcf-af92-fa3eb1ef032c/012777ad-31b6-4665-b22f-f2f9e6a4924f) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:33:53.315790 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-74743350-383d-4db7-a017-ad05c45f79d6 req-635243da-ecdf-46ba-b682-6cbcaec4adec tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Allocated IP 172.20.0.4 (c8cad75e-d463-4298-b473-cd6f872623d5/8ec025f3-c3f9-4eb4-863e-b0988fc8d817/2c96b6ae-6783-4b43-97ec-d28367f40f2a) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:33:53.320577 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-f94c343a-efb7-4042-81f0-a4ba2f2f03ec req-4db9afc7-ae35-4310-8590-7d6460a71fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:53.347179 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aaabd5-8838-4fa1-80d4-455f7ee6a885 None None] Pushing event updated for resources: {'Port': ['ID=41f4953a-0a16-4015-aa41-ec744ffd1c9a,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:53.399209 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:53.407984 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7f6d83f9-0c79-48f8-a42e-b1a0a4796eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:53.458792 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-ef9f8ac0-6da7-471e-86e7-e9f7aa63b589 None None] For port acca2447-0fed-4bac-83ce-695b6bb6cda2, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=acca2447-0fed-4bac-83ce-695b6bb6cda2,segment=NetworkSegment(9d26854a-4897-4e14-97b0-4af76152ee88),segment_id=9d26854a-4897-4e14-97b0-4af76152ee88)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:53.459197 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ef9f8ac0-6da7-471e-86e7-e9f7aa63b589 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:53.469382 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cc5a19b2-bd92-4107-a77f-f391d923b583 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Deleting port ef2b5a7a-e74e-43a0-9c88-0d3e24a96f58 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:33:53.469721 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cc5a19b2-bd92-4107-a77f-f391d923b583 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:53.471079 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6d83f9-0c79-48f8-a42e-b1a0a4796eb1 None None] No DVR routers for this DVR port ef2b5a7a-e74e-43a0-9c88-0d3e24a96f58 on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:33:53.486894 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dafee272-fa0b-482e-8890-50950a4b1e33 req-5e0724ad-ceda-4a66-a435-972df0840100 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/security-groups?id=29c6f58e-e49b-4628-9965-3ae38dded875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862349 Apr 05 14:33:53.494897 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-ef9f8ac0-6da7-471e-86e7-e9f7aa63b589 None None] Calling delete_port for acca2447-0fed-4bac-83ce-695b6bb6cda2 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:33:53.553490 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373620a3-9fb8-4161-ba1d-293bf66b229a req-8351710c-9509-4d33-90e3-b6a44446b9c1 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:53.555173 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-373620a3-9fb8-4161-ba1d-293bf66b229a req-8351710c-9509-4d33-90e3-b6a44446b9c1 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b2b251f-cf85-49eb-bb13-18b0fc1f5e9f HTTP/1.1" status: 200 len: 943 time: 0.3417919 Apr 05 14:33:53.574128 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=e781c732-96b5-46a3-b50e-480fbd616c93,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:53.650900 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6d83f9-0c79-48f8-a42e-b1a0a4796eb1 None None] Pushing event deleted for resources: {'Port': ['ID=ef2b5a7a-e74e-43a0-9c88-0d3e24a96f58,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:53.699534 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8711f9-af6b-4495-aacc-bb6e38c528e4 req-57b83ec2-4217-4835-8c79-a0379fecebbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:53.701061 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cc8711f9-af6b-4495-aacc-bb6e38c528e4 req-57b83ec2-4217-4835-8c79-a0379fecebbf service neutron] 10.222.0.55 "GET /v2.0/networks?id=bbdeb55e-008a-45ea-8c70-7d18b28201f7 HTTP/1.1" status: 200 len: 908 time: 0.5572371 Apr 05 14:33:53.714557 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-759819c7-1dde-440c-944d-ba211301d9de req-64bea09c-6ea2-4fbe-b8ff-d06b8caf9d36 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=66364872-5c38-4e33-a717-2afe0b7a8aa0 HTTP/1.1" status: 200 len: 210 time: 0.0978906 Apr 05 14:33:53.749925 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cc5a19b2-bd92-4107-a77f-f391d923b583 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] For port ef2b5a7a-e74e-43a0-9c88-0d3e24a96f58, host n-d-836650-2, got binding levels [] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:53.750349 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cc5a19b2-bd92-4107-a77f-f391d923b583 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:53.777241 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['e781c732-96b5-46a3-b50e-480fbd616c93'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:33:53.835688 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ef9f8ac0-6da7-471e-86e7-e9f7aa63b589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:53.841239 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cc5a19b2-bd92-4107-a77f-f391d923b583 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Calling delete_port for ef2b5a7a-e74e-43a0-9c88-0d3e24a96f58 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:33:53.841239 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cc8711f9-af6b-4495-aacc-bb6e38c528e4 req-22a2bc70-756a-4b0f-902c-46e249109064 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7009618f-75a6-452a-a53d-560fdef9d71a HTTP/1.1" status: 200 len: 217 time: 0.1207893 Apr 05 14:33:53.850686 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.ipam_backend_mixin [None req-cc5a19b2-bd92-4107-a77f-f391d923b583 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Port ef2b5a7a-e74e-43a0-9c88-0d3e24a96f58 was not found and therefore no delete operation was performed {{(pid=103320) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 05 14:33:53.897270 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-f94c343a-efb7-4042-81f0-a4ba2f2f03ec req-4db9afc7-ae35-4310-8590-7d6460a71fa4 service neutron] Transition to ACTIVE for port object 7253d90b-ef3c-4177-9f53-30afd622942c will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:33:53.903465 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-373620a3-9fb8-4161-ba1d-293bf66b229a req-60386df3-9c64-40d6-adef-d107765e0688 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879767 Apr 05 14:33:53.935081 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cc5a19b2-bd92-4107-a77f-f391d923b583 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:54.010840 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6d7110c4-8f11-4abd-ba8e-f17618f1db47 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:54.050190 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5a19b2-bd92-4107-a77f-f391d923b583 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Pushing event deleted for resources: {'Port': ['ID=ef2b5a7a-e74e-43a0-9c88-0d3e24a96f58,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:54.060857 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-f94c343a-efb7-4042-81f0-a4ba2f2f03ec req-4db9afc7-ae35-4310-8590-7d6460a71fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:54.091873 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 41f4953a-0a16-4015-aa41-ec744ffd1c9a up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:33:54.093739 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 4032c53b-96ab-4b67-b14e-c47acfa5a112 details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:33:54.096192 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 7253d90b-ef3c-4177-9f53-30afd622942c no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:33:54.126096 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9f8ac0-6da7-471e-86e7-e9f7aa63b589 None None] No DVR routers for this DVR port acca2447-0fed-4bac-83ce-695b6bb6cda2 on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:33:54.130390 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9f8ac0-6da7-471e-86e7-e9f7aa63b589 None None] Pushing event deleted for resources: {'Port': ['ID=acca2447-0fed-4bac-83ce-695b6bb6cda2,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:54.252638 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-74743350-383d-4db7-a017-ad05c45f79d6 req-635243da-ecdf-46ba-b682-6cbcaec4adec tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:54.257107 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 7253d90b-ef3c-4177-9f53-30afd622942c not bound to the agent host n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:33:54.282469 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5a19b2-bd92-4107-a77f-f391d923b583 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] No DVR routers for this DVR port ef2b5a7a-e74e-43a0-9c88-0d3e24a96f58 on host n-d-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:33:54.343609 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6d7110c4-8f11-4abd-ba8e-f17618f1db47 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:54.346104 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 4032c53b-96ab-4b67-b14e-c47acfa5a112, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=4032c53b-96ab-4b67-b14e-c47acfa5a112,segment=NetworkSegment(87207719-1f48-46bc-a702-a88951a34078),segment_id=87207719-1f48-46bc-a702-a88951a34078)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:54.361539 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': '4032c53b-96ab-4b67-b14e-c47acfa5a112', 'network_id': 'bbe33099-0907-4578-b91f-9ecd1e0f3a95', 'port_id': '4032c53b-96ab-4b67-b14e-c47acfa5a112', 'mac_address': 'fa:16:3e:23:4d:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c529ad6d-a94e-4533-88f8-eeabc5541ed8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:33:54.422936 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8711f9-af6b-4495-aacc-bb6e38c528e4 req-97be2ae2-4bf9-4fdf-940e-70694b815351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:54.424776 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cc8711f9-af6b-4495-aacc-bb6e38c528e4 req-97be2ae2-4bf9-4fdf-940e-70694b815351 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac874e19-e8d7-4dbd-ad30-b4a600298345 HTTP/1.1" status: 200 len: 847 time: 0.5256798 Apr 05 14:33:54.430648 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-f94c343a-efb7-4042-81f0-a4ba2f2f03ec req-4db9afc7-ae35-4310-8590-7d6460a71fa4 service neutron] No DVR routers for this DVR port 7253d90b-ef3c-4177-9f53-30afd622942c on host n-h2-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:33:54.440617 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 41f4953a-0a16-4015-aa41-ec744ffd1c9a triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:54.441234 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:54.444507 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac54047-e6f2-484e-81ee-dc3ad698fb08 None None] Network f8dc05c8-2890-4dc3-b2a7-03be428d262b requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:33:54.465001 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db9afc7-ae35-4310-8590-7d6460a71fa4 service neutron] Pushing event updated for resources: {'Port': ['ID=7253d90b-ef3c-4177-9f53-30afd622942c,revision_number=10']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:54.480129 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7110c4-8f11-4abd-ba8e-f17618f1db47 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Network 0f3ab544-7dc2-4284-a66d-fea4319b2c15 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:33:54.501079 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0a5bbcac-9a0f-4e49-bdac-58756e0fb098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:54.533618 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:54.534572 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cc8711f9-af6b-4495-aacc-bb6e38c528e4 req-9d548bcc-2a27-46eb-b997-8056ca0d1997 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bbdeb55e-008a-45ea-8c70-7d18b28201f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0937138 Apr 05 14:33:54.570991 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4032c53b-96ab-4b67-b14e-c47acfa5a112 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:33:54.579883 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a08e0-d5b5-46a2-97eb-6652fd5a0efe req-760436e9-917f-4688-a8de-ed8461ebe3b4 tempest-ServerPasswordTestJSON-1022705133 tempest-ServerPasswordTestJSON-1022705133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:54.581465 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b93a08e0-d5b5-46a2-97eb-6652fd5a0efe req-760436e9-917f-4688-a8de-ed8461ebe3b4 tempest-ServerPasswordTestJSON-1022705133 tempest-ServerPasswordTestJSON-1022705133-project] 10.222.0.30 "GET /v2.0/ports?device_id=a61b73ac-42d2-43eb-999a-0e9d7edb6bd8 HTTP/1.1" status: 200 len: 944 time: 0.3620992 Apr 05 14:33:54.582395 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-6d7110c4-8f11-4abd-ba8e-f17618f1db47 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:33:54.592190 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 4032c53b-96ab-4b67-b14e-c47acfa5a112, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=4032c53b-96ab-4b67-b14e-c47acfa5a112,segment=NetworkSegment(87207719-1f48-46bc-a702-a88951a34078),segment_id=87207719-1f48-46bc-a702-a88951a34078)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:54.607361 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7110c4-8f11-4abd-ba8e-f17618f1db47 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:33:54.607361 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6d7110c4-8f11-4abd-ba8e-f17618f1db47 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809369'] for router_interface, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:54.618198 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-74743350-383d-4db7-a017-ad05c45f79d6 req-635243da-ecdf-46ba-b682-6cbcaec4adec tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:54.624518 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cc5a19b2-bd92-4107-a77f-f391d923b583 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:54.642946 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c4d42a41-e36c-4b97-a890-1e1870614f3a None None] Provisioning complete for port 41f4953a-0a16-4015-aa41-ec744ffd1c9a triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:54.644395 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c4d42a41-e36c-4b97-a890-1e1870614f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:54.686052 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f94c343a-efb7-4042-81f0-a4ba2f2f03ec req-4db9afc7-ae35-4310-8590-7d6460a71fa4 service neutron] 10.222.0.11 "PUT /v2.0/ports/7253d90b-ef3c-4177-9f53-30afd622942c/bindings/n-h1-836650-2/activate HTTP/1.1" status: 200 len: 369 time: 3.4276788 Apr 05 14:33:54.687902 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:54.791839 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7110c4-8f11-4abd-ba8e-f17618f1db47 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Pushing event updated for resources: {'Port': ['ID=012777ad-31b6-4665-b22f-f2f9e6a4924f,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:54.820442 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-cc5a19b2-bd92-4107-a77f-f391d923b583 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0d47256-1dbd-4e59-a5ce-32eac6b8a672']}} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:54.842596 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74743350-383d-4db7-a017-ad05c45f79d6 req-635243da-ecdf-46ba-b682-6cbcaec4adec tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Network c8cad75e-d463-4298-b473-cd6f872623d5 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:33:54.843072 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=4032c53b-96ab-4b67-b14e-c47acfa5a112,revision_number=9']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:54.859369 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['4032c53b-96ab-4b67-b14e-c47acfa5a112'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:33:54.883874 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-cc5a19b2-bd92-4107-a77f-f391d923b583 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98b4c9da-78e9-4934-a25f-0a1e90329ab6') {'for_net_delete': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:54.884211 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-cc5a19b2-bd92-4107-a77f-f391d923b583 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98b4c9da-78e9-4934-a25f-0a1e90329ab6') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:54.888356 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-74743350-383d-4db7-a017-ad05c45f79d6 req-635243da-ecdf-46ba-b682-6cbcaec4adec tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:33:54.922892 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-74743350-383d-4db7-a017-ad05c45f79d6 req-635243da-ecdf-46ba-b682-6cbcaec4adec tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:33:54.929188 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94c343a-efb7-4042-81f0-a4ba2f2f03ec req-d1d237c5-ade6-425c-8c95-ec5818da8044 tempest-LiveMigrationTest-1634108813 tempest-LiveMigrationTest-1634108813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:54.932066 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f94c343a-efb7-4042-81f0-a4ba2f2f03ec req-d1d237c5-ade6-425c-8c95-ec5818da8044 tempest-LiveMigrationTest-1634108813 tempest-LiveMigrationTest-1634108813-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=8b2b251f-cf85-49eb-bb13-18b0fc1f5e9f&tenant_id=f15fb34306734f1db943c159bdbff20e&binding%3Ahost_id=n-h2-836650-2 HTTP/1.1" status: 200 len: 1095 time: 0.0842266 Apr 05 14:33:54.943704 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cc5a19b2-bd92-4107-a77f-f391d923b583 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13399223'] for segment, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:54.958256 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1615221-b195-4be1-9188-faef19a16026 req-e9cf9b7c-422a-427f-b64c-ab3b873ab31f tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:54.959812 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b1615221-b195-4be1-9188-faef19a16026 req-e9cf9b7c-422a-427f-b64c-ab3b873ab31f tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5398802-0755-4a50-8138-d69f86d4cedc HTTP/1.1" status: 200 len: 945 time: 0.3716946 Apr 05 14:33:54.960478 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37832) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:33:54.965392 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b93a08e0-d5b5-46a2-97eb-6652fd5a0efe req-7a3b39c0-fd60-4440-b06f-e48ea7617858 tempest-ServerPasswordTestJSON-1022705133 tempest-ServerPasswordTestJSON-1022705133-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bbb3e2b-f3ed-4659-ad53-91e5a3d5afa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3227258 Apr 05 14:33:54.998126 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:55.032336 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94c343a-efb7-4042-81f0-a4ba2f2f03ec req-17971e79-c3c4-406c-b530-9c2b01f8e3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:55.034051 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f94c343a-efb7-4042-81f0-a4ba2f2f03ec req-17971e79-c3c4-406c-b530-9c2b01f8e3e5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8b2b251f-cf85-49eb-bb13-18b0fc1f5e9f&tenant_id=f15fb34306734f1db943c159bdbff20e HTTP/1.1" status: 200 len: 1095 time: 0.0941322 Apr 05 14:33:55.048293 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cc8711f9-af6b-4495-aacc-bb6e38c528e4 req-ea4a1c82-5f35-410f-ae7e-0626833d8aa8 service neutron] 10.222.0.55 "GET /v2.0/networks/bbdeb55e-008a-45ea-8c70-7d18b28201f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4636514 Apr 05 14:33:55.048962 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635243da-ecdf-46ba-b682-6cbcaec4adec tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Pushing event updated for resources: {'Port': ['ID=2c96b6ae-6783-4b43-97ec-d28367f40f2a,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:55.090021 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cc5a19b2-bd92-4107-a77f-f391d923b583 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:55.096161 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port 41f4953a-0a16-4015-aa41-ec744ffd1c9a, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=41f4953a-0a16-4015-aa41-ec744ffd1c9a,segment=NetworkSegment(1f0de586-8c4e-4252-b29f-3be22cb51a9b),segment_id=1f0de586-8c4e-4252-b29f-3be22cb51a9b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:55.096502 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc5a19b2-bd92-4107-a77f-f391d923b583 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=103320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:33:55.097151 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cc5a19b2-bd92-4107-a77f-f391d923b583 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15765202'] for segment, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:55.099103 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c4d42a41-e36c-4b97-a890-1e1870614f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:55.148217 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94c343a-efb7-4042-81f0-a4ba2f2f03ec req-842366b6-6a20-4d81-b604-4d5f2a028970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:55.151027 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f94c343a-efb7-4042-81f0-a4ba2f2f03ec req-842366b6-6a20-4d81-b604-4d5f2a028970 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f15fb34306734f1db943c159bdbff20e&device_id=8b2b251f-cf85-49eb-bb13-18b0fc1f5e9f HTTP/1.1" status: 200 len: 1095 time: 0.0877624 Apr 05 14:33:55.165315 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74743350-383d-4db7-a017-ad05c45f79d6 req-635243da-ecdf-46ba-b682-6cbcaec4adec tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:55.166698 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-74743350-383d-4db7-a017-ad05c45f79d6 req-635243da-ecdf-46ba-b682-6cbcaec4adec tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:55.169130 n-d-836650-2 neutron-server[103320]: Traceback (most recent call last): Apr 05 14:33:55.169130 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:33:55.169130 n-d-836650-2 neutron-server[103320]: timer() Apr 05 14:33:55.169130 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:33:55.169130 n-d-836650-2 neutron-server[103320]: cb(*args, **kw) Apr 05 14:33:55.169130 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:33:55.169130 n-d-836650-2 neutron-server[103320]: return func(*args, **kwargs) Apr 05 14:33:55.169130 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:33:55.169130 n-d-836650-2 neutron-server[103320]: self._notify() Apr 05 14:33:55.169130 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:33:55.169130 n-d-836650-2 neutron-server[103320]: self.callback(batched_events) Apr 05 14:33:55.169130 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:33:55.169130 n-d-836650-2 neutron-server[103320]: event.method(event) Apr 05 14:33:55.169130 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:33:55.169130 n-d-836650-2 neutron-server[103320]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:33:55.169130 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:33:55.169130 n-d-836650-2 neutron-server[103320]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:33:55.169130 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:33:55.169130 n-d-836650-2 neutron-server[103320]: return f(self, *a, **k) Apr 05 14:33:55.169130 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:33:55.169130 n-d-836650-2 neutron-server[103320]: return self._get(url).json() Apr 05 14:33:55.169130 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:33:55.169130 n-d-836650-2 neutron-server[103320]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:33:55.169130 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:33:55.169130 n-d-836650-2 neutron-server[103320]: return self.request(url, 'GET', **kwargs) Apr 05 14:33:55.169130 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:33:55.169130 n-d-836650-2 neutron-server[103320]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:33:55.169130 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:33:55.169130 n-d-836650-2 neutron-server[103320]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:33:55.169130 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:33:55.169130 n-d-836650-2 neutron-server[103320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:33:55.169130 n-d-836650-2 neutron-server[103320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:33:55.175655 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:55.176181 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-221fee27-907f-4563-b33e-44255a4ac927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:55.176440 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device a9efe453-057b-40dd-beff-53ec88fd56dc up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:33:55.305975 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94c343a-efb7-4042-81f0-a4ba2f2f03ec req-9b60e5c4-6ee0-4985-b5a8-5160433c79ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:55.307972 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f94c343a-efb7-4042-81f0-a4ba2f2f03ec req-9b60e5c4-6ee0-4985-b5a8-5160433c79ed service neutron] 10.222.0.55 "GET /v2.0/networks?id=bbdeb55e-008a-45ea-8c70-7d18b28201f7 HTTP/1.1" status: 200 len: 908 time: 0.1487312 Apr 05 14:33:55.342933 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.db.api [None req-c4d42a41-e36c-4b97-a890-1e1870614f3a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:33:55.343294 n-d-836650-2 neutron-server[103322]: DEBUG oslo_db.api [None req-c4d42a41-e36c-4b97-a890-1e1870614f3a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:33:55.347587 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cc5a19b2-bd92-4107-a77f-f391d923b583 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:55.348137 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=41f4953a-0a16-4015-aa41-ec744ffd1c9a,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:55.353014 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cc5a19b2-bd92-4107-a77f-f391d923b583 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:55.357489 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-cc5a19b2-bd92-4107-a77f-f391d923b583 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "DELETE /v2.0/networks/c0d47256-1dbd-4e59-a5ce-32eac6b8a672 HTTP/1.1" status: 204 len: 168 time: 3.4808331 Apr 05 14:33:55.360840 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6d7110c4-8f11-4abd-ba8e-f17618f1db47 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:55.372188 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 37836) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:33:55.374685 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f94c343a-efb7-4042-81f0-a4ba2f2f03ec req-6c039b58-a3d6-4e67-86f4-0b1fa2e66b7e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7253d90b-ef3c-4177-9f53-30afd622942c HTTP/1.1" status: 200 len: 217 time: 0.0592864 Apr 05 14:33:55.374836 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port a9efe453-057b-40dd-beff-53ec88fd56dc triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:55.375181 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:55.376761 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-74743350-383d-4db7-a017-ad05c45f79d6 req-635243da-ecdf-46ba-b682-6cbcaec4adec tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1550071 Apr 05 14:33:55.416655 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b1615221-b195-4be1-9188-faef19a16026 req-99bcbb19-95ba-43cd-9800-b7725ddae44e tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/security-groups?id=29c6f58e-e49b-4628-9965-3ae38dded875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573719 Apr 05 14:33:55.427491 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-74743350-383d-4db7-a017-ad05c45f79d6 req-812b1fbc-639b-46e0-afc3-3fe787664f08 service neutron] Request body: {'port': {'device_id': '66364872-5c38-4e33-a717-2afe0b7a8aa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:33:55.447831 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-221fee27-907f-4563-b33e-44255a4ac927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:55.448920 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5a19b2-bd92-4107-a77f-f391d923b583 tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Pushing event deleted for resources: {'Network': ['ID=c0d47256-1dbd-4e59-a5ce-32eac6b8a672,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:55.495285 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94c343a-efb7-4042-81f0-a4ba2f2f03ec req-a2fcb609-4903-4bd2-a22d-d12c76cad969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:55.497171 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f94c343a-efb7-4042-81f0-a4ba2f2f03ec req-a2fcb609-4903-4bd2-a22d-d12c76cad969 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac874e19-e8d7-4dbd-ad30-b4a600298345 HTTP/1.1" status: 200 len: 847 time: 0.1089146 Apr 05 14:33:55.540126 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f94c343a-efb7-4042-81f0-a4ba2f2f03ec req-40cfa10e-a28a-4e9e-9499-b9e7485f5a6e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bbdeb55e-008a-45ea-8c70-7d18b28201f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351262 Apr 05 14:33:55.542030 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-221fee27-907f-4563-b33e-44255a4ac927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:55.585604 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c2bffe-d1d4-4bc4-ba10-94498ffd06a3 req-4dcc9569-ae3b-4752-9f80-fc77e2f392ff tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:55.587029 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device acca2447-0fed-4bac-83ce-695b6bb6cda2 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:33:55.587153 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-32c2bffe-d1d4-4bc4-ba10-94498ffd06a3 req-4dcc9569-ae3b-4752-9f80-fc77e2f392ff tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=66364872-5c38-4e33-a717-2afe0b7a8aa0 HTTP/1.1" status: 200 len: 931 time: 0.5295322 Apr 05 14:33:55.609772 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: acca2447-0fed-4bac-83ce-695b6bb6cda2 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:33:55.610113 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device acca2447-0fed-4bac-83ce-695b6bb6cda2 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:33:55.610527 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device ef2b5a7a-e74e-43a0-9c88-0d3e24a96f58 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:33:55.633731 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: ef2b5a7a-e74e-43a0-9c88-0d3e24a96f58 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:33:55.634143 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device ef2b5a7a-e74e-43a0-9c88-0d3e24a96f58 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:33:55.642005 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-221fee27-907f-4563-b33e-44255a4ac927 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=74925ec2f6f442b4a917abe4db2d9523&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6801391 Apr 05 14:33:55.645294 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37844) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:33:55.656699 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221fee27-907f-4563-b33e-44255a4ac927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7037d368-44c7-4b92-ba76-df4ab23c31ef,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:55.735168 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f94c343a-efb7-4042-81f0-a4ba2f2f03ec req-f15e7731-9acc-46be-93fb-43d01bd6d698 service neutron] 10.222.0.55 "GET /v2.0/networks/bbdeb55e-008a-45ea-8c70-7d18b28201f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836078 Apr 05 14:33:55.738291 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2d8f6fe3-c8c6-46db-b1f1-eac306263b99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:55.788006 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2d8f6fe3-c8c6-46db-b1f1-eac306263b99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:55.797392 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 41f4953a-0a16-4015-aa41-ec744ffd1c9a up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:33:55.885832 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f94c343a-efb7-4042-81f0-a4ba2f2f03ec req-ba601f99-bae7-45ae-a2f6-015efb1adc84 service neutron] 10.222.0.55 "GET /v2.0/networks/bbdeb55e-008a-45ea-8c70-7d18b28201f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421576 Apr 05 14:33:55.907960 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 41f4953a-0a16-4015-aa41-ec744ffd1c9a triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:55.908480 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:55.981126 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2d8f6fe3-c8c6-46db-b1f1-eac306263b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:55.985419 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2d8f6fe3-c8c6-46db-b1f1-eac306263b99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:55.987897 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-2d8f6fe3-c8c6-46db-b1f1-eac306263b99 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7037d368-44c7-4b92-ba76-df4ab23c31ef HTTP/1.1" status: 204 len: 168 time: 0.3403666 Apr 05 14:33:56.000082 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8f6fe3-c8c6-46db-b1f1-eac306263b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7037d368-44c7-4b92-ba76-df4ab23c31ef,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:56.019505 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cc8711f9-af6b-4495-aacc-bb6e38c528e4 req-f4ccbcbf-bd73-4e5c-ba87-58c105e43918 service neutron] 10.222.0.55 "GET /v2.0/networks/bbdeb55e-008a-45ea-8c70-7d18b28201f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8421957 Apr 05 14:33:56.030419 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3f764eb5-9396-4f1e-983f-656b4682fccd tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:56.050178 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-20742c08-0ec7-4686-8636-49cfea7a1937 None None] Provisioning complete for port 41f4953a-0a16-4015-aa41-ec744ffd1c9a triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:56.050555 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-20742c08-0ec7-4686-8636-49cfea7a1937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:56.083112 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-74743350-383d-4db7-a017-ad05c45f79d6 req-812b1fbc-639b-46e0-afc3-3fe787664f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:56.095470 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 4032c53b-96ab-4b67-b14e-c47acfa5a112 up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:33:56.138362 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b6da67-8ec4-42a2-9190-df061ddc58b4 req-73117a1e-23a4-41f0-b260-fe883f13ec12 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:56.139861 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-52b6da67-8ec4-42a2-9190-df061ddc58b4 req-73117a1e-23a4-41f0-b260-fe883f13ec12 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b2b251f-cf85-49eb-bb13-18b0fc1f5e9f HTTP/1.1" status: 200 len: 944 time: 0.6055818 Apr 05 14:33:56.167836 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-32c2bffe-d1d4-4bc4-ba10-94498ffd06a3 req-ab7a6bbe-f5e9-4e1a-954a-b904d22da209 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5528257 Apr 05 14:33:56.223186 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port 4032c53b-96ab-4b67-b14e-c47acfa5a112 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:56.223554 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:56.225174 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-20742c08-0ec7-4686-8636-49cfea7a1937 None None] Provisioning complete for port 012777ad-31b6-4665-b22f-f2f9e6a4924f triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:56.225530 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-20742c08-0ec7-4686-8636-49cfea7a1937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:56.291625 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-20742c08-0ec7-4686-8636-49cfea7a1937 None None] Port 012777ad-31b6-4665-b22f-f2f9e6a4924f cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:33:56.327286 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3f764eb5-9396-4f1e-983f-656b4682fccd tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:56.337125 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:56.360950 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f77f973-1352-47e3-bb5e-96953c90267a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4032c53b-96ab-4b67-b14e-c47acfa5a112'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:33:56.363362 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be990e1-a515-464b-9b61-8adc8ec44d0d" -d '{"events": [{"server_uuid": "6f77f973-1352-47e3-bb5e-96953c90267a", "name": "network-vif-plugged", "status": "completed", "tag": "4032c53b-96ab-4b67-b14e-c47acfa5a112"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:33:56.382757 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 4032c53b-96ab-4b67-b14e-c47acfa5a112, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=4032c53b-96ab-4b67-b14e-c47acfa5a112,segment=NetworkSegment(87207719-1f48-46bc-a702-a88951a34078),segment_id=87207719-1f48-46bc-a702-a88951a34078)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:56.395519 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-3f764eb5-9396-4f1e-983f-656b4682fccd tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f810a40-703c-4c97-af51-1827a3f96d53']}} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:56.440397 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-3f764eb5-9396-4f1e-983f-656b4682fccd tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d26854a-4897-4e14-97b0-4af76152ee88') {'for_net_delete': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:56.440691 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-3f764eb5-9396-4f1e-983f-656b4682fccd tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d26854a-4897-4e14-97b0-4af76152ee88') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:56.454435 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:56.455261 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device e781c732-96b5-46a3-b50e-480fbd616c93 up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:33:56.470563 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-52b6da67-8ec4-42a2-9190-df061ddc58b4 req-9ea28450-8d05-422a-9a8a-b9ded64274b5 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164568 Apr 05 14:33:56.551843 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3f764eb5-9396-4f1e-983f-656b4682fccd tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13399223'] for segment, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:56.553830 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=4032c53b-96ab-4b67-b14e-c47acfa5a112,revision_number=10']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:56.590311 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-736f91a3-5688-4a0f-935a-8cb93c424b5b x-openstack-request-id: req-736f91a3-5688-4a0f-935a-8cb93c424b5b {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:33:56.590681 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f77f973-1352-47e3-bb5e-96953c90267a", "name": "network-vif-plugged", "status": "completed", "tag": "4032c53b-96ab-4b67-b14e-c47acfa5a112", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:33:56.590980 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-736f91a3-5688-4a0f-935a-8cb93c424b5b {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:33:56.591335 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-736f91a3-5688-4a0f-935a-8cb93c424b5b'] response: {'server_uuid': '6f77f973-1352-47e3-bb5e-96953c90267a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4032c53b-96ab-4b67-b14e-c47acfa5a112', 'code': 200} Apr 05 14:33:56.636825 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning for port e781c732-96b5-46a3-b50e-480fbd616c93 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:33:56.637008 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3f764eb5-9396-4f1e-983f-656b4682fccd tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:56.644412 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port e781c732-96b5-46a3-b50e-480fbd616c93 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:56.647013 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:56.665095 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f764eb5-9396-4f1e-983f-656b4682fccd tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=103320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:33:56.665519 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3f764eb5-9396-4f1e-983f-656b4682fccd tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15765202'] for segment, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:56.671261 n-d-836650-2 neutron-server[103320]: Traceback (most recent call last): Apr 05 14:33:56.671261 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:33:56.671261 n-d-836650-2 neutron-server[103320]: timer() Apr 05 14:33:56.671261 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:33:56.671261 n-d-836650-2 neutron-server[103320]: cb(*args, **kw) Apr 05 14:33:56.671261 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:33:56.671261 n-d-836650-2 neutron-server[103320]: return func(*args, **kwargs) Apr 05 14:33:56.671261 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:33:56.671261 n-d-836650-2 neutron-server[103320]: self._notify() Apr 05 14:33:56.671261 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:33:56.671261 n-d-836650-2 neutron-server[103320]: self.callback(batched_events) Apr 05 14:33:56.671261 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:33:56.671261 n-d-836650-2 neutron-server[103320]: event.method(event) Apr 05 14:33:56.671261 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:33:56.671261 n-d-836650-2 neutron-server[103320]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:33:56.671261 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:33:56.671261 n-d-836650-2 neutron-server[103320]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:33:56.671261 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:33:56.671261 n-d-836650-2 neutron-server[103320]: return f(self, *a, **k) Apr 05 14:33:56.671261 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:33:56.671261 n-d-836650-2 neutron-server[103320]: return self._get(url).json() Apr 05 14:33:56.671261 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:33:56.671261 n-d-836650-2 neutron-server[103320]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:33:56.671261 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:33:56.671261 n-d-836650-2 neutron-server[103320]: return self.request(url, 'GET', **kwargs) Apr 05 14:33:56.671261 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:33:56.671261 n-d-836650-2 neutron-server[103320]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:33:56.671261 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:33:56.671261 n-d-836650-2 neutron-server[103320]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:33:56.671261 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:33:56.671261 n-d-836650-2 neutron-server[103320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:33:56.671261 n-d-836650-2 neutron-server[103320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:33:56.678162 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94c343a-efb7-4042-81f0-a4ba2f2f03ec req-9c3e7155-878c-48df-8503-f0e5cfb0bc83 tempest-LiveMigrationTest-1634108813 tempest-LiveMigrationTest-1634108813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:56.678162 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f94c343a-efb7-4042-81f0-a4ba2f2f03ec req-9c3e7155-878c-48df-8503-f0e5cfb0bc83 tempest-LiveMigrationTest-1634108813 tempest-LiveMigrationTest-1634108813-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=8b2b251f-cf85-49eb-bb13-18b0fc1f5e9f&tenant_id=f15fb34306734f1db943c159bdbff20e&binding%3Ahost_id=n-h1-836650-2 HTTP/1.1" status: 200 len: 1095 time: 0.3346784 Apr 05 14:33:56.692656 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-41db8a5e-523a-4469-9c73-c0ea76162adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:56.741689 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:56.777226 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port e781c732-96b5-46a3-b50e-480fbd616c93, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=e781c732-96b5-46a3-b50e-480fbd616c93,segment=NetworkSegment(ce386ee1-8b43-4a33-8c30-af8f1a504b49),segment_id=ce386ee1-8b43-4a33-8c30-af8f1a504b49)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:56.860132 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd7e201-d480-4628-b795-fec7b8e4b274 req-fd5795bb-0f8c-4213-9994-ecd591a0d2eb tempest-ServerPasswordTestJSON-1022705133 tempest-ServerPasswordTestJSON-1022705133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:56.861682 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6cd7e201-d480-4628-b795-fec7b8e4b274 req-fd5795bb-0f8c-4213-9994-ecd591a0d2eb tempest-ServerPasswordTestJSON-1022705133 tempest-ServerPasswordTestJSON-1022705133-project] 10.222.0.30 "GET /v2.0/ports?device_id=a61b73ac-42d2-43eb-999a-0e9d7edb6bd8 HTTP/1.1" status: 200 len: 944 time: 0.2948794 Apr 05 14:33:56.915013 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6d7110c4-8f11-4abd-ba8e-f17618f1db47 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:56.953085 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d356aa71-b704-4681-ad2a-582d2443347a req-a4b1c497-5e3c-4940-8b6a-f56e96772f35 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:56.954569 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d356aa71-b704-4681-ad2a-582d2443347a req-a4b1c497-5e3c-4940-8b6a-f56e96772f35 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5398802-0755-4a50-8138-d69f86d4cedc HTTP/1.1" status: 200 len: 945 time: 0.2307465 Apr 05 14:33:56.956966 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:57.004790 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6cd7e201-d480-4628-b795-fec7b8e4b274 req-c910c1e2-c371-4118-b3f8-ef2f6f9debeb tempest-ServerPasswordTestJSON-1022705133 tempest-ServerPasswordTestJSON-1022705133-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bbb3e2b-f3ed-4659-ad53-91e5a3d5afa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304116 Apr 05 14:33:57.006391 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=e781c732-96b5-46a3-b50e-480fbd616c93,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:57.084065 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3f764eb5-9396-4f1e-983f-656b4682fccd tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:57.089998 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d356aa71-b704-4681-ad2a-582d2443347a req-d8662fa6-d299-4ec8-acbb-ab23a3b7aa69 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/security-groups?id=29c6f58e-e49b-4628-9965-3ae38dded875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265414 Apr 05 14:33:57.094385 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3f764eb5-9396-4f1e-983f-656b4682fccd tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:57.097567 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-3f764eb5-9396-4f1e-983f-656b4682fccd tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] 10.222.0.30 "DELETE /v2.0/networks/3f810a40-703c-4c97-af51-1827a3f96d53 HTTP/1.1" status: 204 len: 168 time: 1.7198772 Apr 05 14:33:57.118893 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f764eb5-9396-4f1e-983f-656b4682fccd tempest-TaggedBootDevicesTest_v242-186462804 tempest-TaggedBootDevicesTest_v242-186462804-project] Pushing event deleted for resources: {'Network': ['ID=3f810a40-703c-4c97-af51-1827a3f96d53,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:57.132102 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-74743350-383d-4db7-a017-ad05c45f79d6 req-812b1fbc-639b-46e0-afc3-3fe787664f08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c96b6ae-6783-4b43-97ec-d28367f40f2a {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:33:57.139829 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6d7110c4-8f11-4abd-ba8e-f17618f1db47 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:57.140611 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6d7110c4-8f11-4abd-ba8e-f17618f1db47 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809317'] for router_interface, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:57.144439 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-74743350-383d-4db7-a017-ad05c45f79d6 req-812b1fbc-639b-46e0-afc3-3fe787664f08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:57.202418 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-74743350-383d-4db7-a017-ad05c45f79d6 req-812b1fbc-639b-46e0-afc3-3fe787664f08 service neutron] Transition to ACTIVE for port object 2c96b6ae-6783-4b43-97ec-d28367f40f2a will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:33:57.240363 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-f94c343a-efb7-4042-81f0-a4ba2f2f03ec req-67189e3d-1565-47b6-8309-c01bf974acf8 service neutron] For port 7253d90b-ef3c-4177-9f53-30afd622942c, host n-h2-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:33:57.250140 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-f94c343a-efb7-4042-81f0-a4ba2f2f03ec req-67189e3d-1565-47b6-8309-c01bf974acf8 service neutron] Notify callbacks [] for binding, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:57.251253 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f94c343a-efb7-4042-81f0-a4ba2f2f03ec req-67189e3d-1565-47b6-8309-c01bf974acf8 service neutron] 10.222.0.55 "DELETE /v2.0/ports/7253d90b-ef3c-4177-9f53-30afd622942c/bindings/n-h2-836650-2 HTTP/1.1" status: 204 len: 173 time: 0.5236938 Apr 05 14:33:57.257770 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7110c4-8f11-4abd-ba8e-f17618f1db47 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Pushing event updated for resources: {'Port': ['ID=012777ad-31b6-4665-b22f-f2f9e6a4924f,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:57.299053 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-74743350-383d-4db7-a017-ad05c45f79d6 req-812b1fbc-639b-46e0-afc3-3fe787664f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:57.372748 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7110c4-8f11-4abd-ba8e-f17618f1db47 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Network 0f3ab544-7dc2-4284-a66d-fea4319b2c15 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:33:57.383738 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-6d7110c4-8f11-4abd-ba8e-f17618f1db47 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:33:57.397043 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812b1fbc-639b-46e0-afc3-3fe787664f08 service neutron] Pushing event updated for resources: {'Port': ['ID=2c96b6ae-6783-4b43-97ec-d28367f40f2a,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:57.420171 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03564455-7e62-4662-a35e-a4b53e2d69a7 req-2f1a5c54-9734-48e0-a043-a8b9bafb0f2e tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:57.421808 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-03564455-7e62-4662-a35e-a4b53e2d69a7 req-2f1a5c54-9734-48e0-a043-a8b9bafb0f2e tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=66364872-5c38-4e33-a717-2afe0b7a8aa0 HTTP/1.1" status: 200 len: 943 time: 0.1433816 Apr 05 14:33:57.692966 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-74743350-383d-4db7-a017-ad05c45f79d6 req-812b1fbc-639b-46e0-afc3-3fe787664f08 service neutron] Attempting to bind port 2c96b6ae-6783-4b43-97ec-d28367f40f2a on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:33:57.692966 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-74743350-383d-4db7-a017-ad05c45f79d6 req-812b1fbc-639b-46e0-afc3-3fe787664f08 service neutron] Attempting to bind port 2c96b6ae-6783-4b43-97ec-d28367f40f2a by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': '9a2f37a0-b23d-490a-98bb-060c03097f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c8cad75e-d463-4298-b473-cd6f872623d5'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:33:57.693279 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74743350-383d-4db7-a017-ad05c45f79d6 req-812b1fbc-639b-46e0-afc3-3fe787664f08 service neutron] Attempting to bind port 2c96b6ae-6783-4b43-97ec-d28367f40f2a on network c8cad75e-d463-4298-b473-cd6f872623d5 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:33:57.711301 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-03564455-7e62-4662-a35e-a4b53e2d69a7 req-29ba175b-84ec-49f5-bb79-87ed3f6467b5 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402990 Apr 05 14:33:57.718551 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74743350-383d-4db7-a017-ad05c45f79d6 req-812b1fbc-639b-46e0-afc3-3fe787664f08 service neutron] Port 2c96b6ae-6783-4b43-97ec-d28367f40f2a on network c8cad75e-d463-4298-b473-cd6f872623d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:33:57.718877 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74743350-383d-4db7-a017-ad05c45f79d6 req-812b1fbc-639b-46e0-afc3-3fe787664f08 service neutron] Attempting to bind port 2c96b6ae-6783-4b43-97ec-d28367f40f2a on network c8cad75e-d463-4298-b473-cd6f872623d5 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:33:57.726567 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74743350-383d-4db7-a017-ad05c45f79d6 req-812b1fbc-639b-46e0-afc3-3fe787664f08 service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:33:57.726908 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74743350-383d-4db7-a017-ad05c45f79d6 req-812b1fbc-639b-46e0-afc3-3fe787664f08 service neutron] Checking segment: {'id': '9a2f37a0-b23d-490a-98bb-060c03097f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c8cad75e-d463-4298-b473-cd6f872623d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:33:57.727470 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74743350-383d-4db7-a017-ad05c45f79d6 req-812b1fbc-639b-46e0-afc3-3fe787664f08 service neutron] Bound using segment: {'id': '9a2f37a0-b23d-490a-98bb-060c03097f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c8cad75e-d463-4298-b473-cd6f872623d5'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:33:57.728567 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-74743350-383d-4db7-a017-ad05c45f79d6 req-812b1fbc-639b-46e0-afc3-3fe787664f08 service neutron] Bound port: 2c96b6ae-6783-4b43-97ec-d28367f40f2a, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a2f37a0-b23d-490a-98bb-060c03097f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c8cad75e-d463-4298-b473-cd6f872623d5'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:33:57.728958 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-74743350-383d-4db7-a017-ad05c45f79d6 req-812b1fbc-639b-46e0-afc3-3fe787664f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:57.831880 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d7110c4-8f11-4abd-ba8e-f17618f1db47 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Router 24ff0dfb-bd7c-4924-b9bf-71f8e3139c8a is scheduled to L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 with binding_index 1 {{(pid=103320) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:33:57.852497 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-74743350-383d-4db7-a017-ad05c45f79d6 req-812b1fbc-639b-46e0-afc3-3fe787664f08 service neutron] For port 2c96b6ae-6783-4b43-97ec-d28367f40f2a, host n-h1-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:33:57.866383 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-74743350-383d-4db7-a017-ad05c45f79d6 req-812b1fbc-639b-46e0-afc3-3fe787664f08 service neutron] For port 2c96b6ae-6783-4b43-97ec-d28367f40f2a, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=2c96b6ae-6783-4b43-97ec-d28367f40f2a,segment=NetworkSegment(9a2f37a0-b23d-490a-98bb-060c03097f74),segment_id=9a2f37a0-b23d-490a-98bb-060c03097f74)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:33:57.884322 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-8119e35c-0e08-44dc-94a0-12c6271784a6 None None] Provisioning complete for port 012777ad-31b6-4665-b22f-f2f9e6a4924f triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:57.887763 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8119e35c-0e08-44dc-94a0-12c6271784a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:57.969804 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-8119e35c-0e08-44dc-94a0-12c6271784a6 None None] Port 012777ad-31b6-4665-b22f-f2f9e6a4924f cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:33:57.979976 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:57.988544 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-74743350-383d-4db7-a017-ad05c45f79d6 req-812b1fbc-639b-46e0-afc3-3fe787664f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:58.051643 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5934ba7b-c5c5-42ee-a2f0-4c2747184ebc req-1ce7153f-ff01-4269-8bab-23b5eef4d16c tempest-ServerShowV254Test-323331933 tempest-ServerShowV254Test-323331933-project] 10.222.0.30 "GET /v2.0/ports?device_id=24ee56e8-9248-40d5-b59e-45282c4f3926 HTTP/1.1" status: 200 len: 210 time: 0.1566937 Apr 05 14:33:58.149346 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74743350-383d-4db7-a017-ad05c45f79d6 req-812b1fbc-639b-46e0-afc3-3fe787664f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:58.150951 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-74743350-383d-4db7-a017-ad05c45f79d6 req-812b1fbc-639b-46e0-afc3-3fe787664f08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:58.152244 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-74743350-383d-4db7-a017-ad05c45f79d6 req-812b1fbc-639b-46e0-afc3-3fe787664f08 service neutron] 10.222.0.55 "PUT /v2.0/ports/2c96b6ae-6783-4b43-97ec-d28367f40f2a HTTP/1.1" status: 200 len: 1091 time: 2.7439346 Apr 05 14:33:58.160666 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66364872-5c38-4e33-a717-2afe0b7a8aa0', 'tag': '2c96b6ae-6783-4b43-97ec-d28367f40f2a'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:33:58.163140 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d26b1320-9c27-4efc-9548-aa3fc0392d22" -d '{"events": [{"name": "network-changed", "server_uuid": "66364872-5c38-4e33-a717-2afe0b7a8aa0", "tag": "2c96b6ae-6783-4b43-97ec-d28367f40f2a"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:33:58.207857 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812b1fbc-639b-46e0-afc3-3fe787664f08 service neutron] Pushing event updated for resources: {'Port': ['ID=2c96b6ae-6783-4b43-97ec-d28367f40f2a,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:58.216946 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d7110c4-8f11-4abd-ba8e-f17618f1db47 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:33:58.234681 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-6d7110c4-8f11-4abd-ba8e-f17618f1db47 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] 10.222.0.30 "PUT /v2.0/routers/24ff0dfb-bd7c-4924-b9bf-71f8e3139c8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6758864 Apr 05 14:33:58.234880 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37936) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:33:58.235270 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df97e6b4-7ce4-4568-864a-9b1e64077472 req-f8e2e16d-5638-43b7-b7fd-022e7780b475 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:58.238733 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fee60b-a75f-48e4-959a-533e2cf22eb8 None None] Sync routers for ids ['24ff0dfb-bd7c-4924-b9bf-71f8e3139c8a'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:33:58.239615 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-df97e6b4-7ce4-4568-864a-9b1e64077472 req-f8e2e16d-5638-43b7-b7fd-022e7780b475 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b2b251f-cf85-49eb-bb13-18b0fc1f5e9f HTTP/1.1" status: 200 len: 944 time: 0.3927555 Apr 05 14:33:58.250367 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02e9da6-91f1-4b08-a0a7-241b2fb93b0e req-3804a898-f4ac-45e0-98af-4c6f5d1a804b tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:58.251882 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a02e9da6-91f1-4b08-a0a7-241b2fb93b0e req-3804a898-f4ac-45e0-98af-4c6f5d1a804b tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5398802-0755-4a50-8138-d69f86d4cedc HTTP/1.1" status: 200 len: 945 time: 0.2901759 Apr 05 14:33:58.271733 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fee60b-a75f-48e4-959a-533e2cf22eb8 None None] Routers {'24ff0dfb-bd7c-4924-b9bf-71f8e3139c8a'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:33:58.272590 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-f7fee60b-a75f-48e4-959a-533e2cf22eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:33:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['24ff0dfb-bd7c-4924-b9bf-71f8e3139c8a'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:58.374679 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08db3c6c-04b7-4b51-afc1-33c51ed14da2 req-b8508707-cd55-43aa-a646-0b2f79219341 tempest-ServerPasswordTestJSON-1022705133 tempest-ServerPasswordTestJSON-1022705133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:58.382165 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-08db3c6c-04b7-4b51-afc1-33c51ed14da2 req-b8508707-cd55-43aa-a646-0b2f79219341 tempest-ServerPasswordTestJSON-1022705133 tempest-ServerPasswordTestJSON-1022705133-project] 10.222.0.30 "GET /v2.0/ports?device_id=a61b73ac-42d2-43eb-999a-0e9d7edb6bd8 HTTP/1.1" status: 200 len: 945 time: 0.2289121 Apr 05 14:33:58.430161 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-df97e6b4-7ce4-4568-864a-9b1e64077472 req-08f58381-c1f9-48fa-b97c-1397c97391c0 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841571 Apr 05 14:33:58.539118 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74743350-383d-4db7-a017-ad05c45f79d6 req-a260c33a-fa48-4dfa-a34e-c0bf8c23742e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:58.546375 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-74743350-383d-4db7-a017-ad05c45f79d6 req-a260c33a-fa48-4dfa-a34e-c0bf8c23742e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a9da18e09c15404ca69176173aa40d16&device_id=66364872-5c38-4e33-a717-2afe0b7a8aa0 HTTP/1.1" status: 200 len: 1094 time: 0.2618554 Apr 05 14:33:58.682323 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-08db3c6c-04b7-4b51-afc1-33c51ed14da2 req-fe01075a-5d1d-4329-b9fc-6c51a079aca2 tempest-ServerPasswordTestJSON-1022705133 tempest-ServerPasswordTestJSON-1022705133-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bbb3e2b-f3ed-4659-ad53-91e5a3d5afa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991467 Apr 05 14:33:58.698310 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-74743350-383d-4db7-a017-ad05c45f79d6 req-9ba837e5-08b0-47f5-b009-ef5e0fa037f7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c96b6ae-6783-4b43-97ec-d28367f40f2a HTTP/1.1" status: 200 len: 217 time: 0.1376078 Apr 05 14:33:58.699622 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a61b73ac-42d2-43eb-999a-0e9d7edb6bd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e781c732-96b5-46a3-b50e-480fbd616c93'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:33:58.706919 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b8298d3-1af9-4fef-9965-b9e9b57a3a48" -d '{"events": [{"server_uuid": "a61b73ac-42d2-43eb-999a-0e9d7edb6bd8", "name": "network-vif-plugged", "status": "completed", "tag": "e781c732-96b5-46a3-b50e-480fbd616c93"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:33:58.718149 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-f7fee60b-a75f-48e4-959a-533e2cf22eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:58.750352 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fee60b-a75f-48e4-959a-533e2cf22eb8 None None] Routers {'24ff0dfb-bd7c-4924-b9bf-71f8e3139c8a'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:33:58.751374 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-f7fee60b-a75f-48e4-959a-533e2cf22eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:33:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['24ff0dfb-bd7c-4924-b9bf-71f8e3139c8a'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:58.807653 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de81c89b-22d7-4d64-b184-2b8b50cb138a x-openstack-request-id: req-de81c89b-22d7-4d64-b184-2b8b50cb138a {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:33:58.807653 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66364872-5c38-4e33-a717-2afe0b7a8aa0", "tag": "2c96b6ae-6783-4b43-97ec-d28367f40f2a", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:33:58.807653 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-de81c89b-22d7-4d64-b184-2b8b50cb138a {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:33:58.807653 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de81c89b-22d7-4d64-b184-2b8b50cb138a'] response: {'name': 'network-changed', 'server_uuid': '66364872-5c38-4e33-a717-2afe0b7a8aa0', 'tag': '2c96b6ae-6783-4b43-97ec-d28367f40f2a', 'status': 'completed', 'code': 200} Apr 05 14:33:58.814930 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-f7fee60b-a75f-48e4-959a-533e2cf22eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:58.815787 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fee60b-a75f-48e4-959a-533e2cf22eb8 None None] The sync data for ids ['24ff0dfb-bd7c-4924-b9bf-71f8e3139c8a'] in n-d-836650-2 is: [] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:33:58.824911 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-a02e9da6-91f1-4b08-a0a7-241b2fb93b0e req-29f900db-4943-4b4b-a3b2-52834a254cc1 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Deleting port b3f6f5da-f9f2-4ed7-8ec4-30bb459d5d3c {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:33:58.827992 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-a02e9da6-91f1-4b08-a0a7-241b2fb93b0e req-29f900db-4943-4b4b-a3b2-52834a254cc1 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:58.869320 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b69599-f999-4c16-94e6-ce0631dbddbb req-e244b7cf-44e8-43b5-b626-4a70b35beddb tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:58.878302 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-71b69599-f999-4c16-94e6-ce0631dbddbb req-e244b7cf-44e8-43b5-b626-4a70b35beddb tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5398802-0755-4a50-8138-d69f86d4cedc HTTP/1.1" status: 200 len: 945 time: 0.3217297 Apr 05 14:33:58.889716 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18143421-a3b8-4b7b-830e-89b7ecd92daf x-openstack-request-id: req-18143421-a3b8-4b7b-830e-89b7ecd92daf {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:33:58.890459 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a61b73ac-42d2-43eb-999a-0e9d7edb6bd8", "name": "network-vif-plugged", "status": "completed", "tag": "e781c732-96b5-46a3-b50e-480fbd616c93", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:33:58.890862 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-18143421-a3b8-4b7b-830e-89b7ecd92daf {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:33:58.895984 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18143421-a3b8-4b7b-830e-89b7ecd92daf'] response: {'server_uuid': 'a61b73ac-42d2-43eb-999a-0e9d7edb6bd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e781c732-96b5-46a3-b50e-480fbd616c93', 'code': 200} Apr 05 14:33:59.017109 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74743350-383d-4db7-a017-ad05c45f79d6 req-bb5040d7-0e98-471c-83be-9dcdd1489127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:59.018859 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-74743350-383d-4db7-a017-ad05c45f79d6 req-bb5040d7-0e98-471c-83be-9dcdd1489127 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8ec025f3-c3f9-4eb4-863e-b0988fc8d817 HTTP/1.1" status: 200 len: 855 time: 0.3069038 Apr 05 14:33:59.172139 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-74743350-383d-4db7-a017-ad05c45f79d6 req-366a7085-e8f1-4e95-b854-f75bb2a92afd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c8cad75e-d463-4298-b473-cd6f872623d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0920165 Apr 05 14:33:59.248738 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-71b69599-f999-4c16-94e6-ce0631dbddbb req-0faa387a-9313-4d5e-b25f-264a3b5cc0e3 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/security-groups?id=29c6f58e-e49b-4628-9965-3ae38dded875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3693013 Apr 05 14:33:59.442480 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:59.523613 n-d-836650-2 neutron-server[103321]: INFO neutron.api.v2.resource [None req-6b9834e3-52e1-4fb1-9001-089fe11724c0 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:33:59.540292 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-6b9834e3-52e1-4fb1-9001-089fe11724c0 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] 10.222.0.30 "PUT /v2.0/routers/24ff0dfb-bd7c-4924-b9bf-71f8e3139c8a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3068993 Apr 05 14:33:59.543164 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37964) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:33:59.625070 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:59.739616 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa614ee-c408-41b3-ae14-73f2bdd539f9 req-9ba8442d-dc3e-4086-b21c-49605e3b3cce tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:59.754307 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2aa614ee-c408-41b3-ae14-73f2bdd539f9 req-9ba8442d-dc3e-4086-b21c-49605e3b3cce tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=66364872-5c38-4e33-a717-2afe0b7a8aa0 HTTP/1.1" status: 200 len: 943 time: 0.6947243 Apr 05 14:33:59.816812 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-a02e9da6-91f1-4b08-a0a7-241b2fb93b0e req-29f900db-4943-4b4b-a3b2-52834a254cc1 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] For port b3f6f5da-f9f2-4ed7-8ec4-30bb459d5d3c, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=b3f6f5da-f9f2-4ed7-8ec4-30bb459d5d3c,segment=NetworkSegment(1db74af5-f9b7-4132-a710-0eb375e39826),segment_id=1db74af5-f9b7-4132-a710-0eb375e39826)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:59.821066 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-a02e9da6-91f1-4b08-a0a7-241b2fb93b0e req-29f900db-4943-4b4b-a3b2-52834a254cc1 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:59.841042 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-a02e9da6-91f1-4b08-a0a7-241b2fb93b0e req-29f900db-4943-4b4b-a3b2-52834a254cc1 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Calling delete_port for b3f6f5da-f9f2-4ed7-8ec4-30bb459d5d3c owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:34:00.010607 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-74743350-383d-4db7-a017-ad05c45f79d6 req-73d0261e-17de-4818-8c6f-487a092d02e7 service neutron] 10.222.0.55 "GET /v2.0/networks/c8cad75e-d463-4298-b473-cd6f872623d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7515922 Apr 05 14:34:00.010607 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2aa614ee-c408-41b3-ae14-73f2bdd539f9 req-9bae46d1-02a7-47d5-a1f0-c85d19a35666 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473040 Apr 05 14:34:00.018770 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1540296a-29d4-477d-8a80-d3c33eb53856 req-a7d1d1d5-36fd-497c-aa03-7b3013a5b629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:00.020466 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1540296a-29d4-477d-8a80-d3c33eb53856 req-a7d1d1d5-36fd-497c-aa03-7b3013a5b629 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a61b73ac-42d2-43eb-999a-0e9d7edb6bd8 HTTP/1.1" status: 200 len: 1096 time: 1.0063579 Apr 05 14:34:00.073140 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-492457de-ca0c-4208-bf0b-05ec5d5b895a tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809988'] for router_interface, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:00.245285 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fad06e-c706-45c6-b2b2-cbac6b6e4bb0 req-971a3cf9-5584-4741-b776-1b76b468c2ed tempest-LiveMigrationTest-1634108813 tempest-LiveMigrationTest-1634108813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:00.247113 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d7fad06e-c706-45c6-b2b2-cbac6b6e4bb0 req-971a3cf9-5584-4741-b776-1b76b468c2ed tempest-LiveMigrationTest-1634108813 tempest-LiveMigrationTest-1634108813-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=8b2b251f-cf85-49eb-bb13-18b0fc1f5e9f HTTP/1.1" status: 200 len: 1095 time: 0.5507042 Apr 05 14:34:00.254735 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1540296a-29d4-477d-8a80-d3c33eb53856 req-c7182a05-ca16-446e-aab9-a7e96ef0cebe service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1bbb3e2b-f3ed-4659-ad53-91e5a3d5afa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045619 Apr 05 14:34:00.257122 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-eabd2ee1-e440-4b7b-b7be-b66bcbf8d3dc req-123c5559-7b9c-4ddb-b802-36ba76343ddf tempest-ServerShowV254Test-323331933 tempest-ServerShowV254Test-323331933-project] 10.222.0.30 "GET /v2.0/ports?device_id=24ee56e8-9248-40d5-b59e-45282c4f3926 HTTP/1.1" status: 200 len: 210 time: 0.0504279 Apr 05 14:34:00.339803 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d7fad06e-c706-45c6-b2b2-cbac6b6e4bb0 req-61db462a-61c3-4c51-a948-54a1271731c6 tempest-LiveMigrationTest-1634108813 tempest-LiveMigrationTest-1634108813-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791662 Apr 05 14:34:00.542260 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-74743350-383d-4db7-a017-ad05c45f79d6 req-690c8888-3e5e-42dc-8b9b-251a7e12ce98 service neutron] 10.222.0.55 "GET /v2.0/networks/c8cad75e-d463-4298-b473-cd6f872623d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5647018 Apr 05 14:34:00.586172 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-492457de-ca0c-4208-bf0b-05ec5d5b895a tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Deleting port 012777ad-31b6-4665-b22f-f2f9e6a4924f {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:34:00.587296 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-492457de-ca0c-4208-bf0b-05ec5d5b895a tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:00.632760 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d174f1fd-2a5d-48a7-b193-e1262e4c1754 req-4187a427-7ec6-41e6-a2a8-60aacae84c28 tempest-ServerPasswordTestJSON-1022705133 tempest-ServerPasswordTestJSON-1022705133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:00.645043 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d174f1fd-2a5d-48a7-b193-e1262e4c1754 req-4187a427-7ec6-41e6-a2a8-60aacae84c28 tempest-ServerPasswordTestJSON-1022705133 tempest-ServerPasswordTestJSON-1022705133-project] 10.222.0.30 "GET /v2.0/ports?device_id=a61b73ac-42d2-43eb-999a-0e9d7edb6bd8 HTTP/1.1" status: 200 len: 945 time: 0.2630136 Apr 05 14:34:00.712415 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778cbde6-bb77-49b7-9271-c7580703fd0b req-3725e0aa-617f-4f0c-b57f-236437c12632 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:00.717422 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-778cbde6-bb77-49b7-9271-c7580703fd0b req-3725e0aa-617f-4f0c-b57f-236437c12632 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5398802-0755-4a50-8138-d69f86d4cedc HTTP/1.1" status: 200 len: 945 time: 0.2462132 Apr 05 14:34:00.744413 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-492457de-ca0c-4208-bf0b-05ec5d5b895a tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:00.776307 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-492457de-ca0c-4208-bf0b-05ec5d5b895a tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Calling delete_port for 012777ad-31b6-4665-b22f-f2f9e6a4924f owned by network:router_interface {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:34:00.838900 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d174f1fd-2a5d-48a7-b193-e1262e4c1754 req-386a5cb0-d1b7-40ce-9497-8858f23c46b2 tempest-ServerPasswordTestJSON-1022705133 tempest-ServerPasswordTestJSON-1022705133-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bbb3e2b-f3ed-4659-ad53-91e5a3d5afa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926870 Apr 05 14:34:00.883920 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b1320-9c27-4efc-9548-aa3fc0392d22 req-05c02a1d-d91d-4e05-bad7-3e94e2dbf616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:00.886698 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d26b1320-9c27-4efc-9548-aa3fc0392d22 req-05c02a1d-d91d-4e05-bad7-3e94e2dbf616 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a9da18e09c15404ca69176173aa40d16&device_id=66364872-5c38-4e33-a717-2afe0b7a8aa0 HTTP/1.1" status: 200 len: 1094 time: 0.1488519 Apr 05 14:34:00.890728 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-778cbde6-bb77-49b7-9271-c7580703fd0b req-5c33f4b4-b85f-4c9a-a238-13aa2558fb67 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/security-groups?id=29c6f58e-e49b-4628-9965-3ae38dded875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606078 Apr 05 14:34:00.950349 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-a02e9da6-91f1-4b08-a0a7-241b2fb93b0e req-29f900db-4943-4b4b-a3b2-52834a254cc1 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:01.077422 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f900db-4943-4b4b-a3b2-52834a254cc1 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Pushing event deleted for resources: {'Port': ['ID=b3f6f5da-f9f2-4ed7-8ec4-30bb459d5d3c,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:01.107826 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device b3f6f5da-f9f2-4ed7-8ec4-30bb459d5d3c no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:34:01.137576 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] No Port match for: b3f6f5da-f9f2-4ed7-8ec4-30bb459d5d3c {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:34:01.150335 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device b3f6f5da-f9f2-4ed7-8ec4-30bb459d5d3c not bound to the agent host n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:34:01.169375 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-492457de-ca0c-4208-bf0b-05ec5d5b895a tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:01.205202 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492457de-ca0c-4208-bf0b-05ec5d5b895a tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Pushing event deleted for resources: {'Port': ['ID=012777ad-31b6-4665-b22f-f2f9e6a4924f,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:01.284200 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-a02e9da6-91f1-4b08-a0a7-241b2fb93b0e req-29f900db-4943-4b4b-a3b2-52834a254cc1 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] No DVR routers for this DVR port b3f6f5da-f9f2-4ed7-8ec4-30bb459d5d3c on host n-h1-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:34:01.379402 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-a02e9da6-91f1-4b08-a0a7-241b2fb93b0e req-29f900db-4943-4b4b-a3b2-52834a254cc1 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:01.383675 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a02e9da6-91f1-4b08-a0a7-241b2fb93b0e req-29f900db-4943-4b4b-a3b2-52834a254cc1 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.55 "DELETE /v2.0/ports/b3f6f5da-f9f2-4ed7-8ec4-30bb459d5d3c HTTP/1.1" status: 204 len: 173 time: 3.1132452 Apr 05 14:34:01.393624 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae294040-19e0-4c25-94a3-2b30f7d22acf req-db7778d9-8260-4058-82bb-34543596dac0 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:01.395502 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ae294040-19e0-4c25-94a3-2b30f7d22acf req-db7778d9-8260-4058-82bb-34543596dac0 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/networks?id=bbdeb55e-008a-45ea-8c70-7d18b28201f7 HTTP/1.1" status: 200 len: 807 time: 0.3798196 Apr 05 14:34:01.399042 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b1320-9c27-4efc-9548-aa3fc0392d22 req-4435cff4-0309-45a1-8732-cbfb7eb2a215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:01.401243 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d26b1320-9c27-4efc-9548-aa3fc0392d22 req-4435cff4-0309-45a1-8732-cbfb7eb2a215 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c8cad75e-d463-4298-b473-cd6f872623d5 HTTP/1.1" status: 200 len: 916 time: 0.5073025 Apr 05 14:34:01.401725 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5398802-0755-4a50-8138-d69f86d4cedc', 'name': 'network-vif-deleted', 'tag': 'b3f6f5da-f9f2-4ed7-8ec4-30bb459d5d3c'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:34:01.405009 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea479cf9-7c9f-404a-9b04-642dc443c404" -d '{"events": [{"server_uuid": "a5398802-0755-4a50-8138-d69f86d4cedc", "name": "network-vif-deleted", "tag": "b3f6f5da-f9f2-4ed7-8ec4-30bb459d5d3c"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:34:01.431788 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-492457de-ca0c-4208-bf0b-05ec5d5b895a tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1798829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810128'] for router_interface, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:01.507105 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ae294040-19e0-4c25-94a3-2b30f7d22acf req-3d57fff3-1a2e-43bd-baf4-641acdc6f7f7 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/quotas/f15fb34306734f1db943c159bdbff20e HTTP/1.1" status: 200 len: 375 time: 0.0983458 Apr 05 14:34:01.515921 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d26b1320-9c27-4efc-9548-aa3fc0392d22 req-e98d57c8-06fa-4fc8-8663-ca74bd4820b8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c96b6ae-6783-4b43-97ec-d28367f40f2a HTTP/1.1" status: 200 len: 217 time: 0.0982571 Apr 05 14:34:01.646686 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda830b-66a5-459b-9d6d-96046a26cf6f req-2367dae3-692c-4395-bdf2-4440b1e653ee tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:01.652370 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-deda830b-66a5-459b-9d6d-96046a26cf6f req-2367dae3-692c-4395-bdf2-4440b1e653ee tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=66364872-5c38-4e33-a717-2afe0b7a8aa0 HTTP/1.1" status: 200 len: 943 time: 0.4446197 Apr 05 14:34:01.708041 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ae294040-19e0-4c25-94a3-2b30f7d22acf req-f2890d3f-74c9-4614-a9fe-2021b63590f3 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f15fb34306734f1db943c159bdbff20e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1909807 Apr 05 14:34:01.717233 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b1320-9c27-4efc-9548-aa3fc0392d22 req-5dcf7334-3bcb-40c6-ac6e-48ac65490b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:01.719345 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d26b1320-9c27-4efc-9548-aa3fc0392d22 req-5dcf7334-3bcb-40c6-ac6e-48ac65490b3e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8ec025f3-c3f9-4eb4-863e-b0988fc8d817 HTTP/1.1" status: 200 len: 855 time: 0.1841383 Apr 05 14:34:01.724425 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-492457de-ca0c-4208-bf0b-05ec5d5b895a tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Router 24ff0dfb-bd7c-4924-b9bf-71f8e3139c8a has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:34:01.801757 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d26b1320-9c27-4efc-9548-aa3fc0392d22 req-b105beff-018e-4992-a9e0-44aaa79aba31 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c8cad75e-d463-4298-b473-cd6f872623d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498941 Apr 05 14:34:01.878819 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-deda830b-66a5-459b-9d6d-96046a26cf6f req-60a48b10-1a0b-4249-8726-098a9a9b9bdb tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089856 Apr 05 14:34:01.989768 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-492457de-ca0c-4208-bf0b-05ec5d5b895a tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:34:01.999571 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ae294040-19e0-4c25-94a3-2b30f7d22acf req-7e459908-7f56-4dbb-931a-36da7ebc175d service neutron] 10.222.0.30 "GET /v2.0/networks/bbdeb55e-008a-45ea-8c70-7d18b28201f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694008 Apr 05 14:34:02.003652 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6af1d16-9bd6-47de-aea5-955e49ced92f None None] Sync routers for ids ['24ff0dfb-bd7c-4924-b9bf-71f8e3139c8a'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:34:02.011213 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-492457de-ca0c-4208-bf0b-05ec5d5b895a tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] 10.222.0.30 "PUT /v2.0/routers/24ff0dfb-bd7c-4924-b9bf-71f8e3139c8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4666932 Apr 05 14:34:02.017656 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 38012) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:34:02.019437 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6af1d16-9bd6-47de-aea5-955e49ced92f None None] Routers {'24ff0dfb-bd7c-4924-b9bf-71f8e3139c8a'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:34:02.020358 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-b6af1d16-9bd6-47de-aea5-955e49ced92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:33:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['24ff0dfb-bd7c-4924-b9bf-71f8e3139c8a'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:02.076771 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d26b1320-9c27-4efc-9548-aa3fc0392d22 req-11dd6d7c-ae9f-43f2-a01f-2c19beac0d3f service neutron] 10.222.0.55 "GET /v2.0/networks/c8cad75e-d463-4298-b473-cd6f872623d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445433 Apr 05 14:34:02.115706 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-b6af1d16-9bd6-47de-aea5-955e49ced92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:02.120325 n-d-836650-2 neutron-server[103321]: INFO neutron.api.v2.resource [None req-66220296-29a0-4b60-9229-67f6ee72eb8a tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] delete failed (client error): The resource could not be found. Apr 05 14:34:02.121426 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-66220296-29a0-4b60-9229-67f6ee72eb8a tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] 10.222.0.30 "DELETE /v2.0/routers/tempest-non_exist_router-1416281440 HTTP/1.1" status: 404 len: 335 time: 0.1016033 Apr 05 14:34:02.128508 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 38014) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:34:02.136140 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-03bdc74d-00fa-4e9f-9be9-fffe996f6d80 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Request body: {'router': {'external_gateway_info': {'network_id': '24ff0dfb-bd7c-4924-b9bf-71f8e3139c8a'}}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:34:02.140943 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6af1d16-9bd6-47de-aea5-955e49ced92f None None] Routers {'24ff0dfb-bd7c-4924-b9bf-71f8e3139c8a'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:34:02.141804 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-b6af1d16-9bd6-47de-aea5-955e49ced92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:33:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['24ff0dfb-bd7c-4924-b9bf-71f8e3139c8a'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:02.143395 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f77f2bd8-c56f-4672-90e7-3017b739a61e req-aab56b67-c34e-4def-993b-8fa9b50ee3ef tempest-ServerShowV254Test-323331933 tempest-ServerShowV254Test-323331933-project] 10.222.0.30 "GET /v2.0/ports?device_id=24ee56e8-9248-40d5-b59e-45282c4f3926 HTTP/1.1" status: 200 len: 210 time: 0.0990279 Apr 05 14:34:02.225551 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-b6af1d16-9bd6-47de-aea5-955e49ced92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:02.226487 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6af1d16-9bd6-47de-aea5-955e49ced92f None None] The sync data for ids ['24ff0dfb-bd7c-4924-b9bf-71f8e3139c8a'] in n-d-836650-2 is: [] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:34:02.345961 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da6e17b8-746c-4d70-94c7-fb22b37a11ed x-openstack-request-id: req-da6e17b8-746c-4d70-94c7-fb22b37a11ed {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:34:02.346274 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5398802-0755-4a50-8138-d69f86d4cedc", "name": "network-vif-deleted", "tag": "b3f6f5da-f9f2-4ed7-8ec4-30bb459d5d3c", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:34:02.346535 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-da6e17b8-746c-4d70-94c7-fb22b37a11ed {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:34:02.346965 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da6e17b8-746c-4d70-94c7-fb22b37a11ed'] response: {'server_uuid': 'a5398802-0755-4a50-8138-d69f86d4cedc', 'name': 'network-vif-deleted', 'tag': 'b3f6f5da-f9f2-4ed7-8ec4-30bb459d5d3c', 'status': 'completed', 'code': 200} Apr 05 14:34:02.380658 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ae294040-19e0-4c25-94a3-2b30f7d22acf req-3fb230cf-7e96-4d63-a93f-a5c7f4f6af83 service neutron] 10.222.0.30 "GET /v2.0/networks/bbdeb55e-008a-45ea-8c70-7d18b28201f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3799415 Apr 05 14:34:02.430411 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d26b1320-9c27-4efc-9548-aa3fc0392d22 req-3f609c75-0eeb-452c-a8dc-7ff0f0db8a03 service neutron] 10.222.0.55 "GET /v2.0/networks/c8cad75e-d463-4298-b473-cd6f872623d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990167 Apr 05 14:34:02.567057 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-03bdc74d-00fa-4e9f-9be9-fffe996f6d80 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:02.588638 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc99aa7-81ee-43b1-b625-d523f72ed9d7 req-9b821b7e-4056-490e-9a13-ae72794749eb tempest-ServerPasswordTestJSON-1022705133 tempest-ServerPasswordTestJSON-1022705133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:02.593613 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ccc99aa7-81ee-43b1-b625-d523f72ed9d7 req-9b821b7e-4056-490e-9a13-ae72794749eb tempest-ServerPasswordTestJSON-1022705133 tempest-ServerPasswordTestJSON-1022705133-project] 10.222.0.30 "GET /v2.0/ports?device_id=a61b73ac-42d2-43eb-999a-0e9d7edb6bd8 HTTP/1.1" status: 200 len: 945 time: 0.1622293 Apr 05 14:34:02.642495 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ccc99aa7-81ee-43b1-b625-d523f72ed9d7 req-1d67c452-2c6a-4b64-9026-582273a651ec tempest-ServerPasswordTestJSON-1022705133 tempest-ServerPasswordTestJSON-1022705133-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bbb3e2b-f3ed-4659-ad53-91e5a3d5afa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426722 Apr 05 14:34:02.709165 n-d-836650-2 neutron-server[103321]: INFO neutron.api.v2.resource [None req-03bdc74d-00fa-4e9f-9be9-fffe996f6d80 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] update failed (client error): The resource could not be found. Apr 05 14:34:02.712274 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 38020) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:34:02.716676 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-03bdc74d-00fa-4e9f-9be9-fffe996f6d80 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] 10.222.0.30 "PUT /v2.0/routers/24ff0dfb-bd7c-4924-b9bf-71f8e3139c8a HTTP/1.1" status: 404 len: 339 time: 0.5777295 Apr 05 14:34:02.721309 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-96b737af-bf62-4b14-b93c-ea9a0c453ef9 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1709597968'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:34:02.894094 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b737af-bf62-4b14-b93c-ea9a0c453ef9 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Made reservation on behalf of 46506dd378824c31a44f4042351ca50c for: {'network': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:34:02.897572 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-96b737af-bf62-4b14-b93c-ea9a0c453ef9 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:02.912708 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5cc8ec6e-b97c-4c43-ba8d-3f823ca8f033 req-c81071f5-a0c4-4414-a900-2c771539e3e1 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5398802-0755-4a50-8138-d69f86d4cedc HTTP/1.1" status: 200 len: 210 time: 0.1041834 Apr 05 14:34:02.973811 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96b737af-bf62-4b14-b93c-ea9a0c453ef9 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=103320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:34:03.052204 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-449e7c42-f1c1-4ed4-b4a7-5f0d17ac3858 req-42d25d06-486a-470d-807f-570db0bc261c tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c3c421e-7450-4e42-8501-18c377e353da HTTP/1.1" status: 200 len: 210 time: 0.0752320 Apr 05 14:34:03.062001 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-96b737af-bf62-4b14-b93c-ea9a0c453ef9 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:03.062366 n-d-836650-2 neutron-server[103320]: INFO neutron.db.segments_db [None req-96b737af-bf62-4b14-b93c-ea9a0c453ef9 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Added segment 0bb0d88b-172b-4061-bbaa-e0b3e73e35e5 of type vlan for network 9f1539b9-67ac-42f3-ad1a-5bc82286cfa6 Apr 05 14:34:03.144340 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-96b737af-bf62-4b14-b93c-ea9a0c453ef9 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:03.315626 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-96b737af-bf62-4b14-b93c-ea9a0c453ef9 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:03.321431 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b737af-bf62-4b14-b93c-ea9a0c453ef9 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:03.322312 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-96b737af-bf62-4b14-b93c-ea9a0c453ef9 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:03.389539 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d309fc60-0573-422a-96e6-4f03587af67b req-7ee30262-1e2e-4ba6-95ce-7eb1f287b6e9 tempest-ServerShowV254Test-323331933 tempest-ServerShowV254Test-323331933-project] 10.222.0.30 "GET /v2.0/ports?device_id=24ee56e8-9248-40d5-b59e-45282c4f3926 HTTP/1.1" status: 200 len: 210 time: 0.0851345 Apr 05 14:34:03.530937 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad071cd-29a3-4bdf-8795-86aabe094c7c req-6b72639d-e158-4621-be6f-0850a1cd99df tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:03.537032 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-aad071cd-29a3-4bdf-8795-86aabe094c7c req-6b72639d-e158-4621-be6f-0850a1cd99df tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=66364872-5c38-4e33-a717-2afe0b7a8aa0 HTTP/1.1" status: 200 len: 943 time: 0.3147681 Apr 05 14:34:03.542856 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b737af-bf62-4b14-b93c-ea9a0c453ef9 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Pushing event updated for resources: {'Network': ['ID=9f1539b9-67ac-42f3-ad1a-5bc82286cfa6,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:03.555693 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 9f1539b9-67ac-42f3-ad1a-5bc82286cfa6 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:34:03.561355 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-96b737af-bf62-4b14-b93c-ea9a0c453ef9 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8477528 Apr 05 14:34:03.564217 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 38044) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:34:03.570943 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-214406a6-fe6b-455b-8392-440cae0f527c tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Request body: {'subnet': {'network_id': '9f1539b9-67ac-42f3-ad1a-5bc82286cfa6', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:34:03.669637 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-aad071cd-29a3-4bdf-8795-86aabe094c7c req-684321ee-3815-4100-89d7-feff400b111f tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159124 Apr 05 14:34:03.807963 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214406a6-fe6b-455b-8392-440cae0f527c tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Made reservation on behalf of 46506dd378824c31a44f4042351ca50c for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:34:03.812541 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-214406a6-fe6b-455b-8392-440cae0f527c tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:04.200475 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0c2e4e71-f321-4e2a-9b15-b99cc10f316d req-b40379ec-b4d9-4ffa-b37b-934f1cfc541f tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c3c421e-7450-4e42-8501-18c377e353da HTTP/1.1" status: 200 len: 210 time: 0.0526807 Apr 05 14:34:04.217673 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c1f844-7a0f-45b2-8800-71cba64df96f req-35eaa116-8366-444b-8191-aa41ef96856e tempest-ServerPasswordTestJSON-1022705133 tempest-ServerPasswordTestJSON-1022705133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:04.219529 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c3c1f844-7a0f-45b2-8800-71cba64df96f req-35eaa116-8366-444b-8191-aa41ef96856e tempest-ServerPasswordTestJSON-1022705133 tempest-ServerPasswordTestJSON-1022705133-project] 10.222.0.30 "GET /v2.0/ports?device_id=a61b73ac-42d2-43eb-999a-0e9d7edb6bd8 HTTP/1.1" status: 200 len: 945 time: 0.1418324 Apr 05 14:34:04.232533 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-214406a6-fe6b-455b-8392-440cae0f527c tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:04.293112 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c3c1f844-7a0f-45b2-8800-71cba64df96f req-63bbdc5d-aedd-4e8f-8d81-98df2e5abed7 tempest-ServerPasswordTestJSON-1022705133 tempest-ServerPasswordTestJSON-1022705133-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bbb3e2b-f3ed-4659-ad53-91e5a3d5afa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631671 Apr 05 14:34:04.363329 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214406a6-fe6b-455b-8392-440cae0f527c tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Pushing event updated for resources: {'Subnet': ['ID=543b24b3-ca65-430a-bf81-154034f3d53c,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:04.404893 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 38072) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:34:04.452787 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214406a6-fe6b-455b-8392-440cae0f527c tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Checking segment: {'id': '0bb0d88b-172b-4061-bbaa-e0b3e73e35e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9f1539b9-67ac-42f3-ad1a-5bc82286cfa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:34:04.453173 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214406a6-fe6b-455b-8392-440cae0f527c tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Network hostable DHCP agents. Network: 9f1539b9-67ac-42f3-ad1a-5bc82286cfa6, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:34:04.505020 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-41ad8b5a-0301-489a-b9c8-04adb1177941 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:04.567911 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214406a6-fe6b-455b-8392-440cae0f527c tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Network 9f1539b9-67ac-42f3-ad1a-5bc82286cfa6 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:34:04.589280 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-786d507d-075d-430f-a559-b01043851092 req-0c9e072a-8c15-4da8-8fa4-77d6e17ea3ab tempest-ServerShowV254Test-323331933 tempest-ServerShowV254Test-323331933-project] 10.222.0.30 "GET /v2.0/ports?device_id=24ee56e8-9248-40d5-b59e-45282c4f3926 HTTP/1.1" status: 200 len: 210 time: 0.0690815 Apr 05 14:34:04.599934 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-41ad8b5a-0301-489a-b9c8-04adb1177941 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:04.665751 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-214406a6-fe6b-455b-8392-440cae0f527c tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 9f1539b9-67ac-42f3-ad1a-5bc82286cfa6) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:34:04.665960 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-11c1cc26-f53a-4265-a92d-4e69d1e9d13e req-485d5464-4725-48d7-81bb-0adcb0dae76e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=24ee56e8-9248-40d5-b59e-45282c4f3926 HTTP/1.1" status: 200 len: 210 time: 0.0626764 Apr 05 14:34:04.670502 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214406a6-fe6b-455b-8392-440cae0f527c tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:04.689720 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-214406a6-fe6b-455b-8392-440cae0f527c tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:04.690528 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ecbfb07-31a3-4a95-9922-e15bd8cc3e6f None None] Network 9f1539b9-67ac-42f3-ad1a-5bc82286cfa6 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:34:04.839077 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a146d-5a3c-4df8-b30f-14f6a1f71093 req-81342c2d-2b51-4437-9725-963e43d9f474 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:04.846776 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-273a146d-5a3c-4df8-b30f-14f6a1f71093 req-81342c2d-2b51-4437-9725-963e43d9f474 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=66364872-5c38-4e33-a717-2afe0b7a8aa0 HTTP/1.1" status: 200 len: 943 time: 0.0644803 Apr 05 14:34:04.942881 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-273a146d-5a3c-4df8-b30f-14f6a1f71093 req-f0383bad-925e-4c74-81ae-3a383feb3181 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386693 Apr 05 14:34:04.949488 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9221c883-a9e3-4ffc-bd54-04075dc8368d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-9f1539b9-67ac-42f3-ad1a-5bc82286cfa6', 'network_id': '9f1539b9-67ac-42f3-ad1a-5bc82286cfa6', 'tenant_id': '46506dd378824c31a44f4042351ca50c', 'fixed_ips': [{'subnet_id': '543b24b3-ca65-430a-bf81-154034f3d53c'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:34:04.950562 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9221c883-a9e3-4ffc-bd54-04075dc8368d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:04.998519 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-214406a6-fe6b-455b-8392-440cae0f527c tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4324260 Apr 05 14:34:05.001114 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 38082) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:34:05.005515 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-4ecc6368-8357-4ef0-bcf7-4c8ca758be61 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Request body: {'router': {'external_gateway_info': {'network_id': '9f1539b9-67ac-42f3-ad1a-5bc82286cfa6'}}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:34:05.043714 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-41ad8b5a-0301-489a-b9c8-04adb1177941 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:05.054990 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-41ad8b5a-0301-489a-b9c8-04adb1177941 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:05.059456 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-41ad8b5a-0301-489a-b9c8-04adb1177941 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "DELETE /v2.0/security-groups/f83e780c-2783-41f7-826d-e79d52a907c3 HTTP/1.1" status: 204 len: 168 time: 0.6561022 Apr 05 14:34:05.060172 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 38084) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:34:05.091748 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ad8b5a-0301-489a-b9c8-04adb1177941 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83e780c-2783-41f7-826d-e79d52a907c3,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:05.100913 n-d-836650-2 neutron-server[103320]: INFO neutron.api.v2.resource [None req-dc56d246-4b55-40de-a50f-4ba9030018bc tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] show failed (client error): The resource could not be found. Apr 05 14:34:05.105166 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-dc56d246-4b55-40de-a50f-4ba9030018bc tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "GET /v2.0/security-groups/f83e780c-2783-41f7-826d-e79d52a907c3 HTTP/1.1" status: 404 len: 347 time: 0.0259740 Apr 05 14:34:05.114988 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 38088) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:34:05.130993 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 2c96b6ae-6783-4b43-97ec-d28367f40f2a details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:34:05.257788 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 2c96b6ae-6783-4b43-97ec-d28367f40f2a, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=2c96b6ae-6783-4b43-97ec-d28367f40f2a,segment=NetworkSegment(9a2f37a0-b23d-490a-98bb-060c03097f74),segment_id=9a2f37a0-b23d-490a-98bb-060c03097f74)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:34:05.278038 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': '2c96b6ae-6783-4b43-97ec-d28367f40f2a', 'network_id': 'c8cad75e-d463-4298-b473-cd6f872623d5', 'port_id': '2c96b6ae-6783-4b43-97ec-d28367f40f2a', 'mac_address': 'fa:16:3e:52:46:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ec025f3-c3f9-4eb4-863e-b0988fc8d817', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:34:05.356910 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-9221c883-a9e3-4ffc-bd54-04075dc8368d None None] Allocated IP 2001:db8:1::2 (9f1539b9-67ac-42f3-ad1a-5bc82286cfa6/543b24b3-ca65-430a-bf81-154034f3d53c/bef6a751-3d74-4e28-8e53-a4782ea59125) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:34:05.372374 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:05.401578 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c96b6ae-6783-4b43-97ec-d28367f40f2a {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:34:05.463748 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3f153daa-66db-4d45-ad2a-bc94ceb28693 req-69bddfd5-f86c-4777-b1f0-5b08de3ba1aa tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c3c421e-7450-4e42-8501-18c377e353da HTTP/1.1" status: 200 len: 210 time: 0.1128502 Apr 05 14:34:05.464333 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 2c96b6ae-6783-4b43-97ec-d28367f40f2a, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=2c96b6ae-6783-4b43-97ec-d28367f40f2a,segment=NetworkSegment(9a2f37a0-b23d-490a-98bb-060c03097f74),segment_id=9a2f37a0-b23d-490a-98bb-060c03097f74)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:34:05.504834 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-24a8466e-3c5c-4646-a3b9-99b0e8ecfe27 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Deleting port 8f0800fc-2806-47a8-8ca3-f7d433eb8c63 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:34:05.504834 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-24a8466e-3c5c-4646-a3b9-99b0e8ecfe27 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:05.536358 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:05.592188 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4ecc6368-8357-4ef0-bcf7-4c8ca758be61 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:05.633270 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d16e43f-6476-466f-8e2d-b60ccf32c32a req-d0fb8eaa-6476-46a3-b38e-de077bd9bddc tempest-ServerPasswordTestJSON-1022705133 tempest-ServerPasswordTestJSON-1022705133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:05.636839 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7d16e43f-6476-466f-8e2d-b60ccf32c32a req-d0fb8eaa-6476-46a3-b38e-de077bd9bddc tempest-ServerPasswordTestJSON-1022705133 tempest-ServerPasswordTestJSON-1022705133-project] 10.222.0.30 "GET /v2.0/ports?device_id=a61b73ac-42d2-43eb-999a-0e9d7edb6bd8 HTTP/1.1" status: 200 len: 945 time: 0.2439127 Apr 05 14:34:05.686066 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=2c96b6ae-6783-4b43-97ec-d28367f40f2a,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:05.695840 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9221c883-a9e3-4ffc-bd54-04075dc8368d None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:05.771511 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['2c96b6ae-6783-4b43-97ec-d28367f40f2a'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:34:05.795064 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-130810b8-5b17-4d75-b7e4-daeff1e62712 req-bea1798d-7f7e-4f12-bc7d-8924fe50b0ed tempest-ServerShowV254Test-323331933 tempest-ServerShowV254Test-323331933-project] 10.222.0.30 "GET /v2.0/ports?device_id=24ee56e8-9248-40d5-b59e-45282c4f3926 HTTP/1.1" status: 200 len: 210 time: 0.0704029 Apr 05 14:34:05.865352 n-d-836650-2 neutron-server[103321]: INFO neutron.api.v2.resource [None req-4ecc6368-8357-4ef0-bcf7-4c8ca758be61 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:34:05.870627 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-4ecc6368-8357-4ef0-bcf7-4c8ca758be61 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] 10.222.0.30 "PUT /v2.0/routers/24ff0dfb-bd7c-4924-b9bf-71f8e3139c8a HTTP/1.1" status: 400 len: 364 time: 0.8644230 Apr 05 14:34:05.878007 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7d16e43f-6476-466f-8e2d-b60ccf32c32a req-a84f0b0e-8ddc-4794-b647-98cd5b42faa5 tempest-ServerPasswordTestJSON-1022705133 tempest-ServerPasswordTestJSON-1022705133-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bbb3e2b-f3ed-4659-ad53-91e5a3d5afa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273378 Apr 05 14:34:05.906823 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9221c883-a9e3-4ffc-bd54-04075dc8368d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:05.912104 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 38100) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:34:05.976429 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-24a8466e-3c5c-4646-a3b9-99b0e8ecfe27 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:05.980598 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-24a8466e-3c5c-4646-a3b9-99b0e8ecfe27 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:05.988611 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9221c883-a9e3-4ffc-bd54-04075dc8368d None None] Network 9f1539b9-67ac-42f3-ad1a-5bc82286cfa6 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:34:06.041727 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-9221c883-a9e3-4ffc-bd54-04075dc8368d None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:34:06.045064 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9221c883-a9e3-4ffc-bd54-04075dc8368d None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:34:06.108821 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-24a8466e-3c5c-4646-a3b9-99b0e8ecfe27 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Calling delete_port for 8f0800fc-2806-47a8-8ca3-f7d433eb8c63 owned by network:floatingip {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:34:06.162025 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae294040-19e0-4c25-94a3-2b30f7d22acf req-9119db51-d89b-4c55-a3e3-edd6e5f08e76 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:06.163905 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ae294040-19e0-4c25-94a3-2b30f7d22acf req-9119db51-d89b-4c55-a3e3-edd6e5f08e76 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.55 "GET /v2.0/networks?id=bbdeb55e-008a-45ea-8c70-7d18b28201f7 HTTP/1.1" status: 200 len: 807 time: 0.4800622 Apr 05 14:34:06.178435 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-ae294040-19e0-4c25-94a3-2b30f7d22acf req-9a549361-397c-4bc5-a610-5872c5e0f364 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Request body: {'port': {'device_id': '6c3c421e-7450-4e42-8501-18c377e353da', 'network_id': 'bbdeb55e-008a-45ea-8c70-7d18b28201f7', 'admin_state_up': True, 'tenant_id': 'f15fb34306734f1db943c159bdbff20e'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:34:06.186743 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-9221c883-a9e3-4ffc-bd54-04075dc8368d None None] Attempting to bind port bef6a751-3d74-4e28-8e53-a4782ea59125 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:34:06.187138 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-9221c883-a9e3-4ffc-bd54-04075dc8368d None None] Attempting to bind port bef6a751-3d74-4e28-8e53-a4782ea59125 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '0bb0d88b-172b-4061-bbaa-e0b3e73e35e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9f1539b9-67ac-42f3-ad1a-5bc82286cfa6'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:34:06.187503 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9221c883-a9e3-4ffc-bd54-04075dc8368d None None] Attempting to bind port bef6a751-3d74-4e28-8e53-a4782ea59125 on network 9f1539b9-67ac-42f3-ad1a-5bc82286cfa6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:34:06.191484 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9221c883-a9e3-4ffc-bd54-04075dc8368d None None] Pushing event updated for resources: {'Port': ['ID=bef6a751-3d74-4e28-8e53-a4782ea59125,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:06.229284 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9221c883-a9e3-4ffc-bd54-04075dc8368d None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:34:06.231324 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15517e21-814d-4c2c-b6e6-739c60a0d8c1 req-97351d27-d557-4b79-8e48-97f85b13860c tempest-ServerPasswordTestJSON-1022705133 tempest-ServerPasswordTestJSON-1022705133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:06.233102 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-15517e21-814d-4c2c-b6e6-739c60a0d8c1 req-97351d27-d557-4b79-8e48-97f85b13860c tempest-ServerPasswordTestJSON-1022705133 tempest-ServerPasswordTestJSON-1022705133-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61b73ac-42d2-43eb-999a-0e9d7edb6bd8 HTTP/1.1" status: 200 len: 945 time: 0.3410859 Apr 05 14:34:06.235268 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9221c883-a9e3-4ffc-bd54-04075dc8368d None None] Checking segment: {'id': '0bb0d88b-172b-4061-bbaa-e0b3e73e35e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9f1539b9-67ac-42f3-ad1a-5bc82286cfa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:34:06.235701 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9221c883-a9e3-4ffc-bd54-04075dc8368d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:06.236149 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9221c883-a9e3-4ffc-bd54-04075dc8368d None None] Bound using segment: {'id': '0bb0d88b-172b-4061-bbaa-e0b3e73e35e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9f1539b9-67ac-42f3-ad1a-5bc82286cfa6'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:34:06.236661 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-9221c883-a9e3-4ffc-bd54-04075dc8368d None None] Bound port: bef6a751-3d74-4e28-8e53-a4782ea59125, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bb0d88b-172b-4061-bbaa-e0b3e73e35e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9f1539b9-67ac-42f3-ad1a-5bc82286cfa6'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:34:06.241133 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9221c883-a9e3-4ffc-bd54-04075dc8368d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:06.261823 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f5969-f82f-43e6-8d4a-b130ee466d26 req-cd0c964b-3e31-4383-9a3d-d6cc37cd08e9 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:06.270655 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ca5f5969-f82f-43e6-8d4a-b130ee466d26 req-cd0c964b-3e31-4383-9a3d-d6cc37cd08e9 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=66364872-5c38-4e33-a717-2afe0b7a8aa0 HTTP/1.1" status: 200 len: 944 time: 0.2700491 Apr 05 14:34:06.395644 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1700669e-142a-4a59-a962-6f2bfa93fb56 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:06.411380 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9221c883-a9e3-4ffc-bd54-04075dc8368d None None] For port bef6a751-3d74-4e28-8e53-a4782ea59125, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:34:06.415170 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9221c883-a9e3-4ffc-bd54-04075dc8368d None None] For port bef6a751-3d74-4e28-8e53-a4782ea59125, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=bef6a751-3d74-4e28-8e53-a4782ea59125,segment=NetworkSegment(0bb0d88b-172b-4061-bbaa-e0b3e73e35e5),segment_id=0bb0d88b-172b-4061-bbaa-e0b3e73e35e5)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:34:06.505812 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9221c883-a9e3-4ffc-bd54-04075dc8368d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:06.656815 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9221c883-a9e3-4ffc-bd54-04075dc8368d None None] Pushing event updated for resources: {'Port': ['ID=bef6a751-3d74-4e28-8e53-a4782ea59125,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:06.709963 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-1700669e-142a-4a59-a962-6f2bfa93fb56 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Allocated IP 2001:db8::1 (4eeb3798-d28c-4391-89f0-bff4dc70e916/be873964-d0d2-4daf-b225-7f53f4d80d60/2fa101ba-3407-4653-84b0-8faa4147143c) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:34:06.859067 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1700669e-142a-4a59-a962-6f2bfa93fb56 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:06.985904 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1700669e-142a-4a59-a962-6f2bfa93fb56 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:07.089438 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1700669e-142a-4a59-a962-6f2bfa93fb56 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Pushing event updated for resources: {'Port': ['ID=2fa101ba-3407-4653-84b0-8faa4147143c,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:07.099918 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 2c96b6ae-6783-4b43-97ec-d28367f40f2a up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:34:07.110196 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1700669e-142a-4a59-a962-6f2bfa93fb56 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Network 4eeb3798-d28c-4391-89f0-bff4dc70e916 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:34:07.112029 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-1700669e-142a-4a59-a962-6f2bfa93fb56 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:34:07.116461 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ca5f5969-f82f-43e6-8d4a-b130ee466d26 req-7219e3b7-2415-4de8-94d8-699ba2990105 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8446887 Apr 05 14:34:07.126217 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1700669e-142a-4a59-a962-6f2bfa93fb56 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:34:07.126776 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1700669e-142a-4a59-a962-6f2bfa93fb56 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809369'] for router_interface, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:07.345407 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port 2c96b6ae-6783-4b43-97ec-d28367f40f2a completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:34:07.350905 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port 2c96b6ae-6783-4b43-97ec-d28367f40f2a triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:34:07.351578 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:07.379600 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-78f4a0b8-b959-4914-a72f-2c74bd80b21b req-6b22f077-c344-4813-b303-fe2a1e6e254d tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c3c421e-7450-4e42-8501-18c377e353da HTTP/1.1" status: 200 len: 210 time: 0.2594435 Apr 05 14:34:07.482220 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1f14ff23-aba7-4287-8a3c-4f363c7e0e7b req-90dbf8d2-6bc9-48f1-9940-346ebf11476b tempest-ServerShowV254Test-323331933 tempest-ServerShowV254Test-323331933-project] 10.222.0.30 "GET /v2.0/ports?device_id=24ee56e8-9248-40d5-b59e-45282c4f3926 HTTP/1.1" status: 200 len: 210 time: 0.0975854 Apr 05 14:34:07.496079 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-24a8466e-3c5c-4646-a3b9-99b0e8ecfe27 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:07.548163 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1700669e-142a-4a59-a962-6f2bfa93fb56 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:07.669799 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:07.719972 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a8466e-3c5c-4646-a3b9-99b0e8ecfe27 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Pushing event deleted for resources: {'Port': ['ID=8f0800fc-2806-47a8-8ca3-f7d433eb8c63,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:07.745825 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66364872-5c38-4e33-a717-2afe0b7a8aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c96b6ae-6783-4b43-97ec-d28367f40f2a'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:34:07.751491 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b3e972-a923-4725-ac86-03dd4b085655" -d '{"events": [{"server_uuid": "66364872-5c38-4e33-a717-2afe0b7a8aa0", "name": "network-vif-plugged", "status": "completed", "tag": "2c96b6ae-6783-4b43-97ec-d28367f40f2a"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:34:07.776712 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-5cb24d0b-e69f-4235-824a-4c8602ba2cd3 None None] Provisioning complete for port 2fa101ba-3407-4653-84b0-8faa4147143c triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:34:07.777111 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5cb24d0b-e69f-4235-824a-4c8602ba2cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:07.782447 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 2c96b6ae-6783-4b43-97ec-d28367f40f2a, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=2c96b6ae-6783-4b43-97ec-d28367f40f2a,segment=NetworkSegment(9a2f37a0-b23d-490a-98bb-060c03097f74),segment_id=9a2f37a0-b23d-490a-98bb-060c03097f74)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:34:07.873092 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-5cb24d0b-e69f-4235-824a-4c8602ba2cd3 None None] Port 2fa101ba-3407-4653-84b0-8faa4147143c cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:34:07.884515 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:08.042331 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-15517e21-814d-4c2c-b6e6-739c60a0d8c1 req-8c8bbd99-fd5a-4b6d-82d2-9316d5dafcf8 tempest-ServerPasswordTestJSON-1022705133 tempest-ServerPasswordTestJSON-1022705133-project] Deleting port e781c732-96b5-46a3-b50e-480fbd616c93 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:34:08.043039 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-15517e21-814d-4c2c-b6e6-739c60a0d8c1 req-8c8bbd99-fd5a-4b6d-82d2-9316d5dafcf8 tempest-ServerPasswordTestJSON-1022705133 tempest-ServerPasswordTestJSON-1022705133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:08.074949 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049a6236-0dcd-4917-8fa4-3864daaa0029 req-4237a320-06f3-43bc-b3a4-b1b00391eecf tempest-ServerPasswordTestJSON-1022705133 tempest-ServerPasswordTestJSON-1022705133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:08.083671 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=2c96b6ae-6783-4b43-97ec-d28367f40f2a,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:08.094892 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-049a6236-0dcd-4917-8fa4-3864daaa0029 req-4237a320-06f3-43bc-b3a4-b1b00391eecf tempest-ServerPasswordTestJSON-1022705133 tempest-ServerPasswordTestJSON-1022705133-project] 10.222.0.30 "GET /v2.0/ports?device_id=a61b73ac-42d2-43eb-999a-0e9d7edb6bd8 HTTP/1.1" status: 200 len: 945 time: 0.3797884 Apr 05 14:34:08.109406 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device bef6a751-3d74-4e28-8e53-a4782ea59125 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:34:08.138081 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae294040-19e0-4c25-94a3-2b30f7d22acf req-9a549361-397c-4bc5-a610-5872c5e0f364 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Made reservation on behalf of f15fb34306734f1db943c159bdbff20e for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:34:08.142910 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ae294040-19e0-4c25-94a3-2b30f7d22acf req-9a549361-397c-4bc5-a610-5872c5e0f364 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:08.154860 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-24a8466e-3c5c-4646-a3b9-99b0e8ecfe27 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Notify callbacks [] for floatingip, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:08.157542 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-24a8466e-3c5c-4646-a3b9-99b0e8ecfe27 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:08.168686 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-24a8466e-3c5c-4646-a3b9-99b0e8ecfe27 tempest-ImagesOneServerNegativeTestJSON-1869986403 tempest-ImagesOneServerNegativeTestJSON-1869986403-project] 10.222.0.30 "DELETE /v2.0/floatingips/2d9d3de8-a7a9-43c4-be7e-8f781b1e81aa HTTP/1.1" status: 204 len: 168 time: 3.0524230 Apr 05 14:34:08.193389 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device e781c732-96b5-46a3-b50e-480fbd616c93 no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:34:08.293403 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa527b3-1ab6-4a32-94a0-0532c54700d9 x-openstack-request-id: req-efa527b3-1ab6-4a32-94a0-0532c54700d9 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:34:08.293766 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66364872-5c38-4e33-a717-2afe0b7a8aa0", "name": "network-vif-plugged", "status": "completed", "tag": "2c96b6ae-6783-4b43-97ec-d28367f40f2a", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:34:08.293932 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-efa527b3-1ab6-4a32-94a0-0532c54700d9 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:34:08.294945 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efa527b3-1ab6-4a32-94a0-0532c54700d9'] response: {'server_uuid': '66364872-5c38-4e33-a717-2afe0b7a8aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c96b6ae-6783-4b43-97ec-d28367f40f2a', 'code': 200} Apr 05 14:34:08.310507 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-049a6236-0dcd-4917-8fa4-3864daaa0029 req-343b4791-0b77-474c-9da3-05a73e3a870e tempest-ServerPasswordTestJSON-1022705133 tempest-ServerPasswordTestJSON-1022705133-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bbb3e2b-f3ed-4659-ad53-91e5a3d5afa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091746 Apr 05 14:34:08.398115 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1700669e-142a-4a59-a962-6f2bfa93fb56 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:08.436960 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:08.465026 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1700669e-142a-4a59-a962-6f2bfa93fb56 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:08.465870 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1700669e-142a-4a59-a962-6f2bfa93fb56 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809317'] for router_interface, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:08.510915 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port e781c732-96b5-46a3-b50e-480fbd616c93, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=e781c732-96b5-46a3-b50e-480fbd616c93,segment=NetworkSegment(ce386ee1-8b43-4a33-8c30-af8f1a504b49),segment_id=ce386ee1-8b43-4a33-8c30-af8f1a504b49)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:34:08.515457 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port bef6a751-3d74-4e28-8e53-a4782ea59125 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:34:08.515884 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:08.612087 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:08.635579 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-15517e21-814d-4c2c-b6e6-739c60a0d8c1 req-8c8bbd99-fd5a-4b6d-82d2-9316d5dafcf8 tempest-ServerPasswordTestJSON-1022705133 tempest-ServerPasswordTestJSON-1022705133-project] For port e781c732-96b5-46a3-b50e-480fbd616c93, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=e781c732-96b5-46a3-b50e-480fbd616c93,segment=NetworkSegment(ce386ee1-8b43-4a33-8c30-af8f1a504b49),segment_id=ce386ee1-8b43-4a33-8c30-af8f1a504b49)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:34:08.636353 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-15517e21-814d-4c2c-b6e6-739c60a0d8c1 req-8c8bbd99-fd5a-4b6d-82d2-9316d5dafcf8 tempest-ServerPasswordTestJSON-1022705133 tempest-ServerPasswordTestJSON-1022705133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:08.685517 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-15517e21-814d-4c2c-b6e6-739c60a0d8c1 req-8c8bbd99-fd5a-4b6d-82d2-9316d5dafcf8 tempest-ServerPasswordTestJSON-1022705133 tempest-ServerPasswordTestJSON-1022705133-project] Calling delete_port for e781c732-96b5-46a3-b50e-480fbd616c93 owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:34:08.692413 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c147426-2de4-4fc3-9bad-a11be43c609d req-93b066e9-6e22-4f1c-8f08-88727f29f8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:08.695319 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7c147426-2de4-4fc3-9bad-a11be43c609d req-93b066e9-6e22-4f1c-8f08-88727f29f8f5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=66364872-5c38-4e33-a717-2afe0b7a8aa0 HTTP/1.1" status: 200 len: 1096 time: 0.3496141 Apr 05 14:34:08.736757 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f728281-f557-4ba3-8fc0-52887d57c131 None None] Network 9f1539b9-67ac-42f3-ad1a-5bc82286cfa6 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:34:08.761087 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1700669e-142a-4a59-a962-6f2bfa93fb56 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Pushing event updated for resources: {'Port': ['ID=2fa101ba-3407-4653-84b0-8faa4147143c,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:08.769577 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1700669e-142a-4a59-a962-6f2bfa93fb56 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Network 4eeb3798-d28c-4391-89f0-bff4dc70e916 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:34:08.771616 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-1700669e-142a-4a59-a962-6f2bfa93fb56 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:34:08.864856 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d4ed6c-3a26-42a2-b293-645e2ef2a4d3 req-33943dc3-9a31-43cb-86be-92cefbe72296 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:08.869588 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-76d4ed6c-3a26-42a2-b293-645e2ef2a4d3 req-33943dc3-9a31-43cb-86be-92cefbe72296 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=66364872-5c38-4e33-a717-2afe0b7a8aa0 HTTP/1.1" status: 200 len: 945 time: 0.3665874 Apr 05 14:34:08.959727 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:08.987383 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7c147426-2de4-4fc3-9bad-a11be43c609d req-e107556b-08f9-4e86-a9c5-35cf37127c75 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613280 Apr 05 14:34:08.996689 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-296dc8c5-5354-4150-b92c-7575950fe529 None None] Provisioning complete for port bef6a751-3d74-4e28-8e53-a4782ea59125 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:34:08.997113 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-296dc8c5-5354-4150-b92c-7575950fe529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:09.026905 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=e781c732-96b5-46a3-b50e-480fbd616c93,revision_number=6']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:09.060403 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1700669e-142a-4a59-a962-6f2bfa93fb56 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Router 24ff0dfb-bd7c-4924-b9bf-71f8e3139c8a has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:34:09.068344 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-ae294040-19e0-4c25-94a3-2b30f7d22acf req-9a549361-397c-4bc5-a610-5872c5e0f364 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Allocated IP 172.20.0.9 (bbdeb55e-008a-45ea-8c70-7d18b28201f7/ac874e19-e8d7-4dbd-ad30-b4a600298345/cca30760-5885-4ffb-ac70-167eb7ad89e9) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:34:09.136500 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port bef6a751-3d74-4e28-8e53-a4782ea59125, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=bef6a751-3d74-4e28-8e53-a4782ea59125,segment=NetworkSegment(0bb0d88b-172b-4061-bbaa-e0b3e73e35e5),segment_id=0bb0d88b-172b-4061-bbaa-e0b3e73e35e5)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:34:09.156089 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-76d4ed6c-3a26-42a2-b293-645e2ef2a4d3 req-002ab2ec-9d80-45ea-bb92-5b721df53aa2 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264564 Apr 05 14:34:09.252313 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:09.517077 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1700669e-142a-4a59-a962-6f2bfa93fb56 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:34:09.536608 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-1700669e-142a-4a59-a962-6f2bfa93fb56 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] 10.222.0.30 "PUT /v2.0/routers/24ff0dfb-bd7c-4924-b9bf-71f8e3139c8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6200202 Apr 05 14:34:09.539481 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 38170) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:34:09.562130 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-15517e21-814d-4c2c-b6e6-739c60a0d8c1 req-8c8bbd99-fd5a-4b6d-82d2-9316d5dafcf8 tempest-ServerPasswordTestJSON-1022705133 tempest-ServerPasswordTestJSON-1022705133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:09.565950 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-70c4d709-2665-4b44-a8d5-295292492050 req-f2a16c01-6506-44ee-ba05-07dd8f1fbe92 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c3c421e-7450-4e42-8501-18c377e353da HTTP/1.1" status: 200 len: 210 time: 0.1285083 Apr 05 14:34:09.641635 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8644bb17-b957-425f-b64e-bc1c67970734 req-bd46ae49-deec-4f85-bb72-293f9e36d54d tempest-ServerShowV254Test-323331933 tempest-ServerShowV254Test-323331933-project] 10.222.0.30 "GET /v2.0/ports?device_id=24ee56e8-9248-40d5-b59e-45282c4f3926 HTTP/1.1" status: 200 len: 210 time: 0.1782534 Apr 05 14:34:09.650069 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8bbd99-fd5a-4b6d-82d2-9316d5dafcf8 tempest-ServerPasswordTestJSON-1022705133 tempest-ServerPasswordTestJSON-1022705133-project] Pushing event deleted for resources: {'Port': ['ID=e781c732-96b5-46a3-b50e-480fbd616c93,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:09.650837 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-296dc8c5-5354-4150-b92c-7575950fe529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:09.653412 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d7acdd-4b65-4244-be6a-da3c6a5dda9d None None] Sync routers for ids ['24ff0dfb-bd7c-4924-b9bf-71f8e3139c8a'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:34:09.778528 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d7acdd-4b65-4244-be6a-da3c6a5dda9d None None] Routers {'24ff0dfb-bd7c-4924-b9bf-71f8e3139c8a'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:34:09.778528 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-16d7acdd-4b65-4244-be6a-da3c6a5dda9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:33:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['24ff0dfb-bd7c-4924-b9bf-71f8e3139c8a'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:09.860939 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 38174) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:34:09.936287 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=bef6a751-3d74-4e28-8e53-a4782ea59125,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:09.941262 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-16d7acdd-4b65-4244-be6a-da3c6a5dda9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:09.981951 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d7acdd-4b65-4244-be6a-da3c6a5dda9d None None] Routers {'24ff0dfb-bd7c-4924-b9bf-71f8e3139c8a'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:34:09.982513 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-16d7acdd-4b65-4244-be6a-da3c6a5dda9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:33:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['24ff0dfb-bd7c-4924-b9bf-71f8e3139c8a'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:10.010411 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b3f8ccd1-7f6a-44fb-b1ed-e79e7093e667 req-ea7907df-7fae-45e6-a580-fcd0c256306b tempest-ServerPasswordTestJSON-1022705133 tempest-ServerPasswordTestJSON-1022705133-project] 10.222.0.30 "GET /v2.0/ports?device_id=a61b73ac-42d2-43eb-999a-0e9d7edb6bd8 HTTP/1.1" status: 200 len: 210 time: 0.1733861 Apr 05 14:34:10.021073 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-16d7acdd-4b65-4244-be6a-da3c6a5dda9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:10.021073 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d7acdd-4b65-4244-be6a-da3c6a5dda9d None None] The sync data for ids ['24ff0dfb-bd7c-4924-b9bf-71f8e3139c8a'] in n-d-836650-2 is: [] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:34:10.027260 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.db.api [None req-296dc8c5-5354-4150-b92c-7575950fe529 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:34:10.027979 n-d-836650-2 neutron-server[103322]: DEBUG oslo_db.api [None req-296dc8c5-5354-4150-b92c-7575950fe529 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:34:10.104527 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ae294040-19e0-4c25-94a3-2b30f7d22acf req-9a549361-397c-4bc5-a610-5872c5e0f364 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:10.106592 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-15517e21-814d-4c2c-b6e6-739c60a0d8c1 req-8c8bbd99-fd5a-4b6d-82d2-9316d5dafcf8 tempest-ServerPasswordTestJSON-1022705133 tempest-ServerPasswordTestJSON-1022705133-project] No DVR routers for this DVR port e781c732-96b5-46a3-b50e-480fbd616c93 on host n-h2-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:34:10.114205 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-15517e21-814d-4c2c-b6e6-739c60a0d8c1 req-8c8bbd99-fd5a-4b6d-82d2-9316d5dafcf8 tempest-ServerPasswordTestJSON-1022705133 tempest-ServerPasswordTestJSON-1022705133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:10.123850 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-15517e21-814d-4c2c-b6e6-739c60a0d8c1 req-8c8bbd99-fd5a-4b6d-82d2-9316d5dafcf8 tempest-ServerPasswordTestJSON-1022705133 tempest-ServerPasswordTestJSON-1022705133-project] 10.222.0.11 "DELETE /v2.0/ports/e781c732-96b5-46a3-b50e-480fbd616c93 HTTP/1.1" status: 204 len: 173 time: 3.8439741 Apr 05 14:34:10.155215 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a61b73ac-42d2-43eb-999a-0e9d7edb6bd8', 'name': 'network-vif-deleted', 'tag': 'e781c732-96b5-46a3-b50e-480fbd616c93'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:34:10.163959 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-389377b7-22fa-4474-b9d9-717e13132552" -d '{"events": [{"server_uuid": "a61b73ac-42d2-43eb-999a-0e9d7edb6bd8", "name": "network-vif-deleted", "tag": "e781c732-96b5-46a3-b50e-480fbd616c93"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:34:10.234229 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d0d1227-7dbb-4e99-ad55-2eb99ba381a9 admin admin] Deleting subnet f2240eec-fdc7-4a9d-b66e-11daf7277a6b {{(pid=103320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:34:10.240552 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1d0d1227-7dbb-4e99-ad55-2eb99ba381a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:10.296639 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a61b73ac-42d2-43eb-999a-0e9d7edb6bd8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e781c732-96b5-46a3-b50e-480fbd616c93'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:34:10.299240 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd3e05b-70b6-4c58-ae60-a03e2c0f67b0" -d '{"events": [{"server_uuid": "a61b73ac-42d2-43eb-999a-0e9d7edb6bd8", "name": "network-vif-unplugged", "status": "completed", "tag": "e781c732-96b5-46a3-b50e-480fbd616c93"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:34:10.317578 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c280e48d-11d8-4bf6-b5b6-41c57ad13cf9 x-openstack-request-id: req-c280e48d-11d8-4bf6-b5b6-41c57ad13cf9 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:34:10.317946 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a61b73ac-42d2-43eb-999a-0e9d7edb6bd8", "name": "network-vif-deleted", "tag": "e781c732-96b5-46a3-b50e-480fbd616c93", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:34:10.318270 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c280e48d-11d8-4bf6-b5b6-41c57ad13cf9 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:34:10.319381 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c280e48d-11d8-4bf6-b5b6-41c57ad13cf9'] response: {'server_uuid': 'a61b73ac-42d2-43eb-999a-0e9d7edb6bd8', 'name': 'network-vif-deleted', 'tag': 'e781c732-96b5-46a3-b50e-480fbd616c93', 'status': 'completed', 'code': 200} Apr 05 14:34:10.373533 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-cff10a0a-f840-49cb-94b8-740df3431798 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks [] for router, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:10.396714 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1d0d1227-7dbb-4e99-ad55-2eb99ba381a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13399228'] for subnet, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:10.410977 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 14:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ffec4d-324e-4623-ad26-c08b4304cd95 x-openstack-request-id: req-51ffec4d-324e-4623-ad26-c08b4304cd95 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:34:10.411315 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ca2ffd-e5fc-452a-9c35-76f37e933ed7 req-2188fdfa-21de-4f44-99bc-66b94b819705 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:10.411745 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a61b73ac-42d2-43eb-999a-0e9d7edb6bd8", "name": "network-vif-unplugged", "status": "completed", "tag": "e781c732-96b5-46a3-b50e-480fbd616c93", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:34:10.412145 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-51ffec4d-324e-4623-ad26-c08b4304cd95 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:34:10.412678 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51ffec4d-324e-4623-ad26-c08b4304cd95'] response: {'server_uuid': 'a61b73ac-42d2-43eb-999a-0e9d7edb6bd8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e781c732-96b5-46a3-b50e-480fbd616c93', 'code': 200} Apr 05 14:34:10.413725 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c7ca2ffd-e5fc-452a-9c35-76f37e933ed7 req-2188fdfa-21de-4f44-99bc-66b94b819705 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=66364872-5c38-4e33-a717-2afe0b7a8aa0 HTTP/1.1" status: 200 len: 945 time: 0.1080987 Apr 05 14:34:10.462644 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ae294040-19e0-4c25-94a3-2b30f7d22acf req-9a549361-397c-4bc5-a610-5872c5e0f364 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:10.543583 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae294040-19e0-4c25-94a3-2b30f7d22acf req-9a549361-397c-4bc5-a610-5872c5e0f364 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Network bbdeb55e-008a-45ea-8c70-7d18b28201f7 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:34:10.569220 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-ae294040-19e0-4c25-94a3-2b30f7d22acf req-9a549361-397c-4bc5-a610-5872c5e0f364 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:34:10.578732 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1d0d1227-7dbb-4e99-ad55-2eb99ba381a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:10.584711 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae294040-19e0-4c25-94a3-2b30f7d22acf req-9a549361-397c-4bc5-a610-5872c5e0f364 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:34:10.591472 n-d-836650-2 neutron-server[103321]: INFO neutron.api.v2.resource [None req-cff10a0a-f840-49cb-94b8-740df3431798 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 05 14:34:10.605838 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c7ca2ffd-e5fc-452a-9c35-76f37e933ed7 req-ce76572d-90d8-4fee-972d-ff49b18dea2d tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604517 Apr 05 14:34:10.606377 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 38190) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:34:10.607781 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-cff10a0a-f840-49cb-94b8-740df3431798 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] 10.222.0.30 "DELETE /v2.0/routers/24ff0dfb-bd7c-4924-b9bf-71f8e3139c8a HTTP/1.1" status: 409 len: 329 time: 1.0529664 Apr 05 14:34:10.701944 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a549361-397c-4bc5-a610-5872c5e0f364 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Pushing event updated for resources: {'Port': ['ID=cca30760-5885-4ffb-ac70-167eb7ad89e9,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:10.819735 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-5be7abbc-7988-4830-a692-f2cb8633ab76 None None] Provisioning complete for port 2fa101ba-3407-4653-84b0-8faa4147143c triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:34:10.820153 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5be7abbc-7988-4830-a692-f2cb8633ab76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:10.871616 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-5be7abbc-7988-4830-a692-f2cb8633ab76 None None] Port 2fa101ba-3407-4653-84b0-8faa4147143c cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:34:10.886272 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-5be7abbc-7988-4830-a692-f2cb8633ab76 None None] Provisioning complete for port bef6a751-3d74-4e28-8e53-a4782ea59125 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:34:10.886647 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5be7abbc-7988-4830-a692-f2cb8633ab76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:10.928221 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae294040-19e0-4c25-94a3-2b30f7d22acf req-9a549361-397c-4bc5-a610-5872c5e0f364 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:10.928945 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ae294040-19e0-4c25-94a3-2b30f7d22acf req-9a549361-397c-4bc5-a610-5872c5e0f364 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:11.028530 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b03875b-d0f0-4b50-8736-2d38cb7cccce req-8deb2c39-384e-4c6b-a12f-92e98e08382a tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:11.030165 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6b03875b-d0f0-4b50-8736-2d38cb7cccce req-8deb2c39-384e-4c6b-a12f-92e98e08382a tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c3c421e-7450-4e42-8501-18c377e353da HTTP/1.1" status: 200 len: 931 time: 0.2816794 Apr 05 14:34:11.041407 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b7785e-4239-4096-b41a-128b3ab80d1f req-4f3ec784-673d-4901-8c6b-607c9f76bf1a tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:11.043115 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-86b7785e-4239-4096-b41a-128b3ab80d1f req-4f3ec784-673d-4901-8c6b-607c9f76bf1a tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=66364872-5c38-4e33-a717-2afe0b7a8aa0 HTTP/1.1" status: 200 len: 945 time: 0.2898920 Apr 05 14:34:11.089669 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1d0d1227-7dbb-4e99-ad55-2eb99ba381a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15773812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13127359'] for subnet, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:11.120679 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ae294040-19e0-4c25-94a3-2b30f7d22acf req-9a549361-397c-4bc5-a610-5872c5e0f364 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9463584 Apr 05 14:34:11.149676 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-ae294040-19e0-4c25-94a3-2b30f7d22acf req-0d03946a-742a-49f4-991a-e99627bbcbf0 service neutron] Request body: {'port': {'device_id': '6c3c421e-7450-4e42-8501-18c377e353da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:34:11.155761 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0d1227-7dbb-4e99-ad55-2eb99ba381a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2240eec-fdc7-4a9d-b66e-11daf7277a6b,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:11.190336 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1d0d1227-7dbb-4e99-ad55-2eb99ba381a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:11.193576 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-1d0d1227-7dbb-4e99-ad55-2eb99ba381a9 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/f2240eec-fdc7-4a9d-b66e-11daf7277a6b HTTP/1.1" status: 204 len: 168 time: 1.3228691 Apr 05 14:34:11.197984 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 38202) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:34:11.231731 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-86b7785e-4239-4096-b41a-128b3ab80d1f req-bfe7b276-c145-4743-a40f-1230c979e687 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575043 Apr 05 14:34:11.267370 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6b03875b-d0f0-4b50-8736-2d38cb7cccce req-89dd4087-b525-4c4d-8866-b03f8cfc76f3 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957817 Apr 05 14:34:11.366222 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ae294040-19e0-4c25-94a3-2b30f7d22acf req-0d03946a-742a-49f4-991a-e99627bbcbf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:11.409392 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-940dc2af-6ad7-466d-859a-606ed2a2180b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:11.454240 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-54dc7296-c255-4114-b3bd-5cd8ae0f5bf0 req-31b1492b-21de-4cad-8671-8276c2d4b84f tempest-ServerShowV254Test-323331933 tempest-ServerShowV254Test-323331933-project] 10.222.0.30 "GET /v2.0/ports?device_id=24ee56e8-9248-40d5-b59e-45282c4f3926 HTTP/1.1" status: 200 len: 210 time: 0.0687945 Apr 05 14:34:11.525491 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3ce46ddd-74a3-4f57-964d-f80f9488f4c7 req-529c7789-07bf-42ea-a12b-451a4da11269 tempest-ServerPasswordTestJSON-1022705133 tempest-ServerPasswordTestJSON-1022705133-project] 10.222.0.30 "GET /v2.0/ports?device_id=a61b73ac-42d2-43eb-999a-0e9d7edb6bd8 HTTP/1.1" status: 200 len: 210 time: 0.1077523 Apr 05 14:34:11.644381 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-940dc2af-6ad7-466d-859a-606ed2a2180b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:11.682680 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-940dc2af-6ad7-466d-859a-606ed2a2180b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92fcad72-c5db-4d1e-b4a7-6aec706b597c']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:11.705620 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-940dc2af-6ad7-466d-859a-606ed2a2180b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1db74af5-f9b7-4132-a710-0eb375e39826') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:11.705620 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-940dc2af-6ad7-466d-859a-606ed2a2180b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1db74af5-f9b7-4132-a710-0eb375e39826') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:11.724208 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-940dc2af-6ad7-466d-859a-606ed2a2180b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:11.757997 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-940dc2af-6ad7-466d-859a-606ed2a2180b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:11.776599 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-940dc2af-6ad7-466d-859a-606ed2a2180b admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:34:11.777041 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-940dc2af-6ad7-466d-859a-606ed2a2180b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:11.778952 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:34:11.778952 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:34:11.778952 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:34:11.778952 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:34:11.778952 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:34:11.778952 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:34:11.778952 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:34:11.778952 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:34:11.778952 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:34:11.778952 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:34:11.778952 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:34:11.778952 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:34:11.778952 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:34:11.778952 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:34:11.778952 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:34:11.778952 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:34:11.778952 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:34:11.778952 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:34:11.778952 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:34:11.778952 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:34:11.778952 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:34:11.778952 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:34:11.778952 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:34:11.778952 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:34:11.778952 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:34:11.778952 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:34:11.778952 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:34:11.778952 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:34:11.778952 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:34:11.778952 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:34:11.778952 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:34:11.778952 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:34:11.822377 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8da62d55-24fc-40bd-9447-799daf771b2d tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809988'] for router_interface, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:11.858987 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device bef6a751-3d74-4e28-8e53-a4782ea59125 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:34:11.955655 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port bef6a751-3d74-4e28-8e53-a4782ea59125 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:34:11.956588 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:11.966756 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-940dc2af-6ad7-466d-859a-606ed2a2180b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:11.972648 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-940dc2af-6ad7-466d-859a-606ed2a2180b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:11.978268 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-940dc2af-6ad7-466d-859a-606ed2a2180b admin admin] 10.222.0.30 "DELETE /v2.0/networks/92fcad72-c5db-4d1e-b4a7-6aec706b597c HTTP/1.1" status: 204 len: 168 time: 0.7783489 Apr 05 14:34:12.014676 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc37777-67e2-4167-9e03-acbec7a73d6a req-2208b41d-f8ba-46c8-848a-fadd06211e27 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:12.016288 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0dc37777-67e2-4167-9e03-acbec7a73d6a req-2208b41d-f8ba-46c8-848a-fadd06211e27 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=66364872-5c38-4e33-a717-2afe0b7a8aa0 HTTP/1.1" status: 200 len: 945 time: 0.1375577 Apr 05 14:34:12.070324 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940dc2af-6ad7-466d-859a-606ed2a2180b admin admin] Pushing event deleted for resources: {'Network': ['ID=92fcad72-c5db-4d1e-b4a7-6aec706b597c,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:12.082101 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:12.151514 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0dc37777-67e2-4167-9e03-acbec7a73d6a req-a81ed85c-2234-4da4-ae50-bff3f379fa87 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948532 Apr 05 14:34:12.168708 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-ae294040-19e0-4c25-94a3-2b30f7d22acf req-0d03946a-742a-49f4-991a-e99627bbcbf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cca30760-5885-4ffb-ac70-167eb7ad89e9 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:34:12.185192 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ae294040-19e0-4c25-94a3-2b30f7d22acf req-0d03946a-742a-49f4-991a-e99627bbcbf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:12.205790 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-ae294040-19e0-4c25-94a3-2b30f7d22acf req-0d03946a-742a-49f4-991a-e99627bbcbf0 service neutron] Transition to ACTIVE for port object cca30760-5885-4ffb-ac70-167eb7ad89e9 will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:34:12.317332 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ae294040-19e0-4c25-94a3-2b30f7d22acf req-0d03946a-742a-49f4-991a-e99627bbcbf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:12.437498 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72c7455-ea32-4483-bcce-919c2a4ad710 req-ba2346a7-8fc7-4997-853c-f1128001b4f9 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:12.438953 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f72c7455-ea32-4483-bcce-919c2a4ad710 req-ba2346a7-8fc7-4997-853c-f1128001b4f9 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=66364872-5c38-4e33-a717-2afe0b7a8aa0 HTTP/1.1" status: 200 len: 945 time: 0.1781988 Apr 05 14:34:12.474749 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d03946a-742a-49f4-991a-e99627bbcbf0 service neutron] Pushing event updated for resources: {'Port': ['ID=cca30760-5885-4ffb-ac70-167eb7ad89e9,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:12.543400 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f72c7455-ea32-4483-bcce-919c2a4ad710 req-f41f1898-ff51-44e1-83fa-1c1c907b4618 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929484 Apr 05 14:34:12.581992 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11965f6-9cef-46f9-9dbb-33054d806f2d req-62f3e4f6-fd08-4384-a183-9fdde8f35e19 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:12.588679 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a11965f6-9cef-46f9-9dbb-33054d806f2d req-62f3e4f6-fd08-4384-a183-9fdde8f35e19 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c3c421e-7450-4e42-8501-18c377e353da HTTP/1.1" status: 200 len: 943 time: 0.2252064 Apr 05 14:34:12.589203 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-8da62d55-24fc-40bd-9447-799daf771b2d tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Deleting port 2fa101ba-3407-4653-84b0-8faa4147143c {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:34:12.589203 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8da62d55-24fc-40bd-9447-799daf771b2d tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:12.632559 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 38228) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:34:12.669337 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 38232) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:34:13.082929 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-ae294040-19e0-4c25-94a3-2b30f7d22acf req-0d03946a-742a-49f4-991a-e99627bbcbf0 service neutron] Attempting to bind port cca30760-5885-4ffb-ac70-167eb7ad89e9 on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:34:13.083240 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-ae294040-19e0-4c25-94a3-2b30f7d22acf req-0d03946a-742a-49f4-991a-e99627bbcbf0 service neutron] Attempting to bind port cca30760-5885-4ffb-ac70-167eb7ad89e9 by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': 'd98286ea-3af7-47a7-a92d-d95717c2d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bbdeb55e-008a-45ea-8c70-7d18b28201f7'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:34:13.083490 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae294040-19e0-4c25-94a3-2b30f7d22acf req-0d03946a-742a-49f4-991a-e99627bbcbf0 service neutron] Attempting to bind port cca30760-5885-4ffb-ac70-167eb7ad89e9 on network bbdeb55e-008a-45ea-8c70-7d18b28201f7 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:34:13.100411 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b3439708-1616-4bbe-bcf1-afd0d379061d req-8d865589-7869-4cc7-bf2c-a6a4509147bd tempest-ServerShowV254Test-323331933 tempest-ServerShowV254Test-323331933-project] 10.222.0.30 "GET /v2.0/ports?device_id=24ee56e8-9248-40d5-b59e-45282c4f3926 HTTP/1.1" status: 200 len: 210 time: 0.4272640 Apr 05 14:34:13.121222 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a11965f6-9cef-46f9-9dbb-33054d806f2d req-22a1a19f-9882-4068-ae46-1bf8729be573 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5275655 Apr 05 14:34:13.121799 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae294040-19e0-4c25-94a3-2b30f7d22acf req-0d03946a-742a-49f4-991a-e99627bbcbf0 service neutron] Port cca30760-5885-4ffb-ac70-167eb7ad89e9 on network bbdeb55e-008a-45ea-8c70-7d18b28201f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:34:13.122121 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae294040-19e0-4c25-94a3-2b30f7d22acf req-0d03946a-742a-49f4-991a-e99627bbcbf0 service neutron] Attempting to bind port cca30760-5885-4ffb-ac70-167eb7ad89e9 on network bbdeb55e-008a-45ea-8c70-7d18b28201f7 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:34:13.147184 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae294040-19e0-4c25-94a3-2b30f7d22acf req-0d03946a-742a-49f4-991a-e99627bbcbf0 service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:34:13.147580 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae294040-19e0-4c25-94a3-2b30f7d22acf req-0d03946a-742a-49f4-991a-e99627bbcbf0 service neutron] Checking segment: {'id': 'd98286ea-3af7-47a7-a92d-d95717c2d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bbdeb55e-008a-45ea-8c70-7d18b28201f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:34:13.147911 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae294040-19e0-4c25-94a3-2b30f7d22acf req-0d03946a-742a-49f4-991a-e99627bbcbf0 service neutron] Bound using segment: {'id': 'd98286ea-3af7-47a7-a92d-d95717c2d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bbdeb55e-008a-45ea-8c70-7d18b28201f7'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:34:13.159485 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-ae294040-19e0-4c25-94a3-2b30f7d22acf req-0d03946a-742a-49f4-991a-e99627bbcbf0 service neutron] Bound port: cca30760-5885-4ffb-ac70-167eb7ad89e9, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd98286ea-3af7-47a7-a92d-d95717c2d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bbdeb55e-008a-45ea-8c70-7d18b28201f7'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:34:13.159485 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ae294040-19e0-4c25-94a3-2b30f7d22acf req-0d03946a-742a-49f4-991a-e99627bbcbf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:13.195457 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-376e4284-e85c-4bd1-ac59-4c808f0a7ebf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3e7c44b60b62410f964e2903e104051e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5397651 Apr 05 14:34:13.202072 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 38234) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:34:13.213777 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8da62d55-24fc-40bd-9447-799daf771b2d tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:13.216147 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 38236) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:34:13.257195 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-8da62d55-24fc-40bd-9447-799daf771b2d tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Calling delete_port for 2fa101ba-3407-4653-84b0-8faa4147143c owned by network:router_interface {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:34:13.296468 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-29844428-03ac-41dc-9458-231fcca51dfd admin admin] Deleting subnet 965c1a0d-2831-4089-9af5-c51dad3b71cd {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:34:13.304569 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-29844428-03ac-41dc-9458-231fcca51dfd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:13.357772 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-ae294040-19e0-4c25-94a3-2b30f7d22acf req-0d03946a-742a-49f4-991a-e99627bbcbf0 service neutron] For port cca30760-5885-4ffb-ac70-167eb7ad89e9, host n-h1-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:34:13.405630 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-db1aae73-b3ec-4bef-9fce-7f826c0b3cd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:13.425063 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-29844428-03ac-41dc-9458-231fcca51dfd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:13.431566 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-ae294040-19e0-4c25-94a3-2b30f7d22acf req-0d03946a-742a-49f4-991a-e99627bbcbf0 service neutron] For port cca30760-5885-4ffb-ac70-167eb7ad89e9, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=cca30760-5885-4ffb-ac70-167eb7ad89e9,segment=NetworkSegment(d98286ea-3af7-47a7-a92d-d95717c2d70a),segment_id=d98286ea-3af7-47a7-a92d-d95717c2d70a)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:34:13.463993 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-db1aae73-b3ec-4bef-9fce-7f826c0b3cd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:13.503950 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-29844428-03ac-41dc-9458-231fcca51dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:13.573872 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ae294040-19e0-4c25-94a3-2b30f7d22acf req-0d03946a-742a-49f4-991a-e99627bbcbf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:13.632776 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-73c68a4c-42a1-4d70-a39e-fec2b5962d81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809988'] for router_interface, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:13.679083 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-29844428-03ac-41dc-9458-231fcca51dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:13.718225 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-29844428-03ac-41dc-9458-231fcca51dfd admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:13.723772 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-29844428-03ac-41dc-9458-231fcca51dfd admin admin] 10.222.0.30 "DELETE /v2.0/subnets/965c1a0d-2831-4089-9af5-c51dad3b71cd HTTP/1.1" status: 204 len: 168 time: 0.5039806 Apr 05 14:34:13.724220 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 38248) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:34:13.724970 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29844428-03ac-41dc-9458-231fcca51dfd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=965c1a0d-2831-4089-9af5-c51dad3b71cd,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:13.750813 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae294040-19e0-4c25-94a3-2b30f7d22acf req-0d03946a-742a-49f4-991a-e99627bbcbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:13.751706 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ae294040-19e0-4c25-94a3-2b30f7d22acf req-0d03946a-742a-49f4-991a-e99627bbcbf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:13.753329 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ae294040-19e0-4c25-94a3-2b30f7d22acf req-0d03946a-742a-49f4-991a-e99627bbcbf0 service neutron] 10.222.0.55 "PUT /v2.0/ports/cca30760-5885-4ffb-ac70-167eb7ad89e9 HTTP/1.1" status: 200 len: 1091 time: 2.6076880 Apr 05 14:34:13.760739 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c3c421e-7450-4e42-8501-18c377e353da', 'tag': 'cca30760-5885-4ffb-ac70-167eb7ad89e9'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:34:13.765066 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d0b5fb-d4b6-48ff-8f52-eee58d49fd41" -d '{"events": [{"name": "network-changed", "server_uuid": "6c3c421e-7450-4e42-8501-18c377e353da", "tag": "cca30760-5885-4ffb-ac70-167eb7ad89e9"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:34:13.813217 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f00061-4a83-4140-9d80-857f392cd2b8 req-7815a2b4-3fbd-413e-9f3a-8bdef52042a7 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:13.825069 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-21f00061-4a83-4140-9d80-857f392cd2b8 req-7815a2b4-3fbd-413e-9f3a-8bdef52042a7 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=66364872-5c38-4e33-a717-2afe0b7a8aa0 HTTP/1.1" status: 200 len: 945 time: 0.3738878 Apr 05 14:34:13.851779 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6406b02e-d680-40e2-8621-858211bede5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:13.888000 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:13.924456 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e8e2386-f832-494c-abb9-536dfbbde44d x-openstack-request-id: req-8e8e2386-f832-494c-abb9-536dfbbde44d {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:34:13.925022 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c3c421e-7450-4e42-8501-18c377e353da", "tag": "cca30760-5885-4ffb-ac70-167eb7ad89e9", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:34:13.925439 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8e8e2386-f832-494c-abb9-536dfbbde44d {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:34:13.926002 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e8e2386-f832-494c-abb9-536dfbbde44d'] response: {'name': 'network-changed', 'server_uuid': '6c3c421e-7450-4e42-8501-18c377e353da', 'tag': 'cca30760-5885-4ffb-ac70-167eb7ad89e9', 'status': 'completed', 'code': 200} Apr 05 14:34:13.964400 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d03946a-742a-49f4-991a-e99627bbcbf0 service neutron] Pushing event updated for resources: {'Port': ['ID=cca30760-5885-4ffb-ac70-167eb7ad89e9,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:14.003087 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-21f00061-4a83-4140-9d80-857f392cd2b8 req-0654455a-ce6b-4651-8962-5a637f2b80bf tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967369 Apr 05 14:34:14.018884 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae294040-19e0-4c25-94a3-2b30f7d22acf req-6a95fac3-1e3b-4d47-9766-28910afa95f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:14.024587 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6406b02e-d680-40e2-8621-858211bede5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:14.025394 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ae294040-19e0-4c25-94a3-2b30f7d22acf req-6a95fac3-1e3b-4d47-9766-28910afa95f6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f15fb34306734f1db943c159bdbff20e&device_id=6c3c421e-7450-4e42-8501-18c377e353da HTTP/1.1" status: 200 len: 1094 time: 0.1387939 Apr 05 14:34:14.070737 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-6406b02e-d680-40e2-8621-858211bede5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be020690-4eac-4905-82c2-c0f5c553e9f2']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:14.086678 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-6406b02e-d680-40e2-8621-858211bede5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce386ee1-8b43-4a33-8c30-af8f1a504b49') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:14.087079 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-6406b02e-d680-40e2-8621-858211bede5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce386ee1-8b43-4a33-8c30-af8f1a504b49') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:14.121502 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6406b02e-d680-40e2-8621-858211bede5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:14.146496 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6406b02e-d680-40e2-8621-858211bede5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:14.154664 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ae294040-19e0-4c25-94a3-2b30f7d22acf req-e8caed37-f68c-48f4-92fd-914b4a81ff97 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cca30760-5885-4ffb-ac70-167eb7ad89e9 HTTP/1.1" status: 200 len: 217 time: 0.1243536 Apr 05 14:34:14.168045 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6406b02e-d680-40e2-8621-858211bede5b admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:34:14.168465 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6406b02e-d680-40e2-8621-858211bede5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:14.170393 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:34:14.170393 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:34:14.170393 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:34:14.170393 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:34:14.170393 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:34:14.170393 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:34:14.170393 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:34:14.170393 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:34:14.170393 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:34:14.170393 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:34:14.170393 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:34:14.170393 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:34:14.170393 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:34:14.170393 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:34:14.170393 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:34:14.170393 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:34:14.170393 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:34:14.170393 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:34:14.170393 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:34:14.170393 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:34:14.170393 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:34:14.170393 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:34:14.170393 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:34:14.170393 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:34:14.170393 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:34:14.170393 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:34:14.170393 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:34:14.170393 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:34:14.170393 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:34:14.170393 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:34:14.170393 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:34:14.170393 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:34:14.189332 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8da62d55-24fc-40bd-9447-799daf771b2d tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:14.191443 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-db1aae73-b3ec-4bef-9fce-7f826c0b3cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:14.198858 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-db1aae73-b3ec-4bef-9fce-7f826c0b3cd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:14.198858 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-db1aae73-b3ec-4bef-9fce-7f826c0b3cd8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/29c6f58e-e49b-4628-9965-3ae38dded875 HTTP/1.1" status: 204 len: 168 time: 0.9889832 Apr 05 14:34:14.200330 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-73c68a4c-42a1-4d70-a39e-fec2b5962d81 admin admin] Deleting port 15a2d418-9804-4460-a541-944ff59ad89f {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:34:14.200330 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-73c68a4c-42a1-4d70-a39e-fec2b5962d81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:14.317228 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1aae73-b3ec-4bef-9fce-7f826c0b3cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c6f58e-e49b-4628-9965-3ae38dded875,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:14.320699 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da62d55-24fc-40bd-9447-799daf771b2d tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Pushing event deleted for resources: {'Port': ['ID=2fa101ba-3407-4653-84b0-8faa4147143c,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:14.361075 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-73c68a4c-42a1-4d70-a39e-fec2b5962d81 admin admin] For port 15a2d418-9804-4460-a541-944ff59ad89f, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=15a2d418-9804-4460-a541-944ff59ad89f,segment=NetworkSegment(b59f006c-1b82-4d36-9060-360a60727a7f),segment_id=b59f006c-1b82-4d36-9060-360a60727a7f)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:34:14.361992 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-73c68a4c-42a1-4d70-a39e-fec2b5962d81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:14.381140 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6406b02e-d680-40e2-8621-858211bede5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:14.389759 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e4547-53c8-4554-899a-b53e8980c7dd req-97c5ce22-ba0b-440d-b3bd-1c29f8e9ae57 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:14.396491 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-73c68a4c-42a1-4d70-a39e-fec2b5962d81 admin admin] Calling delete_port for 15a2d418-9804-4460-a541-944ff59ad89f owned by network:router_interface {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:34:14.397771 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9a8e4547-53c8-4554-899a-b53e8980c7dd req-97c5ce22-ba0b-440d-b3bd-1c29f8e9ae57 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=66364872-5c38-4e33-a717-2afe0b7a8aa0 HTTP/1.1" status: 200 len: 945 time: 0.2652004 Apr 05 14:34:14.400582 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6406b02e-d680-40e2-8621-858211bede5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:14.404351 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-6406b02e-d680-40e2-8621-858211bede5b admin admin] 10.222.0.30 "DELETE /v2.0/networks/be020690-4eac-4905-82c2-c0f5c553e9f2 HTTP/1.1" status: 204 len: 168 time: 0.6771181 Apr 05 14:34:14.451689 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6406b02e-d680-40e2-8621-858211bede5b admin admin] Pushing event deleted for resources: {'Network': ['ID=be020690-4eac-4905-82c2-c0f5c553e9f2,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:14.498644 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae294040-19e0-4c25-94a3-2b30f7d22acf req-42bd5129-e02c-4929-a2a6-36aecdd0f93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:14.500840 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ae294040-19e0-4c25-94a3-2b30f7d22acf req-42bd5129-e02c-4929-a2a6-36aecdd0f93d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac874e19-e8d7-4dbd-ad30-b4a600298345 HTTP/1.1" status: 200 len: 847 time: 0.3016677 Apr 05 14:34:14.601931 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d95562-c9f5-4ac4-b70e-1e1fd509f161 req-dabb295f-6a0c-4112-8b3b-c80fd5aef972 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:14.603863 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-75d95562-c9f5-4ac4-b70e-1e1fd509f161 req-dabb295f-6a0c-4112-8b3b-c80fd5aef972 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c3c421e-7450-4e42-8501-18c377e353da HTTP/1.1" status: 200 len: 943 time: 0.3655305 Apr 05 14:34:14.610727 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8da62d55-24fc-40bd-9447-799daf771b2d tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1798829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810128'] for router_interface, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:14.614228 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ae294040-19e0-4c25-94a3-2b30f7d22acf req-2844fe3d-c3a7-4d01-9b43-d0fa906edb9e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bbdeb55e-008a-45ea-8c70-7d18b28201f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637619 Apr 05 14:34:14.683565 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9a8e4547-53c8-4554-899a-b53e8980c7dd req-0365f1e3-115a-45ba-bda5-3e28db3d9de9 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786372 Apr 05 14:34:14.905252 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-73c68a4c-42a1-4d70-a39e-fec2b5962d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:15.005764 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 38276) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:34:15.024183 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-89e5da5d-438f-4008-b9ce-315e09b58333 req-41063398-4ecb-459b-9606-155ba58b85bb tempest-ServerShowV254Test-323331933 tempest-ServerShowV254Test-323331933-project] 10.222.0.30 "GET /v2.0/ports?device_id=24ee56e8-9248-40d5-b59e-45282c4f3926 HTTP/1.1" status: 200 len: 210 time: 0.1394157 Apr 05 14:34:15.071070 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c68a4c-42a1-4d70-a39e-fec2b5962d81 admin admin] Pushing event deleted for resources: {'Port': ['ID=15a2d418-9804-4460-a541-944ff59ad89f,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:15.076500 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-75d95562-c9f5-4ac4-b70e-1e1fd509f161 req-b59bf5dc-6a24-49cf-bf5f-2c104193549d tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4613500 Apr 05 14:34:15.328230 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-eee606bb-9803-4c30-8ea3-d3fe50a5365a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=10f08e0c585d4bce9922d1b84ccfbdc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3170288 Apr 05 14:34:15.331615 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 38280) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:34:15.341777 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ae294040-19e0-4c25-94a3-2b30f7d22acf req-18a7cf26-aef9-404d-8dc9-e1578fe514e1 service neutron] 10.222.0.55 "GET /v2.0/networks/bbdeb55e-008a-45ea-8c70-7d18b28201f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6946113 Apr 05 14:34:15.367966 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8da62d55-24fc-40bd-9447-799daf771b2d tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Router 24ff0dfb-bd7c-4924-b9bf-71f8e3139c8a has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:34:15.486785 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-73c68a4c-42a1-4d70-a39e-fec2b5962d81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1798829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810128'] for router_interface, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:15.568657 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-11437661-c0fe-45df-b102-1ebed82499a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:15.574604 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ae294040-19e0-4c25-94a3-2b30f7d22acf req-635ecbe7-2fc0-4b47-81b3-d5f8ee02bc55 service neutron] 10.222.0.55 "GET /v2.0/networks/bbdeb55e-008a-45ea-8c70-7d18b28201f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221611 Apr 05 14:34:15.589137 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da62d55-24fc-40bd-9447-799daf771b2d tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:34:15.597609 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-8da62d55-24fc-40bd-9447-799daf771b2d tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] 10.222.0.30 "PUT /v2.0/routers/24ff0dfb-bd7c-4924-b9bf-71f8e3139c8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9449725 Apr 05 14:34:15.603112 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 38292) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:34:15.603466 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd308408-39e6-43db-a928-4fd63a4fd9ff None None] Sync routers for ids ['24ff0dfb-bd7c-4924-b9bf-71f8e3139c8a'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:34:15.627159 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd308408-39e6-43db-a928-4fd63a4fd9ff None None] Routers {'24ff0dfb-bd7c-4924-b9bf-71f8e3139c8a'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:34:15.628135 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-fd308408-39e6-43db-a928-4fd63a4fd9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:33:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['24ff0dfb-bd7c-4924-b9bf-71f8e3139c8a'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:15.675194 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-fd308408-39e6-43db-a928-4fd63a4fd9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:15.686181 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd308408-39e6-43db-a928-4fd63a4fd9ff None None] Routers {'24ff0dfb-bd7c-4924-b9bf-71f8e3139c8a'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:34:15.687041 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-fd308408-39e6-43db-a928-4fd63a4fd9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:33:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['24ff0dfb-bd7c-4924-b9bf-71f8e3139c8a'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:15.719477 n-d-836650-2 neutron-server[103320]: INFO neutron.api.v2.resource [None req-9c330f5a-2d0b-4b08-adfb-57d4de789dd0 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] show failed (client error): The resource could not be found. Apr 05 14:34:15.725288 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 38296) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:34:15.725984 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-9c330f5a-2d0b-4b08-adfb-57d4de789dd0 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] 10.222.0.30 "GET /v2.0/routers/tempest-non_exist_router-466532894 HTTP/1.1" status: 404 len: 334 time: 0.1146693 Apr 05 14:34:15.730568 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-11437661-c0fe-45df-b102-1ebed82499a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:15.735874 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-fd308408-39e6-43db-a928-4fd63a4fd9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:15.736855 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd308408-39e6-43db-a928-4fd63a4fd9ff None None] The sync data for ids ['24ff0dfb-bd7c-4924-b9bf-71f8e3139c8a'] in n-d-836650-2 is: [] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:34:15.737482 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-9a61cac0-b046-4f34-94ec-e634412c6464 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:34:15.803956 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d0b5fb-d4b6-48ff-8f52-eee58d49fd41 req-98e8c1aa-1abd-4589-ae9d-00c54874e831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:15.805624 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e8d0b5fb-d4b6-48ff-8f52-eee58d49fd41 req-98e8c1aa-1abd-4589-ae9d-00c54874e831 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f15fb34306734f1db943c159bdbff20e&device_id=6c3c421e-7450-4e42-8501-18c377e353da HTTP/1.1" status: 200 len: 1094 time: 0.1006298 Apr 05 14:34:15.819464 n-d-836650-2 neutron-server[103321]: INFO neutron.api.v2.resource [None req-9a61cac0-b046-4f34-94ec-e634412c6464 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] update failed (client error): The resource could not be found. Apr 05 14:34:15.820870 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-9a61cac0-b046-4f34-94ec-e634412c6464 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] 10.222.0.30 "PUT /v2.0/routers/tempest-non_exist_router-619533240 HTTP/1.1" status: 404 len: 334 time: 0.0943885 Apr 05 14:34:15.825392 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 38300) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:34:15.921281 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 38304) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:34:15.929615 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-11437661-c0fe-45df-b102-1ebed82499a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:15.932922 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-11437661-c0fe-45df-b102-1ebed82499a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:15.937149 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-11437661-c0fe-45df-b102-1ebed82499a6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1bbb3e2b-f3ed-4659-ad53-91e5a3d5afa3 HTTP/1.1" status: 204 len: 168 time: 0.6015279 Apr 05 14:34:15.956346 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11437661-c0fe-45df-b102-1ebed82499a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bbb3e2b-f3ed-4659-ad53-91e5a3d5afa3,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:15.998034 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-c85f020a-43bf-4d98-bc75-b05f7526b18a tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Deleting subnet 543b24b3-ca65-430a-bf81-154034f3d53c {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:34:16.003746 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c85f020a-43bf-4d98-bc75-b05f7526b18a tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:16.164201 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d0b5fb-d4b6-48ff-8f52-eee58d49fd41 req-f2ae3f41-bd35-48cc-96d4-c6bc2e710cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:16.164805 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e8d0b5fb-d4b6-48ff-8f52-eee58d49fd41 req-f2ae3f41-bd35-48cc-96d4-c6bc2e710cf7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bbdeb55e-008a-45ea-8c70-7d18b28201f7 HTTP/1.1" status: 200 len: 908 time: 0.3480790 Apr 05 14:34:16.168648 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-33214172-2f70-471f-85de-c29016da86f2 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-226704702-network', 'tenant_id': '7e1ca79997b14d37bbfde5791240b349'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:34:16.171912 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73c68a4c-42a1-4d70-a39e-fec2b5962d81 admin admin] Router 213e08ce-06de-4afe-8880-8f17ba1a9046 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:34:16.174943 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c85f020a-43bf-4d98-bc75-b05f7526b18a tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:16.217843 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df542b5-2007-47c9-b3d6-cf8854e19ab4 req-8e7ed49e-5bc0-48ee-841a-7ec5c44f7c9d tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:16.225511 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8df542b5-2007-47c9-b3d6-cf8854e19ab4 req-8e7ed49e-5bc0-48ee-841a-7ec5c44f7c9d tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=66364872-5c38-4e33-a717-2afe0b7a8aa0 HTTP/1.1" status: 200 len: 945 time: 0.2449760 Apr 05 14:34:16.241469 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7e4b2535-68c2-4ff4-9348-b6451eba53cf req-d8641b4d-68ae-4c0c-b4d5-4e484fb1986c tempest-ServerShowV254Test-323331933 tempest-ServerShowV254Test-323331933-project] 10.222.0.30 "GET /v2.0/ports?device_id=24ee56e8-9248-40d5-b59e-45282c4f3926 HTTP/1.1" status: 200 len: 210 time: 0.1126206 Apr 05 14:34:16.298681 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e8d0b5fb-d4b6-48ff-8f52-eee58d49fd41 req-acb278e1-efe5-43bb-abd0-8e4e4b5f25f7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cca30760-5885-4ffb-ac70-167eb7ad89e9 HTTP/1.1" status: 200 len: 217 time: 0.0885723 Apr 05 14:34:16.336909 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33214172-2f70-471f-85de-c29016da86f2 admin admin] Made reservation on behalf of 7e1ca79997b14d37bbfde5791240b349 for: {'network': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:34:16.340775 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-33214172-2f70-471f-85de-c29016da86f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:16.357008 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-33214172-2f70-471f-85de-c29016da86f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:16.404353 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c85f020a-43bf-4d98-bc75-b05f7526b18a tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:16.481494 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8df542b5-2007-47c9-b3d6-cf8854e19ab4 req-5201a473-5fdb-4bac-8436-3bc6d4d844e6 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457402 Apr 05 14:34:16.491109 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73c68a4c-42a1-4d70-a39e-fec2b5962d81 admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:34:16.498759 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d0b5fb-d4b6-48ff-8f52-eee58d49fd41 req-f3d8e64b-64b1-4481-a189-213fb6fc0472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:16.500221 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e8d0b5fb-d4b6-48ff-8f52-eee58d49fd41 req-f3d8e64b-64b1-4481-a189-213fb6fc0472 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac874e19-e8d7-4dbd-ad30-b4a600298345 HTTP/1.1" status: 200 len: 847 time: 0.1852243 Apr 05 14:34:16.503419 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-73c68a4c-42a1-4d70-a39e-fec2b5962d81 admin admin] 10.222.0.30 "PUT /v2.0/routers/213e08ce-06de-4afe-8880-8f17ba1a9046/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8683782 Apr 05 14:34:16.508059 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14225588-29d5-40e7-b93e-9ec753a7b4f1 None None] Sync routers for ids ['213e08ce-06de-4afe-8880-8f17ba1a9046'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:34:16.510102 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 38322) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:34:16.543375 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e24a58a-fbf9-42e0-ab24-61bc56c982d2 req-5347a781-d245-4b51-8e5b-3419797b5ac9 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:16.548150 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14225588-29d5-40e7-b93e-9ec753a7b4f1 None None] Routers {'213e08ce-06de-4afe-8880-8f17ba1a9046'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:34:16.556124 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-14225588-29d5-40e7-b93e-9ec753a7b4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:33:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['213e08ce-06de-4afe-8880-8f17ba1a9046'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:16.556280 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4e24a58a-fbf9-42e0-ab24-61bc56c982d2 req-5347a781-d245-4b51-8e5b-3419797b5ac9 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c3c421e-7450-4e42-8501-18c377e353da HTTP/1.1" status: 200 len: 943 time: 0.2245653 Apr 05 14:34:16.575101 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e8d0b5fb-d4b6-48ff-8f52-eee58d49fd41 req-573e880d-bf9f-4182-84fd-e20876a8f8f5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bbdeb55e-008a-45ea-8c70-7d18b28201f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645001 Apr 05 14:34:16.690485 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c85f020a-43bf-4d98-bc75-b05f7526b18a tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:16.722996 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4e24a58a-fbf9-42e0-ab24-61bc56c982d2 req-99b319bf-bba1-4b9c-aa8d-68816b2dfcca tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711252 Apr 05 14:34:16.767626 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85f020a-43bf-4d98-bc75-b05f7526b18a tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Pushing event deleted for resources: {'Subnet': ['ID=543b24b3-ca65-430a-bf81-154034f3d53c,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:16.770087 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ed5fbf8a-0987-4782-b85a-4884022c37ab admin admin] Notify callbacks [] for router, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:16.812022 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-33214172-2f70-471f-85de-c29016da86f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:16.820734 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c85f020a-43bf-4d98-bc75-b05f7526b18a tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:16.824154 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-c85f020a-43bf-4d98-bc75-b05f7526b18a tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] 10.222.0.30 "DELETE /v2.0/subnets/543b24b3-ca65-430a-bf81-154034f3d53c HTTP/1.1" status: 204 len: 168 time: 0.9980447 Apr 05 14:34:16.827236 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 38330) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:34:16.836212 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-14225588-29d5-40e7-b93e-9ec753a7b4f1 None None] Set router 213e08ce-06de-4afe-8880-8f17ba1a9046 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:34:16.845096 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e8d0b5fb-d4b6-48ff-8f52-eee58d49fd41 req-415e4e6d-602d-42e3-afea-4f19eaa24bd0 service neutron] 10.222.0.55 "GET /v2.0/networks/bbdeb55e-008a-45ea-8c70-7d18b28201f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564602 Apr 05 14:34:16.904032 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-33214172-2f70-471f-85de-c29016da86f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:17.003463 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae73b9fa-268c-457b-be02-3a07b6388b61 None None] Network 9f1539b9-67ac-42f3-ad1a-5bc82286cfa6 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:34:17.123656 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e8d0b5fb-d4b6-48ff-8f52-eee58d49fd41 req-827c04ea-3dcc-4b29-982a-b6b1fa753d89 service neutron] 10.222.0.55 "GET /v2.0/networks/bbdeb55e-008a-45ea-8c70-7d18b28201f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670608 Apr 05 14:34:17.145381 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33214172-2f70-471f-85de-c29016da86f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=103320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:34:17.208999 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-33214172-2f70-471f-85de-c29016da86f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:17.209346 n-d-836650-2 neutron-server[103320]: INFO neutron.db.segments_db [None req-33214172-2f70-471f-85de-c29016da86f2 admin admin] Added segment d416e1c2-0a1e-4961-921e-eee607643059 of type vlan for network d702c3d6-7199-4322-a653-c463eb30ccf9 Apr 05 14:34:17.212098 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33214172-2f70-471f-85de-c29016da86f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd616a3-13b2-4eba-903a-bcdcba548a35,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:17.270051 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-14225588-29d5-40e7-b93e-9ec753a7b4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '213e08ce-06de-4afe-8880-8f17ba1a9046', 'name': 'tempest-TaggedBootDevicesTest_v242-163172619-router', 'tenant_id': '4c46023293d04937b7cc39b36bfca09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '3721221a-2ce3-4412-ac4e-c5be5ed09a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:26:30Z', 'updated_at': '2022-04-05T14:34:14Z', 'revision_number': 5, 'project_id': '4c46023293d04937b7cc39b36bfca09f', 'gw_port': {'id': '3721221a-2ce3-4412-ac4e-c5be5ed09a0d', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213e08ce-06de-4afe-8880-8f17ba1a9046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:26:31Z', 'updated_at': '2022-04-05T14:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:17.312252 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d14252-1964-4f88-975d-b52c037f5f59 req-7ed128e7-4e4b-4596-b234-655ac935d727 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:17.314903 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c5d14252-1964-4f88-975d-b52c037f5f59 req-7ed128e7-4e4b-4596-b234-655ac935d727 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.55 "GET /v2.0/ports?device_id=66364872-5c38-4e33-a717-2afe0b7a8aa0 HTTP/1.1" status: 200 len: 945 time: 0.3908165 Apr 05 14:34:17.320864 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14225588-29d5-40e7-b93e-9ec753a7b4f1 None None] Checking router: 213e08ce-06de-4afe-8880-8f17ba1a9046 for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:34:17.338782 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14225588-29d5-40e7-b93e-9ec753a7b4f1 None None] Routers {'213e08ce-06de-4afe-8880-8f17ba1a9046'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:34:17.339376 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-14225588-29d5-40e7-b93e-9ec753a7b4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:33:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['213e08ce-06de-4afe-8880-8f17ba1a9046'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:17.497214 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-33214172-2f70-471f-85de-c29016da86f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:17.541495 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a919d8dc-3348-44e3-871c-7826b9cac547 req-190f8c4a-e2fb-45ae-a708-ed32d5997ea6 tempest-ServerShowV254Test-323331933 tempest-ServerShowV254Test-323331933-project] 10.222.0.30 "GET /v2.0/ports?device_id=24ee56e8-9248-40d5-b59e-45282c4f3926 HTTP/1.1" status: 200 len: 210 time: 0.1683261 Apr 05 14:34:17.592844 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815992b1-990e-4a35-9d2e-ab3a26dd581a None None] DHCP port deletion for 9f1539b9-67ac-42f3-ad1a-5bc82286cfa6 request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:34:17.608915 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-26fbf806-9c19-432f-8201-ca795915235e tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:17.610373 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-14225588-29d5-40e7-b93e-9ec753a7b4f1 None None] Set router 213e08ce-06de-4afe-8880-8f17ba1a9046 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:34:17.636435 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ed5fbf8a-0987-4782-b85a-4884022c37ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:17.699118 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-c5d14252-1964-4f88-975d-b52c037f5f59 req-8357d477-8e15-4ad0-87b1-e9b4cee07fa2 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Deleting port 2c96b6ae-6783-4b43-97ec-d28367f40f2a {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:34:17.699579 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-c5d14252-1964-4f88-975d-b52c037f5f59 req-8357d477-8e15-4ad0-87b1-e9b4cee07fa2 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:17.862324 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2d19a4-d860-4d64-b2bb-2c778ce609a8 req-92aaf311-0e07-4b8c-b820-20ec685cfc62 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:17.871511 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9c2d19a4-d860-4d64-b2bb-2c778ce609a8 req-92aaf311-0e07-4b8c-b820-20ec685cfc62 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=66364872-5c38-4e33-a717-2afe0b7a8aa0 HTTP/1.1" status: 200 len: 945 time: 0.2860694 Apr 05 14:34:17.879090 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-33214172-2f70-471f-85de-c29016da86f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:17.880554 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33214172-2f70-471f-85de-c29016da86f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:17.885536 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-33214172-2f70-471f-85de-c29016da86f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:17.888971 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-26fbf806-9c19-432f-8201-ca795915235e tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Deleting port bef6a751-3d74-4e28-8e53-a4782ea59125 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:34:17.889709 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-26fbf806-9c19-432f-8201-ca795915235e tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:17.922769 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device bef6a751-3d74-4e28-8e53-a4782ea59125 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:34:17.951368 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-ed5fbf8a-0987-4782-b85a-4884022c37ab admin admin] Deleting port 3721221a-2ce3-4412-ac4e-c5be5ed09a0d {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:34:17.952073 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ed5fbf8a-0987-4782-b85a-4884022c37ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:18.049982 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-26fbf806-9c19-432f-8201-ca795915235e tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] For port bef6a751-3d74-4e28-8e53-a4782ea59125, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=bef6a751-3d74-4e28-8e53-a4782ea59125,segment=NetworkSegment(0bb0d88b-172b-4061-bbaa-e0b3e73e35e5),segment_id=0bb0d88b-172b-4061-bbaa-e0b3e73e35e5)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:34:18.050439 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-26fbf806-9c19-432f-8201-ca795915235e tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:18.055269 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-815992b1-990e-4a35-9d2e-ab3a26dd581a None None] Deleting port bef6a751-3d74-4e28-8e53-a4782ea59125 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:34:18.055954 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-815992b1-990e-4a35-9d2e-ab3a26dd581a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:18.075223 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-26fbf806-9c19-432f-8201-ca795915235e tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Calling delete_port for bef6a751-3d74-4e28-8e53-a4782ea59125 owned by network:dhcp {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:34:18.082200 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-33214172-2f70-471f-85de-c29016da86f2 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1592095 Apr 05 14:34:18.086068 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 38364) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:34:18.098245 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33214172-2f70-471f-85de-c29016da86f2 admin admin] Pushing event updated for resources: {'Network': ['ID=d702c3d6-7199-4322-a653-c463eb30ccf9,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:18.098458 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-34567f34-4ac9-4b11-9b24-e5a836bde489 admin admin] Request body: {'subnet': {'network_id': 'd702c3d6-7199-4322-a653-c463eb30ccf9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-226704702-subnet', 'tenant_id': '7e1ca79997b14d37bbfde5791240b349', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:34:18.134996 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-815992b1-990e-4a35-9d2e-ab3a26dd581a None None] For port bef6a751-3d74-4e28-8e53-a4782ea59125, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=bef6a751-3d74-4e28-8e53-a4782ea59125,segment=NetworkSegment(0bb0d88b-172b-4061-bbaa-e0b3e73e35e5),segment_id=0bb0d88b-172b-4061-bbaa-e0b3e73e35e5)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:34:18.137686 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-815992b1-990e-4a35-9d2e-ab3a26dd581a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:18.152183 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-815992b1-990e-4a35-9d2e-ab3a26dd581a None None] Calling delete_port for bef6a751-3d74-4e28-8e53-a4782ea59125 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:34:18.153980 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9c2d19a4-d860-4d64-b2bb-2c778ce609a8 req-80750e41-29fb-4f9b-917b-69afcb84d7c3 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806079 Apr 05 14:34:18.178144 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-c5d14252-1964-4f88-975d-b52c037f5f59 req-8357d477-8e15-4ad0-87b1-e9b4cee07fa2 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] For port 2c96b6ae-6783-4b43-97ec-d28367f40f2a, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=2c96b6ae-6783-4b43-97ec-d28367f40f2a,segment=NetworkSegment(9a2f37a0-b23d-490a-98bb-060c03097f74),segment_id=9a2f37a0-b23d-490a-98bb-060c03097f74)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:34:18.178522 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-c5d14252-1964-4f88-975d-b52c037f5f59 req-8357d477-8e15-4ad0-87b1-e9b4cee07fa2 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:18.208830 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-c5d14252-1964-4f88-975d-b52c037f5f59 req-8357d477-8e15-4ad0-87b1-e9b4cee07fa2 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Calling delete_port for 2c96b6ae-6783-4b43-97ec-d28367f40f2a owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:34:18.226354 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34567f34-4ac9-4b11-9b24-e5a836bde489 admin admin] Made reservation on behalf of 7e1ca79997b14d37bbfde5791240b349 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:34:18.240406 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-34567f34-4ac9-4b11-9b24-e5a836bde489 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:18.246415 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network d702c3d6-7199-4322-a653-c463eb30ccf9 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:34:18.344492 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-815992b1-990e-4a35-9d2e-ab3a26dd581a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:18.400713 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815992b1-990e-4a35-9d2e-ab3a26dd581a None None] No DVR routers for this DVR port bef6a751-3d74-4e28-8e53-a4782ea59125 on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:34:18.478760 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-44bbfbd8-729a-4be7-9d6c-83c74726f6a8 req-70e050f8-4a97-40bf-b418-71b9dde67483 tempest-ServerShowV247Test-1198919426 tempest-ServerShowV247Test-1198919426-project] 10.222.0.30 "GET /v2.0/ports?device_id=41adaa96-cfa3-4ea8-ad65-f4bba3b65f98 HTTP/1.1" status: 200 len: 210 time: 0.0751817 Apr 05 14:34:18.478938 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-14225588-29d5-40e7-b93e-9ec753a7b4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '213e08ce-06de-4afe-8880-8f17ba1a9046', 'name': 'tempest-TaggedBootDevicesTest_v242-163172619-router', 'tenant_id': '4c46023293d04937b7cc39b36bfca09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '3721221a-2ce3-4412-ac4e-c5be5ed09a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:26:30Z', 'updated_at': '2022-04-05T14:34:14Z', 'revision_number': 5, 'project_id': '4c46023293d04937b7cc39b36bfca09f', 'gw_port': {'id': '3721221a-2ce3-4412-ac4e-c5be5ed09a0d', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213e08ce-06de-4afe-8880-8f17ba1a9046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:26:31Z', 'updated_at': '2022-04-05T14:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:18.536722 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-ed5fbf8a-0987-4782-b85a-4884022c37ab admin admin] For port 3721221a-2ce3-4412-ac4e-c5be5ed09a0d, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=3721221a-2ce3-4412-ac4e-c5be5ed09a0d,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:34:18.536722 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ed5fbf8a-0987-4782-b85a-4884022c37ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:18.548168 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-ed5fbf8a-0987-4782-b85a-4884022c37ab admin admin] Calling delete_port for 3721221a-2ce3-4412-ac4e-c5be5ed09a0d owned by network:router_gateway {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:34:18.555180 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fee8e0-ed40-42c7-ba3b-112e59682b15 req-35cc05df-c96a-4080-bbf9-b638cf76c086 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:18.564565 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d6fee8e0-ed40-42c7-ba3b-112e59682b15 req-35cc05df-c96a-4080-bbf9-b638cf76c086 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c3c421e-7450-4e42-8501-18c377e353da HTTP/1.1" status: 200 len: 943 time: 0.2521155 Apr 05 14:34:18.594512 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-34567f34-4ac9-4b11-9b24-e5a836bde489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:18.627376 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14225588-29d5-40e7-b93e-9ec753a7b4f1 None None] The sync data for ids ['213e08ce-06de-4afe-8880-8f17ba1a9046'] in n-d-836650-2 is: [{'id': '213e08ce-06de-4afe-8880-8f17ba1a9046', 'name': 'tempest-TaggedBootDevicesTest_v242-163172619-router', 'tenant_id': '4c46023293d04937b7cc39b36bfca09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '3721221a-2ce3-4412-ac4e-c5be5ed09a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:26:30Z', 'updated_at': '2022-04-05T14:34:14Z', 'revision_number': 5, 'project_id': '4c46023293d04937b7cc39b36bfca09f', 'gw_port': {'id': '3721221a-2ce3-4412-ac4e-c5be5ed09a0d', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213e08ce-06de-4afe-8880-8f17ba1a9046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:26:31Z', 'updated_at': '2022-04-05T14:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:34:18.631324 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:18.649556 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815992b1-990e-4a35-9d2e-ab3a26dd581a None None] Pushing event deleted for resources: {'Port': ['ID=bef6a751-3d74-4e28-8e53-a4782ea59125,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:18.704431 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d6fee8e0-ed40-42c7-ba3b-112e59682b15 req-873536e4-ff6b-463b-b462-ed05d342c31f tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045880 Apr 05 14:34:18.874210 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b21f40b0-d986-4b25-a9a2-e1adc8d85372 req-0651d256-6917-4b2c-938b-ecdc180417b7 tempest-ServerShowV254Test-323331933 tempest-ServerShowV254Test-323331933-project] 10.222.0.30 "GET /v2.0/ports?device_id=24ee56e8-9248-40d5-b59e-45282c4f3926 HTTP/1.1" status: 200 len: 210 time: 0.0485835 Apr 05 14:34:18.875020 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-c5d14252-1964-4f88-975d-b52c037f5f59 req-8357d477-8e15-4ad0-87b1-e9b4cee07fa2 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:18.964479 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8357d477-8e15-4ad0-87b1-e9b4cee07fa2 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Pushing event deleted for resources: {'Port': ['ID=2c96b6ae-6783-4b43-97ec-d28367f40f2a,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:19.061544 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34567f34-4ac9-4b11-9b24-e5a836bde489 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31d23931-2c8c-4da7-8029-521a7261e7d6,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:19.068554 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-26fbf806-9c19-432f-8201-ca795915235e tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:19.083195 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5d14252-1964-4f88-975d-b52c037f5f59 req-8357d477-8e15-4ad0-87b1-e9b4cee07fa2 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] No DVR routers for this DVR port 2c96b6ae-6783-4b43-97ec-d28367f40f2a on host n-h1-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:34:19.089486 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-c5d14252-1964-4f88-975d-b52c037f5f59 req-8357d477-8e15-4ad0-87b1-e9b4cee07fa2 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:19.093887 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c5d14252-1964-4f88-975d-b52c037f5f59 req-8357d477-8e15-4ad0-87b1-e9b4cee07fa2 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.55 "DELETE /v2.0/ports/2c96b6ae-6783-4b43-97ec-d28367f40f2a HTTP/1.1" status: 204 len: 173 time: 1.7223585 Apr 05 14:34:19.094545 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66364872-5c38-4e33-a717-2afe0b7a8aa0', 'name': 'network-vif-deleted', 'tag': '2c96b6ae-6783-4b43-97ec-d28367f40f2a'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:34:19.097244 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30856518-f464-4f27-a1a4-6ce38e47c951" -d '{"events": [{"server_uuid": "66364872-5c38-4e33-a717-2afe0b7a8aa0", "name": "network-vif-deleted", "tag": "2c96b6ae-6783-4b43-97ec-d28367f40f2a"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:34:19.117906 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ed5fbf8a-0987-4782-b85a-4884022c37ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:19.130182 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fbf806-9c19-432f-8201-ca795915235e tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Pushing event deleted for resources: {'Port': ['ID=bef6a751-3d74-4e28-8e53-a4782ea59125,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:19.137860 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device cca30760-5885-4ffb-ac70-167eb7ad89e9 details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:34:19.177470 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fbf806-9c19-432f-8201-ca795915235e tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] No DVR routers for this DVR port bef6a751-3d74-4e28-8e53-a4782ea59125 on host n-d-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:34:19.180209 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7271b77-7418-4565-a997-610dab1eb7d9 x-openstack-request-id: req-c7271b77-7418-4565-a997-610dab1eb7d9 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:34:19.181322 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66364872-5c38-4e33-a717-2afe0b7a8aa0", "name": "network-vif-deleted", "tag": "2c96b6ae-6783-4b43-97ec-d28367f40f2a", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:34:19.181741 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c7271b77-7418-4565-a997-610dab1eb7d9 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:34:19.182090 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7271b77-7418-4565-a997-610dab1eb7d9'] response: {'server_uuid': '66364872-5c38-4e33-a717-2afe0b7a8aa0', 'name': 'network-vif-deleted', 'tag': '2c96b6ae-6783-4b43-97ec-d28367f40f2a', 'status': 'completed', 'code': 200} Apr 05 14:34:19.190720 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34567f34-4ac9-4b11-9b24-e5a836bde489 admin admin] Checking segment: {'id': 'd416e1c2-0a1e-4961-921e-eee607643059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'd702c3d6-7199-4322-a653-c463eb30ccf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:34:19.191518 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34567f34-4ac9-4b11-9b24-e5a836bde489 admin admin] Network hostable DHCP agents. Network: d702c3d6-7199-4322-a653-c463eb30ccf9, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:34:19.288871 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5fbf8a-0987-4782-b85a-4884022c37ab admin admin] Pushing event deleted for resources: {'Port': ['ID=3721221a-2ce3-4412-ac4e-c5be5ed09a0d,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:19.411505 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port cca30760-5885-4ffb-ac70-167eb7ad89e9, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=cca30760-5885-4ffb-ac70-167eb7ad89e9,segment=NetworkSegment(d98286ea-3af7-47a7-a92d-d95717c2d70a),segment_id=d98286ea-3af7-47a7-a92d-d95717c2d70a)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:34:19.442316 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 2c96b6ae-6783-4b43-97ec-d28367f40f2a no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:34:19.459830 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4ad1f5d3-b9c0-472f-9883-c51ba17462dc req-ef290f52-3cab-41f7-a186-612d3dd45ef4 tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=66364872-5c38-4e33-a717-2afe0b7a8aa0 HTTP/1.1" status: 200 len: 210 time: 0.1038849 Apr 05 14:34:19.470387 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': 'cca30760-5885-4ffb-ac70-167eb7ad89e9', 'network_id': 'bbdeb55e-008a-45ea-8c70-7d18b28201f7', 'port_id': 'cca30760-5885-4ffb-ac70-167eb7ad89e9', 'mac_address': 'fa:16:3e:ce:0c:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac874e19-e8d7-4dbd-ad30-b4a600298345', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:34:19.472161 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] No Port match for: 2c96b6ae-6783-4b43-97ec-d28367f40f2a {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:34:19.472708 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 2c96b6ae-6783-4b43-97ec-d28367f40f2a not bound to the agent host n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:34:19.528156 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:19.552030 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cca30760-5885-4ffb-ac70-167eb7ad89e9 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:34:19.590336 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-07c489cb-81e2-496c-a61b-879594a908ca req-79a3c555-3ad9-491d-83a0-3bd92a81694b tempest-ServerShowV247Test-1198919426 tempest-ServerShowV247Test-1198919426-project] 10.222.0.30 "GET /v2.0/ports?device_id=aed13a9f-a066-4ac9-8a99-0d68d7980a18 HTTP/1.1" status: 200 len: 210 time: 0.0948696 Apr 05 14:34:19.610899 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port cca30760-5885-4ffb-ac70-167eb7ad89e9, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=cca30760-5885-4ffb-ac70-167eb7ad89e9,segment=NetworkSegment(d98286ea-3af7-47a7-a92d-d95717c2d70a),segment_id=d98286ea-3af7-47a7-a92d-d95717c2d70a)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:34:19.647020 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ed5fbf8a-0987-4782-b85a-4884022c37ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808526'] for router_gateway, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:19.685689 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34567f34-4ac9-4b11-9b24-e5a836bde489 admin admin] Network d702c3d6-7199-4322-a653-c463eb30ccf9 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:34:19.691304 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:19.766014 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=cca30760-5885-4ffb-ac70-167eb7ad89e9,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:19.780191 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-26fbf806-9c19-432f-8201-ca795915235e tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:19.837175 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ed5fbf8a-0987-4782-b85a-4884022c37ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27070'] for router, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:19.860136 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-34567f34-4ac9-4b11-9b24-e5a836bde489 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, d702c3d6-7199-4322-a653-c463eb30ccf9) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:34:19.864250 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-26fbf806-9c19-432f-8201-ca795915235e tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f1539b9-67ac-42f3-ad1a-5bc82286cfa6']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:19.869929 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f371f391-464c-44b6-863f-ade8cf76b984 None None] Network d702c3d6-7199-4322-a653-c463eb30ccf9 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:34:19.905252 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ed5fbf8a-0987-4782-b85a-4884022c37ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:19.926383 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34567f34-4ac9-4b11-9b24-e5a836bde489 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:19.927520 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-34567f34-4ac9-4b11-9b24-e5a836bde489 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:19.939367 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-26fbf806-9c19-432f-8201-ca795915235e tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bb0d88b-172b-4061-bbaa-e0b3e73e35e5') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:19.939800 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-26fbf806-9c19-432f-8201-ca795915235e tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bb0d88b-172b-4061-bbaa-e0b3e73e35e5') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:19.969350 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['cca30760-5885-4ffb-ac70-167eb7ad89e9'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:34:19.971829 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 15a2d418-9804-4460-a541-944ff59ad89f no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:34:19.990567 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-26fbf806-9c19-432f-8201-ca795915235e tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:19.991698 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f8855-b9bf-4881-b57c-03aef0d929db req-df60bf1a-0660-4c9a-8659-bfb4903aba50 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:19.993818 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4c8f8855-b9bf-4881-b57c-03aef0d929db req-df60bf1a-0660-4c9a-8659-bfb4903aba50 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c3c421e-7450-4e42-8501-18c377e353da HTTP/1.1" status: 200 len: 944 time: 0.1057284 Apr 05 14:34:20.010133 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-26fbf806-9c19-432f-8201-ca795915235e tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:20.017482 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26fbf806-9c19-432f-8201-ca795915235e tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:34:20.017920 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-26fbf806-9c19-432f-8201-ca795915235e tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:20.021329 n-d-836650-2 neutron-server[103321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:34:20.021329 n-d-836650-2 neutron-server[103321]: self.session.flush() Apr 05 14:34:20.021329 n-d-836650-2 neutron-server[103321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:34:20.021329 n-d-836650-2 neutron-server[103321]: self.session.flush() Apr 05 14:34:20.021329 n-d-836650-2 neutron-server[103321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:34:20.021329 n-d-836650-2 neutron-server[103321]: self.session.flush() Apr 05 14:34:20.021329 n-d-836650-2 neutron-server[103321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:34:20.021329 n-d-836650-2 neutron-server[103321]: self.session.flush() Apr 05 14:34:20.021329 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:34:20.021329 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:34:20.021329 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:34:20.021329 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:34:20.021329 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:34:20.021329 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:34:20.021329 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:34:20.021329 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:34:20.021329 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:34:20.021329 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:34:20.021329 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:34:20.021329 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:34:20.021329 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:34:20.021329 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:34:20.021329 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:34:20.021329 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:34:20.021329 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:34:20.021329 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:34:20.021329 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:34:20.021329 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:34:20.021329 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:34:20.021329 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:34:20.021329 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:34:20.021329 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:34:20.021329 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:34:20.021329 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:34:20.021329 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:34:20.021329 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:34:20.021329 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:34:20.021329 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:34:20.021329 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:34:20.021329 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:34:20.041738 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 15a2d418-9804-4460-a541-944ff59ad89f {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:34:20.042106 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 15a2d418-9804-4460-a541-944ff59ad89f not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:34:20.047120 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f3bfb327-8578-4635-9f9b-f0d70c170a77 req-de890e18-a2b1-4e8f-af65-939d08c16da1 tempest-ServerShowV254Test-323331933 tempest-ServerShowV254Test-323331933-project] 10.222.0.30 "GET /v2.0/ports?device_id=24ee56e8-9248-40d5-b59e-45282c4f3926 HTTP/1.1" status: 200 len: 210 time: 0.0451322 Apr 05 14:34:20.081324 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4c8f8855-b9bf-4881-b57c-03aef0d929db req-13eadb75-c90f-4016-9a05-848174444de9 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800705 Apr 05 14:34:20.206335 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b777494e-4e4e-48d1-bab9-3c482ac082f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-d702c3d6-7199-4322-a653-c463eb30ccf9', 'network_id': 'd702c3d6-7199-4322-a653-c463eb30ccf9', 'tenant_id': '7e1ca79997b14d37bbfde5791240b349', 'fixed_ips': [{'subnet_id': '31d23931-2c8c-4da7-8029-521a7261e7d6'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:34:20.207248 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b777494e-4e4e-48d1-bab9-3c482ac082f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:20.249642 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ed5fbf8a-0987-4782-b85a-4884022c37ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803298'] for router, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:20.251192 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed5fbf8a-0987-4782-b85a-4884022c37ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 213e08ce-06de-4afe-8880-8f17ba1a9046 {{(pid=103321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:34:20.263244 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ed5fbf8a-0987-4782-b85a-4884022c37ab admin admin] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:20.264604 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-ed5fbf8a-0987-4782-b85a-4884022c37ab admin admin] 10.222.0.30 "DELETE /v2.0/routers/213e08ce-06de-4afe-8880-8f17ba1a9046 HTTP/1.1" status: 204 len: 168 time: 3.7511063 Apr 05 14:34:20.270206 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-26fbf806-9c19-432f-8201-ca795915235e tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:20.270331 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 38416) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:34:20.270413 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-26fbf806-9c19-432f-8201-ca795915235e tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:20.275893 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-26fbf806-9c19-432f-8201-ca795915235e tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] 10.222.0.30 "DELETE /v2.0/networks/9f1539b9-67ac-42f3-ad1a-5bc82286cfa6 HTTP/1.1" status: 204 len: 168 time: 3.4476774 Apr 05 14:34:20.276634 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 38418) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:34:20.286151 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-34567f34-4ac9-4b11-9b24-e5a836bde489 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1956713 Apr 05 14:34:20.293766 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 38420) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:34:20.311601 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-e1939337-9319-4b05-bf3b-6f45f559decf admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-226704702-router', 'tenant_id': '7e1ca79997b14d37bbfde5791240b349', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:34:20.371409 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6f60bea-ccdd-41c0-b0f1-258f05b4ea58 admin admin] Deleting subnet 5259f0aa-646e-4e1c-be67-02efc0873c39 {{(pid=103320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:34:20.380205 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f6f60bea-ccdd-41c0-b0f1-258f05b4ea58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:20.394226 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fbf806-9c19-432f-8201-ca795915235e tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Pushing event deleted for resources: {'Network': ['ID=9f1539b9-67ac-42f3-ad1a-5bc82286cfa6,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:20.439412 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e1939337-9319-4b05-bf3b-6f45f559decf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27088'] for router, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:20.441939 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e1939337-9319-4b05-bf3b-6f45f559decf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27079'] for router, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:20.476443 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f6f60bea-ccdd-41c0-b0f1-258f05b4ea58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13399228'] for subnet, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:20.497157 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-b777494e-4e4e-48d1-bab9-3c482ac082f1 None None] Allocated IP 172.20.0.2 (d702c3d6-7199-4322-a653-c463eb30ccf9/31d23931-2c8c-4da7-8029-521a7261e7d6/06ff5514-8f8f-45de-8c21-b24d44c1d7cf) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:34:20.564310 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-395aefdb-40a3-4ba8-b4b3-4caa4081744a tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Deleting subnet 821576c5-6121-454c-8e60-a0b969989f50 {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:34:20.580677 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-395aefdb-40a3-4ba8-b4b3-4caa4081744a tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:20.713770 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e1939337-9319-4b05-bf3b-6f45f559decf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:20.713940 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c382dbb3-ef93-438c-9fb3-2aea3b755425 req-eaf3262e-0271-4671-ba05-5e1a8a2d078a tempest-ServerDiskConfigTestJSON-492814264 tempest-ServerDiskConfigTestJSON-492814264-project] 10.222.0.30 "GET /v2.0/ports?device_id=66364872-5c38-4e33-a717-2afe0b7a8aa0 HTTP/1.1" status: 200 len: 210 time: 0.0685515 Apr 05 14:34:20.735544 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-395aefdb-40a3-4ba8-b4b3-4caa4081744a tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:20.766961 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6b96d705-495c-4cce-a059-6dc52ce6184c req-9eb4ea2c-5931-4316-8d14-0c633c2fb08e tempest-ServerShowV247Test-1198919426 tempest-ServerShowV247Test-1198919426-project] 10.222.0.30 "GET /v2.0/ports?device_id=aed13a9f-a066-4ac9-8a99-0d68d7980a18 HTTP/1.1" status: 200 len: 210 time: 0.0627034 Apr 05 14:34:20.768203 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f6f60bea-ccdd-41c0-b0f1-258f05b4ea58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:20.808352 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b777494e-4e4e-48d1-bab9-3c482ac082f1 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:20.897066 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-395aefdb-40a3-4ba8-b4b3-4caa4081744a tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:20.925020 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b777494e-4e4e-48d1-bab9-3c482ac082f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:20.962788 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f6f60bea-ccdd-41c0-b0f1-258f05b4ea58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15773812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13127359'] for subnet, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:20.968023 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b777494e-4e4e-48d1-bab9-3c482ac082f1 None None] Network d702c3d6-7199-4322-a653-c463eb30ccf9 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:34:20.973500 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-b777494e-4e4e-48d1-bab9-3c482ac082f1 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:34:20.975960 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b777494e-4e4e-48d1-bab9-3c482ac082f1 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:34:20.988397 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f6f60bea-ccdd-41c0-b0f1-258f05b4ea58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:20.996543 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-f6f60bea-ccdd-41c0-b0f1-258f05b4ea58 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/5259f0aa-646e-4e1c-be67-02efc0873c39 HTTP/1.1" status: 204 len: 168 time: 0.7256124 Apr 05 14:34:20.999992 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 38436) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:34:21.017404 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd26ccd-466a-4d03-a749-148230e21497 None None] Network c0294919-aea9-4315-98b3-d37ae7dfdddb requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:34:21.047737 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f60bea-ccdd-41c0-b0f1-258f05b4ea58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5259f0aa-646e-4e1c-be67-02efc0873c39,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:21.107204 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b777494e-4e4e-48d1-bab9-3c482ac082f1 None None] Pushing event updated for resources: {'Port': ['ID=06ff5514-8f8f-45de-8c21-b24d44c1d7cf,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:21.151061 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device cca30760-5885-4ffb-ac70-167eb7ad89e9 up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:34:21.175018 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-b777494e-4e4e-48d1-bab9-3c482ac082f1 None None] Attempting to bind port 06ff5514-8f8f-45de-8c21-b24d44c1d7cf on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:34:21.175522 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-b777494e-4e4e-48d1-bab9-3c482ac082f1 None None] Attempting to bind port 06ff5514-8f8f-45de-8c21-b24d44c1d7cf by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'd416e1c2-0a1e-4961-921e-eee607643059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'd702c3d6-7199-4322-a653-c463eb30ccf9'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:34:21.176380 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b777494e-4e4e-48d1-bab9-3c482ac082f1 None None] Attempting to bind port 06ff5514-8f8f-45de-8c21-b24d44c1d7cf on network d702c3d6-7199-4322-a653-c463eb30ccf9 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:34:21.206382 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b777494e-4e4e-48d1-bab9-3c482ac082f1 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:34:21.206770 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b777494e-4e4e-48d1-bab9-3c482ac082f1 None None] Checking segment: {'id': 'd416e1c2-0a1e-4961-921e-eee607643059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'd702c3d6-7199-4322-a653-c463eb30ccf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:34:21.207281 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b777494e-4e4e-48d1-bab9-3c482ac082f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:21.207684 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b777494e-4e4e-48d1-bab9-3c482ac082f1 None None] Bound using segment: {'id': 'd416e1c2-0a1e-4961-921e-eee607643059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'd702c3d6-7199-4322-a653-c463eb30ccf9'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:34:21.208169 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-b777494e-4e4e-48d1-bab9-3c482ac082f1 None None] Bound port: 06ff5514-8f8f-45de-8c21-b24d44c1d7cf, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd416e1c2-0a1e-4961-921e-eee607643059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'd702c3d6-7199-4322-a653-c463eb30ccf9'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:34:21.208604 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b777494e-4e4e-48d1-bab9-3c482ac082f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:21.279896 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e0fb01c8-c381-40a0-aca1-6fbd695458f2 req-dd38ecf4-58b3-41a7-91ee-b33330f15f37 tempest-ServerShowV254Test-323331933 tempest-ServerShowV254Test-323331933-project] 10.222.0.30 "GET /v2.0/ports?device_id=24ee56e8-9248-40d5-b59e-45282c4f3926 HTTP/1.1" status: 200 len: 210 time: 0.0684421 Apr 05 14:34:21.342267 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b8cf6041-c142-4bd5-a079-6667a69f7eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:21.371190 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b6ea4f-f4a3-4a6d-b925-534a49b6b11f req-ede01515-01e3-4892-a1e8-725c899fb252 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:21.373173 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b5b6ea4f-f4a3-4a6d-b925-534a49b6b11f req-ede01515-01e3-4892-a1e8-725c899fb252 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c3c421e-7450-4e42-8501-18c377e353da HTTP/1.1" status: 200 len: 944 time: 0.1592100 Apr 05 14:34:21.383041 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e1939337-9319-4b05-bf3b-6f45f559decf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:21.394986 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-b777494e-4e4e-48d1-bab9-3c482ac082f1 None None] For port 06ff5514-8f8f-45de-8c21-b24d44c1d7cf, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:34:21.411285 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-b777494e-4e4e-48d1-bab9-3c482ac082f1 None None] For port 06ff5514-8f8f-45de-8c21-b24d44c1d7cf, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=06ff5514-8f8f-45de-8c21-b24d44c1d7cf,segment=NetworkSegment(d416e1c2-0a1e-4961-921e-eee607643059),segment_id=d416e1c2-0a1e-4961-921e-eee607643059)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:34:21.439612 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba422b62-3aec-426e-8fe2-612ada504135 None None] DHCP port deletion for c0294919-aea9-4315-98b3-d37ae7dfdddb request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:34:21.459278 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-b8cf6041-c142-4bd5-a079-6667a69f7eeb admin admin] Deleting port b7e18014-b155-4808-bc36-b3f6d2447ec6 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:34:21.459615 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b8cf6041-c142-4bd5-a079-6667a69f7eeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:21.461409 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b5b6ea4f-f4a3-4a6d-b925-534a49b6b11f req-bdd3f686-4293-428d-ad57-ea088d3136eb tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569513 Apr 05 14:34:21.494685 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port cca30760-5885-4ffb-ac70-167eb7ad89e9 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:34:21.498053 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b777494e-4e4e-48d1-bab9-3c482ac082f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:21.529216 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-395aefdb-40a3-4ba8-b4b3-4caa4081744a tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:21.529463 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port cca30760-5885-4ffb-ac70-167eb7ad89e9 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:34:21.529463 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:21.581613 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395aefdb-40a3-4ba8-b4b3-4caa4081744a tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Pushing event deleted for resources: {'Subnet': ['ID=821576c5-6121-454c-8e60-a0b969989f50,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:21.593001 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-395aefdb-40a3-4ba8-b4b3-4caa4081744a tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:21.606995 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 38448) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:34:21.615866 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-395aefdb-40a3-4ba8-b4b3-4caa4081744a tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] 10.222.0.30 "DELETE /v2.0/subnets/821576c5-6121-454c-8e60-a0b969989f50 HTTP/1.1" status: 204 len: 168 time: 1.3312829 Apr 05 14:34:21.620786 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbf8424-59cc-46f4-a9e1-ddbf2a7f30b5 None None] Network f8dc05c8-2890-4dc3-b2a7-03be428d262b requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:34:21.639585 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-b8cf6041-c142-4bd5-a079-6667a69f7eeb admin admin] For port b7e18014-b155-4808-bc36-b3f6d2447ec6, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=b7e18014-b155-4808-bc36-b3f6d2447ec6,segment=NetworkSegment(b59f006c-1b82-4d36-9060-360a60727a7f),segment_id=b59f006c-1b82-4d36-9060-360a60727a7f)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:34:21.639585 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b8cf6041-c142-4bd5-a079-6667a69f7eeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:21.653895 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b777494e-4e4e-48d1-bab9-3c482ac082f1 None None] Pushing event updated for resources: {'Port': ['ID=06ff5514-8f8f-45de-8c21-b24d44c1d7cf,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:21.695244 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-b8cf6041-c142-4bd5-a079-6667a69f7eeb admin admin] Calling delete_port for b7e18014-b155-4808-bc36-b3f6d2447ec6 owned by network:dhcp {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:34:21.703924 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-ba422b62-3aec-426e-8fe2-612ada504135 None None] Deleting port b7e18014-b155-4808-bc36-b3f6d2447ec6 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:34:21.704460 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ba422b62-3aec-426e-8fe2-612ada504135 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:21.705922 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a0bc732-e794-4736-bd92-b255c05492ac tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Deleting subnet 019e4979-523e-4fcf-af92-fa3eb1ef032c {{(pid=103320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:34:21.710737 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3a0bc732-e794-4736-bd92-b255c05492ac tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks [] for subnet, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:21.966668 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b8cf6041-c142-4bd5-a079-6667a69f7eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:21.984287 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 3721221a-2ce3-4412-ac4e-c5be5ed09a0d no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:34:21.997239 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-ba422b62-3aec-426e-8fe2-612ada504135 None None] For port b7e18014-b155-4808-bc36-b3f6d2447ec6, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=b7e18014-b155-4808-bc36-b3f6d2447ec6,segment=NetworkSegment(b59f006c-1b82-4d36-9060-360a60727a7f),segment_id=b59f006c-1b82-4d36-9060-360a60727a7f)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:34:21.998023 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ba422b62-3aec-426e-8fe2-612ada504135 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:22.090222 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 3721221a-2ce3-4412-ac4e-c5be5ed09a0d {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:34:22.090222 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 3721221a-2ce3-4412-ac4e-c5be5ed09a0d not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:34:22.090222 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device b7e18014-b155-4808-bc36-b3f6d2447ec6 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:34:22.093203 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-ba422b62-3aec-426e-8fe2-612ada504135 None None] Calling delete_port for b7e18014-b155-4808-bc36-b3f6d2447ec6 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:34:22.119162 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cf6041-c142-4bd5-a079-6667a69f7eeb admin admin] Pushing event deleted for resources: {'Port': ['ID=b7e18014-b155-4808-bc36-b3f6d2447ec6,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:22.128844 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cf6041-c142-4bd5-a079-6667a69f7eeb admin admin] No DVR routers for this DVR port b7e18014-b155-4808-bc36-b3f6d2447ec6 on host n-d-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:34:22.143009 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: b7e18014-b155-4808-bc36-b3f6d2447ec6 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:34:22.143399 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device b7e18014-b155-4808-bc36-b3f6d2447ec6 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:34:22.165815 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:22.225839 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port cca30760-5885-4ffb-ac70-167eb7ad89e9, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=cca30760-5885-4ffb-ac70-167eb7ad89e9,segment=NetworkSegment(d98286ea-3af7-47a7-a92d-d95717c2d70a),segment_id=d98286ea-3af7-47a7-a92d-d95717c2d70a)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:34:22.239759 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b8cf6041-c142-4bd5-a079-6667a69f7eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:22.273042 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c3c421e-7450-4e42-8501-18c377e353da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cca30760-5885-4ffb-ac70-167eb7ad89e9'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:34:22.275683 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ab7bb6-09e1-44a8-981c-9c797ecaefa5" -d '{"events": [{"server_uuid": "6c3c421e-7450-4e42-8501-18c377e353da", "name": "network-vif-plugged", "status": "completed", "tag": "cca30760-5885-4ffb-ac70-167eb7ad89e9"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:34:22.283603 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4795db93-464e-498d-8162-087b084cea9b None None] DHCP port deletion for f8dc05c8-2890-4dc3-b2a7-03be428d262b request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:34:22.295047 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 38470) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:34:22.330363 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:22.338663 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f55a006-4cde-4b46-b6c6-b48da4e81178 x-openstack-request-id: req-3f55a006-4cde-4b46-b6c6-b48da4e81178 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:34:22.341790 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c3c421e-7450-4e42-8501-18c377e353da", "name": "network-vif-plugged", "status": "completed", "tag": "cca30760-5885-4ffb-ac70-167eb7ad89e9", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:34:22.342152 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3f55a006-4cde-4b46-b6c6-b48da4e81178 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:34:22.342781 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f55a006-4cde-4b46-b6c6-b48da4e81178'] response: {'server_uuid': '6c3c421e-7450-4e42-8501-18c377e353da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cca30760-5885-4ffb-ac70-167eb7ad89e9', 'code': 200} Apr 05 14:34:22.370419 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-b8cf6041-c142-4bd5-a079-6667a69f7eeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0294919-aea9-4315-98b3-d37ae7dfdddb']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:22.413676 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-b8cf6041-c142-4bd5-a079-6667a69f7eeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b59f006c-1b82-4d36-9060-360a60727a7f') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:22.414282 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-b8cf6041-c142-4bd5-a079-6667a69f7eeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b59f006c-1b82-4d36-9060-360a60727a7f') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:22.436310 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b8cf6041-c142-4bd5-a079-6667a69f7eeb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:22.441965 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3a0bc732-e794-4736-bd92-b255c05492ac tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13399228'] for subnet, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:22.463020 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f49b29b-fa81-4821-aae2-0b37bc34bd2e admin admin] Deleting subnet 8ec025f3-c3f9-4eb4-863e-b0988fc8d817 {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:34:22.466959 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6f49b29b-fa81-4821-aae2-0b37bc34bd2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:22.468064 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ba422b62-3aec-426e-8fe2-612ada504135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:22.482880 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=cca30760-5885-4ffb-ac70-167eb7ad89e9,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:22.516426 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-4795db93-464e-498d-8162-087b084cea9b None None] Deleting port 41f4953a-0a16-4015-aa41-ec744ffd1c9a {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:34:22.517391 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4795db93-464e-498d-8162-087b084cea9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:22.521178 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6f49b29b-fa81-4821-aae2-0b37bc34bd2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:22.526548 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba422b62-3aec-426e-8fe2-612ada504135 None None] Pushing event deleted for resources: {'Port': ['ID=b7e18014-b155-4808-bc36-b3f6d2447ec6,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:22.551365 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba422b62-3aec-426e-8fe2-612ada504135 None None] No DVR routers for this DVR port b7e18014-b155-4808-bc36-b3f6d2447ec6 on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:34:22.579180 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e1939337-9319-4b05-bf3b-6f45f559decf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:22.609802 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c70ae27d-3a35-42b2-9a0e-f40ee60eee14 req-f0ca5da8-883d-4a12-9de4-6ef098dcdbd1 tempest-ServerShowV254Test-323331933 tempest-ServerShowV254Test-323331933-project] 10.222.0.30 "GET /v2.0/ports?device_id=24ee56e8-9248-40d5-b59e-45282c4f3926 HTTP/1.1" status: 200 len: 210 time: 0.1258085 Apr 05 14:34:22.616609 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e1939337-9319-4b05-bf3b-6f45f559decf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:22.629420 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-de90e6de-4248-461b-8737-fd23f7dc9232 req-4d55ca60-3acc-45b5-b3b7-9c9e8c921493 tempest-ServerShowV247Test-1198919426 tempest-ServerShowV247Test-1198919426-project] 10.222.0.30 "GET /v2.0/ports?device_id=aed13a9f-a066-4ac9-8a99-0d68d7980a18 HTTP/1.1" status: 200 len: 210 time: 0.1488664 Apr 05 14:34:22.645010 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-4795db93-464e-498d-8162-087b084cea9b None None] For port 41f4953a-0a16-4015-aa41-ec744ffd1c9a, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=41f4953a-0a16-4015-aa41-ec744ffd1c9a,segment=NetworkSegment(1f0de586-8c4e-4252-b29f-3be22cb51a9b),segment_id=1f0de586-8c4e-4252-b29f-3be22cb51a9b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:34:22.647862 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4795db93-464e-498d-8162-087b084cea9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:22.702475 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-4795db93-464e-498d-8162-087b084cea9b None None] Calling delete_port for 41f4953a-0a16-4015-aa41-ec744ffd1c9a owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:34:22.709424 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce97367-9ae8-4d36-912f-d886eba72c3b req-557b42a0-ca5d-4fda-b204-4032e5e4da6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:22.717163 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9ce97367-9ae8-4d36-912f-d886eba72c3b req-557b42a0-ca5d-4fda-b204-4032e5e4da6b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6c3c421e-7450-4e42-8501-18c377e353da HTTP/1.1" status: 200 len: 1096 time: 0.2400784 Apr 05 14:34:22.723032 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6f49b29b-fa81-4821-aae2-0b37bc34bd2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:22.755303 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3a0bc732-e794-4736-bd92-b255c05492ac tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:22.772329 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b8cf6041-c142-4bd5-a079-6667a69f7eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:22.811049 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8cf6041-c142-4bd5-a079-6667a69f7eeb admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:34:22.811382 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b8cf6041-c142-4bd5-a079-6667a69f7eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:22.815633 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:34:22.815633 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:34:22.815633 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:34:22.815633 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:34:22.815633 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:34:22.815633 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:34:22.815633 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:34:22.815633 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:34:22.815633 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:34:22.815633 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:34:22.815633 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:34:22.815633 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:34:22.815633 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:34:22.815633 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:34:22.815633 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:34:22.815633 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:34:22.815633 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:34:22.815633 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:34:22.815633 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:34:22.815633 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:34:22.815633 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:34:22.815633 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:34:22.815633 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:34:22.815633 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:34:22.815633 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:34:22.815633 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:34:22.815633 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:34:22.815633 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:34:22.815633 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:34:22.815633 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:34:22.815633 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:34:22.815633 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:34:22.870077 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-e1939337-9319-4b05-bf3b-6f45f559decf admin admin] Allocated IP 172.25.6.209 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/f567c999-3b94-4af9-8325-3684f1ecf09f) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:34:22.924489 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4795db93-464e-498d-8162-087b084cea9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:22.931781 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9ce97367-9ae8-4d36-912f-d886eba72c3b req-6283aaed-a118-4843-9328-9222e65d150e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066357 Apr 05 14:34:22.944909 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d508505b-f46a-4a09-a21d-78c3607accd0 req-a5e3c3b2-ebe9-42da-96cf-035407ef79b6 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:22.947048 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d508505b-f46a-4a09-a21d-78c3607accd0 req-a5e3c3b2-ebe9-42da-96cf-035407ef79b6 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c3c421e-7450-4e42-8501-18c377e353da HTTP/1.1" status: 200 len: 945 time: 0.2072608 Apr 05 14:34:22.973754 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4795db93-464e-498d-8162-087b084cea9b None None] No DVR routers for this DVR port 41f4953a-0a16-4015-aa41-ec744ffd1c9a on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:34:22.979044 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4795db93-464e-498d-8162-087b084cea9b None None] Pushing event deleted for resources: {'Port': ['ID=41f4953a-0a16-4015-aa41-ec744ffd1c9a,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:23.005080 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b8cf6041-c142-4bd5-a079-6667a69f7eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:23.025657 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3a0bc732-e794-4736-bd92-b255c05492ac tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15773812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13127359'] for subnet, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:23.029055 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6f49b29b-fa81-4821-aae2-0b37bc34bd2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:23.034694 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b8cf6041-c142-4bd5-a079-6667a69f7eeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:23.042436 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-b8cf6041-c142-4bd5-a079-6667a69f7eeb admin admin] 10.222.0.30 "DELETE /v2.0/networks/c0294919-aea9-4315-98b3-d37ae7dfdddb HTTP/1.1" status: 204 len: 168 time: 2.0344903 Apr 05 14:34:23.053998 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cf6041-c142-4bd5-a079-6667a69f7eeb admin admin] Pushing event deleted for resources: {'Network': ['ID=c0294919-aea9-4315-98b3-d37ae7dfdddb,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:23.057354 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 38492) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:34:23.058890 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d508505b-f46a-4a09-a21d-78c3607accd0 req-999d6503-d931-442a-a4a0-cb18c3c43d3e tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018636 Apr 05 14:34:23.067473 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0bc732-e794-4736-bd92-b255c05492ac tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Pushing event deleted for resources: {'Subnet': ['ID=019e4979-523e-4fcf-af92-fa3eb1ef032c,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:23.092561 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72adff82-041e-4778-a26d-7f329dff4bab None None] Network 0f3ab544-7dc2-4284-a66d-fea4319b2c15 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:34:23.101005 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72df762-f072-45e9-bac0-3ecc033282ef req-f0403a0c-7608-4347-873e-38d3623624f2 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:23.103796 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c72df762-f072-45e9-bac0-3ecc033282ef req-f0403a0c-7608-4347-873e-38d3623624f2 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 947 time: 0.1551967 Apr 05 14:34:23.105146 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3a0bc732-e794-4736-bd92-b255c05492ac tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:23.110581 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-3a0bc732-e794-4736-bd92-b255c05492ac tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] 10.222.0.30 "DELETE /v2.0/subnets/019e4979-523e-4fcf-af92-fa3eb1ef032c HTTP/1.1" status: 204 len: 168 time: 1.5017357 Apr 05 14:34:23.113352 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 38494) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:34:23.121070 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f49b29b-fa81-4821-aae2-0b37bc34bd2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ec025f3-c3f9-4eb4-863e-b0988fc8d817,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:23.123292 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6f49b29b-fa81-4821-aae2-0b37bc34bd2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:23.126472 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-6f49b29b-fa81-4821-aae2-0b37bc34bd2e admin admin] 10.222.0.30 "DELETE /v2.0/subnets/8ec025f3-c3f9-4eb4-863e-b0988fc8d817 HTTP/1.1" status: 204 len: 168 time: 0.8311911 Apr 05 14:34:23.131767 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 38496) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:34:23.235743 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c72df762-f072-45e9-bac0-3ecc033282ef req-9fd92aad-6673-4c1b-bad0-c457f2d4832e tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206095 Apr 05 14:34:23.241422 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-566612fe-90cc-4d95-a8ff-743dd8af55a5 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:23.270468 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e1939337-9319-4b05-bf3b-6f45f559decf admin admin] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:23.349238 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c19c52c1-be2e-4fc9-a2d7-cbe4139f0fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:23.379757 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-566612fe-90cc-4d95-a8ff-743dd8af55a5 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:23.393473 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf6dec2-16d9-432c-9d20-db0e1c9a6774 None None] Network d702c3d6-7199-4322-a653-c463eb30ccf9 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:34:23.411643 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-566612fe-90cc-4d95-a8ff-743dd8af55a5 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8dc05c8-2890-4dc3-b2a7-03be428d262b']}} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:23.422747 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-566612fe-90cc-4d95-a8ff-743dd8af55a5 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f0de586-8c4e-4252-b29f-3be22cb51a9b') {'for_net_delete': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:23.423128 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-566612fe-90cc-4d95-a8ff-743dd8af55a5 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f0de586-8c4e-4252-b29f-3be22cb51a9b') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:23.434121 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-566612fe-90cc-4d95-a8ff-743dd8af55a5 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13399223'] for segment, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:23.449063 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-566612fe-90cc-4d95-a8ff-743dd8af55a5 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:23.457510 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-566612fe-90cc-4d95-a8ff-743dd8af55a5 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=103320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:34:23.457962 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-566612fe-90cc-4d95-a8ff-743dd8af55a5 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15765202'] for segment, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:23.497569 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c19c52c1-be2e-4fc9-a2d7-cbe4139f0fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:23.521211 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-c19c52c1-be2e-4fc9-a2d7-cbe4139f0fee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8cad75e-d463-4298-b473-cd6f872623d5']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:23.524667 n-d-836650-2 neutron-server[103320]: Traceback (most recent call last): Apr 05 14:34:23.524667 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:34:23.524667 n-d-836650-2 neutron-server[103320]: timer() Apr 05 14:34:23.524667 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:34:23.524667 n-d-836650-2 neutron-server[103320]: cb(*args, **kw) Apr 05 14:34:23.524667 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:34:23.524667 n-d-836650-2 neutron-server[103320]: return func(*args, **kwargs) Apr 05 14:34:23.524667 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:34:23.524667 n-d-836650-2 neutron-server[103320]: self._notify() Apr 05 14:34:23.524667 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:34:23.524667 n-d-836650-2 neutron-server[103320]: self.callback(batched_events) Apr 05 14:34:23.524667 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:34:23.524667 n-d-836650-2 neutron-server[103320]: event.method(event) Apr 05 14:34:23.524667 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:34:23.524667 n-d-836650-2 neutron-server[103320]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:34:23.524667 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:34:23.524667 n-d-836650-2 neutron-server[103320]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:34:23.524667 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:34:23.524667 n-d-836650-2 neutron-server[103320]: return f(self, *a, **k) Apr 05 14:34:23.524667 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:34:23.524667 n-d-836650-2 neutron-server[103320]: return self._get(url).json() Apr 05 14:34:23.524667 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:34:23.524667 n-d-836650-2 neutron-server[103320]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:34:23.524667 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:34:23.524667 n-d-836650-2 neutron-server[103320]: return self.request(url, 'GET', **kwargs) Apr 05 14:34:23.524667 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:34:23.524667 n-d-836650-2 neutron-server[103320]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:34:23.524667 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:34:23.524667 n-d-836650-2 neutron-server[103320]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:34:23.524667 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:34:23.524667 n-d-836650-2 neutron-server[103320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:34:23.524667 n-d-836650-2 neutron-server[103320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:34:23.535386 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e1939337-9319-4b05-bf3b-6f45f559decf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:23.557511 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-fb5ca716-9a0e-4607-ae78-2b6f4d08482b None None] Provisioning complete for port 06ff5514-8f8f-45de-8c21-b24d44c1d7cf triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:34:23.557880 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fb5ca716-9a0e-4607-ae78-2b6f4d08482b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:23.568269 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-c19c52c1-be2e-4fc9-a2d7-cbe4139f0fee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a2f37a0-b23d-490a-98bb-060c03097f74') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:23.568810 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-c19c52c1-be2e-4fc9-a2d7-cbe4139f0fee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a2f37a0-b23d-490a-98bb-060c03097f74') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:23.585808 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-566612fe-90cc-4d95-a8ff-743dd8af55a5 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:23.606144 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c19c52c1-be2e-4fc9-a2d7-cbe4139f0fee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:23.617970 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-566612fe-90cc-4d95-a8ff-743dd8af55a5 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:23.626722 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-566612fe-90cc-4d95-a8ff-743dd8af55a5 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] 10.222.0.30 "DELETE /v2.0/networks/f8dc05c8-2890-4dc3-b2a7-03be428d262b HTTP/1.1" status: 204 len: 168 time: 0.5099933 Apr 05 14:34:23.633902 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 38508) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:34:23.649782 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566612fe-90cc-4d95-a8ff-743dd8af55a5 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Pushing event deleted for resources: {'Network': ['ID=f8dc05c8-2890-4dc3-b2a7-03be428d262b,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:23.652258 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1939337-9319-4b05-bf3b-6f45f559decf admin admin] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:34:23.684682 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fb5ca716-9a0e-4607-ae78-2b6f4d08482b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:23.698263 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fecfd577-48da-4087-9b44-d3c9765d0f7d None None] DHCP port deletion for 0f3ab544-7dc2-4284-a66d-fea4319b2c15 request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:34:23.720174 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c19c52c1-be2e-4fc9-a2d7-cbe4139f0fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:23.743605 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-e1939337-9319-4b05-bf3b-6f45f559decf admin admin] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:34:23.751337 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1939337-9319-4b05-bf3b-6f45f559decf admin admin] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:34:23.753690 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c19c52c1-be2e-4fc9-a2d7-cbe4139f0fee admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:34:23.754095 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c19c52c1-be2e-4fc9-a2d7-cbe4139f0fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:23.756129 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:34:23.756129 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:34:23.756129 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:34:23.756129 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:34:23.756129 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:34:23.756129 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:34:23.756129 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:34:23.756129 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:34:23.756129 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:34:23.756129 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:34:23.756129 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:34:23.756129 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:34:23.756129 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:34:23.756129 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:34:23.756129 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:34:23.756129 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:34:23.756129 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:34:23.756129 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:34:23.756129 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:34:23.756129 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:34:23.756129 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:34:23.756129 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:34:23.756129 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:34:23.756129 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:34:23.756129 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:34:23.756129 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:34:23.756129 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:34:23.756129 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:34:23.756129 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:34:23.756129 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:34:23.756129 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:34:23.756129 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:34:23.761095 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1939337-9319-4b05-bf3b-6f45f559decf admin admin] Pushing event updated for resources: {'Port': ['ID=f567c999-3b94-4af9-8325-3684f1ecf09f,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:23.764980 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-fb5ca716-9a0e-4607-ae78-2b6f4d08482b None None] For port 06ff5514-8f8f-45de-8c21-b24d44c1d7cf, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=06ff5514-8f8f-45de-8c21-b24d44c1d7cf,segment=NetworkSegment(d416e1c2-0a1e-4961-921e-eee607643059),segment_id=d416e1c2-0a1e-4961-921e-eee607643059)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:34:23.797995 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-fecfd577-48da-4087-9b44-d3c9765d0f7d None None] Deleting port a9efe453-057b-40dd-beff-53ec88fd56dc {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:34:23.798581 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fecfd577-48da-4087-9b44-d3c9765d0f7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:23.859939 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b85936bb-4a75-4e52-a21c-4a3ee63b9893 req-25cb518f-19cd-446c-9949-ebd5d8b0fd4a tempest-ServerShowV254Test-323331933 tempest-ServerShowV254Test-323331933-project] 10.222.0.30 "GET /v2.0/ports?device_id=24ee56e8-9248-40d5-b59e-45282c4f3926 HTTP/1.1" status: 200 len: 210 time: 0.0564456 Apr 05 14:34:23.917234 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fb5ca716-9a0e-4607-ae78-2b6f4d08482b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:24.029074 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 06ff5514-8f8f-45de-8c21-b24d44c1d7cf up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:34:24.038268 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a5fdd320-096a-4320-b1b5-52c1d2120d4c req-4f8d7d67-77aa-4618-a654-e749c634b16b tempest-ServerShowV247Test-1198919426 tempest-ServerShowV247Test-1198919426-project] 10.222.0.30 "GET /v2.0/ports?device_id=aed13a9f-a066-4ac9-8a99-0d68d7980a18 HTTP/1.1" status: 200 len: 210 time: 0.0486283 Apr 05 14:34:24.154529 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-fecfd577-48da-4087-9b44-d3c9765d0f7d None None] For port a9efe453-057b-40dd-beff-53ec88fd56dc, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=a9efe453-057b-40dd-beff-53ec88fd56dc,segment=NetworkSegment(885f9618-41b0-46eb-8adf-6140225ae4a6),segment_id=885f9618-41b0-46eb-8adf-6140225ae4a6)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:34:24.155133 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fecfd577-48da-4087-9b44-d3c9765d0f7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:24.220554 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-fecfd577-48da-4087-9b44-d3c9765d0f7d None None] Calling delete_port for a9efe453-057b-40dd-beff-53ec88fd56dc owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:34:24.231845 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1d2d50-04d8-41f4-a414-0acb5e675568 req-ad09ad0f-b3a9-446c-bc09-7ce11fa50489 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:24.234105 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5f1d2d50-04d8-41f4-a414-0acb5e675568 req-ad09ad0f-b3a9-446c-bc09-7ce11fa50489 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 947 time: 0.1183143 Apr 05 14:34:24.253528 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-792c8075-02ed-4d10-92f3-854887abc9d1 None None] Provisioning complete for port 06ff5514-8f8f-45de-8c21-b24d44c1d7cf triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:34:24.254055 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-792c8075-02ed-4d10-92f3-854887abc9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:24.255686 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 06ff5514-8f8f-45de-8c21-b24d44c1d7cf triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:34:24.256468 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:24.260452 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b8951e-56d3-4923-9c3d-1485472da16f req-ecafb4ec-cec8-4ce1-842f-9f9a4b935d70 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:24.264772 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1c646ea9-f282-4169-888b-3eb3bd04d2e6 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:24.268040 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-57b8951e-56d3-4923-9c3d-1485472da16f req-ecafb4ec-cec8-4ce1-842f-9f9a4b935d70 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c3c421e-7450-4e42-8501-18c377e353da HTTP/1.1" status: 200 len: 945 time: 0.1215966 Apr 05 14:34:24.304662 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5ca716-9a0e-4607-ae78-2b6f4d08482b None None] Pushing event updated for resources: {'Port': ['ID=06ff5514-8f8f-45de-8c21-b24d44c1d7cf,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:24.333871 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-57b8951e-56d3-4923-9c3d-1485472da16f req-82cefb39-c14c-45db-8b7c-cdb04a49bc27 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649550 Apr 05 14:34:24.337477 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5f1d2d50-04d8-41f4-a414-0acb5e675568 req-137eb3fd-d6c2-4be3-a8ca-f672497291c8 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964174 Apr 05 14:34:24.423441 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c19c52c1-be2e-4fc9-a2d7-cbe4139f0fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:24.436661 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c19c52c1-be2e-4fc9-a2d7-cbe4139f0fee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:24.439787 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-c19c52c1-be2e-4fc9-a2d7-cbe4139f0fee admin admin] 10.222.0.30 "DELETE /v2.0/networks/c8cad75e-d463-4298-b473-cd6f872623d5 HTTP/1.1" status: 204 len: 168 time: 1.3070900 Apr 05 14:34:24.481275 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19c52c1-be2e-4fc9-a2d7-cbe4139f0fee admin admin] Pushing event deleted for resources: {'Network': ['ID=c8cad75e-d463-4298-b473-cd6f872623d5,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:24.491187 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-20e6a18c-34d0-4123-9157-839eb643b6fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:24.536645 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-1c646ea9-f282-4169-888b-3eb3bd04d2e6 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Deleting port a9efe453-057b-40dd-beff-53ec88fd56dc {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:34:24.537169 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1c646ea9-f282-4169-888b-3eb3bd04d2e6 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:24.573588 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fecfd577-48da-4087-9b44-d3c9765d0f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:24.579301 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 41f4953a-0a16-4015-aa41-ec744ffd1c9a no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:34:24.621602 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 41f4953a-0a16-4015-aa41-ec744ffd1c9a {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:34:24.621862 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 41f4953a-0a16-4015-aa41-ec744ffd1c9a not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:34:24.622280 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device a9efe453-057b-40dd-beff-53ec88fd56dc no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:34:24.625575 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecfd577-48da-4087-9b44-d3c9765d0f7d None None] Pushing event deleted for resources: {'Port': ['ID=a9efe453-057b-40dd-beff-53ec88fd56dc,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:24.630832 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-1c646ea9-f282-4169-888b-3eb3bd04d2e6 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] For port a9efe453-057b-40dd-beff-53ec88fd56dc, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=a9efe453-057b-40dd-beff-53ec88fd56dc,segment=NetworkSegment(885f9618-41b0-46eb-8adf-6140225ae4a6),segment_id=885f9618-41b0-46eb-8adf-6140225ae4a6)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:34:24.631216 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1c646ea9-f282-4169-888b-3eb3bd04d2e6 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:24.645997 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-1c646ea9-f282-4169-888b-3eb3bd04d2e6 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Calling delete_port for a9efe453-057b-40dd-beff-53ec88fd56dc owned by network:dhcp {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:34:24.647284 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecfd577-48da-4087-9b44-d3c9765d0f7d None None] No DVR routers for this DVR port a9efe453-057b-40dd-beff-53ec88fd56dc on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:34:24.658912 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: a9efe453-057b-40dd-beff-53ec88fd56dc {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:34:24.658912 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device a9efe453-057b-40dd-beff-53ec88fd56dc not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:34:24.765221 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-58d19b75-cd3f-407a-b995-6ff6b0633456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809988'] for router_interface, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:24.869827 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 38520) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:34:24.918205 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e1939337-9319-4b05-bf3b-6f45f559decf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:24.918205 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1c646ea9-f282-4169-888b-3eb3bd04d2e6 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:24.918772 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-dadbf596-9b5b-4805-965a-aa0f2063d902 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a9da18e09c15404ca69176173aa40d16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0476644 Apr 05 14:34:24.921349 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 38524) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:34:24.980518 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fb2a5e29-fbf6-4eac-a674-36d6759d962a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:24.991436 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c646ea9-f282-4169-888b-3eb3bd04d2e6 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Pushing event deleted for resources: {'Port': ['ID=a9efe453-057b-40dd-beff-53ec88fd56dc,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:24.994127 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c646ea9-f282-4169-888b-3eb3bd04d2e6 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] No DVR routers for this DVR port a9efe453-057b-40dd-beff-53ec88fd56dc on host n-d-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:34:25.001582 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f574200f-3bb9-4d29-a3a6-2e8096b5fbdf req-544c4834-c771-4849-92b5-f133f0d3c4d3 tempest-ServerShowV254Test-323331933 tempest-ServerShowV254Test-323331933-project] 10.222.0.30 "GET /v2.0/ports?device_id=24ee56e8-9248-40d5-b59e-45282c4f3926 HTTP/1.1" status: 200 len: 210 time: 0.0384617 Apr 05 14:34:25.020394 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fb2a5e29-fbf6-4eac-a674-36d6759d962a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:25.135918 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fb2a5e29-fbf6-4eac-a674-36d6759d962a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:25.139047 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fb2a5e29-fbf6-4eac-a674-36d6759d962a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:25.140693 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-fb2a5e29-fbf6-4eac-a674-36d6759d962a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b4c0c0b8-3960-46e2-b7a2-db1036c0fd94 HTTP/1.1" status: 204 len: 168 time: 0.2182477 Apr 05 14:34:25.158252 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2a5e29-fbf6-4eac-a674-36d6759d962a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c0c0b8-3960-46e2-b7a2-db1036c0fd94,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:25.177473 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1c646ea9-f282-4169-888b-3eb3bd04d2e6 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:25.192209 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-358efe27-1f4a-44d8-9629-df55add5b452 req-df4f712d-0387-4860-a8b0-59f8623dae17 tempest-ServerShowV247Test-1198919426 tempest-ServerShowV247Test-1198919426-project] 10.222.0.30 "GET /v2.0/ports?device_id=aed13a9f-a066-4ac9-8a99-0d68d7980a18 HTTP/1.1" status: 200 len: 210 time: 0.0361969 Apr 05 14:34:25.245915 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-1c646ea9-f282-4169-888b-3eb3bd04d2e6 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f3ab544-7dc2-4284-a66d-fea4319b2c15']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:25.262657 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-1c646ea9-f282-4169-888b-3eb3bd04d2e6 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '885f9618-41b0-46eb-8adf-6140225ae4a6') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:25.262948 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-1c646ea9-f282-4169-888b-3eb3bd04d2e6 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '885f9618-41b0-46eb-8adf-6140225ae4a6') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:25.285091 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1c646ea9-f282-4169-888b-3eb3bd04d2e6 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:25.331494 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1c646ea9-f282-4169-888b-3eb3bd04d2e6 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:25.358469 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c646ea9-f282-4169-888b-3eb3bd04d2e6 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:34:25.358880 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1c646ea9-f282-4169-888b-3eb3bd04d2e6 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:25.362106 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:34:25.362106 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:34:25.362106 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:34:25.362106 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:34:25.362106 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:34:25.362106 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:34:25.362106 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:34:25.362106 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:34:25.362106 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:34:25.362106 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:34:25.362106 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:34:25.362106 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:34:25.362106 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:34:25.362106 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:34:25.362106 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:34:25.362106 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:34:25.362106 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:34:25.362106 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:34:25.362106 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:34:25.362106 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:34:25.362106 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:34:25.362106 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:34:25.362106 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:34:25.362106 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:34:25.362106 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:34:25.362106 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:34:25.362106 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:34:25.362106 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:34:25.362106 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:34:25.362106 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:34:25.362106 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:34:25.362106 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:34:25.427286 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e1939337-9319-4b05-bf3b-6f45f559decf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618'] for router, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:25.488341 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953bcf81-d18f-403e-b2fb-a6455da8ac84 req-c1009c08-eddb-43bd-bf55-cc259ced39c2 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:25.489885 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-953bcf81-d18f-403e-b2fb-a6455da8ac84 req-c1009c08-eddb-43bd-bf55-cc259ced39c2 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c3c421e-7450-4e42-8501-18c377e353da HTTP/1.1" status: 200 len: 945 time: 0.0772805 Apr 05 14:34:25.510919 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40832d96-9296-43f2-8d26-aadcab4bd426 req-0f38ca30-0e1c-42f1-b247-055d3291be74 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:25.515112 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-40832d96-9296-43f2-8d26-aadcab4bd426 req-0f38ca30-0e1c-42f1-b247-055d3291be74 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 947 time: 0.0905805 Apr 05 14:34:25.564943 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-58d19b75-cd3f-407a-b995-6ff6b0633456 admin admin] Deleting port 3455abe1-271d-4d66-be2a-00a6c4302f35 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:34:25.565515 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-58d19b75-cd3f-407a-b995-6ff6b0633456 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:25.572052 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1c646ea9-f282-4169-888b-3eb3bd04d2e6 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:25.580405 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-953bcf81-d18f-403e-b2fb-a6455da8ac84 req-49f2f543-ef0f-4fad-9914-aa9a12e3638b tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801468 Apr 05 14:34:25.593212 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1c646ea9-f282-4169-888b-3eb3bd04d2e6 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:25.602969 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-1c646ea9-f282-4169-888b-3eb3bd04d2e6 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] 10.222.0.30 "DELETE /v2.0/networks/0f3ab544-7dc2-4284-a66d-fea4319b2c15 HTTP/1.1" status: 204 len: 168 time: 1.9608350 Apr 05 14:34:25.603827 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-40832d96-9296-43f2-8d26-aadcab4bd426 req-c2e5de75-d37d-4cea-bbec-f2a5c16383c7 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651422 Apr 05 14:34:25.605959 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 38538) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:34:25.648504 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c646ea9-f282-4169-888b-3eb3bd04d2e6 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Pushing event deleted for resources: {'Network': ['ID=0f3ab544-7dc2-4284-a66d-fea4319b2c15,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:25.693764 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_v2 [None req-74982343-9b6b-46ce-9da3-54494a0fc7be tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Deleting subnet be873964-d0d2-4daf-b225-7f53f4d80d60 {{(pid=103320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:34:25.698454 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-74982343-9b6b-46ce-9da3-54494a0fc7be tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks [] for subnet, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:25.706108 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-58d19b75-cd3f-407a-b995-6ff6b0633456 admin admin] For port 3455abe1-271d-4d66-be2a-00a6c4302f35, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=3455abe1-271d-4d66-be2a-00a6c4302f35,segment=NetworkSegment(0249fdd3-4d14-47db-849c-c0208c2df49e),segment_id=0249fdd3-4d14-47db-849c-c0208c2df49e)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:34:25.706486 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-58d19b75-cd3f-407a-b995-6ff6b0633456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:25.719586 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-58d19b75-cd3f-407a-b995-6ff6b0633456 admin admin] Calling delete_port for 3455abe1-271d-4d66-be2a-00a6c4302f35 owned by network:router_interface {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:34:25.768595 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1939337-9319-4b05-bf3b-6f45f559decf admin admin] Router a58a7519-7ff4-4b29-8e4d-fbf8a66d8965 is scheduled to L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 with binding_index 1 {{(pid=103321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:34:25.780936 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-74982343-9b6b-46ce-9da3-54494a0fc7be tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13399228'] for subnet, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:25.858803 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7646681c-b363-4b02-97c6-04a6e7e64d4a req-923c4f8a-164b-41de-a237-ef3102a408bc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=41adaa96-cfa3-4ea8-ad65-f4bba3b65f98 HTTP/1.1" status: 200 len: 210 time: 0.0444191 Apr 05 14:34:25.863708 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 06ff5514-8f8f-45de-8c21-b24d44c1d7cf up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:34:25.877136 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f5868-181e-4b21-8041-5a1deade008e req-4304df27-ab40-429e-973b-df049f5c422b tempest-LiveMigrationTest-1634108813 tempest-LiveMigrationTest-1634108813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:25.888682 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-aa6f5868-181e-4b21-8041-5a1deade008e req-4304df27-ab40-429e-973b-df049f5c422b tempest-LiveMigrationTest-1634108813 tempest-LiveMigrationTest-1634108813-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=6c3c421e-7450-4e42-8501-18c377e353da HTTP/1.1" status: 200 len: 1096 time: 0.1624751 Apr 05 14:34:25.942346 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 06ff5514-8f8f-45de-8c21-b24d44c1d7cf triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:34:25.942964 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:25.943231 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1939337-9319-4b05-bf3b-6f45f559decf admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:34:25.952560 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f212b145-4d3d-43cb-b337-a6a70f66bf33 None None] Sync routers for ids ['a58a7519-7ff4-4b29-8e4d-fbf8a66d8965'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:34:25.966370 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f212b145-4d3d-43cb-b337-a6a70f66bf33 None None] Routers {'a58a7519-7ff4-4b29-8e4d-fbf8a66d8965'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:34:25.967008 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-f212b145-4d3d-43cb-b337-a6a70f66bf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:33:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['a58a7519-7ff4-4b29-8e4d-fbf8a66d8965'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:25.970855 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-aa6f5868-181e-4b21-8041-5a1deade008e req-2d9f9c70-3f43-4428-a1f4-8de0f28c9e0d tempest-LiveMigrationTest-1634108813 tempest-LiveMigrationTest-1634108813-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812380 Apr 05 14:34:25.991038 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-74982343-9b6b-46ce-9da3-54494a0fc7be tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:26.046855 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e1939337-9319-4b05-bf3b-6f45f559decf admin admin] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:26.048726 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-e1939337-9319-4b05-bf3b-6f45f559decf admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.7421162 Apr 05 14:34:26.051486 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 38554) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:34:26.126352 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-58d19b75-cd3f-407a-b995-6ff6b0633456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:26.147055 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-74982343-9b6b-46ce-9da3-54494a0fc7be tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15773812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13127359'] for subnet, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:26.173201 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 4032c53b-96ab-4b67-b14e-c47acfa5a112 no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:34:26.183386 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-f212b145-4d3d-43cb-b337-a6a70f66bf33 None None] Set router a58a7519-7ff4-4b29-8e4d-fbf8a66d8965 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:34:26.186817 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d19b75-cd3f-407a-b995-6ff6b0633456 admin admin] Pushing event deleted for resources: {'Port': ['ID=3455abe1-271d-4d66-be2a-00a6c4302f35,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:26.190394 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-74982343-9b6b-46ce-9da3-54494a0fc7be tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:26.197940 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-74982343-9b6b-46ce-9da3-54494a0fc7be tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] 10.222.0.30 "DELETE /v2.0/subnets/be873964-d0d2-4daf-b225-7f53f4d80d60 HTTP/1.1" status: 204 len: 168 time: 0.5908179 Apr 05 14:34:26.198833 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 38562) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:34:26.199648 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74982343-9b6b-46ce-9da3-54494a0fc7be tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Pushing event deleted for resources: {'Subnet': ['ID=be873964-d0d2-4daf-b225-7f53f4d80d60,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:26.285855 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd5e60e-b61e-4e40-8acd-2f9ebcfcbe26 None None] Network 4eeb3798-d28c-4391-89f0-bff4dc70e916 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:34:26.338512 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7fc9ffc3-7520-4733-b265-3fa3a3ff12b7 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:26.376685 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cad90ef5-4b9a-4496-90ea-f24e760c023a req-001a7f45-9cde-4dcd-aa1e-667e4651b3da tempest-ServerShowV254Test-323331933 tempest-ServerShowV254Test-323331933-project] 10.222.0.30 "GET /v2.0/ports?device_id=24ee56e8-9248-40d5-b59e-45282c4f3926 HTTP/1.1" status: 200 len: 210 time: 0.0516562 Apr 05 14:34:26.472145 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-30783b8d-d7d4-4c58-a040-9d09cac17bfa req-26e73086-c895-47f2-b013-ab738ecc2e54 tempest-ServerShowV247Test-1198919426 tempest-ServerShowV247Test-1198919426-project] 10.222.0.30 "GET /v2.0/ports?device_id=aed13a9f-a066-4ac9-8a99-0d68d7980a18 HTTP/1.1" status: 200 len: 210 time: 0.1125000 Apr 05 14:34:26.548212 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f33bce38-3d4f-4304-99f7-29114599fe26 req-d07551fc-a76c-4143-a3be-d1de3bf892a4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=aed13a9f-a066-4ac9-8a99-0d68d7980a18 HTTP/1.1" status: 200 len: 210 time: 0.0671012 Apr 05 14:34:26.573064 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-f212b145-4d3d-43cb-b337-a6a70f66bf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58a7519-7ff4-4b29-8e4d-fbf8a66d8965', 'name': 'tempest-TaggedBootDevicesTest-226704702-router', 'tenant_id': '7e1ca79997b14d37bbfde5791240b349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'f567c999-3b94-4af9-8325-3684f1ecf09f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:34:20Z', 'updated_at': '2022-04-05T14:34:24Z', 'revision_number': 3, 'project_id': '7e1ca79997b14d37bbfde5791240b349', 'gw_port': {'id': 'f567c999-3b94-4af9-8325-3684f1ecf09f', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f5:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58a7519-7ff4-4b29-8e4d-fbf8a66d8965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:22Z', 'updated_at': '2022-04-05T14:34:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:26.607120 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f212b145-4d3d-43cb-b337-a6a70f66bf33 None None] Checking router: a58a7519-7ff4-4b29-8e4d-fbf8a66d8965 for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:34:26.607471 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f212b145-4d3d-43cb-b337-a6a70f66bf33 None None] Updating router a58a7519-7ff4-4b29-8e4d-fbf8a66d8965 port f567c999-3b94-4af9-8325-3684f1ecf09f binding host n-d-836650-2 {{(pid=103323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:34:26.611936 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 38570) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:34:26.656221 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7fc9ffc3-7520-4733-b265-3fa3a3ff12b7 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Deleting port 79b2d035-8414-4b7e-89a9-0e0ce7592aa5 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:34:26.656792 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:26.658010 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7fc9ffc3-7520-4733-b265-3fa3a3ff12b7 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:26.660714 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f212b145-4d3d-43cb-b337-a6a70f66bf33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:26.698753 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f77f973-1352-47e3-bb5e-96953c90267a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4032c53b-96ab-4b67-b14e-c47acfa5a112'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:34:26.702254 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ef1df1-e9b1-4df4-ab97-41ed745c9984" -d '{"events": [{"server_uuid": "6f77f973-1352-47e3-bb5e-96953c90267a", "name": "network-vif-unplugged", "status": "completed", "tag": "4032c53b-96ab-4b67-b14e-c47acfa5a112"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:34:26.721667 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 4032c53b-96ab-4b67-b14e-c47acfa5a112, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=4032c53b-96ab-4b67-b14e-c47acfa5a112,segment=NetworkSegment(87207719-1f48-46bc-a702-a88951a34078),segment_id=87207719-1f48-46bc-a702-a88951a34078)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:34:26.781668 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 14:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bbf62c8-b133-448b-bb2c-f5105bbc0b79 x-openstack-request-id: req-9bbf62c8-b133-448b-bb2c-f5105bbc0b79 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:34:26.782023 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f77f973-1352-47e3-bb5e-96953c90267a", "name": "network-vif-unplugged", "status": "completed", "tag": "4032c53b-96ab-4b67-b14e-c47acfa5a112", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:34:26.782366 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9bbf62c8-b133-448b-bb2c-f5105bbc0b79 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:34:26.783228 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bbf62c8-b133-448b-bb2c-f5105bbc0b79'] response: {'server_uuid': '6f77f973-1352-47e3-bb5e-96953c90267a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4032c53b-96ab-4b67-b14e-c47acfa5a112', 'code': 200} Apr 05 14:34:26.784934 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1bf08003-25e0-4a5a-b56b-bc49e0dd72af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:26.813221 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edb7d29-3e44-41ae-a029-2734cf9ff05c None None] DHCP port deletion for 4eeb3798-d28c-4391-89f0-bff4dc70e916 request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:34:26.817248 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:26.831832 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7fc9ffc3-7520-4733-b265-3fa3a3ff12b7 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] For port 79b2d035-8414-4b7e-89a9-0e0ce7592aa5, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=79b2d035-8414-4b7e-89a9-0e0ce7592aa5,segment=NetworkSegment(785409fe-bafb-4d81-9009-e0cffd3404ef),segment_id=785409fe-bafb-4d81-9009-e0cffd3404ef)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:34:26.832214 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7fc9ffc3-7520-4733-b265-3fa3a3ff12b7 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:26.859990 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-ff861d2c-d922-4561-a8d5-95b2bb84125f admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-562584564-network', 'tenant_id': 'c9fa1a8686934c25af86658fe6450ad6'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:34:26.899103 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7fc9ffc3-7520-4733-b265-3fa3a3ff12b7 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Calling delete_port for 79b2d035-8414-4b7e-89a9-0e0ce7592aa5 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:34:26.899930 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=4032c53b-96ab-4b67-b14e-c47acfa5a112,revision_number=11']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:26.921316 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-7edb7d29-3e44-41ae-a029-2734cf9ff05c None None] Deleting port 79b2d035-8414-4b7e-89a9-0e0ce7592aa5 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:34:26.921687 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7edb7d29-3e44-41ae-a029-2734cf9ff05c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:26.991315 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-7edb7d29-3e44-41ae-a029-2734cf9ff05c None None] For port 79b2d035-8414-4b7e-89a9-0e0ce7592aa5, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=79b2d035-8414-4b7e-89a9-0e0ce7592aa5,segment=NetworkSegment(785409fe-bafb-4d81-9009-e0cffd3404ef),segment_id=785409fe-bafb-4d81-9009-e0cffd3404ef)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:34:26.991719 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7edb7d29-3e44-41ae-a029-2734cf9ff05c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:27.003813 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133b51b-ceb6-4e1f-8727-0cf6cc639d1b req-80a9ce70-7058-4a53-a312-4ae3e84fe6e4 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:27.006093 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9133b51b-ceb6-4e1f-8727-0cf6cc639d1b req-80a9ce70-7058-4a53-a312-4ae3e84fe6e4 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.2080889 Apr 05 14:34:27.017759 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-7edb7d29-3e44-41ae-a029-2734cf9ff05c None None] Calling delete_port for 79b2d035-8414-4b7e-89a9-0e0ce7592aa5 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:34:27.018213 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff861d2c-d922-4561-a8d5-95b2bb84125f admin admin] Made reservation on behalf of c9fa1a8686934c25af86658fe6450ad6 for: {'network': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:34:27.021130 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ff861d2c-d922-4561-a8d5-95b2bb84125f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:27.045812 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ff861d2c-d922-4561-a8d5-95b2bb84125f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:27.110677 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f212b145-4d3d-43cb-b337-a6a70f66bf33 None None] Notify callbacks [] for port, precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:27.177654 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9133b51b-ceb6-4e1f-8727-0cf6cc639d1b req-201ae46e-324d-4398-8e27-5ce6fb95a49c tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516254 Apr 05 14:34:27.201797 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f212b145-4d3d-43cb-b337-a6a70f66bf33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:27.212091 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ff861d2c-d922-4561-a8d5-95b2bb84125f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:27.260207 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7fc9ffc3-7520-4733-b265-3fa3a3ff12b7 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:27.267734 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7edb7d29-3e44-41ae-a029-2734cf9ff05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:27.275341 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-f212b145-4d3d-43cb-b337-a6a70f66bf33 None None] Attempting to bind port f567c999-3b94-4af9-8325-3684f1ecf09f on host n-d-836650-2 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:34:27.275853 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-f212b145-4d3d-43cb-b337-a6a70f66bf33 None None] Attempting to bind port f567c999-3b94-4af9-8325-3684f1ecf09f by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:34:27.276303 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f212b145-4d3d-43cb-b337-a6a70f66bf33 None None] Attempting to bind port f567c999-3b94-4af9-8325-3684f1ecf09f on network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:34:27.287241 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f212b145-4d3d-43cb-b337-a6a70f66bf33 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:34:27.287771 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f212b145-4d3d-43cb-b337-a6a70f66bf33 None None] Checking segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:34:27.288261 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f212b145-4d3d-43cb-b337-a6a70f66bf33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:27.288738 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f212b145-4d3d-43cb-b337-a6a70f66bf33 None None] Bound using segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:34:27.289626 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-f212b145-4d3d-43cb-b337-a6a70f66bf33 None None] Bound port: f567c999-3b94-4af9-8325-3684f1ecf09f, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:34:27.290273 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f212b145-4d3d-43cb-b337-a6a70f66bf33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:27.293719 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f7823e-bd6e-472c-8eda-41e2abf6c0ee None None] Pushing event updated for resources: {'Port': ['ID=f567c999-3b94-4af9-8325-3684f1ecf09f,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:27.296009 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-58d19b75-cd3f-407a-b995-6ff6b0633456 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1798829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810128'] for router_interface, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:27.304428 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edb7d29-3e44-41ae-a029-2734cf9ff05c None None] Pushing event deleted for resources: {'Port': ['ID=79b2d035-8414-4b7e-89a9-0e0ce7592aa5,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:27.310253 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edb7d29-3e44-41ae-a029-2734cf9ff05c None None] No DVR routers for this DVR port 79b2d035-8414-4b7e-89a9-0e0ce7592aa5 on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:34:27.335906 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f7823e-bd6e-472c-8eda-41e2abf6c0ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:34:27.337313 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f7823e-bd6e-472c-8eda-41e2abf6c0ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:34:27.338237 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f7823e-bd6e-472c-8eda-41e2abf6c0ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:34:27.338778 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f7823e-bd6e-472c-8eda-41e2abf6c0ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:34:27.339307 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f7823e-bd6e-472c-8eda-41e2abf6c0ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:34:27.339701 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f7823e-bd6e-472c-8eda-41e2abf6c0ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:34:27.339839 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ff861d2c-d922-4561-a8d5-95b2bb84125f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:27.340163 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f7823e-bd6e-472c-8eda-41e2abf6c0ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:34:27.340547 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f7823e-bd6e-472c-8eda-41e2abf6c0ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:34:27.340953 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f7823e-bd6e-472c-8eda-41e2abf6c0ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:34:27.341338 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f7823e-bd6e-472c-8eda-41e2abf6c0ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:34:27.341719 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f7823e-bd6e-472c-8eda-41e2abf6c0ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:34:27.342104 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f7823e-bd6e-472c-8eda-41e2abf6c0ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:34:27.360005 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc9ffc3-7520-4733-b265-3fa3a3ff12b7 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Pushing event deleted for resources: {'Port': ['ID=79b2d035-8414-4b7e-89a9-0e0ce7592aa5,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:27.363452 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc9ffc3-7520-4733-b265-3fa3a3ff12b7 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] No DVR routers for this DVR port 79b2d035-8414-4b7e-89a9-0e0ce7592aa5 on host n-d-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:34:27.401142 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff861d2c-d922-4561-a8d5-95b2bb84125f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=103320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:34:27.440510 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ff861d2c-d922-4561-a8d5-95b2bb84125f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:27.440923 n-d-836650-2 neutron-server[103320]: INFO neutron.db.segments_db [None req-ff861d2c-d922-4561-a8d5-95b2bb84125f admin admin] Added segment fdb36941-ed50-42a7-b89d-0184da6ac6ec of type vlan for network 9cdc443e-f263-4fcb-a3a0-e5139ddc7ee0 Apr 05 14:34:27.474351 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff861d2c-d922-4561-a8d5-95b2bb84125f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0afeb87-09b9-4537-b709-c50906dc92ab,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:27.478270 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-f212b145-4d3d-43cb-b337-a6a70f66bf33 None None] For port f567c999-3b94-4af9-8325-3684f1ecf09f, host n-d-836650-2, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:34:27.482166 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-f212b145-4d3d-43cb-b337-a6a70f66bf33 None None] For port f567c999-3b94-4af9-8325-3684f1ecf09f, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=f567c999-3b94-4af9-8325-3684f1ecf09f,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:34:27.525993 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7fc9ffc3-7520-4733-b265-3fa3a3ff12b7 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:27.568760 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f212b145-4d3d-43cb-b337-a6a70f66bf33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:27.582624 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a466e81e-4b6e-4bbf-af20-0c97619f9fd9 req-8ff7f71d-5644-43cf-98fb-323fd0552978 tempest-ServerShowV254Test-323331933 tempest-ServerShowV254Test-323331933-project] 10.222.0.30 "GET /v2.0/ports?device_id=24ee56e8-9248-40d5-b59e-45282c4f3926 HTTP/1.1" status: 200 len: 210 time: 0.0428746 Apr 05 14:34:27.590523 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-7fc9ffc3-7520-4733-b265-3fa3a3ff12b7 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eeb3798-d28c-4391-89f0-bff4dc70e916']}} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:27.612516 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ff861d2c-d922-4561-a8d5-95b2bb84125f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:27.646070 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ded5e9b3-f877-49f9-8ff1-017fe3921b2b req-205c95ac-670b-4483-a075-b733e0b7f03b tempest-ServerShowV247Test-1198919426 tempest-ServerShowV247Test-1198919426-project] 10.222.0.30 "GET /v2.0/ports?device_id=aed13a9f-a066-4ac9-8a99-0d68d7980a18 HTTP/1.1" status: 200 len: 210 time: 0.0618622 Apr 05 14:34:27.650757 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-7fc9ffc3-7520-4733-b265-3fa3a3ff12b7 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '785409fe-bafb-4d81-9009-e0cffd3404ef') {'for_net_delete': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:27.653035 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-7fc9ffc3-7520-4733-b265-3fa3a3ff12b7 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '785409fe-bafb-4d81-9009-e0cffd3404ef') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:27.653148 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f212b145-4d3d-43cb-b337-a6a70f66bf33 None None] Routers {'a58a7519-7ff4-4b29-8e4d-fbf8a66d8965'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:34:27.653148 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-f212b145-4d3d-43cb-b337-a6a70f66bf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:34:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['a58a7519-7ff4-4b29-8e4d-fbf8a66d8965'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:27.673087 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7fc9ffc3-7520-4733-b265-3fa3a3ff12b7 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13399223'] for segment, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:27.690997 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7fc9ffc3-7520-4733-b265-3fa3a3ff12b7 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:27.699717 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fc9ffc3-7520-4733-b265-3fa3a3ff12b7 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=103320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:34:27.700490 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7fc9ffc3-7520-4733-b265-3fa3a3ff12b7 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15765202'] for segment, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:27.703320 n-d-836650-2 neutron-server[103320]: Traceback (most recent call last): Apr 05 14:34:27.703320 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:34:27.703320 n-d-836650-2 neutron-server[103320]: timer() Apr 05 14:34:27.703320 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:34:27.703320 n-d-836650-2 neutron-server[103320]: cb(*args, **kw) Apr 05 14:34:27.703320 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:34:27.703320 n-d-836650-2 neutron-server[103320]: return func(*args, **kwargs) Apr 05 14:34:27.703320 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:34:27.703320 n-d-836650-2 neutron-server[103320]: self._notify() Apr 05 14:34:27.703320 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:34:27.703320 n-d-836650-2 neutron-server[103320]: self.callback(batched_events) Apr 05 14:34:27.703320 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:34:27.703320 n-d-836650-2 neutron-server[103320]: event.method(event) Apr 05 14:34:27.703320 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:34:27.703320 n-d-836650-2 neutron-server[103320]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:34:27.703320 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:34:27.703320 n-d-836650-2 neutron-server[103320]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:34:27.703320 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:34:27.703320 n-d-836650-2 neutron-server[103320]: return f(self, *a, **k) Apr 05 14:34:27.703320 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:34:27.703320 n-d-836650-2 neutron-server[103320]: return self._get(url).json() Apr 05 14:34:27.703320 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:34:27.703320 n-d-836650-2 neutron-server[103320]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:34:27.703320 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:34:27.703320 n-d-836650-2 neutron-server[103320]: return self.request(url, 'GET', **kwargs) Apr 05 14:34:27.703320 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:34:27.703320 n-d-836650-2 neutron-server[103320]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:34:27.703320 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:34:27.703320 n-d-836650-2 neutron-server[103320]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:34:27.703320 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:34:27.703320 n-d-836650-2 neutron-server[103320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:34:27.703320 n-d-836650-2 neutron-server[103320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:34:27.709355 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f7823e-bd6e-472c-8eda-41e2abf6c0ee None None] Pushing event updated for resources: {'Port': ['ID=f567c999-3b94-4af9-8325-3684f1ecf09f,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:27.710669 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58d19b75-cd3f-407a-b995-6ff6b0633456 admin admin] Router 80f26961-2885-4428-91fc-d6b2a151ea9a has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:34:27.762007 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ff861d2c-d922-4561-a8d5-95b2bb84125f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:27.765179 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff861d2c-d922-4561-a8d5-95b2bb84125f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:27.766076 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ff861d2c-d922-4561-a8d5-95b2bb84125f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:27.815339 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-f212b145-4d3d-43cb-b337-a6a70f66bf33 None None] Set router a58a7519-7ff4-4b29-8e4d-fbf8a66d8965 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:34:27.869474 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-de54432e-8ee6-40ea-9cbc-2d5012d3a7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:27.911169 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d19b75-cd3f-407a-b995-6ff6b0633456 admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:34:27.922512 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9005c8-f9f7-403b-ac80-4d0cb87002bb None None] Sync routers for ids ['80f26961-2885-4428-91fc-d6b2a151ea9a'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:34:27.923617 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-58d19b75-cd3f-407a-b995-6ff6b0633456 admin admin] 10.222.0.30 "PUT /v2.0/routers/80f26961-2885-4428-91fc-d6b2a151ea9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8619645 Apr 05 14:34:27.927307 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 38588) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:34:27.941713 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9005c8-f9f7-403b-ac80-4d0cb87002bb None None] Routers {'80f26961-2885-4428-91fc-d6b2a151ea9a'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:34:27.944355 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-5d9005c8-f9f7-403b-ac80-4d0cb87002bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:34:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['80f26961-2885-4428-91fc-d6b2a151ea9a'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:28.049980 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 79b2d035-8414-4b7e-89a9-0e0ce7592aa5 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:34:28.072664 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-400115d7-dc46-45ae-8460-b9465fae0fbf admin admin] Notify callbacks [] for router, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:28.074764 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff861d2c-d922-4561-a8d5-95b2bb84125f admin admin] Pushing event updated for resources: {'Network': ['ID=9cdc443e-f263-4fcb-a3a0-e5139ddc7ee0,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:28.082185 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-ff861d2c-d922-4561-a8d5-95b2bb84125f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4688387 Apr 05 14:34:28.095598 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:28.101542 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-f212b145-4d3d-43cb-b337-a6a70f66bf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58a7519-7ff4-4b29-8e4d-fbf8a66d8965', 'name': 'tempest-TaggedBootDevicesTest-226704702-router', 'tenant_id': '7e1ca79997b14d37bbfde5791240b349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'f567c999-3b94-4af9-8325-3684f1ecf09f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:34:20Z', 'updated_at': '2022-04-05T14:34:24Z', 'revision_number': 3, 'project_id': '7e1ca79997b14d37bbfde5791240b349', 'gw_port': {'id': 'f567c999-3b94-4af9-8325-3684f1ecf09f', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f5:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58a7519-7ff4-4b29-8e4d-fbf8a66d8965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:22Z', 'updated_at': '2022-04-05T14:34:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:28.106908 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 38590) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:34:28.113296 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-768c8483-e963-4b6c-9764-18bdc6d9def2 admin admin] Request body: {'subnet': {'network_id': '9cdc443e-f263-4fcb-a3a0-e5139ddc7ee0', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-562584564-subnet', 'tenant_id': 'c9fa1a8686934c25af86658fe6450ad6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:34:28.127404 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7fc9ffc3-7520-4733-b265-3fa3a3ff12b7 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:28.136130 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7fc9ffc3-7520-4733-b265-3fa3a3ff12b7 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:28.143131 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-7fc9ffc3-7520-4733-b265-3fa3a3ff12b7 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] 10.222.0.30 "DELETE /v2.0/networks/4eeb3798-d28c-4391-89f0-bff4dc70e916 HTTP/1.1" status: 204 len: 168 time: 1.9404845 Apr 05 14:34:28.145099 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 38592) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:34:28.151541 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 9cdc443e-f263-4fcb-a3a0-e5139ddc7ee0 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:34:28.171285 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f212b145-4d3d-43cb-b337-a6a70f66bf33 None None] The sync data for ids ['a58a7519-7ff4-4b29-8e4d-fbf8a66d8965'] in n-d-836650-2 is: [{'id': 'a58a7519-7ff4-4b29-8e4d-fbf8a66d8965', 'name': 'tempest-TaggedBootDevicesTest-226704702-router', 'tenant_id': '7e1ca79997b14d37bbfde5791240b349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'f567c999-3b94-4af9-8325-3684f1ecf09f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:34:20Z', 'updated_at': '2022-04-05T14:34:24Z', 'revision_number': 3, 'project_id': '7e1ca79997b14d37bbfde5791240b349', 'gw_port': {'id': 'f567c999-3b94-4af9-8325-3684f1ecf09f', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f5:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58a7519-7ff4-4b29-8e4d-fbf8a66d8965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:22Z', 'updated_at': '2022-04-05T14:34:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:34:28.220913 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 79b2d035-8414-4b7e-89a9-0e0ce7592aa5 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:34:28.221291 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 79b2d035-8414-4b7e-89a9-0e0ce7592aa5 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:34:28.246307 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc9ffc3-7520-4733-b265-3fa3a3ff12b7 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Pushing event deleted for resources: {'Network': ['ID=4eeb3798-d28c-4391-89f0-bff4dc70e916,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:28.266489 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-da95c410-29b0-4cc3-8d97-264added8550 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] 10.222.0.30 "GET /v2.0/ports?device_id=24ff0dfb-bd7c-4924-b9bf-71f8e3139c8a HTTP/1.1" status: 200 len: 205 time: 0.1091914 Apr 05 14:34:28.281147 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 38598) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:34:28.351332 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-5d9005c8-f9f7-403b-ac80-4d0cb87002bb None None] Set router 80f26961-2885-4428-91fc-d6b2a151ea9a gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:34:28.365233 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-400115d7-dc46-45ae-8460-b9465fae0fbf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:28.378821 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36997140-9391-4fbe-a516-c6f097cb9004 req-52067f65-f8a2-4c60-bedc-5b99710c5640 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:28.380384 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-36997140-9391-4fbe-a516-c6f097cb9004 req-52067f65-f8a2-4c60-bedc-5b99710c5640 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.0795734 Apr 05 14:34:28.385925 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-de54432e-8ee6-40ea-9cbc-2d5012d3a7a6 admin admin] Allocated IP 172.20.0.1 (d702c3d6-7199-4322-a653-c463eb30ccf9/31d23931-2c8c-4da7-8029-521a7261e7d6/a912b48b-feb3-4360-91e0-ec14f5fb9853) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:34:28.401079 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-70662273-824f-4653-a61e-751e1e3fada0 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks [] for router, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:28.447030 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-768c8483-e963-4b6c-9764-18bdc6d9def2 admin admin] Made reservation on behalf of c9fa1a8686934c25af86658fe6450ad6 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:34:28.449523 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-768c8483-e963-4b6c-9764-18bdc6d9def2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:28.478285 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-36997140-9391-4fbe-a516-c6f097cb9004 req-5acd4735-b2a7-4427-ab2e-95ca35fe4180 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826790 Apr 05 14:34:28.608612 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-400115d7-dc46-45ae-8460-b9465fae0fbf admin admin] Deleting port 64b059a8-9a08-428e-b8a7-80d5ae8458bc {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:34:28.609141 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-400115d7-dc46-45ae-8460-b9465fae0fbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:28.788038 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-400115d7-dc46-45ae-8460-b9465fae0fbf admin admin] For port 64b059a8-9a08-428e-b8a7-80d5ae8458bc, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=64b059a8-9a08-428e-b8a7-80d5ae8458bc,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:34:28.790489 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-400115d7-dc46-45ae-8460-b9465fae0fbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:28.901876 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-400115d7-dc46-45ae-8460-b9465fae0fbf admin admin] Calling delete_port for 64b059a8-9a08-428e-b8a7-80d5ae8458bc owned by network:router_gateway {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:34:28.922772 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-70662273-824f-4653-a61e-751e1e3fada0 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27070'] for router, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:28.922892 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-49d397a4-a950-45f1-bd93-321d8a0ae4b6 req-f7be9708-258a-4597-9758-1db112bef69b tempest-ServerShowV254Test-323331933 tempest-ServerShowV254Test-323331933-project] 10.222.0.30 "GET /v2.0/ports?device_id=24ee56e8-9248-40d5-b59e-45282c4f3926 HTTP/1.1" status: 200 len: 210 time: 0.1181877 Apr 05 14:34:28.927663 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-70662273-824f-4653-a61e-751e1e3fada0 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:28.936087 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cff9d7c5-4f2d-4259-a3e8-5803c514a1d7 req-129fa2bd-f850-4f5a-89c7-6b0a248f0d81 tempest-ServerShowV247Test-1198919426 tempest-ServerShowV247Test-1198919426-project] 10.222.0.30 "GET /v2.0/ports?device_id=aed13a9f-a066-4ac9-8a99-0d68d7980a18 HTTP/1.1" status: 200 len: 210 time: 0.1119044 Apr 05 14:34:28.961071 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-5d9005c8-f9f7-403b-ac80-4d0cb87002bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80f26961-2885-4428-91fc-d6b2a151ea9a', 'name': 'tempest-TaggedBootDevicesTest_v242-1158544315-router', 'tenant_id': '948bc5b0b4974bad8e34321208923dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '64b059a8-9a08-428e-b8a7-80d5ae8458bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:26:43Z', 'updated_at': '2022-04-05T14:34:25Z', 'revision_number': 5, 'project_id': '948bc5b0b4974bad8e34321208923dc8', 'gw_port': {'id': '64b059a8-9a08-428e-b8a7-80d5ae8458bc', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f26961-2885-4428-91fc-d6b2a151ea9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:26:46Z', 'updated_at': '2022-04-05T14:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:29.005522 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-de54432e-8ee6-40ea-9cbc-2d5012d3a7a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:29.006652 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9005c8-f9f7-403b-ac80-4d0cb87002bb None None] Checking router: 80f26961-2885-4428-91fc-d6b2a151ea9a for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:34:29.018770 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9005c8-f9f7-403b-ac80-4d0cb87002bb None None] Routers {'80f26961-2885-4428-91fc-d6b2a151ea9a'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:34:29.019419 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-5d9005c8-f9f7-403b-ac80-4d0cb87002bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:34:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['80f26961-2885-4428-91fc-d6b2a151ea9a'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:29.078224 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-70662273-824f-4653-a61e-751e1e3fada0 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803298'] for router, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:29.078735 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70662273-824f-4653-a61e-751e1e3fada0 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Fanout notify agent at l3_agent the message router_deleted on router 24ff0dfb-bd7c-4924-b9bf-71f8e3139c8a {{(pid=103321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:34:29.091594 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-70662273-824f-4653-a61e-751e1e3fada0 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:29.094959 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-70662273-824f-4653-a61e-751e1e3fada0 tempest-RoutersNegativeIpV6Test-302451826 tempest-RoutersNegativeIpV6Test-302451826-project] 10.222.0.30 "DELETE /v2.0/routers/24ff0dfb-bd7c-4924-b9bf-71f8e3139c8a HTTP/1.1" status: 204 len: 168 time: 0.8090391 Apr 05 14:34:29.165258 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-5d9005c8-f9f7-403b-ac80-4d0cb87002bb None None] Set router 80f26961-2885-4428-91fc-d6b2a151ea9a gateway port host: None {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:34:29.219268 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-de54432e-8ee6-40ea-9cbc-2d5012d3a7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:29.226960 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-5d9005c8-f9f7-403b-ac80-4d0cb87002bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80f26961-2885-4428-91fc-d6b2a151ea9a', 'name': 'tempest-TaggedBootDevicesTest_v242-1158544315-router', 'tenant_id': '948bc5b0b4974bad8e34321208923dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:26:43Z', 'updated_at': '2022-04-05T14:34:28Z', 'revision_number': 6, 'project_id': '948bc5b0b4974bad8e34321208923dc8', 'gw_port_host': None}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:29.256963 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9005c8-f9f7-403b-ac80-4d0cb87002bb None None] The sync data for ids ['80f26961-2885-4428-91fc-d6b2a151ea9a'] in n-d-836650-2 is: [{'id': '80f26961-2885-4428-91fc-d6b2a151ea9a', 'name': 'tempest-TaggedBootDevicesTest_v242-1158544315-router', 'tenant_id': '948bc5b0b4974bad8e34321208923dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:26:43Z', 'updated_at': '2022-04-05T14:34:28Z', 'revision_number': 6, 'project_id': '948bc5b0b4974bad8e34321208923dc8', 'gw_port_host': None}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:34:29.276497 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-400115d7-dc46-45ae-8460-b9465fae0fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:29.280265 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de54432e-8ee6-40ea-9cbc-2d5012d3a7a6 admin admin] Network d702c3d6-7199-4322-a653-c463eb30ccf9 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:34:29.282862 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-768c8483-e963-4b6c-9764-18bdc6d9def2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:29.287455 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de54432e-8ee6-40ea-9cbc-2d5012d3a7a6 admin admin] Pushing event updated for resources: {'Port': ['ID=a912b48b-feb3-4360-91e0-ec14f5fb9853,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:29.299049 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-de54432e-8ee6-40ea-9cbc-2d5012d3a7a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:34:29.329978 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de54432e-8ee6-40ea-9cbc-2d5012d3a7a6 admin admin] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:34:29.338912 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400115d7-dc46-45ae-8460-b9465fae0fbf admin admin] Pushing event deleted for resources: {'Port': ['ID=64b059a8-9a08-428e-b8a7-80d5ae8458bc,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:29.387629 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400115d7-dc46-45ae-8460-b9465fae0fbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:34:29.388112 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400115d7-dc46-45ae-8460-b9465fae0fbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:34:29.388546 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400115d7-dc46-45ae-8460-b9465fae0fbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:34:29.389206 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400115d7-dc46-45ae-8460-b9465fae0fbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:34:29.390603 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400115d7-dc46-45ae-8460-b9465fae0fbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:34:29.390603 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400115d7-dc46-45ae-8460-b9465fae0fbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:34:29.391033 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400115d7-dc46-45ae-8460-b9465fae0fbf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:34:29.391469 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400115d7-dc46-45ae-8460-b9465fae0fbf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:34:29.392072 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400115d7-dc46-45ae-8460-b9465fae0fbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:34:29.392604 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400115d7-dc46-45ae-8460-b9465fae0fbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:34:29.393035 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400115d7-dc46-45ae-8460-b9465fae0fbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:34:29.393416 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400115d7-dc46-45ae-8460-b9465fae0fbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:34:29.398437 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 7 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 14:34:29.435979 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:29.467877 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-400115d7-dc46-45ae-8460-b9465fae0fbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808526'] for router_gateway, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:29.493758 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768c8483-e963-4b6c-9764-18bdc6d9def2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e79f406-d2d3-43d9-afb0-5b1db6447e87,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:29.502917 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-de54432e-8ee6-40ea-9cbc-2d5012d3a7a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809369'] for router_interface, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:29.574970 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768c8483-e963-4b6c-9764-18bdc6d9def2 admin admin] Checking segment: {'id': 'fdb36941-ed50-42a7-b89d-0184da6ac6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9cdc443e-f263-4fcb-a3a0-e5139ddc7ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:34:29.575334 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768c8483-e963-4b6c-9764-18bdc6d9def2 admin admin] Network hostable DHCP agents. Network: 9cdc443e-f263-4fcb-a3a0-e5139ddc7ee0, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:34:29.647933 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:29.686669 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 38616) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:34:29.705418 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-f982b9f2-859c-4499-95bc-1ba1c5fe9761 None None] Provisioning complete for port a912b48b-feb3-4360-91e0-ec14f5fb9853 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:34:29.705927 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f982b9f2-859c-4499-95bc-1ba1c5fe9761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:29.713072 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-400115d7-dc46-45ae-8460-b9465fae0fbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27070'] for router, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:29.717603 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-400115d7-dc46-45ae-8460-b9465fae0fbf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:29.751554 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768c8483-e963-4b6c-9764-18bdc6d9def2 admin admin] Network 9cdc443e-f263-4fcb-a3a0-e5139ddc7ee0 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:34:29.757207 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-f982b9f2-859c-4499-95bc-1ba1c5fe9761 None None] Port a912b48b-feb3-4360-91e0-ec14f5fb9853 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:34:29.803853 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcf8bb0-05eb-479c-a7c1-bd403e482db7 req-e30c474c-e22f-4711-9909-635199d57be6 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:29.805455 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9bcf8bb0-05eb-479c-a7c1-bd403e482db7 req-e30c474c-e22f-4711-9909-635199d57be6 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.1769786 Apr 05 14:34:29.859037 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9bcf8bb0-05eb-479c-a7c1-bd403e482db7 req-cc1c182e-b1d3-4770-86b9-b7bbe2817a07 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468192 Apr 05 14:34:29.886654 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-768c8483-e963-4b6c-9764-18bdc6d9def2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 9cdc443e-f263-4fcb-a3a0-e5139ddc7ee0) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:34:29.892595 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-de54432e-8ee6-40ea-9cbc-2d5012d3a7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:29.894659 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4546f8-0551-4d96-bfa6-4f9f92d3d339 None None] Network 9cdc443e-f263-4fcb-a3a0-e5139ddc7ee0 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:34:29.895541 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768c8483-e963-4b6c-9764-18bdc6d9def2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:29.896122 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-768c8483-e963-4b6c-9764-18bdc6d9def2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:29.910391 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-400115d7-dc46-45ae-8460-b9465fae0fbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803298'] for router, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:29.910886 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-400115d7-dc46-45ae-8460-b9465fae0fbf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80f26961-2885-4428-91fc-d6b2a151ea9a {{(pid=103320) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:34:29.916816 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-400115d7-dc46-45ae-8460-b9465fae0fbf admin admin] Notify callbacks [] for router, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:29.920706 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-400115d7-dc46-45ae-8460-b9465fae0fbf admin admin] 10.222.0.30 "DELETE /v2.0/routers/80f26961-2885-4428-91fc-d6b2a151ea9a HTTP/1.1" status: 204 len: 168 time: 1.9877839 Apr 05 14:34:29.921363 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 38624) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:34:29.942029 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-1992c69b-7eab-42d9-94ac-02d2d3497198 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=46506dd378824c31a44f4042351ca50c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2557926 Apr 05 14:34:29.950666 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 38626) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:34:30.005994 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_v2 [None req-dabaa77e-8227-49df-abbb-614712023d34 admin admin] Deleting subnet a86e7bf8-0316-4d66-947f-2988d050b67d {{(pid=103320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:34:30.012301 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dabaa77e-8227-49df-abbb-614712023d34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:30.062655 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8abd765-3277-4250-90d7-b47112b62300 None None] Network 9cdc443e-f263-4fcb-a3a0-e5139ddc7ee0 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:34:30.118585 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-54e7b2be-97bd-4fd6-b51a-540e1fa0ad03 req-5010ebdb-6949-41a8-8a0c-72fa47b7897a tempest-ServerShowV254Test-323331933 tempest-ServerShowV254Test-323331933-project] 10.222.0.30 "GET /v2.0/ports?device_id=24ee56e8-9248-40d5-b59e-45282c4f3926 HTTP/1.1" status: 200 len: 210 time: 0.0837045 Apr 05 14:34:30.140788 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-de54432e-8ee6-40ea-9cbc-2d5012d3a7a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:30.155383 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dabaa77e-8227-49df-abbb-614712023d34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13399228'] for subnet, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:30.157334 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1921dc26-4494-4364-b3ff-0bae82c86814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:30.167007 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-768c8483-e963-4b6c-9764-18bdc6d9def2 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0589936 Apr 05 14:34:30.206043 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 4032c53b-96ab-4b67-b14e-c47acfa5a112 details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:34:30.207769 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-de54432e-8ee6-40ea-9cbc-2d5012d3a7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:30.297610 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de54432e-8ee6-40ea-9cbc-2d5012d3a7a6 admin admin] Pushing event updated for resources: {'Port': ['ID=a912b48b-feb3-4360-91e0-ec14f5fb9853,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:30.317955 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dabaa77e-8227-49df-abbb-614712023d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:30.331224 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-de54432e-8ee6-40ea-9cbc-2d5012d3a7a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809317'] for router_interface, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:30.398339 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device f567c999-3b94-4af9-8325-3684f1ecf09f up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:34:30.437512 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-25a485d7-90c0-48ff-a0bc-903dc8d4246e req-7af717cc-1827-4878-9f0e-8db423a14175 tempest-ServerShowV247Test-1198919426 tempest-ServerShowV247Test-1198919426-project] 10.222.0.30 "GET /v2.0/ports?device_id=aed13a9f-a066-4ac9-8a99-0d68d7980a18 HTTP/1.1" status: 200 len: 210 time: 0.0776265 Apr 05 14:34:30.441033 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1921dc26-4494-4364-b3ff-0bae82c86814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:30.483815 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dabaa77e-8227-49df-abbb-614712023d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15773812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13127359'] for subnet, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:30.542021 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port f567c999-3b94-4af9-8325-3684f1ecf09f triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:34:30.542333 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:30.582576 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de54432e-8ee6-40ea-9cbc-2d5012d3a7a6 admin admin] Network d702c3d6-7199-4322-a653-c463eb30ccf9 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:34:30.587756 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-de54432e-8ee6-40ea-9cbc-2d5012d3a7a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:34:30.618617 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 4032c53b-96ab-4b67-b14e-c47acfa5a112, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=4032c53b-96ab-4b67-b14e-c47acfa5a112,segment=NetworkSegment(87207719-1f48-46bc-a702-a88951a34078),segment_id=87207719-1f48-46bc-a702-a88951a34078)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:34:30.645559 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabaa77e-8227-49df-abbb-614712023d34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a86e7bf8-0316-4d66-947f-2988d050b67d,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:30.650460 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': '4032c53b-96ab-4b67-b14e-c47acfa5a112', 'network_id': 'bbe33099-0907-4578-b91f-9ecd1e0f3a95', 'port_id': '4032c53b-96ab-4b67-b14e-c47acfa5a112', 'mac_address': 'fa:16:3e:23:4d:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c529ad6d-a94e-4533-88f8-eeabc5541ed8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:34:30.652751 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dabaa77e-8227-49df-abbb-614712023d34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:30.657809 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-dabaa77e-8227-49df-abbb-614712023d34 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/a86e7bf8-0316-4d66-947f-2988d050b67d HTTP/1.1" status: 204 len: 168 time: 0.7354777 Apr 05 14:34:30.660393 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 38648) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:34:30.731419 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c328dfa-3ce0-497b-af24-650a7e2fcb34 None None] Network 9be46ab3-39de-4b1a-90d5-4364bad09005 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:34:30.863347 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ec5198e2-df2c-4dd9-85dd-895ef13ba816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:30.893452 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de54432e-8ee6-40ea-9cbc-2d5012d3a7a6 admin admin] Router a58a7519-7ff4-4b29-8e4d-fbf8a66d8965 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:34:30.900142 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:30.923928 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:30.944392 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1921dc26-4494-4364-b3ff-0bae82c86814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:30.947708 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1921dc26-4494-4364-b3ff-0bae82c86814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:30.948184 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port f567c999-3b94-4af9-8325-3684f1ecf09f, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=f567c999-3b94-4af9-8325-3684f1ecf09f,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:34:30.957523 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-1921dc26-4494-4364-b3ff-0bae82c86814 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/707b7a1c-5ddb-40be-ae80-40bb7786439a HTTP/1.1" status: 204 len: 168 time: 1.0057206 Apr 05 14:34:30.986078 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1921dc26-4494-4364-b3ff-0bae82c86814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=707b7a1c-5ddb-40be-ae80-40bb7786439a,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:31.038721 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:31.041719 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4032c53b-96ab-4b67-b14e-c47acfa5a112 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:34:31.053458 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 3455abe1-271d-4d66-be2a-00a6c4302f35 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:34:31.156005 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 3455abe1-271d-4d66-be2a-00a6c4302f35 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:34:31.157028 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 3455abe1-271d-4d66-be2a-00a6c4302f35 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:34:31.171424 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 4032c53b-96ab-4b67-b14e-c47acfa5a112, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=4032c53b-96ab-4b67-b14e-c47acfa5a112,segment=NetworkSegment(87207719-1f48-46bc-a702-a88951a34078),segment_id=87207719-1f48-46bc-a702-a88951a34078)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:34:31.187026 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de54432e-8ee6-40ea-9cbc-2d5012d3a7a6 admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:34:31.207130 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be95258-2db1-434f-91f2-e49dfe7ae9e9 None None] Sync routers for ids ['a58a7519-7ff4-4b29-8e4d-fbf8a66d8965'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:34:31.228984 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-de54432e-8ee6-40ea-9cbc-2d5012d3a7a6 admin admin] 10.222.0.30 "PUT /v2.0/routers/a58a7519-7ff4-4b29-8e4d-fbf8a66d8965/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1761870 Apr 05 14:34:31.244665 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be95258-2db1-434f-91f2-e49dfe7ae9e9 None None] Routers {'a58a7519-7ff4-4b29-8e4d-fbf8a66d8965'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:34:31.245660 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-4be95258-2db1-434f-91f2-e49dfe7ae9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:34:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['a58a7519-7ff4-4b29-8e4d-fbf8a66d8965'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:31.292235 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:31.302421 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9d5b312e-e1d8-4f21-9e7d-a12cdab708bb None None] Provisioning complete for port a912b48b-feb3-4360-91e0-ec14f5fb9853 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:34:31.302964 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9d5b312e-e1d8-4f21-9e7d-a12cdab708bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:31.305239 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=f567c999-3b94-4af9-8325-3684f1ecf09f,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:31.349310 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b7d83-deb9-4b84-a5fe-8e7141fef615 req-4e4c62a6-3cab-4cb4-9ca6-98c690b88e1f tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:31.349310 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cb1b7d83-deb9-4b84-a5fe-8e7141fef615 req-4e4c62a6-3cab-4cb4-9ca6-98c690b88e1f tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] 10.222.0.30 "GET /v2.0/networks?id=9cdc443e-f263-4fcb-a3a0-e5139ddc7ee0 HTTP/1.1" status: 200 len: 813 time: 0.3141675 Apr 05 14:34:31.384633 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-ec5198e2-df2c-4dd9-85dd-895ef13ba816 admin admin] Deleting port 071a02d5-8eb6-4079-a542-9aa9c5587815 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:34:31.385231 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ec5198e2-df2c-4dd9-85dd-895ef13ba816 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:31.432455 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9d5b312e-e1d8-4f21-9e7d-a12cdab708bb None None] Port a912b48b-feb3-4360-91e0-ec14f5fb9853 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:34:31.435862 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['4032c53b-96ab-4b67-b14e-c47acfa5a112'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:34:31.446802 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cb1b7d83-deb9-4b84-a5fe-8e7141fef615 req-89bd3ca8-d941-4dd7-91fb-29b601d16fa0 tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] 10.222.0.30 "GET /v2.0/quotas/c9fa1a8686934c25af86658fe6450ad6 HTTP/1.1" status: 200 len: 375 time: 0.0552883 Apr 05 14:34:31.507247 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe15a86a-d6ba-4954-b42a-ca365d8caef4 None None] DHCP port deletion for 9be46ab3-39de-4b1a-90d5-4364bad09005 request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:34:31.511691 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=4032c53b-96ab-4b67-b14e-c47acfa5a112,revision_number=12']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:31.538139 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-4be95258-2db1-434f-91f2-e49dfe7ae9e9 None None] Set router a58a7519-7ff4-4b29-8e4d-fbf8a66d8965 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:34:31.638520 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-fe15a86a-d6ba-4954-b42a-ca365d8caef4 None None] Deleting port 071a02d5-8eb6-4079-a542-9aa9c5587815 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:34:31.638905 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fe15a86a-d6ba-4954-b42a-ca365d8caef4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:31.809214 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-fe15a86a-d6ba-4954-b42a-ca365d8caef4 None None] For port 071a02d5-8eb6-4079-a542-9aa9c5587815, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=071a02d5-8eb6-4079-a542-9aa9c5587815,segment=NetworkSegment(0249fdd3-4d14-47db-849c-c0208c2df49e),segment_id=0249fdd3-4d14-47db-849c-c0208c2df49e)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:34:31.809624 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fe15a86a-d6ba-4954-b42a-ca365d8caef4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:31.843982 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-fe15a86a-d6ba-4954-b42a-ca365d8caef4 None None] Calling delete_port for 071a02d5-8eb6-4079-a542-9aa9c5587815 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:34:31.928203 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device f567c999-3b94-4af9-8325-3684f1ecf09f up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:34:31.929375 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-4be95258-2db1-434f-91f2-e49dfe7ae9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58a7519-7ff4-4b29-8e4d-fbf8a66d8965', 'name': 'tempest-TaggedBootDevicesTest-226704702-router', 'tenant_id': '7e1ca79997b14d37bbfde5791240b349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'f567c999-3b94-4af9-8325-3684f1ecf09f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:34:20Z', 'updated_at': '2022-04-05T14:34:29Z', 'revision_number': 4, 'project_id': '7e1ca79997b14d37bbfde5791240b349', 'gw_port': {'id': 'f567c999-3b94-4af9-8325-3684f1ecf09f', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58a7519-7ff4-4b29-8e4d-fbf8a66d8965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:22Z', 'updated_at': '2022-04-05T14:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': 'a912b48b-feb3-4360-91e0-ec14f5fb9853', 'name': '', 'network_id': 'd702c3d6-7199-4322-a653-c463eb30ccf9', 'tenant_id': '7e1ca79997b14d37bbfde5791240b349', 'mac_address': 'fa:16:3e:88:84:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58a7519-7ff4-4b29-8e4d-fbf8a66d8965', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '31d23931-2c8c-4da7-8029-521a7261e7d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:27Z', 'updated_at': '2022-04-05T14:34:29Z', 'revision_number': 2, 'project_id': '7e1ca79997b14d37bbfde5791240b349', 'subnets': [{'id': '31d23931-2c8c-4da7-8029-521a7261e7d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:31.990292 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be95258-2db1-434f-91f2-e49dfe7ae9e9 None None] Checking router: a58a7519-7ff4-4b29-8e4d-fbf8a66d8965 for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:34:31.990638 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be95258-2db1-434f-91f2-e49dfe7ae9e9 None None] Updating router a58a7519-7ff4-4b29-8e4d-fbf8a66d8965 port a912b48b-feb3-4360-91e0-ec14f5fb9853 binding host n-d-836650-2 {{(pid=103323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:34:32.031249 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4be95258-2db1-434f-91f2-e49dfe7ae9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:32.074312 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cb1b7d83-deb9-4b84-a5fe-8e7141fef615 req-c4f2a60a-8292-45a4-b572-bdc08d989e65 tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9fa1a8686934c25af86658fe6450ad6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.6307433 Apr 05 14:34:32.092570 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7891ad-65d9-47d7-90b7-4bbe5422b675 req-fd9be688-1d2d-42a7-8d4f-642bead26a56 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:32.100417 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3f7891ad-65d9-47d7-90b7-4bbe5422b675 req-fd9be688-1d2d-42a7-8d4f-642bead26a56 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 946 time: 0.7657344 Apr 05 14:34:32.190430 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-ec5198e2-df2c-4dd9-85dd-895ef13ba816 admin admin] For port 071a02d5-8eb6-4079-a542-9aa9c5587815, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=071a02d5-8eb6-4079-a542-9aa9c5587815,segment=NetworkSegment(0249fdd3-4d14-47db-849c-c0208c2df49e),segment_id=0249fdd3-4d14-47db-849c-c0208c2df49e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:34:32.191431 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ec5198e2-df2c-4dd9-85dd-895ef13ba816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:32.238707 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3f7891ad-65d9-47d7-90b7-4bbe5422b675 req-b1fdc1e6-2353-4bc3-a76b-03087799045e tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366949 Apr 05 14:34:32.242066 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port f567c999-3b94-4af9-8325-3684f1ecf09f triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:34:32.242618 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:32.255293 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-ec5198e2-df2c-4dd9-85dd-895ef13ba816 admin admin] Calling delete_port for 071a02d5-8eb6-4079-a542-9aa9c5587815 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:34:32.348580 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cb1b7d83-deb9-4b84-a5fe-8e7141fef615 req-ec32d049-7ffd-4921-adac-6fea54e01362 service neutron] 10.222.0.30 "GET /v2.0/networks/9cdc443e-f263-4fcb-a3a0-e5139ddc7ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731559 Apr 05 14:34:32.401369 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fe15a86a-d6ba-4954-b42a-ca365d8caef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:32.487988 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2cffb7c4-09ef-473c-952c-acb47b16da77 req-923df4b5-c1a3-4f68-9d57-7741185ab141 tempest-ServerShowV254Test-323331933 tempest-ServerShowV254Test-323331933-project] 10.222.0.30 "GET /v2.0/ports?device_id=24ee56e8-9248-40d5-b59e-45282c4f3926 HTTP/1.1" status: 200 len: 210 time: 0.0924630 Apr 05 14:34:32.511425 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe15a86a-d6ba-4954-b42a-ca365d8caef4 None None] Pushing event deleted for resources: {'Port': ['ID=071a02d5-8eb6-4079-a542-9aa9c5587815,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:32.526036 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe15a86a-d6ba-4954-b42a-ca365d8caef4 None None] No DVR routers for this DVR port 071a02d5-8eb6-4079-a542-9aa9c5587815 on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:34:32.577251 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ec5198e2-df2c-4dd9-85dd-895ef13ba816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:32.620734 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5198e2-df2c-4dd9-85dd-895ef13ba816 admin admin] Pushing event deleted for resources: {'Port': ['ID=071a02d5-8eb6-4079-a542-9aa9c5587815,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:32.627866 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5198e2-df2c-4dd9-85dd-895ef13ba816 admin admin] No DVR routers for this DVR port 071a02d5-8eb6-4079-a542-9aa9c5587815 on host n-d-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:34:32.653269 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4be95258-2db1-434f-91f2-e49dfe7ae9e9 None None] Notify callbacks [] for port, precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:32.690419 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 071a02d5-8eb6-4079-a542-9aa9c5587815 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:34:32.722121 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4be95258-2db1-434f-91f2-e49dfe7ae9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:32.770315 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dfd12523-0dc9-4f66-b840-f08bf127ed16 req-f475a7f0-7892-44ab-a080-27dd76c05db4 tempest-ServerShowV247Test-1198919426 tempest-ServerShowV247Test-1198919426-project] 10.222.0.30 "GET /v2.0/ports?device_id=aed13a9f-a066-4ac9-8a99-0d68d7980a18 HTTP/1.1" status: 200 len: 210 time: 0.0744488 Apr 05 14:34:32.770967 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 071a02d5-8eb6-4079-a542-9aa9c5587815 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:34:32.774478 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 071a02d5-8eb6-4079-a542-9aa9c5587815 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:34:32.774960 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 64b059a8-9a08-428e-b8a7-80d5ae8458bc no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:34:32.785281 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cb1b7d83-deb9-4b84-a5fe-8e7141fef615 req-d0887a4d-0c49-45c4-8a49-637144bc8828 service neutron] 10.222.0.30 "GET /v2.0/networks/9cdc443e-f263-4fcb-a3a0-e5139ddc7ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4350359 Apr 05 14:34:32.791248 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ec5198e2-df2c-4dd9-85dd-895ef13ba816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:32.817561 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 38710) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:34:32.830398 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 64b059a8-9a08-428e-b8a7-80d5ae8458bc {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:34:32.830510 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcfb9eb-65f7-44e6-baee-8bf981159f6a None None] Pushing event updated for resources: {'Port': ['ID=a912b48b-feb3-4360-91e0-ec14f5fb9853,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:32.830732 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 64b059a8-9a08-428e-b8a7-80d5ae8458bc not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:34:32.846131 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-ec5198e2-df2c-4dd9-85dd-895ef13ba816 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9be46ab3-39de-4b1a-90d5-4364bad09005']}} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:32.896741 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 38714) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:34:32.903623 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-3b9829bf-02af-4b47-a8a9-1e4621d33c6f admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-521582567-network', 'tenant_id': 'ba40bc5300fc4511bcca30241f52a3c3'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:34:32.915632 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-ec5198e2-df2c-4dd9-85dd-895ef13ba816 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0249fdd3-4d14-47db-849c-c0208c2df49e') {'for_net_delete': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:32.915632 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-ec5198e2-df2c-4dd9-85dd-895ef13ba816 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0249fdd3-4d14-47db-849c-c0208c2df49e') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:32.938423 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ec5198e2-df2c-4dd9-85dd-895ef13ba816 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13399223'] for segment, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:32.966335 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ec5198e2-df2c-4dd9-85dd-895ef13ba816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:32.978393 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec5198e2-df2c-4dd9-85dd-895ef13ba816 admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=103320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:34:32.983046 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ec5198e2-df2c-4dd9-85dd-895ef13ba816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15765202'] for segment, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:32.999635 n-d-836650-2 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:34:32.999635 n-d-836650-2 neutron-server[103320]: self.session.flush() Apr 05 14:34:32.999635 n-d-836650-2 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:34:32.999635 n-d-836650-2 neutron-server[103320]: self.session.flush() Apr 05 14:34:32.999635 n-d-836650-2 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:34:32.999635 n-d-836650-2 neutron-server[103320]: self.session.flush() Apr 05 14:34:32.999635 n-d-836650-2 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:34:32.999635 n-d-836650-2 neutron-server[103320]: self.session.flush() Apr 05 14:34:32.999635 n-d-836650-2 neutron-server[103320]: Traceback (most recent call last): Apr 05 14:34:32.999635 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:34:32.999635 n-d-836650-2 neutron-server[103320]: timer() Apr 05 14:34:32.999635 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:34:32.999635 n-d-836650-2 neutron-server[103320]: cb(*args, **kw) Apr 05 14:34:32.999635 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:34:32.999635 n-d-836650-2 neutron-server[103320]: return func(*args, **kwargs) Apr 05 14:34:32.999635 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:34:32.999635 n-d-836650-2 neutron-server[103320]: self._notify() Apr 05 14:34:32.999635 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:34:32.999635 n-d-836650-2 neutron-server[103320]: self.callback(batched_events) Apr 05 14:34:32.999635 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:34:32.999635 n-d-836650-2 neutron-server[103320]: event.method(event) Apr 05 14:34:32.999635 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:34:32.999635 n-d-836650-2 neutron-server[103320]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:34:32.999635 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:34:32.999635 n-d-836650-2 neutron-server[103320]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:34:32.999635 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:34:32.999635 n-d-836650-2 neutron-server[103320]: return f(self, *a, **k) Apr 05 14:34:32.999635 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:34:32.999635 n-d-836650-2 neutron-server[103320]: return self._get(url).json() Apr 05 14:34:32.999635 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:34:32.999635 n-d-836650-2 neutron-server[103320]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:34:32.999635 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:34:32.999635 n-d-836650-2 neutron-server[103320]: return self.request(url, 'GET', **kwargs) Apr 05 14:34:32.999635 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:34:32.999635 n-d-836650-2 neutron-server[103320]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:34:32.999635 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:34:32.999635 n-d-836650-2 neutron-server[103320]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:34:32.999635 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:34:32.999635 n-d-836650-2 neutron-server[103320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:34:32.999635 n-d-836650-2 neutron-server[103320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:34:33.032475 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-4be95258-2db1-434f-91f2-e49dfe7ae9e9 None None] Attempting to bind port a912b48b-feb3-4360-91e0-ec14f5fb9853 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:34:33.033005 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-4be95258-2db1-434f-91f2-e49dfe7ae9e9 None None] Attempting to bind port a912b48b-feb3-4360-91e0-ec14f5fb9853 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'd416e1c2-0a1e-4961-921e-eee607643059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'd702c3d6-7199-4322-a653-c463eb30ccf9'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:34:33.036238 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be95258-2db1-434f-91f2-e49dfe7ae9e9 None None] Attempting to bind port a912b48b-feb3-4360-91e0-ec14f5fb9853 on network d702c3d6-7199-4322-a653-c463eb30ccf9 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:34:33.041439 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be95258-2db1-434f-91f2-e49dfe7ae9e9 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:34:33.042200 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be95258-2db1-434f-91f2-e49dfe7ae9e9 None None] Checking segment: {'id': 'd416e1c2-0a1e-4961-921e-eee607643059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'd702c3d6-7199-4322-a653-c463eb30ccf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:34:33.042771 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4be95258-2db1-434f-91f2-e49dfe7ae9e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:33.043336 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be95258-2db1-434f-91f2-e49dfe7ae9e9 None None] Bound using segment: {'id': 'd416e1c2-0a1e-4961-921e-eee607643059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'd702c3d6-7199-4322-a653-c463eb30ccf9'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:34:33.044227 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-4be95258-2db1-434f-91f2-e49dfe7ae9e9 None None] Bound port: a912b48b-feb3-4360-91e0-ec14f5fb9853, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd416e1c2-0a1e-4961-921e-eee607643059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'd702c3d6-7199-4322-a653-c463eb30ccf9'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:34:33.044988 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4be95258-2db1-434f-91f2-e49dfe7ae9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:33.053067 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b9829bf-02af-4b47-a8a9-1e4621d33c6f admin admin] Made reservation on behalf of ba40bc5300fc4511bcca30241f52a3c3 for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:34:33.055883 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3b9829bf-02af-4b47-a8a9-1e4621d33c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:33.067172 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3b9829bf-02af-4b47-a8a9-1e4621d33c6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:33.143178 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ec5198e2-df2c-4dd9-85dd-895ef13ba816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:33.149422 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ec5198e2-df2c-4dd9-85dd-895ef13ba816 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:33.153239 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-ec5198e2-df2c-4dd9-85dd-895ef13ba816 admin admin] 10.222.0.30 "DELETE /v2.0/networks/9be46ab3-39de-4b1a-90d5-4364bad09005 HTTP/1.1" status: 204 len: 168 time: 2.4916561 Apr 05 14:34:33.163673 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-4be95258-2db1-434f-91f2-e49dfe7ae9e9 None None] For port a912b48b-feb3-4360-91e0-ec14f5fb9853, host n-d-836650-2, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:34:33.170874 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-4be95258-2db1-434f-91f2-e49dfe7ae9e9 None None] For port a912b48b-feb3-4360-91e0-ec14f5fb9853, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=a912b48b-feb3-4360-91e0-ec14f5fb9853,segment=NetworkSegment(d416e1c2-0a1e-4961-921e-eee607643059),segment_id=d416e1c2-0a1e-4961-921e-eee607643059)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:34:33.204634 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5198e2-df2c-4dd9-85dd-895ef13ba816 admin admin] Pushing event deleted for resources: {'Network': ['ID=9be46ab3-39de-4b1a-90d5-4364bad09005,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:33.215335 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3b9829bf-02af-4b47-a8a9-1e4621d33c6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:33.246620 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-a84ceb12-098a-40a8-84e2-c03293975aee tempest-ServiceProvidersTest-271268311 tempest-ServiceProvidersTest-271268311-project] 10.222.0.30 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.4216504 Apr 05 14:34:33.250899 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4be95258-2db1-434f-91f2-e49dfe7ae9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:33.291380 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3b9829bf-02af-4b47-a8a9-1e4621d33c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:33.300772 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c9fc3613-fd25-47d5-995f-f68099a29801 req-8c671ca2-073d-40b6-afa2-067cd1960db4 tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ef54ac0-8975-4d64-a863-a607c5a148f3 HTTP/1.1" status: 200 len: 210 time: 0.0972476 Apr 05 14:34:33.345084 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-edf3bbf3-a96f-4d02-89b1-4df52073d874 None None] Provisioning complete for port a912b48b-feb3-4360-91e0-ec14f5fb9853 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:34:33.348046 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-edf3bbf3-a96f-4d02-89b1-4df52073d874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:33.406724 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b9829bf-02af-4b47-a8a9-1e4621d33c6f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:34:33.439851 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcfb9eb-65f7-44e6-baee-8bf981159f6a None None] Pushing event updated for resources: {'Port': ['ID=a912b48b-feb3-4360-91e0-ec14f5fb9853,revision_number=4']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:33.476327 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9829bf-02af-4b47-a8a9-1e4621d33c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea42746-963a-41bc-8073-9b865698dd9e,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:33.489540 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be95258-2db1-434f-91f2-e49dfe7ae9e9 None None] Routers {'a58a7519-7ff4-4b29-8e4d-fbf8a66d8965'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:34:33.490428 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-4be95258-2db1-434f-91f2-e49dfe7ae9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:34:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['a58a7519-7ff4-4b29-8e4d-fbf8a66d8965'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:33.494982 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3b9829bf-02af-4b47-a8a9-1e4621d33c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:33.499492 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-3b9829bf-02af-4b47-a8a9-1e4621d33c6f admin admin] Added segment ad35469a-e11d-4fe2-af47-3c92f5352ee4 of type vlan for network f658ca6d-e0a3-40a6-aff8-86c9da80d85a Apr 05 14:34:33.556010 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9829bf-02af-4b47-a8a9-1e4621d33c6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:34:33.556519 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9829bf-02af-4b47-a8a9-1e4621d33c6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:34:33.557030 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9829bf-02af-4b47-a8a9-1e4621d33c6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:34:33.557721 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9829bf-02af-4b47-a8a9-1e4621d33c6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:34:33.558730 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9829bf-02af-4b47-a8a9-1e4621d33c6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:34:33.559162 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9829bf-02af-4b47-a8a9-1e4621d33c6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:34:33.559612 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9829bf-02af-4b47-a8a9-1e4621d33c6f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:34:33.560084 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9829bf-02af-4b47-a8a9-1e4621d33c6f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:34:33.560493 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9829bf-02af-4b47-a8a9-1e4621d33c6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:34:33.561312 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9829bf-02af-4b47-a8a9-1e4621d33c6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:34:33.562293 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9829bf-02af-4b47-a8a9-1e4621d33c6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:34:33.562801 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9829bf-02af-4b47-a8a9-1e4621d33c6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:34:33.580122 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-edf3bbf3-a96f-4d02-89b1-4df52073d874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:33.592709 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8bab84-c21f-49dd-8524-c803e0f45aac req-76cf9224-26de-4f13-aa49-4a47af68f66b tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:33.609370 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2a8bab84-c21f-49dd-8524-c803e0f45aac req-76cf9224-26de-4f13-aa49-4a47af68f66b tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 946 time: 0.1352839 Apr 05 14:34:33.647187 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-4be95258-2db1-434f-91f2-e49dfe7ae9e9 None None] Set router a58a7519-7ff4-4b29-8e4d-fbf8a66d8965 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:34:33.656282 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3b9829bf-02af-4b47-a8a9-1e4621d33c6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:33.695308 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-edf3bbf3-a96f-4d02-89b1-4df52073d874 None None] For port a912b48b-feb3-4360-91e0-ec14f5fb9853, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=a912b48b-feb3-4360-91e0-ec14f5fb9853,segment=NetworkSegment(d416e1c2-0a1e-4961-921e-eee607643059),segment_id=d416e1c2-0a1e-4961-921e-eee607643059)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:34:33.713593 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2a8bab84-c21f-49dd-8524-c803e0f45aac req-ba853df9-5979-4f5a-bd81-03386df3637f tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015491 Apr 05 14:34:33.752490 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2aa922cf-391b-4eef-a72c-f4273087e1a7 req-5b71e42f-a683-4606-89fb-a6ffc0e9c495 tempest-ServerShowV254Test-323331933 tempest-ServerShowV254Test-323331933-project] 10.222.0.30 "GET /v2.0/ports?device_id=24ee56e8-9248-40d5-b59e-45282c4f3926 HTTP/1.1" status: 200 len: 210 time: 0.0664809 Apr 05 14:34:33.761300 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3b9829bf-02af-4b47-a8a9-1e4621d33c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:33.762809 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9829bf-02af-4b47-a8a9-1e4621d33c6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:33.764053 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3b9829bf-02af-4b47-a8a9-1e4621d33c6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:33.802348 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 38734) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:34:33.858898 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-edf3bbf3-a96f-4d02-89b1-4df52073d874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:33.868733 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9829bf-02af-4b47-a8a9-1e4621d33c6f admin admin] Pushing event updated for resources: {'Network': ['ID=f658ca6d-e0a3-40a6-aff8-86c9da80d85a,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:33.894578 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-465bcedb-2f3e-47e6-8894-8cee05a1fd05 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4c46023293d04937b7cc39b36bfca09f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0905557 Apr 05 14:34:33.900955 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 38738) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:34:33.941324 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network f658ca6d-e0a3-40a6-aff8-86c9da80d85a details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:34:33.971350 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 38740) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:34:33.975244 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-3b9829bf-02af-4b47-a8a9-1e4621d33c6f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0770586 Apr 05 14:34:33.987533 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-06d8a6e2-4a60-4ade-943f-6183d6fdcc62 req-2cdefcaa-baf6-4522-b596-08a363ca2863 tempest-ServerShowV247Test-1198919426 tempest-ServerShowV247Test-1198919426-project] 10.222.0.30 "GET /v2.0/ports?device_id=aed13a9f-a066-4ac9-8a99-0d68d7980a18 HTTP/1.1" status: 200 len: 210 time: 0.0732219 Apr 05 14:34:33.996073 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-80c17944-e755-442c-9a9a-d9d8c642bce3 admin admin] Request body: {'subnet': {'network_id': 'f658ca6d-e0a3-40a6-aff8-86c9da80d85a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-521582567-subnet', 'tenant_id': 'ba40bc5300fc4511bcca30241f52a3c3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:34:34.030609 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d885f609-0a0a-47b3-8f20-fb509270e7cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:34.045766 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-4be95258-2db1-434f-91f2-e49dfe7ae9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58a7519-7ff4-4b29-8e4d-fbf8a66d8965', 'name': 'tempest-TaggedBootDevicesTest-226704702-router', 'tenant_id': '7e1ca79997b14d37bbfde5791240b349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'f567c999-3b94-4af9-8325-3684f1ecf09f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:34:20Z', 'updated_at': '2022-04-05T14:34:29Z', 'revision_number': 4, 'project_id': '7e1ca79997b14d37bbfde5791240b349', 'gw_port': {'id': 'f567c999-3b94-4af9-8325-3684f1ecf09f', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58a7519-7ff4-4b29-8e4d-fbf8a66d8965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:22Z', 'updated_at': '2022-04-05T14:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': 'a912b48b-feb3-4360-91e0-ec14f5fb9853', 'name': '', 'network_id': 'd702c3d6-7199-4322-a653-c463eb30ccf9', 'tenant_id': '7e1ca79997b14d37bbfde5791240b349', 'mac_address': 'fa:16:3e:88:84:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58a7519-7ff4-4b29-8e4d-fbf8a66d8965', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '31d23931-2c8c-4da7-8029-521a7261e7d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:27Z', 'updated_at': '2022-04-05T14:34:33Z', 'revision_number': 4, 'project_id': '7e1ca79997b14d37bbfde5791240b349', 'subnets': [{'id': '31d23931-2c8c-4da7-8029-521a7261e7d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:34.064211 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d885f609-0a0a-47b3-8f20-fb509270e7cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:34.116908 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c17944-e755-442c-9a9a-d9d8c642bce3 admin admin] Made reservation on behalf of ba40bc5300fc4511bcca30241f52a3c3 for: {'subnet': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:34:34.120485 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-80c17944-e755-442c-9a9a-d9d8c642bce3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13127328'] for subnet, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:34.207879 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be95258-2db1-434f-91f2-e49dfe7ae9e9 None None] The sync data for ids ['a58a7519-7ff4-4b29-8e4d-fbf8a66d8965'] in n-d-836650-2 is: [{'id': 'a58a7519-7ff4-4b29-8e4d-fbf8a66d8965', 'name': 'tempest-TaggedBootDevicesTest-226704702-router', 'tenant_id': '7e1ca79997b14d37bbfde5791240b349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'f567c999-3b94-4af9-8325-3684f1ecf09f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:34:20Z', 'updated_at': '2022-04-05T14:34:29Z', 'revision_number': 4, 'project_id': '7e1ca79997b14d37bbfde5791240b349', 'gw_port': {'id': 'f567c999-3b94-4af9-8325-3684f1ecf09f', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58a7519-7ff4-4b29-8e4d-fbf8a66d8965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:22Z', 'updated_at': '2022-04-05T14:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': 'a912b48b-feb3-4360-91e0-ec14f5fb9853', 'name': '', 'network_id': 'd702c3d6-7199-4322-a653-c463eb30ccf9', 'tenant_id': '7e1ca79997b14d37bbfde5791240b349', 'mac_address': 'fa:16:3e:88:84:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58a7519-7ff4-4b29-8e4d-fbf8a66d8965', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '31d23931-2c8c-4da7-8029-521a7261e7d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:27Z', 'updated_at': '2022-04-05T14:34:33Z', 'revision_number': 4, 'project_id': '7e1ca79997b14d37bbfde5791240b349', 'subnets': [{'id': '31d23931-2c8c-4da7-8029-521a7261e7d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:34:34.265718 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 4032c53b-96ab-4b67-b14e-c47acfa5a112 up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:34:34.288560 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d885f609-0a0a-47b3-8f20-fb509270e7cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:34.294936 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d885f609-0a0a-47b3-8f20-fb509270e7cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:34.300115 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-d885f609-0a0a-47b3-8f20-fb509270e7cb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/af1bc31d-d32e-449d-996f-2d72dd41207d HTTP/1.1" status: 204 len: 168 time: 0.3939056 Apr 05 14:34:34.300490 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 38748) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:34:34.326972 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf3bbf3-a96f-4d02-89b1-4df52073d874 None None] Pushing event updated for resources: {'Port': ['ID=a912b48b-feb3-4360-91e0-ec14f5fb9853,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:34.330566 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d885f609-0a0a-47b3-8f20-fb509270e7cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af1bc31d-d32e-449d-996f-2d72dd41207d,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:34.497755 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-eae4889c-b6e3-491a-b0f3-8bea9539ad4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:34.498885 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-62025647-27fa-4668-8d37-bc14cff6538e req-26b061e3-eddc-4615-b1cf-2801a97c3d7e tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ef54ac0-8975-4d64-a863-a607c5a148f3 HTTP/1.1" status: 200 len: 210 time: 0.0916367 Apr 05 14:34:34.524560 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-f097694f-3972-4987-b497-65ba3e8bba28 None None] Provisioning complete for port a912b48b-feb3-4360-91e0-ec14f5fb9853 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:34:34.525086 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f097694f-3972-4987-b497-65ba3e8bba28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:34.562685 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port 4032c53b-96ab-4b67-b14e-c47acfa5a112 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:34:34.563051 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:34.638521 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-eae4889c-b6e3-491a-b0f3-8bea9539ad4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:34.640795 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-80c17944-e755-442c-9a9a-d9d8c642bce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15773751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13127350'] for subnet, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:34.723814 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:34.729668 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-eae4889c-b6e3-491a-b0f3-8bea9539ad4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:34.753156 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f77f973-1352-47e3-bb5e-96953c90267a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4032c53b-96ab-4b67-b14e-c47acfa5a112'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:34:34.755516 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b24498-b44c-43f4-803c-46337165f5c8" -d '{"events": [{"server_uuid": "6f77f973-1352-47e3-bb5e-96953c90267a", "name": "network-vif-plugged", "status": "completed", "tag": "4032c53b-96ab-4b67-b14e-c47acfa5a112"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:34:34.772559 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 4032c53b-96ab-4b67-b14e-c47acfa5a112, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=4032c53b-96ab-4b67-b14e-c47acfa5a112,segment=NetworkSegment(87207719-1f48-46bc-a702-a88951a34078),segment_id=87207719-1f48-46bc-a702-a88951a34078)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:34:34.776049 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c17944-e755-442c-9a9a-d9d8c642bce3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=367f691e-089f-4ca6-8616-e57669d4fada,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:34.830778 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c17944-e755-442c-9a9a-d9d8c642bce3 admin admin] Checking segment: {'id': 'ad35469a-e11d-4fe2-af47-3c92f5352ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f658ca6d-e0a3-40a6-aff8-86c9da80d85a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:34:34.831137 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c17944-e755-442c-9a9a-d9d8c642bce3 admin admin] Network hostable DHCP agents. Network: f658ca6d-e0a3-40a6-aff8-86c9da80d85a, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:34:34.854156 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42ab3a00-047c-40dc-bc6f-a05010873327 x-openstack-request-id: req-42ab3a00-047c-40dc-bc6f-a05010873327 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:34:34.854289 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f77f973-1352-47e3-bb5e-96953c90267a", "name": "network-vif-plugged", "status": "completed", "tag": "4032c53b-96ab-4b67-b14e-c47acfa5a112", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:34:34.854547 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-42ab3a00-047c-40dc-bc6f-a05010873327 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:34:34.854948 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42ab3a00-047c-40dc-bc6f-a05010873327'] response: {'server_uuid': '6f77f973-1352-47e3-bb5e-96953c90267a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4032c53b-96ab-4b67-b14e-c47acfa5a112', 'code': 200} Apr 05 14:34:34.860736 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-eae4889c-b6e3-491a-b0f3-8bea9539ad4f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b0967e13802942daa901f4724be90baf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5576122 Apr 05 14:34:34.871820 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 38764) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:34:34.896446 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:34.937364 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae4889c-b6e3-491a-b0f3-8bea9539ad4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=063acdf0-be96-4a10-a264-20f0f3f11985,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:34.999069 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0baacfc6-3712-421a-8f17-9b8a80b91277 req-e651ceb4-48cd-4ba0-b301-5e9e8be3008e tempest-ServerShowV254Test-323331933 tempest-ServerShowV254Test-323331933-project] 10.222.0.30 "GET /v2.0/ports?device_id=24ee56e8-9248-40d5-b59e-45282c4f3926 HTTP/1.1" status: 200 len: 210 time: 0.0342050 Apr 05 14:34:35.018623 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734be4f6-fa51-402b-a780-959107744473 req-0c25b11d-9504-4194-a6a4-98a193b239d7 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:35.030206 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-734be4f6-fa51-402b-a780-959107744473 req-0c25b11d-9504-4194-a6a4-98a193b239d7 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 947 time: 0.1423101 Apr 05 14:34:35.034416 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c17944-e755-442c-9a9a-d9d8c642bce3 admin admin] Network f658ca6d-e0a3-40a6-aff8-86c9da80d85a is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:34:35.058337 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=4032c53b-96ab-4b67-b14e-c47acfa5a112,revision_number=13']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:35.074011 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f5b7c9a8-4603-4aa6-a277-6f7c9e4f2fc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:35.103225 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f5b7c9a8-4603-4aa6-a277-6f7c9e4f2fc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:35.146337 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-734be4f6-fa51-402b-a780-959107744473 req-71700f6a-1937-4abb-b6eb-6eb0bdcb64df tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017530 Apr 05 14:34:35.164599 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-53b5c886-fa4d-4400-9761-c5aef7ca39e4 req-734cd6f0-db9c-4303-b1ca-9efddadb6fe4 tempest-ServerShowV247Test-1198919426 tempest-ServerShowV247Test-1198919426-project] 10.222.0.30 "GET /v2.0/ports?device_id=aed13a9f-a066-4ac9-8a99-0d68d7980a18 HTTP/1.1" status: 200 len: 210 time: 0.0500205 Apr 05 14:34:35.165740 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-80c17944-e755-442c-9a9a-d9d8c642bce3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, f658ca6d-e0a3-40a6-aff8-86c9da80d85a) {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:34:35.171362 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c17944-e755-442c-9a9a-d9d8c642bce3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:35.172151 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-80c17944-e755-442c-9a9a-d9d8c642bce3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:35.176258 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688b11d3-fcc8-48f9-9759-2eee24887a57 None None] Network f658ca6d-e0a3-40a6-aff8-86c9da80d85a requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:34:35.281705 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 38768) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:34:35.330386 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f5b7c9a8-4603-4aa6-a277-6f7c9e4f2fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:35.330907 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-80c17944-e755-442c-9a9a-d9d8c642bce3 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3414915 Apr 05 14:34:35.333144 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 38770) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:34:35.339499 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f5b7c9a8-4603-4aa6-a277-6f7c9e4f2fc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:35.339659 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-c91794d7-8710-4a07-90d4-71d4e82dd4e2 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-521582567-router', 'tenant_id': 'ba40bc5300fc4511bcca30241f52a3c3', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:34:35.340365 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-f5b7c9a8-4603-4aa6-a277-6f7c9e4f2fc1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/063acdf0-be96-4a10-a264-20f0f3f11985 HTTP/1.1" status: 204 len: 168 time: 0.4674041 Apr 05 14:34:35.360035 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-cebc9794-46fe-4a84-ae5e-d649858dcfe4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=948bc5b0b4974bad8e34321208923dc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0768731 Apr 05 14:34:35.361300 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7c9a8-4603-4aa6-a277-6f7c9e4f2fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=063acdf0-be96-4a10-a264-20f0f3f11985,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:35.363271 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 38776) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:34:35.429064 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b7e265-092b-4ab3-8f4b-2f41d5e719fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-f658ca6d-e0a3-40a6-aff8-86c9da80d85a', 'network_id': 'f658ca6d-e0a3-40a6-aff8-86c9da80d85a', 'tenant_id': 'ba40bc5300fc4511bcca30241f52a3c3', 'fixed_ips': [{'subnet_id': '367f691e-089f-4ca6-8616-e57669d4fada'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:34:35.429064 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-43b7e265-092b-4ab3-8f4b-2f41d5e719fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:35.487485 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-30ca7b3a-f7bc-445a-9907-a33465600839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:35.507357 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c91794d7-8710-4a07-90d4-71d4e82dd4e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27088'] for router, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:35.509367 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c91794d7-8710-4a07-90d4-71d4e82dd4e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27079'] for router, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:35.551515 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-30ca7b3a-f7bc-445a-9907-a33465600839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:35.648023 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c91794d7-8710-4a07-90d4-71d4e82dd4e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:35.696128 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-27c21975-438c-4980-b589-d7b28f5bcfa0 req-980e0c46-c7df-4420-80a1-3af96f38063e tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ef54ac0-8975-4d64-a863-a607c5a148f3 HTTP/1.1" status: 200 len: 210 time: 0.0501912 Apr 05 14:34:35.699875 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-43b7e265-092b-4ab3-8f4b-2f41d5e719fb None None] Allocated IP 172.20.0.2 (f658ca6d-e0a3-40a6-aff8-86c9da80d85a/367f691e-089f-4ca6-8616-e57669d4fada/631b4a38-7184-4d07-a227-4b2b6d423f8b) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:34:35.762094 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-30ca7b3a-f7bc-445a-9907-a33465600839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:35.766775 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-30ca7b3a-f7bc-445a-9907-a33465600839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:35.767167 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-30ca7b3a-f7bc-445a-9907-a33465600839 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c1b63c32-024a-420e-90a1-e1cda9c4a87b HTTP/1.1" status: 204 len: 168 time: 0.4025230 Apr 05 14:34:35.782370 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ca7b3a-f7bc-445a-9907-a33465600839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b63c32-024a-420e-90a1-e1cda9c4a87b,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:35.973092 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device a912b48b-feb3-4360-91e0-ec14f5fb9853 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:34:36.026624 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c91794d7-8710-4a07-90d4-71d4e82dd4e2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:36.174572 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bb94f23e-fad4-48fa-bb5b-cebf41f8c492 req-0f46befc-d772-4976-bb5e-616ddcda6f58 tempest-ServerShowV254Test-323331933 tempest-ServerShowV254Test-323331933-project] 10.222.0.30 "GET /v2.0/ports?device_id=24ee56e8-9248-40d5-b59e-45282c4f3926 HTTP/1.1" status: 200 len: 210 time: 0.0456312 Apr 05 14:34:36.233830 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-43b7e265-092b-4ab3-8f4b-2f41d5e719fb None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:36.259435 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port a912b48b-feb3-4360-91e0-ec14f5fb9853 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:34:36.259915 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:36.349348 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-43b7e265-092b-4ab3-8f4b-2f41d5e719fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:36.415334 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b7e265-092b-4ab3-8f4b-2f41d5e719fb None None] Network f658ca6d-e0a3-40a6-aff8-86c9da80d85a is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:34:36.421903 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-43b7e265-092b-4ab3-8f4b-2f41d5e719fb None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:34:36.425976 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b7e265-092b-4ab3-8f4b-2f41d5e719fb None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:34:36.456151 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d1d67b8c-b336-4269-85d9-f4ca9bdf394a req-23c29ecc-840f-4aac-95f5-e02ec44ef622 tempest-ServerShowV247Test-1198919426 tempest-ServerShowV247Test-1198919426-project] 10.222.0.30 "GET /v2.0/ports?device_id=aed13a9f-a066-4ac9-8a99-0d68d7980a18 HTTP/1.1" status: 200 len: 210 time: 0.1564796 Apr 05 14:34:36.481260 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b7e265-092b-4ab3-8f4b-2f41d5e719fb None None] Pushing event updated for resources: {'Port': ['ID=631b4a38-7184-4d07-a227-4b2b6d423f8b,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:36.566209 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-43b7e265-092b-4ab3-8f4b-2f41d5e719fb None None] Attempting to bind port 631b4a38-7184-4d07-a227-4b2b6d423f8b on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:34:36.566576 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-43b7e265-092b-4ab3-8f4b-2f41d5e719fb None None] Attempting to bind port 631b4a38-7184-4d07-a227-4b2b6d423f8b by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'ad35469a-e11d-4fe2-af47-3c92f5352ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f658ca6d-e0a3-40a6-aff8-86c9da80d85a'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:34:36.566934 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b7e265-092b-4ab3-8f4b-2f41d5e719fb None None] Attempting to bind port 631b4a38-7184-4d07-a227-4b2b6d423f8b on network f658ca6d-e0a3-40a6-aff8-86c9da80d85a {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:34:36.575427 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b7e265-092b-4ab3-8f4b-2f41d5e719fb None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:34:36.575694 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b7e265-092b-4ab3-8f4b-2f41d5e719fb None None] Checking segment: {'id': 'ad35469a-e11d-4fe2-af47-3c92f5352ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f658ca6d-e0a3-40a6-aff8-86c9da80d85a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:34:36.576060 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-43b7e265-092b-4ab3-8f4b-2f41d5e719fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:36.576458 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b7e265-092b-4ab3-8f4b-2f41d5e719fb None None] Bound using segment: {'id': 'ad35469a-e11d-4fe2-af47-3c92f5352ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f658ca6d-e0a3-40a6-aff8-86c9da80d85a'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:34:36.576966 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-43b7e265-092b-4ab3-8f4b-2f41d5e719fb None None] Bound port: 631b4a38-7184-4d07-a227-4b2b6d423f8b, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad35469a-e11d-4fe2-af47-3c92f5352ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f658ca6d-e0a3-40a6-aff8-86c9da80d85a'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:34:36.577398 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-43b7e265-092b-4ab3-8f4b-2f41d5e719fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:36.662871 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-43b7e265-092b-4ab3-8f4b-2f41d5e719fb None None] For port 631b4a38-7184-4d07-a227-4b2b6d423f8b, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:34:36.667683 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-43b7e265-092b-4ab3-8f4b-2f41d5e719fb None None] For port 631b4a38-7184-4d07-a227-4b2b6d423f8b, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=631b4a38-7184-4d07-a227-4b2b6d423f8b,segment=NetworkSegment(ad35469a-e11d-4fe2-af47-3c92f5352ee4),segment_id=ad35469a-e11d-4fe2-af47-3c92f5352ee4)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:34:36.686134 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad35dcf0-1ab1-4e09-82a1-25532265fda0 req-009ef26e-302d-409a-9752-963343736a0b tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:36.687739 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ad35dcf0-1ab1-4e09-82a1-25532265fda0 req-009ef26e-302d-409a-9752-963343736a0b tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 947 time: 0.3303502 Apr 05 14:34:36.771754 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b7d83-deb9-4b84-a5fe-8e7141fef615 req-1f889f3d-b4b1-4be0-a6eb-88a0724c44e6 tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:36.773368 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cb1b7d83-deb9-4b84-a5fe-8e7141fef615 req-1f889f3d-b4b1-4be0-a6eb-88a0724c44e6 tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] 10.222.0.55 "GET /v2.0/networks?id=9cdc443e-f263-4fcb-a3a0-e5139ddc7ee0 HTTP/1.1" status: 200 len: 813 time: 0.2751708 Apr 05 14:34:36.780983 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-43b7e265-092b-4ab3-8f4b-2f41d5e719fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:36.855686 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b7e265-092b-4ab3-8f4b-2f41d5e719fb None None] Pushing event updated for resources: {'Port': ['ID=631b4a38-7184-4d07-a227-4b2b6d423f8b,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:36.859670 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b4bb0d7d-20c3-4923-9a21-3adfa8c96ef2 req-fce1c8b1-685b-4409-bddb-c7c6161ce5cf tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ef54ac0-8975-4d64-a863-a607c5a148f3 HTTP/1.1" status: 200 len: 210 time: 0.0810406 Apr 05 14:34:36.870813 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b7e265-092b-4ab3-8f4b-2f41d5e719fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:34:36.871164 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b7e265-092b-4ab3-8f4b-2f41d5e719fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:34:36.871554 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b7e265-092b-4ab3-8f4b-2f41d5e719fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:34:36.871901 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b7e265-092b-4ab3-8f4b-2f41d5e719fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:34:36.872402 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b7e265-092b-4ab3-8f4b-2f41d5e719fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:34:36.872861 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b7e265-092b-4ab3-8f4b-2f41d5e719fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:34:36.873155 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-cb1b7d83-deb9-4b84-a5fe-8e7141fef615 req-968bf7d1-7dd5-43f9-bbf5-38d820d79be9 tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] Request body: {'port': {'device_id': '2ef54ac0-8975-4d64-a863-a607c5a148f3', 'network_id': '9cdc443e-f263-4fcb-a3a0-e5139ddc7ee0', 'admin_state_up': True, 'tenant_id': 'c9fa1a8686934c25af86658fe6450ad6'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:34:36.873281 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b7e265-092b-4ab3-8f4b-2f41d5e719fb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:34:36.873592 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b7e265-092b-4ab3-8f4b-2f41d5e719fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:34:36.873923 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b7e265-092b-4ab3-8f4b-2f41d5e719fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:34:36.874251 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b7e265-092b-4ab3-8f4b-2f41d5e719fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:34:36.874671 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b7e265-092b-4ab3-8f4b-2f41d5e719fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:34:36.875576 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b7e265-092b-4ab3-8f4b-2f41d5e719fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:34:37.071136 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ad35dcf0-1ab1-4e09-82a1-25532265fda0 req-f605a09c-250c-4c75-9703-f81bc750aca3 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3710451 Apr 05 14:34:37.197391 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c91794d7-8710-4a07-90d4-71d4e82dd4e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:37.325786 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c91794d7-8710-4a07-90d4-71d4e82dd4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:37.526633 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-c91794d7-8710-4a07-90d4-71d4e82dd4e2 admin admin] Allocated IP 172.25.6.206 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/9df223f0-9880-4ea6-bf69-faa3babf3484) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:34:37.695547 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 38854) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:34:37.745074 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c91794d7-8710-4a07-90d4-71d4e82dd4e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:37.957311 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-778a0671-8f2c-4f6e-8edd-6e2a223d4b0c req-afde95c0-62cf-4e84-a4ce-6b96141225d2 tempest-ServerShowV247Test-1198919426 tempest-ServerShowV247Test-1198919426-project] 10.222.0.30 "GET /v2.0/ports?device_id=aed13a9f-a066-4ac9-8a99-0d68d7980a18 HTTP/1.1" status: 200 len: 210 time: 0.0905769 Apr 05 14:34:38.031798 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 631b4a38-7184-4d07-a227-4b2b6d423f8b up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:34:38.079302 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-770a709e-ef8f-4fed-bc19-993bc37a4be4 admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-344984955-network', 'tenant_id': '6ed930259def4a749e627ee61d5a2c1c'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:34:38.079455 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6329718a-e81e-44f1-a76b-8510650931ca req-0cdc2b60-1df6-4c1d-b34d-f13de41325a2 tempest-ServerShowV254Test-323331933 tempest-ServerShowV254Test-323331933-project] 10.222.0.30 "GET /v2.0/ports?device_id=24ee56e8-9248-40d5-b59e-45282c4f3926 HTTP/1.1" status: 200 len: 210 time: 0.2099662 Apr 05 14:34:38.106441 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c91794d7-8710-4a07-90d4-71d4e82dd4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:38.186815 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 631b4a38-7184-4d07-a227-4b2b6d423f8b triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:34:38.187521 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:38.240418 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770a709e-ef8f-4fed-bc19-993bc37a4be4 admin admin] Made reservation on behalf of 6ed930259def4a749e627ee61d5a2c1c for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:34:38.243987 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-770a709e-ef8f-4fed-bc19-993bc37a4be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:38.271198 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-770a709e-ef8f-4fed-bc19-993bc37a4be4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:38.296766 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b15ba91b-a303-4d01-bd74-8d56d454aef0 req-f95e97e8-b43f-4303-a1d1-7ef3b1b0586c tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ef54ac0-8975-4d64-a863-a607c5a148f3 HTTP/1.1" status: 200 len: 210 time: 0.1214323 Apr 05 14:34:38.338566 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91794d7-8710-4a07-90d4-71d4e82dd4e2 admin admin] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:34:38.359406 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-c91794d7-8710-4a07-90d4-71d4e82dd4e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:34:38.371314 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91794d7-8710-4a07-90d4-71d4e82dd4e2 admin admin] Pushing event updated for resources: {'Port': ['ID=9df223f0-9880-4ea6-bf69-faa3babf3484,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:38.379456 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91794d7-8710-4a07-90d4-71d4e82dd4e2 admin admin] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:34:38.416592 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb1b7d83-deb9-4b84-a5fe-8e7141fef615 req-968bf7d1-7dd5-43f9-bbf5-38d820d79be9 tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] Made reservation on behalf of c9fa1a8686934c25af86658fe6450ad6 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:34:38.426534 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-cb1b7d83-deb9-4b84-a5fe-8e7141fef615 req-968bf7d1-7dd5-43f9-bbf5-38d820d79be9 tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:38.438819 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:38.542067 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-770a709e-ef8f-4fed-bc19-993bc37a4be4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:38.555342 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port 631b4a38-7184-4d07-a227-4b2b6d423f8b, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=631b4a38-7184-4d07-a227-4b2b6d423f8b,segment=NetworkSegment(ad35469a-e11d-4fe2-af47-3c92f5352ee4),segment_id=ad35469a-e11d-4fe2-af47-3c92f5352ee4)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:34:38.558213 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e38f1fe-7486-456a-b5f8-3446079f8cd5 req-8ab8ff11-ec0e-4d13-94b7-b415811ba6a6 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:38.574840 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0e38f1fe-7486-456a-b5f8-3446079f8cd5 req-8ab8ff11-ec0e-4d13-94b7-b415811ba6a6 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 947 time: 0.2499995 Apr 05 14:34:38.611880 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-770a709e-ef8f-4fed-bc19-993bc37a4be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:38.613176 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:38.660841 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770a709e-ef8f-4fed-bc19-993bc37a4be4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae7714a-5bcf-4241-a3e0-90abee0c0cb7,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:38.703475 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-770a709e-ef8f-4fed-bc19-993bc37a4be4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:34:38.731448 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=631b4a38-7184-4d07-a227-4b2b6d423f8b,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:38.735121 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-770a709e-ef8f-4fed-bc19-993bc37a4be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:38.735661 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-770a709e-ef8f-4fed-bc19-993bc37a4be4 admin admin] Added segment 45147282-d089-4e6c-bd1a-2e9872d596a2 of type vlan for network 72b9da72-fd6e-4e09-9218-39ac068e1c62 Apr 05 14:34:38.796622 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a35dfa-8b46-4c91-81ee-0950c99e1c99 None None] Network f658ca6d-e0a3-40a6-aff8-86c9da80d85a requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:34:38.850252 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-770a709e-ef8f-4fed-bc19-993bc37a4be4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:38.937479 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-f31471b4-0105-46cc-9d4d-89e04bd0d07b None None] Provisioning complete for port 631b4a38-7184-4d07-a227-4b2b6d423f8b triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:34:38.937853 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f31471b4-0105-46cc-9d4d-89e04bd0d07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:38.960788 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0e38f1fe-7486-456a-b5f8-3446079f8cd5 req-7c450fc9-c0db-4c6b-95b1-0cc5fabf431b tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3858986 Apr 05 14:34:38.971747 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-770a709e-ef8f-4fed-bc19-993bc37a4be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:38.972953 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770a709e-ef8f-4fed-bc19-993bc37a4be4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:38.973716 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-770a709e-ef8f-4fed-bc19-993bc37a4be4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:39.111932 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770a709e-ef8f-4fed-bc19-993bc37a4be4 admin admin] Pushing event updated for resources: {'Network': ['ID=72b9da72-fd6e-4e09-9218-39ac068e1c62,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:39.120706 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-770a709e-ef8f-4fed-bc19-993bc37a4be4 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4230595 Apr 05 14:34:39.122651 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 38886) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:34:39.134633 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-1a08c2ec-33f4-4836-84c4-1290388e8729 admin admin] Request body: {'subnet': {'network_id': '72b9da72-fd6e-4e09-9218-39ac068e1c62', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-344984955-subnet', 'tenant_id': '6ed930259def4a749e627ee61d5a2c1c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:34:39.136434 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 72b9da72-fd6e-4e09-9218-39ac068e1c62 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:34:39.234806 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a08c2ec-33f4-4836-84c4-1290388e8729 admin admin] Made reservation on behalf of 6ed930259def4a749e627ee61d5a2c1c for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:34:39.238440 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1a08c2ec-33f4-4836-84c4-1290388e8729 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:39.309684 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-38d9c193-a021-4ac7-8480-60809ecfa8f3 req-538678ee-2b4a-4560-b3ca-4205e298e797 tempest-ServerShowV247Test-1198919426 tempest-ServerShowV247Test-1198919426-project] 10.222.0.30 "GET /v2.0/ports?device_id=aed13a9f-a066-4ac9-8a99-0d68d7980a18 HTTP/1.1" status: 200 len: 210 time: 0.2029626 Apr 05 14:34:39.458934 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-87a8acb9-a8e3-4028-a9c3-140d6f43c521 req-a835b996-4dad-4c09-bf7d-2558c950db12 tempest-ServerShowV254Test-323331933 tempest-ServerShowV254Test-323331933-project] 10.222.0.30 "GET /v2.0/ports?device_id=24ee56e8-9248-40d5-b59e-45282c4f3926 HTTP/1.1" status: 200 len: 210 time: 0.1008701 Apr 05 14:34:39.464230 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-cb1b7d83-deb9-4b84-a5fe-8e7141fef615 req-968bf7d1-7dd5-43f9-bbf5-38d820d79be9 tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] Allocated IP 172.20.0.5 (9cdc443e-f263-4fcb-a3a0-e5139ddc7ee0/7e79f406-d2d3-43d9-afb0-5b1db6447e87/270d4a2f-05ce-4b60-b1bc-dee93d72651b) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:34:39.640449 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1a08c2ec-33f4-4836-84c4-1290388e8729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:39.667420 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cdb2cec0-7e38-4185-afc8-53b926daab5f req-0dafa18b-c786-4e5a-8dc7-f3d990bce744 tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ef54ac0-8975-4d64-a863-a607c5a148f3 HTTP/1.1" status: 200 len: 210 time: 0.1810997 Apr 05 14:34:39.669543 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c91794d7-8710-4a07-90d4-71d4e82dd4e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:39.699797 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a08c2ec-33f4-4836-84c4-1290388e8729 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1fe41b8-3fa2-4488-9255-40300c113343,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:39.757119 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-56f74081-3fe5-4b86-ae42-4531587f8ce6 None None] Provisioning complete for port 631b4a38-7184-4d07-a227-4b2b6d423f8b triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:34:39.757837 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-56f74081-3fe5-4b86-ae42-4531587f8ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:39.795852 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a08c2ec-33f4-4836-84c4-1290388e8729 admin admin] Checking segment: {'id': '45147282-d089-4e6c-bd1a-2e9872d596a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '72b9da72-fd6e-4e09-9218-39ac068e1c62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:34:39.803264 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a08c2ec-33f4-4836-84c4-1290388e8729 admin admin] Network hostable DHCP agents. Network: 72b9da72-fd6e-4e09-9218-39ac068e1c62, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:34:39.904688 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a08c2ec-33f4-4836-84c4-1290388e8729 admin admin] Network 72b9da72-fd6e-4e09-9218-39ac068e1c62 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:34:40.001828 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-1a08c2ec-33f4-4836-84c4-1290388e8729 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 72b9da72-fd6e-4e09-9218-39ac068e1c62) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:34:40.006865 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a08c2ec-33f4-4836-84c4-1290388e8729 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:40.007771 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1a08c2ec-33f4-4836-84c4-1290388e8729 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:40.024142 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f8ee5a-894d-4f91-bb46-ab751e4cf78b None None] Network 72b9da72-fd6e-4e09-9218-39ac068e1c62 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:34:40.107201 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-1a08c2ec-33f4-4836-84c4-1290388e8729 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9830840 Apr 05 14:34:40.132371 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 631b4a38-7184-4d07-a227-4b2b6d423f8b up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:34:40.256098 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 631b4a38-7184-4d07-a227-4b2b6d423f8b triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:34:40.256752 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:40.296346 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49185f0b-2eea-4b9d-9b72-ba7228a20b45 None None] Network 72b9da72-fd6e-4e09-9218-39ac068e1c62 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:34:40.376845 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f7037b-f615-41c5-a20c-35f68ef19651 req-188bfdc9-f8f6-4fec-b2e6-d21df9f3229b tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:40.388219 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-49f7037b-f615-41c5-a20c-35f68ef19651 req-188bfdc9-f8f6-4fec-b2e6-d21df9f3229b tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 947 time: 0.2678409 Apr 05 14:34:40.585657 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-49f7037b-f615-41c5-a20c-35f68ef19651 req-ef8f79ed-bfad-4056-8be9-0cc7cf6932fb tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1764624 Apr 05 14:34:40.627108 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-cb1b7d83-deb9-4b84-a5fe-8e7141fef615 req-968bf7d1-7dd5-43f9-bbf5-38d820d79be9 tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:40.766298 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2ef668f3-94d9-4324-a24c-6408f7e84797 req-598c4aa9-a3fe-4d41-8bd8-315f3f3d4161 tempest-ServerShowV247Test-1198919426 tempest-ServerShowV247Test-1198919426-project] 10.222.0.30 "GET /v2.0/ports?device_id=aed13a9f-a066-4ac9-8a99-0d68d7980a18 HTTP/1.1" status: 200 len: 210 time: 0.0461347 Apr 05 14:34:40.769606 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c91794d7-8710-4a07-90d4-71d4e82dd4e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618'] for router, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:40.930878 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-cb1b7d83-deb9-4b84-a5fe-8e7141fef615 req-968bf7d1-7dd5-43f9-bbf5-38d820d79be9 tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:40.978372 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2da3f513-1d1c-41ef-a674-3505b0835e84 req-7e31ac3b-62ec-4275-9cf1-37cff8e43819 tempest-ServerShowV254Test-323331933 tempest-ServerShowV254Test-323331933-project] 10.222.0.30 "GET /v2.0/ports?device_id=24ee56e8-9248-40d5-b59e-45282c4f3926 HTTP/1.1" status: 200 len: 210 time: 0.0760672 Apr 05 14:34:41.060522 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb1b7d83-deb9-4b84-a5fe-8e7141fef615 req-968bf7d1-7dd5-43f9-bbf5-38d820d79be9 tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] Network 9cdc443e-f263-4fcb-a3a0-e5139ddc7ee0 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:34:41.074018 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2fd3cb-78ec-4d62-b2f4-3bc710bf5a05 req-0846cefc-ee32-4783-a832-bc6da6d1f584 tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:41.077141 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8f2fd3cb-78ec-4d62-b2f4-3bc710bf5a05 req-0846cefc-ee32-4783-a832-bc6da6d1f584 tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ef54ac0-8975-4d64-a863-a607c5a148f3 HTTP/1.1" status: 200 len: 931 time: 0.1762400 Apr 05 14:34:41.078125 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-cb1b7d83-deb9-4b84-a5fe-8e7141fef615 req-968bf7d1-7dd5-43f9-bbf5-38d820d79be9 tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:34:41.080242 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968bf7d1-7dd5-43f9-bbf5-38d820d79be9 tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] Pushing event updated for resources: {'Port': ['ID=270d4a2f-05ce-4b60-b1bc-dee93d72651b,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:41.083216 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb1b7d83-deb9-4b84-a5fe-8e7141fef615 req-968bf7d1-7dd5-43f9-bbf5-38d820d79be9 tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:34:41.118988 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c91794d7-8710-4a07-90d4-71d4e82dd4e2 admin admin] Router d0cf5d70-a38a-4b71-a861-d43741173ccd is scheduled to L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 with binding_index 1 {{(pid=103320) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:34:41.178762 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 38926) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:34:41.214162 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b7d83-deb9-4b84-a5fe-8e7141fef615 req-968bf7d1-7dd5-43f9-bbf5-38d820d79be9 tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:41.214804 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-cb1b7d83-deb9-4b84-a5fe-8e7141fef615 req-968bf7d1-7dd5-43f9-bbf5-38d820d79be9 tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:41.244341 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8f2fd3cb-78ec-4d62-b2f4-3bc710bf5a05 req-2067ecaa-e94c-4515-8d73-376dc9767eca tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0afeb87-09b9-4537-b709-c50906dc92ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550789 Apr 05 14:34:41.264931 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-43ac3696-4469-4298-b67a-a92ca5c29e08 admin admin] Deleting subnet d1fe41b8-3fa2-4488-9255-40300c113343 {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:34:41.269533 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-43ac3696-4469-4298-b67a-a92ca5c29e08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:41.317336 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-43ac3696-4469-4298-b67a-a92ca5c29e08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:41.333258 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cb1b7d83-deb9-4b84-a5fe-8e7141fef615 req-968bf7d1-7dd5-43f9-bbf5-38d820d79be9 tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4799373 Apr 05 14:34:41.358643 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-cb1b7d83-deb9-4b84-a5fe-8e7141fef615 req-94440dcd-b44c-4e13-9d23-9d4fe9315efb service neutron] Request body: {'port': {'device_id': '2ef54ac0-8975-4d64-a863-a607c5a148f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:34:41.372644 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-43ac3696-4469-4298-b67a-a92ca5c29e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:41.409909 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c91794d7-8710-4a07-90d4-71d4e82dd4e2 admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:34:41.423822 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c344eec3-b233-4287-af0c-f4f31a73032c None None] Sync routers for ids ['d0cf5d70-a38a-4b71-a861-d43741173ccd'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:34:41.444492 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c344eec3-b233-4287-af0c-f4f31a73032c None None] Routers {'d0cf5d70-a38a-4b71-a861-d43741173ccd'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:34:41.445799 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-c344eec3-b233-4287-af0c-f4f31a73032c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:34:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['d0cf5d70-a38a-4b71-a861-d43741173ccd'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:41.449822 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-cb1b7d83-deb9-4b84-a5fe-8e7141fef615 req-94440dcd-b44c-4e13-9d23-9d4fe9315efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:41.553103 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-43ac3696-4469-4298-b67a-a92ca5c29e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:41.573061 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c91794d7-8710-4a07-90d4-71d4e82dd4e2 admin admin] Notify callbacks [] for router, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:41.574413 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-c91794d7-8710-4a07-90d4-71d4e82dd4e2 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.2402551 Apr 05 14:34:41.584306 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 38930) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:34:41.622303 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ac3696-4469-4298-b67a-a92ca5c29e08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1fe41b8-3fa2-4488-9255-40300c113343,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:41.638108 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-43ac3696-4469-4298-b67a-a92ca5c29e08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:41.646403 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-43ac3696-4469-4298-b67a-a92ca5c29e08 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/d1fe41b8-3fa2-4488-9255-40300c113343 HTTP/1.1" status: 204 len: 168 time: 0.4593966 Apr 05 14:34:41.647159 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 38936) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:34:41.792737 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1ee4e903-e32e-44ec-8933-8a0a6d147eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:41.891909 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-cb1b7d83-deb9-4b84-a5fe-8e7141fef615 req-94440dcd-b44c-4e13-9d23-9d4fe9315efb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 270d4a2f-05ce-4b60-b1bc-dee93d72651b {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:34:41.911207 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-cb1b7d83-deb9-4b84-a5fe-8e7141fef615 req-94440dcd-b44c-4e13-9d23-9d4fe9315efb service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:41.954080 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f3ee2-5885-42db-aa93-b42eb6db2c0a req-1b40a5ca-0556-4628-a097-c81c1d7632fb tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:41.955704 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-546f3ee2-5885-42db-aa93-b42eb6db2c0a req-1b40a5ca-0556-4628-a097-c81c1d7632fb tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 947 time: 0.1681266 Apr 05 14:34:41.960171 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-cb1b7d83-deb9-4b84-a5fe-8e7141fef615 req-94440dcd-b44c-4e13-9d23-9d4fe9315efb service neutron] Transition to ACTIVE for port object 270d4a2f-05ce-4b60-b1bc-dee93d72651b will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:34:42.001514 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-c344eec3-b233-4287-af0c-f4f31a73032c None None] Set router d0cf5d70-a38a-4b71-a861-d43741173ccd gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:34:42.013001 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-85e5d1cf-42a8-4287-bc3f-37d463a6eb58 req-0d881e16-22fc-4e56-aa15-e2ee22748fcf tempest-ServerShowV247Test-1198919426 tempest-ServerShowV247Test-1198919426-project] 10.222.0.30 "GET /v2.0/ports?device_id=aed13a9f-a066-4ac9-8a99-0d68d7980a18 HTTP/1.1" status: 200 len: 210 time: 0.0506222 Apr 05 14:34:42.045446 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1ee4e903-e32e-44ec-8933-8a0a6d147eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:42.056965 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-546f3ee2-5885-42db-aa93-b42eb6db2c0a req-baf7983b-25c6-422e-b537-77dbdaad4d6e tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883322 Apr 05 14:34:42.065289 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-cb1b7d83-deb9-4b84-a5fe-8e7141fef615 req-94440dcd-b44c-4e13-9d23-9d4fe9315efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:42.080670 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-1ee4e903-e32e-44ec-8933-8a0a6d147eca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72b9da72-fd6e-4e09-9218-39ac068e1c62']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:42.143022 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-1ee4e903-e32e-44ec-8933-8a0a6d147eca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45147282-d089-4e6c-bd1a-2e9872d596a2') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:42.143477 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-1ee4e903-e32e-44ec-8933-8a0a6d147eca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45147282-d089-4e6c-bd1a-2e9872d596a2') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:42.170448 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1ee4e903-e32e-44ec-8933-8a0a6d147eca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:42.184576 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-50003373-e427-4c49-a080-527941f722e1 req-2627c204-8b73-4811-a21a-63caa1f30cb4 tempest-ServerShowV254Test-323331933 tempest-ServerShowV254Test-323331933-project] 10.222.0.30 "GET /v2.0/ports?device_id=24ee56e8-9248-40d5-b59e-45282c4f3926 HTTP/1.1" status: 200 len: 210 time: 0.0534954 Apr 05 14:34:42.218419 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:42.219681 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94440dcd-b44c-4e13-9d23-9d4fe9315efb service neutron] Pushing event updated for resources: {'Port': ['ID=270d4a2f-05ce-4b60-b1bc-dee93d72651b,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:42.235790 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1ee4e903-e32e-44ec-8933-8a0a6d147eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:42.249049 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ee4e903-e32e-44ec-8933-8a0a6d147eca admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:34:42.249543 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1ee4e903-e32e-44ec-8933-8a0a6d147eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:42.251424 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:34:42.251424 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:34:42.251424 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:34:42.251424 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:34:42.251424 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:34:42.251424 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:34:42.251424 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:34:42.251424 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:34:42.251424 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:34:42.251424 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:34:42.251424 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:34:42.251424 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:34:42.251424 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:34:42.251424 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:34:42.251424 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:34:42.251424 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:34:42.251424 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:34:42.251424 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:34:42.251424 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:34:42.251424 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:34:42.251424 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:34:42.251424 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:34:42.251424 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:34:42.251424 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:34:42.251424 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:34:42.251424 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:34:42.251424 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:34:42.251424 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:34:42.251424 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:34:42.251424 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:34:42.251424 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:34:42.251424 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:34:42.311085 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-cb1b7d83-deb9-4b84-a5fe-8e7141fef615 req-94440dcd-b44c-4e13-9d23-9d4fe9315efb service neutron] Attempting to bind port 270d4a2f-05ce-4b60-b1bc-dee93d72651b on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:34:42.311690 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-cb1b7d83-deb9-4b84-a5fe-8e7141fef615 req-94440dcd-b44c-4e13-9d23-9d4fe9315efb service neutron] Attempting to bind port 270d4a2f-05ce-4b60-b1bc-dee93d72651b by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': 'fdb36941-ed50-42a7-b89d-0184da6ac6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9cdc443e-f263-4fcb-a3a0-e5139ddc7ee0'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:34:42.312237 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1b7d83-deb9-4b84-a5fe-8e7141fef615 req-94440dcd-b44c-4e13-9d23-9d4fe9315efb service neutron] Attempting to bind port 270d4a2f-05ce-4b60-b1bc-dee93d72651b on network 9cdc443e-f263-4fcb-a3a0-e5139ddc7ee0 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:34:42.317483 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1b7d83-deb9-4b84-a5fe-8e7141fef615 req-94440dcd-b44c-4e13-9d23-9d4fe9315efb service neutron] Port 270d4a2f-05ce-4b60-b1bc-dee93d72651b on network 9cdc443e-f263-4fcb-a3a0-e5139ddc7ee0 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:34:42.318667 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1b7d83-deb9-4b84-a5fe-8e7141fef615 req-94440dcd-b44c-4e13-9d23-9d4fe9315efb service neutron] Attempting to bind port 270d4a2f-05ce-4b60-b1bc-dee93d72651b on network 9cdc443e-f263-4fcb-a3a0-e5139ddc7ee0 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:34:42.324450 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1b7d83-deb9-4b84-a5fe-8e7141fef615 req-94440dcd-b44c-4e13-9d23-9d4fe9315efb service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:34:42.325178 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1b7d83-deb9-4b84-a5fe-8e7141fef615 req-94440dcd-b44c-4e13-9d23-9d4fe9315efb service neutron] Checking segment: {'id': 'fdb36941-ed50-42a7-b89d-0184da6ac6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9cdc443e-f263-4fcb-a3a0-e5139ddc7ee0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:34:42.325912 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1b7d83-deb9-4b84-a5fe-8e7141fef615 req-94440dcd-b44c-4e13-9d23-9d4fe9315efb service neutron] Bound using segment: {'id': 'fdb36941-ed50-42a7-b89d-0184da6ac6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9cdc443e-f263-4fcb-a3a0-e5139ddc7ee0'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:34:42.326581 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-cb1b7d83-deb9-4b84-a5fe-8e7141fef615 req-94440dcd-b44c-4e13-9d23-9d4fe9315efb service neutron] Bound port: 270d4a2f-05ce-4b60-b1bc-dee93d72651b, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdb36941-ed50-42a7-b89d-0184da6ac6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9cdc443e-f263-4fcb-a3a0-e5139ddc7ee0'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:34:42.327155 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-cb1b7d83-deb9-4b84-a5fe-8e7141fef615 req-94440dcd-b44c-4e13-9d23-9d4fe9315efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:42.396414 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-c344eec3-b233-4287-af0c-f4f31a73032c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0cf5d70-a38a-4b71-a861-d43741173ccd', 'name': 'tempest-TaggedBootDevicesTest-521582567-router', 'tenant_id': 'ba40bc5300fc4511bcca30241f52a3c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '9df223f0-9880-4ea6-bf69-faa3babf3484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:34:35Z', 'updated_at': '2022-04-05T14:34:39Z', 'revision_number': 3, 'project_id': 'ba40bc5300fc4511bcca30241f52a3c3', 'gw_port': {'id': '9df223f0-9880-4ea6-bf69-faa3babf3484', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0a:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0cf5d70-a38a-4b71-a861-d43741173ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:37Z', 'updated_at': '2022-04-05T14:34:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:42.428633 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c344eec3-b233-4287-af0c-f4f31a73032c None None] Checking router: d0cf5d70-a38a-4b71-a861-d43741173ccd for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:34:42.430369 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c344eec3-b233-4287-af0c-f4f31a73032c None None] Updating router d0cf5d70-a38a-4b71-a861-d43741173ccd port 9df223f0-9880-4ea6-bf69-faa3babf3484 binding host n-d-836650-2 {{(pid=103322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:34:42.468920 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1ee4e903-e32e-44ec-8933-8a0a6d147eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:42.470109 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c344eec3-b233-4287-af0c-f4f31a73032c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:42.485869 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1ee4e903-e32e-44ec-8933-8a0a6d147eca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:42.491569 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-1ee4e903-e32e-44ec-8933-8a0a6d147eca admin admin] 10.222.0.30 "DELETE /v2.0/networks/72b9da72-fd6e-4e09-9218-39ac068e1c62 HTTP/1.1" status: 204 len: 168 time: 0.7984035 Apr 05 14:34:42.511999 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-cb1b7d83-deb9-4b84-a5fe-8e7141fef615 req-94440dcd-b44c-4e13-9d23-9d4fe9315efb service neutron] For port 270d4a2f-05ce-4b60-b1bc-dee93d72651b, host n-h1-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:34:42.521968 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad93c56-7317-4a19-bb2b-fb88bca323c5 req-b763e5e9-6755-42c8-9ec1-3b40cbf715e1 tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:42.531426 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-aad93c56-7317-4a19-bb2b-fb88bca323c5 req-b763e5e9-6755-42c8-9ec1-3b40cbf715e1 tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ef54ac0-8975-4d64-a863-a607c5a148f3 HTTP/1.1" status: 200 len: 943 time: 0.1399496 Apr 05 14:34:42.599157 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-cb1b7d83-deb9-4b84-a5fe-8e7141fef615 req-94440dcd-b44c-4e13-9d23-9d4fe9315efb service neutron] For port 270d4a2f-05ce-4b60-b1bc-dee93d72651b, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=270d4a2f-05ce-4b60-b1bc-dee93d72651b,segment=NetworkSegment(fdb36941-ed50-42a7-b89d-0184da6ac6ec),segment_id=fdb36941-ed50-42a7-b89d-0184da6ac6ec)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:34:42.629027 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-aad93c56-7317-4a19-bb2b-fb88bca323c5 req-b593cf71-1fa2-4dd3-92e7-cf55a09dbeaf tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0afeb87-09b9-4537-b709-c50906dc92ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951982 Apr 05 14:34:42.659416 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-cb1b7d83-deb9-4b84-a5fe-8e7141fef615 req-94440dcd-b44c-4e13-9d23-9d4fe9315efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:42.759963 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94440dcd-b44c-4e13-9d23-9d4fe9315efb service neutron] Pushing event updated for resources: {'Port': ['ID=270d4a2f-05ce-4b60-b1bc-dee93d72651b,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:42.783364 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b7d83-deb9-4b84-a5fe-8e7141fef615 req-94440dcd-b44c-4e13-9d23-9d4fe9315efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:42.787831 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-cb1b7d83-deb9-4b84-a5fe-8e7141fef615 req-94440dcd-b44c-4e13-9d23-9d4fe9315efb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:42.791258 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cb1b7d83-deb9-4b84-a5fe-8e7141fef615 req-94440dcd-b44c-4e13-9d23-9d4fe9315efb service neutron] 10.222.0.55 "PUT /v2.0/ports/270d4a2f-05ce-4b60-b1bc-dee93d72651b HTTP/1.1" status: 200 len: 1091 time: 1.4471536 Apr 05 14:34:42.791754 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ef54ac0-8975-4d64-a863-a607c5a148f3', 'tag': '270d4a2f-05ce-4b60-b1bc-dee93d72651b'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:34:42.795348 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a37e9d5-51ad-43bd-83b1-4de13a52a361" -d '{"events": [{"name": "network-changed", "server_uuid": "2ef54ac0-8975-4d64-a863-a607c5a148f3", "tag": "270d4a2f-05ce-4b60-b1bc-dee93d72651b"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:34:42.860968 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd7d50b6-fdeb-4eff-947f-2dc9cdbb741a x-openstack-request-id: req-bd7d50b6-fdeb-4eff-947f-2dc9cdbb741a {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:34:42.861363 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ef54ac0-8975-4d64-a863-a607c5a148f3", "tag": "270d4a2f-05ce-4b60-b1bc-dee93d72651b", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:34:42.861706 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bd7d50b6-fdeb-4eff-947f-2dc9cdbb741a {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:34:42.862175 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd7d50b6-fdeb-4eff-947f-2dc9cdbb741a'] response: {'name': 'network-changed', 'server_uuid': '2ef54ac0-8975-4d64-a863-a607c5a148f3', 'tag': '270d4a2f-05ce-4b60-b1bc-dee93d72651b', 'status': 'completed', 'code': 200} Apr 05 14:34:42.982816 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c344eec3-b233-4287-af0c-f4f31a73032c None None] Notify callbacks [] for port, precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:42.987298 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a37e9d5-51ad-43bd-83b1-4de13a52a361 req-40759f80-1726-4143-a1ba-b28ecce1c8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:42.988835 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3a37e9d5-51ad-43bd-83b1-4de13a52a361 req-40759f80-1726-4143-a1ba-b28ecce1c8ec service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9fa1a8686934c25af86658fe6450ad6&device_id=2ef54ac0-8975-4d64-a863-a607c5a148f3 HTTP/1.1" status: 200 len: 1094 time: 0.1041074 Apr 05 14:34:43.094668 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c344eec3-b233-4287-af0c-f4f31a73032c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:43.102534 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 38964) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:34:43.197407 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-190e0714-acb2-43a9-bc56-b2f575d052d4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6ed930259def4a749e627ee61d5a2c1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0934124 Apr 05 14:34:43.199357 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b559231-f954-4948-a63d-e30a8c196c09 None None] Pushing event updated for resources: {'Port': ['ID=9df223f0-9880-4ea6-bf69-faa3babf3484,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:43.211707 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 38968) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:34:43.217738 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a37e9d5-51ad-43bd-83b1-4de13a52a361 req-0a486346-f334-4884-b13a-325812c456e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:43.218554 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3a37e9d5-51ad-43bd-83b1-4de13a52a361 req-0a486346-f334-4884-b13a-325812c456e8 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=c9fa1a8686934c25af86658fe6450ad6&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2217209 Apr 05 14:34:43.270636 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee4e903-e32e-44ec-8933-8a0a6d147eca admin admin] Pushing event deleted for resources: {'Network': ['ID=72b9da72-fd6e-4e09-9218-39ac068e1c62,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:43.277866 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-c344eec3-b233-4287-af0c-f4f31a73032c None None] Attempting to bind port 9df223f0-9880-4ea6-bf69-faa3babf3484 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:34:43.278513 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-c344eec3-b233-4287-af0c-f4f31a73032c None None] Attempting to bind port 9df223f0-9880-4ea6-bf69-faa3babf3484 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:34:43.282589 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c344eec3-b233-4287-af0c-f4f31a73032c None None] Attempting to bind port 9df223f0-9880-4ea6-bf69-faa3babf3484 on network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:34:43.305154 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-395d4e3b-ff27-4982-b714-8c1bc1c25ba9 req-af9f7d81-683d-4787-b718-5068b44535cb tempest-ServerShowV247Test-1198919426 tempest-ServerShowV247Test-1198919426-project] 10.222.0.30 "GET /v2.0/ports?device_id=aed13a9f-a066-4ac9-8a99-0d68d7980a18 HTTP/1.1" status: 200 len: 210 time: 0.1032546 Apr 05 14:34:43.311606 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c344eec3-b233-4287-af0c-f4f31a73032c None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:34:43.312719 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c344eec3-b233-4287-af0c-f4f31a73032c None None] Checking segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:34:43.313352 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c344eec3-b233-4287-af0c-f4f31a73032c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:43.313938 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c344eec3-b233-4287-af0c-f4f31a73032c None None] Bound using segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:34:43.314654 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-c344eec3-b233-4287-af0c-f4f31a73032c None None] Bound port: 9df223f0-9880-4ea6-bf69-faa3babf3484, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:34:43.315390 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c344eec3-b233-4287-af0c-f4f31a73032c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:43.484499 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c344eec3-b233-4287-af0c-f4f31a73032c None None] For port 9df223f0-9880-4ea6-bf69-faa3babf3484, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:34:43.484499 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c344eec3-b233-4287-af0c-f4f31a73032c None None] For port 9df223f0-9880-4ea6-bf69-faa3babf3484, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=9df223f0-9880-4ea6-bf69-faa3babf3484,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:34:43.497559 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fe695f59-be0e-4a8c-b52e-80549eb2cd9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:43.543221 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01bfaa0-f03d-447d-beed-f834f8eb227a req-acec8b9a-8c99-49c4-a450-f9932a657265 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:43.545457 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d01bfaa0-f03d-447d-beed-f834f8eb227a req-acec8b9a-8c99-49c4-a450-f9932a657265 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 947 time: 0.3354623 Apr 05 14:34:43.571905 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-91a39d5c-6410-4134-9b40-9fa5e14265ae req-cfa70ee8-07df-4174-a966-560326008f5d tempest-ServerShowV254Test-323331933 tempest-ServerShowV254Test-323331933-project] 10.222.0.30 "GET /v2.0/ports?device_id=24ee56e8-9248-40d5-b59e-45282c4f3926 HTTP/1.1" status: 200 len: 210 time: 0.0720308 Apr 05 14:34:43.572516 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-da25fefb-f857-435d-9834-c791db4216a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:43.667865 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-da25fefb-f857-435d-9834-c791db4216a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:43.702765 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d01bfaa0-f03d-447d-beed-f834f8eb227a req-e126d5d0-6d17-4519-84e0-2752e20907c2 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339397 Apr 05 14:34:43.715769 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a37e9d5-51ad-43bd-83b1-4de13a52a361 req-f4736bdf-7021-4543-9371-d1455bfba746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:43.715769 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3a37e9d5-51ad-43bd-83b1-4de13a52a361 req-f4736bdf-7021-4543-9371-d1455bfba746 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4678061 Apr 05 14:34:43.776169 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-fe695f59-be0e-4a8c-b52e-80549eb2cd9c admin admin] Allocated IP 172.20.0.1 (f658ca6d-e0a3-40a6-aff8-86c9da80d85a/367f691e-089f-4ca6-8616-e57669d4fada/0a2592a1-49e3-4ea3-a1e4-d88cd5e71263) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:34:43.879005 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b7d83-deb9-4b84-a5fe-8e7141fef615 req-d3a43edc-7f57-4bdd-a286-89fb3bdad0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:43.880852 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cb1b7d83-deb9-4b84-a5fe-8e7141fef615 req-d3a43edc-7f57-4bdd-a286-89fb3bdad0a3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9fa1a8686934c25af86658fe6450ad6&device_id=2ef54ac0-8975-4d64-a863-a607c5a148f3 HTTP/1.1" status: 200 len: 1094 time: 0.0649657 Apr 05 14:34:43.892065 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888b771-27cc-4c11-9c94-867956fa6572 req-41cd205f-93df-4051-83ec-391d8ac37bc5 tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:43.893767 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e888b771-27cc-4c11-9c94-867956fa6572 req-41cd205f-93df-4051-83ec-391d8ac37bc5 tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ef54ac0-8975-4d64-a863-a607c5a148f3 HTTP/1.1" status: 200 len: 943 time: 0.1176841 Apr 05 14:34:43.940404 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fe695f59-be0e-4a8c-b52e-80549eb2cd9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:43.955333 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c344eec3-b233-4287-af0c-f4f31a73032c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:43.957402 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cb1b7d83-deb9-4b84-a5fe-8e7141fef615 req-bae14d84-bd91-41ba-9fe2-92102457dc4a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=270d4a2f-05ce-4b60-b1bc-dee93d72651b HTTP/1.1" status: 200 len: 217 time: 0.0624652 Apr 05 14:34:44.001193 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:44.024429 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b559231-f954-4948-a63d-e30a8c196c09 None None] Pushing event updated for resources: {'Port': ['ID=9df223f0-9880-4ea6-bf69-faa3babf3484,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:44.028119 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c344eec3-b233-4287-af0c-f4f31a73032c None None] Routers {'d0cf5d70-a38a-4b71-a861-d43741173ccd'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:34:44.028716 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-c344eec3-b233-4287-af0c-f4f31a73032c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:34:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['d0cf5d70-a38a-4b71-a861-d43741173ccd'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:44.044453 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e888b771-27cc-4c11-9c94-867956fa6572 req-709657e5-759a-4fe3-9202-8046372346bb tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0afeb87-09b9-4537-b709-c50906dc92ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956926 Apr 05 14:34:44.055663 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b7d83-deb9-4b84-a5fe-8e7141fef615 req-b9ae070a-4017-4316-8b19-1f1cebe11465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:44.057320 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cb1b7d83-deb9-4b84-a5fe-8e7141fef615 req-b9ae070a-4017-4316-8b19-1f1cebe11465 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7e79f406-d2d3-43d9-afb0-5b1db6447e87 HTTP/1.1" status: 200 len: 853 time: 0.0897782 Apr 05 14:34:44.078666 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-da25fefb-f857-435d-9834-c791db4216a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:44.081559 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-da25fefb-f857-435d-9834-c791db4216a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:44.083531 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-da25fefb-f857-435d-9834-c791db4216a6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4ae7714a-5bcf-4241-a3e0-90abee0c0cb7 HTTP/1.1" status: 204 len: 168 time: 0.8699057 Apr 05 14:34:44.112375 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cb1b7d83-deb9-4b84-a5fe-8e7141fef615 req-83906060-6e34-4d4b-afbb-6dc8a9981847 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9cdc443e-f263-4fcb-a3a0-e5139ddc7ee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444608 Apr 05 14:34:44.122881 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fe695f59-be0e-4a8c-b52e-80549eb2cd9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:44.137014 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da25fefb-f857-435d-9834-c791db4216a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae7714a-5bcf-4241-a3e0-90abee0c0cb7,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:44.241335 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe695f59-be0e-4a8c-b52e-80549eb2cd9c admin admin] Network f658ca6d-e0a3-40a6-aff8-86c9da80d85a is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:34:44.259980 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-fe695f59-be0e-4a8c-b52e-80549eb2cd9c admin admin] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:34:44.266862 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe695f59-be0e-4a8c-b52e-80549eb2cd9c admin admin] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:34:44.283546 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-c344eec3-b233-4287-af0c-f4f31a73032c None None] Set router d0cf5d70-a38a-4b71-a861-d43741173ccd gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:34:44.325230 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fe695f59-be0e-4a8c-b52e-80549eb2cd9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809369'] for router_interface, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:44.381351 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe695f59-be0e-4a8c-b52e-80549eb2cd9c admin admin] Pushing event updated for resources: {'Port': ['ID=0a2592a1-49e3-4ea3-a1e4-d88cd5e71263,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:44.557983 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cb1b7d83-deb9-4b84-a5fe-8e7141fef615 req-86348bee-239f-4256-b947-5e8b74a5f22b service neutron] 10.222.0.55 "GET /v2.0/networks/9cdc443e-f263-4fcb-a3a0-e5139ddc7ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4163151 Apr 05 14:34:44.582811 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f2879215-40f2-4f50-b5b2-095d1e66a1cd req-266a5655-2791-4958-9860-e1d7512483d3 tempest-ServerShowV247Test-1198919426 tempest-ServerShowV247Test-1198919426-project] 10.222.0.30 "GET /v2.0/ports?device_id=aed13a9f-a066-4ac9-8a99-0d68d7980a18 HTTP/1.1" status: 200 len: 210 time: 0.0978837 Apr 05 14:34:44.720752 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b36bffdf-414a-4677-8cb9-ae83698dbb57 req-3e0c516d-e53d-4a41-81f5-8bd32fc626a0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=24ee56e8-9248-40d5-b59e-45282c4f3926 HTTP/1.1" status: 200 len: 210 time: 0.1110981 Apr 05 14:34:44.743211 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fe695f59-be0e-4a8c-b52e-80549eb2cd9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:44.812730 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d415c01e-513d-40c7-aa18-67d833976b56 req-fc6b6c40-0029-446e-a188-e569cf7c013d tempest-ServerShowV254Test-323331933 tempest-ServerShowV254Test-323331933-project] 10.222.0.30 "GET /v2.0/ports?device_id=24ee56e8-9248-40d5-b59e-45282c4f3926 HTTP/1.1" status: 200 len: 210 time: 0.0670295 Apr 05 14:34:44.831659 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-7a9d101f-8283-47a7-b76b-5b9874ad6b44 None None] Provisioning complete for port 0a2592a1-49e3-4ea3-a1e4-d88cd5e71263 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:34:44.832175 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7a9d101f-8283-47a7-b76b-5b9874ad6b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:44.896925 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-7a9d101f-8283-47a7-b76b-5b9874ad6b44 None None] Port 0a2592a1-49e3-4ea3-a1e4-d88cd5e71263 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:34:44.910820 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-c344eec3-b233-4287-af0c-f4f31a73032c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0cf5d70-a38a-4b71-a861-d43741173ccd', 'name': 'tempest-TaggedBootDevicesTest-521582567-router', 'tenant_id': 'ba40bc5300fc4511bcca30241f52a3c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '9df223f0-9880-4ea6-bf69-faa3babf3484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:34:35Z', 'updated_at': '2022-04-05T14:34:39Z', 'revision_number': 3, 'project_id': 'ba40bc5300fc4511bcca30241f52a3c3', 'gw_port': {'id': '9df223f0-9880-4ea6-bf69-faa3babf3484', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0a:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0cf5d70-a38a-4b71-a861-d43741173ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:37Z', 'updated_at': '2022-04-05T14:34:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:44.922313 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cb1b7d83-deb9-4b84-a5fe-8e7141fef615 req-25fdde82-ae20-4fbc-9a68-9c6c529a26fe service neutron] 10.222.0.55 "GET /v2.0/networks/9cdc443e-f263-4fcb-a3a0-e5139ddc7ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380187 Apr 05 14:34:45.002464 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c344eec3-b233-4287-af0c-f4f31a73032c None None] The sync data for ids ['d0cf5d70-a38a-4b71-a861-d43741173ccd'] in n-d-836650-2 is: [{'id': 'd0cf5d70-a38a-4b71-a861-d43741173ccd', 'name': 'tempest-TaggedBootDevicesTest-521582567-router', 'tenant_id': 'ba40bc5300fc4511bcca30241f52a3c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '9df223f0-9880-4ea6-bf69-faa3babf3484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:34:35Z', 'updated_at': '2022-04-05T14:34:39Z', 'revision_number': 3, 'project_id': 'ba40bc5300fc4511bcca30241f52a3c3', 'gw_port': {'id': '9df223f0-9880-4ea6-bf69-faa3babf3484', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0a:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0cf5d70-a38a-4b71-a861-d43741173ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:37Z', 'updated_at': '2022-04-05T14:34:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:34:45.070873 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea2619-32e0-428a-a72c-cf8fd0079fab req-c04f4bb4-37bf-4299-9ba9-218058e14c5e tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:45.072690 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-73ea2619-32e0-428a-a72c-cf8fd0079fab req-c04f4bb4-37bf-4299-9ba9-218058e14c5e tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 947 time: 0.1932194 Apr 05 14:34:45.180746 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-73ea2619-32e0-428a-a72c-cf8fd0079fab req-17d4be67-7638-4d64-8db1-efbc337b4e54 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983603 Apr 05 14:34:45.221247 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fe695f59-be0e-4a8c-b52e-80549eb2cd9c admin admin] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:45.277158 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b5d9ed-b30e-4c1b-9145-f14c72b36694 req-0ca15b18-2d3d-43e7-9533-9add734bdf64 tempest-LiveMigrationTest-1634108813 tempest-LiveMigrationTest-1634108813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:45.279552 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-42b5d9ed-b30e-4c1b-9145-f14c72b36694 req-0ca15b18-2d3d-43e7-9533-9add734bdf64 tempest-LiveMigrationTest-1634108813 tempest-LiveMigrationTest-1634108813-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=6c3c421e-7450-4e42-8501-18c377e353da HTTP/1.1" status: 200 len: 1096 time: 0.0689590 Apr 05 14:34:45.316028 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fe695f59-be0e-4a8c-b52e-80549eb2cd9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:45.411979 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-42b5d9ed-b30e-4c1b-9145-f14c72b36694 req-99fb8d90-2427-4e70-81be-2bbb7a9ae6ce tempest-LiveMigrationTest-1634108813 tempest-LiveMigrationTest-1634108813-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068375 Apr 05 14:34:45.475442 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35b5c0b-98d2-47ec-8190-dc3d09fd6229 req-dfce670f-f26c-4126-a55e-c32e3e01b3d0 tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:45.509093 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c35b5c0b-98d2-47ec-8190-dc3d09fd6229 req-dfce670f-f26c-4126-a55e-c32e3e01b3d0 tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ef54ac0-8975-4d64-a863-a607c5a148f3 HTTP/1.1" status: 200 len: 943 time: 0.1825812 Apr 05 14:34:45.537145 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe695f59-be0e-4a8c-b52e-80549eb2cd9c admin admin] Pushing event updated for resources: {'Port': ['ID=0a2592a1-49e3-4ea3-a1e4-d88cd5e71263,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:45.552352 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fe695f59-be0e-4a8c-b52e-80549eb2cd9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809317'] for router_interface, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:45.585902 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [req-ab4f5151-9ac2-4809-9e57-22c9d5a1b326 req-cd143549-904e-48ca-8ec7-d3ab560afe57 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:34:45.588111 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ab4f5151-9ac2-4809-9e57-22c9d5a1b326 req-cd143549-904e-48ca-8ec7-d3ab560afe57 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087495 Apr 05 14:34:45.635998 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c35b5c0b-98d2-47ec-8190-dc3d09fd6229 req-7138b631-eebb-4a53-bdf9-20792418c186 tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0afeb87-09b9-4537-b709-c50906dc92ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250372 Apr 05 14:34:45.825140 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe695f59-be0e-4a8c-b52e-80549eb2cd9c admin admin] Network f658ca6d-e0a3-40a6-aff8-86c9da80d85a is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:34:45.827357 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-fe695f59-be0e-4a8c-b52e-80549eb2cd9c admin admin] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:34:45.841502 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ca9dcafe-6c3f-4342-b8c3-b33245cc6b41 req-b5d14bfd-478c-47e3-9d86-93c937f378fc tempest-ServerShowV247Test-1198919426 tempest-ServerShowV247Test-1198919426-project] 10.222.0.30 "GET /v2.0/ports?device_id=aed13a9f-a066-4ac9-8a99-0d68d7980a18 HTTP/1.1" status: 200 len: 210 time: 0.0435381 Apr 05 14:34:46.155723 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3b0a9589-8e5b-454c-8847-a7c5c9f5ed63 req-099f9a15-c74c-426c-a098-fff2dcb16735 tempest-ServerShowV254Test-323331933 tempest-ServerShowV254Test-323331933-project] 10.222.0.30 "GET /v2.0/ports?device_id=24ee56e8-9248-40d5-b59e-45282c4f3926 HTTP/1.1" status: 200 len: 210 time: 0.1161520 Apr 05 14:34:46.214033 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 9df223f0-9880-4ea6-bf69-faa3babf3484 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:34:46.235121 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe695f59-be0e-4a8c-b52e-80549eb2cd9c admin admin] Router d0cf5d70-a38a-4b71-a861-d43741173ccd has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:34:46.371109 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 9df223f0-9880-4ea6-bf69-faa3babf3484 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:34:46.372281 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:46.559530 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84263d33-5824-424b-a324-b9a2dce3847d req-d64b12ef-9e61-4cf5-b551-34e189006d9e tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:46.562006 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-ed50bf1d-80f5-4f2e-859a-9940fb2ec24a None None] Provisioning complete for port 0a2592a1-49e3-4ea3-a1e4-d88cd5e71263 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:34:46.564689 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ed50bf1d-80f5-4f2e-859a-9940fb2ec24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:46.577642 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-84263d33-5824-424b-a324-b9a2dce3847d req-d64b12ef-9e61-4cf5-b551-34e189006d9e tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 947 time: 0.1920047 Apr 05 14:34:46.615309 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe695f59-be0e-4a8c-b52e-80549eb2cd9c admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:34:46.634428 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-fe695f59-be0e-4a8c-b52e-80549eb2cd9c admin admin] 10.222.0.30 "PUT /v2.0/routers/d0cf5d70-a38a-4b71-a861-d43741173ccd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0448472 Apr 05 14:34:46.647949 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-ed50bf1d-80f5-4f2e-859a-9940fb2ec24a None None] Port 0a2592a1-49e3-4ea3-a1e4-d88cd5e71263 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:34:46.702495 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-84263d33-5824-424b-a324-b9a2dce3847d req-10b5b2a8-af28-4523-a30d-92798fa01805 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155612 Apr 05 14:34:46.782088 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:46.838550 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port 9df223f0-9880-4ea6-bf69-faa3babf3484, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=9df223f0-9880-4ea6-bf69-faa3babf3484,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:34:46.916733 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:47.093929 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=9df223f0-9880-4ea6-bf69-faa3babf3484,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:47.113976 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b5b2d-475a-46fa-a3de-7d47b449be48 req-f353ba7d-c41f-4ac9-80c6-b652dda18821 tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:47.129926 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fe3b5b2d-475a-46fa-a3de-7d47b449be48 req-f353ba7d-c41f-4ac9-80c6-b652dda18821 tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ef54ac0-8975-4d64-a863-a607c5a148f3 HTTP/1.1" status: 200 len: 943 time: 0.1340725 Apr 05 14:34:47.229426 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fe3b5b2d-475a-46fa-a3de-7d47b449be48 req-619097ec-a863-43ad-a9c6-aa0d52810d6f tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0afeb87-09b9-4537-b709-c50906dc92ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984638 Apr 05 14:34:47.427268 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4f7605dc-5df2-4ade-82c8-1efbace706ec req-c4e9d822-f9c2-47c8-8045-24688b1180d9 tempest-ServerShowV247Test-1198919426 tempest-ServerShowV247Test-1198919426-project] 10.222.0.30 "GET /v2.0/ports?device_id=aed13a9f-a066-4ac9-8a99-0d68d7980a18 HTTP/1.1" status: 200 len: 210 time: 0.0672636 Apr 05 14:34:47.645194 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a95064e7-db86-4347-880e-3a9fbe6b90e3 req-ad75e443-d866-420f-b9b0-c9b0037c6572 tempest-ServerShowV254Test-323331933 tempest-ServerShowV254Test-323331933-project] 10.222.0.30 "GET /v2.0/ports?device_id=24ee56e8-9248-40d5-b59e-45282c4f3926 HTTP/1.1" status: 200 len: 210 time: 0.0836704 Apr 05 14:34:47.669328 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 39098) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:34:48.066300 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e9fc4a55-fb61-4f2e-9ec2-958580df0de9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:48.084489 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 9df223f0-9880-4ea6-bf69-faa3babf3484 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:34:48.124451 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc66cba-d198-4cae-a834-05f0753af3eb req-059fd305-5ff7-4b54-8fa3-c0f8f9b8a9d2 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:48.133265 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7dc66cba-d198-4cae-a834-05f0753af3eb req-059fd305-5ff7-4b54-8fa3-c0f8f9b8a9d2 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 947 time: 0.1618845 Apr 05 14:34:48.159909 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946083d1-fda3-47a9-b44d-f1f9ebc3a49e None None] Sync routers for ids ['d0cf5d70-a38a-4b71-a861-d43741173ccd'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:34:48.185557 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946083d1-fda3-47a9-b44d-f1f9ebc3a49e None None] Routers {'d0cf5d70-a38a-4b71-a861-d43741173ccd'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:34:48.186515 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-946083d1-fda3-47a9-b44d-f1f9ebc3a49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:34:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['d0cf5d70-a38a-4b71-a861-d43741173ccd'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:48.203155 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 9df223f0-9880-4ea6-bf69-faa3babf3484 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:34:48.205338 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:48.210120 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7dc66cba-d198-4cae-a834-05f0753af3eb req-120867bb-1999-4817-bf93-d3720f22e70e tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756643 Apr 05 14:34:48.334879 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e9fc4a55-fb61-4f2e-9ec2-958580df0de9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:48.341251 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-946083d1-fda3-47a9-b44d-f1f9ebc3a49e None None] Set router d0cf5d70-a38a-4b71-a861-d43741173ccd gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:34:48.365987 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [req-76e18183-8681-4b99-9dac-137cfcbbe48a req-7f90c4bb-9018-4111-ab15-32cc6d696223 tempest-LiveMigrationTest-1634108813 tempest-LiveMigrationTest-1634108813-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:34:48.368131 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-76e18183-8681-4b99-9dac-137cfcbbe48a req-7f90c4bb-9018-4111-ab15-32cc6d696223 tempest-LiveMigrationTest-1634108813 tempest-LiveMigrationTest-1634108813-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091307 Apr 05 14:34:48.447599 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e18183-8681-4b99-9dac-137cfcbbe48a req-2cd0237a-89e8-405e-8362-9e11bd88797e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:48.449125 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-76e18183-8681-4b99-9dac-137cfcbbe48a req-2cd0237a-89e8-405e-8362-9e11bd88797e service neutron] 10.222.0.30 "GET /v2.0/ports/cca30760-5885-4ffb-ac70-167eb7ad89e9 HTTP/1.1" status: 200 len: 1093 time: 0.0478761 Apr 05 14:34:48.473836 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-76e18183-8681-4b99-9dac-137cfcbbe48a req-ebabb098-93b1-47e0-83c8-887e8045b7a1 service neutron] Request body: {'binding': {'host': 'n-h2-836650-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:34:48.474946 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-76e18183-8681-4b99-9dac-137cfcbbe48a req-ebabb098-93b1-47e0-83c8-887e8045b7a1 service neutron] Unknown quota resources ['binding']. {{(pid=103320) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 05 14:34:48.485564 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e9fc4a55-fb61-4f2e-9ec2-958580df0de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:48.635276 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-946083d1-fda3-47a9-b44d-f1f9ebc3a49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0cf5d70-a38a-4b71-a861-d43741173ccd', 'name': 'tempest-TaggedBootDevicesTest-521582567-router', 'tenant_id': 'ba40bc5300fc4511bcca30241f52a3c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '9df223f0-9880-4ea6-bf69-faa3babf3484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:34:35Z', 'updated_at': '2022-04-05T14:34:44Z', 'revision_number': 4, 'project_id': 'ba40bc5300fc4511bcca30241f52a3c3', 'gw_port': {'id': '9df223f0-9880-4ea6-bf69-faa3babf3484', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0cf5d70-a38a-4b71-a861-d43741173ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:37Z', 'updated_at': '2022-04-05T14:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '0a2592a1-49e3-4ea3-a1e4-d88cd5e71263', 'name': '', 'network_id': 'f658ca6d-e0a3-40a6-aff8-86c9da80d85a', 'tenant_id': 'ba40bc5300fc4511bcca30241f52a3c3', 'mac_address': 'fa:16:3e:96:53:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0cf5d70-a38a-4b71-a861-d43741173ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '367f691e-089f-4ca6-8616-e57669d4fada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:43Z', 'updated_at': '2022-04-05T14:34:44Z', 'revision_number': 2, 'project_id': 'ba40bc5300fc4511bcca30241f52a3c3', 'subnets': [{'id': '367f691e-089f-4ca6-8616-e57669d4fada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:48.650498 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-e9fc4a55-fb61-4f2e-9ec2-958580df0de9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3faab732733343759df8089d3d538ef4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9766328 Apr 05 14:34:48.652569 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 39122) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:34:48.664833 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fc4a55-fb61-4f2e-9ec2-958580df0de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68d6e7de-2637-468b-bc46-5848d1f92da2,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:48.685114 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946083d1-fda3-47a9-b44d-f1f9ebc3a49e None None] Checking router: d0cf5d70-a38a-4b71-a861-d43741173ccd for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:34:48.687489 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946083d1-fda3-47a9-b44d-f1f9ebc3a49e None None] Updating router d0cf5d70-a38a-4b71-a861-d43741173ccd port 0a2592a1-49e3-4ea3-a1e4-d88cd5e71263 binding host n-d-836650-2 {{(pid=103323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:34:48.725066 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-946083d1-fda3-47a9-b44d-f1f9ebc3a49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:48.864720 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d77b02f9-176c-40cb-a047-8455e081ae24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:48.931293 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d77b02f9-176c-40cb-a047-8455e081ae24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:48.979200 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-76e18183-8681-4b99-9dac-137cfcbbe48a req-ebabb098-93b1-47e0-83c8-887e8045b7a1 service neutron] Attempting to bind port cca30760-5885-4ffb-ac70-167eb7ad89e9 on host n-h2-836650-2 for vnic_type normal with profile None {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:34:48.995512 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-76e18183-8681-4b99-9dac-137cfcbbe48a req-ebabb098-93b1-47e0-83c8-887e8045b7a1 service neutron] Attempting to bind port cca30760-5885-4ffb-ac70-167eb7ad89e9 by drivers openvswitch,hyperv on host n-h2-836650-2 at level 0 using segments [{'id': 'd98286ea-3af7-47a7-a92d-d95717c2d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bbdeb55e-008a-45ea-8c70-7d18b28201f7'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:34:48.995512 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e18183-8681-4b99-9dac-137cfcbbe48a req-ebabb098-93b1-47e0-83c8-887e8045b7a1 service neutron] Attempting to bind port cca30760-5885-4ffb-ac70-167eb7ad89e9 on network bbdeb55e-008a-45ea-8c70-7d18b28201f7 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:34:49.009403 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e18183-8681-4b99-9dac-137cfcbbe48a req-ebabb098-93b1-47e0-83c8-887e8045b7a1 service neutron] Port cca30760-5885-4ffb-ac70-167eb7ad89e9 on network bbdeb55e-008a-45ea-8c70-7d18b28201f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:34:49.009789 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e18183-8681-4b99-9dac-137cfcbbe48a req-ebabb098-93b1-47e0-83c8-887e8045b7a1 service neutron] Attempting to bind port cca30760-5885-4ffb-ac70-167eb7ad89e9 on network bbdeb55e-008a-45ea-8c70-7d18b28201f7 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:34:49.070654 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e18183-8681-4b99-9dac-137cfcbbe48a req-ebabb098-93b1-47e0-83c8-887e8045b7a1 service neutron] Checking agent: {'id': '6d8cf521-24bb-4b6a-bbae-0284f5c87a9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:34:49.070654 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e18183-8681-4b99-9dac-137cfcbbe48a req-ebabb098-93b1-47e0-83c8-887e8045b7a1 service neutron] Checking segment: {'id': 'd98286ea-3af7-47a7-a92d-d95717c2d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bbdeb55e-008a-45ea-8c70-7d18b28201f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:34:49.070654 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e18183-8681-4b99-9dac-137cfcbbe48a req-ebabb098-93b1-47e0-83c8-887e8045b7a1 service neutron] Bound using segment: {'id': 'd98286ea-3af7-47a7-a92d-d95717c2d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bbdeb55e-008a-45ea-8c70-7d18b28201f7'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:34:49.071028 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-76e18183-8681-4b99-9dac-137cfcbbe48a req-ebabb098-93b1-47e0-83c8-887e8045b7a1 service neutron] Bound port: cca30760-5885-4ffb-ac70-167eb7ad89e9, host: n-h2-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd98286ea-3af7-47a7-a92d-d95717c2d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bbdeb55e-008a-45ea-8c70-7d18b28201f7'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:34:49.091321 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-946083d1-fda3-47a9-b44d-f1f9ebc3a49e None None] Notify callbacks [] for port, precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:49.108349 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-26aac8e7-9a9c-4578-a600-213ec2181c18 req-96e0499b-5d8b-4154-a977-3fb56c5d90db service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1371a1a23ee64f7683335f6a2e654d90&device_id=24ee56e8-9248-40d5-b59e-45282c4f3926 HTTP/1.1" status: 200 len: 210 time: 0.0624804 Apr 05 14:34:49.166118 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-946083d1-fda3-47a9-b44d-f1f9ebc3a49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:49.180184 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-26aac8e7-9a9c-4578-a600-213ec2181c18 req-53a2d955-187f-40c4-b49c-ffcacc7c5816 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=1371a1a23ee64f7683335f6a2e654d90&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427115 Apr 05 14:34:49.249263 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae22020-2a33-45c1-9859-338d0c73092c None None] Pushing event updated for resources: {'Port': ['ID=0a2592a1-49e3-4ea3-a1e4-d88cd5e71263,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:49.274281 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-76e18183-8681-4b99-9dac-137cfcbbe48a req-ebabb098-93b1-47e0-83c8-887e8045b7a1 service neutron] For port cca30760-5885-4ffb-ac70-167eb7ad89e9, host n-h2-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=cca30760-5885-4ffb-ac70-167eb7ad89e9,segment=NetworkSegment(d98286ea-3af7-47a7-a92d-d95717c2d70a),segment_id=d98286ea-3af7-47a7-a92d-d95717c2d70a)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:34:49.283684 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56550ab3-3515-4b55-beba-9b86bc6cdf64 req-ad04f9bf-1fdd-4ea1-806e-70b606812486 tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:49.293885 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-56550ab3-3515-4b55-beba-9b86bc6cdf64 req-ad04f9bf-1fdd-4ea1-806e-70b606812486 tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ef54ac0-8975-4d64-a863-a607c5a148f3 HTTP/1.1" status: 200 len: 943 time: 0.2503970 Apr 05 14:34:49.311563 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 270d4a2f-05ce-4b60-b1bc-dee93d72651b details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:34:49.343196 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-946083d1-fda3-47a9-b44d-f1f9ebc3a49e None None] Attempting to bind port 0a2592a1-49e3-4ea3-a1e4-d88cd5e71263 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:34:49.346094 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-946083d1-fda3-47a9-b44d-f1f9ebc3a49e None None] Attempting to bind port 0a2592a1-49e3-4ea3-a1e4-d88cd5e71263 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'ad35469a-e11d-4fe2-af47-3c92f5352ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f658ca6d-e0a3-40a6-aff8-86c9da80d85a'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:34:49.346713 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946083d1-fda3-47a9-b44d-f1f9ebc3a49e None None] Attempting to bind port 0a2592a1-49e3-4ea3-a1e4-d88cd5e71263 on network f658ca6d-e0a3-40a6-aff8-86c9da80d85a {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:34:49.347872 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d77b02f9-176c-40cb-a047-8455e081ae24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:49.350558 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d77b02f9-176c-40cb-a047-8455e081ae24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:49.355037 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-d77b02f9-176c-40cb-a047-8455e081ae24 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/68d6e7de-2637-468b-bc46-5848d1f92da2 HTTP/1.1" status: 204 len: 168 time: 0.6977644 Apr 05 14:34:49.359905 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946083d1-fda3-47a9-b44d-f1f9ebc3a49e None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:34:49.360529 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946083d1-fda3-47a9-b44d-f1f9ebc3a49e None None] Checking segment: {'id': 'ad35469a-e11d-4fe2-af47-3c92f5352ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f658ca6d-e0a3-40a6-aff8-86c9da80d85a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:34:49.361142 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-946083d1-fda3-47a9-b44d-f1f9ebc3a49e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:49.361723 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946083d1-fda3-47a9-b44d-f1f9ebc3a49e None None] Bound using segment: {'id': 'ad35469a-e11d-4fe2-af47-3c92f5352ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f658ca6d-e0a3-40a6-aff8-86c9da80d85a'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:34:49.362406 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-946083d1-fda3-47a9-b44d-f1f9ebc3a49e None None] Bound port: 0a2592a1-49e3-4ea3-a1e4-d88cd5e71263, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad35469a-e11d-4fe2-af47-3c92f5352ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f658ca6d-e0a3-40a6-aff8-86c9da80d85a'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:34:49.363011 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-946083d1-fda3-47a9-b44d-f1f9ebc3a49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:49.422550 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-56550ab3-3515-4b55-beba-9b86bc6cdf64 req-49cfff39-ffef-476f-b4d8-7335ab401b3b tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0afeb87-09b9-4537-b709-c50906dc92ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276860 Apr 05 14:34:49.433678 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-76e18183-8681-4b99-9dac-137cfcbbe48a req-ebabb098-93b1-47e0-83c8-887e8045b7a1 service neutron] Notify callbacks [] for binding, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:49.434982 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-76e18183-8681-4b99-9dac-137cfcbbe48a req-ebabb098-93b1-47e0-83c8-887e8045b7a1 service neutron] 10.222.0.30 "POST /v2.0/ports/cca30760-5885-4ffb-ac70-167eb7ad89e9/bindings HTTP/1.1" status: 201 len: 389 time: 0.9722621 Apr 05 14:34:49.435742 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77b02f9-176c-40cb-a047-8455e081ae24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d6e7de-2637-468b-bc46-5848d1f92da2,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:49.471955 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aac8e7-9a9c-4578-a600-213ec2181c18 req-0fd69e09-71fa-4863-9f33-1b5a789b195a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:49.473757 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-26aac8e7-9a9c-4578-a600-213ec2181c18 req-0fd69e09-71fa-4863-9f33-1b5a789b195a service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2798767 Apr 05 14:34:49.501021 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-946083d1-fda3-47a9-b44d-f1f9ebc3a49e None None] For port 0a2592a1-49e3-4ea3-a1e4-d88cd5e71263, host n-d-836650-2, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:34:49.511336 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-946083d1-fda3-47a9-b44d-f1f9ebc3a49e None None] For port 0a2592a1-49e3-4ea3-a1e4-d88cd5e71263, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=0a2592a1-49e3-4ea3-a1e4-d88cd5e71263,segment=NetworkSegment(ad35469a-e11d-4fe2-af47-3c92f5352ee4),segment_id=ad35469a-e11d-4fe2-af47-3c92f5352ee4)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:34:49.565868 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7a2f5fbd-5dc1-4179-ba8f-8a0e493856fc req-b3d16bb9-2ddd-4845-ad81-7ca5f95f3bd1 tempest-ServerShowV247Test-1198919426 tempest-ServerShowV247Test-1198919426-project] 10.222.0.30 "GET /v2.0/ports?device_id=aed13a9f-a066-4ac9-8a99-0d68d7980a18 HTTP/1.1" status: 200 len: 210 time: 0.0572495 Apr 05 14:34:49.594642 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 270d4a2f-05ce-4b60-b1bc-dee93d72651b, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=270d4a2f-05ce-4b60-b1bc-dee93d72651b,segment=NetworkSegment(fdb36941-ed50-42a7-b89d-0184da6ac6ec),segment_id=fdb36941-ed50-42a7-b89d-0184da6ac6ec)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:34:49.612946 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': '270d4a2f-05ce-4b60-b1bc-dee93d72651b', 'network_id': '9cdc443e-f263-4fcb-a3a0-e5139ddc7ee0', 'port_id': '270d4a2f-05ce-4b60-b1bc-dee93d72651b', 'mac_address': 'fa:16:3e:7c:83:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e79f406-d2d3-43d9-afb0-5b1db6447e87', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:34:49.619740 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-946083d1-fda3-47a9-b44d-f1f9ebc3a49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:49.730453 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:49.753606 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 270d4a2f-05ce-4b60-b1bc-dee93d72651b {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:34:49.776507 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-aaafa706-0473-4380-abf1-2897ce038118 None None] Provisioning complete for port 0a2592a1-49e3-4ea3-a1e4-d88cd5e71263 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:34:49.776982 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-aaafa706-0473-4380-abf1-2897ce038118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:49.809518 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-da360c9f-5ac1-4d40-b2a4-00f09d9b5bb0 req-600fadb9-7b45-49b4-848b-944da4a969c7 tempest-ServerShowV254Test-323331933 tempest-ServerShowV254Test-323331933-project] 10.222.0.30 "GET /v2.0/ports?device_id=24ee56e8-9248-40d5-b59e-45282c4f3926 HTTP/1.1" status: 200 len: 210 time: 0.0876148 Apr 05 14:34:49.831449 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 270d4a2f-05ce-4b60-b1bc-dee93d72651b, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=270d4a2f-05ce-4b60-b1bc-dee93d72651b,segment=NetworkSegment(fdb36941-ed50-42a7-b89d-0184da6ac6ec),segment_id=fdb36941-ed50-42a7-b89d-0184da6ac6ec)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:34:49.845682 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946083d1-fda3-47a9-b44d-f1f9ebc3a49e None None] Routers {'d0cf5d70-a38a-4b71-a861-d43741173ccd'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:34:49.846465 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-946083d1-fda3-47a9-b44d-f1f9ebc3a49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:34:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['d0cf5d70-a38a-4b71-a861-d43741173ccd'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:49.928807 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:50.032109 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae22020-2a33-45c1-9859-338d0c73092c None None] Pushing event updated for resources: {'Port': ['ID=0a2592a1-49e3-4ea3-a1e4-d88cd5e71263,revision_number=4']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:50.083932 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e1cb2-353d-4983-a3b2-20a8c30f7586 req-270446f5-982e-4687-bf81-4a01372dc919 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:50.101548 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-995e1cb2-353d-4983-a3b2-20a8c30f7586 req-270446f5-982e-4687-bf81-4a01372dc919 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 947 time: 0.2547390 Apr 05 14:34:50.144706 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-aaafa706-0473-4380-abf1-2897ce038118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:50.274529 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-aaafa706-0473-4380-abf1-2897ce038118 None None] For port 0a2592a1-49e3-4ea3-a1e4-d88cd5e71263, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=0a2592a1-49e3-4ea3-a1e4-d88cd5e71263,segment=NetworkSegment(ad35469a-e11d-4fe2-af47-3c92f5352ee4),segment_id=ad35469a-e11d-4fe2-af47-3c92f5352ee4)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:34:50.275606 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-946083d1-fda3-47a9-b44d-f1f9ebc3a49e None None] Set router d0cf5d70-a38a-4b71-a861-d43741173ccd gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:34:50.305811 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['270d4a2f-05ce-4b60-b1bc-dee93d72651b'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:34:50.356585 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-995e1cb2-353d-4983-a3b2-20a8c30f7586 req-ea4c1b4c-3c9c-43f9-a981-c7a9c374447b tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2494318 Apr 05 14:34:50.396929 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-aaafa706-0473-4380-abf1-2897ce038118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:50.503973 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=270d4a2f-05ce-4b60-b1bc-dee93d72651b,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:50.572759 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b4cd0-c764-49dc-81d0-4b43d0ad0c04 req-3146034d-7058-4d40-a183-7bf1249eccc4 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:50.577462 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8f9b4cd0-c764-49dc-81d0-4b43d0ad0c04 req-3146034d-7058-4d40-a183-7bf1249eccc4 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c3c421e-7450-4e42-8501-18c377e353da HTTP/1.1" status: 200 len: 945 time: 0.3423865 Apr 05 14:34:50.713515 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-946083d1-fda3-47a9-b44d-f1f9ebc3a49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0cf5d70-a38a-4b71-a861-d43741173ccd', 'name': 'tempest-TaggedBootDevicesTest-521582567-router', 'tenant_id': 'ba40bc5300fc4511bcca30241f52a3c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '9df223f0-9880-4ea6-bf69-faa3babf3484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:34:35Z', 'updated_at': '2022-04-05T14:34:44Z', 'revision_number': 4, 'project_id': 'ba40bc5300fc4511bcca30241f52a3c3', 'gw_port': {'id': '9df223f0-9880-4ea6-bf69-faa3babf3484', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0cf5d70-a38a-4b71-a861-d43741173ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:37Z', 'updated_at': '2022-04-05T14:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '0a2592a1-49e3-4ea3-a1e4-d88cd5e71263', 'name': '', 'network_id': 'f658ca6d-e0a3-40a6-aff8-86c9da80d85a', 'tenant_id': 'ba40bc5300fc4511bcca30241f52a3c3', 'mac_address': 'fa:16:3e:96:53:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0cf5d70-a38a-4b71-a861-d43741173ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '367f691e-089f-4ca6-8616-e57669d4fada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:43Z', 'updated_at': '2022-04-05T14:34:49Z', 'revision_number': 4, 'project_id': 'ba40bc5300fc4511bcca30241f52a3c3', 'subnets': [{'id': '367f691e-089f-4ca6-8616-e57669d4fada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:50.766951 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946083d1-fda3-47a9-b44d-f1f9ebc3a49e None None] The sync data for ids ['d0cf5d70-a38a-4b71-a861-d43741173ccd'] in n-d-836650-2 is: [{'id': 'd0cf5d70-a38a-4b71-a861-d43741173ccd', 'name': 'tempest-TaggedBootDevicesTest-521582567-router', 'tenant_id': 'ba40bc5300fc4511bcca30241f52a3c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '9df223f0-9880-4ea6-bf69-faa3babf3484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:34:35Z', 'updated_at': '2022-04-05T14:34:44Z', 'revision_number': 4, 'project_id': 'ba40bc5300fc4511bcca30241f52a3c3', 'gw_port': {'id': '9df223f0-9880-4ea6-bf69-faa3babf3484', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0cf5d70-a38a-4b71-a861-d43741173ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:37Z', 'updated_at': '2022-04-05T14:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '0a2592a1-49e3-4ea3-a1e4-d88cd5e71263', 'name': '', 'network_id': 'f658ca6d-e0a3-40a6-aff8-86c9da80d85a', 'tenant_id': 'ba40bc5300fc4511bcca30241f52a3c3', 'mac_address': 'fa:16:3e:96:53:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0cf5d70-a38a-4b71-a861-d43741173ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '367f691e-089f-4ca6-8616-e57669d4fada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:43Z', 'updated_at': '2022-04-05T14:34:49Z', 'revision_number': 4, 'project_id': 'ba40bc5300fc4511bcca30241f52a3c3', 'subnets': [{'id': '367f691e-089f-4ca6-8616-e57669d4fada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:34:50.778223 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e18183-8681-4b99-9dac-137cfcbbe48a req-876b8d01-66f2-40dd-a3b8-5684571bab73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:50.781080 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-76e18183-8681-4b99-9dac-137cfcbbe48a req-876b8d01-66f2-40dd-a3b8-5684571bab73 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f15fb34306734f1db943c159bdbff20e&device_id=6c3c421e-7450-4e42-8501-18c377e353da HTTP/1.1" status: 200 len: 1096 time: 0.4220166 Apr 05 14:34:50.792740 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8f9b4cd0-c764-49dc-81d0-4b43d0ad0c04 req-33eb610d-9faa-4c2e-9c0c-76b030e4d903 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044282 Apr 05 14:34:50.984454 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc2d044-cb0a-4d93-9bbd-640d478fdf94 req-6e99466d-3674-46b0-be97-7f471d765e12 tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:50.993954 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3bc2d044-cb0a-4d93-9bbd-640d478fdf94 req-6e99466d-3674-46b0-be97-7f471d765e12 tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ef54ac0-8975-4d64-a863-a607c5a148f3 HTTP/1.1" status: 200 len: 944 time: 0.4153631 Apr 05 14:34:51.159311 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaafa706-0473-4380-abf1-2897ce038118 None None] Pushing event updated for resources: {'Port': ['ID=0a2592a1-49e3-4ea3-a1e4-d88cd5e71263,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:51.200580 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-26aac8e7-9a9c-4578-a600-213ec2181c18 req-9f90dff5-eeac-402a-871f-b60a737d8426 tempest-ServerShowV254Test-323331933 tempest-ServerShowV254Test-323331933-project] 10.222.0.11 "GET /v2.0/ports?device_id=24ee56e8-9248-40d5-b59e-45282c4f3926 HTTP/1.1" status: 200 len: 210 time: 0.0791233 Apr 05 14:34:51.321554 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-2aca645d-fc79-423d-8ccb-c95b5284d4e0 None None] Provisioning complete for port 0a2592a1-49e3-4ea3-a1e4-d88cd5e71263 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:34:51.325737 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2aca645d-fc79-423d-8ccb-c95b5284d4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:51.935615 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a1a916e4-ca38-45b3-bdb8-3df83f4ac96a req-8fb0d069-6ece-4a62-a79a-0a35f8d3d15e tempest-ServerShowV247Test-1198919426 tempest-ServerShowV247Test-1198919426-project] 10.222.0.30 "GET /v2.0/ports?device_id=aed13a9f-a066-4ac9-8a99-0d68d7980a18 HTTP/1.1" status: 200 len: 210 time: 0.0760105 Apr 05 14:34:51.997150 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e18183-8681-4b99-9dac-137cfcbbe48a req-d4ab6d81-7655-439a-b785-48679c63d582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:51.999096 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-76e18183-8681-4b99-9dac-137cfcbbe48a req-d4ab6d81-7655-439a-b785-48679c63d582 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bbdeb55e-008a-45ea-8c70-7d18b28201f7 HTTP/1.1" status: 200 len: 908 time: 1.2049644 Apr 05 14:34:52.015618 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3bc2d044-cb0a-4d93-9bbd-640d478fdf94 req-0d9a4ccb-36c5-4158-854b-077b61a514c2 tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0afeb87-09b9-4537-b709-c50906dc92ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0178075 Apr 05 14:34:52.557286 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-76e18183-8681-4b99-9dac-137cfcbbe48a req-62fa460e-d2d6-4d74-a1b4-5468e6da6466 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cca30760-5885-4ffb-ac70-167eb7ad89e9 HTTP/1.1" status: 200 len: 217 time: 0.1287794 Apr 05 14:34:52.559603 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 0a2592a1-49e3-4ea3-a1e4-d88cd5e71263 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:34:52.560535 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-936b73c0-7798-4bb5-a5b2-1a53822de850 req-0f32d5b1-e58e-463a-acb2-a6b7eb06abc5 tempest-ServerShowV254Test-323331933 tempest-ServerShowV254Test-323331933-project] 10.222.0.30 "GET /v2.0/ports?device_id=24ee56e8-9248-40d5-b59e-45282c4f3926 HTTP/1.1" status: 200 len: 210 time: 0.0740855 Apr 05 14:34:52.563748 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 0a2592a1-49e3-4ea3-a1e4-d88cd5e71263 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:34:52.563748 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:52.563949 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd7903b-93aa-4054-bb4c-14827cfb723d req-fef5a054-8205-44aa-aaed-93ba84551475 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:52.563949 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2dd7903b-93aa-4054-bb4c-14827cfb723d req-fef5a054-8205-44aa-aaed-93ba84551475 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 947 time: 0.1061320 Apr 05 14:34:52.563949 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e18183-8681-4b99-9dac-137cfcbbe48a req-e280e042-a1b5-4910-9f08-840ffef90ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:52.563949 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-76e18183-8681-4b99-9dac-137cfcbbe48a req-e280e042-a1b5-4910-9f08-840ffef90ffd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ac874e19-e8d7-4dbd-ad30-b4a600298345 HTTP/1.1" status: 200 len: 847 time: 0.2218509 Apr 05 14:34:52.563949 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-76e18183-8681-4b99-9dac-137cfcbbe48a req-82545353-773f-4731-b22b-3cc8271c0228 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bbdeb55e-008a-45ea-8c70-7d18b28201f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446849 Apr 05 14:34:52.563949 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2dd7903b-93aa-4054-bb4c-14827cfb723d req-f2dbd761-6ca1-4aec-9f1c-48c6be97be2f tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877919 Apr 05 14:34:52.611597 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a00c77-4852-4d0e-b7c6-3e138e0589b0 req-6e4d87ca-d7ea-4bf8-849a-78218b046301 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:52.613753 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a6a00c77-4852-4d0e-b7c6-3e138e0589b0 req-6e4d87ca-d7ea-4bf8-849a-78218b046301 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c3c421e-7450-4e42-8501-18c377e353da HTTP/1.1" status: 200 len: 945 time: 0.1698966 Apr 05 14:34:52.628022 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-76e18183-8681-4b99-9dac-137cfcbbe48a req-2afb3876-d20c-4e7a-8abf-d5c76ba0f84e service neutron] 10.222.0.11 "GET /v2.0/networks/bbdeb55e-008a-45ea-8c70-7d18b28201f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662154 Apr 05 14:34:52.738000 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a6a00c77-4852-4d0e-b7c6-3e138e0589b0 req-ae1da1af-486e-4a67-991c-2edb062c5df2 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133306 Apr 05 14:34:52.790710 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-76e18183-8681-4b99-9dac-137cfcbbe48a req-e9fa4090-a5fb-46cd-914f-2f054d001eed service neutron] 10.222.0.11 "GET /v2.0/networks/bbdeb55e-008a-45ea-8c70-7d18b28201f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548636 Apr 05 14:34:53.213838 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3f42c3ac-5d56-4801-9960-f88603ec8cbc req-4d101f30-1b96-491c-b63b-b57ccce2789f tempest-ServerShowV247Test-1198919426 tempest-ServerShowV247Test-1198919426-project] 10.222.0.30 "GET /v2.0/ports?device_id=aed13a9f-a066-4ac9-8a99-0d68d7980a18 HTTP/1.1" status: 200 len: 210 time: 0.0633972 Apr 05 14:34:53.319485 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d02ca0-650f-4cfe-be07-ca07376fd16d req-ca372485-a4ee-4f26-a5c7-2452af97e0cc tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:53.322740 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c5d02ca0-650f-4cfe-be07-ca07376fd16d req-ca372485-a4ee-4f26-a5c7-2452af97e0cc tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ef54ac0-8975-4d64-a863-a607c5a148f3 HTTP/1.1" status: 200 len: 944 time: 0.1135240 Apr 05 14:34:53.354221 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 270d4a2f-05ce-4b60-b1bc-dee93d72651b up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:34:53.432583 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c5d02ca0-650f-4cfe-be07-ca07376fd16d req-fe0585cf-b150-4c4b-9540-8336000a42f4 tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0afeb87-09b9-4537-b709-c50906dc92ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970147 Apr 05 14:34:53.878800 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port 270d4a2f-05ce-4b60-b1bc-dee93d72651b completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:34:53.902388 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port 270d4a2f-05ce-4b60-b1bc-dee93d72651b triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:34:53.909678 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:53.946094 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8590a9f1-d954-4ac4-943a-16699d276b81 req-fa7fd144-f295-474f-89b0-851211fe18ab service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=301817ec-e32d-4c17-a082-4e820cbef9a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2300880 Apr 05 14:34:53.977407 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980dea81-8e5b-4915-8ce2-3785aae63bdb req-6ed6e1b9-82d8-4c8d-903d-1d08ddcdc884 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:53.994401 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-980dea81-8e5b-4915-8ce2-3785aae63bdb req-6ed6e1b9-82d8-4c8d-903d-1d08ddcdc884 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 947 time: 0.2327144 Apr 05 14:34:54.142072 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:54.158860 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97281b9e-ebad-4162-b8be-0d7808d2c8a8 req-8236b93c-d19f-409e-8fc0-bdb34a1e77ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:54.160956 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-97281b9e-ebad-4162-b8be-0d7808d2c8a8 req-8236b93c-d19f-409e-8fc0-bdb34a1e77ba service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9215d951bfeb48c39a8e33c585301815&device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 1098 time: 0.3297975 Apr 05 14:34:54.204949 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 270d4a2f-05ce-4b60-b1bc-dee93d72651b, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=270d4a2f-05ce-4b60-b1bc-dee93d72651b,segment=NetworkSegment(fdb36941-ed50-42a7-b89d-0184da6ac6ec),segment_id=fdb36941-ed50-42a7-b89d-0184da6ac6ec)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:34:54.206024 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ef54ac0-8975-4d64-a863-a607c5a148f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '270d4a2f-05ce-4b60-b1bc-dee93d72651b'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:34:54.208599 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2541979f-8e91-48c4-be41-5cb76e4164d1" -d '{"events": [{"server_uuid": "2ef54ac0-8975-4d64-a863-a607c5a148f3", "name": "network-vif-plugged", "status": "completed", "tag": "270d4a2f-05ce-4b60-b1bc-dee93d72651b"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:34:54.243191 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-980dea81-8e5b-4915-8ce2-3785aae63bdb req-c58cffe2-9998-4d7b-b8d3-b7df446cd137 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2471538 Apr 05 14:34:54.261018 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48322544-d698-4236-9f76-84ef0062a93a req-f2d91a9a-84e9-40c7-9f94-1abd9c33b96e tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:54.275955 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-48322544-d698-4236-9f76-84ef0062a93a req-f2d91a9a-84e9-40c7-9f94-1abd9c33b96e tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c3c421e-7450-4e42-8501-18c377e353da HTTP/1.1" status: 200 len: 945 time: 0.3232028 Apr 05 14:34:54.292160 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:54.417563 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 39276) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:34:54.460910 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c5e384-6c57-414a-af84-6da2cbab450e x-openstack-request-id: req-e4c5e384-6c57-414a-af84-6da2cbab450e {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:34:54.468988 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ef54ac0-8975-4d64-a863-a607c5a148f3", "name": "network-vif-plugged", "status": "completed", "tag": "270d4a2f-05ce-4b60-b1bc-dee93d72651b", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:34:54.469449 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e4c5e384-6c57-414a-af84-6da2cbab450e {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:34:54.469877 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4c5e384-6c57-414a-af84-6da2cbab450e'] response: {'server_uuid': '2ef54ac0-8975-4d64-a863-a607c5a148f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '270d4a2f-05ce-4b60-b1bc-dee93d72651b', 'code': 200} Apr 05 14:34:54.475362 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8590a9f1-d954-4ac4-943a-16699d276b81 req-160de453-84a2-4ee0-baf8-4688d2780241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:54.479369 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8590a9f1-d954-4ac4-943a-16699d276b81 req-160de453-84a2-4ee0-baf8-4688d2780241 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f15fb34306734f1db943c159bdbff20e&device_id=301817ec-e32d-4c17-a082-4e820cbef9a3 HTTP/1.1" status: 200 len: 1096 time: 0.4473670 Apr 05 14:34:54.566173 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=270d4a2f-05ce-4b60-b1bc-dee93d72651b,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:54.574413 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-980daa0c-6bc7-4d9e-8429-4f6fef85e49e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:54.695197 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e7a8a0aa-ad48-4b2e-bf41-8627e4a8966b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:54.713805 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8590a9f1-d954-4ac4-943a-16699d276b81 req-80a1cf75-148b-4317-a49d-afc1e3c114ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:54.720085 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8590a9f1-d954-4ac4-943a-16699d276b81 req-80a1cf75-148b-4317-a49d-afc1e3c114ea service neutron] 10.222.0.55 "GET /v2.0/networks?id=bbdeb55e-008a-45ea-8c70-7d18b28201f7 HTTP/1.1" status: 200 len: 908 time: 0.1754875 Apr 05 14:34:54.845341 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-48322544-d698-4236-9f76-84ef0062a93a req-1cfa593b-1421-40fe-8a16-b2ec46880c0e tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5665538 Apr 05 14:34:54.933521 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8590a9f1-d954-4ac4-943a-16699d276b81 req-07cbd985-88c0-40f2-a92b-9e46b3b32518 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7009618f-75a6-452a-a53d-560fdef9d71a HTTP/1.1" status: 200 len: 217 time: 0.1429520 Apr 05 14:34:54.943832 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b932fe55-d32a-44a6-af40-74a5bc01eec5 req-8c5e26e0-2991-4c9f-a50a-7c52041664dd tempest-ServerShowV247Test-1198919426 tempest-ServerShowV247Test-1198919426-project] 10.222.0.30 "GET /v2.0/ports?device_id=aed13a9f-a066-4ac9-8a99-0d68d7980a18 HTTP/1.1" status: 200 len: 210 time: 0.4601748 Apr 05 14:34:54.962300 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e7a8a0aa-ad48-4b2e-bf41-8627e4a8966b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:55.000494 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd11d3e-7bc9-4449-822f-6a856afd5314 req-18847311-1e3d-43f7-b4e1-30268b7fcd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:55.002213 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cdd11d3e-7bc9-4449-822f-6a856afd5314 req-18847311-1e3d-43f7-b4e1-30268b7fcd1e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2ef54ac0-8975-4d64-a863-a607c5a148f3 HTTP/1.1" status: 200 len: 1096 time: 0.5435991 Apr 05 14:34:55.041772 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e7a8a0aa-ad48-4b2e-bf41-8627e4a8966b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:55.105714 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-e7a8a0aa-ad48-4b2e-bf41-8627e4a8966b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1371a1a23ee64f7683335f6a2e654d90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6851456 Apr 05 14:34:55.106767 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a8a0aa-ad48-4b2e-bf41-8627e4a8966b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e079e737-f8ae-4040-9545-8adfcc677ce7,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:55.109778 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 39290) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:34:55.113988 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97281b9e-ebad-4162-b8be-0d7808d2c8a8 req-510d11f8-0888-4f99-bc7a-ed9c7f290eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:55.115973 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-97281b9e-ebad-4162-b8be-0d7808d2c8a8 req-510d11f8-0888-4f99-bc7a-ed9c7f290eae service neutron] 10.222.0.11 "GET /v2.0/networks?id=bbe33099-0907-4578-b91f-9ecd1e0f3a95 HTTP/1.1" status: 200 len: 912 time: 0.9245298 Apr 05 14:34:55.204995 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ad453cb2-6a1c-4212-b132-d957b94932c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:55.213273 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-97281b9e-ebad-4162-b8be-0d7808d2c8a8 req-11936624-ed47-43be-9827-158b5088872f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4032c53b-96ab-4b67-b14e-c47acfa5a112 HTTP/1.1" status: 200 len: 1002 time: 0.0862091 Apr 05 14:34:55.220832 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8590a9f1-d954-4ac4-943a-16699d276b81 req-1b15ee46-18ca-4d6a-a638-86f6e2f6277a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:55.222147 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8590a9f1-d954-4ac4-943a-16699d276b81 req-1b15ee46-18ca-4d6a-a638-86f6e2f6277a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac874e19-e8d7-4dbd-ad30-b4a600298345 HTTP/1.1" status: 200 len: 847 time: 0.2772698 Apr 05 14:34:55.224311 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cdd11d3e-7bc9-4449-822f-6a856afd5314 req-b0eeba77-b2a7-400b-be4e-0ef3c99b5d60 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d0afeb87-09b9-4537-b709-c50906dc92ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065065 Apr 05 14:34:55.250572 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acdbbbb-5640-4429-9393-181c04a4cd33 req-641b450e-0514-4e10-a68c-6cb5f3fa4d77 tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:55.252466 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8acdbbbb-5640-4429-9393-181c04a4cd33 req-641b450e-0514-4e10-a68c-6cb5f3fa4d77 tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ef54ac0-8975-4d64-a863-a607c5a148f3 HTTP/1.1" status: 200 len: 945 time: 0.2425745 Apr 05 14:34:55.254424 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ad453cb2-6a1c-4212-b132-d957b94932c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:55.396134 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97281b9e-ebad-4162-b8be-0d7808d2c8a8 req-55785198-cf13-4a17-ac41-ee338b157e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:55.397986 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-97281b9e-ebad-4162-b8be-0d7808d2c8a8 req-55785198-cf13-4a17-ac41-ee338b157e56 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c529ad6d-a94e-4533-88f8-eeabc5541ed8 HTTP/1.1" status: 200 len: 850 time: 0.1720946 Apr 05 14:34:55.451373 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ad453cb2-6a1c-4212-b132-d957b94932c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:55.455081 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ad453cb2-6a1c-4212-b132-d957b94932c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:55.471448 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-ad453cb2-6a1c-4212-b132-d957b94932c8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e079e737-f8ae-4040-9545-8adfcc677ce7 HTTP/1.1" status: 204 len: 168 time: 0.3604062 Apr 05 14:34:55.478788 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8acdbbbb-5640-4429-9393-181c04a4cd33 req-af9d0d14-3561-4ef5-ad9a-5b1cb8ecb410 tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0afeb87-09b9-4537-b709-c50906dc92ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922495 Apr 05 14:34:55.506405 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad453cb2-6a1c-4212-b132-d957b94932c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e079e737-f8ae-4040-9545-8adfcc677ce7,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:55.560339 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1761091-21ed-439b-a8ca-7c676bee810f req-9c1bf4e8-6342-4e52-89a6-54fa5d91c7e7 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:55.571815 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f1761091-21ed-439b-a8ca-7c676bee810f req-9c1bf4e8-6342-4e52-89a6-54fa5d91c7e7 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 947 time: 0.2347696 Apr 05 14:34:55.574700 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8590a9f1-d954-4ac4-943a-16699d276b81 req-505c732f-5405-4a2c-8d09-02a154c1495c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bbdeb55e-008a-45ea-8c70-7d18b28201f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1307697 Apr 05 14:34:55.677764 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97281b9e-ebad-4162-b8be-0d7808d2c8a8 req-517f7dcd-12c6-4cb2-97f0-e7630f94b6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:55.679973 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-97281b9e-ebad-4162-b8be-0d7808d2c8a8 req-517f7dcd-12c6-4cb2-97f0-e7630f94b6de service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bbe33099-0907-4578-b91f-9ecd1e0f3a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2693815 Apr 05 14:34:55.829447 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-97281b9e-ebad-4162-b8be-0d7808d2c8a8 req-294c7ed2-8f54-4ab0-a170-23275aa5dd89 service neutron] 10.222.0.11 "GET /v2.0/networks/bbe33099-0907-4578-b91f-9ecd1e0f3a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132185 Apr 05 14:34:55.976498 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f1761091-21ed-439b-a8ca-7c676bee810f req-5c14baba-271b-48d6-b8f0-a31c1bd0dd49 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3922956 Apr 05 14:34:56.176855 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8590a9f1-d954-4ac4-943a-16699d276b81 req-c26af50d-0cb8-4da9-b545-498f7122ddb1 service neutron] 10.222.0.55 "GET /v2.0/networks/bbdeb55e-008a-45ea-8c70-7d18b28201f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5851719 Apr 05 14:34:56.243080 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-609a73ba-0b0d-42a1-8e91-d2aada8df5ae req-7ab0a16f-dd45-4b0e-afc0-191ac951a9e6 tempest-ServerShowV247Test-1198919426 tempest-ServerShowV247Test-1198919426-project] 10.222.0.30 "GET /v2.0/ports?device_id=aed13a9f-a066-4ac9-8a99-0d68d7980a18 HTTP/1.1" status: 200 len: 210 time: 0.0732901 Apr 05 14:34:56.316966 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa32d6fa-7328-4d33-9d68-99f3d4e861af req-b20ec83b-6740-4b79-8200-42f3d17f6445 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:56.319044 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-aa32d6fa-7328-4d33-9d68-99f3d4e861af req-b20ec83b-6740-4b79-8200-42f3d17f6445 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c3c421e-7450-4e42-8501-18c377e353da HTTP/1.1" status: 200 len: 945 time: 0.2265234 Apr 05 14:34:56.325055 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-97281b9e-ebad-4162-b8be-0d7808d2c8a8 req-6e0c3a7a-3141-4ed1-8b24-296131737038 service neutron] 10.222.0.11 "GET /v2.0/networks/bbe33099-0907-4578-b91f-9ecd1e0f3a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4823301 Apr 05 14:34:56.509612 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-aa32d6fa-7328-4d33-9d68-99f3d4e861af req-0b226476-1fc3-456c-a41c-47c63ea010e5 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816764 Apr 05 14:34:56.548758 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8590a9f1-d954-4ac4-943a-16699d276b81 req-562a975b-d693-4281-9aa8-c2d4ba884fb0 service neutron] 10.222.0.55 "GET /v2.0/networks/bbdeb55e-008a-45ea-8c70-7d18b28201f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3389606 Apr 05 14:34:56.721762 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3683f2f5-973d-4c13-980d-d802ec3ad448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:56.839303 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848b1873-1584-4cc8-9c34-dbe7ccf77317 req-0ebee66c-7138-49d4-8021-4418b21ee4d9 tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:56.852118 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-848b1873-1584-4cc8-9c34-dbe7ccf77317 req-0ebee66c-7138-49d4-8021-4418b21ee4d9 tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ef54ac0-8975-4d64-a863-a607c5a148f3 HTTP/1.1" status: 200 len: 945 time: 0.1319740 Apr 05 14:34:57.022903 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-848b1873-1584-4cc8-9c34-dbe7ccf77317 req-5f6bfa08-1768-412b-9c55-7f84ff429f0e tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0afeb87-09b9-4537-b709-c50906dc92ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500857 Apr 05 14:34:57.322931 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e9508-040d-4dbc-95e9-5de13ae165b5 req-0b9b7d64-4fe1-42b3-86e3-f1a8a4fb5e3d tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:57.334371 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-184e9508-040d-4dbc-95e9-5de13ae165b5 req-0b9b7d64-4fe1-42b3-86e3-f1a8a4fb5e3d tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 947 time: 0.1720233 Apr 05 14:34:57.451270 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-184e9508-040d-4dbc-95e9-5de13ae165b5 req-a83214f2-a659-463a-b67b-b6bc21a851e3 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158738 Apr 05 14:34:57.695445 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-95bddab6-b350-4023-b06e-706f9c716a8b req-e881ac91-7494-4bb2-9cd7-da6e66fafaff tempest-ServerShowV247Test-1198919426 tempest-ServerShowV247Test-1198919426-project] 10.222.0.30 "GET /v2.0/ports?device_id=aed13a9f-a066-4ac9-8a99-0d68d7980a18 HTTP/1.1" status: 200 len: 210 time: 0.0767000 Apr 05 14:34:57.995818 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:58.123124 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe133f01-04ba-4600-8719-b29fbad4c5dd req-b2bd7965-3b2d-44d4-ab89-e0382dee8472 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:58.125072 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fe133f01-04ba-4600-8719-b29fbad4c5dd req-b2bd7965-3b2d-44d4-ab89-e0382dee8472 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c3c421e-7450-4e42-8501-18c377e353da HTTP/1.1" status: 200 len: 945 time: 0.3480003 Apr 05 14:34:58.221721 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6610323b-2dda-414f-899e-7a4eefa33f43 req-309f0d11-c63b-444e-8c1a-23a68ec132ff tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:58.239436 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6610323b-2dda-414f-899e-7a4eefa33f43 req-309f0d11-c63b-444e-8c1a-23a68ec132ff tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ef54ac0-8975-4d64-a863-a607c5a148f3 HTTP/1.1" status: 200 len: 945 time: 0.3788059 Apr 05 14:34:58.393658 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fe133f01-04ba-4600-8719-b29fbad4c5dd req-973687c9-4a45-4881-9e87-69c4b29feb8a tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377995 Apr 05 14:34:58.417546 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6610323b-2dda-414f-899e-7a4eefa33f43 req-383ff694-8d3a-40c2-a1bd-9d7abda28052 tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0afeb87-09b9-4537-b709-c50906dc92ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719897 Apr 05 14:34:58.420287 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e563754d-9d04-467a-a5d6-9d9b1c64b82c req-45319ecb-108a-4455-8322-1112bf31873b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:58.442444 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e563754d-9d04-467a-a5d6-9d9b1c64b82c req-45319ecb-108a-4455-8322-1112bf31873b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9fa1a8686934c25af86658fe6450ad6&device_id=2ef54ac0-8975-4d64-a863-a607c5a148f3 HTTP/1.1" status: 200 len: 1096 time: 0.6421275 Apr 05 14:34:58.672818 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70817e45-91ae-4547-88e6-5686b487b479 req-41aa486d-308a-4229-b3f4-c1171b2b1f57 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:58.683965 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-70817e45-91ae-4547-88e6-5686b487b479 req-41aa486d-308a-4229-b3f4-c1171b2b1f57 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 947 time: 0.1069279 Apr 05 14:34:58.746082 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e563754d-9d04-467a-a5d6-9d9b1c64b82c req-1efb418d-8dd0-4a44-aca9-97a19af7d607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:58.748131 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e563754d-9d04-467a-a5d6-9d9b1c64b82c req-1efb418d-8dd0-4a44-aca9-97a19af7d607 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9cdc443e-f263-4fcb-a3a0-e5139ddc7ee0 HTTP/1.1" status: 200 len: 914 time: 0.2977450 Apr 05 14:34:58.777942 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-70817e45-91ae-4547-88e6-5686b487b479 req-cd3d433c-20ea-4500-a786-fb1325d69691 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944641 Apr 05 14:34:58.910512 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e563754d-9d04-467a-a5d6-9d9b1c64b82c req-0026473e-0b02-47cc-9668-fae11b5fd9af service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=270d4a2f-05ce-4b60-b1bc-dee93d72651b HTTP/1.1" status: 200 len: 217 time: 0.1285021 Apr 05 14:34:59.107571 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9ab54122-ea98-408f-a441-2d1223ded916 req-4705e11e-6501-4f15-ac24-80d83b02fd20 tempest-ServerShowV247Test-1198919426 tempest-ServerShowV247Test-1198919426-project] 10.222.0.30 "GET /v2.0/ports?device_id=aed13a9f-a066-4ac9-8a99-0d68d7980a18 HTTP/1.1" status: 200 len: 210 time: 0.1985688 Apr 05 14:34:59.257371 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e563754d-9d04-467a-a5d6-9d9b1c64b82c req-c42c20bb-fd1d-4230-8b93-60d33913a52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:59.257371 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e563754d-9d04-467a-a5d6-9d9b1c64b82c req-c42c20bb-fd1d-4230-8b93-60d33913a52c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7e79f406-d2d3-43d9-afb0-5b1db6447e87 HTTP/1.1" status: 200 len: 853 time: 0.3323538 Apr 05 14:34:59.344565 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e563754d-9d04-467a-a5d6-9d9b1c64b82c req-38963629-1057-433c-82d9-2d0a568359bc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9cdc443e-f263-4fcb-a3a0-e5139ddc7ee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806830 Apr 05 14:34:59.464320 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:59.619822 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:59.727608 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b336f6-e3ea-4877-8ce2-dbf5d5285ec9 req-d453d9d1-91ca-4c17-bfcf-2048c3192120 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:59.729134 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-62b336f6-e3ea-4877-8ce2-dbf5d5285ec9 req-d453d9d1-91ca-4c17-bfcf-2048c3192120 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c3c421e-7450-4e42-8501-18c377e353da HTTP/1.1" status: 200 len: 945 time: 0.1800194 Apr 05 14:34:59.731733 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e563754d-9d04-467a-a5d6-9d9b1c64b82c req-f62c29e3-77c6-4cc3-abc2-9dce50c88316 service neutron] 10.222.0.55 "GET /v2.0/networks/9cdc443e-f263-4fcb-a3a0-e5139ddc7ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3792727 Apr 05 14:34:59.969173 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e563754d-9d04-467a-a5d6-9d9b1c64b82c req-7e012d55-f67f-4d93-8543-e52eae2cefe0 service neutron] 10.222.0.55 "GET /v2.0/networks/9cdc443e-f263-4fcb-a3a0-e5139ddc7ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084160 Apr 05 14:35:00.013218 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-62b336f6-e3ea-4877-8ce2-dbf5d5285ec9 req-4bce3682-92d5-4790-a20f-c32a5762e5dc tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581146 Apr 05 14:35:00.238458 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06642e70-8b54-43c6-96b3-455c9946bd6c req-67937922-c8b5-43c7-aded-04576d4fb166 tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:00.248207 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-06642e70-8b54-43c6-96b3-455c9946bd6c req-67937922-c8b5-43c7-aded-04576d4fb166 tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ef54ac0-8975-4d64-a863-a607c5a148f3 HTTP/1.1" status: 200 len: 945 time: 0.1422992 Apr 05 14:35:00.356027 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-06642e70-8b54-43c6-96b3-455c9946bd6c req-15c03b0c-efce-43ea-83e4-85e0a953d568 tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0afeb87-09b9-4537-b709-c50906dc92ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069057 Apr 05 14:35:00.594901 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04e816-d2ec-4b1e-976f-8b8466321b64 req-9d3562f2-6704-4818-99d8-eb1759da293b tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:00.599819 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ac04e816-d2ec-4b1e-976f-8b8466321b64 req-9d3562f2-6704-4818-99d8-eb1759da293b tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 947 time: 0.1176527 Apr 05 14:35:00.700653 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ac04e816-d2ec-4b1e-976f-8b8466321b64 req-cbf71005-b645-49f5-81de-ce16306869c5 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914950 Apr 05 14:35:00.868491 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-85047b56-2177-42ee-acf9-57c538b816d7 req-9552a259-7c81-4b94-be97-c50af4588394 tempest-ServerShowV247Test-1198919426 tempest-ServerShowV247Test-1198919426-project] 10.222.0.30 "GET /v2.0/ports?device_id=aed13a9f-a066-4ac9-8a99-0d68d7980a18 HTTP/1.1" status: 200 len: 210 time: 0.0509229 Apr 05 14:35:01.164835 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c878db2-e8e9-4662-be6e-0cfc5871b189 req-f3c73c71-e9b0-4b8c-911d-f807caae047e tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:01.176301 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9c878db2-e8e9-4662-be6e-0cfc5871b189 req-f3c73c71-e9b0-4b8c-911d-f807caae047e tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c3c421e-7450-4e42-8501-18c377e353da HTTP/1.1" status: 200 len: 945 time: 0.0681961 Apr 05 14:35:01.224324 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9c878db2-e8e9-4662-be6e-0cfc5871b189 req-bd4035a0-4a4b-4fef-b038-88db1a3139ac tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508304 Apr 05 14:35:01.624158 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c159a4-a801-431f-92f7-16b3911fb154 req-de92bb82-cb7f-4f6e-b744-2f7b0ebb9f4c tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:01.644063 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b0c159a4-a801-431f-92f7-16b3911fb154 req-de92bb82-cb7f-4f6e-b744-2f7b0ebb9f4c tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ef54ac0-8975-4d64-a863-a607c5a148f3 HTTP/1.1" status: 200 len: 945 time: 0.1378312 Apr 05 14:35:01.726530 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b0c159a4-a801-431f-92f7-16b3911fb154 req-95234191-7ef7-4f0e-aa67-79e1d9d60610 tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0afeb87-09b9-4537-b709-c50906dc92ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816374 Apr 05 14:35:02.354146 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bba65e1-7918-4b65-a7e2-ae0a4a3ee939 req-8367da4a-deff-4bc8-ab97-25bf314112f3 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:02.360202 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5bba65e1-7918-4b65-a7e2-ae0a4a3ee939 req-8367da4a-deff-4bc8-ab97-25bf314112f3 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 947 time: 0.1263587 Apr 05 14:35:02.467951 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5bba65e1-7918-4b65-a7e2-ae0a4a3ee939 req-c4f01f83-9755-4cbf-9a79-b3f4623466cb tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050386 Apr 05 14:35:02.677403 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fce8c8a4-ef70-49c7-aeb7-55ffe473a8f6 req-2f023dc2-18a2-444f-b1bc-2d4a09627b11 tempest-ServerShowV247Test-1198919426 tempest-ServerShowV247Test-1198919426-project] 10.222.0.30 "GET /v2.0/ports?device_id=aed13a9f-a066-4ac9-8a99-0d68d7980a18 HTTP/1.1" status: 200 len: 210 time: 0.0588055 Apr 05 14:35:02.839418 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92915648-86f1-42b9-9382-ec45e09aca9e req-2bb534f7-f11e-4a29-b6ec-87acd2593f59 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:02.847877 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-92915648-86f1-42b9-9382-ec45e09aca9e req-2bb534f7-f11e-4a29-b6ec-87acd2593f59 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c3c421e-7450-4e42-8501-18c377e353da HTTP/1.1" status: 200 len: 945 time: 0.1123853 Apr 05 14:35:02.929706 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-92915648-86f1-42b9-9382-ec45e09aca9e req-22836fbd-ba84-425f-b281-09a6c61f88e5 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564344 Apr 05 14:35:02.933348 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 39456) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:35:03.086764 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7402847e-4626-4559-8348-e7db41fd60a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:03.200257 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7402847e-4626-4559-8348-e7db41fd60a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:03.308027 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7402847e-4626-4559-8348-e7db41fd60a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:03.420602 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-7402847e-4626-4559-8348-e7db41fd60a4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7d9f2b54ca624f72bb8a824d7811426b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4826362 Apr 05 14:35:03.421507 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 39480) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:35:03.452678 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7402847e-4626-4559-8348-e7db41fd60a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1686546d-9ff7-4a75-9a61-350117ca71b6,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:03.528053 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e12722-d4d5-44d4-8265-a3d5bbe48fa7 req-50778242-77fc-4a93-8062-e71203f808f8 tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:03.530291 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-02e12722-d4d5-44d4-8265-a3d5bbe48fa7 req-50778242-77fc-4a93-8062-e71203f808f8 tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ef54ac0-8975-4d64-a863-a607c5a148f3 HTTP/1.1" status: 200 len: 945 time: 0.1279442 Apr 05 14:35:03.566607 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-814b70ac-3758-4d8c-b5b9-7d84b57ee94e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:03.606565 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-02e12722-d4d5-44d4-8265-a3d5bbe48fa7 req-3822443f-7317-4592-af0e-81b8f16bdb28 tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0afeb87-09b9-4537-b709-c50906dc92ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679963 Apr 05 14:35:03.608088 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-814b70ac-3758-4d8c-b5b9-7d84b57ee94e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:03.795463 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a33b8cd1-8ba6-43ce-a72c-3c1f1b3f4619 req-bc728389-8448-40f2-973d-8ad2a2001a10 tempest-ServerShowV257Test-1760025244 tempest-ServerShowV257Test-1760025244-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c5ca373-1dbf-44c2-a0dc-64df846843b9 HTTP/1.1" status: 200 len: 210 time: 0.0606794 Apr 05 14:35:03.819020 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-814b70ac-3758-4d8c-b5b9-7d84b57ee94e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:03.822228 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-814b70ac-3758-4d8c-b5b9-7d84b57ee94e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:03.823391 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-814b70ac-3758-4d8c-b5b9-7d84b57ee94e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1686546d-9ff7-4a75-9a61-350117ca71b6 HTTP/1.1" status: 204 len: 168 time: 0.4008055 Apr 05 14:35:03.831694 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40590f07-39be-4de2-a224-f9fb82cb7e66 req-063816b3-5ce2-43f9-8192-5fe1c3bf4e33 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:03.833228 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-40590f07-39be-4de2-a224-f9fb82cb7e66 req-063816b3-5ce2-43f9-8192-5fe1c3bf4e33 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 947 time: 0.1107318 Apr 05 14:35:03.845361 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814b70ac-3758-4d8c-b5b9-7d84b57ee94e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1686546d-9ff7-4a75-9a61-350117ca71b6,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:04.290729 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-46de2585-bb44-4546-a485-65f667edd849 req-b03305d2-3a3e-45d1-aea3-5f1dbbce9811 tempest-ServerShowV247Test-1198919426 tempest-ServerShowV247Test-1198919426-project] 10.222.0.30 "GET /v2.0/ports?device_id=aed13a9f-a066-4ac9-8a99-0d68d7980a18 HTTP/1.1" status: 200 len: 210 time: 0.0470746 Apr 05 14:35:04.321559 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-40590f07-39be-4de2-a224-f9fb82cb7e66 req-a77e8ed6-c274-4ac5-b724-0e4474ad903e tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4780252 Apr 05 14:35:04.458885 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b297e284-db30-42d1-9813-0e11b1703648 req-07d72b85-2ae8-4865-8a23-af735db587b6 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:04.465463 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b297e284-db30-42d1-9813-0e11b1703648 req-07d72b85-2ae8-4865-8a23-af735db587b6 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c3c421e-7450-4e42-8501-18c377e353da HTTP/1.1" status: 200 len: 945 time: 0.0807893 Apr 05 14:35:04.526719 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b297e284-db30-42d1-9813-0e11b1703648 req-3e6363ae-87dd-48a6-8de7-202ad312e93b tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582232 Apr 05 14:35:04.762199 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343a7c3b-dbab-4a1c-a9eb-e2f743db5391 req-8c0080ab-79b2-4e44-962e-57fcd380c851 tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:04.769401 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-343a7c3b-dbab-4a1c-a9eb-e2f743db5391 req-8c0080ab-79b2-4e44-962e-57fcd380c851 tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ef54ac0-8975-4d64-a863-a607c5a148f3 HTTP/1.1" status: 200 len: 945 time: 0.0734856 Apr 05 14:35:04.829914 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-343a7c3b-dbab-4a1c-a9eb-e2f743db5391 req-65881b52-a2f5-4387-91d2-f2a2eb8729be tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0afeb87-09b9-4537-b709-c50906dc92ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590456 Apr 05 14:35:04.855666 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c3fd2-66a7-44b0-9606-34d970c1b073 req-a0786584-6344-4ca4-8077-993582cd0f61 tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:04.857215 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-427c3fd2-66a7-44b0-9606-34d970c1b073 req-a0786584-6344-4ca4-8077-993582cd0f61 tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ef54ac0-8975-4d64-a863-a607c5a148f3 HTTP/1.1" status: 200 len: 945 time: 0.0661736 Apr 05 14:35:04.870380 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 39532) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:35:04.888758 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3c293b4a-9a4f-4d89-8b17-ac0a5948bf67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:04.927281 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-116d545c-36d5-4496-93f4-608bac571075 req-1555c30e-1706-49e8-ad5c-73a011f3eb15 tempest-ServerShowV257Test-1760025244 tempest-ServerShowV257Test-1760025244-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c5ca373-1dbf-44c2-a0dc-64df846843b9 HTTP/1.1" status: 200 len: 210 time: 0.0660553 Apr 05 14:35:04.988332 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3c293b4a-9a4f-4d89-8b17-ac0a5948bf67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:05.011427 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-427c3fd2-66a7-44b0-9606-34d970c1b073 req-e7a563db-1ff9-40ce-bb19-a3752ed0983b tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] Deleting port 270d4a2f-05ce-4b60-b1bc-dee93d72651b {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:35:05.011769 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-427c3fd2-66a7-44b0-9606-34d970c1b073 req-e7a563db-1ff9-40ce-bb19-a3752ed0983b tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:05.050585 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3c293b4a-9a4f-4d89-8b17-ac0a5948bf67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:05.090439 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-3c293b4a-9a4f-4d89-8b17-ac0a5948bf67 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5cd29b04c0cc4c3985a1c973840a619c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2187755 Apr 05 14:35:05.092213 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c293b4a-9a4f-4d89-8b17-ac0a5948bf67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a1adef-66f5-47a3-8950-945e568ad24e,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:05.094385 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 39540) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:35:05.150402 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-427c3fd2-66a7-44b0-9606-34d970c1b073 req-e7a563db-1ff9-40ce-bb19-a3752ed0983b tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] For port 270d4a2f-05ce-4b60-b1bc-dee93d72651b, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=270d4a2f-05ce-4b60-b1bc-dee93d72651b,segment=NetworkSegment(fdb36941-ed50-42a7-b89d-0184da6ac6ec),segment_id=fdb36941-ed50-42a7-b89d-0184da6ac6ec)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:35:05.150769 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-427c3fd2-66a7-44b0-9606-34d970c1b073 req-e7a563db-1ff9-40ce-bb19-a3752ed0983b tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:05.178151 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-427c3fd2-66a7-44b0-9606-34d970c1b073 req-e7a563db-1ff9-40ce-bb19-a3752ed0983b tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] Calling delete_port for 270d4a2f-05ce-4b60-b1bc-dee93d72651b owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:35:05.202631 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e77dd695-5510-4162-b22d-1dea55826886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:05.263760 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e77dd695-5510-4162-b22d-1dea55826886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:05.446346 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-eb43bd8d-7c34-494b-a97e-d7f5e0144a56 req-65be66c5-5bb4-419a-930e-3f847589a630 tempest-ServerShowV247Test-1198919426 tempest-ServerShowV247Test-1198919426-project] 10.222.0.30 "GET /v2.0/ports?device_id=aed13a9f-a066-4ac9-8a99-0d68d7980a18 HTTP/1.1" status: 200 len: 210 time: 0.0505588 Apr 05 14:35:05.484641 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b19a7d-1690-4f9a-804b-674daab642ce req-14d694cd-a71a-49c2-8bf2-9e93eef0da06 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:05.486498 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-74b19a7d-1690-4f9a-804b-674daab642ce req-14d694cd-a71a-49c2-8bf2-9e93eef0da06 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 947 time: 0.0796616 Apr 05 14:35:05.518920 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e77dd695-5510-4162-b22d-1dea55826886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:05.518920 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e77dd695-5510-4162-b22d-1dea55826886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:05.518920 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-e77dd695-5510-4162-b22d-1dea55826886 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/69a1adef-66f5-47a3-8950-945e568ad24e HTTP/1.1" status: 204 len: 168 time: 0.4194298 Apr 05 14:35:05.556190 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77dd695-5510-4162-b22d-1dea55826886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a1adef-66f5-47a3-8950-945e568ad24e,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:05.556190 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-427c3fd2-66a7-44b0-9606-34d970c1b073 req-e7a563db-1ff9-40ce-bb19-a3752ed0983b tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:05.635080 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-74b19a7d-1690-4f9a-804b-674daab642ce req-c098f342-c5a9-4b22-900d-d1492dca8938 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411855 Apr 05 14:35:05.674853 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a563db-1ff9-40ce-bb19-a3752ed0983b tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] Pushing event deleted for resources: {'Port': ['ID=270d4a2f-05ce-4b60-b1bc-dee93d72651b,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:05.713255 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-427c3fd2-66a7-44b0-9606-34d970c1b073 req-e7a563db-1ff9-40ce-bb19-a3752ed0983b tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] No DVR routers for this DVR port 270d4a2f-05ce-4b60-b1bc-dee93d72651b on host n-h1-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:35:05.716199 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-427c3fd2-66a7-44b0-9606-34d970c1b073 req-e7a563db-1ff9-40ce-bb19-a3752ed0983b tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:05.719699 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-427c3fd2-66a7-44b0-9606-34d970c1b073 req-e7a563db-1ff9-40ce-bb19-a3752ed0983b tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] 10.222.0.55 "DELETE /v2.0/ports/270d4a2f-05ce-4b60-b1bc-dee93d72651b HTTP/1.1" status: 204 len: 173 time: 0.8475389 Apr 05 14:35:05.720398 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ef54ac0-8975-4d64-a863-a607c5a148f3', 'name': 'network-vif-deleted', 'tag': '270d4a2f-05ce-4b60-b1bc-dee93d72651b'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:35:05.723654 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ef572c-116f-423c-8866-3e688e54bb9f" -d '{"events": [{"server_uuid": "2ef54ac0-8975-4d64-a863-a607c5a148f3", "name": "network-vif-deleted", "tag": "270d4a2f-05ce-4b60-b1bc-dee93d72651b"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:35:05.745588 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b7b9ab-46bd-4f65-b74e-84707f27cbeb req-9ed9ad71-35e7-45c2-8b78-57743af8921c tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:05.747158 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-08b7b9ab-46bd-4f65-b74e-84707f27cbeb req-9ed9ad71-35e7-45c2-8b78-57743af8921c tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c3c421e-7450-4e42-8501-18c377e353da HTTP/1.1" status: 200 len: 945 time: 0.0924246 Apr 05 14:35:05.801313 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-08b7b9ab-46bd-4f65-b74e-84707f27cbeb req-85d7a5ed-1508-4243-9769-5ce56681e1a6 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425727 Apr 05 14:35:05.902072 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dad8aac-1c70-4e95-b055-a1be74746771 x-openstack-request-id: req-2dad8aac-1c70-4e95-b055-a1be74746771 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:35:05.902416 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ef54ac0-8975-4d64-a863-a607c5a148f3", "name": "network-vif-deleted", "tag": "270d4a2f-05ce-4b60-b1bc-dee93d72651b", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:35:05.902685 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2dad8aac-1c70-4e95-b055-a1be74746771 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:35:05.904120 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dad8aac-1c70-4e95-b055-a1be74746771'] response: {'server_uuid': '2ef54ac0-8975-4d64-a863-a607c5a148f3', 'name': 'network-vif-deleted', 'tag': '270d4a2f-05ce-4b60-b1bc-dee93d72651b', 'status': 'completed', 'code': 200} Apr 05 14:35:06.009127 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7125b747-0cfa-40e0-8ef5-2211cba1cfc8 req-0d2b7d68-e0b7-4bf5-94b7-763552000ee8 tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ef54ac0-8975-4d64-a863-a607c5a148f3 HTTP/1.1" status: 200 len: 210 time: 0.0361907 Apr 05 14:35:06.207116 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-55df8b79-6322-4fc4-94e6-3b7c314d14b3 req-0deaf56c-03c2-4bfd-a643-a955b222ecb8 tempest-ServerShowV257Test-1760025244 tempest-ServerShowV257Test-1760025244-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c5ca373-1dbf-44c2-a0dc-64df846843b9 HTTP/1.1" status: 200 len: 210 time: 0.0408053 Apr 05 14:35:06.369960 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f74ab-744e-488e-b3cc-8825009b577a req-1b7af3e8-029c-40bf-9739-055d9db969d9 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:06.379581 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-010f74ab-744e-488e-b3cc-8825009b577a req-1b7af3e8-029c-40bf-9739-055d9db969d9 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 947 time: 0.0933635 Apr 05 14:35:06.398813 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 7 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 14:35:06.445608 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-010f74ab-744e-488e-b3cc-8825009b577a req-cbdb177d-31c2-424e-b3a3-a3ef2271b36b tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584981 Apr 05 14:35:06.493401 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-78ba3a43-90e0-4310-a3a8-f4bbf8a4c4b0 req-04e5acca-6769-458c-902e-547bb28e2109 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=aed13a9f-a066-4ac9-8a99-0d68d7980a18 HTTP/1.1" status: 200 len: 210 time: 0.0466151 Apr 05 14:35:06.636821 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-981bc5de-f328-499e-b894-84da42366c45 req-07323f22-0df7-4f50-87ab-52d0c0140a3a tempest-ServerShowV247Test-1198919426 tempest-ServerShowV247Test-1198919426-project] 10.222.0.30 "GET /v2.0/ports?device_id=aed13a9f-a066-4ac9-8a99-0d68d7980a18 HTTP/1.1" status: 200 len: 210 time: 0.0439324 Apr 05 14:35:07.011078 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f376635f-b0ea-4715-91f9-fb225c0fb908 req-760ad824-3f97-43c8-ba4d-fbfd38b61460 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:07.012667 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f376635f-b0ea-4715-91f9-fb225c0fb908 req-760ad824-3f97-43c8-ba4d-fbfd38b61460 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c3c421e-7450-4e42-8501-18c377e353da HTTP/1.1" status: 200 len: 945 time: 0.0733578 Apr 05 14:35:07.086954 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f376635f-b0ea-4715-91f9-fb225c0fb908 req-82c6fb34-836a-46c3-9461-98a6b2f61f9c tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598738 Apr 05 14:35:07.247576 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a05e418a-c27f-4c28-b72f-4a54dea31d05 req-eb63f81e-3db7-4f17-92c4-cd72008c4099 tempest-InstanceActionsTestJSON-1695166822 tempest-InstanceActionsTestJSON-1695166822-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ef54ac0-8975-4d64-a863-a607c5a148f3 HTTP/1.1" status: 200 len: 210 time: 0.0446241 Apr 05 14:35:07.353073 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-78106965-2fe8-4da6-bb84-be72795279c1 req-6b616149-ff24-4550-9578-4701a0705301 tempest-ServerShowV257Test-1760025244 tempest-ServerShowV257Test-1760025244-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c5ca373-1dbf-44c2-a0dc-64df846843b9 HTTP/1.1" status: 200 len: 210 time: 0.0360081 Apr 05 14:35:07.406778 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 270d4a2f-05ce-4b60-b1bc-dee93d72651b no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:35:07.438616 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] No Port match for: 270d4a2f-05ce-4b60-b1bc-dee93d72651b {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:35:07.439030 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 270d4a2f-05ce-4b60-b1bc-dee93d72651b not bound to the agent host n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:35:07.781295 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f4056b77-e3db-4455-a766-d7d0b123eff1 req-f8b6201e-126f-4997-92db-7511e4b53363 tempest-ServerShowV247Test-1198919426 tempest-ServerShowV247Test-1198919426-project] 10.222.0.30 "GET /v2.0/ports?device_id=aed13a9f-a066-4ac9-8a99-0d68d7980a18 HTTP/1.1" status: 200 len: 210 time: 0.0363600 Apr 05 14:35:07.979185 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 39704) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:35:08.127982 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5b460de4-6910-445b-8ce6-ea7128ca8a6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:08.314434 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 39718) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:35:08.329077 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5ae81ab9-80b8-47ef-ac60-4b21278fb665 req-ff93ea4b-f2d6-49c8-ab5a-bc2e58f7854d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4c5ca373-1dbf-44c2-a0dc-64df846843b9 HTTP/1.1" status: 200 len: 210 time: 0.0492680 Apr 05 14:35:08.366491 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 4032c53b-96ab-4b67-b14e-c47acfa5a112 no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:35:08.399981 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2f37845-eb22-4324-9e4f-faddf6c3e7ea admin admin] Deleting subnet 7e79f406-d2d3-43d9-afb0-5b1db6447e87 {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:35:08.411663 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ae7e4-05a0-4e0a-87fa-7fedcd678389 req-0abab846-15c5-4d6f-b3f6-349f58b3c063 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:08.415244 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7e5ae7e4-05a0-4e0a-87fa-7fedcd678389 req-0abab846-15c5-4d6f-b3f6-349f58b3c063 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c3c421e-7450-4e42-8501-18c377e353da HTTP/1.1" status: 200 len: 945 time: 0.1952603 Apr 05 14:35:08.422878 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b2f37845-eb22-4324-9e4f-faddf6c3e7ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:08.442987 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5b460de4-6910-445b-8ce6-ea7128ca8a6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:08.496029 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:08.541999 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f77f973-1352-47e3-bb5e-96953c90267a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4032c53b-96ab-4b67-b14e-c47acfa5a112'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:35:08.544971 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b9ab1a9-c334-40f6-9175-0128a38d3056" -d '{"events": [{"server_uuid": "6f77f973-1352-47e3-bb5e-96953c90267a", "name": "network-vif-unplugged", "status": "completed", "tag": "4032c53b-96ab-4b67-b14e-c47acfa5a112"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:35:08.554695 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b2f37845-eb22-4324-9e4f-faddf6c3e7ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:08.570690 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 4032c53b-96ab-4b67-b14e-c47acfa5a112, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=4032c53b-96ab-4b67-b14e-c47acfa5a112,segment=NetworkSegment(87207719-1f48-46bc-a702-a88951a34078),segment_id=87207719-1f48-46bc-a702-a88951a34078)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:35:08.571757 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5b460de4-6910-445b-8ce6-ea7128ca8a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:08.579609 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-10ad6382-4878-473a-a78c-59067203d2c6 req-6217fb5e-f0aa-447a-9653-791605b1cf5b tempest-ServerShowV257Test-1760025244 tempest-ServerShowV257Test-1760025244-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c5ca373-1dbf-44c2-a0dc-64df846843b9 HTTP/1.1" status: 200 len: 210 time: 0.1208799 Apr 05 14:35:08.604130 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b2f37845-eb22-4324-9e4f-faddf6c3e7ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:08.640785 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:08.659577 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-5b460de4-6910-445b-8ce6-ea7128ca8a6e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5b0e5c35ea4f46b59535626f7a8f3796&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6790872 Apr 05 14:35:08.668499 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7e5ae7e4-05a0-4e0a-87fa-7fedcd678389 req-0b96d263-9b07-4eea-a6bf-36e43384b797 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226667 Apr 05 14:35:08.705159 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 39736) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:35:08.705159 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b460de4-6910-445b-8ce6-ea7128ca8a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43455df8-c4ed-4315-8f70-33cbc87eec0b,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:08.736924 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 14:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-075ff2c3-d6b4-43bd-9085-c6705654078c x-openstack-request-id: req-075ff2c3-d6b4-43bd-9085-c6705654078c {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:35:08.737299 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f77f973-1352-47e3-bb5e-96953c90267a", "name": "network-vif-unplugged", "status": "completed", "tag": "4032c53b-96ab-4b67-b14e-c47acfa5a112", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:35:08.737766 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-075ff2c3-d6b4-43bd-9085-c6705654078c {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:35:08.738370 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-075ff2c3-d6b4-43bd-9085-c6705654078c'] response: {'server_uuid': '6f77f973-1352-47e3-bb5e-96953c90267a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4032c53b-96ab-4b67-b14e-c47acfa5a112', 'code': 200} Apr 05 14:35:08.762877 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=4032c53b-96ab-4b67-b14e-c47acfa5a112,revision_number=14']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:08.770632 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-37b3a1d2-a9f3-4add-ba43-a34d0324450c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:08.786401 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b2f37845-eb22-4324-9e4f-faddf6c3e7ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:08.800745 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-37b3a1d2-a9f3-4add-ba43-a34d0324450c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:08.828014 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f37845-eb22-4324-9e4f-faddf6c3e7ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e79f406-d2d3-43d9-afb0-5b1db6447e87,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:08.838062 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b2f37845-eb22-4324-9e4f-faddf6c3e7ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:08.848634 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 39746) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:35:08.855621 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-b2f37845-eb22-4324-9e4f-faddf6c3e7ea admin admin] 10.222.0.30 "DELETE /v2.0/subnets/7e79f406-d2d3-43d9-afb0-5b1db6447e87 HTTP/1.1" status: 204 len: 168 time: 0.5334821 Apr 05 14:35:08.963097 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-76d8dba6-f605-46c6-a73e-3beeb5067370 req-8d9be872-f9da-47ae-83d1-228b2bc589bb tempest-ServerShowV247Test-1198919426 tempest-ServerShowV247Test-1198919426-project] 10.222.0.30 "GET /v2.0/ports?device_id=aed13a9f-a066-4ac9-8a99-0d68d7980a18 HTTP/1.1" status: 200 len: 210 time: 0.0398889 Apr 05 14:35:08.974639 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5d4cf8c0-0515-491c-8a35-5a148c2ad726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:09.097594 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-37b3a1d2-a9f3-4add-ba43-a34d0324450c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:09.101016 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-37b3a1d2-a9f3-4add-ba43-a34d0324450c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:09.106462 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-37b3a1d2-a9f3-4add-ba43-a34d0324450c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/43455df8-c4ed-4315-8f70-33cbc87eec0b HTTP/1.1" status: 204 len: 168 time: 0.4009483 Apr 05 14:35:09.122510 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b3a1d2-a9f3-4add-ba43-a34d0324450c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43455df8-c4ed-4315-8f70-33cbc87eec0b,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:09.133731 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5d4cf8c0-0515-491c-8a35-5a148c2ad726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:09.137728 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e18183-8681-4b99-9dac-137cfcbbe48a req-cdc4b728-8d1d-411f-b927-7fd4bdd575d1 tempest-LiveMigrationTest-1634108813 tempest-LiveMigrationTest-1634108813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:09.139370 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-76e18183-8681-4b99-9dac-137cfcbbe48a req-cdc4b728-8d1d-411f-b927-7fd4bdd575d1 tempest-LiveMigrationTest-1634108813 tempest-LiveMigrationTest-1634108813-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=6c3c421e-7450-4e42-8501-18c377e353da&tenant_id=f15fb34306734f1db943c159bdbff20e&binding%3Ahost_id=n-h1-836650-2 HTTP/1.1" status: 200 len: 1096 time: 0.1596169 Apr 05 14:35:09.158682 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-76e18183-8681-4b99-9dac-137cfcbbe48a req-de1a3274-e611-4dc6-8e9e-e5d5f3bac95e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-836650-2'}}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:35:09.188251 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-5d4cf8c0-0515-491c-8a35-5a148c2ad726 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cdc443e-f263-4fcb-a3a0-e5139ddc7ee0']}} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:09.204579 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-5d4cf8c0-0515-491c-8a35-5a148c2ad726 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdb36941-ed50-42a7-b89d-0184da6ac6ec') {'for_net_delete': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:09.204972 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-5d4cf8c0-0515-491c-8a35-5a148c2ad726 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdb36941-ed50-42a7-b89d-0184da6ac6ec') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:09.221679 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5d4cf8c0-0515-491c-8a35-5a148c2ad726 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13399223'] for segment, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:09.259945 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-76e18183-8681-4b99-9dac-137cfcbbe48a req-de1a3274-e611-4dc6-8e9e-e5d5f3bac95e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:09.274105 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5d4cf8c0-0515-491c-8a35-5a148c2ad726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:09.301131 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d4cf8c0-0515-491c-8a35-5a148c2ad726 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=103320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:35:09.301751 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5d4cf8c0-0515-491c-8a35-5a148c2ad726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15765202'] for segment, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:09.312660 n-d-836650-2 neutron-server[103320]: Traceback (most recent call last): Apr 05 14:35:09.312660 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:35:09.312660 n-d-836650-2 neutron-server[103320]: timer() Apr 05 14:35:09.312660 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:35:09.312660 n-d-836650-2 neutron-server[103320]: cb(*args, **kw) Apr 05 14:35:09.312660 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:35:09.312660 n-d-836650-2 neutron-server[103320]: return func(*args, **kwargs) Apr 05 14:35:09.312660 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:35:09.312660 n-d-836650-2 neutron-server[103320]: self._notify() Apr 05 14:35:09.312660 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:35:09.312660 n-d-836650-2 neutron-server[103320]: self.callback(batched_events) Apr 05 14:35:09.312660 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:35:09.312660 n-d-836650-2 neutron-server[103320]: event.method(event) Apr 05 14:35:09.312660 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:35:09.312660 n-d-836650-2 neutron-server[103320]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:35:09.312660 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:35:09.312660 n-d-836650-2 neutron-server[103320]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:35:09.312660 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:35:09.312660 n-d-836650-2 neutron-server[103320]: return f(self, *a, **k) Apr 05 14:35:09.312660 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:35:09.312660 n-d-836650-2 neutron-server[103320]: return self._get(url).json() Apr 05 14:35:09.312660 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:35:09.312660 n-d-836650-2 neutron-server[103320]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:35:09.312660 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:35:09.312660 n-d-836650-2 neutron-server[103320]: return self.request(url, 'GET', **kwargs) Apr 05 14:35:09.312660 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:35:09.312660 n-d-836650-2 neutron-server[103320]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:35:09.312660 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:35:09.312660 n-d-836650-2 neutron-server[103320]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:35:09.312660 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:35:09.312660 n-d-836650-2 neutron-server[103320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:35:09.312660 n-d-836650-2 neutron-server[103320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:35:09.406357 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bc8e7186-f50c-41b6-9faf-aae29584f9c8 req-198f5633-6187-43ab-9132-70067c4da80f tempest-ServerShowV247Test-1198919426 tempest-ServerShowV247Test-1198919426-project] 10.222.0.30 "GET /v2.0/ports?device_id=41adaa96-cfa3-4ea8-ad65-f4bba3b65f98&device_id=aed13a9f-a066-4ac9-8a99-0d68d7980a18 HTTP/1.1" status: 200 len: 210 time: 0.0445373 Apr 05 14:35:09.513536 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-76e18183-8681-4b99-9dac-137cfcbbe48a req-de1a3274-e611-4dc6-8e9e-e5d5f3bac95e service neutron] For port cca30760-5885-4ffb-ac70-167eb7ad89e9, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=cca30760-5885-4ffb-ac70-167eb7ad89e9,segment=NetworkSegment(d98286ea-3af7-47a7-a92d-d95717c2d70a),segment_id=d98286ea-3af7-47a7-a92d-d95717c2d70a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:35:09.560125 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-76e18183-8681-4b99-9dac-137cfcbbe48a req-de1a3274-e611-4dc6-8e9e-e5d5f3bac95e service neutron] For port cca30760-5885-4ffb-ac70-167eb7ad89e9, host n-h1-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:35:09.624548 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5d4cf8c0-0515-491c-8a35-5a148c2ad726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:09.632901 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5d4cf8c0-0515-491c-8a35-5a148c2ad726 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:09.650184 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-5d4cf8c0-0515-491c-8a35-5a148c2ad726 admin admin] 10.222.0.30 "DELETE /v2.0/networks/9cdc443e-f263-4fcb-a3a0-e5139ddc7ee0 HTTP/1.1" status: 204 len: 168 time: 0.7951467 Apr 05 14:35:09.688579 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4cf8c0-0515-491c-8a35-5a148c2ad726 admin admin] Pushing event deleted for resources: {'Network': ['ID=9cdc443e-f263-4fcb-a3a0-e5139ddc7ee0,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:09.703374 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c3c421e-7450-4e42-8501-18c377e353da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cca30760-5885-4ffb-ac70-167eb7ad89e9'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:35:09.706379 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e4624a-efed-4e51-8a83-8bb80ca4dc67" -d '{"events": [{"server_uuid": "6c3c421e-7450-4e42-8501-18c377e353da", "name": "network-vif-unplugged", "status": "completed", "tag": "cca30760-5885-4ffb-ac70-167eb7ad89e9"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:35:09.713930 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-76e18183-8681-4b99-9dac-137cfcbbe48a req-de1a3274-e611-4dc6-8e9e-e5d5f3bac95e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:09.755204 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-261081ca-b9d2-4c8e-9e69-b7eb5da13959 req-afe9c01c-ad76-4e7c-bc6e-4352e928090d tempest-ServerShowV257Test-1760025244 tempest-ServerShowV257Test-1760025244-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c5ca373-1dbf-44c2-a0dc-64df846843b9 HTTP/1.1" status: 200 len: 210 time: 0.0448983 Apr 05 14:35:09.788908 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-76e18183-8681-4b99-9dac-137cfcbbe48a req-de1a3274-e611-4dc6-8e9e-e5d5f3bac95e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:09.873818 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 14:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3978732-6127-4ae3-a8c8-4fce0026cfbe x-openstack-request-id: req-f3978732-6127-4ae3-a8c8-4fce0026cfbe {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:35:09.874463 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c3c421e-7450-4e42-8501-18c377e353da", "name": "network-vif-unplugged", "status": "completed", "tag": "cca30760-5885-4ffb-ac70-167eb7ad89e9", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:35:09.874463 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f3978732-6127-4ae3-a8c8-4fce0026cfbe {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:35:09.874710 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3978732-6127-4ae3-a8c8-4fce0026cfbe'] response: {'server_uuid': '6c3c421e-7450-4e42-8501-18c377e353da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cca30760-5885-4ffb-ac70-167eb7ad89e9', 'code': 200} Apr 05 14:35:09.945530 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-61d56077-5553-48b2-a0ea-71d8f673fb4f req-9d91a9bd-14cc-4b80-a668-fd48ff885afe service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6b40a8f4544548be94ab20faf9c77354&device_id=aed13a9f-a066-4ac9-8a99-0d68d7980a18 HTTP/1.1" status: 200 len: 210 time: 0.0938337 Apr 05 14:35:09.951420 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1a3274-e611-4dc6-8e9e-e5d5f3bac95e service neutron] Pushing event updated for resources: {'Port': ['ID=cca30760-5885-4ffb-ac70-167eb7ad89e9,revision_number=7']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:09.967797 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-76e18183-8681-4b99-9dac-137cfcbbe48a req-de1a3274-e611-4dc6-8e9e-e5d5f3bac95e service neutron] Attempting to bind port cca30760-5885-4ffb-ac70-167eb7ad89e9 on host n-h1-836650-2 for vnic_type normal with profile {"migrating_to": "n-h2-836650-2"} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:35:09.968373 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-76e18183-8681-4b99-9dac-137cfcbbe48a req-de1a3274-e611-4dc6-8e9e-e5d5f3bac95e service neutron] Attempting to bind port cca30760-5885-4ffb-ac70-167eb7ad89e9 by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': 'd98286ea-3af7-47a7-a92d-d95717c2d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bbdeb55e-008a-45ea-8c70-7d18b28201f7'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:35:09.968838 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e18183-8681-4b99-9dac-137cfcbbe48a req-de1a3274-e611-4dc6-8e9e-e5d5f3bac95e service neutron] Attempting to bind port cca30760-5885-4ffb-ac70-167eb7ad89e9 on network bbdeb55e-008a-45ea-8c70-7d18b28201f7 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:35:09.987524 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e18183-8681-4b99-9dac-137cfcbbe48a req-de1a3274-e611-4dc6-8e9e-e5d5f3bac95e service neutron] Port cca30760-5885-4ffb-ac70-167eb7ad89e9 on network bbdeb55e-008a-45ea-8c70-7d18b28201f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:35:09.987852 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e18183-8681-4b99-9dac-137cfcbbe48a req-de1a3274-e611-4dc6-8e9e-e5d5f3bac95e service neutron] Attempting to bind port cca30760-5885-4ffb-ac70-167eb7ad89e9 on network bbdeb55e-008a-45ea-8c70-7d18b28201f7 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:35:10.008594 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-61d56077-5553-48b2-a0ea-71d8f673fb4f req-007b895b-67eb-4201-9e42-db20c72a6997 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6b40a8f4544548be94ab20faf9c77354&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0519357 Apr 05 14:35:10.011827 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e18183-8681-4b99-9dac-137cfcbbe48a req-de1a3274-e611-4dc6-8e9e-e5d5f3bac95e service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:35:10.012181 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e18183-8681-4b99-9dac-137cfcbbe48a req-de1a3274-e611-4dc6-8e9e-e5d5f3bac95e service neutron] Checking segment: {'id': 'd98286ea-3af7-47a7-a92d-d95717c2d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bbdeb55e-008a-45ea-8c70-7d18b28201f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:35:10.012720 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e18183-8681-4b99-9dac-137cfcbbe48a req-de1a3274-e611-4dc6-8e9e-e5d5f3bac95e service neutron] Bound using segment: {'id': 'd98286ea-3af7-47a7-a92d-d95717c2d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bbdeb55e-008a-45ea-8c70-7d18b28201f7'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:35:10.013245 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-76e18183-8681-4b99-9dac-137cfcbbe48a req-de1a3274-e611-4dc6-8e9e-e5d5f3bac95e service neutron] Bound port: cca30760-5885-4ffb-ac70-167eb7ad89e9, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd98286ea-3af7-47a7-a92d-d95717c2d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bbdeb55e-008a-45ea-8c70-7d18b28201f7'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:35:10.014493 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-76e18183-8681-4b99-9dac-137cfcbbe48a req-de1a3274-e611-4dc6-8e9e-e5d5f3bac95e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:10.055648 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9994d52f-65fc-437c-a501-2dcc0f67df53 req-c055248a-1a24-4e82-aa6a-65931c199af8 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:10.057485 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9994d52f-65fc-437c-a501-2dcc0f67df53 req-c055248a-1a24-4e82-aa6a-65931c199af8 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c3c421e-7450-4e42-8501-18c377e353da HTTP/1.1" status: 200 len: 943 time: 0.0913785 Apr 05 14:35:10.156162 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9994d52f-65fc-437c-a501-2dcc0f67df53 req-13742ac7-5d2c-4b2f-9920-afd602d16903 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726936 Apr 05 14:35:10.161000 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-76e18183-8681-4b99-9dac-137cfcbbe48a req-de1a3274-e611-4dc6-8e9e-e5d5f3bac95e service neutron] For port cca30760-5885-4ffb-ac70-167eb7ad89e9, host n-h1-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:35:10.164351 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-76e18183-8681-4b99-9dac-137cfcbbe48a req-de1a3274-e611-4dc6-8e9e-e5d5f3bac95e service neutron] For port cca30760-5885-4ffb-ac70-167eb7ad89e9, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=cca30760-5885-4ffb-ac70-167eb7ad89e9,segment=NetworkSegment(d98286ea-3af7-47a7-a92d-d95717c2d70a),segment_id=d98286ea-3af7-47a7-a92d-d95717c2d70a)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:35:10.232351 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 39806) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:35:10.234261 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d56077-5553-48b2-a0ea-71d8f673fb4f req-744ff44e-55f4-4b81-95cc-c80d64939781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:10.235893 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-61d56077-5553-48b2-a0ea-71d8f673fb4f req-744ff44e-55f4-4b81-95cc-c80d64939781 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2169445 Apr 05 14:35:10.315368 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fc23089a-7555-4f29-a549-f53958fc492c req-fa2dc65f-b087-457c-a844-32d7594e4ddc tempest-ServerShowV247Test-1198919426 tempest-ServerShowV247Test-1198919426-project] 10.222.0.30 "GET /v2.0/ports?device_id=aed13a9f-a066-4ac9-8a99-0d68d7980a18 HTTP/1.1" status: 200 len: 210 time: 0.0398536 Apr 05 14:35:10.323341 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-a7d9b325-e25d-4a64-9b92-7e62f1c1284f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c9fa1a8686934c25af86658fe6450ad6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0990803 Apr 05 14:35:10.324509 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 39808) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:35:10.325072 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-76e18183-8681-4b99-9dac-137cfcbbe48a req-de1a3274-e611-4dc6-8e9e-e5d5f3bac95e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:10.373638 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device cca30760-5885-4ffb-ac70-167eb7ad89e9 details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:35:10.439812 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e18183-8681-4b99-9dac-137cfcbbe48a req-de1a3274-e611-4dc6-8e9e-e5d5f3bac95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:10.440519 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-76e18183-8681-4b99-9dac-137cfcbbe48a req-de1a3274-e611-4dc6-8e9e-e5d5f3bac95e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:10.442334 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-76e18183-8681-4b99-9dac-137cfcbbe48a req-de1a3274-e611-4dc6-8e9e-e5d5f3bac95e service neutron] 10.222.0.11 "PUT /v2.0/ports/cca30760-5885-4ffb-ac70-167eb7ad89e9 HTTP/1.1" status: 200 len: 1121 time: 1.2940078 Apr 05 14:35:10.449559 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1a3274-e611-4dc6-8e9e-e5d5f3bac95e service neutron] Pushing event updated for resources: {'Port': ['ID=cca30760-5885-4ffb-ac70-167eb7ad89e9,revision_number=8']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:10.492564 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-31844ef6-6e51-456c-b016-8c32a499a078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:10.531879 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-31844ef6-6e51-456c-b016-8c32a499a078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:10.600771 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['cca30760-5885-4ffb-ac70-167eb7ad89e9'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:35:10.606027 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0504f37-7782-44b3-a2a0-047ff0b67356 req-9b40ca96-4ad2-4850-8bc7-198a48415ab5 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:10.610912 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b0504f37-7782-44b3-a2a0-047ff0b67356 req-9b40ca96-4ad2-4850-8bc7-198a48415ab5 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.1111212 Apr 05 14:35:10.687056 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['cca30760-5885-4ffb-ac70-167eb7ad89e9'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:35:10.688065 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-31844ef6-6e51-456c-b016-8c32a499a078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:10.691350 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-31844ef6-6e51-456c-b016-8c32a499a078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:10.692970 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-31844ef6-6e51-456c-b016-8c32a499a078 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d0afeb87-09b9-4537-b709-c50906dc92ab HTTP/1.1" status: 204 len: 168 time: 0.3665507 Apr 05 14:35:10.711235 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31844ef6-6e51-456c-b016-8c32a499a078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0afeb87-09b9-4537-b709-c50906dc92ab,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:10.731577 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b0504f37-7782-44b3-a2a0-047ff0b67356 req-dd9f614a-f34a-41ba-9a1c-e4829026aca3 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018109 Apr 05 14:35:10.829259 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port cca30760-5885-4ffb-ac70-167eb7ad89e9, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=cca30760-5885-4ffb-ac70-167eb7ad89e9,segment=NetworkSegment(d98286ea-3af7-47a7-a92d-d95717c2d70a),segment_id=d98286ea-3af7-47a7-a92d-d95717c2d70a)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:35:10.871317 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device cca30760-5885-4ffb-ac70-167eb7ad89e9 has no active binding in host n-h2-836650-2 {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 05 14:35:10.896005 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cd320ca3-5538-45c0-b7a0-5ed8818def4d req-b0749da6-0c96-4ef3-b028-730b87e47df4 tempest-ServerShowV257Test-1760025244 tempest-ServerShowV257Test-1760025244-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c5ca373-1dbf-44c2-a0dc-64df846843b9 HTTP/1.1" status: 200 len: 210 time: 0.0747628 Apr 05 14:35:11.041069 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb836cfb-25a7-4cd3-8bac-ba894ce695b1 req-760d5284-bd1f-479f-84c5-d4ff84157a84 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:11.045720 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cb836cfb-25a7-4cd3-8bac-ba894ce695b1 req-760d5284-bd1f-479f-84c5-d4ff84157a84 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.1034884 Apr 05 14:35:11.165813 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cb836cfb-25a7-4cd3-8bac-ba894ce695b1 req-2a2f70ca-07c8-4a40-a425-892b014f8194 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144595 Apr 05 14:35:11.461020 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e46bec1-3301-4639-9118-c0c0c719ff82 req-82c6a5cc-b081-45cf-bbba-2ec61dcbccc2 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:11.467140 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7e46bec1-3301-4639-9118-c0c0c719ff82 req-82c6a5cc-b081-45cf-bbba-2ec61dcbccc2 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c3c421e-7450-4e42-8501-18c377e353da HTTP/1.1" status: 200 len: 943 time: 0.2105827 Apr 05 14:35:11.559289 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45b5eae-9e9d-444a-9b39-3db5efc6113d req-8a292817-e57a-4e7d-b264-8079baf6a162 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:11.567840 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b45b5eae-9e9d-444a-9b39-3db5efc6113d req-8a292817-e57a-4e7d-b264-8079baf6a162 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.2458346 Apr 05 14:35:11.633346 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7e46bec1-3301-4639-9118-c0c0c719ff82 req-a549f6d8-69f7-4421-bf81-9c4c4376ad27 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466465 Apr 05 14:35:11.634238 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-61d56077-5553-48b2-a0ea-71d8f673fb4f req-a9977d38-278c-4de7-af70-8667260b06eb tempest-ServerShowV247Test-1198919426 tempest-ServerShowV247Test-1198919426-project] 10.222.0.11 "GET /v2.0/ports?device_id=aed13a9f-a066-4ac9-8a99-0d68d7980a18 HTTP/1.1" status: 200 len: 210 time: 0.0627081 Apr 05 14:35:11.666222 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b45b5eae-9e9d-444a-9b39-3db5efc6113d req-a6fc7e6c-fa6b-47aa-9a39-b9c0506aabbf tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920119 Apr 05 14:35:11.762074 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0c6f8550-6063-48aa-856d-c1cf1b68a9ba req-6de7fdd3-20d9-4fbd-ac67-4c5b5e6a38a8 tempest-ServerShowV247Test-1198919426 tempest-ServerShowV247Test-1198919426-project] 10.222.0.30 "GET /v2.0/ports?device_id=aed13a9f-a066-4ac9-8a99-0d68d7980a18 HTTP/1.1" status: 200 len: 210 time: 0.0519571 Apr 05 14:35:11.876059 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c3c421e-7450-4e42-8501-18c377e353da', 'tag': 'cca30760-5885-4ffb-ac70-167eb7ad89e9'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:35:11.878370 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a9cb555-d617-409e-a4b9-9518cf7b16c7" -d '{"events": [{"name": "network-changed", "server_uuid": "6c3c421e-7450-4e42-8501-18c377e353da", "tag": "cca30760-5885-4ffb-ac70-167eb7ad89e9"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:35:11.930392 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa1b4e3-751f-4e78-9304-5551ec4d728a x-openstack-request-id: req-caa1b4e3-751f-4e78-9304-5551ec4d728a {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:35:11.931374 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c3c421e-7450-4e42-8501-18c377e353da", "tag": "cca30760-5885-4ffb-ac70-167eb7ad89e9", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:35:11.931374 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-caa1b4e3-751f-4e78-9304-5551ec4d728a {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:35:11.931374 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-caa1b4e3-751f-4e78-9304-5551ec4d728a'] response: {'name': 'network-changed', 'server_uuid': '6c3c421e-7450-4e42-8501-18c377e353da', 'tag': 'cca30760-5885-4ffb-ac70-167eb7ad89e9', 'status': 'completed', 'code': 200} Apr 05 14:35:12.032984 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9cb555-d617-409e-a4b9-9518cf7b16c7 req-ed4c514e-995b-4521-9fde-0e94c8a46506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:12.034962 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9a9cb555-d617-409e-a4b9-9518cf7b16c7 req-ed4c514e-995b-4521-9fde-0e94c8a46506 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f15fb34306734f1db943c159bdbff20e&device_id=6c3c421e-7450-4e42-8501-18c377e353da HTTP/1.1" status: 200 len: 1124 time: 0.0796876 Apr 05 14:35:12.126663 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:12.212628 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 39882) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:35:12.265839 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-521ebe58-bbdb-45e3-a547-7b39d0e586a6 req-bc416c6d-aee4-4017-b129-e018bc2f5642 tempest-ServerShowV257Test-1760025244 tempest-ServerShowV257Test-1760025244-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c5ca373-1dbf-44c2-a0dc-64df846843b9 HTTP/1.1" status: 200 len: 210 time: 0.2062724 Apr 05 14:35:12.381258 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9cb555-d617-409e-a4b9-9518cf7b16c7 req-8f9c9389-8824-4ded-b121-00d2e900760d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:12.382967 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9a9cb555-d617-409e-a4b9-9518cf7b16c7 req-8f9c9389-8824-4ded-b121-00d2e900760d service neutron] 10.222.0.55 "GET /v2.0/networks?id=bbdeb55e-008a-45ea-8c70-7d18b28201f7 HTTP/1.1" status: 200 len: 908 time: 0.3388369 Apr 05 14:35:12.395228 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e6b205-2e65-462e-93ae-58ba81d1cf7e req-66b25f48-5083-4ca8-a253-9f50802fcc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:12.396666 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-16e6b205-2e65-462e-93ae-58ba81d1cf7e req-66b25f48-5083-4ca8-a253-9f50802fcc8d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9215d951bfeb48c39a8e33c585301815&device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 1096 time: 0.2209957 Apr 05 14:35:12.413178 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c707ef9b-69c8-46b0-8b5c-ee291f230d67 req-8783db9e-7468-43d6-9b4c-b76d12da8850 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:12.421024 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c707ef9b-69c8-46b0-8b5c-ee291f230d67 req-8783db9e-7468-43d6-9b4c-b76d12da8850 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.2486556 Apr 05 14:35:12.447973 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e627f7b5-4c88-4970-8da5-8ea162c8fd69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:12.495718 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9a9cb555-d617-409e-a4b9-9518cf7b16c7 req-ebe82204-b527-4d15-99a0-6253955babc3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cca30760-5885-4ffb-ac70-167eb7ad89e9 HTTP/1.1" status: 200 len: 217 time: 0.1028278 Apr 05 14:35:12.552681 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e627f7b5-4c88-4970-8da5-8ea162c8fd69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:12.577994 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c707ef9b-69c8-46b0-8b5c-ee291f230d67 req-ae3e2d92-91f5-40c1-90be-7c3f2e402761 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561036 Apr 05 14:35:12.612328 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e627f7b5-4c88-4970-8da5-8ea162c8fd69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:12.618720 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9cb555-d617-409e-a4b9-9518cf7b16c7 req-dc674b11-c9c3-410b-9b86-44f45c746919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:12.620211 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9a9cb555-d617-409e-a4b9-9518cf7b16c7 req-dc674b11-c9c3-410b-9b86-44f45c746919 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac874e19-e8d7-4dbd-ad30-b4a600298345 HTTP/1.1" status: 200 len: 847 time: 0.1158805 Apr 05 14:35:12.647817 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e6b205-2e65-462e-93ae-58ba81d1cf7e req-7644cb9b-1905-4de2-9336-6a86402b8b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:12.649349 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-16e6b205-2e65-462e-93ae-58ba81d1cf7e req-7644cb9b-1905-4de2-9336-6a86402b8b54 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bbe33099-0907-4578-b91f-9ecd1e0f3a95 HTTP/1.1" status: 200 len: 912 time: 0.2456281 Apr 05 14:35:12.665953 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e627f7b5-4c88-4970-8da5-8ea162c8fd69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c2ee04-ccaa-499d-be98-69ec45d285b9,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:12.667006 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9a9cb555-d617-409e-a4b9-9518cf7b16c7 req-de66f5ba-4162-48f7-87ab-04ad9c25d5b3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bbdeb55e-008a-45ea-8c70-7d18b28201f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388830 Apr 05 14:35:12.688801 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-e627f7b5-4c88-4970-8da5-8ea162c8fd69 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5100a4d02b8e4cbba6aec7c9523ea992&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4750385 Apr 05 14:35:12.691631 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 39890) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:35:12.815746 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d189e1ac-9ac1-4a0c-9626-28d1f564c5b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:12.832369 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-16e6b205-2e65-462e-93ae-58ba81d1cf7e req-448b1cab-abf3-49ee-9cbd-b095346ddfbd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4032c53b-96ab-4b67-b14e-c47acfa5a112 HTTP/1.1" status: 200 len: 1000 time: 0.1680927 Apr 05 14:35:12.880782 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d189e1ac-9ac1-4a0c-9626-28d1f564c5b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:12.943391 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5c82b-a652-4cee-9c19-aa8b68605cbc req-b1e3a1fa-5efb-4998-a613-25fbd2b05120 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:12.951344 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-faa5c82b-a652-4cee-9c19-aa8b68605cbc req-b1e3a1fa-5efb-4998-a613-25fbd2b05120 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c3c421e-7450-4e42-8501-18c377e353da HTTP/1.1" status: 200 len: 943 time: 0.1795709 Apr 05 14:35:12.972154 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9a9cb555-d617-409e-a4b9-9518cf7b16c7 req-fa0d0417-0cdb-4831-9caf-a3b3dd8f3ca8 service neutron] 10.222.0.55 "GET /v2.0/networks/bbdeb55e-008a-45ea-8c70-7d18b28201f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973404 Apr 05 14:35:13.012042 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e6b205-2e65-462e-93ae-58ba81d1cf7e req-33d674ed-b076-4fc8-a479-0b7404689e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:13.013858 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-16e6b205-2e65-462e-93ae-58ba81d1cf7e req-33d674ed-b076-4fc8-a479-0b7404689e97 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c529ad6d-a94e-4533-88f8-eeabc5541ed8 HTTP/1.1" status: 200 len: 850 time: 0.1741650 Apr 05 14:35:13.035717 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d189e1ac-9ac1-4a0c-9626-28d1f564c5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:13.038985 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d189e1ac-9ac1-4a0c-9626-28d1f564c5b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:13.043543 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-d189e1ac-9ac1-4a0c-9626-28d1f564c5b2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/93c2ee04-ccaa-499d-be98-69ec45d285b9 HTTP/1.1" status: 204 len: 168 time: 0.3506851 Apr 05 14:35:13.053213 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d189e1ac-9ac1-4a0c-9626-28d1f564c5b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c2ee04-ccaa-499d-be98-69ec45d285b9,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:13.128278 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-faa5c82b-a652-4cee-9c19-aa8b68605cbc req-e9ede77b-1336-444f-8b20-87c73d6c0d2b tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759489 Apr 05 14:35:13.212222 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e6b205-2e65-462e-93ae-58ba81d1cf7e req-ac120998-09e3-47f4-92c3-e41fc02aa740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:13.213769 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-16e6b205-2e65-462e-93ae-58ba81d1cf7e req-ac120998-09e3-47f4-92c3-e41fc02aa740 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bbe33099-0907-4578-b91f-9ecd1e0f3a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1809020 Apr 05 14:35:13.217618 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9a9cb555-d617-409e-a4b9-9518cf7b16c7 req-698ec3be-f2fa-42c5-8763-9e373dfe5081 service neutron] 10.222.0.55 "GET /v2.0/networks/bbdeb55e-008a-45ea-8c70-7d18b28201f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352262 Apr 05 14:35:13.340354 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-16e6b205-2e65-462e-93ae-58ba81d1cf7e req-ea96febb-68c2-4129-a99a-cf82245816e5 service neutron] 10.222.0.11 "GET /v2.0/networks/bbe33099-0907-4578-b91f-9ecd1e0f3a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195395 Apr 05 14:35:13.418747 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-db7ec70f-e07c-4320-aead-8698012b04fc req-1e903a0c-207c-4b9f-b8e3-c8275894b1b8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6b40a8f4544548be94ab20faf9c77354&device_id=41adaa96-cfa3-4ea8-ad65-f4bba3b65f98 HTTP/1.1" status: 200 len: 210 time: 0.0353851 Apr 05 14:35:13.460368 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-db7ec70f-e07c-4320-aead-8698012b04fc req-adf4544b-e653-4515-a046-3379b2568526 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6b40a8f4544548be94ab20faf9c77354&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333900 Apr 05 14:35:13.527371 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4d1dcec1-a674-4c6d-9ba9-d0f07fc840c6 req-14142547-dfb3-4e26-b83b-d9b205d6f501 tempest-ServerShowV257Test-1760025244 tempest-ServerShowV257Test-1760025244-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c5ca373-1dbf-44c2-a0dc-64df846843b9 HTTP/1.1" status: 200 len: 210 time: 0.0853796 Apr 05 14:35:13.560325 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bd6d80cc-25db-4228-9a88-bfe5024ffb6b req-4be98db5-dfed-4966-b7fe-76aac1f31bc1 tempest-ServerShowV247Test-1198919426 tempest-ServerShowV247Test-1198919426-project] 10.222.0.30 "GET /v2.0/ports?device_id=41adaa96-cfa3-4ea8-ad65-f4bba3b65f98 HTTP/1.1" status: 200 len: 210 time: 0.0917811 Apr 05 14:35:13.588463 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-16e6b205-2e65-462e-93ae-58ba81d1cf7e req-a21e48e3-0702-4320-a7d9-33750f001188 service neutron] 10.222.0.11 "GET /v2.0/networks/bbe33099-0907-4578-b91f-9ecd1e0f3a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333815 Apr 05 14:35:13.625727 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ec70f-e07c-4320-aead-8698012b04fc req-8c0c6c93-e465-4a31-8d5b-62053cad24fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:13.628590 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-db7ec70f-e07c-4320-aead-8698012b04fc req-8c0c6c93-e465-4a31-8d5b-62053cad24fc service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1587179 Apr 05 14:35:13.733934 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86601d1-d765-4444-b76d-ad7fa3947eb7 req-9238f7fc-6efd-43a3-9d8d-f48065814a22 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:13.735549 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c86601d1-d765-4444-b76d-ad7fa3947eb7 req-9238f7fc-6efd-43a3-9d8d-f48065814a22 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.0617118 Apr 05 14:35:13.797178 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c86601d1-d765-4444-b76d-ad7fa3947eb7 req-4a69bc66-8569-45d0-a8c3-17f2012783ab tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395107 Apr 05 14:35:14.244493 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc157c2d-615f-43e5-bc3d-c5c78174ae63 req-126a0083-00fd-4fa2-a01f-f5a7a2114c6c tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:14.246178 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fc157c2d-615f-43e5-bc3d-c5c78174ae63 req-126a0083-00fd-4fa2-a01f-f5a7a2114c6c tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c3c421e-7450-4e42-8501-18c377e353da HTTP/1.1" status: 200 len: 943 time: 0.0526469 Apr 05 14:35:14.285812 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fc157c2d-615f-43e5-bc3d-c5c78174ae63 req-a6f7b864-fef6-4e42-9aa0-ee90721c2bfd tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335088 Apr 05 14:35:14.632477 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3a6e8df2-72d2-4341-90a8-376d1adbc026 req-ac62125d-8944-4092-9486-fe21556b1c42 tempest-ServerShowV257Test-1760025244 tempest-ServerShowV257Test-1760025244-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c5ca373-1dbf-44c2-a0dc-64df846843b9 HTTP/1.1" status: 200 len: 210 time: 0.0286014 Apr 05 14:35:14.667394 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fc759619-2c2c-4881-a88f-993f52116f6d req-8cfcd06c-cf23-44d2-9ed7-8d1f87f9f7da tempest-ServerShowV247Test-1198919426 tempest-ServerShowV247Test-1198919426-project] 10.222.0.30 "GET /v2.0/ports?device_id=41adaa96-cfa3-4ea8-ad65-f4bba3b65f98 HTTP/1.1" status: 200 len: 210 time: 0.0325060 Apr 05 14:35:14.881601 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:14.945737 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30febd1-90f9-46d6-a41c-37c576a3851d req-5cb1fe87-0041-4986-8d0c-038ef21526db tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:14.956025 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c30febd1-90f9-46d6-a41c-37c576a3851d req-5cb1fe87-0041-4986-8d0c-038ef21526db tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.0925753 Apr 05 14:35:15.009351 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c30febd1-90f9-46d6-a41c-37c576a3851d req-cdc34a7b-cfb5-458a-8dd0-93cf667ecaa1 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523167 Apr 05 14:35:15.138728 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-db7ec70f-e07c-4320-aead-8698012b04fc req-c6e1bad0-02e9-4717-9cf8-7ea41c0cf878 tempest-ServerShowV247Test-1198919426 tempest-ServerShowV247Test-1198919426-project] 10.222.0.11 "GET /v2.0/ports?device_id=41adaa96-cfa3-4ea8-ad65-f4bba3b65f98 HTTP/1.1" status: 200 len: 210 time: 0.0298083 Apr 05 14:35:15.540922 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04aad67-674b-42a1-a02e-a9fa80bed400 req-2735a080-0d8c-4a9c-9890-2c76eb93fcfa tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:15.546393 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c04aad67-674b-42a1-a02e-a9fa80bed400 req-2735a080-0d8c-4a9c-9890-2c76eb93fcfa tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c3c421e-7450-4e42-8501-18c377e353da HTTP/1.1" status: 200 len: 943 time: 0.1283927 Apr 05 14:35:15.643729 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c04aad67-674b-42a1-a02e-a9fa80bed400 req-06249cdd-5f83-4576-888d-a86422279418 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838516 Apr 05 14:35:15.838155 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1ed1ed0b-293e-4e37-8b92-0fd6bdf457de req-472f3628-6c44-400b-8b64-ad9d4c09a385 tempest-ServerShowV257Test-1760025244 tempest-ServerShowV257Test-1760025244-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c5ca373-1dbf-44c2-a0dc-64df846843b9 HTTP/1.1" status: 200 len: 210 time: 0.0822916 Apr 05 14:35:15.955511 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-21458dcd-359c-45eb-98fe-1fbae1287886 req-ad666d4b-d3aa-4836-85f4-475528e86a33 tempest-ServerShowV247Test-1198919426 tempest-ServerShowV247Test-1198919426-project] 10.222.0.30 "GET /v2.0/ports?device_id=41adaa96-cfa3-4ea8-ad65-f4bba3b65f98 HTTP/1.1" status: 200 len: 210 time: 0.0318434 Apr 05 14:35:16.164830 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e184beb1-23dd-4c8d-9233-2d7ca6f9c618 req-7d2ea0fd-a264-45fa-82a8-904f6a09cb70 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:16.174138 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e184beb1-23dd-4c8d-9233-2d7ca6f9c618 req-7d2ea0fd-a264-45fa-82a8-904f6a09cb70 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.0904973 Apr 05 14:35:16.232589 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e184beb1-23dd-4c8d-9233-2d7ca6f9c618 req-b8632475-ca3a-4d92-9069-6e089e5098c5 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573964 Apr 05 14:35:16.626958 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a21d6d4-c208-4957-bf40-c73314e85a57 req-e6e44b2f-a943-4425-8d20-5603adc75a20 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:16.639852 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9a21d6d4-c208-4957-bf40-c73314e85a57 req-e6e44b2f-a943-4425-8d20-5603adc75a20 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.1000612 Apr 05 14:35:16.700612 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9a21d6d4-c208-4957-bf40-c73314e85a57 req-5c43b7d1-aefd-4767-9232-513b4ca7ef61 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592413 Apr 05 14:35:16.776962 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e1d320-fd93-4f23-9114-53696c801dbf req-8c2694a7-9e0c-49a0-a52d-973c4bc1b413 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:16.781313 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-71e1d320-fd93-4f23-9114-53696c801dbf req-8c2694a7-9e0c-49a0-a52d-973c4bc1b413 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c3c421e-7450-4e42-8501-18c377e353da HTTP/1.1" status: 200 len: 943 time: 0.0738926 Apr 05 14:35:16.895605 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f8beed-6d9c-47c5-89fa-934ccf680017 req-40dad1e1-ff02-4c10-929e-fddfd18e5628 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:16.913385 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c7f8beed-6d9c-47c5-89fa-934ccf680017 req-40dad1e1-ff02-4c10-929e-fddfd18e5628 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.1258731 Apr 05 14:35:16.920586 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-71e1d320-fd93-4f23-9114-53696c801dbf req-449a1e38-c2f9-4ad0-b9f9-0008788f394c tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199462 Apr 05 14:35:17.007556 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c7f8beed-6d9c-47c5-89fa-934ccf680017 req-fc320ffa-3ba9-4027-b7a4-16735069d851 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916376 Apr 05 14:35:17.130000 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a28f1680-c451-4a05-a6ce-2582756bee3c req-a7046803-bd46-45d2-8a09-7cb2fc861bd4 tempest-ServerShowV257Test-1760025244 tempest-ServerShowV257Test-1760025244-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c5ca373-1dbf-44c2-a0dc-64df846843b9 HTTP/1.1" status: 200 len: 210 time: 0.0531456 Apr 05 14:35:17.192731 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff05e6cb-7561-4f0f-9451-b76afdc93996 req-f6e6cd3a-9ed1-4711-bffc-99df830135f1 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:17.194363 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ff05e6cb-7561-4f0f-9451-b76afdc93996 req-f6e6cd3a-9ed1-4711-bffc-99df830135f1 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.0806048 Apr 05 14:35:17.254995 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ff05e6cb-7561-4f0f-9451-b76afdc93996 req-9e1452ff-2e48-47e1-8d0b-41e665d49bb7 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538847 Apr 05 14:35:17.424389 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597b3f5-a6b7-4e56-b86d-d3ee3fc49390 req-b84393af-4a93-45c2-a1b1-33aae9738fb0 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:17.425941 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7597b3f5-a6b7-4e56-b86d-d3ee3fc49390 req-b84393af-4a93-45c2-a1b1-33aae9738fb0 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.0574625 Apr 05 14:35:17.472627 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7597b3f5-a6b7-4e56-b86d-d3ee3fc49390 req-26b99360-1a25-481f-88bf-f3d5b83dba63 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385287 Apr 05 14:35:17.832638 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 40074) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:35:17.960539 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b8ea3a-0fa0-49c2-a25f-c301f9edb648 req-17c651ef-af04-44cd-9d3c-24871b3071dc tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:17.967591 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a6b8ea3a-0fa0-49c2-a25f-c301f9edb648 req-17c651ef-af04-44cd-9d3c-24871b3071dc tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/networks?id=bbe33099-0907-4578-b91f-9ecd1e0f3a95 HTTP/1.1" status: 200 len: 811 time: 0.1805108 Apr 05 14:35:17.995673 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a6b8ea3a-0fa0-49c2-a25f-c301f9edb648 req-a0990fea-74cc-4d80-955e-34660bbed037 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/quotas/9215d951bfeb48c39a8e33c585301815 HTTP/1.1" status: 200 len: 375 time: 0.0207913 Apr 05 14:35:18.115168 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a6b8ea3a-0fa0-49c2-a25f-c301f9edb648 req-c6eb87fe-fecd-4d3e-8267-9e865c46dbda tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9215d951bfeb48c39a8e33c585301815&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1086800 Apr 05 14:35:18.132348 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5089d645-ae51-4ae2-a6ec-6981af1ba56c req-1c739d4e-2877-450f-a7a7-3fe566d3a9f9 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:18.139789 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5089d645-ae51-4ae2-a6ec-6981af1ba56c req-1c739d4e-2877-450f-a7a7-3fe566d3a9f9 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c3c421e-7450-4e42-8501-18c377e353da HTTP/1.1" status: 200 len: 943 time: 0.0752904 Apr 05 14:35:18.152497 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c5aa1ebd-c77a-45e9-908e-1655f95e971a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:18.288644 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c5aa1ebd-c77a-45e9-908e-1655f95e971a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:18.299021 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5089d645-ae51-4ae2-a6ec-6981af1ba56c req-90dd7010-3836-4043-854a-35fa70b971b9 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583166 Apr 05 14:35:18.344546 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a6b8ea3a-0fa0-49c2-a25f-c301f9edb648 req-eb60885d-6184-4a5d-9bca-657265bc820f service neutron] 10.222.0.30 "GET /v2.0/networks/bbe33099-0907-4578-b91f-9ecd1e0f3a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020113 Apr 05 14:35:18.372666 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c5aa1ebd-c77a-45e9-908e-1655f95e971a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:18.477993 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-c5aa1ebd-c77a-45e9-908e-1655f95e971a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6b40a8f4544548be94ab20faf9c77354&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6432955 Apr 05 14:35:18.481508 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 40096) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:35:18.510692 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aa1ebd-c77a-45e9-908e-1655f95e971a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc862e40-2bcc-4cfd-9b0a-159892e988e4,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:18.629487 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b85d6d35-7db5-42a9-8919-9e67b101a28e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:18.679663 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b85d6d35-7db5-42a9-8919-9e67b101a28e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:18.805682 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-110485c5-67b8-4784-aa69-69f3d35d8aee req-9703725b-5c1f-424e-a40f-1ca7054b03cf tempest-ServerShowV257Test-1760025244 tempest-ServerShowV257Test-1760025244-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c5ca373-1dbf-44c2-a0dc-64df846843b9 HTTP/1.1" status: 200 len: 210 time: 0.0421596 Apr 05 14:35:18.841728 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b85d6d35-7db5-42a9-8919-9e67b101a28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:18.846295 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b85d6d35-7db5-42a9-8919-9e67b101a28e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:18.847864 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-b85d6d35-7db5-42a9-8919-9e67b101a28e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fc862e40-2bcc-4cfd-9b0a-159892e988e4 HTTP/1.1" status: 204 len: 168 time: 0.3629663 Apr 05 14:35:18.857290 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a6b8ea3a-0fa0-49c2-a25f-c301f9edb648 req-c824c331-a501-4ad2-9530-e04a415993b4 service neutron] 10.222.0.30 "GET /v2.0/networks/bbe33099-0907-4578-b91f-9ecd1e0f3a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5115967 Apr 05 14:35:18.869373 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85d6d35-7db5-42a9-8919-9e67b101a28e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc862e40-2bcc-4cfd-9b0a-159892e988e4,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:19.297852 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-01cd5d8a-e1b9-4648-ac2b-9de71d9a851b req-bc0fa10d-b2be-4c6a-9cdd-6c2e5c7c14af tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7d59292-c69e-44da-982d-8056c0172ac5 HTTP/1.1" status: 200 len: 210 time: 0.0706975 Apr 05 14:35:19.545321 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8836ed-c016-48bf-8531-fd4911ec1271 req-012d2d25-68c5-46d7-a627-24201c022b45 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:19.572563 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cc8836ed-c016-48bf-8531-fd4911ec1271 req-012d2d25-68c5-46d7-a627-24201c022b45 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c3c421e-7450-4e42-8501-18c377e353da HTTP/1.1" status: 200 len: 943 time: 0.1444533 Apr 05 14:35:19.641412 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cc8836ed-c016-48bf-8531-fd4911ec1271 req-28e0dca2-8d29-4688-8a09-b392a28f53d3 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672145 Apr 05 14:35:19.954535 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6cd29d37-a147-4912-94b9-2cf132fce77f req-b57951bd-1ac7-49ab-8ee2-2a82d121f327 tempest-ServerShowV257Test-1760025244 tempest-ServerShowV257Test-1760025244-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c5ca373-1dbf-44c2-a0dc-64df846843b9 HTTP/1.1" status: 200 len: 210 time: 0.0420651 Apr 05 14:35:20.383354 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ad391f8f-de83-4546-9783-bcc0ea201e50 req-1e49dcc2-fcb3-4013-99f7-7b928f7dbfa1 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7d59292-c69e-44da-982d-8056c0172ac5 HTTP/1.1" status: 200 len: 210 time: 0.0317852 Apr 05 14:35:20.630418 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 40162) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:35:20.817120 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f4fdd-c888-44de-82ee-7cdc61bc996e req-35510da9-7754-4987-bf8d-ffb56b2c78f5 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:20.821415 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d52f4fdd-c888-44de-82ee-7cdc61bc996e req-35510da9-7754-4987-bf8d-ffb56b2c78f5 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c3c421e-7450-4e42-8501-18c377e353da HTTP/1.1" status: 200 len: 943 time: 0.0723152 Apr 05 14:35:20.915687 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d52f4fdd-c888-44de-82ee-7cdc61bc996e req-1e526980-b4f9-4b85-b936-032307ad5ec9 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835950 Apr 05 14:35:20.917181 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-aa1085fa-0653-44c0-a597-13bd95030eb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:21.112106 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-aa1085fa-0653-44c0-a597-13bd95030eb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:21.130142 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-61fa273f-9e0f-425b-8322-58cea8b85097 req-f2dcac6c-09b9-4221-b58b-d1dec0bce94f tempest-ServerShowV257Test-1760025244 tempest-ServerShowV257Test-1760025244-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c5ca373-1dbf-44c2-a0dc-64df846843b9 HTTP/1.1" status: 200 len: 210 time: 0.0560966 Apr 05 14:35:21.199408 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-aa1085fa-0653-44c0-a597-13bd95030eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:21.241202 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-aa1085fa-0653-44c0-a597-13bd95030eb7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4dc496c1f9534999837ba735a08e5939&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6090429 Apr 05 14:35:21.242236 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1085fa-0653-44c0-a597-13bd95030eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a9ebf08-c701-4b37-b583-f9b4d9e09e2e,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:21.245089 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 40180) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:35:21.312100 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-819ad2cc-4013-4365-9c49-935eabdf6efd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:21.338631 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-819ad2cc-4013-4365-9c49-935eabdf6efd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:21.378911 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 40186) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:35:21.504591 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-456cfe5c-d630-4f56-8484-cd27de43a6e8 req-1c498373-2b55-48fd-b5cb-40bd999f2c0c tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7d59292-c69e-44da-982d-8056c0172ac5 HTTP/1.1" status: 200 len: 210 time: 0.0373633 Apr 05 14:35:21.514709 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-76e18183-8681-4b99-9dac-137cfcbbe48a req-f2cc3546-4bd4-47b7-9f27-c65d9e47b6bf service neutron] 10.222.0.55 "GET /v2.0/ports/cca30760-5885-4ffb-ac70-167eb7ad89e9/bindings/n-h2-836650-2 HTTP/1.1" status: 200 len: 384 time: 0.1516440 Apr 05 14:35:21.607963 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-819ad2cc-4013-4365-9c49-935eabdf6efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:21.610601 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-819ad2cc-4013-4365-9c49-935eabdf6efd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:21.611806 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-819ad2cc-4013-4365-9c49-935eabdf6efd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7a9ebf08-c701-4b37-b583-f9b4d9e09e2e HTTP/1.1" status: 204 len: 168 time: 0.3653917 Apr 05 14:35:21.626578 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819ad2cc-4013-4365-9c49-935eabdf6efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a9ebf08-c701-4b37-b583-f9b4d9e09e2e,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:21.664031 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-227842ab-00b9-4d5b-aed2-583763244249 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-250084864-network', 'tenant_id': '6f9dd14fd23b46d0bf68308d04a6ae90'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:35:21.721333 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-76e18183-8681-4b99-9dac-137cfcbbe48a req-10ddead9-2065-40c6-bb3e-120fb1ca21da service neutron] For port cca30760-5885-4ffb-ac70-167eb7ad89e9, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=cca30760-5885-4ffb-ac70-167eb7ad89e9,segment=NetworkSegment(d98286ea-3af7-47a7-a92d-d95717c2d70a),segment_id=d98286ea-3af7-47a7-a92d-d95717c2d70a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:35:21.744262 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-76e18183-8681-4b99-9dac-137cfcbbe48a req-10ddead9-2065-40c6-bb3e-120fb1ca21da service neutron] For port cca30760-5885-4ffb-ac70-167eb7ad89e9, host n-h1-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:35:21.753378 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-227842ab-00b9-4d5b-aed2-583763244249 admin admin] Made reservation on behalf of 6f9dd14fd23b46d0bf68308d04a6ae90 for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:35:21.756074 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-227842ab-00b9-4d5b-aed2-583763244249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:21.768447 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-227842ab-00b9-4d5b-aed2-583763244249 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:21.783307 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-76e18183-8681-4b99-9dac-137cfcbbe48a req-10ddead9-2065-40c6-bb3e-120fb1ca21da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cca30760-5885-4ffb-ac70-167eb7ad89e9 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:35:21.795849 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-76e18183-8681-4b99-9dac-137cfcbbe48a req-10ddead9-2065-40c6-bb3e-120fb1ca21da service neutron] For port cca30760-5885-4ffb-ac70-167eb7ad89e9, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=cca30760-5885-4ffb-ac70-167eb7ad89e9,segment=NetworkSegment(d98286ea-3af7-47a7-a92d-d95717c2d70a),segment_id=d98286ea-3af7-47a7-a92d-d95717c2d70a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:35:21.875291 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-227842ab-00b9-4d5b-aed2-583763244249 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:21.913587 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-76e18183-8681-4b99-9dac-137cfcbbe48a req-10ddead9-2065-40c6-bb3e-120fb1ca21da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:22.021549 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-76e18183-8681-4b99-9dac-137cfcbbe48a req-10ddead9-2065-40c6-bb3e-120fb1ca21da service neutron] Transition to ACTIVE for port object cca30760-5885-4ffb-ac70-167eb7ad89e9 will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:35:22.032073 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-227842ab-00b9-4d5b-aed2-583763244249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:22.048301 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b126c74-33af-47da-a3b6-f4034c5c411c req-eacd2625-9178-4e35-83c9-a4597c04bd18 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:22.050036 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0b126c74-33af-47da-a3b6-f4034c5c411c req-eacd2625-9178-4e35-83c9-a4597c04bd18 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c3c421e-7450-4e42-8501-18c377e353da HTTP/1.1" status: 200 len: 943 time: 0.0667560 Apr 05 14:35:22.059951 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-227842ab-00b9-4d5b-aed2-583763244249 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:35:22.078288 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227842ab-00b9-4d5b-aed2-583763244249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b74112cb-92be-4f99-bce2-a3115581d928,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:22.082873 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-227842ab-00b9-4d5b-aed2-583763244249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:22.083481 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-227842ab-00b9-4d5b-aed2-583763244249 admin admin] Added segment ac926e6e-ab69-4031-83ab-f0f7e23b6b3b of type vlan for network e9f4fa40-46c8-414a-a7c0-062d21c067f9 Apr 05 14:35:22.117643 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0b126c74-33af-47da-a3b6-f4034c5c411c req-6837a1e0-689e-453d-900a-e0771d03d027 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534234 Apr 05 14:35:22.143940 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-227842ab-00b9-4d5b-aed2-583763244249 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:22.202405 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-76e18183-8681-4b99-9dac-137cfcbbe48a req-10ddead9-2065-40c6-bb3e-120fb1ca21da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:22.284602 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-998dfda5-07c2-4467-a25a-b00c8318616f req-f3c0159d-4ddf-4aa5-ba47-9f3b7d4d6031 tempest-ServerShowV257Test-1760025244 tempest-ServerShowV257Test-1760025244-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c5ca373-1dbf-44c2-a0dc-64df846843b9 HTTP/1.1" status: 200 len: 210 time: 0.0457890 Apr 05 14:35:22.321228 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-76e18183-8681-4b99-9dac-137cfcbbe48a req-10ddead9-2065-40c6-bb3e-120fb1ca21da service neutron] No DVR routers for this DVR port cca30760-5885-4ffb-ac70-167eb7ad89e9 on host n-h1-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:35:22.344940 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ddead9-2065-40c6-bb3e-120fb1ca21da service neutron] Pushing event updated for resources: {'Port': ['ID=cca30760-5885-4ffb-ac70-167eb7ad89e9,revision_number=10']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:22.351494 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-76e18183-8681-4b99-9dac-137cfcbbe48a req-10ddead9-2065-40c6-bb3e-120fb1ca21da service neutron] 10.222.0.55 "PUT /v2.0/ports/cca30760-5885-4ffb-ac70-167eb7ad89e9/bindings/n-h2-836650-2/activate HTTP/1.1" status: 200 len: 369 time: 0.8299692 Apr 05 14:35:22.361285 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b8ea3a-0fa0-49c2-a25f-c301f9edb648 req-d11a001b-c7b0-4425-a83a-7cf7c8519bd6 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:22.362735 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a6b8ea3a-0fa0-49c2-a25f-c301f9edb648 req-d11a001b-c7b0-4425-a83a-7cf7c8519bd6 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.11 "GET /v2.0/networks?id=bbe33099-0907-4578-b91f-9ecd1e0f3a95 HTTP/1.1" status: 200 len: 811 time: 0.1327145 Apr 05 14:35:22.374846 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-a6b8ea3a-0fa0-49c2-a25f-c301f9edb648 req-4256f572-2a64-4adf-841c-ee872c62a270 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Request body: {'port': {'device_id': 'c7d59292-c69e-44da-982d-8056c0172ac5', 'network_id': 'bbe33099-0907-4578-b91f-9ecd1e0f3a95', 'admin_state_up': True, 'tenant_id': '9215d951bfeb48c39a8e33c585301815'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:35:22.393785 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-227842ab-00b9-4d5b-aed2-583763244249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:22.394829 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227842ab-00b9-4d5b-aed2-583763244249 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:22.395422 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-227842ab-00b9-4d5b-aed2-583763244249 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:22.509135 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227842ab-00b9-4d5b-aed2-583763244249 admin admin] Pushing event updated for resources: {'Network': ['ID=e9f4fa40-46c8-414a-a7c0-062d21c067f9,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:22.527370 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network e9f4fa40-46c8-414a-a7c0-062d21c067f9 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:35:22.600128 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e18183-8681-4b99-9dac-137cfcbbe48a req-8bd53066-ae80-4cb9-9cca-c3283e453cfb tempest-LiveMigrationTest-1634108813 tempest-LiveMigrationTest-1634108813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:22.602596 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-76e18183-8681-4b99-9dac-137cfcbbe48a req-8bd53066-ae80-4cb9-9cca-c3283e453cfb tempest-LiveMigrationTest-1634108813 tempest-LiveMigrationTest-1634108813-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=6c3c421e-7450-4e42-8501-18c377e353da&tenant_id=f15fb34306734f1db943c159bdbff20e&binding%3Ahost_id=n-h1-836650-2 HTTP/1.1" status: 200 len: 1095 time: 0.0681732 Apr 05 14:35:22.620593 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-227842ab-00b9-4d5b-aed2-583763244249 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2404914 Apr 05 14:35:22.624463 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 40230) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:35:22.632743 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-aa5a8896-2608-4cbb-9e4f-6868e137680f admin admin] Request body: {'subnet': {'network_id': 'e9f4fa40-46c8-414a-a7c0-062d21c067f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-250084864-subnet', 'tenant_id': '6f9dd14fd23b46d0bf68308d04a6ae90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:35:22.710361 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6b8ea3a-0fa0-49c2-a25f-c301f9edb648 req-4256f572-2a64-4adf-841c-ee872c62a270 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Made reservation on behalf of 9215d951bfeb48c39a8e33c585301815 for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:35:22.713888 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-a6b8ea3a-0fa0-49c2-a25f-c301f9edb648 req-4256f572-2a64-4adf-841c-ee872c62a270 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:22.758294 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ca5ff8c7-8d8d-4aa1-8d57-504f178b119b req-338edea9-aa39-4fa0-b927-8e6907a44fdb tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7d59292-c69e-44da-982d-8056c0172ac5 HTTP/1.1" status: 200 len: 210 time: 0.0548420 Apr 05 14:35:22.776563 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e18183-8681-4b99-9dac-137cfcbbe48a req-6461ea49-f41d-4dcd-985c-eaa969a24141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:22.776563 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-76e18183-8681-4b99-9dac-137cfcbbe48a req-6461ea49-f41d-4dcd-985c-eaa969a24141 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6c3c421e-7450-4e42-8501-18c377e353da&tenant_id=f15fb34306734f1db943c159bdbff20e HTTP/1.1" status: 200 len: 1095 time: 0.1506064 Apr 05 14:35:22.839585 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e18183-8681-4b99-9dac-137cfcbbe48a req-fd11cc03-8c1d-402f-adfd-ef1c158ec476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:22.841117 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-76e18183-8681-4b99-9dac-137cfcbbe48a req-fd11cc03-8c1d-402f-adfd-ef1c158ec476 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f15fb34306734f1db943c159bdbff20e&device_id=6c3c421e-7450-4e42-8501-18c377e353da HTTP/1.1" status: 200 len: 1095 time: 0.0436716 Apr 05 14:35:22.853102 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa5a8896-2608-4cbb-9e4f-6868e137680f admin admin] Made reservation on behalf of 6f9dd14fd23b46d0bf68308d04a6ae90 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:35:22.855371 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-aa5a8896-2608-4cbb-9e4f-6868e137680f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:22.877512 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [req-a6b8ea3a-0fa0-49c2-a25f-c301f9edb648 req-4256f572-2a64-4adf-841c-ee872c62a270 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Allocated IP 172.20.0.11 (bbe33099-0907-4578-b91f-9ecd1e0f3a95/c529ad6d-a94e-4533-88f8-eeabc5541ed8/54c12fe5-dbd8-421b-81c7-5281b4511d63) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:35:22.964741 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e18183-8681-4b99-9dac-137cfcbbe48a req-c0e43d62-689d-4e7f-9ad6-646bd0db1966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:22.966347 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-76e18183-8681-4b99-9dac-137cfcbbe48a req-c0e43d62-689d-4e7f-9ad6-646bd0db1966 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bbdeb55e-008a-45ea-8c70-7d18b28201f7 HTTP/1.1" status: 200 len: 908 time: 0.1193907 Apr 05 14:35:23.015926 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-76e18183-8681-4b99-9dac-137cfcbbe48a req-4f1505ed-bb2b-4a81-bb46-ee0983c81d7f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cca30760-5885-4ffb-ac70-167eb7ad89e9 HTTP/1.1" status: 200 len: 217 time: 0.0423248 Apr 05 14:35:23.091398 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e18183-8681-4b99-9dac-137cfcbbe48a req-cd0982c3-5c49-439a-9438-b836a8dc7cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:23.093546 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-76e18183-8681-4b99-9dac-137cfcbbe48a req-cd0982c3-5c49-439a-9438-b836a8dc7cce service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ac874e19-e8d7-4dbd-ad30-b4a600298345 HTTP/1.1" status: 200 len: 847 time: 0.0702741 Apr 05 14:35:23.129548 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-76e18183-8681-4b99-9dac-137cfcbbe48a req-e4f31bae-6311-4c1c-9473-179b4fd9f9fd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bbdeb55e-008a-45ea-8c70-7d18b28201f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276465 Apr 05 14:35:23.214146 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-a6b8ea3a-0fa0-49c2-a25f-c301f9edb648 req-4256f572-2a64-4adf-841c-ee872c62a270 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:23.273724 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-76e18183-8681-4b99-9dac-137cfcbbe48a req-3c08e753-18ce-4eb6-bb32-76bc9601cea4 service neutron] 10.222.0.11 "GET /v2.0/networks/bbdeb55e-008a-45ea-8c70-7d18b28201f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381254 Apr 05 14:35:23.298823 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762b7fc0-fc10-496d-9775-02c49e2560ff req-4a673d81-de19-4ff9-ac24-a032f3b0ac0e tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:23.304387 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-762b7fc0-fc10-496d-9775-02c49e2560ff req-4a673d81-de19-4ff9-ac24-a032f3b0ac0e tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c3c421e-7450-4e42-8501-18c377e353da HTTP/1.1" status: 200 len: 944 time: 0.0759597 Apr 05 14:35:23.338353 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-aa5a8896-2608-4cbb-9e4f-6868e137680f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:23.402504 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-762b7fc0-fc10-496d-9775-02c49e2560ff req-c0524973-4a00-4c70-beec-1b6fb6d12ada tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876443 Apr 05 14:35:23.407909 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a8896-2608-4cbb-9e4f-6868e137680f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f3129d9-da84-45bd-9800-b5c89ee3ca61,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:23.434706 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a9fe9f56-9880-42f0-839d-17eeac9a162f req-b9518dda-8711-4eb1-9096-02b95d410f16 tempest-ServerShowV257Test-1760025244 tempest-ServerShowV257Test-1760025244-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c5ca373-1dbf-44c2-a0dc-64df846843b9 HTTP/1.1" status: 200 len: 210 time: 0.0454328 Apr 05 14:35:23.448214 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5a8896-2608-4cbb-9e4f-6868e137680f admin admin] Checking segment: {'id': 'ac926e6e-ab69-4031-83ab-f0f7e23b6b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e9f4fa40-46c8-414a-a7c0-062d21c067f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:35:23.448598 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5a8896-2608-4cbb-9e4f-6868e137680f admin admin] Network hostable DHCP agents. Network: e9f4fa40-46c8-414a-a7c0-062d21c067f9, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:35:23.461892 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device cca30760-5885-4ffb-ac70-167eb7ad89e9 no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:35:23.461989 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-76e18183-8681-4b99-9dac-137cfcbbe48a req-3b1b69fb-4a89-4e11-924a-037b3df93380 service neutron] 10.222.0.11 "GET /v2.0/networks/bbdeb55e-008a-45ea-8c70-7d18b28201f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764660 Apr 05 14:35:23.485517 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-a6b8ea3a-0fa0-49c2-a25f-c301f9edb648 req-4256f572-2a64-4adf-841c-ee872c62a270 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:23.528732 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device cca30760-5885-4ffb-ac70-167eb7ad89e9 not bound to the agent host n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:35:23.564247 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6b8ea3a-0fa0-49c2-a25f-c301f9edb648 req-4256f572-2a64-4adf-841c-ee872c62a270 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Network bbe33099-0907-4578-b91f-9ecd1e0f3a95 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:35:23.565412 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4256f572-2a64-4adf-841c-ee872c62a270 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Pushing event updated for resources: {'Port': ['ID=54c12fe5-dbd8-421b-81c7-5281b4511d63,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:23.569185 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [req-a6b8ea3a-0fa0-49c2-a25f-c301f9edb648 req-4256f572-2a64-4adf-841c-ee872c62a270 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:35:23.571684 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6b8ea3a-0fa0-49c2-a25f-c301f9edb648 req-4256f572-2a64-4adf-841c-ee872c62a270 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:35:23.644082 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b8ea3a-0fa0-49c2-a25f-c301f9edb648 req-4256f572-2a64-4adf-841c-ee872c62a270 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:23.645438 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-a6b8ea3a-0fa0-49c2-a25f-c301f9edb648 req-4256f572-2a64-4adf-841c-ee872c62a270 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:23.679821 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5a8896-2608-4cbb-9e4f-6868e137680f admin admin] Network e9f4fa40-46c8-414a-a7c0-062d21c067f9 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:35:23.863587 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-e6ee8417-4dfc-4cc1-94d0-62aa488160bb None None] Provisioning complete for port 54c12fe5-dbd8-421b-81c7-5281b4511d63 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:23.865046 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a6b8ea3a-0fa0-49c2-a25f-c301f9edb648 req-4256f572-2a64-4adf-841c-ee872c62a270 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4939897 Apr 05 14:35:23.866986 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e6ee8417-4dfc-4cc1-94d0-62aa488160bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:23.870426 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-aa5a8896-2608-4cbb-9e4f-6868e137680f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, e9f4fa40-46c8-414a-a7c0-062d21c067f9) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:35:23.886381 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5a8896-2608-4cbb-9e4f-6868e137680f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:23.887348 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-aa5a8896-2608-4cbb-9e4f-6868e137680f admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:23.901380 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-a6b8ea3a-0fa0-49c2-a25f-c301f9edb648 req-3a23ae0d-91d4-458f-87e7-da2e781e8c38 service neutron] Request body: {'port': {'device_id': 'c7d59292-c69e-44da-982d-8056c0172ac5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-2'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:35:23.928121 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028589b8-b638-4f5d-ba51-245909207614 req-54e34d3d-ae38-487d-bfd7-6c14af8953d7 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:23.929484 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4545f11a-7aee-4e2c-bd71-2bd6fbecff86 None None] Network e9f4fa40-46c8-414a-a7c0-062d21c067f9 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:35:23.930191 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-028589b8-b638-4f5d-ba51-245909207614 req-54e34d3d-ae38-487d-bfd7-6c14af8953d7 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7d59292-c69e-44da-982d-8056c0172ac5 HTTP/1.1" status: 200 len: 932 time: 0.1008053 Apr 05 14:35:23.977608 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-a6b8ea3a-0fa0-49c2-a25f-c301f9edb648 req-3a23ae0d-91d4-458f-87e7-da2e781e8c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:23.985217 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-e6ee8417-4dfc-4cc1-94d0-62aa488160bb None None] Port 54c12fe5-dbd8-421b-81c7-5281b4511d63 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:35:23.985860 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-028589b8-b638-4f5d-ba51-245909207614 req-44cf03fb-aaff-4554-b3ce-44683cf612bd tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397978 Apr 05 14:35:24.085348 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b6a71b-8197-422c-a046-a80fe12320c0 None None] Network e9f4fa40-46c8-414a-a7c0-062d21c067f9 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:35:24.102091 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-aa5a8896-2608-4cbb-9e4f-6868e137680f admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4759891 Apr 05 14:35:24.141020 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e18183-8681-4b99-9dac-137cfcbbe48a req-9e25ac75-76be-4b75-adb9-a0c878bb9a6b tempest-LiveMigrationTest-1634108813 tempest-LiveMigrationTest-1634108813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:24.142627 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-76e18183-8681-4b99-9dac-137cfcbbe48a req-9e25ac75-76be-4b75-adb9-a0c878bb9a6b tempest-LiveMigrationTest-1634108813 tempest-LiveMigrationTest-1634108813-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=6c3c421e-7450-4e42-8501-18c377e353da&tenant_id=f15fb34306734f1db943c159bdbff20e&binding%3Ahost_id=n-h2-836650-2 HTTP/1.1" status: 200 len: 1095 time: 0.0652342 Apr 05 14:35:24.352873 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [req-a6b8ea3a-0fa0-49c2-a25f-c301f9edb648 req-3a23ae0d-91d4-458f-87e7-da2e781e8c38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54c12fe5-dbd8-421b-81c7-5281b4511d63 {{(pid=103321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:35:24.367533 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-a6b8ea3a-0fa0-49c2-a25f-c301f9edb648 req-3a23ae0d-91d4-458f-87e7-da2e781e8c38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:24.375518 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.provisioning_blocks [req-a6b8ea3a-0fa0-49c2-a25f-c301f9edb648 req-3a23ae0d-91d4-458f-87e7-da2e781e8c38 service neutron] Transition to ACTIVE for port object 54c12fe5-dbd8-421b-81c7-5281b4511d63 will not be triggered until provisioned by entity L2. {{(pid=103321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:35:24.441796 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e1b72fb0-36c9-49e1-93b4-c86e269b8c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:24.448790 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-76e18183-8681-4b99-9dac-137cfcbbe48a req-546199aa-7fd5-4cf6-a623-cb2389b1d59d service neutron] For port cca30760-5885-4ffb-ac70-167eb7ad89e9, host n-h1-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:35:24.454140 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-76e18183-8681-4b99-9dac-137cfcbbe48a req-546199aa-7fd5-4cf6-a623-cb2389b1d59d service neutron] Notify callbacks [] for binding, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:24.455410 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-76e18183-8681-4b99-9dac-137cfcbbe48a req-546199aa-7fd5-4cf6-a623-cb2389b1d59d service neutron] 10.222.0.11 "DELETE /v2.0/ports/cca30760-5885-4ffb-ac70-167eb7ad89e9/bindings/n-h1-836650-2 HTTP/1.1" status: 204 len: 173 time: 0.3059537 Apr 05 14:35:24.524989 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-a6b8ea3a-0fa0-49c2-a25f-c301f9edb648 req-3a23ae0d-91d4-458f-87e7-da2e781e8c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:24.551211 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28131d74-bac1-4a85-8e59-5984d79008cb req-e96f3b67-d334-4187-8e84-95a812257776 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:24.553426 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-28131d74-bac1-4a85-8e59-5984d79008cb req-e96f3b67-d334-4187-8e84-95a812257776 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c3c421e-7450-4e42-8501-18c377e353da HTTP/1.1" status: 200 len: 944 time: 0.0538564 Apr 05 14:35:24.607946 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-28131d74-bac1-4a85-8e59-5984d79008cb req-49dc6a9f-6342-40b0-b057-b11fcc7f88b9 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464272 Apr 05 14:35:24.615736 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a23ae0d-91d4-458f-87e7-da2e781e8c38 service neutron] Pushing event updated for resources: {'Port': ['ID=54c12fe5-dbd8-421b-81c7-5281b4511d63,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:24.792080 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a8774279-8e18-446f-a126-9a898130cd76 req-7f56a760-c4c4-485b-af91-e720d3718bd4 tempest-ServerShowV257Test-1760025244 tempest-ServerShowV257Test-1760025244-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c5ca373-1dbf-44c2-a0dc-64df846843b9 HTTP/1.1" status: 200 len: 210 time: 0.0593753 Apr 05 14:35:24.820398 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-a6b8ea3a-0fa0-49c2-a25f-c301f9edb648 req-3a23ae0d-91d4-458f-87e7-da2e781e8c38 service neutron] Attempting to bind port 54c12fe5-dbd8-421b-81c7-5281b4511d63 on host n-h2-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:35:24.820398 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-a6b8ea3a-0fa0-49c2-a25f-c301f9edb648 req-3a23ae0d-91d4-458f-87e7-da2e781e8c38 service neutron] Attempting to bind port 54c12fe5-dbd8-421b-81c7-5281b4511d63 by drivers openvswitch,hyperv on host n-h2-836650-2 at level 0 using segments [{'id': '87207719-1f48-46bc-a702-a88951a34078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'bbe33099-0907-4578-b91f-9ecd1e0f3a95'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:35:24.820398 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b8ea3a-0fa0-49c2-a25f-c301f9edb648 req-3a23ae0d-91d4-458f-87e7-da2e781e8c38 service neutron] Attempting to bind port 54c12fe5-dbd8-421b-81c7-5281b4511d63 on network bbe33099-0907-4578-b91f-9ecd1e0f3a95 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:35:24.832096 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b8ea3a-0fa0-49c2-a25f-c301f9edb648 req-3a23ae0d-91d4-458f-87e7-da2e781e8c38 service neutron] Port 54c12fe5-dbd8-421b-81c7-5281b4511d63 on network bbe33099-0907-4578-b91f-9ecd1e0f3a95 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:35:24.832610 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b8ea3a-0fa0-49c2-a25f-c301f9edb648 req-3a23ae0d-91d4-458f-87e7-da2e781e8c38 service neutron] Attempting to bind port 54c12fe5-dbd8-421b-81c7-5281b4511d63 on network bbe33099-0907-4578-b91f-9ecd1e0f3a95 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:35:24.850019 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b8ea3a-0fa0-49c2-a25f-c301f9edb648 req-3a23ae0d-91d4-458f-87e7-da2e781e8c38 service neutron] Checking agent: {'id': '6d8cf521-24bb-4b6a-bbae-0284f5c87a9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:35:24.853149 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b8ea3a-0fa0-49c2-a25f-c301f9edb648 req-3a23ae0d-91d4-458f-87e7-da2e781e8c38 service neutron] Checking segment: {'id': '87207719-1f48-46bc-a702-a88951a34078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'bbe33099-0907-4578-b91f-9ecd1e0f3a95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:35:24.860269 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b8ea3a-0fa0-49c2-a25f-c301f9edb648 req-3a23ae0d-91d4-458f-87e7-da2e781e8c38 service neutron] Bound using segment: {'id': '87207719-1f48-46bc-a702-a88951a34078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'bbe33099-0907-4578-b91f-9ecd1e0f3a95'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:35:24.860269 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-a6b8ea3a-0fa0-49c2-a25f-c301f9edb648 req-3a23ae0d-91d4-458f-87e7-da2e781e8c38 service neutron] Bound port: 54c12fe5-dbd8-421b-81c7-5281b4511d63, host: n-h2-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87207719-1f48-46bc-a702-a88951a34078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'bbe33099-0907-4578-b91f-9ecd1e0f3a95'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:35:24.860269 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-a6b8ea3a-0fa0-49c2-a25f-c301f9edb648 req-3a23ae0d-91d4-458f-87e7-da2e781e8c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:25.004240 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-a6b8ea3a-0fa0-49c2-a25f-c301f9edb648 req-3a23ae0d-91d4-458f-87e7-da2e781e8c38 service neutron] For port 54c12fe5-dbd8-421b-81c7-5281b4511d63, host n-h2-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:35:25.009869 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-a6b8ea3a-0fa0-49c2-a25f-c301f9edb648 req-3a23ae0d-91d4-458f-87e7-da2e781e8c38 service neutron] For port 54c12fe5-dbd8-421b-81c7-5281b4511d63, host n-h2-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=54c12fe5-dbd8-421b-81c7-5281b4511d63,segment=NetworkSegment(87207719-1f48-46bc-a702-a88951a34078),segment_id=87207719-1f48-46bc-a702-a88951a34078)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:35:25.079794 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7abbd7-1cbc-4daa-b197-55c918aabbac req-56539d5f-d8f0-4048-a982-b4c4c18f8370 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:25.081346 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cf7abbd7-1cbc-4daa-b197-55c918aabbac req-56539d5f-d8f0-4048-a982-b4c4c18f8370 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/networks?id=e9f4fa40-46c8-414a-a7c0-062d21c067f9 HTTP/1.1" status: 200 len: 805 time: 0.2875588 Apr 05 14:35:25.095830 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a605a71d-801a-4f83-8a42-0ba6f9181537 req-c9b529a1-c605-4d31-85fe-743cc18feae1 tempest-LiveMigrationTest-1634108813 tempest-LiveMigrationTest-1634108813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:25.102226 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a605a71d-801a-4f83-8a42-0ba6f9181537 req-c9b529a1-c605-4d31-85fe-743cc18feae1 tempest-LiveMigrationTest-1634108813 tempest-LiveMigrationTest-1634108813-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=6c3c421e-7450-4e42-8501-18c377e353da HTTP/1.1" status: 200 len: 1095 time: 0.0729055 Apr 05 14:35:25.115757 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-a6b8ea3a-0fa0-49c2-a25f-c301f9edb648 req-3a23ae0d-91d4-458f-87e7-da2e781e8c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:25.130104 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cf7abbd7-1cbc-4daa-b197-55c918aabbac req-ca7116b7-970f-4cb0-b364-60fd5068b219 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/quotas/6f9dd14fd23b46d0bf68308d04a6ae90 HTTP/1.1" status: 200 len: 375 time: 0.0383177 Apr 05 14:35:25.158983 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b8ea3a-0fa0-49c2-a25f-c301f9edb648 req-3a23ae0d-91d4-458f-87e7-da2e781e8c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:25.159775 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-a6b8ea3a-0fa0-49c2-a25f-c301f9edb648 req-3a23ae0d-91d4-458f-87e7-da2e781e8c38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:25.161765 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a6b8ea3a-0fa0-49c2-a25f-c301f9edb648 req-3a23ae0d-91d4-458f-87e7-da2e781e8c38 service neutron] 10.222.0.11 "PUT /v2.0/ports/54c12fe5-dbd8-421b-81c7-5281b4511d63 HTTP/1.1" status: 200 len: 1092 time: 1.2702777 Apr 05 14:35:25.162572 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7d59292-c69e-44da-982d-8056c0172ac5', 'tag': '54c12fe5-dbd8-421b-81c7-5281b4511d63'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:35:25.165225 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94219874-4928-45a7-be9f-23a00c927d98" -d '{"events": [{"name": "network-changed", "server_uuid": "c7d59292-c69e-44da-982d-8056c0172ac5", "tag": "54c12fe5-dbd8-421b-81c7-5281b4511d63"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:35:25.180403 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cf7abbd7-1cbc-4daa-b197-55c918aabbac req-ff5160a5-8769-48ad-ada7-fd7bfb708c27 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6f9dd14fd23b46d0bf68308d04a6ae90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493886 Apr 05 14:35:25.206877 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a23ae0d-91d4-458f-87e7-da2e781e8c38 service neutron] Pushing event updated for resources: {'Port': ['ID=54c12fe5-dbd8-421b-81c7-5281b4511d63,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:25.258150 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a605a71d-801a-4f83-8a42-0ba6f9181537 req-61e0382f-b17e-4372-a937-13fc2d7ffd8e tempest-LiveMigrationTest-1634108813 tempest-LiveMigrationTest-1634108813-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464491 Apr 05 14:35:25.320313 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cf7abbd7-1cbc-4daa-b197-55c918aabbac req-4963f50d-a402-405f-add8-54346fc9a504 service neutron] 10.222.0.30 "GET /v2.0/networks/e9f4fa40-46c8-414a-a7c0-062d21c067f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390519 Apr 05 14:35:25.384355 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b8ea3a-0fa0-49c2-a25f-c301f9edb648 req-953a8e18-b2be-4906-9794-0c1405a4afd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:25.386119 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a6b8ea3a-0fa0-49c2-a25f-c301f9edb648 req-953a8e18-b2be-4906-9794-0c1405a4afd9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9215d951bfeb48c39a8e33c585301815&device_id=c7d59292-c69e-44da-982d-8056c0172ac5 HTTP/1.1" status: 200 len: 1095 time: 0.0695813 Apr 05 14:35:25.480700 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a6b8ea3a-0fa0-49c2-a25f-c301f9edb648 req-8d803cc9-25bc-4d98-9d7a-8627d87fe294 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54c12fe5-dbd8-421b-81c7-5281b4511d63 HTTP/1.1" status: 200 len: 217 time: 0.0861595 Apr 05 14:35:25.508102 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4287819-08ac-4c27-a044-a8786fd7582d req-3e93ff90-c347-4307-8563-5311c33daba9 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:25.510995 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c4287819-08ac-4c27-a044-a8786fd7582d req-3e93ff90-c347-4307-8563-5311c33daba9 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7d59292-c69e-44da-982d-8056c0172ac5 HTTP/1.1" status: 200 len: 944 time: 0.1671588 Apr 05 14:35:25.558354 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b8ea3a-0fa0-49c2-a25f-c301f9edb648 req-fee214d1-f962-4b08-b1a9-726d716b6217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:25.560591 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a6b8ea3a-0fa0-49c2-a25f-c301f9edb648 req-fee214d1-f962-4b08-b1a9-726d716b6217 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c529ad6d-a94e-4533-88f8-eeabc5541ed8 HTTP/1.1" status: 200 len: 850 time: 0.0740943 Apr 05 14:35:25.582558 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cf7abbd7-1cbc-4daa-b197-55c918aabbac req-3672688f-c6df-4886-b323-51a98dabe115 service neutron] 10.222.0.30 "GET /v2.0/networks/e9f4fa40-46c8-414a-a7c0-062d21c067f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558396 Apr 05 14:35:25.606885 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c4287819-08ac-4c27-a044-a8786fd7582d req-c903b613-0204-4926-bee9-686cde2bfacb tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877922 Apr 05 14:35:25.666121 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b8ea3a-0fa0-49c2-a25f-c301f9edb648 req-88ae7761-903b-46c2-841d-246ac22a4f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:25.669117 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a6b8ea3a-0fa0-49c2-a25f-c301f9edb648 req-88ae7761-903b-46c2-841d-246ac22a4f4a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bbe33099-0907-4578-b91f-9ecd1e0f3a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0989304 Apr 05 14:35:25.711337 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f67093e-f62e-47fd-989a-bbc7386a0fa4 x-openstack-request-id: req-9f67093e-f62e-47fd-989a-bbc7386a0fa4 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:35:25.711849 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7d59292-c69e-44da-982d-8056c0172ac5", "tag": "54c12fe5-dbd8-421b-81c7-5281b4511d63", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:35:25.712100 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9f67093e-f62e-47fd-989a-bbc7386a0fa4 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:35:25.712680 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f67093e-f62e-47fd-989a-bbc7386a0fa4'] response: {'name': 'network-changed', 'server_uuid': 'c7d59292-c69e-44da-982d-8056c0172ac5', 'tag': '54c12fe5-dbd8-421b-81c7-5281b4511d63', 'status': 'completed', 'code': 200} Apr 05 14:35:25.797071 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a6b8ea3a-0fa0-49c2-a25f-c301f9edb648 req-e70bfc51-a27b-4b6f-be3d-f7f6daea3b46 service neutron] 10.222.0.11 "GET /v2.0/networks/bbe33099-0907-4578-b91f-9ecd1e0f3a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192605 Apr 05 14:35:25.832586 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677fb1b8-e6c5-4ffe-a9b6-e0ca230293e6 req-7ea2f3fc-79da-4f11-b355-8f29a59e4052 tempest-LiveMigrationTest-1634108813 tempest-LiveMigrationTest-1634108813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:25.838390 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-677fb1b8-e6c5-4ffe-a9b6-e0ca230293e6 req-7ea2f3fc-79da-4f11-b355-8f29a59e4052 tempest-LiveMigrationTest-1634108813 tempest-LiveMigrationTest-1634108813-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=6c3c421e-7450-4e42-8501-18c377e353da HTTP/1.1" status: 200 len: 1095 time: 0.0647552 Apr 05 14:35:25.928360 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-677fb1b8-e6c5-4ffe-a9b6-e0ca230293e6 req-5a773c1d-721a-451b-a9e9-e8214416e42c tempest-LiveMigrationTest-1634108813 tempest-LiveMigrationTest-1634108813-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856595 Apr 05 14:35:26.019088 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a6b8ea3a-0fa0-49c2-a25f-c301f9edb648 req-3fd6c2fa-7b1d-4b43-a263-7f7f314e3486 service neutron] 10.222.0.11 "GET /v2.0/networks/bbe33099-0907-4578-b91f-9ecd1e0f3a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997592 Apr 05 14:35:26.027863 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a5a6e981-91b8-4ab6-b8f9-cde7f45a2bf3 req-179d4571-ec4b-4901-a033-0e9e8e44895a tempest-ServerShowV257Test-1760025244 tempest-ServerShowV257Test-1760025244-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c5ca373-1dbf-44c2-a0dc-64df846843b9 HTTP/1.1" status: 200 len: 210 time: 0.0457058 Apr 05 14:35:26.093061 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f4af9ac2-7492-43b5-8a6e-79396b8f5f4b req-8a291f69-a4a9-4c31-980d-d8b64d7f8716 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=085a7a4b-3070-4afb-bba2-d06bb302477e HTTP/1.1" status: 200 len: 210 time: 0.0576911 Apr 05 14:35:26.214229 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94219874-4928-45a7-be9f-23a00c927d98 req-4afd3ecc-c98b-4e1b-ad14-847980c721bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:26.216197 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-94219874-4928-45a7-be9f-23a00c927d98 req-4afd3ecc-c98b-4e1b-ad14-847980c721bb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9215d951bfeb48c39a8e33c585301815&device_id=c7d59292-c69e-44da-982d-8056c0172ac5 HTTP/1.1" status: 200 len: 1095 time: 0.0666325 Apr 05 14:35:26.354474 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94219874-4928-45a7-be9f-23a00c927d98 req-3e75f7f0-c2f1-4950-8a07-f201047e0fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:26.357628 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-94219874-4928-45a7-be9f-23a00c927d98 req-3e75f7f0-c2f1-4950-8a07-f201047e0fd3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bbe33099-0907-4578-b91f-9ecd1e0f3a95 HTTP/1.1" status: 200 len: 912 time: 0.1320994 Apr 05 14:35:26.423713 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-94219874-4928-45a7-be9f-23a00c927d98 req-df9c7773-f2bc-4cb6-9240-27049c2dec9f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54c12fe5-dbd8-421b-81c7-5281b4511d63 HTTP/1.1" status: 200 len: 217 time: 0.0588784 Apr 05 14:35:26.508260 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94219874-4928-45a7-be9f-23a00c927d98 req-51b6f3f8-e781-44a5-8d6b-11a848ffe792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:26.509886 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-94219874-4928-45a7-be9f-23a00c927d98 req-51b6f3f8-e781-44a5-8d6b-11a848ffe792 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c529ad6d-a94e-4533-88f8-eeabc5541ed8 HTTP/1.1" status: 200 len: 850 time: 0.0802360 Apr 05 14:35:26.565099 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94219874-4928-45a7-be9f-23a00c927d98 req-a8e2515b-d98e-47cb-ba6b-7a4f4ddb25a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:26.566791 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-94219874-4928-45a7-be9f-23a00c927d98 req-a8e2515b-d98e-47cb-ba6b-7a4f4ddb25a9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bbe33099-0907-4578-b91f-9ecd1e0f3a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478306 Apr 05 14:35:26.720952 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-91ad2744-e25c-4414-8809-929c15cc5191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:26.857028 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-94219874-4928-45a7-be9f-23a00c927d98 req-14c3be6b-5223-4dd3-aa80-06be85624315 service neutron] 10.222.0.11 "GET /v2.0/networks/bbe33099-0907-4578-b91f-9ecd1e0f3a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826054 Apr 05 14:35:26.885255 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6d1faf-b376-4128-a1f6-1cf5666b2a08 req-b8c98cd7-c3b4-4c27-9e90-8aab19904e05 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:26.892828 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0c6d1faf-b376-4128-a1f6-1cf5666b2a08 req-b8c98cd7-c3b4-4c27-9e90-8aab19904e05 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7d59292-c69e-44da-982d-8056c0172ac5 HTTP/1.1" status: 200 len: 944 time: 0.1332650 Apr 05 14:35:26.957359 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0c6d1faf-b376-4128-a1f6-1cf5666b2a08 req-ca5cc1ba-a2f5-4dbe-a0fa-0c9f1c2a233a tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580745 Apr 05 14:35:27.053378 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-94219874-4928-45a7-be9f-23a00c927d98 req-94466976-d5d4-4e23-bb25-8a026ef7007d service neutron] 10.222.0.11 "GET /v2.0/networks/bbe33099-0907-4578-b91f-9ecd1e0f3a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849484 Apr 05 14:35:27.215997 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d13c65f7-0d8b-46f4-8628-b7390cbe45dc req-0c228cb9-9e1b-4871-a2c3-f932a057259a tempest-ServerShowV257Test-1760025244 tempest-ServerShowV257Test-1760025244-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c5ca373-1dbf-44c2-a0dc-64df846843b9 HTTP/1.1" status: 200 len: 210 time: 0.0569277 Apr 05 14:35:27.218051 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-afedaece-3e49-49a5-8112-cda34a7ef79f req-689dcf44-f333-4446-b97c-880c7112c336 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=085a7a4b-3070-4afb-bba2-d06bb302477e HTTP/1.1" status: 200 len: 210 time: 0.0486495 Apr 05 14:35:27.961362 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:28.128505 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8b0c5a-2b2d-4fe5-8a15-b341accaa90a req-39d614c5-e31d-4966-ae82-2335b4b4729d tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:28.130106 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7c8b0c5a-2b2d-4fe5-8a15-b341accaa90a req-39d614c5-e31d-4966-ae82-2335b4b4729d tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7d59292-c69e-44da-982d-8056c0172ac5 HTTP/1.1" status: 200 len: 944 time: 0.0744913 Apr 05 14:35:28.193521 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7c8b0c5a-2b2d-4fe5-8a15-b341accaa90a req-cbd2b601-6e14-45e3-abf7-357f57fbe6ae tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510581 Apr 05 14:35:28.368706 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1eff58ea-1538-494f-8993-832020e96815 req-e376ea64-c4d0-4e93-80c5-a67e135617d7 tempest-ServerShowV257Test-1760025244 tempest-ServerShowV257Test-1760025244-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c5ca373-1dbf-44c2-a0dc-64df846843b9 HTTP/1.1" status: 200 len: 210 time: 0.0481868 Apr 05 14:35:28.392565 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-594a4ac3-d78a-44ce-8897-8d0a70a33fd4 req-01120283-838a-444e-965d-15ad16ee3899 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=085a7a4b-3070-4afb-bba2-d06bb302477e HTTP/1.1" status: 200 len: 210 time: 0.0628757 Apr 05 14:35:28.472330 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 54c12fe5-dbd8-421b-81c7-5281b4511d63 details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:35:28.615957 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 54c12fe5-dbd8-421b-81c7-5281b4511d63, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=54c12fe5-dbd8-421b-81c7-5281b4511d63,segment=NetworkSegment(87207719-1f48-46bc-a702-a88951a34078),segment_id=87207719-1f48-46bc-a702-a88951a34078)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:35:28.628858 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': '54c12fe5-dbd8-421b-81c7-5281b4511d63', 'network_id': 'bbe33099-0907-4578-b91f-9ecd1e0f3a95', 'port_id': '54c12fe5-dbd8-421b-81c7-5281b4511d63', 'mac_address': 'fa:16:3e:e2:21:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c529ad6d-a94e-4533-88f8-eeabc5541ed8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:35:28.671227 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:28.687081 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54c12fe5-dbd8-421b-81c7-5281b4511d63 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:35:28.742497 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 54c12fe5-dbd8-421b-81c7-5281b4511d63, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=54c12fe5-dbd8-421b-81c7-5281b4511d63,segment=NetworkSegment(87207719-1f48-46bc-a702-a88951a34078),segment_id=87207719-1f48-46bc-a702-a88951a34078)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:35:28.807263 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:29.008852 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=54c12fe5-dbd8-421b-81c7-5281b4511d63,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:29.027395 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 40428) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:35:29.153442 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7abbd7-1cbc-4daa-b197-55c918aabbac req-162e0a3b-d9ef-49a1-8e88-a8a5ffd5d3e8 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:29.159621 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cf7abbd7-1cbc-4daa-b197-55c918aabbac req-162e0a3b-d9ef-49a1-8e88-a8a5ffd5d3e8 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.55 "GET /v2.0/networks?id=e9f4fa40-46c8-414a-a7c0-062d21c067f9 HTTP/1.1" status: 200 len: 805 time: 0.2679236 Apr 05 14:35:29.173588 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-cf7abbd7-1cbc-4daa-b197-55c918aabbac req-2e27b123-3553-4c36-a598-99986a1e7dcd tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Request body: {'port': {'device_id': '085a7a4b-3070-4afb-bba2-d06bb302477e', 'network_id': 'e9f4fa40-46c8-414a-a7c0-062d21c067f9', 'admin_state_up': True, 'tenant_id': '6f9dd14fd23b46d0bf68308d04a6ae90'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:35:29.281888 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f4851e25-0dc9-4756-b00b-4780b247f8e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:29.447822 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f4851e25-0dc9-4756-b00b-4780b247f8e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:29.469994 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058b6693-36d5-42f3-b3b2-d65104278751 req-98d6cee0-f612-47d4-b874-eb6280ba33f3 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:29.472374 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-058b6693-36d5-42f3-b3b2-d65104278751 req-98d6cee0-f612-47d4-b874-eb6280ba33f3 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7d59292-c69e-44da-982d-8056c0172ac5 HTTP/1.1" status: 200 len: 945 time: 0.1162953 Apr 05 14:35:29.507439 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['54c12fe5-dbd8-421b-81c7-5281b4511d63'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:35:29.606691 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f4851e25-0dc9-4756-b00b-4780b247f8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:29.624843 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6a983d8a-39bb-43b7-baac-e2e89c0c0de0 req-41ae0950-74b0-49a2-a102-4df718b421e1 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=085a7a4b-3070-4afb-bba2-d06bb302477e HTTP/1.1" status: 200 len: 210 time: 0.0881610 Apr 05 14:35:29.649976 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-058b6693-36d5-42f3-b3b2-d65104278751 req-635a472a-5935-4078-a8c8-6450860ee821 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607761 Apr 05 14:35:29.693441 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4851e25-0dc9-4756-b00b-4780b247f8e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a563a66-0971-49a9-baa3-85097239ab46,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:29.703640 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf7abbd7-1cbc-4daa-b197-55c918aabbac req-2e27b123-3553-4c36-a598-99986a1e7dcd tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Made reservation on behalf of 6f9dd14fd23b46d0bf68308d04a6ae90 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:35:29.707163 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-cf7abbd7-1cbc-4daa-b197-55c918aabbac req-2e27b123-3553-4c36-a598-99986a1e7dcd tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:29.712013 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-f4851e25-0dc9-4756-b00b-4780b247f8e0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0088f8de3a2d48809448326d320807d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6827922 Apr 05 14:35:29.714766 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 40444) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:35:29.737054 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:29.748761 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:29.863055 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-357e430b-7a35-4dfc-bcc5-6e00ca77a060 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:29.924559 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-357e430b-7a35-4dfc-bcc5-6e00ca77a060 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:30.010115 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-cf7abbd7-1cbc-4daa-b197-55c918aabbac req-2e27b123-3553-4c36-a598-99986a1e7dcd tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Allocated IP 172.20.0.2 (e9f4fa40-46c8-414a-a7c0-062d21c067f9/7f3129d9-da84-45bd-9800-b5c89ee3ca61/76b011da-70a8-45da-bc6c-2275f4a9184f) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:35:30.136710 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-27ef913b-6671-4463-9190-1b57578f2a0d req-0a550b0b-3e20-489f-8098-db15b2ce2cfb tempest-ServerShowV257Test-1760025244 tempest-ServerShowV257Test-1760025244-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c5ca373-1dbf-44c2-a0dc-64df846843b9 HTTP/1.1" status: 200 len: 210 time: 0.0538318 Apr 05 14:35:30.184992 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-357e430b-7a35-4dfc-bcc5-6e00ca77a060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:30.193259 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-357e430b-7a35-4dfc-bcc5-6e00ca77a060 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:30.194816 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-357e430b-7a35-4dfc-bcc5-6e00ca77a060 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6a563a66-0971-49a9-baa3-85097239ab46 HTTP/1.1" status: 204 len: 168 time: 0.4791093 Apr 05 14:35:30.203765 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357e430b-7a35-4dfc-bcc5-6e00ca77a060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a563a66-0971-49a9-baa3-85097239ab46,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:30.394653 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-cf7abbd7-1cbc-4daa-b197-55c918aabbac req-2e27b123-3553-4c36-a598-99986a1e7dcd tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:30.520332 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-cf7abbd7-1cbc-4daa-b197-55c918aabbac req-2e27b123-3553-4c36-a598-99986a1e7dcd tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:30.573263 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf7abbd7-1cbc-4daa-b197-55c918aabbac req-2e27b123-3553-4c36-a598-99986a1e7dcd tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Network e9f4fa40-46c8-414a-a7c0-062d21c067f9 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:35:30.576782 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-cf7abbd7-1cbc-4daa-b197-55c918aabbac req-2e27b123-3553-4c36-a598-99986a1e7dcd tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:35:30.579377 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf7abbd7-1cbc-4daa-b197-55c918aabbac req-2e27b123-3553-4c36-a598-99986a1e7dcd tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:35:30.610597 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e27b123-3553-4c36-a598-99986a1e7dcd tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Pushing event updated for resources: {'Port': ['ID=76b011da-70a8-45da-bc6c-2275f4a9184f,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:30.641312 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e27b123-3553-4c36-a598-99986a1e7dcd tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:35:30.641986 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e27b123-3553-4c36-a598-99986a1e7dcd tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:35:30.642326 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e27b123-3553-4c36-a598-99986a1e7dcd tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:35:30.642658 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e27b123-3553-4c36-a598-99986a1e7dcd tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:35:30.642983 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e27b123-3553-4c36-a598-99986a1e7dcd tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:35:30.643308 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e27b123-3553-4c36-a598-99986a1e7dcd tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:35:30.643696 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e27b123-3553-4c36-a598-99986a1e7dcd tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:35:30.644043 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e27b123-3553-4c36-a598-99986a1e7dcd tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:35:30.644368 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e27b123-3553-4c36-a598-99986a1e7dcd tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:35:30.644749 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e27b123-3553-4c36-a598-99986a1e7dcd tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:35:30.645093 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e27b123-3553-4c36-a598-99986a1e7dcd tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:35:30.650081 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e27b123-3553-4c36-a598-99986a1e7dcd tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:35:30.687793 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7abbd7-1cbc-4daa-b197-55c918aabbac req-2e27b123-3553-4c36-a598-99986a1e7dcd tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:30.688406 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-cf7abbd7-1cbc-4daa-b197-55c918aabbac req-2e27b123-3553-4c36-a598-99986a1e7dcd tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:30.890756 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cf7abbd7-1cbc-4daa-b197-55c918aabbac req-2e27b123-3553-4c36-a598-99986a1e7dcd tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7218668 Apr 05 14:35:30.913865 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-cf7abbd7-1cbc-4daa-b197-55c918aabbac req-a4019409-2f35-45b4-b89e-d90ee1faf9dd service neutron] Request body: {'port': {'device_id': '085a7a4b-3070-4afb-bba2-d06bb302477e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:35:30.956828 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c610115a-2d11-48e0-b510-68de6b2e84af req-e3422bc4-52c5-40b8-863a-69ce346a17bc tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:30.958368 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c610115a-2d11-48e0-b510-68de6b2e84af req-e3422bc4-52c5-40b8-863a-69ce346a17bc tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7d59292-c69e-44da-982d-8056c0172ac5 HTTP/1.1" status: 200 len: 945 time: 0.1667523 Apr 05 14:35:30.984013 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1898afa1-7b17-4923-ae27-69e3149ca141 req-a7985e21-1909-4d32-b970-613125433545 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:30.985502 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1898afa1-7b17-4923-ae27-69e3149ca141 req-a7985e21-1909-4d32-b970-613125433545 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=085a7a4b-3070-4afb-bba2-d06bb302477e HTTP/1.1" status: 200 len: 931 time: 0.1957457 Apr 05 14:35:31.015926 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-cf7abbd7-1cbc-4daa-b197-55c918aabbac req-a4019409-2f35-45b4-b89e-d90ee1faf9dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:31.082199 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c610115a-2d11-48e0-b510-68de6b2e84af req-b30bac3c-4bbf-4793-b6f8-e1dfa621ad51 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940363 Apr 05 14:35:31.103492 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1898afa1-7b17-4923-ae27-69e3149ca141 req-f7dbc807-607f-4663-8b6b-0d70c54767f8 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045642 Apr 05 14:35:31.202682 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 40488) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:35:31.238125 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-beadc87f-1e97-47a0-9d46-64e43c992fcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:31.295164 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-80d66110-c52a-40eb-9339-18af44d65c96 req-9261dfb0-3d90-4b4c-be64-e3aaedb8c93b tempest-ServerShowV257Test-1760025244 tempest-ServerShowV257Test-1760025244-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c5ca373-1dbf-44c2-a0dc-64df846843b9 HTTP/1.1" status: 200 len: 210 time: 0.0332615 Apr 05 14:35:31.385955 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-beadc87f-1e97-47a0-9d46-64e43c992fcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:31.426803 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-cf7abbd7-1cbc-4daa-b197-55c918aabbac req-a4019409-2f35-45b4-b89e-d90ee1faf9dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76b011da-70a8-45da-bc6c-2275f4a9184f {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:35:31.435152 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-cf7abbd7-1cbc-4daa-b197-55c918aabbac req-a4019409-2f35-45b4-b89e-d90ee1faf9dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:31.447680 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-cf7abbd7-1cbc-4daa-b197-55c918aabbac req-a4019409-2f35-45b4-b89e-d90ee1faf9dd service neutron] Transition to ACTIVE for port object 76b011da-70a8-45da-bc6c-2275f4a9184f will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:35:31.452227 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-beadc87f-1e97-47a0-9d46-64e43c992fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:31.515867 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beadc87f-1e97-47a0-9d46-64e43c992fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d33262-0573-4ead-a252-8a33ff838177,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:31.522816 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-cf7abbd7-1cbc-4daa-b197-55c918aabbac req-a4019409-2f35-45b4-b89e-d90ee1faf9dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:31.533283 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 40492) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:35:31.534305 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-beadc87f-1e97-47a0-9d46-64e43c992fcb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=16098ab2f3f742b29da5f73fc3540f2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3273907 Apr 05 14:35:31.667922 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-50d26073-5125-4656-b63c-1a380002a6f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:31.671015 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4019409-2f35-45b4-b89e-d90ee1faf9dd service neutron] Pushing event updated for resources: {'Port': ['ID=76b011da-70a8-45da-bc6c-2275f4a9184f,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:31.739792 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-50d26073-5125-4656-b63c-1a380002a6f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:31.791278 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-cf7abbd7-1cbc-4daa-b197-55c918aabbac req-a4019409-2f35-45b4-b89e-d90ee1faf9dd service neutron] Attempting to bind port 76b011da-70a8-45da-bc6c-2275f4a9184f on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:35:31.791657 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-cf7abbd7-1cbc-4daa-b197-55c918aabbac req-a4019409-2f35-45b4-b89e-d90ee1faf9dd service neutron] Attempting to bind port 76b011da-70a8-45da-bc6c-2275f4a9184f by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': 'ac926e6e-ab69-4031-83ab-f0f7e23b6b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e9f4fa40-46c8-414a-a7c0-062d21c067f9'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:35:31.791952 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7abbd7-1cbc-4daa-b197-55c918aabbac req-a4019409-2f35-45b4-b89e-d90ee1faf9dd service neutron] Attempting to bind port 76b011da-70a8-45da-bc6c-2275f4a9184f on network e9f4fa40-46c8-414a-a7c0-062d21c067f9 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:35:31.797015 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7abbd7-1cbc-4daa-b197-55c918aabbac req-a4019409-2f35-45b4-b89e-d90ee1faf9dd service neutron] Port 76b011da-70a8-45da-bc6c-2275f4a9184f on network e9f4fa40-46c8-414a-a7c0-062d21c067f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:35:31.797344 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7abbd7-1cbc-4daa-b197-55c918aabbac req-a4019409-2f35-45b4-b89e-d90ee1faf9dd service neutron] Attempting to bind port 76b011da-70a8-45da-bc6c-2275f4a9184f on network e9f4fa40-46c8-414a-a7c0-062d21c067f9 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:35:31.803964 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7abbd7-1cbc-4daa-b197-55c918aabbac req-a4019409-2f35-45b4-b89e-d90ee1faf9dd service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:35:31.804363 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7abbd7-1cbc-4daa-b197-55c918aabbac req-a4019409-2f35-45b4-b89e-d90ee1faf9dd service neutron] Checking segment: {'id': 'ac926e6e-ab69-4031-83ab-f0f7e23b6b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e9f4fa40-46c8-414a-a7c0-062d21c067f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:35:31.804745 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7abbd7-1cbc-4daa-b197-55c918aabbac req-a4019409-2f35-45b4-b89e-d90ee1faf9dd service neutron] Bound using segment: {'id': 'ac926e6e-ab69-4031-83ab-f0f7e23b6b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e9f4fa40-46c8-414a-a7c0-062d21c067f9'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:35:31.805243 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-cf7abbd7-1cbc-4daa-b197-55c918aabbac req-a4019409-2f35-45b4-b89e-d90ee1faf9dd service neutron] Bound port: 76b011da-70a8-45da-bc6c-2275f4a9184f, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac926e6e-ab69-4031-83ab-f0f7e23b6b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e9f4fa40-46c8-414a-a7c0-062d21c067f9'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:35:31.805502 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-cf7abbd7-1cbc-4daa-b197-55c918aabbac req-a4019409-2f35-45b4-b89e-d90ee1faf9dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:31.891784 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-cf7abbd7-1cbc-4daa-b197-55c918aabbac req-a4019409-2f35-45b4-b89e-d90ee1faf9dd service neutron] For port 76b011da-70a8-45da-bc6c-2275f4a9184f, host n-h1-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:35:31.896208 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-cf7abbd7-1cbc-4daa-b197-55c918aabbac req-a4019409-2f35-45b4-b89e-d90ee1faf9dd service neutron] For port 76b011da-70a8-45da-bc6c-2275f4a9184f, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=76b011da-70a8-45da-bc6c-2275f4a9184f,segment=NetworkSegment(ac926e6e-ab69-4031-83ab-f0f7e23b6b3b),segment_id=ac926e6e-ab69-4031-83ab-f0f7e23b6b3b)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:35:31.924637 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-50d26073-5125-4656-b63c-1a380002a6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:31.928228 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-50d26073-5125-4656-b63c-1a380002a6f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:31.929470 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-50d26073-5125-4656-b63c-1a380002a6f3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d5d33262-0573-4ead-a252-8a33ff838177 HTTP/1.1" status: 204 len: 168 time: 0.3906605 Apr 05 14:35:31.937889 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d26073-5125-4656-b63c-1a380002a6f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d33262-0573-4ead-a252-8a33ff838177,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:32.012838 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-cf7abbd7-1cbc-4daa-b197-55c918aabbac req-a4019409-2f35-45b4-b89e-d90ee1faf9dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:32.102987 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7abbd7-1cbc-4daa-b197-55c918aabbac req-a4019409-2f35-45b4-b89e-d90ee1faf9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:32.103619 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-cf7abbd7-1cbc-4daa-b197-55c918aabbac req-a4019409-2f35-45b4-b89e-d90ee1faf9dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:32.105674 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cf7abbd7-1cbc-4daa-b197-55c918aabbac req-a4019409-2f35-45b4-b89e-d90ee1faf9dd service neutron] 10.222.0.55 "PUT /v2.0/ports/76b011da-70a8-45da-bc6c-2275f4a9184f HTTP/1.1" status: 200 len: 1091 time: 1.2012985 Apr 05 14:35:32.106131 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '085a7a4b-3070-4afb-bba2-d06bb302477e', 'tag': '76b011da-70a8-45da-bc6c-2275f4a9184f'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:35:32.108384 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b1a65f9-4f01-42d7-8ef6-7c65ba48a68f" -d '{"events": [{"name": "network-changed", "server_uuid": "085a7a4b-3070-4afb-bba2-d06bb302477e", "tag": "76b011da-70a8-45da-bc6c-2275f4a9184f"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:35:32.207940 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a9990e6-8138-4acf-8175-cd36663a6d50 x-openstack-request-id: req-1a9990e6-8138-4acf-8175-cd36663a6d50 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:35:32.208238 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "085a7a4b-3070-4afb-bba2-d06bb302477e", "tag": "76b011da-70a8-45da-bc6c-2275f4a9184f", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:35:32.208496 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1a9990e6-8138-4acf-8175-cd36663a6d50 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:35:32.209825 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a9990e6-8138-4acf-8175-cd36663a6d50'] response: {'name': 'network-changed', 'server_uuid': '085a7a4b-3070-4afb-bba2-d06bb302477e', 'tag': '76b011da-70a8-45da-bc6c-2275f4a9184f', 'status': 'completed', 'code': 200} Apr 05 14:35:32.210126 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4019409-2f35-45b4-b89e-d90ee1faf9dd service neutron] Pushing event updated for resources: {'Port': ['ID=76b011da-70a8-45da-bc6c-2275f4a9184f,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:32.283694 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7abbd7-1cbc-4daa-b197-55c918aabbac req-0f4bd7dc-7660-4889-b47c-5048b9783998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:32.285378 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cf7abbd7-1cbc-4daa-b197-55c918aabbac req-0f4bd7dc-7660-4889-b47c-5048b9783998 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6f9dd14fd23b46d0bf68308d04a6ae90&device_id=085a7a4b-3070-4afb-bba2-d06bb302477e HTTP/1.1" status: 200 len: 1094 time: 0.1061237 Apr 05 14:35:32.357904 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf299ea-af55-4bb2-ae56-fdd7e5383213 req-5a4d4515-dc9c-42a4-95a6-f92563ec54e8 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:32.366096 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4bf299ea-af55-4bb2-ae56-fdd7e5383213 req-5a4d4515-dc9c-42a4-95a6-f92563ec54e8 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7d59292-c69e-44da-982d-8056c0172ac5 HTTP/1.1" status: 200 len: 945 time: 0.1294796 Apr 05 14:35:32.409861 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cf7abbd7-1cbc-4daa-b197-55c918aabbac req-93bb47a4-b288-476d-b4bc-9bb8c7796a24 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=76b011da-70a8-45da-bc6c-2275f4a9184f HTTP/1.1" status: 200 len: 217 time: 0.1093340 Apr 05 14:35:32.473357 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 54c12fe5-dbd8-421b-81c7-5281b4511d63 up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:35:32.517830 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1af2d4-a2e0-4960-981c-ce7b1f6e07a6 req-4888d930-fe08-4259-b921-58af4a19020f tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:32.526053 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0c1af2d4-a2e0-4960-981c-ce7b1f6e07a6 req-4888d930-fe08-4259-b921-58af4a19020f tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=085a7a4b-3070-4afb-bba2-d06bb302477e HTTP/1.1" status: 200 len: 943 time: 0.2372944 Apr 05 14:35:32.555249 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4bf299ea-af55-4bb2-ae56-fdd7e5383213 req-2d5a1750-3911-4769-a565-2a6a9b319fc8 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883116 Apr 05 14:35:32.565440 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7abbd7-1cbc-4daa-b197-55c918aabbac req-2657fac1-cba7-46fe-b113-ee191d4aae60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:32.566913 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cf7abbd7-1cbc-4daa-b197-55c918aabbac req-2657fac1-cba7-46fe-b113-ee191d4aae60 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7f3129d9-da84-45bd-9800-b5c89ee3ca61 HTTP/1.1" status: 200 len: 845 time: 0.1462750 Apr 05 14:35:32.692694 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning for port 54c12fe5-dbd8-421b-81c7-5281b4511d63 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:35:32.698061 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port 54c12fe5-dbd8-421b-81c7-5281b4511d63 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:32.698544 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:32.699414 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cf7abbd7-1cbc-4daa-b197-55c918aabbac req-2096cde3-9887-408f-b96f-263e48c421b0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e9f4fa40-46c8-414a-a7c0-062d21c067f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1193049 Apr 05 14:35:32.745369 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0c1af2d4-a2e0-4960-981c-ce7b1f6e07a6 req-069c2b86-c091-4699-b054-630213638db5 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183361 Apr 05 14:35:32.789667 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a593c579-74a4-4ae5-a544-8efc0312e176 req-b12dae14-dc7f-4da2-a338-89773f95e719 tempest-ServerShowV257Test-1760025244 tempest-ServerShowV257Test-1760025244-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c5ca373-1dbf-44c2-a0dc-64df846843b9 HTTP/1.1" status: 200 len: 210 time: 0.0702455 Apr 05 14:35:32.913816 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:32.944740 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cf7abbd7-1cbc-4daa-b197-55c918aabbac req-9eaad437-ffc5-4255-b624-0bb040508df8 service neutron] 10.222.0.55 "GET /v2.0/networks/e9f4fa40-46c8-414a-a7c0-062d21c067f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271373 Apr 05 14:35:32.991056 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d59292-c69e-44da-982d-8056c0172ac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54c12fe5-dbd8-421b-81c7-5281b4511d63'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:35:32.997156 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9063738b-fb83-4fc4-8066-a73651e0c714" -d '{"events": [{"server_uuid": "c7d59292-c69e-44da-982d-8056c0172ac5", "name": "network-vif-plugged", "status": "completed", "tag": "54c12fe5-dbd8-421b-81c7-5281b4511d63"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:35:33.012972 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 54c12fe5-dbd8-421b-81c7-5281b4511d63, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=54c12fe5-dbd8-421b-81c7-5281b4511d63,segment=NetworkSegment(87207719-1f48-46bc-a702-a88951a34078),segment_id=87207719-1f48-46bc-a702-a88951a34078)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:35:33.063638 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4117504-f248-4c56-b181-aa38973e0d79 x-openstack-request-id: req-c4117504-f248-4c56-b181-aa38973e0d79 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:35:33.063939 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7d59292-c69e-44da-982d-8056c0172ac5", "name": "network-vif-plugged", "status": "completed", "tag": "54c12fe5-dbd8-421b-81c7-5281b4511d63", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:35:33.064199 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c4117504-f248-4c56-b181-aa38973e0d79 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:35:33.064663 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4117504-f248-4c56-b181-aa38973e0d79'] response: {'server_uuid': 'c7d59292-c69e-44da-982d-8056c0172ac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54c12fe5-dbd8-421b-81c7-5281b4511d63', 'code': 200} Apr 05 14:35:33.082829 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cf7abbd7-1cbc-4daa-b197-55c918aabbac req-894398d0-f1c8-48c5-abb4-fd0e975fd71b service neutron] 10.222.0.55 "GET /v2.0/networks/e9f4fa40-46c8-414a-a7c0-062d21c067f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307194 Apr 05 14:35:33.120982 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:33.180687 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255086bf-568d-471e-a4d4-1e23168b92b0 req-14ba72df-982a-4844-95bf-8a08f49c990e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:33.181504 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=54c12fe5-dbd8-421b-81c7-5281b4511d63,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:33.184161 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-255086bf-568d-471e-a4d4-1e23168b92b0 req-14ba72df-982a-4844-95bf-8a08f49c990e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c7d59292-c69e-44da-982d-8056c0172ac5 HTTP/1.1" status: 200 len: 1097 time: 0.0534708 Apr 05 14:35:33.254658 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-255086bf-568d-471e-a4d4-1e23168b92b0 req-e2aaccbd-e1ee-4d7c-bdd2-cd491eb4d2c3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578139 Apr 05 14:35:33.285833 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a65f9-4f01-42d7-8ef6-7c65ba48a68f req-ba1f9227-a046-4fa9-983b-1f3baf768ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:33.287776 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4b1a65f9-4f01-42d7-8ef6-7c65ba48a68f req-ba1f9227-a046-4fa9-983b-1f3baf768ca2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6f9dd14fd23b46d0bf68308d04a6ae90&device_id=085a7a4b-3070-4afb-bba2-d06bb302477e HTTP/1.1" status: 200 len: 1094 time: 0.0441170 Apr 05 14:35:33.385466 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a65f9-4f01-42d7-8ef6-7c65ba48a68f req-ae83fed2-207b-4055-b4b0-b4cad11e02ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:33.386951 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4b1a65f9-4f01-42d7-8ef6-7c65ba48a68f req-ae83fed2-207b-4055-b4b0-b4cad11e02ab service neutron] 10.222.0.55 "GET /v2.0/networks?id=e9f4fa40-46c8-414a-a7c0-062d21c067f9 HTTP/1.1" status: 200 len: 906 time: 0.0927842 Apr 05 14:35:33.436205 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4b1a65f9-4f01-42d7-8ef6-7c65ba48a68f req-67d582a5-9fd0-47a1-beef-6df35c86561f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=76b011da-70a8-45da-bc6c-2275f4a9184f HTTP/1.1" status: 200 len: 217 time: 0.0418520 Apr 05 14:35:33.496059 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a65f9-4f01-42d7-8ef6-7c65ba48a68f req-afccd1a4-3543-4200-ac96-13cf38af87f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:33.496059 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4b1a65f9-4f01-42d7-8ef6-7c65ba48a68f req-afccd1a4-3543-4200-ac96-13cf38af87f1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7f3129d9-da84-45bd-9800-b5c89ee3ca61 HTTP/1.1" status: 200 len: 845 time: 0.0482223 Apr 05 14:35:33.542250 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4b1a65f9-4f01-42d7-8ef6-7c65ba48a68f req-9932d8fa-9893-4dd4-ade5-263f9900c41e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e9f4fa40-46c8-414a-a7c0-062d21c067f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415471 Apr 05 14:35:33.703327 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4b1a65f9-4f01-42d7-8ef6-7c65ba48a68f req-14164279-fe8f-4fa3-b334-72dace3ab1fe service neutron] 10.222.0.55 "GET /v2.0/networks/e9f4fa40-46c8-414a-a7c0-062d21c067f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540768 Apr 05 14:35:33.717607 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a1b558-9f6a-42df-890d-2ad0ceaea28a req-c0f273c5-f1ec-4f77-8923-3ce5f6d192d2 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:33.720093 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-77a1b558-9f6a-42df-890d-2ad0ceaea28a req-c0f273c5-f1ec-4f77-8923-3ce5f6d192d2 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7d59292-c69e-44da-982d-8056c0172ac5 HTTP/1.1" status: 200 len: 946 time: 0.0963495 Apr 05 14:35:33.794809 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 40592) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:35:33.814918 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-9cd955c1-2309-4022-9fa4-9a3d598cd636 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-969826489'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:35:33.912822 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-77a1b558-9f6a-42df-890d-2ad0ceaea28a req-92cf8f67-5709-46ec-a100-a61a6d83cc55 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810236 Apr 05 14:35:33.926435 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd955c1-2309-4022-9fa4-9a3d598cd636 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Made reservation on behalf of 7e1ca79997b14d37bbfde5791240b349 for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:35:33.930248 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9cd955c1-2309-4022-9fa4-9a3d598cd636 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:33.941580 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4b1a65f9-4f01-42d7-8ef6-7c65ba48a68f req-c9dbaf17-eb0a-44d6-93bd-51794eb3556b service neutron] 10.222.0.55 "GET /v2.0/networks/e9f4fa40-46c8-414a-a7c0-062d21c067f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200255 Apr 05 14:35:33.963692 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095ca6c-37d0-4261-aac0-23e55b67c8a6 req-9c08b778-c569-475a-b5c0-907e8dc18052 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:33.965262 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9095ca6c-37d0-4261-aac0-23e55b67c8a6 req-9c08b778-c569-475a-b5c0-907e8dc18052 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=085a7a4b-3070-4afb-bba2-d06bb302477e HTTP/1.1" status: 200 len: 943 time: 0.1191840 Apr 05 14:35:33.983312 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cd955c1-2309-4022-9fa4-9a3d598cd636 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:35:33.995662 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9cd955c1-2309-4022-9fa4-9a3d598cd636 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:33.996054 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-9cd955c1-2309-4022-9fa4-9a3d598cd636 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Added segment 9b21705a-bc5f-4914-8fe4-95935e7f97b2 of type vlan for network 09506e0a-3744-473b-8a54-c7b44b9b7c22 Apr 05 14:35:34.057302 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9095ca6c-37d0-4261-aac0-23e55b67c8a6 req-3861ae6f-16e5-4ba2-9a6c-f90337539586 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753744 Apr 05 14:35:34.063799 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9cd955c1-2309-4022-9fa4-9a3d598cd636 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:34.116734 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2677d4f1-3049-4b1b-a948-e7fb463b8e71 req-d4b6b6fe-4af3-4e92-87f0-ad26bf48248d tempest-ServerShowV257Test-1760025244 tempest-ServerShowV257Test-1760025244-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c5ca373-1dbf-44c2-a0dc-64df846843b9 HTTP/1.1" status: 200 len: 210 time: 0.0578876 Apr 05 14:35:34.178858 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9cd955c1-2309-4022-9fa4-9a3d598cd636 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:34.189690 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd955c1-2309-4022-9fa4-9a3d598cd636 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:34.193072 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9cd955c1-2309-4022-9fa4-9a3d598cd636 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:34.287996 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd955c1-2309-4022-9fa4-9a3d598cd636 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Pushing event updated for resources: {'Network': ['ID=09506e0a-3744-473b-8a54-c7b44b9b7c22,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:34.297840 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-9cd955c1-2309-4022-9fa4-9a3d598cd636 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5014768 Apr 05 14:35:34.300643 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 40640) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:35:34.307695 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-cbba1e85-68bf-41a1-8a0a-37b25d86778e tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2116285573'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:35:34.314151 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd955c1-2309-4022-9fa4-9a3d598cd636 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:35:34.314676 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd955c1-2309-4022-9fa4-9a3d598cd636 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:35:34.315171 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd955c1-2309-4022-9fa4-9a3d598cd636 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:35:34.315680 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd955c1-2309-4022-9fa4-9a3d598cd636 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:35:34.316819 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd955c1-2309-4022-9fa4-9a3d598cd636 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:35:34.317379 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd955c1-2309-4022-9fa4-9a3d598cd636 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:35:34.317753 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd955c1-2309-4022-9fa4-9a3d598cd636 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:35:34.318781 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd955c1-2309-4022-9fa4-9a3d598cd636 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:35:34.319190 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd955c1-2309-4022-9fa4-9a3d598cd636 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:35:34.319532 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd955c1-2309-4022-9fa4-9a3d598cd636 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:35:34.319857 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd955c1-2309-4022-9fa4-9a3d598cd636 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:35:34.320185 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd955c1-2309-4022-9fa4-9a3d598cd636 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:35:34.333780 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 09506e0a-3744-473b-8a54-c7b44b9b7c22 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:35:34.393496 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbba1e85-68bf-41a1-8a0a-37b25d86778e tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Made reservation on behalf of 7e1ca79997b14d37bbfde5791240b349 for: {'network': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:35:34.401519 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cbba1e85-68bf-41a1-8a0a-37b25d86778e tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:34.434972 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbba1e85-68bf-41a1-8a0a-37b25d86778e tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=103320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:35:34.444609 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cbba1e85-68bf-41a1-8a0a-37b25d86778e tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:34.444977 n-d-836650-2 neutron-server[103320]: INFO neutron.db.segments_db [None req-cbba1e85-68bf-41a1-8a0a-37b25d86778e tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Added segment 2bd40b06-9213-421d-9fff-c47075683508 of type vlan for network c4310feb-f943-4c8e-9d50-b56fc088080f Apr 05 14:35:34.494602 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cbba1e85-68bf-41a1-8a0a-37b25d86778e tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:34.655706 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cbba1e85-68bf-41a1-8a0a-37b25d86778e tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:34.661549 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbba1e85-68bf-41a1-8a0a-37b25d86778e tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:34.664183 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cbba1e85-68bf-41a1-8a0a-37b25d86778e tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:34.754937 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbba1e85-68bf-41a1-8a0a-37b25d86778e tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Pushing event updated for resources: {'Network': ['ID=c4310feb-f943-4c8e-9d50-b56fc088080f,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:34.769053 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network c4310feb-f943-4c8e-9d50-b56fc088080f details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:35:34.828110 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-cbba1e85-68bf-41a1-8a0a-37b25d86778e tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5211501 Apr 05 14:35:34.828503 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 40654) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:35:34.834030 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-00ba4ab3-e350-4bad-92f5-91e41cbb8cea tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Request body: {'subnet': {'network_id': '09506e0a-3744-473b-8a54-c7b44b9b7c22', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:35:35.103453 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ba4ab3-e350-4bad-92f5-91e41cbb8cea tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Made reservation on behalf of 7e1ca79997b14d37bbfde5791240b349 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:35:35.107067 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-00ba4ab3-e350-4bad-92f5-91e41cbb8cea tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:35.122533 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aadc1c1-1e88-4251-9bd7-de79f192eb21 req-e5326ed3-fb87-42c6-a0f2-922a3786b230 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:35.124353 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2aadc1c1-1e88-4251-9bd7-de79f192eb21 req-e5326ed3-fb87-42c6-a0f2-922a3786b230 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7d59292-c69e-44da-982d-8056c0172ac5 HTTP/1.1" status: 200 len: 946 time: 0.0916340 Apr 05 14:35:35.229598 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58142a15-9eed-4366-afa6-d86946ebd0e7 req-4f082d31-eb5b-4475-9faa-44dd98793aa2 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:35.231118 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-58142a15-9eed-4366-afa6-d86946ebd0e7 req-4f082d31-eb5b-4475-9faa-44dd98793aa2 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=085a7a4b-3070-4afb-bba2-d06bb302477e HTTP/1.1" status: 200 len: 943 time: 0.0895879 Apr 05 14:35:35.258589 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2aadc1c1-1e88-4251-9bd7-de79f192eb21 req-a852a1df-d0b3-47e1-b31f-effc38e356bb tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284013 Apr 05 14:35:35.332095 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-58142a15-9eed-4366-afa6-d86946ebd0e7 req-345e237d-34ed-4bbc-bc4d-e9cedeea831e tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755630 Apr 05 14:35:35.433024 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5d759289-8934-4f62-8524-0a5a13672088 req-fc689238-34e3-405c-aaa6-59b3d200a019 tempest-ServerShowV257Test-1760025244 tempest-ServerShowV257Test-1760025244-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c5ca373-1dbf-44c2-a0dc-64df846843b9 HTTP/1.1" status: 200 len: 210 time: 0.0474265 Apr 05 14:35:35.650229 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-00ba4ab3-e350-4bad-92f5-91e41cbb8cea tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:35.730882 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ba4ab3-e350-4bad-92f5-91e41cbb8cea tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Pushing event updated for resources: {'Subnet': ['ID=2b51efa3-447b-4716-ae17-34d89f9e6b99,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:35.745157 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ba4ab3-e350-4bad-92f5-91e41cbb8cea tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Checking segment: {'id': '9b21705a-bc5f-4914-8fe4-95935e7f97b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '09506e0a-3744-473b-8a54-c7b44b9b7c22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:35:35.746875 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ba4ab3-e350-4bad-92f5-91e41cbb8cea tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Network hostable DHCP agents. Network: 09506e0a-3744-473b-8a54-c7b44b9b7c22, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:35:35.752457 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac016f-54eb-455b-aa84-0a1c895b1ed1 req-ac4c5776-0b3d-42f2-92e5-aea2711930f2 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:35.754348 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a2ac016f-54eb-455b-aa84-0a1c895b1ed1 req-ac4c5776-0b3d-42f2-92e5-aea2711930f2 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7d59292-c69e-44da-982d-8056c0172ac5 HTTP/1.1" status: 200 len: 946 time: 0.0665689 Apr 05 14:35:35.822404 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a2ac016f-54eb-455b-aa84-0a1c895b1ed1 req-abfef94f-f214-43f0-9e0c-892f1107ef7d tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594051 Apr 05 14:35:35.844559 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ba4ab3-e350-4bad-92f5-91e41cbb8cea tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Network 09506e0a-3744-473b-8a54-c7b44b9b7c22 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:35:35.931771 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-00ba4ab3-e350-4bad-92f5-91e41cbb8cea tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 09506e0a-3744-473b-8a54-c7b44b9b7c22) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:35:35.936428 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ba4ab3-e350-4bad-92f5-91e41cbb8cea tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:35.937106 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-00ba4ab3-e350-4bad-92f5-91e41cbb8cea tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:35.947085 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8181de23-6c82-4ca4-91a6-5ad441e95a83 None None] Network 09506e0a-3744-473b-8a54-c7b44b9b7c22 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:35:36.038571 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-00ba4ab3-e350-4bad-92f5-91e41cbb8cea tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2089796 Apr 05 14:35:36.058295 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 40716) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:35:36.063268 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-2b0976af-422f-47ae-90e1-ae4a6a9eabcf tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Request body: {'subnet': {'network_id': 'c4310feb-f943-4c8e-9d50-b56fc088080f', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:35:36.129073 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 40718) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:35:36.157276 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04db8b55-58d2-4dd4-9a61-42f5e4f918bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-09506e0a-3744-473b-8a54-c7b44b9b7c22', 'network_id': '09506e0a-3744-473b-8a54-c7b44b9b7c22', 'tenant_id': '7e1ca79997b14d37bbfde5791240b349', 'fixed_ips': [{'subnet_id': '2b51efa3-447b-4716-ae17-34d89f9e6b99'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:35:36.160285 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04db8b55-58d2-4dd4-9a61-42f5e4f918bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:36.261175 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a9d1a981-2420-4d36-88ea-28bbf43a8d79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:36.275211 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0976af-422f-47ae-90e1-ae4a6a9eabcf tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Made reservation on behalf of 7e1ca79997b14d37bbfde5791240b349 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:35:36.279371 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2b0976af-422f-47ae-90e1-ae4a6a9eabcf tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:36.413555 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 40726) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:35:36.436033 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-04db8b55-58d2-4dd4-9a61-42f5e4f918bb None None] Allocated IP 10.1.1.2 (09506e0a-3744-473b-8a54-c7b44b9b7c22/2b51efa3-447b-4716-ae17-34d89f9e6b99/5e3d935f-b271-4ee4-bf46-94479b755e68) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:35:36.439657 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a9d1a981-2420-4d36-88ea-28bbf43a8d79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:36.560397 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a9d1a981-2420-4d36-88ea-28bbf43a8d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:36.682490 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-a9d1a981-2420-4d36-88ea-28bbf43a8d79 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=848a1f57060d485ebf089800a8b5f02b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5503945 Apr 05 14:35:36.683824 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 40732) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:35:36.711209 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04db8b55-58d2-4dd4-9a61-42f5e4f918bb None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:36.724323 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2b0976af-422f-47ae-90e1-ae4a6a9eabcf tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:36.727299 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d1a981-2420-4d36-88ea-28bbf43a8d79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc6bcde-560f-46e8-8a91-3d3ea67b8825,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:36.757055 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-001c58f0-cfc1-484f-b1f6-3060509a4c0c req-7af5746a-b91b-4d46-a18a-e666b40d7167 tempest-ServerShowV257Test-1760025244 tempest-ServerShowV257Test-1760025244-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c5ca373-1dbf-44c2-a0dc-64df846843b9 HTTP/1.1" status: 200 len: 210 time: 0.1496577 Apr 05 14:35:36.779704 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0bf1854f-7215-478f-a055-701fcad8a28b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:36.799255 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04db8b55-58d2-4dd4-9a61-42f5e4f918bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:36.811976 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e9697-cf09-4209-b79d-2adf22475f9d req-d2a0c6c7-35c7-4bda-9d78-8763a4aef2cc tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:36.820615 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-883e9697-cf09-4209-b79d-2adf22475f9d req-d2a0c6c7-35c7-4bda-9d78-8763a4aef2cc tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=085a7a4b-3070-4afb-bba2-d06bb302477e HTTP/1.1" status: 200 len: 943 time: 0.3504839 Apr 05 14:35:36.845900 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0976af-422f-47ae-90e1-ae4a6a9eabcf tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Pushing event updated for resources: {'Subnet': ['ID=14bbd64b-ac98-484b-b8ba-41cb2378fef4,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:36.862583 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04db8b55-58d2-4dd4-9a61-42f5e4f918bb None None] Network 09506e0a-3744-473b-8a54-c7b44b9b7c22 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:35:36.864520 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db8b55-58d2-4dd4-9a61-42f5e4f918bb None None] Pushing event updated for resources: {'Port': ['ID=5e3d935f-b271-4ee4-bf46-94479b755e68,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:36.868978 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-04db8b55-58d2-4dd4-9a61-42f5e4f918bb None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:35:36.869146 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-472a58c8-ba66-4aea-a438-6d4bcb9a70d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:36.871851 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04db8b55-58d2-4dd4-9a61-42f5e4f918bb None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:35:36.911563 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0976af-422f-47ae-90e1-ae4a6a9eabcf tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Checking segment: {'id': '2bd40b06-9213-421d-9fff-c47075683508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c4310feb-f943-4c8e-9d50-b56fc088080f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:35:36.913785 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0976af-422f-47ae-90e1-ae4a6a9eabcf tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Network hostable DHCP agents. Network: c4310feb-f943-4c8e-9d50-b56fc088080f, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:35:36.928352 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-472a58c8-ba66-4aea-a438-6d4bcb9a70d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:36.958687 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-883e9697-cf09-4209-b79d-2adf22475f9d req-4f2d082b-b7dc-4dbe-97ac-171c89f1b198 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370542 Apr 05 14:35:36.990762 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-04db8b55-58d2-4dd4-9a61-42f5e4f918bb None None] Attempting to bind port 5e3d935f-b271-4ee4-bf46-94479b755e68 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:35:36.992212 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-04db8b55-58d2-4dd4-9a61-42f5e4f918bb None None] Attempting to bind port 5e3d935f-b271-4ee4-bf46-94479b755e68 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '9b21705a-bc5f-4914-8fe4-95935e7f97b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '09506e0a-3744-473b-8a54-c7b44b9b7c22'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:35:36.992869 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04db8b55-58d2-4dd4-9a61-42f5e4f918bb None None] Attempting to bind port 5e3d935f-b271-4ee4-bf46-94479b755e68 on network 09506e0a-3744-473b-8a54-c7b44b9b7c22 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:35:37.003315 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04db8b55-58d2-4dd4-9a61-42f5e4f918bb None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:35:37.004151 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04db8b55-58d2-4dd4-9a61-42f5e4f918bb None None] Checking segment: {'id': '9b21705a-bc5f-4914-8fe4-95935e7f97b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '09506e0a-3744-473b-8a54-c7b44b9b7c22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:35:37.004726 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04db8b55-58d2-4dd4-9a61-42f5e4f918bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:37.006002 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04db8b55-58d2-4dd4-9a61-42f5e4f918bb None None] Bound using segment: {'id': '9b21705a-bc5f-4914-8fe4-95935e7f97b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '09506e0a-3744-473b-8a54-c7b44b9b7c22'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:35:37.007305 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-04db8b55-58d2-4dd4-9a61-42f5e4f918bb None None] Bound port: 5e3d935f-b271-4ee4-bf46-94479b755e68, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b21705a-bc5f-4914-8fe4-95935e7f97b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '09506e0a-3744-473b-8a54-c7b44b9b7c22'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:35:37.008440 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04db8b55-58d2-4dd4-9a61-42f5e4f918bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:37.091807 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0976af-422f-47ae-90e1-ae4a6a9eabcf tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Network c4310feb-f943-4c8e-9d50-b56fc088080f is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:35:37.160196 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04db8b55-58d2-4dd4-9a61-42f5e4f918bb None None] For port 5e3d935f-b271-4ee4-bf46-94479b755e68, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:35:37.164576 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04db8b55-58d2-4dd4-9a61-42f5e4f918bb None None] For port 5e3d935f-b271-4ee4-bf46-94479b755e68, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=5e3d935f-b271-4ee4-bf46-94479b755e68,segment=NetworkSegment(9b21705a-bc5f-4914-8fe4-95935e7f97b2),segment_id=9b21705a-bc5f-4914-8fe4-95935e7f97b2)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:35:37.168176 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd1ae37-4872-4084-8787-812da666fd22 req-2a80e533-a2aa-4fee-b6bd-87210a6d8023 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:37.169796 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cdd1ae37-4872-4084-8787-812da666fd22 req-2a80e533-a2aa-4fee-b6bd-87210a6d8023 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7d59292-c69e-44da-982d-8056c0172ac5 HTTP/1.1" status: 200 len: 946 time: 0.1678579 Apr 05 14:35:37.186345 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0bf1854f-7215-478f-a055-701fcad8a28b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:37.200766 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-472a58c8-ba66-4aea-a438-6d4bcb9a70d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:37.203946 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-472a58c8-ba66-4aea-a438-6d4bcb9a70d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:37.205620 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-472a58c8-ba66-4aea-a438-6d4bcb9a70d5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4dc6bcde-560f-46e8-8a91-3d3ea67b8825 HTTP/1.1" status: 204 len: 168 time: 0.5200293 Apr 05 14:35:37.216469 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472a58c8-ba66-4aea-a438-6d4bcb9a70d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc6bcde-560f-46e8-8a91-3d3ea67b8825,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:37.229050 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cdd1ae37-4872-4084-8787-812da666fd22 req-52f688b1-9a40-4b25-8fce-e0e41a00f983 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458896 Apr 05 14:35:37.247058 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-2b0976af-422f-47ae-90e1-ae4a6a9eabcf tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, c4310feb-f943-4c8e-9d50-b56fc088080f) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:35:37.253266 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0976af-422f-47ae-90e1-ae4a6a9eabcf tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:37.255726 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2b0976af-422f-47ae-90e1-ae4a6a9eabcf tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:37.257988 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0201ad2-1e45-4df8-876a-765a8fd8feaf None None] Network c4310feb-f943-4c8e-9d50-b56fc088080f requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:35:37.280852 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0bf1854f-7215-478f-a055-701fcad8a28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:37.283279 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04db8b55-58d2-4dd4-9a61-42f5e4f918bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:37.323936 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf1854f-7215-478f-a055-701fcad8a28b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d9df1de-6fab-4e5b-9d60-8c01745a75b0,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:37.369649 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-2b0976af-422f-47ae-90e1-ae4a6a9eabcf tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3159866 Apr 05 14:35:37.386444 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 40748) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:35:37.387443 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-0bf1854f-7215-478f-a055-701fcad8a28b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4bacd12fe84049a5971392f3105794a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9298718 Apr 05 14:35:37.387443 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 40750) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:35:37.398174 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-f0d3c422-6299-47c1-aeb2-033fdcb409b4 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Request body: {'port': {'network_id': '09506e0a-3744-473b-8a54-c7b44b9b7c22', 'name': 'tempest-TaggedBootDevicesTest-2117560999', 'fixed_ips': [{'subnet_id': '2b51efa3-447b-4716-ae17-34d89f9e6b99'}]}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:35:37.425641 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db8b55-58d2-4dd4-9a61-42f5e4f918bb None None] Pushing event updated for resources: {'Port': ['ID=5e3d935f-b271-4ee4-bf46-94479b755e68,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:37.459843 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db8b55-58d2-4dd4-9a61-42f5e4f918bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:35:37.460327 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db8b55-58d2-4dd4-9a61-42f5e4f918bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:35:37.460528 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db8b55-58d2-4dd4-9a61-42f5e4f918bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:35:37.460867 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db8b55-58d2-4dd4-9a61-42f5e4f918bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:35:37.461240 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db8b55-58d2-4dd4-9a61-42f5e4f918bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:35:37.461572 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db8b55-58d2-4dd4-9a61-42f5e4f918bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:35:37.461970 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db8b55-58d2-4dd4-9a61-42f5e4f918bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:35:37.462312 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db8b55-58d2-4dd4-9a61-42f5e4f918bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:35:37.462640 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db8b55-58d2-4dd4-9a61-42f5e4f918bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:35:37.462968 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db8b55-58d2-4dd4-9a61-42f5e4f918bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:35:37.463292 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db8b55-58d2-4dd4-9a61-42f5e4f918bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:35:37.463615 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db8b55-58d2-4dd4-9a61-42f5e4f918bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:35:37.516382 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-94c7553d-49f8-4462-9bb5-a4f4f99c6cb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:37.553601 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 76b011da-70a8-45da-bc6c-2275f4a9184f details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:35:37.556105 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-94c7553d-49f8-4462-9bb5-a4f4f99c6cb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:37.694452 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-94c7553d-49f8-4462-9bb5-a4f4f99c6cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:37.698539 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-94c7553d-49f8-4462-9bb5-a4f4f99c6cb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:37.703714 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-94c7553d-49f8-4462-9bb5-a4f4f99c6cb0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0d9df1de-6fab-4e5b-9d60-8c01745a75b0 HTTP/1.1" status: 204 len: 168 time: 0.3298063 Apr 05 14:35:37.716018 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c7553d-49f8-4462-9bb5-a4f4f99c6cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d9df1de-6fab-4e5b-9d60-8c01745a75b0,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:37.764765 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 40758) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:35:37.902514 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df20d30-5058-470e-8864-4a9e2995af18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-c4310feb-f943-4c8e-9d50-b56fc088080f', 'network_id': 'c4310feb-f943-4c8e-9d50-b56fc088080f', 'tenant_id': '7e1ca79997b14d37bbfde5791240b349', 'fixed_ips': [{'subnet_id': '14bbd64b-ac98-484b-b8ba-41cb2378fef4'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:35:37.910398 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8df20d30-5058-470e-8864-4a9e2995af18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:37.964104 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 76b011da-70a8-45da-bc6c-2275f4a9184f, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=76b011da-70a8-45da-bc6c-2275f4a9184f,segment=NetworkSegment(ac926e6e-ab69-4031-83ab-f0f7e23b6b3b),segment_id=ac926e6e-ab69-4031-83ab-f0f7e23b6b3b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:35:38.121273 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-87c2a9f2-77ac-46fb-91ef-a1bb25035fc2 req-80d79367-f924-443e-bf76-f29a8c2efa3a tempest-ServerShowV257Test-1760025244 tempest-ServerShowV257Test-1760025244-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c5ca373-1dbf-44c2-a0dc-64df846843b9 HTTP/1.1" status: 200 len: 210 time: 0.0440035 Apr 05 14:35:38.149057 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': '76b011da-70a8-45da-bc6c-2275f4a9184f', 'network_id': 'e9f4fa40-46c8-414a-a7c0-062d21c067f9', 'port_id': '76b011da-70a8-45da-bc6c-2275f4a9184f', 'mac_address': 'fa:16:3e:22:e0:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f3129d9-da84-45bd-9800-b5c89ee3ca61', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:35:38.235643 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:38.275351 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 40770) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:35:38.286202 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76b011da-70a8-45da-bc6c-2275f4a9184f {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:35:38.298369 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 5e3d935f-b271-4ee4-bf46-94479b755e68 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:35:38.307822 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-887e80a2-31e0-43d2-b261-ac0e1728b03d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:38.311653 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-8df20d30-5058-470e-8864-4a9e2995af18 None None] Allocated IP 10.2.2.2 (c4310feb-f943-4c8e-9d50-b56fc088080f/14bbd64b-ac98-484b-b8ba-41cb2378fef4/e23ff053-d679-49ef-a78e-3277208537b4) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:35:38.322378 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b51d34-6f80-4855-a299-674ba57b6ab4 req-fbd76a93-19af-4305-a7b3-ca83ac8a3d79 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:38.330921 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c2b51d34-6f80-4855-a299-674ba57b6ab4 req-fbd76a93-19af-4305-a7b3-ca83ac8a3d79 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=085a7a4b-3070-4afb-bba2-d06bb302477e HTTP/1.1" status: 200 len: 943 time: 0.1634543 Apr 05 14:35:38.393449 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 76b011da-70a8-45da-bc6c-2275f4a9184f, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=76b011da-70a8-45da-bc6c-2275f4a9184f,segment=NetworkSegment(ac926e6e-ab69-4031-83ab-f0f7e23b6b3b),segment_id=ac926e6e-ab69-4031-83ab-f0f7e23b6b3b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:35:38.400221 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d3c422-6299-47c1-aeb2-033fdcb409b4 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Made reservation on behalf of 7e1ca79997b14d37bbfde5791240b349 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:35:38.499821 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:38.518959 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-887e80a2-31e0-43d2-b261-ac0e1728b03d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:38.552012 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f0d3c422-6299-47c1-aeb2-033fdcb409b4 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:38.581203 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c2b51d34-6f80-4855-a299-674ba57b6ab4 req-6a700fbe-e5ee-4fd9-b360-5641593d8f14 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451639 Apr 05 14:35:38.600871 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-f0d3c422-6299-47c1-aeb2-033fdcb409b4 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] device_id is not set on port 8881e57a-5748-4f29-927f-2388c029f510 yet. {{(pid=103320) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:35:38.602146 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-887e80a2-31e0-43d2-b261-ac0e1728b03d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:38.606962 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-45675036-f036-42e8-9b33-b4a0f97678a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:38.656901 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c206e4c-3311-4218-8fd9-6f9ecccebc1b req-8ef18c97-0905-4311-8e1d-6e7f7d46d3fd tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:38.658209 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9c206e4c-3311-4218-8fd9-6f9ecccebc1b req-8ef18c97-0905-4311-8e1d-6e7f7d46d3fd tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7d59292-c69e-44da-982d-8056c0172ac5 HTTP/1.1" status: 200 len: 946 time: 0.2711558 Apr 05 14:35:38.699286 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-887e80a2-31e0-43d2-b261-ac0e1728b03d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7c822e4aa1784a4a9037eda9b9f34a81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4225888 Apr 05 14:35:38.701521 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887e80a2-31e0-43d2-b261-ac0e1728b03d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36879306-af2f-4cad-b388-6eb4dab222c5,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:38.709947 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 40778) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:35:38.735444 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8df20d30-5058-470e-8864-4a9e2995af18 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:38.751141 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 5e3d935f-b271-4ee4-bf46-94479b755e68 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:38.751755 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:38.810173 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9c206e4c-3311-4218-8fd9-6f9ecccebc1b req-8ef3b514-8f67-46d0-b00c-3b6380c69b94 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906579 Apr 05 14:35:38.860770 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-bd87533e-aab9-4c00-b182-dd3134996703 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:38.894194 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-bd87533e-aab9-4c00-b182-dd3134996703 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:38.993520 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-45675036-f036-42e8-9b33-b4a0f97678a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:39.019689 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['76b011da-70a8-45da-bc6c-2275f4a9184f'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:35:39.023031 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8df20d30-5058-470e-8864-4a9e2995af18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:39.058235 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-f0d3c422-6299-47c1-aeb2-033fdcb409b4 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Allocated IP 10.1.1.108 (09506e0a-3744-473b-8a54-c7b44b9b7c22/2b51efa3-447b-4716-ae17-34d89f9e6b99/8881e57a-5748-4f29-927f-2388c029f510) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:35:39.063752 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-45675036-f036-42e8-9b33-b4a0f97678a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:39.085828 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a046ac7-005b-469c-b776-a51a1e2a16be None None] Network 09506e0a-3744-473b-8a54-c7b44b9b7c22 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:35:39.100817 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df20d30-5058-470e-8864-4a9e2995af18 None None] Network c4310feb-f943-4c8e-9d50-b56fc088080f is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:35:39.101954 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-bd87533e-aab9-4c00-b182-dd3134996703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:39.105420 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-bd87533e-aab9-4c00-b182-dd3134996703 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:39.106586 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-bd87533e-aab9-4c00-b182-dd3134996703 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/36879306-af2f-4cad-b388-6eb4dab222c5 HTTP/1.1" status: 204 len: 168 time: 0.3948486 Apr 05 14:35:39.122130 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-8df20d30-5058-470e-8864-4a9e2995af18 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:35:39.129474 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df20d30-5058-470e-8864-4a9e2995af18 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:35:39.156336 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-45675036-f036-42e8-9b33-b4a0f97678a6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b9ec88507c2c4bc6abcbe4379517434a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3900688 Apr 05 14:35:39.160189 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=76b011da-70a8-45da-bc6c-2275f4a9184f,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:39.179529 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 40788) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:35:39.198406 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45675036-f036-42e8-9b33-b4a0f97678a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9452e2ca-3396-402b-b3e8-d6860a5b86ab,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:39.264298 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd87533e-aab9-4c00-b182-dd3134996703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36879306-af2f-4cad-b388-6eb4dab222c5,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:39.339044 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f0d3c422-6299-47c1-aeb2-033fdcb409b4 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:39.379831 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8955e40c-51f5-42e2-9ab6-15bf00bf20f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:39.430436 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-28aeef65-66d8-462b-8266-05b48aae6700 req-d585c8f8-d987-41fd-a618-0e8cbd32f5bc tempest-ServerShowV257Test-1760025244 tempest-ServerShowV257Test-1760025244-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c5ca373-1dbf-44c2-a0dc-64df846843b9 HTTP/1.1" status: 200 len: 210 time: 0.0454080 Apr 05 14:35:39.439136 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8955e40c-51f5-42e2-9ab6-15bf00bf20f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:39.444870 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-8df20d30-5058-470e-8864-4a9e2995af18 None None] Attempting to bind port e23ff053-d679-49ef-a78e-3277208537b4 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:35:39.445540 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-8df20d30-5058-470e-8864-4a9e2995af18 None None] Attempting to bind port e23ff053-d679-49ef-a78e-3277208537b4 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '2bd40b06-9213-421d-9fff-c47075683508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c4310feb-f943-4c8e-9d50-b56fc088080f'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:35:39.446069 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df20d30-5058-470e-8864-4a9e2995af18 None None] Attempting to bind port e23ff053-d679-49ef-a78e-3277208537b4 on network c4310feb-f943-4c8e-9d50-b56fc088080f {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:35:39.463497 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-e356b95a-03f9-42c9-83e1-bd62fd1c4f76 None None] Provisioning complete for port 5e3d935f-b271-4ee4-bf46-94479b755e68 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:39.464044 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e356b95a-03f9-42c9-83e1-bd62fd1c4f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:39.473052 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df20d30-5058-470e-8864-4a9e2995af18 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:35:39.474704 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df20d30-5058-470e-8864-4a9e2995af18 None None] Checking segment: {'id': '2bd40b06-9213-421d-9fff-c47075683508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c4310feb-f943-4c8e-9d50-b56fc088080f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:35:39.475263 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8df20d30-5058-470e-8864-4a9e2995af18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:39.475966 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df20d30-5058-470e-8864-4a9e2995af18 None None] Bound using segment: {'id': '2bd40b06-9213-421d-9fff-c47075683508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c4310feb-f943-4c8e-9d50-b56fc088080f'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:35:39.476456 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-8df20d30-5058-470e-8864-4a9e2995af18 None None] Bound port: e23ff053-d679-49ef-a78e-3277208537b4, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bd40b06-9213-421d-9fff-c47075683508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c4310feb-f943-4c8e-9d50-b56fc088080f'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:35:39.476835 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8df20d30-5058-470e-8864-4a9e2995af18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:39.502536 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f0d3c422-6299-47c1-aeb2-033fdcb409b4 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:39.560927 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d3c422-6299-47c1-aeb2-033fdcb409b4 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Network 09506e0a-3744-473b-8a54-c7b44b9b7c22 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:35:39.563532 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df20d30-5058-470e-8864-4a9e2995af18 None None] Pushing event updated for resources: {'Port': ['ID=e23ff053-d679-49ef-a78e-3277208537b4,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:39.568871 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-f0d3c422-6299-47c1-aeb2-033fdcb409b4 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:35:39.574784 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d3c422-6299-47c1-aeb2-033fdcb409b4 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:35:39.592726 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:39.618401 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8955e40c-51f5-42e2-9ab6-15bf00bf20f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:39.620989 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8955e40c-51f5-42e2-9ab6-15bf00bf20f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:39.625723 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-8955e40c-51f5-42e2-9ab6-15bf00bf20f5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9452e2ca-3396-402b-b3e8-d6860a5b86ab HTTP/1.1" status: 204 len: 168 time: 0.4427700 Apr 05 14:35:39.634396 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8955e40c-51f5-42e2-9ab6-15bf00bf20f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9452e2ca-3396-402b-b3e8-d6860a5b86ab,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:39.660126 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d3c422-6299-47c1-aeb2-033fdcb409b4 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Pushing event updated for resources: {'Port': ['ID=8881e57a-5748-4f29-927f-2388c029f510,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:39.686769 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port 5e3d935f-b271-4ee4-bf46-94479b755e68, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=5e3d935f-b271-4ee4-bf46-94479b755e68,segment=NetworkSegment(9b21705a-bc5f-4914-8fe4-95935e7f97b2),segment_id=9b21705a-bc5f-4914-8fe4-95935e7f97b2)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:35:39.755180 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d3c422-6299-47c1-aeb2-033fdcb409b4 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:39.755856 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f0d3c422-6299-47c1-aeb2-033fdcb409b4 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:39.768709 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:39.810672 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98509120-869b-4b0a-b5c1-03dc6c9a2c19 req-888dc647-599a-4b09-9c87-184cd0e08a97 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:39.812376 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-98509120-869b-4b0a-b5c1-03dc6c9a2c19 req-888dc647-599a-4b09-9c87-184cd0e08a97 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=085a7a4b-3070-4afb-bba2-d06bb302477e HTTP/1.1" status: 200 len: 944 time: 0.1139700 Apr 05 14:35:39.830742 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-8df20d30-5058-470e-8864-4a9e2995af18 None None] For port e23ff053-d679-49ef-a78e-3277208537b4, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:35:39.880096 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-8df20d30-5058-470e-8864-4a9e2995af18 None None] For port e23ff053-d679-49ef-a78e-3277208537b4, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=e23ff053-d679-49ef-a78e-3277208537b4,segment=NetworkSegment(2bd40b06-9213-421d-9fff-c47075683508),segment_id=2bd40b06-9213-421d-9fff-c47075683508)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:35:39.884258 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-f0d3c422-6299-47c1-aeb2-033fdcb409b4 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4948115 Apr 05 14:35:39.885977 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 40810) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:35:39.892416 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-98509120-869b-4b0a-b5c1-03dc6c9a2c19 req-53610ab5-7847-4447-8add-07aadb3d233b tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715969 Apr 05 14:35:39.905555 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-91cb00a3-85c2-407d-8081-e1fa74041791 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Request body: {'port': {'network_id': '09506e0a-3744-473b-8a54-c7b44b9b7c22', 'name': 'tempest-TaggedBootDevicesTest-1272347179', 'fixed_ips': [{'subnet_id': '2b51efa3-447b-4716-ae17-34d89f9e6b99'}]}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:35:39.943793 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=5e3d935f-b271-4ee4-bf46-94479b755e68,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:39.976817 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8df20d30-5058-470e-8864-4a9e2995af18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:39.993737 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7510d4-a98f-4fcc-8580-d9e2fb240e6c req-bd6e11c6-210f-41a9-bd12-875ae3219030 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:40.001811 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cc7510d4-a98f-4fcc-8580-d9e2fb240e6c req-bd6e11c6-210f-41a9-bd12-875ae3219030 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7d59292-c69e-44da-982d-8056c0172ac5 HTTP/1.1" status: 200 len: 946 time: 0.0802605 Apr 05 14:35:40.060976 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cc7510d4-a98f-4fcc-8580-d9e2fb240e6c req-1f8e0b28-d58c-427b-a477-dbd544cfb4d5 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569148 Apr 05 14:35:40.086914 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df20d30-5058-470e-8864-4a9e2995af18 None None] Pushing event updated for resources: {'Port': ['ID=e23ff053-d679-49ef-a78e-3277208537b4,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:40.219057 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 5e3d935f-b271-4ee4-bf46-94479b755e68 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:35:40.292008 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 5e3d935f-b271-4ee4-bf46-94479b755e68 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:40.292850 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:40.404990 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91cb00a3-85c2-407d-8081-e1fa74041791 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Made reservation on behalf of 7e1ca79997b14d37bbfde5791240b349 for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:35:40.529586 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-74de05ee-07f1-48bc-ab1c-02f9810bc4b7 None None] Provisioning complete for port 8881e57a-5748-4f29-927f-2388c029f510 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:40.529959 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-74de05ee-07f1-48bc-ab1c-02f9810bc4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:40.648075 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-74de05ee-07f1-48bc-ab1c-02f9810bc4b7 None None] Port 8881e57a-5748-4f29-927f-2388c029f510 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:35:40.651787 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-56ec0291-45be-4465-bc34-5dc0163d26d0 req-b36e2bec-b201-4398-88e1-01f57cc771f9 tempest-ServerShowV257Test-1760025244 tempest-ServerShowV257Test-1760025244-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c5ca373-1dbf-44c2-a0dc-64df846843b9 HTTP/1.1" status: 200 len: 210 time: 0.0570030 Apr 05 14:35:40.669109 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-74de05ee-07f1-48bc-ab1c-02f9810bc4b7 None None] Provisioning complete for port 5e3d935f-b271-4ee4-bf46-94479b755e68 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:40.671560 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-74de05ee-07f1-48bc-ab1c-02f9810bc4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:40.699686 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-91cb00a3-85c2-407d-8081-e1fa74041791 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:40.727539 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [None req-91cb00a3-85c2-407d-8081-e1fa74041791 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] device_id is not set on port 28f37818-79d9-4d80-9e8f-cdf11e9c8346 yet. {{(pid=103321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:35:40.956556 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-91cb00a3-85c2-407d-8081-e1fa74041791 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Allocated IP 10.1.1.173 (09506e0a-3744-473b-8a54-c7b44b9b7c22/2b51efa3-447b-4716-ae17-34d89f9e6b99/28f37818-79d9-4d80-9e8f-cdf11e9c8346) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:35:40.966405 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-7fd4d771-e9a1-45af-8b75-3467b96ad1fa None None] Provisioning complete for port 8881e57a-5748-4f29-927f-2388c029f510 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:40.967919 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7fd4d771-e9a1-45af-8b75-3467b96ad1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:40.981354 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 40830) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:35:41.007193 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-92f4a393-dabe-458e-be15-427be3026f66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:41.047382 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-7fd4d771-e9a1-45af-8b75-3467b96ad1fa None None] Port 8881e57a-5748-4f29-927f-2388c029f510 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:35:41.205981 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec2e51-f8da-47dd-9938-aabebff2abe8 req-c8b96968-100a-4246-94a3-76e5999f0488 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:41.207622 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e5ec2e51-f8da-47dd-9938-aabebff2abe8 req-c8b96968-100a-4246-94a3-76e5999f0488 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=085a7a4b-3070-4afb-bba2-d06bb302477e HTTP/1.1" status: 200 len: 944 time: 0.1794453 Apr 05 14:35:41.328591 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e5ec2e51-f8da-47dd-9938-aabebff2abe8 req-52b16f3e-1e6d-462e-a1aa-7c7d5d799c6e tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074514 Apr 05 14:35:41.376527 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f5885a-b620-471a-b1c0-1bedb31c9638 req-f57efd9e-957e-49e7-b2f3-17215173106f tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:41.381772 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-08f5885a-b620-471a-b1c0-1bedb31c9638 req-f57efd9e-957e-49e7-b2f3-17215173106f tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7d59292-c69e-44da-982d-8056c0172ac5 HTTP/1.1" status: 200 len: 946 time: 0.1444681 Apr 05 14:35:41.492469 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-08f5885a-b620-471a-b1c0-1bedb31c9638 req-36071290-4c39-4123-8a7b-a07ba7dccc02 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974073 Apr 05 14:35:41.548364 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 76b011da-70a8-45da-bc6c-2275f4a9184f up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:35:41.736024 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port 76b011da-70a8-45da-bc6c-2275f4a9184f completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:35:41.739549 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf6f22d-9a7a-4e4a-af0c-38a242579b00 None None] Network c4310feb-f943-4c8e-9d50-b56fc088080f requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:35:41.801120 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-91cb00a3-85c2-407d-8081-e1fa74041791 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:41.832021 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-92f4a393-dabe-458e-be15-427be3026f66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:41.848269 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port 76b011da-70a8-45da-bc6c-2275f4a9184f triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:41.848509 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:41.867469 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9b721a3b-8893-4916-a448-c7c09016e11e req-3920c983-4ad1-4b0b-a7a2-f55f89c0fafd tempest-ServerShowV257Test-1760025244 tempest-ServerShowV257Test-1760025244-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c5ca373-1dbf-44c2-a0dc-64df846843b9 HTTP/1.1" status: 200 len: 210 time: 0.0780468 Apr 05 14:35:41.921162 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-92f4a393-dabe-458e-be15-427be3026f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:41.948424 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-91cb00a3-85c2-407d-8081-e1fa74041791 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:41.948749 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-2e732657-084c-480f-9d4e-c91622b17734 None None] Provisioning complete for port e23ff053-d679-49ef-a78e-3277208537b4 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:41.949042 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2e732657-084c-480f-9d4e-c91622b17734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:41.960120 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f4a393-dabe-458e-be15-427be3026f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3af74e-14bd-4014-ad31-6fe8335267eb,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:42.028261 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 40860) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:35:42.029217 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-92f4a393-dabe-458e-be15-427be3026f66 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ecc450b67702491eb812441f30a9966d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0458677 Apr 05 14:35:42.037701 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91cb00a3-85c2-407d-8081-e1fa74041791 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Network 09506e0a-3744-473b-8a54-c7b44b9b7c22 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:35:42.043515 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-91cb00a3-85c2-407d-8081-e1fa74041791 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:35:42.043748 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cb00a3-85c2-407d-8081-e1fa74041791 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:35:42.060516 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cb00a3-85c2-407d-8081-e1fa74041791 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Pushing event updated for resources: {'Port': ['ID=28f37818-79d9-4d80-9e8f-cdf11e9c8346,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:42.172701 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9828e743-51be-44fd-8eb2-783785e19e9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:42.187880 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cb00a3-85c2-407d-8081-e1fa74041791 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:42.190054 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-91cb00a3-85c2-407d-8081-e1fa74041791 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:42.202776 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 40862) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:35:42.211833 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:42.231016 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:42.255140 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9828e743-51be-44fd-8eb2-783785e19e9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:42.300084 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-91cb00a3-85c2-407d-8081-e1fa74041791 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4129717 Apr 05 14:35:42.370928 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device e23ff053-d679-49ef-a78e-3277208537b4 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:35:42.396826 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '085a7a4b-3070-4afb-bba2-d06bb302477e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b011da-70a8-45da-bc6c-2275f4a9184f'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:35:42.399223 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b2673eb-2c8a-413b-8c58-7c97e9206818" -d '{"events": [{"server_uuid": "085a7a4b-3070-4afb-bba2-d06bb302477e", "name": "network-vif-plugged", "status": "completed", "tag": "76b011da-70a8-45da-bc6c-2275f4a9184f"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:35:42.453926 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9828e743-51be-44fd-8eb2-783785e19e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:42.457357 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9828e743-51be-44fd-8eb2-783785e19e9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:42.461857 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-9828e743-51be-44fd-8eb2-783785e19e9f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7f3af74e-14bd-4014-ad31-6fe8335267eb HTTP/1.1" status: 204 len: 168 time: 0.4314883 Apr 05 14:35:42.466810 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 76b011da-70a8-45da-bc6c-2275f4a9184f, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=76b011da-70a8-45da-bc6c-2275f4a9184f,segment=NetworkSegment(ac926e6e-ab69-4031-83ab-f0f7e23b6b3b),segment_id=ac926e6e-ab69-4031-83ab-f0f7e23b6b3b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:35:42.479404 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9828e743-51be-44fd-8eb2-783785e19e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3af74e-14bd-4014-ad31-6fe8335267eb,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:42.521636 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2e732657-084c-480f-9d4e-c91622b17734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:42.568517 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-fb236a5e-6045-440a-85a7-e0b48873cb58 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1676385084'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:35:42.603005 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:42.671326 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eecf6f-78f9-4d02-8344-df8dbb5ada05 req-916abf11-ab93-45e3-81d7-cdaef102f3fd tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:42.673214 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e5eecf6f-78f9-4d02-8344-df8dbb5ada05 req-916abf11-ab93-45e3-81d7-cdaef102f3fd tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=085a7a4b-3070-4afb-bba2-d06bb302477e HTTP/1.1" status: 200 len: 944 time: 0.1616774 Apr 05 14:35:42.692170 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-2e732657-084c-480f-9d4e-c91622b17734 None None] For port e23ff053-d679-49ef-a78e-3277208537b4, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=e23ff053-d679-49ef-a78e-3277208537b4,segment=NetworkSegment(2bd40b06-9213-421d-9fff-c47075683508),segment_id=2bd40b06-9213-421d-9fff-c47075683508)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:35:42.695774 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb236a5e-6045-440a-85a7-e0b48873cb58 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Made reservation on behalf of 57bc04ffd9b844488ec2fc7527402551 for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:35:42.701722 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fb236a5e-6045-440a-85a7-e0b48873cb58 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:42.710732 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port e23ff053-d679-49ef-a78e-3277208537b4 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:42.711395 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:42.725174 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fb236a5e-6045-440a-85a7-e0b48873cb58 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:42.736575 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=76b011da-70a8-45da-bc6c-2275f4a9184f,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:42.792854 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2e732657-084c-480f-9d4e-c91622b17734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:42.817394 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e5eecf6f-78f9-4d02-8344-df8dbb5ada05 req-dc6e0128-b2e9-4590-94d3-699c8f93dd9d tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316633 Apr 05 14:35:42.917953 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fb236a5e-6045-440a-85a7-e0b48873cb58 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:42.919226 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68366781-d0aa-4878-9332-75fd05c74e59 x-openstack-request-id: req-68366781-d0aa-4878-9332-75fd05c74e59 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:35:42.919572 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "085a7a4b-3070-4afb-bba2-d06bb302477e", "name": "network-vif-plugged", "status": "completed", "tag": "76b011da-70a8-45da-bc6c-2275f4a9184f", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:35:42.919883 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-68366781-d0aa-4878-9332-75fd05c74e59 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:35:42.920363 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68366781-d0aa-4878-9332-75fd05c74e59'] response: {'server_uuid': '085a7a4b-3070-4afb-bba2-d06bb302477e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b011da-70a8-45da-bc6c-2275f4a9184f', 'code': 200} Apr 05 14:35:42.922047 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e732657-084c-480f-9d4e-c91622b17734 None None] Pushing event updated for resources: {'Port': ['ID=e23ff053-d679-49ef-a78e-3277208537b4,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:42.946874 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-0bd2ee38-9ab3-4ce3-a45c-2a1954fd5271 None None] Provisioning complete for port e23ff053-d679-49ef-a78e-3277208537b4 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:42.947336 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0bd2ee38-9ab3-4ce3-a45c-2a1954fd5271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:42.983423 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fb236a5e-6045-440a-85a7-e0b48873cb58 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:43.009985 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb236a5e-6045-440a-85a7-e0b48873cb58 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:35:43.032167 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fb236a5e-6045-440a-85a7-e0b48873cb58 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:43.033285 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-fb236a5e-6045-440a-85a7-e0b48873cb58 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Added segment 1f505438-0dea-4e2f-b391-18705e1f91de of type vlan for network d4793b69-8aee-40f1-b49e-fc4463fc4dc9 Apr 05 14:35:43.106550 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fb236a5e-6045-440a-85a7-e0b48873cb58 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:43.127798 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-0bd2ee38-9ab3-4ce3-a45c-2a1954fd5271 None None] Provisioning complete for port 28f37818-79d9-4d80-9e8f-cdf11e9c8346 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:43.128196 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0bd2ee38-9ab3-4ce3-a45c-2a1954fd5271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:43.132922 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 40890) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:35:43.152756 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f348bf-27b3-43b6-a14a-acf6e48704fa req-5df43a00-9d76-4fef-85e2-8905bb630094 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:43.154701 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-84f348bf-27b3-43b6-a14a-acf6e48704fa req-5df43a00-9d76-4fef-85e2-8905bb630094 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7d59292-c69e-44da-982d-8056c0172ac5 HTTP/1.1" status: 200 len: 946 time: 0.1477344 Apr 05 14:35:43.164444 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-cee76b8a-a0d4-4d86-8f42-e5bd26cc57e9 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1026565859', 'description': 'tempest-description--1946400760'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:35:43.177587 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb236a5e-6045-440a-85a7-e0b48873cb58 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=824e8a83-c5a0-4ae4-ad67-176a61812956,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:43.226026 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-0bd2ee38-9ab3-4ce3-a45c-2a1954fd5271 None None] Port 28f37818-79d9-4d80-9e8f-cdf11e9c8346 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:35:43.239166 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fb236a5e-6045-440a-85a7-e0b48873cb58 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:43.252610 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb236a5e-6045-440a-85a7-e0b48873cb58 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:43.253786 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fb236a5e-6045-440a-85a7-e0b48873cb58 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:43.294739 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40091f30-a65c-4590-b696-75c49203ad55 req-f13c8fb7-df0f-4bd7-accf-c1a514557f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:43.296272 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-40091f30-a65c-4590-b696-75c49203ad55 req-f13c8fb7-df0f-4bd7-accf-c1a514557f49 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=085a7a4b-3070-4afb-bba2-d06bb302477e HTTP/1.1" status: 200 len: 1096 time: 0.2455475 Apr 05 14:35:43.319116 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a05cda9d-9d5a-423a-9c05-0c23bf65affd req-8c69457c-e40a-4e31-b9bf-a61a3cbe6a67 tempest-ServerShowV257Test-1760025244 tempest-ServerShowV257Test-1760025244-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c5ca373-1dbf-44c2-a0dc-64df846843b9 HTTP/1.1" status: 200 len: 210 time: 0.0732896 Apr 05 14:35:43.348411 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-84f348bf-27b3-43b6-a14a-acf6e48704fa req-b06389a2-af32-4190-83fc-e7465aed2f5b tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564262 Apr 05 14:35:43.366438 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-40091f30-a65c-4590-b696-75c49203ad55 req-6d2b5541-6346-4646-bfd3-4fdc888ce990 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501721 Apr 05 14:35:43.376674 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb236a5e-6045-440a-85a7-e0b48873cb58 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Pushing event updated for resources: {'Network': ['ID=d4793b69-8aee-40f1-b49e-fc4463fc4dc9,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:43.388745 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network d4793b69-8aee-40f1-b49e-fc4463fc4dc9 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:35:43.400372 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 7 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 14:35:43.440917 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cee76b8a-a0d4-4d86-8f42-e5bd26cc57e9 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:43.448950 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-fb236a5e-6045-440a-85a7-e0b48873cb58 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.2425191 Apr 05 14:35:43.449586 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 40898) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:35:43.464638 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-7739f1c4-63e2-494e-b080-a56a1fa5e493 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Request body: {'subnet': {'network_id': 'd4793b69-8aee-40f1-b49e-fc4463fc4dc9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:35:43.615183 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cee76b8a-a0d4-4d86-8f42-e5bd26cc57e9 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:43.658252 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cee76b8a-a0d4-4d86-8f42-e5bd26cc57e9 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:43.659118 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7739f1c4-63e2-494e-b080-a56a1fa5e493 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Made reservation on behalf of 57bc04ffd9b844488ec2fc7527402551 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:35:43.668081 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7739f1c4-63e2-494e-b080-a56a1fa5e493 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:43.711009 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee76b8a-a0d4-4d86-8f42-e5bd26cc57e9 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=756a1fd7-e8fc-4bda-8783-a2c1d11a4f04,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:43.716587 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 40902) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:35:43.731752 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-79e67ca2-12f3-4acc-a0d3-2803614beee8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:43.780639 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cee76b8a-a0d4-4d86-8f42-e5bd26cc57e9 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:43.784732 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-cee76b8a-a0d4-4d86-8f42-e5bd26cc57e9 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6262641 Apr 05 14:35:43.788439 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 40906) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:35:43.793042 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-5a72da28-0420-40d9-a180-4829075a88fd tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Request body: {'security_group_rule': {'security_group_id': '756a1fd7-e8fc-4bda-8783-a2c1d11a4f04', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:35:43.890381 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:43.904132 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-79e67ca2-12f3-4acc-a0d3-2803614beee8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:43.952355 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5a72da28-0420-40d9-a180-4829075a88fd tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:43.985894 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-79e67ca2-12f3-4acc-a0d3-2803614beee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:44.007179 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7739f1c4-63e2-494e-b080-a56a1fa5e493 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:44.027938 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d076de-abc5-47ae-ae6d-289a9add2161 req-7adfb539-84f5-4776-8036-d34dbd2cc6a0 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:44.029321 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e0d076de-abc5-47ae-ae6d-289a9add2161 req-7adfb539-84f5-4776-8036-d34dbd2cc6a0 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=085a7a4b-3070-4afb-bba2-d06bb302477e HTTP/1.1" status: 200 len: 945 time: 0.1142750 Apr 05 14:35:44.079952 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 40912) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:35:44.080696 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-79e67ca2-12f3-4acc-a0d3-2803614beee8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4d6a01bfd91b4944a168e90204e03a67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3629830 Apr 05 14:35:44.093252 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e67ca2-12f3-4acc-a0d3-2803614beee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec988fea-26c7-4c0a-89b8-4dca9e004b6f,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:44.110437 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5a72da28-0420-40d9-a180-4829075a88fd tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:44.118033 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7739f1c4-63e2-494e-b080-a56a1fa5e493 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Pushing event updated for resources: {'Subnet': ['ID=dde04950-22f8-4dc1-b2b6-333909505db7,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:44.135554 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e0d076de-abc5-47ae-ae6d-289a9add2161 req-6a04db7e-eaff-4cf5-9408-5149fac49271 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835936 Apr 05 14:35:44.144009 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device e23ff053-d679-49ef-a78e-3277208537b4 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:35:44.173412 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7739f1c4-63e2-494e-b080-a56a1fa5e493 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Checking segment: {'id': '1f505438-0dea-4e2f-b391-18705e1f91de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd4793b69-8aee-40f1-b49e-fc4463fc4dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:35:44.173698 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7739f1c4-63e2-494e-b080-a56a1fa5e493 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Network hostable DHCP agents. Network: d4793b69-8aee-40f1-b49e-fc4463fc4dc9, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:35:44.187257 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5a72da28-0420-40d9-a180-4829075a88fd tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:44.201784 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-957a3dd5-a5fc-4c3e-9d72-da6485a38085 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:44.223883 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a72da28-0420-40d9-a180-4829075a88fd tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d6972ad-c65c-4168-b41e-f0bb0adf4a8e,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:44.233249 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port e23ff053-d679-49ef-a78e-3277208537b4 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:44.233714 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:44.247891 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-957a3dd5-a5fc-4c3e-9d72-da6485a38085 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:44.289465 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7739f1c4-63e2-494e-b080-a56a1fa5e493 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Network d4793b69-8aee-40f1-b49e-fc4463fc4dc9 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:35:44.320328 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5a72da28-0420-40d9-a180-4829075a88fd tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:44.322307 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-5a72da28-0420-40d9-a180-4829075a88fd tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5328381 Apr 05 14:35:44.325155 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 40918) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:35:44.332578 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-6e11241b-9fd6-49ac-9ed0-2b76d6f3f918 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Request body: {'security_group_rule': {'security_group_id': '756a1fd7-e8fc-4bda-8783-a2c1d11a4f04', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:35:44.366465 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-7739f1c4-63e2-494e-b080-a56a1fa5e493 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, d4793b69-8aee-40f1-b49e-fc4463fc4dc9) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:35:44.376952 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7739f1c4-63e2-494e-b080-a56a1fa5e493 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:44.378566 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7739f1c4-63e2-494e-b080-a56a1fa5e493 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:44.381083 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5750421-d9fc-41b1-8f08-10a2470ff4d8 None None] Network d4793b69-8aee-40f1-b49e-fc4463fc4dc9 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:35:44.413281 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-957a3dd5-a5fc-4c3e-9d72-da6485a38085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:44.420018 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-957a3dd5-a5fc-4c3e-9d72-da6485a38085 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:44.421857 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-957a3dd5-a5fc-4c3e-9d72-da6485a38085 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ec988fea-26c7-4c0a-89b8-4dca9e004b6f HTTP/1.1" status: 204 len: 168 time: 0.3409421 Apr 05 14:35:44.431802 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957a3dd5-a5fc-4c3e-9d72-da6485a38085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec988fea-26c7-4c0a-89b8-4dca9e004b6f,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:44.479037 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-7739f1c4-63e2-494e-b080-a56a1fa5e493 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0280547 Apr 05 14:35:44.484426 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 40928) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:35:44.494563 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-3221d519-97ec-454a-9312-958a930c5424 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Request body: {'port': {'network_id': 'd4793b69-8aee-40f1-b49e-fc4463fc4dc9', 'name': 'tempest-DHCPAgentSchedulersTestJSON-857239565'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:35:44.511793 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-72ec9f2d-3a1d-4b42-99d2-ba38a7be8b67 req-8f263eaf-1509-4400-bed8-8c29d08e08d7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4c5ca373-1dbf-44c2-a0dc-64df846843b9 HTTP/1.1" status: 200 len: 210 time: 0.1236000 Apr 05 14:35:44.601610 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-36131d06-b731-4701-a183-18a75d8d5d5b req-d6ac7dbc-91b8-4178-b806-e31ceb4a253c tempest-ServerShowV257Test-1760025244 tempest-ServerShowV257Test-1760025244-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c5ca373-1dbf-44c2-a0dc-64df846843b9 HTTP/1.1" status: 200 len: 210 time: 0.0809922 Apr 05 14:35:44.642300 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba49ab9d-cc59-4fa4-b1f4-6b26639f5d15 req-d3cc0df4-a802-4dd9-a434-bd72ec63afeb tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:44.644011 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ba49ab9d-cc59-4fa4-b1f4-6b26639f5d15 req-d3cc0df4-a802-4dd9-a434-bd72ec63afeb tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7d59292-c69e-44da-982d-8056c0172ac5 HTTP/1.1" status: 200 len: 946 time: 0.1199992 Apr 05 14:35:44.664199 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6e11241b-9fd6-49ac-9ed0-2b76d6f3f918 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:44.702176 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5978ea-e8e0-48e9-9e75-ad09a0335fa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-d4793b69-8aee-40f1-b49e-fc4463fc4dc9', 'network_id': 'd4793b69-8aee-40f1-b49e-fc4463fc4dc9', 'tenant_id': '57bc04ffd9b844488ec2fc7527402551', 'fixed_ips': [{'subnet_id': 'dde04950-22f8-4dc1-b2b6-333909505db7'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:35:44.702176 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4b5978ea-e8e0-48e9-9e75-ad09a0335fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:44.742729 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ba49ab9d-cc59-4fa4-b1f4-6b26639f5d15 req-457c5329-fdc6-4da6-b543-27ae852061db tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795538 Apr 05 14:35:44.785653 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6e11241b-9fd6-49ac-9ed0-2b76d6f3f918 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:44.865816 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-4b5978ea-e8e0-48e9-9e75-ad09a0335fa7 None None] Allocated IP 172.20.0.2 (d4793b69-8aee-40f1-b49e-fc4463fc4dc9/dde04950-22f8-4dc1-b2b6-333909505db7/e303f1d1-57ba-49f7-8e39-4d4913ac27d7) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:35:44.944106 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6e11241b-9fd6-49ac-9ed0-2b76d6f3f918 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:44.946099 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3221d519-97ec-454a-9312-958a930c5424 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Made reservation on behalf of 57bc04ffd9b844488ec2fc7527402551 for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:35:44.953063 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3221d519-97ec-454a-9312-958a930c5424 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:44.985975 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e11241b-9fd6-49ac-9ed0-2b76d6f3f918 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56fdf045-eae1-431a-bad5-fcbf608b3925,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:45.009115 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [None req-3221d519-97ec-454a-9312-958a930c5424 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] device_id is not set on port 61704e41-c45c-488c-98f4-67e666a68801 yet. {{(pid=103321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:35:45.071551 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6e11241b-9fd6-49ac-9ed0-2b76d6f3f918 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:45.073687 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-6e11241b-9fd6-49ac-9ed0-2b76d6f3f918 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7472272 Apr 05 14:35:45.076759 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 40938) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:35:45.082502 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-31238b02-a968-4514-9e8f-b3cbe707f002 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Request body: {'floatingip': {'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:35:45.118831 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4b5978ea-e8e0-48e9-9e75-ad09a0335fa7 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:45.185547 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-31238b02-a968-4514-9e8f-b3cbe707f002 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks [] for floatingip, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:45.190274 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4b5978ea-e8e0-48e9-9e75-ad09a0335fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:45.324792 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5978ea-e8e0-48e9-9e75-ad09a0335fa7 None None] Network d4793b69-8aee-40f1-b49e-fc4463fc4dc9 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:35:45.336695 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-4b5978ea-e8e0-48e9-9e75-ad09a0335fa7 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:35:45.345725 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5978ea-e8e0-48e9-9e75-ad09a0335fa7 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:35:45.359918 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-3221d519-97ec-454a-9312-958a930c5424 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Allocated IP 172.20.0.5 (d4793b69-8aee-40f1-b49e-fc4463fc4dc9/dde04950-22f8-4dc1-b2b6-333909505db7/61704e41-c45c-488c-98f4-67e666a68801) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:35:45.365235 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5978ea-e8e0-48e9-9e75-ad09a0335fa7 None None] Pushing event updated for resources: {'Port': ['ID=e303f1d1-57ba-49f7-8e39-4d4913ac27d7,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:45.409753 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072837c-c132-4481-b21d-a287972290bf req-316a4e48-73e1-4e5e-8a24-882d73293e3f tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:45.430801 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b072837c-c132-4481-b21d-a287972290bf req-316a4e48-73e1-4e5e-8a24-882d73293e3f tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=085a7a4b-3070-4afb-bba2-d06bb302477e HTTP/1.1" status: 200 len: 945 time: 0.0908816 Apr 05 14:35:45.480006 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b072837c-c132-4481-b21d-a287972290bf req-5f8773a7-d19b-45e7-8bbf-579a3d0eeebb tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592616 Apr 05 14:35:45.486586 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-4b5978ea-e8e0-48e9-9e75-ad09a0335fa7 None None] Attempting to bind port e303f1d1-57ba-49f7-8e39-4d4913ac27d7 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:35:45.486586 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-4b5978ea-e8e0-48e9-9e75-ad09a0335fa7 None None] Attempting to bind port e303f1d1-57ba-49f7-8e39-4d4913ac27d7 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '1f505438-0dea-4e2f-b391-18705e1f91de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd4793b69-8aee-40f1-b49e-fc4463fc4dc9'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:35:45.487114 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5978ea-e8e0-48e9-9e75-ad09a0335fa7 None None] Attempting to bind port e303f1d1-57ba-49f7-8e39-4d4913ac27d7 on network d4793b69-8aee-40f1-b49e-fc4463fc4dc9 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:35:45.492964 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5978ea-e8e0-48e9-9e75-ad09a0335fa7 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:35:45.493711 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5978ea-e8e0-48e9-9e75-ad09a0335fa7 None None] Checking segment: {'id': '1f505438-0dea-4e2f-b391-18705e1f91de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd4793b69-8aee-40f1-b49e-fc4463fc4dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:35:45.494081 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4b5978ea-e8e0-48e9-9e75-ad09a0335fa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:45.494554 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5978ea-e8e0-48e9-9e75-ad09a0335fa7 None None] Bound using segment: {'id': '1f505438-0dea-4e2f-b391-18705e1f91de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd4793b69-8aee-40f1-b49e-fc4463fc4dc9'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:35:45.495125 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-4b5978ea-e8e0-48e9-9e75-ad09a0335fa7 None None] Bound port: e303f1d1-57ba-49f7-8e39-4d4913ac27d7, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f505438-0dea-4e2f-b391-18705e1f91de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd4793b69-8aee-40f1-b49e-fc4463fc4dc9'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:35:45.498850 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4b5978ea-e8e0-48e9-9e75-ad09a0335fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:45.510068 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-31238b02-a968-4514-9e8f-b3cbe707f002 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:45.625731 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-4b5978ea-e8e0-48e9-9e75-ad09a0335fa7 None None] For port e303f1d1-57ba-49f7-8e39-4d4913ac27d7, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:35:45.629574 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-4b5978ea-e8e0-48e9-9e75-ad09a0335fa7 None None] For port e303f1d1-57ba-49f7-8e39-4d4913ac27d7, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=e303f1d1-57ba-49f7-8e39-4d4913ac27d7,segment=NetworkSegment(1f505438-0dea-4e2f-b391-18705e1f91de),segment_id=1f505438-0dea-4e2f-b391-18705e1f91de)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:35:45.693852 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3221d519-97ec-454a-9312-958a930c5424 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:45.702580 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4b5978ea-e8e0-48e9-9e75-ad09a0335fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:45.806159 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5978ea-e8e0-48e9-9e75-ad09a0335fa7 None None] Pushing event updated for resources: {'Port': ['ID=e303f1d1-57ba-49f7-8e39-4d4913ac27d7,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:45.824662 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3221d519-97ec-454a-9312-958a930c5424 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:45.846757 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8f5abecd-80e6-4fc1-89a3-0382b2ca357c req-18555f0a-12a4-45ec-a894-cf79a3be2ac8 tempest-ServerShowV257Test-1760025244 tempest-ServerShowV257Test-1760025244-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c5ca373-1dbf-44c2-a0dc-64df846843b9 HTTP/1.1" status: 200 len: 210 time: 0.1158366 Apr 05 14:35:45.881467 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-31238b02-a968-4514-9e8f-b3cbe707f002 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Allocated IP 172.25.6.117 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/e3c65f7f-c117-449c-a828-5248520889ef) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:35:45.977648 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3221d519-97ec-454a-9312-958a930c5424 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Pushing event updated for resources: {'Port': ['ID=61704e41-c45c-488c-98f4-67e666a68801,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:46.031170 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3221d519-97ec-454a-9312-958a930c5424 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Network d4793b69-8aee-40f1-b49e-fc4463fc4dc9 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:35:46.033096 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-3221d519-97ec-454a-9312-958a930c5424 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:35:46.041425 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3221d519-97ec-454a-9312-958a930c5424 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:35:46.143939 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3221d519-97ec-454a-9312-958a930c5424 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:46.144846 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3221d519-97ec-454a-9312-958a930c5424 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:46.274930 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-3221d519-97ec-454a-9312-958a930c5424 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7891886 Apr 05 14:35:46.277621 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 40982) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:35:46.281894 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecce89ef-7dbb-4fbc-b37b-a6bbf156a702 req-e91f7579-71f4-4ecb-ad11-c7d4a3cbef0e tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:46.289800 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ecce89ef-7dbb-4fbc-b37b-a6bbf156a702 req-e91f7579-71f4-4ecb-ad11-c7d4a3cbef0e tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7d59292-c69e-44da-982d-8056c0172ac5 HTTP/1.1" status: 200 len: 946 time: 0.3875966 Apr 05 14:35:46.357645 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f2e215-8327-4feb-b45b-5ec23462cb8b req-ebbafd82-bc3e-4e00-bcfd-5b773459132a tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:46.360090 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-64f2e215-8327-4feb-b45b-5ec23462cb8b req-ebbafd82-bc3e-4e00-bcfd-5b773459132a tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/networks?id=e9f4fa40-46c8-414a-a7c0-062d21c067f9 HTTP/1.1" status: 200 len: 805 time: 0.2891836 Apr 05 14:35:46.384510 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 40984) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:35:46.471020 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-64f2e215-8327-4feb-b45b-5ec23462cb8b req-338973dd-e81c-401e-818d-8847997c40b2 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/quotas/6f9dd14fd23b46d0bf68308d04a6ae90 HTTP/1.1" status: 200 len: 375 time: 0.0976002 Apr 05 14:35:46.503354 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-34ca6254-c0cd-4ac0-ab89-102648a1056e tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Deleting port 61704e41-c45c-488c-98f4-67e666a68801 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:35:46.503899 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-34ca6254-c0cd-4ac0-ab89-102648a1056e tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:46.507880 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 40988) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:35:46.534638 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-88b58bf3-4fd6-46c3-9b39-6b2e3d81dd1e admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1372846848-network', 'tenant_id': 'ca25d20850c24b9a97538e3cb8b61d23'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:35:46.552675 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ecce89ef-7dbb-4fbc-b37b-a6bbf156a702 req-cf187da4-201b-4524-9020-4ebab9818700 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583406 Apr 05 14:35:46.557068 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-31238b02-a968-4514-9e8f-b3cbe707f002 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:46.592237 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-64f2e215-8327-4feb-b45b-5ec23462cb8b req-c21a9d03-296a-4d0a-abe7-3cd68a4a7bf9 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6f9dd14fd23b46d0bf68308d04a6ae90&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1201818 Apr 05 14:35:46.632202 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-efa48189-ba66-4d03-8b31-c86b4ceaf0e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:46.659220 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b58bf3-4fd6-46c3-9b39-6b2e3d81dd1e admin admin] Made reservation on behalf of ca25d20850c24b9a97538e3cb8b61d23 for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:35:46.661811 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-88b58bf3-4fd6-46c3-9b39-6b2e3d81dd1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:46.686062 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-88b58bf3-4fd6-46c3-9b39-6b2e3d81dd1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:46.713230 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-64f2e215-8327-4feb-b45b-5ec23462cb8b req-c99264fa-ff09-4991-a013-3841fa24f465 service neutron] 10.222.0.30 "GET /v2.0/networks/e9f4fa40-46c8-414a-a7c0-062d21c067f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200054 Apr 05 14:35:46.732042 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-34ca6254-c0cd-4ac0-ab89-102648a1056e tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:46.747523 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-31238b02-a968-4514-9e8f-b3cbe707f002 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:46.760815 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-34ca6254-c0cd-4ac0-ab89-102648a1056e tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Calling delete_port for 61704e41-c45c-488c-98f4-67e666a68801 owned by {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:35:46.832254 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31238b02-a968-4514-9e8f-b3cbe707f002 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:35:46.837474 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-efa48189-ba66-4d03-8b31-c86b4ceaf0e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:46.841217 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-31238b02-a968-4514-9e8f-b3cbe707f002 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:35:46.851464 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31238b02-a968-4514-9e8f-b3cbe707f002 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:35:46.853245 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31238b02-a968-4514-9e8f-b3cbe707f002 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Pushing event updated for resources: {'Port': ['ID=e3c65f7f-c117-449c-a828-5248520889ef,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:46.928783 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-88b58bf3-4fd6-46c3-9b39-6b2e3d81dd1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:46.954346 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-efa48189-ba66-4d03-8b31-c86b4ceaf0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:46.988155 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-64f2e215-8327-4feb-b45b-5ec23462cb8b req-bc4dbc2b-6d33-41ab-8718-8b3ef54d29f3 service neutron] 10.222.0.30 "GET /v2.0/networks/e9f4fa40-46c8-414a-a7c0-062d21c067f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681887 Apr 05 14:35:47.006723 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-88b58bf3-4fd6-46c3-9b39-6b2e3d81dd1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:47.017390 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-393ef8ba-541e-4d65-826b-c37fc4530b8a req-9de99190-6dbc-465e-99da-79a5492c07f9 tempest-ServerShowV257Test-1760025244 tempest-ServerShowV257Test-1760025244-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c5ca373-1dbf-44c2-a0dc-64df846843b9 HTTP/1.1" status: 200 len: 210 time: 0.0527780 Apr 05 14:35:47.049940 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa48189-ba66-4d03-8b31-c86b4ceaf0e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d28a8744-e83e-46e2-b554-7152f954c13a,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:47.072486 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 40998) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:35:47.086795 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-efa48189-ba66-4d03-8b31-c86b4ceaf0e3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=22ceffefe645408fa23f5cc7b223033d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5702875 Apr 05 14:35:47.158475 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b58bf3-4fd6-46c3-9b39-6b2e3d81dd1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74e7e48d-3a95-4e6c-8b14-6b2b6e1c6e4f,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:47.173466 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d32983cd-a78f-435a-b6ad-d08245fed317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:47.203841 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d32983cd-a78f-435a-b6ad-d08245fed317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:47.260421 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-34ca6254-c0cd-4ac0-ab89-102648a1056e tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:47.262827 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88b58bf3-4fd6-46c3-9b39-6b2e3d81dd1e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:35:47.299644 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-31238b02-a968-4514-9e8f-b3cbe707f002 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:47.336164 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ca6254-c0cd-4ac0-ab89-102648a1056e tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Pushing event deleted for resources: {'Port': ['ID=61704e41-c45c-488c-98f4-67e666a68801,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:47.414463 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d32983cd-a78f-435a-b6ad-d08245fed317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:47.417162 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d32983cd-a78f-435a-b6ad-d08245fed317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:47.421401 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-d32983cd-a78f-435a-b6ad-d08245fed317 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d28a8744-e83e-46e2-b554-7152f954c13a HTTP/1.1" status: 204 len: 168 time: 0.3451700 Apr 05 14:35:47.427049 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32983cd-a78f-435a-b6ad-d08245fed317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d28a8744-e83e-46e2-b554-7152f954c13a,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:47.445344 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-88b58bf3-4fd6-46c3-9b39-6b2e3d81dd1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:47.447814 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-88b58bf3-4fd6-46c3-9b39-6b2e3d81dd1e admin admin] Added segment 16084726-0c91-4f77-80d7-a1114047c434 of type vlan for network 523ec28c-ae04-4e0d-9b6f-2395c2c57b5d Apr 05 14:35:47.518903 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-31238b02-a968-4514-9e8f-b3cbe707f002 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:47.527101 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-88b58bf3-4fd6-46c3-9b39-6b2e3d81dd1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:47.535997 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-34ca6254-c0cd-4ac0-ab89-102648a1056e tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:47.543225 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-34ca6254-c0cd-4ac0-ab89-102648a1056e tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] 10.222.0.30 "DELETE /v2.0/ports/61704e41-c45c-488c-98f4-67e666a68801 HTTP/1.1" status: 204 len: 168 time: 1.2614975 Apr 05 14:35:47.543225 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41006) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:35:47.691549 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a36ec524-21dc-4640-9a27-904a6f446136 req-c994b6cd-c8fd-485e-9cdc-c9a9cadbc3ed service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e8555754c6af425f9e69dfcedf73aeb0&device_id=4c5ca373-1dbf-44c2-a0dc-64df846843b9 HTTP/1.1" status: 200 len: 210 time: 0.0724010 Apr 05 14:35:47.695744 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-88b58bf3-4fd6-46c3-9b39-6b2e3d81dd1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:47.699974 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b58bf3-4fd6-46c3-9b39-6b2e3d81dd1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:47.700696 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-88b58bf3-4fd6-46c3-9b39-6b2e3d81dd1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:47.733867 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1806f6-8ffc-43e6-9860-1a286ba2a953 None None] Network d4793b69-8aee-40f1-b49e-fc4463fc4dc9 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:35:47.748772 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a36ec524-21dc-4640-9a27-904a6f446136 req-c6d8edc9-880c-4d86-839e-6f5bf721729b service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=e8555754c6af425f9e69dfcedf73aeb0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0451586 Apr 05 14:35:47.804863 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b58bf3-4fd6-46c3-9b39-6b2e3d81dd1e admin admin] Pushing event updated for resources: {'Network': ['ID=523ec28c-ae04-4e0d-9b6f-2395c2c57b5d,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:47.822331 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 523ec28c-ae04-4e0d-9b6f-2395c2c57b5d details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:35:47.839252 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-2623a524-d29d-4870-a93a-d8a70ce95d4f tempest-DHCPAgentSchedulersTestJSON-2115028163 tempest-DHCPAgentSchedulersTestJSON-2115028163-project-admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.2952943 Apr 05 14:35:47.840267 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41022) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:35:47.843447 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2d20aa14-7e19-4ae1-b1e6-14a4c0223ed6 req-c3aa8662-daaf-43ae-99ce-682c352dcd26 tempest-ServerShowV257Test-1760025244 tempest-ServerShowV257Test-1760025244-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c5ca373-1dbf-44c2-a0dc-64df846843b9 HTTP/1.1" status: 200 len: 210 time: 0.1561060 Apr 05 14:35:47.855398 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-cb7ec4bc-d18c-4998-86ac-e070674137b9 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-532191090'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:35:47.907935 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-3b51850d-c0fa-4a18-8c1b-01498226c8c5 None None] Provisioning complete for port e303f1d1-57ba-49f7-8e39-4d4913ac27d7 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:47.908661 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3b51850d-c0fa-4a18-8c1b-01498226c8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:47.932634 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-88b58bf3-4fd6-46c3-9b39-6b2e3d81dd1e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5470028 Apr 05 14:35:47.935925 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41030) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:35:47.943114 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-e82e5694-b7f5-4184-b6b6-761c8a4d8d4d admin admin] Request body: {'subnet': {'network_id': '523ec28c-ae04-4e0d-9b6f-2395c2c57b5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1372846848-subnet', 'tenant_id': 'ca25d20850c24b9a97538e3cb8b61d23', 'ip_version': 4}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:35:48.015976 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7ec4bc-d18c-4998-86ac-e070674137b9 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Made reservation on behalf of 57bc04ffd9b844488ec2fc7527402551 for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:35:48.022788 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-cb7ec4bc-d18c-4998-86ac-e070674137b9 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:48.080280 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb7ec4bc-d18c-4998-86ac-e070674137b9 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:35:48.081553 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3b51850d-c0fa-4a18-8c1b-01498226c8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:48.098721 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-cb7ec4bc-d18c-4998-86ac-e070674137b9 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:48.098721 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-cb7ec4bc-d18c-4998-86ac-e070674137b9 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Added segment 0ff71390-9f26-4428-9de3-bc3cea86a16f of type vlan for network 3b5d3367-2efa-4b4f-a615-367f98140a71 Apr 05 14:35:48.135048 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-3b51850d-c0fa-4a18-8c1b-01498226c8c5 None None] For port e303f1d1-57ba-49f7-8e39-4d4913ac27d7, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=e303f1d1-57ba-49f7-8e39-4d4913ac27d7,segment=NetworkSegment(1f505438-0dea-4e2f-b391-18705e1f91de),segment_id=1f505438-0dea-4e2f-b391-18705e1f91de)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:35:48.171224 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82e5694-b7f5-4184-b6b6-761c8a4d8d4d admin admin] Made reservation on behalf of ca25d20850c24b9a97538e3cb8b61d23 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:35:48.173658 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e82e5694-b7f5-4184-b6b6-761c8a4d8d4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:48.199552 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-cb7ec4bc-d18c-4998-86ac-e070674137b9 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:48.222245 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3b51850d-c0fa-4a18-8c1b-01498226c8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:48.327399 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b51850d-c0fa-4a18-8c1b-01498226c8c5 None None] Pushing event updated for resources: {'Port': ['ID=e303f1d1-57ba-49f7-8e39-4d4913ac27d7,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:48.330241 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device e303f1d1-57ba-49f7-8e39-4d4913ac27d7 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:35:48.346043 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-31238b02-a968-4514-9e8f-b3cbe707f002 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:48.398539 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f359ce8f-2852-4ec1-880a-521aeca2e3ff req-8a021108-fa53-4cc8-93cb-6d711fb6f758 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:48.408836 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f359ce8f-2852-4ec1-880a-521aeca2e3ff req-8a021108-fa53-4cc8-93cb-6d711fb6f758 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7d59292-c69e-44da-982d-8056c0172ac5 HTTP/1.1" status: 200 len: 946 time: 0.1272426 Apr 05 14:35:48.434911 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-31238b02-a968-4514-9e8f-b3cbe707f002 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:48.488270 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port e303f1d1-57ba-49f7-8e39-4d4913ac27d7 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:48.491756 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:48.505279 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-cb7ec4bc-d18c-4998-86ac-e070674137b9 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:48.513004 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7ec4bc-d18c-4998-86ac-e070674137b9 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:48.516801 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-cb7ec4bc-d18c-4998-86ac-e070674137b9 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:48.575583 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31238b02-a968-4514-9e8f-b3cbe707f002 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Pushing event updated for resources: {'Port': ['ID=e3c65f7f-c117-449c-a828-5248520889ef,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:48.631469 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-e35e53dc-87ba-4aa4-b2c7-bd766f6c7412 None None] Provisioning complete for port e303f1d1-57ba-49f7-8e39-4d4913ac27d7 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:48.631469 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e35e53dc-87ba-4aa4-b2c7-bd766f6c7412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:48.655833 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 41042) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:35:48.675341 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ec524-21dc-4640-9a27-904a6f446136 req-f44e3fd6-dc8c-4cc2-b74a-361e7ec370d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:48.678046 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a36ec524-21dc-4640-9a27-904a6f446136 req-f44e3fd6-dc8c-4cc2-b74a-361e7ec370d7 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8919840 Apr 05 14:35:48.695996 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f359ce8f-2852-4ec1-880a-521aeca2e3ff req-7725a28b-12fa-4de7-b91a-df6a3824c145 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858350 Apr 05 14:35:48.706063 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d2bd0ebd-6ef9-4cd5-b7b8-8a70f7ccf0a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:48.764068 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7ec4bc-d18c-4998-86ac-e070674137b9 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Pushing event updated for resources: {'Network': ['ID=3b5d3367-2efa-4b4f-a615-367f98140a71,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:48.794137 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 3b5d3367-2efa-4b4f-a615-367f98140a71 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:35:48.806291 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-cb7ec4bc-d18c-4998-86ac-e070674137b9 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9644883 Apr 05 14:35:48.808262 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41054) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:35:48.811998 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d2bd0ebd-6ef9-4cd5-b7b8-8a70f7ccf0a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:48.843371 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e82e5694-b7f5-4184-b6b6-761c8a4d8d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:48.917114 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d2bd0ebd-6ef9-4cd5-b7b8-8a70f7ccf0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:48.944262 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-31238b02-a968-4514-9e8f-b3cbe707f002 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:48.995488 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82e5694-b7f5-4184-b6b6-761c8a4d8d4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5efecc2a-6613-4eff-b194-a4785bb3de1c,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:49.031298 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-92884adc-34eb-4840-8811-e6f7a5bff55b None None] Could not find standard attr ID for object 61704e41-c45c-488c-98f4-67e666a68801. {{(pid=103322) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 14:35:49.045157 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6b4efe0e-5daa-45c1-a33c-e773976c8d21 req-21ad5bd2-35e2-43d2-9d31-8e010a487710 tempest-ServerShowV257Test-1760025244 tempest-ServerShowV257Test-1760025244-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c5ca373-1dbf-44c2-a0dc-64df846843b9 HTTP/1.1" status: 200 len: 210 time: 0.0686255 Apr 05 14:35:49.048789 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-d2bd0ebd-6ef9-4cd5-b7b8-8a70f7ccf0a1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=99ee8ae277b5449ca8aecc8081d485a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3916318 Apr 05 14:35:49.052184 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41058) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:35:49.053131 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bd0ebd-6ef9-4cd5-b7b8-8a70f7ccf0a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a57e8bf2-3950-4b16-8bb0-b699fdcf4ad3,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:49.081152 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5035d77d-3999-49dc-a886-9df5d603528d req-d941b38a-e136-4edf-bc8f-15bac00296d0 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:49.089246 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5035d77d-3999-49dc-a886-9df5d603528d req-d941b38a-e136-4edf-bc8f-15bac00296d0 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/networks?id=e9f4fa40-46c8-414a-a7c0-062d21c067f9 HTTP/1.1" status: 200 len: 805 time: 0.2753835 Apr 05 14:35:49.108675 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5035d77d-3999-49dc-a886-9df5d603528d req-1f147885-0949-4990-81d3-706f9ee3cf26 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/quotas/6f9dd14fd23b46d0bf68308d04a6ae90 HTTP/1.1" status: 200 len: 375 time: 0.0182557 Apr 05 14:35:49.126183 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-31238b02-a968-4514-9e8f-b3cbe707f002 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:49.127787 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-31238b02-a968-4514-9e8f-b3cbe707f002 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0500405 Apr 05 14:35:49.169405 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82e5694-b7f5-4184-b6b6-761c8a4d8d4d admin admin] Checking segment: {'id': '16084726-0c91-4f77-80d7-a1114047c434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '523ec28c-ae04-4e0d-9b6f-2395c2c57b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:35:49.169968 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82e5694-b7f5-4184-b6b6-761c8a4d8d4d admin admin] Network hostable DHCP agents. Network: 523ec28c-ae04-4e0d-9b6f-2395c2c57b5d, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:35:49.177276 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5035d77d-3999-49dc-a886-9df5d603528d req-d99a280b-f1e5-4832-baa5-e5c8b2060ca7 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6f9dd14fd23b46d0bf68308d04a6ae90&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0672109 Apr 05 14:35:49.217346 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-9e0a1be2-6000-4355-a229-be1cdb7d225c tempest-DHCPAgentSchedulersTestJSON-2115028163 tempest-DHCPAgentSchedulersTestJSON-2115028163-project-admin] 10.222.0.30 "GET /v2.0/agents/76d103d5-2f06-47e2-b83f-edef389304e0/dhcp-networks HTTP/1.1" status: 200 len: 9642 time: 0.4066343 Apr 05 14:35:49.220226 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41062) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:35:49.260166 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a3591e27-c718-4eac-9963-80632e8eb8a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:49.288785 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5035d77d-3999-49dc-a886-9df5d603528d req-b76f6d51-11dd-4dbf-8ecb-68601f74ae18 service neutron] 10.222.0.30 "GET /v2.0/networks/e9f4fa40-46c8-414a-a7c0-062d21c067f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106267 Apr 05 14:35:49.334449 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a3591e27-c718-4eac-9963-80632e8eb8a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:49.334570 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82e5694-b7f5-4184-b6b6-761c8a4d8d4d admin admin] Network 523ec28c-ae04-4e0d-9b6f-2395c2c57b5d is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:35:49.410766 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd780be8-6179-475c-9fef-42b37e4b1711 tempest-DHCPAgentSchedulersTestJSON-2115028163 tempest-DHCPAgentSchedulersTestJSON-2115028163-project-admin] Network 3b5d3367-2efa-4b4f-a615-367f98140a71 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:35:49.414243 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-e82e5694-b7f5-4184-b6b6-761c8a4d8d4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 523ec28c-ae04-4e0d-9b6f-2395c2c57b5d) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:35:49.419295 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82e5694-b7f5-4184-b6b6-761c8a4d8d4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:49.419980 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e82e5694-b7f5-4184-b6b6-761c8a4d8d4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:49.431086 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0790ce-6e8b-48d5-93ec-a3f7e14f8f2f None None] Network 523ec28c-ae04-4e0d-9b6f-2395c2c57b5d requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:35:49.455027 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5035d77d-3999-49dc-a886-9df5d603528d req-967cc0a6-e27a-4362-8907-6d2104332f2e service neutron] 10.222.0.30 "GET /v2.0/networks/e9f4fa40-46c8-414a-a7c0-062d21c067f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536005 Apr 05 14:35:49.482798 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-62e7cad1-1f20-4b3e-be21-329091e6726c tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1026565859&fields=id&tenant_id=7e1ca79997b14d37bbfde5791240b349 HTTP/1.1" status: 200 len: 267 time: 0.0558305 Apr 05 14:35:49.498835 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-e82e5694-b7f5-4184-b6b6-761c8a4d8d4d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5618408 Apr 05 14:35:49.499712 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a3591e27-c718-4eac-9963-80632e8eb8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:49.502713 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a3591e27-c718-4eac-9963-80632e8eb8a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:49.507112 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-a3591e27-c718-4eac-9963-80632e8eb8a6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a57e8bf2-3950-4b16-8bb0-b699fdcf4ad3 HTTP/1.1" status: 204 len: 168 time: 0.4474356 Apr 05 14:35:49.507325 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 41078) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:35:49.517364 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-bd780be8-6179-475c-9fef-42b37e4b1711 tempest-DHCPAgentSchedulersTestJSON-2115028163 tempest-DHCPAgentSchedulersTestJSON-2115028163-project-admin] 10.222.0.30 "POST /v2.0/agents/76d103d5-2f06-47e2-b83f-edef389304e0/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2943478 Apr 05 14:35:49.519137 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41082) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:35:49.539867 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3591e27-c718-4eac-9963-80632e8eb8a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a57e8bf2-3950-4b16-8bb0-b699fdcf4ad3,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:49.575426 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a2b812-3449-40f6-b17c-096278fccbc8 None None] Network 3b5d3367-2efa-4b4f-a615-367f98140a71 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:35:49.584285 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-b2463821-a469-458a-ab36-05fc21f3ecf4 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1372846848-router', 'tenant_id': 'ca25d20850c24b9a97538e3cb8b61d23', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:35:49.627982 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-504f7968-fcca-4358-8582-0f8de6198cd3 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:49.639443 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-504f7968-fcca-4358-8582-0f8de6198cd3 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports/8881e57a-5748-4f29-927f-2388c029f510 HTTP/1.1" status: 200 len: 932 time: 0.1430166 Apr 05 14:35:49.778259 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12293bcb-17a7-4f16-85ad-8050eb3b6211 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-523ec28c-ae04-4e0d-9b6f-2395c2c57b5d', 'network_id': '523ec28c-ae04-4e0d-9b6f-2395c2c57b5d', 'tenant_id': 'ca25d20850c24b9a97538e3cb8b61d23', 'fixed_ips': [{'subnet_id': '5efecc2a-6613-4eff-b194-a4785bb3de1c'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:35:49.779253 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-12293bcb-17a7-4f16-85ad-8050eb3b6211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:49.789968 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-17060acf-16dc-4390-a64f-3db723c6d28f tempest-DHCPAgentSchedulersTestJSON-2115028163 tempest-DHCPAgentSchedulersTestJSON-2115028163-project-admin] 10.222.0.30 "GET /v2.0/agents/76d103d5-2f06-47e2-b83f-edef389304e0/dhcp-networks HTTP/1.1" status: 200 len: 11212 time: 0.2693231 Apr 05 14:35:49.805023 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41090) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:35:49.813141 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c6b09c68-03a0-4129-a559-6d693a5d43e0 req-efdac62b-4754-4299-b572-7ef3caa45ad0 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6825a7-7f55-41fb-9dad-1b666088da08 HTTP/1.1" status: 200 len: 210 time: 0.0750818 Apr 05 14:35:49.832938 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-c8374edb-2f03-4506-84ca-2dcaec662e5e tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:49.839314 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-c8374edb-2f03-4506-84ca-2dcaec662e5e tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports/28f37818-79d9-4d80-9e8f-cdf11e9c8346 HTTP/1.1" status: 200 len: 932 time: 0.1980739 Apr 05 14:35:49.843317 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b2463821-a469-458a-ab36-05fc21f3ecf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27088'] for router, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:49.852757 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b2463821-a469-458a-ab36-05fc21f3ecf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27079'] for router, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:49.985528 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-21923da3-d580-4ea1-84c6-e70442dd2197 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports?network_id=c4310feb-f943-4c8e-9d50-b56fc088080f&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1248012 Apr 05 14:35:50.037937 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-1e897d63-2842-40f8-a5b1-d7b11f825e70 tempest-DHCPAgentSchedulersTestJSON-2115028163 tempest-DHCPAgentSchedulersTestJSON-2115028163-project-admin] 10.222.0.30 "DELETE /v2.0/agents/76d103d5-2f06-47e2-b83f-edef389304e0/dhcp-networks/3b5d3367-2efa-4b4f-a615-367f98140a71 HTTP/1.1" status: 204 len: 168 time: 0.2317150 Apr 05 14:35:50.040431 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41098) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:35:50.076927 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-12293bcb-17a7-4f16-85ad-8050eb3b6211 None None] Allocated IP 172.20.0.2 (523ec28c-ae04-4e0d-9b6f-2395c2c57b5d/5efecc2a-6613-4eff-b194-a4785bb3de1c/e421992b-89ca-4c15-ae90-7b4d25f72cfd) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:35:50.081713 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a36ec524-21dc-4640-9a27-904a6f446136 req-5c29a2de-2d45-4b34-be9a-a54077b05f3a tempest-ServerShowV257Test-1760025244 tempest-ServerShowV257Test-1760025244-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c5ca373-1dbf-44c2-a0dc-64df846843b9 HTTP/1.1" status: 200 len: 210 time: 0.1431317 Apr 05 14:35:50.088520 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-99f8170b-c437-43d7-82a9-5a86c5cce96b tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports?network_id=c4310feb-f943-4c8e-9d50-b56fc088080f&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0951240 Apr 05 14:35:50.121204 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device e303f1d1-57ba-49f7-8e39-4d4913ac27d7 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:35:50.126446 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b2463821-a469-458a-ab36-05fc21f3ecf4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:50.169529 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c87cef4-0f30-40ef-ad16-06690dd0661d req-bb6b6913-8ffd-4b9d-a9b2-c208ca892437 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:50.177793 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7c87cef4-0f30-40ef-ad16-06690dd0661d req-bb6b6913-8ffd-4b9d-a9b2-c208ca892437 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7d59292-c69e-44da-982d-8056c0172ac5 HTTP/1.1" status: 200 len: 946 time: 0.2396674 Apr 05 14:35:50.352214 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-641b7fa8-0e08-4648-bf96-e44fad2c56fc tempest-DHCPAgentSchedulersTestJSON-2115028163 tempest-DHCPAgentSchedulersTestJSON-2115028163-project-admin] 10.222.0.30 "GET /v2.0/agents/76d103d5-2f06-47e2-b83f-edef389304e0/dhcp-networks HTTP/1.1" status: 200 len: 10442 time: 0.3102777 Apr 05 14:35:50.353360 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41108) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:35:50.396948 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-78eee5ad-1105-4294-8f51-6251168e5bef tempest-DHCPAgentSchedulersTestJSON-2115028163 tempest-DHCPAgentSchedulersTestJSON-2115028163-project-admin] 10.222.0.30 "GET /v2.0/networks/d4793b69-8aee-40f1-b49e-fc4463fc4dc9/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0356307 Apr 05 14:35:50.397809 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41110) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:35:50.410421 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port e303f1d1-57ba-49f7-8e39-4d4913ac27d7 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:50.410803 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:50.438729 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-81e698d5-d2a0-4828-a90a-8a8ed8a85b14 tempest-DHCPAgentSchedulersTestJSON-2115028163 tempest-DHCPAgentSchedulersTestJSON-2115028163-project-admin] 10.222.0.30 "GET /v2.0/networks/d4793b69-8aee-40f1-b49e-fc4463fc4dc9/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0386147 Apr 05 14:35:50.444133 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41114) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:35:50.518351 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-12293bcb-17a7-4f16-85ad-8050eb3b6211 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:50.621948 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-12293bcb-17a7-4f16-85ad-8050eb3b6211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:50.709167 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12293bcb-17a7-4f16-85ad-8050eb3b6211 None None] Pushing event updated for resources: {'Port': ['ID=e421992b-89ca-4c15-ae90-7b4d25f72cfd,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:50.729204 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-e062eaab-c655-487c-bdae-a1492b161f47 tempest-DHCPAgentSchedulersTestJSON-2115028163 tempest-DHCPAgentSchedulersTestJSON-2115028163-project-admin] 10.222.0.30 "GET /v2.0/agents/76d103d5-2f06-47e2-b83f-edef389304e0/dhcp-networks HTTP/1.1" status: 200 len: 10442 time: 0.2860506 Apr 05 14:35:50.730932 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41120) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:35:50.746194 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12293bcb-17a7-4f16-85ad-8050eb3b6211 None None] Network 523ec28c-ae04-4e0d-9b6f-2395c2c57b5d is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:35:50.749275 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-12293bcb-17a7-4f16-85ad-8050eb3b6211 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:35:50.752657 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12293bcb-17a7-4f16-85ad-8050eb3b6211 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:35:50.797220 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7c87cef4-0f30-40ef-ad16-06690dd0661d req-133151a3-3e58-4721-8184-d63d2174f4da tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6163957 Apr 05 14:35:50.818357 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9fe8f9a6-5808-4a3c-8984-34d89db7c61d tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:50.850947 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-12293bcb-17a7-4f16-85ad-8050eb3b6211 None None] Attempting to bind port e421992b-89ca-4c15-ae90-7b4d25f72cfd on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:35:50.854619 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-12293bcb-17a7-4f16-85ad-8050eb3b6211 None None] Attempting to bind port e421992b-89ca-4c15-ae90-7b4d25f72cfd by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '16084726-0c91-4f77-80d7-a1114047c434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '523ec28c-ae04-4e0d-9b6f-2395c2c57b5d'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:35:50.854619 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12293bcb-17a7-4f16-85ad-8050eb3b6211 None None] Attempting to bind port e421992b-89ca-4c15-ae90-7b4d25f72cfd on network 523ec28c-ae04-4e0d-9b6f-2395c2c57b5d {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:35:50.872655 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12293bcb-17a7-4f16-85ad-8050eb3b6211 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:35:50.873080 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12293bcb-17a7-4f16-85ad-8050eb3b6211 None None] Checking segment: {'id': '16084726-0c91-4f77-80d7-a1114047c434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '523ec28c-ae04-4e0d-9b6f-2395c2c57b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:35:50.876496 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-12293bcb-17a7-4f16-85ad-8050eb3b6211 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:50.877129 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12293bcb-17a7-4f16-85ad-8050eb3b6211 None None] Bound using segment: {'id': '16084726-0c91-4f77-80d7-a1114047c434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '523ec28c-ae04-4e0d-9b6f-2395c2c57b5d'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:35:50.877779 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-12293bcb-17a7-4f16-85ad-8050eb3b6211 None None] Bound port: e421992b-89ca-4c15-ae90-7b4d25f72cfd, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16084726-0c91-4f77-80d7-a1114047c434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '523ec28c-ae04-4e0d-9b6f-2395c2c57b5d'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:35:50.879012 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-12293bcb-17a7-4f16-85ad-8050eb3b6211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:50.912259 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b2463821-a469-458a-ab36-05fc21f3ecf4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:50.944750 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-5f436fb2-35da-43b8-a103-4ef20ecafaec tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:50.951762 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-5f436fb2-35da-43b8-a103-4ef20ecafaec tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:50.958513 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-5f436fb2-35da-43b8-a103-4ef20ecafaec tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:50.961252 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-5f436fb2-35da-43b8-a103-4ef20ecafaec tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/networks?id=d702c3d6-7199-4322-a653-c463eb30ccf9&id=09506e0a-3744-473b-8a54-c7b44b9b7c22&id=09506e0a-3744-473b-8a54-c7b44b9b7c22&id=c4310feb-f943-4c8e-9d50-b56fc088080f&id=c4310feb-f943-4c8e-9d50-b56fc088080f HTTP/1.1" status: 200 len: 1989 time: 0.8362403 Apr 05 14:35:51.004073 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9fe8f9a6-5808-4a3c-8984-34d89db7c61d tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:51.008844 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f6388ce8-cb70-4576-b1a9-5a4aa48e81be req-fb443d61-4a55-4ae3-8718-5392f327745f tempest-ServerShowV257Test-1760025244 tempest-ServerShowV257Test-1760025244-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c5ca373-1dbf-44c2-a0dc-64df846843b9 HTTP/1.1" status: 200 len: 210 time: 0.0810823 Apr 05 14:35:51.029722 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-9fe8f9a6-5808-4a3c-8984-34d89db7c61d tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b5d3367-2efa-4b4f-a615-367f98140a71']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:51.033287 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-12293bcb-17a7-4f16-85ad-8050eb3b6211 None None] For port e421992b-89ca-4c15-ae90-7b4d25f72cfd, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:35:51.041831 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-9fe8f9a6-5808-4a3c-8984-34d89db7c61d tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ff71390-9f26-4428-9de3-bc3cea86a16f') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:51.042193 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-9fe8f9a6-5808-4a3c-8984-34d89db7c61d tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ff71390-9f26-4428-9de3-bc3cea86a16f') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:51.042386 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-12293bcb-17a7-4f16-85ad-8050eb3b6211 None None] For port e421992b-89ca-4c15-ae90-7b4d25f72cfd, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=e421992b-89ca-4c15-ae90-7b4d25f72cfd,segment=NetworkSegment(16084726-0c91-4f77-80d7-a1114047c434),segment_id=16084726-0c91-4f77-80d7-a1114047c434)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:35:51.045752 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-9e82fd66-fd7d-47b1-b247-597bed527e6f tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/quotas/7e1ca79997b14d37bbfde5791240b349 HTTP/1.1" status: 200 len: 375 time: 0.0463688 Apr 05 14:35:51.080321 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9fe8f9a6-5808-4a3c-8984-34d89db7c61d tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:51.109312 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9fe8f9a6-5808-4a3c-8984-34d89db7c61d tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:51.121749 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-12293bcb-17a7-4f16-85ad-8050eb3b6211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:51.128323 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fe8f9a6-5808-4a3c-8984-34d89db7c61d tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:35:51.140485 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9fe8f9a6-5808-4a3c-8984-34d89db7c61d tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:51.140485 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:35:51.140485 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:35:51.140485 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:35:51.140485 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:35:51.140485 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:35:51.140485 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:35:51.140485 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:35:51.140485 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:35:51.140485 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:35:51.140485 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:35:51.140485 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:35:51.140485 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:35:51.140485 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:35:51.140485 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:35:51.140485 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:35:51.140485 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:35:51.140485 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:35:51.140485 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:35:51.140485 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:35:51.140485 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:35:51.140485 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:35:51.140485 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:35:51.140485 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:35:51.140485 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:35:51.140485 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:35:51.140485 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:35:51.140485 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:35:51.140485 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:35:51.140485 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:35:51.140485 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:35:51.140485 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:35:51.140485 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:35:51.192797 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-20d8c714-6f06-4741-a483-6f6b41451cfa tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7e1ca79997b14d37bbfde5791240b349&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1377172 Apr 05 14:35:51.226364 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4dc83f08-8335-4569-9974-382a0d022232 req-5e1e63b2-1ee9-4a59-8d41-7d7c500529ab tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6825a7-7f55-41fb-9dad-1b666088da08 HTTP/1.1" status: 200 len: 210 time: 0.0321257 Apr 05 14:35:51.367096 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9fe8f9a6-5808-4a3c-8984-34d89db7c61d tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:51.374947 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9fe8f9a6-5808-4a3c-8984-34d89db7c61d tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:51.380845 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-9fe8f9a6-5808-4a3c-8984-34d89db7c61d tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] 10.222.0.30 "DELETE /v2.0/networks/3b5d3367-2efa-4b4f-a615-367f98140a71 HTTP/1.1" status: 204 len: 168 time: 0.6479812 Apr 05 14:35:51.383307 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41138) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:35:51.404413 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe8f9a6-5808-4a3c-8984-34d89db7c61d tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Pushing event deleted for resources: {'Network': ['ID=3b5d3367-2efa-4b4f-a615-367f98140a71,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:51.412070 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12293bcb-17a7-4f16-85ad-8050eb3b6211 None None] Pushing event updated for resources: {'Port': ['ID=e421992b-89ca-4c15-ae90-7b4d25f72cfd,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:51.432917 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-44dde74e-bc87-43b7-8962-eba8bf30a3f5 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] DELETE failed (client error): The resource could not be found. Apr 05 14:35:51.433695 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44dde74e-bc87-43b7-8962-eba8bf30a3f5 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:35:51.436863 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-44dde74e-bc87-43b7-8962-eba8bf30a3f5 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] 10.222.0.30 "DELETE /v2.0/ports/61704e41-c45c-488c-98f4-67e666a68801 HTTP/1.1" status: 404 len: 333 time: 0.0526056 Apr 05 14:35:51.457305 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41146) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:35:51.561939 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdf2c92f-7a6e-4dff-98d0-2b774af39717 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Deleting subnet dde04950-22f8-4dc1-b2b6-333909505db7 {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:35:51.565559 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fdf2c92f-7a6e-4dff-98d0-2b774af39717 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:51.599401 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-ed46f259-f906-4c78-be88-c5502defc715 service neutron] 10.222.0.30 "GET /v2.0/networks/d702c3d6-7199-4322-a653-c463eb30ccf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3649316 Apr 05 14:35:51.694948 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b2463821-a469-458a-ab36-05fc21f3ecf4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:51.696216 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fdf2c92f-7a6e-4dff-98d0-2b774af39717 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:51.726873 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b2463821-a469-458a-ab36-05fc21f3ecf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:51.819863 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fdf2c92f-7a6e-4dff-98d0-2b774af39717 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:51.844784 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-98836b1f-e687-4d3a-8215-d97732bd7777 service neutron] 10.222.0.30 "GET /v2.0/networks/d702c3d6-7199-4322-a653-c463eb30ccf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444611 Apr 05 14:35:51.957359 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-8165f28a-3d11-48ba-9707-8770ff714336 service neutron] 10.222.0.30 "GET /v2.0/ports/8881e57a-5748-4f29-927f-2388c029f510?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0798123 Apr 05 14:35:51.961326 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fdf2c92f-7a6e-4dff-98d0-2b774af39717 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:52.006485 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf2c92f-7a6e-4dff-98d0-2b774af39717 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Pushing event deleted for resources: {'Subnet': ['ID=dde04950-22f8-4dc1-b2b6-333909505db7,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:52.010867 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fdf2c92f-7a6e-4dff-98d0-2b774af39717 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:52.016925 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-fdf2c92f-7a6e-4dff-98d0-2b774af39717 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] 10.222.0.30 "DELETE /v2.0/subnets/dde04950-22f8-4dc1-b2b6-333909505db7 HTTP/1.1" status: 204 len: 168 time: 0.5582123 Apr 05 14:35:52.019158 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41154) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:35:52.021521 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71bd18d9-6f73-4755-a76a-143470e5ba27 None None] Network d4793b69-8aee-40f1-b49e-fc4463fc4dc9 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:35:52.089690 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab6356f-5b02-4b2e-ac0b-cc2b0ebded96 req-50cdeca4-2818-4c2e-952c-ed62848d35a9 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:52.099685 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7ab6356f-5b02-4b2e-ac0b-cc2b0ebded96 req-50cdeca4-2818-4c2e-952c-ed62848d35a9 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7d59292-c69e-44da-982d-8056c0172ac5 HTTP/1.1" status: 200 len: 946 time: 0.1819129 Apr 05 14:35:52.104937 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-b2463821-a469-458a-ab36-05fc21f3ecf4 admin admin] Allocated IP 172.25.6.54 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/fb530c36-70eb-448b-9eea-ad2e2ea87940) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:35:52.195198 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-37e709f6-6918-458f-9e07-da9391445ada service neutron] 10.222.0.30 "GET /v2.0/networks/09506e0a-3744-473b-8a54-c7b44b9b7c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168660 Apr 05 14:35:52.224518 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6b298310-cc5b-4396-b170-a45c25842788 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:52.235692 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41158) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:35:52.236507 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device e421992b-89ca-4c15-ae90-7b4d25f72cfd up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:35:52.308385 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7ab6356f-5b02-4b2e-ac0b-cc2b0ebded96 req-5fe1bf22-281a-451f-baf9-0d3feb634907 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024579 Apr 05 14:35:52.356012 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port e421992b-89ca-4c15-ae90-7b4d25f72cfd triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:52.356500 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:52.477845 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd63fad1-cf59-470c-abb1-f4c20ca170a7 None None] DHCP port deletion for d4793b69-8aee-40f1-b49e-fc4463fc4dc9 request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:35:52.570830 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:52.596334 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-6b298310-cc5b-4396-b170-a45c25842788 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Deleting port e303f1d1-57ba-49f7-8e39-4d4913ac27d7 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:35:52.597022 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6b298310-cc5b-4396-b170-a45c25842788 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:52.644717 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-af34257b-45dc-4190-a577-a6adfc38461a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:52.652424 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port e421992b-89ca-4c15-ae90-7b4d25f72cfd, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=e421992b-89ca-4c15-ae90-7b4d25f72cfd,segment=NetworkSegment(16084726-0c91-4f77-80d7-a1114047c434),segment_id=16084726-0c91-4f77-80d7-a1114047c434)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:35:52.690157 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-fd63fad1-cf59-470c-abb1-f4c20ca170a7 None None] Deleting port e303f1d1-57ba-49f7-8e39-4d4913ac27d7 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:35:52.690540 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fd63fad1-cf59-470c-abb1-f4c20ca170a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:52.705595 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8062101e-7ed8-4a6d-a384-19953e1229f9 req-540e13cc-5e2a-41b3-9fdb-466853924585 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6825a7-7f55-41fb-9dad-1b666088da08 HTTP/1.1" status: 200 len: 210 time: 0.0876448 Apr 05 14:35:52.712620 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-2ee720fa-1206-418c-acbf-20e4b115b310 service neutron] 10.222.0.30 "GET /v2.0/networks/09506e0a-3744-473b-8a54-c7b44b9b7c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4908879 Apr 05 14:35:52.772911 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-18846617-af09-45fe-a64a-d722133badf0 service neutron] 10.222.0.30 "GET /v2.0/ports/28f37818-79d9-4d80-9e8f-cdf11e9c8346?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0530343 Apr 05 14:35:52.815512 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-af34257b-45dc-4190-a577-a6adfc38461a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:52.843671 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:52.911868 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5035d77d-3999-49dc-a886-9df5d603528d req-e9e032e7-3ac1-448a-9dc8-089711eca1b4 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:52.913573 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-5035d77d-3999-49dc-a886-9df5d603528d req-e9e032e7-3ac1-448a-9dc8-089711eca1b4 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.11 "GET /v2.0/networks?id=e9f4fa40-46c8-414a-a7c0-062d21c067f9 HTTP/1.1" status: 200 len: 805 time: 0.5745885 Apr 05 14:35:52.915871 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-6b298310-cc5b-4396-b170-a45c25842788 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] For port e303f1d1-57ba-49f7-8e39-4d4913ac27d7, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=e303f1d1-57ba-49f7-8e39-4d4913ac27d7,segment=NetworkSegment(1f505438-0dea-4e2f-b391-18705e1f91de),segment_id=1f505438-0dea-4e2f-b391-18705e1f91de)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:35:52.916325 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6b298310-cc5b-4396-b170-a45c25842788 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:52.932761 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-5035d77d-3999-49dc-a886-9df5d603528d req-6263895c-6925-42bf-b3bb-ff6f77a7932e tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Request body: {'port': {'device_id': 'fe6825a7-7f55-41fb-9dad-1b666088da08', 'network_id': 'e9f4fa40-46c8-414a-a7c0-062d21c067f9', 'admin_state_up': True, 'tenant_id': '6f9dd14fd23b46d0bf68308d04a6ae90'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:35:52.936124 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-8b6f7db1-a967-4d32-821f-b0080c334c85 service neutron] 10.222.0.30 "GET /v2.0/networks/09506e0a-3744-473b-8a54-c7b44b9b7c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557097 Apr 05 14:35:52.945750 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-af34257b-45dc-4190-a577-a6adfc38461a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:52.948629 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b2463821-a469-458a-ab36-05fc21f3ecf4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:52.950051 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5964b13-026a-488e-b82b-34e219e1794e None None] Network 523ec28c-ae04-4e0d-9b6f-2395c2c57b5d requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:35:52.968627 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-6b298310-cc5b-4396-b170-a45c25842788 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Calling delete_port for e303f1d1-57ba-49f7-8e39-4d4913ac27d7 owned by network:dhcp {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:35:53.054606 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-af34257b-45dc-4190-a577-a6adfc38461a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0e21da2365e2454c8ae044100aef5246&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8116803 Apr 05 14:35:53.060018 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 41170) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:35:53.071539 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 41172) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:35:53.100870 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af34257b-45dc-4190-a577-a6adfc38461a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f5faab-27a8-49eb-90ee-56cf09d9febe,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:53.156940 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-fd63fad1-cf59-470c-abb1-f4c20ca170a7 None None] For port e303f1d1-57ba-49f7-8e39-4d4913ac27d7, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=e303f1d1-57ba-49f7-8e39-4d4913ac27d7,segment=NetworkSegment(1f505438-0dea-4e2f-b391-18705e1f91de),segment_id=1f505438-0dea-4e2f-b391-18705e1f91de)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:35:53.157624 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fd63fad1-cf59-470c-abb1-f4c20ca170a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:53.196848 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-f152bbe7-2de0-4cd0-a37d-0b4762d977dc service neutron] 10.222.0.30 "GET /v2.0/networks/09506e0a-3744-473b-8a54-c7b44b9b7c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440975 Apr 05 14:35:53.222732 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-fd63fad1-cf59-470c-abb1-f4c20ca170a7 None None] Calling delete_port for e303f1d1-57ba-49f7-8e39-4d4913ac27d7 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:35:53.229640 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-15d6d99d-228b-4bc0-8e43-61d94a95bbec None None] Provisioning complete for port e421992b-89ca-4c15-ae90-7b4d25f72cfd triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:53.230015 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-15d6d99d-228b-4bc0-8e43-61d94a95bbec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:53.231512 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=e421992b-89ca-4c15-ae90-7b4d25f72cfd,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:53.343541 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f155dd3a-9dca-43ae-8c1a-2de0a6419f5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:53.343541 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e654c044-2bd3-4b5f-a68a-0cb62e7b2c0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:53.343541 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f155dd3a-9dca-43ae-8c1a-2de0a6419f5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:53.459639 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b2463821-a469-458a-ab36-05fc21f3ecf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:53.464954 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-32ae711d-6def-47d6-9408-6eaed36c4228 service neutron] 10.222.0.30 "GET /v2.0/networks/09506e0a-3744-473b-8a54-c7b44b9b7c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555115 Apr 05 14:35:53.483537 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5035d77d-3999-49dc-a886-9df5d603528d req-6263895c-6925-42bf-b3bb-ff6f77a7932e tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Made reservation on behalf of 6f9dd14fd23b46d0bf68308d04a6ae90 for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:35:53.488611 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-5035d77d-3999-49dc-a886-9df5d603528d req-6263895c-6925-42bf-b3bb-ff6f77a7932e tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:53.490256 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6b298310-cc5b-4396-b170-a45c25842788 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:53.510339 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fd63fad1-cf59-470c-abb1-f4c20ca170a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:53.532918 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b298310-cc5b-4396-b170-a45c25842788 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Pushing event deleted for resources: {'Port': ['ID=e303f1d1-57ba-49f7-8e39-4d4913ac27d7,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:53.534885 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b298310-cc5b-4396-b170-a45c25842788 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] No DVR routers for this DVR port e303f1d1-57ba-49f7-8e39-4d4913ac27d7 on host n-d-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:35:53.542005 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd63fad1-cf59-470c-abb1-f4c20ca170a7 None None] Pushing event deleted for resources: {'Port': ['ID=e303f1d1-57ba-49f7-8e39-4d4913ac27d7,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:53.560572 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd63fad1-cf59-470c-abb1-f4c20ca170a7 None None] No DVR routers for this DVR port e303f1d1-57ba-49f7-8e39-4d4913ac27d7 on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:35:53.592622 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2463821-a469-458a-ab36-05fc21f3ecf4 admin admin] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:35:53.625991 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d401881-7625-47f6-859c-4a4cf0055faa req-8af31ff9-047c-4ce8-9075-9729ddd07c4a tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:53.627626 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7d401881-7625-47f6-859c-4a4cf0055faa req-8af31ff9-047c-4ce8-9075-9729ddd07c4a tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7d59292-c69e-44da-982d-8056c0172ac5 HTTP/1.1" status: 200 len: 946 time: 0.2267594 Apr 05 14:35:53.636924 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-b2463821-a469-458a-ab36-05fc21f3ecf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:35:53.638783 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2463821-a469-458a-ab36-05fc21f3ecf4 admin admin] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:35:53.683841 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2463821-a469-458a-ab36-05fc21f3ecf4 admin admin] Pushing event updated for resources: {'Port': ['ID=fb530c36-70eb-448b-9eea-ad2e2ea87940,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:53.706501 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f155dd3a-9dca-43ae-8c1a-2de0a6419f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:53.706501 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f155dd3a-9dca-43ae-8c1a-2de0a6419f5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:53.706501 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-f155dd3a-9dca-43ae-8c1a-2de0a6419f5d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/79f5faab-27a8-49eb-90ee-56cf09d9febe HTTP/1.1" status: 204 len: 168 time: 0.6444395 Apr 05 14:35:53.709797 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e654c044-2bd3-4b5f-a68a-0cb62e7b2c0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:53.727070 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6b298310-cc5b-4396-b170-a45c25842788 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:53.742691 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f155dd3a-9dca-43ae-8c1a-2de0a6419f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f5faab-27a8-49eb-90ee-56cf09d9febe,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:53.815186 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-6b298310-cc5b-4396-b170-a45c25842788 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4793b69-8aee-40f1-b49e-fc4463fc4dc9']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:53.818476 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7d401881-7625-47f6-859c-4a4cf0055faa req-b953d89e-60fe-4ccd-a331-a6aeed02f734 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751952 Apr 05 14:35:53.824397 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e654c044-2bd3-4b5f-a68a-0cb62e7b2c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:53.832597 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-6b298310-cc5b-4396-b170-a45c25842788 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f505438-0dea-4e2f-b391-18705e1f91de') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:53.832864 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-6b298310-cc5b-4396-b170-a45c25842788 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f505438-0dea-4e2f-b391-18705e1f91de') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:53.865475 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6b298310-cc5b-4396-b170-a45c25842788 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:53.902780 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-86b400e1-9f93-4ded-91bb-01bb79ca1d95 service neutron] 10.222.0.30 "GET /v2.0/networks/09506e0a-3744-473b-8a54-c7b44b9b7c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3850904 Apr 05 14:35:53.918628 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-7060d2d7-6f25-49ea-a853-f16773adbda6 None None] Provisioning complete for port e421992b-89ca-4c15-ae90-7b4d25f72cfd triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:53.919297 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7060d2d7-6f25-49ea-a853-f16773adbda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:53.922624 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6b298310-cc5b-4396-b170-a45c25842788 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:53.937464 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b298310-cc5b-4396-b170-a45c25842788 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:35:53.937877 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6b298310-cc5b-4396-b170-a45c25842788 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:53.942046 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:35:53.942046 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:35:53.942046 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:35:53.942046 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:35:53.942046 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:35:53.942046 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:35:53.942046 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:35:53.942046 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:35:53.942046 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:35:53.942046 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:35:53.942046 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:35:53.942046 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:35:53.942046 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:35:53.942046 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:35:53.942046 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:35:53.942046 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:35:53.942046 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:35:53.942046 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:35:53.942046 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:35:53.942046 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:35:53.942046 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:35:53.942046 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:35:53.942046 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:35:53.942046 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:35:53.942046 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:35:53.942046 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:35:53.942046 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:35:53.942046 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:35:53.942046 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:35:53.942046 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:35:53.942046 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:35:53.942046 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:35:53.997226 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [req-5035d77d-3999-49dc-a886-9df5d603528d req-6263895c-6925-42bf-b3bb-ff6f77a7932e tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Allocated IP 172.20.0.8 (e9f4fa40-46c8-414a-a7c0-062d21c067f9/7f3129d9-da84-45bd-9800-b5c89ee3ca61/166641e4-a4ff-4881-9248-3aa23ca0faa3) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:35:54.050042 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-e654c044-2bd3-4b5f-a68a-0cb62e7b2c0f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e8555754c6af425f9e69dfcedf73aeb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9735086 Apr 05 14:35:54.052302 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-734945c6-956a-46fa-9d65-6142db545c4d req-95d2667a-cea9-442d-b2ad-2cd020d3eec6 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6825a7-7f55-41fb-9dad-1b666088da08 HTTP/1.1" status: 200 len: 210 time: 0.1163061 Apr 05 14:35:54.052646 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 41184) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:35:54.058683 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e654c044-2bd3-4b5f-a68a-0cb62e7b2c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd3b86d-9d32-4971-97af-10f2d25b4600,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:54.137412 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device e421992b-89ca-4c15-ae90-7b4d25f72cfd up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:35:54.160897 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6b298310-cc5b-4396-b170-a45c25842788 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:54.180724 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-e5c40c9f-7224-45f8-b55b-4ea35f0391e2 service neutron] 10.222.0.30 "GET /v2.0/networks/09506e0a-3744-473b-8a54-c7b44b9b7c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458479 Apr 05 14:35:54.188445 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6b298310-cc5b-4396-b170-a45c25842788 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:54.194704 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-6b298310-cc5b-4396-b170-a45c25842788 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] 10.222.0.30 "DELETE /v2.0/networks/d4793b69-8aee-40f1-b49e-fc4463fc4dc9 HTTP/1.1" status: 204 len: 168 time: 2.1696963 Apr 05 14:35:54.194704 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b298310-cc5b-4396-b170-a45c25842788 tempest-DHCPAgentSchedulersTestJSON-1846717768 tempest-DHCPAgentSchedulersTestJSON-1846717768-project] Pushing event deleted for resources: {'Network': ['ID=d4793b69-8aee-40f1-b49e-fc4463fc4dc9,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:54.253561 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port e421992b-89ca-4c15-ae90-7b4d25f72cfd triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:54.257363 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:54.258721 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c3e96112-3964-4199-8025-918bb83a8df1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:54.268027 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-5035d77d-3999-49dc-a886-9df5d603528d req-6263895c-6925-42bf-b3bb-ff6f77a7932e tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:54.400697 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-5035d77d-3999-49dc-a886-9df5d603528d req-6263895c-6925-42bf-b3bb-ff6f77a7932e tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:54.412186 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c3e96112-3964-4199-8025-918bb83a8df1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:54.423267 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['76b011da-70a8-45da-bc6c-2275f4a9184f'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:35:54.476210 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5035d77d-3999-49dc-a886-9df5d603528d req-6263895c-6925-42bf-b3bb-ff6f77a7932e tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Network e9f4fa40-46c8-414a-a7c0-062d21c067f9 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:35:54.481939 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [req-5035d77d-3999-49dc-a886-9df5d603528d req-6263895c-6925-42bf-b3bb-ff6f77a7932e tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:35:54.482135 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c6a83506-d746-4c8e-ba49-d5efa37b8cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:54.485580 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-5035d77d-3999-49dc-a886-9df5d603528d req-6263895c-6925-42bf-b3bb-ff6f77a7932e tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:35:54.497413 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b2463821-a469-458a-ab36-05fc21f3ecf4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:54.510125 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-a4365f21-7e62-41d4-b4a6-5161dae899db service neutron] 10.222.0.30 "GET /v2.0/networks/09506e0a-3744-473b-8a54-c7b44b9b7c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210654 Apr 05 14:35:54.522472 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6263895c-6925-42bf-b3bb-ff6f77a7932e tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Pushing event updated for resources: {'Port': ['ID=166641e4-a4ff-4881-9248-3aa23ca0faa3,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:54.563280 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5035d77d-3999-49dc-a886-9df5d603528d req-6263895c-6925-42bf-b3bb-ff6f77a7932e tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:54.569542 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-5035d77d-3999-49dc-a886-9df5d603528d req-6263895c-6925-42bf-b3bb-ff6f77a7932e tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:54.583541 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device e303f1d1-57ba-49f7-8e39-4d4913ac27d7 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:35:54.612506 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: e303f1d1-57ba-49f7-8e39-4d4913ac27d7 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:35:54.612849 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device e303f1d1-57ba-49f7-8e39-4d4913ac27d7 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:35:54.686778 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-5035d77d-3999-49dc-a886-9df5d603528d req-6263895c-6925-42bf-b3bb-ff6f77a7932e tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7611544 Apr 05 14:35:54.699555 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-5035d77d-3999-49dc-a886-9df5d603528d req-350b3f7f-e6a1-4cbf-b817-e3e1c5d5ba36 service neutron] Request body: {'port': {'device_id': 'fe6825a7-7f55-41fb-9dad-1b666088da08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-2'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:35:54.735593 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-763c75e3-627a-456a-9f72-07828313e8ea service neutron] 10.222.0.30 "GET /v2.0/networks/c4310feb-f943-4c8e-9d50-b56fc088080f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239614 Apr 05 14:35:54.784860 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c3e96112-3964-4199-8025-918bb83a8df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:54.787740 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c3e96112-3964-4199-8025-918bb83a8df1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:54.788946 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-c3e96112-3964-4199-8025-918bb83a8df1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dbd3b86d-9d32-4971-97af-10f2d25b4600 HTTP/1.1" status: 204 len: 168 time: 0.7313070 Apr 05 14:35:54.798587 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-5035d77d-3999-49dc-a886-9df5d603528d req-350b3f7f-e6a1-4cbf-b817-e3e1c5d5ba36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:55.084716 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41208) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:35:55.208217 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [req-5035d77d-3999-49dc-a886-9df5d603528d req-350b3f7f-e6a1-4cbf-b817-e3e1c5d5ba36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 166641e4-a4ff-4881-9248-3aa23ca0faa3 {{(pid=103321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:35:55.215064 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e96112-3964-4199-8025-918bb83a8df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd3b86d-9d32-4971-97af-10f2d25b4600,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:55.228148 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-5035d77d-3999-49dc-a886-9df5d603528d req-350b3f7f-e6a1-4cbf-b817-e3e1c5d5ba36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:55.259739 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.provisioning_blocks [req-5035d77d-3999-49dc-a886-9df5d603528d req-350b3f7f-e6a1-4cbf-b817-e3e1c5d5ba36 service neutron] Transition to ACTIVE for port object 166641e4-a4ff-4881-9248-3aa23ca0faa3 will not be triggered until provisioned by entity L2. {{(pid=103321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:35:55.319268 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-5035d77d-3999-49dc-a886-9df5d603528d req-350b3f7f-e6a1-4cbf-b817-e3e1c5d5ba36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:55.388798 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b2463821-a469-458a-ab36-05fc21f3ecf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618'] for router, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:55.405478 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46107a52-a799-4785-ba91-48326fe58ec2 req-59f52754-d874-4400-95ef-45695bc86de6 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:55.406628 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-46107a52-a799-4785-ba91-48326fe58ec2 req-59f52754-d874-4400-95ef-45695bc86de6 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7d59292-c69e-44da-982d-8056c0172ac5 HTTP/1.1" status: 200 len: 946 time: 0.1858752 Apr 05 14:35:55.410508 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-49c17748-b578-4473-be13-bf42ee741f6a service neutron] 10.222.0.30 "GET /v2.0/networks/c4310feb-f943-4c8e-9d50-b56fc088080f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6184661 Apr 05 14:35:55.490483 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350b3f7f-e6a1-4cbf-b817-e3e1c5d5ba36 service neutron] Pushing event updated for resources: {'Port': ['ID=166641e4-a4ff-4881-9248-3aa23ca0faa3,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:55.593117 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-46107a52-a799-4785-ba91-48326fe58ec2 req-82fafadc-9160-4b5a-ac13-bf1a80ab0ff3 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442404 Apr 05 14:35:55.629046 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-bc6e1f50-4786-4957-a5a2-6f505fb15fa3 service neutron] 10.222.0.30 "GET /v2.0/networks/c4310feb-f943-4c8e-9d50-b56fc088080f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820812 Apr 05 14:35:55.629633 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-5035d77d-3999-49dc-a886-9df5d603528d req-350b3f7f-e6a1-4cbf-b817-e3e1c5d5ba36 service neutron] Attempting to bind port 166641e4-a4ff-4881-9248-3aa23ca0faa3 on host n-h2-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:35:55.630396 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-5035d77d-3999-49dc-a886-9df5d603528d req-350b3f7f-e6a1-4cbf-b817-e3e1c5d5ba36 service neutron] Attempting to bind port 166641e4-a4ff-4881-9248-3aa23ca0faa3 by drivers openvswitch,hyperv on host n-h2-836650-2 at level 0 using segments [{'id': 'ac926e6e-ab69-4031-83ab-f0f7e23b6b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e9f4fa40-46c8-414a-a7c0-062d21c067f9'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:35:55.630797 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5035d77d-3999-49dc-a886-9df5d603528d req-350b3f7f-e6a1-4cbf-b817-e3e1c5d5ba36 service neutron] Attempting to bind port 166641e4-a4ff-4881-9248-3aa23ca0faa3 on network e9f4fa40-46c8-414a-a7c0-062d21c067f9 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:35:55.638591 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5035d77d-3999-49dc-a886-9df5d603528d req-350b3f7f-e6a1-4cbf-b817-e3e1c5d5ba36 service neutron] Port 166641e4-a4ff-4881-9248-3aa23ca0faa3 on network e9f4fa40-46c8-414a-a7c0-062d21c067f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:35:55.638950 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5035d77d-3999-49dc-a886-9df5d603528d req-350b3f7f-e6a1-4cbf-b817-e3e1c5d5ba36 service neutron] Attempting to bind port 166641e4-a4ff-4881-9248-3aa23ca0faa3 on network e9f4fa40-46c8-414a-a7c0-062d21c067f9 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:35:55.669213 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5035d77d-3999-49dc-a886-9df5d603528d req-350b3f7f-e6a1-4cbf-b817-e3e1c5d5ba36 service neutron] Checking agent: {'id': '6d8cf521-24bb-4b6a-bbae-0284f5c87a9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:35:55.672344 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5035d77d-3999-49dc-a886-9df5d603528d req-350b3f7f-e6a1-4cbf-b817-e3e1c5d5ba36 service neutron] Checking segment: {'id': 'ac926e6e-ab69-4031-83ab-f0f7e23b6b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e9f4fa40-46c8-414a-a7c0-062d21c067f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:35:55.673975 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5035d77d-3999-49dc-a886-9df5d603528d req-350b3f7f-e6a1-4cbf-b817-e3e1c5d5ba36 service neutron] Bound using segment: {'id': 'ac926e6e-ab69-4031-83ab-f0f7e23b6b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e9f4fa40-46c8-414a-a7c0-062d21c067f9'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:35:55.674489 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-5035d77d-3999-49dc-a886-9df5d603528d req-350b3f7f-e6a1-4cbf-b817-e3e1c5d5ba36 service neutron] Bound port: 166641e4-a4ff-4881-9248-3aa23ca0faa3, host: n-h2-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac926e6e-ab69-4031-83ab-f0f7e23b6b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e9f4fa40-46c8-414a-a7c0-062d21c067f9'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:35:55.674946 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-5035d77d-3999-49dc-a886-9df5d603528d req-350b3f7f-e6a1-4cbf-b817-e3e1c5d5ba36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:55.708829 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-611ae97e-e975-4fcc-861d-837670f8bbb4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=57bc04ffd9b844488ec2fc7527402551&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6179514 Apr 05 14:35:55.708829 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41228) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:35:55.821765 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-c9530a02-9cc9-4218-b833-571eaa5cf37c service neutron] 10.222.0.30 "GET /v2.0/networks/c4310feb-f943-4c8e-9d50-b56fc088080f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838984 Apr 05 14:35:55.836078 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a29b6c-b320-48d4-8470-bd42b09c0044 req-eda0f6d0-4d33-422a-a70c-d7dc2de46117 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:55.850520 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-5035d77d-3999-49dc-a886-9df5d603528d req-350b3f7f-e6a1-4cbf-b817-e3e1c5d5ba36 service neutron] For port 166641e4-a4ff-4881-9248-3aa23ca0faa3, host n-h2-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:35:55.854914 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-61a29b6c-b320-48d4-8470-bd42b09c0044 req-eda0f6d0-4d33-422a-a70c-d7dc2de46117 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6825a7-7f55-41fb-9dad-1b666088da08 HTTP/1.1" status: 200 len: 943 time: 0.1149790 Apr 05 14:35:55.855051 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-5035d77d-3999-49dc-a886-9df5d603528d req-350b3f7f-e6a1-4cbf-b817-e3e1c5d5ba36 service neutron] For port 166641e4-a4ff-4881-9248-3aa23ca0faa3, host n-h2-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=166641e4-a4ff-4881-9248-3aa23ca0faa3,segment=NetworkSegment(ac926e6e-ab69-4031-83ab-f0f7e23b6b3b),segment_id=ac926e6e-ab69-4031-83ab-f0f7e23b6b3b)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:35:55.860985 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-98c5cc73-291c-4637-8416-85ff5502e047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:55.893387 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2463821-a469-458a-ab36-05fc21f3ecf4 admin admin] Router 211d6586-ba3c-4f73-8243-bec4190759b0 is scheduled to L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 with binding_index 1 {{(pid=103320) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:35:55.931483 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-61a29b6c-b320-48d4-8470-bd42b09c0044 req-9f996992-f113-4001-85b1-3622e7d0976e tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747311 Apr 05 14:35:56.087539 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2463821-a469-458a-ab36-05fc21f3ecf4 admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:35:56.102796 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707df92c-de9d-4e00-80e6-7cbb67a5bbee None None] Sync routers for ids ['211d6586-ba3c-4f73-8243-bec4190759b0'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:35:56.125157 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707df92c-de9d-4e00-80e6-7cbb67a5bbee None None] Routers {'211d6586-ba3c-4f73-8243-bec4190759b0'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:35:56.126894 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-707df92c-de9d-4e00-80e6-7cbb67a5bbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:35:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['211d6586-ba3c-4f73-8243-bec4190759b0'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:56.221934 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b2463821-a469-458a-ab36-05fc21f3ecf4 admin admin] Notify callbacks [] for router, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:56.227977 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-b2463821-a469-458a-ab36-05fc21f3ecf4 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.7094781 Apr 05 14:35:56.229188 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 41246) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:35:56.244543 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-5035d77d-3999-49dc-a886-9df5d603528d req-350b3f7f-e6a1-4cbf-b817-e3e1c5d5ba36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:56.268862 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-707df92c-de9d-4e00-80e6-7cbb67a5bbee None None] Set router 211d6586-ba3c-4f73-8243-bec4190759b0 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:35:56.284793 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-98c5cc73-291c-4637-8416-85ff5502e047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:56.303266 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5035d77d-3999-49dc-a886-9df5d603528d req-350b3f7f-e6a1-4cbf-b817-e3e1c5d5ba36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:56.303916 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-5035d77d-3999-49dc-a886-9df5d603528d req-350b3f7f-e6a1-4cbf-b817-e3e1c5d5ba36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:56.305909 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-5035d77d-3999-49dc-a886-9df5d603528d req-350b3f7f-e6a1-4cbf-b817-e3e1c5d5ba36 service neutron] 10.222.0.11 "PUT /v2.0/ports/166641e4-a4ff-4881-9248-3aa23ca0faa3 HTTP/1.1" status: 200 len: 1091 time: 1.6107800 Apr 05 14:35:56.309870 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe6825a7-7f55-41fb-9dad-1b666088da08', 'tag': '166641e4-a4ff-4881-9248-3aa23ca0faa3'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:35:56.314060 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f80327-7ec2-43e1-b833-8e2aa09308e0" -d '{"events": [{"name": "network-changed", "server_uuid": "fe6825a7-7f55-41fb-9dad-1b666088da08", "tag": "166641e4-a4ff-4881-9248-3aa23ca0faa3"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:35:56.373454 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350b3f7f-e6a1-4cbf-b817-e3e1c5d5ba36 service neutron] Pushing event updated for resources: {'Port': ['ID=166641e4-a4ff-4881-9248-3aa23ca0faa3,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:56.447360 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c5d98bf-fd76-43af-8d00-0be22c53756a x-openstack-request-id: req-3c5d98bf-fd76-43af-8d00-0be22c53756a {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:35:56.447672 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe6825a7-7f55-41fb-9dad-1b666088da08", "tag": "166641e4-a4ff-4881-9248-3aa23ca0faa3", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:35:56.447925 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3c5d98bf-fd76-43af-8d00-0be22c53756a {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:35:56.448336 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c5d98bf-fd76-43af-8d00-0be22c53756a'] response: {'name': 'network-changed', 'server_uuid': 'fe6825a7-7f55-41fb-9dad-1b666088da08', 'tag': '166641e4-a4ff-4881-9248-3aa23ca0faa3', 'status': 'completed', 'code': 200} Apr 05 14:35:56.493832 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5035d77d-3999-49dc-a886-9df5d603528d req-1114c0cf-3928-41af-853b-0358642026bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:56.495501 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-5035d77d-3999-49dc-a886-9df5d603528d req-1114c0cf-3928-41af-853b-0358642026bd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6f9dd14fd23b46d0bf68308d04a6ae90&device_id=fe6825a7-7f55-41fb-9dad-1b666088da08 HTTP/1.1" status: 200 len: 1094 time: 0.0674274 Apr 05 14:35:56.496249 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-98c5cc73-291c-4637-8416-85ff5502e047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:56.498907 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-98c5cc73-291c-4637-8416-85ff5502e047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:56.499970 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-98c5cc73-291c-4637-8416-85ff5502e047 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/824e8a83-c5a0-4ae4-ad67-176a61812956 HTTP/1.1" status: 204 len: 168 time: 0.7902143 Apr 05 14:35:56.555078 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c5cc73-291c-4637-8416-85ff5502e047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=824e8a83-c5a0-4ae4-ad67-176a61812956,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:56.558660 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-5035d77d-3999-49dc-a886-9df5d603528d req-c56ae19b-748f-46be-8546-b346cfae2d35 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=166641e4-a4ff-4881-9248-3aa23ca0faa3 HTTP/1.1" status: 200 len: 217 time: 0.0536444 Apr 05 14:35:56.628756 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5035d77d-3999-49dc-a886-9df5d603528d req-2ac995bf-eacd-4f00-935f-590316f0eb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:56.631301 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-5035d77d-3999-49dc-a886-9df5d603528d req-2ac995bf-eacd-4f00-935f-590316f0eb30 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7f3129d9-da84-45bd-9800-b5c89ee3ca61 HTTP/1.1" status: 200 len: 845 time: 0.0644028 Apr 05 14:35:56.692015 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-5035d77d-3999-49dc-a886-9df5d603528d req-638dc476-c8ae-44cc-a3cb-87cd10269ab3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e9f4fa40-46c8-414a-a7c0-062d21c067f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436146 Apr 05 14:35:56.805518 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9010ba26-91b5-4ef9-9b25-4f439e5f9f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:56.837921 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-707df92c-de9d-4e00-80e6-7cbb67a5bbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '211d6586-ba3c-4f73-8243-bec4190759b0', 'name': 'tempest-TestAggregatesBasicOps-1372846848-router', 'tenant_id': 'ca25d20850c24b9a97538e3cb8b61d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': 'fb530c36-70eb-448b-9eea-ad2e2ea87940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:35:49Z', 'updated_at': '2022-04-05T14:35:54Z', 'revision_number': 3, 'project_id': 'ca25d20850c24b9a97538e3cb8b61d23', 'gw_port': {'id': 'fb530c36-70eb-448b-9eea-ad2e2ea87940', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:da:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '211d6586-ba3c-4f73-8243-bec4190759b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:35:51Z', 'updated_at': '2022-04-05T14:35:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:56.843355 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41268) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:35:56.886782 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707df92c-de9d-4e00-80e6-7cbb67a5bbee None None] Checking router: 211d6586-ba3c-4f73-8243-bec4190759b0 for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:35:56.887287 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707df92c-de9d-4e00-80e6-7cbb67a5bbee None None] Updating router 211d6586-ba3c-4f73-8243-bec4190759b0 port fb530c36-70eb-448b-9eea-ad2e2ea87940 binding host n-d-836650-2 {{(pid=103322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:35:56.890645 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-5035d77d-3999-49dc-a886-9df5d603528d req-27c69ce2-8d63-4a84-8eca-6678b0411675 service neutron] 10.222.0.11 "GET /v2.0/networks/e9f4fa40-46c8-414a-a7c0-062d21c067f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959548 Apr 05 14:35:56.939530 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-707df92c-de9d-4e00-80e6-7cbb67a5bbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:57.020791 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5810694b-0536-4681-82b7-4a1d09cd8b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:57.041998 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-5035d77d-3999-49dc-a886-9df5d603528d req-72d7a18f-7a49-44ae-b03a-8107122fbffc service neutron] 10.222.0.11 "GET /v2.0/networks/e9f4fa40-46c8-414a-a7c0-062d21c067f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433372 Apr 05 14:35:57.042203 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b4b236-3d6e-40be-9260-d23c2b0d1b31 req-6b512599-1b1a-46cf-b5ab-5fae9c3d5312 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:57.043760 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-05b4b236-3d6e-40be-9260-d23c2b0d1b31 req-6b512599-1b1a-46cf-b5ab-5fae9c3d5312 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7d59292-c69e-44da-982d-8056c0172ac5 HTTP/1.1" status: 200 len: 946 time: 0.2391999 Apr 05 14:35:57.236172 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f80327-7ec2-43e1-b833-8e2aa09308e0 req-196f882a-e43e-4488-b9d3-6b53f16ac002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:57.238135 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f0f80327-7ec2-43e1-b833-8e2aa09308e0 req-196f882a-e43e-4488-b9d3-6b53f16ac002 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6f9dd14fd23b46d0bf68308d04a6ae90&device_id=fe6825a7-7f55-41fb-9dad-1b666088da08 HTTP/1.1" status: 200 len: 1094 time: 0.0613012 Apr 05 14:35:57.256614 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-05b4b236-3d6e-40be-9260-d23c2b0d1b31 req-7b2d6949-b534-43aa-bb2b-6377bec66e2d tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073709 Apr 05 14:35:57.310682 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6e456c79-c3c4-4388-966a-ca25e6bd5f8a req-762a7475-ed41-4e4f-880d-aa9b341858df service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8b2b251f-cf85-49eb-bb13-18b0fc1f5e9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1628771 Apr 05 14:35:57.321497 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-f98299e0-0383-40f2-adbd-e0f75c3706bf admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-155771297-network', 'tenant_id': '67581c3a93ee4a768ab3067f83e1fbba'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:35:57.475775 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-5810694b-0536-4681-82b7-4a1d09cd8b74 admin admin] Allocated IP 172.20.0.1 (523ec28c-ae04-4e0d-9b6f-2395c2c57b5d/5efecc2a-6613-4eff-b194-a4785bb3de1c/6a015732-d1cd-4689-b87d-34dd9ae9b1f2) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:35:57.482813 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e456c79-c3c4-4388-966a-ca25e6bd5f8a req-2a91b9c5-0ed0-4b92-bf90-38b73c039771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:57.486440 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6e456c79-c3c4-4388-966a-ca25e6bd5f8a req-2a91b9c5-0ed0-4b92-bf90-38b73c039771 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f15fb34306734f1db943c159bdbff20e&device_id=8b2b251f-cf85-49eb-bb13-18b0fc1f5e9f HTTP/1.1" status: 200 len: 1095 time: 0.1299024 Apr 05 14:35:57.506627 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f80327-7ec2-43e1-b833-8e2aa09308e0 req-d9e816ec-66c4-4328-92ad-b02083b53568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:57.508306 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f0f80327-7ec2-43e1-b833-8e2aa09308e0 req-d9e816ec-66c4-4328-92ad-b02083b53568 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e9f4fa40-46c8-414a-a7c0-062d21c067f9 HTTP/1.1" status: 200 len: 906 time: 0.2624111 Apr 05 14:35:57.538078 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-707df92c-de9d-4e00-80e6-7cbb67a5bbee None None] Notify callbacks [] for port, precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:57.573397 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab545e-f9a8-4b4b-aee9-b16738ba7ebe req-1237a88a-817f-4a0a-ba97-7f27e5a04d88 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:57.573397 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-68ab545e-f9a8-4b4b-aee9-b16738ba7ebe req-1237a88a-817f-4a0a-ba97-7f27e5a04d88 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6825a7-7f55-41fb-9dad-1b666088da08 HTTP/1.1" status: 200 len: 943 time: 0.1837168 Apr 05 14:35:57.575907 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f0f80327-7ec2-43e1-b833-8e2aa09308e0 req-ffcb23e8-595b-43cc-8dc1-8c5cbda746e9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=166641e4-a4ff-4881-9248-3aa23ca0faa3 HTTP/1.1" status: 200 len: 217 time: 0.0582595 Apr 05 14:35:57.577177 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f98299e0-0383-40f2-adbd-e0f75c3706bf admin admin] Made reservation on behalf of 67581c3a93ee4a768ab3067f83e1fbba for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:35:57.579726 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f98299e0-0383-40f2-adbd-e0f75c3706bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:57.639203 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f98299e0-0383-40f2-adbd-e0f75c3706bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:57.650945 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f80327-7ec2-43e1-b833-8e2aa09308e0 req-bf0080c1-6bf9-463e-aaa0-bd2d2bd57b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:57.652667 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f0f80327-7ec2-43e1-b833-8e2aa09308e0 req-bf0080c1-6bf9-463e-aaa0-bd2d2bd57b98 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7f3129d9-da84-45bd-9800-b5c89ee3ca61 HTTP/1.1" status: 200 len: 845 time: 0.0677257 Apr 05 14:35:57.657942 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-707df92c-de9d-4e00-80e6-7cbb67a5bbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:57.693934 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f0f80327-7ec2-43e1-b833-8e2aa09308e0 req-519af2b3-3e5d-4cb1-865e-b2a33b747027 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e9f4fa40-46c8-414a-a7c0-062d21c067f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328286 Apr 05 14:35:57.815813 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-707df92c-de9d-4e00-80e6-7cbb67a5bbee None None] Attempting to bind port fb530c36-70eb-448b-9eea-ad2e2ea87940 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:35:57.815813 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-707df92c-de9d-4e00-80e6-7cbb67a5bbee None None] Attempting to bind port fb530c36-70eb-448b-9eea-ad2e2ea87940 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:35:57.815813 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707df92c-de9d-4e00-80e6-7cbb67a5bbee None None] Attempting to bind port fb530c36-70eb-448b-9eea-ad2e2ea87940 on network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:35:57.818727 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e456c79-c3c4-4388-966a-ca25e6bd5f8a req-0ae0e8c9-eb96-4818-a3b2-cb6c19dc3517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:57.818843 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707aca3e-ff22-43c3-b327-c29700f29192 None None] Pushing event updated for resources: {'Port': ['ID=fb530c36-70eb-448b-9eea-ad2e2ea87940,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:57.818938 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6e456c79-c3c4-4388-966a-ca25e6bd5f8a req-0ae0e8c9-eb96-4818-a3b2-cb6c19dc3517 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bbdeb55e-008a-45ea-8c70-7d18b28201f7 HTTP/1.1" status: 200 len: 908 time: 0.2348945 Apr 05 14:35:57.819039 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707df92c-de9d-4e00-80e6-7cbb67a5bbee None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:35:57.819039 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707df92c-de9d-4e00-80e6-7cbb67a5bbee None None] Checking segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:35:57.819244 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-68ab545e-f9a8-4b4b-aee9-b16738ba7ebe req-9fb63aca-ee2c-4f04-abaf-6e0833f01653 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275158 Apr 05 14:35:57.819332 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-707df92c-de9d-4e00-80e6-7cbb67a5bbee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:57.819332 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707df92c-de9d-4e00-80e6-7cbb67a5bbee None None] Bound using segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:35:57.819332 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-707df92c-de9d-4e00-80e6-7cbb67a5bbee None None] Bound port: fb530c36-70eb-448b-9eea-ad2e2ea87940, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:35:57.819332 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-707df92c-de9d-4e00-80e6-7cbb67a5bbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:57.823901 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6e456c79-c3c4-4388-966a-ca25e6bd5f8a req-dc82149b-5c0c-4122-a969-bc7a3cb590c5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7253d90b-ef3c-4177-9f53-30afd622942c HTTP/1.1" status: 200 len: 217 time: 0.0640123 Apr 05 14:35:57.838005 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-707df92c-de9d-4e00-80e6-7cbb67a5bbee None None] For port fb530c36-70eb-448b-9eea-ad2e2ea87940, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:35:57.860728 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-707df92c-de9d-4e00-80e6-7cbb67a5bbee None None] For port fb530c36-70eb-448b-9eea-ad2e2ea87940, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=fb530c36-70eb-448b-9eea-ad2e2ea87940,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:35:57.861511 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f0f80327-7ec2-43e1-b833-8e2aa09308e0 req-a789e708-2b68-4312-a7b3-7a6a8b4108e9 service neutron] 10.222.0.11 "GET /v2.0/networks/e9f4fa40-46c8-414a-a7c0-062d21c067f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560125 Apr 05 14:35:57.871228 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5810694b-0536-4681-82b7-4a1d09cd8b74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:57.891036 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f98299e0-0383-40f2-adbd-e0f75c3706bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:57.906629 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e456c79-c3c4-4388-966a-ca25e6bd5f8a req-161d0005-5922-41f8-8e26-e4e200c5ebe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:57.908129 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6e456c79-c3c4-4388-966a-ca25e6bd5f8a req-161d0005-5922-41f8-8e26-e4e200c5ebe3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac874e19-e8d7-4dbd-ad30-b4a600298345 HTTP/1.1" status: 200 len: 847 time: 0.0716391 Apr 05 14:35:57.949028 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6e456c79-c3c4-4388-966a-ca25e6bd5f8a req-108e3912-4523-40d3-884b-e413b143e556 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bbdeb55e-008a-45ea-8c70-7d18b28201f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317602 Apr 05 14:35:57.979315 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f0f80327-7ec2-43e1-b833-8e2aa09308e0 req-431fec52-a828-433d-9233-f793f19bcf4e service neutron] 10.222.0.11 "GET /v2.0/networks/e9f4fa40-46c8-414a-a7c0-062d21c067f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065660 Apr 05 14:35:58.047184 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6e456c79-c3c4-4388-966a-ca25e6bd5f8a req-907cd426-908e-45cf-b2fc-893825c0a8e1 service neutron] 10.222.0.55 "GET /v2.0/networks/bbdeb55e-008a-45ea-8c70-7d18b28201f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906126 Apr 05 14:35:58.149225 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6e456c79-c3c4-4388-966a-ca25e6bd5f8a req-2ef6d8e3-7271-4131-957d-6dc5f3406788 service neutron] 10.222.0.55 "GET /v2.0/networks/bbdeb55e-008a-45ea-8c70-7d18b28201f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929065 Apr 05 14:35:58.392424 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635c10dc-ecc2-4d50-bdea-d44b9e80e506 req-575ccc3c-e3b4-4966-a563-1e5796f3863b tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:58.393972 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-635c10dc-ecc2-4d50-bdea-d44b9e80e506 req-575ccc3c-e3b4-4966-a563-1e5796f3863b tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7d59292-c69e-44da-982d-8056c0172ac5 HTTP/1.1" status: 200 len: 946 time: 0.0556996 Apr 05 14:35:58.445443 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-635c10dc-ecc2-4d50-bdea-d44b9e80e506 req-9015bb65-c8fa-4a7c-bf7c-9f88b184e0cf tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431478 Apr 05 14:35:58.946058 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5810694b-0536-4681-82b7-4a1d09cd8b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:58.951161 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f98299e0-0383-40f2-adbd-e0f75c3706bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:58.951834 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-707df92c-de9d-4e00-80e6-7cbb67a5bbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:58.954161 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:58.966283 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 41306) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:35:59.003238 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f98299e0-0383-40f2-adbd-e0f75c3706bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:35:59.019358 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f98299e0-0383-40f2-adbd-e0f75c3706bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:59.019950 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-f98299e0-0383-40f2-adbd-e0f75c3706bf admin admin] Added segment ab073577-0aab-4cd6-ae2b-8e797100502e of type vlan for network 5121bdb4-a069-44c2-b30f-f60529990e62 Apr 05 14:35:59.025736 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec541b9-0a82-4636-a487-0d62e2746309 req-488b6d32-314c-4833-acfa-4b447c5b8fa1 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:59.027307 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-aec541b9-0a82-4636-a487-0d62e2746309 req-488b6d32-314c-4833-acfa-4b447c5b8fa1 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6825a7-7f55-41fb-9dad-1b666088da08 HTTP/1.1" status: 200 len: 943 time: 0.1408529 Apr 05 14:35:59.063678 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5810694b-0536-4681-82b7-4a1d09cd8b74 admin admin] Network 523ec28c-ae04-4e0d-9b6f-2395c2c57b5d is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:35:59.065463 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0ff6622c-cb1e-4316-85e0-ae156c8adc2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:59.104662 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707aca3e-ff22-43c3-b327-c29700f29192 None None] Pushing event updated for resources: {'Port': ['ID=fb530c36-70eb-448b-9eea-ad2e2ea87940,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:59.125097 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707df92c-de9d-4e00-80e6-7cbb67a5bbee None None] Routers {'211d6586-ba3c-4f73-8243-bec4190759b0'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:35:59.127947 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-707df92c-de9d-4e00-80e6-7cbb67a5bbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:35:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['211d6586-ba3c-4f73-8243-bec4190759b0'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:59.142310 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f98299e0-0383-40f2-adbd-e0f75c3706bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:59.152408 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fee6e6f4-6e03-4739-8823-5f1433a403fe req-0fb6e04f-b622-46a7-810f-6f1541e5b733 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 210 time: 0.1393161 Apr 05 14:35:59.153532 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-5810694b-0536-4681-82b7-4a1d09cd8b74 admin admin] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:35:59.166221 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5810694b-0536-4681-82b7-4a1d09cd8b74 admin admin] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:35:59.172612 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5810694b-0536-4681-82b7-4a1d09cd8b74 admin admin] Pushing event updated for resources: {'Port': ['ID=6a015732-d1cd-4689-b87d-34dd9ae9b1f2,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:59.203425 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-aec541b9-0a82-4636-a487-0d62e2746309 req-569941bd-a5e7-4562-bd00-dde3922affbb tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443312 Apr 05 14:35:59.244714 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5810694b-0536-4681-82b7-4a1d09cd8b74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809369'] for router_interface, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:59.246794 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98299e0-0383-40f2-adbd-e0f75c3706bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dccc3f3-7f6f-46f3-a631-2dd783f2927c,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:59.333290 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-707df92c-de9d-4e00-80e6-7cbb67a5bbee None None] Set router 211d6586-ba3c-4f73-8243-bec4190759b0 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:35:59.374087 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f98299e0-0383-40f2-adbd-e0f75c3706bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:59.377283 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98299e0-0383-40f2-adbd-e0f75c3706bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:59.377897 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f98299e0-0383-40f2-adbd-e0f75c3706bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:59.413385 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0ff6622c-cb1e-4316-85e0-ae156c8adc2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:59.486834 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98299e0-0383-40f2-adbd-e0f75c3706bf admin admin] Pushing event updated for resources: {'Network': ['ID=5121bdb4-a069-44c2-b30f-f60529990e62,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:59.499741 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 5121bdb4-a069-44c2-b30f-f60529990e62 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:35:59.519646 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5810694b-0536-4681-82b7-4a1d09cd8b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:59.532766 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0ff6622c-cb1e-4316-85e0-ae156c8adc2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:59.537026 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 41326) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:35:59.537982 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-f98299e0-0383-40f2-adbd-e0f75c3706bf admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.6913850 Apr 05 14:35:59.548223 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-2f99f185-2720-449a-aa0e-67c73d4f6418 admin admin] Request body: {'subnet': {'network_id': '5121bdb4-a069-44c2-b30f-f60529990e62', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-155771297-subnet', 'tenant_id': '67581c3a93ee4a768ab3067f83e1fbba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:35:59.665315 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-0ff6622c-cb1e-4316-85e0-ae156c8adc2e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=560837f311f942e983702de9dad0424d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6698892 Apr 05 14:35:59.668275 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41328) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:35:59.675987 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff6622c-cb1e-4316-85e0-ae156c8adc2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8fbeafb-cd21-4908-8a02-09521f13e86f,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:59.709878 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563edb27-2adf-48a7-977d-a1dc2404388d req-814118f0-00e7-4cff-a6d5-888972bb9b50 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:59.718036 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-563edb27-2adf-48a7-977d-a1dc2404388d req-814118f0-00e7-4cff-a6d5-888972bb9b50 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7d59292-c69e-44da-982d-8056c0172ac5 HTTP/1.1" status: 200 len: 946 time: 0.1522281 Apr 05 14:35:59.724223 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:59.761006 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f99f185-2720-449a-aa0e-67c73d4f6418 admin admin] Made reservation on behalf of 67581c3a93ee4a768ab3067f83e1fbba for: {'subnet': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:35:59.763592 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2f99f185-2720-449a-aa0e-67c73d4f6418 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13127328'] for subnet, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:59.771699 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-49c3412b-beb0-4e89-833a-33af9f8b8f51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:59.774855 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-ae992fe7-64d5-4e61-9671-62851154291e None None] Provisioning complete for port 6a015732-d1cd-4689-b87d-34dd9ae9b1f2 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:59.775349 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ae992fe7-64d5-4e61-9671-62851154291e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:59.811527 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-49c3412b-beb0-4e89-833a-33af9f8b8f51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:59.827752 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-ae992fe7-64d5-4e61-9671-62851154291e None None] Port 6a015732-d1cd-4689-b87d-34dd9ae9b1f2 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:35:59.864619 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:59.892938 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-563edb27-2adf-48a7-977d-a1dc2404388d req-b679aecf-a893-4035-8308-33f59e35b927 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737466 Apr 05 14:35:59.923788 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-707df92c-de9d-4e00-80e6-7cbb67a5bbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '211d6586-ba3c-4f73-8243-bec4190759b0', 'name': 'tempest-TestAggregatesBasicOps-1372846848-router', 'tenant_id': 'ca25d20850c24b9a97538e3cb8b61d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': 'fb530c36-70eb-448b-9eea-ad2e2ea87940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:35:49Z', 'updated_at': '2022-04-05T14:35:54Z', 'revision_number': 3, 'project_id': 'ca25d20850c24b9a97538e3cb8b61d23', 'gw_port': {'id': 'fb530c36-70eb-448b-9eea-ad2e2ea87940', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:da:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '211d6586-ba3c-4f73-8243-bec4190759b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:35:51Z', 'updated_at': '2022-04-05T14:35:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:59.952642 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707df92c-de9d-4e00-80e6-7cbb67a5bbee None None] The sync data for ids ['211d6586-ba3c-4f73-8243-bec4190759b0'] in n-d-836650-2 is: [{'id': '211d6586-ba3c-4f73-8243-bec4190759b0', 'name': 'tempest-TestAggregatesBasicOps-1372846848-router', 'tenant_id': 'ca25d20850c24b9a97538e3cb8b61d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': 'fb530c36-70eb-448b-9eea-ad2e2ea87940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:35:49Z', 'updated_at': '2022-04-05T14:35:54Z', 'revision_number': 3, 'project_id': 'ca25d20850c24b9a97538e3cb8b61d23', 'gw_port': {'id': 'fb530c36-70eb-448b-9eea-ad2e2ea87940', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:da:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '211d6586-ba3c-4f73-8243-bec4190759b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:35:51Z', 'updated_at': '2022-04-05T14:35:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:35:59.986575 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-49c3412b-beb0-4e89-833a-33af9f8b8f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:59.986575 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-49c3412b-beb0-4e89-833a-33af9f8b8f51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:59.986575 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-49c3412b-beb0-4e89-833a-33af9f8b8f51 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b8fbeafb-cd21-4908-8a02-09521f13e86f HTTP/1.1" status: 204 len: 168 time: 0.3135152 Apr 05 14:35:59.992498 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c3412b-beb0-4e89-833a-33af9f8b8f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8fbeafb-cd21-4908-8a02-09521f13e86f,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:00.001226 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5810694b-0536-4681-82b7-4a1d09cd8b74 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:00.174016 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5810694b-0536-4681-82b7-4a1d09cd8b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:00.369052 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e0c3e4d8-5010-4081-9fb0-bf6c7c9880c5 req-cb941409-61c9-42c9-9e1a-a028dbd4e15e tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 210 time: 0.0852797 Apr 05 14:36:00.409467 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2f99f185-2720-449a-aa0e-67c73d4f6418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15773751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13127350'] for subnet, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:00.460873 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5810694b-0536-4681-82b7-4a1d09cd8b74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809317'] for router_interface, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:00.466044 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5810694b-0536-4681-82b7-4a1d09cd8b74 admin admin] Pushing event updated for resources: {'Port': ['ID=6a015732-d1cd-4689-b87d-34dd9ae9b1f2,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:00.525830 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f99f185-2720-449a-aa0e-67c73d4f6418 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5f0d9b4-b983-42d0-bc7e-a93b065041a9,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:00.537617 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a9919-282f-411c-abc9-41e927d877ab req-28578768-cbc8-419e-bbd9-3681e2314705 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:00.539235 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7e0a9919-282f-411c-abc9-41e927d877ab req-28578768-cbc8-419e-bbd9-3681e2314705 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6825a7-7f55-41fb-9dad-1b666088da08 HTTP/1.1" status: 200 len: 943 time: 0.1735861 Apr 05 14:36:00.578007 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 166641e4-a4ff-4881-9248-3aa23ca0faa3 details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:36:00.613234 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f99f185-2720-449a-aa0e-67c73d4f6418 admin admin] Checking segment: {'id': 'ab073577-0aab-4cd6-ae2b-8e797100502e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5121bdb4-a069-44c2-b30f-f60529990e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:36:00.613609 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f99f185-2720-449a-aa0e-67c73d4f6418 admin admin] Network hostable DHCP agents. Network: 5121bdb4-a069-44c2-b30f-f60529990e62, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:36:00.675062 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7e0a9919-282f-411c-abc9-41e927d877ab req-81929122-a719-4cb9-b354-5e55ff1ffb32 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033368 Apr 05 14:36:00.711727 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5810694b-0536-4681-82b7-4a1d09cd8b74 admin admin] Network 523ec28c-ae04-4e0d-9b6f-2395c2c57b5d is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:36:00.713522 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-5810694b-0536-4681-82b7-4a1d09cd8b74 admin admin] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:00.822162 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 166641e4-a4ff-4881-9248-3aa23ca0faa3, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=166641e4-a4ff-4881-9248-3aa23ca0faa3,segment=NetworkSegment(ac926e6e-ab69-4031-83ab-f0f7e23b6b3b),segment_id=ac926e6e-ab69-4031-83ab-f0f7e23b6b3b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:36:00.828101 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f99f185-2720-449a-aa0e-67c73d4f6418 admin admin] Network 5121bdb4-a069-44c2-b30f-f60529990e62 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:36:00.853791 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': '166641e4-a4ff-4881-9248-3aa23ca0faa3', 'network_id': 'e9f4fa40-46c8-414a-a7c0-062d21c067f9', 'port_id': '166641e4-a4ff-4881-9248-3aa23ca0faa3', 'mac_address': 'fa:16:3e:cb:cc:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f3129d9-da84-45bd-9800-b5c89ee3ca61', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:36:00.913908 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:00.949050 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 166641e4-a4ff-4881-9248-3aa23ca0faa3 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:36:00.949413 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-2f99f185-2720-449a-aa0e-67c73d4f6418 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 5121bdb4-a069-44c2-b30f-f60529990e62) {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:00.959392 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f99f185-2720-449a-aa0e-67c73d4f6418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:00.960714 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2f99f185-2720-449a-aa0e-67c73d4f6418 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:00.961776 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95d0dfc-b9e5-4c01-9a79-0b637cfa98a3 None None] Network 5121bdb4-a069-44c2-b30f-f60529990e62 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:36:01.063398 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5810694b-0536-4681-82b7-4a1d09cd8b74 admin admin] Router 211d6586-ba3c-4f73-8243-bec4190759b0 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:36:01.074618 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-2f99f185-2720-449a-aa0e-67c73d4f6418 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5308998 Apr 05 14:36:01.194118 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 166641e4-a4ff-4881-9248-3aa23ca0faa3, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=166641e4-a4ff-4881-9248-3aa23ca0faa3,segment=NetworkSegment(ac926e6e-ab69-4031-83ab-f0f7e23b6b3b),segment_id=ac926e6e-ab69-4031-83ab-f0f7e23b6b3b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:36:01.233171 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d498884-2ed9-4dc1-a18f-55b4dfe30f7f req-4d95ccf7-87a2-4772-999c-ed4ef34110d0 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:01.243319 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5d498884-2ed9-4dc1-a18f-55b4dfe30f7f req-4d95ccf7-87a2-4772-999c-ed4ef34110d0 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7d59292-c69e-44da-982d-8056c0172ac5 HTTP/1.1" status: 200 len: 946 time: 0.2423890 Apr 05 14:36:01.246066 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-1a665c6c-dce5-4427-a127-6fff2c5bd97e None None] Provisioning complete for port 6a015732-d1cd-4689-b87d-34dd9ae9b1f2 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:01.246208 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1a665c6c-dce5-4427-a127-6fff2c5bd97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:01.281115 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41372) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:01.324613 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:01.386825 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-e54243be-0f7d-4466-9b04-f398e9c7abff admin admin] Deleting subnet d5f0d9b4-b983-42d0-bc7e-a93b065041a9 {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:36:01.389592 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-1a665c6c-dce5-4427-a127-6fff2c5bd97e None None] Port 6a015732-d1cd-4689-b87d-34dd9ae9b1f2 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:36:01.393826 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e54243be-0f7d-4466-9b04-f398e9c7abff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:01.401501 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6503cab-4050-489e-a472-3d9714b6d825 None None] Network 5121bdb4-a069-44c2-b30f-f60529990e62 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:36:01.480634 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e54243be-0f7d-4466-9b04-f398e9c7abff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:01.573167 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=166641e4-a4ff-4881-9248-3aa23ca0faa3,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:01.635691 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e54243be-0f7d-4466-9b04-f398e9c7abff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:01.725436 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['166641e4-a4ff-4881-9248-3aa23ca0faa3'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:36:01.841220 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e54243be-0f7d-4466-9b04-f398e9c7abff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:01.868307 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5d498884-2ed9-4dc1-a18f-55b4dfe30f7f req-2650093d-f0ae-405b-a416-17062dd0e52b tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6181538 Apr 05 14:36:01.904225 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41392) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:01.917509 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54243be-0f7d-4466-9b04-f398e9c7abff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5f0d9b4-b983-42d0-bc7e-a93b065041a9,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:01.955869 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e54243be-0f7d-4466-9b04-f398e9c7abff admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:01.962969 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-327c2430-3624-48cf-b576-aae7601a618a req-d18d6dc2-13ff-4b29-8923-5c075b101702 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 210 time: 0.1135619 Apr 05 14:36:01.969232 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-e54243be-0f7d-4466-9b04-f398e9c7abff admin admin] 10.222.0.30 "DELETE /v2.0/subnets/d5f0d9b4-b983-42d0-bc7e-a93b065041a9 HTTP/1.1" status: 204 len: 168 time: 0.6860349 Apr 05 14:36:01.971668 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41396) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:01.982459 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5810694b-0536-4681-82b7-4a1d09cd8b74 admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:36:02.009915 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-5810694b-0536-4681-82b7-4a1d09cd8b74 admin admin] 10.222.0.30 "PUT /v2.0/routers/211d6586-ba3c-4f73-8243-bec4190759b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7663476 Apr 05 14:36:02.144682 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-38e88725-afd8-4204-8bb9-bf718f3b644c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:02.171514 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device fb530c36-70eb-448b-9eea-ad2e2ea87940 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:36:02.195707 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb79edd6-35f5-4196-a65b-09df4f446cbe req-affe78e8-afee-4096-8fe2-b430eff38954 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:02.197325 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fb79edd6-35f5-4196-a65b-09df4f446cbe req-affe78e8-afee-4096-8fe2-b430eff38954 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6825a7-7f55-41fb-9dad-1b666088da08 HTTP/1.1" status: 200 len: 944 time: 0.1612794 Apr 05 14:36:02.234430 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-e462b85f-28f6-4f35-8716-607f65b938bb tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1802284362'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:36:02.277209 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port fb530c36-70eb-448b-9eea-ad2e2ea87940 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:02.277586 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:02.291062 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fb79edd6-35f5-4196-a65b-09df4f446cbe req-a550a70f-7da8-464b-b926-0c19081117ed tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844719 Apr 05 14:36:02.312955 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-38e88725-afd8-4204-8bb9-bf718f3b644c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:02.343898 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-38e88725-afd8-4204-8bb9-bf718f3b644c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5121bdb4-a069-44c2-b30f-f60529990e62']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:02.358307 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-38e88725-afd8-4204-8bb9-bf718f3b644c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab073577-0aab-4cd6-ae2b-8e797100502e') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:02.358830 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-38e88725-afd8-4204-8bb9-bf718f3b644c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab073577-0aab-4cd6-ae2b-8e797100502e') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:02.384984 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-38e88725-afd8-4204-8bb9-bf718f3b644c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:02.413331 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-38e88725-afd8-4204-8bb9-bf718f3b644c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:02.432372 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38e88725-afd8-4204-8bb9-bf718f3b644c admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:36:02.432797 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-38e88725-afd8-4204-8bb9-bf718f3b644c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:02.434641 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:36:02.434641 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:36:02.434641 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:36:02.434641 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:36:02.434641 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:36:02.434641 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:36:02.434641 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:36:02.434641 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:36:02.434641 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:36:02.434641 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:36:02.434641 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:36:02.434641 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:36:02.434641 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:36:02.434641 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:36:02.434641 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:36:02.434641 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:36:02.434641 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:36:02.434641 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:36:02.434641 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:36:02.434641 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:36:02.434641 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:36:02.434641 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:36:02.434641 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:36:02.434641 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:36:02.434641 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:36:02.434641 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:36:02.434641 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:36:02.434641 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:36:02.434641 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:36:02.434641 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:36:02.434641 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:36:02.434641 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:36:02.442308 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:02.459130 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e462b85f-28f6-4f35-8716-607f65b938bb tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Made reservation on behalf of a1e705303c6b4823abe7abece6121879 for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:36:02.465034 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e462b85f-28f6-4f35-8716-607f65b938bb tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:02.479121 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port fb530c36-70eb-448b-9eea-ad2e2ea87940, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=fb530c36-70eb-448b-9eea-ad2e2ea87940,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:36:02.532694 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e462b85f-28f6-4f35-8716-607f65b938bb tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:02.589025 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:02.626482 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807de9c5-a08b-4829-a124-730ec0ef247b None None] Sync routers for ids ['211d6586-ba3c-4f73-8243-bec4190759b0'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:36:02.631627 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-38e88725-afd8-4204-8bb9-bf718f3b644c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:02.648385 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-38e88725-afd8-4204-8bb9-bf718f3b644c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:02.650844 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807de9c5-a08b-4829-a124-730ec0ef247b None None] Routers {'211d6586-ba3c-4f73-8243-bec4190759b0'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:36:02.651491 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-807de9c5-a08b-4829-a124-730ec0ef247b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:35:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['211d6586-ba3c-4f73-8243-bec4190759b0'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:02.658300 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-38e88725-afd8-4204-8bb9-bf718f3b644c admin admin] 10.222.0.30 "DELETE /v2.0/networks/5121bdb4-a069-44c2-b30f-f60529990e62 HTTP/1.1" status: 204 len: 168 time: 0.6855764 Apr 05 14:36:02.714325 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=fb530c36-70eb-448b-9eea-ad2e2ea87940,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:02.729532 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e88725-afd8-4204-8bb9-bf718f3b644c admin admin] Pushing event deleted for resources: {'Network': ['ID=5121bdb4-a069-44c2-b30f-f60529990e62,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:02.853558 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e462b85f-28f6-4f35-8716-607f65b938bb tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:02.968979 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e462b85f-28f6-4f35-8716-607f65b938bb tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:02.993455 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-807de9c5-a08b-4829-a124-730ec0ef247b None None] Set router 211d6586-ba3c-4f73-8243-bec4190759b0 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:36:03.032902 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e462b85f-28f6-4f35-8716-607f65b938bb tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:36:03.043923 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e462b85f-28f6-4f35-8716-607f65b938bb tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d251ac4-7e8a-4490-8686-b924e7b93b97,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:03.059503 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-3cde8789-9aed-4fa9-bcf2-06a8af07cd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:03.063889 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-3cde8789-9aed-4fa9-bcf2-06a8af07cd55 service neutron] 10.222.0.55 "GET /v2.0/ports/8881e57a-5748-4f29-927f-2388c029f510 HTTP/1.1" status: 200 len: 1028 time: 0.1326389 Apr 05 14:36:03.065684 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e462b85f-28f6-4f35-8716-607f65b938bb tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:03.067053 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-e462b85f-28f6-4f35-8716-607f65b938bb tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Added segment c552365d-15ed-47e9-9b44-a5cf85821efd of type vlan for network 670b8b0a-50bf-46e6-b122-549cafaa0cfc Apr 05 14:36:03.158469 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e462b85f-28f6-4f35-8716-607f65b938bb tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:03.230258 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8f622db0-d117-47ae-b758-d4fbccd4ae93 req-fe44ac7b-a7bd-4d3a-9d2e-a3b854bd42c0 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 210 time: 0.0697539 Apr 05 14:36:03.246266 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-12a74cce-bef9-4160-a37d-13d4d0acdb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:03.248308 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-12a74cce-bef9-4160-a37d-13d4d0acdb94 service neutron] 10.222.0.55 "GET /v2.0/ports/28f37818-79d9-4d80-9e8f-cdf11e9c8346 HTTP/1.1" status: 200 len: 1028 time: 0.1562243 Apr 05 14:36:03.262026 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a7b05-ac67-47ee-98e5-efe567e53c40 req-8f6f41c1-6e71-4dd3-b4ad-072be97ded32 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:03.270507 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-155a7b05-ac67-47ee-98e5-efe567e53c40 req-8f6f41c1-6e71-4dd3-b4ad-072be97ded32 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7d59292-c69e-44da-982d-8056c0172ac5 HTTP/1.1" status: 200 len: 946 time: 0.2668188 Apr 05 14:36:03.310415 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-807de9c5-a08b-4829-a124-730ec0ef247b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '211d6586-ba3c-4f73-8243-bec4190759b0', 'name': 'tempest-TestAggregatesBasicOps-1372846848-router', 'tenant_id': 'ca25d20850c24b9a97538e3cb8b61d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': 'fb530c36-70eb-448b-9eea-ad2e2ea87940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:35:49Z', 'updated_at': '2022-04-05T14:35:59Z', 'revision_number': 4, 'project_id': 'ca25d20850c24b9a97538e3cb8b61d23', 'gw_port': {'id': 'fb530c36-70eb-448b-9eea-ad2e2ea87940', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:da:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211d6586-ba3c-4f73-8243-bec4190759b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:35:51Z', 'updated_at': '2022-04-05T14:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '6a015732-d1cd-4689-b87d-34dd9ae9b1f2', 'name': '', 'network_id': '523ec28c-ae04-4e0d-9b6f-2395c2c57b5d', 'tenant_id': 'ca25d20850c24b9a97538e3cb8b61d23', 'mac_address': 'fa:16:3e:d0:99:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '211d6586-ba3c-4f73-8243-bec4190759b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '5efecc2a-6613-4eff-b194-a4785bb3de1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:35:57Z', 'updated_at': '2022-04-05T14:35:59Z', 'revision_number': 2, 'project_id': 'ca25d20850c24b9a97538e3cb8b61d23', 'subnets': [{'id': '5efecc2a-6613-4eff-b194-a4785bb3de1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:03.342829 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-155a7b05-ac67-47ee-98e5-efe567e53c40 req-36751de9-8abf-4ae0-9433-ff13f12d89ac tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713613 Apr 05 14:36:03.346891 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807de9c5-a08b-4829-a124-730ec0ef247b None None] Checking router: 211d6586-ba3c-4f73-8243-bec4190759b0 for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:36:03.347457 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807de9c5-a08b-4829-a124-730ec0ef247b None None] Updating router 211d6586-ba3c-4f73-8243-bec4190759b0 port 6a015732-d1cd-4689-b87d-34dd9ae9b1f2 binding host n-d-836650-2 {{(pid=103323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:36:03.377770 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-807de9c5-a08b-4829-a124-730ec0ef247b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:03.382916 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e462b85f-28f6-4f35-8716-607f65b938bb tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:03.390728 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e462b85f-28f6-4f35-8716-607f65b938bb tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:03.391316 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e462b85f-28f6-4f35-8716-607f65b938bb tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:03.439624 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 41428) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:03.583665 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-e462b85f-28f6-4f35-8716-607f65b938bb tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6574662 Apr 05 14:36:03.630386 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e462b85f-28f6-4f35-8716-607f65b938bb tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Pushing event updated for resources: {'Network': ['ID=670b8b0a-50bf-46e6-b122-549cafaa0cfc,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:03.644188 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 670b8b0a-50bf-46e6-b122-549cafaa0cfc details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:36:03.730616 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-f048bf7a-67d0-406b-881e-d7b2121f37e3 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:03.737383 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-f048bf7a-67d0-406b-881e-d7b2121f37e3 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:03.745812 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-f048bf7a-67d0-406b-881e-d7b2121f37e3 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:03.748717 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-f048bf7a-67d0-406b-881e-d7b2121f37e3 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.55 "GET /v2.0/networks?id=d702c3d6-7199-4322-a653-c463eb30ccf9&id=09506e0a-3744-473b-8a54-c7b44b9b7c22&id=09506e0a-3744-473b-8a54-c7b44b9b7c22&id=09506e0a-3744-473b-8a54-c7b44b9b7c22&id=09506e0a-3744-473b-8a54-c7b44b9b7c22&id=c4310feb-f943-4c8e-9d50-b56fc088080f&id=c4310feb-f943-4c8e-9d50-b56fc088080f HTTP/1.1" status: 200 len: 1989 time: 0.4695210 Apr 05 14:36:03.756724 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41434) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:03.766416 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-87dec4fe-9a88-43ba-af01-64a3cbac3fd4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=67581c3a93ee4a768ab3067f83e1fbba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3253000 Apr 05 14:36:03.794146 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232664e6-c6f5-43ba-9028-9e1b41a7a9e7 req-9bce2ed6-cedc-4274-a69c-a295f80a8db9 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:03.795950 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-232664e6-c6f5-43ba-9028-9e1b41a7a9e7 req-9bce2ed6-cedc-4274-a69c-a295f80a8db9 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6825a7-7f55-41fb-9dad-1b666088da08 HTTP/1.1" status: 200 len: 944 time: 0.3249855 Apr 05 14:36:03.908211 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8e538cbe-7bdd-4033-a1cc-fc5e335bd7df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:03.970335 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8e538cbe-7bdd-4033-a1cc-fc5e335bd7df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:03.978350 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 41438) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:03.986137 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-df1720ce-191a-4503-ae4d-37cdb6d78428 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2038455355-network', 'tenant_id': '631ac36627194c4b818f34e4f7f4c229'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:36:03.995067 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-232664e6-c6f5-43ba-9028-9e1b41a7a9e7 req-7b0317be-c7ed-4275-9161-e4c428a27875 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742384 Apr 05 14:36:04.012558 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-807de9c5-a08b-4829-a124-730ec0ef247b None None] Notify callbacks [] for port, precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:04.035162 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-b55d484a-e0a4-44c0-8e6a-66ae5f58482b tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e1ca79997b14d37bbfde5791240b349 HTTP/1.1" status: 200 len: 380 time: 0.2548490 Apr 05 14:36:04.038089 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e296219-69f1-420d-873b-16b1e428e3b6 req-3242dd77-2e69-4518-9887-4eac169fe099 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:04.039475 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2e296219-69f1-420d-873b-16b1e428e3b6 req-3242dd77-2e69-4518-9887-4eac169fe099 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.2259872 Apr 05 14:36:04.051905 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-473978b7-7367-4272-a73b-6c7258c9aef3 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Request body: {'port': {'device_id': '382d0b57-20df-4e23-b375-ead2ffe87224', 'network_id': 'd702c3d6-7199-4322-a653-c463eb30ccf9', 'admin_state_up': True, 'tenant_id': '7e1ca79997b14d37bbfde5791240b349', 'security_groups': ['756a1fd7-e8fc-4bda-8783-a2c1d11a4f04']}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:36:04.126274 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-807de9c5-a08b-4829-a124-730ec0ef247b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:04.172416 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device fb530c36-70eb-448b-9eea-ad2e2ea87940 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:36:04.213096 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc864d0-f0d1-4e7c-b01a-44deac0a5918 None None] Pushing event updated for resources: {'Port': ['ID=6a015732-d1cd-4689-b87d-34dd9ae9b1f2,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:04.229080 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc864d0-f0d1-4e7c-b01a-44deac0a5918 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:36:04.230993 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc864d0-f0d1-4e7c-b01a-44deac0a5918 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:36:04.230993 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc864d0-f0d1-4e7c-b01a-44deac0a5918 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:36:04.230993 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc864d0-f0d1-4e7c-b01a-44deac0a5918 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:36:04.230993 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc864d0-f0d1-4e7c-b01a-44deac0a5918 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:36:04.234654 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc864d0-f0d1-4e7c-b01a-44deac0a5918 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:36:04.235287 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc864d0-f0d1-4e7c-b01a-44deac0a5918 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:36:04.235856 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc864d0-f0d1-4e7c-b01a-44deac0a5918 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:36:04.236383 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc864d0-f0d1-4e7c-b01a-44deac0a5918 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:36:04.236962 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc864d0-f0d1-4e7c-b01a-44deac0a5918 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:36:04.237547 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc864d0-f0d1-4e7c-b01a-44deac0a5918 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:36:04.238253 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc864d0-f0d1-4e7c-b01a-44deac0a5918 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:36:04.270157 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8e538cbe-7bdd-4033-a1cc-fc5e335bd7df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:04.273796 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8e538cbe-7bdd-4033-a1cc-fc5e335bd7df admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:04.282536 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-8e538cbe-7bdd-4033-a1cc-fc5e335bd7df admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3dccc3f3-7f6f-46f3-a631-2dd783f2927c HTTP/1.1" status: 204 len: 168 time: 0.5171204 Apr 05 14:36:04.302665 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e538cbe-7bdd-4033-a1cc-fc5e335bd7df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dccc3f3-7f6f-46f3-a631-2dd783f2927c,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:04.306016 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2e296219-69f1-420d-873b-16b1e428e3b6 req-b027c4f9-f406-4727-9363-8bc1eb82bb69 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167111 Apr 05 14:36:04.363333 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df1720ce-191a-4503-ae4d-37cdb6d78428 admin admin] Made reservation on behalf of 631ac36627194c4b818f34e4f7f4c229 for: {'network': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:36:04.368492 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-df1720ce-191a-4503-ae4d-37cdb6d78428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:04.388709 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port fb530c36-70eb-448b-9eea-ad2e2ea87940 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:04.392713 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:04.393789 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-df1720ce-191a-4503-ae4d-37cdb6d78428 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:04.419260 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-473978b7-7367-4272-a73b-6c7258c9aef3 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Made reservation on behalf of 7e1ca79997b14d37bbfde5791240b349 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:36:04.429510 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-473978b7-7367-4272-a73b-6c7258c9aef3 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:04.431667 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-807de9c5-a08b-4829-a124-730ec0ef247b None None] Attempting to bind port 6a015732-d1cd-4689-b87d-34dd9ae9b1f2 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:36:04.431909 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-807de9c5-a08b-4829-a124-730ec0ef247b None None] Attempting to bind port 6a015732-d1cd-4689-b87d-34dd9ae9b1f2 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '16084726-0c91-4f77-80d7-a1114047c434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '523ec28c-ae04-4e0d-9b6f-2395c2c57b5d'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:36:04.432380 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807de9c5-a08b-4829-a124-730ec0ef247b None None] Attempting to bind port 6a015732-d1cd-4689-b87d-34dd9ae9b1f2 on network 523ec28c-ae04-4e0d-9b6f-2395c2c57b5d {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:36:04.454834 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807de9c5-a08b-4829-a124-730ec0ef247b None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:36:04.457090 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807de9c5-a08b-4829-a124-730ec0ef247b None None] Checking segment: {'id': '16084726-0c91-4f77-80d7-a1114047c434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '523ec28c-ae04-4e0d-9b6f-2395c2c57b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:36:04.458230 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-807de9c5-a08b-4829-a124-730ec0ef247b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:04.461432 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807de9c5-a08b-4829-a124-730ec0ef247b None None] Bound using segment: {'id': '16084726-0c91-4f77-80d7-a1114047c434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '523ec28c-ae04-4e0d-9b6f-2395c2c57b5d'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:36:04.462427 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-807de9c5-a08b-4829-a124-730ec0ef247b None None] Bound port: 6a015732-d1cd-4689-b87d-34dd9ae9b1f2, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16084726-0c91-4f77-80d7-a1114047c434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '523ec28c-ae04-4e0d-9b6f-2395c2c57b5d'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:36:04.463259 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-807de9c5-a08b-4829-a124-730ec0ef247b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:04.606800 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 166641e4-a4ff-4881-9248-3aa23ca0faa3 up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:36:04.661683 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-807de9c5-a08b-4829-a124-730ec0ef247b None None] For port 6a015732-d1cd-4689-b87d-34dd9ae9b1f2, host n-d-836650-2, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:36:04.665753 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-807de9c5-a08b-4829-a124-730ec0ef247b None None] For port 6a015732-d1cd-4689-b87d-34dd9ae9b1f2, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=6a015732-d1cd-4689-b87d-34dd9ae9b1f2,segment=NetworkSegment(16084726-0c91-4f77-80d7-a1114047c434),segment_id=16084726-0c91-4f77-80d7-a1114047c434)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:36:04.692482 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-df1720ce-191a-4503-ae4d-37cdb6d78428 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:04.778243 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-58684d67-1767-4c2d-8393-8192d7e33500 None None] Provisioning complete for port 6a015732-d1cd-4689-b87d-34dd9ae9b1f2 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:04.778729 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-58684d67-1767-4c2d-8393-8192d7e33500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:04.792686 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cd5a5c2c-48cf-4da7-945c-ad2eced8a97c req-5293059b-8e6f-4d20-81f4-64ceb001a9da tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 210 time: 0.1051593 Apr 05 14:36:04.800496 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-807de9c5-a08b-4829-a124-730ec0ef247b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:04.875583 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning for port 166641e4-a4ff-4881-9248-3aa23ca0faa3 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:36:04.878016 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-df1720ce-191a-4503-ae4d-37cdb6d78428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:04.913534 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f06c31-821c-4460-93cb-ce6ff5e2a504 req-e718bdf2-40e0-42e2-a323-92e7d2cffa7b tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:04.922004 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c9f06c31-821c-4460-93cb-ce6ff5e2a504 req-e718bdf2-40e0-42e2-a323-92e7d2cffa7b tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.2290657 Apr 05 14:36:04.934706 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port 166641e4-a4ff-4881-9248-3aa23ca0faa3 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:04.936493 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:04.947684 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-58684d67-1767-4c2d-8393-8192d7e33500 None None] Port 6a015732-d1cd-4689-b87d-34dd9ae9b1f2 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:36:04.956677 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc864d0-f0d1-4e7c-b01a-44deac0a5918 None None] Pushing event updated for resources: {'Port': ['ID=6a015732-d1cd-4689-b87d-34dd9ae9b1f2,revision_number=4']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:05.011700 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807de9c5-a08b-4829-a124-730ec0ef247b None None] Routers {'211d6586-ba3c-4f73-8243-bec4190759b0'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:36:05.012308 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-807de9c5-a08b-4829-a124-730ec0ef247b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:35:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['211d6586-ba3c-4f73-8243-bec4190759b0'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:05.087652 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-473978b7-7367-4272-a73b-6c7258c9aef3 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Allocated IP 172.20.0.6 (d702c3d6-7199-4322-a653-c463eb30ccf9/31d23931-2c8c-4da7-8029-521a7261e7d6/385bc4e1-71d4-4027-983d-ee339e8e5dfe) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:36:05.113379 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df1720ce-191a-4503-ae4d-37cdb6d78428 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=103320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:36:05.296020 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:05.357534 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe6825a7-7f55-41fb-9dad-1b666088da08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '166641e4-a4ff-4881-9248-3aa23ca0faa3'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:36:05.359896 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c528078c-6996-4093-9874-4b36e7561c09" -d '{"events": [{"server_uuid": "fe6825a7-7f55-41fb-9dad-1b666088da08", "name": "network-vif-plugged", "status": "completed", "tag": "166641e4-a4ff-4881-9248-3aa23ca0faa3"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:36:05.394358 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 166641e4-a4ff-4881-9248-3aa23ca0faa3, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=166641e4-a4ff-4881-9248-3aa23ca0faa3,segment=NetworkSegment(ac926e6e-ab69-4031-83ab-f0f7e23b6b3b),segment_id=ac926e6e-ab69-4031-83ab-f0f7e23b6b3b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:36:05.407583 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-807de9c5-a08b-4829-a124-730ec0ef247b None None] Set router 211d6586-ba3c-4f73-8243-bec4190759b0 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:36:05.482393 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-8f6bd3c4-97c6-4fce-89dd-b738289eb730 None None] Provisioning complete for port 6a015732-d1cd-4689-b87d-34dd9ae9b1f2 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:05.482765 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8f6bd3c4-97c6-4fce-89dd-b738289eb730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:05.501713 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-473978b7-7367-4272-a73b-6c7258c9aef3 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:05.553485 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c9f06c31-821c-4460-93cb-ce6ff5e2a504 req-c243a371-7724-4f8d-9935-219798e314b7 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6280668 Apr 05 14:36:05.557633 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-df1720ce-191a-4503-ae4d-37cdb6d78428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:05.558196 n-d-836650-2 neutron-server[103320]: INFO neutron.db.segments_db [None req-df1720ce-191a-4503-ae4d-37cdb6d78428 admin admin] Added segment ca1948a1-903d-447e-98b6-57fa40af7a0c of type vlan for network a52c9b15-91e3-44f0-9c0d-9805c7fb72bd Apr 05 14:36:05.560673 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1720ce-191a-4503-ae4d-37cdb6d78428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=715bb0e5-2cbd-4497-a8aa-b61773b885c7,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:05.593372 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:05.654424 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-df1720ce-191a-4503-ae4d-37cdb6d78428 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:05.711863 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9044fb1a-eb76-4c90-a95d-9b49f17be4a1 req-67d51a33-0fc5-42e8-81fa-60e44d483676 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:05.718705 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9044fb1a-eb76-4c90-a95d-9b49f17be4a1 req-67d51a33-0fc5-42e8-81fa-60e44d483676 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6825a7-7f55-41fb-9dad-1b666088da08 HTTP/1.1" status: 200 len: 944 time: 0.5331216 Apr 05 14:36:05.722015 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-473978b7-7367-4272-a73b-6c7258c9aef3 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:05.857133 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=166641e4-a4ff-4881-9248-3aa23ca0faa3,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:05.865524 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9044fb1a-eb76-4c90-a95d-9b49f17be4a1 req-03db4728-62bc-455c-8322-14163efc2295 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199448 Apr 05 14:36:05.896990 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dcb2f6e-9c05-4be7-8c30-bea180dd8131 x-openstack-request-id: req-0dcb2f6e-9c05-4be7-8c30-bea180dd8131 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:36:05.897595 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe6825a7-7f55-41fb-9dad-1b666088da08", "name": "network-vif-plugged", "status": "completed", "tag": "166641e4-a4ff-4881-9248-3aa23ca0faa3", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:36:05.898122 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0dcb2f6e-9c05-4be7-8c30-bea180dd8131 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:36:05.898933 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dcb2f6e-9c05-4be7-8c30-bea180dd8131'] response: {'server_uuid': 'fe6825a7-7f55-41fb-9dad-1b666088da08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '166641e4-a4ff-4881-9248-3aa23ca0faa3', 'code': 200} Apr 05 14:36:05.920349 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-807de9c5-a08b-4829-a124-730ec0ef247b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '211d6586-ba3c-4f73-8243-bec4190759b0', 'name': 'tempest-TestAggregatesBasicOps-1372846848-router', 'tenant_id': 'ca25d20850c24b9a97538e3cb8b61d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': 'fb530c36-70eb-448b-9eea-ad2e2ea87940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:35:49Z', 'updated_at': '2022-04-05T14:35:59Z', 'revision_number': 4, 'project_id': 'ca25d20850c24b9a97538e3cb8b61d23', 'gw_port': {'id': 'fb530c36-70eb-448b-9eea-ad2e2ea87940', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:da:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211d6586-ba3c-4f73-8243-bec4190759b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:35:51Z', 'updated_at': '2022-04-05T14:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '6a015732-d1cd-4689-b87d-34dd9ae9b1f2', 'name': '', 'network_id': '523ec28c-ae04-4e0d-9b6f-2395c2c57b5d', 'tenant_id': 'ca25d20850c24b9a97538e3cb8b61d23', 'mac_address': 'fa:16:3e:d0:99:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '211d6586-ba3c-4f73-8243-bec4190759b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '5efecc2a-6613-4eff-b194-a4785bb3de1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:35:57Z', 'updated_at': '2022-04-05T14:36:04Z', 'revision_number': 4, 'project_id': 'ca25d20850c24b9a97538e3cb8b61d23', 'subnets': [{'id': '5efecc2a-6613-4eff-b194-a4785bb3de1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:05.948760 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8f6bd3c4-97c6-4fce-89dd-b738289eb730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:05.982662 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-473978b7-7367-4272-a73b-6c7258c9aef3 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Network d702c3d6-7199-4322-a653-c463eb30ccf9 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:36:05.985442 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-df1720ce-191a-4503-ae4d-37cdb6d78428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:05.989434 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1720ce-191a-4503-ae4d-37cdb6d78428 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:05.990689 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-df1720ce-191a-4503-ae4d-37cdb6d78428 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:05.994565 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3fac9f-13ba-4a8f-8291-d90ca8e4d02f req-848d84ed-90de-47dd-b71b-4fdc64efa53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:06.000033 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2b3fac9f-13ba-4a8f-8291-d90ca8e4d02f req-848d84ed-90de-47dd-b71b-4fdc64efa53e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fe6825a7-7f55-41fb-9dad-1b666088da08 HTTP/1.1" status: 200 len: 1096 time: 0.1388347 Apr 05 14:36:06.020007 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807de9c5-a08b-4829-a124-730ec0ef247b None None] The sync data for ids ['211d6586-ba3c-4f73-8243-bec4190759b0'] in n-d-836650-2 is: [{'id': '211d6586-ba3c-4f73-8243-bec4190759b0', 'name': 'tempest-TestAggregatesBasicOps-1372846848-router', 'tenant_id': 'ca25d20850c24b9a97538e3cb8b61d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': 'fb530c36-70eb-448b-9eea-ad2e2ea87940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:35:49Z', 'updated_at': '2022-04-05T14:35:59Z', 'revision_number': 4, 'project_id': 'ca25d20850c24b9a97538e3cb8b61d23', 'gw_port': {'id': 'fb530c36-70eb-448b-9eea-ad2e2ea87940', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:da:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211d6586-ba3c-4f73-8243-bec4190759b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:35:51Z', 'updated_at': '2022-04-05T14:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '6a015732-d1cd-4689-b87d-34dd9ae9b1f2', 'name': '', 'network_id': '523ec28c-ae04-4e0d-9b6f-2395c2c57b5d', 'tenant_id': 'ca25d20850c24b9a97538e3cb8b61d23', 'mac_address': 'fa:16:3e:d0:99:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '211d6586-ba3c-4f73-8243-bec4190759b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '5efecc2a-6613-4eff-b194-a4785bb3de1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:35:57Z', 'updated_at': '2022-04-05T14:36:04Z', 'revision_number': 4, 'project_id': 'ca25d20850c24b9a97538e3cb8b61d23', 'subnets': [{'id': '5efecc2a-6613-4eff-b194-a4785bb3de1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:36:06.048313 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-8f6bd3c4-97c6-4fce-89dd-b738289eb730 None None] For port 6a015732-d1cd-4689-b87d-34dd9ae9b1f2, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=6a015732-d1cd-4689-b87d-34dd9ae9b1f2,segment=NetworkSegment(16084726-0c91-4f77-80d7-a1114047c434),segment_id=16084726-0c91-4f77-80d7-a1114047c434)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:36:06.063057 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2b3fac9f-13ba-4a8f-8291-d90ca8e4d02f req-dd8da625-526a-4e4b-ad26-733443180ca1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559912 Apr 05 14:36:06.205966 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8f6bd3c4-97c6-4fce-89dd-b738289eb730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:06.218384 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-473978b7-7367-4272-a73b-6c7258c9aef3 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:06.220822 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1720ce-191a-4503-ae4d-37cdb6d78428 admin admin] Pushing event updated for resources: {'Network': ['ID=a52c9b15-91e3-44f0-9c0d-9805c7fb72bd,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:06.238786 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41478) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:06.245932 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-df1720ce-191a-4503-ae4d-37cdb6d78428 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.2659159 Apr 05 14:36:06.247500 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-42aa7893-8b23-4b64-9b43-7040a869f2a5 admin admin] Request body: {'subnet': {'network_id': 'a52c9b15-91e3-44f0-9c0d-9805c7fb72bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2038455355-subnet', 'tenant_id': '631ac36627194c4b818f34e4f7f4c229', 'ip_version': 4}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:36:06.251511 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-473978b7-7367-4272-a73b-6c7258c9aef3 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:36:06.437551 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6bd3c4-97c6-4fce-89dd-b738289eb730 None None] Pushing event updated for resources: {'Port': ['ID=6a015732-d1cd-4689-b87d-34dd9ae9b1f2,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:06.462447 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network a52c9b15-91e3-44f0-9c0d-9805c7fb72bd details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:36:06.466840 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42aa7893-8b23-4b64-9b43-7040a869f2a5 admin admin] Made reservation on behalf of 631ac36627194c4b818f34e4f7f4c229 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:36:06.469882 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-42aa7893-8b23-4b64-9b43-7040a869f2a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:06.622306 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473978b7-7367-4272-a73b-6c7258c9aef3 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Pushing event updated for resources: {'Port': ['ID=385bc4e1-71d4-4027-983d-ee339e8e5dfe,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:06.685886 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5674cd-0a51-40e9-98b4-77f63936ce07 req-2daa91bf-1b20-48f2-b0eb-2c473e270e1b tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:06.705533 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9e5674cd-0a51-40e9-98b4-77f63936ce07 req-2daa91bf-1b20-48f2-b0eb-2c473e270e1b tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.4887130 Apr 05 14:36:06.771941 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f2c901-390f-4522-a4a7-039c7942ed54 req-fcc53527-93de-4cc3-8be5-e7388ae22164 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:06.791087 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d5f2c901-390f-4522-a4a7-039c7942ed54 req-fcc53527-93de-4cc3-8be5-e7388ae22164 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 931 time: 0.5762742 Apr 05 14:36:06.827089 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-473978b7-7367-4272-a73b-6c7258c9aef3 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:06.827581 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-473978b7-7367-4272-a73b-6c7258c9aef3 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:06.903586 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-64567267-9c3d-4450-9c37-e5718076955a None None] Provisioning complete for port 385bc4e1-71d4-4027-983d-ee339e8e5dfe triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:06.905307 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-64567267-9c3d-4450-9c37-e5718076955a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:06.914448 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9e5674cd-0a51-40e9-98b4-77f63936ce07 req-69ca2d8f-12e7-4c59-8822-17edaa27a370 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2079830 Apr 05 14:36:06.922847 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d5f2c901-390f-4522-a4a7-039c7942ed54 req-2ea3fbab-fe6b-44f2-aabe-23e9b618c656 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/security-groups?id=756a1fd7-e8fc-4bda-8783-a2c1d11a4f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264381 Apr 05 14:36:07.027256 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-64567267-9c3d-4450-9c37-e5718076955a None None] Port 385bc4e1-71d4-4027-983d-ee339e8e5dfe cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:36:07.044295 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-473978b7-7367-4272-a73b-6c7258c9aef3 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0025287 Apr 05 14:36:07.057335 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-46ac0fb9-ddb4-40e5-983d-8fe02acbe83c tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Request body: {'port': {'device_id': '382d0b57-20df-4e23-b375-ead2ffe87224', 'network_id': '09506e0a-3744-473b-8a54-c7b44b9b7c22', 'admin_state_up': True, 'tenant_id': '7e1ca79997b14d37bbfde5791240b349', 'security_groups': ['756a1fd7-e8fc-4bda-8783-a2c1d11a4f04']}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:36:07.154867 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41498) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:07.161615 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-c991ee5e-64a5-4639-9940-3a1bddf7485e tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Request body: {'subnet': {'network_id': '670b8b0a-50bf-46e6-b122-549cafaa0cfc', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:36:07.331598 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-42aa7893-8b23-4b64-9b43-7040a869f2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:07.349931 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0deec6-35b7-4829-bd40-91dbae4c8e1c req-1d1c60fa-f3ed-4c1a-8314-3326d5c9744e tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:07.351520 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7d0deec6-35b7-4829-bd40-91dbae4c8e1c req-1d1c60fa-f3ed-4c1a-8314-3326d5c9744e tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6825a7-7f55-41fb-9dad-1b666088da08 HTTP/1.1" status: 200 len: 945 time: 0.1518404 Apr 05 14:36:07.412105 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aa7893-8b23-4b64-9b43-7040a869f2a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46b9a8eb-c3cf-49c7-b4c5-feb441a9c87f,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:07.427324 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42aa7893-8b23-4b64-9b43-7040a869f2a5 admin admin] Checking segment: {'id': 'ca1948a1-903d-447e-98b6-57fa40af7a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a52c9b15-91e3-44f0-9c0d-9805c7fb72bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:36:07.427486 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42aa7893-8b23-4b64-9b43-7040a869f2a5 admin admin] Network hostable DHCP agents. Network: a52c9b15-91e3-44f0-9c0d-9805c7fb72bd, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:36:07.445649 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7d0deec6-35b7-4829-bd40-91dbae4c8e1c req-ce2528c3-ba18-4ab9-b64b-bcd0648e7b3d tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738330 Apr 05 14:36:07.519772 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f835f2a-43e1-460f-b747-e87593090d11 req-b89f16d0-8482-4115-a712-86f7799326e4 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:07.536241 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3f835f2a-43e1-460f-b747-e87593090d11 req-b89f16d0-8482-4115-a712-86f7799326e4 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.0883529 Apr 05 14:36:07.584629 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c991ee5e-64a5-4639-9940-3a1bddf7485e tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Made reservation on behalf of a1e705303c6b4823abe7abece6121879 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:36:07.589274 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c991ee5e-64a5-4639-9940-3a1bddf7485e tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:07.608708 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3f835f2a-43e1-460f-b747-e87593090d11 req-218d93c3-2f90-4921-acaa-2f85ec2204a7 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662923 Apr 05 14:36:07.633211 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42aa7893-8b23-4b64-9b43-7040a869f2a5 admin admin] Network a52c9b15-91e3-44f0-9c0d-9805c7fb72bd is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:36:07.641900 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-46ac0fb9-ddb4-40e5-983d-8fe02acbe83c tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Made reservation on behalf of 7e1ca79997b14d37bbfde5791240b349 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:36:07.649294 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-46ac0fb9-ddb4-40e5-983d-8fe02acbe83c tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:07.825380 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-42aa7893-8b23-4b64-9b43-7040a869f2a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, a52c9b15-91e3-44f0-9c0d-9805c7fb72bd) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:07.838471 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da78cd2-04b3-42f7-b54e-1b841f8f6b35 None None] Network a52c9b15-91e3-44f0-9c0d-9805c7fb72bd requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:36:07.846736 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42aa7893-8b23-4b64-9b43-7040a869f2a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:07.847347 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-42aa7893-8b23-4b64-9b43-7040a869f2a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:07.950513 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-42aa7893-8b23-4b64-9b43-7040a869f2a5 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7100050 Apr 05 14:36:07.956858 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41536) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:07.963082 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-a2c94270-9986-4af3-9a64-4a3ee4457212 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2038455355-router', 'tenant_id': '631ac36627194c4b818f34e4f7f4c229', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:36:07.964981 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-46ac0fb9-ddb4-40e5-983d-8fe02acbe83c tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Allocated IP 10.1.1.207 (09506e0a-3744-473b-8a54-c7b44b9b7c22/2b51efa3-447b-4716-ae17-34d89f9e6b99/f959b160-8254-4f90-83f1-eebf3b81966c) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:36:08.055550 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c991ee5e-64a5-4639-9940-3a1bddf7485e tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:08.167170 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ec26f-cf78-4806-86fc-6bf6a5ba616e req-9d76e6f7-418f-40b1-afcc-ca078e4add67 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:08.167556 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-aa0ec26f-cf78-4806-86fc-6bf6a5ba616e req-9d76e6f7-418f-40b1-afcc-ca078e4add67 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/networks?id=bbe33099-0907-4578-b91f-9ecd1e0f3a95 HTTP/1.1" status: 200 len: 811 time: 0.1773553 Apr 05 14:36:08.218753 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c991ee5e-64a5-4639-9940-3a1bddf7485e tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Pushing event updated for resources: {'Subnet': ['ID=77a0e5ac-17fa-44a0-8e0b-8bed865f755e,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:08.221577 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 6a015732-d1cd-4689-b87d-34dd9ae9b1f2 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:36:08.249216 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a2c94270-9986-4af3-9a64-4a3ee4457212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27088'] for router, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:08.252327 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a2c94270-9986-4af3-9a64-4a3ee4457212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27079'] for router, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:08.279902 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8f55f8-dd9a-464a-bce2-852ea0d6ed5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-a52c9b15-91e3-44f0-9c0d-9805c7fb72bd', 'network_id': 'a52c9b15-91e3-44f0-9c0d-9805c7fb72bd', 'tenant_id': '631ac36627194c4b818f34e4f7f4c229', 'fixed_ips': [{'subnet_id': '46b9a8eb-c3cf-49c7-b4c5-feb441a9c87f'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:36:08.281109 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1a8f55f8-dd9a-464a-bce2-852ea0d6ed5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:08.306387 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-aa0ec26f-cf78-4806-86fc-6bf6a5ba616e req-9a0a91b6-53f7-4f42-b428-83f15a4b1bcd tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/quotas/9215d951bfeb48c39a8e33c585301815 HTTP/1.1" status: 200 len: 375 time: 0.1054156 Apr 05 14:36:08.317395 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c991ee5e-64a5-4639-9940-3a1bddf7485e tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Checking segment: {'id': 'c552365d-15ed-47e9-9b44-a5cf85821efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '670b8b0a-50bf-46e6-b122-549cafaa0cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:36:08.318244 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c991ee5e-64a5-4639-9940-3a1bddf7485e tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Network hostable DHCP agents. Network: 670b8b0a-50bf-46e6-b122-549cafaa0cfc, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:36:08.357344 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 6a015732-d1cd-4689-b87d-34dd9ae9b1f2 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:08.357886 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:08.396096 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c0adb-d77d-44b2-aac7-ee96cbb02080 req-6f8eaed2-96f5-463c-a49e-7069a22da7b4 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:08.397682 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1b8c0adb-d77d-44b2-aac7-ee96cbb02080 req-6f8eaed2-96f5-463c-a49e-7069a22da7b4 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 931 time: 0.2290070 Apr 05 14:36:08.522642 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a2c94270-9986-4af3-9a64-4a3ee4457212 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:08.554115 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-46ac0fb9-ddb4-40e5-983d-8fe02acbe83c tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:08.577384 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c991ee5e-64a5-4639-9940-3a1bddf7485e tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Network 670b8b0a-50bf-46e6-b122-549cafaa0cfc is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:36:08.617814 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41546) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:08.630484 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1b8c0adb-d77d-44b2-aac7-ee96cbb02080 req-411bfb33-0dc7-4dfd-beb9-e32d6a3ee764 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/security-groups?id=756a1fd7-e8fc-4bda-8783-a2c1d11a4f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2261889 Apr 05 14:36:08.644607 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-aa0ec26f-cf78-4806-86fc-6bf6a5ba616e req-c4afd5c8-84b1-44c3-bd85-f304ffeccc65 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9215d951bfeb48c39a8e33c585301815&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2457383 Apr 05 14:36:08.776750 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-c991ee5e-64a5-4639-9940-3a1bddf7485e tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 670b8b0a-50bf-46e6-b122-549cafaa0cfc) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:08.790244 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed506b3a-3ef3-49b2-958e-da58b6471571 None None] Network 670b8b0a-50bf-46e6-b122-549cafaa0cfc requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:36:08.798975 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-46ac0fb9-ddb4-40e5-983d-8fe02acbe83c tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:08.813572 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-aa0ec26f-cf78-4806-86fc-6bf6a5ba616e req-0495c382-09a2-43db-942c-ffd67fbfafe6 service neutron] 10.222.0.30 "GET /v2.0/networks/bbe33099-0907-4578-b91f-9ecd1e0f3a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586177 Apr 05 14:36:08.820085 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c991ee5e-64a5-4639-9940-3a1bddf7485e tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:08.820678 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c991ee5e-64a5-4639-9940-3a1bddf7485e tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:08.840327 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1824e897-81b8-45ea-845c-ce9b1deda70d req-9986b4fd-b74e-4359-a235-9109efbd85c6 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:08.849900 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1824e897-81b8-45ea-845c-ce9b1deda70d req-9986b4fd-b74e-4359-a235-9109efbd85c6 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6825a7-7f55-41fb-9dad-1b666088da08 HTTP/1.1" status: 200 len: 945 time: 0.1191173 Apr 05 14:36:08.880858 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a2c94270-9986-4af3-9a64-4a3ee4457212 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:08.909462 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-1a8f55f8-dd9a-464a-bce2-852ea0d6ed5e None None] Allocated IP 172.20.0.2 (a52c9b15-91e3-44f0-9c0d-9805c7fb72bd/46b9a8eb-c3cf-49c7-b4c5-feb441a9c87f/ac51d39d-b4fc-4502-8010-7eb56bcb9d5e) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:36:08.914262 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-619c0448-463e-4c89-9e91-d3a2ddc79995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:08.951073 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-46ac0fb9-ddb4-40e5-983d-8fe02acbe83c tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Network 09506e0a-3744-473b-8a54-c7b44b9b7c22 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:36:08.962364 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-46ac0fb9-ddb4-40e5-983d-8fe02acbe83c tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:08.971127 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-46ac0fb9-ddb4-40e5-983d-8fe02acbe83c tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:36:08.977804 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ac0fb9-ddb4-40e5-983d-8fe02acbe83c tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Pushing event updated for resources: {'Port': ['ID=f959b160-8254-4f90-83f1-eebf3b81966c,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:09.036270 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1824e897-81b8-45ea-845c-ce9b1deda70d req-c8b31cc9-24ac-42e5-b3f0-f2d7f38d320d tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851199 Apr 05 14:36:09.074282 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-aa0ec26f-cf78-4806-86fc-6bf6a5ba616e req-29b143b2-f71c-4af9-9712-4f016e432ea3 service neutron] 10.222.0.30 "GET /v2.0/networks/bbe33099-0907-4578-b91f-9ecd1e0f3a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595079 Apr 05 14:36:09.089977 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-c991ee5e-64a5-4639-9940-3a1bddf7485e tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9191871 Apr 05 14:36:09.090890 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-46ac0fb9-ddb4-40e5-983d-8fe02acbe83c tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:09.090890 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-46ac0fb9-ddb4-40e5-983d-8fe02acbe83c tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:09.092422 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41552) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:09.098586 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-6cb9530d-5255-445a-b73b-261e91d8bc97 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1867936540'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:36:09.105290 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9bd2293-acc5-4fa4-a556-518fe73fc380 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-670b8b0a-50bf-46e6-b122-549cafaa0cfc', 'network_id': '670b8b0a-50bf-46e6-b122-549cafaa0cfc', 'tenant_id': 'a1e705303c6b4823abe7abece6121879', 'fixed_ips': [{'subnet_id': '77a0e5ac-17fa-44a0-8e0b-8bed865f755e'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:36:09.106720 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b9bd2293-acc5-4fa4-a556-518fe73fc380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:09.156639 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-619c0448-463e-4c89-9e91-d3a2ddc79995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:09.265978 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-46ac0fb9-ddb4-40e5-983d-8fe02acbe83c tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2139456 Apr 05 14:36:09.286877 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-3f958ca5-86df-43c7-a016-4ed55e4db131 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Request body: {'port': {'device_id': '382d0b57-20df-4e23-b375-ead2ffe87224', 'network_id': '09506e0a-3744-473b-8a54-c7b44b9b7c22', 'admin_state_up': True, 'tenant_id': '7e1ca79997b14d37bbfde5791240b349', 'security_groups': ['756a1fd7-e8fc-4bda-8783-a2c1d11a4f04']}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:36:09.361294 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e753c21-fb58-44f5-adb8-b08b89c4c1b9 req-8f4c151d-4c81-46e4-8be5-56627ebe56de tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:09.367065 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a2c94270-9986-4af3-9a64-4a3ee4457212 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:09.369296 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7e753c21-fb58-44f5-adb8-b08b89c4c1b9 req-8f4c151d-4c81-46e4-8be5-56627ebe56de tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6825a7-7f55-41fb-9dad-1b666088da08 HTTP/1.1" status: 200 len: 945 time: 0.1572447 Apr 05 14:36:09.392169 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a2c94270-9986-4af3-9a64-4a3ee4457212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:09.425899 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1a8f55f8-dd9a-464a-bce2-852ea0d6ed5e None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:09.443252 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7e753c21-fb58-44f5-adb8-b08b89c4c1b9 req-e6860147-ea31-4b62-a867-6b007bced003 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729344 Apr 05 14:36:09.466559 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-619c0448-463e-4c89-9e91-d3a2ddc79995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:09.512453 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-8c1949d1-96d9-4d23-a095-70bf9d0d7dac None None] Provisioning complete for port f959b160-8254-4f90-83f1-eebf3b81966c triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:09.517648 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8c1949d1-96d9-4d23-a095-70bf9d0d7dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:09.525995 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-619c0448-463e-4c89-9e91-d3a2ddc79995 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=676dcc23fdc4404abb8750c38ba0f92a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9070055 Apr 05 14:36:09.528975 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 41558) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:09.542541 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619c0448-463e-4c89-9e91-d3a2ddc79995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7edb7707-78ad-4b70-9efb-312630062b37,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:09.568594 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-b9bd2293-acc5-4fa4-a556-518fe73fc380 None None] Allocated IP 2001:db8:0:ffff::2 (670b8b0a-50bf-46e6-b122-549cafaa0cfc/77a0e5ac-17fa-44a0-8e0b-8bed865f755e/bd067788-f14e-4c88-8857-febc15ce2c15) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:36:09.615333 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-04872e51-10c9-46bc-bef4-1199820c1a42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:09.626244 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb9530d-5255-445a-b73b-261e91d8bc97 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Made reservation on behalf of a1e705303c6b4823abe7abece6121879 for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:36:09.630516 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6cb9530d-5255-445a-b73b-261e91d8bc97 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:09.641500 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-04872e51-10c9-46bc-bef4-1199820c1a42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:09.654380 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-a2c94270-9986-4af3-9a64-4a3ee4457212 admin admin] Allocated IP 172.25.6.217 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/bfe02870-5b9b-4476-9145-ca29190ad4a5) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:36:09.672336 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-8c1949d1-96d9-4d23-a095-70bf9d0d7dac None None] Port f959b160-8254-4f90-83f1-eebf3b81966c cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:36:09.684306 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cb9530d-5255-445a-b73b-261e91d8bc97 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:36:09.709171 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6cb9530d-5255-445a-b73b-261e91d8bc97 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:09.709601 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-6cb9530d-5255-445a-b73b-261e91d8bc97 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Added segment fac7ce38-f946-492e-b96f-156c9e6dea32 of type vlan for network f06753d6-518b-494b-a145-8ec5690d24eb Apr 05 14:36:09.713163 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-3f958ca5-86df-43c7-a016-4ed55e4db131 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Made reservation on behalf of 7e1ca79997b14d37bbfde5791240b349 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:36:09.719583 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-3f958ca5-86df-43c7-a016-4ed55e4db131 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:09.742888 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1a8f55f8-dd9a-464a-bce2-852ea0d6ed5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:09.851484 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6cb9530d-5255-445a-b73b-261e91d8bc97 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:09.853630 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b9bd2293-acc5-4fa4-a556-518fe73fc380 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:09.875288 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8f55f8-dd9a-464a-bce2-852ea0d6ed5e None None] Network a52c9b15-91e3-44f0-9c0d-9805c7fb72bd is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:36:09.877870 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a2c94270-9986-4af3-9a64-4a3ee4457212 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:09.882374 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-1a8f55f8-dd9a-464a-bce2-852ea0d6ed5e None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:09.891863 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8f55f8-dd9a-464a-bce2-852ea0d6ed5e None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:36:09.898783 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8f55f8-dd9a-464a-bce2-852ea0d6ed5e None None] Pushing event updated for resources: {'Port': ['ID=ac51d39d-b4fc-4502-8010-7eb56bcb9d5e,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:09.955081 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-04872e51-10c9-46bc-bef4-1199820c1a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:09.958431 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-04872e51-10c9-46bc-bef4-1199820c1a42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:09.962574 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-04872e51-10c9-46bc-bef4-1199820c1a42 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7edb7707-78ad-4b70-9efb-312630062b37 HTTP/1.1" status: 204 len: 168 time: 0.4324725 Apr 05 14:36:09.984945 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-1a8f55f8-dd9a-464a-bce2-852ea0d6ed5e None None] Attempting to bind port ac51d39d-b4fc-4502-8010-7eb56bcb9d5e on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:36:09.985302 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-1a8f55f8-dd9a-464a-bce2-852ea0d6ed5e None None] Attempting to bind port ac51d39d-b4fc-4502-8010-7eb56bcb9d5e by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'ca1948a1-903d-447e-98b6-57fa40af7a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a52c9b15-91e3-44f0-9c0d-9805c7fb72bd'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:36:09.985732 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8f55f8-dd9a-464a-bce2-852ea0d6ed5e None None] Attempting to bind port ac51d39d-b4fc-4502-8010-7eb56bcb9d5e on network a52c9b15-91e3-44f0-9c0d-9805c7fb72bd {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:36:09.989912 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04872e51-10c9-46bc-bef4-1199820c1a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7edb7707-78ad-4b70-9efb-312630062b37,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:09.992683 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8f55f8-dd9a-464a-bce2-852ea0d6ed5e None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:36:09.993549 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8f55f8-dd9a-464a-bce2-852ea0d6ed5e None None] Checking segment: {'id': 'ca1948a1-903d-447e-98b6-57fa40af7a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a52c9b15-91e3-44f0-9c0d-9805c7fb72bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:36:09.993953 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1a8f55f8-dd9a-464a-bce2-852ea0d6ed5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:10.003735 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8f55f8-dd9a-464a-bce2-852ea0d6ed5e None None] Bound using segment: {'id': 'ca1948a1-903d-447e-98b6-57fa40af7a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a52c9b15-91e3-44f0-9c0d-9805c7fb72bd'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:36:10.003735 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-1a8f55f8-dd9a-464a-bce2-852ea0d6ed5e None None] Bound port: ac51d39d-b4fc-4502-8010-7eb56bcb9d5e, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca1948a1-903d-447e-98b6-57fa40af7a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a52c9b15-91e3-44f0-9c0d-9805c7fb72bd'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:36:10.003735 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1a8f55f8-dd9a-464a-bce2-852ea0d6ed5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:10.003735 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b9bd2293-acc5-4fa4-a556-518fe73fc380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:10.040395 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6cb9530d-5255-445a-b73b-261e91d8bc97 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:10.048530 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb9530d-5255-445a-b73b-261e91d8bc97 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:10.049777 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6cb9530d-5255-445a-b73b-261e91d8bc97 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:10.060621 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe37ff-4a77-4c1c-9344-1d58210ce761 req-a70ad480-c618-44b7-b39b-5d55b068e6c9 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:10.068895 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe37ff-4a77-4c1c-9344-1d58210ce761 req-a70ad480-c618-44b7-b39b-5d55b068e6c9 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:10.070608 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-aefe37ff-4a77-4c1c-9344-1d58210ce761 req-a70ad480-c618-44b7-b39b-5d55b068e6c9 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 1653 time: 0.2072623 Apr 05 14:36:10.102226 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9bd2293-acc5-4fa4-a556-518fe73fc380 None None] Network 670b8b0a-50bf-46e6-b122-549cafaa0cfc is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:36:10.108164 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-b9bd2293-acc5-4fa4-a556-518fe73fc380 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:10.118645 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-3f958ca5-86df-43c7-a016-4ed55e4db131 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Allocated IP 10.1.1.130 (09506e0a-3744-473b-8a54-c7b44b9b7c22/2b51efa3-447b-4716-ae17-34d89f9e6b99/0c4f6388-349e-4a35-a663-fd75e1242b4e) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:36:10.122808 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bd2293-acc5-4fa4-a556-518fe73fc380 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:36:10.132061 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bd2293-acc5-4fa4-a556-518fe73fc380 None None] Pushing event updated for resources: {'Port': ['ID=bd067788-f14e-4c88-8857-febc15ce2c15,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:10.158600 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9530d-5255-445a-b73b-261e91d8bc97 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Pushing event updated for resources: {'Network': ['ID=f06753d6-518b-494b-a145-8ec5690d24eb,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:10.164375 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-aefe37ff-4a77-4c1c-9344-1d58210ce761 req-f80a0e84-c01a-486f-8eed-dee0beb3ed89 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/security-groups?id=756a1fd7-e8fc-4bda-8783-a2c1d11a4f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754728 Apr 05 14:36:10.164619 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a2c94270-9986-4af3-9a64-4a3ee4457212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:10.205080 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-1a8f55f8-dd9a-464a-bce2-852ea0d6ed5e None None] For port ac51d39d-b4fc-4502-8010-7eb56bcb9d5e, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:36:10.207935 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network f06753d6-518b-494b-a145-8ec5690d24eb details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:36:10.258086 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c94270-9986-4af3-9a64-4a3ee4457212 admin admin] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:36:10.262260 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-a2c94270-9986-4af3-9a64-4a3ee4457212 admin admin] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:10.270734 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c94270-9986-4af3-9a64-4a3ee4457212 admin admin] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:36:10.303890 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c94270-9986-4af3-9a64-4a3ee4457212 admin admin] Pushing event updated for resources: {'Port': ['ID=bfe02870-5b9b-4476-9145-ca29190ad4a5,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:10.311204 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-1a8f55f8-dd9a-464a-bce2-852ea0d6ed5e None None] For port ac51d39d-b4fc-4502-8010-7eb56bcb9d5e, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=ac51d39d-b4fc-4502-8010-7eb56bcb9d5e,segment=NetworkSegment(ca1948a1-903d-447e-98b6-57fa40af7a0c),segment_id=ca1948a1-903d-447e-98b6-57fa40af7a0c)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:36:10.354946 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-b9bd2293-acc5-4fa4-a556-518fe73fc380 None None] Attempting to bind port bd067788-f14e-4c88-8857-febc15ce2c15 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:36:10.355314 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-b9bd2293-acc5-4fa4-a556-518fe73fc380 None None] Attempting to bind port bd067788-f14e-4c88-8857-febc15ce2c15 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'c552365d-15ed-47e9-9b44-a5cf85821efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '670b8b0a-50bf-46e6-b122-549cafaa0cfc'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:36:10.355674 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bd2293-acc5-4fa4-a556-518fe73fc380 None None] Attempting to bind port bd067788-f14e-4c88-8857-febc15ce2c15 on network 670b8b0a-50bf-46e6-b122-549cafaa0cfc {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:36:10.372195 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-6cb9530d-5255-445a-b73b-261e91d8bc97 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2785749 Apr 05 14:36:10.374999 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41576) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:10.375160 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bd2293-acc5-4fa4-a556-518fe73fc380 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:36:10.375384 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bd2293-acc5-4fa4-a556-518fe73fc380 None None] Checking segment: {'id': 'c552365d-15ed-47e9-9b44-a5cf85821efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '670b8b0a-50bf-46e6-b122-549cafaa0cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:36:10.375796 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b9bd2293-acc5-4fa4-a556-518fe73fc380 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:10.376195 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bd2293-acc5-4fa4-a556-518fe73fc380 None None] Bound using segment: {'id': 'c552365d-15ed-47e9-9b44-a5cf85821efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '670b8b0a-50bf-46e6-b122-549cafaa0cfc'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:36:10.376792 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-b9bd2293-acc5-4fa4-a556-518fe73fc380 None None] Bound port: bd067788-f14e-4c88-8857-febc15ce2c15, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c552365d-15ed-47e9-9b44-a5cf85821efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '670b8b0a-50bf-46e6-b122-549cafaa0cfc'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:36:10.377094 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b9bd2293-acc5-4fa4-a556-518fe73fc380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:10.380895 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-e340062c-6517-47af-b995-da2de0e92f07 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Request body: {'subnet': {'network_id': 'f06753d6-518b-494b-a145-8ec5690d24eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:36:10.457218 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-b9bd2293-acc5-4fa4-a556-518fe73fc380 None None] For port bd067788-f14e-4c88-8857-febc15ce2c15, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:36:10.461178 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-b9bd2293-acc5-4fa4-a556-518fe73fc380 None None] For port bd067788-f14e-4c88-8857-febc15ce2c15, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=bd067788-f14e-4c88-8857-febc15ce2c15,segment=NetworkSegment(c552365d-15ed-47e9-9b44-a5cf85821efd),segment_id=c552365d-15ed-47e9-9b44-a5cf85821efd)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:36:10.489598 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b8111c30-5f20-4f19-ab80-b7720ad74ab3 req-334d4819-e4fe-4e92-8ad1-bfa1d1ab6453 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e72c1e1-e2f0-4808-a81b-a36d44d749c0 HTTP/1.1" status: 200 len: 210 time: 0.1708043 Apr 05 14:36:10.541148 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5810051d-6c3a-4900-842e-7b03aa6a2ec5 req-a00a970b-8f2a-4506-99ed-8e624bc56e26 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:10.543014 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5810051d-6c3a-4900-842e-7b03aa6a2ec5 req-a00a970b-8f2a-4506-99ed-8e624bc56e26 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6825a7-7f55-41fb-9dad-1b666088da08 HTTP/1.1" status: 200 len: 945 time: 0.2435081 Apr 05 14:36:10.564248 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-3f958ca5-86df-43c7-a016-4ed55e4db131 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:10.586720 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1a8f55f8-dd9a-464a-bce2-852ea0d6ed5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:10.601865 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5810051d-6c3a-4900-842e-7b03aa6a2ec5 req-de183d92-a457-442a-88f3-810a04946759 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483387 Apr 05 14:36:10.664066 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8f55f8-dd9a-464a-bce2-852ea0d6ed5e None None] Pushing event updated for resources: {'Port': ['ID=ac51d39d-b4fc-4502-8010-7eb56bcb9d5e,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:10.671291 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b9bd2293-acc5-4fa4-a556-518fe73fc380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:10.741711 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bd2293-acc5-4fa4-a556-518fe73fc380 None None] Pushing event updated for resources: {'Port': ['ID=bd067788-f14e-4c88-8857-febc15ce2c15,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:10.753875 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e340062c-6517-47af-b995-da2de0e92f07 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Made reservation on behalf of a1e705303c6b4823abe7abece6121879 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:36:10.753875 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e340062c-6517-47af-b995-da2de0e92f07 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:10.814611 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-3f958ca5-86df-43c7-a016-4ed55e4db131 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:10.983285 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-3f958ca5-86df-43c7-a016-4ed55e4db131 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Network 09506e0a-3744-473b-8a54-c7b44b9b7c22 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:36:10.992271 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-3f958ca5-86df-43c7-a016-4ed55e4db131 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:11.010060 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f958ca5-86df-43c7-a016-4ed55e4db131 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Pushing event updated for resources: {'Port': ['ID=0c4f6388-349e-4a35-a663-fd75e1242b4e,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:11.015265 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-3f958ca5-86df-43c7-a016-4ed55e4db131 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:36:11.089084 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-3f958ca5-86df-43c7-a016-4ed55e4db131 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:11.095199 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-3f958ca5-86df-43c7-a016-4ed55e4db131 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:11.176502 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a2c94270-9986-4af3-9a64-4a3ee4457212 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:11.276823 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-3f958ca5-86df-43c7-a016-4ed55e4db131 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9999218 Apr 05 14:36:11.290310 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-80f1edc1-f5f1-4e06-bec2-e07bb71b4960 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Request body: {'port': {'device_id': '382d0b57-20df-4e23-b375-ead2ffe87224', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'c4310feb-f943-4c8e-9d50-b56fc088080f', 'admin_state_up': True, 'tenant_id': '7e1ca79997b14d37bbfde5791240b349', 'security_groups': ['756a1fd7-e8fc-4bda-8783-a2c1d11a4f04']}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:36:11.525070 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-60d2768c-2f28-4714-acfd-a19c5fa5591e None None] Provisioning complete for port 0c4f6388-349e-4a35-a663-fd75e1242b4e triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:11.525070 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-60d2768c-2f28-4714-acfd-a19c5fa5591e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:11.568689 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-60d2768c-2f28-4714-acfd-a19c5fa5591e None None] Port 0c4f6388-349e-4a35-a663-fd75e1242b4e cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:36:11.573513 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f59d14-6fb4-4a3b-9459-c6069dffe91a req-bb4c2766-b646-48d8-9c63-855c323aa7cd tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:11.581195 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f59d14-6fb4-4a3b-9459-c6069dffe91a req-bb4c2766-b646-48d8-9c63-855c323aa7cd tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:11.587430 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f59d14-6fb4-4a3b-9459-c6069dffe91a req-bb4c2766-b646-48d8-9c63-855c323aa7cd tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:11.589675 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d8f59d14-6fb4-4a3b-9459-c6069dffe91a req-bb4c2766-b646-48d8-9c63-855c323aa7cd tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 2374 time: 0.1233916 Apr 05 14:36:11.623800 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-26a2f1a5-e983-465e-abd5-0a2d10e17a7c req-d6123c70-80ba-4f15-810c-f56943482ef5 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e72c1e1-e2f0-4808-a81b-a36d44d749c0 HTTP/1.1" status: 200 len: 210 time: 0.0333099 Apr 05 14:36:11.646916 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a2c94270-9986-4af3-9a64-4a3ee4457212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618'] for router, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:11.665114 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d8f59d14-6fb4-4a3b-9459-c6069dffe91a req-a784fe11-c025-4b5d-ad1e-98106adba965 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/security-groups?id=756a1fd7-e8fc-4bda-8783-a2c1d11a4f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632491 Apr 05 14:36:11.714444 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-80f1edc1-f5f1-4e06-bec2-e07bb71b4960 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Made reservation on behalf of 7e1ca79997b14d37bbfde5791240b349 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:36:11.840789 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e340062c-6517-47af-b995-da2de0e92f07 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:11.851005 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c01cb3-8326-4fb5-b0f1-a3665d29faed req-7789fe3b-6833-42ca-9a5a-01300ae13a51 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:11.852564 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-d9c01cb3-8326-4fb5-b0f1-a3665d29faed req-7789fe3b-6833-42ca-9a5a-01300ae13a51 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe6825a7-7f55-41fb-9dad-1b666088da08 HTTP/1.1" status: 200 len: 945 time: 0.1473646 Apr 05 14:36:11.873940 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca7259-7960-4b5d-99fa-c6a628ea9347 req-b2338502-b990-4bfd-b793-fc6ff3468d9e tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:11.875440 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-00ca7259-7960-4b5d-99fa-c6a628ea9347 req-b2338502-b990-4bfd-b793-fc6ff3468d9e tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6825a7-7f55-41fb-9dad-1b666088da08 HTTP/1.1" status: 200 len: 945 time: 0.1372185 Apr 05 14:36:11.905342 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-80f1edc1-f5f1-4e06-bec2-e07bb71b4960 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:11.974186 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-00ca7259-7960-4b5d-99fa-c6a628ea9347 req-2db50bf4-ccde-4313-9b5a-6cf183ea21e6 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919950 Apr 05 14:36:12.024982 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e340062c-6517-47af-b995-da2de0e92f07 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Pushing event updated for resources: {'Subnet': ['ID=1832f8f5-d6a7-49ed-ad36-45b1fd9dc2ad,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:12.036467 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e340062c-6517-47af-b995-da2de0e92f07 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Checking segment: {'id': 'fac7ce38-f946-492e-b96f-156c9e6dea32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f06753d6-518b-494b-a145-8ec5690d24eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:36:12.038865 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e340062c-6517-47af-b995-da2de0e92f07 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Network hostable DHCP agents. Network: f06753d6-518b-494b-a145-8ec5690d24eb, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:36:12.105577 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-d9c01cb3-8326-4fb5-b0f1-a3665d29faed req-dc5d5d14-1cee-4af1-9179-fe45335cfc56 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Deleting port 166641e4-a4ff-4881-9248-3aa23ca0faa3 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:36:12.106082 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-d9c01cb3-8326-4fb5-b0f1-a3665d29faed req-dc5d5d14-1cee-4af1-9179-fe45335cfc56 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:12.228248 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2c94270-9986-4af3-9a64-4a3ee4457212 admin admin] Router b07bbb92-d542-4d4b-a9df-bfda559a2eed is scheduled to L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 with binding_index 1 {{(pid=103321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:36:12.257939 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device ac51d39d-b4fc-4502-8010-7eb56bcb9d5e up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:36:12.264058 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:12.284478 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e340062c-6517-47af-b995-da2de0e92f07 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Network f06753d6-518b-494b-a145-8ec5690d24eb is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:36:12.332538 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ceb5b30-0ea2-47cf-96a7-925121cb4240 None None] Network a52c9b15-91e3-44f0-9c0d-9805c7fb72bd requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:36:12.395056 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-d9c01cb3-8326-4fb5-b0f1-a3665d29faed req-dc5d5d14-1cee-4af1-9179-fe45335cfc56 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] For port 166641e4-a4ff-4881-9248-3aa23ca0faa3, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=166641e4-a4ff-4881-9248-3aa23ca0faa3,segment=NetworkSegment(ac926e6e-ab69-4031-83ab-f0f7e23b6b3b),segment_id=ac926e6e-ab69-4031-83ab-f0f7e23b6b3b)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:36:12.395430 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-d9c01cb3-8326-4fb5-b0f1-a3665d29faed req-dc5d5d14-1cee-4af1-9179-fe45335cfc56 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:12.421503 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-80f1edc1-f5f1-4e06-bec2-e07bb71b4960 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Allocated IP 10.2.2.100 (c4310feb-f943-4c8e-9d50-b56fc088080f/14bbd64b-ac98-484b-b8ba-41cb2378fef4/d29567c3-98a7-48ae-97f5-236352cc0866) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:36:12.463906 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-4ababf4b-c406-4b42-bd2e-adffe1f03b34 None None] Provisioning complete for port ac51d39d-b4fc-4502-8010-7eb56bcb9d5e triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:12.464277 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ababf4b-c406-4b42-bd2e-adffe1f03b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:12.507681 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port ac51d39d-b4fc-4502-8010-7eb56bcb9d5e triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:12.508343 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:12.713275 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-80f1edc1-f5f1-4e06-bec2-e07bb71b4960 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:12.806847 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e26df35c-071b-45c9-b493-bc8b9e306d89 req-050262e7-e64b-45de-8ec5-c0b3111155df tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e72c1e1-e2f0-4808-a81b-a36d44d749c0 HTTP/1.1" status: 200 len: 210 time: 0.0535614 Apr 05 14:36:12.852184 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ababf4b-c406-4b42-bd2e-adffe1f03b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:12.873633 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7873da8-ce6a-4f6e-a58c-59d1bc8b29c6 req-74f1f452-2e55-433b-ab7c-8379f8fd3030 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:12.874775 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c104cd-53f1-4331-bb83-be9fe1229e04 None None] Network 670b8b0a-50bf-46e6-b122-549cafaa0cfc requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:36:12.884009 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7873da8-ce6a-4f6e-a58c-59d1bc8b29c6 req-74f1f452-2e55-433b-ab7c-8379f8fd3030 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:12.904448 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:12.905617 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7873da8-ce6a-4f6e-a58c-59d1bc8b29c6 req-74f1f452-2e55-433b-ab7c-8379f8fd3030 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:12.918742 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b7873da8-ce6a-4f6e-a58c-59d1bc8b29c6 req-74f1f452-2e55-433b-ab7c-8379f8fd3030 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 2374 time: 0.1200576 Apr 05 14:36:12.940861 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-e340062c-6517-47af-b995-da2de0e92f07 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, f06753d6-518b-494b-a145-8ec5690d24eb) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:12.945966 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e340062c-6517-47af-b995-da2de0e92f07 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:12.946765 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e340062c-6517-47af-b995-da2de0e92f07 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:12.951299 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-d9c01cb3-8326-4fb5-b0f1-a3665d29faed req-dc5d5d14-1cee-4af1-9179-fe45335cfc56 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Calling delete_port for 166641e4-a4ff-4881-9248-3aa23ca0faa3 owned by compute:nova {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:36:12.968233 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57eeb0c1-9b5c-4b67-bb6f-6b0e079cf3b9 None None] Network f06753d6-518b-494b-a145-8ec5690d24eb requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:36:12.979478 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b7873da8-ce6a-4f6e-a58c-59d1bc8b29c6 req-b4ec45b3-9283-4a8b-b9ec-b514bb17bb39 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/security-groups?id=756a1fd7-e8fc-4bda-8783-a2c1d11a4f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578797 Apr 05 14:36:13.030192 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-80f1edc1-f5f1-4e06-bec2-e07bb71b4960 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:13.047168 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c94270-9986-4af3-9a64-4a3ee4457212 admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:36:13.071850 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96893cd7-5b62-463c-a343-512e6d6ab104 None None] Sync routers for ids ['b07bbb92-d542-4d4b-a9df-bfda559a2eed'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:36:13.075336 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-4ababf4b-c406-4b42-bd2e-adffe1f03b34 None None] For port ac51d39d-b4fc-4502-8010-7eb56bcb9d5e, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=ac51d39d-b4fc-4502-8010-7eb56bcb9d5e,segment=NetworkSegment(ca1948a1-903d-447e-98b6-57fa40af7a0c),segment_id=ca1948a1-903d-447e-98b6-57fa40af7a0c)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:36:13.106205 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96893cd7-5b62-463c-a343-512e6d6ab104 None None] Routers {'b07bbb92-d542-4d4b-a9df-bfda559a2eed'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:36:13.106697 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-96893cd7-5b62-463c-a343-512e6d6ab104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:35:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['b07bbb92-d542-4d4b-a9df-bfda559a2eed'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:13.110180 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-80f1edc1-f5f1-4e06-bec2-e07bb71b4960 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Network c4310feb-f943-4c8e-9d50-b56fc088080f is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:36:13.123386 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-80f1edc1-f5f1-4e06-bec2-e07bb71b4960 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:13.132265 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-80f1edc1-f5f1-4e06-bec2-e07bb71b4960 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:36:13.266454 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f1edc1-f5f1-4e06-bec2-e07bb71b4960 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Pushing event updated for resources: {'Port': ['ID=d29567c3-98a7-48ae-97f5-236352cc0866,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:13.277845 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a2c94270-9986-4af3-9a64-4a3ee4457212 admin admin] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:13.286758 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-80f1edc1-f5f1-4e06-bec2-e07bb71b4960 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:13.288793 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-80f1edc1-f5f1-4e06-bec2-e07bb71b4960 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:13.289676 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-a2c94270-9986-4af3-9a64-4a3ee4457212 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.3309040 Apr 05 14:36:13.291187 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 41620) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:13.299236 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-e340062c-6517-47af-b995-da2de0e92f07 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.9222779 Apr 05 14:36:13.302763 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41624) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:13.506136 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-d9c01cb3-8326-4fb5-b0f1-a3665d29faed req-dc5d5d14-1cee-4af1-9179-fe45335cfc56 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:13.593947 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5d5d14-1cee-4af1-9179-fe45335cfc56 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Pushing event deleted for resources: {'Port': ['ID=166641e4-a4ff-4881-9248-3aa23ca0faa3,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:13.605875 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-96893cd7-5b62-463c-a343-512e6d6ab104 None None] Set router b07bbb92-d542-4d4b-a9df-bfda559a2eed gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:36:13.724091 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['166641e4-a4ff-4881-9248-3aa23ca0faa3'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:36:13.726905 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['76b011da-70a8-45da-bc6c-2275f4a9184f'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:36:13.752678 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ababf4b-c406-4b42-bd2e-adffe1f03b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:13.838814 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9c01cb3-8326-4fb5-b0f1-a3665d29faed req-dc5d5d14-1cee-4af1-9179-fe45335cfc56 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] No DVR routers for this DVR port 166641e4-a4ff-4881-9248-3aa23ca0faa3 on host n-h2-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:36:13.842095 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-d9c01cb3-8326-4fb5-b0f1-a3665d29faed req-dc5d5d14-1cee-4af1-9179-fe45335cfc56 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:13.870694 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-d9c01cb3-8326-4fb5-b0f1-a3665d29faed req-dc5d5d14-1cee-4af1-9179-fe45335cfc56 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.11 "DELETE /v2.0/ports/166641e4-a4ff-4881-9248-3aa23ca0faa3 HTTP/1.1" status: 204 len: 173 time: 2.0090714 Apr 05 14:36:13.874565 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-031ae3d0-5f4d-466d-85c6-61e1fc9ba8b7 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:13.892438 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe6825a7-7f55-41fb-9dad-1b666088da08', 'name': 'network-vif-deleted', 'tag': '166641e4-a4ff-4881-9248-3aa23ca0faa3'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:36:13.894803 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7241f3fb-2386-4863-bc58-f04cedfab5f0" -d '{"events": [{"server_uuid": "fe6825a7-7f55-41fb-9dad-1b666088da08", "name": "network-vif-deleted", "tag": "166641e4-a4ff-4881-9248-3aa23ca0faa3"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:36:14.001203 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ababf4b-c406-4b42-bd2e-adffe1f03b34 None None] Pushing event updated for resources: {'Port': ['ID=ac51d39d-b4fc-4502-8010-7eb56bcb9d5e,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:14.025791 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.db.api [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:36:14.026861 n-d-836650-2 neutron-server[103322]: DEBUG oslo_db.api [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:36:14.075294 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0702ebb-7245-4109-bac2-6a17f638d547 req-a9acbca6-5d94-44d6-8aa0-4f19d71f2f51 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:14.076892 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e0702ebb-7245-4109-bac2-6a17f638d547 req-a9acbca6-5d94-44d6-8aa0-4f19d71f2f51 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6825a7-7f55-41fb-9dad-1b666088da08 HTTP/1.1" status: 200 len: 945 time: 0.9769399 Apr 05 14:36:14.188034 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-031ae3d0-5f4d-466d-85c6-61e1fc9ba8b7 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:14.220067 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-166dff32-7e79-4bc8-899b-c646258cd95f None None] Provisioning complete for port bd067788-f14e-4c88-8857-febc15ce2c15 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:14.220067 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-166dff32-7e79-4bc8-899b-c646258cd95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:14.295879 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:14.362608 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-99453a3b-283d-45a9-b16d-61e684bde112 req-83b77ce3-35e4-4515-85fa-083d17dc4331 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e72c1e1-e2f0-4808-a81b-a36d44d749c0 HTTP/1.1" status: 200 len: 210 time: 0.3288770 Apr 05 14:36:14.447024 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-031ae3d0-5f4d-466d-85c6-61e1fc9ba8b7 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:14.523013 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-80f1edc1-f5f1-4e06-bec2-e07bb71b4960 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2388279 Apr 05 14:36:14.539959 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1039c6-e1e4-4531-ba4c-da66ede4515c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-f06753d6-518b-494b-a145-8ec5690d24eb', 'network_id': 'f06753d6-518b-494b-a145-8ec5690d24eb', 'tenant_id': 'a1e705303c6b4823abe7abece6121879', 'fixed_ips': [{'subnet_id': '1832f8f5-d6a7-49ed-ad36-45b1fd9dc2ad'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:36:14.540832 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3a1039c6-e1e4-4531-ba4c-da66ede4515c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:14.553889 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-d2369263-5439-4810-b782-940e3c722363 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Request body: {'port': {'device_id': '382d0b57-20df-4e23-b375-ead2ffe87224', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'c4310feb-f943-4c8e-9d50-b56fc088080f', 'admin_state_up': True, 'tenant_id': '7e1ca79997b14d37bbfde5791240b349', 'security_groups': ['756a1fd7-e8fc-4bda-8783-a2c1d11a4f04']}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:36:14.561181 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-310b29f7-b348-42e2-a23b-ceb9e4dc8a93 x-openstack-request-id: req-310b29f7-b348-42e2-a23b-ceb9e4dc8a93 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:36:14.561605 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe6825a7-7f55-41fb-9dad-1b666088da08", "name": "network-vif-deleted", "tag": "166641e4-a4ff-4881-9248-3aa23ca0faa3", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:36:14.561722 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-310b29f7-b348-42e2-a23b-ceb9e4dc8a93 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:36:14.562118 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-310b29f7-b348-42e2-a23b-ceb9e4dc8a93'] response: {'server_uuid': 'fe6825a7-7f55-41fb-9dad-1b666088da08', 'name': 'network-vif-deleted', 'tag': '166641e4-a4ff-4881-9248-3aa23ca0faa3', 'status': 'completed', 'code': 200} Apr 05 14:36:14.572191 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031ae3d0-5f4d-466d-85c6-61e1fc9ba8b7 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Pushing event deleted for resources: {'Subnet': ['ID=1832f8f5-d6a7-49ed-ad36-45b1fd9dc2ad,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:14.652024 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e0702ebb-7245-4109-bac2-6a17f638d547 req-15eb0f02-25d1-415b-8c28-89d6bec53f8e tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5465155 Apr 05 14:36:14.729810 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-031ae3d0-5f4d-466d-85c6-61e1fc9ba8b7 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:14.741827 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-166dff32-7e79-4bc8-899b-c646258cd95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:14.755692 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-031ae3d0-5f4d-466d-85c6-61e1fc9ba8b7 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f06753d6-518b-494b-a145-8ec5690d24eb']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:14.767379 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-031ae3d0-5f4d-466d-85c6-61e1fc9ba8b7 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fac7ce38-f946-492e-b96f-156c9e6dea32') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:14.768007 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-031ae3d0-5f4d-466d-85c6-61e1fc9ba8b7 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fac7ce38-f946-492e-b96f-156c9e6dea32') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:14.784190 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-031ae3d0-5f4d-466d-85c6-61e1fc9ba8b7 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:14.802029 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-031ae3d0-5f4d-466d-85c6-61e1fc9ba8b7 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:14.804096 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device bd067788-f14e-4c88-8857-febc15ce2c15 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:36:14.810953 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-031ae3d0-5f4d-466d-85c6-61e1fc9ba8b7 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:36:14.811564 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-031ae3d0-5f4d-466d-85c6-61e1fc9ba8b7 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:14.817313 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:36:14.817313 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:36:14.817313 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:36:14.817313 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:36:14.817313 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:36:14.817313 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:36:14.817313 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:36:14.817313 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:36:14.817313 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:36:14.817313 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:36:14.817313 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:36:14.817313 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:36:14.817313 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:36:14.817313 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:36:14.817313 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:36:14.817313 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:36:14.817313 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:36:14.817313 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:36:14.817313 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:36:14.817313 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:36:14.817313 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:36:14.817313 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:36:14.817313 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:36:14.817313 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:36:14.817313 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:36:14.817313 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:36:14.817313 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:36:14.817313 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:36:14.817313 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:36:14.817313 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:36:14.817313 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:36:14.817313 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:36:14.916805 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d4bbcf-fa98-4a1c-8f2a-078e4c1f4ecb None None] Network f06753d6-518b-494b-a145-8ec5690d24eb requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:36:14.929869 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-166dff32-7e79-4bc8-899b-c646258cd95f None None] For port bd067788-f14e-4c88-8857-febc15ce2c15, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=bd067788-f14e-4c88-8857-febc15ce2c15,segment=NetworkSegment(c552365d-15ed-47e9-9b44-a5cf85821efd),segment_id=c552365d-15ed-47e9-9b44-a5cf85821efd)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:36:15.026912 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-96893cd7-5b62-463c-a343-512e6d6ab104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b07bbb92-d542-4d4b-a9df-bfda559a2eed', 'name': 'tempest-TestAggregatesBasicOps-2038455355-router', 'tenant_id': '631ac36627194c4b818f34e4f7f4c229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'bfe02870-5b9b-4476-9145-ca29190ad4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:36:08Z', 'updated_at': '2022-04-05T14:36:10Z', 'revision_number': 3, 'project_id': '631ac36627194c4b818f34e4f7f4c229', 'gw_port': {'id': 'bfe02870-5b9b-4476-9145-ca29190ad4a5', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b07bbb92-d542-4d4b-a9df-bfda559a2eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:36:09Z', 'updated_at': '2022-04-05T14:36:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:15.033171 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ec26f-cf78-4806-86fc-6bf6a5ba616e req-5ffcd511-e6ee-486e-b81c-26fbfcfdff7a tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:15.034696 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-aa0ec26f-cf78-4806-86fc-6bf6a5ba616e req-5ffcd511-e6ee-486e-b81c-26fbfcfdff7a tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.55 "GET /v2.0/networks?id=bbe33099-0907-4578-b91f-9ecd1e0f3a95 HTTP/1.1" status: 200 len: 811 time: 0.9501882 Apr 05 14:36:15.055184 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-aa0ec26f-cf78-4806-86fc-6bf6a5ba616e req-5a238df0-c234-4727-9411-2fca84db445c tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Request body: {'port': {'device_id': '2e72c1e1-e2f0-4808-a81b-a36d44d749c0', 'network_id': 'bbe33099-0907-4578-b91f-9ecd1e0f3a95', 'admin_state_up': True, 'tenant_id': '9215d951bfeb48c39a8e33c585301815'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:36:15.072683 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-031ae3d0-5f4d-466d-85c6-61e1fc9ba8b7 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:15.074065 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96893cd7-5b62-463c-a343-512e6d6ab104 None None] Checking router: b07bbb92-d542-4d4b-a9df-bfda559a2eed for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:36:15.080218 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-031ae3d0-5f4d-466d-85c6-61e1fc9ba8b7 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:15.083320 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96893cd7-5b62-463c-a343-512e6d6ab104 None None] Updating router b07bbb92-d542-4d4b-a9df-bfda559a2eed port bfe02870-5b9b-4476-9145-ca29190ad4a5 binding host n-d-836650-2 {{(pid=103322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:36:15.092607 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-031ae3d0-5f4d-466d-85c6-61e1fc9ba8b7 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] 10.222.0.30 "DELETE /v2.0/networks/f06753d6-518b-494b-a145-8ec5690d24eb HTTP/1.1" status: 204 len: 168 time: 1.7886522 Apr 05 14:36:15.094861 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41652) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:15.123979 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-0719b26f-8fd6-4ed0-a8c4-16870c9cb140 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-87395213'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:36:15.124910 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eedf00-6ac1-449c-bcd8-bd991e2f2512 req-eb0863e0-4c4a-4953-9df9-352f94c5b266 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:15.128730 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031ae3d0-5f4d-466d-85c6-61e1fc9ba8b7 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Pushing event deleted for resources: {'Network': ['ID=f06753d6-518b-494b-a145-8ec5690d24eb,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:15.132552 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eedf00-6ac1-449c-bcd8-bd991e2f2512 req-eb0863e0-4c4a-4953-9df9-352f94c5b266 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:15.138717 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eedf00-6ac1-449c-bcd8-bd991e2f2512 req-eb0863e0-4c4a-4953-9df9-352f94c5b266 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:15.141358 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-166dff32-7e79-4bc8-899b-c646258cd95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:15.155392 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eedf00-6ac1-449c-bcd8-bd991e2f2512 req-eb0863e0-4c4a-4953-9df9-352f94c5b266 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:15.158685 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c9eedf00-6ac1-449c-bcd8-bd991e2f2512 req-eb0863e0-4c4a-4953-9df9-352f94c5b266 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 3095 time: 0.4105604 Apr 05 14:36:15.168971 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port bd067788-f14e-4c88-8857-febc15ce2c15 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:15.169342 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:15.215259 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0719b26f-8fd6-4ed0-a8c4-16870c9cb140 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Made reservation on behalf of a1e705303c6b4823abe7abece6121879 for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:36:15.225408 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0719b26f-8fd6-4ed0-a8c4-16870c9cb140 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:15.262827 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-96893cd7-5b62-463c-a343-512e6d6ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:15.285483 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0719b26f-8fd6-4ed0-a8c4-16870c9cb140 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:36:15.296137 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0719b26f-8fd6-4ed0-a8c4-16870c9cb140 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:15.296835 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-0719b26f-8fd6-4ed0-a8c4-16870c9cb140 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Added segment 298e6165-9ab8-4cf7-93ee-48bb7a6fc854 of type vlan for network d776ac55-2cbd-4495-b708-0c67bf21974b Apr 05 14:36:15.313907 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-166dff32-7e79-4bc8-899b-c646258cd95f None None] Provisioning complete for port ac51d39d-b4fc-4502-8010-7eb56bcb9d5e triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:15.314304 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-166dff32-7e79-4bc8-899b-c646258cd95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:15.344567 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0719b26f-8fd6-4ed0-a8c4-16870c9cb140 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:15.367820 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166dff32-7e79-4bc8-899b-c646258cd95f None None] Pushing event updated for resources: {'Port': ['ID=bd067788-f14e-4c88-8857-febc15ce2c15,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:15.402150 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c9eedf00-6ac1-449c-bcd8-bd991e2f2512 req-7aa34c97-2f6a-43a6-a450-b13b321cdcc9 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/security-groups?id=756a1fd7-e8fc-4bda-8783-a2c1d11a4f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603404 Apr 05 14:36:15.402839 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-d2369263-5439-4810-b782-940e3c722363 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Made reservation on behalf of 7e1ca79997b14d37bbfde5791240b349 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:36:15.444612 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-d2369263-5439-4810-b782-940e3c722363 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:15.478682 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0719b26f-8fd6-4ed0-a8c4-16870c9cb140 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:15.486600 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0719b26f-8fd6-4ed0-a8c4-16870c9cb140 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:15.487000 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0719b26f-8fd6-4ed0-a8c4-16870c9cb140 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:15.525282 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bb536b60-7abf-4afc-88c5-d07b3ebe0350 req-7e4bb68c-c9a7-4b69-a874-2be32c859b7d tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e72c1e1-e2f0-4808-a81b-a36d44d749c0 HTTP/1.1" status: 200 len: 210 time: 0.0384085 Apr 05 14:36:15.635057 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0719b26f-8fd6-4ed0-a8c4-16870c9cb140 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Pushing event updated for resources: {'Network': ['ID=d776ac55-2cbd-4495-b708-0c67bf21974b,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:15.665093 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-0719b26f-8fd6-4ed0-a8c4-16870c9cb140 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5523770 Apr 05 14:36:15.665265 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network d776ac55-2cbd-4495-b708-0c67bf21974b details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:36:15.665986 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41666) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:15.674695 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-6b649ef6-d225-4ae7-b018-00775f7e159b tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Request body: {'subnet': {'network_id': 'd776ac55-2cbd-4495-b708-0c67bf21974b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:36:15.803300 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa0ec26f-cf78-4806-86fc-6bf6a5ba616e req-5a238df0-c234-4727-9411-2fca84db445c tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Made reservation on behalf of 9215d951bfeb48c39a8e33c585301815 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:36:15.812320 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-aa0ec26f-cf78-4806-86fc-6bf6a5ba616e req-5a238df0-c234-4727-9411-2fca84db445c tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:15.963639 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-96893cd7-5b62-463c-a343-512e6d6ab104 None None] Notify callbacks [] for port, precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:15.978402 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b649ef6-d225-4ae7-b018-00775f7e159b tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Made reservation on behalf of a1e705303c6b4823abe7abece6121879 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:36:15.983335 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6b649ef6-d225-4ae7-b018-00775f7e159b tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:16.052424 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-96893cd7-5b62-463c-a343-512e6d6ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:16.138819 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-166dff32-7e79-4bc8-899b-c646258cd95f None None] Provisioning complete for port d29567c3-98a7-48ae-97f5-236352cc0866 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:16.139200 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-166dff32-7e79-4bc8-899b-c646258cd95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:16.162710 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-aa0ec26f-cf78-4806-86fc-6bf6a5ba616e req-5a238df0-c234-4727-9411-2fca84db445c tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Allocated IP 172.20.0.5 (bbe33099-0907-4578-b91f-9ecd1e0f3a95/c529ad6d-a94e-4533-88f8-eeabc5541ed8/cd4c3e1b-ebc8-4b55-acde-d5047a76f318) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:36:16.497994 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device ac51d39d-b4fc-4502-8010-7eb56bcb9d5e up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:36:16.517501 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-aa0ec26f-cf78-4806-86fc-6bf6a5ba616e req-5a238df0-c234-4727-9411-2fca84db445c tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:16.544560 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-d2369263-5439-4810-b782-940e3c722363 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Allocated IP 10.2.2.200 (c4310feb-f943-4c8e-9d50-b56fc088080f/14bbd64b-ac98-484b-b8ba-41cb2378fef4/022b1476-4190-4c5b-a67b-4356b8490205) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:36:16.550122 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-96893cd7-5b62-463c-a343-512e6d6ab104 None None] Attempting to bind port bfe02870-5b9b-4476-9145-ca29190ad4a5 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:36:16.550474 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-96893cd7-5b62-463c-a343-512e6d6ab104 None None] Attempting to bind port bfe02870-5b9b-4476-9145-ca29190ad4a5 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:36:16.551364 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96893cd7-5b62-463c-a343-512e6d6ab104 None None] Attempting to bind port bfe02870-5b9b-4476-9145-ca29190ad4a5 on network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:36:16.563363 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a350c4af-a563-4c9d-8e49-dc871456ef44 None None] Pushing event updated for resources: {'Port': ['ID=bfe02870-5b9b-4476-9145-ca29190ad4a5,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:16.573961 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96893cd7-5b62-463c-a343-512e6d6ab104 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:36:16.585345 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96893cd7-5b62-463c-a343-512e6d6ab104 None None] Checking segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:36:16.585345 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-96893cd7-5b62-463c-a343-512e6d6ab104 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:16.585345 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96893cd7-5b62-463c-a343-512e6d6ab104 None None] Bound using segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:36:16.585345 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-96893cd7-5b62-463c-a343-512e6d6ab104 None None] Bound port: bfe02870-5b9b-4476-9145-ca29190ad4a5, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:36:16.585345 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-96893cd7-5b62-463c-a343-512e6d6ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:16.585345 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-166dff32-7e79-4bc8-899b-c646258cd95f None None] Port d29567c3-98a7-48ae-97f5-236352cc0866 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:36:16.611937 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6b649ef6-d225-4ae7-b018-00775f7e159b tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:16.696195 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 166641e4-a4ff-4881-9248-3aa23ca0faa3 no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:36:16.712687 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port ac51d39d-b4fc-4502-8010-7eb56bcb9d5e triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:16.713154 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:16.721728 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b649ef6-d225-4ae7-b018-00775f7e159b tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Checking segment: {'id': '298e6165-9ab8-4cf7-93ee-48bb7a6fc854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd776ac55-2cbd-4495-b708-0c67bf21974b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:36:16.722090 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b649ef6-d225-4ae7-b018-00775f7e159b tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Network hostable DHCP agents. Network: d776ac55-2cbd-4495-b708-0c67bf21974b, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:36:16.725075 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b649ef6-d225-4ae7-b018-00775f7e159b tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Pushing event updated for resources: {'Subnet': ['ID=6c01bd85-d593-4a8a-94ff-d1200d7b1412,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:16.810636 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] No Port match for: 166641e4-a4ff-4881-9248-3aa23ca0faa3 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:36:16.811317 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 166641e4-a4ff-4881-9248-3aa23ca0faa3 not bound to the agent host n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:36:16.813185 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-96893cd7-5b62-463c-a343-512e6d6ab104 None None] For port bfe02870-5b9b-4476-9145-ca29190ad4a5, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:36:16.831967 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-96893cd7-5b62-463c-a343-512e6d6ab104 None None] For port bfe02870-5b9b-4476-9145-ca29190ad4a5, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=bfe02870-5b9b-4476-9145-ca29190ad4a5,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:36:16.836331 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b649ef6-d225-4ae7-b018-00775f7e159b tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Network d776ac55-2cbd-4495-b708-0c67bf21974b is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:36:16.836695 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-616d9954-497e-4043-8b3d-455d741d9286 None None] Provisioning complete for port bd067788-f14e-4c88-8857-febc15ce2c15 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:16.837105 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-616d9954-497e-4043-8b3d-455d741d9286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:16.906150 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device bd067788-f14e-4c88-8857-febc15ce2c15 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:36:16.926939 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-6b649ef6-d225-4ae7-b018-00775f7e159b tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, d776ac55-2cbd-4495-b708-0c67bf21974b) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:16.933617 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b649ef6-d225-4ae7-b018-00775f7e159b tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:16.933617 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6b649ef6-d225-4ae7-b018-00775f7e159b tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:16.955156 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af48398-7a27-4613-954d-78b44d9e7a76 req-8bbcf85f-8856-4712-9619-28753377a815 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:16.956867 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2af48398-7a27-4613-954d-78b44d9e7a76 req-8bbcf85f-8856-4712-9619-28753377a815 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/networks?id=bbdeb55e-008a-45ea-8c70-7d18b28201f7 HTTP/1.1" status: 200 len: 807 time: 0.5073621 Apr 05 14:36:16.961011 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ca7864-62bc-457c-953b-57da6ab75a50 None None] Network d776ac55-2cbd-4495-b708-0c67bf21974b requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:36:16.963689 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1e330201-113c-4623-9a8f-6d93ba7f72e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:16.965432 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-96893cd7-5b62-463c-a343-512e6d6ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:17.033831 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-6b649ef6-d225-4ae7-b018-00775f7e159b tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3671622 Apr 05 14:36:17.038290 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41688) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:17.043965 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2af48398-7a27-4613-954d-78b44d9e7a76 req-214f24be-67a4-400a-beb8-aefed44e3904 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/quotas/f15fb34306734f1db943c159bdbff20e HTTP/1.1" status: 200 len: 375 time: 0.0717709 Apr 05 14:36:17.057522 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58fe1ea-5ce4-4f18-91ce-4afca2eb2872 req-c0a18651-60c2-4245-90a6-fa2108814d0c tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:17.062072 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-b0384175-6347-4383-b436-0846e5e6a252 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1666486367'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:36:17.063551 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58fe1ea-5ce4-4f18-91ce-4afca2eb2872 req-c0a18651-60c2-4245-90a6-fa2108814d0c tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:17.070351 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58fe1ea-5ce4-4f18-91ce-4afca2eb2872 req-c0a18651-60c2-4245-90a6-fa2108814d0c tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:17.073898 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port bd067788-f14e-4c88-8857-febc15ce2c15 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:17.074362 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:17.076856 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58fe1ea-5ce4-4f18-91ce-4afca2eb2872 req-c0a18651-60c2-4245-90a6-fa2108814d0c tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:17.085111 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d58fe1ea-5ce4-4f18-91ce-4afca2eb2872 req-c0a18651-60c2-4245-90a6-fa2108814d0c tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 3095 time: 0.2746789 Apr 05 14:36:17.106975 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-aa0ec26f-cf78-4806-86fc-6bf6a5ba616e req-5a238df0-c234-4727-9411-2fca84db445c tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:17.137643 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['54c12fe5-dbd8-421b-81c7-5281b4511d63'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:36:17.177181 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a350c4af-a563-4c9d-8e49-dc871456ef44 None None] Pushing event updated for resources: {'Port': ['ID=bfe02870-5b9b-4476-9145-ca29190ad4a5,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:17.226494 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96893cd7-5b62-463c-a343-512e6d6ab104 None None] Routers {'b07bbb92-d542-4d4b-a9df-bfda559a2eed'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:36:17.227036 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-96893cd7-5b62-463c-a343-512e6d6ab104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:35:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['b07bbb92-d542-4d4b-a9df-bfda559a2eed'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:17.269385 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0384175-6347-4383-b436-0846e5e6a252 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Made reservation on behalf of a1e705303c6b4823abe7abece6121879 for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:36:17.277318 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b0384175-6347-4383-b436-0846e5e6a252 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:17.289431 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-d2369263-5439-4810-b782-940e3c722363 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:17.318180 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0384175-6347-4383-b436-0846e5e6a252 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:36:17.331223 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b0384175-6347-4383-b436-0846e5e6a252 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:17.334333 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-b0384175-6347-4383-b436-0846e5e6a252 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Added segment 5d2cafa3-2e3f-4049-80bf-c50cdaadfd52 of type vlan for network 05ab3c60-5514-46c0-a6ed-41cd1d27951b Apr 05 14:36:17.337394 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-96893cd7-5b62-463c-a343-512e6d6ab104 None None] Set router b07bbb92-d542-4d4b-a9df-bfda559a2eed gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:36:17.346513 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa0ec26f-cf78-4806-86fc-6bf6a5ba616e req-5a238df0-c234-4727-9411-2fca84db445c tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Network bbe33099-0907-4578-b91f-9ecd1e0f3a95 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:36:17.369419 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d58fe1ea-5ce4-4f18-91ce-4afca2eb2872 req-823d09b4-7522-446b-a55d-a34907598170 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/security-groups?id=756a1fd7-e8fc-4bda-8783-a2c1d11a4f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2833283 Apr 05 14:36:17.371039 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-aa0ec26f-cf78-4806-86fc-6bf6a5ba616e req-5a238df0-c234-4727-9411-2fca84db445c tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:17.438483 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b0384175-6347-4383-b436-0846e5e6a252 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:17.459816 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-1e330201-113c-4623-9a8f-6d93ba7f72e1 admin admin] Allocated IP 172.20.0.1 (a52c9b15-91e3-44f0-9c0d-9805c7fb72bd/46b9a8eb-c3cf-49c7-b4c5-feb441a9c87f/9256d4ba-e294-43c9-9ffc-f52ee017c6a9) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:36:17.534677 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a238df0-c234-4727-9411-2fca84db445c tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Pushing event updated for resources: {'Port': ['ID=cd4c3e1b-ebc8-4b55-acde-d5047a76f318,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:17.555757 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa0ec26f-cf78-4806-86fc-6bf6a5ba616e req-5a238df0-c234-4727-9411-2fca84db445c tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:36:17.569702 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2af48398-7a27-4613-954d-78b44d9e7a76 req-f348ac76-1480-46a3-91c6-0715be788614 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f15fb34306734f1db943c159bdbff20e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4745374 Apr 05 14:36:17.596969 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b0384175-6347-4383-b436-0846e5e6a252 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:17.619508 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0384175-6347-4383-b436-0846e5e6a252 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:17.628360 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b0384175-6347-4383-b436-0846e5e6a252 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:17.645302 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe30d6d0-44ae-476a-81bf-22ddcfecbd04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-d776ac55-2cbd-4495-b708-0c67bf21974b', 'network_id': 'd776ac55-2cbd-4495-b708-0c67bf21974b', 'tenant_id': 'a1e705303c6b4823abe7abece6121879', 'fixed_ips': [{'subnet_id': '6c01bd85-d593-4a8a-94ff-d1200d7b1412'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:36:17.646222 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fe30d6d0-44ae-476a-81bf-22ddcfecbd04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:17.782424 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0679faee-32af-4af5-a485-a06c4233481f req-6ea0cbf3-f05a-4133-a1b0-b3c3d6c3d23e tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:17.784183 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0679faee-32af-4af5-a485-a06c4233481f req-6ea0cbf3-f05a-4133-a1b0-b3c3d6c3d23e tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e72c1e1-e2f0-4808-a81b-a36d44d749c0 HTTP/1.1" status: 200 len: 931 time: 0.2296379 Apr 05 14:36:17.802035 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ec26f-cf78-4806-86fc-6bf6a5ba616e req-5a238df0-c234-4727-9411-2fca84db445c tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:17.807938 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-b0384175-6347-4383-b436-0846e5e6a252 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7592638 Apr 05 14:36:17.808087 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-aa0ec26f-cf78-4806-86fc-6bf6a5ba616e req-5a238df0-c234-4727-9411-2fca84db445c tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:17.808189 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41694) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:17.813625 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-181621a1-afe0-4fb7-be00-5c06bbcd0475 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Request body: {'subnet': {'network_id': '05ab3c60-5514-46c0-a6ed-41cd1d27951b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:36:17.844727 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0384175-6347-4383-b436-0846e5e6a252 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Pushing event updated for resources: {'Network': ['ID=05ab3c60-5514-46c0-a6ed-41cd1d27951b,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:17.868166 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 05ab3c60-5514-46c0-a6ed-41cd1d27951b details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:36:17.914258 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1e330201-113c-4623-9a8f-6d93ba7f72e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:17.938228 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0679faee-32af-4af5-a485-a06c4233481f req-4da21628-ee7c-4895-90b9-f346fc8b5315 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340449 Apr 05 14:36:17.943189 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2af48398-7a27-4613-954d-78b44d9e7a76 req-bd678062-a636-458a-8bae-44b5f4c15454 service neutron] 10.222.0.30 "GET /v2.0/networks/bbdeb55e-008a-45ea-8c70-7d18b28201f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996020 Apr 05 14:36:17.944505 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-d2369263-5439-4810-b782-940e3c722363 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:18.003490 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-4404ad02-1a43-458c-8ca1-1780b11acff1 None None] Provisioning complete for port cd4c3e1b-ebc8-4b55-acde-d5047a76f318 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:18.004507 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4404ad02-1a43-458c-8ca1-1780b11acff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:18.011379 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-d2369263-5439-4810-b782-940e3c722363 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Network c4310feb-f943-4c8e-9d50-b56fc088080f is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:36:18.048960 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-4404ad02-1a43-458c-8ca1-1780b11acff1 None None] Port cd4c3e1b-ebc8-4b55-acde-d5047a76f318 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:36:18.051955 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-d2369263-5439-4810-b782-940e3c722363 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:18.081595 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2369263-5439-4810-b782-940e3c722363 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Pushing event updated for resources: {'Port': ['ID=022b1476-4190-4c5b-a67b-4356b8490205,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:18.094900 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-181621a1-afe0-4fb7-be00-5c06bbcd0475 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Made reservation on behalf of a1e705303c6b4823abe7abece6121879 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:36:18.101200 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-181621a1-afe0-4fb7-be00-5c06bbcd0475 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:18.119817 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-aa0ec26f-cf78-4806-86fc-6bf6a5ba616e req-5a238df0-c234-4727-9411-2fca84db445c tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0677342 Apr 05 14:36:18.125397 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-d2369263-5439-4810-b782-940e3c722363 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:36:18.143766 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-fe30d6d0-44ae-476a-81bf-22ddcfecbd04 None None] Allocated IP 2001:db8::3 (d776ac55-2cbd-4495-b708-0c67bf21974b/6c01bd85-d593-4a8a-94ff-d1200d7b1412/62e224e5-a7f1-4010-b0ce-de4a0477f177) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:36:18.144358 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-aa0ec26f-cf78-4806-86fc-6bf6a5ba616e req-792042c9-d437-4221-b742-272f271c8c9e service neutron] Request body: {'port': {'device_id': '2e72c1e1-e2f0-4808-a81b-a36d44d749c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:36:18.147160 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-96893cd7-5b62-463c-a343-512e6d6ab104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b07bbb92-d542-4d4b-a9df-bfda559a2eed', 'name': 'tempest-TestAggregatesBasicOps-2038455355-router', 'tenant_id': '631ac36627194c4b818f34e4f7f4c229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'bfe02870-5b9b-4476-9145-ca29190ad4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:36:08Z', 'updated_at': '2022-04-05T14:36:10Z', 'revision_number': 3, 'project_id': '631ac36627194c4b818f34e4f7f4c229', 'gw_port': {'id': 'bfe02870-5b9b-4476-9145-ca29190ad4a5', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b07bbb92-d542-4d4b-a9df-bfda559a2eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:36:09Z', 'updated_at': '2022-04-05T14:36:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:18.220128 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96893cd7-5b62-463c-a343-512e6d6ab104 None None] The sync data for ids ['b07bbb92-d542-4d4b-a9df-bfda559a2eed'] in n-d-836650-2 is: [{'id': 'b07bbb92-d542-4d4b-a9df-bfda559a2eed', 'name': 'tempest-TestAggregatesBasicOps-2038455355-router', 'tenant_id': '631ac36627194c4b818f34e4f7f4c229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'bfe02870-5b9b-4476-9145-ca29190ad4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:36:08Z', 'updated_at': '2022-04-05T14:36:10Z', 'revision_number': 3, 'project_id': '631ac36627194c4b818f34e4f7f4c229', 'gw_port': {'id': 'bfe02870-5b9b-4476-9145-ca29190ad4a5', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b07bbb92-d542-4d4b-a9df-bfda559a2eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:36:09Z', 'updated_at': '2022-04-05T14:36:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:36:18.233344 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.ipam_backend_mixin [None req-181621a1-afe0-4fb7-be00-5c06bbcd0475 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Performing IP validity checks on allocation pools {{(pid=103321) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 05 14:36:18.233879 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.ipam_backend_mixin [None req-181621a1-afe0-4fb7-be00-5c06bbcd0475 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103321) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 05 14:36:18.237908 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1e330201-113c-4623-9a8f-6d93ba7f72e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:18.479327 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-aa0ec26f-cf78-4806-86fc-6bf6a5ba616e req-792042c9-d437-4221-b742-272f271c8c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:18.490514 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fe30d6d0-44ae-476a-81bf-22ddcfecbd04 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:18.532784 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e330201-113c-4623-9a8f-6d93ba7f72e1 admin admin] Network a52c9b15-91e3-44f0-9c0d-9805c7fb72bd is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:36:18.546265 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-d4ce5528-fecf-49ce-8241-a232006e879f None None] Provisioning complete for port 022b1476-4190-4c5b-a67b-4356b8490205 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:18.549008 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d4ce5528-fecf-49ce-8241-a232006e879f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:18.550457 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-d2369263-5439-4810-b782-940e3c722363 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:18.551751 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-d2369263-5439-4810-b782-940e3c722363 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:18.569781 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-1e330201-113c-4623-9a8f-6d93ba7f72e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:18.609830 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-d4ce5528-fecf-49ce-8241-a232006e879f None None] Port 022b1476-4190-4c5b-a67b-4356b8490205 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:36:18.612034 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fe30d6d0-44ae-476a-81bf-22ddcfecbd04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:18.621092 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-181621a1-afe0-4fb7-be00-5c06bbcd0475 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:18.672494 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe30d6d0-44ae-476a-81bf-22ddcfecbd04 None None] Pushing event updated for resources: {'Port': ['ID=62e224e5-a7f1-4010-b0ce-de4a0477f177,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:18.692702 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe30d6d0-44ae-476a-81bf-22ddcfecbd04 None None] Network d776ac55-2cbd-4495-b708-0c67bf21974b is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:36:18.694487 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-fe30d6d0-44ae-476a-81bf-22ddcfecbd04 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:18.698589 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe30d6d0-44ae-476a-81bf-22ddcfecbd04 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:36:18.809047 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-fe30d6d0-44ae-476a-81bf-22ddcfecbd04 None None] Attempting to bind port 62e224e5-a7f1-4010-b0ce-de4a0477f177 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:36:18.809477 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-fe30d6d0-44ae-476a-81bf-22ddcfecbd04 None None] Attempting to bind port 62e224e5-a7f1-4010-b0ce-de4a0477f177 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '298e6165-9ab8-4cf7-93ee-48bb7a6fc854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd776ac55-2cbd-4495-b708-0c67bf21974b'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:36:18.809941 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe30d6d0-44ae-476a-81bf-22ddcfecbd04 None None] Attempting to bind port 62e224e5-a7f1-4010-b0ce-de4a0477f177 on network d776ac55-2cbd-4495-b708-0c67bf21974b {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:36:18.816375 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe30d6d0-44ae-476a-81bf-22ddcfecbd04 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:36:18.839299 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe30d6d0-44ae-476a-81bf-22ddcfecbd04 None None] Checking segment: {'id': '298e6165-9ab8-4cf7-93ee-48bb7a6fc854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd776ac55-2cbd-4495-b708-0c67bf21974b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:36:18.839299 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fe30d6d0-44ae-476a-81bf-22ddcfecbd04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:18.839299 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe30d6d0-44ae-476a-81bf-22ddcfecbd04 None None] Bound using segment: {'id': '298e6165-9ab8-4cf7-93ee-48bb7a6fc854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd776ac55-2cbd-4495-b708-0c67bf21974b'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:36:18.839299 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-fe30d6d0-44ae-476a-81bf-22ddcfecbd04 None None] Bound port: 62e224e5-a7f1-4010-b0ce-de4a0477f177, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '298e6165-9ab8-4cf7-93ee-48bb7a6fc854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd776ac55-2cbd-4495-b708-0c67bf21974b'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:36:18.839299 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fe30d6d0-44ae-476a-81bf-22ddcfecbd04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:18.953085 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181621a1-afe0-4fb7-be00-5c06bbcd0475 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Pushing event updated for resources: {'Subnet': ['ID=050fd33e-d36d-4600-b65d-022c0f66a12c,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:18.959094 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181621a1-afe0-4fb7-be00-5c06bbcd0475 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Checking segment: {'id': '5d2cafa3-2e3f-4049-80bf-c50cdaadfd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '05ab3c60-5514-46c0-a6ed-41cd1d27951b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:36:18.959486 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181621a1-afe0-4fb7-be00-5c06bbcd0475 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Network hostable DHCP agents. Network: 05ab3c60-5514-46c0-a6ed-41cd1d27951b, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:36:19.068618 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181621a1-afe0-4fb7-be00-5c06bbcd0475 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Network 05ab3c60-5514-46c0-a6ed-41cd1d27951b is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:36:19.130960 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-fe30d6d0-44ae-476a-81bf-22ddcfecbd04 None None] For port 62e224e5-a7f1-4010-b0ce-de4a0477f177, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:36:19.151296 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-fe30d6d0-44ae-476a-81bf-22ddcfecbd04 None None] For port 62e224e5-a7f1-4010-b0ce-de4a0477f177, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=62e224e5-a7f1-4010-b0ce-de4a0477f177,segment=NetworkSegment(298e6165-9ab8-4cf7-93ee-48bb7a6fc854),segment_id=298e6165-9ab8-4cf7-93ee-48bb7a6fc854)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:36:19.154800 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e330201-113c-4623-9a8f-6d93ba7f72e1 admin admin] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:36:19.159413 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-8253f344-f7f0-4659-a411-91f2b761bf0b None None] Provisioning complete for port 9256d4ba-e294-43c9-9ffc-f52ee017c6a9 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:19.160669 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8253f344-f7f0-4659-a411-91f2b761bf0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:19.163305 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41720) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:19.196270 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e330201-113c-4623-9a8f-6d93ba7f72e1 admin admin] Pushing event updated for resources: {'Port': ['ID=9256d4ba-e294-43c9-9ffc-f52ee017c6a9,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:19.197960 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-181621a1-afe0-4fb7-be00-5c06bbcd0475 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 05ab3c60-5514-46c0-a6ed-41cd1d27951b) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:19.201535 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-d2369263-5439-4810-b782-940e3c722363 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6586082 Apr 05 14:36:19.215288 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2af48398-7a27-4613-954d-78b44d9e7a76 req-276947c7-b580-4468-9f05-d6faeb814d3d service neutron] 10.222.0.30 "GET /v2.0/networks/bbdeb55e-008a-45ea-8c70-7d18b28201f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2504387 Apr 05 14:36:19.220653 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80271bff-db40-4a4e-8544-ad8d8c009f83 None None] Network 05ab3c60-5514-46c0-a6ed-41cd1d27951b requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:36:19.231470 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181621a1-afe0-4fb7-be00-5c06bbcd0475 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:19.236265 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-181621a1-afe0-4fb7-be00-5c06bbcd0475 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:19.243421 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fe30d6d0-44ae-476a-81bf-22ddcfecbd04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:19.282840 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-fc5937f0-c54a-407a-99fc-d86c54ede1b3 service neutron] Request body: {'port': {'device_id': '382d0b57-20df-4e23-b375-ead2ffe87224', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:36:19.370340 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-181621a1-afe0-4fb7-be00-5c06bbcd0475 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.5652630 Apr 05 14:36:19.371592 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41724) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:19.412119 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-8253f344-f7f0-4659-a411-91f2b761bf0b None None] Port 9256d4ba-e294-43c9-9ffc-f52ee017c6a9 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:36:19.450009 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1e330201-113c-4623-9a8f-6d93ba7f72e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809369'] for router_interface, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:19.514358 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe30d6d0-44ae-476a-81bf-22ddcfecbd04 None None] Pushing event updated for resources: {'Port': ['ID=62e224e5-a7f1-4010-b0ce-de4a0477f177,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:19.543462 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac039b22-ffab-42dd-9e77-cbf83294ff6b req-f03e4abf-36c6-4f9f-924f-008e6b86c40b tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:19.551893 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ac039b22-ffab-42dd-9e77-cbf83294ff6b req-f03e4abf-36c6-4f9f-924f-008e6b86c40b tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/networks?id=e9f4fa40-46c8-414a-a7c0-062d21c067f9 HTTP/1.1" status: 200 len: 805 time: 1.1879537 Apr 05 14:36:19.561807 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-373306c5-614b-44e0-b9bd-1832efde50de tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:19.565011 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-37fafb3d-e8c2-4937-9db8-517228d703b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:19.647557 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-373306c5-614b-44e0-b9bd-1832efde50de tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:19.706422 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ac039b22-ffab-42dd-9e77-cbf83294ff6b req-032ee3c7-01a0-4cce-bb7b-c6ed885071a1 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/quotas/6f9dd14fd23b46d0bf68308d04a6ae90 HTTP/1.1" status: 200 len: 375 time: 0.1532950 Apr 05 14:36:19.763215 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5646f381-ad60-4b88-9f86-3d57912beb4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-05ab3c60-5514-46c0-a6ed-41cd1d27951b', 'network_id': '05ab3c60-5514-46c0-a6ed-41cd1d27951b', 'tenant_id': 'a1e705303c6b4823abe7abece6121879', 'fixed_ips': [{'subnet_id': '050fd33e-d36d-4600-b65d-022c0f66a12c'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:36:19.764103 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5646f381-ad60-4b88-9f86-3d57912beb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:19.791366 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-fc5937f0-c54a-407a-99fc-d86c54ede1b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:19.897198 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-373306c5-614b-44e0-b9bd-1832efde50de tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:19.906285 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-37fafb3d-e8c2-4937-9db8-517228d703b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:19.958448 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373306c5-614b-44e0-b9bd-1832efde50de tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Pushing event deleted for resources: {'Subnet': ['ID=050fd33e-d36d-4600-b65d-022c0f66a12c,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:20.091175 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-373306c5-614b-44e0-b9bd-1832efde50de tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:20.110577 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server [None req-5646f381-ad60-4b88-9f86-3d57912beb4d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 050fd33e-d36d-4600-b65d-022c0f66a12c: This subnet is being modified by another concurrent operation. Apr 05 14:36:20.110577 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 05 14:36:20.110577 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 05 14:36:20.110577 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 05 14:36:20.110577 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 05 14:36:20.110577 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 05 14:36:20.110577 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 05 14:36:20.110577 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 05 14:36:20.110577 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 05 14:36:20.110577 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 05 14:36:20.110577 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 14:36:20.110577 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 14:36:20.110577 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 14:36:20.110577 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 14:36:20.110577 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 14:36:20.110577 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 14:36:20.110577 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 14:36:20.110577 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 14:36:20.110577 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 14:36:20.110577 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 14:36:20.110577 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 14:36:20.110577 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 14:36:20.110577 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 14:36:20.110577 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 14:36:20.110577 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 14:36:20.110577 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 14:36:20.110577 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 14:36:20.110577 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 14:36:20.110577 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 14:36:20.110577 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 14:36:20.110577 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 14:36:20.110577 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 14:36:20.110577 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 14:36:20.110577 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 14:36:20.110577 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 05 14:36:20.110577 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 05 14:36:20.110577 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 05 14:36:20.110577 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 05 14:36:20.110577 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 05 14:36:20.110577 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 05 14:36:20.110577 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 05 14:36:20.110577 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 05 14:36:20.110577 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 05 14:36:20.110577 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 14:36:20.110577 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 05 14:36:20.110577 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 14:36:20.110577 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 14:36:20.110577 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 14:36:20.110577 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 14:36:20.110577 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 14:36:20.110577 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 14:36:20.110577 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 14:36:20.110577 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 14:36:20.110577 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 14:36:20.114721 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 14:36:20.114721 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 14:36:20.114721 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 14:36:20.114721 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 14:36:20.114721 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 14:36:20.114721 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 14:36:20.114721 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 14:36:20.114721 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 14:36:20.114721 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 14:36:20.114721 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 14:36:20.114721 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 14:36:20.114721 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 14:36:20.114721 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 14:36:20.114721 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 14:36:20.114721 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 14:36:20.114721 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 14:36:20.114721 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 05 14:36:20.114721 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 05 14:36:20.114721 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 05 14:36:20.114721 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 05 14:36:20.114721 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 05 14:36:20.114721 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 05 14:36:20.114721 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 05 14:36:20.114721 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 05 14:36:20.114721 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 05 14:36:20.114721 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 14:36:20.114721 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 05 14:36:20.114721 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 05 14:36:20.114721 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 05 14:36:20.114721 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 05 14:36:20.114721 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 05 14:36:20.114721 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 05 14:36:20.114721 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 05 14:36:20.114721 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 05 14:36:20.114721 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 05 14:36:20.114721 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server raise exception Apr 05 14:36:20.114721 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 050fd33e-d36d-4600-b65d-022c0f66a12c: This subnet is being modified by another concurrent operation. Apr 05 14:36:20.114721 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server Apr 05 14:36:20.147800 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-373306c5-614b-44e0-b9bd-1832efde50de tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05ab3c60-5514-46c0-a6ed-41cd1d27951b']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:20.174633 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-373306c5-614b-44e0-b9bd-1832efde50de tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d2cafa3-2e3f-4049-80bf-c50cdaadfd52') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:20.174939 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-373306c5-614b-44e0-b9bd-1832efde50de tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d2cafa3-2e3f-4049-80bf-c50cdaadfd52') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:20.175273 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-aa0ec26f-cf78-4806-86fc-6bf6a5ba616e req-792042c9-d437-4221-b742-272f271c8c9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd4c3e1b-ebc8-4b55-acde-d5047a76f318 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:36:20.189842 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4442dc02-47c3-44a3-b629-c4e822508641 None None] Network 05ab3c60-5514-46c0-a6ed-41cd1d27951b requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:36:20.230459 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-37fafb3d-e8c2-4937-9db8-517228d703b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:20.249513 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 62e224e5-a7f1-4010-b0ce-de4a0477f177 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:36:20.252075 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-373306c5-614b-44e0-b9bd-1832efde50de tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:20.340921 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-aa0ec26f-cf78-4806-86fc-6bf6a5ba616e req-792042c9-d437-4221-b742-272f271c8c9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:20.360418 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fafb3d-e8c2-4937-9db8-517228d703b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d1c371-3378-4e52-aa77-c55af03db4ff,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:20.367668 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-373306c5-614b-44e0-b9bd-1832efde50de tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:20.387898 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-373306c5-614b-44e0-b9bd-1832efde50de tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:36:20.388305 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-373306c5-614b-44e0-b9bd-1832efde50de tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:20.392106 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:36:20.392106 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:36:20.392106 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:36:20.392106 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:36:20.392106 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:36:20.392106 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:36:20.392106 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:36:20.392106 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:36:20.392106 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:36:20.392106 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:36:20.392106 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:36:20.392106 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:36:20.392106 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:36:20.392106 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:36:20.392106 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:36:20.392106 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:36:20.392106 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:36:20.392106 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:36:20.392106 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:36:20.392106 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:36:20.392106 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:36:20.392106 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:36:20.392106 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:36:20.392106 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:36:20.392106 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:36:20.392106 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:36:20.392106 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:36:20.392106 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:36:20.392106 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:36:20.392106 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:36:20.392106 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:36:20.392106 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:36:20.401999 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 7 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 14:36:20.416809 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-37fafb3d-e8c2-4937-9db8-517228d703b2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=babf104376dd4bd8a77831d400652217&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2519960 Apr 05 14:36:20.417457 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41744) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:20.446071 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 62e224e5-a7f1-4010-b0ce-de4a0477f177 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:20.446664 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:20.607717 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-977497d8-9dc9-4dc4-8244-be3591b66738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:20.640837 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:20.650176 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-977497d8-9dc9-4dc4-8244-be3591b66738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:20.676531 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port 62e224e5-a7f1-4010-b0ce-de4a0477f177, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=62e224e5-a7f1-4010-b0ce-de4a0477f177,segment=NetworkSegment(298e6165-9ab8-4cf7-93ee-48bb7a6fc854),segment_id=298e6165-9ab8-4cf7-93ee-48bb7a6fc854)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:36:20.689651 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-373306c5-614b-44e0-b9bd-1832efde50de tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:20.696699 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-373306c5-614b-44e0-b9bd-1832efde50de tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:20.700704 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-373306c5-614b-44e0-b9bd-1832efde50de tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] 10.222.0.30 "DELETE /v2.0/networks/05ab3c60-5514-46c0-a6ed-41cd1d27951b HTTP/1.1" status: 204 len: 168 time: 1.3274555 Apr 05 14:36:20.715418 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41750) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:20.736415 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-7dfc6858-9fe3-4274-bf44-4184f5bae333 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1901754273'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:36:20.747013 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373306c5-614b-44e0-b9bd-1832efde50de tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Pushing event deleted for resources: {'Network': ['ID=05ab3c60-5514-46c0-a6ed-41cd1d27951b,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:20.769301 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:20.770882 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device bfe02870-5b9b-4476-9145-ca29190ad4a5 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:36:20.802659 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-aa0ec26f-cf78-4806-86fc-6bf6a5ba616e req-792042c9-d437-4221-b742-272f271c8c9e service neutron] Transition to ACTIVE for port object cd4c3e1b-ebc8-4b55-acde-d5047a76f318 will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:36:20.819703 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ac039b22-ffab-42dd-9e77-cbf83294ff6b req-def803db-6f38-4f84-8dff-b0274a9adbe0 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6f9dd14fd23b46d0bf68308d04a6ae90&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1119411 Apr 05 14:36:20.861594 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dfc6858-9fe3-4274-bf44-4184f5bae333 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Made reservation on behalf of a1e705303c6b4823abe7abece6121879 for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:36:20.867110 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7dfc6858-9fe3-4274-bf44-4184f5bae333 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:20.908745 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-977497d8-9dc9-4dc4-8244-be3591b66738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:20.912160 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-977497d8-9dc9-4dc4-8244-be3591b66738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:20.916548 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-977497d8-9dc9-4dc4-8244-be3591b66738 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e8d1c371-3378-4e52-aa77-c55af03db4ff HTTP/1.1" status: 204 len: 168 time: 0.4957800 Apr 05 14:36:20.928570 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-aa0ec26f-cf78-4806-86fc-6bf6a5ba616e req-792042c9-d437-4221-b742-272f271c8c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:20.954855 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977497d8-9dc9-4dc4-8244-be3591b66738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d1c371-3378-4e52-aa77-c55af03db4ff,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:20.962880 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dfc6858-9fe3-4274-bf44-4184f5bae333 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:36:20.988190 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7dfc6858-9fe3-4274-bf44-4184f5bae333 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:20.988686 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-7dfc6858-9fe3-4274-bf44-4184f5bae333 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Added segment 43494f96-8af6-4b3c-80b3-4e0527509399 of type vlan for network c74baa0c-4c98-420c-b25f-9d0f145ac6fb Apr 05 14:36:21.005238 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792042c9-d437-4221-b742-272f271c8c9e service neutron] Pushing event updated for resources: {'Port': ['ID=cd4c3e1b-ebc8-4b55-acde-d5047a76f318,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:21.043394 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port bfe02870-5b9b-4476-9145-ca29190ad4a5 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:21.043772 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:21.071612 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f66ccf-2ada-481d-94b0-bb2931b398b9 req-a6201b69-082f-4b94-8dee-9ea0f03852b5 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:21.078006 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f66ccf-2ada-481d-94b0-bb2931b398b9 req-a6201b69-082f-4b94-8dee-9ea0f03852b5 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:21.083767 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7dfc6858-9fe3-4274-bf44-4184f5bae333 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:21.099152 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f66ccf-2ada-481d-94b0-bb2931b398b9 req-a6201b69-082f-4b94-8dee-9ea0f03852b5 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:21.108255 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f66ccf-2ada-481d-94b0-bb2931b398b9 req-a6201b69-082f-4b94-8dee-9ea0f03852b5 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:21.114636 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f66ccf-2ada-481d-94b0-bb2931b398b9 req-a6201b69-082f-4b94-8dee-9ea0f03852b5 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:21.117889 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=62e224e5-a7f1-4010-b0ce-de4a0477f177,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:21.124129 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b6f66ccf-2ada-481d-94b0-bb2931b398b9 req-a6201b69-082f-4b94-8dee-9ea0f03852b5 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 3816 time: 0.8202319 Apr 05 14:36:21.135130 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1e330201-113c-4623-9a8f-6d93ba7f72e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:21.196998 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3014529-4905-4edd-8790-01bbd305b030 None None] Network d776ac55-2cbd-4495-b708-0c67bf21974b requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:36:21.291611 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7dfc6858-9fe3-4274-bf44-4184f5bae333 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:21.298093 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:21.298684 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dfc6858-9fe3-4274-bf44-4184f5bae333 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:21.299579 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7dfc6858-9fe3-4274-bf44-4184f5bae333 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:21.332527 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-945908c3-3ec4-4478-9e37-388a4e284667 None None] Provisioning complete for port 62e224e5-a7f1-4010-b0ce-de4a0477f177 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:21.332946 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-945908c3-3ec4-4478-9e37-388a4e284667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:21.339120 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port bfe02870-5b9b-4476-9145-ca29190ad4a5, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=bfe02870-5b9b-4476-9145-ca29190ad4a5,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:36:21.366846 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b6f66ccf-2ada-481d-94b0-bb2931b398b9 req-b17384a5-686a-4146-8bfb-79931bb5f98c tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/security-groups?id=756a1fd7-e8fc-4bda-8783-a2c1d11a4f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2418568 Apr 05 14:36:21.399240 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ac039b22-ffab-42dd-9e77-cbf83294ff6b req-7a6844df-efc7-463b-b31c-1884ce01a096 service neutron] 10.222.0.30 "GET /v2.0/networks/e9f4fa40-46c8-414a-a7c0-062d21c067f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5424848 Apr 05 14:36:21.431874 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfc6858-9fe3-4274-bf44-4184f5bae333 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Pushing event updated for resources: {'Network': ['ID=c74baa0c-4c98-420c-b25f-9d0f145ac6fb,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:21.435093 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-fc5937f0-c54a-407a-99fc-d86c54ede1b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 385bc4e1-71d4-4027-983d-ee339e8e5dfe {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:36:21.453965 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network c74baa0c-4c98-420c-b25f-9d0f145ac6fb details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:36:21.465395 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-fc5937f0-c54a-407a-99fc-d86c54ede1b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:21.489713 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-fc5937f0-c54a-407a-99fc-d86c54ede1b3 service neutron] Transition to ACTIVE for port object 385bc4e1-71d4-4027-983d-ee339e8e5dfe will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:36:21.569952 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-7dfc6858-9fe3-4274-bf44-4184f5bae333 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8520243 Apr 05 14:36:21.572775 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41760) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:21.574499 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:21.592140 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-59885e2c-b4c1-4f89-a2ac-7a0e1dbc2fd4 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Request body: {'subnet': {'network_id': 'c74baa0c-4c98-420c-b25f-9d0f145ac6fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:36:21.657668 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-fc5937f0-c54a-407a-99fc-d86c54ede1b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:21.704309 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=bfe02870-5b9b-4476-9145-ca29190ad4a5,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:21.803394 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5937f0-c54a-407a-99fc-d86c54ede1b3 service neutron] Pushing event updated for resources: {'Port': ['ID=385bc4e1-71d4-4027-983d-ee339e8e5dfe,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:21.811570 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-aa0ec26f-cf78-4806-86fc-6bf6a5ba616e req-792042c9-d437-4221-b742-272f271c8c9e service neutron] Attempting to bind port cd4c3e1b-ebc8-4b55-acde-d5047a76f318 on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:36:21.811908 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-aa0ec26f-cf78-4806-86fc-6bf6a5ba616e req-792042c9-d437-4221-b742-272f271c8c9e service neutron] Attempting to bind port cd4c3e1b-ebc8-4b55-acde-d5047a76f318 by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': '87207719-1f48-46bc-a702-a88951a34078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'bbe33099-0907-4578-b91f-9ecd1e0f3a95'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:36:21.812920 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0ec26f-cf78-4806-86fc-6bf6a5ba616e req-792042c9-d437-4221-b742-272f271c8c9e service neutron] Attempting to bind port cd4c3e1b-ebc8-4b55-acde-d5047a76f318 on network bbe33099-0907-4578-b91f-9ecd1e0f3a95 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:36:21.840027 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0ec26f-cf78-4806-86fc-6bf6a5ba616e req-792042c9-d437-4221-b742-272f271c8c9e service neutron] Port cd4c3e1b-ebc8-4b55-acde-d5047a76f318 on network bbe33099-0907-4578-b91f-9ecd1e0f3a95 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:36:21.840410 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0ec26f-cf78-4806-86fc-6bf6a5ba616e req-792042c9-d437-4221-b742-272f271c8c9e service neutron] Attempting to bind port cd4c3e1b-ebc8-4b55-acde-d5047a76f318 on network bbe33099-0907-4578-b91f-9ecd1e0f3a95 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:36:21.871180 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1e330201-113c-4623-9a8f-6d93ba7f72e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:21.875950 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0ec26f-cf78-4806-86fc-6bf6a5ba616e req-792042c9-d437-4221-b742-272f271c8c9e service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:36:21.876295 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0ec26f-cf78-4806-86fc-6bf6a5ba616e req-792042c9-d437-4221-b742-272f271c8c9e service neutron] Checking segment: {'id': '87207719-1f48-46bc-a702-a88951a34078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'bbe33099-0907-4578-b91f-9ecd1e0f3a95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:36:21.876750 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0ec26f-cf78-4806-86fc-6bf6a5ba616e req-792042c9-d437-4221-b742-272f271c8c9e service neutron] Bound using segment: {'id': '87207719-1f48-46bc-a702-a88951a34078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'bbe33099-0907-4578-b91f-9ecd1e0f3a95'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:36:21.877240 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-aa0ec26f-cf78-4806-86fc-6bf6a5ba616e req-792042c9-d437-4221-b742-272f271c8c9e service neutron] Bound port: cd4c3e1b-ebc8-4b55-acde-d5047a76f318, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87207719-1f48-46bc-a702-a88951a34078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'bbe33099-0907-4578-b91f-9ecd1e0f3a95'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:36:21.877608 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-aa0ec26f-cf78-4806-86fc-6bf6a5ba616e req-792042c9-d437-4221-b742-272f271c8c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:21.971946 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59885e2c-b4c1-4f89-a2ac-7a0e1dbc2fd4 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Made reservation on behalf of a1e705303c6b4823abe7abece6121879 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:36:21.981700 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-59885e2c-b4c1-4f89-a2ac-7a0e1dbc2fd4 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:22.029663 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ac039b22-ffab-42dd-9e77-cbf83294ff6b req-20bb370f-477e-4a9f-a53e-136e2866c850 service neutron] 10.222.0.30 "GET /v2.0/networks/e9f4fa40-46c8-414a-a7c0-062d21c067f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5811725 Apr 05 14:36:22.034790 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1e330201-113c-4623-9a8f-6d93ba7f72e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:22.037314 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 62e224e5-a7f1-4010-b0ce-de4a0477f177 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:36:22.174679 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 62e224e5-a7f1-4010-b0ce-de4a0477f177 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:22.176833 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:22.194521 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e330201-113c-4623-9a8f-6d93ba7f72e1 admin admin] Pushing event updated for resources: {'Port': ['ID=9256d4ba-e294-43c9-9ffc-f52ee017c6a9,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:22.198494 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1e330201-113c-4623-9a8f-6d93ba7f72e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809317'] for router_interface, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:22.241313 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41764) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:22.255482 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c638aaf-5735-4c8f-9c95-313035683859 None None] get_active_networks_info from n-d-836650-2 {{(pid=103322) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 05 14:36:22.335130 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-cd85eaa4-5bfb-44a9-8089-5d4dbd5d7501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:22.364837 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-aa0ec26f-cf78-4806-86fc-6bf6a5ba616e req-792042c9-d437-4221-b742-272f271c8c9e service neutron] For port cd4c3e1b-ebc8-4b55-acde-d5047a76f318, host n-h1-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:36:22.381862 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-fc5937f0-c54a-407a-99fc-d86c54ede1b3 service neutron] Attempting to bind port 385bc4e1-71d4-4027-983d-ee339e8e5dfe on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:36:22.381862 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-fc5937f0-c54a-407a-99fc-d86c54ede1b3 service neutron] Attempting to bind port 385bc4e1-71d4-4027-983d-ee339e8e5dfe by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': 'd416e1c2-0a1e-4961-921e-eee607643059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'd702c3d6-7199-4322-a653-c463eb30ccf9'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:36:22.381862 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-fc5937f0-c54a-407a-99fc-d86c54ede1b3 service neutron] Attempting to bind port 385bc4e1-71d4-4027-983d-ee339e8e5dfe on network d702c3d6-7199-4322-a653-c463eb30ccf9 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:36:22.381862 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-aa0ec26f-cf78-4806-86fc-6bf6a5ba616e req-792042c9-d437-4221-b742-272f271c8c9e service neutron] For port cd4c3e1b-ebc8-4b55-acde-d5047a76f318, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=cd4c3e1b-ebc8-4b55-acde-d5047a76f318,segment=NetworkSegment(87207719-1f48-46bc-a702-a88951a34078),segment_id=87207719-1f48-46bc-a702-a88951a34078)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:36:22.388597 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b6245f-c97e-46e9-aca9-bb79d894325f req-77dd96d8-792b-4bb0-b46c-a352ff0b5e1c tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:22.399197 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-56b6245f-c97e-46e9-aca9-bb79d894325f req-77dd96d8-792b-4bb0-b46c-a352ff0b5e1c tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e72c1e1-e2f0-4808-a81b-a36d44d749c0 HTTP/1.1" status: 200 len: 943 time: 0.3649175 Apr 05 14:36:22.413228 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-fc5937f0-c54a-407a-99fc-d86c54ede1b3 service neutron] Port 385bc4e1-71d4-4027-983d-ee339e8e5dfe on network d702c3d6-7199-4322-a653-c463eb30ccf9 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:36:22.414307 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-fc5937f0-c54a-407a-99fc-d86c54ede1b3 service neutron] Attempting to bind port 385bc4e1-71d4-4027-983d-ee339e8e5dfe on network d702c3d6-7199-4322-a653-c463eb30ccf9 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:36:22.458264 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-391c19e0-ac95-434b-affd-59ca9cab8c7a None None] Provisioning complete for port 62e224e5-a7f1-4010-b0ce-de4a0477f177 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:22.469021 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-391c19e0-ac95-434b-affd-59ca9cab8c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:22.476642 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-fc5937f0-c54a-407a-99fc-d86c54ede1b3 service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:36:22.477492 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-fc5937f0-c54a-407a-99fc-d86c54ede1b3 service neutron] Checking segment: {'id': 'd416e1c2-0a1e-4961-921e-eee607643059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'd702c3d6-7199-4322-a653-c463eb30ccf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:36:22.478180 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-fc5937f0-c54a-407a-99fc-d86c54ede1b3 service neutron] Bound using segment: {'id': 'd416e1c2-0a1e-4961-921e-eee607643059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'd702c3d6-7199-4322-a653-c463eb30ccf9'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:36:22.478858 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-fc5937f0-c54a-407a-99fc-d86c54ede1b3 service neutron] Bound port: 385bc4e1-71d4-4027-983d-ee339e8e5dfe, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd416e1c2-0a1e-4961-921e-eee607643059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'd702c3d6-7199-4322-a653-c463eb30ccf9'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:36:22.479451 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-fc5937f0-c54a-407a-99fc-d86c54ede1b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:22.512023 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-cd85eaa4-5bfb-44a9-8089-5d4dbd5d7501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:22.542802 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-56b6245f-c97e-46e9-aca9-bb79d894325f req-10035fba-bc15-4440-a944-de12ddb72748 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317852 Apr 05 14:36:22.563314 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-aa0ec26f-cf78-4806-86fc-6bf6a5ba616e req-792042c9-d437-4221-b742-272f271c8c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:22.666425 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-cd85eaa4-5bfb-44a9-8089-5d4dbd5d7501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:22.689746 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-10710baa-69de-4089-b300-f592208dad84 req-951fb338-908a-49f4-bf8c-87776a2647f0 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cc4f01f-a830-4638-8b39-fd1db76b7b4f HTTP/1.1" status: 200 len: 210 time: 0.1227181 Apr 05 14:36:22.694560 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-59885e2c-b4c1-4f89-a2ac-7a0e1dbc2fd4 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:22.758032 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd85eaa4-5bfb-44a9-8089-5d4dbd5d7501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2932d1e-41e3-4ef5-892e-12d918358a10,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:22.763380 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c638aaf-5735-4c8f-9c95-313035683859 None None] Resources bound (agent type, host, resource id): {{(pid=103322) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 14:36:22.774433 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device bfe02870-5b9b-4476-9145-ca29190ad4a5 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:36:22.795334 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-cd85eaa4-5bfb-44a9-8089-5d4dbd5d7501 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=caaddfd024cb4e53b6d39ac4b4438113&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5525475 Apr 05 14:36:22.798454 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41780) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:22.812728 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e330201-113c-4623-9a8f-6d93ba7f72e1 admin admin] Network a52c9b15-91e3-44f0-9c0d-9805c7fb72bd is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:36:22.824298 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-1e330201-113c-4623-9a8f-6d93ba7f72e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:22.859956 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ec26f-cf78-4806-86fc-6bf6a5ba616e req-792042c9-d437-4221-b742-272f271c8c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:22.860954 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-aa0ec26f-cf78-4806-86fc-6bf6a5ba616e req-792042c9-d437-4221-b742-272f271c8c9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:22.876638 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59885e2c-b4c1-4f89-a2ac-7a0e1dbc2fd4 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Checking segment: {'id': '43494f96-8af6-4b3c-80b3-4e0527509399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c74baa0c-4c98-420c-b25f-9d0f145ac6fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:36:22.877026 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59885e2c-b4c1-4f89-a2ac-7a0e1dbc2fd4 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Network hostable DHCP agents. Network: c74baa0c-4c98-420c-b25f-9d0f145ac6fb, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:36:22.878161 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-aa0ec26f-cf78-4806-86fc-6bf6a5ba616e req-792042c9-d437-4221-b742-272f271c8c9e service neutron] 10.222.0.55 "PUT /v2.0/ports/cd4c3e1b-ebc8-4b55-acde-d5047a76f318 HTTP/1.1" status: 200 len: 1091 time: 4.7449341 Apr 05 14:36:22.880911 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59885e2c-b4c1-4f89-a2ac-7a0e1dbc2fd4 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Pushing event updated for resources: {'Subnet': ['ID=86145edc-3de7-458a-939b-b92b54a126ce,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:22.881091 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ea22e265-cee0-41b3-8556-24a2b24e4882 req-114789cc-6fbd-425e-b3e1-23a70a0c7a33 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=281c8477-f8fb-4a99-b063-5a7950db3344 HTTP/1.1" status: 200 len: 210 time: 0.0770462 Apr 05 14:36:22.885507 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e72c1e1-e2f0-4808-a81b-a36d44d749c0', 'tag': 'cd4c3e1b-ebc8-4b55-acde-d5047a76f318'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:36:22.890718 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-058d8d27-ad31-43f9-ba6c-cd17e01011e0" -d '{"events": [{"name": "network-changed", "server_uuid": "2e72c1e1-e2f0-4808-a81b-a36d44d749c0", "tag": "cd4c3e1b-ebc8-4b55-acde-d5047a76f318"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:36:22.916950 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792042c9-d437-4221-b742-272f271c8c9e service neutron] Pushing event updated for resources: {'Port': ['ID=cd4c3e1b-ebc8-4b55-acde-d5047a76f318,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:22.975966 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8f695bc4-e590-418f-bc39-ee75a3654657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:23.017086 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18cee9-232f-4799-8bf0-d091eb188ed7 req-0c0e35af-c33f-4dfe-8d4d-ae99b644071b tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:23.023864 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18cee9-232f-4799-8bf0-d091eb188ed7 req-0c0e35af-c33f-4dfe-8d4d-ae99b644071b tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:23.030055 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18cee9-232f-4799-8bf0-d091eb188ed7 req-0c0e35af-c33f-4dfe-8d4d-ae99b644071b tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:23.030833 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8f695bc4-e590-418f-bc39-ee75a3654657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:23.041536 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18cee9-232f-4799-8bf0-d091eb188ed7 req-0c0e35af-c33f-4dfe-8d4d-ae99b644071b tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:23.052018 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18cee9-232f-4799-8bf0-d091eb188ed7 req-0c0e35af-c33f-4dfe-8d4d-ae99b644071b tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:23.069911 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ae18cee9-232f-4799-8bf0-d091eb188ed7 req-0c0e35af-c33f-4dfe-8d4d-ae99b644071b tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 3828 time: 0.4183974 Apr 05 14:36:23.076093 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f551099c-5188-4b0f-a6c8-b6e6fbc43f26 x-openstack-request-id: req-f551099c-5188-4b0f-a6c8-b6e6fbc43f26 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:36:23.076397 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e72c1e1-e2f0-4808-a81b-a36d44d749c0", "tag": "cd4c3e1b-ebc8-4b55-acde-d5047a76f318", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:36:23.083240 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f551099c-5188-4b0f-a6c8-b6e6fbc43f26 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:36:23.083748 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f551099c-5188-4b0f-a6c8-b6e6fbc43f26'] response: {'name': 'network-changed', 'server_uuid': '2e72c1e1-e2f0-4808-a81b-a36d44d749c0', 'tag': 'cd4c3e1b-ebc8-4b55-acde-d5047a76f318', 'status': 'completed', 'code': 200} Apr 05 14:36:23.114792 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59885e2c-b4c1-4f89-a2ac-7a0e1dbc2fd4 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Network c74baa0c-4c98-420c-b25f-9d0f145ac6fb is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:36:23.192471 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port bfe02870-5b9b-4476-9145-ca29190ad4a5 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:23.193217 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:23.203339 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-fc5937f0-c54a-407a-99fc-d86c54ede1b3 service neutron] For port 385bc4e1-71d4-4027-983d-ee339e8e5dfe, host n-h1-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:36:23.243386 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-59885e2c-b4c1-4f89-a2ac-7a0e1dbc2fd4 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, c74baa0c-4c98-420c-b25f-9d0f145ac6fb) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:23.248615 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59885e2c-b4c1-4f89-a2ac-7a0e1dbc2fd4 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:23.249361 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-59885e2c-b4c1-4f89-a2ac-7a0e1dbc2fd4 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:23.252691 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ae18cee9-232f-4799-8bf0-d091eb188ed7 req-e2e2cbfb-9da7-4503-9d4c-78840fc5f7c9 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/security-groups?id=756a1fd7-e8fc-4bda-8783-a2c1d11a4f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1748526 Apr 05 14:36:23.255150 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-fc5937f0-c54a-407a-99fc-d86c54ede1b3 service neutron] For port 385bc4e1-71d4-4027-983d-ee339e8e5dfe, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=385bc4e1-71d4-4027-983d-ee339e8e5dfe,segment=NetworkSegment(d416e1c2-0a1e-4961-921e-eee607643059),segment_id=d416e1c2-0a1e-4961-921e-eee607643059)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:36:23.259680 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8f695bc4-e590-418f-bc39-ee75a3654657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:23.266056 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8f695bc4-e590-418f-bc39-ee75a3654657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:23.278571 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d8d27-ad31-43f9-ba6c-cd17e01011e0 req-54f45838-6f04-4d8d-8197-996c941e18be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:23.280393 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-058d8d27-ad31-43f9-ba6c-cd17e01011e0 req-54f45838-6f04-4d8d-8197-996c941e18be service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9215d951bfeb48c39a8e33c585301815&device_id=2e72c1e1-e2f0-4808-a81b-a36d44d749c0 HTTP/1.1" status: 200 len: 1094 time: 0.2076874 Apr 05 14:36:23.281897 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-8f695bc4-e590-418f-bc39-ee75a3654657 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b2932d1e-41e3-4ef5-892e-12d918358a10 HTTP/1.1" status: 204 len: 168 time: 0.4806349 Apr 05 14:36:23.324394 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e330201-113c-4623-9a8f-6d93ba7f72e1 admin admin] Router b07bbb92-d542-4d4b-a9df-bfda559a2eed has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:36:23.357885 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f695bc4-e590-418f-bc39-ee75a3654657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2932d1e-41e3-4ef5-892e-12d918358a10,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:23.362884 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-fc5937f0-c54a-407a-99fc-d86c54ede1b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:23.446263 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-fc5937f0-c54a-407a-99fc-d86c54ede1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:23.447207 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-fc5937f0-c54a-407a-99fc-d86c54ede1b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:23.449379 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-fc5937f0-c54a-407a-99fc-d86c54ede1b3 service neutron] 10.222.0.55 "PUT /v2.0/ports/385bc4e1-71d4-4027-983d-ee339e8e5dfe HTTP/1.1" status: 200 len: 1091 time: 4.1861999 Apr 05 14:36:23.480518 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af48398-7a27-4613-954d-78b44d9e7a76 req-defd13fa-41e0-4710-8fe8-80df82699ad7 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:23.485587 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2af48398-7a27-4613-954d-78b44d9e7a76 req-defd13fa-41e0-4710-8fe8-80df82699ad7 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.11 "GET /v2.0/networks?id=bbdeb55e-008a-45ea-8c70-7d18b28201f7 HTTP/1.1" status: 200 len: 807 time: 0.2725055 Apr 05 14:36:23.499604 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-2af48398-7a27-4613-954d-78b44d9e7a76 req-abf6ae19-e430-4b3f-853a-43ed79d16ee0 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Request body: {'port': {'device_id': '4cc4f01f-a830-4638-8b39-fd1db76b7b4f', 'network_id': 'bbdeb55e-008a-45ea-8c70-7d18b28201f7', 'admin_state_up': True, 'tenant_id': 'f15fb34306734f1db943c159bdbff20e'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:36:23.543879 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-59885e2c-b4c1-4f89-a2ac-7a0e1dbc2fd4 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.9670658 Apr 05 14:36:23.546135 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-957a6e4e-ee25-43ba-8921-1b7b5227bf04 service neutron] Request body: {'port': {'device_id': '382d0b57-20df-4e23-b375-ead2ffe87224', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:36:23.554848 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41788) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:23.562427 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5937f0-c54a-407a-99fc-d86c54ede1b3 service neutron] Pushing event updated for resources: {'Port': ['ID=385bc4e1-71d4-4027-983d-ee339e8e5dfe,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:23.603711 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d8d27-ad31-43f9-ba6c-cd17e01011e0 req-0be8630e-11f3-44dd-898e-d0d55dee3567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:23.605336 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-058d8d27-ad31-43f9-ba6c-cd17e01011e0 req-0be8630e-11f3-44dd-898e-d0d55dee3567 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=9215d951bfeb48c39a8e33c585301815&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3160596 Apr 05 14:36:23.814699 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-957a6e4e-ee25-43ba-8921-1b7b5227bf04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:23.856423 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e04b1d-2660-4ea0-b849-3f948c42e2fc None None] Network c74baa0c-4c98-420c-b25f-9d0f145ac6fb requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:36:24.052638 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a557a6da-c355-405e-98b8-3195ec64fd09 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:24.306842 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a557a6da-c355-405e-98b8-3195ec64fd09 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:24.402699 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84753f6a-295a-443d-935f-702354b2e8a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-c74baa0c-4c98-420c-b25f-9d0f145ac6fb', 'network_id': 'c74baa0c-4c98-420c-b25f-9d0f145ac6fb', 'tenant_id': 'a1e705303c6b4823abe7abece6121879', 'fixed_ips': [{'subnet_id': '86145edc-3de7-458a-939b-b92b54a126ce'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:36:24.405995 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-84753f6a-295a-443d-935f-702354b2e8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:24.457952 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2af48398-7a27-4613-954d-78b44d9e7a76 req-abf6ae19-e430-4b3f-853a-43ed79d16ee0 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Made reservation on behalf of f15fb34306734f1db943c159bdbff20e for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:36:24.462015 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2af48398-7a27-4613-954d-78b44d9e7a76 req-abf6ae19-e430-4b3f-853a-43ed79d16ee0 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:24.530288 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-123d24ff-7ebd-4e08-b8c0-54de9d20724f None None] Provisioning complete for port 9256d4ba-e294-43c9-9ffc-f52ee017c6a9 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:24.530681 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-123d24ff-7ebd-4e08-b8c0-54de9d20724f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:24.552844 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a557a6da-c355-405e-98b8-3195ec64fd09 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:24.596196 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-123d24ff-7ebd-4e08-b8c0-54de9d20724f None None] Port 9256d4ba-e294-43c9-9ffc-f52ee017c6a9 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:36:24.666767 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a6083a0f-b497-4742-889d-0fbc600d3079 req-180c3806-b7c0-4858-993a-3c0c22d20dde tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cc4f01f-a830-4638-8b39-fd1db76b7b4f HTTP/1.1" status: 200 len: 210 time: 0.8337412 Apr 05 14:36:24.676789 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e330201-113c-4623-9a8f-6d93ba7f72e1 admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:36:24.690668 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-1e330201-113c-4623-9a8f-6d93ba7f72e1 admin admin] 10.222.0.30 "PUT /v2.0/routers/b07bbb92-d542-4d4b-a9df-bfda559a2eed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3946006 Apr 05 14:36:24.692481 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-aeccb7c5-34a8-4e16-95da-1c1ef4cfacd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:24.704124 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e02ba1-544a-400a-8237-44361e99e929 None None] Sync routers for ids ['b07bbb92-d542-4d4b-a9df-bfda559a2eed'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:36:24.718369 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e02ba1-544a-400a-8237-44361e99e929 None None] Routers {'b07bbb92-d542-4d4b-a9df-bfda559a2eed'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:36:24.719007 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-86e02ba1-544a-400a-8237-44361e99e929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:35:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['b07bbb92-d542-4d4b-a9df-bfda559a2eed'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:24.721581 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a557a6da-c355-405e-98b8-3195ec64fd09 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Pushing event deleted for resources: {'Subnet': ['ID=86145edc-3de7-458a-939b-b92b54a126ce,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:24.777777 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server [None req-84753f6a-295a-443d-935f-702354b2e8a6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 86145edc-3de7-458a-939b-b92b54a126ce: This subnet is being modified by another concurrent operation. Apr 05 14:36:24.777777 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 05 14:36:24.777777 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 05 14:36:24.777777 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 05 14:36:24.777777 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 05 14:36:24.777777 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 05 14:36:24.777777 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 05 14:36:24.777777 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 05 14:36:24.777777 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 05 14:36:24.777777 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 05 14:36:24.777777 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 14:36:24.777777 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 14:36:24.777777 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 14:36:24.777777 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 14:36:24.777777 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 14:36:24.777777 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 14:36:24.777777 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 14:36:24.777777 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 14:36:24.777777 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 14:36:24.777777 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 14:36:24.777777 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 14:36:24.777777 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 14:36:24.777777 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 14:36:24.777777 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 14:36:24.777777 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 14:36:24.777777 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 14:36:24.777777 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 14:36:24.777777 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 14:36:24.777777 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 14:36:24.777777 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 14:36:24.777777 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 14:36:24.777777 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 14:36:24.777777 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 14:36:24.777777 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 14:36:24.777777 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 05 14:36:24.777777 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 05 14:36:24.777777 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 05 14:36:24.777777 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 05 14:36:24.777777 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 05 14:36:24.777777 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 05 14:36:24.777777 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 05 14:36:24.777777 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 05 14:36:24.777777 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 05 14:36:24.777777 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 14:36:24.777777 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 05 14:36:24.777777 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 14:36:24.777777 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 14:36:24.777777 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 14:36:24.777777 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 14:36:24.777777 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 14:36:24.777777 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 14:36:24.777777 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 14:36:24.777777 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 14:36:24.777777 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 14:36:24.781773 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 14:36:24.781773 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 14:36:24.781773 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 14:36:24.781773 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 14:36:24.781773 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 14:36:24.781773 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 14:36:24.781773 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 14:36:24.781773 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 14:36:24.781773 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 14:36:24.781773 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 14:36:24.781773 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 14:36:24.781773 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 14:36:24.781773 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 14:36:24.781773 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 14:36:24.781773 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 14:36:24.781773 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 14:36:24.781773 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 05 14:36:24.781773 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 05 14:36:24.781773 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 05 14:36:24.781773 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 05 14:36:24.781773 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 05 14:36:24.781773 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 05 14:36:24.781773 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 05 14:36:24.781773 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 05 14:36:24.781773 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 05 14:36:24.781773 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 14:36:24.781773 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 05 14:36:24.781773 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 05 14:36:24.781773 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 05 14:36:24.781773 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 05 14:36:24.781773 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 05 14:36:24.781773 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 05 14:36:24.781773 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 05 14:36:24.781773 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 05 14:36:24.781773 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 05 14:36:24.781773 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server raise exception Apr 05 14:36:24.781773 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 86145edc-3de7-458a-939b-b92b54a126ce: This subnet is being modified by another concurrent operation. Apr 05 14:36:24.781773 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server Apr 05 14:36:24.802978 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5cca22b-0eda-42c2-bb64-ca542f3477c9 None None] Network c74baa0c-4c98-420c-b25f-9d0f145ac6fb requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:36:24.917257 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-86e02ba1-544a-400a-8237-44361e99e929 None None] Set router b07bbb92-d542-4d4b-a9df-bfda559a2eed gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:36:25.004771 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f410d91-5404-4ab8-81a1-5a73b270266e req-0b08ab9e-59e9-4333-a573-e5edc6bcebb4 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:25.012424 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4f410d91-5404-4ab8-81a1-5a73b270266e req-0b08ab9e-59e9-4333-a573-e5edc6bcebb4 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e72c1e1-e2f0-4808-a81b-a36d44d749c0 HTTP/1.1" status: 200 len: 943 time: 1.3305213 Apr 05 14:36:25.027283 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-815e2079-2689-4878-abd0-2357be39eae3 req-4b245872-75d5-49ee-abe7-dadbb69d1c2b tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=281c8477-f8fb-4a99-b063-5a7950db3344 HTTP/1.1" status: 200 len: 210 time: 0.1797352 Apr 05 14:36:25.047351 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a557a6da-c355-405e-98b8-3195ec64fd09 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:25.086943 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d8d27-ad31-43f9-ba6c-cd17e01011e0 req-623d7d5b-0e67-4fe0-9b3c-093f440f00e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:25.091162 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-058d8d27-ad31-43f9-ba6c-cd17e01011e0 req-623d7d5b-0e67-4fe0-9b3c-093f440f00e6 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.4748669 Apr 05 14:36:25.103151 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '382d0b57-20df-4e23-b375-ead2ffe87224', 'tag': '385bc4e1-71d4-4027-983d-ee339e8e5dfe'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:36:25.109257 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3fcffe0-4096-4fe6-ac35-02eecc1bd03e" -d '{"events": [{"name": "network-changed", "server_uuid": "382d0b57-20df-4e23-b375-ead2ffe87224", "tag": "385bc4e1-71d4-4027-983d-ee339e8e5dfe"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:36:25.148932 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-a557a6da-c355-405e-98b8-3195ec64fd09 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c74baa0c-4c98-420c-b25f-9d0f145ac6fb']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:25.156607 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539afed8-6390-4324-bad3-e0c0041cfddc None None] get_active_networks_info from n-d-836650-2 {{(pid=103322) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 05 14:36:25.192049 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [req-2af48398-7a27-4613-954d-78b44d9e7a76 req-abf6ae19-e430-4b3f-853a-43ed79d16ee0 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Allocated IP 172.20.0.4 (bbdeb55e-008a-45ea-8c70-7d18b28201f7/ac874e19-e8d7-4dbd-ad30-b4a600298345/0c6707e2-66bd-42d7-96d4-e000d477bf32) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:36:25.195672 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-a557a6da-c355-405e-98b8-3195ec64fd09 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43494f96-8af6-4b3c-80b3-4e0527509399') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:25.195982 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-a557a6da-c355-405e-98b8-3195ec64fd09 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43494f96-8af6-4b3c-80b3-4e0527509399') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:25.231869 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a557a6da-c355-405e-98b8-3195ec64fd09 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:25.268936 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a557a6da-c355-405e-98b8-3195ec64fd09 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:25.293253 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-86e02ba1-544a-400a-8237-44361e99e929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b07bbb92-d542-4d4b-a9df-bfda559a2eed', 'name': 'tempest-TestAggregatesBasicOps-2038455355-router', 'tenant_id': '631ac36627194c4b818f34e4f7f4c229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'bfe02870-5b9b-4476-9145-ca29190ad4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:36:08Z', 'updated_at': '2022-04-05T14:36:20Z', 'revision_number': 4, 'project_id': '631ac36627194c4b818f34e4f7f4c229', 'gw_port': {'id': 'bfe02870-5b9b-4476-9145-ca29190ad4a5', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07bbb92-d542-4d4b-a9df-bfda559a2eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:36:09Z', 'updated_at': '2022-04-05T14:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '9256d4ba-e294-43c9-9ffc-f52ee017c6a9', 'name': '', 'network_id': 'a52c9b15-91e3-44f0-9c0d-9805c7fb72bd', 'tenant_id': '631ac36627194c4b818f34e4f7f4c229', 'mac_address': 'fa:16:3e:25:96:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b07bbb92-d542-4d4b-a9df-bfda559a2eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '46b9a8eb-c3cf-49c7-b4c5-feb441a9c87f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:36:17Z', 'updated_at': '2022-04-05T14:36:21Z', 'revision_number': 2, 'project_id': '631ac36627194c4b818f34e4f7f4c229', 'subnets': [{'id': '46b9a8eb-c3cf-49c7-b4c5-feb441a9c87f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:25.298972 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a557a6da-c355-405e-98b8-3195ec64fd09 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:36:25.299391 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a557a6da-c355-405e-98b8-3195ec64fd09 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:25.303724 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:36:25.303724 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:36:25.303724 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:36:25.303724 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:36:25.303724 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:36:25.303724 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:36:25.303724 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:36:25.303724 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:36:25.303724 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:36:25.303724 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:36:25.303724 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:36:25.303724 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:36:25.303724 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:36:25.303724 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:36:25.303724 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:36:25.303724 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:36:25.303724 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:36:25.303724 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:36:25.303724 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:36:25.303724 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:36:25.303724 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:36:25.303724 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:36:25.303724 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:36:25.303724 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:36:25.303724 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:36:25.303724 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:36:25.303724 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:36:25.303724 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:36:25.303724 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:36:25.303724 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:36:25.303724 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:36:25.303724 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:36:25.343910 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e02ba1-544a-400a-8237-44361e99e929 None None] Checking router: b07bbb92-d542-4d4b-a9df-bfda559a2eed for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:36:25.344546 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e02ba1-544a-400a-8237-44361e99e929 None None] Updating router b07bbb92-d542-4d4b-a9df-bfda559a2eed port 9256d4ba-e294-43c9-9ffc-f52ee017c6a9 binding host n-d-836650-2 {{(pid=103323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:36:25.389983 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-86e02ba1-544a-400a-8237-44361e99e929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:25.395250 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539afed8-6390-4324-bad3-e0c0041cfddc None None] Resources bound (agent type, host, resource id): {{(pid=103322) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 14:36:25.539817 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4f410d91-5404-4ab8-81a1-5a73b270266e req-3b628fb7-d22d-44be-a39a-6e9f5142891c tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5261736 Apr 05 14:36:25.563586 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ec26f-cf78-4806-86fc-6bf6a5ba616e req-69ecb6a6-74f1-4b7d-9d00-806f0cf3f613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:25.565232 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-aa0ec26f-cf78-4806-86fc-6bf6a5ba616e req-69ecb6a6-74f1-4b7d-9d00-806f0cf3f613 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9215d951bfeb48c39a8e33c585301815&device_id=2e72c1e1-e2f0-4808-a81b-a36d44d749c0 HTTP/1.1" status: 200 len: 1094 time: 0.3977678 Apr 05 14:36:25.610828 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcafa27d-02e5-4e87-bdb2-46b69b713426 req-f4dea391-b24e-4f36-8d55-e4a671113731 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:25.619743 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcafa27d-02e5-4e87-bdb2-46b69b713426 req-f4dea391-b24e-4f36-8d55-e4a671113731 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:25.628660 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcafa27d-02e5-4e87-bdb2-46b69b713426 req-f4dea391-b24e-4f36-8d55-e4a671113731 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:25.637950 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcafa27d-02e5-4e87-bdb2-46b69b713426 req-f4dea391-b24e-4f36-8d55-e4a671113731 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:25.648988 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcafa27d-02e5-4e87-bdb2-46b69b713426 req-f4dea391-b24e-4f36-8d55-e4a671113731 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:25.657022 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fcafa27d-02e5-4e87-bdb2-46b69b713426 req-f4dea391-b24e-4f36-8d55-e4a671113731 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 3828 time: 0.3398144 Apr 05 14:36:25.699051 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a557a6da-c355-405e-98b8-3195ec64fd09 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:25.771757 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a557a6da-c355-405e-98b8-3195ec64fd09 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:25.787550 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-a557a6da-c355-405e-98b8-3195ec64fd09 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] 10.222.0.30 "DELETE /v2.0/networks/c74baa0c-4c98-420c-b25f-9d0f145ac6fb HTTP/1.1" status: 204 len: 168 time: 2.2310650 Apr 05 14:36:25.790727 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a557a6da-c355-405e-98b8-3195ec64fd09 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Pushing event deleted for resources: {'Network': ['ID=c74baa0c-4c98-420c-b25f-9d0f145ac6fb,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:25.812074 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41836) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:25.820301 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-c48030ae-79ee-44c3-9478-5241b54c92aa tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-149906148'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:36:25.855253 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-86e02ba1-544a-400a-8237-44361e99e929 None None] Notify callbacks [] for port, precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:25.975747 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2af48398-7a27-4613-954d-78b44d9e7a76 req-abf6ae19-e430-4b3f-853a-43ed79d16ee0 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:25.978456 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-86e02ba1-544a-400a-8237-44361e99e929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:25.990525 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-aa0ec26f-cf78-4806-86fc-6bf6a5ba616e req-52862725-43e6-4343-b024-3efe48cae1f5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd4c3e1b-ebc8-4b55-acde-d5047a76f318 HTTP/1.1" status: 200 len: 217 time: 0.4004064 Apr 05 14:36:26.045559 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c48030ae-79ee-44c3-9478-5241b54c92aa tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Made reservation on behalf of a1e705303c6b4823abe7abece6121879 for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:36:26.052078 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c48030ae-79ee-44c3-9478-5241b54c92aa tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:26.141873 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c48030ae-79ee-44c3-9478-5241b54c92aa tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:36:26.163448 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2af48398-7a27-4613-954d-78b44d9e7a76 req-abf6ae19-e430-4b3f-853a-43ed79d16ee0 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:26.179616 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['cca30760-5885-4ffb-ac70-167eb7ad89e9'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:36:26.181042 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c48030ae-79ee-44c3-9478-5241b54c92aa tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:26.181499 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-c48030ae-79ee-44c3-9478-5241b54c92aa tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Added segment 11ccde59-3220-4d9b-b7f1-d09020537cb6 of type vlan for network 2521a5c9-62ed-435d-9bc6-90f482d88f74 Apr 05 14:36:26.191295 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ec26f-cf78-4806-86fc-6bf6a5ba616e req-36532315-a46b-4aec-93e2-81a3030fe4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:26.211524 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-aa0ec26f-cf78-4806-86fc-6bf6a5ba616e req-36532315-a46b-4aec-93e2-81a3030fe4d1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c529ad6d-a94e-4533-88f8-eeabc5541ed8 HTTP/1.1" status: 200 len: 850 time: 0.1908123 Apr 05 14:36:26.211524 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fcafa27d-02e5-4e87-bdb2-46b69b713426 req-caf736cb-b5db-4392-ad44-2fb70508711d tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/security-groups?id=756a1fd7-e8fc-4bda-8783-a2c1d11a4f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3368628 Apr 05 14:36:26.211524 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5489d541-bfd7-493c-82a3-c65c0d53db69 x-openstack-request-id: req-5489d541-bfd7-493c-82a3-c65c0d53db69 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:36:26.211524 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "382d0b57-20df-4e23-b375-ead2ffe87224", "tag": "385bc4e1-71d4-4027-983d-ee339e8e5dfe", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:36:26.211524 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5489d541-bfd7-493c-82a3-c65c0d53db69 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:36:26.212530 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5489d541-bfd7-493c-82a3-c65c0d53db69'] response: {'name': 'network-changed', 'server_uuid': '382d0b57-20df-4e23-b375-ead2ffe87224', 'tag': '385bc4e1-71d4-4027-983d-ee339e8e5dfe', 'status': 'completed', 'code': 200} Apr 05 14:36:26.217789 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65287fe3-eb87-483f-b7e3-3a4f5a110ff2 None None] Pushing event updated for resources: {'Port': ['ID=9256d4ba-e294-43c9-9ffc-f52ee017c6a9,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:26.222360 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-86e02ba1-544a-400a-8237-44361e99e929 None None] Attempting to bind port 9256d4ba-e294-43c9-9ffc-f52ee017c6a9 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:36:26.223287 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-86e02ba1-544a-400a-8237-44361e99e929 None None] Attempting to bind port 9256d4ba-e294-43c9-9ffc-f52ee017c6a9 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'ca1948a1-903d-447e-98b6-57fa40af7a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a52c9b15-91e3-44f0-9c0d-9805c7fb72bd'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:36:26.223758 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e02ba1-544a-400a-8237-44361e99e929 None None] Attempting to bind port 9256d4ba-e294-43c9-9ffc-f52ee017c6a9 on network a52c9b15-91e3-44f0-9c0d-9805c7fb72bd {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:36:26.247953 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e02ba1-544a-400a-8237-44361e99e929 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:36:26.248331 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e02ba1-544a-400a-8237-44361e99e929 None None] Checking segment: {'id': 'ca1948a1-903d-447e-98b6-57fa40af7a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a52c9b15-91e3-44f0-9c0d-9805c7fb72bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:36:26.248734 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-86e02ba1-544a-400a-8237-44361e99e929 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:26.249136 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e02ba1-544a-400a-8237-44361e99e929 None None] Bound using segment: {'id': 'ca1948a1-903d-447e-98b6-57fa40af7a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a52c9b15-91e3-44f0-9c0d-9805c7fb72bd'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:36:26.249605 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-86e02ba1-544a-400a-8237-44361e99e929 None None] Bound port: 9256d4ba-e294-43c9-9ffc-f52ee017c6a9, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca1948a1-903d-447e-98b6-57fa40af7a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a52c9b15-91e3-44f0-9c0d-9805c7fb72bd'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:36:26.250041 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-86e02ba1-544a-400a-8237-44361e99e929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:26.312734 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac039b22-ffab-42dd-9e77-cbf83294ff6b req-a9d1aebe-36e3-42e1-b8dc-0283ca05ea44 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:26.315173 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ac039b22-ffab-42dd-9e77-cbf83294ff6b req-a9d1aebe-36e3-42e1-b8dc-0283ca05ea44 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.11 "GET /v2.0/networks?id=e9f4fa40-46c8-414a-a7c0-062d21c067f9 HTTP/1.1" status: 200 len: 805 time: 0.6485462 Apr 05 14:36:26.345452 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-ac039b22-ffab-42dd-9e77-cbf83294ff6b req-18dfcb29-b560-4924-b0d6-9811266887c7 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Request body: {'port': {'device_id': '281c8477-f8fb-4a99-b063-5a7950db3344', 'network_id': 'e9f4fa40-46c8-414a-a7c0-062d21c067f9', 'admin_state_up': True, 'tenant_id': '6f9dd14fd23b46d0bf68308d04a6ae90'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:36:26.366560 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf6ae19-e430-4b3f-853a-43ed79d16ee0 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Pushing event updated for resources: {'Port': ['ID=0c6707e2-66bd-42d7-96d4-e000d477bf32,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:26.390443 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-86e02ba1-544a-400a-8237-44361e99e929 None None] For port 9256d4ba-e294-43c9-9ffc-f52ee017c6a9, host n-d-836650-2, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:36:26.393889 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-86e02ba1-544a-400a-8237-44361e99e929 None None] For port 9256d4ba-e294-43c9-9ffc-f52ee017c6a9, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=9256d4ba-e294-43c9-9ffc-f52ee017c6a9,segment=NetworkSegment(ca1948a1-903d-447e-98b6-57fa40af7a0c),segment_id=ca1948a1-903d-447e-98b6-57fa40af7a0c)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:36:26.463930 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2af48398-7a27-4613-954d-78b44d9e7a76 req-abf6ae19-e430-4b3f-853a-43ed79d16ee0 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Network bbdeb55e-008a-45ea-8c70-7d18b28201f7 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:36:26.497659 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-86e02ba1-544a-400a-8237-44361e99e929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:26.503029 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c48030ae-79ee-44c3-9478-5241b54c92aa tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:26.519513 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-944d6701-371d-487d-a8ce-349efaf43de5 req-1f0f5dba-5738-4035-a2de-2df634c22000 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=281c8477-f8fb-4a99-b063-5a7950db3344 HTTP/1.1" status: 200 len: 210 time: 0.1801133 Apr 05 14:36:26.539810 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [req-2af48398-7a27-4613-954d-78b44d9e7a76 req-abf6ae19-e430-4b3f-853a-43ed79d16ee0 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:26.548484 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-2af48398-7a27-4613-954d-78b44d9e7a76 req-abf6ae19-e430-4b3f-853a-43ed79d16ee0 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:36:26.599229 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65287fe3-eb87-483f-b7e3-3a4f5a110ff2 None None] Pushing event updated for resources: {'Port': ['ID=9256d4ba-e294-43c9-9ffc-f52ee017c6a9,revision_number=4']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:26.601720 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-957a6e4e-ee25-43ba-8921-1b7b5227bf04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8881e57a-5748-4f29-927f-2388c029f510 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:36:26.636193 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-957a6e4e-ee25-43ba-8921-1b7b5227bf04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:26.641552 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ec26f-cf78-4806-86fc-6bf6a5ba616e req-c4bbbc28-d18d-4440-9a71-3ac96053670a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:26.644448 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-aa0ec26f-cf78-4806-86fc-6bf6a5ba616e req-c4bbbc28-d18d-4440-9a71-3ac96053670a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bbe33099-0907-4578-b91f-9ecd1e0f3a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4171569 Apr 05 14:36:26.661736 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af48398-7a27-4613-954d-78b44d9e7a76 req-abf6ae19-e430-4b3f-853a-43ed79d16ee0 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:26.663327 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2af48398-7a27-4613-954d-78b44d9e7a76 req-abf6ae19-e430-4b3f-853a-43ed79d16ee0 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:26.667274 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c48030ae-79ee-44c3-9478-5241b54c92aa tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:26.673668 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48030ae-79ee-44c3-9478-5241b54c92aa tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:26.674543 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c48030ae-79ee-44c3-9478-5241b54c92aa tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:26.701231 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e02ba1-544a-400a-8237-44361e99e929 None None] Routers {'b07bbb92-d542-4d4b-a9df-bfda559a2eed'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:36:26.702897 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-86e02ba1-544a-400a-8237-44361e99e929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:35:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['b07bbb92-d542-4d4b-a9df-bfda559a2eed'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:26.712737 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fcffe0-4096-4fe6-ac35-02eecc1bd03e req-60d7c777-20e2-4b1c-9ff4-f4a0681f56a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:26.713646 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fcffe0-4096-4fe6-ac35-02eecc1bd03e req-60d7c777-20e2-4b1c-9ff4-f4a0681f56a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:26.715158 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fcffe0-4096-4fe6-ac35-02eecc1bd03e req-60d7c777-20e2-4b1c-9ff4-f4a0681f56a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:26.715793 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fcffe0-4096-4fe6-ac35-02eecc1bd03e req-60d7c777-20e2-4b1c-9ff4-f4a0681f56a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:26.717970 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fcffe0-4096-4fe6-ac35-02eecc1bd03e req-60d7c777-20e2-4b1c-9ff4-f4a0681f56a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:26.720434 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-e3fcffe0-4096-4fe6-ac35-02eecc1bd03e req-60d7c777-20e2-4b1c-9ff4-f4a0681f56a6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7e1ca79997b14d37bbfde5791240b349&device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 4363 time: 0.3181560 Apr 05 14:36:26.779317 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-f00d33ac-33ec-4004-bdb5-2532c90a104e None None] Provisioning complete for port 9256d4ba-e294-43c9-9ffc-f52ee017c6a9 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:26.779650 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f00d33ac-33ec-4004-bdb5-2532c90a104e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:26.834786 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-957a6e4e-ee25-43ba-8921-1b7b5227bf04 service neutron] Transition to ACTIVE for port object 8881e57a-5748-4f29-927f-2388c029f510 will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:36:26.848691 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3541636b-c561-4ee7-8b34-21b5a8f5db79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:26.856828 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-c48030ae-79ee-44c3-9478-5241b54c92aa tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0436180 Apr 05 14:36:26.860847 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41856) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:26.958622 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-dc961170-e94f-4f02-a491-d42a72e9e314 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Request body: {'subnet': {'network_id': '2521a5c9-62ed-435d-9bc6-90f482d88f74', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:36:26.986976 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2af48398-7a27-4613-954d-78b44d9e7a76 req-abf6ae19-e430-4b3f-853a-43ed79d16ee0 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4923060 Apr 05 14:36:27.001114 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e6dc1b-ebac-467e-9e37-37e9aa433e1d req-96bf1c97-683b-48bc-91b5-a8726ef03c64 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:27.003690 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f00d33ac-33ec-4004-bdb5-2532c90a104e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:27.007457 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-34e6dc1b-ebac-467e-9e37-37e9aa433e1d req-96bf1c97-683b-48bc-91b5-a8726ef03c64 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cc4f01f-a830-4638-8b39-fd1db76b7b4f HTTP/1.1" status: 200 len: 931 time: 0.6313295 Apr 05 14:36:27.048248 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-957a6e4e-ee25-43ba-8921-1b7b5227bf04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:27.077484 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-86e02ba1-544a-400a-8237-44361e99e929 None None] Set router b07bbb92-d542-4d4b-a9df-bfda559a2eed gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:36:27.097857 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-f00d33ac-33ec-4004-bdb5-2532c90a104e None None] For port 9256d4ba-e294-43c9-9ffc-f52ee017c6a9, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=9256d4ba-e294-43c9-9ffc-f52ee017c6a9,segment=NetworkSegment(ca1948a1-903d-447e-98b6-57fa40af7a0c),segment_id=ca1948a1-903d-447e-98b6-57fa40af7a0c)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:36:27.112920 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-aa0ec26f-cf78-4806-86fc-6bf6a5ba616e req-085dc442-0df7-473c-a63d-0df8849f4a2b service neutron] 10.222.0.55 "GET /v2.0/networks/bbe33099-0907-4578-b91f-9ecd1e0f3a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4424021 Apr 05 14:36:27.145334 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-2af48398-7a27-4613-954d-78b44d9e7a76 req-ebdf018c-aa78-4928-a69d-3531689743f3 service neutron] Request body: {'port': {'device_id': '4cc4f01f-a830-4638-8b39-fd1db76b7b4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-2'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:36:27.163125 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48030ae-79ee-44c3-9478-5241b54c92aa tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Pushing event updated for resources: {'Network': ['ID=2521a5c9-62ed-435d-9bc6-90f482d88f74,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:27.179016 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 2521a5c9-62ed-435d-9bc6-90f482d88f74 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:36:27.353819 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f00d33ac-33ec-4004-bdb5-2532c90a104e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:27.396712 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957a6e4e-ee25-43ba-8921-1b7b5227bf04 service neutron] Pushing event updated for resources: {'Port': ['ID=8881e57a-5748-4f29-927f-2388c029f510,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:27.427729 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-34e6dc1b-ebac-467e-9e37-37e9aa433e1d req-dc3ce2ff-6a1c-49b5-94d1-4cee1ca7ebf2 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3803697 Apr 05 14:36:27.527474 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e9883-9319-4589-bc76-a986be005380 req-5ac86a1e-cfba-4250-a16e-d6d10e49b4c1 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:27.538017 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1c0e9883-9319-4589-bc76-a986be005380 req-5ac86a1e-cfba-4250-a16e-d6d10e49b4c1 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e72c1e1-e2f0-4808-a81b-a36d44d749c0 HTTP/1.1" status: 200 len: 943 time: 0.5730519 Apr 05 14:36:27.543080 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fcffe0-4096-4fe6-ac35-02eecc1bd03e req-f0a4de85-08bb-4440-8611-70b397c1ebd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:27.545374 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00d33ac-33ec-4004-bdb5-2532c90a104e None None] Pushing event updated for resources: {'Port': ['ID=9256d4ba-e294-43c9-9ffc-f52ee017c6a9,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:27.546276 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fcffe0-4096-4fe6-ac35-02eecc1bd03e req-f0a4de85-08bb-4440-8611-70b397c1ebd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:27.546846 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fcffe0-4096-4fe6-ac35-02eecc1bd03e req-f0a4de85-08bb-4440-8611-70b397c1ebd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:27.548056 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9a543890-a3e4-4eac-99e4-39a94011d26f None None] Provisioning complete for port 9256d4ba-e294-43c9-9ffc-f52ee017c6a9 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:27.548438 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9a543890-a3e4-4eac-99e4-39a94011d26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:27.558457 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-e3fcffe0-4096-4fe6-ac35-02eecc1bd03e req-f0a4de85-08bb-4440-8611-70b397c1ebd5 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=7e1ca79997b14d37bbfde5791240b349&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.8107071 Apr 05 14:36:27.582613 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2af48398-7a27-4613-954d-78b44d9e7a76 req-ebdf018c-aa78-4928-a69d-3531689743f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:27.628549 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac039b22-ffab-42dd-9e77-cbf83294ff6b req-18dfcb29-b560-4924-b0d6-9811266887c7 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Made reservation on behalf of 6f9dd14fd23b46d0bf68308d04a6ae90 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:36:27.638900 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ac039b22-ffab-42dd-9e77-cbf83294ff6b req-18dfcb29-b560-4924-b0d6-9811266887c7 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:27.663355 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc961170-e94f-4f02-a491-d42a72e9e314 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Made reservation on behalf of a1e705303c6b4823abe7abece6121879 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:36:27.666776 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-dc961170-e94f-4f02-a491-d42a72e9e314 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:27.679579 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-86e02ba1-544a-400a-8237-44361e99e929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b07bbb92-d542-4d4b-a9df-bfda559a2eed', 'name': 'tempest-TestAggregatesBasicOps-2038455355-router', 'tenant_id': '631ac36627194c4b818f34e4f7f4c229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'bfe02870-5b9b-4476-9145-ca29190ad4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:36:08Z', 'updated_at': '2022-04-05T14:36:20Z', 'revision_number': 4, 'project_id': '631ac36627194c4b818f34e4f7f4c229', 'gw_port': {'id': 'bfe02870-5b9b-4476-9145-ca29190ad4a5', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07bbb92-d542-4d4b-a9df-bfda559a2eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:36:09Z', 'updated_at': '2022-04-05T14:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '9256d4ba-e294-43c9-9ffc-f52ee017c6a9', 'name': '', 'network_id': 'a52c9b15-91e3-44f0-9c0d-9805c7fb72bd', 'tenant_id': '631ac36627194c4b818f34e4f7f4c229', 'mac_address': 'fa:16:3e:25:96:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b07bbb92-d542-4d4b-a9df-bfda559a2eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '46b9a8eb-c3cf-49c7-b4c5-feb441a9c87f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:36:17Z', 'updated_at': '2022-04-05T14:36:26Z', 'revision_number': 4, 'project_id': '631ac36627194c4b818f34e4f7f4c229', 'subnets': [{'id': '46b9a8eb-c3cf-49c7-b4c5-feb441a9c87f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:27.748872 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e02ba1-544a-400a-8237-44361e99e929 None None] The sync data for ids ['b07bbb92-d542-4d4b-a9df-bfda559a2eed'] in n-d-836650-2 is: [{'id': 'b07bbb92-d542-4d4b-a9df-bfda559a2eed', 'name': 'tempest-TestAggregatesBasicOps-2038455355-router', 'tenant_id': '631ac36627194c4b818f34e4f7f4c229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'bfe02870-5b9b-4476-9145-ca29190ad4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:36:08Z', 'updated_at': '2022-04-05T14:36:20Z', 'revision_number': 4, 'project_id': '631ac36627194c4b818f34e4f7f4c229', 'gw_port': {'id': 'bfe02870-5b9b-4476-9145-ca29190ad4a5', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07bbb92-d542-4d4b-a9df-bfda559a2eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:36:09Z', 'updated_at': '2022-04-05T14:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '9256d4ba-e294-43c9-9ffc-f52ee017c6a9', 'name': '', 'network_id': 'a52c9b15-91e3-44f0-9c0d-9805c7fb72bd', 'tenant_id': '631ac36627194c4b818f34e4f7f4c229', 'mac_address': 'fa:16:3e:25:96:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b07bbb92-d542-4d4b-a9df-bfda559a2eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '46b9a8eb-c3cf-49c7-b4c5-feb441a9c87f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:36:17Z', 'updated_at': '2022-04-05T14:36:26Z', 'revision_number': 4, 'project_id': '631ac36627194c4b818f34e4f7f4c229', 'subnets': [{'id': '46b9a8eb-c3cf-49c7-b4c5-feb441a9c87f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:36:27.971102 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:28.009898 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-ac039b22-ffab-42dd-9e77-cbf83294ff6b req-18dfcb29-b560-4924-b0d6-9811266887c7 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Allocated IP 172.20.0.10 (e9f4fa40-46c8-414a-a7c0-062d21c067f9/7f3129d9-da84-45bd-9800-b5c89ee3ca61/7a0c73c4-5564-41c5-8418-f5877c877f29) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:36:28.029159 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41878) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:28.065614 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 9256d4ba-e294-43c9-9ffc-f52ee017c6a9 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:36:28.156124 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fcffe0-4096-4fe6-ac35-02eecc1bd03e req-f25fe9e7-5310-4555-b3b1-0480b28e7f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:28.157738 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-e3fcffe0-4096-4fe6-ac35-02eecc1bd03e req-f25fe9e7-5310-4555-b3b1-0480b28e7f30 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5984883 Apr 05 14:36:28.190138 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 9256d4ba-e294-43c9-9ffc-f52ee017c6a9 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:28.190519 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:28.230608 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-aa0ec26f-cf78-4806-86fc-6bf6a5ba616e req-767e1eba-d312-459e-9447-cb9a4d36def0 service neutron] 10.222.0.55 "GET /v2.0/networks/bbe33099-0907-4578-b91f-9ecd1e0f3a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0419326 Apr 05 14:36:28.265317 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-957a6e4e-ee25-43ba-8921-1b7b5227bf04 service neutron] Attempting to bind port 8881e57a-5748-4f29-927f-2388c029f510 on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:36:28.266032 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-957a6e4e-ee25-43ba-8921-1b7b5227bf04 service neutron] Attempting to bind port 8881e57a-5748-4f29-927f-2388c029f510 by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': '9b21705a-bc5f-4914-8fe4-95935e7f97b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '09506e0a-3744-473b-8a54-c7b44b9b7c22'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:36:28.266531 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-957a6e4e-ee25-43ba-8921-1b7b5227bf04 service neutron] Attempting to bind port 8881e57a-5748-4f29-927f-2388c029f510 on network 09506e0a-3744-473b-8a54-c7b44b9b7c22 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:36:28.273956 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1c0e9883-9319-4589-bc76-a986be005380 req-11443425-9517-49b2-9690-0e3551fd4857 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7349372 Apr 05 14:36:28.317548 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-957a6e4e-ee25-43ba-8921-1b7b5227bf04 service neutron] Port 8881e57a-5748-4f29-927f-2388c029f510 on network 09506e0a-3744-473b-8a54-c7b44b9b7c22 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:36:28.318208 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-957a6e4e-ee25-43ba-8921-1b7b5227bf04 service neutron] Attempting to bind port 8881e57a-5748-4f29-927f-2388c029f510 on network 09506e0a-3744-473b-8a54-c7b44b9b7c22 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:36:28.377199 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218963ea-a762-4a79-a18b-74cd906befbb req-67a047de-c059-4183-827a-b7a8ef0f5581 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:28.386987 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218963ea-a762-4a79-a18b-74cd906befbb req-67a047de-c059-4183-827a-b7a8ef0f5581 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:28.396140 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218963ea-a762-4a79-a18b-74cd906befbb req-67a047de-c059-4183-827a-b7a8ef0f5581 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:28.403476 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218963ea-a762-4a79-a18b-74cd906befbb req-67a047de-c059-4183-827a-b7a8ef0f5581 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:28.417087 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218963ea-a762-4a79-a18b-74cd906befbb req-67a047de-c059-4183-827a-b7a8ef0f5581 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:28.437895 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218963ea-a762-4a79-a18b-74cd906befbb req-67a047de-c059-4183-827a-b7a8ef0f5581 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:28.451346 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-218963ea-a762-4a79-a18b-74cd906befbb req-67a047de-c059-4183-827a-b7a8ef0f5581 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 4601 time: 0.7386799 Apr 05 14:36:28.500612 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ac039b22-ffab-42dd-9e77-cbf83294ff6b req-18dfcb29-b560-4924-b0d6-9811266887c7 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:28.503014 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-957a6e4e-ee25-43ba-8921-1b7b5227bf04 service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:36:28.503356 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-957a6e4e-ee25-43ba-8921-1b7b5227bf04 service neutron] Checking segment: {'id': '9b21705a-bc5f-4914-8fe4-95935e7f97b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '09506e0a-3744-473b-8a54-c7b44b9b7c22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:36:28.504480 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-957a6e4e-ee25-43ba-8921-1b7b5227bf04 service neutron] Bound using segment: {'id': '9b21705a-bc5f-4914-8fe4-95935e7f97b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '09506e0a-3744-473b-8a54-c7b44b9b7c22'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:36:28.505045 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-957a6e4e-ee25-43ba-8921-1b7b5227bf04 service neutron] Bound port: 8881e57a-5748-4f29-927f-2388c029f510, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b21705a-bc5f-4914-8fe4-95935e7f97b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '09506e0a-3744-473b-8a54-c7b44b9b7c22'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:36:28.505405 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-957a6e4e-ee25-43ba-8921-1b7b5227bf04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:28.508828 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-797404c4-ad7f-46f7-b765-488e57805d2e req-08945b77-638d-446b-9428-5c1c702b39f0 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=281c8477-f8fb-4a99-b063-5a7950db3344 HTTP/1.1" status: 200 len: 210 time: 0.0540249 Apr 05 14:36:28.566760 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-220b735c-ca4c-4784-b8bb-27196042e8d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:28.665180 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-218963ea-a762-4a79-a18b-74cd906befbb req-89116228-c2fe-4570-886d-c6bd36b8f4f1 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/security-groups?id=756a1fd7-e8fc-4bda-8783-a2c1d11a4f04&id=cbd616a3-13b2-4eba-903a-bcdcba548a35&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2128282 Apr 05 14:36:28.746875 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-dc961170-e94f-4f02-a491-d42a72e9e314 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:28.783283 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [req-2af48398-7a27-4613-954d-78b44d9e7a76 req-ebdf018c-aa78-4928-a69d-3531689743f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c6707e2-66bd-42d7-96d4-e000d477bf32 {{(pid=103321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:36:28.798380 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-220b735c-ca4c-4784-b8bb-27196042e8d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:28.805969 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-957a6e4e-ee25-43ba-8921-1b7b5227bf04 service neutron] For port 8881e57a-5748-4f29-927f-2388c029f510, host n-h1-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:36:28.821732 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf310c75-7869-4da4-9bf3-3d4cf7285748 req-d0128c55-98ca-4dd8-b8a0-9a0c2d47bc43 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:28.829440 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cf310c75-7869-4da4-9bf3-3d4cf7285748 req-d0128c55-98ca-4dd8-b8a0-9a0c2d47bc43 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cc4f01f-a830-4638-8b39-fd1db76b7b4f HTTP/1.1" status: 200 len: 931 time: 0.1947837 Apr 05 14:36:28.832826 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-957a6e4e-ee25-43ba-8921-1b7b5227bf04 service neutron] For port 8881e57a-5748-4f29-927f-2388c029f510, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=8881e57a-5748-4f29-927f-2388c029f510,segment=NetworkSegment(9b21705a-bc5f-4914-8fe4-95935e7f97b2),segment_id=9b21705a-bc5f-4914-8fe4-95935e7f97b2)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:36:28.841757 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2af48398-7a27-4613-954d-78b44d9e7a76 req-ebdf018c-aa78-4928-a69d-3531689743f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:28.876821 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.provisioning_blocks [req-2af48398-7a27-4613-954d-78b44d9e7a76 req-ebdf018c-aa78-4928-a69d-3531689743f3 service neutron] Transition to ACTIVE for port object 0c6707e2-66bd-42d7-96d4-e000d477bf32 will not be triggered until provisioned by entity L2. {{(pid=103321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:36:28.884576 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ac039b22-ffab-42dd-9e77-cbf83294ff6b req-18dfcb29-b560-4924-b0d6-9811266887c7 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:28.902472 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-220b735c-ca4c-4784-b8bb-27196042e8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:28.903919 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['76b011da-70a8-45da-bc6c-2275f4a9184f'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:36:28.936372 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc961170-e94f-4f02-a491-d42a72e9e314 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Pushing event updated for resources: {'Subnet': ['ID=e99578cf-c0cf-4f80-91e3-dbf7d62ebecb,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:28.950374 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc961170-e94f-4f02-a491-d42a72e9e314 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Checking segment: {'id': '11ccde59-3220-4d9b-b7f1-d09020537cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2521a5c9-62ed-435d-9bc6-90f482d88f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:36:28.957703 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc961170-e94f-4f02-a491-d42a72e9e314 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Network hostable DHCP agents. Network: 2521a5c9-62ed-435d-9bc6-90f482d88f74, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:36:28.970671 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac039b22-ffab-42dd-9e77-cbf83294ff6b req-18dfcb29-b560-4924-b0d6-9811266887c7 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Network e9f4fa40-46c8-414a-a7c0-062d21c067f9 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:36:28.981675 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-957a6e4e-ee25-43ba-8921-1b7b5227bf04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:29.014466 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2af48398-7a27-4613-954d-78b44d9e7a76 req-ebdf018c-aa78-4928-a69d-3531689743f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:29.025563 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-957a6e4e-ee25-43ba-8921-1b7b5227bf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:29.025563 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-957a6e4e-ee25-43ba-8921-1b7b5227bf04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:29.025563 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-957a6e4e-ee25-43ba-8921-1b7b5227bf04 service neutron] 10.222.0.55 "PUT /v2.0/ports/8881e57a-5748-4f29-927f-2388c029f510 HTTP/1.1" status: 200 len: 1131 time: 5.4799771 Apr 05 14:36:29.035612 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cf310c75-7869-4da4-9bf3-3d4cf7285748 req-7d8d442d-da35-46de-8f90-4827052bf696 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977439 Apr 05 14:36:29.071531 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '382d0b57-20df-4e23-b375-ead2ffe87224', 'tag': '8881e57a-5748-4f29-927f-2388c029f510'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:36:29.079790 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-883fdb1b-0d55-4439-9a56-66eead89116d" -d '{"events": [{"name": "network-changed", "server_uuid": "382d0b57-20df-4e23-b375-ead2ffe87224", "tag": "8881e57a-5748-4f29-927f-2388c029f510"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:36:29.080171 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-220b735c-ca4c-4784-b8bb-27196042e8d9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=20eccff57cf24636818a3a8d9e222445&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0428636 Apr 05 14:36:29.080865 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220b735c-ca4c-4784-b8bb-27196042e8d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=795c6c3a-98d1-4466-9fa0-2cd9af9c454b,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:29.089898 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-ac039b22-ffab-42dd-9e77-cbf83294ff6b req-18dfcb29-b560-4924-b0d6-9811266887c7 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:29.096074 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41902) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:29.112979 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac039b22-ffab-42dd-9e77-cbf83294ff6b req-18dfcb29-b560-4924-b0d6-9811266887c7 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:36:29.186835 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-148c548f-3592-425b-9deb-17c90f2ec077 service neutron] Request body: {'port': {'device_id': '382d0b57-20df-4e23-b375-ead2ffe87224', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:36:29.224099 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc961170-e94f-4f02-a491-d42a72e9e314 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Network 2521a5c9-62ed-435d-9bc6-90f482d88f74 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:36:29.280497 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdf018c-aa78-4928-a69d-3531689743f3 service neutron] Pushing event updated for resources: {'Port': ['ID=0c6707e2-66bd-42d7-96d4-e000d477bf32,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:29.372984 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e7e351-3670-4068-8a62-30df6c89c001 x-openstack-request-id: req-d1e7e351-3670-4068-8a62-30df6c89c001 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:36:29.373278 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "382d0b57-20df-4e23-b375-ead2ffe87224", "tag": "8881e57a-5748-4f29-927f-2388c029f510", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:36:29.380164 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d1e7e351-3670-4068-8a62-30df6c89c001 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:36:29.380684 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1e7e351-3670-4068-8a62-30df6c89c001'] response: {'name': 'network-changed', 'server_uuid': '382d0b57-20df-4e23-b375-ead2ffe87224', 'tag': '8881e57a-5748-4f29-927f-2388c029f510', 'status': 'completed', 'code': 200} Apr 05 14:36:29.428729 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-dc961170-e94f-4f02-a491-d42a72e9e314 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 2521a5c9-62ed-435d-9bc6-90f482d88f74) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:29.440260 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc961170-e94f-4f02-a491-d42a72e9e314 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:29.441597 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-dc961170-e94f-4f02-a491-d42a72e9e314 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:29.455555 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aada0b3f-df3a-4e69-8c0c-f1efc5184fc1 None None] Network 2521a5c9-62ed-435d-9bc6-90f482d88f74 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:36:29.565613 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dfcb29-b560-4924-b0d6-9811266887c7 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Pushing event updated for resources: {'Port': ['ID=7a0c73c4-5564-41c5-8418-f5877c877f29,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:29.589013 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:29.729745 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29aef2e1-f7e0-4cf0-83fe-e3e8e24c2293 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-2521a5c9-62ed-435d-9bc6-90f482d88f74', 'network_id': '2521a5c9-62ed-435d-9bc6-90f482d88f74', 'tenant_id': 'a1e705303c6b4823abe7abece6121879', 'fixed_ips': [{'subnet_id': 'e99578cf-c0cf-4f80-91e3-dbf7d62ebecb'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:36:29.730937 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-29aef2e1-f7e0-4cf0-83fe-e3e8e24c2293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:29.746834 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:29.831206 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883fdb1b-0d55-4439-9a56-66eead89116d req-eb220e28-894c-43d5-b77a-6b162ba7b8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:29.832313 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883fdb1b-0d55-4439-9a56-66eead89116d req-eb220e28-894c-43d5-b77a-6b162ba7b8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:29.832846 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883fdb1b-0d55-4439-9a56-66eead89116d req-eb220e28-894c-43d5-b77a-6b162ba7b8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:29.834407 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883fdb1b-0d55-4439-9a56-66eead89116d req-eb220e28-894c-43d5-b77a-6b162ba7b8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:29.834877 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883fdb1b-0d55-4439-9a56-66eead89116d req-eb220e28-894c-43d5-b77a-6b162ba7b8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:29.835343 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883fdb1b-0d55-4439-9a56-66eead89116d req-eb220e28-894c-43d5-b77a-6b162ba7b8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:29.837344 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-883fdb1b-0d55-4439-9a56-66eead89116d req-eb220e28-894c-43d5-b77a-6b162ba7b8a7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7e1ca79997b14d37bbfde5791240b349&device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 5287 time: 0.4558017 Apr 05 14:36:29.882415 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac039b22-ffab-42dd-9e77-cbf83294ff6b req-18dfcb29-b560-4924-b0d6-9811266887c7 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:29.885849 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ac039b22-ffab-42dd-9e77-cbf83294ff6b req-18dfcb29-b560-4924-b0d6-9811266887c7 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:29.978496 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8ca4c25f-3267-4664-9640-83cfb2991be4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:29.994132 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-dc961170-e94f-4f02-a491-d42a72e9e314 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.1293890 Apr 05 14:36:30.007850 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-29aef2e1-f7e0-4cf0-83fe-e3e8e24c2293 None None] Allocated IP 2001:db8::1 (2521a5c9-62ed-435d-9bc6-90f482d88f74/e99578cf-c0cf-4f80-91e3-dbf7d62ebecb/30b066ce-d0f9-41f1-96d1-c513227de330) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:36:30.009308 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41936) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:30.011057 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e4125-8a42-4851-a242-3e6263a4c7e0 req-8a112070-5e88-4207-9554-d7157577f874 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:30.012626 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4b4e4125-8a42-4851-a242-3e6263a4c7e0 req-8a112070-5e88-4207-9554-d7157577f874 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e72c1e1-e2f0-4808-a81b-a36d44d749c0 HTTP/1.1" status: 200 len: 943 time: 0.4117830 Apr 05 14:36:30.101058 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8ca4c25f-3267-4664-9640-83cfb2991be4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:30.194983 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957a6e4e-ee25-43ba-8921-1b7b5227bf04 service neutron] Pushing event updated for resources: {'Port': ['ID=8881e57a-5748-4f29-927f-2388c029f510,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:30.233091 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-148c548f-3592-425b-9deb-17c90f2ec077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:30.260526 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-2af48398-7a27-4613-954d-78b44d9e7a76 req-ebdf018c-aa78-4928-a69d-3531689743f3 service neutron] Attempting to bind port 0c6707e2-66bd-42d7-96d4-e000d477bf32 on host n-h2-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:36:30.261486 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-2af48398-7a27-4613-954d-78b44d9e7a76 req-ebdf018c-aa78-4928-a69d-3531689743f3 service neutron] Attempting to bind port 0c6707e2-66bd-42d7-96d4-e000d477bf32 by drivers openvswitch,hyperv on host n-h2-836650-2 at level 0 using segments [{'id': 'd98286ea-3af7-47a7-a92d-d95717c2d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bbdeb55e-008a-45ea-8c70-7d18b28201f7'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:36:30.262031 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af48398-7a27-4613-954d-78b44d9e7a76 req-ebdf018c-aa78-4928-a69d-3531689743f3 service neutron] Attempting to bind port 0c6707e2-66bd-42d7-96d4-e000d477bf32 on network bbdeb55e-008a-45ea-8c70-7d18b28201f7 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:36:30.267649 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ac039b22-ffab-42dd-9e77-cbf83294ff6b req-18dfcb29-b560-4924-b0d6-9811266887c7 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9254563 Apr 05 14:36:30.296137 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af48398-7a27-4613-954d-78b44d9e7a76 req-ebdf018c-aa78-4928-a69d-3531689743f3 service neutron] Port 0c6707e2-66bd-42d7-96d4-e000d477bf32 on network bbdeb55e-008a-45ea-8c70-7d18b28201f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:36:30.304321 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af48398-7a27-4613-954d-78b44d9e7a76 req-ebdf018c-aa78-4928-a69d-3531689743f3 service neutron] Attempting to bind port 0c6707e2-66bd-42d7-96d4-e000d477bf32 on network bbdeb55e-008a-45ea-8c70-7d18b28201f7 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:36:30.317845 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af48398-7a27-4613-954d-78b44d9e7a76 req-ebdf018c-aa78-4928-a69d-3531689743f3 service neutron] Checking agent: {'id': '6d8cf521-24bb-4b6a-bbae-0284f5c87a9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:36:30.318470 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af48398-7a27-4613-954d-78b44d9e7a76 req-ebdf018c-aa78-4928-a69d-3531689743f3 service neutron] Checking segment: {'id': 'd98286ea-3af7-47a7-a92d-d95717c2d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bbdeb55e-008a-45ea-8c70-7d18b28201f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:36:30.319800 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af48398-7a27-4613-954d-78b44d9e7a76 req-ebdf018c-aa78-4928-a69d-3531689743f3 service neutron] Bound using segment: {'id': 'd98286ea-3af7-47a7-a92d-d95717c2d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bbdeb55e-008a-45ea-8c70-7d18b28201f7'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:36:30.320615 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-2af48398-7a27-4613-954d-78b44d9e7a76 req-ebdf018c-aa78-4928-a69d-3531689743f3 service neutron] Bound port: 0c6707e2-66bd-42d7-96d4-e000d477bf32, host: n-h2-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd98286ea-3af7-47a7-a92d-d95717c2d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bbdeb55e-008a-45ea-8c70-7d18b28201f7'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:36:30.321174 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2af48398-7a27-4613-954d-78b44d9e7a76 req-ebdf018c-aa78-4928-a69d-3531689743f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:30.344262 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ae63cbe3-d392-402a-a7c1-74f98e65364a tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:30.350537 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-ac039b22-ffab-42dd-9e77-cbf83294ff6b req-157a44fe-260b-4a0b-a0bc-79eb7eb1083b service neutron] Request body: {'port': {'device_id': '281c8477-f8fb-4a99-b063-5a7950db3344', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:36:30.382153 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-29aef2e1-f7e0-4cf0-83fe-e3e8e24c2293 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:30.421379 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4b4e4125-8a42-4851-a242-3e6263a4c7e0 req-fe6a2509-84d3-446b-968f-1cd72e398f26 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936924 Apr 05 14:36:30.463218 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-2af48398-7a27-4613-954d-78b44d9e7a76 req-ebdf018c-aa78-4928-a69d-3531689743f3 service neutron] For port 0c6707e2-66bd-42d7-96d4-e000d477bf32, host n-h2-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:36:30.465795 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ac039b22-ffab-42dd-9e77-cbf83294ff6b req-157a44fe-260b-4a0b-a0bc-79eb7eb1083b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:30.468452 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-2af48398-7a27-4613-954d-78b44d9e7a76 req-ebdf018c-aa78-4928-a69d-3531689743f3 service neutron] For port 0c6707e2-66bd-42d7-96d4-e000d477bf32, host n-h2-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=0c6707e2-66bd-42d7-96d4-e000d477bf32,segment=NetworkSegment(d98286ea-3af7-47a7-a92d-d95717c2d70a),segment_id=d98286ea-3af7-47a7-a92d-d95717c2d70a)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:36:30.474825 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ae63cbe3-d392-402a-a7c1-74f98e65364a tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:30.532579 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-29aef2e1-f7e0-4cf0-83fe-e3e8e24c2293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:30.534311 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8ca4c25f-3267-4664-9640-83cfb2991be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:30.539240 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7074e5ee-0509-412c-8763-3c25ab99119a req-5ca89065-af1f-4e81-ad75-65c7e0393b56 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:30.545491 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8ca4c25f-3267-4664-9640-83cfb2991be4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:30.547427 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7074e5ee-0509-412c-8763-3c25ab99119a req-5ca89065-af1f-4e81-ad75-65c7e0393b56 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=281c8477-f8fb-4a99-b063-5a7950db3344 HTTP/1.1" status: 200 len: 932 time: 0.4426470 Apr 05 14:36:30.548336 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-8ca4c25f-3267-4664-9640-83cfb2991be4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/795c6c3a-98d1-4466-9fa0-2cd9af9c454b HTTP/1.1" status: 204 len: 168 time: 1.4421062 Apr 05 14:36:30.574549 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883fdb1b-0d55-4439-9a56-66eead89116d req-d5ee5c45-639e-4350-a693-6e4ed6f5c1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:30.576774 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883fdb1b-0d55-4439-9a56-66eead89116d req-d5ee5c45-639e-4350-a693-6e4ed6f5c1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:30.577457 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883fdb1b-0d55-4439-9a56-66eead89116d req-d5ee5c45-639e-4350-a693-6e4ed6f5c1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:30.579599 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-883fdb1b-0d55-4439-9a56-66eead89116d req-d5ee5c45-639e-4350-a693-6e4ed6f5c1d5 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=7e1ca79997b14d37bbfde5791240b349&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6511958 Apr 05 14:36:30.580753 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2af48398-7a27-4613-954d-78b44d9e7a76 req-ebdf018c-aa78-4928-a69d-3531689743f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:30.591663 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca4c25f-3267-4664-9640-83cfb2991be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=795c6c3a-98d1-4466-9fa0-2cd9af9c454b,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:30.607815 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aef2e1-f7e0-4cf0-83fe-e3e8e24c2293 None None] Pushing event updated for resources: {'Port': ['ID=30b066ce-d0f9-41f1-96d1-c513227de330,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:30.630018 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29aef2e1-f7e0-4cf0-83fe-e3e8e24c2293 None None] Network 2521a5c9-62ed-435d-9bc6-90f482d88f74 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:36:30.631818 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-29aef2e1-f7e0-4cf0-83fe-e3e8e24c2293 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:30.638073 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29aef2e1-f7e0-4cf0-83fe-e3e8e24c2293 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:36:30.680914 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af48398-7a27-4613-954d-78b44d9e7a76 req-ebdf018c-aa78-4928-a69d-3531689743f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:30.681689 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2af48398-7a27-4613-954d-78b44d9e7a76 req-ebdf018c-aa78-4928-a69d-3531689743f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:30.683673 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2af48398-7a27-4613-954d-78b44d9e7a76 req-ebdf018c-aa78-4928-a69d-3531689743f3 service neutron] 10.222.0.11 "PUT /v2.0/ports/0c6707e2-66bd-42d7-96d4-e000d477bf32 HTTP/1.1" status: 200 len: 1091 time: 3.5481727 Apr 05 14:36:30.744283 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cc4f01f-a830-4638-8b39-fd1db76b7b4f', 'tag': '0c6707e2-66bd-42d7-96d4-e000d477bf32'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:36:30.747140 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e46c7ee9-6240-456a-8bb9-13eb0ea63a82" -d '{"events": [{"name": "network-changed", "server_uuid": "4cc4f01f-a830-4638-8b39-fd1db76b7b4f", "tag": "0c6707e2-66bd-42d7-96d4-e000d477bf32"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:36:30.750822 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdf018c-aa78-4928-a69d-3531689743f3 service neutron] Pushing event updated for resources: {'Port': ['ID=0c6707e2-66bd-42d7-96d4-e000d477bf32,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:30.755830 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ae63cbe3-d392-402a-a7c1-74f98e65364a tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:30.788230 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-29aef2e1-f7e0-4cf0-83fe-e3e8e24c2293 None None] Attempting to bind port 30b066ce-d0f9-41f1-96d1-c513227de330 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:36:30.788614 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-29aef2e1-f7e0-4cf0-83fe-e3e8e24c2293 None None] Attempting to bind port 30b066ce-d0f9-41f1-96d1-c513227de330 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '11ccde59-3220-4d9b-b7f1-d09020537cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2521a5c9-62ed-435d-9bc6-90f482d88f74'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:36:30.789534 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7074e5ee-0509-412c-8763-3c25ab99119a req-8585eb49-31f3-45e9-97b3-aa95b4cbc4d0 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409503 Apr 05 14:36:30.803166 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29aef2e1-f7e0-4cf0-83fe-e3e8e24c2293 None None] Attempting to bind port 30b066ce-d0f9-41f1-96d1-c513227de330 on network 2521a5c9-62ed-435d-9bc6-90f482d88f74 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:36:30.807701 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29aef2e1-f7e0-4cf0-83fe-e3e8e24c2293 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:36:30.808226 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29aef2e1-f7e0-4cf0-83fe-e3e8e24c2293 None None] Checking segment: {'id': '11ccde59-3220-4d9b-b7f1-d09020537cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2521a5c9-62ed-435d-9bc6-90f482d88f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:36:30.808495 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-29aef2e1-f7e0-4cf0-83fe-e3e8e24c2293 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:30.808948 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29aef2e1-f7e0-4cf0-83fe-e3e8e24c2293 None None] Bound using segment: {'id': '11ccde59-3220-4d9b-b7f1-d09020537cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2521a5c9-62ed-435d-9bc6-90f482d88f74'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:36:30.809419 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-29aef2e1-f7e0-4cf0-83fe-e3e8e24c2293 None None] Bound port: 30b066ce-d0f9-41f1-96d1-c513227de330, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ccde59-3220-4d9b-b7f1-d09020537cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2521a5c9-62ed-435d-9bc6-90f482d88f74'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:36:30.809808 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-29aef2e1-f7e0-4cf0-83fe-e3e8e24c2293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:30.863230 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae63cbe3-d392-402a-a7c1-74f98e65364a tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Pushing event deleted for resources: {'Subnet': ['ID=e99578cf-c0cf-4f80-91e3-dbf7d62ebecb,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:30.995057 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-29aef2e1-f7e0-4cf0-83fe-e3e8e24c2293 None None] For port 30b066ce-d0f9-41f1-96d1-c513227de330, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:36:30.999105 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-29aef2e1-f7e0-4cf0-83fe-e3e8e24c2293 None None] For port 30b066ce-d0f9-41f1-96d1-c513227de330, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=30b066ce-d0f9-41f1-96d1-c513227de330,segment=NetworkSegment(11ccde59-3220-4d9b-b7f1-d09020537cb6),segment_id=11ccde59-3220-4d9b-b7f1-d09020537cb6)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:36:31.038378 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ae63cbe3-d392-402a-a7c1-74f98e65364a tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:31.053526 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af48398-7a27-4613-954d-78b44d9e7a76 req-de3d14fe-c90c-4617-8d4f-d934dac27eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:31.055309 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2af48398-7a27-4613-954d-78b44d9e7a76 req-de3d14fe-c90c-4617-8d4f-d934dac27eed service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f15fb34306734f1db943c159bdbff20e&device_id=4cc4f01f-a830-4638-8b39-fd1db76b7b4f HTTP/1.1" status: 200 len: 1094 time: 0.1838400 Apr 05 14:36:31.095264 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-29aef2e1-f7e0-4cf0-83fe-e3e8e24c2293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:31.117468 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2af48398-7a27-4613-954d-78b44d9e7a76 req-ead0dbb2-4b4e-438e-b6df-e02a1e3ce226 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c6707e2-66bd-42d7-96d4-e000d477bf32 HTTP/1.1" status: 200 len: 217 time: 0.0535469 Apr 05 14:36:31.121749 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-ae63cbe3-d392-402a-a7c1-74f98e65364a tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2521a5c9-62ed-435d-9bc6-90f482d88f74']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:31.146867 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-ae63cbe3-d392-402a-a7c1-74f98e65364a tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11ccde59-3220-4d9b-b7f1-d09020537cb6') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:31.147133 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-ae63cbe3-d392-402a-a7c1-74f98e65364a tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11ccde59-3220-4d9b-b7f1-d09020537cb6') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:31.187886 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ae63cbe3-d392-402a-a7c1-74f98e65364a tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:31.221431 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af48398-7a27-4613-954d-78b44d9e7a76 req-2e0b4e9f-a583-4dc1-bdb4-ef6f5062b3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:31.226193 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2af48398-7a27-4613-954d-78b44d9e7a76 req-2e0b4e9f-a583-4dc1-bdb4-ef6f5062b3e8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ac874e19-e8d7-4dbd-ad30-b4a600298345 HTTP/1.1" status: 200 len: 847 time: 0.1011086 Apr 05 14:36:31.249484 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ae63cbe3-d392-402a-a7c1-74f98e65364a tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:31.266248 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aef2e1-f7e0-4cf0-83fe-e3e8e24c2293 None None] Pushing event updated for resources: {'Port': ['ID=30b066ce-d0f9-41f1-96d1-c513227de330,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:31.293108 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9204a06-bcdd-4102-b872-b3b4c3a24599 None None] Network 2521a5c9-62ed-435d-9bc6-90f482d88f74 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:36:31.312223 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2af48398-7a27-4613-954d-78b44d9e7a76 req-b1ccf324-6b5b-4819-b0b0-068a3c251a83 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bbdeb55e-008a-45ea-8c70-7d18b28201f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787876 Apr 05 14:36:31.351987 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae63cbe3-d392-402a-a7c1-74f98e65364a tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:36:31.352408 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ae63cbe3-d392-402a-a7c1-74f98e65364a tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:31.356642 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:36:31.356642 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:36:31.356642 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:36:31.356642 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:36:31.356642 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:36:31.356642 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:36:31.356642 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:36:31.356642 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:36:31.356642 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:36:31.356642 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:36:31.356642 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:36:31.356642 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:36:31.356642 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:36:31.356642 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:36:31.356642 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:36:31.356642 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:36:31.356642 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:36:31.356642 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:36:31.356642 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:36:31.356642 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:36:31.356642 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:36:31.356642 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:36:31.356642 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:36:31.356642 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:36:31.356642 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:36:31.356642 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:36:31.356642 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:36:31.356642 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:36:31.356642 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:36:31.356642 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:36:31.356642 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:36:31.356642 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:36:31.524069 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63831736-1704-49df-bf2a-cd9a6f6df547 None None] get_active_networks_info from n-d-836650-2 {{(pid=103322) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 05 14:36:31.563648 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2af48398-7a27-4613-954d-78b44d9e7a76 req-66700129-1de5-4dda-949b-d7578293edce service neutron] 10.222.0.11 "GET /v2.0/networks/bbdeb55e-008a-45ea-8c70-7d18b28201f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370658 Apr 05 14:36:31.588237 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.db.api [None req-ae63cbe3-d392-402a-a7c1-74f98e65364a tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 05 14:36:31.588237 n-d-836650-2 neutron-server[103321]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 05 14:36:31.588237 n-d-836650-2 neutron-server[103321]: [parameters: {'id': '2521a5c9-62ed-435d-9bc6-90f482d88f74'}] Apr 05 14:36:31.588237 n-d-836650-2 neutron-server[103321]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103321) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:36:31.588650 n-d-836650-2 neutron-server[103321]: DEBUG oslo_db.api [None req-ae63cbe3-d392-402a-a7c1-74f98e65364a tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:36:31.592212 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442113b8-de29-4cb8-bd29-f65e49d32690 req-74adf91f-f83f-4c68-9637-c2fe84d8615f tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:31.598939 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442113b8-de29-4cb8-bd29-f65e49d32690 req-74adf91f-f83f-4c68-9637-c2fe84d8615f tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:31.608522 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442113b8-de29-4cb8-bd29-f65e49d32690 req-74adf91f-f83f-4c68-9637-c2fe84d8615f tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:31.612240 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442113b8-de29-4cb8-bd29-f65e49d32690 req-74adf91f-f83f-4c68-9637-c2fe84d8615f tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:31.619055 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442113b8-de29-4cb8-bd29-f65e49d32690 req-74adf91f-f83f-4c68-9637-c2fe84d8615f tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:31.625228 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442113b8-de29-4cb8-bd29-f65e49d32690 req-74adf91f-f83f-4c68-9637-c2fe84d8615f tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:31.633269 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-442113b8-de29-4cb8-bd29-f65e49d32690 req-74adf91f-f83f-4c68-9637-c2fe84d8615f tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 4601 time: 1.0680895 Apr 05 14:36:31.688525 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device cd4c3e1b-ebc8-4b55-acde-d5047a76f318 details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:36:31.760537 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2af48398-7a27-4613-954d-78b44d9e7a76 req-71be27bb-18c8-470d-9b25-efb46de443f1 service neutron] 10.222.0.11 "GET /v2.0/networks/bbdeb55e-008a-45ea-8c70-7d18b28201f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898232 Apr 05 14:36:31.832700 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883fdb1b-0d55-4439-9a56-66eead89116d req-e6f45def-e498-4b79-9de6-b4e9bbc871c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:31.842196 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-883fdb1b-0d55-4439-9a56-66eead89116d req-e6f45def-e498-4b79-9de6-b4e9bbc871c2 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2208917 Apr 05 14:36:31.856440 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc57c7b9-22de-4fa3-b8b1-24c8da518a21 req-9f36778b-33b7-4d99-a5fa-820c46929d64 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:31.857977 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dc57c7b9-22de-4fa3-b8b1-24c8da518a21 req-9f36778b-33b7-4d99-a5fa-820c46929d64 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cc4f01f-a830-4638-8b39-fd1db76b7b4f HTTP/1.1" status: 200 len: 943 time: 0.4136665 Apr 05 14:36:31.862163 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-442113b8-de29-4cb8-bd29-f65e49d32690 req-8d359bdb-0f66-44d4-b56e-5d15aceba79c tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/security-groups?id=756a1fd7-e8fc-4bda-8783-a2c1d11a4f04&id=cbd616a3-13b2-4eba-903a-bcdcba548a35&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2279372 Apr 05 14:36:31.894750 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63831736-1704-49df-bf2a-cd9a6f6df547 None None] Resources bound (agent type, host, resource id): {{(pid=103322) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 14:36:31.932420 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd5f9f5-2df1-4cc9-9984-206774f94d76 x-openstack-request-id: req-afd5f9f5-2df1-4cc9-9984-206774f94d76 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:36:31.932862 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cc4f01f-a830-4638-8b39-fd1db76b7b4f", "tag": "0c6707e2-66bd-42d7-96d4-e000d477bf32", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:36:31.933144 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-afd5f9f5-2df1-4cc9-9984-206774f94d76 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:36:31.933554 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afd5f9f5-2df1-4cc9-9984-206774f94d76'] response: {'name': 'network-changed', 'server_uuid': '4cc4f01f-a830-4638-8b39-fd1db76b7b4f', 'tag': '0c6707e2-66bd-42d7-96d4-e000d477bf32', 'status': 'completed', 'code': 200} Apr 05 14:36:31.952041 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port cd4c3e1b-ebc8-4b55-acde-d5047a76f318, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=cd4c3e1b-ebc8-4b55-acde-d5047a76f318,segment=NetworkSegment(87207719-1f48-46bc-a702-a88951a34078),segment_id=87207719-1f48-46bc-a702-a88951a34078)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:36:31.987811 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': 'cd4c3e1b-ebc8-4b55-acde-d5047a76f318', 'network_id': 'bbe33099-0907-4578-b91f-9ecd1e0f3a95', 'port_id': 'cd4c3e1b-ebc8-4b55-acde-d5047a76f318', 'mac_address': 'fa:16:3e:23:7e:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c529ad6d-a94e-4533-88f8-eeabc5541ed8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:36:32.035186 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46c7ee9-6240-456a-8bb9-13eb0ea63a82 req-e0975942-f882-4c4a-b12a-07edb40e8fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:32.036855 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-e46c7ee9-6240-456a-8bb9-13eb0ea63a82 req-e0975942-f882-4c4a-b12a-07edb40e8fb1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f15fb34306734f1db943c159bdbff20e&device_id=4cc4f01f-a830-4638-8b39-fd1db76b7b4f HTTP/1.1" status: 200 len: 1094 time: 0.0807073 Apr 05 14:36:32.041732 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dc57c7b9-22de-4fa3-b8b1-24c8da518a21 req-4ed2d354-ec4e-44d2-8ab0-278fe7be6bc5 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651180 Apr 05 14:36:32.083143 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:32.099161 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ae63cbe3-d392-402a-a7c1-74f98e65364a tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:32.171675 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-ac039b22-ffab-42dd-9e77-cbf83294ff6b req-157a44fe-260b-4a0b-a0bc-79eb7eb1083b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a0c73c4-5564-41c5-8418-f5877c877f29 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:36:32.183440 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ac039b22-ffab-42dd-9e77-cbf83294ff6b req-157a44fe-260b-4a0b-a0bc-79eb7eb1083b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:32.200355 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-ac039b22-ffab-42dd-9e77-cbf83294ff6b req-157a44fe-260b-4a0b-a0bc-79eb7eb1083b service neutron] Transition to ACTIVE for port object 7a0c73c4-5564-41c5-8418-f5877c877f29 will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:36:32.243304 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-148c548f-3592-425b-9deb-17c90f2ec077 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28f37818-79d9-4d80-9e8f-cdf11e9c8346 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:36:32.258862 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46c7ee9-6240-456a-8bb9-13eb0ea63a82 req-4f3c9a18-264e-42cf-b452-6f6a8ff1bde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:32.260357 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-e46c7ee9-6240-456a-8bb9-13eb0ea63a82 req-4f3c9a18-264e-42cf-b452-6f6a8ff1bde9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bbdeb55e-008a-45ea-8c70-7d18b28201f7 HTTP/1.1" status: 200 len: 908 time: 0.2029488 Apr 05 14:36:32.275374 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd4c3e1b-ebc8-4b55-acde-d5047a76f318 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:36:32.284815 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-148c548f-3592-425b-9deb-17c90f2ec077 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:32.304982 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port cd4c3e1b-ebc8-4b55-acde-d5047a76f318, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=cd4c3e1b-ebc8-4b55-acde-d5047a76f318,segment=NetworkSegment(87207719-1f48-46bc-a702-a88951a34078),segment_id=87207719-1f48-46bc-a702-a88951a34078)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:36:32.312918 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-e46c7ee9-6240-456a-8bb9-13eb0ea63a82 req-05c7a050-ef1e-4e31-a0df-67383e960bf0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c6707e2-66bd-42d7-96d4-e000d477bf32 HTTP/1.1" status: 200 len: 217 time: 0.0442026 Apr 05 14:36:32.324081 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e2864-c7f3-49c2-9daf-8e27b6d58239 req-24a229ca-d375-4a2b-a7fd-2f9f110eae03 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:32.325942 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6c7e2864-c7f3-49c2-9daf-8e27b6d58239 req-24a229ca-d375-4a2b-a7fd-2f9f110eae03 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e72c1e1-e2f0-4808-a81b-a36d44d749c0 HTTP/1.1" status: 200 len: 943 time: 0.2285337 Apr 05 14:36:32.331872 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-148c548f-3592-425b-9deb-17c90f2ec077 service neutron] Transition to ACTIVE for port object 28f37818-79d9-4d80-9e8f-cdf11e9c8346 will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:36:32.359680 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ac039b22-ffab-42dd-9e77-cbf83294ff6b req-157a44fe-260b-4a0b-a0bc-79eb7eb1083b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:32.382916 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca7938-15dd-49fd-936e-5795a613b37a req-fb2e4890-9dfd-4127-8b92-2aacf848a9cd tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:32.384634 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6dca7938-15dd-49fd-936e-5795a613b37a req-fb2e4890-9dfd-4127-8b92-2aacf848a9cd tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=281c8477-f8fb-4a99-b063-5a7950db3344 HTTP/1.1" status: 200 len: 932 time: 0.1591582 Apr 05 14:36:32.395196 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46c7ee9-6240-456a-8bb9-13eb0ea63a82 req-e1b94f49-d08c-4c59-a023-7f6acf336bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:32.400637 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-e46c7ee9-6240-456a-8bb9-13eb0ea63a82 req-e1b94f49-d08c-4c59-a023-7f6acf336bb8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ac874e19-e8d7-4dbd-ad30-b4a600298345 HTTP/1.1" status: 200 len: 847 time: 0.0802853 Apr 05 14:36:32.440177 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:32.474727 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-148c548f-3592-425b-9deb-17c90f2ec077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:32.498154 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-e46c7ee9-6240-456a-8bb9-13eb0ea63a82 req-09739079-456d-43a8-8d93-d5543eec7f50 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bbdeb55e-008a-45ea-8c70-7d18b28201f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809669 Apr 05 14:36:32.530516 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-ae63cbe3-d392-402a-a7c1-74f98e65364a tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Deleting port 30b066ce-d0f9-41f1-96d1-c513227de330 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:36:32.530846 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ae63cbe3-d392-402a-a7c1-74f98e65364a tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:32.542068 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6c7e2864-c7f3-49c2-9daf-8e27b6d58239 req-91360e09-93ba-4503-b770-a7f2dc5ec478 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079012 Apr 05 14:36:32.561819 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157a44fe-260b-4a0b-a0bc-79eb7eb1083b service neutron] Pushing event updated for resources: {'Port': ['ID=7a0c73c4-5564-41c5-8418-f5877c877f29,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:32.567831 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6dca7938-15dd-49fd-936e-5795a613b37a req-632e33d8-21d4-4a4d-98e8-108c4ef270f3 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720963 Apr 05 14:36:32.602611 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157a44fe-260b-4a0b-a0bc-79eb7eb1083b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:36:32.603221 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157a44fe-260b-4a0b-a0bc-79eb7eb1083b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:36:32.603440 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157a44fe-260b-4a0b-a0bc-79eb7eb1083b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:36:32.603691 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157a44fe-260b-4a0b-a0bc-79eb7eb1083b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:36:32.604088 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157a44fe-260b-4a0b-a0bc-79eb7eb1083b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:36:32.604488 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157a44fe-260b-4a0b-a0bc-79eb7eb1083b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:36:32.604895 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157a44fe-260b-4a0b-a0bc-79eb7eb1083b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:36:32.605300 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157a44fe-260b-4a0b-a0bc-79eb7eb1083b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:36:32.605691 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157a44fe-260b-4a0b-a0bc-79eb7eb1083b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:36:32.606558 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157a44fe-260b-4a0b-a0bc-79eb7eb1083b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:36:32.606558 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157a44fe-260b-4a0b-a0bc-79eb7eb1083b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:36:32.606753 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157a44fe-260b-4a0b-a0bc-79eb7eb1083b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:36:32.648487 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=cd4c3e1b-ebc8-4b55-acde-d5047a76f318,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:32.706222 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['cd4c3e1b-ebc8-4b55-acde-d5047a76f318'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:36:32.783813 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-ae63cbe3-d392-402a-a7c1-74f98e65364a tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] For port 30b066ce-d0f9-41f1-96d1-c513227de330, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=30b066ce-d0f9-41f1-96d1-c513227de330,segment=NetworkSegment(11ccde59-3220-4d9b-b7f1-d09020537cb6),segment_id=11ccde59-3220-4d9b-b7f1-d09020537cb6)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:36:32.784083 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ae63cbe3-d392-402a-a7c1-74f98e65364a tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:32.815115 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-ae63cbe3-d392-402a-a7c1-74f98e65364a tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Calling delete_port for 30b066ce-d0f9-41f1-96d1-c513227de330 owned by network:dhcp {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:36:32.889530 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148c548f-3592-425b-9deb-17c90f2ec077 service neutron] Pushing event updated for resources: {'Port': ['ID=28f37818-79d9-4d80-9e8f-cdf11e9c8346,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:33.005412 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-ac039b22-ffab-42dd-9e77-cbf83294ff6b req-157a44fe-260b-4a0b-a0bc-79eb7eb1083b service neutron] Attempting to bind port 7a0c73c4-5564-41c5-8418-f5877c877f29 on host n-h2-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:36:33.005761 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-ac039b22-ffab-42dd-9e77-cbf83294ff6b req-157a44fe-260b-4a0b-a0bc-79eb7eb1083b service neutron] Attempting to bind port 7a0c73c4-5564-41c5-8418-f5877c877f29 by drivers openvswitch,hyperv on host n-h2-836650-2 at level 0 using segments [{'id': 'ac926e6e-ab69-4031-83ab-f0f7e23b6b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e9f4fa40-46c8-414a-a7c0-062d21c067f9'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:36:33.006275 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac039b22-ffab-42dd-9e77-cbf83294ff6b req-157a44fe-260b-4a0b-a0bc-79eb7eb1083b service neutron] Attempting to bind port 7a0c73c4-5564-41c5-8418-f5877c877f29 on network e9f4fa40-46c8-414a-a7c0-062d21c067f9 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:36:33.012368 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-148c548f-3592-425b-9deb-17c90f2ec077 service neutron] Attempting to bind port 28f37818-79d9-4d80-9e8f-cdf11e9c8346 on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:36:33.012698 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-148c548f-3592-425b-9deb-17c90f2ec077 service neutron] Attempting to bind port 28f37818-79d9-4d80-9e8f-cdf11e9c8346 by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': '9b21705a-bc5f-4914-8fe4-95935e7f97b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '09506e0a-3744-473b-8a54-c7b44b9b7c22'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:36:33.021025 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-148c548f-3592-425b-9deb-17c90f2ec077 service neutron] Attempting to bind port 28f37818-79d9-4d80-9e8f-cdf11e9c8346 on network 09506e0a-3744-473b-8a54-c7b44b9b7c22 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:36:33.024913 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac039b22-ffab-42dd-9e77-cbf83294ff6b req-157a44fe-260b-4a0b-a0bc-79eb7eb1083b service neutron] Port 7a0c73c4-5564-41c5-8418-f5877c877f29 on network e9f4fa40-46c8-414a-a7c0-062d21c067f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:36:33.025253 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac039b22-ffab-42dd-9e77-cbf83294ff6b req-157a44fe-260b-4a0b-a0bc-79eb7eb1083b service neutron] Attempting to bind port 7a0c73c4-5564-41c5-8418-f5877c877f29 on network e9f4fa40-46c8-414a-a7c0-062d21c067f9 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:36:33.031213 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-148c548f-3592-425b-9deb-17c90f2ec077 service neutron] Port 28f37818-79d9-4d80-9e8f-cdf11e9c8346 on network 09506e0a-3744-473b-8a54-c7b44b9b7c22 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:36:33.031213 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-148c548f-3592-425b-9deb-17c90f2ec077 service neutron] Attempting to bind port 28f37818-79d9-4d80-9e8f-cdf11e9c8346 on network 09506e0a-3744-473b-8a54-c7b44b9b7c22 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:36:33.045377 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-148c548f-3592-425b-9deb-17c90f2ec077 service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:36:33.046528 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-148c548f-3592-425b-9deb-17c90f2ec077 service neutron] Checking segment: {'id': '9b21705a-bc5f-4914-8fe4-95935e7f97b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '09506e0a-3744-473b-8a54-c7b44b9b7c22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:36:33.047416 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-148c548f-3592-425b-9deb-17c90f2ec077 service neutron] Bound using segment: {'id': '9b21705a-bc5f-4914-8fe4-95935e7f97b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '09506e0a-3744-473b-8a54-c7b44b9b7c22'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:36:33.048200 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-148c548f-3592-425b-9deb-17c90f2ec077 service neutron] Bound port: 28f37818-79d9-4d80-9e8f-cdf11e9c8346, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b21705a-bc5f-4914-8fe4-95935e7f97b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '09506e0a-3744-473b-8a54-c7b44b9b7c22'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:36:33.048998 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-148c548f-3592-425b-9deb-17c90f2ec077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:33.052217 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac039b22-ffab-42dd-9e77-cbf83294ff6b req-157a44fe-260b-4a0b-a0bc-79eb7eb1083b service neutron] Checking agent: {'id': '6d8cf521-24bb-4b6a-bbae-0284f5c87a9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:36:33.053661 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac039b22-ffab-42dd-9e77-cbf83294ff6b req-157a44fe-260b-4a0b-a0bc-79eb7eb1083b service neutron] Checking segment: {'id': 'ac926e6e-ab69-4031-83ab-f0f7e23b6b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e9f4fa40-46c8-414a-a7c0-062d21c067f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:36:33.054243 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac039b22-ffab-42dd-9e77-cbf83294ff6b req-157a44fe-260b-4a0b-a0bc-79eb7eb1083b service neutron] Bound using segment: {'id': 'ac926e6e-ab69-4031-83ab-f0f7e23b6b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e9f4fa40-46c8-414a-a7c0-062d21c067f9'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:36:33.055046 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-ac039b22-ffab-42dd-9e77-cbf83294ff6b req-157a44fe-260b-4a0b-a0bc-79eb7eb1083b service neutron] Bound port: 7a0c73c4-5564-41c5-8418-f5877c877f29, host: n-h2-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac926e6e-ab69-4031-83ab-f0f7e23b6b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e9f4fa40-46c8-414a-a7c0-062d21c067f9'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:36:33.057299 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ac039b22-ffab-42dd-9e77-cbf83294ff6b req-157a44fe-260b-4a0b-a0bc-79eb7eb1083b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:33.135892 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-e46c7ee9-6240-456a-8bb9-13eb0ea63a82 req-1476216c-2333-4382-9dd3-f59ce72d9f69 service neutron] 10.222.0.11 "GET /v2.0/networks/bbdeb55e-008a-45ea-8c70-7d18b28201f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6305504 Apr 05 14:36:33.210946 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ae63cbe3-d392-402a-a7c1-74f98e65364a tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:33.275652 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df1f00-58fc-4356-9f6e-b8e5fd371b7e req-9b47fff2-667d-457c-b745-49f1c04ce7ef tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:33.278113 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae63cbe3-d392-402a-a7c1-74f98e65364a tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] No DVR routers for this DVR port 30b066ce-d0f9-41f1-96d1-c513227de330 on host n-d-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:36:33.284096 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df1f00-58fc-4356-9f6e-b8e5fd371b7e req-9b47fff2-667d-457c-b745-49f1c04ce7ef tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:33.287809 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae63cbe3-d392-402a-a7c1-74f98e65364a tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Pushing event deleted for resources: {'Port': ['ID=30b066ce-d0f9-41f1-96d1-c513227de330,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:33.291857 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df1f00-58fc-4356-9f6e-b8e5fd371b7e req-9b47fff2-667d-457c-b745-49f1c04ce7ef tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:33.298376 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df1f00-58fc-4356-9f6e-b8e5fd371b7e req-9b47fff2-667d-457c-b745-49f1c04ce7ef tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:33.304731 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df1f00-58fc-4356-9f6e-b8e5fd371b7e req-9b47fff2-667d-457c-b745-49f1c04ce7ef tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:33.312743 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df1f00-58fc-4356-9f6e-b8e5fd371b7e req-9b47fff2-667d-457c-b745-49f1c04ce7ef tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:33.320210 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df1f00-58fc-4356-9f6e-b8e5fd371b7e req-9b47fff2-667d-457c-b745-49f1c04ce7ef tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:33.322292 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-37df1f00-58fc-4356-9f6e-b8e5fd371b7e req-9b47fff2-667d-457c-b745-49f1c04ce7ef tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 5374 time: 0.2454937 Apr 05 14:36:33.351656 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-ac039b22-ffab-42dd-9e77-cbf83294ff6b req-157a44fe-260b-4a0b-a0bc-79eb7eb1083b service neutron] For port 7a0c73c4-5564-41c5-8418-f5877c877f29, host n-h2-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:36:33.355018 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-ac039b22-ffab-42dd-9e77-cbf83294ff6b req-157a44fe-260b-4a0b-a0bc-79eb7eb1083b service neutron] For port 7a0c73c4-5564-41c5-8418-f5877c877f29, host n-h2-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=7a0c73c4-5564-41c5-8418-f5877c877f29,segment=NetworkSegment(ac926e6e-ab69-4031-83ab-f0f7e23b6b3b),segment_id=ac926e6e-ab69-4031-83ab-f0f7e23b6b3b)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:36:33.405644 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-e46c7ee9-6240-456a-8bb9-13eb0ea63a82 req-7aa2da54-90b5-40f8-8a25-2c80a4785d90 service neutron] 10.222.0.11 "GET /v2.0/networks/bbdeb55e-008a-45ea-8c70-7d18b28201f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624068 Apr 05 14:36:33.430844 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-148c548f-3592-425b-9deb-17c90f2ec077 service neutron] For port 28f37818-79d9-4d80-9e8f-cdf11e9c8346, host n-h1-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:36:33.459744 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64906af-023a-410b-9630-735bcd21239c req-1452f40f-b658-4ca5-8a87-44521990cb6f tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:33.461383 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b64906af-023a-410b-9630-735bcd21239c req-1452f40f-b658-4ca5-8a87-44521990cb6f tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cc4f01f-a830-4638-8b39-fd1db76b7b4f HTTP/1.1" status: 200 len: 943 time: 0.1011856 Apr 05 14:36:33.477084 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-37df1f00-58fc-4356-9f6e-b8e5fd371b7e req-387d6cbd-5386-4eb4-97c4-7f64ea160c1e tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/security-groups?id=756a1fd7-e8fc-4bda-8783-a2c1d11a4f04&id=cbd616a3-13b2-4eba-903a-bcdcba548a35&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1382425 Apr 05 14:36:33.479589 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ac039b22-ffab-42dd-9e77-cbf83294ff6b req-157a44fe-260b-4a0b-a0bc-79eb7eb1083b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:33.490387 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-148c548f-3592-425b-9deb-17c90f2ec077 service neutron] For port 28f37818-79d9-4d80-9e8f-cdf11e9c8346, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=28f37818-79d9-4d80-9e8f-cdf11e9c8346,segment=NetworkSegment(9b21705a-bc5f-4914-8fe4-95935e7f97b2),segment_id=9b21705a-bc5f-4914-8fe4-95935e7f97b2)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:36:33.527243 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ae63cbe3-d392-402a-a7c1-74f98e65364a tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:33.556331 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-ae63cbe3-d392-402a-a7c1-74f98e65364a tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2521a5c9-62ed-435d-9bc6-90f482d88f74']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:33.565182 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac039b22-ffab-42dd-9e77-cbf83294ff6b req-157a44fe-260b-4a0b-a0bc-79eb7eb1083b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:33.566384 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ac039b22-ffab-42dd-9e77-cbf83294ff6b req-157a44fe-260b-4a0b-a0bc-79eb7eb1083b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:33.567870 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ac039b22-ffab-42dd-9e77-cbf83294ff6b req-157a44fe-260b-4a0b-a0bc-79eb7eb1083b service neutron] 10.222.0.11 "PUT /v2.0/ports/7a0c73c4-5564-41c5-8418-f5877c877f29 HTTP/1.1" status: 200 len: 1092 time: 3.2639229 Apr 05 14:36:33.570421 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '281c8477-f8fb-4a99-b063-5a7950db3344', 'tag': '7a0c73c4-5564-41c5-8418-f5877c877f29'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:36:33.572410 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-ae63cbe3-d392-402a-a7c1-74f98e65364a tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11ccde59-3220-4d9b-b7f1-d09020537cb6') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:33.572708 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-ae63cbe3-d392-402a-a7c1-74f98e65364a tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11ccde59-3220-4d9b-b7f1-d09020537cb6') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:33.573092 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a06adf71-262e-4f8c-b558-7418c5fa38fb" -d '{"events": [{"name": "network-changed", "server_uuid": "281c8477-f8fb-4a99-b063-5a7950db3344", "tag": "7a0c73c4-5564-41c5-8418-f5877c877f29"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:36:33.585931 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ae63cbe3-d392-402a-a7c1-74f98e65364a tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:33.598183 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-148c548f-3592-425b-9deb-17c90f2ec077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:33.603168 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ae63cbe3-d392-402a-a7c1-74f98e65364a tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:33.609829 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae63cbe3-d392-402a-a7c1-74f98e65364a tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:36:33.610247 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ae63cbe3-d392-402a-a7c1-74f98e65364a tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:33.613415 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:36:33.613415 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:36:33.613415 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:36:33.613415 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:36:33.613415 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:36:33.613415 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:36:33.613415 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:36:33.613415 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:36:33.613415 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:36:33.613415 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:36:33.613415 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:36:33.613415 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:36:33.613415 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:36:33.613415 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:36:33.613415 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:36:33.613415 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:36:33.613415 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:36:33.613415 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:36:33.613415 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:36:33.613415 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:36:33.613415 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:36:33.613415 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:36:33.613415 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:36:33.613415 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:36:33.613415 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:36:33.613415 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:36:33.613415 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:36:33.613415 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:36:33.613415 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:36:33.613415 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:36:33.613415 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:36:33.613415 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:36:33.638551 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b64906af-023a-410b-9630-735bcd21239c req-92bee9da-a439-4b3c-a7c9-ff620466ae94 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537004 Apr 05 14:36:33.651318 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-148c548f-3592-425b-9deb-17c90f2ec077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:33.651980 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-148c548f-3592-425b-9deb-17c90f2ec077 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:33.653469 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-148c548f-3592-425b-9deb-17c90f2ec077 service neutron] 10.222.0.55 "PUT /v2.0/ports/28f37818-79d9-4d80-9e8f-cdf11e9c8346 HTTP/1.1" status: 200 len: 1131 time: 4.5030162 Apr 05 14:36:33.662041 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 42032) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:33.679679 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157a44fe-260b-4a0b-a0bc-79eb7eb1083b service neutron] Pushing event updated for resources: {'Port': ['ID=7a0c73c4-5564-41c5-8418-f5877c877f29,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:33.703695 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device cd4c3e1b-ebc8-4b55-acde-d5047a76f318 up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:36:33.793496 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f7de38-113e-47ad-8ea6-8f08db0389d1 x-openstack-request-id: req-18f7de38-113e-47ad-8ea6-8f08db0389d1 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:36:33.793822 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "281c8477-f8fb-4a99-b063-5a7950db3344", "tag": "7a0c73c4-5564-41c5-8418-f5877c877f29", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:36:33.794027 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-18f7de38-113e-47ad-8ea6-8f08db0389d1 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:36:33.794427 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18f7de38-113e-47ad-8ea6-8f08db0389d1'] response: {'name': 'network-changed', 'server_uuid': '281c8477-f8fb-4a99-b063-5a7950db3344', 'tag': '7a0c73c4-5564-41c5-8418-f5877c877f29', 'status': 'completed', 'code': 200} Apr 05 14:36:33.917497 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-c347594f-9a73-4009-a993-22725ef5123d service neutron] Request body: {'port': {'device_id': '382d0b57-20df-4e23-b375-ead2ffe87224', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:36:33.970535 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port cd4c3e1b-ebc8-4b55-acde-d5047a76f318 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:36:33.971550 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ae63cbe3-d392-402a-a7c1-74f98e65364a tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:33.981214 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port cd4c3e1b-ebc8-4b55-acde-d5047a76f318 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:33.985470 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:34.001959 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ae63cbe3-d392-402a-a7c1-74f98e65364a tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:34.010517 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-ae63cbe3-d392-402a-a7c1-74f98e65364a tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] 10.222.0.30 "DELETE /v2.0/networks/2521a5c9-62ed-435d-9bc6-90f482d88f74 HTTP/1.1" status: 204 len: 168 time: 3.9999223 Apr 05 14:36:34.040697 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42042) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:34.049637 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-fb44176d-545b-4e2b-88ce-c6fef58d261b tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1415419081'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:36:34.054031 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae63cbe3-d392-402a-a7c1-74f98e65364a tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Pushing event deleted for resources: {'Network': ['ID=2521a5c9-62ed-435d-9bc6-90f482d88f74,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:34.084998 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148c548f-3592-425b-9deb-17c90f2ec077 service neutron] Pushing event updated for resources: {'Port': ['ID=28f37818-79d9-4d80-9e8f-cdf11e9c8346,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:34.154065 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:34.154257 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac039b22-ffab-42dd-9e77-cbf83294ff6b req-3f9c1a00-1521-4120-9be9-c651a7ae5719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:34.155800 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ac039b22-ffab-42dd-9e77-cbf83294ff6b req-3f9c1a00-1521-4120-9be9-c651a7ae5719 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6f9dd14fd23b46d0bf68308d04a6ae90&device_id=281c8477-f8fb-4a99-b063-5a7950db3344 HTTP/1.1" status: 200 len: 1095 time: 0.3606339 Apr 05 14:36:34.161581 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb44176d-545b-4e2b-88ce-c6fef58d261b tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Made reservation on behalf of a1e705303c6b4823abe7abece6121879 for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:36:34.171249 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fb44176d-545b-4e2b-88ce-c6fef58d261b tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:34.174432 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95922700-61f2-4915-bee3-cff9d7e37458 req-95b1e23b-5c94-48ec-b829-9769bcc1aa6a tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:34.176141 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-95922700-61f2-4915-bee3-cff9d7e37458 req-95b1e23b-5c94-48ec-b829-9769bcc1aa6a tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e72c1e1-e2f0-4808-a81b-a36d44d749c0 HTTP/1.1" status: 200 len: 944 time: 0.3860548 Apr 05 14:36:34.195930 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b67ea0-df9f-4cc8-9221-6c35ed326b47 req-685ad93c-caaa-492a-b6f1-0dc55cd9337f tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:34.203709 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e8b67ea0-df9f-4cc8-9221-6c35ed326b47 req-685ad93c-caaa-492a-b6f1-0dc55cd9337f tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=281c8477-f8fb-4a99-b063-5a7950db3344 HTTP/1.1" status: 200 len: 944 time: 0.3078871 Apr 05 14:36:34.207746 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-c347594f-9a73-4009-a993-22725ef5123d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:34.230213 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb44176d-545b-4e2b-88ce-c6fef58d261b tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:36:34.234947 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port cd4c3e1b-ebc8-4b55-acde-d5047a76f318, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=cd4c3e1b-ebc8-4b55-acde-d5047a76f318,segment=NetworkSegment(87207719-1f48-46bc-a702-a88951a34078),segment_id=87207719-1f48-46bc-a702-a88951a34078)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:36:34.236913 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e72c1e1-e2f0-4808-a81b-a36d44d749c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd4c3e1b-ebc8-4b55-acde-d5047a76f318'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:36:34.243200 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09762947-c1aa-4319-a73d-76536dea9713" -d '{"events": [{"server_uuid": "2e72c1e1-e2f0-4808-a81b-a36d44d749c0", "name": "network-vif-plugged", "status": "completed", "tag": "cd4c3e1b-ebc8-4b55-acde-d5047a76f318"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:36:34.255981 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fb44176d-545b-4e2b-88ce-c6fef58d261b tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:34.256555 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-fb44176d-545b-4e2b-88ce-c6fef58d261b tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Added segment a2bbce82-301c-48bb-b9e4-56b2e745d4ac of type vlan for network e207f861-fc94-4d41-ba48-4b3e15d2cede Apr 05 14:36:34.304110 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fb44176d-545b-4e2b-88ce-c6fef58d261b tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:34.323353 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ac039b22-ffab-42dd-9e77-cbf83294ff6b req-cfb088f2-5eeb-4a64-ac5a-8214eda5e50e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a0c73c4-5564-41c5-8418-f5877c877f29 HTTP/1.1" status: 200 len: 217 time: 0.1592104 Apr 05 14:36:34.339349 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:34.417324 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fb44176d-545b-4e2b-88ce-c6fef58d261b tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:34.423909 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb44176d-545b-4e2b-88ce-c6fef58d261b tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:34.424713 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fb44176d-545b-4e2b-88ce-c6fef58d261b tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:34.434334 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=cd4c3e1b-ebc8-4b55-acde-d5047a76f318,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:34.472261 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-95922700-61f2-4915-bee3-cff9d7e37458 req-9bf5f33c-f1a7-4eb4-930a-9c008e456bea tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597699 Apr 05 14:36:34.483385 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e8b67ea0-df9f-4cc8-9221-6c35ed326b47 req-0a160fc1-5300-4f36-a0ff-be46d92f9309 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769339 Apr 05 14:36:34.554341 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb44176d-545b-4e2b-88ce-c6fef58d261b tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Pushing event updated for resources: {'Network': ['ID=e207f861-fc94-4d41-ba48-4b3e15d2cede,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:34.567204 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb44176d-545b-4e2b-88ce-c6fef58d261b tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:36:34.568622 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb44176d-545b-4e2b-88ce-c6fef58d261b tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:36:34.569068 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb44176d-545b-4e2b-88ce-c6fef58d261b tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:36:34.569590 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb44176d-545b-4e2b-88ce-c6fef58d261b tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:36:34.570434 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb44176d-545b-4e2b-88ce-c6fef58d261b tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:36:34.570928 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb44176d-545b-4e2b-88ce-c6fef58d261b tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:36:34.571852 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb44176d-545b-4e2b-88ce-c6fef58d261b tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:36:34.572297 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb44176d-545b-4e2b-88ce-c6fef58d261b tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:36:34.572740 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb44176d-545b-4e2b-88ce-c6fef58d261b tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:36:34.573104 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb44176d-545b-4e2b-88ce-c6fef58d261b tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:36:34.573533 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb44176d-545b-4e2b-88ce-c6fef58d261b tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:36:34.573872 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb44176d-545b-4e2b-88ce-c6fef58d261b tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:36:34.580685 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-fb44176d-545b-4e2b-88ce-c6fef58d261b tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5379283 Apr 05 14:36:34.585410 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42060) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:34.586970 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c417bd-6c76-4b77-ae9c-fbe522963660 x-openstack-request-id: req-35c417bd-6c76-4b77-ae9c-fbe522963660 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:36:34.587380 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e72c1e1-e2f0-4808-a81b-a36d44d749c0", "name": "network-vif-plugged", "status": "completed", "tag": "cd4c3e1b-ebc8-4b55-acde-d5047a76f318", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:36:34.587875 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-35c417bd-6c76-4b77-ae9c-fbe522963660 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:36:34.588513 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35c417bd-6c76-4b77-ae9c-fbe522963660'] response: {'server_uuid': '2e72c1e1-e2f0-4808-a81b-a36d44d749c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd4c3e1b-ebc8-4b55-acde-d5047a76f318', 'code': 200} Apr 05 14:36:34.590955 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network e207f861-fc94-4d41-ba48-4b3e15d2cede details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:36:34.604075 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-329c61fc-7afe-4543-afa0-60ba03da6bc5 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Request body: {'subnet': {'network_id': 'e207f861-fc94-4d41-ba48-4b3e15d2cede', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:36:34.710107 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac039b22-ffab-42dd-9e77-cbf83294ff6b req-56822067-208a-4550-a9e2-70f7c68787ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:34.712224 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ac039b22-ffab-42dd-9e77-cbf83294ff6b req-56822067-208a-4550-a9e2-70f7c68787ac service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7f3129d9-da84-45bd-9800-b5c89ee3ca61 HTTP/1.1" status: 200 len: 845 time: 0.3784761 Apr 05 14:36:34.819109 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ac039b22-ffab-42dd-9e77-cbf83294ff6b req-de87aa64-913f-4f11-99f4-de4fbfa501e8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e9f4fa40-46c8-414a-a7c0-062d21c067f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758851 Apr 05 14:36:34.840852 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-329c61fc-7afe-4543-afa0-60ba03da6bc5 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Made reservation on behalf of a1e705303c6b4823abe7abece6121879 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:36:34.846046 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-329c61fc-7afe-4543-afa0-60ba03da6bc5 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:35.035171 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf85c42-1905-453e-94be-d96039508c52 req-fe7c06af-ce84-4713-bdc3-97a449bb7a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:35.036696 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-eaf85c42-1905-453e-94be-d96039508c52 req-fe7c06af-ce84-4713-bdc3-97a449bb7a21 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2e72c1e1-e2f0-4808-a81b-a36d44d749c0 HTTP/1.1" status: 200 len: 1096 time: 0.3519607 Apr 05 14:36:35.067070 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61e211d-fdda-4a87-b97c-f304e3e9934f req-54e813a1-6bd2-4e8b-8a66-8b4ffcbd66cd tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:35.073461 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61e211d-fdda-4a87-b97c-f304e3e9934f req-54e813a1-6bd2-4e8b-8a66-8b4ffcbd66cd tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:35.079751 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61e211d-fdda-4a87-b97c-f304e3e9934f req-54e813a1-6bd2-4e8b-8a66-8b4ffcbd66cd tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:35.086468 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61e211d-fdda-4a87-b97c-f304e3e9934f req-54e813a1-6bd2-4e8b-8a66-8b4ffcbd66cd tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:35.092265 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61e211d-fdda-4a87-b97c-f304e3e9934f req-54e813a1-6bd2-4e8b-8a66-8b4ffcbd66cd tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:35.099813 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61e211d-fdda-4a87-b97c-f304e3e9934f req-54e813a1-6bd2-4e8b-8a66-8b4ffcbd66cd tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:35.105768 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61e211d-fdda-4a87-b97c-f304e3e9934f req-54e813a1-6bd2-4e8b-8a66-8b4ffcbd66cd tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:35.114058 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c61e211d-fdda-4a87-b97c-f304e3e9934f req-54e813a1-6bd2-4e8b-8a66-8b4ffcbd66cd tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 5374 time: 0.4372447 Apr 05 14:36:35.165074 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-329c61fc-7afe-4543-afa0-60ba03da6bc5 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:35.185670 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe92ecac-919d-40c0-9d76-748368b0f7c9 req-ae0dbe31-50ec-45a9-ba5f-c753d296de18 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:35.186946 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fe92ecac-919d-40c0-9d76-748368b0f7c9 req-ae0dbe31-50ec-45a9-ba5f-c753d296de18 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cc4f01f-a830-4638-8b39-fd1db76b7b4f HTTP/1.1" status: 200 len: 943 time: 0.4392438 Apr 05 14:36:35.218222 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42092) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:35.272023 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329c61fc-7afe-4543-afa0-60ba03da6bc5 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Pushing event updated for resources: {'Subnet': ['ID=be7bdd21-5f0c-43cb-b5a9-cd00872c0d66,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:35.283848 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329c61fc-7afe-4543-afa0-60ba03da6bc5 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Checking segment: {'id': 'a2bbce82-301c-48bb-b9e4-56b2e745d4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e207f861-fc94-4d41-ba48-4b3e15d2cede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:36:35.284419 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329c61fc-7afe-4543-afa0-60ba03da6bc5 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Network hostable DHCP agents. Network: e207f861-fc94-4d41-ba48-4b3e15d2cede, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:36:35.288635 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ac039b22-ffab-42dd-9e77-cbf83294ff6b req-48aa19ef-2b02-44e0-973e-4ee8b499886f service neutron] 10.222.0.11 "GET /v2.0/networks/e9f4fa40-46c8-414a-a7c0-062d21c067f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4213877 Apr 05 14:36:35.302963 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-eaf85c42-1905-453e-94be-d96039508c52 req-5c6ebe72-815c-439a-84aa-f62d4448e023 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547038 Apr 05 14:36:35.313524 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c61e211d-fdda-4a87-b97c-f304e3e9934f req-0a34269f-10f0-4f92-858b-04c3b54ef056 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/security-groups?id=756a1fd7-e8fc-4bda-8783-a2c1d11a4f04&id=cbd616a3-13b2-4eba-903a-bcdcba548a35&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1986272 Apr 05 14:36:35.368470 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fe92ecac-919d-40c0-9d76-748368b0f7c9 req-6ad9fcdc-02d7-411e-a6f5-26366763c613 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596563 Apr 05 14:36:35.392365 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329c61fc-7afe-4543-afa0-60ba03da6bc5 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Network e207f861-fc94-4d41-ba48-4b3e15d2cede is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:36:35.395439 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9f33f2c4-8b65-4ad6-8f94-c1837796094a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:35.491788 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9f33f2c4-8b65-4ad6-8f94-c1837796094a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:35.497264 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-329c61fc-7afe-4543-afa0-60ba03da6bc5 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, e207f861-fc94-4d41-ba48-4b3e15d2cede) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:35.517355 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75cb359-e500-45d9-a6f9-f12bda4ce1eb None None] Network e207f861-fc94-4d41-ba48-4b3e15d2cede requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:36:35.517948 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329c61fc-7afe-4543-afa0-60ba03da6bc5 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:35.522315 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-329c61fc-7afe-4543-afa0-60ba03da6bc5 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:35.618435 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9f33f2c4-8b65-4ad6-8f94-c1837796094a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:35.683470 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-329c61fc-7afe-4543-afa0-60ba03da6bc5 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0971179 Apr 05 14:36:35.697822 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42108) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:35.706992 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-309c905f-7cf1-4349-ba32-ec006e3dfdf3 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Request body: {'subnet': {'network_id': 'e207f861-fc94-4d41-ba48-4b3e15d2cede', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:36:35.739748 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-9f33f2c4-8b65-4ad6-8f94-c1837796094a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ed77bfcd485a4b75913fefa33cb9faef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5187819 Apr 05 14:36:35.751915 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f33f2c4-8b65-4ad6-8f94-c1837796094a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd9cd04-fe2f-4d1b-9b86-8a42fbc0eb8e,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:35.752105 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f276fca3-a831-4bc0-ab0d-17eecd2b82d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-e207f861-fc94-4d41-ba48-4b3e15d2cede', 'network_id': 'e207f861-fc94-4d41-ba48-4b3e15d2cede', 'tenant_id': 'a1e705303c6b4823abe7abece6121879', 'fixed_ips': [{'subnet_id': 'be7bdd21-5f0c-43cb-b5a9-cd00872c0d66'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:36:35.752105 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f276fca3-a831-4bc0-ab0d-17eecd2b82d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:35.762269 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42112) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:35.813791 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '382d0b57-20df-4e23-b375-ead2ffe87224', 'tag': '28f37818-79d9-4d80-9e8f-cdf11e9c8346'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:36:35.817177 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b20f53-0a9d-4dec-8e8d-7f443b434e93" -d '{"events": [{"name": "network-changed", "server_uuid": "382d0b57-20df-4e23-b375-ead2ffe87224", "tag": "28f37818-79d9-4d80-9e8f-cdf11e9c8346"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:36:35.898191 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-c347594f-9a73-4009-a993-22725ef5123d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f959b160-8254-4f90-83f1-eebf3b81966c {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:36:35.921939 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-c347594f-9a73-4009-a993-22725ef5123d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:35.964378 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ac039b22-ffab-42dd-9e77-cbf83294ff6b req-2b991e25-4905-4f4a-8914-b9ea525c7063 service neutron] 10.222.0.11 "GET /v2.0/networks/e9f4fa40-46c8-414a-a7c0-062d21c067f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6553781 Apr 05 14:36:36.011881 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-f276fca3-a831-4bc0-ab0d-17eecd2b82d8 None None] Allocated IP 2001:db8::2 (e207f861-fc94-4d41-ba48-4b3e15d2cede/be7bdd21-5f0c-43cb-b5a9-cd00872c0d66/a7591c14-250b-41a1-b44d-f58e2102eb3d) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:36:36.031967 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b76d551c-a15d-480d-bd0d-5bd241308eae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:36.043657 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2c84c4-316d-4797-b6bd-52325b2b4a8b req-22ded64b-be2e-41c7-8cf9-a2ccefa8ebff tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:36.051770 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5a2c84c4-316d-4797-b6bd-52325b2b4a8b req-22ded64b-be2e-41c7-8cf9-a2ccefa8ebff tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=281c8477-f8fb-4a99-b063-5a7950db3344 HTTP/1.1" status: 200 len: 944 time: 0.2808256 Apr 05 14:36:36.051770 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-c347594f-9a73-4009-a993-22725ef5123d service neutron] Transition to ACTIVE for port object f959b160-8254-4f90-83f1-eebf3b81966c will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:36:36.062095 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b76d551c-a15d-480d-bd0d-5bd241308eae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:36.064573 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f3feeb-a118-4e3f-a0f3-d6cd637259f6 req-1d4f0605-4baf-4c34-932e-7888b292019a tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:36.067974 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-70f3feeb-a118-4e3f-a0f3-d6cd637259f6 req-1d4f0605-4baf-4c34-932e-7888b292019a tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e72c1e1-e2f0-4808-a81b-a36d44d749c0 HTTP/1.1" status: 200 len: 945 time: 0.3012178 Apr 05 14:36:36.118606 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-309c905f-7cf1-4349-ba32-ec006e3dfdf3 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Made reservation on behalf of a1e705303c6b4823abe7abece6121879 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:36:36.124539 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-309c905f-7cf1-4349-ba32-ec006e3dfdf3 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:36.210843 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-c347594f-9a73-4009-a993-22725ef5123d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:36.228174 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5a2c84c4-316d-4797-b6bd-52325b2b4a8b req-99ce0c07-ccaf-4ddc-9863-3e52af141668 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728158 Apr 05 14:36:36.246609 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b76d551c-a15d-480d-bd0d-5bd241308eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:36.257511 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-70f3feeb-a118-4e3f-a0f3-d6cd637259f6 req-b97a9d4b-5cc0-4d40-b5e5-d194165688b5 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785769 Apr 05 14:36:36.263015 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f276fca3-a831-4bc0-ab0d-17eecd2b82d8 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:36.287161 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b76d551c-a15d-480d-bd0d-5bd241308eae admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:36.287161 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-b76d551c-a15d-480d-bd0d-5bd241308eae admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5dd9cd04-fe2f-4d1b-9b86-8a42fbc0eb8e HTTP/1.1" status: 204 len: 168 time: 0.3586428 Apr 05 14:36:36.287363 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e7c57f4e-e628-46fa-b16a-5f8b280f7eb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809988'] for router_interface, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:36.378890 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f276fca3-a831-4bc0-ab0d-17eecd2b82d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:36.399252 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06adf71-262e-4f8c-b558-7418c5fa38fb req-bf4e8e78-455d-48b1-b856-84f16fd232f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:36.400832 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a06adf71-262e-4f8c-b558-7418c5fa38fb req-bf4e8e78-455d-48b1-b856-84f16fd232f6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6f9dd14fd23b46d0bf68308d04a6ae90&device_id=281c8477-f8fb-4a99-b063-5a7950db3344 HTTP/1.1" status: 200 len: 1095 time: 0.2475162 Apr 05 14:36:36.416215 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd40975-255b-4a3f-ab7e-e48ad1286ca8 x-openstack-request-id: req-0dd40975-255b-4a3f-ab7e-e48ad1286ca8 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:36:36.417849 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "382d0b57-20df-4e23-b375-ead2ffe87224", "tag": "28f37818-79d9-4d80-9e8f-cdf11e9c8346", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:36:36.417849 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0dd40975-255b-4a3f-ab7e-e48ad1286ca8 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:36:36.417849 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dd40975-255b-4a3f-ab7e-e48ad1286ca8'] response: {'name': 'network-changed', 'server_uuid': '382d0b57-20df-4e23-b375-ead2ffe87224', 'tag': '28f37818-79d9-4d80-9e8f-cdf11e9c8346', 'status': 'completed', 'code': 200} Apr 05 14:36:36.418360 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c347594f-9a73-4009-a993-22725ef5123d service neutron] Pushing event updated for resources: {'Port': ['ID=f959b160-8254-4f90-83f1-eebf3b81966c,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:36.449459 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76d551c-a15d-480d-bd0d-5bd241308eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd9cd04-fe2f-4d1b-9b86-8a42fbc0eb8e,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:36.600755 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f276fca3-a831-4bc0-ab0d-17eecd2b82d8 None None] Network e207f861-fc94-4d41-ba48-4b3e15d2cede is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:36:36.633748 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-f276fca3-a831-4bc0-ab0d-17eecd2b82d8 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:36.633748 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f276fca3-a831-4bc0-ab0d-17eecd2b82d8 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:36:36.656085 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f276fca3-a831-4bc0-ab0d-17eecd2b82d8 None None] Pushing event updated for resources: {'Port': ['ID=a7591c14-250b-41a1-b44d-f58e2102eb3d,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:36.726735 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-f276fca3-a831-4bc0-ab0d-17eecd2b82d8 None None] Attempting to bind port a7591c14-250b-41a1-b44d-f58e2102eb3d on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:36:36.728500 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-f276fca3-a831-4bc0-ab0d-17eecd2b82d8 None None] Attempting to bind port a7591c14-250b-41a1-b44d-f58e2102eb3d by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'a2bbce82-301c-48bb-b9e4-56b2e745d4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e207f861-fc94-4d41-ba48-4b3e15d2cede'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:36:36.728500 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f276fca3-a831-4bc0-ab0d-17eecd2b82d8 None None] Attempting to bind port a7591c14-250b-41a1-b44d-f58e2102eb3d on network e207f861-fc94-4d41-ba48-4b3e15d2cede {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:36:36.752819 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f276fca3-a831-4bc0-ab0d-17eecd2b82d8 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:36:36.754421 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f276fca3-a831-4bc0-ab0d-17eecd2b82d8 None None] Checking segment: {'id': 'a2bbce82-301c-48bb-b9e4-56b2e745d4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e207f861-fc94-4d41-ba48-4b3e15d2cede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:36:36.756860 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f276fca3-a831-4bc0-ab0d-17eecd2b82d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:36.756860 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f276fca3-a831-4bc0-ab0d-17eecd2b82d8 None None] Bound using segment: {'id': 'a2bbce82-301c-48bb-b9e4-56b2e745d4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e207f861-fc94-4d41-ba48-4b3e15d2cede'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:36:36.756860 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-f276fca3-a831-4bc0-ab0d-17eecd2b82d8 None None] Bound port: a7591c14-250b-41a1-b44d-f58e2102eb3d, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2bbce82-301c-48bb-b9e4-56b2e745d4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e207f861-fc94-4d41-ba48-4b3e15d2cede'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:36:36.756860 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f276fca3-a831-4bc0-ab0d-17eecd2b82d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:36.835047 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-309c905f-7cf1-4349-ba32-ec006e3dfdf3 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:36.839082 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-f276fca3-a831-4bc0-ab0d-17eecd2b82d8 None None] For port a7591c14-250b-41a1-b44d-f58e2102eb3d, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:36:36.842571 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-f276fca3-a831-4bc0-ab0d-17eecd2b82d8 None None] For port a7591c14-250b-41a1-b44d-f58e2102eb3d, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=a7591c14-250b-41a1-b44d-f58e2102eb3d,segment=NetworkSegment(a2bbce82-301c-48bb-b9e4-56b2e745d4ac),segment_id=a2bbce82-301c-48bb-b9e4-56b2e745d4ac)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:36:36.879798 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b20f53-0a9d-4dec-8e8d-7f443b434e93 req-7a570eab-a2c1-465a-a9fc-e66e5cd087a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:36.880284 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b20f53-0a9d-4dec-8e8d-7f443b434e93 req-7a570eab-a2c1-465a-a9fc-e66e5cd087a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:36.880641 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b20f53-0a9d-4dec-8e8d-7f443b434e93 req-7a570eab-a2c1-465a-a9fc-e66e5cd087a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:36.881637 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b20f53-0a9d-4dec-8e8d-7f443b434e93 req-7a570eab-a2c1-465a-a9fc-e66e5cd087a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:36.882412 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b20f53-0a9d-4dec-8e8d-7f443b434e93 req-7a570eab-a2c1-465a-a9fc-e66e5cd087a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:36.883034 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b20f53-0a9d-4dec-8e8d-7f443b434e93 req-7a570eab-a2c1-465a-a9fc-e66e5cd087a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:36.883641 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b20f53-0a9d-4dec-8e8d-7f443b434e93 req-7a570eab-a2c1-465a-a9fc-e66e5cd087a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:36.886040 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f0b20f53-0a9d-4dec-8e8d-7f443b434e93 req-7a570eab-a2c1-465a-a9fc-e66e5cd087a8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7e1ca79997b14d37bbfde5791240b349&device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 6236 time: 0.3956118 Apr 05 14:36:36.913909 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b437cef8-1f5f-428e-bdf7-2bf8b1bc0889 req-4e2dae05-a428-4a39-b99e-8f0f3722bd76 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:36.919922 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b437cef8-1f5f-428e-bdf7-2bf8b1bc0889 req-4e2dae05-a428-4a39-b99e-8f0f3722bd76 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:36.927047 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b437cef8-1f5f-428e-bdf7-2bf8b1bc0889 req-4e2dae05-a428-4a39-b99e-8f0f3722bd76 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:36.928315 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309c905f-7cf1-4349-ba32-ec006e3dfdf3 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Network e207f861-fc94-4d41-ba48-4b3e15d2cede is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:36:36.930132 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f276fca3-a831-4bc0-ab0d-17eecd2b82d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:36.933166 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b437cef8-1f5f-428e-bdf7-2bf8b1bc0889 req-4e2dae05-a428-4a39-b99e-8f0f3722bd76 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:36.933887 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-309c905f-7cf1-4349-ba32-ec006e3dfdf3 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:36.939236 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b437cef8-1f5f-428e-bdf7-2bf8b1bc0889 req-4e2dae05-a428-4a39-b99e-8f0f3722bd76 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:36.942389 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309c905f-7cf1-4349-ba32-ec006e3dfdf3 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:36.943369 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-309c905f-7cf1-4349-ba32-ec006e3dfdf3 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:36.946708 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b437cef8-1f5f-428e-bdf7-2bf8b1bc0889 req-4e2dae05-a428-4a39-b99e-8f0f3722bd76 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:36.952911 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b437cef8-1f5f-428e-bdf7-2bf8b1bc0889 req-4e2dae05-a428-4a39-b99e-8f0f3722bd76 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:36.954851 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b437cef8-1f5f-428e-bdf7-2bf8b1bc0889 req-4e2dae05-a428-4a39-b99e-8f0f3722bd76 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 5386 time: 0.3870852 Apr 05 14:36:36.956772 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309c905f-7cf1-4349-ba32-ec006e3dfdf3 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Pushing event updated for resources: {'Subnet': ['ID=ddb4e969-b497-47f9-9b9a-9ce90e10cfea,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:36.976267 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a88f29-9331-47f1-adb7-0b2d019e4ecf req-fd69971d-f434-4734-ada7-f4a419cdc188 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:36.977847 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e0a88f29-9331-47f1-adb7-0b2d019e4ecf req-fd69971d-f434-4734-ada7-f4a419cdc188 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cc4f01f-a830-4638-8b39-fd1db76b7b4f HTTP/1.1" status: 200 len: 943 time: 0.4113054 Apr 05 14:36:37.016606 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-c347594f-9a73-4009-a993-22725ef5123d service neutron] Attempting to bind port f959b160-8254-4f90-83f1-eebf3b81966c on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:36:37.016606 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-c347594f-9a73-4009-a993-22725ef5123d service neutron] Attempting to bind port f959b160-8254-4f90-83f1-eebf3b81966c by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': '9b21705a-bc5f-4914-8fe4-95935e7f97b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '09506e0a-3744-473b-8a54-c7b44b9b7c22'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:36:37.016606 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-c347594f-9a73-4009-a993-22725ef5123d service neutron] Attempting to bind port f959b160-8254-4f90-83f1-eebf3b81966c on network 09506e0a-3744-473b-8a54-c7b44b9b7c22 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:36:37.023154 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f276fca3-a831-4bc0-ab0d-17eecd2b82d8 None None] Pushing event updated for resources: {'Port': ['ID=a7591c14-250b-41a1-b44d-f58e2102eb3d,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:37.030296 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06adf71-262e-4f8c-b558-7418c5fa38fb req-9372343f-f192-4f72-8153-dfdc84254fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:37.031732 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a06adf71-262e-4f8c-b558-7418c5fa38fb req-9372343f-f192-4f72-8153-dfdc84254fd1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e9f4fa40-46c8-414a-a7c0-062d21c067f9 HTTP/1.1" status: 200 len: 906 time: 0.6052611 Apr 05 14:36:37.077430 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-309c905f-7cf1-4349-ba32-ec006e3dfdf3 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3780754 Apr 05 14:36:37.080680 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42154) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:37.096023 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-c347594f-9a73-4009-a993-22725ef5123d service neutron] Port f959b160-8254-4f90-83f1-eebf3b81966c on network 09506e0a-3744-473b-8a54-c7b44b9b7c22 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:36:37.096275 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-c347594f-9a73-4009-a993-22725ef5123d service neutron] Attempting to bind port f959b160-8254-4f90-83f1-eebf3b81966c on network 09506e0a-3744-473b-8a54-c7b44b9b7c22 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:36:37.168339 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a06adf71-262e-4f8c-b558-7418c5fa38fb req-0c18ff92-7d4b-4622-8506-2585f70c4472 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a0c73c4-5564-41c5-8418-f5877c877f29 HTTP/1.1" status: 200 len: 217 time: 0.0894079 Apr 05 14:36:37.180735 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-c347594f-9a73-4009-a993-22725ef5123d service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:36:37.181217 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-c347594f-9a73-4009-a993-22725ef5123d service neutron] Checking segment: {'id': '9b21705a-bc5f-4914-8fe4-95935e7f97b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '09506e0a-3744-473b-8a54-c7b44b9b7c22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:36:37.181624 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-c347594f-9a73-4009-a993-22725ef5123d service neutron] Bound using segment: {'id': '9b21705a-bc5f-4914-8fe4-95935e7f97b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '09506e0a-3744-473b-8a54-c7b44b9b7c22'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:36:37.182079 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-c347594f-9a73-4009-a993-22725ef5123d service neutron] Bound port: f959b160-8254-4f90-83f1-eebf3b81966c, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b21705a-bc5f-4914-8fe4-95935e7f97b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '09506e0a-3744-473b-8a54-c7b44b9b7c22'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:36:37.182444 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-c347594f-9a73-4009-a993-22725ef5123d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:37.204002 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02438aae-a8d4-4098-b6ae-7b40043a5e90 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:37.208402 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02438aae-a8d4-4098-b6ae-7b40043a5e90 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:37.214835 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02438aae-a8d4-4098-b6ae-7b40043a5e90 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:37.217140 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02438aae-a8d4-4098-b6ae-7b40043a5e90 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:37.227022 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02438aae-a8d4-4098-b6ae-7b40043a5e90 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:37.229384 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-02438aae-a8d4-4098-b6ae-7b40043a5e90 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1480217 Apr 05 14:36:37.233141 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42156) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:37.239249 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-b423770c-133a-4573-a6e4-6c5807f1d56b tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1605533991'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:36:37.270956 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e0a88f29-9331-47f1-adb7-0b2d019e4ecf req-1e8ad4ce-519a-4995-b5ab-4fc3bed9ae72 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713540 Apr 05 14:36:37.282587 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b437cef8-1f5f-428e-bdf7-2bf8b1bc0889 req-d09cf656-ecf2-4f68-8211-a2fc83ae98cf tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/security-groups?id=756a1fd7-e8fc-4bda-8783-a2c1d11a4f04&id=cbd616a3-13b2-4eba-903a-bcdcba548a35&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3023334 Apr 05 14:36:37.318260 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42162) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:37.322463 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06adf71-262e-4f8c-b558-7418c5fa38fb req-005958ae-6481-4a9f-827d-b98cebfec28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:37.324004 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a06adf71-262e-4f8c-b558-7418c5fa38fb req-005958ae-6481-4a9f-827d-b98cebfec28b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7f3129d9-da84-45bd-9800-b5c89ee3ca61 HTTP/1.1" status: 200 len: 845 time: 0.1228681 Apr 05 14:36:37.356461 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-340c5120-c5a6-4ac2-8d08-bf50760a509d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:37.384913 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b423770c-133a-4573-a6e4-6c5807f1d56b tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Made reservation on behalf of a1e705303c6b4823abe7abece6121879 for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:36:37.389515 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b423770c-133a-4573-a6e4-6c5807f1d56b tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:37.394875 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b20f53-0a9d-4dec-8e8d-7f443b434e93 req-90b3cd14-09d0-4e92-ab9e-b723dffe3d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:37.394875 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b20f53-0a9d-4dec-8e8d-7f443b434e93 req-90b3cd14-09d0-4e92-ab9e-b723dffe3d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:37.394875 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b20f53-0a9d-4dec-8e8d-7f443b434e93 req-90b3cd14-09d0-4e92-ab9e-b723dffe3d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:37.398422 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f0b20f53-0a9d-4dec-8e8d-7f443b434e93 req-90b3cd14-09d0-4e92-ab9e-b723dffe3d49 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=7e1ca79997b14d37bbfde5791240b349&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4961162 Apr 05 14:36:37.421935 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a06adf71-262e-4f8c-b558-7418c5fa38fb req-fd43dd07-d7e9-4104-8344-d3546e93a154 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e9f4fa40-46c8-414a-a7c0-062d21c067f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702963 Apr 05 14:36:37.439766 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b423770c-133a-4573-a6e4-6c5807f1d56b tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:36:37.466236 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b423770c-133a-4573-a6e4-6c5807f1d56b tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:37.466648 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-b423770c-133a-4573-a6e4-6c5807f1d56b tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Added segment ff3a29f8-be15-414a-a995-060c9fc7dab5 of type vlan for network e9599482-92ff-47c2-92e9-e45c29873801 Apr 05 14:36:37.528150 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42166) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:37.542516 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b423770c-133a-4573-a6e4-6c5807f1d56b tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:37.590995 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-340c5120-c5a6-4ac2-8d08-bf50760a509d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:37.647647 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-c347594f-9a73-4009-a993-22725ef5123d service neutron] For port f959b160-8254-4f90-83f1-eebf3b81966c, host n-h1-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:36:37.671865 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b13f1277-341d-4890-bced-ccc74f9de67f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:37.701930 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-c347594f-9a73-4009-a993-22725ef5123d service neutron] For port f959b160-8254-4f90-83f1-eebf3b81966c, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=f959b160-8254-4f90-83f1-eebf3b81966c,segment=NetworkSegment(9b21705a-bc5f-4914-8fe4-95935e7f97b2),segment_id=9b21705a-bc5f-4914-8fe4-95935e7f97b2)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:36:37.714606 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e2902a-15e3-4c90-b506-2ba4bf98e139 req-ed4fb0f2-ad84-48c0-a8bc-f1e7c83773aa tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:37.716135 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-97e2902a-15e3-4c90-b506-2ba4bf98e139 req-ed4fb0f2-ad84-48c0-a8bc-f1e7c83773aa tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=281c8477-f8fb-4a99-b063-5a7950db3344 HTTP/1.1" status: 200 len: 944 time: 0.3455403 Apr 05 14:36:37.738412 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f9ddc5-7625-4f4c-8993-c03b5c29cb32 req-9596f7f2-2481-4b1c-817d-ba27317a2920 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:37.739877 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a6f9ddc5-7625-4f4c-8993-c03b5c29cb32 req-9596f7f2-2481-4b1c-817d-ba27317a2920 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e72c1e1-e2f0-4808-a81b-a36d44d749c0 HTTP/1.1" status: 200 len: 945 time: 0.3285036 Apr 05 14:36:37.750184 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b13f1277-341d-4890-bced-ccc74f9de67f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:37.751364 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-340c5120-c5a6-4ac2-8d08-bf50760a509d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:37.754234 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b423770c-133a-4573-a6e4-6c5807f1d56b tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:37.760342 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b423770c-133a-4573-a6e4-6c5807f1d56b tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:37.760493 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b423770c-133a-4573-a6e4-6c5807f1d56b tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:37.788515 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b20f53-0a9d-4dec-8e8d-7f443b434e93 req-17f0db9b-636b-4889-81c6-25944baf35e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:37.790033 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f0b20f53-0a9d-4dec-8e8d-7f443b434e93 req-17f0db9b-636b-4889-81c6-25944baf35e3 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3643761 Apr 05 14:36:37.806222 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a06adf71-262e-4f8c-b558-7418c5fa38fb req-12e761f1-361d-46f2-8c50-074ed44c14f8 service neutron] 10.222.0.11 "GET /v2.0/networks/e9f4fa40-46c8-414a-a7c0-062d21c067f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3596783 Apr 05 14:36:37.843956 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-c347594f-9a73-4009-a993-22725ef5123d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:37.880019 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340c5120-c5a6-4ac2-8d08-bf50760a509d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17171f92-6c4b-4209-bbde-34a137bdc58f,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:37.905640 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-340c5120-c5a6-4ac2-8d08-bf50760a509d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7241f61163644d2099132546f4f9e00e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5862000 Apr 05 14:36:37.906436 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b13f1277-341d-4890-bced-ccc74f9de67f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:37.908993 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42170) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:37.915757 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b423770c-133a-4573-a6e4-6c5807f1d56b tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Pushing event updated for resources: {'Network': ['ID=e9599482-92ff-47c2-92e9-e45c29873801,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:37.926282 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-97e2902a-15e3-4c90-b506-2ba4bf98e139 req-29ab5657-c1af-4e14-9d62-e96a2a9473d5 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002230 Apr 05 14:36:37.929102 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a6f9ddc5-7625-4f4c-8993-c03b5c29cb32 req-06839752-b816-4310-bca2-7d5cde749db7 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808491 Apr 05 14:36:37.951663 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-c347594f-9a73-4009-a993-22725ef5123d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:37.952286 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-c347594f-9a73-4009-a993-22725ef5123d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:37.953745 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-c347594f-9a73-4009-a993-22725ef5123d service neutron] 10.222.0.55 "PUT /v2.0/ports/f959b160-8254-4f90-83f1-eebf3b81966c HTTP/1.1" status: 200 len: 1091 time: 4.0839491 Apr 05 14:36:37.959051 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e7c57f4e-e628-46fa-b16a-5f8b280f7eb8 admin admin] Deleting port 6a015732-d1cd-4689-b87d-34dd9ae9b1f2 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:36:37.959390 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e7c57f4e-e628-46fa-b16a-5f8b280f7eb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:38.004231 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network e9599482-92ff-47c2-92e9-e45c29873801 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:36:38.058655 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-72fa45dd-a01b-486c-880f-ca13d1e9af40 service neutron] Request body: {'port': {'device_id': '382d0b57-20df-4e23-b375-ead2ffe87224', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:36:38.074452 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-b423770c-133a-4573-a6e4-6c5807f1d56b tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8400352 Apr 05 14:36:38.082859 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 42174) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:38.093210 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-b13f1277-341d-4890-bced-ccc74f9de67f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e9ae3c48f1ce46d1a4df53e57adf1d0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5603402 Apr 05 14:36:38.094295 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42176) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:38.096522 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13f1277-341d-4890-bced-ccc74f9de67f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c31324-2a63-40e4-9896-82e21e53e627,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:38.103098 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-72f9eaa0-f97a-4434-8f71-4837375d8e42 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:36:38.106522 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c347594f-9a73-4009-a993-22725ef5123d service neutron] Pushing event updated for resources: {'Port': ['ID=f959b160-8254-4f90-83f1-eebf3b81966c,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:38.187029 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8473f36f-d081-4134-9145-9beef893ccc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:38.205386 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device a7591c14-250b-41a1-b44d-f58e2102eb3d up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:36:38.225830 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8473f36f-d081-4134-9145-9beef893ccc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:38.269652 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-011d31b0-ee9d-41f8-a86e-6b1f415c275d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:38.285077 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port a7591c14-250b-41a1-b44d-f58e2102eb3d triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:38.285823 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:38.286966 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a06adf71-262e-4f8c-b558-7418c5fa38fb req-85ee8027-035b-49ee-b3bc-58b9dc8840cd service neutron] 10.222.0.11 "GET /v2.0/networks/e9f4fa40-46c8-414a-a7c0-062d21c067f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4714725 Apr 05 14:36:38.323440 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-011d31b0-ee9d-41f8-a86e-6b1f415c275d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:38.420769 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '382d0b57-20df-4e23-b375-ead2ffe87224', 'tag': 'f959b160-8254-4f90-83f1-eebf3b81966c'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:36:38.423080 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f18f872-6044-47be-a35f-a28687c87ad0" -d '{"events": [{"name": "network-changed", "server_uuid": "382d0b57-20df-4e23-b375-ead2ffe87224", "tag": "f959b160-8254-4f90-83f1-eebf3b81966c"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:36:38.436365 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:38.448995 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da335c1-4caf-4652-b61f-2c096c24d630 None None] Network e207f861-fc94-4d41-ba48-4b3e15d2cede requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:36:38.493196 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-72fa45dd-a01b-486c-880f-ca13d1e9af40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:38.497297 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8473f36f-d081-4134-9145-9beef893ccc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:38.499960 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8473f36f-d081-4134-9145-9beef893ccc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:38.504769 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-8473f36f-d081-4134-9145-9beef893ccc5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/17171f92-6c4b-4209-bbde-34a137bdc58f HTTP/1.1" status: 204 len: 168 time: 0.5891936 Apr 05 14:36:38.513413 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8473f36f-d081-4134-9145-9beef893ccc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17171f92-6c4b-4209-bbde-34a137bdc58f,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:38.540348 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port a7591c14-250b-41a1-b44d-f58e2102eb3d, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=a7591c14-250b-41a1-b44d-f58e2102eb3d,segment=NetworkSegment(a2bbce82-301c-48bb-b9e4-56b2e745d4ac),segment_id=a2bbce82-301c-48bb-b9e4-56b2e745d4ac)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:36:38.546178 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-343578dc-f1cd-4dfe-9ca9-16a8a655153f None None] Provisioning complete for port a7591c14-250b-41a1-b44d-f58e2102eb3d triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:38.546554 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-343578dc-f1cd-4dfe-9ca9-16a8a655153f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:38.555031 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-011d31b0-ee9d-41f8-a86e-6b1f415c275d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:38.559818 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-011d31b0-ee9d-41f8-a86e-6b1f415c275d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:38.565436 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-011d31b0-ee9d-41f8-a86e-6b1f415c275d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/40c31324-2a63-40e4-9896-82e21e53e627 HTTP/1.1" status: 204 len: 168 time: 0.4327970 Apr 05 14:36:38.600102 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011d31b0-ee9d-41f8-a86e-6b1f415c275d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c31324-2a63-40e4-9896-82e21e53e627,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:38.606649 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:38.733530 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=a7591c14-250b-41a1-b44d-f58e2102eb3d,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:38.767337 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:36:38.767681 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:36:38.768021 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:36:38.768358 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:36:38.778104 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:36:38.778104 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:36:38.778104 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:36:38.778104 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:36:38.778104 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:36:38.778104 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:36:38.778104 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:36:38.778104 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:36:38.813295 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 7a0c73c4-5564-41c5-8418-f5877c877f29 details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:36:38.893408 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e7c57f4e-e628-46fa-b16a-5f8b280f7eb8 admin admin] For port 6a015732-d1cd-4689-b87d-34dd9ae9b1f2, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=6a015732-d1cd-4689-b87d-34dd9ae9b1f2,segment=NetworkSegment(16084726-0c91-4f77-80d7-a1114047c434),segment_id=16084726-0c91-4f77-80d7-a1114047c434)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:36:38.894634 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e7c57f4e-e628-46fa-b16a-5f8b280f7eb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:38.931206 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e7c57f4e-e628-46fa-b16a-5f8b280f7eb8 admin admin] Calling delete_port for 6a015732-d1cd-4689-b87d-34dd9ae9b1f2 owned by network:router_interface {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:36:38.947877 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79586242-da6e-48e1-9665-697a443e30dd None None] Update dhcp port {'port': {'network_id': 'e207f861-fc94-4d41-ba48-4b3e15d2cede', 'fixed_ips': [{'subnet_id': 'be7bdd21-5f0c-43cb-b5a9-cd00872c0d66', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ddb4e969-b497-47f9-9b9a-9ce90e10cfea'}], 'binding:host_id': 'n-d-836650-2'}, 'id': 'a7591c14-250b-41a1-b44d-f58e2102eb3d'} from n-d-836650-2. {{(pid=103322) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 05 14:36:38.981780 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b4bc3d-ed7d-4ccb-a39c-2f5fe009aa7b req-c5553cbb-eb93-498f-a160-796a11fc656d tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:38.984272 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-79586242-da6e-48e1-9665-697a443e30dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:38.994925 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-92b4bc3d-ed7d-4ccb-a39c-2f5fe009aa7b req-c5553cbb-eb93-498f-a160-796a11fc656d tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cc4f01f-a830-4638-8b39-fd1db76b7b4f HTTP/1.1" status: 200 len: 943 time: 0.5971763 Apr 05 14:36:39.008576 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ec7e7-87e8-4677-9ea8-ddbb5f7cf1d7 req-8a3b5b87-1bae-4776-b166-24a268a32f72 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:39.014771 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ec7e7-87e8-4677-9ea8-ddbb5f7cf1d7 req-8a3b5b87-1bae-4776-b166-24a268a32f72 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:39.020197 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 7a0c73c4-5564-41c5-8418-f5877c877f29, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=7a0c73c4-5564-41c5-8418-f5877c877f29,segment=NetworkSegment(ac926e6e-ab69-4031-83ab-f0f7e23b6b3b),segment_id=ac926e6e-ab69-4031-83ab-f0f7e23b6b3b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:36:39.021338 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ec7e7-87e8-4677-9ea8-ddbb5f7cf1d7 req-8a3b5b87-1bae-4776-b166-24a268a32f72 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:39.027324 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ec7e7-87e8-4677-9ea8-ddbb5f7cf1d7 req-8a3b5b87-1bae-4776-b166-24a268a32f72 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:39.033468 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ec7e7-87e8-4677-9ea8-ddbb5f7cf1d7 req-8a3b5b87-1bae-4776-b166-24a268a32f72 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:39.040127 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ec7e7-87e8-4677-9ea8-ddbb5f7cf1d7 req-8a3b5b87-1bae-4776-b166-24a268a32f72 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:39.046317 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ec7e7-87e8-4677-9ea8-ddbb5f7cf1d7 req-8a3b5b87-1bae-4776-b166-24a268a32f72 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:39.048289 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-781ec7e7-87e8-4677-9ea8-ddbb5f7cf1d7 req-8a3b5b87-1bae-4776-b166-24a268a32f72 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 5386 time: 0.6404631 Apr 05 14:36:39.062796 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': '7a0c73c4-5564-41c5-8418-f5877c877f29', 'network_id': 'e9f4fa40-46c8-414a-a7c0-062d21c067f9', 'port_id': '7a0c73c4-5564-41c5-8418-f5877c877f29', 'mac_address': 'fa:16:3e:f8:e2:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f3129d9-da84-45bd-9800-b5c89ee3ca61', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:36:39.111743 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-72f9eaa0-f97a-4434-8f71-4837375d8e42 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:39.189160 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:39.228582 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a0c73c4-5564-41c5-8418-f5877c877f29 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:36:39.247091 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-92b4bc3d-ed7d-4ccb-a39c-2f5fe009aa7b req-2bb3fc92-33d0-4ba3-9d5a-1ef94d269aaa tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567713 Apr 05 14:36:39.254543 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-72f9eaa0-f97a-4434-8f71-4837375d8e42 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:39.272946 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 7a0c73c4-5564-41c5-8418-f5877c877f29, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=7a0c73c4-5564-41c5-8418-f5877c877f29,segment=NetworkSegment(ac926e6e-ab69-4031-83ab-f0f7e23b6b3b),segment_id=ac926e6e-ab69-4031-83ab-f0f7e23b6b3b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:36:39.274634 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-781ec7e7-87e8-4677-9ea8-ddbb5f7cf1d7 req-9fecbc01-b738-42a4-a844-76510c51bc93 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/security-groups?id=756a1fd7-e8fc-4bda-8783-a2c1d11a4f04&id=cbd616a3-13b2-4eba-903a-bcdcba548a35&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2060392 Apr 05 14:36:39.293650 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-72f9eaa0-f97a-4434-8f71-4837375d8e42 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Network e9599482-92ff-47c2-92e9-e45c29873801 is not hosted by any dhcp agent {{(pid=103320) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 05 14:36:39.299156 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-79586242-da6e-48e1-9665-697a443e30dd None None] Allocated IP 172.20.0.1 (e207f861-fc94-4d41-ba48-4b3e15d2cede/ddb4e969-b497-47f9-9b9a-9ce90e10cfea/a7591c14-250b-41a1-b44d-f58e2102eb3d) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:36:39.310148 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f9eaa0-f97a-4434-8f71-4837375d8e42 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:39.310861 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-72f9eaa0-f97a-4434-8f71-4837375d8e42 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:39.312490 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-72f9eaa0-f97a-4434-8f71-4837375d8e42 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] 10.222.0.30 "PUT /v2.0/networks/e9599482-92ff-47c2-92e9-e45c29873801 HTTP/1.1" status: 200 len: 723 time: 1.2276127 Apr 05 14:36:39.316120 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42204) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:39.346791 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-a885fed5-e8b6-48a9-a899-9fe690e52c7d tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Request body: {'subnet': {'network_id': 'e9599482-92ff-47c2-92e9-e45c29873801', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:36:39.364211 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-478e8bc3-35f4-4a3f-8a18-87c195b9cff4 x-openstack-request-id: req-478e8bc3-35f4-4a3f-8a18-87c195b9cff4 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:36:39.364581 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "382d0b57-20df-4e23-b375-ead2ffe87224", "tag": "f959b160-8254-4f90-83f1-eebf3b81966c", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:36:39.364938 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-478e8bc3-35f4-4a3f-8a18-87c195b9cff4 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:36:39.365184 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-478e8bc3-35f4-4a3f-8a18-87c195b9cff4'] response: {'name': 'network-changed', 'server_uuid': '382d0b57-20df-4e23-b375-ead2ffe87224', 'tag': 'f959b160-8254-4f90-83f1-eebf3b81966c', 'status': 'completed', 'code': 200} Apr 05 14:36:39.368733 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:39.474623 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f9eaa0-f97a-4434-8f71-4837375d8e42 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Pushing event updated for resources: {'Network': ['ID=e9599482-92ff-47c2-92e9-e45c29873801,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:39.494922 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network e9599482-92ff-47c2-92e9-e45c29873801 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:36:39.526649 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=7a0c73c4-5564-41c5-8418-f5877c877f29,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:39.534869 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-79586242-da6e-48e1-9665-697a443e30dd None None] For port a7591c14-250b-41a1-b44d-f58e2102eb3d, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=a7591c14-250b-41a1-b44d-f58e2102eb3d,segment=NetworkSegment(a2bbce82-301c-48bb-b9e4-56b2e745d4ac),segment_id=a2bbce82-301c-48bb-b9e4-56b2e745d4ac)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:36:39.573242 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18f872-6044-47be-a35f-a28687c87ad0 req-4f4963e3-c72e-4e19-8558-eb788b2e299e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:39.574006 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18f872-6044-47be-a35f-a28687c87ad0 req-4f4963e3-c72e-4e19-8558-eb788b2e299e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:39.574671 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18f872-6044-47be-a35f-a28687c87ad0 req-4f4963e3-c72e-4e19-8558-eb788b2e299e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:39.575157 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18f872-6044-47be-a35f-a28687c87ad0 req-4f4963e3-c72e-4e19-8558-eb788b2e299e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:39.575630 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18f872-6044-47be-a35f-a28687c87ad0 req-4f4963e3-c72e-4e19-8558-eb788b2e299e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:39.576096 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18f872-6044-47be-a35f-a28687c87ad0 req-4f4963e3-c72e-4e19-8558-eb788b2e299e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:39.576566 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18f872-6044-47be-a35f-a28687c87ad0 req-4f4963e3-c72e-4e19-8558-eb788b2e299e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:39.578587 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2f18f872-6044-47be-a35f-a28687c87ad0 req-4f4963e3-c72e-4e19-8558-eb788b2e299e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7e1ca79997b14d37bbfde5791240b349&device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 6278 time: 0.2125776 Apr 05 14:36:39.583275 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42210) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:39.601956 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a885fed5-e8b6-48a9-a899-9fe690e52c7d tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Made reservation on behalf of a1e705303c6b4823abe7abece6121879 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:36:39.606166 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a885fed5-e8b6-48a9-a899-9fe690e52c7d tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:39.632198 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-79586242-da6e-48e1-9665-697a443e30dd None None] Notify callbacks [] for port, precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:39.640939 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4c440211-1baa-427b-8c73-aae41c9e0b02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:39.679711 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f86e1c9-385f-4153-9923-1f2f3d168339 req-00d39240-ef46-4f3a-92c1-c0afe43cfc08 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:39.681282 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3f86e1c9-385f-4153-9923-1f2f3d168339 req-00d39240-ef46-4f3a-92c1-c0afe43cfc08 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=281c8477-f8fb-4a99-b063-5a7950db3344 HTTP/1.1" status: 200 len: 945 time: 0.2024059 Apr 05 14:36:39.711391 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-79586242-da6e-48e1-9665-697a443e30dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:39.735545 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['7a0c73c4-5564-41c5-8418-f5877c877f29'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:36:39.840763 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3f86e1c9-385f-4153-9923-1f2f3d168339 req-7bb25724-77b9-433d-9d88-30a6deb7510b tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345029 Apr 05 14:36:39.845154 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4c440211-1baa-427b-8c73-aae41c9e0b02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:39.857361 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-72fa45dd-a01b-486c-880f-ca13d1e9af40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c4f6388-349e-4a35-a663-fd75e1242b4e {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:36:39.863538 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18f872-6044-47be-a35f-a28687c87ad0 req-a401741b-a0b7-463f-a7fc-9a37aba3ded0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:39.864105 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18f872-6044-47be-a35f-a28687c87ad0 req-a401741b-a0b7-463f-a7fc-9a37aba3ded0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:39.864571 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18f872-6044-47be-a35f-a28687c87ad0 req-a401741b-a0b7-463f-a7fc-9a37aba3ded0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:39.866253 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2f18f872-6044-47be-a35f-a28687c87ad0 req-a401741b-a0b7-463f-a7fc-9a37aba3ded0 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=7e1ca79997b14d37bbfde5791240b349&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2783318 Apr 05 14:36:39.871098 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-72fa45dd-a01b-486c-880f-ca13d1e9af40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:39.914284 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-72fa45dd-a01b-486c-880f-ca13d1e9af40 service neutron] Transition to ACTIVE for port object 0c4f6388-349e-4a35-a663-fd75e1242b4e will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:36:39.947049 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e7c57f4e-e628-46fa-b16a-5f8b280f7eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:39.948281 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4c440211-1baa-427b-8c73-aae41c9e0b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:40.007503 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-4c440211-1baa-427b-8c73-aae41c9e0b02 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5164f15ef2e74297b3f902f10b80be1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4218273 Apr 05 14:36:40.013334 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c440211-1baa-427b-8c73-aae41c9e0b02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4fd8bbf-fbc8-40e3-8c28-eaf86e6f0bd0,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:40.017535 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42216) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:40.039868 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a885fed5-e8b6-48a9-a899-9fe690e52c7d tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:40.045413 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c57f4e-e628-46fa-b16a-5f8b280f7eb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a015732-d1cd-4689-b87d-34dd9ae9b1f2,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:40.047389 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-72fa45dd-a01b-486c-880f-ca13d1e9af40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:40.059556 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device a7591c14-250b-41a1-b44d-f58e2102eb3d up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:36:40.126458 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18f872-6044-47be-a35f-a28687c87ad0 req-9b5ef0d6-a6f6-421e-b757-c827ddc5d42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:40.128787 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79586242-da6e-48e1-9665-697a443e30dd None None] Pushing event updated for resources: {'Port': ['ID=a7591c14-250b-41a1-b44d-f58e2102eb3d,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:40.131777 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2f18f872-6044-47be-a35f-a28687c87ad0 req-9b5ef0d6-a6f6-421e-b757-c827ddc5d42d service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2577109 Apr 05 14:36:40.247355 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fa45dd-a01b-486c-880f-ca13d1e9af40 service neutron] Pushing event updated for resources: {'Port': ['ID=0c4f6388-349e-4a35-a663-fd75e1242b4e,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:40.257119 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port a7591c14-250b-41a1-b44d-f58e2102eb3d triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:40.257556 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:40.673060 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-72fa45dd-a01b-486c-880f-ca13d1e9af40 service neutron] Attempting to bind port 0c4f6388-349e-4a35-a663-fd75e1242b4e on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:36:40.673401 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-72fa45dd-a01b-486c-880f-ca13d1e9af40 service neutron] Attempting to bind port 0c4f6388-349e-4a35-a663-fd75e1242b4e by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': '9b21705a-bc5f-4914-8fe4-95935e7f97b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '09506e0a-3744-473b-8a54-c7b44b9b7c22'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:36:40.673728 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-72fa45dd-a01b-486c-880f-ca13d1e9af40 service neutron] Attempting to bind port 0c4f6388-349e-4a35-a663-fd75e1242b4e on network 09506e0a-3744-473b-8a54-c7b44b9b7c22 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:36:40.696907 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-72fa45dd-a01b-486c-880f-ca13d1e9af40 service neutron] Port 0c4f6388-349e-4a35-a663-fd75e1242b4e on network 09506e0a-3744-473b-8a54-c7b44b9b7c22 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:36:40.700403 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-72fa45dd-a01b-486c-880f-ca13d1e9af40 service neutron] Attempting to bind port 0c4f6388-349e-4a35-a663-fd75e1242b4e on network 09506e0a-3744-473b-8a54-c7b44b9b7c22 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:36:40.712631 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42478e77-46a2-46a6-9e88-69b9eba3b282 req-4da090d6-46e3-4c2e-bf72-64285f5063b2 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:40.714274 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-42478e77-46a2-46a6-9e88-69b9eba3b282 req-4da090d6-46e3-4c2e-bf72-64285f5063b2 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cc4f01f-a830-4638-8b39-fd1db76b7b4f HTTP/1.1" status: 200 len: 943 time: 0.2425146 Apr 05 14:36:40.726568 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac169970-85d9-45e1-9400-e706115d0534 req-c095bab3-1065-44ff-9818-7ec92346f628 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:40.732942 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac169970-85d9-45e1-9400-e706115d0534 req-c095bab3-1065-44ff-9818-7ec92346f628 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:40.739342 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac169970-85d9-45e1-9400-e706115d0534 req-c095bab3-1065-44ff-9818-7ec92346f628 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:40.746113 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac169970-85d9-45e1-9400-e706115d0534 req-c095bab3-1065-44ff-9818-7ec92346f628 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:40.752344 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac169970-85d9-45e1-9400-e706115d0534 req-c095bab3-1065-44ff-9818-7ec92346f628 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:40.759044 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac169970-85d9-45e1-9400-e706115d0534 req-c095bab3-1065-44ff-9818-7ec92346f628 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:40.766304 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac169970-85d9-45e1-9400-e706115d0534 req-c095bab3-1065-44ff-9818-7ec92346f628 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:40.776351 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ac169970-85d9-45e1-9400-e706115d0534 req-c095bab3-1065-44ff-9818-7ec92346f628 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 5398 time: 0.2935328 Apr 05 14:36:40.800460 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-72fa45dd-a01b-486c-880f-ca13d1e9af40 service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:36:40.800804 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-72fa45dd-a01b-486c-880f-ca13d1e9af40 service neutron] Checking segment: {'id': '9b21705a-bc5f-4914-8fe4-95935e7f97b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '09506e0a-3744-473b-8a54-c7b44b9b7c22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:36:40.801212 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-72fa45dd-a01b-486c-880f-ca13d1e9af40 service neutron] Bound using segment: {'id': '9b21705a-bc5f-4914-8fe4-95935e7f97b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '09506e0a-3744-473b-8a54-c7b44b9b7c22'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:36:40.801662 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-72fa45dd-a01b-486c-880f-ca13d1e9af40 service neutron] Bound port: 0c4f6388-349e-4a35-a663-fd75e1242b4e, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b21705a-bc5f-4914-8fe4-95935e7f97b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '09506e0a-3744-473b-8a54-c7b44b9b7c22'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:36:40.802214 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-72fa45dd-a01b-486c-880f-ca13d1e9af40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:40.812382 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e7c57f4e-e628-46fa-b16a-5f8b280f7eb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1798829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810128'] for router_interface, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:40.829198 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1c7136be-e01e-4fcc-bc19-b907ab342792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:40.860525 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a885fed5-e8b6-48a9-a899-9fe690e52c7d tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Pushing event updated for resources: {'Subnet': ['ID=2ba03312-44e6-4a7b-b9cf-976cd41bd9e6,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:40.873044 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a885fed5-e8b6-48a9-a899-9fe690e52c7d tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Checking segment: {'id': 'ff3a29f8-be15-414a-a995-060c9fc7dab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e9599482-92ff-47c2-92e9-e45c29873801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:36:40.873779 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a885fed5-e8b6-48a9-a899-9fe690e52c7d tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Network hostable DHCP agents. Network: e9599482-92ff-47c2-92e9-e45c29873801, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:36:40.888916 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1c7136be-e01e-4fcc-bc19-b907ab342792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:40.919933 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d01302e-4732-4212-b4de-d4dae6c5596a None None] Network e207f861-fc94-4d41-ba48-4b3e15d2cede requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:36:40.943195 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ac169970-85d9-45e1-9400-e706115d0534 req-8ea70d31-36e2-42fd-98fe-de46c5e422dc tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/security-groups?id=756a1fd7-e8fc-4bda-8783-a2c1d11a4f04&id=cbd616a3-13b2-4eba-903a-bcdcba548a35&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1634607 Apr 05 14:36:40.954629 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-42478e77-46a2-46a6-9e88-69b9eba3b282 req-499755ea-ed9a-4166-90ec-78a8164dd10b tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750808 Apr 05 14:36:41.005792 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a885fed5-e8b6-48a9-a899-9fe690e52c7d tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Network e9599482-92ff-47c2-92e9-e45c29873801 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:36:41.050464 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-817a699f-fd4d-4fa4-91a1-37357e5b66f3 None None] Provisioning complete for port a7591c14-250b-41a1-b44d-f58e2102eb3d triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:41.050750 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-817a699f-fd4d-4fa4-91a1-37357e5b66f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:41.086054 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1c7136be-e01e-4fcc-bc19-b907ab342792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:41.089752 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1c7136be-e01e-4fcc-bc19-b907ab342792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:41.094751 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-1c7136be-e01e-4fcc-bc19-b907ab342792 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f4fd8bbf-fbc8-40e3-8c28-eaf86e6f0bd0 HTTP/1.1" status: 204 len: 168 time: 1.0715315 Apr 05 14:36:41.097126 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-72fa45dd-a01b-486c-880f-ca13d1e9af40 service neutron] For port 0c4f6388-349e-4a35-a663-fd75e1242b4e, host n-h1-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:36:41.115873 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-72fa45dd-a01b-486c-880f-ca13d1e9af40 service neutron] For port 0c4f6388-349e-4a35-a663-fd75e1242b4e, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=0c4f6388-349e-4a35-a663-fd75e1242b4e,segment=NetworkSegment(9b21705a-bc5f-4914-8fe4-95935e7f97b2),segment_id=9b21705a-bc5f-4914-8fe4-95935e7f97b2)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:36:41.122691 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7136be-e01e-4fcc-bc19-b907ab342792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4fd8bbf-fbc8-40e3-8c28-eaf86e6f0bd0,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:41.124317 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-a885fed5-e8b6-48a9-a899-9fe690e52c7d tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, e9599482-92ff-47c2-92e9-e45c29873801) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:41.131535 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a885fed5-e8b6-48a9-a899-9fe690e52c7d tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:41.132160 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a885fed5-e8b6-48a9-a899-9fe690e52c7d tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:41.144834 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03261086-9f98-4ee7-93ae-20053cd02b51 None None] Network e9599482-92ff-47c2-92e9-e45c29873801 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:36:41.193073 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910cb8c4-a354-46fb-90e5-91ce256a7860 req-b854b732-f8ec-4982-8b11-659d7e851779 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:41.195244 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-910cb8c4-a354-46fb-90e5-91ce256a7860 req-b854b732-f8ec-4982-8b11-659d7e851779 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=281c8477-f8fb-4a99-b063-5a7950db3344 HTTP/1.1" status: 200 len: 945 time: 0.1391649 Apr 05 14:36:41.201886 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-72fa45dd-a01b-486c-880f-ca13d1e9af40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:41.263600 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-a885fed5-e8b6-48a9-a899-9fe690e52c7d tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9455442 Apr 05 14:36:41.263760 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 42242) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:41.305850 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-bf3a678a-5f1b-4bef-88d9-684a591e3745 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:36:41.310091 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-72fa45dd-a01b-486c-880f-ca13d1e9af40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:41.310708 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-72fa45dd-a01b-486c-880f-ca13d1e9af40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:41.314152 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-72fa45dd-a01b-486c-880f-ca13d1e9af40 service neutron] 10.222.0.55 "PUT /v2.0/ports/0c4f6388-349e-4a35-a663-fd75e1242b4e HTTP/1.1" status: 200 len: 1091 time: 3.2582593 Apr 05 14:36:41.371640 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '382d0b57-20df-4e23-b375-ead2ffe87224', 'tag': '0c4f6388-349e-4a35-a663-fd75e1242b4e'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:36:41.373952 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ce961c-26e1-4f04-86e7-a37c048b099a" -d '{"events": [{"name": "network-changed", "server_uuid": "382d0b57-20df-4e23-b375-ead2ffe87224", "tag": "0c4f6388-349e-4a35-a663-fd75e1242b4e"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:36:41.406781 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-910cb8c4-a354-46fb-90e5-91ce256a7860 req-ff2191d2-2b61-4244-9f08-b97996de499b tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941786 Apr 05 14:36:41.428086 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-de6c64dd-b388-45c8-928b-c9420571a989 service neutron] Request body: {'port': {'device_id': '382d0b57-20df-4e23-b375-ead2ffe87224', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:36:41.434736 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fa45dd-a01b-486c-880f-ca13d1e9af40 service neutron] Pushing event updated for resources: {'Port': ['ID=0c4f6388-349e-4a35-a663-fd75e1242b4e,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:41.484813 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529fe6df-aeaa-4b8a-bb20-5016daa8a3f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-e9599482-92ff-47c2-92e9-e45c29873801', 'network_id': 'e9599482-92ff-47c2-92e9-e45c29873801', 'tenant_id': 'a1e705303c6b4823abe7abece6121879', 'fixed_ips': [{'subnet_id': '2ba03312-44e6-4a7b-b9cf-976cd41bd9e6'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:36:41.487831 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-529fe6df-aeaa-4b8a-bb20-5016daa8a3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:41.488339 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7c57f4e-e628-46fa-b16a-5f8b280f7eb8 admin admin] Router 211d6586-ba3c-4f73-8243-bec4190759b0 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:36:41.498116 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5497b59-7e54-4746-96c0-b69f761fdf2c x-openstack-request-id: req-f5497b59-7e54-4746-96c0-b69f761fdf2c {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:36:41.500822 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "382d0b57-20df-4e23-b375-ead2ffe87224", "tag": "0c4f6388-349e-4a35-a663-fd75e1242b4e", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:36:41.501227 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f5497b59-7e54-4746-96c0-b69f761fdf2c {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:36:41.502165 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5497b59-7e54-4746-96c0-b69f761fdf2c'] response: {'name': 'network-changed', 'server_uuid': '382d0b57-20df-4e23-b375-ead2ffe87224', 'tag': '0c4f6388-349e-4a35-a663-fd75e1242b4e', 'status': 'completed', 'code': 200} Apr 05 14:36:41.656928 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-de6c64dd-b388-45c8-928b-c9420571a989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:41.703766 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bf3a678a-5f1b-4bef-88d9-684a591e3745 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13127337'] for subnet, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:41.706578 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-529fe6df-aeaa-4b8a-bb20-5016daa8a3f6 None None] Allocated IP 2001:db8::2 (e9599482-92ff-47c2-92e9-e45c29873801/2ba03312-44e6-4a7b-b9cf-976cd41bd9e6/491e4aad-c9e6-416f-be9b-4b8b46c07622) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:36:41.801551 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce961c-26e1-4f04-86e7-a37c048b099a req-199e4159-0194-4e0f-bfb9-594ac35b2d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:41.802032 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce961c-26e1-4f04-86e7-a37c048b099a req-199e4159-0194-4e0f-bfb9-594ac35b2d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:41.802500 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce961c-26e1-4f04-86e7-a37c048b099a req-199e4159-0194-4e0f-bfb9-594ac35b2d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:41.802959 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce961c-26e1-4f04-86e7-a37c048b099a req-199e4159-0194-4e0f-bfb9-594ac35b2d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:41.803597 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce961c-26e1-4f04-86e7-a37c048b099a req-199e4159-0194-4e0f-bfb9-594ac35b2d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:41.804054 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce961c-26e1-4f04-86e7-a37c048b099a req-199e4159-0194-4e0f-bfb9-594ac35b2d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:41.804677 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce961c-26e1-4f04-86e7-a37c048b099a req-199e4159-0194-4e0f-bfb9-594ac35b2d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:41.806610 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a7ce961c-26e1-4f04-86e7-a37c048b099a req-199e4159-0194-4e0f-bfb9-594ac35b2d9a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7e1ca79997b14d37bbfde5791240b349&device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 6345 time: 0.3034177 Apr 05 14:36:41.906788 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-529fe6df-aeaa-4b8a-bb20-5016daa8a3f6 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:41.939074 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-eac562e2-df22-4ffc-8089-2c1d7d3e250b None None] Provisioning complete for port a7591c14-250b-41a1-b44d-f58e2102eb3d triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:41.939531 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-eac562e2-df22-4ffc-8089-2c1d7d3e250b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:41.990337 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7c57f4e-e628-46fa-b16a-5f8b280f7eb8 admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:36:42.004071 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42264) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:42.004563 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-e7c57f4e-e628-46fa-b16a-5f8b280f7eb8 admin admin] 10.222.0.30 "PUT /v2.0/routers/211d6586-ba3c-4f73-8243-bec4190759b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3410530 Apr 05 14:36:42.046416 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8b7d06-1764-4709-82cc-85cfa456269c None None] Sync routers for ids ['211d6586-ba3c-4f73-8243-bec4190759b0'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:36:42.088602 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-529fe6df-aeaa-4b8a-bb20-5016daa8a3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:42.152101 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce961c-26e1-4f04-86e7-a37c048b099a req-86c124fe-a30b-4467-8928-267e59189a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:42.152615 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce961c-26e1-4f04-86e7-a37c048b099a req-86c124fe-a30b-4467-8928-267e59189a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:42.153079 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce961c-26e1-4f04-86e7-a37c048b099a req-86c124fe-a30b-4467-8928-267e59189a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:42.154674 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a7ce961c-26e1-4f04-86e7-a37c048b099a req-86c124fe-a30b-4467-8928-267e59189a33 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=7e1ca79997b14d37bbfde5791240b349&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3351514 Apr 05 14:36:42.174044 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device a7591c14-250b-41a1-b44d-f58e2102eb3d up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:36:42.218805 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:42.219910 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8b7d06-1764-4709-82cc-85cfa456269c None None] Routers {'211d6586-ba3c-4f73-8243-bec4190759b0'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:36:42.221069 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-9a8b7d06-1764-4709-82cc-85cfa456269c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:36:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['211d6586-ba3c-4f73-8243-bec4190759b0'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:42.249821 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-62e9a375-5939-46e4-911f-d47d19e520c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:42.250346 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529fe6df-aeaa-4b8a-bb20-5016daa8a3f6 None None] Pushing event updated for resources: {'Port': ['ID=491e4aad-c9e6-416f-be9b-4b8b46c07622,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:42.316004 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529fe6df-aeaa-4b8a-bb20-5016daa8a3f6 None None] Network e9599482-92ff-47c2-92e9-e45c29873801 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:36:42.324407 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-529fe6df-aeaa-4b8a-bb20-5016daa8a3f6 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:42.337795 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529fe6df-aeaa-4b8a-bb20-5016daa8a3f6 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:36:42.386753 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-62e9a375-5939-46e4-911f-d47d19e520c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:42.512984 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-529fe6df-aeaa-4b8a-bb20-5016daa8a3f6 None None] Attempting to bind port 491e4aad-c9e6-416f-be9b-4b8b46c07622 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:36:42.513353 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-529fe6df-aeaa-4b8a-bb20-5016daa8a3f6 None None] Attempting to bind port 491e4aad-c9e6-416f-be9b-4b8b46c07622 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'ff3a29f8-be15-414a-a995-060c9fc7dab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e9599482-92ff-47c2-92e9-e45c29873801'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:36:42.513719 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529fe6df-aeaa-4b8a-bb20-5016daa8a3f6 None None] Attempting to bind port 491e4aad-c9e6-416f-be9b-4b8b46c07622 on network e9599482-92ff-47c2-92e9-e45c29873801 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:36:42.522700 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-9a8b7d06-1764-4709-82cc-85cfa456269c None None] Set router 211d6586-ba3c-4f73-8243-bec4190759b0 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:36:42.526091 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port a7591c14-250b-41a1-b44d-f58e2102eb3d triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:42.526468 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:42.556926 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529fe6df-aeaa-4b8a-bb20-5016daa8a3f6 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:36:42.557505 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529fe6df-aeaa-4b8a-bb20-5016daa8a3f6 None None] Checking segment: {'id': 'ff3a29f8-be15-414a-a995-060c9fc7dab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e9599482-92ff-47c2-92e9-e45c29873801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:36:42.558198 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-529fe6df-aeaa-4b8a-bb20-5016daa8a3f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:42.558604 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529fe6df-aeaa-4b8a-bb20-5016daa8a3f6 None None] Bound using segment: {'id': 'ff3a29f8-be15-414a-a995-060c9fc7dab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e9599482-92ff-47c2-92e9-e45c29873801'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:36:42.559331 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-529fe6df-aeaa-4b8a-bb20-5016daa8a3f6 None None] Bound port: 491e4aad-c9e6-416f-be9b-4b8b46c07622, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff3a29f8-be15-414a-a995-060c9fc7dab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e9599482-92ff-47c2-92e9-e45c29873801'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:36:42.559723 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-529fe6df-aeaa-4b8a-bb20-5016daa8a3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:42.580726 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-62e9a375-5939-46e4-911f-d47d19e520c8 admin admin] Deleting port fb530c36-70eb-448b-9eea-ad2e2ea87940 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:36:42.582743 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-62e9a375-5939-46e4-911f-d47d19e520c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:42.676448 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-62e9a375-5939-46e4-911f-d47d19e520c8 admin admin] For port fb530c36-70eb-448b-9eea-ad2e2ea87940, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=fb530c36-70eb-448b-9eea-ad2e2ea87940,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:36:42.677364 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-62e9a375-5939-46e4-911f-d47d19e520c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:42.693222 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-62e9a375-5939-46e4-911f-d47d19e520c8 admin admin] Calling delete_port for fb530c36-70eb-448b-9eea-ad2e2ea87940 owned by network:router_gateway {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:36:42.693876 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f690c52e-4953-4b05-8f13-553b2d370bff req-98a185ce-3822-4f18-a006-ca8e5b018b88 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:42.698773 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f690c52e-4953-4b05-8f13-553b2d370bff req-98a185ce-3822-4f18-a006-ca8e5b018b88 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cc4f01f-a830-4638-8b39-fd1db76b7b4f HTTP/1.1" status: 200 len: 943 time: 0.5637124 Apr 05 14:36:42.741405 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7525d4-26ed-4b7b-b203-491ef3c6e6ce req-f0af58e4-e03c-4237-92ff-c563a1cc3488 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:42.748039 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7525d4-26ed-4b7b-b203-491ef3c6e6ce req-f0af58e4-e03c-4237-92ff-c563a1cc3488 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:42.755148 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7525d4-26ed-4b7b-b203-491ef3c6e6ce req-f0af58e4-e03c-4237-92ff-c563a1cc3488 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:42.762176 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7525d4-26ed-4b7b-b203-491ef3c6e6ce req-f0af58e4-e03c-4237-92ff-c563a1cc3488 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:42.768263 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7525d4-26ed-4b7b-b203-491ef3c6e6ce req-f0af58e4-e03c-4237-92ff-c563a1cc3488 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:42.776605 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7525d4-26ed-4b7b-b203-491ef3c6e6ce req-f0af58e4-e03c-4237-92ff-c563a1cc3488 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:42.783720 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7525d4-26ed-4b7b-b203-491ef3c6e6ce req-f0af58e4-e03c-4237-92ff-c563a1cc3488 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:42.787344 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6d7525d4-26ed-4b7b-b203-491ef3c6e6ce req-f0af58e4-e03c-4237-92ff-c563a1cc3488 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 5398 time: 0.6234100 Apr 05 14:36:42.816012 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-529fe6df-aeaa-4b8a-bb20-5016daa8a3f6 None None] For port 491e4aad-c9e6-416f-be9b-4b8b46c07622, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:36:42.841654 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 7a0c73c4-5564-41c5-8418-f5877c877f29 up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:36:42.871723 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bf3a678a-5f1b-4bef-88d9-684a591e3745 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755703071160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15773773'] for subnet, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:42.945136 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3a678a-5f1b-4bef-88d9-684a591e3745 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Pushing event updated for resources: {'Subnet': ['ID=2ba03312-44e6-4a7b-b9cf-976cd41bd9e6,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:42.968393 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f690c52e-4953-4b05-8f13-553b2d370bff req-c9c84043-c619-4ab7-a397-e1b44cd0b63b tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509196 Apr 05 14:36:42.971572 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42290) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:42.983470 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce961c-26e1-4f04-86e7-a37c048b099a req-6314d45b-e590-4249-9b0f-fc31a89b92a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:42.985155 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a7ce961c-26e1-4f04-86e7-a37c048b099a req-6314d45b-e590-4249-9b0f-fc31a89b92a0 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8063269 Apr 05 14:36:43.023587 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-62e9a375-5939-46e4-911f-d47d19e520c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:43.034852 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6d7525d4-26ed-4b7b-b203-491ef3c6e6ce req-bebc4009-90d9-43a3-bcd0-69d1e05a83ff tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/security-groups?id=756a1fd7-e8fc-4bda-8783-a2c1d11a4f04&id=cbd616a3-13b2-4eba-903a-bcdcba548a35&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2147231 Apr 05 14:36:43.041520 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3a678a-5f1b-4bef-88d9-684a591e3745 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:43.042443 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bf3a678a-5f1b-4bef-88d9-684a591e3745 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:43.044038 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-bf3a678a-5f1b-4bef-88d9-684a591e3745 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] 10.222.0.30 "PUT /v2.0/subnets/2ba03312-44e6-4a7b-b9cf-976cd41bd9e6 HTTP/1.1" status: 200 len: 826 time: 1.7425704 Apr 05 14:36:43.049648 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 42294) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:43.105447 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-de6c64dd-b388-45c8-928b-c9420571a989 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d29567c3-98a7-48ae-97f5-236352cc0866 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:36:43.107762 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-529fe6df-aeaa-4b8a-bb20-5016daa8a3f6 None None] For port 491e4aad-c9e6-416f-be9b-4b8b46c07622, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=491e4aad-c9e6-416f-be9b-4b8b46c07622,segment=NetworkSegment(ff3a29f8-be15-414a-a995-060c9fc7dab5),segment_id=ff3a29f8-be15-414a-a995-060c9fc7dab5)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:36:43.115453 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e9a375-5939-46e4-911f-d47d19e520c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb530c36-70eb-448b-9eea-ad2e2ea87940,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:43.164489 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-de6c64dd-b388-45c8-928b-c9420571a989 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:43.174538 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-9a8b7d06-1764-4709-82cc-85cfa456269c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '211d6586-ba3c-4f73-8243-bec4190759b0', 'name': 'tempest-TestAggregatesBasicOps-1372846848-router', 'tenant_id': 'ca25d20850c24b9a97538e3cb8b61d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': 'fb530c36-70eb-448b-9eea-ad2e2ea87940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:35:49Z', 'updated_at': '2022-04-05T14:36:39Z', 'revision_number': 5, 'project_id': 'ca25d20850c24b9a97538e3cb8b61d23', 'gw_port': {'id': 'fb530c36-70eb-448b-9eea-ad2e2ea87940', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:da:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211d6586-ba3c-4f73-8243-bec4190759b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:35:51Z', 'updated_at': '2022-04-05T14:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:43.208674 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-de6c64dd-b388-45c8-928b-c9420571a989 service neutron] Transition to ACTIVE for port object d29567c3-98a7-48ae-97f5-236352cc0866 will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:36:43.209490 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8b7d06-1764-4709-82cc-85cfa456269c None None] Checking router: 211d6586-ba3c-4f73-8243-bec4190759b0 for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:36:43.213838 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-529fe6df-aeaa-4b8a-bb20-5016daa8a3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:43.271645 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning for port 7a0c73c4-5564-41c5-8418-f5877c877f29 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:36:43.286629 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0a1fa5eb-f69c-451a-9827-c96c39253722 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:43.287738 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529fe6df-aeaa-4b8a-bb20-5016daa8a3f6 None None] Pushing event updated for resources: {'Port': ['ID=491e4aad-c9e6-416f-be9b-4b8b46c07622,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:43.290265 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-20eb721e-7450-4012-a174-e4f805d1a716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:43.290419 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port 7a0c73c4-5564-41c5-8418-f5877c877f29 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:43.291735 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:43.307344 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc4a8eb-ca33-45fa-b723-08bbb76884bb req-9bc53197-140a-48cd-9804-2b7428fdf895 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:43.311958 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8b7d06-1764-4709-82cc-85cfa456269c None None] Routers {'211d6586-ba3c-4f73-8243-bec4190759b0'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:36:43.312788 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-9a8b7d06-1764-4709-82cc-85cfa456269c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:36:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['211d6586-ba3c-4f73-8243-bec4190759b0'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:43.314787 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-edc4a8eb-ca33-45fa-b723-08bbb76884bb req-9bc53197-140a-48cd-9804-2b7428fdf895 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=281c8477-f8fb-4a99-b063-5a7950db3344 HTTP/1.1" status: 200 len: 945 time: 0.0990946 Apr 05 14:36:43.325172 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-62e9a375-5939-46e4-911f-d47d19e520c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808526'] for router_gateway, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:43.387832 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-edc4a8eb-ca33-45fa-b723-08bbb76884bb req-882529fc-45b5-442a-a623-2680f49de3e8 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677466 Apr 05 14:36:43.413064 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-0a1fa5eb-f69c-451a-9827-c96c39253722 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Deleting port 491e4aad-c9e6-416f-be9b-4b8b46c07622 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:36:43.413288 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-9a8b7d06-1764-4709-82cc-85cfa456269c None None] Set router 211d6586-ba3c-4f73-8243-bec4190759b0 gateway port host: None {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:36:43.413837 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0a1fa5eb-f69c-451a-9827-c96c39253722 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:43.448991 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-62e9a375-5939-46e4-911f-d47d19e520c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27070'] for router, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:43.452732 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-62e9a375-5939-46e4-911f-d47d19e520c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:43.458186 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-de6c64dd-b388-45c8-928b-c9420571a989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:43.477004 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-9a8b7d06-1764-4709-82cc-85cfa456269c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '211d6586-ba3c-4f73-8243-bec4190759b0', 'name': 'tempest-TestAggregatesBasicOps-1372846848-router', 'tenant_id': 'ca25d20850c24b9a97538e3cb8b61d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:35:49Z', 'updated_at': '2022-04-05T14:36:42Z', 'revision_number': 7, 'project_id': 'ca25d20850c24b9a97538e3cb8b61d23', 'gw_port_host': None}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:43.520325 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8b7d06-1764-4709-82cc-85cfa456269c None None] The sync data for ids ['211d6586-ba3c-4f73-8243-bec4190759b0'] in n-d-836650-2 is: [{'id': '211d6586-ba3c-4f73-8243-bec4190759b0', 'name': 'tempest-TestAggregatesBasicOps-1372846848-router', 'tenant_id': 'ca25d20850c24b9a97538e3cb8b61d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:35:49Z', 'updated_at': '2022-04-05T14:36:42Z', 'revision_number': 7, 'project_id': 'ca25d20850c24b9a97538e3cb8b61d23', 'gw_port_host': None}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:36:43.565963 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-0a1fa5eb-f69c-451a-9827-c96c39253722 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] For port 491e4aad-c9e6-416f-be9b-4b8b46c07622, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=491e4aad-c9e6-416f-be9b-4b8b46c07622,segment=NetworkSegment(ff3a29f8-be15-414a-a995-060c9fc7dab5),segment_id=ff3a29f8-be15-414a-a995-060c9fc7dab5)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:36:43.566694 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0a1fa5eb-f69c-451a-9827-c96c39253722 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:43.579480 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c64dd-b388-45c8-928b-c9420571a989 service neutron] Pushing event updated for resources: {'Port': ['ID=d29567c3-98a7-48ae-97f5-236352cc0866,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:43.601099 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-0a1fa5eb-f69c-451a-9827-c96c39253722 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Calling delete_port for 491e4aad-c9e6-416f-be9b-4b8b46c07622 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:36:43.602269 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:43.631859 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '281c8477-f8fb-4a99-b063-5a7950db3344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a0c73c4-5564-41c5-8418-f5877c877f29'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:36:43.637253 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7bd50b2-1502-468a-beba-eaa8894fda68" -d '{"events": [{"server_uuid": "281c8477-f8fb-4a99-b063-5a7950db3344", "name": "network-vif-plugged", "status": "completed", "tag": "7a0c73c4-5564-41c5-8418-f5877c877f29"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:36:43.660960 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-20eb721e-7450-4012-a174-e4f805d1a716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:43.662376 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 7a0c73c4-5564-41c5-8418-f5877c877f29, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=7a0c73c4-5564-41c5-8418-f5877c877f29,segment=NetworkSegment(ac926e6e-ab69-4031-83ab-f0f7e23b6b3b),segment_id=ac926e6e-ab69-4031-83ab-f0f7e23b6b3b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:36:43.667964 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-62e9a375-5939-46e4-911f-d47d19e520c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803298'] for router, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:43.668544 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62e9a375-5939-46e4-911f-d47d19e520c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 211d6586-ba3c-4f73-8243-bec4190759b0 {{(pid=103321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:36:43.673445 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-62e9a375-5939-46e4-911f-d47d19e520c8 admin admin] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:43.674792 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-62e9a375-5939-46e4-911f-d47d19e520c8 admin admin] 10.222.0.30 "DELETE /v2.0/routers/211d6586-ba3c-4f73-8243-bec4190759b0 HTTP/1.1" status: 204 len: 168 time: 1.6694016 Apr 05 14:36:43.680072 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42298) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:43.698626 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ddde28-2fd2-4bf8-8c00-f6136cad9b84 x-openstack-request-id: req-00ddde28-2fd2-4bf8-8c00-f6136cad9b84 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:36:43.698946 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "281c8477-f8fb-4a99-b063-5a7950db3344", "name": "network-vif-plugged", "status": "completed", "tag": "7a0c73c4-5564-41c5-8418-f5877c877f29", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:36:43.699200 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-00ddde28-2fd2-4bf8-8c00-f6136cad9b84 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:36:43.700628 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00ddde28-2fd2-4bf8-8c00-f6136cad9b84'] response: {'server_uuid': '281c8477-f8fb-4a99-b063-5a7950db3344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a0c73c4-5564-41c5-8418-f5877c877f29', 'code': 200} Apr 05 14:36:43.733106 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-33691b37-12d4-4193-b969-b159126f28f1 admin admin] Deleting subnet 5efecc2a-6613-4eff-b194-a4785bb3de1c {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:36:43.736500 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-33691b37-12d4-4193-b969-b159126f28f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:43.757368 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-de6c64dd-b388-45c8-928b-c9420571a989 service neutron] Attempting to bind port d29567c3-98a7-48ae-97f5-236352cc0866 on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:36:43.758377 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-de6c64dd-b388-45c8-928b-c9420571a989 service neutron] Attempting to bind port d29567c3-98a7-48ae-97f5-236352cc0866 by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': '2bd40b06-9213-421d-9fff-c47075683508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c4310feb-f943-4c8e-9d50-b56fc088080f'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:36:43.758887 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-de6c64dd-b388-45c8-928b-c9420571a989 service neutron] Attempting to bind port d29567c3-98a7-48ae-97f5-236352cc0866 on network c4310feb-f943-4c8e-9d50-b56fc088080f {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:36:43.769826 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:43.770050 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-20eb721e-7450-4012-a174-e4f805d1a716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:43.798946 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-33691b37-12d4-4193-b969-b159126f28f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:43.831845 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-de6c64dd-b388-45c8-928b-c9420571a989 service neutron] Port d29567c3-98a7-48ae-97f5-236352cc0866 on network c4310feb-f943-4c8e-9d50-b56fc088080f not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:36:43.832168 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-de6c64dd-b388-45c8-928b-c9420571a989 service neutron] Attempting to bind port d29567c3-98a7-48ae-97f5-236352cc0866 on network c4310feb-f943-4c8e-9d50-b56fc088080f {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:36:43.842616 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eb721e-7450-4012-a174-e4f805d1a716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad607b38-b1b7-4a3d-b2e8-a0754f263282,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:43.844107 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=7a0c73c4-5564-41c5-8418-f5877c877f29,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:43.849285 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-de6c64dd-b388-45c8-928b-c9420571a989 service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:36:43.849682 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-de6c64dd-b388-45c8-928b-c9420571a989 service neutron] Checking segment: {'id': '2bd40b06-9213-421d-9fff-c47075683508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c4310feb-f943-4c8e-9d50-b56fc088080f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:36:43.850266 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-de6c64dd-b388-45c8-928b-c9420571a989 service neutron] Bound using segment: {'id': '2bd40b06-9213-421d-9fff-c47075683508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c4310feb-f943-4c8e-9d50-b56fc088080f'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:36:43.850715 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-de6c64dd-b388-45c8-928b-c9420571a989 service neutron] Bound port: d29567c3-98a7-48ae-97f5-236352cc0866, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bd40b06-9213-421d-9fff-c47075683508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c4310feb-f943-4c8e-9d50-b56fc088080f'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:36:43.851075 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-de6c64dd-b388-45c8-928b-c9420571a989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:43.859936 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-20eb721e-7450-4012-a174-e4f805d1a716 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5f3bffd326044d9399b35d620e5fae0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8859937 Apr 05 14:36:43.864738 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42304) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:43.920203 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4301c09-85ea-47be-99d4-4c072900d7e4 req-96502635-0f00-4d67-8b10-9b4527fa8087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:43.922432 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:43.927527 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c4301c09-85ea-47be-99d4-4c072900d7e4 req-96502635-0f00-4d67-8b10-9b4527fa8087 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=281c8477-f8fb-4a99-b063-5a7950db3344 HTTP/1.1" status: 200 len: 1097 time: 0.1281970 Apr 05 14:36:44.089908 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c4301c09-85ea-47be-99d4-4c072900d7e4 req-4c36f1ed-4d43-48de-9740-2d9ef325b279 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520267 Apr 05 14:36:44.124969 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-de6c64dd-b388-45c8-928b-c9420571a989 service neutron] For port d29567c3-98a7-48ae-97f5-236352cc0866, host n-h1-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:36:44.136751 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-de6c64dd-b388-45c8-928b-c9420571a989 service neutron] For port d29567c3-98a7-48ae-97f5-236352cc0866, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=d29567c3-98a7-48ae-97f5-236352cc0866,segment=NetworkSegment(2bd40b06-9213-421d-9fff-c47075683508),segment_id=2bd40b06-9213-421d-9fff-c47075683508)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:36:44.151452 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d2d4e893-1ebf-49de-ad3e-6ca879182178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:44.175209 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-33691b37-12d4-4193-b969-b159126f28f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:44.229683 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d2d4e893-1ebf-49de-ad3e-6ca879182178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:44.231338 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-de6c64dd-b388-45c8-928b-c9420571a989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:44.290611 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0a1fa5eb-f69c-451a-9827-c96c39253722 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:44.320021 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbb3603-fd69-422f-ba19-313beb0cffa6 req-602da41f-7d6f-4cdd-8e43-913e79661966 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:44.322224 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4cbb3603-fd69-422f-ba19-313beb0cffa6 req-602da41f-7d6f-4cdd-8e43-913e79661966 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cc4f01f-a830-4638-8b39-fd1db76b7b4f HTTP/1.1" status: 200 len: 943 time: 0.1931667 Apr 05 14:36:44.332550 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-de6c64dd-b388-45c8-928b-c9420571a989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:44.333201 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-de6c64dd-b388-45c8-928b-c9420571a989 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:44.334655 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-de6c64dd-b388-45c8-928b-c9420571a989 service neutron] 10.222.0.55 "PUT /v2.0/ports/d29567c3-98a7-48ae-97f5-236352cc0866 HTTP/1.1" status: 200 len: 1091 time: 2.9238117 Apr 05 14:36:44.336585 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '382d0b57-20df-4e23-b375-ead2ffe87224', 'tag': 'd29567c3-98a7-48ae-97f5-236352cc0866'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:36:44.340359 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-603ae79c-1323-4521-8326-8e45a7050160" -d '{"events": [{"name": "network-changed", "server_uuid": "382d0b57-20df-4e23-b375-ead2ffe87224", "tag": "d29567c3-98a7-48ae-97f5-236352cc0866"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:36:44.419271 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c64dd-b388-45c8-928b-c9420571a989 service neutron] Pushing event updated for resources: {'Port': ['ID=d29567c3-98a7-48ae-97f5-236352cc0866,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:44.420927 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-33691b37-12d4-4193-b969-b159126f28f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:44.457608 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33691b37-12d4-4193-b969-b159126f28f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5efecc2a-6613-4eff-b194-a4785bb3de1c,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:44.462424 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-33691b37-12d4-4193-b969-b159126f28f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:44.469356 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba66b327-4099-4d84-9949-c9f5cb5ec939 req-72b4d4f9-4071-4e27-90c2-a39f651283b8 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:44.470308 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-33691b37-12d4-4193-b969-b159126f28f1 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/5efecc2a-6613-4eff-b194-a4785bb3de1c HTTP/1.1" status: 204 len: 168 time: 0.7876587 Apr 05 14:36:44.470308 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d2d4e893-1ebf-49de-ad3e-6ca879182178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:44.470308 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d2d4e893-1ebf-49de-ad3e-6ca879182178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:44.472987 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba66b327-4099-4d84-9949-c9f5cb5ec939 req-72b4d4f9-4071-4e27-90c2-a39f651283b8 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:44.474567 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2829d9e-d9f7-49b2-bd2b-a18eb4db179e None None] Network 523ec28c-ae04-4e0d-9b6f-2395c2c57b5d requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:36:44.475801 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-d2d4e893-1ebf-49de-ad3e-6ca879182178 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ad607b38-b1b7-4a3d-b2e8-a0754f263282 HTTP/1.1" status: 204 len: 168 time: 0.6096377 Apr 05 14:36:44.476988 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42328) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:44.480327 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba66b327-4099-4d84-9949-c9f5cb5ec939 req-72b4d4f9-4071-4e27-90c2-a39f651283b8 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:44.488473 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba66b327-4099-4d84-9949-c9f5cb5ec939 req-72b4d4f9-4071-4e27-90c2-a39f651283b8 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:44.499854 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba66b327-4099-4d84-9949-c9f5cb5ec939 req-72b4d4f9-4071-4e27-90c2-a39f651283b8 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:44.507302 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba66b327-4099-4d84-9949-c9f5cb5ec939 req-72b4d4f9-4071-4e27-90c2-a39f651283b8 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:44.514146 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba66b327-4099-4d84-9949-c9f5cb5ec939 req-72b4d4f9-4071-4e27-90c2-a39f651283b8 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:44.528050 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ba66b327-4099-4d84-9949-c9f5cb5ec939 req-72b4d4f9-4071-4e27-90c2-a39f651283b8 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 5410 time: 0.3270531 Apr 05 14:36:44.530551 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d4e893-1ebf-49de-ad3e-6ca879182178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad607b38-b1b7-4a3d-b2e8-a0754f263282,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:44.532234 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1fa5eb-f69c-451a-9827-c96c39253722 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] No DVR routers for this DVR port 491e4aad-c9e6-416f-be9b-4b8b46c07622 on host n-d-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:36:44.591776 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-b294f8a7-ab3a-4d86-903d-0d06befe9191 service neutron] Request body: {'port': {'device_id': '382d0b57-20df-4e23-b375-ead2ffe87224', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:36:44.613784 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1fa5eb-f69c-451a-9827-c96c39253722 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Pushing event deleted for resources: {'Port': ['ID=491e4aad-c9e6-416f-be9b-4b8b46c07622,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:44.743809 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ab6db73d-35a5-4ee6-b125-7349a8c504aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:44.760651 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 491e4aad-c9e6-416f-be9b-4b8b46c07622 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:36:44.807118 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 491e4aad-c9e6-416f-be9b-4b8b46c07622 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:36:44.807675 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 491e4aad-c9e6-416f-be9b-4b8b46c07622 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 05 14:36:44.852693 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Port 491e4aad-c9e6-416f-be9b-4b8b46c07622 not found, will not notify nova. {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 05 14:36:44.856974 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-ab6db73d-35a5-4ee6-b125-7349a8c504aa admin admin] Deleting port e421992b-89ca-4c15-ae90-7b4d25f72cfd {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:36:44.857334 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ab6db73d-35a5-4ee6-b125-7349a8c504aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:44.870947 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 6a015732-d1cd-4689-b87d-34dd9ae9b1f2 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:36:44.927415 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 6a015732-d1cd-4689-b87d-34dd9ae9b1f2 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:36:44.937171 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 6a015732-d1cd-4689-b87d-34dd9ae9b1f2 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:36:44.937762 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-b294f8a7-ab3a-4d86-903d-0d06befe9191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:44.956606 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868b7daf-6f26-4d2b-bbca-69a47ed1f736 None None] DHCP port deletion for 523ec28c-ae04-4e0d-9b6f-2395c2c57b5d request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:36:45.031754 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4cbb3603-fd69-422f-ba19-313beb0cffa6 req-bbf192b1-f0ca-4dfb-9fab-872e9e58f1b9 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6851654 Apr 05 14:36:45.103641 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-ab6db73d-35a5-4ee6-b125-7349a8c504aa admin admin] For port e421992b-89ca-4c15-ae90-7b4d25f72cfd, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=e421992b-89ca-4c15-ae90-7b4d25f72cfd,segment=NetworkSegment(16084726-0c91-4f77-80d7-a1114047c434),segment_id=16084726-0c91-4f77-80d7-a1114047c434)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:36:45.104083 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ab6db73d-35a5-4ee6-b125-7349a8c504aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:45.109947 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-868b7daf-6f26-4d2b-bbca-69a47ed1f736 None None] Deleting port e421992b-89ca-4c15-ae90-7b4d25f72cfd {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:36:45.115312 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-868b7daf-6f26-4d2b-bbca-69a47ed1f736 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:45.160323 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-ab6db73d-35a5-4ee6-b125-7349a8c504aa admin admin] Calling delete_port for e421992b-89ca-4c15-ae90-7b4d25f72cfd owned by network:dhcp {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:36:45.198834 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ba66b327-4099-4d84-9949-c9f5cb5ec939 req-e929f7f3-7208-4a12-904d-92bda63b35d8 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/security-groups?id=756a1fd7-e8fc-4bda-8783-a2c1d11a4f04&id=cbd616a3-13b2-4eba-903a-bcdcba548a35&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6696012 Apr 05 14:36:45.301971 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0a1fa5eb-f69c-451a-9827-c96c39253722 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:45.347804 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-868b7daf-6f26-4d2b-bbca-69a47ed1f736 None None] For port e421992b-89ca-4c15-ae90-7b4d25f72cfd, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=e421992b-89ca-4c15-ae90-7b4d25f72cfd,segment=NetworkSegment(16084726-0c91-4f77-80d7-a1114047c434),segment_id=16084726-0c91-4f77-80d7-a1114047c434)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:36:45.348301 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-868b7daf-6f26-4d2b-bbca-69a47ed1f736 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:45.381582 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-868b7daf-6f26-4d2b-bbca-69a47ed1f736 None None] Calling delete_port for e421992b-89ca-4c15-ae90-7b4d25f72cfd owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:36:45.388094 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d018610d-a524-431c-bdb0-e6e74ef8745d x-openstack-request-id: req-d018610d-a524-431c-bdb0-e6e74ef8745d {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:36:45.388397 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "382d0b57-20df-4e23-b375-ead2ffe87224", "tag": "d29567c3-98a7-48ae-97f5-236352cc0866", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:36:45.388772 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d018610d-a524-431c-bdb0-e6e74ef8745d {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:36:45.390612 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d018610d-a524-431c-bdb0-e6e74ef8745d'] response: {'name': 'network-changed', 'server_uuid': '382d0b57-20df-4e23-b375-ead2ffe87224', 'tag': 'd29567c3-98a7-48ae-97f5-236352cc0866', 'status': 'completed', 'code': 200} Apr 05 14:36:45.456006 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97fc5a2-6d56-41e9-a569-6bcdb66966b1 None None] Network e9599482-92ff-47c2-92e9-e45c29873801 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:36:45.513623 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-75925f3a-e1f2-4bc3-81ac-e78859a4151c None None] Could not find standard attr ID for object 491e4aad-c9e6-416f-be9b-4b8b46c07622. {{(pid=103322) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 14:36:45.572075 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ab6db73d-35a5-4ee6-b125-7349a8c504aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:45.588776 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:36:45.588776 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:36:45.588776 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:36:45.588776 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:36:45.588776 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:36:45.588776 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:36:45.588776 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:36:45.588776 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:36:45.588776 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:36:45.588776 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:36:45.588776 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:36:45.588776 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:36:45.588776 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:36:45.588776 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:36:45.588776 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:36:45.588776 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:36:45.588776 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:36:45.588776 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:36:45.588776 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:36:45.588776 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:36:45.588776 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:36:45.588776 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:36:45.588776 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:36:45.588776 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:36:45.588776 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:36:45.588776 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:36:45.588776 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:36:45.588776 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:36:45.588776 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:36:45.588776 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:36:45.588776 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:36:45.588776 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:36:45.588776 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:36:45.588776 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:36:45.588776 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:36:45.588776 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:36:45.588776 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:36:45.588776 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:36:45.588776 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:36:45.588776 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:36:45.591331 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:36:45.591331 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:36:45.591331 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:36:45.591331 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:36:45.591331 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:36:45.591331 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:36:45.591331 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:36:45.591331 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:36:45.591331 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:36:45.591331 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:36:45.591331 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:36:45.591331 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:36:45.591331 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:36:45.591331 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:36:45.616590 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6e1388-8997-417b-8bf9-0052576119f1 req-d6ff25d8-ff88-44bf-b027-afb29550d242 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:45.624302 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bb6e1388-8997-417b-8bf9-0052576119f1 req-d6ff25d8-ff88-44bf-b027-afb29550d242 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=281c8477-f8fb-4a99-b063-5a7950db3344 HTTP/1.1" status: 200 len: 946 time: 0.2576869 Apr 05 14:36:45.632154 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ae79c-1323-4521-8326-8e45a7050160 req-0b9a3995-4ceb-41b0-9447-2c281acdb4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:45.632868 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ae79c-1323-4521-8326-8e45a7050160 req-0b9a3995-4ceb-41b0-9447-2c281acdb4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:45.633538 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ae79c-1323-4521-8326-8e45a7050160 req-0b9a3995-4ceb-41b0-9447-2c281acdb4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:45.634002 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ae79c-1323-4521-8326-8e45a7050160 req-0b9a3995-4ceb-41b0-9447-2c281acdb4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:45.634465 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ae79c-1323-4521-8326-8e45a7050160 req-0b9a3995-4ceb-41b0-9447-2c281acdb4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:45.634920 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ae79c-1323-4521-8326-8e45a7050160 req-0b9a3995-4ceb-41b0-9447-2c281acdb4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:45.635575 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ae79c-1323-4521-8326-8e45a7050160 req-0b9a3995-4ceb-41b0-9447-2c281acdb4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:45.637785 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-603ae79c-1323-4521-8326-8e45a7050160 req-0b9a3995-4ceb-41b0-9447-2c281acdb4cd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7e1ca79997b14d37bbfde5791240b349&device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 6412 time: 0.2408025 Apr 05 14:36:45.645213 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6db73d-35a5-4ee6-b125-7349a8c504aa admin admin] No DVR routers for this DVR port e421992b-89ca-4c15-ae90-7b4d25f72cfd on host n-d-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:36:45.647173 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6db73d-35a5-4ee6-b125-7349a8c504aa admin admin] Pushing event deleted for resources: {'Port': ['ID=e421992b-89ca-4c15-ae90-7b4d25f72cfd,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:45.665469 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-868b7daf-6f26-4d2b-bbca-69a47ed1f736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:45.750964 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ab6db73d-35a5-4ee6-b125-7349a8c504aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:45.758516 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868b7daf-6f26-4d2b-bbca-69a47ed1f736 None None] No DVR routers for this DVR port e421992b-89ca-4c15-ae90-7b4d25f72cfd on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:36:45.765412 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868b7daf-6f26-4d2b-bbca-69a47ed1f736 None None] Pushing event deleted for resources: {'Port': ['ID=e421992b-89ca-4c15-ae90-7b4d25f72cfd,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:45.786409 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-ab6db73d-35a5-4ee6-b125-7349a8c504aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['523ec28c-ae04-4e0d-9b6f-2395c2c57b5d']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:45.804347 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0a1fa5eb-f69c-451a-9827-c96c39253722 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15773812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13127359'] for subnet, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:45.804525 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42348) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:45.804525 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-ab6db73d-35a5-4ee6-b125-7349a8c504aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16084726-0c91-4f77-80d7-a1114047c434') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:45.804525 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-ab6db73d-35a5-4ee6-b125-7349a8c504aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16084726-0c91-4f77-80d7-a1114047c434') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:45.851874 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-53fd187a-75dd-45d6-9ca9-ccb730893833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:45.859518 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ab6db73d-35a5-4ee6-b125-7349a8c504aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:45.860038 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bb6e1388-8997-417b-8bf9-0052576119f1 req-836c31c2-af1b-42be-96a1-3dd8040642fb tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303250 Apr 05 14:36:45.870989 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1fa5eb-f69c-451a-9827-c96c39253722 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Pushing event deleted for resources: {'Subnet': ['ID=2ba03312-44e6-4a7b-b9cf-976cd41bd9e6,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:45.917840 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ab6db73d-35a5-4ee6-b125-7349a8c504aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:45.926338 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab6db73d-35a5-4ee6-b125-7349a8c504aa admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:36:45.927240 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ab6db73d-35a5-4ee6-b125-7349a8c504aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:46.028803 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0a1fa5eb-f69c-451a-9827-c96c39253722 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:46.033842 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ae79c-1323-4521-8326-8e45a7050160 req-6f8535ac-2a16-4787-bc3f-3ffbc0020f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:46.035717 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ae79c-1323-4521-8326-8e45a7050160 req-6f8535ac-2a16-4787-bc3f-3ffbc0020f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:46.035717 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ae79c-1323-4521-8326-8e45a7050160 req-6f8535ac-2a16-4787-bc3f-3ffbc0020f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:46.038385 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-603ae79c-1323-4521-8326-8e45a7050160 req-6f8535ac-2a16-4787-bc3f-3ffbc0020f0d service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=7e1ca79997b14d37bbfde5791240b349&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3789470 Apr 05 14:36:46.041748 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:36:46.041748 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:36:46.041748 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:36:46.041748 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:36:46.041748 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:36:46.041748 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:36:46.041748 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:36:46.041748 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:36:46.041748 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:36:46.041748 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:36:46.041748 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:36:46.041748 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:36:46.041748 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:36:46.041748 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:36:46.041748 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:36:46.041748 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:36:46.041748 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:36:46.041748 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:36:46.041748 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:36:46.041748 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:36:46.041748 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:36:46.041748 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:36:46.041748 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:36:46.041748 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:36:46.041748 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:36:46.041748 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:36:46.041748 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:36:46.041748 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:36:46.041748 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:36:46.041748 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:36:46.041748 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:36:46.041748 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:36:46.120321 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-0a1fa5eb-f69c-451a-9827-c96c39253722 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9599482-92ff-47c2-92e9-e45c29873801']}} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:46.167975 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-0a1fa5eb-f69c-451a-9827-c96c39253722 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff3a29f8-be15-414a-a995-060c9fc7dab5') {'for_net_delete': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:46.168383 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-0a1fa5eb-f69c-451a-9827-c96c39253722 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff3a29f8-be15-414a-a995-060c9fc7dab5') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:46.184099 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-b294f8a7-ab3a-4d86-903d-0d06befe9191 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 022b1476-4190-4c5b-a67b-4356b8490205 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:36:46.194883 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device e421992b-89ca-4c15-ae90-7b4d25f72cfd no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:36:46.206037 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0a1fa5eb-f69c-451a-9827-c96c39253722 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13399223'] for segment, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:46.219415 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-b294f8a7-ab3a-4d86-903d-0d06befe9191 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:46.231699 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: e421992b-89ca-4c15-ae90-7b4d25f72cfd {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:36:46.233014 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device e421992b-89ca-4c15-ae90-7b4d25f72cfd not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:36:46.233512 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device fb530c36-70eb-448b-9eea-ad2e2ea87940 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:36:46.237582 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ab6db73d-35a5-4ee6-b125-7349a8c504aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:46.256290 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ab6db73d-35a5-4ee6-b125-7349a8c504aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:46.266520 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-ab6db73d-35a5-4ee6-b125-7349a8c504aa admin admin] 10.222.0.30 "DELETE /v2.0/networks/523ec28c-ae04-4e0d-9b6f-2395c2c57b5d HTTP/1.1" status: 204 len: 168 time: 1.7821426 Apr 05 14:36:46.269101 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42362) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:46.275834 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: fb530c36-70eb-448b-9eea-ad2e2ea87940 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:36:46.276355 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device fb530c36-70eb-448b-9eea-ad2e2ea87940 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:36:46.282477 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0a1fa5eb-f69c-451a-9827-c96c39253722 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:46.309521 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3545e4dc-74d7-4a23-b6a0-a7a95a012380 None None] Network e9599482-92ff-47c2-92e9-e45c29873801 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:36:46.316598 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-53fd187a-75dd-45d6-9ca9-ccb730893833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:46.349478 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a1fa5eb-f69c-451a-9827-c96c39253722 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=103320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:36:46.349890 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0a1fa5eb-f69c-451a-9827-c96c39253722 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15765202'] for segment, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:46.352231 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6db73d-35a5-4ee6-b125-7349a8c504aa admin admin] Pushing event deleted for resources: {'Network': ['ID=523ec28c-ae04-4e0d-9b6f-2395c2c57b5d,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:46.353597 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-b294f8a7-ab3a-4d86-903d-0d06befe9191 service neutron] Transition to ACTIVE for port object 022b1476-4190-4c5b-a67b-4356b8490205 will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:36:46.360166 n-d-836650-2 neutron-server[103320]: Traceback (most recent call last): Apr 05 14:36:46.360166 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:36:46.360166 n-d-836650-2 neutron-server[103320]: timer() Apr 05 14:36:46.360166 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:36:46.360166 n-d-836650-2 neutron-server[103320]: cb(*args, **kw) Apr 05 14:36:46.360166 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:36:46.360166 n-d-836650-2 neutron-server[103320]: return func(*args, **kwargs) Apr 05 14:36:46.360166 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:36:46.360166 n-d-836650-2 neutron-server[103320]: self._notify() Apr 05 14:36:46.360166 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:36:46.360166 n-d-836650-2 neutron-server[103320]: self.callback(batched_events) Apr 05 14:36:46.360166 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:36:46.360166 n-d-836650-2 neutron-server[103320]: event.method(event) Apr 05 14:36:46.360166 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:36:46.360166 n-d-836650-2 neutron-server[103320]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:36:46.360166 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:36:46.360166 n-d-836650-2 neutron-server[103320]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:36:46.360166 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:36:46.360166 n-d-836650-2 neutron-server[103320]: return f(self, *a, **k) Apr 05 14:36:46.360166 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:36:46.360166 n-d-836650-2 neutron-server[103320]: return self._get(url).json() Apr 05 14:36:46.360166 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:36:46.360166 n-d-836650-2 neutron-server[103320]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:36:46.360166 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:36:46.360166 n-d-836650-2 neutron-server[103320]: return self.request(url, 'GET', **kwargs) Apr 05 14:36:46.360166 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:36:46.360166 n-d-836650-2 neutron-server[103320]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:36:46.360166 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:36:46.360166 n-d-836650-2 neutron-server[103320]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:36:46.360166 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:36:46.360166 n-d-836650-2 neutron-server[103320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:36:46.360166 n-d-836650-2 neutron-server[103320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:36:46.459958 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ae79c-1323-4521-8326-8e45a7050160 req-fe44583c-7c2e-474e-9740-c21f871a077c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:46.461505 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-603ae79c-1323-4521-8326-8e45a7050160 req-fe44583c-7c2e-474e-9740-c21f871a077c service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4075401 Apr 05 14:36:46.477208 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b949580d-956c-426e-8d8d-771dc902d83e req-e0d98ae1-377c-4d99-a4f7-2ffd1762bbf2 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:46.478768 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b949580d-956c-426e-8d8d-771dc902d83e req-e0d98ae1-377c-4d99-a4f7-2ffd1762bbf2 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cc4f01f-a830-4638-8b39-fd1db76b7b4f HTTP/1.1" status: 200 len: 943 time: 0.2844982 Apr 05 14:36:46.481408 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-53fd187a-75dd-45d6-9ca9-ccb730893833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:46.515757 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-b294f8a7-ab3a-4d86-903d-0d06befe9191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:46.533024 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fd187a-75dd-45d6-9ca9-ccb730893833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b391f31c-3736-48c5-b384-664785c4bac1,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:46.543354 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-53fd187a-75dd-45d6-9ca9-ccb730893833 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=32fcb09a131140c6ad8b3c60598cdb22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7400823 Apr 05 14:36:46.543710 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b7774-4b20-4f08-818b-935ff4ab149a req-92ab0362-43a4-41e3-85f1-196b71e5f4d0 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:46.543943 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42366) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:46.553822 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590078b8-ec35-4667-be0e-39f5975c41f9 None None] DHCP port deletion for e9599482-92ff-47c2-92e9-e45c29873801 request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:36:46.557489 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b7774-4b20-4f08-818b-935ff4ab149a req-92ab0362-43a4-41e3-85f1-196b71e5f4d0 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:46.566569 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b7774-4b20-4f08-818b-935ff4ab149a req-92ab0362-43a4-41e3-85f1-196b71e5f4d0 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:46.573128 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b7774-4b20-4f08-818b-935ff4ab149a req-92ab0362-43a4-41e3-85f1-196b71e5f4d0 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:46.579396 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b7774-4b20-4f08-818b-935ff4ab149a req-92ab0362-43a4-41e3-85f1-196b71e5f4d0 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:46.585991 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b7774-4b20-4f08-818b-935ff4ab149a req-92ab0362-43a4-41e3-85f1-196b71e5f4d0 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:46.592068 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b7774-4b20-4f08-818b-935ff4ab149a req-92ab0362-43a4-41e3-85f1-196b71e5f4d0 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:46.594044 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-204b7774-4b20-4f08-818b-935ff4ab149a req-92ab0362-43a4-41e3-85f1-196b71e5f4d0 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 5410 time: 0.2349193 Apr 05 14:36:46.619941 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0a1fa5eb-f69c-451a-9827-c96c39253722 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:46.636700 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0a1fa5eb-f69c-451a-9827-c96c39253722 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:46.642182 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-0a1fa5eb-f69c-451a-9827-c96c39253722 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] 10.222.0.30 "DELETE /v2.0/networks/e9599482-92ff-47c2-92e9-e45c29873801 HTTP/1.1" status: 204 len: 168 time: 3.5882962 Apr 05 14:36:46.643923 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42370) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:46.676155 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b949580d-956c-426e-8d8d-771dc902d83e req-eb24d3d1-cac6-4ff2-a40f-7826c03f5c2a tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891055 Apr 05 14:36:46.683832 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1fa5eb-f69c-451a-9827-c96c39253722 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Pushing event deleted for resources: {'Network': ['ID=e9599482-92ff-47c2-92e9-e45c29873801,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:46.689841 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-19906c2a-9782-4b28-9928-e7404d3eb53b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:46.694196 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a5eb2d8-60e6-4da5-a2db-0dfd45ff9502 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] DELETE failed (client error): The resource could not be found. Apr 05 14:36:46.694884 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a5eb2d8-60e6-4da5-a2db-0dfd45ff9502 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:36:46.701512 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-6a5eb2d8-60e6-4da5-a2db-0dfd45ff9502 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] 10.222.0.30 "DELETE /v2.0/networks/e9599482-92ff-47c2-92e9-e45c29873801 HTTP/1.1" status: 404 len: 339 time: 0.0521178 Apr 05 14:36:46.703065 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42372) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:46.705782 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b294f8a7-ab3a-4d86-903d-0d06befe9191 service neutron] Pushing event updated for resources: {'Port': ['ID=022b1476-4190-4c5b-a67b-4356b8490205,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:46.722944 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-6739c9b5-d8d6-444f-908b-b5e0b02a574e tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-26416897', 'description': 'd1'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:36:46.736267 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-204b7774-4b20-4f08-818b-935ff4ab149a req-e87100ee-957c-423d-9eb9-719a5e24273c tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/security-groups?id=756a1fd7-e8fc-4bda-8783-a2c1d11a4f04&id=cbd616a3-13b2-4eba-903a-bcdcba548a35&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1173205 Apr 05 14:36:46.786105 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-19906c2a-9782-4b28-9928-e7404d3eb53b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:46.800498 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-b294f8a7-ab3a-4d86-903d-0d06befe9191 service neutron] Attempting to bind port 022b1476-4190-4c5b-a67b-4356b8490205 on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:36:46.800834 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-b294f8a7-ab3a-4d86-903d-0d06befe9191 service neutron] Attempting to bind port 022b1476-4190-4c5b-a67b-4356b8490205 by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': '2bd40b06-9213-421d-9fff-c47075683508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c4310feb-f943-4c8e-9d50-b56fc088080f'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:36:46.801204 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-b294f8a7-ab3a-4d86-903d-0d06befe9191 service neutron] Attempting to bind port 022b1476-4190-4c5b-a67b-4356b8490205 on network c4310feb-f943-4c8e-9d50-b56fc088080f {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:36:46.806144 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-b294f8a7-ab3a-4d86-903d-0d06befe9191 service neutron] Port 022b1476-4190-4c5b-a67b-4356b8490205 on network c4310feb-f943-4c8e-9d50-b56fc088080f not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:36:46.806474 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-b294f8a7-ab3a-4d86-903d-0d06befe9191 service neutron] Attempting to bind port 022b1476-4190-4c5b-a67b-4356b8490205 on network c4310feb-f943-4c8e-9d50-b56fc088080f {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:36:46.811841 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-b294f8a7-ab3a-4d86-903d-0d06befe9191 service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:36:46.812207 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-b294f8a7-ab3a-4d86-903d-0d06befe9191 service neutron] Checking segment: {'id': '2bd40b06-9213-421d-9fff-c47075683508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c4310feb-f943-4c8e-9d50-b56fc088080f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:36:46.812572 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-b294f8a7-ab3a-4d86-903d-0d06befe9191 service neutron] Bound using segment: {'id': '2bd40b06-9213-421d-9fff-c47075683508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c4310feb-f943-4c8e-9d50-b56fc088080f'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:36:46.813114 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-b294f8a7-ab3a-4d86-903d-0d06befe9191 service neutron] Bound port: 022b1476-4190-4c5b-a67b-4356b8490205, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bd40b06-9213-421d-9fff-c47075683508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c4310feb-f943-4c8e-9d50-b56fc088080f'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:36:46.813478 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-b294f8a7-ab3a-4d86-903d-0d06befe9191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:46.843557 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 0c6707e2-66bd-42d7-96d4-e000d477bf32 details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:36:46.945536 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-b294f8a7-ab3a-4d86-903d-0d06befe9191 service neutron] For port 022b1476-4190-4c5b-a67b-4356b8490205, host n-h1-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:36:46.952446 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6739c9b5-d8d6-444f-908b-b5e0b02a574e tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Made reservation on behalf of a1e705303c6b4823abe7abece6121879 for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:36:46.953913 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-b294f8a7-ab3a-4d86-903d-0d06befe9191 service neutron] For port 022b1476-4190-4c5b-a67b-4356b8490205, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=022b1476-4190-4c5b-a67b-4356b8490205,segment=NetworkSegment(2bd40b06-9213-421d-9fff-c47075683508),segment_id=2bd40b06-9213-421d-9fff-c47075683508)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:36:46.956485 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6739c9b5-d8d6-444f-908b-b5e0b02a574e tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:47.013966 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 0c6707e2-66bd-42d7-96d4-e000d477bf32, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=0c6707e2-66bd-42d7-96d4-e000d477bf32,segment=NetworkSegment(d98286ea-3af7-47a7-a92d-d95717c2d70a),segment_id=d98286ea-3af7-47a7-a92d-d95717c2d70a)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:36:47.014213 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24552590-f84a-4a3b-ab5a-9609c8c31c2b req-c09de52c-985a-444c-911a-167b51912896 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:47.023956 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-24552590-f84a-4a3b-ab5a-9609c8c31c2b req-c09de52c-985a-444c-911a-167b51912896 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=281c8477-f8fb-4a99-b063-5a7950db3344 HTTP/1.1" status: 200 len: 946 time: 0.0658846 Apr 05 14:36:47.027814 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': '0c6707e2-66bd-42d7-96d4-e000d477bf32', 'network_id': 'bbdeb55e-008a-45ea-8c70-7d18b28201f7', 'port_id': '0c6707e2-66bd-42d7-96d4-e000d477bf32', 'mac_address': 'fa:16:3e:1d:4e:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac874e19-e8d7-4dbd-ad30-b4a600298345', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:36:47.051337 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-19906c2a-9782-4b28-9928-e7404d3eb53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:47.054473 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-19906c2a-9782-4b28-9928-e7404d3eb53b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:47.059117 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-19906c2a-9782-4b28-9928-e7404d3eb53b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b391f31c-3736-48c5-b384-664785c4bac1 HTTP/1.1" status: 204 len: 168 time: 0.5111132 Apr 05 14:36:47.059117 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6739c9b5-d8d6-444f-908b-b5e0b02a574e tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:36:47.072176 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:47.086266 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19906c2a-9782-4b28-9928-e7404d3eb53b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b391f31c-3736-48c5-b384-664785c4bac1,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:47.090853 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c6707e2-66bd-42d7-96d4-e000d477bf32 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:36:47.094641 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-483ffe50-93ac-4e55-8dfa-988e789430ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809988'] for router_interface, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:47.097484 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6739c9b5-d8d6-444f-908b-b5e0b02a574e tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:47.098448 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-6739c9b5-d8d6-444f-908b-b5e0b02a574e tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Added segment 9a85b94c-71f9-4293-8925-584c4ec6b8a7 of type vlan for network 8fee6809-4f03-4745-987b-76786af58eab Apr 05 14:36:47.114658 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-24552590-f84a-4a3b-ab5a-9609c8c31c2b req-036648e3-3df7-4e5b-863f-dd4ee008e7f6 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897989 Apr 05 14:36:47.116623 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-b294f8a7-ab3a-4d86-903d-0d06befe9191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:47.133178 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 0c6707e2-66bd-42d7-96d4-e000d477bf32, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=0c6707e2-66bd-42d7-96d4-e000d477bf32,segment=NetworkSegment(d98286ea-3af7-47a7-a92d-d95717c2d70a),segment_id=d98286ea-3af7-47a7-a92d-d95717c2d70a)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:36:47.138983 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-b294f8a7-ab3a-4d86-903d-0d06befe9191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:47.140120 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-b294f8a7-ab3a-4d86-903d-0d06befe9191 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:47.141382 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-b294f8a7-ab3a-4d86-903d-0d06befe9191 service neutron] 10.222.0.55 "PUT /v2.0/ports/022b1476-4190-4c5b-a67b-4356b8490205 HTTP/1.1" status: 200 len: 1091 time: 2.5541496 Apr 05 14:36:47.186438 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6739c9b5-d8d6-444f-908b-b5e0b02a574e tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:47.213940 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b294f8a7-ab3a-4d86-903d-0d06befe9191 service neutron] Pushing event updated for resources: {'Port': ['ID=022b1476-4190-4c5b-a67b-4356b8490205,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:47.306280 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:47.308336 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d056ee-3e5b-4c6f-a95a-45da3ddbdb73 req-d02b3197-ee8e-4fa2-94d5-26ccba643d74 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:47.310291 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-28d056ee-3e5b-4c6f-a95a-45da3ddbdb73 req-d02b3197-ee8e-4fa2-94d5-26ccba643d74 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=281c8477-f8fb-4a99-b063-5a7950db3344 HTTP/1.1" status: 200 len: 946 time: 0.0536919 Apr 05 14:36:47.398453 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=0c6707e2-66bd-42d7-96d4-e000d477bf32,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:47.402044 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '382d0b57-20df-4e23-b375-ead2ffe87224', 'tag': '022b1476-4190-4c5b-a67b-4356b8490205'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:36:47.406160 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f60b1ba-f00e-43e4-a4e7-76af89a4f465" -d '{"events": [{"name": "network-changed", "server_uuid": "382d0b57-20df-4e23-b375-ead2ffe87224", "tag": "022b1476-4190-4c5b-a67b-4356b8490205"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:36:47.432022 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-28d056ee-3e5b-4c6f-a95a-45da3ddbdb73 req-ff44c284-e003-4e99-b24c-01a6c48423b0 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049840 Apr 05 14:36:47.453266 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-ae63e7f2-6287-4b80-b3da-d5bdb0845e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:47.453759 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-ae63e7f2-6287-4b80-b3da-d5bdb0845e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:47.454520 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-ae63e7f2-6287-4b80-b3da-d5bdb0845e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:47.455001 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-ae63e7f2-6287-4b80-b3da-d5bdb0845e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:47.455443 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-ae63e7f2-6287-4b80-b3da-d5bdb0845e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:47.456896 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-ae63e7f2-6287-4b80-b3da-d5bdb0845e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:47.456896 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-ae63e7f2-6287-4b80-b3da-d5bdb0845e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:47.459113 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-ae63e7f2-6287-4b80-b3da-d5bdb0845e7a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7e1ca79997b14d37bbfde5791240b349&device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 6479 time: 0.1224029 Apr 05 14:36:47.460582 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d34c46-fd0e-4db1-8a50-e8fdaf195404 x-openstack-request-id: req-17d34c46-fd0e-4db1-8a50-e8fdaf195404 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:36:47.461042 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "382d0b57-20df-4e23-b375-ead2ffe87224", "tag": "022b1476-4190-4c5b-a67b-4356b8490205", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:36:47.461297 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-17d34c46-fd0e-4db1-8a50-e8fdaf195404 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:36:47.461697 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17d34c46-fd0e-4db1-8a50-e8fdaf195404'] response: {'name': 'network-changed', 'server_uuid': '382d0b57-20df-4e23-b375-ead2ffe87224', 'tag': '022b1476-4190-4c5b-a67b-4356b8490205', 'status': 'completed', 'code': 200} Apr 05 14:36:47.485256 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6739c9b5-d8d6-444f-908b-b5e0b02a574e tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:47.491665 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6739c9b5-d8d6-444f-908b-b5e0b02a574e tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:47.492305 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6739c9b5-d8d6-444f-908b-b5e0b02a574e tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:47.533131 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-e17d256e-a006-46a3-b08e-1e37e5ee453a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=385bc4e1-71d4-4027-983d-ee339e8e5dfe HTTP/1.1" status: 200 len: 217 time: 0.0646126 Apr 05 14:36:47.579635 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6739c9b5-d8d6-444f-908b-b5e0b02a574e tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Pushing event updated for resources: {'Network': ['ID=8fee6809-4f03-4745-987b-76786af58eab,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:47.591047 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 8fee6809-4f03-4745-987b-76786af58eab details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:36:47.611946 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-3c9fbc0a-4760-49cb-86b4-60e9354b896a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:47.614736 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-483ffe50-93ac-4e55-8dfa-988e789430ff admin admin] Deleting port 9256d4ba-e294-43c9-9ffc-f52ee017c6a9 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:36:47.615174 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-483ffe50-93ac-4e55-8dfa-988e789430ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:47.616610 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-3c9fbc0a-4760-49cb-86b4-60e9354b896a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=31d23931-2c8c-4da7-8029-521a7261e7d6 HTTP/1.1" status: 200 len: 850 time: 0.0764360 Apr 05 14:36:47.626721 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-6739c9b5-d8d6-444f-908b-b5e0b02a574e tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9209111 Apr 05 14:36:47.627356 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42398) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:47.686121 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['0c6707e2-66bd-42d7-96d4-e000d477bf32'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:36:47.703467 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-10d23efc-5112-4a81-aff8-9b0939a03f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:47.708127 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-10d23efc-5112-4a81-aff8-9b0939a03f2b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d702c3d6-7199-4322-a653-c463eb30ccf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0833564 Apr 05 14:36:47.946393 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-22ae463c-235a-49dc-be8f-a449e0a7d421 service neutron] 10.222.0.55 "GET /v2.0/networks/d702c3d6-7199-4322-a653-c463eb30ccf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279642 Apr 05 14:36:47.965687 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 491e4aad-c9e6-416f-be9b-4b8b46c07622 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:36:47.988794 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb636ac-bf8d-4412-885d-0a6758bd00d9 req-9b728291-2bcd-42de-a1f0-ce2ac0dfdd45 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:47.994273 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 491e4aad-c9e6-416f-be9b-4b8b46c07622 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:36:47.994668 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 491e4aad-c9e6-416f-be9b-4b8b46c07622 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:36:47.996400 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bdb636ac-bf8d-4412-885d-0a6758bd00d9 req-9b728291-2bcd-42de-a1f0-ce2ac0dfdd45 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cc4f01f-a830-4638-8b39-fd1db76b7b4f HTTP/1.1" status: 200 len: 944 time: 0.1451170 Apr 05 14:36:48.111653 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-1ef263e9-d7a6-41b0-afb6-331f0becb087 service neutron] 10.222.0.55 "GET /v2.0/networks/d702c3d6-7199-4322-a653-c463eb30ccf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595452 Apr 05 14:36:48.139597 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72dedc53-5664-4487-9f31-153b22395b39 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:48.145045 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-72dedc53-5664-4487-9f31-153b22395b39 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] 10.222.0.30 "GET /v2.0/networks?id=8fee6809-4f03-4745-987b-76786af58eab HTTP/1.1" status: 200 len: 763 time: 0.5006061 Apr 05 14:36:48.145982 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 42426) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:48.166472 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-483ffe50-93ac-4e55-8dfa-988e789430ff admin admin] For port 9256d4ba-e294-43c9-9ffc-f52ee017c6a9, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=9256d4ba-e294-43c9-9ffc-f52ee017c6a9,segment=NetworkSegment(ca1948a1-903d-447e-98b6-57fa40af7a0c),segment_id=ca1948a1-903d-447e-98b6-57fa40af7a0c)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:36:48.166830 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-483ffe50-93ac-4e55-8dfa-988e789430ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:48.180334 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-79164777-50ce-406c-863a-6e85e216a184 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Request body: {'network': {'description': 'd2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:36:48.180531 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-483ffe50-93ac-4e55-8dfa-988e789430ff admin admin] Calling delete_port for 9256d4ba-e294-43c9-9ffc-f52ee017c6a9 owned by network:router_interface {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:36:48.188915 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bdb636ac-bf8d-4412-885d-0a6758bd00d9 req-97176db5-63b5-4a00-bc28-01472ac7cd3f tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896949 Apr 05 14:36:48.201706 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-512cfacf-bb53-492a-bd11-873e588e8b02 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.108&port_id=8881e57a-5748-4f29-927f-2388c029f510 HTTP/1.1" status: 200 len: 217 time: 0.0704777 Apr 05 14:36:48.303228 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8be3b9-ef6d-46f3-ba89-e0d1177ed462 req-546f20e9-cd4c-413e-b093-7f36e8fce06a tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:48.309267 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8be3b9-ef6d-46f3-ba89-e0d1177ed462 req-546f20e9-cd4c-413e-b093-7f36e8fce06a tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:48.315838 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8be3b9-ef6d-46f3-ba89-e0d1177ed462 req-546f20e9-cd4c-413e-b093-7f36e8fce06a tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:48.322391 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8be3b9-ef6d-46f3-ba89-e0d1177ed462 req-546f20e9-cd4c-413e-b093-7f36e8fce06a tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:48.328309 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8be3b9-ef6d-46f3-ba89-e0d1177ed462 req-546f20e9-cd4c-413e-b093-7f36e8fce06a tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:48.334929 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8be3b9-ef6d-46f3-ba89-e0d1177ed462 req-546f20e9-cd4c-413e-b093-7f36e8fce06a tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:48.340871 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8be3b9-ef6d-46f3-ba89-e0d1177ed462 req-546f20e9-cd4c-413e-b093-7f36e8fce06a tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:48.342799 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-be8be3b9-ef6d-46f3-ba89-e0d1177ed462 req-546f20e9-cd4c-413e-b093-7f36e8fce06a tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 5422 time: 0.3390288 Apr 05 14:36:48.409515 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-a68fe863-0b39-4e5a-a763-015c95db210b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:48.411175 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-a68fe863-0b39-4e5a-a763-015c95db210b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2b51efa3-447b-4716-ae17-34d89f9e6b99 HTTP/1.1" status: 200 len: 797 time: 0.2005632 Apr 05 14:36:48.609191 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-483ffe50-93ac-4e55-8dfa-988e789430ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:48.654623 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483ffe50-93ac-4e55-8dfa-988e789430ff admin admin] Pushing event deleted for resources: {'Port': ['ID=9256d4ba-e294-43c9-9ffc-f52ee017c6a9,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:48.861783 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-483ffe50-93ac-4e55-8dfa-988e789430ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1798829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810128'] for router_interface, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:48.877636 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 0c6707e2-66bd-42d7-96d4-e000d477bf32 up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:36:48.930512 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-be8be3b9-ef6d-46f3-ba89-e0d1177ed462 req-4e533c79-2417-4ed2-9407-6b03adf6a993 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/security-groups?id=756a1fd7-e8fc-4bda-8783-a2c1d11a4f04&id=cbd616a3-13b2-4eba-903a-bcdcba548a35&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5708151 Apr 05 14:36:48.967037 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f59025-f5d3-434c-b537-5327a16a098d req-5e2b3a34-a3b3-4723-bed1-23ee06ffa2cb tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:48.968586 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-13f59025-f5d3-434c-b537-5327a16a098d req-5e2b3a34-a3b3-4723-bed1-23ee06ffa2cb tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=281c8477-f8fb-4a99-b063-5a7950db3344 HTTP/1.1" status: 200 len: 946 time: 0.6210244 Apr 05 14:36:48.996661 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-79164777-50ce-406c-863a-6e85e216a184 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:49.014611 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-19ff8edf-04c3-4b1a-9f83-929501a62d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:49.016406 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-19ff8edf-04c3-4b1a-9f83-929501a62d6c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=09506e0a-3744-473b-8a54-c7b44b9b7c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5914834 Apr 05 14:36:49.050976 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning for port 0c6707e2-66bd-42d7-96d4-e000d477bf32 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:36:49.054674 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-13f59025-f5d3-434c-b537-5327a16a098d req-7113c73c-6b60-4a6d-91a3-412d8e2f9809 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718598 Apr 05 14:36:49.055383 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port 0c6707e2-66bd-42d7-96d4-e000d477bf32 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:49.055944 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:49.157836 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-be4ae714-ffb7-41a0-94ab-51bfd876baf2 service neutron] 10.222.0.55 "GET /v2.0/networks/09506e0a-3744-473b-8a54-c7b44b9b7c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272781 Apr 05 14:36:49.159729 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-79164777-50ce-406c-863a-6e85e216a184 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:49.199260 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-79164777-50ce-406c-863a-6e85e216a184 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Network 8fee6809-4f03-4745-987b-76786af58eab is not hosted by any dhcp agent {{(pid=103320) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 05 14:36:49.204954 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79164777-50ce-406c-863a-6e85e216a184 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:49.205903 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-79164777-50ce-406c-863a-6e85e216a184 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:49.206840 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:49.207426 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-79164777-50ce-406c-863a-6e85e216a184 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] 10.222.0.30 "PUT /v2.0/networks/8fee6809-4f03-4745-987b-76786af58eab HTTP/1.1" status: 200 len: 760 time: 1.0604651 Apr 05 14:36:49.211923 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42460) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:49.250652 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cc4f01f-a830-4638-8b39-fd1db76b7b4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c6707e2-66bd-42d7-96d4-e000d477bf32'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:36:49.254738 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe96cc2-6f4e-4c40-97bd-b5dde7042ec8" -d '{"events": [{"server_uuid": "4cc4f01f-a830-4638-8b39-fd1db76b7b4f", "name": "network-vif-plugged", "status": "completed", "tag": "0c6707e2-66bd-42d7-96d4-e000d477bf32"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:36:49.272780 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 0c6707e2-66bd-42d7-96d4-e000d477bf32, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=0c6707e2-66bd-42d7-96d4-e000d477bf32,segment=NetworkSegment(d98286ea-3af7-47a7-a92d-d95717c2d70a),segment_id=d98286ea-3af7-47a7-a92d-d95717c2d70a)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:36:49.312305 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb3cadc0-63ce-4ce2-a842-e0bbee57fa61 x-openstack-request-id: req-eb3cadc0-63ce-4ce2-a842-e0bbee57fa61 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:36:49.312305 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cc4f01f-a830-4638-8b39-fd1db76b7b4f", "name": "network-vif-plugged", "status": "completed", "tag": "0c6707e2-66bd-42d7-96d4-e000d477bf32", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:36:49.312305 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-eb3cadc0-63ce-4ce2-a842-e0bbee57fa61 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:36:49.312728 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb3cadc0-63ce-4ce2-a842-e0bbee57fa61'] response: {'server_uuid': '4cc4f01f-a830-4638-8b39-fd1db76b7b4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c6707e2-66bd-42d7-96d4-e000d477bf32', 'code': 200} Apr 05 14:36:49.322953 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-483ffe50-93ac-4e55-8dfa-988e789430ff admin admin] Router b07bbb92-d542-4d4b-a9df-bfda559a2eed has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:36:49.336340 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4b7412-e222-4b9b-9315-4eaae3f44d64 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:49.342383 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-8b4b7412-e222-4b9b-9315-4eaae3f44d64 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] 10.222.0.30 "GET /v2.0/networks?id=8fee6809-4f03-4745-987b-76786af58eab HTTP/1.1" status: 200 len: 763 time: 0.1293383 Apr 05 14:36:49.343019 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42468) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:49.348202 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79164777-50ce-406c-863a-6e85e216a184 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Pushing event updated for resources: {'Network': ['ID=8fee6809-4f03-4745-987b-76786af58eab,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:49.374948 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 8fee6809-4f03-4745-987b-76786af58eab details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:36:49.412361 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773af625-7d8c-465d-a484-a7408a18215d req-8cae87e7-d585-4d7f-bdf3-a9bff6715145 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:49.415158 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-773af625-7d8c-465d-a484-a7408a18215d req-8cae87e7-d585-4d7f-bdf3-a9bff6715145 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cc4f01f-a830-4638-8b39-fd1db76b7b4f HTTP/1.1" status: 200 len: 944 time: 0.1194949 Apr 05 14:36:49.462520 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c5066d-2b9b-4437-8f87-a41c3852cd56 req-176e9ef7-1654-46bb-bbe2-fb018aa32e56 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:49.464207 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-48c5066d-2b9b-4437-8f87-a41c3852cd56 req-176e9ef7-1654-46bb-bbe2-fb018aa32e56 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.11 "GET /v2.0/ports?device_id=281c8477-f8fb-4a99-b063-5a7950db3344 HTTP/1.1" status: 200 len: 946 time: 0.1185765 Apr 05 14:36:49.466516 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-c577c494-9ad6-4b71-8eb3-181a302e071f service neutron] 10.222.0.55 "GET /v2.0/networks/09506e0a-3744-473b-8a54-c7b44b9b7c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883556 Apr 05 14:36:49.481060 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:49.521621 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-773af625-7d8c-465d-a484-a7408a18215d req-77658df8-0285-4f3d-823e-ecbfee1cc7b5 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871544 Apr 05 14:36:49.574490 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=0c6707e2-66bd-42d7-96d4-e000d477bf32,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:49.593164 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-28c6b1d1-18c7-467c-b17e-7e2505cfbb39 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=28f37818-79d9-4d80-9e8f-cdf11e9c8346 HTTP/1.1" status: 200 len: 217 time: 0.0872474 Apr 05 14:36:49.719551 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-7a83be35-ad43-4909-81a8-315f9475c808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:49.721090 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-7a83be35-ad43-4909-81a8-315f9475c808 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2b51efa3-447b-4716-ae17-34d89f9e6b99 HTTP/1.1" status: 200 len: 797 time: 0.1195228 Apr 05 14:36:49.732250 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b464edf-b147-4d44-8e9e-5e7b5d60aeb5 req-757861be-1b10-416a-b349-cd3245d1c70a tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:49.733905 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0b464edf-b147-4d44-8e9e-5e7b5d60aeb5 req-757861be-1b10-416a-b349-cd3245d1c70a tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.1312213 Apr 05 14:36:49.803751 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7f437f-fd2b-41d2-9dff-a2fed857ea6c tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:49.804349 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-48c5066d-2b9b-4437-8f87-a41c3852cd56 req-198a2658-2325-40e5-842b-54fce29d7d03 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Deleting port 7a0c73c4-5564-41c5-8418-f5877c877f29 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:36:49.804349 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-48c5066d-2b9b-4437-8f87-a41c3852cd56 req-198a2658-2325-40e5-842b-54fce29d7d03 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:49.805323 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-5a7f437f-fd2b-41d2-9dff-a2fed857ea6c tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4602351 Apr 05 14:36:49.809261 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42488) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:49.837465 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a858e4df-8475-4b27-942b-ad0fff2c06c5 req-bd4d0e14-191c-4e32-8c4c-8d8f6883f837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:49.838918 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a858e4df-8475-4b27-942b-ad0fff2c06c5 req-bd4d0e14-191c-4e32-8c4c-8d8f6883f837 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4cc4f01f-a830-4638-8b39-fd1db76b7b4f HTTP/1.1" status: 200 len: 1096 time: 0.3955646 Apr 05 14:36:49.872506 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-0725b531-7f85-46f5-a584-6b84edbb40ae tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] 10.222.0.30 "GET /v2.0/subnets?network_id=3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c HTTP/1.1" status: 200 len: 207 time: 0.0576391 Apr 05 14:36:49.872718 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-9d652ad4-efff-4dd8-b092-1c9ee3fa63d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:49.872718 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-9d652ad4-efff-4dd8-b092-1c9ee3fa63d7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=09506e0a-3744-473b-8a54-c7b44b9b7c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1371558 Apr 05 14:36:49.872918 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42490) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:49.884460 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0b464edf-b147-4d44-8e9e-5e7b5d60aeb5 req-e3f47cb8-47a2-4855-8499-22c683c44021 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202462 Apr 05 14:36:49.941107 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-483ffe50-93ac-4e55-8dfa-988e789430ff admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:36:49.955448 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-483ffe50-93ac-4e55-8dfa-988e789430ff admin admin] 10.222.0.30 "PUT /v2.0/routers/b07bbb92-d542-4d4b-a9df-bfda559a2eed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6775272 Apr 05 14:36:49.955915 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42496) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:49.963446 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424a2b59-2b9f-4cba-bc84-06e812c735eb None None] Sync routers for ids ['b07bbb92-d542-4d4b-a9df-bfda559a2eed'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:36:49.993907 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424a2b59-2b9f-4cba-bc84-06e812c735eb None None] Routers {'b07bbb92-d542-4d4b-a9df-bfda559a2eed'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:36:49.997268 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-424a2b59-2b9f-4cba-bc84-06e812c735eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:36:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['b07bbb92-d542-4d4b-a9df-bfda559a2eed'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:50.093394 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-48c5066d-2b9b-4437-8f87-a41c3852cd56 req-198a2658-2325-40e5-842b-54fce29d7d03 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] For port 7a0c73c4-5564-41c5-8418-f5877c877f29, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=7a0c73c4-5564-41c5-8418-f5877c877f29,segment=NetworkSegment(ac926e6e-ab69-4031-83ab-f0f7e23b6b3b),segment_id=ac926e6e-ab69-4031-83ab-f0f7e23b6b3b)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:36:50.095039 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-48c5066d-2b9b-4437-8f87-a41c3852cd56 req-198a2658-2325-40e5-842b-54fce29d7d03 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:50.115928 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a858e4df-8475-4b27-942b-ad0fff2c06c5 req-b9598f28-bd6a-4dc4-918e-6a6aa99a0658 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565384 Apr 05 14:36:50.165701 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-48c5066d-2b9b-4437-8f87-a41c3852cd56 req-198a2658-2325-40e5-842b-54fce29d7d03 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Calling delete_port for 7a0c73c4-5564-41c5-8418-f5877c877f29 owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:36:50.199392 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-e14d48a7-72b2-4d7b-8754-b90b4a81ba27 service neutron] 10.222.0.55 "GET /v2.0/networks/09506e0a-3744-473b-8a54-c7b44b9b7c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132794 Apr 05 14:36:50.214497 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-424a2b59-2b9f-4cba-bc84-06e812c735eb None None] Set router b07bbb92-d542-4d4b-a9df-bfda559a2eed gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:36:50.264610 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0c3ecc-b794-4d74-8c28-a86caecd95b1 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:50.274467 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0c3ecc-b794-4d74-8c28-a86caecd95b1 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:50.281496 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0c3ecc-b794-4d74-8c28-a86caecd95b1 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:50.286896 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d91d31d-68a8-46e1-ad2c-26d3613400ec req-a703955e-f326-4a92-8b19-9cc614c3544c tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:50.288512 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0c3ecc-b794-4d74-8c28-a86caecd95b1 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:50.293052 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d91d31d-68a8-46e1-ad2c-26d3613400ec req-a703955e-f326-4a92-8b19-9cc614c3544c tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:50.295179 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0c3ecc-b794-4d74-8c28-a86caecd95b1 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:50.300372 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d91d31d-68a8-46e1-ad2c-26d3613400ec req-a703955e-f326-4a92-8b19-9cc614c3544c tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:50.302869 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0c3ecc-b794-4d74-8c28-a86caecd95b1 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:50.306565 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d91d31d-68a8-46e1-ad2c-26d3613400ec req-a703955e-f326-4a92-8b19-9cc614c3544c tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:50.308907 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-8f0c3ecc-b794-4d74-8c28-a86caecd95b1 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3728 time: 0.4345801 Apr 05 14:36:50.311368 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42510) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:50.312808 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d91d31d-68a8-46e1-ad2c-26d3613400ec req-a703955e-f326-4a92-8b19-9cc614c3544c tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:50.319605 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d91d31d-68a8-46e1-ad2c-26d3613400ec req-a703955e-f326-4a92-8b19-9cc614c3544c tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:50.326073 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d91d31d-68a8-46e1-ad2c-26d3613400ec req-a703955e-f326-4a92-8b19-9cc614c3544c tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:50.328105 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9d91d31d-68a8-46e1-ad2c-26d3613400ec req-a703955e-f326-4a92-8b19-9cc614c3544c tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 5422 time: 0.2254679 Apr 05 14:36:50.371533 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe836e4e-c165-4100-bd72-de263eca7d27 req-d149e705-86a0-4875-a54b-6d96cbdb03f6 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:50.373271 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fe836e4e-c165-4100-bd72-de263eca7d27 req-d149e705-86a0-4875-a54b-6d96cbdb03f6 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.2749565 Apr 05 14:36:50.468429 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-424a2b59-2b9f-4cba-bc84-06e812c735eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b07bbb92-d542-4d4b-a9df-bfda559a2eed', 'name': 'tempest-TestAggregatesBasicOps-2038455355-router', 'tenant_id': '631ac36627194c4b818f34e4f7f4c229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'bfe02870-5b9b-4476-9145-ca29190ad4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:36:08Z', 'updated_at': '2022-04-05T14:36:48Z', 'revision_number': 5, 'project_id': '631ac36627194c4b818f34e4f7f4c229', 'gw_port': {'id': 'bfe02870-5b9b-4476-9145-ca29190ad4a5', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07bbb92-d542-4d4b-a9df-bfda559a2eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:36:09Z', 'updated_at': '2022-04-05T14:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:50.501311 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9d91d31d-68a8-46e1-ad2c-26d3613400ec req-a53b30bb-9fe0-4d8c-814a-343bebf3dc9d tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/security-groups?id=756a1fd7-e8fc-4bda-8783-a2c1d11a4f04&id=cbd616a3-13b2-4eba-903a-bcdcba548a35&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1390872 Apr 05 14:36:50.506837 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-66cc579f-a8d4-428f-acee-cbad425786e7 service neutron] 10.222.0.55 "GET /v2.0/networks/09506e0a-3744-473b-8a54-c7b44b9b7c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992239 Apr 05 14:36:50.510962 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424a2b59-2b9f-4cba-bc84-06e812c735eb None None] Checking router: b07bbb92-d542-4d4b-a9df-bfda559a2eed for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:36:50.511694 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fe836e4e-c165-4100-bd72-de263eca7d27 req-05e08fdb-c0ca-4644-bae2-e036789f6e5f tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208422 Apr 05 14:36:50.523696 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424a2b59-2b9f-4cba-bc84-06e812c735eb None None] Routers {'b07bbb92-d542-4d4b-a9df-bfda559a2eed'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:36:50.524613 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-424a2b59-2b9f-4cba-bc84-06e812c735eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:36:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['b07bbb92-d542-4d4b-a9df-bfda559a2eed'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:50.654619 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-424a2b59-2b9f-4cba-bc84-06e812c735eb None None] Set router b07bbb92-d542-4d4b-a9df-bfda559a2eed gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:36:50.666391 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-57db5301-32b0-4a49-bb4d-7a5a4090da48 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=f959b160-8254-4f90-83f1-eebf3b81966c HTTP/1.1" status: 200 len: 217 time: 0.1501112 Apr 05 14:36:50.733210 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e31381b4-1151-43b1-810c-05f1a544251b admin admin] Notify callbacks [] for router, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:50.834590 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-a8614169-6946-4588-b682-27018ae86d30 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] 10.222.0.30 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 810 time: 0.5215256 Apr 05 14:36:50.841650 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 42530) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:50.860089 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-424a2b59-2b9f-4cba-bc84-06e812c735eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b07bbb92-d542-4d4b-a9df-bfda559a2eed', 'name': 'tempest-TestAggregatesBasicOps-2038455355-router', 'tenant_id': '631ac36627194c4b818f34e4f7f4c229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'bfe02870-5b9b-4476-9145-ca29190ad4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:36:08Z', 'updated_at': '2022-04-05T14:36:48Z', 'revision_number': 5, 'project_id': '631ac36627194c4b818f34e4f7f4c229', 'gw_port': {'id': 'bfe02870-5b9b-4476-9145-ca29190ad4a5', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07bbb92-d542-4d4b-a9df-bfda559a2eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:36:09Z', 'updated_at': '2022-04-05T14:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:50.882564 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc5c13d-f1b0-4957-a87c-32f78fecf987 req-d65fd4e3-3603-48d4-9b3a-ea167c658727 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:50.895700 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7fc5c13d-f1b0-4957-a87c-32f78fecf987 req-d65fd4e3-3603-48d4-9b3a-ea167c658727 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.2224181 Apr 05 14:36:50.897074 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-96856fea-ab3e-48c3-ae14-2e2d90cb4c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:50.898838 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-96856fea-ab3e-48c3-ae14-2e2d90cb4c50 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2b51efa3-447b-4716-ae17-34d89f9e6b99 HTTP/1.1" status: 200 len: 797 time: 0.1868708 Apr 05 14:36:50.912072 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e31381b4-1151-43b1-810c-05f1a544251b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:50.933940 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a56c71-ed21-4eb5-a6c3-654fbe18d9c8 req-c5e22e00-3af0-4a14-83af-26935696909e tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:50.935652 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-50a56c71-ed21-4eb5-a6c3-654fbe18d9c8 req-c5e22e00-3af0-4a14-83af-26935696909e tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=281c8477-f8fb-4a99-b063-5a7950db3344 HTTP/1.1" status: 200 len: 946 time: 0.2599683 Apr 05 14:36:50.991679 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424a2b59-2b9f-4cba-bc84-06e812c735eb None None] The sync data for ids ['b07bbb92-d542-4d4b-a9df-bfda559a2eed'] in n-d-836650-2 is: [{'id': 'b07bbb92-d542-4d4b-a9df-bfda559a2eed', 'name': 'tempest-TestAggregatesBasicOps-2038455355-router', 'tenant_id': '631ac36627194c4b818f34e4f7f4c229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'bfe02870-5b9b-4476-9145-ca29190ad4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:36:08Z', 'updated_at': '2022-04-05T14:36:48Z', 'revision_number': 5, 'project_id': '631ac36627194c4b818f34e4f7f4c229', 'gw_port': {'id': 'bfe02870-5b9b-4476-9145-ca29190ad4a5', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07bbb92-d542-4d4b-a9df-bfda559a2eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:36:09Z', 'updated_at': '2022-04-05T14:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:36:51.020075 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-48c5066d-2b9b-4437-8f87-a41c3852cd56 req-198a2658-2325-40e5-842b-54fce29d7d03 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:51.036433 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['76b011da-70a8-45da-bc6c-2275f4a9184f'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:36:51.080271 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-e31381b4-1151-43b1-810c-05f1a544251b admin admin] Deleting port bfe02870-5b9b-4476-9145-ca29190ad4a5 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:36:51.092596 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e31381b4-1151-43b1-810c-05f1a544251b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:51.166737 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35009bdd-93d0-4fd0-90a3-2c833d941f7b tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:51.168278 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35009bdd-93d0-4fd0-90a3-2c833d941f7b tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:51.170016 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35009bdd-93d0-4fd0-90a3-2c833d941f7b tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:51.171541 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35009bdd-93d0-4fd0-90a3-2c833d941f7b tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:51.172182 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-e31381b4-1151-43b1-810c-05f1a544251b admin admin] For port bfe02870-5b9b-4476-9145-ca29190ad4a5, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=bfe02870-5b9b-4476-9145-ca29190ad4a5,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:36:51.172646 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e31381b4-1151-43b1-810c-05f1a544251b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:51.173087 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35009bdd-93d0-4fd0-90a3-2c833d941f7b tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:51.175387 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-35009bdd-93d0-4fd0-90a3-2c833d941f7b tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3269563 Apr 05 14:36:51.181839 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42536) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:51.201871 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198a2658-2325-40e5-842b-54fce29d7d03 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Pushing event deleted for resources: {'Port': ['ID=7a0c73c4-5564-41c5-8418-f5877c877f29,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:51.220428 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-e31381b4-1151-43b1-810c-05f1a544251b admin admin] Calling delete_port for bfe02870-5b9b-4476-9145-ca29190ad4a5 owned by network:router_gateway {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:36:51.229407 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-48c5066d-2b9b-4437-8f87-a41c3852cd56 req-198a2658-2325-40e5-842b-54fce29d7d03 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] No DVR routers for this DVR port 7a0c73c4-5564-41c5-8418-f5877c877f29 on host n-h2-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:36:51.238512 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-50a56c71-ed21-4eb5-a6c3-654fbe18d9c8 req-5c796e64-df88-4cac-a0bf-b61fe232847a tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794268 Apr 05 14:36:51.242434 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7fc5c13d-f1b0-4957-a87c-32f78fecf987 req-9fe2c602-545a-45e5-9348-29faecca093c tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3477054 Apr 05 14:36:51.244451 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-48c5066d-2b9b-4437-8f87-a41c3852cd56 req-198a2658-2325-40e5-842b-54fce29d7d03 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:51.256423 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-48c5066d-2b9b-4437-8f87-a41c3852cd56 req-198a2658-2325-40e5-842b-54fce29d7d03 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.11 "DELETE /v2.0/ports/7a0c73c4-5564-41c5-8418-f5877c877f29 HTTP/1.1" status: 204 len: 173 time: 1.7784996 Apr 05 14:36:51.256423 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-f6620852-1307-48dd-81ad-276d92debfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:51.256423 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-f6620852-1307-48dd-81ad-276d92debfb9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=09506e0a-3744-473b-8a54-c7b44b9b7c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3112099 Apr 05 14:36:51.256423 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '281c8477-f8fb-4a99-b063-5a7950db3344', 'name': 'network-vif-deleted', 'tag': '7a0c73c4-5564-41c5-8418-f5877c877f29'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:36:51.256423 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-644835cd-a4cf-456c-98cb-d0793da37f39" -d '{"events": [{"server_uuid": "281c8477-f8fb-4a99-b063-5a7950db3344", "name": "network-vif-deleted", "tag": "7a0c73c4-5564-41c5-8418-f5877c877f29"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:36:51.349731 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aad95b6-90d9-4190-8a9f-c20352ad16b4 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Attributes excluded by policy engine: ['shared'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:51.351195 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aad95b6-90d9-4190-8a9f-c20352ad16b4 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Attributes excluded by policy engine: ['shared'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:51.353071 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aad95b6-90d9-4190-8a9f-c20352ad16b4 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Attributes excluded by policy engine: ['shared'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:51.354603 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aad95b6-90d9-4190-8a9f-c20352ad16b4 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Attributes excluded by policy engine: ['shared'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:51.356310 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aad95b6-90d9-4190-8a9f-c20352ad16b4 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Attributes excluded by policy engine: ['shared'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:51.364897 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-0aad95b6-90d9-4190-8a9f-c20352ad16b4 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] 10.222.0.30 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1805758 Apr 05 14:36:51.364897 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42544) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:51.421511 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07f49de-6c68-44cc-8236-dd176068d394 x-openstack-request-id: req-e07f49de-6c68-44cc-8236-dd176068d394 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:36:51.422056 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "281c8477-f8fb-4a99-b063-5a7950db3344", "name": "network-vif-deleted", "tag": "7a0c73c4-5564-41c5-8418-f5877c877f29", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:36:51.422056 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e07f49de-6c68-44cc-8236-dd176068d394 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:36:51.422417 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e07f49de-6c68-44cc-8236-dd176068d394'] response: {'server_uuid': '281c8477-f8fb-4a99-b063-5a7950db3344', 'name': 'network-vif-deleted', 'tag': '7a0c73c4-5564-41c5-8418-f5877c877f29', 'status': 'completed', 'code': 200} Apr 05 14:36:51.521717 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-c97f75b1-d1c6-4fea-8ffb-9353fbedccb6 service neutron] 10.222.0.55 "GET /v2.0/networks/09506e0a-3744-473b-8a54-c7b44b9b7c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455616 Apr 05 14:36:51.543443 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ca694-3e21-4ac4-91d1-2204430aa8ee req-5ff0f992-be40-43ed-bb4f-2f889042aaa0 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:51.546566 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b94ca694-3e21-4ac4-91d1-2204430aa8ee req-5ff0f992-be40-43ed-bb4f-2f889042aaa0 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.1217113 Apr 05 14:36:51.571217 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1caff305-3de3-456b-b859-87a4a05e9e4f tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:51.577567 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0096371f-7128-4166-8bda-dd45c3c3f7b7 req-7654b66a-151c-40bb-8849-04a9ca55e691 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:51.578582 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-1caff305-3de3-456b-b859-87a4a05e9e4f tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] 10.222.0.30 "GET /v2.0/networks/670b8b0a-50bf-46e6-b122-549cafaa0cfc HTTP/1.1" status: 200 len: 804 time: 0.2091100 Apr 05 14:36:51.579112 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0096371f-7128-4166-8bda-dd45c3c3f7b7 req-7654b66a-151c-40bb-8849-04a9ca55e691 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cc4f01f-a830-4638-8b39-fd1db76b7b4f HTTP/1.1" status: 200 len: 945 time: 0.1548052 Apr 05 14:36:51.590622 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 42552) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:51.748367 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b94ca694-3e21-4ac4-91d1-2204430aa8ee req-78b658eb-7ee7-4ec0-836f-f0e3540b3288 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1940160 Apr 05 14:36:51.777012 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e31381b4-1151-43b1-810c-05f1a544251b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:51.824917 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0096371f-7128-4166-8bda-dd45c3c3f7b7 req-d503afb0-aa1f-4737-b8f6-76ac68934153 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957085 Apr 05 14:36:51.827993 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-06c00998-65ea-4214-a78e-37842344531e service neutron] 10.222.0.55 "GET /v2.0/networks/09506e0a-3744-473b-8a54-c7b44b9b7c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940416 Apr 05 14:36:51.865384 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-9a9d2c28-46b7-46e7-b62a-cffcd42e1747 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] 10.222.0.30 "GET /v2.0/networks/670b8b0a-50bf-46e6-b122-549cafaa0cfc?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2733591 Apr 05 14:36:51.892353 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42566) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:51.914867 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-88a24e83-ff89-4209-9bf3-abb5d8819568 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=0c4f6388-349e-4a35-a663-fd75e1242b4e HTTP/1.1" status: 200 len: 217 time: 0.0766456 Apr 05 14:36:51.965383 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31381b4-1151-43b1-810c-05f1a544251b admin admin] Pushing event deleted for resources: {'Port': ['ID=bfe02870-5b9b-4476-9145-ca29190ad4a5,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:51.983862 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719976e3-ab03-44ae-aa77-1e5bd17dc513 req-6244a04c-5914-4e77-84bb-8588cabdbc41 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:51.983862 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719976e3-ab03-44ae-aa77-1e5bd17dc513 req-6244a04c-5914-4e77-84bb-8588cabdbc41 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:51.983862 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719976e3-ab03-44ae-aa77-1e5bd17dc513 req-6244a04c-5914-4e77-84bb-8588cabdbc41 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:51.989893 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719976e3-ab03-44ae-aa77-1e5bd17dc513 req-6244a04c-5914-4e77-84bb-8588cabdbc41 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:51.996505 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719976e3-ab03-44ae-aa77-1e5bd17dc513 req-6244a04c-5914-4e77-84bb-8588cabdbc41 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:52.003073 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719976e3-ab03-44ae-aa77-1e5bd17dc513 req-6244a04c-5914-4e77-84bb-8588cabdbc41 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:52.004481 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 9256d4ba-e294-43c9-9ffc-f52ee017c6a9 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:36:52.009776 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719976e3-ab03-44ae-aa77-1e5bd17dc513 req-6244a04c-5914-4e77-84bb-8588cabdbc41 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:52.015368 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b97c096-231a-4656-8fb3-d48ba8befed9 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:52.023492 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-7b97c096-231a-4656-8fb3-d48ba8befed9 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] 10.222.0.30 "GET /v2.0/subnets/77a0e5ac-17fa-44a0-8e0b-8bed865f755e HTTP/1.1" status: 200 len: 843 time: 0.1213465 Apr 05 14:36:52.023687 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-719976e3-ab03-44ae-aa77-1e5bd17dc513 req-6244a04c-5914-4e77-84bb-8588cabdbc41 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 5422 time: 0.1698892 Apr 05 14:36:52.030466 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e31381b4-1151-43b1-810c-05f1a544251b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808526'] for router_gateway, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:52.031046 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 42570) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:52.050232 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 9256d4ba-e294-43c9-9ffc-f52ee017c6a9 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:36:52.050859 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 9256d4ba-e294-43c9-9ffc-f52ee017c6a9 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:36:52.111245 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-bdbc50e2-8b95-47ab-83b0-0b5bd63e5b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:52.112731 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-bdbc50e2-8b95-47ab-83b0-0b5bd63e5b1b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2b51efa3-447b-4716-ae17-34d89f9e6b99 HTTP/1.1" status: 200 len: 797 time: 0.1898367 Apr 05 14:36:52.119401 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-719976e3-ab03-44ae-aa77-1e5bd17dc513 req-90da41fa-bd5d-45d3-8ab3-3972c7cf3279 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/security-groups?id=756a1fd7-e8fc-4bda-8783-a2c1d11a4f04&id=cbd616a3-13b2-4eba-903a-bcdcba548a35&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1000230 Apr 05 14:36:52.134311 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752f368d-8431-4a8f-981d-fd0e20b593ba tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Attributes excluded by policy engine: ['shared'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:52.140187 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-752f368d-8431-4a8f-981d-fd0e20b593ba tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] 10.222.0.30 "GET /v2.0/subnets/77a0e5ac-17fa-44a0-8e0b-8bed865f755e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1025782 Apr 05 14:36:52.151823 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 42576) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:52.157873 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-2a50626b-a462-4734-80d0-015f3c969b2a tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1800552828'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:36:52.181993 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e31381b4-1151-43b1-810c-05f1a544251b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27070'] for router, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:52.185320 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-3b33dde2-23b4-427d-aa00-4b0dadcd2eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:52.186826 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-3b33dde2-23b4-427d-aa00-4b0dadcd2eec service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=09506e0a-3744-473b-8a54-c7b44b9b7c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0646145 Apr 05 14:36:52.189638 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e31381b4-1151-43b1-810c-05f1a544251b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:52.281797 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-121b59ca-4011-48ed-ac1d-56b529656499 service neutron] 10.222.0.55 "GET /v2.0/networks/09506e0a-3744-473b-8a54-c7b44b9b7c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879035 Apr 05 14:36:52.372696 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f6b55b42-0e73-452a-a615-daa5f650571c req-4ad961d3-f07c-42f2-88c5-33169b3a9c97 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=281c8477-f8fb-4a99-b063-5a7950db3344 HTTP/1.1" status: 200 len: 210 time: 0.0319190 Apr 05 14:36:52.403819 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-92137f55-d852-43b3-b2d6-7d751c1541d2 service neutron] 10.222.0.55 "GET /v2.0/networks/09506e0a-3744-473b-8a54-c7b44b9b7c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153181 Apr 05 14:36:52.404962 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a50626b-a462-4734-80d0-015f3c969b2a tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Made reservation on behalf of a1e705303c6b4823abe7abece6121879 for: {'network': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:36:52.405197 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e31381b4-1151-43b1-810c-05f1a544251b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803298'] for router, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:52.405786 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e31381b4-1151-43b1-810c-05f1a544251b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b07bbb92-d542-4d4b-a9df-bfda559a2eed {{(pid=103321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:36:52.408539 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2a50626b-a462-4734-80d0-015f3c969b2a tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:52.411249 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e31381b4-1151-43b1-810c-05f1a544251b admin admin] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:52.412376 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-e31381b4-1151-43b1-810c-05f1a544251b admin admin] 10.222.0.30 "DELETE /v2.0/routers/b07bbb92-d542-4d4b-a9df-bfda559a2eed HTTP/1.1" status: 204 len: 168 time: 2.4454331 Apr 05 14:36:52.415171 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42586) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:52.465014 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-77166b10-cef2-43a9-a004-20eaf64a85d8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d29567c3-98a7-48ae-97f5-236352cc0866 HTTP/1.1" status: 200 len: 217 time: 0.0535743 Apr 05 14:36:52.473023 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e3c8e67-80b0-4f18-b16c-ef3a93edd362 admin admin] Deleting subnet 46b9a8eb-c3cf-49c7-b4c5-feb441a9c87f {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:36:52.485031 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3e3c8e67-80b0-4f18-b16c-ef3a93edd362 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:52.505210 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a50626b-a462-4734-80d0-015f3c969b2a tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=103320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:36:52.531937 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2a50626b-a462-4734-80d0-015f3c969b2a tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:52.532294 n-d-836650-2 neutron-server[103320]: INFO neutron.db.segments_db [None req-2a50626b-a462-4734-80d0-015f3c969b2a tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Added segment 88345d97-6a03-4788-aa41-f38b2aa446ab of type vlan for network 43479b80-e50f-4846-89b5-95b4ace603ab Apr 05 14:36:52.539731 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3e3c8e67-80b0-4f18-b16c-ef3a93edd362 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:52.545343 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-5c2ba784-3e59-49a2-b1fc-47b52f744519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:52.546833 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-5c2ba784-3e59-49a2-b1fc-47b52f744519 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=14bbd64b-ac98-484b-b8ba-41cb2378fef4 HTTP/1.1" status: 200 len: 797 time: 0.0758798 Apr 05 14:36:52.632213 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2a50626b-a462-4734-80d0-015f3c969b2a tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:52.663439 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-1e39db7f-b01e-4a16-801f-f190e756ec08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:52.665194 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-1e39db7f-b01e-4a16-801f-f190e756ec08 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c4310feb-f943-4c8e-9d50-b56fc088080f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0792718 Apr 05 14:36:52.697999 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3e3c8e67-80b0-4f18-b16c-ef3a93edd362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:52.762530 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2a50626b-a462-4734-80d0-015f3c969b2a tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:52.768057 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a50626b-a462-4734-80d0-015f3c969b2a tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:52.769824 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2a50626b-a462-4734-80d0-015f3c969b2a tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:52.816706 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3e3c8e67-80b0-4f18-b16c-ef3a93edd362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:52.844919 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3127f7d6-45f0-4e3b-9714-dad7ea0a573c None None] Network a52c9b15-91e3-44f0-9c0d-9805c7fb72bd requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:36:52.899994 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3c8e67-80b0-4f18-b16c-ef3a93edd362 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46b9a8eb-c3cf-49c7-b4c5-feb441a9c87f,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:52.906695 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46e2101-615b-4029-bfd0-cac9f6f11e8c req-35543f7c-3110-40e8-ae7a-4198528edfde tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:52.908396 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c46e2101-615b-4029-bfd0-cac9f6f11e8c req-35543f7c-3110-40e8-ae7a-4198528edfde tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.2192943 Apr 05 14:36:52.910327 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3e3c8e67-80b0-4f18-b16c-ef3a93edd362 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:52.917975 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a50626b-a462-4734-80d0-015f3c969b2a tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Pushing event updated for resources: {'Network': ['ID=43479b80-e50f-4846-89b5-95b4ace603ab,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:52.918126 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-3e3c8e67-80b0-4f18-b16c-ef3a93edd362 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/46b9a8eb-c3cf-49c7-b4c5-feb441a9c87f HTTP/1.1" status: 204 len: 168 time: 0.4968252 Apr 05 14:36:52.918302 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-35e92dae-d8c0-4a1b-985a-c1d999600ac9 service neutron] 10.222.0.55 "GET /v2.0/networks/c4310feb-f943-4c8e-9d50-b56fc088080f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383959 Apr 05 14:36:52.918937 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 42626) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:52.923856 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-2a50626b-a462-4734-80d0-015f3c969b2a tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7701418 Apr 05 14:36:52.931213 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42632) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:52.947033 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 7a0c73c4-5564-41c5-8418-f5877c877f29 no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:36:52.949910 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 43479b80-e50f-4846-89b5-95b4ace603ab details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:36:52.950050 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-f9b0540b-e1ae-4957-b743-554dc65206a4 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Request body: {'subnet': {'network_id': '43479b80-e50f-4846-89b5-95b4ace603ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:36:53.098209 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] No Port match for: 7a0c73c4-5564-41c5-8418-f5877c877f29 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:36:53.098847 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 7a0c73c4-5564-41c5-8418-f5877c877f29 not bound to the agent host n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:36:53.182109 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b0540b-e1ae-4957-b743-554dc65206a4 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Made reservation on behalf of a1e705303c6b4823abe7abece6121879 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:36:53.185881 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f9b0540b-e1ae-4957-b743-554dc65206a4 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:53.281865 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd99e192-e9a1-4fe9-9a2c-10c0aba4cde9 None None] DHCP port deletion for a52c9b15-91e3-44f0-9c0d-9805c7fb72bd request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:36:53.288515 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.ipam_backend_mixin [None req-f9b0540b-e1ae-4957-b743-554dc65206a4 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Performing IP validity checks on allocation pools {{(pid=103321) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 05 14:36:53.290318 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.ipam_backend_mixin [None req-f9b0540b-e1ae-4957-b743-554dc65206a4 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103321) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 05 14:36:53.357274 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-dd99e192-e9a1-4fe9-9a2c-10c0aba4cde9 None None] Deleting port ac51d39d-b4fc-4502-8010-7eb56bcb9d5e {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:36:53.357962 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dd99e192-e9a1-4fe9-9a2c-10c0aba4cde9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:53.457165 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-dd99e192-e9a1-4fe9-9a2c-10c0aba4cde9 None None] For port ac51d39d-b4fc-4502-8010-7eb56bcb9d5e, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=ac51d39d-b4fc-4502-8010-7eb56bcb9d5e,segment=NetworkSegment(ca1948a1-903d-447e-98b6-57fa40af7a0c),segment_id=ca1948a1-903d-447e-98b6-57fa40af7a0c)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:36:53.457928 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dd99e192-e9a1-4fe9-9a2c-10c0aba4cde9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:53.473220 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-dd99e192-e9a1-4fe9-9a2c-10c0aba4cde9 None None] Calling delete_port for ac51d39d-b4fc-4502-8010-7eb56bcb9d5e owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:36:53.536609 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c46e2101-615b-4029-bfd0-cac9f6f11e8c req-406e4fd8-5386-4a24-b9bb-13dbbee4c698 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6007075 Apr 05 14:36:53.542506 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e7759b91-99c7-457e-92a6-4bf8b8a060f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:53.589414 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f9b0540b-e1ae-4957-b743-554dc65206a4 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:53.628232 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-ef69524b-05f1-4931-b77f-bb1fceb13f34 service neutron] 10.222.0.55 "GET /v2.0/networks/c4310feb-f943-4c8e-9d50-b56fc088080f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6950300 Apr 05 14:36:53.656751 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dd99e192-e9a1-4fe9-9a2c-10c0aba4cde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:53.674657 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd99e192-e9a1-4fe9-9a2c-10c0aba4cde9 None None] No DVR routers for this DVR port ac51d39d-b4fc-4502-8010-7eb56bcb9d5e on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:36:53.693589 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b0540b-e1ae-4957-b743-554dc65206a4 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Pushing event updated for resources: {'Subnet': ['ID=89e486d3-46b7-4190-944f-9e45bf849883,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:53.700016 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b0540b-e1ae-4957-b743-554dc65206a4 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Checking segment: {'id': '88345d97-6a03-4788-aa41-f38b2aa446ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '43479b80-e50f-4846-89b5-95b4ace603ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:36:53.700379 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b0540b-e1ae-4957-b743-554dc65206a4 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Network hostable DHCP agents. Network: 43479b80-e50f-4846-89b5-95b4ace603ab, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:36:53.700626 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddd9b26-6ab8-41a0-bea9-10d217e4b456 req-55ba6158-6dcf-43ea-9418-ec06a975c2cb tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:53.709240 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2ddd9b26-6ab8-41a0-bea9-10d217e4b456 req-55ba6158-6dcf-43ea-9418-ec06a975c2cb tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cc4f01f-a830-4638-8b39-fd1db76b7b4f HTTP/1.1" status: 200 len: 945 time: 0.2570493 Apr 05 14:36:53.730890 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd99e192-e9a1-4fe9-9a2c-10c0aba4cde9 None None] Pushing event deleted for resources: {'Port': ['ID=ac51d39d-b4fc-4502-8010-7eb56bcb9d5e,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:53.781545 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-633d8212-84c8-4e15-8ac8-3200d1506d9c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=022b1476-4190-4c5b-a67b-4356b8490205 HTTP/1.1" status: 200 len: 217 time: 0.1161067 Apr 05 14:36:53.833576 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b0540b-e1ae-4957-b743-554dc65206a4 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Network 43479b80-e50f-4846-89b5-95b4ace603ab is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:36:53.842453 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2ddd9b26-6ab8-41a0-bea9-10d217e4b456 req-56aacd35-7cfa-4443-b950-1b640bdd819f tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322615 Apr 05 14:36:53.866328 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb6919a-27b0-43a1-9805-b79d7962cf44 req-9476256e-92de-4924-9abc-031c2576c427 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:53.870733 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb6919a-27b0-43a1-9805-b79d7962cf44 req-9476256e-92de-4924-9abc-031c2576c427 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:53.878116 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb6919a-27b0-43a1-9805-b79d7962cf44 req-9476256e-92de-4924-9abc-031c2576c427 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:53.884529 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb6919a-27b0-43a1-9805-b79d7962cf44 req-9476256e-92de-4924-9abc-031c2576c427 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:53.890618 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb6919a-27b0-43a1-9805-b79d7962cf44 req-9476256e-92de-4924-9abc-031c2576c427 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:53.897152 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb6919a-27b0-43a1-9805-b79d7962cf44 req-9476256e-92de-4924-9abc-031c2576c427 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:53.905161 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb6919a-27b0-43a1-9805-b79d7962cf44 req-9476256e-92de-4924-9abc-031c2576c427 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:53.907163 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0eb6919a-27b0-43a1-9805-b79d7962cf44 req-9476256e-92de-4924-9abc-031c2576c427 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 5422 time: 0.2528577 Apr 05 14:36:53.917902 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-f9b0540b-e1ae-4957-b743-554dc65206a4 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 43479b80-e50f-4846-89b5-95b4ace603ab) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:53.923117 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b0540b-e1ae-4957-b743-554dc65206a4 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:53.923755 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f9b0540b-e1ae-4957-b743-554dc65206a4 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:53.932216 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ed1fe4-87ee-4d57-8c32-523c196ee383 None None] Network 43479b80-e50f-4846-89b5-95b4ace603ab requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:36:53.933158 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e7759b91-99c7-457e-92a6-4bf8b8a060f3 admin admin] Deleting port ac51d39d-b4fc-4502-8010-7eb56bcb9d5e {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:36:53.933679 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e7759b91-99c7-457e-92a6-4bf8b8a060f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:53.955978 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-bf88b774-ba7d-4d50-95e2-47a083c1e314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:53.957517 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-bf88b774-ba7d-4d50-95e2-47a083c1e314 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=14bbd64b-ac98-484b-b8ba-41cb2378fef4 HTTP/1.1" status: 200 len: 797 time: 0.1638675 Apr 05 14:36:54.031139 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-f9b0540b-e1ae-4957-b743-554dc65206a4 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.0945735 Apr 05 14:36:54.032461 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42704) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:54.038516 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-24c3c937-9008-4a58-9b31-056a49c4ab8e tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:36:54.075486 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device ac51d39d-b4fc-4502-8010-7eb56bcb9d5e no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:36:54.101705 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0eb6919a-27b0-43a1-9805-b79d7962cf44 req-89e95e93-a2fb-483b-b79e-e6a1bb777f97 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/security-groups?id=756a1fd7-e8fc-4bda-8783-a2c1d11a4f04&id=cbd616a3-13b2-4eba-903a-bcdcba548a35&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1827254 Apr 05 14:36:54.101989 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: ac51d39d-b4fc-4502-8010-7eb56bcb9d5e {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:36:54.102472 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device ac51d39d-b4fc-4502-8010-7eb56bcb9d5e not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:36:54.102730 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device bfe02870-5b9b-4476-9145-ca29190ad4a5 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:36:54.126339 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e7759b91-99c7-457e-92a6-4bf8b8a060f3 admin admin] For port ac51d39d-b4fc-4502-8010-7eb56bcb9d5e, host n-d-836650-2, got binding levels [] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:36:54.127030 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e7759b91-99c7-457e-92a6-4bf8b8a060f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:54.135379 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: bfe02870-5b9b-4476-9145-ca29190ad4a5 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:36:54.135747 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device bfe02870-5b9b-4476-9145-ca29190ad4a5 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:36:54.151795 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e7759b91-99c7-457e-92a6-4bf8b8a060f3 admin admin] Calling delete_port for ac51d39d-b4fc-4502-8010-7eb56bcb9d5e owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:36:54.157976 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.ipam_backend_mixin [None req-e7759b91-99c7-457e-92a6-4bf8b8a060f3 admin admin] Port ac51d39d-b4fc-4502-8010-7eb56bcb9d5e was not found and therefore no delete operation was performed {{(pid=103320) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 05 14:36:54.179004 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e7759b91-99c7-457e-92a6-4bf8b8a060f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:54.179004 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-63c2b12f-aad3-4cbd-b005-a62dd478c2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:54.179004 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-63c2b12f-aad3-4cbd-b005-a62dd478c2f9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c4310feb-f943-4c8e-9d50-b56fc088080f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2074118 Apr 05 14:36:54.219440 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7759b91-99c7-457e-92a6-4bf8b8a060f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac51d39d-b4fc-4502-8010-7eb56bcb9d5e,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:54.229345 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb40fb2-04c5-4968-addb-a765eec4fddf req-a4349125-9479-457a-ab8e-b08515f50460 tempest-LiveMigrationTest-1634108813 tempest-LiveMigrationTest-1634108813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:54.231883 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-abb40fb2-04c5-4968-addb-a765eec4fddf req-a4349125-9479-457a-ab8e-b08515f50460 tempest-LiveMigrationTest-1634108813 tempest-LiveMigrationTest-1634108813-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=4cc4f01f-a830-4638-8b39-fd1db76b7b4f HTTP/1.1" status: 200 len: 1096 time: 0.1632359 Apr 05 14:36:54.233192 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7759b91-99c7-457e-92a6-4bf8b8a060f3 admin admin] No DVR routers for this DVR port ac51d39d-b4fc-4502-8010-7eb56bcb9d5e on host n-d-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:36:54.304180 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-24c3c937-9008-4a58-9b31-056a49c4ab8e tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12608057'] for subnet, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:54.324189 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91553c73-7d3d-4fe6-96d3-adb6a24ff30c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-43479b80-e50f-4846-89b5-95b4ace603ab', 'network_id': '43479b80-e50f-4846-89b5-95b4ace603ab', 'tenant_id': 'a1e705303c6b4823abe7abece6121879', 'fixed_ips': [{'subnet_id': '89e486d3-46b7-4190-944f-9e45bf849883'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:36:54.325073 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-91553c73-7d3d-4fe6-96d3-adb6a24ff30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:54.393612 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e7759b91-99c7-457e-92a6-4bf8b8a060f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:54.413667 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-abb40fb2-04c5-4968-addb-a765eec4fddf req-02f7c734-0011-4f2c-98dc-897e4cf5b175 tempest-LiveMigrationTest-1634108813 tempest-LiveMigrationTest-1634108813-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605415 Apr 05 14:36:54.434656 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-e7759b91-99c7-457e-92a6-4bf8b8a060f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a52c9b15-91e3-44f0-9c0d-9805c7fb72bd']}} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:54.461199 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-e7759b91-99c7-457e-92a6-4bf8b8a060f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca1948a1-903d-447e-98b6-57fa40af7a0c') {'for_net_delete': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:54.461505 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-e7759b91-99c7-457e-92a6-4bf8b8a060f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca1948a1-903d-447e-98b6-57fa40af7a0c') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:54.467366 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-e956a0f8-9983-4a64-b768-67b0cd2b1514 service neutron] 10.222.0.55 "GET /v2.0/networks/c4310feb-f943-4c8e-9d50-b56fc088080f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564225 Apr 05 14:36:54.482488 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-27c1992b-ee33-4022-8978-593532897a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:54.485554 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e7759b91-99c7-457e-92a6-4bf8b8a060f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13399223'] for segment, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:54.571345 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e7759b91-99c7-457e-92a6-4bf8b8a060f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:54.584736 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7759b91-99c7-457e-92a6-4bf8b8a060f3 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=103320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:36:54.585160 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e7759b91-99c7-457e-92a6-4bf8b8a060f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15765202'] for segment, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:54.587576 n-d-836650-2 neutron-server[103320]: Traceback (most recent call last): Apr 05 14:36:54.587576 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:36:54.587576 n-d-836650-2 neutron-server[103320]: timer() Apr 05 14:36:54.587576 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:36:54.587576 n-d-836650-2 neutron-server[103320]: cb(*args, **kw) Apr 05 14:36:54.587576 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:36:54.587576 n-d-836650-2 neutron-server[103320]: return func(*args, **kwargs) Apr 05 14:36:54.587576 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:36:54.587576 n-d-836650-2 neutron-server[103320]: self._notify() Apr 05 14:36:54.587576 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:36:54.587576 n-d-836650-2 neutron-server[103320]: self.callback(batched_events) Apr 05 14:36:54.587576 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:36:54.587576 n-d-836650-2 neutron-server[103320]: event.method(event) Apr 05 14:36:54.587576 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:36:54.587576 n-d-836650-2 neutron-server[103320]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:36:54.587576 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:36:54.587576 n-d-836650-2 neutron-server[103320]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:36:54.587576 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:36:54.587576 n-d-836650-2 neutron-server[103320]: return f(self, *a, **k) Apr 05 14:36:54.587576 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:36:54.587576 n-d-836650-2 neutron-server[103320]: return self._get(url).json() Apr 05 14:36:54.587576 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:36:54.587576 n-d-836650-2 neutron-server[103320]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:36:54.587576 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:36:54.587576 n-d-836650-2 neutron-server[103320]: return self.request(url, 'GET', **kwargs) Apr 05 14:36:54.587576 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:36:54.587576 n-d-836650-2 neutron-server[103320]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:36:54.587576 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:36:54.587576 n-d-836650-2 neutron-server[103320]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:36:54.587576 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:36:54.587576 n-d-836650-2 neutron-server[103320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:36:54.587576 n-d-836650-2 neutron-server[103320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:36:54.668024 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fef02b-e45f-4658-a19a-e73ad8959980 req-8c58d4bf-2720-4821-a959-39614e3a581d tempest-LiveMigrationTest-1634108813 tempest-LiveMigrationTest-1634108813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:54.669601 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-96fef02b-e45f-4658-a19a-e73ad8959980 req-8c58d4bf-2720-4821-a959-39614e3a581d tempest-LiveMigrationTest-1634108813 tempest-LiveMigrationTest-1634108813-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=4cc4f01f-a830-4638-8b39-fd1db76b7b4f HTTP/1.1" status: 200 len: 1096 time: 0.1629374 Apr 05 14:36:54.671530 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-090f1745-e2b3-4195-ab1b-fde6aa534daf req-e6b5f8d4-0b7d-4c7b-81c3-d80e8e9478c3 service neutron] 10.222.0.55 "GET /v2.0/networks/c4310feb-f943-4c8e-9d50-b56fc088080f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977973 Apr 05 14:36:54.706503 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-96fef02b-e45f-4658-a19a-e73ad8959980 req-f99fca8e-2c0a-4159-b1d7-36e0b06e04ff tempest-LiveMigrationTest-1634108813 tempest-LiveMigrationTest-1634108813-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306909 Apr 05 14:36:54.791217 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-24c3c937-9008-4a58-9b31-056a49c4ab8e tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755703071160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14590497'] for subnet, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:54.837443 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c3c937-9008-4a58-9b31-056a49c4ab8e tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:54.838171 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-24c3c937-9008-4a58-9b31-056a49c4ab8e tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:54.839494 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-24c3c937-9008-4a58-9b31-056a49c4ab8e tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] 10.222.0.30 "PUT /v2.0/subnets/89e486d3-46b7-4190-944f-9e45bf849883 HTTP/1.1" status: 200 len: 900 time: 0.8060100 Apr 05 14:36:54.843328 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 42730) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:54.845861 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e7759b91-99c7-457e-92a6-4bf8b8a060f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:54.874727 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-91553c73-7d3d-4fe6-96d3-adb6a24ff30c None None] Allocated IP 2001:db8::3 (43479b80-e50f-4846-89b5-95b4ace603ab/89e486d3-46b7-4190-944f-9e45bf849883/0e380eb0-6877-45ac-9da8-c4a4a2c7639e) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:36:54.880849 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e7759b91-99c7-457e-92a6-4bf8b8a060f3 admin admin] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:54.882250 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c3c937-9008-4a58-9b31-056a49c4ab8e tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Pushing event updated for resources: {'Subnet': ['ID=89e486d3-46b7-4190-944f-9e45bf849883,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:54.885261 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-e7759b91-99c7-457e-92a6-4bf8b8a060f3 admin admin] 10.222.0.30 "DELETE /v2.0/networks/a52c9b15-91e3-44f0-9c0d-9805c7fb72bd HTTP/1.1" status: 204 len: 168 time: 1.9650016 Apr 05 14:36:54.974326 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7759b91-99c7-457e-92a6-4bf8b8a060f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a52c9b15-91e3-44f0-9c0d-9805c7fb72bd,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:55.042637 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f60b1ba-f00e-43e4-a4e7-76af89a4f465 req-ae761cbf-6189-43ed-b8e7-bb756e3c321a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:55.043242 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f60b1ba-f00e-43e4-a4e7-76af89a4f465 req-ae761cbf-6189-43ed-b8e7-bb756e3c321a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:55.043716 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f60b1ba-f00e-43e4-a4e7-76af89a4f465 req-ae761cbf-6189-43ed-b8e7-bb756e3c321a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:55.044180 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f60b1ba-f00e-43e4-a4e7-76af89a4f465 req-ae761cbf-6189-43ed-b8e7-bb756e3c321a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:55.044638 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f60b1ba-f00e-43e4-a4e7-76af89a4f465 req-ae761cbf-6189-43ed-b8e7-bb756e3c321a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:55.045241 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f60b1ba-f00e-43e4-a4e7-76af89a4f465 req-ae761cbf-6189-43ed-b8e7-bb756e3c321a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:55.045828 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f60b1ba-f00e-43e4-a4e7-76af89a4f465 req-ae761cbf-6189-43ed-b8e7-bb756e3c321a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:55.047650 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6f60b1ba-f00e-43e4-a4e7-76af89a4f465 req-ae761cbf-6189-43ed-b8e7-bb756e3c321a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7e1ca79997b14d37bbfde5791240b349&device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 6479 time: 0.1570146 Apr 05 14:36:55.069490 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46007adc-6a0a-4adf-9ce7-9b9800ed1fbc req-40aca32e-1556-4a9e-83f2-309ea2fdada6 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:55.069490 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-46007adc-6a0a-4adf-9ce7-9b9800ed1fbc req-40aca32e-1556-4a9e-83f2-309ea2fdada6 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/networks?id=e9f4fa40-46c8-414a-a7c0-062d21c067f9 HTTP/1.1" status: 200 len: 805 time: 0.2868311 Apr 05 14:36:55.102635 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-91553c73-7d3d-4fe6-96d3-adb6a24ff30c None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:55.113655 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0d059ca7-aa68-492c-bcd0-cccf6f631b98 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:55.159637 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-46007adc-6a0a-4adf-9ce7-9b9800ed1fbc req-30fd8edb-f438-4f2f-8009-e8a07219fa9f tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/quotas/6f9dd14fd23b46d0bf68308d04a6ae90 HTTP/1.1" status: 200 len: 375 time: 0.0708573 Apr 05 14:36:55.260768 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f60b1ba-f00e-43e4-a4e7-76af89a4f465 req-c6e748e4-47aa-4077-bea9-a4f20b0bef61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:55.262195 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6f60b1ba-f00e-43e4-a4e7-76af89a4f465 req-c6e748e4-47aa-4077-bea9-a4f20b0bef61 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c4310feb-f943-4c8e-9d50-b56fc088080f HTTP/1.1" status: 200 len: 903 time: 0.1978967 Apr 05 14:36:55.277458 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0d059ca7-aa68-492c-bcd0-cccf6f631b98 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:55.286414 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-46007adc-6a0a-4adf-9ce7-9b9800ed1fbc req-18e5a56d-1d8a-4402-b9d0-986605198f5a tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6f9dd14fd23b46d0bf68308d04a6ae90&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1185086 Apr 05 14:36:55.343338 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6f60b1ba-f00e-43e4-a4e7-76af89a4f465 req-83b1c392-0430-4c36-a1bb-73f60e186f5b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=022b1476-4190-4c5b-a67b-4356b8490205 HTTP/1.1" status: 200 len: 217 time: 0.0722592 Apr 05 14:36:55.454843 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f60b1ba-f00e-43e4-a4e7-76af89a4f465 req-deef3848-0499-4cc2-a77f-d65057da915a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:55.457102 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6f60b1ba-f00e-43e4-a4e7-76af89a4f465 req-deef3848-0499-4cc2-a77f-d65057da915a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=14bbd64b-ac98-484b-b8ba-41cb2378fef4 HTTP/1.1" status: 200 len: 797 time: 0.1015275 Apr 05 14:36:55.502328 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-46007adc-6a0a-4adf-9ce7-9b9800ed1fbc req-f226a70b-4758-4f4b-86a0-8b788b52361f service neutron] 10.222.0.30 "GET /v2.0/networks/e9f4fa40-46c8-414a-a7c0-062d21c067f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683822 Apr 05 14:36:55.530629 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f60b1ba-f00e-43e4-a4e7-76af89a4f465 req-1a2683e0-6b7b-4dac-b827-2bc8bb82b773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:55.532003 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6f60b1ba-f00e-43e4-a4e7-76af89a4f465 req-1a2683e0-6b7b-4dac-b827-2bc8bb82b773 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c4310feb-f943-4c8e-9d50-b56fc088080f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0671375 Apr 05 14:36:55.605181 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-91553c73-7d3d-4fe6-96d3-adb6a24ff30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:55.661033 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91553c73-7d3d-4fe6-96d3-adb6a24ff30c None None] Network 43479b80-e50f-4846-89b5-95b4ace603ab is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:36:55.664623 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-91553c73-7d3d-4fe6-96d3-adb6a24ff30c None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:55.668602 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91553c73-7d3d-4fe6-96d3-adb6a24ff30c None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:36:55.673197 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91553c73-7d3d-4fe6-96d3-adb6a24ff30c None None] Pushing event updated for resources: {'Port': ['ID=0e380eb0-6877-45ac-9da8-c4a4a2c7639e,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:55.693537 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-46007adc-6a0a-4adf-9ce7-9b9800ed1fbc req-db6a998f-3d72-43d5-a328-ec5e367cf01a service neutron] 10.222.0.30 "GET /v2.0/networks/e9f4fa40-46c8-414a-a7c0-062d21c067f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834736 Apr 05 14:36:55.718172 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6f60b1ba-f00e-43e4-a4e7-76af89a4f465 req-5faffd14-52a2-4295-96ff-91f416c8169e service neutron] 10.222.0.55 "GET /v2.0/networks/c4310feb-f943-4c8e-9d50-b56fc088080f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499188 Apr 05 14:36:55.732309 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-91553c73-7d3d-4fe6-96d3-adb6a24ff30c None None] Attempting to bind port 0e380eb0-6877-45ac-9da8-c4a4a2c7639e on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:36:55.732861 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-91553c73-7d3d-4fe6-96d3-adb6a24ff30c None None] Attempting to bind port 0e380eb0-6877-45ac-9da8-c4a4a2c7639e by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '88345d97-6a03-4788-aa41-f38b2aa446ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '43479b80-e50f-4846-89b5-95b4ace603ab'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:36:55.733419 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91553c73-7d3d-4fe6-96d3-adb6a24ff30c None None] Attempting to bind port 0e380eb0-6877-45ac-9da8-c4a4a2c7639e on network 43479b80-e50f-4846-89b5-95b4ace603ab {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:36:55.739182 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91553c73-7d3d-4fe6-96d3-adb6a24ff30c None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:36:55.739845 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91553c73-7d3d-4fe6-96d3-adb6a24ff30c None None] Checking segment: {'id': '88345d97-6a03-4788-aa41-f38b2aa446ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '43479b80-e50f-4846-89b5-95b4ace603ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:36:55.740496 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-91553c73-7d3d-4fe6-96d3-adb6a24ff30c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:55.741340 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91553c73-7d3d-4fe6-96d3-adb6a24ff30c None None] Bound using segment: {'id': '88345d97-6a03-4788-aa41-f38b2aa446ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '43479b80-e50f-4846-89b5-95b4ace603ab'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:36:55.751614 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-91553c73-7d3d-4fe6-96d3-adb6a24ff30c None None] Bound port: 0e380eb0-6877-45ac-9da8-c4a4a2c7639e, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88345d97-6a03-4788-aa41-f38b2aa446ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '43479b80-e50f-4846-89b5-95b4ace603ab'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:36:55.751614 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-91553c73-7d3d-4fe6-96d3-adb6a24ff30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:55.797402 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0d059ca7-aa68-492c-bcd0-cccf6f631b98 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15773812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13127359'] for subnet, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:55.839381 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d059ca7-aa68-492c-bcd0-cccf6f631b98 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Pushing event deleted for resources: {'Subnet': ['ID=89e486d3-46b7-4190-944f-9e45bf849883,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:55.850083 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-91553c73-7d3d-4fe6-96d3-adb6a24ff30c None None] For port 0e380eb0-6877-45ac-9da8-c4a4a2c7639e, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:36:55.853944 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-91553c73-7d3d-4fe6-96d3-adb6a24ff30c None None] For port 0e380eb0-6877-45ac-9da8-c4a4a2c7639e, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=0e380eb0-6877-45ac-9da8-c4a4a2c7639e,segment=NetworkSegment(88345d97-6a03-4788-aa41-f38b2aa446ab),segment_id=88345d97-6a03-4788-aa41-f38b2aa446ab)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:36:55.923866 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0d059ca7-aa68-492c-bcd0-cccf6f631b98 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:55.934966 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6f60b1ba-f00e-43e4-a4e7-76af89a4f465 req-c26d1baf-2724-4272-976b-fd79238f4407 service neutron] 10.222.0.55 "GET /v2.0/networks/c4310feb-f943-4c8e-9d50-b56fc088080f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088475 Apr 05 14:36:55.946431 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-0d059ca7-aa68-492c-bcd0-cccf6f631b98 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43479b80-e50f-4846-89b5-95b4ace603ab']}} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:55.957006 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-0d059ca7-aa68-492c-bcd0-cccf6f631b98 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88345d97-6a03-4788-aa41-f38b2aa446ab') {'for_net_delete': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:55.957457 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-0d059ca7-aa68-492c-bcd0-cccf6f631b98 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88345d97-6a03-4788-aa41-f38b2aa446ab') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:55.965566 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42762) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:55.978311 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0d059ca7-aa68-492c-bcd0-cccf6f631b98 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13399223'] for segment, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:56.037902 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 42768) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:56.040588 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-91553c73-7d3d-4fe6-96d3-adb6a24ff30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:56.049016 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-5b7d00a0-5517-4c0f-ab7c-f0ba1b56edfc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ca25d20850c24b9a97538e3cb8b61d23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0812938 Apr 05 14:36:56.057797 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0d059ca7-aa68-492c-bcd0-cccf6f631b98 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:56.074485 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d059ca7-aa68-492c-bcd0-cccf6f631b98 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=103320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:36:56.074991 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0d059ca7-aa68-492c-bcd0-cccf6f631b98 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15765202'] for segment, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:56.078186 n-d-836650-2 neutron-server[103320]: Traceback (most recent call last): Apr 05 14:36:56.078186 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:36:56.078186 n-d-836650-2 neutron-server[103320]: timer() Apr 05 14:36:56.078186 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:36:56.078186 n-d-836650-2 neutron-server[103320]: cb(*args, **kw) Apr 05 14:36:56.078186 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:36:56.078186 n-d-836650-2 neutron-server[103320]: return func(*args, **kwargs) Apr 05 14:36:56.078186 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:36:56.078186 n-d-836650-2 neutron-server[103320]: self._notify() Apr 05 14:36:56.078186 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:36:56.078186 n-d-836650-2 neutron-server[103320]: self.callback(batched_events) Apr 05 14:36:56.078186 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:36:56.078186 n-d-836650-2 neutron-server[103320]: event.method(event) Apr 05 14:36:56.078186 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:36:56.078186 n-d-836650-2 neutron-server[103320]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:36:56.078186 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:36:56.078186 n-d-836650-2 neutron-server[103320]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:36:56.078186 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:36:56.078186 n-d-836650-2 neutron-server[103320]: return f(self, *a, **k) Apr 05 14:36:56.078186 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:36:56.078186 n-d-836650-2 neutron-server[103320]: return self._get(url).json() Apr 05 14:36:56.078186 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:36:56.078186 n-d-836650-2 neutron-server[103320]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:36:56.078186 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:36:56.078186 n-d-836650-2 neutron-server[103320]: return self.request(url, 'GET', **kwargs) Apr 05 14:36:56.078186 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:36:56.078186 n-d-836650-2 neutron-server[103320]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:36:56.078186 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:36:56.078186 n-d-836650-2 neutron-server[103320]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:36:56.078186 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:36:56.078186 n-d-836650-2 neutron-server[103320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:36:56.078186 n-d-836650-2 neutron-server[103320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:36:56.212655 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-98d1dbc9-5518-44b9-af90-d56fb50f02ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:56.248259 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-98d1dbc9-5518-44b9-af90-d56fb50f02ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:56.269361 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faf1e2c-92e4-494d-9b77-d8aa63e90e57 req-670e88cd-30eb-41d0-816f-f03daaea5010 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:56.275590 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faf1e2c-92e4-494d-9b77-d8aa63e90e57 req-670e88cd-30eb-41d0-816f-f03daaea5010 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:56.289177 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faf1e2c-92e4-494d-9b77-d8aa63e90e57 req-670e88cd-30eb-41d0-816f-f03daaea5010 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:56.296538 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faf1e2c-92e4-494d-9b77-d8aa63e90e57 req-670e88cd-30eb-41d0-816f-f03daaea5010 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:56.318933 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faf1e2c-92e4-494d-9b77-d8aa63e90e57 req-670e88cd-30eb-41d0-816f-f03daaea5010 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:56.325925 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faf1e2c-92e4-494d-9b77-d8aa63e90e57 req-670e88cd-30eb-41d0-816f-f03daaea5010 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:56.334747 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faf1e2c-92e4-494d-9b77-d8aa63e90e57 req-670e88cd-30eb-41d0-816f-f03daaea5010 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:56.337303 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2faf1e2c-92e4-494d-9b77-d8aa63e90e57 req-670e88cd-30eb-41d0-816f-f03daaea5010 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 5422 time: 0.2304833 Apr 05 14:36:56.341583 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.db.api [None req-0d059ca7-aa68-492c-bcd0-cccf6f631b98 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 05 14:36:56.341583 n-d-836650-2 neutron-server[103320]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 05 14:36:56.341583 n-d-836650-2 neutron-server[103320]: [parameters: {'id': '43479b80-e50f-4846-89b5-95b4ace603ab'}] Apr 05 14:36:56.341583 n-d-836650-2 neutron-server[103320]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103320) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:36:56.342590 n-d-836650-2 neutron-server[103320]: DEBUG oslo_db.api [None req-0d059ca7-aa68-492c-bcd0-cccf6f631b98 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:36:56.402857 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2faf1e2c-92e4-494d-9b77-d8aa63e90e57 req-15bdcd5c-22c9-4554-886a-bb655ae110fb tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/security-groups?id=756a1fd7-e8fc-4bda-8783-a2c1d11a4f04&id=cbd616a3-13b2-4eba-903a-bcdcba548a35&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520012 Apr 05 14:36:56.409340 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91553c73-7d3d-4fe6-96d3-adb6a24ff30c None None] Pushing event updated for resources: {'Port': ['ID=0e380eb0-6877-45ac-9da8-c4a4a2c7639e,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:56.424808 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f7b533-e4fe-4bd2-a419-7284803d20ae None None] Network 43479b80-e50f-4846-89b5-95b4ace603ab requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:36:56.527399 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-98d1dbc9-5518-44b9-af90-d56fb50f02ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:56.529417 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-98d1dbc9-5518-44b9-af90-d56fb50f02ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:56.535925 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-98d1dbc9-5518-44b9-af90-d56fb50f02ed admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/74e7e48d-3a95-4e6c-8b14-6b2b6e1c6e4f HTTP/1.1" status: 204 len: 168 time: 0.4965925 Apr 05 14:36:56.550618 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d1dbc9-5518-44b9-af90-d56fb50f02ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e7e48d-3a95-4e6c-8b14-6b2b6e1c6e4f,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:56.566146 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb29ed-b533-4ff4-a3cc-42ba8a6a7e7b req-26ba6895-5f87-4a77-852b-35e23412281e tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:56.577347 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-34fb29ed-b533-4ff4-a3cc-42ba8a6a7e7b req-26ba6895-5f87-4a77-852b-35e23412281e tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.0933707 Apr 05 14:36:56.634498 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-34fb29ed-b533-4ff4-a3cc-42ba8a6a7e7b req-87e95afa-00c2-4a4d-89e1-e72c6590faa5 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591760 Apr 05 14:36:56.655784 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db61efe-2600-41ac-80ef-08ead4d8c5a8 None None] Network 43479b80-e50f-4846-89b5-95b4ace603ab requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:36:56.740542 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-330c97e1-13ce-4895-8448-15b857f712f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:56.781474 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3e5f5c38-6bcf-4bad-953e-94e539e11be3 req-5617e5f4-3bbb-4995-8cec-2a5b28ffbada tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=156af86b-ac1e-4dfc-ae74-932b14d79407 HTTP/1.1" status: 200 len: 210 time: 0.0544584 Apr 05 14:36:56.790654 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf372b-c0d9-41f2-b35a-633312351cb2 req-162294f4-08b8-481b-974d-90022e81ea4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:56.793107 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3bdf372b-c0d9-41f2-b35a-633312351cb2 req-162294f4-08b8-481b-974d-90022e81ea4f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9215d951bfeb48c39a8e33c585301815&device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 1096 time: 0.1531198 Apr 05 14:36:56.810731 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35ebc87-cac9-46c2-9d73-3ef0b9e8b0fe None None] get_active_networks_info from n-d-836650-2 {{(pid=103322) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 05 14:36:56.868313 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0d059ca7-aa68-492c-bcd0-cccf6f631b98 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:56.949453 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf372b-c0d9-41f2-b35a-633312351cb2 req-7717403c-377a-41dc-8cf0-b3b3b4220efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:56.949453 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3bdf372b-c0d9-41f2-b35a-633312351cb2 req-7717403c-377a-41dc-8cf0-b3b3b4220efd service neutron] 10.222.0.11 "GET /v2.0/networks?id=bbe33099-0907-4578-b91f-9ecd1e0f3a95 HTTP/1.1" status: 200 len: 912 time: 0.1334834 Apr 05 14:36:56.954283 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35ebc87-cac9-46c2-9d73-3ef0b9e8b0fe None None] Resources bound (agent type, host, resource id): {{(pid=103322) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 14:36:57.026583 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-0d059ca7-aa68-492c-bcd0-cccf6f631b98 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Deleting port 0e380eb0-6877-45ac-9da8-c4a4a2c7639e {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:36:57.026955 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0d059ca7-aa68-492c-bcd0-cccf6f631b98 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:57.050359 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3bdf372b-c0d9-41f2-b35a-633312351cb2 req-26171c08-fac4-41ac-a860-95a1c4e6485c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4032c53b-96ab-4b67-b14e-c47acfa5a112 HTTP/1.1" status: 200 len: 1000 time: 0.0930467 Apr 05 14:36:57.149787 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-0d059ca7-aa68-492c-bcd0-cccf6f631b98 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] For port 0e380eb0-6877-45ac-9da8-c4a4a2c7639e, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=0e380eb0-6877-45ac-9da8-c4a4a2c7639e,segment=NetworkSegment(88345d97-6a03-4788-aa41-f38b2aa446ab),segment_id=88345d97-6a03-4788-aa41-f38b2aa446ab)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:36:57.150164 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0d059ca7-aa68-492c-bcd0-cccf6f631b98 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:57.172778 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-0d059ca7-aa68-492c-bcd0-cccf6f631b98 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Calling delete_port for 0e380eb0-6877-45ac-9da8-c4a4a2c7639e owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:36:57.179951 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf372b-c0d9-41f2-b35a-633312351cb2 req-613c0364-3dbc-410a-83c6-0d0fd0de2c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:57.181487 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3bdf372b-c0d9-41f2-b35a-633312351cb2 req-613c0364-3dbc-410a-83c6-0d0fd0de2c98 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c529ad6d-a94e-4533-88f8-eeabc5541ed8 HTTP/1.1" status: 200 len: 850 time: 0.0989628 Apr 05 14:36:57.314261 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf372b-c0d9-41f2-b35a-633312351cb2 req-151ef9a6-3794-46ba-b674-8c20520ab6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:57.317024 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3bdf372b-c0d9-41f2-b35a-633312351cb2 req-151ef9a6-3794-46ba-b674-8c20520ab6c5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bbe33099-0907-4578-b91f-9ecd1e0f3a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0847869 Apr 05 14:36:57.401429 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 7 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 14:36:57.421796 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3bdf372b-c0d9-41f2-b35a-633312351cb2 req-546d396c-9d57-4b03-88d4-43d6c578b6a2 service neutron] 10.222.0.11 "GET /v2.0/networks/bbe33099-0907-4578-b91f-9ecd1e0f3a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952098 Apr 05 14:36:57.527147 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0d059ca7-aa68-492c-bcd0-cccf6f631b98 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:57.570670 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d059ca7-aa68-492c-bcd0-cccf6f631b98 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Pushing event deleted for resources: {'Port': ['ID=0e380eb0-6877-45ac-9da8-c4a4a2c7639e,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:57.574728 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d059ca7-aa68-492c-bcd0-cccf6f631b98 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] No DVR routers for this DVR port 0e380eb0-6877-45ac-9da8-c4a4a2c7639e on host n-d-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:36:57.582515 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3bdf372b-c0d9-41f2-b35a-633312351cb2 req-8a19c87c-e510-41bb-b32c-665206f4282b service neutron] 10.222.0.11 "GET /v2.0/networks/bbe33099-0907-4578-b91f-9ecd1e0f3a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531291 Apr 05 14:36:57.636254 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f0042e-9958-4b74-ad4d-03b636e49444 req-62bd8460-8a7e-4f97-a977-b841934528e4 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:57.642838 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f0042e-9958-4b74-ad4d-03b636e49444 req-62bd8460-8a7e-4f97-a977-b841934528e4 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:57.649159 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f0042e-9958-4b74-ad4d-03b636e49444 req-62bd8460-8a7e-4f97-a977-b841934528e4 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:57.655137 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f0042e-9958-4b74-ad4d-03b636e49444 req-62bd8460-8a7e-4f97-a977-b841934528e4 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:57.661291 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f0042e-9958-4b74-ad4d-03b636e49444 req-62bd8460-8a7e-4f97-a977-b841934528e4 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:57.669710 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f0042e-9958-4b74-ad4d-03b636e49444 req-62bd8460-8a7e-4f97-a977-b841934528e4 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:57.673183 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f0042e-9958-4b74-ad4d-03b636e49444 req-62bd8460-8a7e-4f97-a977-b841934528e4 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:57.675643 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d4f0042e-9958-4b74-ad4d-03b636e49444 req-62bd8460-8a7e-4f97-a977-b841934528e4 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 5422 time: 0.1816964 Apr 05 14:36:57.748034 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42834) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:57.749185 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0d059ca7-aa68-492c-bcd0-cccf6f631b98 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:57.788996 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-0d059ca7-aa68-492c-bcd0-cccf6f631b98 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43479b80-e50f-4846-89b5-95b4ace603ab']}} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:57.820578 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d4f0042e-9958-4b74-ad4d-03b636e49444 req-02134b09-5efb-474f-9920-c6595fafc8f6 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/security-groups?id=756a1fd7-e8fc-4bda-8783-a2c1d11a4f04&id=cbd616a3-13b2-4eba-903a-bcdcba548a35&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0921872 Apr 05 14:36:57.822460 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-0d059ca7-aa68-492c-bcd0-cccf6f631b98 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88345d97-6a03-4788-aa41-f38b2aa446ab') {'for_net_delete': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:57.822695 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-0d059ca7-aa68-492c-bcd0-cccf6f631b98 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88345d97-6a03-4788-aa41-f38b2aa446ab') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:57.850736 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0d059ca7-aa68-492c-bcd0-cccf6f631b98 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13399223'] for segment, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:57.867885 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0d059ca7-aa68-492c-bcd0-cccf6f631b98 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:57.878434 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-79ff154e-c60f-4108-ab36-be3eccda3565 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=631ac36627194c4b818f34e4f7f4c229&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1256702 Apr 05 14:36:57.878434 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42838) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:57.890738 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d059ca7-aa68-492c-bcd0-cccf6f631b98 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=103320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:36:57.891158 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0d059ca7-aa68-492c-bcd0-cccf6f631b98 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15765202'] for segment, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:57.900491 n-d-836650-2 neutron-server[103320]: Traceback (most recent call last): Apr 05 14:36:57.900491 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:36:57.900491 n-d-836650-2 neutron-server[103320]: timer() Apr 05 14:36:57.900491 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:36:57.900491 n-d-836650-2 neutron-server[103320]: cb(*args, **kw) Apr 05 14:36:57.900491 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:36:57.900491 n-d-836650-2 neutron-server[103320]: return func(*args, **kwargs) Apr 05 14:36:57.900491 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:36:57.900491 n-d-836650-2 neutron-server[103320]: self._notify() Apr 05 14:36:57.900491 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:36:57.900491 n-d-836650-2 neutron-server[103320]: self.callback(batched_events) Apr 05 14:36:57.900491 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:36:57.900491 n-d-836650-2 neutron-server[103320]: event.method(event) Apr 05 14:36:57.900491 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:36:57.900491 n-d-836650-2 neutron-server[103320]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:36:57.900491 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:36:57.900491 n-d-836650-2 neutron-server[103320]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:36:57.900491 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:36:57.900491 n-d-836650-2 neutron-server[103320]: return f(self, *a, **k) Apr 05 14:36:57.900491 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:36:57.900491 n-d-836650-2 neutron-server[103320]: return self._get(url).json() Apr 05 14:36:57.900491 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:36:57.900491 n-d-836650-2 neutron-server[103320]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:36:57.900491 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:36:57.900491 n-d-836650-2 neutron-server[103320]: return self.request(url, 'GET', **kwargs) Apr 05 14:36:57.900491 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:36:57.900491 n-d-836650-2 neutron-server[103320]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:36:57.900491 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:36:57.900491 n-d-836650-2 neutron-server[103320]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:36:57.900491 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:36:57.900491 n-d-836650-2 neutron-server[103320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:36:57.900491 n-d-836650-2 neutron-server[103320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:36:57.954026 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:57.960869 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-717b78f2-fce3-4fa0-a3e5-ad89389a9690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:57.997612 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-717b78f2-fce3-4fa0-a3e5-ad89389a9690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:58.045922 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba78abb-88e8-4041-b2ab-96d223d657fe req-c82b029d-7103-434c-bcca-86a13b8ece39 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:58.047473 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cba78abb-88e8-4041-b2ab-96d223d657fe req-c82b029d-7103-434c-bcca-86a13b8ece39 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.0775998 Apr 05 14:36:58.087117 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cba78abb-88e8-4041-b2ab-96d223d657fe req-b218e2a6-126e-41a5-9006-81c5c1668200 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332687 Apr 05 14:36:58.171131 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-717b78f2-fce3-4fa0-a3e5-ad89389a9690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:58.176734 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-717b78f2-fce3-4fa0-a3e5-ad89389a9690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:58.178876 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-717b78f2-fce3-4fa0-a3e5-ad89389a9690 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/715bb0e5-2cbd-4497-a8aa-b61773b885c7 HTTP/1.1" status: 204 len: 168 time: 0.3001487 Apr 05 14:36:58.183385 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cda110e2-4c76-4e78-aeb4-ed4027cdf3f2 req-86e4cd80-22bc-4698-b867-3a595367d14f tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=156af86b-ac1e-4dfc-ae74-932b14d79407 HTTP/1.1" status: 200 len: 210 time: 0.0368159 Apr 05 14:36:58.186239 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0d059ca7-aa68-492c-bcd0-cccf6f631b98 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:58.195696 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0d059ca7-aa68-492c-bcd0-cccf6f631b98 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:58.197301 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717b78f2-fce3-4fa0-a3e5-ad89389a9690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=715bb0e5-2cbd-4497-a8aa-b61773b885c7,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:58.202298 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-0d059ca7-aa68-492c-bcd0-cccf6f631b98 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] 10.222.0.30 "DELETE /v2.0/networks/43479b80-e50f-4846-89b5-95b4ace603ab HTTP/1.1" status: 204 len: 168 time: 3.3573639 Apr 05 14:36:58.208268 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42850) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:58.235239 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d059ca7-aa68-492c-bcd0-cccf6f631b98 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Pushing event deleted for resources: {'Network': ['ID=43479b80-e50f-4846-89b5-95b4ace603ab,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:58.245629 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-61d20886-6ab1-4a9c-ba95-fd34fafa04b8 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] DELETE failed (client error): The resource could not be found. Apr 05 14:36:58.246089 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61d20886-6ab1-4a9c-ba95-fd34fafa04b8 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:36:58.250209 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-61d20886-6ab1-4a9c-ba95-fd34fafa04b8 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] 10.222.0.30 "DELETE /v2.0/subnets/89e486d3-46b7-4190-944f-9e45bf849883 HTTP/1.1" status: 404 len: 337 time: 0.0398593 Apr 05 14:36:58.252134 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 42854) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:58.272530 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-424b37fc-dfa6-47da-8077-6ec236e2c8e9 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] DELETE failed (client error): The resource could not be found. Apr 05 14:36:58.278164 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-424b37fc-dfa6-47da-8077-6ec236e2c8e9 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103320) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:36:58.278164 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-424b37fc-dfa6-47da-8077-6ec236e2c8e9 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] 10.222.0.30 "DELETE /v2.0/networks/43479b80-e50f-4846-89b5-95b4ace603ab HTTP/1.1" status: 404 len: 339 time: 0.0226207 Apr 05 14:36:58.281041 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 42856) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:58.787064 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ac90ef7f-a8cf-4047-a74d-edd0743adb11 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:58.804288 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [req-c59ed7e4-66a3-4517-8cbd-0a77a2911a36 req-d68062c1-bed6-4908-ab11-4dc48f432105 tempest-LiveMigrationTest-1634108813 tempest-LiveMigrationTest-1634108813-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:36:58.805317 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c59ed7e4-66a3-4517-8cbd-0a77a2911a36 req-d68062c1-bed6-4908-ab11-4dc48f432105 tempest-LiveMigrationTest-1634108813 tempest-LiveMigrationTest-1634108813-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0114839 Apr 05 14:36:58.905864 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46007adc-6a0a-4adf-9ce7-9b9800ed1fbc req-bf783815-cb8d-44f6-af35-3b056b555110 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:58.907357 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-46007adc-6a0a-4adf-9ce7-9b9800ed1fbc req-bf783815-cb8d-44f6-af35-3b056b555110 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.11 "GET /v2.0/networks?id=e9f4fa40-46c8-414a-a7c0-062d21c067f9 HTTP/1.1" status: 200 len: 805 time: 0.2009680 Apr 05 14:36:58.921000 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59ed7e4-66a3-4517-8cbd-0a77a2911a36 req-a961ced2-2e98-4ab3-8572-7571e51dd7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:58.922203 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c59ed7e4-66a3-4517-8cbd-0a77a2911a36 req-a961ced2-2e98-4ab3-8572-7571e51dd7c2 service neutron] 10.222.0.30 "GET /v2.0/ports/0c6707e2-66bd-42d7-96d4-e000d477bf32 HTTP/1.1" status: 200 len: 1093 time: 0.0996301 Apr 05 14:36:58.932506 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-46007adc-6a0a-4adf-9ce7-9b9800ed1fbc req-f18fc397-beba-461d-9c78-a2ce5cf7364f tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Request body: {'port': {'device_id': '156af86b-ac1e-4dfc-ae74-932b14d79407', 'network_id': 'e9f4fa40-46c8-414a-a7c0-062d21c067f9', 'admin_state_up': True, 'tenant_id': '6f9dd14fd23b46d0bf68308d04a6ae90'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:36:58.978078 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-c59ed7e4-66a3-4517-8cbd-0a77a2911a36 req-65eecd98-0652-4553-b154-278cf51a73d5 service neutron] Request body: {'binding': {'host': 'n-h1-836650-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:36:58.978735 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-c59ed7e4-66a3-4517-8cbd-0a77a2911a36 req-65eecd98-0652-4553-b154-278cf51a73d5 service neutron] Unknown quota resources ['binding']. {{(pid=103320) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 05 14:36:59.040799 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ac90ef7f-a8cf-4047-a74d-edd0743adb11 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:59.132328 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-ac90ef7f-a8cf-4047-a74d-edd0743adb11 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fee6809-4f03-4745-987b-76786af58eab']}} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:59.197425 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-ac90ef7f-a8cf-4047-a74d-edd0743adb11 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a85b94c-71f9-4293-8925-584c4ec6b8a7') {'for_net_delete': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:59.197425 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-ac90ef7f-a8cf-4047-a74d-edd0743adb11 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a85b94c-71f9-4293-8925-584c4ec6b8a7') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:59.231834 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d55b2-00fa-4d52-852b-a052a9277cf3 req-21975dd7-e0ba-4463-b23c-493ee5e811d3 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:59.239889 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d55b2-00fa-4d52-852b-a052a9277cf3 req-21975dd7-e0ba-4463-b23c-493ee5e811d3 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:59.247360 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d55b2-00fa-4d52-852b-a052a9277cf3 req-21975dd7-e0ba-4463-b23c-493ee5e811d3 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:59.257060 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d55b2-00fa-4d52-852b-a052a9277cf3 req-21975dd7-e0ba-4463-b23c-493ee5e811d3 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:59.263138 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d55b2-00fa-4d52-852b-a052a9277cf3 req-21975dd7-e0ba-4463-b23c-493ee5e811d3 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:59.269287 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d55b2-00fa-4d52-852b-a052a9277cf3 req-21975dd7-e0ba-4463-b23c-493ee5e811d3 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:59.275192 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d55b2-00fa-4d52-852b-a052a9277cf3 req-21975dd7-e0ba-4463-b23c-493ee5e811d3 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:59.281368 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-967d55b2-00fa-4d52-852b-a052a9277cf3 req-21975dd7-e0ba-4463-b23c-493ee5e811d3 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 5422 time: 0.3444676 Apr 05 14:36:59.295012 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ac90ef7f-a8cf-4047-a74d-edd0743adb11 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13399223'] for segment, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:59.335162 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ac90ef7f-a8cf-4047-a74d-edd0743adb11 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:59.357294 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac90ef7f-a8cf-4047-a74d-edd0743adb11 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=103320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:36:59.357703 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ac90ef7f-a8cf-4047-a74d-edd0743adb11 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15765202'] for segment, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:59.363343 n-d-836650-2 neutron-server[103320]: Traceback (most recent call last): Apr 05 14:36:59.363343 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:36:59.363343 n-d-836650-2 neutron-server[103320]: timer() Apr 05 14:36:59.363343 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:36:59.363343 n-d-836650-2 neutron-server[103320]: cb(*args, **kw) Apr 05 14:36:59.363343 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:36:59.363343 n-d-836650-2 neutron-server[103320]: return func(*args, **kwargs) Apr 05 14:36:59.363343 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:36:59.363343 n-d-836650-2 neutron-server[103320]: self._notify() Apr 05 14:36:59.363343 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:36:59.363343 n-d-836650-2 neutron-server[103320]: self.callback(batched_events) Apr 05 14:36:59.363343 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:36:59.363343 n-d-836650-2 neutron-server[103320]: event.method(event) Apr 05 14:36:59.363343 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:36:59.363343 n-d-836650-2 neutron-server[103320]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:36:59.363343 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:36:59.363343 n-d-836650-2 neutron-server[103320]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:36:59.363343 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:36:59.363343 n-d-836650-2 neutron-server[103320]: return f(self, *a, **k) Apr 05 14:36:59.363343 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:36:59.363343 n-d-836650-2 neutron-server[103320]: return self._get(url).json() Apr 05 14:36:59.363343 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:36:59.363343 n-d-836650-2 neutron-server[103320]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:36:59.363343 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:36:59.363343 n-d-836650-2 neutron-server[103320]: return self.request(url, 'GET', **kwargs) Apr 05 14:36:59.363343 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:36:59.363343 n-d-836650-2 neutron-server[103320]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:36:59.363343 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:36:59.363343 n-d-836650-2 neutron-server[103320]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:36:59.363343 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:36:59.363343 n-d-836650-2 neutron-server[103320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:36:59.363343 n-d-836650-2 neutron-server[103320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:36:59.455100 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-967d55b2-00fa-4d52-852b-a052a9277cf3 req-22cc03f8-32a3-43e7-9f1f-47d8c50dd212 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/security-groups?id=756a1fd7-e8fc-4bda-8783-a2c1d11a4f04&id=cbd616a3-13b2-4eba-903a-bcdcba548a35&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1566153 Apr 05 14:36:59.462984 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:59.481258 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-c59ed7e4-66a3-4517-8cbd-0a77a2911a36 req-65eecd98-0652-4553-b154-278cf51a73d5 service neutron] Attempting to bind port 0c6707e2-66bd-42d7-96d4-e000d477bf32 on host n-h1-836650-2 for vnic_type normal with profile None {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:36:59.481626 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-c59ed7e4-66a3-4517-8cbd-0a77a2911a36 req-65eecd98-0652-4553-b154-278cf51a73d5 service neutron] Attempting to bind port 0c6707e2-66bd-42d7-96d4-e000d477bf32 by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': 'd98286ea-3af7-47a7-a92d-d95717c2d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bbdeb55e-008a-45ea-8c70-7d18b28201f7'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:36:59.481914 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59ed7e4-66a3-4517-8cbd-0a77a2911a36 req-65eecd98-0652-4553-b154-278cf51a73d5 service neutron] Attempting to bind port 0c6707e2-66bd-42d7-96d4-e000d477bf32 on network bbdeb55e-008a-45ea-8c70-7d18b28201f7 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:36:59.486594 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59ed7e4-66a3-4517-8cbd-0a77a2911a36 req-65eecd98-0652-4553-b154-278cf51a73d5 service neutron] Port 0c6707e2-66bd-42d7-96d4-e000d477bf32 on network bbdeb55e-008a-45ea-8c70-7d18b28201f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:36:59.486996 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59ed7e4-66a3-4517-8cbd-0a77a2911a36 req-65eecd98-0652-4553-b154-278cf51a73d5 service neutron] Attempting to bind port 0c6707e2-66bd-42d7-96d4-e000d477bf32 on network bbdeb55e-008a-45ea-8c70-7d18b28201f7 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:36:59.492107 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59ed7e4-66a3-4517-8cbd-0a77a2911a36 req-65eecd98-0652-4553-b154-278cf51a73d5 service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:36:59.492445 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59ed7e4-66a3-4517-8cbd-0a77a2911a36 req-65eecd98-0652-4553-b154-278cf51a73d5 service neutron] Checking segment: {'id': 'd98286ea-3af7-47a7-a92d-d95717c2d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bbdeb55e-008a-45ea-8c70-7d18b28201f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:36:59.492823 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59ed7e4-66a3-4517-8cbd-0a77a2911a36 req-65eecd98-0652-4553-b154-278cf51a73d5 service neutron] Bound using segment: {'id': 'd98286ea-3af7-47a7-a92d-d95717c2d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bbdeb55e-008a-45ea-8c70-7d18b28201f7'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:36:59.493325 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-c59ed7e4-66a3-4517-8cbd-0a77a2911a36 req-65eecd98-0652-4553-b154-278cf51a73d5 service neutron] Bound port: 0c6707e2-66bd-42d7-96d4-e000d477bf32, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd98286ea-3af7-47a7-a92d-d95717c2d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bbdeb55e-008a-45ea-8c70-7d18b28201f7'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:36:59.519179 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46007adc-6a0a-4adf-9ce7-9b9800ed1fbc req-f18fc397-beba-461d-9c78-a2ce5cf7364f tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Made reservation on behalf of 6f9dd14fd23b46d0bf68308d04a6ae90 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:36:59.524095 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-46007adc-6a0a-4adf-9ce7-9b9800ed1fbc req-f18fc397-beba-461d-9c78-a2ce5cf7364f tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:59.566005 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ac90ef7f-a8cf-4047-a74d-edd0743adb11 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:59.596607 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ac90ef7f-a8cf-4047-a74d-edd0743adb11 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:59.601258 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-ac90ef7f-a8cf-4047-a74d-edd0743adb11 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] 10.222.0.30 "DELETE /v2.0/networks/8fee6809-4f03-4745-987b-76786af58eab HTTP/1.1" status: 204 len: 168 time: 1.3187599 Apr 05 14:36:59.603913 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42926) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:59.639851 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac90ef7f-a8cf-4047-a74d-edd0743adb11 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Pushing event deleted for resources: {'Network': ['ID=8fee6809-4f03-4745-987b-76786af58eab,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:59.643766 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-52d7ef29-aac9-4cc7-8837-0297334f5644 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] DELETE failed (client error): The resource could not be found. Apr 05 14:36:59.644300 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52d7ef29-aac9-4cc7-8837-0297334f5644 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:36:59.650398 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-52d7ef29-aac9-4cc7-8837-0297334f5644 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] 10.222.0.30 "DELETE /v2.0/subnets/2ba03312-44e6-4a7b-b9cf-976cd41bd9e6 HTTP/1.1" status: 404 len: 337 time: 0.0431514 Apr 05 14:36:59.650822 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42928) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:59.671303 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7950c72-ff12-407a-a519-0b37f2e8bd0c tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] DELETE failed (client error): The resource could not be found. Apr 05 14:36:59.679324 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7950c72-ff12-407a-a519-0b37f2e8bd0c tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:36:59.679581 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:59.679695 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-e7950c72-ff12-407a-a519-0b37f2e8bd0c tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] 10.222.0.30 "DELETE /v2.0/networks/e9599482-92ff-47c2-92e9-e45c29873801 HTTP/1.1" status: 404 len: 339 time: 0.0257440 Apr 05 14:36:59.679695 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42930) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:59.684294 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 42932) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:36:59.700405 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-c59ed7e4-66a3-4517-8cbd-0a77a2911a36 req-65eecd98-0652-4553-b154-278cf51a73d5 service neutron] For port 0c6707e2-66bd-42d7-96d4-e000d477bf32, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=0c6707e2-66bd-42d7-96d4-e000d477bf32,segment=NetworkSegment(d98286ea-3af7-47a7-a92d-d95717c2d70a),segment_id=d98286ea-3af7-47a7-a92d-d95717c2d70a)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:36:59.741224 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5fdf0c-23fa-4c05-971c-5b8037d29963 req-56daffa1-e852-4581-9d41-57df5a477821 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:59.742852 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6c5fdf0c-23fa-4c05-971c-5b8037d29963 req-56daffa1-e852-4581-9d41-57df5a477821 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.2126582 Apr 05 14:36:59.786052 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-d69b8ac8-dfb4-4d5f-a179-106755409aec admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1960271004-network', 'tenant_id': 'c6d7d106196c47bab9057a60414eb92c'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:36:59.807394 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-c59ed7e4-66a3-4517-8cbd-0a77a2911a36 req-65eecd98-0652-4553-b154-278cf51a73d5 service neutron] Notify callbacks [] for binding, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:59.808565 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c59ed7e4-66a3-4517-8cbd-0a77a2911a36 req-65eecd98-0652-4553-b154-278cf51a73d5 service neutron] 10.222.0.30 "POST /v2.0/ports/0c6707e2-66bd-42d7-96d4-e000d477bf32/bindings HTTP/1.1" status: 201 len: 389 time: 0.8727872 Apr 05 14:36:59.820578 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_v2 [None req-af9affca-9cf2-4681-bb25-2512949df003 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Deleting subnet ddb4e969-b497-47f9-9b9a-9ce90e10cfea {{(pid=103320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:36:59.838244 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-af9affca-9cf2-4681-bb25-2512949df003 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks [] for subnet, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:59.868275 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69b8ac8-dfb4-4d5f-a179-106755409aec admin admin] Made reservation on behalf of c6d7d106196c47bab9057a60414eb92c for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:36:59.869770 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6c5fdf0c-23fa-4c05-971c-5b8037d29963 req-3ced9472-0e77-4253-986e-5695c71b6b7d tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162739 Apr 05 14:36:59.870926 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d69b8ac8-dfb4-4d5f-a179-106755409aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:59.884490 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d69b8ac8-dfb4-4d5f-a179-106755409aec admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:59.884676 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-46007adc-6a0a-4adf-9ce7-9b9800ed1fbc req-f18fc397-beba-461d-9c78-a2ce5cf7364f tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Allocated IP 172.20.0.7 (e9f4fa40-46c8-414a-a7c0-062d21c067f9/7f3129d9-da84-45bd-9800-b5c89ee3ca61/f2108a68-28f9-486f-b671-6316d5391f22) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:36:59.907914 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-af9affca-9cf2-4681-bb25-2512949df003 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13399228'] for subnet, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:00.020044 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d69b8ac8-dfb4-4d5f-a179-106755409aec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:00.039680 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ef0d1f1f-200f-41cf-8193-e466b28d82ae req-2917aa73-ce2b-4d6e-b1a2-5b812be677c7 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=156af86b-ac1e-4dfc-ae74-932b14d79407 HTTP/1.1" status: 200 len: 210 time: 0.0462422 Apr 05 14:37:00.131016 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d69b8ac8-dfb4-4d5f-a179-106755409aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:00.136744 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-af9affca-9cf2-4681-bb25-2512949df003 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:00.198478 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d69b8ac8-dfb4-4d5f-a179-106755409aec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:37:00.209160 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69b8ac8-dfb4-4d5f-a179-106755409aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a9d63c-ed60-497d-ace8-b3f0386b0e6f,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:00.258749 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d69b8ac8-dfb4-4d5f-a179-106755409aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:00.258749 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-d69b8ac8-dfb4-4d5f-a179-106755409aec admin admin] Added segment 1610584a-44c8-4b27-96be-b982f9c02807 of type vlan for network 663ca2d9-20db-46f3-a840-3b61cfaa89c4 Apr 05 14:37:00.280114 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-46007adc-6a0a-4adf-9ce7-9b9800ed1fbc req-f18fc397-beba-461d-9c78-a2ce5cf7364f tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:00.286079 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d69b8ac8-dfb4-4d5f-a179-106755409aec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:00.334463 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab3cdc-4433-4569-831a-4830b197141d req-34cd50c6-3684-4e9a-8a0a-bb7c42d836a8 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:00.336090 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-89ab3cdc-4433-4569-831a-4830b197141d req-34cd50c6-3684-4e9a-8a0a-bb7c42d836a8 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cc4f01f-a830-4638-8b39-fd1db76b7b4f HTTP/1.1" status: 200 len: 945 time: 0.1559060 Apr 05 14:37:00.388250 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-89ab3cdc-4433-4569-831a-4830b197141d req-ac2a5754-e9c3-4da1-8e67-aadf6171be4c tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440125 Apr 05 14:37:00.467775 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d69b8ac8-dfb4-4d5f-a179-106755409aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:00.468465 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-af9affca-9cf2-4681-bb25-2512949df003 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15773812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13127359'] for subnet, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:00.468706 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69b8ac8-dfb4-4d5f-a179-106755409aec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:00.469328 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d69b8ac8-dfb4-4d5f-a179-106755409aec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:00.471567 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-46007adc-6a0a-4adf-9ce7-9b9800ed1fbc req-f18fc397-beba-461d-9c78-a2ce5cf7364f tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:00.483538 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['76b011da-70a8-45da-bc6c-2275f4a9184f'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:37:00.553984 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-af9affca-9cf2-4681-bb25-2512949df003 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:00.561657 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-af9affca-9cf2-4681-bb25-2512949df003 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] 10.222.0.30 "DELETE /v2.0/subnets/ddb4e969-b497-47f9-9b9a-9ce90e10cfea HTTP/1.1" status: 204 len: 168 time: 0.8715923 Apr 05 14:37:00.567399 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9affca-9cf2-4681-bb25-2512949df003 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Pushing event deleted for resources: {'Subnet': ['ID=ddb4e969-b497-47f9-9b9a-9ce90e10cfea,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:00.569988 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 42966) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:00.570798 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afcfae3-8ddd-4a89-b3fd-4eee43bc55a4 None None] Network e207f861-fc94-4d41-ba48-4b3e15d2cede requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:37:00.597394 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-d69b8ac8-dfb4-4d5f-a179-106755409aec admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9147558 Apr 05 14:37:00.598726 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42968) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:00.603832 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-5633a3a3-69e9-486e-8de7-2ca2d8895f88 admin admin] Request body: {'subnet': {'network_id': '663ca2d9-20db-46f3-a840-3b61cfaa89c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1960271004-subnet', 'tenant_id': 'c6d7d106196c47bab9057a60414eb92c', 'ip_version': 4}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:37:00.636379 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69b8ac8-dfb4-4d5f-a179-106755409aec admin admin] Pushing event updated for resources: {'Network': ['ID=663ca2d9-20db-46f3-a840-3b61cfaa89c4,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:00.654834 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46007adc-6a0a-4adf-9ce7-9b9800ed1fbc req-f18fc397-beba-461d-9c78-a2ce5cf7364f tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Network e9f4fa40-46c8-414a-a7c0-062d21c067f9 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:37:00.674774 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 663ca2d9-20db-46f3-a840-3b61cfaa89c4 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:37:00.701064 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-46007adc-6a0a-4adf-9ce7-9b9800ed1fbc req-f18fc397-beba-461d-9c78-a2ce5cf7364f tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:37:00.731824 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18fc397-beba-461d-9c78-a2ce5cf7364f tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Pushing event updated for resources: {'Port': ['ID=f2108a68-28f9-486f-b671-6316d5391f22,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:00.734948 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-46007adc-6a0a-4adf-9ce7-9b9800ed1fbc req-f18fc397-beba-461d-9c78-a2ce5cf7364f tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:37:00.737225 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5633a3a3-69e9-486e-8de7-2ca2d8895f88 admin admin] Made reservation on behalf of c6d7d106196c47bab9057a60414eb92c for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:37:00.741665 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5633a3a3-69e9-486e-8de7-2ca2d8895f88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:00.863385 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_v2 [None req-66953f43-c2dc-4d7a-9fbe-e8f2b236e889 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Deleting subnet be7bdd21-5f0c-43cb-b5a9-cd00872c0d66 {{(pid=103320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:37:00.874622 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-66953f43-c2dc-4d7a-9fbe-e8f2b236e889 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks [] for subnet, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:00.926128 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fe1467-694a-4ea1-bb33-d935f5ff7c31 req-1c03c889-5be8-4c3b-b58c-06ac583a9381 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:00.937527 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fe1467-694a-4ea1-bb33-d935f5ff7c31 req-1c03c889-5be8-4c3b-b58c-06ac583a9381 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:00.952189 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fe1467-694a-4ea1-bb33-d935f5ff7c31 req-1c03c889-5be8-4c3b-b58c-06ac583a9381 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:00.962829 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fe1467-694a-4ea1-bb33-d935f5ff7c31 req-1c03c889-5be8-4c3b-b58c-06ac583a9381 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:00.970550 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fe1467-694a-4ea1-bb33-d935f5ff7c31 req-1c03c889-5be8-4c3b-b58c-06ac583a9381 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:00.978598 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fe1467-694a-4ea1-bb33-d935f5ff7c31 req-1c03c889-5be8-4c3b-b58c-06ac583a9381 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:00.991965 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fe1467-694a-4ea1-bb33-d935f5ff7c31 req-1c03c889-5be8-4c3b-b58c-06ac583a9381 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:00.991965 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b1fe1467-694a-4ea1-bb33-d935f5ff7c31 req-1c03c889-5be8-4c3b-b58c-06ac583a9381 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 5422 time: 0.3376024 Apr 05 14:37:01.025710 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59ed7e4-66a3-4517-8cbd-0a77a2911a36 req-47b9a8e1-dc6d-41e5-902f-2afb0b4b68e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:01.027269 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c59ed7e4-66a3-4517-8cbd-0a77a2911a36 req-47b9a8e1-dc6d-41e5-902f-2afb0b4b68e4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f15fb34306734f1db943c159bdbff20e&device_id=4cc4f01f-a830-4638-8b39-fd1db76b7b4f HTTP/1.1" status: 200 len: 1096 time: 0.3879881 Apr 05 14:37:01.050972 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46007adc-6a0a-4adf-9ce7-9b9800ed1fbc req-f18fc397-beba-461d-9c78-a2ce5cf7364f tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:01.051604 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-46007adc-6a0a-4adf-9ce7-9b9800ed1fbc req-f18fc397-beba-461d-9c78-a2ce5cf7364f tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:01.087062 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-66953f43-c2dc-4d7a-9fbe-e8f2b236e889 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13399228'] for subnet, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:01.135106 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5633a3a3-69e9-486e-8de7-2ca2d8895f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:01.208000 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b1fe1467-694a-4ea1-bb33-d935f5ff7c31 req-a2e7446c-6cb7-4027-b05e-88b00e93b5a4 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/security-groups?id=756a1fd7-e8fc-4bda-8783-a2c1d11a4f04&id=cbd616a3-13b2-4eba-903a-bcdcba548a35&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2061634 Apr 05 14:37:01.237269 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5633a3a3-69e9-486e-8de7-2ca2d8895f88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb98ffa3-a246-4ac7-9ee6-065bd7170bb4,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:01.237269 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5633a3a3-69e9-486e-8de7-2ca2d8895f88 admin admin] Checking segment: {'id': '1610584a-44c8-4b27-96be-b982f9c02807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '663ca2d9-20db-46f3-a840-3b61cfaa89c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:37:01.237269 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5633a3a3-69e9-486e-8de7-2ca2d8895f88 admin admin] Network hostable DHCP agents. Network: 663ca2d9-20db-46f3-a840-3b61cfaa89c4, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:37:01.264026 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a90b1-4d4c-46cf-94e9-a182d7ab5e45 req-50da28ca-b550-4784-9b05-e21c31d7d5fc tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:01.279236 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8c9a90b1-4d4c-46cf-94e9-a182d7ab5e45 req-50da28ca-b550-4784-9b05-e21c31d7d5fc tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.2888176 Apr 05 14:37:01.305637 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-46007adc-6a0a-4adf-9ce7-9b9800ed1fbc req-f18fc397-beba-461d-9c78-a2ce5cf7364f tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3791063 Apr 05 14:37:01.359367 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5633a3a3-69e9-486e-8de7-2ca2d8895f88 admin admin] Network 663ca2d9-20db-46f3-a840-3b61cfaa89c4 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:37:01.368447 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-46007adc-6a0a-4adf-9ce7-9b9800ed1fbc req-fcc9b619-95da-4d6d-acf1-c3db7be85013 service neutron] Request body: {'port': {'device_id': '156af86b-ac1e-4dfc-ae74-932b14d79407', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:37:01.448118 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8c9a90b1-4d4c-46cf-94e9-a182d7ab5e45 req-daf01b1c-1c57-48af-a4ca-250d9f1a4213 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637518 Apr 05 14:37:01.451122 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42992) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:01.458426 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59ed7e4-66a3-4517-8cbd-0a77a2911a36 req-bfade158-60f4-462f-9366-a10d3e3d27df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:01.459967 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c59ed7e4-66a3-4517-8cbd-0a77a2911a36 req-bfade158-60f4-462f-9366-a10d3e3d27df service neutron] 10.222.0.55 "GET /v2.0/networks?id=bbdeb55e-008a-45ea-8c70-7d18b28201f7 HTTP/1.1" status: 200 len: 908 time: 0.3932567 Apr 05 14:37:01.470619 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-5633a3a3-69e9-486e-8de7-2ca2d8895f88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 663ca2d9-20db-46f3-a840-3b61cfaa89c4) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:37:01.471041 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5633a3a3-69e9-486e-8de7-2ca2d8895f88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:01.471627 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5633a3a3-69e9-486e-8de7-2ca2d8895f88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:01.479281 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323e88a8-14ea-41d1-890d-94ccafdfc7b0 None None] Network 663ca2d9-20db-46f3-a840-3b61cfaa89c4 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:37:01.511034 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-66953f43-c2dc-4d7a-9fbe-e8f2b236e889 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:01.553118 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-5633a3a3-69e9-486e-8de7-2ca2d8895f88 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9527752 Apr 05 14:37:01.555453 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42996) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:01.562205 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-05e9e452-c762-49c8-8a49-f5a948ec3e8e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1960271004-router', 'tenant_id': 'c6d7d106196c47bab9057a60414eb92c', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:37:01.639062 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c59ed7e4-66a3-4517-8cbd-0a77a2911a36 req-8f59b317-eb2b-4960-8e68-32e233e030d6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c6707e2-66bd-42d7-96d4-e000d477bf32 HTTP/1.1" status: 200 len: 217 time: 0.1642754 Apr 05 14:37:01.667308 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-19ce470b-947d-41dc-b526-f76b1bea607c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:01.677897 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-eb1c5481-a834-4b38-854c-7552fb1d9986 None None] Provisioning complete for port a7591c14-250b-41a1-b44d-f58e2102eb3d triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:37:01.678877 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-eb1c5481-a834-4b38-854c-7552fb1d9986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:01.692642 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35520083-a45a-4158-bc7e-374a5bea6bf2 req-bd084a02-1bd9-4aa4-80b1-d9d1793b28fe tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:01.694419 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-35520083-a45a-4158-bc7e-374a5bea6bf2 req-bd084a02-1bd9-4aa4-80b1-d9d1793b28fe tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=156af86b-ac1e-4dfc-ae74-932b14d79407 HTTP/1.1" status: 200 len: 931 time: 0.3852506 Apr 05 14:37:01.716238 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-05e9e452-c762-49c8-8a49-f5a948ec3e8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27088'] for router, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:01.717932 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-05e9e452-c762-49c8-8a49-f5a948ec3e8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27079'] for router, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:01.719776 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69085bda-8ff7-4ab1-8633-8e7d7d560c59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-663ca2d9-20db-46f3-a840-3b61cfaa89c4', 'network_id': '663ca2d9-20db-46f3-a840-3b61cfaa89c4', 'tenant_id': 'c6d7d106196c47bab9057a60414eb92c', 'fixed_ips': [{'subnet_id': 'fb98ffa3-a246-4ac7-9ee6-065bd7170bb4'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:37:01.720649 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-69085bda-8ff7-4ab1-8633-8e7d7d560c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:01.725551 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-46007adc-6a0a-4adf-9ce7-9b9800ed1fbc req-fcc9b619-95da-4d6d-acf1-c3db7be85013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:01.798426 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5bcd9a-4eb1-4ea7-afcc-b6a0e1888ae0 req-ff9cc653-6cc9-472b-9387-9eb655af9246 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:01.801342 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1f5bcd9a-4eb1-4ea7-afcc-b6a0e1888ae0 req-ff9cc653-6cc9-472b-9387-9eb655af9246 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cc4f01f-a830-4638-8b39-fd1db76b7b4f HTTP/1.1" status: 200 len: 945 time: 0.1900353 Apr 05 14:37:01.815932 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-05e9e452-c762-49c8-8a49-f5a948ec3e8e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:01.833454 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59ed7e4-66a3-4517-8cbd-0a77a2911a36 req-bc40c109-086e-49dd-9058-ae79d9fa5d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:01.834917 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c59ed7e4-66a3-4517-8cbd-0a77a2911a36 req-bc40c109-086e-49dd-9058-ae79d9fa5d9d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac874e19-e8d7-4dbd-ad30-b4a600298345 HTTP/1.1" status: 200 len: 847 time: 0.1704168 Apr 05 14:37:01.842690 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-19ce470b-947d-41dc-b526-f76b1bea607c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:01.880295 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-35520083-a45a-4158-bc7e-374a5bea6bf2 req-03bed21c-a31c-49ba-a97f-4f3f93a1387e tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563838 Apr 05 14:37:01.905705 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c59ed7e4-66a3-4517-8cbd-0a77a2911a36 req-10e0e2ab-44c7-48c1-b809-45890920bf2f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bbdeb55e-008a-45ea-8c70-7d18b28201f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574069 Apr 05 14:37:01.971840 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-19ce470b-947d-41dc-b526-f76b1bea607c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:01.973911 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-69085bda-8ff7-4ab1-8633-8e7d7d560c59 None None] Allocated IP 172.20.0.2 (663ca2d9-20db-46f3-a840-3b61cfaa89c4/fb98ffa3-a246-4ac7-9ee6-065bd7170bb4/d5138dff-b835-4d2c-a1b9-0fce4547c800) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:37:02.003406 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-66953f43-c2dc-4d7a-9fbe-e8f2b236e889 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15773812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13127359'] for subnet, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:02.082796 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-19ce470b-947d-41dc-b526-f76b1bea607c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6b7e61cc43464ac7bc4f5ca68de816c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6300371 Apr 05 14:37:02.086324 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43002) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:02.087078 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ce470b-947d-41dc-b526-f76b1bea607c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5c0507-8ae2-4b74-883a-3b32ec58d985,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:02.103800 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1f5bcd9a-4eb1-4ea7-afcc-b6a0e1888ae0 req-dc4abf48-b7bc-4561-9133-db3e5f62a3a6 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725322 Apr 05 14:37:02.128213 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-66953f43-c2dc-4d7a-9fbe-e8f2b236e889 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:02.132432 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-66953f43-c2dc-4d7a-9fbe-e8f2b236e889 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] 10.222.0.30 "DELETE /v2.0/subnets/be7bdd21-5f0c-43cb-b5a9-cd00872c0d66 HTTP/1.1" status: 204 len: 168 time: 1.5567970 Apr 05 14:37:02.133634 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66953f43-c2dc-4d7a-9fbe-e8f2b236e889 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Pushing event deleted for resources: {'Subnet': ['ID=be7bdd21-5f0c-43cb-b5a9-cd00872c0d66,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:02.142731 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 43004) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:02.152493 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efa765a-e20d-468f-9361-d1818e3648ae None None] Network e207f861-fc94-4d41-ba48-4b3e15d2cede requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:37:02.156945 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-05e9e452-c762-49c8-8a49-f5a948ec3e8e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:02.214739 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-74831f44-e6bf-4e1b-8817-317ddcc27893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:02.272330 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-74831f44-e6bf-4e1b-8817-317ddcc27893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:02.315758 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c59ed7e4-66a3-4517-8cbd-0a77a2911a36 req-632fdc37-a207-4825-8204-df69e42bc480 service neutron] 10.222.0.55 "GET /v2.0/networks/bbdeb55e-008a-45ea-8c70-7d18b28201f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4017386 Apr 05 14:37:02.325444 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-69085bda-8ff7-4ab1-8633-8e7d7d560c59 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:02.338172 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-10f33314-cde1-43fb-8d80-2dde62152d58 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:02.431957 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-69085bda-8ff7-4ab1-8633-8e7d7d560c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:02.451868 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d0f8b1-0610-489c-9730-9d905d9732c4 None None] DHCP port deletion for e207f861-fc94-4d41-ba48-4b3e15d2cede request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:37:02.475487 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-74831f44-e6bf-4e1b-8817-317ddcc27893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:02.484719 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-74831f44-e6bf-4e1b-8817-317ddcc27893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:02.489360 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-74831f44-e6bf-4e1b-8817-317ddcc27893 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cd5c0507-8ae2-4b74-883a-3b32ec58d985 HTTP/1.1" status: 204 len: 168 time: 0.3980546 Apr 05 14:37:02.506989 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69085bda-8ff7-4ab1-8633-8e7d7d560c59 None None] Network 663ca2d9-20db-46f3-a840-3b61cfaa89c4 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:37:02.512056 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-69085bda-8ff7-4ab1-8633-8e7d7d560c59 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:37:02.520063 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69085bda-8ff7-4ab1-8633-8e7d7d560c59 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:37:02.562426 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2511beba-4b16-4bcd-955d-7ae0d775496a req-b879ac33-8474-454f-bacf-16a013bd762a tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:02.570149 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2511beba-4b16-4bcd-955d-7ae0d775496a req-b879ac33-8474-454f-bacf-16a013bd762a tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:02.576237 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2511beba-4b16-4bcd-955d-7ae0d775496a req-b879ac33-8474-454f-bacf-16a013bd762a tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:02.583319 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2511beba-4b16-4bcd-955d-7ae0d775496a req-b879ac33-8474-454f-bacf-16a013bd762a tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:02.589881 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2511beba-4b16-4bcd-955d-7ae0d775496a req-b879ac33-8474-454f-bacf-16a013bd762a tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:02.590277 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74831f44-e6bf-4e1b-8817-317ddcc27893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5c0507-8ae2-4b74-883a-3b32ec58d985,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:02.597079 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2511beba-4b16-4bcd-955d-7ae0d775496a req-b879ac33-8474-454f-bacf-16a013bd762a tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:02.604491 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2511beba-4b16-4bcd-955d-7ae0d775496a req-b879ac33-8474-454f-bacf-16a013bd762a tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:02.606528 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2511beba-4b16-4bcd-955d-7ae0d775496a req-b879ac33-8474-454f-bacf-16a013bd762a tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 5422 time: 0.2883584 Apr 05 14:37:02.671839 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-05e9e452-c762-49c8-8a49-f5a948ec3e8e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:02.674416 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69085bda-8ff7-4ab1-8633-8e7d7d560c59 None None] Pushing event updated for resources: {'Port': ['ID=d5138dff-b835-4d2c-a1b9-0fce4547c800,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:02.684856 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-69085bda-8ff7-4ab1-8633-8e7d7d560c59 None None] Attempting to bind port d5138dff-b835-4d2c-a1b9-0fce4547c800 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:37:02.685474 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-69085bda-8ff7-4ab1-8633-8e7d7d560c59 None None] Attempting to bind port d5138dff-b835-4d2c-a1b9-0fce4547c800 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '1610584a-44c8-4b27-96be-b982f9c02807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '663ca2d9-20db-46f3-a840-3b61cfaa89c4'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:37:02.685588 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69085bda-8ff7-4ab1-8633-8e7d7d560c59 None None] Attempting to bind port d5138dff-b835-4d2c-a1b9-0fce4547c800 on network 663ca2d9-20db-46f3-a840-3b61cfaa89c4 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:37:02.700422 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69085bda-8ff7-4ab1-8633-8e7d7d560c59 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:37:02.700801 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69085bda-8ff7-4ab1-8633-8e7d7d560c59 None None] Checking segment: {'id': '1610584a-44c8-4b27-96be-b982f9c02807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '663ca2d9-20db-46f3-a840-3b61cfaa89c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:37:02.701340 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-69085bda-8ff7-4ab1-8633-8e7d7d560c59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:02.701746 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69085bda-8ff7-4ab1-8633-8e7d7d560c59 None None] Bound using segment: {'id': '1610584a-44c8-4b27-96be-b982f9c02807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '663ca2d9-20db-46f3-a840-3b61cfaa89c4'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:37:02.702234 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-69085bda-8ff7-4ab1-8633-8e7d7d560c59 None None] Bound port: d5138dff-b835-4d2c-a1b9-0fce4547c800, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1610584a-44c8-4b27-96be-b982f9c02807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '663ca2d9-20db-46f3-a840-3b61cfaa89c4'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:37:02.702638 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-69085bda-8ff7-4ab1-8633-8e7d7d560c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:02.707861 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-05e9e452-c762-49c8-8a49-f5a948ec3e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:02.747663 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-86d0f8b1-0610-489c-9730-9d905d9732c4 None None] Deleting port a7591c14-250b-41a1-b44d-f58e2102eb3d {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:37:02.748075 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-86d0f8b1-0610-489c-9730-9d905d9732c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:02.851382 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-86d0f8b1-0610-489c-9730-9d905d9732c4 None None] For port a7591c14-250b-41a1-b44d-f58e2102eb3d, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=a7591c14-250b-41a1-b44d-f58e2102eb3d,segment=NetworkSegment(a2bbce82-301c-48bb-b9e4-56b2e745d4ac),segment_id=a2bbce82-301c-48bb-b9e4-56b2e745d4ac)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:02.852005 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-86d0f8b1-0610-489c-9730-9d905d9732c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:02.855907 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-05e9e452-c762-49c8-8a49-f5a948ec3e8e admin admin] Allocated IP 172.25.6.134 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/ced65f4f-32ad-4a73-a706-e0f372f2e5be) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:37:02.864687 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-69085bda-8ff7-4ab1-8633-8e7d7d560c59 None None] For port d5138dff-b835-4d2c-a1b9-0fce4547c800, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:37:02.870661 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-69085bda-8ff7-4ab1-8633-8e7d7d560c59 None None] For port d5138dff-b835-4d2c-a1b9-0fce4547c800, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=d5138dff-b835-4d2c-a1b9-0fce4547c800,segment=NetworkSegment(1610584a-44c8-4b27-96be-b982f9c02807),segment_id=1610584a-44c8-4b27-96be-b982f9c02807)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:37:02.871984 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-86d0f8b1-0610-489c-9730-9d905d9732c4 None None] Calling delete_port for a7591c14-250b-41a1-b44d-f58e2102eb3d owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:37:02.966887 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-69085bda-8ff7-4ab1-8633-8e7d7d560c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:03.040837 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-05e9e452-c762-49c8-8a49-f5a948ec3e8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:03.126309 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43022) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:03.156938 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c59ed7e4-66a3-4517-8cbd-0a77a2911a36 req-730ac7ce-5842-4c1a-b7c4-598401c6f7a7 service neutron] 10.222.0.55 "GET /v2.0/networks/bbdeb55e-008a-45ea-8c70-7d18b28201f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8257217 Apr 05 14:37:03.194302 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-46007adc-6a0a-4adf-9ce7-9b9800ed1fbc req-fcc9b619-95da-4d6d-acf1-c3db7be85013 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2108a68-28f9-486f-b671-6316d5391f22 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:37:03.216394 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2511beba-4b16-4bcd-955d-7ae0d775496a req-8fa05edf-10f8-494c-93aa-ce1317a20e90 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/security-groups?id=756a1fd7-e8fc-4bda-8783-a2c1d11a4f04&id=cbd616a3-13b2-4eba-903a-bcdcba548a35&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5813451 Apr 05 14:37:03.216834 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-05e9e452-c762-49c8-8a49-f5a948ec3e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:03.219178 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-46007adc-6a0a-4adf-9ce7-9b9800ed1fbc req-fcc9b619-95da-4d6d-acf1-c3db7be85013 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:03.236559 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-46007adc-6a0a-4adf-9ce7-9b9800ed1fbc req-fcc9b619-95da-4d6d-acf1-c3db7be85013 service neutron] Transition to ACTIVE for port object f2108a68-28f9-486f-b671-6316d5391f22 will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:37:03.248040 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e67fd-c41a-4784-98e6-350d1fb8442c req-33370921-ef97-48f9-a8dd-a152e9b192dd tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:03.258295 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f99e67fd-c41a-4784-98e6-350d1fb8442c req-33370921-ef97-48f9-a8dd-a152e9b192dd tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.6474776 Apr 05 14:37:03.284161 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-10f33314-cde1-43fb-8d80-2dde62152d58 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Deleting port a7591c14-250b-41a1-b44d-f58e2102eb3d {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:37:03.284516 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-10f33314-cde1-43fb-8d80-2dde62152d58 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:03.395470 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-10f33314-cde1-43fb-8d80-2dde62152d58 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] For port a7591c14-250b-41a1-b44d-f58e2102eb3d, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=a7591c14-250b-41a1-b44d-f58e2102eb3d,segment=NetworkSegment(a2bbce82-301c-48bb-b9e4-56b2e745d4ac),segment_id=a2bbce82-301c-48bb-b9e4-56b2e745d4ac)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:03.395470 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-10f33314-cde1-43fb-8d80-2dde62152d58 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:03.399801 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e9e452-c762-49c8-8a49-f5a948ec3e8e admin admin] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:37:03.419067 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-05e9e452-c762-49c8-8a49-f5a948ec3e8e admin admin] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:37:03.419300 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-10f33314-cde1-43fb-8d80-2dde62152d58 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Calling delete_port for a7591c14-250b-41a1-b44d-f58e2102eb3d owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:37:03.433258 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e9e452-c762-49c8-8a49-f5a948ec3e8e admin admin] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:37:03.464531 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-46007adc-6a0a-4adf-9ce7-9b9800ed1fbc req-fcc9b619-95da-4d6d-acf1-c3db7be85013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:03.492985 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69085bda-8ff7-4ab1-8633-8e7d7d560c59 None None] Pushing event updated for resources: {'Port': ['ID=d5138dff-b835-4d2c-a1b9-0fce4547c800,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:03.499470 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e9e452-c762-49c8-8a49-f5a948ec3e8e admin admin] Pushing event updated for resources: {'Port': ['ID=ced65f4f-32ad-4a73-a706-e0f372f2e5be,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:03.523477 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-699879a6-de9c-41cd-a82e-4d5b42d6d3bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:03.565946 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f99e67fd-c41a-4784-98e6-350d1fb8442c req-23f8ffc6-4721-40a7-a381-2f8171eaa22b tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3067174 Apr 05 14:37:03.600005 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-86d0f8b1-0610-489c-9730-9d905d9732c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:03.642388 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d0f8b1-0610-489c-9730-9d905d9732c4 None None] Pushing event deleted for resources: {'Port': ['ID=a7591c14-250b-41a1-b44d-f58e2102eb3d,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:03.649436 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d0f8b1-0610-489c-9730-9d905d9732c4 None None] No DVR routers for this DVR port a7591c14-250b-41a1-b44d-f58e2102eb3d on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:37:03.758445 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc9b619-95da-4d6d-acf1-c3db7be85013 service neutron] Pushing event updated for resources: {'Port': ['ID=f2108a68-28f9-486f-b671-6316d5391f22,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:03.806604 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-699879a6-de9c-41cd-a82e-4d5b42d6d3bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:03.839447 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad943284-fd1d-4db0-b6f2-3b499a01be5a req-355c85e0-df43-4903-84cf-b83ed19adcab tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:03.841568 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ad943284-fd1d-4db0-b6f2-3b499a01be5a req-355c85e0-df43-4903-84cf-b83ed19adcab tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=156af86b-ac1e-4dfc-ae74-932b14d79407 HTTP/1.1" status: 200 len: 943 time: 0.3248146 Apr 05 14:37:03.868024 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7548ec1-56fd-4bcc-ae7a-62d226247a9d req-1dd0a009-b71a-42d0-ad2e-5931a1d045f9 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:03.875872 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e7548ec1-56fd-4bcc-ae7a-62d226247a9d req-1dd0a009-b71a-42d0-ad2e-5931a1d045f9 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cc4f01f-a830-4638-8b39-fd1db76b7b4f HTTP/1.1" status: 200 len: 945 time: 0.1837626 Apr 05 14:37:03.956441 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-699879a6-de9c-41cd-a82e-4d5b42d6d3bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:03.959615 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-10f33314-cde1-43fb-8d80-2dde62152d58 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:03.989028 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-699879a6-de9c-41cd-a82e-4d5b42d6d3bf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=976de8b54d5e4d82912fb3af411f41cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8612733 Apr 05 14:37:03.999497 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43034) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:04.032455 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-46007adc-6a0a-4adf-9ce7-9b9800ed1fbc req-fcc9b619-95da-4d6d-acf1-c3db7be85013 service neutron] Attempting to bind port f2108a68-28f9-486f-b671-6316d5391f22 on host n-h2-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:37:04.032815 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-46007adc-6a0a-4adf-9ce7-9b9800ed1fbc req-fcc9b619-95da-4d6d-acf1-c3db7be85013 service neutron] Attempting to bind port f2108a68-28f9-486f-b671-6316d5391f22 by drivers openvswitch,hyperv on host n-h2-836650-2 at level 0 using segments [{'id': 'ac926e6e-ab69-4031-83ab-f0f7e23b6b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e9f4fa40-46c8-414a-a7c0-062d21c067f9'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:37:04.033162 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46007adc-6a0a-4adf-9ce7-9b9800ed1fbc req-fcc9b619-95da-4d6d-acf1-c3db7be85013 service neutron] Attempting to bind port f2108a68-28f9-486f-b671-6316d5391f22 on network e9f4fa40-46c8-414a-a7c0-062d21c067f9 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:37:04.071591 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-05e9e452-c762-49c8-8a49-f5a948ec3e8e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:04.077325 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46007adc-6a0a-4adf-9ce7-9b9800ed1fbc req-fcc9b619-95da-4d6d-acf1-c3db7be85013 service neutron] Port f2108a68-28f9-486f-b671-6316d5391f22 on network e9f4fa40-46c8-414a-a7c0-062d21c067f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:37:04.077662 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46007adc-6a0a-4adf-9ce7-9b9800ed1fbc req-fcc9b619-95da-4d6d-acf1-c3db7be85013 service neutron] Attempting to bind port f2108a68-28f9-486f-b671-6316d5391f22 on network e9f4fa40-46c8-414a-a7c0-062d21c067f9 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:37:04.094120 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ad943284-fd1d-4db0-b6f2-3b499a01be5a req-e7b88b4c-33bd-4724-904e-14a813600be6 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894283 Apr 05 14:37:04.094872 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f33314-cde1-43fb-8d80-2dde62152d58 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Pushing event deleted for resources: {'Port': ['ID=a7591c14-250b-41a1-b44d-f58e2102eb3d,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:04.107270 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f33314-cde1-43fb-8d80-2dde62152d58 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] No DVR routers for this DVR port a7591c14-250b-41a1-b44d-f58e2102eb3d on host n-d-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:37:04.155867 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46007adc-6a0a-4adf-9ce7-9b9800ed1fbc req-fcc9b619-95da-4d6d-acf1-c3db7be85013 service neutron] Checking agent: {'id': '6d8cf521-24bb-4b6a-bbae-0284f5c87a9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:37:04.156996 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46007adc-6a0a-4adf-9ce7-9b9800ed1fbc req-fcc9b619-95da-4d6d-acf1-c3db7be85013 service neutron] Checking segment: {'id': 'ac926e6e-ab69-4031-83ab-f0f7e23b6b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e9f4fa40-46c8-414a-a7c0-062d21c067f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:37:04.159950 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46007adc-6a0a-4adf-9ce7-9b9800ed1fbc req-fcc9b619-95da-4d6d-acf1-c3db7be85013 service neutron] Bound using segment: {'id': 'ac926e6e-ab69-4031-83ab-f0f7e23b6b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e9f4fa40-46c8-414a-a7c0-062d21c067f9'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:37:04.159950 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-46007adc-6a0a-4adf-9ce7-9b9800ed1fbc req-fcc9b619-95da-4d6d-acf1-c3db7be85013 service neutron] Bound port: f2108a68-28f9-486f-b671-6316d5391f22, host: n-h2-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac926e6e-ab69-4031-83ab-f0f7e23b6b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e9f4fa40-46c8-414a-a7c0-062d21c067f9'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:37:04.159950 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-46007adc-6a0a-4adf-9ce7-9b9800ed1fbc req-fcc9b619-95da-4d6d-acf1-c3db7be85013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:04.175953 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device d5138dff-b835-4d2c-a1b9-0fce4547c800 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:37:04.186936 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e7548ec1-56fd-4bcc-ae7a-62d226247a9d req-b0d6d9f4-f351-4db8-bc87-2de21a27b655 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101864 Apr 05 14:37:04.260093 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port d5138dff-b835-4d2c-a1b9-0fce4547c800 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:37:04.260465 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:04.364981 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:04.430757 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-10f33314-cde1-43fb-8d80-2dde62152d58 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:04.433134 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port d5138dff-b835-4d2c-a1b9-0fce4547c800, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=d5138dff-b835-4d2c-a1b9-0fce4547c800,segment=NetworkSegment(1610584a-44c8-4b27-96be-b982f9c02807),segment_id=1610584a-44c8-4b27-96be-b982f9c02807)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:04.517030 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:04.566444 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-10f33314-cde1-43fb-8d80-2dde62152d58 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e207f861-fc94-4d41-ba48-4b3e15d2cede']}} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:04.611652 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-10f33314-cde1-43fb-8d80-2dde62152d58 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2bbce82-301c-48bb-b9e4-56b2e745d4ac') {'for_net_delete': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:04.611766 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-10f33314-cde1-43fb-8d80-2dde62152d58 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2bbce82-301c-48bb-b9e4-56b2e745d4ac') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:04.613439 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=d5138dff-b835-4d2c-a1b9-0fce4547c800,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:04.632212 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device a7591c14-250b-41a1-b44d-f58e2102eb3d no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:37:04.660696 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-10f33314-cde1-43fb-8d80-2dde62152d58 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13399223'] for segment, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:04.678807 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: a7591c14-250b-41a1-b44d-f58e2102eb3d {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:37:04.680150 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device a7591c14-250b-41a1-b44d-f58e2102eb3d not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:37:04.700868 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1908b10b-d574-4718-87ec-83bc5d4ba934 None None] Network 663ca2d9-20db-46f3-a840-3b61cfaa89c4 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:37:04.704162 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-10f33314-cde1-43fb-8d80-2dde62152d58 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:04.704902 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699879a6-de9c-41cd-a82e-4d5b42d6d3bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8824084e-5796-43df-a01f-946436ece887,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:04.719098 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10f33314-cde1-43fb-8d80-2dde62152d58 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=103320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:37:04.719519 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-10f33314-cde1-43fb-8d80-2dde62152d58 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15765202'] for segment, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:04.785991 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-013691a8-8bd5-426e-afef-8354022322c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:04.845154 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-013691a8-8bd5-426e-afef-8354022322c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:04.853895 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-eee26bbc-3c6e-4298-8403-cecf3c520dc2 None None] Provisioning complete for port d5138dff-b835-4d2c-a1b9-0fce4547c800 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:37:04.854579 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-eee26bbc-3c6e-4298-8403-cecf3c520dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:04.858324 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea826a9-d775-4fa6-8de5-fbc76cf9590d req-4c7fbe0e-bc1c-4f2b-9cea-dfeefdd52412 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:04.869270 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea826a9-d775-4fa6-8de5-fbc76cf9590d req-4c7fbe0e-bc1c-4f2b-9cea-dfeefdd52412 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:04.876153 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea826a9-d775-4fa6-8de5-fbc76cf9590d req-4c7fbe0e-bc1c-4f2b-9cea-dfeefdd52412 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:04.902376 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea826a9-d775-4fa6-8de5-fbc76cf9590d req-4c7fbe0e-bc1c-4f2b-9cea-dfeefdd52412 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:04.908914 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea826a9-d775-4fa6-8de5-fbc76cf9590d req-4c7fbe0e-bc1c-4f2b-9cea-dfeefdd52412 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:04.922028 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea826a9-d775-4fa6-8de5-fbc76cf9590d req-4c7fbe0e-bc1c-4f2b-9cea-dfeefdd52412 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:04.933499 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea826a9-d775-4fa6-8de5-fbc76cf9590d req-4c7fbe0e-bc1c-4f2b-9cea-dfeefdd52412 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:04.946525 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7ea826a9-d775-4fa6-8de5-fbc76cf9590d req-4c7fbe0e-bc1c-4f2b-9cea-dfeefdd52412 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 5422 time: 0.5498636 Apr 05 14:37:04.950088 n-d-836650-2 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:37:04.950088 n-d-836650-2 neutron-server[103320]: self.session.flush() Apr 05 14:37:04.950088 n-d-836650-2 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:37:04.950088 n-d-836650-2 neutron-server[103320]: self.session.flush() Apr 05 14:37:04.950088 n-d-836650-2 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:37:04.950088 n-d-836650-2 neutron-server[103320]: self.session.flush() Apr 05 14:37:04.950088 n-d-836650-2 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:37:04.950088 n-d-836650-2 neutron-server[103320]: self.session.flush() Apr 05 14:37:04.950088 n-d-836650-2 neutron-server[103320]: Traceback (most recent call last): Apr 05 14:37:04.950088 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:37:04.950088 n-d-836650-2 neutron-server[103320]: timer() Apr 05 14:37:04.950088 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:37:04.950088 n-d-836650-2 neutron-server[103320]: cb(*args, **kw) Apr 05 14:37:04.950088 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:37:04.950088 n-d-836650-2 neutron-server[103320]: return func(*args, **kwargs) Apr 05 14:37:04.950088 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:37:04.950088 n-d-836650-2 neutron-server[103320]: self._notify() Apr 05 14:37:04.950088 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:37:04.950088 n-d-836650-2 neutron-server[103320]: self.callback(batched_events) Apr 05 14:37:04.950088 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:37:04.950088 n-d-836650-2 neutron-server[103320]: event.method(event) Apr 05 14:37:04.950088 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:37:04.950088 n-d-836650-2 neutron-server[103320]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:37:04.950088 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:37:04.950088 n-d-836650-2 neutron-server[103320]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:37:04.950088 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:37:04.950088 n-d-836650-2 neutron-server[103320]: return f(self, *a, **k) Apr 05 14:37:04.950088 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:37:04.950088 n-d-836650-2 neutron-server[103320]: return self._get(url).json() Apr 05 14:37:04.950088 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:37:04.950088 n-d-836650-2 neutron-server[103320]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:37:04.950088 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:37:04.950088 n-d-836650-2 neutron-server[103320]: return self.request(url, 'GET', **kwargs) Apr 05 14:37:04.950088 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:37:04.950088 n-d-836650-2 neutron-server[103320]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:37:04.950088 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:37:04.950088 n-d-836650-2 neutron-server[103320]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:37:04.950088 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:37:04.950088 n-d-836650-2 neutron-server[103320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:37:04.950088 n-d-836650-2 neutron-server[103320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:37:04.967917 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-10f33314-cde1-43fb-8d80-2dde62152d58 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:04.971156 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-46007adc-6a0a-4adf-9ce7-9b9800ed1fbc req-fcc9b619-95da-4d6d-acf1-c3db7be85013 service neutron] For port f2108a68-28f9-486f-b671-6316d5391f22, host n-h2-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:37:05.006230 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-10f33314-cde1-43fb-8d80-2dde62152d58 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:05.009984 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-10f33314-cde1-43fb-8d80-2dde62152d58 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] 10.222.0.30 "DELETE /v2.0/networks/e207f861-fc94-4d41-ba48-4b3e15d2cede HTTP/1.1" status: 204 len: 168 time: 2.8651142 Apr 05 14:37:05.043690 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 43052) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:05.060547 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-013691a8-8bd5-426e-afef-8354022322c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:05.068638 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-013691a8-8bd5-426e-afef-8354022322c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:05.073342 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-013691a8-8bd5-426e-afef-8354022322c9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8824084e-5796-43df-a01f-946436ece887 HTTP/1.1" status: 204 len: 168 time: 1.0704527 Apr 05 14:37:05.089719 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-64c8bbfb-1f59-4050-a087-f46a7b5f7674 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] DELETE failed (client error): The resource could not be found. Apr 05 14:37:05.090651 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64c8bbfb-1f59-4050-a087-f46a7b5f7674 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103320) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:37:05.109650 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013691a8-8bd5-426e-afef-8354022322c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8824084e-5796-43df-a01f-946436ece887,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:05.114916 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-64c8bbfb-1f59-4050-a087-f46a7b5f7674 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] 10.222.0.30 "DELETE /v2.0/subnets/e99578cf-c0cf-4f80-91e3-dbf7d62ebecb HTTP/1.1" status: 404 len: 337 time: 0.0697491 Apr 05 14:37:05.123353 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-46007adc-6a0a-4adf-9ce7-9b9800ed1fbc req-fcc9b619-95da-4d6d-acf1-c3db7be85013 service neutron] For port f2108a68-28f9-486f-b671-6316d5391f22, host n-h2-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=f2108a68-28f9-486f-b671-6316d5391f22,segment=NetworkSegment(ac926e6e-ab69-4031-83ab-f0f7e23b6b3b),segment_id=ac926e6e-ab69-4031-83ab-f0f7e23b6b3b)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:37:05.131400 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 43056) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:05.160850 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-05e9e452-c762-49c8-8a49-f5a948ec3e8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618'] for router, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:05.163598 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f33314-cde1-43fb-8d80-2dde62152d58 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Pushing event deleted for resources: {'Network': ['ID=e207f861-fc94-4d41-ba48-4b3e15d2cede,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:05.198083 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7ea826a9-d775-4fa6-8de5-fbc76cf9590d req-61322421-f6d5-46d4-b05d-68b609f973a7 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/security-groups?id=756a1fd7-e8fc-4bda-8783-a2c1d11a4f04&id=cbd616a3-13b2-4eba-903a-bcdcba548a35&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2503972 Apr 05 14:37:05.222955 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-c33edbdb-afdc-44e3-a6c8-434b1c2545da tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] DELETE failed (client error): The resource could not be found. Apr 05 14:37:05.223637 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c33edbdb-afdc-44e3-a6c8-434b1c2545da tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103320) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:37:05.232051 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-c33edbdb-afdc-44e3-a6c8-434b1c2545da tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] 10.222.0.30 "DELETE /v2.0/networks/2521a5c9-62ed-435d-9bc6-90f482d88f74 HTTP/1.1" status: 404 len: 339 time: 0.0640681 Apr 05 14:37:05.234037 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43062) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:05.256176 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-46007adc-6a0a-4adf-9ce7-9b9800ed1fbc req-fcc9b619-95da-4d6d-acf1-c3db7be85013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:05.318665 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-b72ea4d9-277b-4cb3-bfc1-1ff9ba264c37 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] DELETE failed (client error): The resource could not be found. Apr 05 14:37:05.319412 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b72ea4d9-277b-4cb3-bfc1-1ff9ba264c37 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:37:05.322918 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-b72ea4d9-277b-4cb3-bfc1-1ff9ba264c37 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] 10.222.0.30 "DELETE /v2.0/subnets/86145edc-3de7-458a-939b-b92b54a126ce HTTP/1.1" status: 404 len: 337 time: 0.0878198 Apr 05 14:37:05.336133 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 43064) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:05.342704 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc9b619-95da-4d6d-acf1-c3db7be85013 service neutron] Pushing event updated for resources: {'Port': ['ID=f2108a68-28f9-486f-b671-6316d5391f22,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:05.390035 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35074941-e9e9-4483-839c-d9865eb90eef req-2c4d5baf-998f-4125-9c0c-30d01902a931 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:05.399518 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-35074941-e9e9-4483-839c-d9865eb90eef req-2c4d5baf-998f-4125-9c0c-30d01902a931 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.4408083 Apr 05 14:37:05.473584 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46007adc-6a0a-4adf-9ce7-9b9800ed1fbc req-fcc9b619-95da-4d6d-acf1-c3db7be85013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:05.474124 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-46007adc-6a0a-4adf-9ce7-9b9800ed1fbc req-fcc9b619-95da-4d6d-acf1-c3db7be85013 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:05.475484 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-46007adc-6a0a-4adf-9ce7-9b9800ed1fbc req-fcc9b619-95da-4d6d-acf1-c3db7be85013 service neutron] 10.222.0.11 "PUT /v2.0/ports/f2108a68-28f9-486f-b671-6316d5391f22 HTTP/1.1" status: 200 len: 1091 time: 4.1359463 Apr 05 14:37:05.492820 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '156af86b-ac1e-4dfc-ae74-932b14d79407', 'tag': 'f2108a68-28f9-486f-b671-6316d5391f22'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:37:05.495643 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f57ab238-3d1b-437f-91a8-5bae1fa4ad75" -d '{"events": [{"name": "network-changed", "server_uuid": "156af86b-ac1e-4dfc-ae74-932b14d79407", "tag": "f2108a68-28f9-486f-b671-6316d5391f22"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:37:05.521196 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-35074941-e9e9-4483-839c-d9865eb90eef req-3ea978e9-b0b0-4dcd-8fb1-1ae9da3ff1d2 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206081 Apr 05 14:37:05.523334 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-d712a6fb-3299-4cb6-97c4-477484ee9a4b None None] Provisioning complete for port d5138dff-b835-4d2c-a1b9-0fce4547c800 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:37:05.523819 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d712a6fb-3299-4cb6-97c4-477484ee9a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:05.523996 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca9c1673-fd0e-4d16-a0ec-160eb312e1b2 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] DELETE failed (client error): The resource could not be found. Apr 05 14:37:05.524615 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca9c1673-fd0e-4d16-a0ec-160eb312e1b2 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103320) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:37:05.538896 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-ca9c1673-fd0e-4d16-a0ec-160eb312e1b2 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] 10.222.0.30 "DELETE /v2.0/networks/c74baa0c-4c98-420c-b25f-9d0f145ac6fb HTTP/1.1" status: 404 len: 339 time: 0.1904349 Apr 05 14:37:05.541519 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43074) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:05.588465 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05e9e452-c762-49c8-8a49-f5a948ec3e8e admin admin] Router 0a03fabd-6476-497e-8673-086473610873 is scheduled to L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 with binding_index 1 {{(pid=103321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:37:05.602456 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af16d82c-f79e-4fa1-9eca-81aed03f2481 req-58b3a41f-492f-45fa-bb04-d4a52d3d647f tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:05.613493 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-3130d355-ae54-4b4e-8a48-5b1727a85c35 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] DELETE failed (client error): The resource could not be found. Apr 05 14:37:05.615617 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3130d355-ae54-4b4e-8a48-5b1727a85c35 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:37:05.616397 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-af16d82c-f79e-4fa1-9eca-81aed03f2481 req-58b3a41f-492f-45fa-bb04-d4a52d3d647f tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=156af86b-ac1e-4dfc-ae74-932b14d79407 HTTP/1.1" status: 200 len: 943 time: 0.2556076 Apr 05 14:37:05.625119 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-3130d355-ae54-4b4e-8a48-5b1727a85c35 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] 10.222.0.30 "DELETE /v2.0/subnets/050fd33e-d36d-4600-b65d-022c0f66a12c HTTP/1.1" status: 404 len: 337 time: 0.0819435 Apr 05 14:37:05.633427 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43078) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:05.751398 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-39aa423c-bbab-47ee-afb5-01577bcf30ee tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] DELETE failed (client error): The resource could not be found. Apr 05 14:37:05.752775 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39aa423c-bbab-47ee-afb5-01577bcf30ee tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:37:05.756950 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-39aa423c-bbab-47ee-afb5-01577bcf30ee tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] 10.222.0.30 "DELETE /v2.0/networks/05ab3c60-5514-46c0-a6ed-41cd1d27951b HTTP/1.1" status: 404 len: 339 time: 0.1224334 Apr 05 14:37:05.759608 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43082) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:05.782008 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-af16d82c-f79e-4fa1-9eca-81aed03f2481 req-820aeca4-64ea-4ef5-abe7-ecdd18b7a18f tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647100 Apr 05 14:37:05.793199 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46007adc-6a0a-4adf-9ce7-9b9800ed1fbc req-b565fdda-e6b8-4b41-b584-84ddcd09aa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:05.794819 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-46007adc-6a0a-4adf-9ce7-9b9800ed1fbc req-b565fdda-e6b8-4b41-b584-84ddcd09aa48 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6f9dd14fd23b46d0bf68308d04a6ae90&device_id=156af86b-ac1e-4dfc-ae74-932b14d79407 HTTP/1.1" status: 200 len: 1094 time: 0.1402135 Apr 05 14:37:05.824963 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c9b52c-0356-4f8e-9f90-36acb3a4b9fe req-09b285d2-e8ef-4812-89b7-0a385aa559ed tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:05.825596 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-52c9b52c-0356-4f8e-9f90-36acb3a4b9fe req-09b285d2-e8ef-4812-89b7-0a385aa559ed tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cc4f01f-a830-4638-8b39-fd1db76b7b4f HTTP/1.1" status: 200 len: 945 time: 0.1325433 Apr 05 14:37:05.874969 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d39ff55-b42e-48cf-a412-bf270b803b5d x-openstack-request-id: req-6d39ff55-b42e-48cf-a412-bf270b803b5d {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:37:05.875571 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "156af86b-ac1e-4dfc-ae74-932b14d79407", "tag": "f2108a68-28f9-486f-b671-6316d5391f22", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:37:05.875984 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6d39ff55-b42e-48cf-a412-bf270b803b5d {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:37:05.876719 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d39ff55-b42e-48cf-a412-bf270b803b5d'] response: {'name': 'network-changed', 'server_uuid': '156af86b-ac1e-4dfc-ae74-932b14d79407', 'tag': 'f2108a68-28f9-486f-b671-6316d5391f22', 'status': 'completed', 'code': 200} Apr 05 14:37:05.890631 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-46007adc-6a0a-4adf-9ce7-9b9800ed1fbc req-7026c0e6-19d0-4d96-bf9e-34aaff14e815 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2108a68-28f9-486f-b671-6316d5391f22 HTTP/1.1" status: 200 len: 217 time: 0.0868869 Apr 05 14:37:05.922439 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-40ca8f5a-38c0-432e-91fc-8dae3e050454 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Deleting subnet 6c01bd85-d593-4a8a-94ff-d1200d7b1412 {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:37:05.931404 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-40ca8f5a-38c0-432e-91fc-8dae3e050454 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:05.984358 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-52c9b52c-0356-4f8e-9f90-36acb3a4b9fe req-4d485d7e-d5de-4371-9d7a-8c579edb3914 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043949 Apr 05 14:37:06.016902 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46007adc-6a0a-4adf-9ce7-9b9800ed1fbc req-120f9306-1534-4990-a8b5-570c4316da2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:06.016902 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-46007adc-6a0a-4adf-9ce7-9b9800ed1fbc req-120f9306-1534-4990-a8b5-570c4316da2a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7f3129d9-da84-45bd-9800-b5c89ee3ca61 HTTP/1.1" status: 200 len: 845 time: 0.0828798 Apr 05 14:37:06.026690 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e9e452-c762-49c8-8a49-f5a948ec3e8e admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:37:06.038682 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8f9e15-d7f9-48e5-9442-276e96ee847d None None] Sync routers for ids ['0a03fabd-6476-497e-8673-086473610873'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:37:06.068845 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device d5138dff-b835-4d2c-a1b9-0fce4547c800 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:37:06.072205 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43090) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:06.078094 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-46007adc-6a0a-4adf-9ce7-9b9800ed1fbc req-b29ac7fe-b8b9-46f8-8fe5-6e09c9ae2efe service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e9f4fa40-46c8-414a-a7c0-062d21c067f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607738 Apr 05 14:37:06.115103 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4d2ae106-1505-448d-a84b-862be014fdc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:06.117850 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8f9e15-d7f9-48e5-9442-276e96ee847d None None] Routers {'0a03fabd-6476-497e-8673-086473610873'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:37:06.118662 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-da8f9e15-d7f9-48e5-9442-276e96ee847d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:36:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['0a03fabd-6476-497e-8673-086473610873'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:06.125361 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-40ca8f5a-38c0-432e-91fc-8dae3e050454 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:06.182685 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-05e9e452-c762-49c8-8a49-f5a948ec3e8e admin admin] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:06.183978 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-05e9e452-c762-49c8-8a49-f5a948ec3e8e admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.6275477 Apr 05 14:37:06.187591 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 43092) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:06.261470 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-da8f9e15-d7f9-48e5-9442-276e96ee847d None None] Set router 0a03fabd-6476-497e-8673-086473610873 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:37:06.320313 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-40ca8f5a-38c0-432e-91fc-8dae3e050454 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:06.359784 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port d5138dff-b835-4d2c-a1b9-0fce4547c800 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:37:06.360160 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:06.417084 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4d2ae106-1505-448d-a84b-862be014fdc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:06.559971 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-da8f9e15-d7f9-48e5-9442-276e96ee847d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a03fabd-6476-497e-8673-086473610873', 'name': 'tempest-TestVolumeBackupRestore-1960271004-router', 'tenant_id': 'c6d7d106196c47bab9057a60414eb92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'ced65f4f-32ad-4a73-a706-e0f372f2e5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:37:01Z', 'updated_at': '2022-04-05T14:37:03Z', 'revision_number': 3, 'project_id': 'c6d7d106196c47bab9057a60414eb92c', 'gw_port': {'id': 'ced65f4f-32ad-4a73-a706-e0f372f2e5be', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:de:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a03fabd-6476-497e-8673-086473610873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:37:02Z', 'updated_at': '2022-04-05T14:37:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:06.578886 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-46007adc-6a0a-4adf-9ce7-9b9800ed1fbc req-66bc45ce-4044-4646-a9e1-af3238c7fa70 service neutron] 10.222.0.11 "GET /v2.0/networks/e9f4fa40-46c8-414a-a7c0-062d21c067f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4893837 Apr 05 14:37:06.593709 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8f9e15-d7f9-48e5-9442-276e96ee847d None None] Checking router: 0a03fabd-6476-497e-8673-086473610873 for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:37:06.594166 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8f9e15-d7f9-48e5-9442-276e96ee847d None None] Updating router 0a03fabd-6476-497e-8673-086473610873 port ced65f4f-32ad-4a73-a706-e0f372f2e5be binding host n-d-836650-2 {{(pid=103322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:37:06.608859 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4d2ae106-1505-448d-a84b-862be014fdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:06.647751 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-da8f9e15-d7f9-48e5-9442-276e96ee847d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:06.656739 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b9a591-db2f-4940-9cbe-5513f88f5b02 req-173880d5-bfa5-4428-a4db-246544af456e tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:06.660365 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-40ca8f5a-38c0-432e-91fc-8dae3e050454 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:06.667735 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b9a591-db2f-4940-9cbe-5513f88f5b02 req-173880d5-bfa5-4428-a4db-246544af456e tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:06.683361 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b9a591-db2f-4940-9cbe-5513f88f5b02 req-173880d5-bfa5-4428-a4db-246544af456e tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:06.691594 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b9a591-db2f-4940-9cbe-5513f88f5b02 req-173880d5-bfa5-4428-a4db-246544af456e tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:06.698464 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b9a591-db2f-4940-9cbe-5513f88f5b02 req-173880d5-bfa5-4428-a4db-246544af456e tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:06.706754 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b9a591-db2f-4940-9cbe-5513f88f5b02 req-173880d5-bfa5-4428-a4db-246544af456e tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:06.713685 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b9a591-db2f-4940-9cbe-5513f88f5b02 req-173880d5-bfa5-4428-a4db-246544af456e tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:06.716074 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a9b9a591-db2f-4940-9cbe-5513f88f5b02 req-173880d5-bfa5-4428-a4db-246544af456e tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 5422 time: 0.2922325 Apr 05 14:37:06.789792 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-4d2ae106-1505-448d-a84b-862be014fdc1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3af1a334a903431784311cfccc0a7d3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7138941 Apr 05 14:37:06.790942 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43110) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:06.793926 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ca8f5a-38c0-432e-91fc-8dae3e050454 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Pushing event deleted for resources: {'Subnet': ['ID=6c01bd85-d593-4a8a-94ff-d1200d7b1412,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:06.797554 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-40ca8f5a-38c0-432e-91fc-8dae3e050454 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:06.802067 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-40ca8f5a-38c0-432e-91fc-8dae3e050454 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] 10.222.0.30 "DELETE /v2.0/subnets/6c01bd85-d593-4a8a-94ff-d1200d7b1412 HTTP/1.1" status: 204 len: 168 time: 1.0412028 Apr 05 14:37:06.807369 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2ae106-1505-448d-a84b-862be014fdc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1997bcc-f3f6-4229-ba3f-7259066cd82f,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:06.810013 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43112) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:06.885039 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313a7de0-ee9f-420f-a9ce-0f9671da2ab8 None None] Network d776ac55-2cbd-4495-b708-0c67bf21974b requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:37:06.940648 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-343bbdd6-c2d3-4169-b511-ac74b1a911a5 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:06.943422 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3078af65-129f-418d-b595-485fbadd4d65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:06.964761 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a9b9a591-db2f-4940-9cbe-5513f88f5b02 req-0c18f5b2-3f0d-41ee-a7f8-354fe6255474 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/security-groups?id=756a1fd7-e8fc-4bda-8783-a2c1d11a4f04&id=cbd616a3-13b2-4eba-903a-bcdcba548a35&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2007370 Apr 05 14:37:06.968269 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-46007adc-6a0a-4adf-9ce7-9b9800ed1fbc req-e360f800-60fd-4458-aaf9-0be78d63d37a service neutron] 10.222.0.11 "GET /v2.0/networks/e9f4fa40-46c8-414a-a7c0-062d21c067f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3791962 Apr 05 14:37:06.984005 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3078af65-129f-418d-b595-485fbadd4d65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:07.003782 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cddfd8-9d89-44d9-9334-4f916789406f req-4a86467f-9a93-4e1b-97fc-d66d1952ebc6 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:07.012587 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-32cddfd8-9d89-44d9-9334-4f916789406f req-4a86467f-9a93-4e1b-97fc-d66d1952ebc6 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.2621655 Apr 05 14:37:07.072777 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-343bbdd6-c2d3-4169-b511-ac74b1a911a5 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Deleting port 62e224e5-a7f1-4010-b0ce-de4a0477f177 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:37:07.074745 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-343bbdd6-c2d3-4169-b511-ac74b1a911a5 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:07.153617 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3078af65-129f-418d-b595-485fbadd4d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:07.159844 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3078af65-129f-418d-b595-485fbadd4d65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:07.161483 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-3078af65-129f-418d-b595-485fbadd4d65 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d1997bcc-f3f6-4229-ba3f-7259066cd82f HTTP/1.1" status: 204 len: 168 time: 0.3656235 Apr 05 14:37:07.188113 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3078af65-129f-418d-b595-485fbadd4d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1997bcc-f3f6-4229-ba3f-7259066cd82f,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:07.234121 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-343bbdd6-c2d3-4169-b511-ac74b1a911a5 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] For port 62e224e5-a7f1-4010-b0ce-de4a0477f177, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=62e224e5-a7f1-4010-b0ce-de4a0477f177,segment=NetworkSegment(298e6165-9ab8-4cf7-93ee-48bb7a6fc854),segment_id=298e6165-9ab8-4cf7-93ee-48bb7a6fc854)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:07.234502 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-343bbdd6-c2d3-4169-b511-ac74b1a911a5 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:07.267233 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-343bbdd6-c2d3-4169-b511-ac74b1a911a5 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Calling delete_port for 62e224e5-a7f1-4010-b0ce-de4a0477f177 owned by network:dhcp {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:37:07.280744 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-da8f9e15-d7f9-48e5-9442-276e96ee847d None None] Notify callbacks [] for port, precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:07.300400 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6987769-c096-4943-9a4c-0867e4ad376f None None] DHCP port deletion for d776ac55-2cbd-4495-b708-0c67bf21974b request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:37:07.335491 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-32cddfd8-9d89-44d9-9334-4f916789406f req-24c5cadc-8f25-4b9d-ac95-5861159651ef tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3216145 Apr 05 14:37:07.378709 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-a6987769-c096-4943-9a4c-0867e4ad376f None None] Deleting port 62e224e5-a7f1-4010-b0ce-de4a0477f177 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:37:07.381864 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a6987769-c096-4943-9a4c-0867e4ad376f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:07.400672 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5323e34b-8cb8-426b-b6ca-8f912a7aaf2e req-d4821046-f272-4aab-ac08-13e083c4d8d3 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:07.409519 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5323e34b-8cb8-426b-b6ca-8f912a7aaf2e req-d4821046-f272-4aab-ac08-13e083c4d8d3 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=156af86b-ac1e-4dfc-ae74-932b14d79407 HTTP/1.1" status: 200 len: 943 time: 0.1916857 Apr 05 14:37:07.424434 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ab238-3d1b-437f-91a8-5bae1fa4ad75 req-e38ffef4-c7ab-4908-8dae-110014b98ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:07.426458 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f57ab238-3d1b-437f-91a8-5bae1fa4ad75 req-e38ffef4-c7ab-4908-8dae-110014b98ff2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6f9dd14fd23b46d0bf68308d04a6ae90&device_id=156af86b-ac1e-4dfc-ae74-932b14d79407 HTTP/1.1" status: 200 len: 1094 time: 0.2075226 Apr 05 14:37:07.517413 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-a6987769-c096-4943-9a4c-0867e4ad376f None None] For port 62e224e5-a7f1-4010-b0ce-de4a0477f177, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=62e224e5-a7f1-4010-b0ce-de4a0477f177,segment=NetworkSegment(298e6165-9ab8-4cf7-93ee-48bb7a6fc854),segment_id=298e6165-9ab8-4cf7-93ee-48bb7a6fc854)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:07.517413 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a6987769-c096-4943-9a4c-0867e4ad376f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:07.530524 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-a6987769-c096-4943-9a4c-0867e4ad376f None None] Calling delete_port for 62e224e5-a7f1-4010-b0ce-de4a0477f177 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:37:07.542248 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-da8f9e15-d7f9-48e5-9442-276e96ee847d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:07.546564 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5323e34b-8cb8-426b-b6ca-8f912a7aaf2e req-d67bf474-e53b-4188-b201-2e698130a6f0 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359582 Apr 05 14:37:07.630000 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-343bbdd6-c2d3-4169-b511-ac74b1a911a5 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:07.633023 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1c854710-dfc4-427f-b7f0-59695b3e901c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:07.637264 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-da8f9e15-d7f9-48e5-9442-276e96ee847d None None] Attempting to bind port ced65f4f-32ad-4a73-a706-e0f372f2e5be on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:37:07.637833 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-da8f9e15-d7f9-48e5-9442-276e96ee847d None None] Attempting to bind port ced65f4f-32ad-4a73-a706-e0f372f2e5be by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:37:07.637984 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8f9e15-d7f9-48e5-9442-276e96ee847d None None] Attempting to bind port ced65f4f-32ad-4a73-a706-e0f372f2e5be on network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:37:07.649047 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef63283-690c-4c1f-81aa-a1550bbcce60 None None] Pushing event updated for resources: {'Port': ['ID=ced65f4f-32ad-4a73-a706-e0f372f2e5be,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:07.654946 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8f9e15-d7f9-48e5-9442-276e96ee847d None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:37:07.655330 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8f9e15-d7f9-48e5-9442-276e96ee847d None None] Checking segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:37:07.656056 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-da8f9e15-d7f9-48e5-9442-276e96ee847d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:07.656192 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8f9e15-d7f9-48e5-9442-276e96ee847d None None] Bound using segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:37:07.656601 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-da8f9e15-d7f9-48e5-9442-276e96ee847d None None] Bound port: ced65f4f-32ad-4a73-a706-e0f372f2e5be, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:37:07.657015 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-da8f9e15-d7f9-48e5-9442-276e96ee847d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:07.669255 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbef898-7f2f-42b6-be1f-138a4022a278 req-d75a4a09-b1a5-41c5-b0c3-97a1af8da3c5 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:07.670861 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4dbef898-7f2f-42b6-be1f-138a4022a278 req-d75a4a09-b1a5-41c5-b0c3-97a1af8da3c5 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cc4f01f-a830-4638-8b39-fd1db76b7b4f HTTP/1.1" status: 200 len: 945 time: 0.1875508 Apr 05 14:37:07.674875 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343bbdd6-c2d3-4169-b511-ac74b1a911a5 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Pushing event deleted for resources: {'Port': ['ID=62e224e5-a7f1-4010-b0ce-de4a0477f177,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:07.682642 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343bbdd6-c2d3-4169-b511-ac74b1a911a5 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] No DVR routers for this DVR port 62e224e5-a7f1-4010-b0ce-de4a0477f177 on host n-d-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:37:07.688258 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ab238-3d1b-437f-91a8-5bae1fa4ad75 req-110b4914-4447-45e8-aafe-d1164d1749c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:07.690665 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f57ab238-3d1b-437f-91a8-5bae1fa4ad75 req-110b4914-4447-45e8-aafe-d1164d1749c4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e9f4fa40-46c8-414a-a7c0-062d21c067f9 HTTP/1.1" status: 200 len: 906 time: 0.2490499 Apr 05 14:37:07.718288 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a6987769-c096-4943-9a4c-0867e4ad376f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:07.735466 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6987769-c096-4943-9a4c-0867e4ad376f None None] No DVR routers for this DVR port 62e224e5-a7f1-4010-b0ce-de4a0477f177 on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:37:07.769874 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6987769-c096-4943-9a4c-0867e4ad376f None None] Pushing event deleted for resources: {'Port': ['ID=62e224e5-a7f1-4010-b0ce-de4a0477f177,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:07.795533 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-da8f9e15-d7f9-48e5-9442-276e96ee847d None None] For port ced65f4f-32ad-4a73-a706-e0f372f2e5be, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:37:07.796247 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f57ab238-3d1b-437f-91a8-5bae1fa4ad75 req-208b4459-b8e4-4780-9bf8-fe17deee4a05 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2108a68-28f9-486f-b671-6316d5391f22 HTTP/1.1" status: 200 len: 217 time: 0.0891933 Apr 05 14:37:07.803709 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-da8f9e15-d7f9-48e5-9442-276e96ee847d None None] For port ced65f4f-32ad-4a73-a706-e0f372f2e5be, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=ced65f4f-32ad-4a73-a706-e0f372f2e5be,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:37:07.828661 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4dbef898-7f2f-42b6-be1f-138a4022a278 req-cae1cf5c-cabd-4202-aea5-418262613daf tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513648 Apr 05 14:37:07.832353 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-343bbdd6-c2d3-4169-b511-ac74b1a911a5 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:07.862397 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-343bbdd6-c2d3-4169-b511-ac74b1a911a5 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d776ac55-2cbd-4495-b708-0c67bf21974b']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:07.873426 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-343bbdd6-c2d3-4169-b511-ac74b1a911a5 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '298e6165-9ab8-4cf7-93ee-48bb7a6fc854') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:07.873833 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-343bbdd6-c2d3-4169-b511-ac74b1a911a5 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '298e6165-9ab8-4cf7-93ee-48bb7a6fc854') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:07.884374 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-343bbdd6-c2d3-4169-b511-ac74b1a911a5 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:07.885703 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-da8f9e15-d7f9-48e5-9442-276e96ee847d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:07.902628 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-343bbdd6-c2d3-4169-b511-ac74b1a911a5 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:07.910235 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-343bbdd6-c2d3-4169-b511-ac74b1a911a5 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:37:07.910629 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-343bbdd6-c2d3-4169-b511-ac74b1a911a5 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:07.914166 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:37:07.914166 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:37:07.914166 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:37:07.914166 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:37:07.914166 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:37:07.914166 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:37:07.914166 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:37:07.914166 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:37:07.914166 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:37:07.914166 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:37:07.914166 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:37:07.914166 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:37:07.914166 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:37:07.914166 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:37:07.914166 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:37:07.914166 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:37:07.914166 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:37:07.914166 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:37:07.914166 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:37:07.914166 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:37:07.914166 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:37:07.914166 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:37:07.914166 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:37:07.914166 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:37:07.914166 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:37:07.914166 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:37:07.914166 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:37:07.914166 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:37:07.914166 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:37:07.914166 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:37:07.914166 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:37:07.914166 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:37:07.992743 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ab238-3d1b-437f-91a8-5bae1fa4ad75 req-74d43ec4-757c-405a-8eca-57df811d7947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:07.997089 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f57ab238-3d1b-437f-91a8-5bae1fa4ad75 req-74d43ec4-757c-405a-8eca-57df811d7947 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7f3129d9-da84-45bd-9800-b5c89ee3ca61 HTTP/1.1" status: 200 len: 845 time: 0.1883624 Apr 05 14:37:08.008969 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8f9e15-d7f9-48e5-9442-276e96ee847d None None] Routers {'0a03fabd-6476-497e-8673-086473610873'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:37:08.009448 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-da8f9e15-d7f9-48e5-9442-276e96ee847d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:36:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['0a03fabd-6476-497e-8673-086473610873'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:08.055593 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f57ab238-3d1b-437f-91a8-5bae1fa4ad75 req-36cbc0e8-4c3c-445e-b0ab-20237c81923a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e9f4fa40-46c8-414a-a7c0-062d21c067f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364747 Apr 05 14:37:08.085946 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-343bbdd6-c2d3-4169-b511-ac74b1a911a5 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:08.096522 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-343bbdd6-c2d3-4169-b511-ac74b1a911a5 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:08.101227 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-343bbdd6-c2d3-4169-b511-ac74b1a911a5 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] 10.222.0.30 "DELETE /v2.0/networks/d776ac55-2cbd-4495-b708-0c67bf21974b HTTP/1.1" status: 204 len: 168 time: 1.2892213 Apr 05 14:37:08.109551 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 43154) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:08.120781 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343bbdd6-c2d3-4169-b511-ac74b1a911a5 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Pushing event deleted for resources: {'Network': ['ID=d776ac55-2cbd-4495-b708-0c67bf21974b,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:08.147879 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 62e224e5-a7f1-4010-b0ce-de4a0477f177 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:37:08.166646 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef63283-690c-4c1f-81aa-a1550bbcce60 None None] Pushing event updated for resources: {'Port': ['ID=ced65f4f-32ad-4a73-a706-e0f372f2e5be,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:08.208073 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 62e224e5-a7f1-4010-b0ce-de4a0477f177 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:37:08.208443 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 62e224e5-a7f1-4010-b0ce-de4a0477f177 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:37:08.210542 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-1c854710-dfc4-427f-b7f0-59695b3e901c admin admin] Allocated IP 172.20.0.1 (663ca2d9-20db-46f3-a840-3b61cfaa89c4/fb98ffa3-a246-4ac7-9ee6-065bd7170bb4/4fef5577-f1b9-4970-9f15-0b4229ce8255) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:37:08.292679 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-da8f9e15-d7f9-48e5-9442-276e96ee847d None None] Set router 0a03fabd-6476-497e-8673-086473610873 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:37:08.307582 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a94aa7b-b5da-4403-b538-ee3e7fcdbc11 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] DELETE failed (client error): The resource could not be found. Apr 05 14:37:08.308088 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a94aa7b-b5da-4403-b538-ee3e7fcdbc11 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103320) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:37:08.313806 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-4a94aa7b-b5da-4403-b538-ee3e7fcdbc11 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] 10.222.0.30 "DELETE /v2.0/subnets/1832f8f5-d6a7-49ed-ad36-45b1fd9dc2ad HTTP/1.1" status: 404 len: 337 time: 0.1987083 Apr 05 14:37:08.314710 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43162) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:08.340423 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8679d23-8a85-4005-a04a-64663e0d8839 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] DELETE failed (client error): The resource could not be found. Apr 05 14:37:08.341539 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8679d23-8a85-4005-a04a-64663e0d8839 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:37:08.348651 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-a8679d23-8a85-4005-a04a-64663e0d8839 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] 10.222.0.30 "DELETE /v2.0/networks/f06753d6-518b-494b-a145-8ec5690d24eb HTTP/1.1" status: 404 len: 339 time: 0.0320764 Apr 05 14:37:08.349643 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43164) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:08.418746 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9a2b272-9113-4087-919d-37a11d6b1952 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Deleting subnet 77a0e5ac-17fa-44a0-8e0b-8bed865f755e {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:37:08.422792 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d9a2b272-9113-4087-919d-37a11d6b1952 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:08.435407 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef7f72d-9e14-4c0f-bb66-b655f377b44a req-0e4e60b5-1a9d-4b74-87b4-ef021acdf797 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:08.443601 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef7f72d-9e14-4c0f-bb66-b655f377b44a req-0e4e60b5-1a9d-4b74-87b4-ef021acdf797 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:08.450468 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef7f72d-9e14-4c0f-bb66-b655f377b44a req-0e4e60b5-1a9d-4b74-87b4-ef021acdf797 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:08.457369 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef7f72d-9e14-4c0f-bb66-b655f377b44a req-0e4e60b5-1a9d-4b74-87b4-ef021acdf797 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:08.463719 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef7f72d-9e14-4c0f-bb66-b655f377b44a req-0e4e60b5-1a9d-4b74-87b4-ef021acdf797 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:08.468034 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d9a2b272-9113-4087-919d-37a11d6b1952 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:08.470459 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef7f72d-9e14-4c0f-bb66-b655f377b44a req-0e4e60b5-1a9d-4b74-87b4-ef021acdf797 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:08.478434 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef7f72d-9e14-4c0f-bb66-b655f377b44a req-0e4e60b5-1a9d-4b74-87b4-ef021acdf797 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:08.490843 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fef7f72d-9e14-4c0f-bb66-b655f377b44a req-0e4e60b5-1a9d-4b74-87b4-ef021acdf797 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 5422 time: 0.1921835 Apr 05 14:37:08.495383 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1c854710-dfc4-427f-b7f0-59695b3e901c admin admin] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:08.530707 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f57ab238-3d1b-437f-91a8-5bae1fa4ad75 req-bcf6ca94-3967-460e-a836-780647d235a2 service neutron] 10.222.0.11 "GET /v2.0/networks/e9f4fa40-46c8-414a-a7c0-062d21c067f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4659195 Apr 05 14:37:08.575115 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-da8f9e15-d7f9-48e5-9442-276e96ee847d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a03fabd-6476-497e-8673-086473610873', 'name': 'tempest-TestVolumeBackupRestore-1960271004-router', 'tenant_id': 'c6d7d106196c47bab9057a60414eb92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'ced65f4f-32ad-4a73-a706-e0f372f2e5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:37:01Z', 'updated_at': '2022-04-05T14:37:03Z', 'revision_number': 3, 'project_id': 'c6d7d106196c47bab9057a60414eb92c', 'gw_port': {'id': 'ced65f4f-32ad-4a73-a706-e0f372f2e5be', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:de:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a03fabd-6476-497e-8673-086473610873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:37:02Z', 'updated_at': '2022-04-05T14:37:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:08.599806 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d9a2b272-9113-4087-919d-37a11d6b1952 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:08.618530 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8f9e15-d7f9-48e5-9442-276e96ee847d None None] The sync data for ids ['0a03fabd-6476-497e-8673-086473610873'] in n-d-836650-2 is: [{'id': '0a03fabd-6476-497e-8673-086473610873', 'name': 'tempest-TestVolumeBackupRestore-1960271004-router', 'tenant_id': 'c6d7d106196c47bab9057a60414eb92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'ced65f4f-32ad-4a73-a706-e0f372f2e5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:37:01Z', 'updated_at': '2022-04-05T14:37:03Z', 'revision_number': 3, 'project_id': 'c6d7d106196c47bab9057a60414eb92c', 'gw_port': {'id': 'ced65f4f-32ad-4a73-a706-e0f372f2e5be', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:de:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a03fabd-6476-497e-8673-086473610873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:37:02Z', 'updated_at': '2022-04-05T14:37:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:37:08.629389 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fef7f72d-9e14-4c0f-bb66-b655f377b44a req-d8a5cacb-45e3-4be3-8f6b-a43bd12ccfd2 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/security-groups?id=756a1fd7-e8fc-4bda-8783-a2c1d11a4f04&id=cbd616a3-13b2-4eba-903a-bcdcba548a35&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1374471 Apr 05 14:37:08.784055 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d9a2b272-9113-4087-919d-37a11d6b1952 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:08.816570 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf06489-5c32-45f1-8966-207465b8f970 req-834787e9-a7fd-473c-89ff-e6dbe6dc9afc tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:08.818946 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bbf06489-5c32-45f1-8966-207465b8f970 req-834787e9-a7fd-473c-89ff-e6dbe6dc9afc tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.3194680 Apr 05 14:37:08.855483 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 43176) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:08.871211 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a2b272-9113-4087-919d-37a11d6b1952 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Pushing event deleted for resources: {'Subnet': ['ID=77a0e5ac-17fa-44a0-8e0b-8bed865f755e,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:08.893367 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d9a2b272-9113-4087-919d-37a11d6b1952 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:08.894200 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1c854710-dfc4-427f-b7f0-59695b3e901c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:08.903241 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae129887-8eba-4565-a2ad-b7cded74f9c7 None None] Network 670b8b0a-50bf-46e6-b122-549cafaa0cfc requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:37:08.933168 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-d9a2b272-9113-4087-919d-37a11d6b1952 tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] 10.222.0.30 "DELETE /v2.0/subnets/77a0e5ac-17fa-44a0-8e0b-8bed865f755e HTTP/1.1" status: 204 len: 168 time: 0.5785520 Apr 05 14:37:08.933896 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43182) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:09.121073 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5bedac64-7521-462d-b176-f385d7e3afcc tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:09.193679 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-5bedac64-7521-462d-b176-f385d7e3afcc tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Deleting port bd067788-f14e-4c88-8857-febc15ce2c15 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:37:09.194537 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5bedac64-7521-462d-b176-f385d7e3afcc tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:09.297678 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-5bedac64-7521-462d-b176-f385d7e3afcc tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] For port bd067788-f14e-4c88-8857-febc15ce2c15, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=bd067788-f14e-4c88-8857-febc15ce2c15,segment=NetworkSegment(c552365d-15ed-47e9-9b44-a5cf85821efd),segment_id=c552365d-15ed-47e9-9b44-a5cf85821efd)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:09.298504 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5bedac64-7521-462d-b176-f385d7e3afcc tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:09.307868 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device f2108a68-28f9-486f-b671-6316d5391f22 details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:37:09.333950 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-5bedac64-7521-462d-b176-f385d7e3afcc tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Calling delete_port for bd067788-f14e-4c88-8857-febc15ce2c15 owned by network:dhcp {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:37:09.539840 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port f2108a68-28f9-486f-b671-6316d5391f22, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=f2108a68-28f9-486f-b671-6316d5391f22,segment=NetworkSegment(ac926e6e-ab69-4031-83ab-f0f7e23b6b3b),segment_id=ac926e6e-ab69-4031-83ab-f0f7e23b6b3b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:09.568840 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5bedac64-7521-462d-b176-f385d7e3afcc tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:09.572030 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294b2a6d-3f77-409c-ae6f-1c754b1cb231 None None] DHCP port deletion for 670b8b0a-50bf-46e6-b122-549cafaa0cfc request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:37:09.575668 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': 'f2108a68-28f9-486f-b671-6316d5391f22', 'network_id': 'e9f4fa40-46c8-414a-a7c0-062d21c067f9', 'port_id': 'f2108a68-28f9-486f-b671-6316d5391f22', 'mac_address': 'fa:16:3e:58:53:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f3129d9-da84-45bd-9800-b5c89ee3ca61', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:37:09.599166 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bedac64-7521-462d-b176-f385d7e3afcc tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] No DVR routers for this DVR port bd067788-f14e-4c88-8857-febc15ce2c15 on host n-d-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:37:09.634959 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:09.651287 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2108a68-28f9-486f-b671-6316d5391f22 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:37:09.680946 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port f2108a68-28f9-486f-b671-6316d5391f22, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=f2108a68-28f9-486f-b671-6316d5391f22,segment=NetworkSegment(ac926e6e-ab69-4031-83ab-f0f7e23b6b3b),segment_id=ac926e6e-ab69-4031-83ab-f0f7e23b6b3b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:09.757020 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bedac64-7521-462d-b176-f385d7e3afcc tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Pushing event deleted for resources: {'Port': ['ID=bd067788-f14e-4c88-8857-febc15ce2c15,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:09.764989 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:09.775519 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5bedac64-7521-462d-b176-f385d7e3afcc tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:09.778546 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bbf06489-5c32-45f1-8966-207465b8f970 req-1f38dd06-53da-425f-a357-638ef6d8f67d tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9486942 Apr 05 14:37:09.800766 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f57ab238-3d1b-437f-91a8-5bae1fa4ad75 req-e39c56aa-c444-4818-8b3d-9f13b99948de service neutron] 10.222.0.11 "GET /v2.0/networks/e9f4fa40-46c8-414a-a7c0-062d21c067f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2415352 Apr 05 14:37:09.801408 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-5bedac64-7521-462d-b176-f385d7e3afcc tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['670b8b0a-50bf-46e6-b122-549cafaa0cfc']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:09.828131 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-5bedac64-7521-462d-b176-f385d7e3afcc tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c552365d-15ed-47e9-9b44-a5cf85821efd') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:09.828611 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-5bedac64-7521-462d-b176-f385d7e3afcc tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c552365d-15ed-47e9-9b44-a5cf85821efd') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:09.851657 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5bedac64-7521-462d-b176-f385d7e3afcc tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:09.854019 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3672f63a-01d4-4b95-8b51-65dcebcf685d req-2f12c840-ad3c-47d5-8a02-80cfc5a78855 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:09.867440 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3672f63a-01d4-4b95-8b51-65dcebcf685d req-2f12c840-ad3c-47d5-8a02-80cfc5a78855 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=156af86b-ac1e-4dfc-ae74-932b14d79407 HTTP/1.1" status: 200 len: 943 time: 1.1189523 Apr 05 14:37:09.871216 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c854710-dfc4-427f-b7f0-59695b3e901c admin admin] Pushing event updated for resources: {'Port': ['ID=4fef5577-f1b9-4970-9f15-0b4229ce8255,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:09.887236 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a0623891-911b-4463-9652-90c8915dc3f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:09.888598 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5bedac64-7521-462d-b176-f385d7e3afcc tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:09.906734 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bedac64-7521-462d-b176-f385d7e3afcc tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:37:09.907283 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5bedac64-7521-462d-b176-f385d7e3afcc tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:09.915684 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c854710-dfc4-427f-b7f0-59695b3e901c admin admin] Network 663ca2d9-20db-46f3-a840-3b61cfaa89c4 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:37:09.919293 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:37:09.919293 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:37:09.919293 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:37:09.919293 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:37:09.919293 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:37:09.919293 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:37:09.919293 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:37:09.919293 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:37:09.919293 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:37:09.919293 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:37:09.919293 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:37:09.919293 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:37:09.919293 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:37:09.919293 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:37:09.919293 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:37:09.919293 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:37:09.919293 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:37:09.919293 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:37:09.919293 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:37:09.919293 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:37:09.919293 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:37:09.919293 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:37:09.919293 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:37:09.919293 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:37:09.919293 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:37:09.919293 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:37:09.919293 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:37:09.919293 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:37:09.919293 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:37:09.919293 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:37:09.919293 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:37:09.919293 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:37:09.931049 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-1c854710-dfc4-427f-b7f0-59695b3e901c admin admin] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:37:09.931747 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=f2108a68-28f9-486f-b671-6316d5391f22,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:09.932765 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c854710-dfc4-427f-b7f0-59695b3e901c admin admin] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:37:10.020704 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1c854710-dfc4-427f-b7f0-59695b3e901c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809369'] for router_interface, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:10.025766 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3672f63a-01d4-4b95-8b51-65dcebcf685d req-c25bb38c-127e-4dc5-a188-9054913f756c tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554780 Apr 05 14:37:10.117750 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['f2108a68-28f9-486f-b671-6316d5391f22'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:37:10.124710 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device ced65f4f-32ad-4a73-a706-e0f372f2e5be up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:37:10.134766 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5bedac64-7521-462d-b176-f385d7e3afcc tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:10.150299 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5bedac64-7521-462d-b176-f385d7e3afcc tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:10.163734 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-5bedac64-7521-462d-b176-f385d7e3afcc tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] 10.222.0.30 "DELETE /v2.0/networks/670b8b0a-50bf-46e6-b122-549cafaa0cfc HTTP/1.1" status: 204 len: 168 time: 1.2287495 Apr 05 14:37:10.207426 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bedac64-7521-462d-b176-f385d7e3afcc tempest-NetworksIpV6Test-491360195 tempest-NetworksIpV6Test-491360195-project] Pushing event deleted for resources: {'Network': ['ID=670b8b0a-50bf-46e6-b122-549cafaa0cfc,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:10.218385 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd42bbb-287f-47ea-91d1-aa83686ac341 req-d775bc2f-19f8-4770-a873-cc934a073b38 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:10.230154 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4bd42bbb-287f-47ea-91d1-aa83686ac341 req-d775bc2f-19f8-4770-a873-cc934a073b38 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cc4f01f-a830-4638-8b39-fd1db76b7b4f HTTP/1.1" status: 200 len: 945 time: 0.2001317 Apr 05 14:37:10.310470 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port ced65f4f-32ad-4a73-a706-e0f372f2e5be triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:37:10.311002 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:10.435753 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c76eb5d6-88a3-48ea-acbd-ceb16c5dbc31 None None] Provisioning complete for port 4fef5577-f1b9-4970-9f15-0b4229ce8255 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:37:10.436192 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c76eb5d6-88a3-48ea-acbd-ceb16c5dbc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:10.448259 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a0623891-911b-4463-9652-90c8915dc3f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:10.454179 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43202) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:10.461648 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4bd42bbb-287f-47ea-91d1-aa83686ac341 req-6e3bdb96-81bc-480d-84b1-f5eddabb9e77 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305789 Apr 05 14:37:10.494128 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b9f70-64e0-4f01-bf72-b98431e38200 req-187bd054-4ae2-49c1-85ac-49c1db3c0d5b tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:10.500963 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b9f70-64e0-4f01-bf72-b98431e38200 req-187bd054-4ae2-49c1-85ac-49c1db3c0d5b tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:10.507407 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b9f70-64e0-4f01-bf72-b98431e38200 req-187bd054-4ae2-49c1-85ac-49c1db3c0d5b tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:10.513657 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b9f70-64e0-4f01-bf72-b98431e38200 req-187bd054-4ae2-49c1-85ac-49c1db3c0d5b tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:10.521198 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b9f70-64e0-4f01-bf72-b98431e38200 req-187bd054-4ae2-49c1-85ac-49c1db3c0d5b tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:10.521767 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c76eb5d6-88a3-48ea-acbd-ceb16c5dbc31 None None] Port 4fef5577-f1b9-4970-9f15-0b4229ce8255 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:37:10.526808 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:10.527390 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b9f70-64e0-4f01-bf72-b98431e38200 req-187bd054-4ae2-49c1-85ac-49c1db3c0d5b tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:10.534980 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b9f70-64e0-4f01-bf72-b98431e38200 req-187bd054-4ae2-49c1-85ac-49c1db3c0d5b tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:10.537018 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-927b9f70-64e0-4f01-bf72-b98431e38200 req-187bd054-4ae2-49c1-85ac-49c1db3c0d5b tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 5422 time: 0.2681227 Apr 05 14:37:10.548398 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a0623891-911b-4463-9652-90c8915dc3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:10.558421 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port ced65f4f-32ad-4a73-a706-e0f372f2e5be, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=ced65f4f-32ad-4a73-a706-e0f372f2e5be,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:10.639768 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1c854710-dfc4-427f-b7f0-59695b3e901c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:10.644695 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-90635f8d-018c-44b0-acb1-9369b6846095 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:10.667472 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0623891-911b-4463-9652-90c8915dc3f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e46a8d5-af5e-4bfa-bb84-67a4d7b05d04,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:10.677440 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-a0623891-911b-4463-9652-90c8915dc3f4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2b73fd29aff645a786aac6a2d8a2b480&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8160081 Apr 05 14:37:10.680029 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43206) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:10.688553 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-927b9f70-64e0-4f01-bf72-b98431e38200 req-0a145fd8-5c57-4e90-baab-044fe9e887bd tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/security-groups?id=756a1fd7-e8fc-4bda-8783-a2c1d11a4f04&id=cbd616a3-13b2-4eba-903a-bcdcba548a35&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1412308 Apr 05 14:37:10.696915 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:10.802296 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=ced65f4f-32ad-4a73-a706-e0f372f2e5be,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:10.805891 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device bd067788-f14e-4c88-8857-febc15ce2c15 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:37:10.840581 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: bd067788-f14e-4c88-8857-febc15ce2c15 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:37:10.840955 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device bd067788-f14e-4c88-8857-febc15ce2c15 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:37:10.888648 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-90635f8d-018c-44b0-acb1-9369b6846095 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:10.919957 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9005dbc9-7ec6-4a5a-8815-3183381238c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:10.943574 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43212) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:10.958362 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9005dbc9-7ec6-4a5a-8815-3183381238c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:10.999766 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-90635f8d-018c-44b0-acb1-9369b6846095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:11.020770 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1c854710-dfc4-427f-b7f0-59695b3e901c admin admin] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:11.055881 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-90635f8d-018c-44b0-acb1-9369b6846095 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6f97765cf7d84e5d9625aae576b76dab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5997107 Apr 05 14:37:11.058427 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90635f8d-018c-44b0-acb1-9369b6846095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eceb72cd-2db1-4c89-b3c4-fb883b345557,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:11.062199 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43216) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:11.107081 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1c854710-dfc4-427f-b7f0-59695b3e901c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:11.140078 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9005dbc9-7ec6-4a5a-8815-3183381238c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:11.143964 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9005dbc9-7ec6-4a5a-8815-3183381238c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:11.145388 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-9005dbc9-7ec6-4a5a-8815-3183381238c0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1e46a8d5-af5e-4bfa-bb84-67a4d7b05d04 HTTP/1.1" status: 204 len: 168 time: 0.4639435 Apr 05 14:37:11.164588 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9005dbc9-7ec6-4a5a-8815-3183381238c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e46a8d5-af5e-4bfa-bb84-67a4d7b05d04,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:11.196133 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8f8f7f02-b6bd-4f9c-9d2e-60f6ca7b0b4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:11.222643 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03ea18-a389-4b02-ada2-addfeb598438 req-f54c6962-5dd7-4aaa-b96c-abc7083c9d0d tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:11.230137 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9e03ea18-a389-4b02-ada2-addfeb598438 req-f54c6962-5dd7-4aaa-b96c-abc7083c9d0d tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.2848010 Apr 05 14:37:11.234327 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8f8f7f02-b6bd-4f9c-9d2e-60f6ca7b0b4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:11.255217 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-1008a310-8884-4458-9c9f-9c2f99330244 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a1e705303c6b4823abe7abece6121879&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3097732 Apr 05 14:37:11.258589 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d2af3-3155-4833-a8fe-9382726d0dcf req-09cde803-d3ec-43c5-9289-ed733c19642f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:11.260071 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-090d2af3-3155-4833-a8fe-9382726d0dcf req-09cde803-d3ec-43c5-9289-ed733c19642f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9215d951bfeb48c39a8e33c585301815&device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 1096 time: 0.2189229 Apr 05 14:37:11.261607 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43222) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:11.267895 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c854710-dfc4-427f-b7f0-59695b3e901c admin admin] Pushing event updated for resources: {'Port': ['ID=4fef5577-f1b9-4970-9f15-0b4229ce8255,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:11.270894 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1c854710-dfc4-427f-b7f0-59695b3e901c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809317'] for router_interface, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:11.351994 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c9003158-e146-4d33-95b7-09d8f84d6f60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:11.365310 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707ddce6-1abe-4291-8afb-3b15c69b1f89 req-4cc14f54-b36f-46e7-aa7c-61ef1c49fb9d tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:11.366823 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-707ddce6-1abe-4291-8afb-3b15c69b1f89 req-4cc14f54-b36f-46e7-aa7c-61ef1c49fb9d tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=156af86b-ac1e-4dfc-ae74-932b14d79407 HTTP/1.1" status: 200 len: 944 time: 0.2247472 Apr 05 14:37:11.376977 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c9003158-e146-4d33-95b7-09d8f84d6f60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:11.380780 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9e03ea18-a389-4b02-ada2-addfeb598438 req-01507561-f56c-4499-b433-44376c60494f tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497965 Apr 05 14:37:11.454409 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8f8f7f02-b6bd-4f9c-9d2e-60f6ca7b0b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:11.458535 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8f8f7f02-b6bd-4f9c-9d2e-60f6ca7b0b4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:11.461110 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-8f8f7f02-b6bd-4f9c-9d2e-60f6ca7b0b4a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/eceb72cd-2db1-4c89-b3c4-fb883b345557 HTTP/1.1" status: 204 len: 168 time: 0.3974340 Apr 05 14:37:11.471563 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8f7f02-b6bd-4f9c-9d2e-60f6ca7b0b4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eceb72cd-2db1-4c89-b3c4-fb883b345557,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:11.489088 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d2af3-3155-4833-a8fe-9382726d0dcf req-c2fef678-d998-4987-b3e7-ae8d99c8efc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:11.490878 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-090d2af3-3155-4833-a8fe-9382726d0dcf req-c2fef678-d998-4987-b3e7-ae8d99c8efc5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bbe33099-0907-4578-b91f-9ecd1e0f3a95 HTTP/1.1" status: 200 len: 912 time: 0.2175248 Apr 05 14:37:11.504004 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-707ddce6-1abe-4291-8afb-3b15c69b1f89 req-c8f0ac51-ee29-493b-aa2b-9369b884ad18 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199737 Apr 05 14:37:11.519664 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c9003158-e146-4d33-95b7-09d8f84d6f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:11.524176 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c9003158-e146-4d33-95b7-09d8f84d6f60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:11.525593 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-c9003158-e146-4d33-95b7-09d8f84d6f60 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4d251ac4-7e8a-4490-8686-b924e7b93b97 HTTP/1.1" status: 204 len: 168 time: 0.2630816 Apr 05 14:37:11.535135 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9003158-e146-4d33-95b7-09d8f84d6f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d251ac4-7e8a-4490-8686-b924e7b93b97,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:11.614576 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c854710-dfc4-427f-b7f0-59695b3e901c admin admin] Network 663ca2d9-20db-46f3-a840-3b61cfaa89c4 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:37:11.622362 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-1c854710-dfc4-427f-b7f0-59695b3e901c admin admin] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:37:11.632382 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-090d2af3-3155-4833-a8fe-9382726d0dcf req-12b21fdd-4679-47e3-94a0-472cd1a1b84f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4032c53b-96ab-4b67-b14e-c47acfa5a112 HTTP/1.1" status: 200 len: 1000 time: 0.1324975 Apr 05 14:37:11.718819 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd791e-227f-4d1c-a5bb-7a11151b02a0 req-bf5af1d3-dd6a-4168-83c7-2a9c01294066 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:11.721617 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-badd791e-227f-4d1c-a5bb-7a11151b02a0 req-bf5af1d3-dd6a-4168-83c7-2a9c01294066 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cc4f01f-a830-4638-8b39-fd1db76b7b4f HTTP/1.1" status: 200 len: 945 time: 0.1524012 Apr 05 14:37:11.769725 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d2af3-3155-4833-a8fe-9382726d0dcf req-f9059614-1ec6-49ef-b3d9-507a842dab6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:11.771235 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-090d2af3-3155-4833-a8fe-9382726d0dcf req-f9059614-1ec6-49ef-b3d9-507a842dab6e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c529ad6d-a94e-4533-88f8-eeabc5541ed8 HTTP/1.1" status: 200 len: 850 time: 0.1268942 Apr 05 14:37:11.881208 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43234) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:11.892046 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-badd791e-227f-4d1c-a5bb-7a11151b02a0 req-3246cb1a-28a5-4d2b-a910-ed6c498e8802 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604533 Apr 05 14:37:11.903556 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7815c268-713d-40e6-9ffe-2693b246c638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:11.925211 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c854710-dfc4-427f-b7f0-59695b3e901c admin admin] Router 0a03fabd-6476-497e-8673-086473610873 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:37:11.927226 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d2af3-3155-4833-a8fe-9382726d0dcf req-c95baff2-f3fd-4e70-baed-980d97041c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:11.928719 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-090d2af3-3155-4833-a8fe-9382726d0dcf req-c95baff2-f3fd-4e70-baed-980d97041c9e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bbe33099-0907-4578-b91f-9ecd1e0f3a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1166999 Apr 05 14:37:11.944435 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b4687-a91d-4544-a71a-3c4ad6eac099 req-683949ca-78ad-4d9d-9bae-d01fef1ce885 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:11.950796 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b4687-a91d-4544-a71a-3c4ad6eac099 req-683949ca-78ad-4d9d-9bae-d01fef1ce885 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:11.957730 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b4687-a91d-4544-a71a-3c4ad6eac099 req-683949ca-78ad-4d9d-9bae-d01fef1ce885 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:11.958635 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-00f9e73b-df84-422f-b4fc-790be2b83542 None None] Provisioning complete for port 4fef5577-f1b9-4970-9f15-0b4229ce8255 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:37:11.959646 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-00f9e73b-df84-422f-b4fc-790be2b83542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:11.963685 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b4687-a91d-4544-a71a-3c4ad6eac099 req-683949ca-78ad-4d9d-9bae-d01fef1ce885 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:11.983878 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b4687-a91d-4544-a71a-3c4ad6eac099 req-683949ca-78ad-4d9d-9bae-d01fef1ce885 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:11.997219 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b4687-a91d-4544-a71a-3c4ad6eac099 req-683949ca-78ad-4d9d-9bae-d01fef1ce885 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:12.007409 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b4687-a91d-4544-a71a-3c4ad6eac099 req-683949ca-78ad-4d9d-9bae-d01fef1ce885 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:12.009639 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e01b4687-a91d-4544-a71a-3c4ad6eac099 req-683949ca-78ad-4d9d-9bae-d01fef1ce885 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 5422 time: 0.1850569 Apr 05 14:37:12.015378 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-00f9e73b-df84-422f-b4fc-790be2b83542 None None] Port 4fef5577-f1b9-4970-9f15-0b4229ce8255 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:37:12.072984 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7815c268-713d-40e6-9ffe-2693b246c638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:12.082642 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:12.085556 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device ced65f4f-32ad-4a73-a706-e0f372f2e5be up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:37:12.148688 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7815c268-713d-40e6-9ffe-2693b246c638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:12.149233 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port ced65f4f-32ad-4a73-a706-e0f372f2e5be triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:37:12.149699 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:12.163673 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e01b4687-a91d-4544-a71a-3c4ad6eac099 req-e9302679-5ba3-4ad0-92bc-94a1a30bdce7 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/security-groups?id=756a1fd7-e8fc-4bda-8783-a2c1d11a4f04&id=cbd616a3-13b2-4eba-903a-bcdcba548a35&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1354275 Apr 05 14:37:12.222354 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-7815c268-713d-40e6-9ffe-2693b246c638 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e1371d0161474e3f8932392af114e2ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3391647 Apr 05 14:37:12.223598 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7815c268-713d-40e6-9ffe-2693b246c638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af90e07-abdd-4a59-997c-8802f24e6772,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:12.226452 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43244) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:12.235965 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-090d2af3-3155-4833-a8fe-9382726d0dcf req-ffc71f27-58bd-4811-a9ed-55f043fdcdf7 service neutron] 10.222.0.11 "GET /v2.0/networks/bbe33099-0907-4578-b91f-9ecd1e0f3a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241437 Apr 05 14:37:12.270313 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c854710-dfc4-427f-b7f0-59695b3e901c admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:37:12.278925 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-1c854710-dfc4-427f-b7f0-59695b3e901c admin admin] 10.222.0.30 "PUT /v2.0/routers/0a03fabd-6476-497e-8673-086473610873/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0900974 Apr 05 14:37:12.283690 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0549bb-7a0d-4124-b57c-c5f85be8bfd6 None None] Sync routers for ids ['0a03fabd-6476-497e-8673-086473610873'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:37:12.295350 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0549bb-7a0d-4124-b57c-c5f85be8bfd6 None None] Routers {'0a03fabd-6476-497e-8673-086473610873'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:37:12.296404 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-9c0549bb-7a0d-4124-b57c-c5f85be8bfd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:36:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['0a03fabd-6476-497e-8673-086473610873'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:12.303654 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5c455e0b-4dcd-4bda-b1d7-a0f05a66056b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:12.330755 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5c455e0b-4dcd-4bda-b1d7-a0f05a66056b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:12.348068 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-090d2af3-3155-4833-a8fe-9382726d0dcf req-3583a881-f98c-43ea-a22e-11b5b73b6875 service neutron] 10.222.0.11 "GET /v2.0/networks/bbe33099-0907-4578-b91f-9ecd1e0f3a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036971 Apr 05 14:37:12.429599 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-9c0549bb-7a0d-4124-b57c-c5f85be8bfd6 None None] Set router 0a03fabd-6476-497e-8673-086473610873 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:37:12.474815 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5c455e0b-4dcd-4bda-b1d7-a0f05a66056b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:12.478003 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5c455e0b-4dcd-4bda-b1d7-a0f05a66056b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:12.481952 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-5c455e0b-4dcd-4bda-b1d7-a0f05a66056b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0af90e07-abdd-4a59-997c-8802f24e6772 HTTP/1.1" status: 204 len: 168 time: 0.2540870 Apr 05 14:37:12.493645 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c455e0b-4dcd-4bda-b1d7-a0f05a66056b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af90e07-abdd-4a59-997c-8802f24e6772,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:12.517572 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717eb635-bbc3-42c3-9e1a-d086558ec493 req-7a8e566f-e776-44c2-bb9d-84a42dc2449c tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:12.520067 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-717eb635-bbc3-42c3-9e1a-d086558ec493 req-7a8e566f-e776-44c2-bb9d-84a42dc2449c tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.0599010 Apr 05 14:37:12.585641 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-717eb635-bbc3-42c3-9e1a-d086558ec493 req-2c94b00e-6b7e-4fac-9e8d-3cb6d4da9c97 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592976 Apr 05 14:37:12.663862 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ab1fc-c8c0-473e-af5c-414d5f454158 req-573cf89a-b581-4c2b-8994-927175a0039d tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:12.665546 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a67ab1fc-c8c0-473e-af5c-414d5f454158 req-573cf89a-b581-4c2b-8994-927175a0039d tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=156af86b-ac1e-4dfc-ae74-932b14d79407 HTTP/1.1" status: 200 len: 944 time: 0.0628335 Apr 05 14:37:12.691372 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-9c0549bb-7a0d-4124-b57c-c5f85be8bfd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a03fabd-6476-497e-8673-086473610873', 'name': 'tempest-TestVolumeBackupRestore-1960271004-router', 'tenant_id': 'c6d7d106196c47bab9057a60414eb92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'ced65f4f-32ad-4a73-a706-e0f372f2e5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:37:01Z', 'updated_at': '2022-04-05T14:37:10Z', 'revision_number': 4, 'project_id': 'c6d7d106196c47bab9057a60414eb92c', 'gw_port': {'id': 'ced65f4f-32ad-4a73-a706-e0f372f2e5be', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:de:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a03fabd-6476-497e-8673-086473610873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:37:02Z', 'updated_at': '2022-04-05T14:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '4fef5577-f1b9-4970-9f15-0b4229ce8255', 'name': '', 'network_id': '663ca2d9-20db-46f3-a840-3b61cfaa89c4', 'tenant_id': 'c6d7d106196c47bab9057a60414eb92c', 'mac_address': 'fa:16:3e:5b:68:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a03fabd-6476-497e-8673-086473610873', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'fb98ffa3-a246-4ac7-9ee6-065bd7170bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:37:07Z', 'updated_at': '2022-04-05T14:37:10Z', 'revision_number': 2, 'project_id': 'c6d7d106196c47bab9057a60414eb92c', 'subnets': [{'id': 'fb98ffa3-a246-4ac7-9ee6-065bd7170bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:12.715337 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a67ab1fc-c8c0-473e-af5c-414d5f454158 req-06e65a9b-ec6b-460e-80a8-e29eac3dfcb7 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421741 Apr 05 14:37:12.729158 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0549bb-7a0d-4124-b57c-c5f85be8bfd6 None None] Checking router: 0a03fabd-6476-497e-8673-086473610873 for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:37:12.729930 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0549bb-7a0d-4124-b57c-c5f85be8bfd6 None None] Updating router 0a03fabd-6476-497e-8673-086473610873 port 4fef5577-f1b9-4970-9f15-0b4229ce8255 binding host n-d-836650-2 {{(pid=103323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:37:12.755900 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9c0549bb-7a0d-4124-b57c-c5f85be8bfd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:12.988925 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device f2108a68-28f9-486f-b671-6316d5391f22 up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:37:13.046011 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b681084d-ff72-4d6e-b0f0-b6bc3c4639b4 req-d463e470-39c2-4726-9783-9058f2f5112a tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:13.056272 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b681084d-ff72-4d6e-b0f0-b6bc3c4639b4 req-d463e470-39c2-4726-9783-9058f2f5112a tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cc4f01f-a830-4638-8b39-fd1db76b7b4f HTTP/1.1" status: 200 len: 945 time: 0.0710623 Apr 05 14:37:13.075717 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9c0549bb-7a0d-4124-b57c-c5f85be8bfd6 None None] Notify callbacks [] for port, precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:13.103386 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b681084d-ff72-4d6e-b0f0-b6bc3c4639b4 req-0d76a24e-1b78-4d17-9907-05591323073e tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453451 Apr 05 14:37:13.170696 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9c0549bb-7a0d-4124-b57c-c5f85be8bfd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:13.199243 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning for port f2108a68-28f9-486f-b671-6316d5391f22 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:37:13.203498 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port f2108a68-28f9-486f-b671-6316d5391f22 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:37:13.203878 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:13.222193 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49789e9-2a42-4355-9e40-0e45cb65cb14 None None] Pushing event updated for resources: {'Port': ['ID=4fef5577-f1b9-4970-9f15-0b4229ce8255,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:13.232250 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49789e9-2a42-4355-9e40-0e45cb65cb14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:13.233760 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49789e9-2a42-4355-9e40-0e45cb65cb14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:13.233760 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49789e9-2a42-4355-9e40-0e45cb65cb14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:13.233760 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49789e9-2a42-4355-9e40-0e45cb65cb14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:13.233760 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49789e9-2a42-4355-9e40-0e45cb65cb14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:13.234111 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49789e9-2a42-4355-9e40-0e45cb65cb14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:13.234228 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49789e9-2a42-4355-9e40-0e45cb65cb14 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:13.234471 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49789e9-2a42-4355-9e40-0e45cb65cb14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:13.234787 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49789e9-2a42-4355-9e40-0e45cb65cb14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:13.235121 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49789e9-2a42-4355-9e40-0e45cb65cb14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:13.235447 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49789e9-2a42-4355-9e40-0e45cb65cb14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:13.235764 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49789e9-2a42-4355-9e40-0e45cb65cb14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:13.300858 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-9c0549bb-7a0d-4124-b57c-c5f85be8bfd6 None None] Attempting to bind port 4fef5577-f1b9-4970-9f15-0b4229ce8255 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:37:13.301949 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-9c0549bb-7a0d-4124-b57c-c5f85be8bfd6 None None] Attempting to bind port 4fef5577-f1b9-4970-9f15-0b4229ce8255 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '1610584a-44c8-4b27-96be-b982f9c02807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '663ca2d9-20db-46f3-a840-3b61cfaa89c4'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:37:13.302501 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0549bb-7a0d-4124-b57c-c5f85be8bfd6 None None] Attempting to bind port 4fef5577-f1b9-4970-9f15-0b4229ce8255 on network 663ca2d9-20db-46f3-a840-3b61cfaa89c4 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:37:13.309036 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0549bb-7a0d-4124-b57c-c5f85be8bfd6 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:37:13.314238 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0549bb-7a0d-4124-b57c-c5f85be8bfd6 None None] Checking segment: {'id': '1610584a-44c8-4b27-96be-b982f9c02807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '663ca2d9-20db-46f3-a840-3b61cfaa89c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:37:13.314238 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9c0549bb-7a0d-4124-b57c-c5f85be8bfd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:13.314238 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0549bb-7a0d-4124-b57c-c5f85be8bfd6 None None] Bound using segment: {'id': '1610584a-44c8-4b27-96be-b982f9c02807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '663ca2d9-20db-46f3-a840-3b61cfaa89c4'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:37:13.314238 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-9c0549bb-7a0d-4124-b57c-c5f85be8bfd6 None None] Bound port: 4fef5577-f1b9-4970-9f15-0b4229ce8255, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1610584a-44c8-4b27-96be-b982f9c02807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '663ca2d9-20db-46f3-a840-3b61cfaa89c4'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:37:13.314238 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9c0549bb-7a0d-4124-b57c-c5f85be8bfd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:13.318568 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:13.364333 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '156af86b-ac1e-4dfc-ae74-932b14d79407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2108a68-28f9-486f-b671-6316d5391f22'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:37:13.372148 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9233ed1-b4ff-46c6-a462-a78fb9ff1e53" -d '{"events": [{"server_uuid": "156af86b-ac1e-4dfc-ae74-932b14d79407", "name": "network-vif-plugged", "status": "completed", "tag": "f2108a68-28f9-486f-b671-6316d5391f22"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:37:13.402138 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port f2108a68-28f9-486f-b671-6316d5391f22, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=f2108a68-28f9-486f-b671-6316d5391f22,segment=NetworkSegment(ac926e6e-ab69-4031-83ab-f0f7e23b6b3b),segment_id=ac926e6e-ab69-4031-83ab-f0f7e23b6b3b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:13.406964 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-9c0549bb-7a0d-4124-b57c-c5f85be8bfd6 None None] For port 4fef5577-f1b9-4970-9f15-0b4229ce8255, host n-d-836650-2, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:37:13.409619 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48338ccb-f359-4094-95ab-4e0fc9ac5dfb req-730cea63-28f9-429b-832e-c5a8cefb1c6e tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:13.412197 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-9c0549bb-7a0d-4124-b57c-c5f85be8bfd6 None None] For port 4fef5577-f1b9-4970-9f15-0b4229ce8255, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=4fef5577-f1b9-4970-9f15-0b4229ce8255,segment=NetworkSegment(1610584a-44c8-4b27-96be-b982f9c02807),segment_id=1610584a-44c8-4b27-96be-b982f9c02807)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:37:13.416437 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48338ccb-f359-4094-95ab-4e0fc9ac5dfb req-730cea63-28f9-429b-832e-c5a8cefb1c6e tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:13.425980 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48338ccb-f359-4094-95ab-4e0fc9ac5dfb req-730cea63-28f9-429b-832e-c5a8cefb1c6e tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:13.433045 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48338ccb-f359-4094-95ab-4e0fc9ac5dfb req-730cea63-28f9-429b-832e-c5a8cefb1c6e tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:13.434000 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff67a35-f70a-480b-96b2-2840e028c34a x-openstack-request-id: req-bff67a35-f70a-480b-96b2-2840e028c34a {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:37:13.434496 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "156af86b-ac1e-4dfc-ae74-932b14d79407", "name": "network-vif-plugged", "status": "completed", "tag": "f2108a68-28f9-486f-b671-6316d5391f22", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:37:13.434895 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bff67a35-f70a-480b-96b2-2840e028c34a {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:37:13.435544 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bff67a35-f70a-480b-96b2-2840e028c34a'] response: {'server_uuid': '156af86b-ac1e-4dfc-ae74-932b14d79407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2108a68-28f9-486f-b671-6316d5391f22', 'code': 200} Apr 05 14:37:13.441271 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48338ccb-f359-4094-95ab-4e0fc9ac5dfb req-730cea63-28f9-429b-832e-c5a8cefb1c6e tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:13.447949 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48338ccb-f359-4094-95ab-4e0fc9ac5dfb req-730cea63-28f9-429b-832e-c5a8cefb1c6e tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:13.456277 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48338ccb-f359-4094-95ab-4e0fc9ac5dfb req-730cea63-28f9-429b-832e-c5a8cefb1c6e tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:13.458801 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-48338ccb-f359-4094-95ab-4e0fc9ac5dfb req-730cea63-28f9-429b-832e-c5a8cefb1c6e tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 5422 time: 0.1457965 Apr 05 14:37:13.459800 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:13.488947 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9c0549bb-7a0d-4124-b57c-c5f85be8bfd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:13.529890 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=f2108a68-28f9-486f-b671-6316d5391f22,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:13.587128 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-48338ccb-f359-4094-95ab-4e0fc9ac5dfb req-140aa30d-f242-41c9-8ec8-2d01981c0784 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/security-groups?id=756a1fd7-e8fc-4bda-8783-a2c1d11a4f04&id=cbd616a3-13b2-4eba-903a-bcdcba548a35&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1141548 Apr 05 14:37:13.617338 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0549bb-7a0d-4124-b57c-c5f85be8bfd6 None None] Routers {'0a03fabd-6476-497e-8673-086473610873'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:37:13.617983 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-9c0549bb-7a0d-4124-b57c-c5f85be8bfd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:36:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['0a03fabd-6476-497e-8673-086473610873'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:13.623176 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49789e9-2a42-4355-9e40-0e45cb65cb14 None None] Pushing event updated for resources: {'Port': ['ID=4fef5577-f1b9-4970-9f15-0b4229ce8255,revision_number=4']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:13.630108 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bffd39d-e2bd-494f-bc98-1d9099bd7a3c req-e56fae80-334f-4805-84b2-67de9c75a431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:13.631897 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7bffd39d-e2bd-494f-bc98-1d9099bd7a3c req-e56fae80-334f-4805-84b2-67de9c75a431 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=156af86b-ac1e-4dfc-ae74-932b14d79407 HTTP/1.1" status: 200 len: 1096 time: 0.1068211 Apr 05 14:37:13.688002 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-06689118-ed77-4b04-9eb3-e73dbcbfff87 None None] Provisioning complete for port 4fef5577-f1b9-4970-9f15-0b4229ce8255 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:37:13.688577 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-06689118-ed77-4b04-9eb3-e73dbcbfff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:13.754623 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7bffd39d-e2bd-494f-bc98-1d9099bd7a3c req-6863510b-7902-48d9-8eb9-c7e39d01ad6f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144154 Apr 05 14:37:13.788146 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7ac14c-a357-4a3a-94b2-60c976cce3df req-23b7da89-3165-4667-9fad-c38d5f0b9426 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:13.790184 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ff7ac14c-a357-4a3a-94b2-60c976cce3df req-23b7da89-3165-4667-9fad-c38d5f0b9426 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.0899875 Apr 05 14:37:13.857941 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-06689118-ed77-4b04-9eb3-e73dbcbfff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:13.863289 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ff7ac14c-a357-4a3a-94b2-60c976cce3df req-a1f53ccc-12cd-4577-ae50-688dee099723 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648296 Apr 05 14:37:13.909240 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-9c0549bb-7a0d-4124-b57c-c5f85be8bfd6 None None] Set router 0a03fabd-6476-497e-8673-086473610873 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:37:13.948662 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:13.958411 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 022b1476-4190-4c5b-a67b-4356b8490205 details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:37:13.969200 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-06689118-ed77-4b04-9eb3-e73dbcbfff87 None None] For port 4fef5577-f1b9-4970-9f15-0b4229ce8255, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=4fef5577-f1b9-4970-9f15-0b4229ce8255,segment=NetworkSegment(1610584a-44c8-4b27-96be-b982f9c02807),segment_id=1610584a-44c8-4b27-96be-b982f9c02807)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:14.029566 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb94a0-681f-4f38-aa8a-e9711b883fe5 req-0cb2c26e-78ea-48de-9ff4-8849759424a3 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:14.032678 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-32bb94a0-681f-4f38-aa8a-e9711b883fe5 req-0cb2c26e-78ea-48de-9ff4-8849759424a3 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=156af86b-ac1e-4dfc-ae74-932b14d79407 HTTP/1.1" status: 200 len: 945 time: 0.1016645 Apr 05 14:37:14.068075 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-06689118-ed77-4b04-9eb3-e73dbcbfff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:14.131566 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-32bb94a0-681f-4f38-aa8a-e9711b883fe5 req-dc5ffceb-8544-4832-b1ce-8bb59ed62d7f tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902271 Apr 05 14:37:14.183339 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd19a5-bc26-4daf-bf2b-be898f57cd21 req-d88be377-c670-4820-b9d9-308acd81ce65 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:14.193957 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2cfd19a5-bc26-4daf-bf2b-be898f57cd21 req-d88be377-c670-4820-b9d9-308acd81ce65 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.1533892 Apr 05 14:37:14.211279 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 022b1476-4190-4c5b-a67b-4356b8490205, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=022b1476-4190-4c5b-a67b-4356b8490205,segment=NetworkSegment(2bd40b06-9213-421d-9fff-c47075683508),segment_id=2bd40b06-9213-421d-9fff-c47075683508)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:14.254276 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': '022b1476-4190-4c5b-a67b-4356b8490205', 'network_id': 'c4310feb-f943-4c8e-9d50-b56fc088080f', 'port_id': '022b1476-4190-4c5b-a67b-4356b8490205', 'mac_address': 'fa:16:3e:02:40:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14bbd64b-ac98-484b-b8ba-41cb2378fef4', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:37:14.256488 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-0eff6a55-f344-4cb3-bd88-dddff73015de None None] Provisioning complete for port 4fef5577-f1b9-4970-9f15-0b4229ce8255 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:37:14.257059 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0eff6a55-f344-4cb3-bd88-dddff73015de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:14.258709 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06689118-ed77-4b04-9eb3-e73dbcbfff87 None None] Pushing event updated for resources: {'Port': ['ID=4fef5577-f1b9-4970-9f15-0b4229ce8255,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:14.289610 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2cfd19a5-bc26-4daf-bf2b-be898f57cd21 req-f4e3ffb6-ee3c-4843-a888-3e35fe3a1588 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945699 Apr 05 14:37:14.302820 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e04bd-24af-4cb8-beb8-e4e0b26c1e40 req-cad4a6ef-0e3e-4160-b3c3-7909b93d61cd tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:14.312411 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2d1e04bd-24af-4cb8-beb8-e4e0b26c1e40 req-cad4a6ef-0e3e-4160-b3c3-7909b93d61cd tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cc4f01f-a830-4638-8b39-fd1db76b7b4f HTTP/1.1" status: 200 len: 945 time: 0.1011484 Apr 05 14:37:14.318658 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-9c0549bb-7a0d-4124-b57c-c5f85be8bfd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a03fabd-6476-497e-8673-086473610873', 'name': 'tempest-TestVolumeBackupRestore-1960271004-router', 'tenant_id': 'c6d7d106196c47bab9057a60414eb92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'ced65f4f-32ad-4a73-a706-e0f372f2e5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:37:01Z', 'updated_at': '2022-04-05T14:37:10Z', 'revision_number': 4, 'project_id': 'c6d7d106196c47bab9057a60414eb92c', 'gw_port': {'id': 'ced65f4f-32ad-4a73-a706-e0f372f2e5be', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:de:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a03fabd-6476-497e-8673-086473610873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:37:02Z', 'updated_at': '2022-04-05T14:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '4fef5577-f1b9-4970-9f15-0b4229ce8255', 'name': '', 'network_id': '663ca2d9-20db-46f3-a840-3b61cfaa89c4', 'tenant_id': 'c6d7d106196c47bab9057a60414eb92c', 'mac_address': 'fa:16:3e:5b:68:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a03fabd-6476-497e-8673-086473610873', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'fb98ffa3-a246-4ac7-9ee6-065bd7170bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:37:07Z', 'updated_at': '2022-04-05T14:37:13Z', 'revision_number': 4, 'project_id': 'c6d7d106196c47bab9057a60414eb92c', 'subnets': [{'id': 'fb98ffa3-a246-4ac7-9ee6-065bd7170bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:14.378040 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:14.382169 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0549bb-7a0d-4124-b57c-c5f85be8bfd6 None None] The sync data for ids ['0a03fabd-6476-497e-8673-086473610873'] in n-d-836650-2 is: [{'id': '0a03fabd-6476-497e-8673-086473610873', 'name': 'tempest-TestVolumeBackupRestore-1960271004-router', 'tenant_id': 'c6d7d106196c47bab9057a60414eb92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'ced65f4f-32ad-4a73-a706-e0f372f2e5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:37:01Z', 'updated_at': '2022-04-05T14:37:10Z', 'revision_number': 4, 'project_id': 'c6d7d106196c47bab9057a60414eb92c', 'gw_port': {'id': 'ced65f4f-32ad-4a73-a706-e0f372f2e5be', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:de:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a03fabd-6476-497e-8673-086473610873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:37:02Z', 'updated_at': '2022-04-05T14:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '4fef5577-f1b9-4970-9f15-0b4229ce8255', 'name': '', 'network_id': '663ca2d9-20db-46f3-a840-3b61cfaa89c4', 'tenant_id': 'c6d7d106196c47bab9057a60414eb92c', 'mac_address': 'fa:16:3e:5b:68:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a03fabd-6476-497e-8673-086473610873', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'fb98ffa3-a246-4ac7-9ee6-065bd7170bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:37:07Z', 'updated_at': '2022-04-05T14:37:13Z', 'revision_number': 4, 'project_id': 'c6d7d106196c47bab9057a60414eb92c', 'subnets': [{'id': 'fb98ffa3-a246-4ac7-9ee6-065bd7170bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:37:14.406489 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2d1e04bd-24af-4cb8-beb8-e4e0b26c1e40 req-86832a84-326c-4bea-8460-0ed27b77a588 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880578 Apr 05 14:37:14.417850 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 022b1476-4190-4c5b-a67b-4356b8490205 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:37:14.483516 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 022b1476-4190-4c5b-a67b-4356b8490205, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=022b1476-4190-4c5b-a67b-4356b8490205,segment=NetworkSegment(2bd40b06-9213-421d-9fff-c47075683508),segment_id=2bd40b06-9213-421d-9fff-c47075683508)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:14.519557 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43320) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:14.525309 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-813dbaf8-ed48-4039-97c4-177aa22d2b4d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1459058559-network', 'tenant_id': '137134eda0f64a8f9bf4c24829fd7a10'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:37:14.582133 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:14.584210 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device f959b160-8254-4f90-83f1-eebf3b81966c details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:37:14.642443 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-813dbaf8-ed48-4039-97c4-177aa22d2b4d admin admin] Made reservation on behalf of 137134eda0f64a8f9bf4c24829fd7a10 for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:37:14.645179 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-813dbaf8-ed48-4039-97c4-177aa22d2b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:14.656028 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-813dbaf8-ed48-4039-97c4-177aa22d2b4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:14.661839 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=022b1476-4190-4c5b-a67b-4356b8490205,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:14.789582 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b72996-942a-45d6-b61f-233ac6396826 req-3db02922-8555-40dc-ae21-e33b862c3b25 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:14.791665 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-813dbaf8-ed48-4039-97c4-177aa22d2b4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:14.797580 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b72996-942a-45d6-b61f-233ac6396826 req-3db02922-8555-40dc-ae21-e33b862c3b25 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:14.805113 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b72996-942a-45d6-b61f-233ac6396826 req-3db02922-8555-40dc-ae21-e33b862c3b25 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:14.812957 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b72996-942a-45d6-b61f-233ac6396826 req-3db02922-8555-40dc-ae21-e33b862c3b25 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:14.819433 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b72996-942a-45d6-b61f-233ac6396826 req-3db02922-8555-40dc-ae21-e33b862c3b25 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:14.819730 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port f959b160-8254-4f90-83f1-eebf3b81966c, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=f959b160-8254-4f90-83f1-eebf3b81966c,segment=NetworkSegment(9b21705a-bc5f-4914-8fe4-95935e7f97b2),segment_id=9b21705a-bc5f-4914-8fe4-95935e7f97b2)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:14.825736 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b72996-942a-45d6-b61f-233ac6396826 req-3db02922-8555-40dc-ae21-e33b862c3b25 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:14.833063 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b72996-942a-45d6-b61f-233ac6396826 req-3db02922-8555-40dc-ae21-e33b862c3b25 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:14.834993 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-18b72996-942a-45d6-b61f-233ac6396826 req-3db02922-8555-40dc-ae21-e33b862c3b25 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 5423 time: 0.1261654 Apr 05 14:37:14.861529 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': 'f959b160-8254-4f90-83f1-eebf3b81966c', 'network_id': '09506e0a-3744-473b-8a54-c7b44b9b7c22', 'port_id': 'f959b160-8254-4f90-83f1-eebf3b81966c', 'mac_address': 'fa:16:3e:fb:d0:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b51efa3-447b-4716-ae17-34d89f9e6b99', 'ip_address': '10.1.1.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:37:14.874747 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-813dbaf8-ed48-4039-97c4-177aa22d2b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:14.901324 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-813dbaf8-ed48-4039-97c4-177aa22d2b4d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:37:14.919176 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813dbaf8-ed48-4039-97c4-177aa22d2b4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c3b318-90cc-4d42-85c6-15b8ae1aeeb6,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:14.923018 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-813dbaf8-ed48-4039-97c4-177aa22d2b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:14.924287 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-813dbaf8-ed48-4039-97c4-177aa22d2b4d admin admin] Added segment d8889e6f-e6cc-46dd-8e03-70601ec6604c of type vlan for network 85382670-efb8-48f1-a49f-87979afc1bbb Apr 05 14:37:14.941465 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-18b72996-942a-45d6-b61f-233ac6396826 req-43350a8b-6830-4d8d-8f30-a250483eca24 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/security-groups?id=756a1fd7-e8fc-4bda-8783-a2c1d11a4f04&id=cbd616a3-13b2-4eba-903a-bcdcba548a35&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0858812 Apr 05 14:37:14.977448 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbd1cd5-8408-491d-b8c6-a24a1ba90c12 req-7f02f1c5-28f3-42c2-b79f-ffa24ed45a19 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:14.979036 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bbbd1cd5-8408-491d-b8c6-a24a1ba90c12 req-7f02f1c5-28f3-42c2-b79f-ffa24ed45a19 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.1151123 Apr 05 14:37:14.982526 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:15.006621 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-813dbaf8-ed48-4039-97c4-177aa22d2b4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:15.027672 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f959b160-8254-4f90-83f1-eebf3b81966c {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:37:15.070498 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port f959b160-8254-4f90-83f1-eebf3b81966c, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=f959b160-8254-4f90-83f1-eebf3b81966c,segment=NetworkSegment(9b21705a-bc5f-4914-8fe4-95935e7f97b2),segment_id=9b21705a-bc5f-4914-8fe4-95935e7f97b2)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:15.076683 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bbbd1cd5-8408-491d-b8c6-a24a1ba90c12 req-9b1e916e-d905-4a80-a8bf-3f16fb311877 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799098 Apr 05 14:37:15.096493 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-813dbaf8-ed48-4039-97c4-177aa22d2b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:15.098750 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813dbaf8-ed48-4039-97c4-177aa22d2b4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:15.099825 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-813dbaf8-ed48-4039-97c4-177aa22d2b4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:15.159323 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:15.160143 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 0c4f6388-349e-4a35-a663-fd75e1242b4e details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:37:15.236074 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813dbaf8-ed48-4039-97c4-177aa22d2b4d admin admin] Pushing event updated for resources: {'Network': ['ID=85382670-efb8-48f1-a49f-87979afc1bbb,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:15.273806 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 85382670-efb8-48f1-a49f-87979afc1bbb details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:37:15.298690 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43340) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:15.333766 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2fae2c-3130-4aba-b14d-70c15de62320 req-218ebc59-1d74-4bbb-8350-29bd9f3c359b tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:15.335753 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6f2fae2c-3130-4aba-b14d-70c15de62320 req-218ebc59-1d74-4bbb-8350-29bd9f3c359b tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.1625657 Apr 05 14:37:15.358577 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52495267-0b2a-4267-b244-b6707d07732a req-59fb0cfa-c0cf-4354-8f8d-788d774d4129 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:15.366250 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-813dbaf8-ed48-4039-97c4-177aa22d2b4d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8449380 Apr 05 14:37:15.368825 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43348) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:15.375756 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-45ba0765-b939-4a4e-872e-240c210f05b0 admin admin] Request body: {'subnet': {'network_id': '85382670-efb8-48f1-a49f-87979afc1bbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1459058559-subnet', 'tenant_id': '137134eda0f64a8f9bf4c24829fd7a10', 'ip_version': 4}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:37:15.377655 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-52495267-0b2a-4267-b244-b6707d07732a req-59fb0cfa-c0cf-4354-8f8d-788d774d4129 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=156af86b-ac1e-4dfc-ae74-932b14d79407 HTTP/1.1" status: 200 len: 945 time: 0.1234412 Apr 05 14:37:15.406798 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 0c4f6388-349e-4a35-a663-fd75e1242b4e, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=0c4f6388-349e-4a35-a663-fd75e1242b4e,segment=NetworkSegment(9b21705a-bc5f-4914-8fe4-95935e7f97b2),segment_id=9b21705a-bc5f-4914-8fe4-95935e7f97b2)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:15.410514 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=f959b160-8254-4f90-83f1-eebf3b81966c,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:15.450613 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': '0c4f6388-349e-4a35-a663-fd75e1242b4e', 'network_id': '09506e0a-3744-473b-8a54-c7b44b9b7c22', 'port_id': '0c4f6388-349e-4a35-a663-fd75e1242b4e', 'mac_address': 'fa:16:3e:e0:35:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b51efa3-447b-4716-ae17-34d89f9e6b99', 'ip_address': '10.1.1.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:37:15.476253 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6f2fae2c-3130-4aba-b14d-70c15de62320 req-8549e27d-7feb-4ae0-a4b8-beb84d1207d6 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289604 Apr 05 14:37:15.480459 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-52495267-0b2a-4267-b244-b6707d07732a req-948ae54d-b783-4732-8a8e-19f50303cfef tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020195 Apr 05 14:37:15.519193 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ba0765-b939-4a4e-872e-240c210f05b0 admin admin] Made reservation on behalf of 137134eda0f64a8f9bf4c24829fd7a10 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:37:15.522288 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-45ba0765-b939-4a4e-872e-240c210f05b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:15.569565 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:15.577359 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-9ffeec51-ab79-4552-b874-3e38670e09be tempest-NetworksNegativeTestJSON-1909854091 tempest-NetworksNegativeTestJSON-1909854091-project] Request body: {'port': {'network_id': 'b6adeb53-5276-4546-a3a1-4b514f2177b9', 'name': 'tempest-NetworksNegativeTestJSON-299010720'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:37:15.597600 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c4f6388-349e-4a35-a663-fd75e1242b4e {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:37:15.647598 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 0c4f6388-349e-4a35-a663-fd75e1242b4e, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=0c4f6388-349e-4a35-a663-fd75e1242b4e,segment=NetworkSegment(9b21705a-bc5f-4914-8fe4-95935e7f97b2),segment_id=9b21705a-bc5f-4914-8fe4-95935e7f97b2)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:15.658763 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ffeec51-ab79-4552-b874-3e38670e09be tempest-NetworksNegativeTestJSON-1909854091 tempest-NetworksNegativeTestJSON-1909854091-project] POST failed (client error): The resource could not be found. Apr 05 14:37:15.658997 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ffeec51-ab79-4552-b874-3e38670e09be tempest-NetworksNegativeTestJSON-1909854091 tempest-NetworksNegativeTestJSON-1909854091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:37:15.666118 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-9ffeec51-ab79-4552-b874-3e38670e09be tempest-NetworksNegativeTestJSON-1909854091 tempest-NetworksNegativeTestJSON-1909854091-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3640714 Apr 05 14:37:15.668726 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43358) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:15.709419 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-d268a0c6-826a-45a2-8727-7674948b6579 tempest-NetworksNegativeTestJSON-1909854091 tempest-NetworksNegativeTestJSON-1909854091-project] DELETE failed (client error): The resource could not be found. Apr 05 14:37:15.710092 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d268a0c6-826a-45a2-8727-7674948b6579 tempest-NetworksNegativeTestJSON-1909854091 tempest-NetworksNegativeTestJSON-1909854091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:37:15.716524 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:15.717435 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 385bc4e1-71d4-4027-983d-ee339e8e5dfe details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:37:15.719566 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-d268a0c6-826a-45a2-8727-7674948b6579 tempest-NetworksNegativeTestJSON-1909854091 tempest-NetworksNegativeTestJSON-1909854091-project] 10.222.0.30 "DELETE /v2.0/networks/d85b6682-4605-4e4a-9362-a558d70c55d4 HTTP/1.1" status: 404 len: 339 time: 0.0450075 Apr 05 14:37:15.719995 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 43362) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:15.769661 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-c799d6cc-05b9-471a-ac54-03042fb11ea3 tempest-NetworksNegativeTestJSON-1909854091 tempest-NetworksNegativeTestJSON-1909854091-project] DELETE failed (client error): The resource could not be found. Apr 05 14:37:15.770391 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c799d6cc-05b9-471a-ac54-03042fb11ea3 tempest-NetworksNegativeTestJSON-1909854091 tempest-NetworksNegativeTestJSON-1909854091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103320) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:37:15.775458 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-c799d6cc-05b9-471a-ac54-03042fb11ea3 tempest-NetworksNegativeTestJSON-1909854091 tempest-NetworksNegativeTestJSON-1909854091-project] 10.222.0.30 "DELETE /v2.0/ports/53d146f7-482f-46fd-84bf-9a5b29455180 HTTP/1.1" status: 404 len: 333 time: 0.0518622 Apr 05 14:37:15.791579 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393ccdc-bf87-4ed1-b0fd-8b9a375dcd95 req-0e4f71e2-25ad-44b7-b604-638bb383c3fe tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:15.794446 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43364) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:15.801238 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2393ccdc-bf87-4ed1-b0fd-8b9a375dcd95 req-0e4f71e2-25ad-44b7-b604-638bb383c3fe tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cc4f01f-a830-4638-8b39-fd1db76b7b4f HTTP/1.1" status: 200 len: 945 time: 0.1749532 Apr 05 14:37:15.835008 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4f9dd3f-55c2-4e26-97aa-21839457aced tempest-NetworksNegativeTestJSON-1909854091 tempest-NetworksNegativeTestJSON-1909854091-project] DELETE failed (client error): The resource could not be found. Apr 05 14:37:15.835377 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4f9dd3f-55c2-4e26-97aa-21839457aced tempest-NetworksNegativeTestJSON-1909854091 tempest-NetworksNegativeTestJSON-1909854091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:37:15.836330 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dbe1f0-8cfe-4d61-b318-2af4f15b6dd8 req-5e735ab8-05ae-4fce-937e-0c6e916220a0 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:15.837969 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c8dbe1f0-8cfe-4d61-b318-2af4f15b6dd8 req-5e735ab8-05ae-4fce-937e-0c6e916220a0 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.1700072 Apr 05 14:37:15.855399 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-e4f9dd3f-55c2-4e26-97aa-21839457aced tempest-NetworksNegativeTestJSON-1909854091 tempest-NetworksNegativeTestJSON-1909854091-project] 10.222.0.30 "DELETE /v2.0/subnets/126feae7-bfc7-4100-bc63-d43df16c58b5 HTTP/1.1" status: 404 len: 337 time: 0.0598712 Apr 05 14:37:15.873490 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2393ccdc-bf87-4ed1-b0fd-8b9a375dcd95 req-426b1517-5da9-4061-96cd-ba7eb162283d tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710232 Apr 05 14:37:15.879542 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 43368) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:15.939686 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=0c4f6388-349e-4a35-a663-fd75e1242b4e,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:15.940990 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-841f74d8-1e59-4575-b086-1960e4253deb tempest-NetworksNegativeTestJSON-1909854091 tempest-NetworksNegativeTestJSON-1909854091-project] GET failed (client error): The resource could not be found. Apr 05 14:37:15.949503 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-841f74d8-1e59-4575-b086-1960e4253deb tempest-NetworksNegativeTestJSON-1909854091 tempest-NetworksNegativeTestJSON-1909854091-project] 10.222.0.30 "GET /v2.0/networks/7f4a15ba-6bae-4399-a55a-b0ea6e914c0c HTTP/1.1" status: 404 len: 339 time: 0.0681782 Apr 05 14:37:15.958660 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 43376) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:16.013130 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c8dbe1f0-8cfe-4d61-b318-2af4f15b6dd8 req-26b57369-d252-4cc4-a9db-ca0809d23af0 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555929 Apr 05 14:37:16.031204 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-45ba0765-b939-4a4e-872e-240c210f05b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:16.048058 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-51a0db5f-2900-4de8-b00d-581120ebe99a tempest-NetworksNegativeTestJSON-1909854091 tempest-NetworksNegativeTestJSON-1909854091-project] GET failed (client error): The resource could not be found. Apr 05 14:37:16.056603 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 385bc4e1-71d4-4027-983d-ee339e8e5dfe, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=385bc4e1-71d4-4027-983d-ee339e8e5dfe,segment=NetworkSegment(d416e1c2-0a1e-4961-921e-eee607643059),segment_id=d416e1c2-0a1e-4961-921e-eee607643059)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:16.068217 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-51a0db5f-2900-4de8-b00d-581120ebe99a tempest-NetworksNegativeTestJSON-1909854091 tempest-NetworksNegativeTestJSON-1909854091-project] 10.222.0.30 "GET /v2.0/ports/908224af-54d9-4482-84f2-26a8ecb374cf HTTP/1.1" status: 404 len: 333 time: 0.0780952 Apr 05 14:37:16.068217 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 43382) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:16.094441 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': '385bc4e1-71d4-4027-983d-ee339e8e5dfe', 'network_id': 'd702c3d6-7199-4322-a653-c463eb30ccf9', 'port_id': '385bc4e1-71d4-4027-983d-ee339e8e5dfe', 'mac_address': 'fa:16:3e:b7:74:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31d23931-2c8c-4da7-8029-521a7261e7d6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:37:16.151524 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ba0765-b939-4a4e-872e-240c210f05b0 admin admin] Checking segment: {'id': 'd8889e6f-e6cc-46dd-8e03-70601ec6604c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '85382670-efb8-48f1-a49f-87979afc1bbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:37:16.152219 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ba0765-b939-4a4e-872e-240c210f05b0 admin admin] Network hostable DHCP agents. Network: 85382670-efb8-48f1-a49f-87979afc1bbb, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:37:16.155044 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ba0765-b939-4a4e-872e-240c210f05b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80d58c06-8a43-4370-b0b5-5687d64f06cf,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:16.193758 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 4fef5577-f1b9-4970-9f15-0b4229ce8255 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:37:16.237046 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa993790-c205-4be6-b1cd-1c5d4f8dcb89 tempest-NetworksNegativeTestJSON-1909854091 tempest-NetworksNegativeTestJSON-1909854091-project] GET failed (client error): The resource could not be found. Apr 05 14:37:16.239051 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-aa993790-c205-4be6-b1cd-1c5d4f8dcb89 tempest-NetworksNegativeTestJSON-1909854091 tempest-NetworksNegativeTestJSON-1909854091-project] 10.222.0.30 "GET /v2.0/subnets/a0ff9fee-debd-4a33-8ba3-93b6f98b763a HTTP/1.1" status: 404 len: 337 time: 0.1716285 Apr 05 14:37:16.243343 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 43388) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:16.252845 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-ff52d7c7-d6de-48ff-8c2a-0b1468fc649d tempest-NetworksNegativeTestJSON-1909854091 tempest-NetworksNegativeTestJSON-1909854091-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:37:16.257682 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ba0765-b939-4a4e-872e-240c210f05b0 admin admin] Network 85382670-efb8-48f1-a49f-87979afc1bbb is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:37:16.271642 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:16.277143 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff52d7c7-d6de-48ff-8c2a-0b1468fc649d tempest-NetworksNegativeTestJSON-1909854091 tempest-NetworksNegativeTestJSON-1909854091-project] PUT failed (client error): The resource could not be found. Apr 05 14:37:16.277854 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff52d7c7-d6de-48ff-8c2a-0b1468fc649d tempest-NetworksNegativeTestJSON-1909854091 tempest-NetworksNegativeTestJSON-1909854091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103320) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:37:16.279210 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-ff52d7c7-d6de-48ff-8c2a-0b1468fc649d tempest-NetworksNegativeTestJSON-1909854091 tempest-NetworksNegativeTestJSON-1909854091-project] 10.222.0.30 "PUT /v2.0/networks/00df0cde-86dd-4b53-83b2-6caaea0d30b9 HTTP/1.1" status: 404 len: 339 time: 0.0344977 Apr 05 14:37:16.283378 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 43392) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:16.296264 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-3c1a0c5f-8acf-416e-968f-2bbdf551eba8 tempest-NetworksNegativeTestJSON-1909854091 tempest-NetworksNegativeTestJSON-1909854091-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:37:16.305286 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 4fef5577-f1b9-4970-9f15-0b4229ce8255 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:37:16.305667 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:16.333639 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 385bc4e1-71d4-4027-983d-ee339e8e5dfe {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:37:16.338401 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c1a0c5f-8acf-416e-968f-2bbdf551eba8 tempest-NetworksNegativeTestJSON-1909854091 tempest-NetworksNegativeTestJSON-1909854091-project] PUT failed (client error): The resource could not be found. Apr 05 14:37:16.340025 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c1a0c5f-8acf-416e-968f-2bbdf551eba8 tempest-NetworksNegativeTestJSON-1909854091 tempest-NetworksNegativeTestJSON-1909854091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103320) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:37:16.341485 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-3c1a0c5f-8acf-416e-968f-2bbdf551eba8 tempest-NetworksNegativeTestJSON-1909854091 tempest-NetworksNegativeTestJSON-1909854091-project] 10.222.0.30 "PUT /v2.0/ports/5971a2ef-60ee-477b-afbb-b3984bc3deb5 HTTP/1.1" status: 404 len: 333 time: 0.0567622 Apr 05 14:37:16.346059 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43394) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:16.351808 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-c2486a9b-e1e6-4a09-af7d-e1c711f8d7b4 tempest-NetworksNegativeTestJSON-1909854091 tempest-NetworksNegativeTestJSON-1909854091-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:37:16.381916 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8328f404-25e2-49ca-81a2-d3de06ed7917 req-bda377cf-e2a1-4822-a87a-1e88293652ec tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:16.390834 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8328f404-25e2-49ca-81a2-d3de06ed7917 req-bda377cf-e2a1-4822-a87a-1e88293652ec tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:16.399095 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2486a9b-e1e6-4a09-af7d-e1c711f8d7b4 tempest-NetworksNegativeTestJSON-1909854091 tempest-NetworksNegativeTestJSON-1909854091-project] PUT failed (client error): The resource could not be found. Apr 05 14:37:16.400290 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2486a9b-e1e6-4a09-af7d-e1c711f8d7b4 tempest-NetworksNegativeTestJSON-1909854091 tempest-NetworksNegativeTestJSON-1909854091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:37:16.400760 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8328f404-25e2-49ca-81a2-d3de06ed7917 req-bda377cf-e2a1-4822-a87a-1e88293652ec tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:16.405222 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-c2486a9b-e1e6-4a09-af7d-e1c711f8d7b4 tempest-NetworksNegativeTestJSON-1909854091 tempest-NetworksNegativeTestJSON-1909854091-project] 10.222.0.30 "PUT /v2.0/subnets/08a7b0d6-d10a-4a32-b3cb-3bf4a93070d3 HTTP/1.1" status: 404 len: 337 time: 0.0576453 Apr 05 14:37:16.406165 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-45ba0765-b939-4a4e-872e-240c210f05b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 85382670-efb8-48f1-a49f-87979afc1bbb) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:37:16.410689 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 385bc4e1-71d4-4027-983d-ee339e8e5dfe, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=385bc4e1-71d4-4027-983d-ee339e8e5dfe,segment=NetworkSegment(d416e1c2-0a1e-4961-921e-eee607643059),segment_id=d416e1c2-0a1e-4961-921e-eee607643059)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:16.413050 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8328f404-25e2-49ca-81a2-d3de06ed7917 req-bda377cf-e2a1-4822-a87a-1e88293652ec tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:16.420148 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ba0765-b939-4a4e-872e-240c210f05b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:16.420918 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-45ba0765-b939-4a4e-872e-240c210f05b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:16.424404 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45c0896-080b-47e9-8442-82afa6ed26f8 None None] Network 85382670-efb8-48f1-a49f-87979afc1bbb requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:37:16.424678 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8328f404-25e2-49ca-81a2-d3de06ed7917 req-bda377cf-e2a1-4822-a87a-1e88293652ec tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:16.435652 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8328f404-25e2-49ca-81a2-d3de06ed7917 req-bda377cf-e2a1-4822-a87a-1e88293652ec tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:16.443354 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8328f404-25e2-49ca-81a2-d3de06ed7917 req-bda377cf-e2a1-4822-a87a-1e88293652ec tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:16.457890 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8328f404-25e2-49ca-81a2-d3de06ed7917 req-bda377cf-e2a1-4822-a87a-1e88293652ec tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 5425 time: 0.2915466 Apr 05 14:37:16.542075 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:16.542961 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 28f37818-79d9-4d80-9e8f-cdf11e9c8346 details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:37:16.549790 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-45ba0765-b939-4a4e-872e-240c210f05b0 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1781044 Apr 05 14:37:16.554695 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43422) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:16.566743 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-4024fcbc-8131-4e48-8e1c-85eb03e25a11 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1459058559-router', 'tenant_id': '137134eda0f64a8f9bf4c24829fd7a10', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:37:16.617152 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 28f37818-79d9-4d80-9e8f-cdf11e9c8346, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=28f37818-79d9-4d80-9e8f-cdf11e9c8346,segment=NetworkSegment(9b21705a-bc5f-4914-8fe4-95935e7f97b2),segment_id=9b21705a-bc5f-4914-8fe4-95935e7f97b2)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:16.621208 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8328f404-25e2-49ca-81a2-d3de06ed7917 req-66f63783-6b23-475e-96c3-3ed7a7fef496 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/security-groups?id=756a1fd7-e8fc-4bda-8783-a2c1d11a4f04&id=cbd616a3-13b2-4eba-903a-bcdcba548a35&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1235132 Apr 05 14:37:16.685967 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4024fcbc-8131-4e48-8e1c-85eb03e25a11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27088'] for router, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:16.687671 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4024fcbc-8131-4e48-8e1c-85eb03e25a11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27079'] for router, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:16.775257 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4024fcbc-8131-4e48-8e1c-85eb03e25a11 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:16.780563 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=385bc4e1-71d4-4027-983d-ee339e8e5dfe,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:16.794030 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': '28f37818-79d9-4d80-9e8f-cdf11e9c8346', 'network_id': '09506e0a-3744-473b-8a54-c7b44b9b7c22', 'port_id': '28f37818-79d9-4d80-9e8f-cdf11e9c8346', 'mac_address': 'fa:16:3e:91:4e:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b51efa3-447b-4716-ae17-34d89f9e6b99', 'ip_address': '10.1.1.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:37:16.829381 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9746a85e-e688-423b-af2c-5f4a50afd249 req-25868fd4-2f03-40dc-b984-584ea91db705 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:16.831303 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9746a85e-e688-423b-af2c-5f4a50afd249 req-25868fd4-2f03-40dc-b984-584ea91db705 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.1835990 Apr 05 14:37:16.931725 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9746a85e-e688-423b-af2c-5f4a50afd249 req-d23e96e7-6304-4653-9b16-b0efc14da461 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761390 Apr 05 14:37:16.976042 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:17.023460 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28f37818-79d9-4d80-9e8f-cdf11e9c8346 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:37:17.025021 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a472f7a4-3dd2-440d-b324-e32f63bbea56 req-2f9255d5-47a1-4baf-86bb-f219ee76f783 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:17.035665 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a472f7a4-3dd2-440d-b324-e32f63bbea56 req-2f9255d5-47a1-4baf-86bb-f219ee76f783 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=156af86b-ac1e-4dfc-ae74-932b14d79407 HTTP/1.1" status: 200 len: 945 time: 0.2302136 Apr 05 14:37:17.094229 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 28f37818-79d9-4d80-9e8f-cdf11e9c8346, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=28f37818-79d9-4d80-9e8f-cdf11e9c8346,segment=NetworkSegment(9b21705a-bc5f-4914-8fe4-95935e7f97b2),segment_id=9b21705a-bc5f-4914-8fe4-95935e7f97b2)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:17.131309 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590d963a-c0be-4462-b980-096e719beb72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-85382670-efb8-48f1-a49f-87979afc1bbb', 'network_id': '85382670-efb8-48f1-a49f-87979afc1bbb', 'tenant_id': '137134eda0f64a8f9bf4c24829fd7a10', 'fixed_ips': [{'subnet_id': '80d58c06-8a43-4370-b0b5-5687d64f06cf'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:37:17.132478 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-590d963a-c0be-4462-b980-096e719beb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:17.209291 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a472f7a4-3dd2-440d-b324-e32f63bbea56 req-80a78dee-69e9-4ed7-9e1e-4c295ba75a2d tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725655 Apr 05 14:37:17.246641 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ce978e-dffb-473a-a7dc-26412ba6ca82 req-cd54c37f-f3fd-4894-b9cf-e3b8743c4cf5 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:17.248288 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b4ce978e-dffb-473a-a7dc-26412ba6ca82 req-cd54c37f-f3fd-4894-b9cf-e3b8743c4cf5 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cc4f01f-a830-4638-8b39-fd1db76b7b4f HTTP/1.1" status: 200 len: 945 time: 0.1464183 Apr 05 14:37:17.250934 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59ed7e4-66a3-4517-8cbd-0a77a2911a36 req-fd4e9b52-9614-46c1-9c71-be90862f7890 tempest-LiveMigrationTest-1634108813 tempest-LiveMigrationTest-1634108813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:17.259936 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c59ed7e4-66a3-4517-8cbd-0a77a2911a36 req-fd4e9b52-9614-46c1-9c71-be90862f7890 tempest-LiveMigrationTest-1634108813 tempest-LiveMigrationTest-1634108813-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4cc4f01f-a830-4638-8b39-fd1db76b7b4f&tenant_id=f15fb34306734f1db943c159bdbff20e&binding%3Ahost_id=n-h2-836650-2 HTTP/1.1" status: 200 len: 1096 time: 0.1875536 Apr 05 14:37:17.293042 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-c59ed7e4-66a3-4517-8cbd-0a77a2911a36 req-87479747-2730-48a6-8ac0-66e384d08d51 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836650-2'}}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:37:17.316379 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43472) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:17.375758 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:17.376428 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device d29567c3-98a7-48ae-97f5-236352cc0866 details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:37:17.411324 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4024fcbc-8131-4e48-8e1c-85eb03e25a11 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:17.461875 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43486) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:17.477206 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-c59ed7e4-66a3-4517-8cbd-0a77a2911a36 req-87479747-2730-48a6-8ac0-66e384d08d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:17.533652 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b4ce978e-dffb-473a-a7dc-26412ba6ca82 req-acb834e4-209d-47f7-982a-a6c8cc392198 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650411 Apr 05 14:37:17.541061 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port d29567c3-98a7-48ae-97f5-236352cc0866, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=d29567c3-98a7-48ae-97f5-236352cc0866,segment=NetworkSegment(2bd40b06-9213-421d-9fff-c47075683508),segment_id=2bd40b06-9213-421d-9fff-c47075683508)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:17.579308 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-68f6d615-109a-44f7-a14c-6915ec4ef253 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:17.586439 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': 'd29567c3-98a7-48ae-97f5-236352cc0866', 'network_id': 'c4310feb-f943-4c8e-9d50-b56fc088080f', 'port_id': 'd29567c3-98a7-48ae-97f5-236352cc0866', 'mac_address': 'fa:16:3e:29:c9:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14bbd64b-ac98-484b-b8ba-41cb2378fef4', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:37:17.589565 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=28f37818-79d9-4d80-9e8f-cdf11e9c8346,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:17.605177 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-afb46763-f13f-4e9a-9fbf-b3a59468286c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:17.647905 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-590d963a-c0be-4462-b980-096e719beb72 None None] Allocated IP 172.20.0.2 (85382670-efb8-48f1-a49f-87979afc1bbb/80d58c06-8a43-4370-b0b5-5687d64f06cf/f59676a6-2293-4248-a20c-382b15cc2a58) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:37:17.660836 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:17.687963 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d29567c3-98a7-48ae-97f5-236352cc0866 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:37:17.712040 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port d29567c3-98a7-48ae-97f5-236352cc0866, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=d29567c3-98a7-48ae-97f5-236352cc0866,segment=NetworkSegment(2bd40b06-9213-421d-9fff-c47075683508),segment_id=2bd40b06-9213-421d-9fff-c47075683508)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:17.787451 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-68f6d615-109a-44f7-a14c-6915ec4ef253 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:17.815511 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-afb46763-f13f-4e9a-9fbf-b3a59468286c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:17.867177 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-590d963a-c0be-4462-b980-096e719beb72 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:17.871317 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:17.872001 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 8881e57a-5748-4f29-927f-2388c029f510 details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:37:17.917151 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-68f6d615-109a-44f7-a14c-6915ec4ef253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:17.947705 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 8881e57a-5748-4f29-927f-2388c029f510, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=8881e57a-5748-4f29-927f-2388c029f510,segment=NetworkSegment(9b21705a-bc5f-4914-8fe4-95935e7f97b2),segment_id=9b21705a-bc5f-4914-8fe4-95935e7f97b2)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:17.950380 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=d29567c3-98a7-48ae-97f5-236352cc0866,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:17.965638 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': '8881e57a-5748-4f29-927f-2388c029f510', 'network_id': '09506e0a-3744-473b-8a54-c7b44b9b7c22', 'port_id': '8881e57a-5748-4f29-927f-2388c029f510', 'mac_address': 'fa:16:3e:d6:3a:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b51efa3-447b-4716-ae17-34d89f9e6b99', 'ip_address': '10.1.1.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:37:18.012042 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:18.016493 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-68f6d615-109a-44f7-a14c-6915ec4ef253 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=503c753058634613a7e573d9359342e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5534453 Apr 05 14:37:18.021955 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-afb46763-f13f-4e9a-9fbf-b3a59468286c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:18.025223 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43510) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:18.027045 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8881e57a-5748-4f29-927f-2388c029f510 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:37:18.039416 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-590d963a-c0be-4462-b980-096e719beb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:18.057056 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f6d615-109a-44f7-a14c-6915ec4ef253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c0b3f20-acb5-4a77-a930-8746265a555f,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:18.079313 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 8881e57a-5748-4f29-927f-2388c029f510, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=8881e57a-5748-4f29-927f-2388c029f510,segment=NetworkSegment(9b21705a-bc5f-4914-8fe4-95935e7f97b2),segment_id=9b21705a-bc5f-4914-8fe4-95935e7f97b2)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:18.097073 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590d963a-c0be-4462-b980-096e719beb72 None None] Network 85382670-efb8-48f1-a49f-87979afc1bbb is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:37:18.100285 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-590d963a-c0be-4462-b980-096e719beb72 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:37:18.104361 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590d963a-c0be-4462-b980-096e719beb72 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:37:18.113142 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590d963a-c0be-4462-b980-096e719beb72 None None] Pushing event updated for resources: {'Port': ['ID=f59676a6-2293-4248-a20c-382b15cc2a58,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:18.129178 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4024fcbc-8131-4e48-8e1c-85eb03e25a11 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:18.165731 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:18.167372 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4024fcbc-8131-4e48-8e1c-85eb03e25a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:18.173183 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-afb46763-f13f-4e9a-9fbf-b3a59468286c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=115ea39120314c68885b57147fff485c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8556383 Apr 05 14:37:18.176373 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb46763-f13f-4e9a-9fbf-b3a59468286c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e32007a9-ce08-464b-8426-bd6c9e8ddd14,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:18.184787 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43512) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:18.200091 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-c59ed7e4-66a3-4517-8cbd-0a77a2911a36 req-87479747-2730-48a6-8ac0-66e384d08d51 service neutron] For port 0c6707e2-66bd-42d7-96d4-e000d477bf32, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=0c6707e2-66bd-42d7-96d4-e000d477bf32,segment=NetworkSegment(d98286ea-3af7-47a7-a92d-d95717c2d70a),segment_id=d98286ea-3af7-47a7-a92d-d95717c2d70a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:18.203992 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-590d963a-c0be-4462-b980-096e719beb72 None None] Attempting to bind port f59676a6-2293-4248-a20c-382b15cc2a58 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:37:18.204431 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-590d963a-c0be-4462-b980-096e719beb72 None None] Attempting to bind port f59676a6-2293-4248-a20c-382b15cc2a58 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'd8889e6f-e6cc-46dd-8e03-70601ec6604c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '85382670-efb8-48f1-a49f-87979afc1bbb'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:37:18.204984 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590d963a-c0be-4462-b980-096e719beb72 None None] Attempting to bind port f59676a6-2293-4248-a20c-382b15cc2a58 on network 85382670-efb8-48f1-a49f-87979afc1bbb {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:37:18.217507 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590d963a-c0be-4462-b980-096e719beb72 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:37:18.219384 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590d963a-c0be-4462-b980-096e719beb72 None None] Checking segment: {'id': 'd8889e6f-e6cc-46dd-8e03-70601ec6604c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '85382670-efb8-48f1-a49f-87979afc1bbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:37:18.219384 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-590d963a-c0be-4462-b980-096e719beb72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:18.219384 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590d963a-c0be-4462-b980-096e719beb72 None None] Bound using segment: {'id': 'd8889e6f-e6cc-46dd-8e03-70601ec6604c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '85382670-efb8-48f1-a49f-87979afc1bbb'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:37:18.219384 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-590d963a-c0be-4462-b980-096e719beb72 None None] Bound port: f59676a6-2293-4248-a20c-382b15cc2a58, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8889e6f-e6cc-46dd-8e03-70601ec6604c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '85382670-efb8-48f1-a49f-87979afc1bbb'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:37:18.219964 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-590d963a-c0be-4462-b980-096e719beb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:18.249710 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2a70440c-6f13-466e-ad6a-fc39326270f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:18.271269 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102f1a4-331b-4de7-bd15-9948f97dab23 req-2d9eb0fe-439c-453a-9711-34d0986c88e3 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:18.278386 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d102f1a4-331b-4de7-bd15-9948f97dab23 req-2d9eb0fe-439c-453a-9711-34d0986c88e3 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/networks?id=e9f4fa40-46c8-414a-a7c0-062d21c067f9 HTTP/1.1" status: 200 len: 805 time: 0.7437558 Apr 05 14:37:18.311794 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-590d963a-c0be-4462-b980-096e719beb72 None None] For port f59676a6-2293-4248-a20c-382b15cc2a58, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:37:18.316780 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-590d963a-c0be-4462-b980-096e719beb72 None None] For port f59676a6-2293-4248-a20c-382b15cc2a58, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=f59676a6-2293-4248-a20c-382b15cc2a58,segment=NetworkSegment(d8889e6f-e6cc-46dd-8e03-70601ec6604c),segment_id=d8889e6f-e6cc-46dd-8e03-70601ec6604c)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:37:18.318939 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2a70440c-6f13-466e-ad6a-fc39326270f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:18.321251 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=8881e57a-5748-4f29-927f-2388c029f510,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:18.327537 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404ac9b8-168c-4473-a59a-364b20b5fce7 req-5902475c-346a-47ab-a96b-7d859dfc0aab tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:18.340711 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404ac9b8-168c-4473-a59a-364b20b5fce7 req-5902475c-346a-47ab-a96b-7d859dfc0aab tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:18.350961 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404ac9b8-168c-4473-a59a-364b20b5fce7 req-5902475c-346a-47ab-a96b-7d859dfc0aab tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:18.357551 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404ac9b8-168c-4473-a59a-364b20b5fce7 req-5902475c-346a-47ab-a96b-7d859dfc0aab tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:18.364185 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404ac9b8-168c-4473-a59a-364b20b5fce7 req-5902475c-346a-47ab-a96b-7d859dfc0aab tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:18.370313 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404ac9b8-168c-4473-a59a-364b20b5fce7 req-5902475c-346a-47ab-a96b-7d859dfc0aab tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:18.376373 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404ac9b8-168c-4473-a59a-364b20b5fce7 req-5902475c-346a-47ab-a96b-7d859dfc0aab tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:18.379658 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-404ac9b8-168c-4473-a59a-364b20b5fce7 req-5902475c-346a-47ab-a96b-7d859dfc0aab tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 5429 time: 0.6179307 Apr 05 14:37:18.381163 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-c59ed7e4-66a3-4517-8cbd-0a77a2911a36 req-87479747-2730-48a6-8ac0-66e384d08d51 service neutron] For port 0c6707e2-66bd-42d7-96d4-e000d477bf32, host n-h2-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:37:18.416516 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-590d963a-c0be-4462-b980-096e719beb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:18.430931 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 43518) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:18.478326 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-4024fcbc-8131-4e48-8e1c-85eb03e25a11 admin admin] Allocated IP 172.25.6.33 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/b22e9d48-7416-428f-9082-3624e46b339a) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:37:18.488062 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-38afc8b9-aef8-4dcc-82ee-8e1409f5567c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:18.508367 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-404ac9b8-168c-4473-a59a-364b20b5fce7 req-11f1d63d-b924-4d67-9165-efceca15cdba tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/security-groups?id=756a1fd7-e8fc-4bda-8783-a2c1d11a4f04&id=cbd616a3-13b2-4eba-903a-bcdcba548a35&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0871511 Apr 05 14:37:18.515785 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-38afc8b9-aef8-4dcc-82ee-8e1409f5567c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:18.518522 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cc4f01f-a830-4638-8b39-fd1db76b7b4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c6707e2-66bd-42d7-96d4-e000d477bf32'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:37:18.530508 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c13c754d-a7e3-413a-90a1-1f477fdee5ca" -d '{"events": [{"server_uuid": "4cc4f01f-a830-4638-8b39-fd1db76b7b4f", "name": "network-vif-unplugged", "status": "completed", "tag": "0c6707e2-66bd-42d7-96d4-e000d477bf32"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:37:18.539790 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-c59ed7e4-66a3-4517-8cbd-0a77a2911a36 req-87479747-2730-48a6-8ac0-66e384d08d51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:18.552421 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590d963a-c0be-4462-b980-096e719beb72 None None] Pushing event updated for resources: {'Port': ['ID=f59676a6-2293-4248-a20c-382b15cc2a58,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:18.596382 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0ff6df8a-6427-4ebe-831d-6a49edd990c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:18.645468 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2a70440c-6f13-466e-ad6a-fc39326270f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:18.648042 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2a70440c-6f13-466e-ad6a-fc39326270f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:18.652231 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-2a70440c-6f13-466e-ad6a-fc39326270f5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0c0b3f20-acb5-4a77-a930-8746265a555f HTTP/1.1" status: 204 len: 168 time: 0.6208553 Apr 05 14:37:18.663990 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d102f1a4-331b-4de7-bd15-9948f97dab23 req-e566850d-fef9-4210-a551-e5ca8dfac701 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/quotas/6f9dd14fd23b46d0bf68308d04a6ae90 HTTP/1.1" status: 200 len: 375 time: 0.3846960 Apr 05 14:37:18.684368 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a70440c-6f13-466e-ad6a-fc39326270f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c0b3f20-acb5-4a77-a930-8746265a555f,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:18.688498 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-38afc8b9-aef8-4dcc-82ee-8e1409f5567c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:18.692722 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-38afc8b9-aef8-4dcc-82ee-8e1409f5567c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:18.696105 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-38afc8b9-aef8-4dcc-82ee-8e1409f5567c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e32007a9-ce08-464b-8426-bd6c9e8ddd14 HTTP/1.1" status: 204 len: 168 time: 0.5087779 Apr 05 14:37:18.700985 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-c59ed7e4-66a3-4517-8cbd-0a77a2911a36 req-87479747-2730-48a6-8ac0-66e384d08d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:18.721178 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38afc8b9-aef8-4dcc-82ee-8e1409f5567c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e32007a9-ce08-464b-8426-bd6c9e8ddd14,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:18.762759 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4024fcbc-8131-4e48-8e1c-85eb03e25a11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:18.869986 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['022b1476-4190-4c5b-a67b-4356b8490205'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:37:18.878598 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87479747-2730-48a6-8ac0-66e384d08d51 service neutron] Pushing event updated for resources: {'Port': ['ID=0c6707e2-66bd-42d7-96d4-e000d477bf32,revision_number=7']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:18.891163 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4024fcbc-8131-4e48-8e1c-85eb03e25a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:18.914817 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2f3e4-6602-41f5-af01-9a31092e2f3b req-36ec3d9d-7e48-4a64-a26e-5f7ddb9cf114 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:18.916587 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bfd2f3e4-6602-41f5-af01-9a31092e2f3b req-36ec3d9d-7e48-4a64-a26e-5f7ddb9cf114 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.2807286 Apr 05 14:37:18.919382 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['d29567c3-98a7-48ae-97f5-236352cc0866'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:37:18.922636 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['f959b160-8254-4f90-83f1-eebf3b81966c'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:37:18.931820 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d102f1a4-331b-4de7-bd15-9948f97dab23 req-27a68495-c34f-4e27-ac81-6b76de7bfc91 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6f9dd14fd23b46d0bf68308d04a6ae90&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2531028 Apr 05 14:37:18.962717 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4024fcbc-8131-4e48-8e1c-85eb03e25a11 admin admin] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:37:18.974097 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-4024fcbc-8131-4e48-8e1c-85eb03e25a11 admin admin] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:37:18.979503 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4024fcbc-8131-4e48-8e1c-85eb03e25a11 admin admin] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:37:18.987779 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4024fcbc-8131-4e48-8e1c-85eb03e25a11 admin admin] Pushing event updated for resources: {'Port': ['ID=b22e9d48-7416-428f-9082-3624e46b339a,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:18.989736 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-c59ed7e4-66a3-4517-8cbd-0a77a2911a36 req-87479747-2730-48a6-8ac0-66e384d08d51 service neutron] Attempting to bind port 0c6707e2-66bd-42d7-96d4-e000d477bf32 on host n-h2-836650-2 for vnic_type normal with profile {"migrating_to": "n-h1-836650-2"} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:37:18.990311 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-c59ed7e4-66a3-4517-8cbd-0a77a2911a36 req-87479747-2730-48a6-8ac0-66e384d08d51 service neutron] Attempting to bind port 0c6707e2-66bd-42d7-96d4-e000d477bf32 by drivers openvswitch,hyperv on host n-h2-836650-2 at level 0 using segments [{'id': 'd98286ea-3af7-47a7-a92d-d95717c2d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bbdeb55e-008a-45ea-8c70-7d18b28201f7'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:37:18.990848 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59ed7e4-66a3-4517-8cbd-0a77a2911a36 req-87479747-2730-48a6-8ac0-66e384d08d51 service neutron] Attempting to bind port 0c6707e2-66bd-42d7-96d4-e000d477bf32 on network bbdeb55e-008a-45ea-8c70-7d18b28201f7 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:37:19.007985 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['385bc4e1-71d4-4027-983d-ee339e8e5dfe'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:37:19.045287 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['0c4f6388-349e-4a35-a663-fd75e1242b4e'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:37:19.047884 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['8881e57a-5748-4f29-927f-2388c029f510'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:37:19.057457 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0ff6df8a-6427-4ebe-831d-6a49edd990c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:19.057457 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59ed7e4-66a3-4517-8cbd-0a77a2911a36 req-87479747-2730-48a6-8ac0-66e384d08d51 service neutron] Port 0c6707e2-66bd-42d7-96d4-e000d477bf32 on network bbdeb55e-008a-45ea-8c70-7d18b28201f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:37:19.057457 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59ed7e4-66a3-4517-8cbd-0a77a2911a36 req-87479747-2730-48a6-8ac0-66e384d08d51 service neutron] Attempting to bind port 0c6707e2-66bd-42d7-96d4-e000d477bf32 on network bbdeb55e-008a-45ea-8c70-7d18b28201f7 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:37:19.082297 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59ed7e4-66a3-4517-8cbd-0a77a2911a36 req-87479747-2730-48a6-8ac0-66e384d08d51 service neutron] Checking agent: {'id': '6d8cf521-24bb-4b6a-bbae-0284f5c87a9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:37:19.084161 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59ed7e4-66a3-4517-8cbd-0a77a2911a36 req-87479747-2730-48a6-8ac0-66e384d08d51 service neutron] Checking segment: {'id': 'd98286ea-3af7-47a7-a92d-d95717c2d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bbdeb55e-008a-45ea-8c70-7d18b28201f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:37:19.084161 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59ed7e4-66a3-4517-8cbd-0a77a2911a36 req-87479747-2730-48a6-8ac0-66e384d08d51 service neutron] Bound using segment: {'id': 'd98286ea-3af7-47a7-a92d-d95717c2d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bbdeb55e-008a-45ea-8c70-7d18b28201f7'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:37:19.084161 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-c59ed7e4-66a3-4517-8cbd-0a77a2911a36 req-87479747-2730-48a6-8ac0-66e384d08d51 service neutron] Bound port: 0c6707e2-66bd-42d7-96d4-e000d477bf32, host: n-h2-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd98286ea-3af7-47a7-a92d-d95717c2d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bbdeb55e-008a-45ea-8c70-7d18b28201f7'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:37:19.084161 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-c59ed7e4-66a3-4517-8cbd-0a77a2911a36 req-87479747-2730-48a6-8ac0-66e384d08d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:19.114923 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bfd2f3e4-6602-41f5-af01-9a31092e2f3b req-48551309-d0d5-4f35-af7f-c7939a0311d1 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1697261 Apr 05 14:37:19.172296 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0ff6df8a-6427-4ebe-831d-6a49edd990c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:19.211545 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 14:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b772c3-4164-405d-bfa3-b2d6acaf52a9 x-openstack-request-id: req-57b772c3-4164-405d-bfa3-b2d6acaf52a9 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:37:19.212230 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cc4f01f-a830-4638-8b39-fd1db76b7b4f", "name": "network-vif-unplugged", "status": "completed", "tag": "0c6707e2-66bd-42d7-96d4-e000d477bf32", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:37:19.212230 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-57b772c3-4164-405d-bfa3-b2d6acaf52a9 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:37:19.213505 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57b772c3-4164-405d-bfa3-b2d6acaf52a9'] response: {'server_uuid': '4cc4f01f-a830-4638-8b39-fd1db76b7b4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c6707e2-66bd-42d7-96d4-e000d477bf32', 'code': 200} Apr 05 14:37:19.215378 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d102f1a4-331b-4de7-bd15-9948f97dab23 req-60eb216e-d987-4348-90bd-2d0cdad0c361 service neutron] 10.222.0.30 "GET /v2.0/networks/e9f4fa40-46c8-414a-a7c0-062d21c067f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683058 Apr 05 14:37:19.293114 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-0ff6df8a-6427-4ebe-831d-6a49edd990c3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=91d450ffba0540bfa0e88a59966cbb48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8588617 Apr 05 14:37:19.297225 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43536) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:19.339765 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff6df8a-6427-4ebe-831d-6a49edd990c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a15e956-5fa5-4d48-9ad5-d235214368cf,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:19.353369 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-c59ed7e4-66a3-4517-8cbd-0a77a2911a36 req-87479747-2730-48a6-8ac0-66e384d08d51 service neutron] For port 0c6707e2-66bd-42d7-96d4-e000d477bf32, host n-h2-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:37:19.398750 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-c59ed7e4-66a3-4517-8cbd-0a77a2911a36 req-87479747-2730-48a6-8ac0-66e384d08d51 service neutron] For port 0c6707e2-66bd-42d7-96d4-e000d477bf32, host n-h2-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=0c6707e2-66bd-42d7-96d4-e000d477bf32,segment=NetworkSegment(d98286ea-3af7-47a7-a92d-d95717c2d70a),segment_id=d98286ea-3af7-47a7-a92d-d95717c2d70a)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:37:19.448186 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c55243ed-c081-41ee-a701-ac3a676d20f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:19.478022 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-c59ed7e4-66a3-4517-8cbd-0a77a2911a36 req-87479747-2730-48a6-8ac0-66e384d08d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:19.496494 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d102f1a4-331b-4de7-bd15-9948f97dab23 req-1f668b7c-c879-4467-8a2f-2320d7f2155a service neutron] 10.222.0.30 "GET /v2.0/networks/e9f4fa40-46c8-414a-a7c0-062d21c067f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680893 Apr 05 14:37:19.570456 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f6d60-fcf7-416b-ab37-dc19ba21563e req-3af6fa36-fe19-420a-af72-415f72b7f0ab tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:19.576789 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-237f6d60-fcf7-416b-ab37-dc19ba21563e req-3af6fa36-fe19-420a-af72-415f72b7f0ab tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cc4f01f-a830-4638-8b39-fd1db76b7b4f HTTP/1.1" status: 200 len: 943 time: 0.2164054 Apr 05 14:37:19.605460 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c55243ed-c081-41ee-a701-ac3a676d20f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:19.687300 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87479747-2730-48a6-8ac0-66e384d08d51 service neutron] Pushing event updated for resources: {'Port': ['ID=0c6707e2-66bd-42d7-96d4-e000d477bf32,revision_number=8']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:19.694794 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59ed7e4-66a3-4517-8cbd-0a77a2911a36 req-87479747-2730-48a6-8ac0-66e384d08d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:19.695432 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-c59ed7e4-66a3-4517-8cbd-0a77a2911a36 req-87479747-2730-48a6-8ac0-66e384d08d51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:19.697074 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c59ed7e4-66a3-4517-8cbd-0a77a2911a36 req-87479747-2730-48a6-8ac0-66e384d08d51 service neutron] 10.222.0.55 "PUT /v2.0/ports/0c6707e2-66bd-42d7-96d4-e000d477bf32 HTTP/1.1" status: 200 len: 1121 time: 2.4145820 Apr 05 14:37:19.701476 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-237f6d60-fcf7-416b-ab37-dc19ba21563e req-e9f44b51-cebf-4b71-b591-8503d941b8ac tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134446 Apr 05 14:37:19.773440 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4024fcbc-8131-4e48-8e1c-85eb03e25a11 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:19.899616 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['0c6707e2-66bd-42d7-96d4-e000d477bf32'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:37:19.911437 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['28f37818-79d9-4d80-9e8f-cdf11e9c8346'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:37:19.965576 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c55243ed-c081-41ee-a701-ac3a676d20f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:19.968579 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c55243ed-c081-41ee-a701-ac3a676d20f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:19.972517 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-c55243ed-c081-41ee-a701-ac3a676d20f8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7a15e956-5fa5-4d48-9ad5-d235214368cf HTTP/1.1" status: 204 len: 168 time: 0.6736917 Apr 05 14:37:19.986549 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55243ed-c081-41ee-a701-ac3a676d20f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a15e956-5fa5-4d48-9ad5-d235214368cf,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:19.990954 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['0c6707e2-66bd-42d7-96d4-e000d477bf32'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:37:20.218138 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b145e-4703-4bd6-a6c1-925c39f39761 req-5e60a648-65fa-44ab-9351-8ba1a436d81a tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:20.225417 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b145e-4703-4bd6-a6c1-925c39f39761 req-5e60a648-65fa-44ab-9351-8ba1a436d81a tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:20.228847 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4024fcbc-8131-4e48-8e1c-85eb03e25a11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618'] for router, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:20.245967 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b145e-4703-4bd6-a6c1-925c39f39761 req-5e60a648-65fa-44ab-9351-8ba1a436d81a tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:20.249901 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 0c6707e2-66bd-42d7-96d4-e000d477bf32 details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:37:20.254750 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b145e-4703-4bd6-a6c1-925c39f39761 req-5e60a648-65fa-44ab-9351-8ba1a436d81a tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:20.273869 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device f59676a6-2293-4248-a20c-382b15cc2a58 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:37:20.274333 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b145e-4703-4bd6-a6c1-925c39f39761 req-5e60a648-65fa-44ab-9351-8ba1a436d81a tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:20.284115 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b145e-4703-4bd6-a6c1-925c39f39761 req-5e60a648-65fa-44ab-9351-8ba1a436d81a tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:20.307242 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b145e-4703-4bd6-a6c1-925c39f39761 req-5e60a648-65fa-44ab-9351-8ba1a436d81a tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:20.309324 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-049b145e-4703-4bd6-a6c1-925c39f39761 req-5e60a648-65fa-44ab-9351-8ba1a436d81a tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 5429 time: 0.2748580 Apr 05 14:37:20.376662 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-91559eac-8d3b-4d9f-aa77-7c8e3ed82bec req-fcff8dab-a659-4dbf-b4f1-0cf028e194e8 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=64b35f95-b866-49d9-a481-46235237e195 HTTP/1.1" status: 200 len: 210 time: 0.0406048 Apr 05 14:37:20.462359 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-049b145e-4703-4bd6-a6c1-925c39f39761 req-459d007e-543a-419d-9e37-6a2e7954aadd tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/security-groups?id=756a1fd7-e8fc-4bda-8783-a2c1d11a4f04&id=cbd616a3-13b2-4eba-903a-bcdcba548a35&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1452413 Apr 05 14:37:20.465477 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.db.resource_extend [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 14:37:20.483262 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a06132-097e-4e83-b2ee-850247fb8aa6 None None] Network 85382670-efb8-48f1-a49f-87979afc1bbb requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:37:20.563380 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c541c-5104-4563-8295-a4ed3345465c req-ab864767-b7db-4c73-b241-326b1d2e824a tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:20.566513 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-634c541c-5104-4563-8295-a4ed3345465c req-ab864767-b7db-4c73-b241-326b1d2e824a tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.0656290 Apr 05 14:37:20.633407 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-634c541c-5104-4563-8295-a4ed3345465c req-066912b5-29d1-46df-9e38-0bb1478fd05e tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516958 Apr 05 14:37:20.661167 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4024fcbc-8131-4e48-8e1c-85eb03e25a11 admin admin] Router 732c14e3-8ce5-4bd6-b9f5-b3e95242d355 is scheduled to L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 with binding_index 1 {{(pid=103321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:37:20.808755 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4024fcbc-8131-4e48-8e1c-85eb03e25a11 admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:37:20.900262 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d65f75-be64-427e-88d1-c552a6a92116 req-44ada9e3-7b5b-4b01-b753-3a249a4fa46e tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:20.903830 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-91d65f75-be64-427e-88d1-c552a6a92116 req-44ada9e3-7b5b-4b01-b753-3a249a4fa46e tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cc4f01f-a830-4638-8b39-fd1db76b7b4f HTTP/1.1" status: 200 len: 943 time: 0.0749142 Apr 05 14:37:20.941430 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43592) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:20.949961 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09fae2b-f3dc-4484-9894-9ce9273114c7 None None] Sync routers for ids ['732c14e3-8ce5-4bd6-b9f5-b3e95242d355'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:37:20.958031 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4024fcbc-8131-4e48-8e1c-85eb03e25a11 admin admin] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:20.960504 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-4024fcbc-8131-4e48-8e1c-85eb03e25a11 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.4078836 Apr 05 14:37:20.962965 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-91d65f75-be64-427e-88d1-c552a6a92116 req-782c4ae6-0f36-46c2-b163-7b4ee7aec995 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457082 Apr 05 14:37:20.964003 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 43596) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:21.007440 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09fae2b-f3dc-4484-9894-9ce9273114c7 None None] Routers {'732c14e3-8ce5-4bd6-b9f5-b3e95242d355'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:37:21.008097 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-d09fae2b-f3dc-4484-9894-9ce9273114c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:36:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['732c14e3-8ce5-4bd6-b9f5-b3e95242d355'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:21.026892 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-71d586cc-3d51-414f-81aa-44d8ab82548e None None] Provisioning complete for port f59676a6-2293-4248-a20c-382b15cc2a58 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:37:21.027261 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-71d586cc-3d51-414f-81aa-44d8ab82548e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:21.130499 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port f59676a6-2293-4248-a20c-382b15cc2a58 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:37:21.130941 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:21.179147 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-b6e12932-e3e8-4a2b-b3ae-ae804c80f089 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Request body: {'security_group': {'name': 'tempest-secgroup--391549354'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:37:21.213722 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cc4f01f-a830-4638-8b39-fd1db76b7b4f', 'tag': '0c6707e2-66bd-42d7-96d4-e000d477bf32'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:37:21.216474 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0bc9cd4-5017-480b-992a-078b5637b848" -d '{"events": [{"name": "network-changed", "server_uuid": "4cc4f01f-a830-4638-8b39-fd1db76b7b4f", "tag": "0c6707e2-66bd-42d7-96d4-e000d477bf32"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:37:21.274702 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a09796-8a72-49bf-8136-e4430a6b8d82 x-openstack-request-id: req-72a09796-8a72-49bf-8136-e4430a6b8d82 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:37:21.276316 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cc4f01f-a830-4638-8b39-fd1db76b7b4f", "tag": "0c6707e2-66bd-42d7-96d4-e000d477bf32", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:37:21.276316 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-72a09796-8a72-49bf-8136-e4430a6b8d82 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:37:21.276316 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72a09796-8a72-49bf-8136-e4430a6b8d82'] response: {'name': 'network-changed', 'server_uuid': '4cc4f01f-a830-4638-8b39-fd1db76b7b4f', 'tag': '0c6707e2-66bd-42d7-96d4-e000d477bf32', 'status': 'completed', 'code': 200} Apr 05 14:37:21.394037 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b6e12932-e3e8-4a2b-b3ae-ae804c80f089 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:21.395790 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 0c6707e2-66bd-42d7-96d4-e000d477bf32, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=0c6707e2-66bd-42d7-96d4-e000d477bf32,segment=NetworkSegment(d98286ea-3af7-47a7-a92d-d95717c2d70a),segment_id=d98286ea-3af7-47a7-a92d-d95717c2d70a)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:21.418424 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b6e12932-e3e8-4a2b-b3ae-ae804c80f089 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:21.482085 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 0c6707e2-66bd-42d7-96d4-e000d477bf32 has no active binding in host n-h1-836650-2 {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 05 14:37:21.508130 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-71d586cc-3d51-414f-81aa-44d8ab82548e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:21.519748 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-d09fae2b-f3dc-4484-9894-9ce9273114c7 None None] Set router 732c14e3-8ce5-4bd6-b9f5-b3e95242d355 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:37:21.525359 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-046f1c01-a504-48f1-815d-e78ae526c420 req-67886da0-716c-4886-ac8f-da11cfd13b6a tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=64b35f95-b866-49d9-a481-46235237e195 HTTP/1.1" status: 200 len: 210 time: 0.0581992 Apr 05 14:37:21.526052 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43608) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:21.538328 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc9cd4-5017-480b-992a-078b5637b848 req-640f9e33-daba-4fe8-b321-8643e0ab9916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:21.538328 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c0bc9cd4-5017-480b-992a-078b5637b848 req-640f9e33-daba-4fe8-b321-8643e0ab9916 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f15fb34306734f1db943c159bdbff20e&device_id=4cc4f01f-a830-4638-8b39-fd1db76b7b4f HTTP/1.1" status: 200 len: 1124 time: 0.2407882 Apr 05 14:37:21.545768 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b6e12932-e3e8-4a2b-b3ae-ae804c80f089 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:21.547232 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0a0995ea-1689-491f-a66a-2bd77ec8eecc admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:21.672678 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0a0995ea-1689-491f-a66a-2bd77ec8eecc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:21.674715 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b6e12932-e3e8-4a2b-b3ae-ae804c80f089 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:21.705944 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e12932-e3e8-4a2b-b3ae-ae804c80f089 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8495e1d-4cf5-4c89-842a-dfe0a41ebad6,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:21.751722 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0a0995ea-1689-491f-a66a-2bd77ec8eecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:21.777192 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-71d586cc-3d51-414f-81aa-44d8ab82548e None None] For port f59676a6-2293-4248-a20c-382b15cc2a58, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=f59676a6-2293-4248-a20c-382b15cc2a58,segment=NetworkSegment(d8889e6f-e6cc-46dd-8e03-70601ec6604c),segment_id=d8889e6f-e6cc-46dd-8e03-70601ec6604c)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:21.806451 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:21.843595 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-0a0995ea-1689-491f-a66a-2bd77ec8eecc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5ac844299bab44b3b953129c8c4de747&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3138080 Apr 05 14:37:21.844174 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0995ea-1689-491f-a66a-2bd77ec8eecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=910f1df6-c2e5-47c6-97ed-814a8537c4cb,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:21.844264 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 43614) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:21.899033 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb3cfd2-7baa-492d-89aa-a2f63ff4e54e req-908d402d-b44b-404b-81e1-d70003d85152 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:21.907327 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb3cfd2-7baa-492d-89aa-a2f63ff4e54e req-908d402d-b44b-404b-81e1-d70003d85152 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:21.909132 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-71d586cc-3d51-414f-81aa-44d8ab82548e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:21.914645 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb3cfd2-7baa-492d-89aa-a2f63ff4e54e req-908d402d-b44b-404b-81e1-d70003d85152 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:21.920851 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb3cfd2-7baa-492d-89aa-a2f63ff4e54e req-908d402d-b44b-404b-81e1-d70003d85152 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:21.927318 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb3cfd2-7baa-492d-89aa-a2f63ff4e54e req-908d402d-b44b-404b-81e1-d70003d85152 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:21.934237 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb3cfd2-7baa-492d-89aa-a2f63ff4e54e req-908d402d-b44b-404b-81e1-d70003d85152 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:21.941023 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb3cfd2-7baa-492d-89aa-a2f63ff4e54e req-908d402d-b44b-404b-81e1-d70003d85152 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:21.943233 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4cb3cfd2-7baa-492d-89aa-a2f63ff4e54e req-908d402d-b44b-404b-81e1-d70003d85152 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 5429 time: 0.3130007 Apr 05 14:37:21.954181 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-144d8094-128b-4a25-a0e2-e27123d1a3ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:21.970628 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b6e12932-e3e8-4a2b-b3ae-ae804c80f089 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:21.991974 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc9cd4-5017-480b-992a-078b5637b848 req-ece19f75-3371-4075-a87f-0deaf54fb925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:21.993507 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c0bc9cd4-5017-480b-992a-078b5637b848 req-ece19f75-3371-4075-a87f-0deaf54fb925 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bbdeb55e-008a-45ea-8c70-7d18b28201f7 HTTP/1.1" status: 200 len: 908 time: 0.4391239 Apr 05 14:37:21.998032 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.db.api [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:37:21.998491 n-d-836650-2 neutron-server[103322]: DEBUG oslo_db.api [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:37:22.022965 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d586cc-3d51-414f-81aa-44d8ab82548e None None] Pushing event updated for resources: {'Port': ['ID=f59676a6-2293-4248-a20c-382b15cc2a58,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:22.036725 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-d09fae2b-f3dc-4484-9894-9ce9273114c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732c14e3-8ce5-4bd6-b9f5-b3e95242d355', 'name': 'tempest-TestVolumeBackupRestore-1459058559-router', 'tenant_id': '137134eda0f64a8f9bf4c24829fd7a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': 'b22e9d48-7416-428f-9082-3624e46b339a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:37:16Z', 'updated_at': '2022-04-05T14:37:19Z', 'revision_number': 3, 'project_id': '137134eda0f64a8f9bf4c24829fd7a10', 'gw_port': {'id': 'b22e9d48-7416-428f-9082-3624e46b339a', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b3:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732c14e3-8ce5-4bd6-b9f5-b3e95242d355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:37:18Z', 'updated_at': '2022-04-05T14:37:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:22.071377 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09fae2b-f3dc-4484-9894-9ce9273114c7 None None] Checking router: 732c14e3-8ce5-4bd6-b9f5-b3e95242d355 for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:37:22.071738 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09fae2b-f3dc-4484-9894-9ce9273114c7 None None] Updating router 732c14e3-8ce5-4bd6-b9f5-b3e95242d355 port b22e9d48-7416-428f-9082-3624e46b339a binding host n-d-836650-2 {{(pid=103322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:37:22.079323 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b6e12932-e3e8-4a2b-b3ae-ae804c80f089 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:22.093882 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9920432d-f808-49a1-886a-feba63e9f688 req-f56ef63f-e7b7-4e46-82ef-74715263c70a tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:22.097655 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9920432d-f808-49a1-886a-feba63e9f688 req-f56ef63f-e7b7-4e46-82ef-74715263c70a tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.3154144 Apr 05 14:37:22.102187 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c0bc9cd4-5017-480b-992a-078b5637b848 req-d4380405-e5cb-44ab-a03b-f12b5d999373 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c6707e2-66bd-42d7-96d4-e000d477bf32 HTTP/1.1" status: 200 len: 217 time: 0.0722630 Apr 05 14:37:22.110637 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d09fae2b-f3dc-4484-9894-9ce9273114c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:22.130971 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e12932-e3e8-4a2b-b3ae-ae804c80f089 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65107693-74dd-4ccf-a124-ba86d304d1f9,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:22.197043 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b6e12932-e3e8-4a2b-b3ae-ae804c80f089 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:22.205913 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-b6e12932-e3e8-4a2b-b3ae-ae804c80f089 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2620525 Apr 05 14:37:22.208981 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43624) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:22.250498 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4cb3cfd2-7baa-492d-89aa-a2f63ff4e54e req-ad152177-cbb5-4cfa-b96d-dc825650cc25 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/security-groups?id=756a1fd7-e8fc-4bda-8783-a2c1d11a4f04&id=cbd616a3-13b2-4eba-903a-bcdcba548a35&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2613490 Apr 05 14:37:22.290322 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7c52f7de-21de-499f-9462-58110831738f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:22.309322 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-56f6289d-a124-4250-9d03-046c4c3a6c2d tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0984523 Apr 05 14:37:22.310043 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43628) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:22.317130 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-5a92de71-6a0d-4caf-9c4a-d75b79be590d tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Request body: {'security_group': {'name': 'tempest-security--1495511727', 'description': 'tempest-security-description-123662404'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:37:22.317730 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc9cd4-5017-480b-992a-078b5637b848 req-c1597f80-4451-4984-a670-9978a42227d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:22.319216 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c0bc9cd4-5017-480b-992a-078b5637b848 req-c1597f80-4451-4984-a670-9978a42227d2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ac874e19-e8d7-4dbd-ad30-b4a600298345 HTTP/1.1" status: 200 len: 847 time: 0.1930547 Apr 05 14:37:22.322264 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9920432d-f808-49a1-886a-feba63e9f688 req-9169649f-f119-46dd-8b01-775b429e3256 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2140086 Apr 05 14:37:22.374578 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7c52f7de-21de-499f-9462-58110831738f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:22.400928 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5a92de71-6a0d-4caf-9c4a-d75b79be590d tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:22.406005 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c0bc9cd4-5017-480b-992a-078b5637b848 req-51e39dc9-dad6-48c6-8cd9-c4d0567e207f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bbdeb55e-008a-45ea-8c70-7d18b28201f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664487 Apr 05 14:37:22.420849 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device d29567c3-98a7-48ae-97f5-236352cc0866 up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:37:22.489296 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5a92de71-6a0d-4caf-9c4a-d75b79be590d tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:22.534519 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-fcf28376-61fb-4b50-8b87-6c8520216386 None None] Provisioning complete for port f59676a6-2293-4248-a20c-382b15cc2a58 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:37:22.534876 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fcf28376-61fb-4b50-8b87-6c8520216386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:22.553300 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5a92de71-6a0d-4caf-9c4a-d75b79be590d tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:22.556205 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5a92de71-6a0d-4caf-9c4a-d75b79be590d tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:22.559942 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-5a92de71-6a0d-4caf-9c4a-d75b79be590d tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] 10.222.0.30 "PUT /v2.0/security-groups/65107693-74dd-4ccf-a124-ba86d304d1f9 HTTP/1.1" status: 200 len: 1779 time: 0.2460997 Apr 05 14:37:22.564147 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43636) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:22.611239 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a92de71-6a0d-4caf-9c4a-d75b79be590d tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65107693-74dd-4ccf-a124-ba86d304d1f9,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:22.613775 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e7915-249e-4891-b780-8d79cc79ef84 req-b7c2cd4c-6829-45bc-8b1f-c09e9f9f6480 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:22.615388 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2c7e7915-249e-4891-b780-8d79cc79ef84 req-b7c2cd4c-6829-45bc-8b1f-c09e9f9f6480 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cc4f01f-a830-4638-8b39-fd1db76b7b4f HTTP/1.1" status: 200 len: 943 time: 0.2120872 Apr 05 14:37:22.622693 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-144d8094-128b-4a25-a0e2-e27123d1a3ba admin admin] Allocated IP 172.20.0.1 (85382670-efb8-48f1-a49f-87979afc1bbb/80d58c06-8a43-4370-b0b5-5687d64f06cf/5480384c-ab7a-4f88-adcd-9ccc53533cdc) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:37:22.629474 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-4b00e30f-4c3b-4892-9f8f-3a9a94fed000 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] 10.222.0.30 "GET /v2.0/security-groups/65107693-74dd-4ccf-a124-ba86d304d1f9 HTTP/1.1" status: 200 len: 1779 time: 0.0633273 Apr 05 14:37:22.633916 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43638) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:22.681149 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port d29567c3-98a7-48ae-97f5-236352cc0866 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:37:22.684930 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10902589-8169-46ad-9c31-1cba0668fb96 req-4c9e6146-7a4d-412e-8eb6-a661a92c642d tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:22.688134 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port d29567c3-98a7-48ae-97f5-236352cc0866 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:37:22.688518 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:22.693285 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-10902589-8169-46ad-9c31-1cba0668fb96 req-4c9e6146-7a4d-412e-8eb6-a661a92c642d tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.2258482 Apr 05 14:37:22.716110 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c0bc9cd4-5017-480b-992a-078b5637b848 req-dee8a830-cc18-4ada-8605-5191c64add59 service neutron] 10.222.0.11 "GET /v2.0/networks/bbdeb55e-008a-45ea-8c70-7d18b28201f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833951 Apr 05 14:37:22.740116 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d09fae2b-f3dc-4484-9894-9ce9273114c7 None None] Notify callbacks [] for port, precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:22.794649 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d96b4c4e-29ed-4967-b6c7-0241ef035083 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:22.795377 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7c52f7de-21de-499f-9462-58110831738f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:22.795377 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7c52f7de-21de-499f-9462-58110831738f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:22.795377 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-7c52f7de-21de-499f-9462-58110831738f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/910f1df6-c2e5-47c6-97ed-814a8537c4cb HTTP/1.1" status: 204 len: 168 time: 0.9421794 Apr 05 14:37:22.820972 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:22.835684 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d96b4c4e-29ed-4967-b6c7-0241ef035083 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:22.863957 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2c7e7915-249e-4891-b780-8d79cc79ef84 req-ada3ec35-9ec6-42e3-9f91-68b84ffe582e tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324741 Apr 05 14:37:22.867017 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device f59676a6-2293-4248-a20c-382b15cc2a58 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:37:22.910529 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '382d0b57-20df-4e23-b375-ead2ffe87224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd29567c3-98a7-48ae-97f5-236352cc0866'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:37:22.913342 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c52f7de-21de-499f-9462-58110831738f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910f1df6-c2e5-47c6-97ed-814a8537c4cb,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:22.913519 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab8e2e2-b267-4b1e-b5b3-0b4f70a75856" -d '{"events": [{"server_uuid": "382d0b57-20df-4e23-b375-ead2ffe87224", "name": "network-vif-plugged", "status": "completed", "tag": "d29567c3-98a7-48ae-97f5-236352cc0866"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:37:22.922499 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-10902589-8169-46ad-9c31-1cba0668fb96 req-1341b0de-adc1-441d-84dc-3b2ce758cbb7 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2283752 Apr 05 14:37:22.933526 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d09fae2b-f3dc-4484-9894-9ce9273114c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:22.974836 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port d29567c3-98a7-48ae-97f5-236352cc0866, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=d29567c3-98a7-48ae-97f5-236352cc0866,segment=NetworkSegment(2bd40b06-9213-421d-9fff-c47075683508),segment_id=2bd40b06-9213-421d-9fff-c47075683508)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:22.997399 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d96b4c4e-29ed-4967-b6c7-0241ef035083 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:23.002385 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d96b4c4e-29ed-4967-b6c7-0241ef035083 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:23.008674 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-d96b4c4e-29ed-4967-b6c7-0241ef035083 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] 10.222.0.30 "DELETE /v2.0/security-groups/65107693-74dd-4ccf-a124-ba86d304d1f9 HTTP/1.1" status: 204 len: 168 time: 0.3696585 Apr 05 14:37:23.010263 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43652) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:23.025801 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-d09fae2b-f3dc-4484-9894-9ce9273114c7 None None] Attempting to bind port b22e9d48-7416-428f-9082-3624e46b339a on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:37:23.026302 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-d09fae2b-f3dc-4484-9894-9ce9273114c7 None None] Attempting to bind port b22e9d48-7416-428f-9082-3624e46b339a by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:37:23.026610 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09fae2b-f3dc-4484-9894-9ce9273114c7 None None] Attempting to bind port b22e9d48-7416-428f-9082-3624e46b339a on network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:37:23.040915 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57923a8-0ebd-422b-95d4-bd359ed9fa61 x-openstack-request-id: req-f57923a8-0ebd-422b-95d4-bd359ed9fa61 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:37:23.041212 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "382d0b57-20df-4e23-b375-ead2ffe87224", "name": "network-vif-plugged", "status": "completed", "tag": "d29567c3-98a7-48ae-97f5-236352cc0866", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:37:23.041469 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f57923a8-0ebd-422b-95d4-bd359ed9fa61 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:37:23.042990 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f57923a8-0ebd-422b-95d4-bd359ed9fa61'] response: {'server_uuid': '382d0b57-20df-4e23-b375-ead2ffe87224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd29567c3-98a7-48ae-97f5-236352cc0866', 'code': 200} Apr 05 14:37:23.050711 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-144d8094-128b-4a25-a0e2-e27123d1a3ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:23.060923 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c0bc9cd4-5017-480b-992a-078b5637b848 req-746c05db-b838-4ee8-abb4-72f1280fec80 service neutron] 10.222.0.11 "GET /v2.0/networks/bbdeb55e-008a-45ea-8c70-7d18b28201f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3329291 Apr 05 14:37:23.083291 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:23.096485 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09fae2b-f3dc-4484-9894-9ce9273114c7 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:37:23.097966 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09fae2b-f3dc-4484-9894-9ce9273114c7 None None] Checking segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:37:23.097966 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d09fae2b-f3dc-4484-9894-9ce9273114c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:23.097966 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09fae2b-f3dc-4484-9894-9ce9273114c7 None None] Bound using segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:37:23.098348 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-d09fae2b-f3dc-4484-9894-9ce9273114c7 None None] Bound port: b22e9d48-7416-428f-9082-3624e46b339a, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:37:23.098751 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d09fae2b-f3dc-4484-9894-9ce9273114c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:23.102204 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port f59676a6-2293-4248-a20c-382b15cc2a58 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:37:23.102568 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:23.109971 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b4c4e-29ed-4967-b6c7-0241ef035083 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65107693-74dd-4ccf-a124-ba86d304d1f9,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:23.187693 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-144d8094-128b-4a25-a0e2-e27123d1a3ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:23.284790 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144d8094-128b-4a25-a0e2-e27123d1a3ba admin admin] Network 85382670-efb8-48f1-a49f-87979afc1bbb is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:37:23.303706 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-144d8094-128b-4a25-a0e2-e27123d1a3ba admin admin] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:37:23.322423 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102f1a4-331b-4de7-bd15-9948f97dab23 req-a354d49d-e3a8-4b89-8e70-70fdc4587330 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:23.323838 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef01e041-3d71-4bfe-8efd-ad723e6dbe9b req-708a6204-cc71-4b06-a28d-b0f156ab3789 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:23.330255 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-d102f1a4-331b-4de7-bd15-9948f97dab23 req-a354d49d-e3a8-4b89-8e70-70fdc4587330 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.11 "GET /v2.0/networks?id=e9f4fa40-46c8-414a-a7c0-062d21c067f9 HTTP/1.1" status: 200 len: 805 time: 0.2464688 Apr 05 14:37:23.330744 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ef01e041-3d71-4bfe-8efd-ad723e6dbe9b req-708a6204-cc71-4b06-a28d-b0f156ab3789 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.2120090 Apr 05 14:37:23.331677 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144d8094-128b-4a25-a0e2-e27123d1a3ba admin admin] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:37:23.352796 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-d102f1a4-331b-4de7-bd15-9948f97dab23 req-3269c3a6-0c93-422a-9325-a697ee5f5ede tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Request body: {'port': {'device_id': '64b35f95-b866-49d9-a481-46235237e195', 'network_id': 'e9f4fa40-46c8-414a-a7c0-062d21c067f9', 'admin_state_up': True, 'tenant_id': '6f9dd14fd23b46d0bf68308d04a6ae90'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:37:23.403666 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144d8094-128b-4a25-a0e2-e27123d1a3ba admin admin] Pushing event updated for resources: {'Port': ['ID=5480384c-ab7a-4f88-adcd-9ccc53533cdc,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:23.429522 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca202446-7791-45b8-992c-3cbd44ebbe21 None None] Pushing event updated for resources: {'Port': ['ID=b22e9d48-7416-428f-9082-3624e46b339a,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:23.475385 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-144d8094-128b-4a25-a0e2-e27123d1a3ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809369'] for router_interface, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:23.503651 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-04574e86-2af2-4ab5-a46b-8f20f27f8508 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4471970 Apr 05 14:37:23.505047 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43662) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:23.507864 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ef01e041-3d71-4bfe-8efd-ad723e6dbe9b req-e0b5e053-1a9e-44bc-94d9-4e150009f51b tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674213 Apr 05 14:37:23.547295 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=d29567c3-98a7-48ae-97f5-236352cc0866,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:23.649827 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-d09fae2b-f3dc-4484-9894-9ce9273114c7 None None] For port b22e9d48-7416-428f-9082-3624e46b339a, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:37:23.663261 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-d09fae2b-f3dc-4484-9894-9ce9273114c7 None None] For port b22e9d48-7416-428f-9082-3624e46b339a, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=b22e9d48-7416-428f-9082-3624e46b339a,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:37:23.671312 n-d-836650-2 neutron-server[103321]: INFO neutron.api.v2.resource [None req-3a7dd21f-8ef4-4445-80f1-a00cd832a47a tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] delete failed (client error): The resource could not be found. Apr 05 14:37:23.682465 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-3a7dd21f-8ef4-4445-80f1-a00cd832a47a tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] 10.222.0.30 "DELETE /v2.0/security-groups/65107693-74dd-4ccf-a124-ba86d304d1f9 HTTP/1.1" status: 404 len: 347 time: 0.0584731 Apr 05 14:37:23.684951 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-472b41ed-d5c6-4ac1-99ec-1aa198a12258 req-b565768f-c1a8-4582-85c9-f8298a26c8ef tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=64b35f95-b866-49d9-a481-46235237e195 HTTP/1.1" status: 200 len: 210 time: 0.7030332 Apr 05 14:37:23.686926 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43668) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:23.693975 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-0bf3d45f-8c60-4a16-b6a4-9d7b88bb3cb7 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Request body: {'security_group': {'name': 'tempest-secgroup--224982905'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:37:23.760830 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d09fae2b-f3dc-4484-9894-9ce9273114c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:23.854671 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089c312b-6849-41e9-a6fe-88066bf09d90 req-90cc540a-3d2d-49a1-a6ad-d6823bdfc874 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:23.865403 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d102f1a4-331b-4de7-bd15-9948f97dab23 req-3269c3a6-0c93-422a-9325-a697ee5f5ede tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Made reservation on behalf of 6f9dd14fd23b46d0bf68308d04a6ae90 for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:37:23.865503 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089c312b-6849-41e9-a6fe-88066bf09d90 req-90cc540a-3d2d-49a1-a6ad-d6823bdfc874 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:23.865678 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-d102f1a4-331b-4de7-bd15-9948f97dab23 req-3269c3a6-0c93-422a-9325-a697ee5f5ede tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:23.867313 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0bf3d45f-8c60-4a16-b6a4-9d7b88bb3cb7 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:23.868778 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089c312b-6849-41e9-a6fe-88066bf09d90 req-90cc540a-3d2d-49a1-a6ad-d6823bdfc874 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:23.872013 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-830e01dd-e504-4add-95df-be46be93b53b None None] Provisioning complete for port 5480384c-ab7a-4f88-adcd-9ccc53533cdc triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:37:23.874873 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-830e01dd-e504-4add-95df-be46be93b53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:23.875211 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089c312b-6849-41e9-a6fe-88066bf09d90 req-90cc540a-3d2d-49a1-a6ad-d6823bdfc874 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:23.890732 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09fae2b-f3dc-4484-9894-9ce9273114c7 None None] Routers {'732c14e3-8ce5-4bd6-b9f5-b3e95242d355'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:37:23.890912 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089c312b-6849-41e9-a6fe-88066bf09d90 req-90cc540a-3d2d-49a1-a6ad-d6823bdfc874 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:23.893624 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-d09fae2b-f3dc-4484-9894-9ce9273114c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:36:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['732c14e3-8ce5-4bd6-b9f5-b3e95242d355'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:23.905534 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089c312b-6849-41e9-a6fe-88066bf09d90 req-90cc540a-3d2d-49a1-a6ad-d6823bdfc874 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:23.912719 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089c312b-6849-41e9-a6fe-88066bf09d90 req-90cc540a-3d2d-49a1-a6ad-d6823bdfc874 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:23.921336 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-089c312b-6849-41e9-a6fe-88066bf09d90 req-90cc540a-3d2d-49a1-a6ad-d6823bdfc874 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 5430 time: 0.2950327 Apr 05 14:37:23.974694 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 43680) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:23.982910 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdd09a8-104c-4387-b5ca-e83b1a769bce req-450c8b38-9eb9-45fa-b19f-8a842d933393 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:23.989409 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dcdd09a8-104c-4387-b5ca-e83b1a769bce req-450c8b38-9eb9-45fa-b19f-8a842d933393 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.2172513 Apr 05 14:37:24.034638 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-d09fae2b-f3dc-4484-9894-9ce9273114c7 None None] Set router 732c14e3-8ce5-4bd6-b9f5-b3e95242d355 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:37:24.119699 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-089c312b-6849-41e9-a6fe-88066bf09d90 req-b14684e9-bd08-4d69-9f0c-2c92a3f30921 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/security-groups?id=756a1fd7-e8fc-4bda-8783-a2c1d11a4f04&id=cbd616a3-13b2-4eba-903a-bcdcba548a35&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1973491 Apr 05 14:37:24.140769 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca202446-7791-45b8-992c-3cbd44ebbe21 None None] Pushing event updated for resources: {'Port': ['ID=b22e9d48-7416-428f-9082-3624e46b339a,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:24.151535 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [req-d102f1a4-331b-4de7-bd15-9948f97dab23 req-3269c3a6-0c93-422a-9325-a697ee5f5ede tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Allocated IP 172.20.0.8 (e9f4fa40-46c8-414a-a7c0-062d21c067f9/7f3129d9-da84-45bd-9800-b5c89ee3ca61/89c9574c-889b-451a-af23-89c877fba4fe) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:37:24.191946 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 022b1476-4190-4c5b-a67b-4356b8490205 up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:37:24.252788 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-830e01dd-e504-4add-95df-be46be93b53b None None] Port 5480384c-ab7a-4f88-adcd-9ccc53533cdc cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:37:24.317764 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dcdd09a8-104c-4387-b5ca-e83b1a769bce req-912605c8-7ce9-4368-8f56-c165a77917d9 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3225334 Apr 05 14:37:24.346673 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-144d8094-128b-4a25-a0e2-e27123d1a3ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:24.424331 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port 022b1476-4190-4c5b-a67b-4356b8490205 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:37:24.435212 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port 022b1476-4190-4c5b-a67b-4356b8490205 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:37:24.435579 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:24.438172 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-d09fae2b-f3dc-4484-9894-9ce9273114c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732c14e3-8ce5-4bd6-b9f5-b3e95242d355', 'name': 'tempest-TestVolumeBackupRestore-1459058559-router', 'tenant_id': '137134eda0f64a8f9bf4c24829fd7a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': 'b22e9d48-7416-428f-9082-3624e46b339a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:37:16Z', 'updated_at': '2022-04-05T14:37:19Z', 'revision_number': 3, 'project_id': '137134eda0f64a8f9bf4c24829fd7a10', 'gw_port': {'id': 'b22e9d48-7416-428f-9082-3624e46b339a', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b3:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732c14e3-8ce5-4bd6-b9f5-b3e95242d355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:37:18Z', 'updated_at': '2022-04-05T14:37:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:24.494073 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f549679d-018f-4b30-9cde-89c17ab94c8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:24.497254 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09fae2b-f3dc-4484-9894-9ce9273114c7 None None] The sync data for ids ['732c14e3-8ce5-4bd6-b9f5-b3e95242d355'] in n-d-836650-2 is: [{'id': '732c14e3-8ce5-4bd6-b9f5-b3e95242d355', 'name': 'tempest-TestVolumeBackupRestore-1459058559-router', 'tenant_id': '137134eda0f64a8f9bf4c24829fd7a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': 'b22e9d48-7416-428f-9082-3624e46b339a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:37:16Z', 'updated_at': '2022-04-05T14:37:19Z', 'revision_number': 3, 'project_id': '137134eda0f64a8f9bf4c24829fd7a10', 'gw_port': {'id': 'b22e9d48-7416-428f-9082-3624e46b339a', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b3:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732c14e3-8ce5-4bd6-b9f5-b3e95242d355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:37:18Z', 'updated_at': '2022-04-05T14:37:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:37:24.563254 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-61987ce3-a4e9-4a90-91dd-7adfebb7fbdb tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Request body: {'floatingip': {'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:37:24.587427 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0bf3d45f-8c60-4a16-b6a4-9d7b88bb3cb7 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:24.590127 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:24.623695 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-d102f1a4-331b-4de7-bd15-9948f97dab23 req-3269c3a6-0c93-422a-9325-a697ee5f5ede tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:24.646731 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0bf3d45f-8c60-4a16-b6a4-9d7b88bb3cb7 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:24.648987 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 022b1476-4190-4c5b-a67b-4356b8490205, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=022b1476-4190-4c5b-a67b-4356b8490205,segment=NetworkSegment(2bd40b06-9213-421d-9fff-c47075683508),segment_id=2bd40b06-9213-421d-9fff-c47075683508)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:24.690368 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf3d45f-8c60-4a16-b6a4-9d7b88bb3cb7 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f64c6946-3ace-4754-9748-f254f040c710,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:24.729441 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d92a51-9e7f-430f-93cb-8584f669de8f req-a2d12169-3dbc-458a-90ed-75f8da34c5c1 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:24.731012 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-76d92a51-9e7f-430f-93cb-8584f669de8f req-a2d12169-3dbc-458a-90ed-75f8da34c5c1 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cc4f01f-a830-4638-8b39-fd1db76b7b4f HTTP/1.1" status: 200 len: 943 time: 0.3779421 Apr 05 14:37:24.739506 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:24.740336 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 0c4f6388-349e-4a35-a663-fd75e1242b4e up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:37:24.746737 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e64615b-7d49-43f1-97b9-8f2653d5afb9 req-ebe3936f-0c5b-415e-ad14-6cd453fa5cc7 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:24.747254 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1e64615b-7d49-43f1-97b9-8f2653d5afb9 req-ebe3936f-0c5b-415e-ad14-6cd453fa5cc7 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.2711122 Apr 05 14:37:24.834997 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-d102f1a4-331b-4de7-bd15-9948f97dab23 req-3269c3a6-0c93-422a-9325-a697ee5f5ede tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:24.853047 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['f2108a68-28f9-486f-b671-6316d5391f22'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:37:24.857755 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0bf3d45f-8c60-4a16-b6a4-9d7b88bb3cb7 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:24.860449 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-0bf3d45f-8c60-4a16-b6a4-9d7b88bb3cb7 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1670606 Apr 05 14:37:24.864078 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43698) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:24.886264 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-5f1dd757-7b66-4210-a42b-6149eeb9afe8 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Request body: {'security_group_rule': {'security_group_id': 'f64c6946-3ace-4754-9748-f254f040c710', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:37:24.938449 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d102f1a4-331b-4de7-bd15-9948f97dab23 req-3269c3a6-0c93-422a-9325-a697ee5f5ede tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Network e9f4fa40-46c8-414a-a7c0-062d21c067f9 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:37:24.963255 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['76b011da-70a8-45da-bc6c-2275f4a9184f'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:37:24.966974 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [req-d102f1a4-331b-4de7-bd15-9948f97dab23 req-3269c3a6-0c93-422a-9325-a697ee5f5ede tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:37:24.974512 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-d102f1a4-331b-4de7-bd15-9948f97dab23 req-3269c3a6-0c93-422a-9325-a697ee5f5ede tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:37:25.068378 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '382d0b57-20df-4e23-b375-ead2ffe87224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '022b1476-4190-4c5b-a67b-4356b8490205'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:37:25.071747 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f7e23d1-b450-4c93-a75c-d68733799793" -d '{"events": [{"server_uuid": "382d0b57-20df-4e23-b375-ead2ffe87224", "name": "network-vif-plugged", "status": "completed", "tag": "022b1476-4190-4c5b-a67b-4356b8490205"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:37:25.081994 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3269c3a6-0c93-422a-9325-a697ee5f5ede tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Pushing event updated for resources: {'Port': ['ID=89c9574c-889b-451a-af23-89c877fba4fe,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:25.127233 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102f1a4-331b-4de7-bd15-9948f97dab23 req-3269c3a6-0c93-422a-9325-a697ee5f5ede tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:25.127233 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-d102f1a4-331b-4de7-bd15-9948f97dab23 req-3269c3a6-0c93-422a-9325-a697ee5f5ede tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:25.145582 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=022b1476-4190-4c5b-a67b-4356b8490205,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:25.166028 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5f1dd757-7b66-4210-a42b-6149eeb9afe8 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:25.281220 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-d102f1a4-331b-4de7-bd15-9948f97dab23 req-3269c3a6-0c93-422a-9325-a697ee5f5ede tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9350162 Apr 05 14:37:25.297015 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-d102f1a4-331b-4de7-bd15-9948f97dab23 req-352d9a4d-1233-48cb-88d4-625c1cf6ada9 service neutron] Request body: {'port': {'device_id': '64b35f95-b866-49d9-a481-46235237e195', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-2'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:37:25.315391 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port 0c4f6388-349e-4a35-a663-fd75e1242b4e completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:37:25.325206 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port 0c4f6388-349e-4a35-a663-fd75e1242b4e triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:37:25.328655 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:25.336928 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5f1dd757-7b66-4210-a42b-6149eeb9afe8 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:25.386233 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-61987ce3-a4e9-4a90-91dd-7adfebb7fbdb tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks [] for floatingip, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:25.393972 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-d102f1a4-331b-4de7-bd15-9948f97dab23 req-352d9a4d-1233-48cb-88d4-625c1cf6ada9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:25.462692 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5f1dd757-7b66-4210-a42b-6149eeb9afe8 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:25.515443 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1dd757-7b66-4210-a42b-6149eeb9afe8 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a3ac4e3-f5e7-48a0-adcd-9970aadd9096,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:25.575801 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:25.588252 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-76d92a51-9e7f-430f-93cb-8584f669de8f req-0e1b7b7d-775c-49ed-88e5-14e16f6251a1 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8310969 Apr 05 14:37:25.616860 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5f1dd757-7b66-4210-a42b-6149eeb9afe8 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:25.618353 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-5f1dd757-7b66-4210-a42b-6149eeb9afe8 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7370348 Apr 05 14:37:25.619939 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 0c4f6388-349e-4a35-a663-fd75e1242b4e, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=0c4f6388-349e-4a35-a663-fd75e1242b4e,segment=NetworkSegment(9b21705a-bc5f-4914-8fe4-95935e7f97b2),segment_id=9b21705a-bc5f-4914-8fe4-95935e7f97b2)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:25.622561 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43718) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:25.684485 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1e64615b-7d49-43f1-97b9-8f2653d5afb9 req-aef6f9d6-a10d-43e2-988c-7dcca60ebd4d tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9279840 Apr 05 14:37:25.694744 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:25.694744 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 385bc4e1-71d4-4027-983d-ee339e8e5dfe up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:37:25.694973 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-560fe9e3-d73f-49fc-92a0-db7aa334d66c tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:25.744401 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-560fe9e3-d73f-49fc-92a0-db7aa334d66c tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:25.827908 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4899932-9362-498a-9d59-6da7fe805fc3 x-openstack-request-id: req-f4899932-9362-498a-9d59-6da7fe805fc3 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:37:25.828249 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "382d0b57-20df-4e23-b375-ead2ffe87224", "name": "network-vif-plugged", "status": "completed", "tag": "022b1476-4190-4c5b-a67b-4356b8490205", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:37:25.828510 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f4899932-9362-498a-9d59-6da7fe805fc3 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:37:25.828936 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4899932-9362-498a-9d59-6da7fe805fc3'] response: {'server_uuid': '382d0b57-20df-4e23-b375-ead2ffe87224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '022b1476-4190-4c5b-a67b-4356b8490205', 'code': 200} Apr 05 14:37:25.888411 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=0c4f6388-349e-4a35-a663-fd75e1242b4e,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:25.971977 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-144d8094-128b-4a25-a0e2-e27123d1a3ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:25.976547 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [req-d102f1a4-331b-4de7-bd15-9948f97dab23 req-352d9a4d-1233-48cb-88d4-625c1cf6ada9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89c9574c-889b-451a-af23-89c877fba4fe {{(pid=103321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:37:25.987641 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-d102f1a4-331b-4de7-bd15-9948f97dab23 req-352d9a4d-1233-48cb-88d4-625c1cf6ada9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:26.035769 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a9c909-b49e-42a4-8c8f-9d77410271c1 req-e9c48fcd-ac83-42f4-b50d-4790cf11637d tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:26.037440 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-87a9c909-b49e-42a4-8c8f-9d77410271c1 req-e9c48fcd-ac83-42f4-b50d-4790cf11637d tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=64b35f95-b866-49d9-a481-46235237e195 HTTP/1.1" status: 200 len: 931 time: 0.2712648 Apr 05 14:37:26.077213 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e895ea6-8d13-40f6-bd17-83e47500ae45 req-4f2c7a5b-b9b9-48f3-8c75-7e9caba35332 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:26.084605 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e895ea6-8d13-40f6-bd17-83e47500ae45 req-4f2c7a5b-b9b9-48f3-8c75-7e9caba35332 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:26.090907 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e895ea6-8d13-40f6-bd17-83e47500ae45 req-4f2c7a5b-b9b9-48f3-8c75-7e9caba35332 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:26.097653 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e895ea6-8d13-40f6-bd17-83e47500ae45 req-4f2c7a5b-b9b9-48f3-8c75-7e9caba35332 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:26.103879 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e895ea6-8d13-40f6-bd17-83e47500ae45 req-4f2c7a5b-b9b9-48f3-8c75-7e9caba35332 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:26.110046 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e895ea6-8d13-40f6-bd17-83e47500ae45 req-4f2c7a5b-b9b9-48f3-8c75-7e9caba35332 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:26.117552 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e895ea6-8d13-40f6-bd17-83e47500ae45 req-4f2c7a5b-b9b9-48f3-8c75-7e9caba35332 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:26.119789 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0e895ea6-8d13-40f6-bd17-83e47500ae45 req-4f2c7a5b-b9b9-48f3-8c75-7e9caba35332 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 5432 time: 0.1984558 Apr 05 14:37:26.142938 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-61987ce3-a4e9-4a90-91dd-7adfebb7fbdb tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:26.189435 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-87a9c909-b49e-42a4-8c8f-9d77410271c1 req-fa91367d-8553-457f-af56-bef7650f7e37 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308386 Apr 05 14:37:26.200367 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0e895ea6-8d13-40f6-bd17-83e47500ae45 req-ae6524a6-5d6d-4b17-ad2e-fe7788ca2a0a tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/security-groups?id=756a1fd7-e8fc-4bda-8783-a2c1d11a4f04&id=cbd616a3-13b2-4eba-903a-bcdcba548a35&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0690343 Apr 05 14:37:26.299942 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228607b0-9940-4668-a027-30fac3a8a0e8 req-8a6ec76f-444e-43d6-a315-f5440d3fd76a tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:26.303929 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-228607b0-9940-4668-a027-30fac3a8a0e8 req-8a6ec76f-444e-43d6-a315-f5440d3fd76a tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.0569394 Apr 05 14:37:26.315039 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.provisioning_blocks [req-d102f1a4-331b-4de7-bd15-9948f97dab23 req-352d9a4d-1233-48cb-88d4-625c1cf6ada9 service neutron] Transition to ACTIVE for port object 89c9574c-889b-451a-af23-89c877fba4fe will not be triggered until provisioned by entity L2. {{(pid=103321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:37:26.316361 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-560fe9e3-d73f-49fc-92a0-db7aa334d66c tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:26.330179 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-560fe9e3-d73f-49fc-92a0-db7aa334d66c tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:26.333523 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-560fe9e3-d73f-49fc-92a0-db7aa334d66c tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/2a3ac4e3-f5e7-48a0-adcd-9970aadd9096 HTTP/1.1" status: 204 len: 168 time: 0.7074361 Apr 05 14:37:26.334762 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43736) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:26.341598 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port 385bc4e1-71d4-4027-983d-ee339e8e5dfe completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:37:26.347201 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port 385bc4e1-71d4-4027-983d-ee339e8e5dfe triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:37:26.347808 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:26.355447 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560fe9e3-d73f-49fc-92a0-db7aa334d66c tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2a3ac4e3-f5e7-48a0-adcd-9970aadd9096,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:26.368084 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-144d8094-128b-4a25-a0e2-e27123d1a3ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:26.401173 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-dc3c3e52-6c18-4f59-9250-2a2214201313 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0640714 Apr 05 14:37:26.403699 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43738) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:26.438395 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-d102f1a4-331b-4de7-bd15-9948f97dab23 req-352d9a4d-1233-48cb-88d4-625c1cf6ada9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:26.452407 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:26.469817 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-228607b0-9940-4668-a027-30fac3a8a0e8 req-0da14701-6aba-45b0-8115-7c68a6b985c5 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619186 Apr 05 14:37:26.493914 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 385bc4e1-71d4-4027-983d-ee339e8e5dfe, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=385bc4e1-71d4-4027-983d-ee339e8e5dfe,segment=NetworkSegment(d416e1c2-0a1e-4961-921e-eee607643059),segment_id=d416e1c2-0a1e-4961-921e-eee607643059)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:26.518936 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144d8094-128b-4a25-a0e2-e27123d1a3ba admin admin] Pushing event updated for resources: {'Port': ['ID=5480384c-ab7a-4f88-adcd-9ccc53533cdc,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:26.524970 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-144d8094-128b-4a25-a0e2-e27123d1a3ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809317'] for router_interface, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:26.544942 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352d9a4d-1233-48cb-88d4-625c1cf6ada9 service neutron] Pushing event updated for resources: {'Port': ['ID=89c9574c-889b-451a-af23-89c877fba4fe,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:26.546711 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8d940378-aa4a-4bf7-be47-e85252d45941 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:26.587549 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-61987ce3-a4e9-4a90-91dd-7adfebb7fbdb tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Allocated IP 172.25.6.224 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/8f59a351-18a9-4c74-8055-726f84811d06) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:37:26.613163 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8d940378-aa4a-4bf7-be47-e85252d45941 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:26.642108 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:26.644092 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device f959b160-8254-4f90-83f1-eebf3b81966c up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:37:26.672653 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-d102f1a4-331b-4de7-bd15-9948f97dab23 req-352d9a4d-1233-48cb-88d4-625c1cf6ada9 service neutron] Attempting to bind port 89c9574c-889b-451a-af23-89c877fba4fe on host n-h2-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:37:26.674570 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-d102f1a4-331b-4de7-bd15-9948f97dab23 req-352d9a4d-1233-48cb-88d4-625c1cf6ada9 service neutron] Attempting to bind port 89c9574c-889b-451a-af23-89c877fba4fe by drivers openvswitch,hyperv on host n-h2-836650-2 at level 0 using segments [{'id': 'ac926e6e-ab69-4031-83ab-f0f7e23b6b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e9f4fa40-46c8-414a-a7c0-062d21c067f9'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:37:26.674570 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d102f1a4-331b-4de7-bd15-9948f97dab23 req-352d9a4d-1233-48cb-88d4-625c1cf6ada9 service neutron] Attempting to bind port 89c9574c-889b-451a-af23-89c877fba4fe on network e9f4fa40-46c8-414a-a7c0-062d21c067f9 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:37:26.717305 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d102f1a4-331b-4de7-bd15-9948f97dab23 req-352d9a4d-1233-48cb-88d4-625c1cf6ada9 service neutron] Port 89c9574c-889b-451a-af23-89c877fba4fe on network e9f4fa40-46c8-414a-a7c0-062d21c067f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:37:26.718373 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d102f1a4-331b-4de7-bd15-9948f97dab23 req-352d9a4d-1233-48cb-88d4-625c1cf6ada9 service neutron] Attempting to bind port 89c9574c-889b-451a-af23-89c877fba4fe on network e9f4fa40-46c8-414a-a7c0-062d21c067f9 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:37:26.738681 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-34d4dba0-2be5-4cef-a0c7-1cdc16b3df4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:26.744955 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=385bc4e1-71d4-4027-983d-ee339e8e5dfe,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:26.768761 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d102f1a4-331b-4de7-bd15-9948f97dab23 req-352d9a4d-1233-48cb-88d4-625c1cf6ada9 service neutron] Checking agent: {'id': '6d8cf521-24bb-4b6a-bbae-0284f5c87a9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:37:26.769445 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d102f1a4-331b-4de7-bd15-9948f97dab23 req-352d9a4d-1233-48cb-88d4-625c1cf6ada9 service neutron] Checking segment: {'id': 'ac926e6e-ab69-4031-83ab-f0f7e23b6b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e9f4fa40-46c8-414a-a7c0-062d21c067f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:37:26.770016 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d102f1a4-331b-4de7-bd15-9948f97dab23 req-352d9a4d-1233-48cb-88d4-625c1cf6ada9 service neutron] Bound using segment: {'id': 'ac926e6e-ab69-4031-83ab-f0f7e23b6b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e9f4fa40-46c8-414a-a7c0-062d21c067f9'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:37:26.771006 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-d102f1a4-331b-4de7-bd15-9948f97dab23 req-352d9a4d-1233-48cb-88d4-625c1cf6ada9 service neutron] Bound port: 89c9574c-889b-451a-af23-89c877fba4fe, host: n-h2-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac926e6e-ab69-4031-83ab-f0f7e23b6b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e9f4fa40-46c8-414a-a7c0-062d21c067f9'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:37:26.772205 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-d102f1a4-331b-4de7-bd15-9948f97dab23 req-352d9a4d-1233-48cb-88d4-625c1cf6ada9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:26.806294 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c59ed7e4-66a3-4517-8cbd-0a77a2911a36 req-32565dfb-d6ba-4a84-827a-ffdf99fa8f6a service neutron] 10.222.0.11 "GET /v2.0/ports/0c6707e2-66bd-42d7-96d4-e000d477bf32/bindings/n-h1-836650-2 HTTP/1.1" status: 200 len: 384 time: 0.2205424 Apr 05 14:37:26.840333 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144d8094-128b-4a25-a0e2-e27123d1a3ba admin admin] Network 85382670-efb8-48f1-a49f-87979afc1bbb is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:37:26.842811 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port f959b160-8254-4f90-83f1-eebf3b81966c completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:37:26.847744 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port f959b160-8254-4f90-83f1-eebf3b81966c triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:37:26.848390 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:26.874486 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-d102f1a4-331b-4de7-bd15-9948f97dab23 req-352d9a4d-1233-48cb-88d4-625c1cf6ada9 service neutron] For port 89c9574c-889b-451a-af23-89c877fba4fe, host n-h2-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:37:26.884956 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-144d8094-128b-4a25-a0e2-e27123d1a3ba admin admin] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:37:26.894499 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-d102f1a4-331b-4de7-bd15-9948f97dab23 req-352d9a4d-1233-48cb-88d4-625c1cf6ada9 service neutron] For port 89c9574c-889b-451a-af23-89c877fba4fe, host n-h2-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=89c9574c-889b-451a-af23-89c877fba4fe,segment=NetworkSegment(ac926e6e-ab69-4031-83ab-f0f7e23b6b3b),segment_id=ac926e6e-ab69-4031-83ab-f0f7e23b6b3b)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:37:26.900128 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8d940378-aa4a-4bf7-be47-e85252d45941 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:26.900128 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8d940378-aa4a-4bf7-be47-e85252d45941 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:26.909676 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-8d940378-aa4a-4bf7-be47-e85252d45941 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] 10.222.0.30 "DELETE /v2.0/security-groups/f64c6946-3ace-4754-9748-f254f040c710 HTTP/1.1" status: 204 len: 168 time: 0.5048254 Apr 05 14:37:26.910366 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43746) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:26.918953 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-61987ce3-a4e9-4a90-91dd-7adfebb7fbdb tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:26.933465 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d940378-aa4a-4bf7-be47-e85252d45941 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64c6946-3ace-4754-9748-f254f040c710,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:26.941818 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43748) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:26.947367 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device b22e9d48-7416-428f-9082-3624e46b339a up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:37:26.951027 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c943c71-cf44-4713-8a3e-6b6f0de651b1 req-226a6513-541d-442f-b13c-93b847a20a68 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:26.952636 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1c943c71-cf44-4713-8a3e-6b6f0de651b1 req-226a6513-541d-442f-b13c-93b847a20a68 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cc4f01f-a830-4638-8b39-fd1db76b7b4f HTTP/1.1" status: 200 len: 943 time: 0.2566204 Apr 05 14:37:27.009939 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-d102f1a4-331b-4de7-bd15-9948f97dab23 req-352d9a4d-1233-48cb-88d4-625c1cf6ada9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:27.069531 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 0c6707e2-66bd-42d7-96d4-e000d477bf32 no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:37:27.097516 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-5ac6c256-1219-40a2-8c58-9d34fcbe9388 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1726654 Apr 05 14:37:27.098163 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43752) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:27.114261 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352d9a4d-1233-48cb-88d4-625c1cf6ada9 service neutron] Pushing event updated for resources: {'Port': ['ID=89c9574c-889b-451a-af23-89c877fba4fe,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:27.119654 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-35732da0-491b-4c58-949f-2ec931f741ed tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Request body: {'security_group': {'name': 'tempest-secgroup--1137881976'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:37:27.124457 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102f1a4-331b-4de7-bd15-9948f97dab23 req-352d9a4d-1233-48cb-88d4-625c1cf6ada9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:27.125108 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-d102f1a4-331b-4de7-bd15-9948f97dab23 req-352d9a4d-1233-48cb-88d4-625c1cf6ada9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:27.126599 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-d102f1a4-331b-4de7-bd15-9948f97dab23 req-352d9a4d-1233-48cb-88d4-625c1cf6ada9 service neutron] 10.222.0.11 "PUT /v2.0/ports/89c9574c-889b-451a-af23-89c877fba4fe HTTP/1.1" status: 200 len: 1091 time: 1.8348701 Apr 05 14:37:27.140973 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64b35f95-b866-49d9-a481-46235237e195', 'tag': '89c9574c-889b-451a-af23-89c877fba4fe'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:37:27.144283 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-852bf015-f6c5-44f7-a3e3-485038fd4c6a" -d '{"events": [{"name": "network-changed", "server_uuid": "64b35f95-b866-49d9-a481-46235237e195", "tag": "89c9574c-889b-451a-af23-89c877fba4fe"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:37:27.188132 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1c943c71-cf44-4713-8a3e-6b6f0de651b1 req-96acb5b7-40cd-421d-81c1-f8aa23b9137c tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970203 Apr 05 14:37:27.204534 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-bbbfe0bf-433c-49cd-94b7-1cff553620ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:27.236156 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef90238-f695-4bbd-9097-81495fb6479d x-openstack-request-id: req-3ef90238-f695-4bbd-9097-81495fb6479d {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:37:27.236390 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64b35f95-b866-49d9-a481-46235237e195", "tag": "89c9574c-889b-451a-af23-89c877fba4fe", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:37:27.236652 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3ef90238-f695-4bbd-9097-81495fb6479d {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:37:27.237264 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ef90238-f695-4bbd-9097-81495fb6479d'] response: {'name': 'network-changed', 'server_uuid': '64b35f95-b866-49d9-a481-46235237e195', 'tag': '89c9574c-889b-451a-af23-89c877fba4fe', 'status': 'completed', 'code': 200} Apr 05 14:37:27.275205 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:27.335744 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-a6b70270-78f9-4af0-933e-bb8d235017a5 None None] Provisioning complete for port 5480384c-ab7a-4f88-adcd-9ccc53533cdc triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:37:27.336202 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a6b70270-78f9-4af0-933e-bb8d235017a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:27.336538 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-35732da0-491b-4c58-949f-2ec931f741ed tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:27.341978 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port b22e9d48-7416-428f-9082-3624e46b339a triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:37:27.342516 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:27.353112 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-c59ed7e4-66a3-4517-8cbd-0a77a2911a36 req-f80c7cb0-0610-443b-b14e-3cc7fa17cc27 service neutron] For port 0c6707e2-66bd-42d7-96d4-e000d477bf32, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=0c6707e2-66bd-42d7-96d4-e000d477bf32,segment=NetworkSegment(d98286ea-3af7-47a7-a92d-d95717c2d70a),segment_id=d98286ea-3af7-47a7-a92d-d95717c2d70a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:27.364299 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852bf015-f6c5-44f7-a3e3-485038fd4c6a req-945fff49-a2c6-4e34-a5f0-c570c0d5ff7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:27.367040 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-852bf015-f6c5-44f7-a3e3-485038fd4c6a req-945fff49-a2c6-4e34-a5f0-c570c0d5ff7b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6f9dd14fd23b46d0bf68308d04a6ae90&device_id=64b35f95-b866-49d9-a481-46235237e195 HTTP/1.1" status: 200 len: 1094 time: 0.1006293 Apr 05 14:37:27.387807 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-c59ed7e4-66a3-4517-8cbd-0a77a2911a36 req-f80c7cb0-0610-443b-b14e-3cc7fa17cc27 service neutron] For port 0c6707e2-66bd-42d7-96d4-e000d477bf32, host n-h2-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:37:27.394489 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port f959b160-8254-4f90-83f1-eebf3b81966c, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=f959b160-8254-4f90-83f1-eebf3b81966c,segment=NetworkSegment(9b21705a-bc5f-4914-8fe4-95935e7f97b2),segment_id=9b21705a-bc5f-4914-8fe4-95935e7f97b2)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:27.423157 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-a6b70270-78f9-4af0-933e-bb8d235017a5 None None] Port 5480384c-ab7a-4f88-adcd-9ccc53533cdc cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:37:27.428561 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-bbbfe0bf-433c-49cd-94b7-1cff553620ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:27.431512 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-c59ed7e4-66a3-4517-8cbd-0a77a2911a36 req-f80c7cb0-0610-443b-b14e-3cc7fa17cc27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c6707e2-66bd-42d7-96d4-e000d477bf32 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:37:27.446931 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-c59ed7e4-66a3-4517-8cbd-0a77a2911a36 req-f80c7cb0-0610-443b-b14e-3cc7fa17cc27 service neutron] For port 0c6707e2-66bd-42d7-96d4-e000d477bf32, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=0c6707e2-66bd-42d7-96d4-e000d477bf32,segment=NetworkSegment(d98286ea-3af7-47a7-a92d-d95717c2d70a),segment_id=d98286ea-3af7-47a7-a92d-d95717c2d70a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:27.467856 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-61987ce3-a4e9-4a90-91dd-7adfebb7fbdb tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:27.470654 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:27.491809 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port b22e9d48-7416-428f-9082-3624e46b339a, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=b22e9d48-7416-428f-9082-3624e46b339a,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:27.503264 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:27.506480 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 8881e57a-5748-4f29-927f-2388c029f510 up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:37:27.558988 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-144d8094-128b-4a25-a0e2-e27123d1a3ba admin admin] Router 732c14e3-8ce5-4bd6-b9f5-b3e95242d355 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:37:27.589256 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61987ce3-a4e9-4a90-91dd-7adfebb7fbdb tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:37:27.589512 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=f959b160-8254-4f90-83f1-eebf3b81966c,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:27.602397 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-61987ce3-a4e9-4a90-91dd-7adfebb7fbdb tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:37:27.610474 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-c59ed7e4-66a3-4517-8cbd-0a77a2911a36 req-f80c7cb0-0610-443b-b14e-3cc7fa17cc27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:27.615921 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61987ce3-a4e9-4a90-91dd-7adfebb7fbdb tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:37:27.618889 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61987ce3-a4e9-4a90-91dd-7adfebb7fbdb tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Pushing event updated for resources: {'Port': ['ID=8f59a351-18a9-4c74-8055-726f84811d06,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:27.619216 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:27.677181 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=b22e9d48-7416-428f-9082-3624e46b339a,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:27.704966 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port 8881e57a-5748-4f29-927f-2388c029f510 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:37:27.710082 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port 8881e57a-5748-4f29-927f-2388c029f510 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:37:27.710605 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:27.713929 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e967d-c1b7-422e-8fff-767c2db5bac8 req-5638b3e2-0c8b-4317-baae-ef1aeda3a900 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:27.715546 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1f1e967d-c1b7-422e-8fff-767c2db5bac8 req-5638b3e2-0c8b-4317-baae-ef1aeda3a900 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=64b35f95-b866-49d9-a481-46235237e195 HTTP/1.1" status: 200 len: 943 time: 0.2547929 Apr 05 14:37:27.734749 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-bbbfe0bf-433c-49cd-94b7-1cff553620ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:27.762839 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74055c97-9de3-4910-be26-173f2c7cbee2 req-c344c049-4f46-4715-aa92-9861e2f99e60 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:27.770594 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74055c97-9de3-4910-be26-173f2c7cbee2 req-c344c049-4f46-4715-aa92-9861e2f99e60 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:27.777392 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74055c97-9de3-4910-be26-173f2c7cbee2 req-c344c049-4f46-4715-aa92-9861e2f99e60 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:27.783694 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74055c97-9de3-4910-be26-173f2c7cbee2 req-c344c049-4f46-4715-aa92-9861e2f99e60 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:27.790237 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74055c97-9de3-4910-be26-173f2c7cbee2 req-c344c049-4f46-4715-aa92-9861e2f99e60 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:27.797100 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74055c97-9de3-4910-be26-173f2c7cbee2 req-c344c049-4f46-4715-aa92-9861e2f99e60 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:27.799831 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:27.804087 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74055c97-9de3-4910-be26-173f2c7cbee2 req-c344c049-4f46-4715-aa92-9861e2f99e60 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:27.805642 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-74055c97-9de3-4910-be26-173f2c7cbee2 req-c344c049-4f46-4715-aa92-9861e2f99e60 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 5433 time: 0.3434246 Apr 05 14:37:27.831684 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-bbbfe0bf-433c-49cd-94b7-1cff553620ce admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3eb135e87e804fa0844901044c62a370&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8858993 Apr 05 14:37:27.834034 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-35732da0-491b-4c58-949f-2ec931f741ed tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:27.840719 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43760) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:27.840719 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbfe0bf-433c-49cd-94b7-1cff553620ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=078c7913-3da5-4749-86a4-ad55f35f976e,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:27.848287 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852bf015-f6c5-44f7-a3e3-485038fd4c6a req-e8b6b4a4-1df1-4d79-9026-b60015d51336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:27.849827 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-852bf015-f6c5-44f7-a3e3-485038fd4c6a req-e8b6b4a4-1df1-4d79-9026-b60015d51336 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6f9dd14fd23b46d0bf68308d04a6ae90&shared=False HTTP/1.1" status: 200 len: 906 time: 0.4693286 Apr 05 14:37:27.958292 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-35732da0-491b-4c58-949f-2ec931f741ed tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:27.988052 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '382d0b57-20df-4e23-b375-ead2ffe87224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c4f6388-349e-4a35-a663-fd75e1242b4e'}, {'server_uuid': '382d0b57-20df-4e23-b375-ead2ffe87224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '385bc4e1-71d4-4027-983d-ee339e8e5dfe'}, {'server_uuid': '382d0b57-20df-4e23-b375-ead2ffe87224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f959b160-8254-4f90-83f1-eebf3b81966c'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:37:27.989548 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b5215735-7c61-4832-b620-3698993a3179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:27.990655 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-745b2d33-ec94-482c-98f1-7df1b4901b02" -d '{"events": [{"server_uuid": "382d0b57-20df-4e23-b375-ead2ffe87224", "name": "network-vif-plugged", "status": "completed", "tag": "0c4f6388-349e-4a35-a663-fd75e1242b4e"}, {"server_uuid": "382d0b57-20df-4e23-b375-ead2ffe87224", "name": "network-vif-plugged", "status": "completed", "tag": "385bc4e1-71d4-4027-983d-ee339e8e5dfe"}, {"server_uuid": "382d0b57-20df-4e23-b375-ead2ffe87224", "name": "network-vif-plugged", "status": "completed", "tag": "f959b160-8254-4f90-83f1-eebf3b81966c"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:37:27.996800 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1f1e967d-c1b7-422e-8fff-767c2db5bac8 req-4985aeb0-1875-44c8-b1d4-238a5d1f680b tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525332 Apr 05 14:37:28.020248 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-c59ed7e4-66a3-4517-8cbd-0a77a2911a36 req-f80c7cb0-0610-443b-b14e-3cc7fa17cc27 service neutron] Transition to ACTIVE for port object 0c6707e2-66bd-42d7-96d4-e000d477bf32 will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:37:28.025017 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-61987ce3-a4e9-4a90-91dd-7adfebb7fbdb tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:28.030391 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-74055c97-9de3-4910-be26-173f2c7cbee2 req-4c95328e-8738-4c66-87fd-652e3ba1ae25 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/security-groups?id=756a1fd7-e8fc-4bda-8783-a2c1d11a4f04&id=cbd616a3-13b2-4eba-903a-bcdcba548a35&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2029006 Apr 05 14:37:28.038530 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-144d8094-128b-4a25-a0e2-e27123d1a3ba admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:37:28.042898 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-144d8094-128b-4a25-a0e2-e27123d1a3ba admin admin] 10.222.0.30 "PUT /v2.0/routers/732c14e3-8ce5-4bd6-b9f5-b3e95242d355/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0778930 Apr 05 14:37:28.047635 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 8881e57a-5748-4f29-927f-2388c029f510, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=8881e57a-5748-4f29-927f-2388c029f510,segment=NetworkSegment(9b21705a-bc5f-4914-8fe4-95935e7f97b2),segment_id=9b21705a-bc5f-4914-8fe4-95935e7f97b2)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:28.061577 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35732da0-491b-4c58-949f-2ec931f741ed tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6eda9722-f78b-44f1-82f3-b79461b57b6c,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:28.061679 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0ca0db-6fb5-4cc4-b0ef-e0a2f534a459 None None] Sync routers for ids ['732c14e3-8ce5-4bd6-b9f5-b3e95242d355'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:37:28.068245 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b5215735-7c61-4832-b620-3698993a3179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:28.071500 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852bf015-f6c5-44f7-a3e3-485038fd4c6a req-2458170f-ccca-4a1a-a445-a491974e64f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:28.073207 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-852bf015-f6c5-44f7-a3e3-485038fd4c6a req-2458170f-ccca-4a1a-a445-a491974e64f2 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2104213 Apr 05 14:37:28.074172 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0ca0db-6fb5-4cc4-b0ef-e0a2f534a459 None None] Routers {'732c14e3-8ce5-4bd6-b9f5-b3e95242d355'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:37:28.074732 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-cb0ca0db-6fb5-4cc4-b0ef-e0a2f534a459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:37:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['732c14e3-8ce5-4bd6-b9f5-b3e95242d355'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:28.112366 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 05 Apr 2022 14:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d5f8806-c126-4d91-b5a2-5bc6f32eed33 x-openstack-request-id: req-0d5f8806-c126-4d91-b5a2-5bc6f32eed33 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:37:28.113026 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "382d0b57-20df-4e23-b375-ead2ffe87224", "name": "network-vif-plugged", "status": "completed", "tag": "0c4f6388-349e-4a35-a663-fd75e1242b4e", "code": 200}, {"server_uuid": "382d0b57-20df-4e23-b375-ead2ffe87224", "name": "network-vif-plugged", "status": "completed", "tag": "385bc4e1-71d4-4027-983d-ee339e8e5dfe", "code": 200}, {"server_uuid": "382d0b57-20df-4e23-b375-ead2ffe87224", "name": "network-vif-plugged", "status": "completed", "tag": "f959b160-8254-4f90-83f1-eebf3b81966c", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:37:28.113166 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0d5f8806-c126-4d91-b5a2-5bc6f32eed33 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:37:28.113527 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d5f8806-c126-4d91-b5a2-5bc6f32eed33'] response: {'server_uuid': '382d0b57-20df-4e23-b375-ead2ffe87224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c4f6388-349e-4a35-a663-fd75e1242b4e', 'code': 200} Apr 05 14:37:28.113785 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d5f8806-c126-4d91-b5a2-5bc6f32eed33'] response: {'server_uuid': '382d0b57-20df-4e23-b375-ead2ffe87224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '385bc4e1-71d4-4027-983d-ee339e8e5dfe', 'code': 200} Apr 05 14:37:28.114298 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d5f8806-c126-4d91-b5a2-5bc6f32eed33'] response: {'server_uuid': '382d0b57-20df-4e23-b375-ead2ffe87224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f959b160-8254-4f90-83f1-eebf3b81966c', 'code': 200} Apr 05 14:37:28.121734 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-35732da0-491b-4c58-949f-2ec931f741ed tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:28.126814 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-35732da0-491b-4c58-949f-2ec931f741ed tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0148673 Apr 05 14:37:28.127023 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 43766) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:28.131229 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-6aec70d4-6d61-48d9-8aed-7131e7625a0f tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Request body: {'security_group_rule': {'security_group_id': '6eda9722-f78b-44f1-82f3-b79461b57b6c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:37:28.164476 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:28.173159 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102f1a4-331b-4de7-bd15-9948f97dab23 req-9217c76e-aa34-4ea2-93db-68099966e054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:28.174889 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-c59ed7e4-66a3-4517-8cbd-0a77a2911a36 req-f80c7cb0-0610-443b-b14e-3cc7fa17cc27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:28.175663 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-d102f1a4-331b-4de7-bd15-9948f97dab23 req-9217c76e-aa34-4ea2-93db-68099966e054 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6f9dd14fd23b46d0bf68308d04a6ae90&device_id=64b35f95-b866-49d9-a481-46235237e195 HTTP/1.1" status: 200 len: 1094 time: 0.0573511 Apr 05 14:37:28.181771 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:28.225241 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-cb0ca0db-6fb5-4cc4-b0ef-e0a2f534a459 None None] Set router 732c14e3-8ce5-4bd6-b9f5-b3e95242d355 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:37:28.232493 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 28f37818-79d9-4d80-9e8f-cdf11e9c8346 up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:37:28.301532 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-d102f1a4-331b-4de7-bd15-9948f97dab23 req-7fac31cf-4fbf-4030-804a-adc95eea55b3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89c9574c-889b-451a-af23-89c877fba4fe HTTP/1.1" status: 200 len: 217 time: 0.1179252 Apr 05 14:37:28.347110 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6aec70d4-6d61-48d9-8aed-7131e7625a0f tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:28.360522 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=8881e57a-5748-4f29-927f-2388c029f510,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:28.364713 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-61987ce3-a4e9-4a90-91dd-7adfebb7fbdb tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:28.424903 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b5215735-7c61-4832-b620-3698993a3179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:28.425497 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-c59ed7e4-66a3-4517-8cbd-0a77a2911a36 req-f80c7cb0-0610-443b-b14e-3cc7fa17cc27 service neutron] No DVR routers for this DVR port 0c6707e2-66bd-42d7-96d4-e000d477bf32 on host n-h2-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:37:28.431679 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b5215735-7c61-4832-b620-3698993a3179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:28.438811 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-b5215735-7c61-4832-b620-3698993a3179 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/078c7913-3da5-4749-86a4-ad55f35f976e HTTP/1.1" status: 204 len: 168 time: 0.5967267 Apr 05 14:37:28.442288 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102f1a4-331b-4de7-bd15-9948f97dab23 req-c00745ba-4a97-4fe6-bb43-c4ecc5ad069a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:28.446499 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-d102f1a4-331b-4de7-bd15-9948f97dab23 req-c00745ba-4a97-4fe6-bb43-c4ecc5ad069a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7f3129d9-da84-45bd-9800-b5c89ee3ca61 HTTP/1.1" status: 200 len: 845 time: 0.1384919 Apr 05 14:37:28.457516 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80c7cb0-0610-443b-b14e-3cc7fa17cc27 service neutron] Pushing event updated for resources: {'Port': ['ID=0c6707e2-66bd-42d7-96d4-e000d477bf32,revision_number=10']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:28.476195 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port 28f37818-79d9-4d80-9e8f-cdf11e9c8346 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:37:28.480384 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port 28f37818-79d9-4d80-9e8f-cdf11e9c8346 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:37:28.480765 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:28.496725 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5215735-7c61-4832-b620-3698993a3179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=078c7913-3da5-4749-86a4-ad55f35f976e,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:28.542516 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-d102f1a4-331b-4de7-bd15-9948f97dab23 req-47d4ccec-e75f-4ba4-b6ff-e94ef73f767c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e9f4fa40-46c8-414a-a7c0-062d21c067f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863249 Apr 05 14:37:28.647592 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c59ed7e4-66a3-4517-8cbd-0a77a2911a36 req-f80c7cb0-0610-443b-b14e-3cc7fa17cc27 service neutron] 10.222.0.11 "PUT /v2.0/ports/0c6707e2-66bd-42d7-96d4-e000d477bf32/bindings/n-h1-836650-2/activate HTTP/1.1" status: 200 len: 369 time: 1.8254762 Apr 05 14:37:28.716050 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:28.750140 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6aec70d4-6d61-48d9-8aed-7131e7625a0f tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:28.793850 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-cb0ca0db-6fb5-4cc4-b0ef-e0a2f534a459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732c14e3-8ce5-4bd6-b9f5-b3e95242d355', 'name': 'tempest-TestVolumeBackupRestore-1459058559-router', 'tenant_id': '137134eda0f64a8f9bf4c24829fd7a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': 'b22e9d48-7416-428f-9082-3624e46b339a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:37:16Z', 'updated_at': '2022-04-05T14:37:24Z', 'revision_number': 4, 'project_id': '137134eda0f64a8f9bf4c24829fd7a10', 'gw_port': {'id': 'b22e9d48-7416-428f-9082-3624e46b339a', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732c14e3-8ce5-4bd6-b9f5-b3e95242d355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:37:18Z', 'updated_at': '2022-04-05T14:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '5480384c-ab7a-4f88-adcd-9ccc53533cdc', 'name': '', 'network_id': '85382670-efb8-48f1-a49f-87979afc1bbb', 'tenant_id': '137134eda0f64a8f9bf4c24829fd7a10', 'mac_address': 'fa:16:3e:0e:76:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732c14e3-8ce5-4bd6-b9f5-b3e95242d355', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '80d58c06-8a43-4370-b0b5-5687d64f06cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:37:22Z', 'updated_at': '2022-04-05T14:37:24Z', 'revision_number': 2, 'project_id': '137134eda0f64a8f9bf4c24829fd7a10', 'subnets': [{'id': '80d58c06-8a43-4370-b0b5-5687d64f06cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:28.805012 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6aec70d4-6d61-48d9-8aed-7131e7625a0f tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:28.811452 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 28f37818-79d9-4d80-9e8f-cdf11e9c8346, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=28f37818-79d9-4d80-9e8f-cdf11e9c8346,segment=NetworkSegment(9b21705a-bc5f-4914-8fe4-95935e7f97b2),segment_id=9b21705a-bc5f-4914-8fe4-95935e7f97b2)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:28.816652 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-d102f1a4-331b-4de7-bd15-9948f97dab23 req-7269fb70-d31b-4f59-929e-52989c1ed6b9 service neutron] 10.222.0.11 "GET /v2.0/networks/e9f4fa40-46c8-414a-a7c0-062d21c067f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666945 Apr 05 14:37:28.882614 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0ca0db-6fb5-4cc4-b0ef-e0a2f534a459 None None] Checking router: 732c14e3-8ce5-4bd6-b9f5-b3e95242d355 for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:37:28.883534 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0ca0db-6fb5-4cc4-b0ef-e0a2f534a459 None None] Updating router 732c14e3-8ce5-4bd6-b9f5-b3e95242d355 port 5480384c-ab7a-4f88-adcd-9ccc53533cdc binding host n-d-836650-2 {{(pid=103323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:37:28.894771 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aec70d4-6d61-48d9-8aed-7131e7625a0f tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ee24b68-a5bf-45f3-88d5-f15eab58dd02,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:28.905246 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:28.912279 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device b22e9d48-7416-428f-9082-3624e46b339a up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:37:28.941924 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cb0ca0db-6fb5-4cc4-b0ef-e0a2f534a459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:28.993678 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-61987ce3-a4e9-4a90-91dd-7adfebb7fbdb tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:29.007708 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6aec70d4-6d61-48d9-8aed-7131e7625a0f tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:29.008997 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-6aec70d4-6d61-48d9-8aed-7131e7625a0f tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8814151 Apr 05 14:37:29.012056 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 43816) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:29.023243 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-d102f1a4-331b-4de7-bd15-9948f97dab23 req-61a7e13b-26a0-4c21-9b6c-c7e4f97d174c service neutron] 10.222.0.11 "GET /v2.0/networks/e9f4fa40-46c8-414a-a7c0-062d21c067f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972010 Apr 05 14:37:29.025588 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-ffba9e90-dbcd-4c1b-990f-2eae756f9825 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Request body: {'security_group_rule': {'security_group_id': '6eda9722-f78b-44f1-82f3-b79461b57b6c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:37:29.062488 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59ed7e4-66a3-4517-8cbd-0a77a2911a36 req-515aa8fe-a9f6-4f99-b779-0a888c0c069b tempest-LiveMigrationTest-1634108813 tempest-LiveMigrationTest-1634108813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:29.062488 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c59ed7e4-66a3-4517-8cbd-0a77a2911a36 req-515aa8fe-a9f6-4f99-b779-0a888c0c069b tempest-LiveMigrationTest-1634108813 tempest-LiveMigrationTest-1634108813-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4cc4f01f-a830-4638-8b39-fd1db76b7b4f&tenant_id=f15fb34306734f1db943c159bdbff20e&binding%3Ahost_id=n-h2-836650-2 HTTP/1.1" status: 200 len: 1095 time: 0.2859328 Apr 05 14:37:29.101729 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffedbba-0f2e-47d3-9ff8-413ea41fe5d9 req-da802d38-02c9-4719-8b9e-5fcf65df34eb tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:29.103325 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2ffedbba-0f2e-47d3-9ff8-413ea41fe5d9 req-da802d38-02c9-4719-8b9e-5fcf65df34eb tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cc4f01f-a830-4638-8b39-fd1db76b7b4f HTTP/1.1" status: 200 len: 944 time: 0.2405555 Apr 05 14:37:29.105147 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-61987ce3-a4e9-4a90-91dd-7adfebb7fbdb tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:29.111982 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=28f37818-79d9-4d80-9e8f-cdf11e9c8346,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:29.125647 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port b22e9d48-7416-428f-9082-3624e46b339a triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:37:29.126629 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:29.310700 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ffba9e90-dbcd-4c1b-990f-2eae756f9825 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:29.322385 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61987ce3-a4e9-4a90-91dd-7adfebb7fbdb tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Pushing event updated for resources: {'Port': ['ID=8f59a351-18a9-4c74-8055-726f84811d06,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:29.328183 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2ffedbba-0f2e-47d3-9ff8-413ea41fe5d9 req-dac22846-6345-42d6-bfd5-12a5270d4c2a tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601164 Apr 05 14:37:29.360032 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59ed7e4-66a3-4517-8cbd-0a77a2911a36 req-d2bf1d8a-dc28-4086-887f-f4abbbc25f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:29.360032 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c59ed7e4-66a3-4517-8cbd-0a77a2911a36 req-d2bf1d8a-dc28-4086-887f-f4abbbc25f98 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4cc4f01f-a830-4638-8b39-fd1db76b7b4f&tenant_id=f15fb34306734f1db943c159bdbff20e HTTP/1.1" status: 200 len: 1095 time: 0.2799370 Apr 05 14:37:29.362753 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cb0ca0db-6fb5-4cc4-b0ef-e0a2f534a459 None None] Notify callbacks [] for port, precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:29.383041 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632bef8a-0518-4eeb-9623-a66d3b5f2caa req-4dbdab79-fe2d-434a-b4b7-2273a36d1451 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:29.383041 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-632bef8a-0518-4eeb-9623-a66d3b5f2caa req-4dbdab79-fe2d-434a-b4b7-2273a36d1451 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=64b35f95-b866-49d9-a481-46235237e195 HTTP/1.1" status: 200 len: 943 time: 0.2756310 Apr 05 14:37:29.401425 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-61987ce3-a4e9-4a90-91dd-7adfebb7fbdb tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:29.502174 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cb0ca0db-6fb5-4cc4-b0ef-e0a2f534a459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:29.527975 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:29.546134 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ffba9e90-dbcd-4c1b-990f-2eae756f9825 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:29.555024 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-632bef8a-0518-4eeb-9623-a66d3b5f2caa req-94d0e51f-c41e-4b5b-b901-7a10ce27b95a tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334019 Apr 05 14:37:29.560541 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-61987ce3-a4e9-4a90-91dd-7adfebb7fbdb tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:29.561798 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-61987ce3-a4e9-4a90-91dd-7adfebb7fbdb tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5714154 Apr 05 14:37:29.565575 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43830) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:29.566721 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59ed7e4-66a3-4517-8cbd-0a77a2911a36 req-36803f49-3b47-4dd7-b516-86248da366b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:29.568298 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c59ed7e4-66a3-4517-8cbd-0a77a2911a36 req-36803f49-3b47-4dd7-b516-86248da366b1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f15fb34306734f1db943c159bdbff20e&device_id=4cc4f01f-a830-4638-8b39-fd1db76b7b4f HTTP/1.1" status: 200 len: 1095 time: 0.1460552 Apr 05 14:37:29.571746 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-fb5df5ef-9a40-43f5-9093-377a318f2383 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2032507702'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:37:29.590703 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa1dcd-70ab-4234-aa4f-0ba1b6d9ceec req-c3f87a35-713e-4888-b8d0-50510b5e610e tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:29.597407 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa1dcd-70ab-4234-aa4f-0ba1b6d9ceec req-c3f87a35-713e-4888-b8d0-50510b5e610e tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:29.603684 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa1dcd-70ab-4234-aa4f-0ba1b6d9ceec req-c3f87a35-713e-4888-b8d0-50510b5e610e tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:29.610049 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa1dcd-70ab-4234-aa4f-0ba1b6d9ceec req-c3f87a35-713e-4888-b8d0-50510b5e610e tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:29.610686 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb20233a-b8eb-48a1-967a-d9204874a6c0 None None] Pushing event updated for resources: {'Port': ['ID=5480384c-ab7a-4f88-adcd-9ccc53533cdc,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:29.616592 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa1dcd-70ab-4234-aa4f-0ba1b6d9ceec req-c3f87a35-713e-4888-b8d0-50510b5e610e tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:29.622860 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa1dcd-70ab-4234-aa4f-0ba1b6d9ceec req-c3f87a35-713e-4888-b8d0-50510b5e610e tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:29.630577 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa1dcd-70ab-4234-aa4f-0ba1b6d9ceec req-c3f87a35-713e-4888-b8d0-50510b5e610e tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:29.632550 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d9aa1dcd-70ab-4234-aa4f-0ba1b6d9ceec req-c3f87a35-713e-4888-b8d0-50510b5e610e tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 5436 time: 0.1977711 Apr 05 14:37:29.662688 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-cb0ca0db-6fb5-4cc4-b0ef-e0a2f534a459 None None] Attempting to bind port 5480384c-ab7a-4f88-adcd-9ccc53533cdc on host n-d-836650-2 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:37:29.663090 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-cb0ca0db-6fb5-4cc4-b0ef-e0a2f534a459 None None] Attempting to bind port 5480384c-ab7a-4f88-adcd-9ccc53533cdc by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'd8889e6f-e6cc-46dd-8e03-70601ec6604c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '85382670-efb8-48f1-a49f-87979afc1bbb'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:37:29.663287 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0ca0db-6fb5-4cc4-b0ef-e0a2f534a459 None None] Attempting to bind port 5480384c-ab7a-4f88-adcd-9ccc53533cdc on network 85382670-efb8-48f1-a49f-87979afc1bbb {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:37:29.670864 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:29.681585 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0ca0db-6fb5-4cc4-b0ef-e0a2f534a459 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:37:29.681585 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0ca0db-6fb5-4cc4-b0ef-e0a2f534a459 None None] Checking segment: {'id': 'd8889e6f-e6cc-46dd-8e03-70601ec6604c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '85382670-efb8-48f1-a49f-87979afc1bbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:37:29.681585 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cb0ca0db-6fb5-4cc4-b0ef-e0a2f534a459 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:29.681585 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0ca0db-6fb5-4cc4-b0ef-e0a2f534a459 None None] Bound using segment: {'id': 'd8889e6f-e6cc-46dd-8e03-70601ec6604c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '85382670-efb8-48f1-a49f-87979afc1bbb'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:37:29.681585 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-cb0ca0db-6fb5-4cc4-b0ef-e0a2f534a459 None None] Bound port: 5480384c-ab7a-4f88-adcd-9ccc53533cdc, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8889e6f-e6cc-46dd-8e03-70601ec6604c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '85382670-efb8-48f1-a49f-87979afc1bbb'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:37:29.681585 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cb0ca0db-6fb5-4cc4-b0ef-e0a2f534a459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:29.684743 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ffba9e90-dbcd-4c1b-990f-2eae756f9825 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:29.758924 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5df5ef-9a40-43f5-9093-377a318f2383 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Made reservation on behalf of 71b757d9708f4ae9977ab7e04353b160 for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:37:29.762804 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fb5df5ef-9a40-43f5-9093-377a318f2383 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:29.768778 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d9aa1dcd-70ab-4234-aa4f-0ba1b6d9ceec req-49d21e9f-4102-4322-b4c7-69ac35809667 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/security-groups?id=756a1fd7-e8fc-4bda-8783-a2c1d11a4f04&id=cbd616a3-13b2-4eba-903a-bcdcba548a35&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1228940 Apr 05 14:37:29.772601 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffba9e90-dbcd-4c1b-990f-2eae756f9825 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e27b4e2-f9bf-476d-bbe9-ad815ca8f8c8,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:29.777190 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fb5df5ef-9a40-43f5-9093-377a318f2383 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:29.815391 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-cb0ca0db-6fb5-4cc4-b0ef-e0a2f534a459 None None] For port 5480384c-ab7a-4f88-adcd-9ccc53533cdc, host n-d-836650-2, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:37:29.827766 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-cb0ca0db-6fb5-4cc4-b0ef-e0a2f534a459 None None] For port 5480384c-ab7a-4f88-adcd-9ccc53533cdc, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=5480384c-ab7a-4f88-adcd-9ccc53533cdc,segment=NetworkSegment(d8889e6f-e6cc-46dd-8e03-70601ec6604c),segment_id=d8889e6f-e6cc-46dd-8e03-70601ec6604c)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:37:29.852756 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ffba9e90-dbcd-4c1b-990f-2eae756f9825 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:29.852756 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-ffba9e90-dbcd-4c1b-990f-2eae756f9825 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8361578 Apr 05 14:37:29.856363 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 43840) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:29.863325 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-9f256f8e-2a3e-4deb-b130-fd93540dd6c0 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Request body: {'security_group_rule': {'security_group_id': '6eda9722-f78b-44f1-82f3-b79461b57b6c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:37:29.885919 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59ed7e4-66a3-4517-8cbd-0a77a2911a36 req-1fcf2b99-de9b-41e1-8060-b38ea3bcfb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:29.890488 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c59ed7e4-66a3-4517-8cbd-0a77a2911a36 req-1fcf2b99-de9b-41e1-8060-b38ea3bcfb8a service neutron] 10.222.0.55 "GET /v2.0/networks?id=bbdeb55e-008a-45ea-8c70-7d18b28201f7 HTTP/1.1" status: 200 len: 908 time: 0.2540574 Apr 05 14:37:29.911455 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-6b6732f7-fd4f-4d66-8622-964959e2bc67 None None] Provisioning complete for port 5480384c-ab7a-4f88-adcd-9ccc53533cdc triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:37:29.911690 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fb5df5ef-9a40-43f5-9093-377a318f2383 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:29.912209 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6b6732f7-fd4f-4d66-8622-964959e2bc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:29.941604 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c59ed7e4-66a3-4517-8cbd-0a77a2911a36 req-7255db45-e9cd-4c51-a8be-19f8bbaf1bd3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c6707e2-66bd-42d7-96d4-e000d477bf32 HTTP/1.1" status: 200 len: 217 time: 0.0470991 Apr 05 14:37:29.945325 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cb0ca0db-6fb5-4cc4-b0ef-e0a2f534a459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:29.963014 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-6b6732f7-fd4f-4d66-8622-964959e2bc67 None None] Port 5480384c-ab7a-4f88-adcd-9ccc53533cdc cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:37:30.020263 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59ed7e4-66a3-4517-8cbd-0a77a2911a36 req-9ca5d1ce-de12-4686-8da4-d5a81dc05d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:30.021947 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c59ed7e4-66a3-4517-8cbd-0a77a2911a36 req-9ca5d1ce-de12-4686-8da4-d5a81dc05d5a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac874e19-e8d7-4dbd-ad30-b4a600298345 HTTP/1.1" status: 200 len: 847 time: 0.0649855 Apr 05 14:37:30.022218 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0ca0db-6fb5-4cc4-b0ef-e0a2f534a459 None None] Routers {'732c14e3-8ce5-4bd6-b9f5-b3e95242d355'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:37:30.022864 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-cb0ca0db-6fb5-4cc4-b0ef-e0a2f534a459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:37:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['732c14e3-8ce5-4bd6-b9f5-b3e95242d355'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:30.023612 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9f256f8e-2a3e-4deb-b130-fd93540dd6c0 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:30.028728 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fb5df5ef-9a40-43f5-9093-377a318f2383 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:30.070806 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb20233a-b8eb-48a1-967a-d9204874a6c0 None None] Pushing event updated for resources: {'Port': ['ID=5480384c-ab7a-4f88-adcd-9ccc53533cdc,revision_number=4']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:30.087869 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb5df5ef-9a40-43f5-9093-377a318f2383 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:37:30.113140 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c59ed7e4-66a3-4517-8cbd-0a77a2911a36 req-d59d9073-90bd-4ac6-a8e8-dcadba2f019f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bbdeb55e-008a-45ea-8c70-7d18b28201f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763290 Apr 05 14:37:30.115039 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '382d0b57-20df-4e23-b375-ead2ffe87224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8881e57a-5748-4f29-927f-2388c029f510'}, {'server_uuid': '382d0b57-20df-4e23-b375-ead2ffe87224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f37818-79d9-4d80-9e8f-cdf11e9c8346'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:37:30.118178 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-510b65ca-6cb6-43dd-8e75-84c5bc0eb548" -d '{"events": [{"server_uuid": "382d0b57-20df-4e23-b375-ead2ffe87224", "name": "network-vif-plugged", "status": "completed", "tag": "8881e57a-5748-4f29-927f-2388c029f510"}, {"server_uuid": "382d0b57-20df-4e23-b375-ead2ffe87224", "name": "network-vif-plugged", "status": "completed", "tag": "28f37818-79d9-4d80-9e8f-cdf11e9c8346"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:37:30.140242 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5df5ef-9a40-43f5-9093-377a318f2383 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85cab61d-ca18-44da-af82-663024515747,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:30.162485 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fb5df5ef-9a40-43f5-9093-377a318f2383 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:30.164993 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-fb5df5ef-9a40-43f5-9093-377a318f2383 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Added segment 51e1ca7c-7ff1-4686-8417-c524a2d741aa of type vlan for network 153c098b-8875-4241-87d9-0a85b4cb0653 Apr 05 14:37:30.203524 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 05 Apr 2022 14:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d30f79d-c684-4bbd-83d9-5881373b0a93 x-openstack-request-id: req-6d30f79d-c684-4bbd-83d9-5881373b0a93 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:37:30.203833 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "382d0b57-20df-4e23-b375-ead2ffe87224", "name": "network-vif-plugged", "status": "completed", "tag": "8881e57a-5748-4f29-927f-2388c029f510", "code": 200}, {"server_uuid": "382d0b57-20df-4e23-b375-ead2ffe87224", "name": "network-vif-plugged", "status": "completed", "tag": "28f37818-79d9-4d80-9e8f-cdf11e9c8346", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:37:30.205433 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-cb0ca0db-6fb5-4cc4-b0ef-e0a2f534a459 None None] Set router 732c14e3-8ce5-4bd6-b9f5-b3e95242d355 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:37:30.205713 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6d30f79d-c684-4bbd-83d9-5881373b0a93 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:37:30.206145 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d30f79d-c684-4bbd-83d9-5881373b0a93'] response: {'server_uuid': '382d0b57-20df-4e23-b375-ead2ffe87224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8881e57a-5748-4f29-927f-2388c029f510', 'code': 200} Apr 05 14:37:30.206429 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d30f79d-c684-4bbd-83d9-5881373b0a93'] response: {'server_uuid': '382d0b57-20df-4e23-b375-ead2ffe87224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f37818-79d9-4d80-9e8f-cdf11e9c8346', 'code': 200} Apr 05 14:37:30.296934 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fb5df5ef-9a40-43f5-9093-377a318f2383 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:30.406340 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-4a72f140-9860-48c2-a807-bb640704e50b None None] Provisioning complete for port 5480384c-ab7a-4f88-adcd-9ccc53533cdc triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:37:30.406729 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4a72f140-9860-48c2-a807-bb640704e50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:30.476742 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fb5df5ef-9a40-43f5-9093-377a318f2383 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:30.480041 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5df5ef-9a40-43f5-9093-377a318f2383 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:30.480664 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fb5df5ef-9a40-43f5-9093-377a318f2383 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:30.554481 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4a72f140-9860-48c2-a807-bb640704e50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:30.563204 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-cb0ca0db-6fb5-4cc4-b0ef-e0a2f534a459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732c14e3-8ce5-4bd6-b9f5-b3e95242d355', 'name': 'tempest-TestVolumeBackupRestore-1459058559-router', 'tenant_id': '137134eda0f64a8f9bf4c24829fd7a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': 'b22e9d48-7416-428f-9082-3624e46b339a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:37:16Z', 'updated_at': '2022-04-05T14:37:24Z', 'revision_number': 4, 'project_id': '137134eda0f64a8f9bf4c24829fd7a10', 'gw_port': {'id': 'b22e9d48-7416-428f-9082-3624e46b339a', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732c14e3-8ce5-4bd6-b9f5-b3e95242d355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:37:18Z', 'updated_at': '2022-04-05T14:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '5480384c-ab7a-4f88-adcd-9ccc53533cdc', 'name': '', 'network_id': '85382670-efb8-48f1-a49f-87979afc1bbb', 'tenant_id': '137134eda0f64a8f9bf4c24829fd7a10', 'mac_address': 'fa:16:3e:0e:76:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732c14e3-8ce5-4bd6-b9f5-b3e95242d355', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '80d58c06-8a43-4370-b0b5-5687d64f06cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:37:22Z', 'updated_at': '2022-04-05T14:37:29Z', 'revision_number': 4, 'project_id': '137134eda0f64a8f9bf4c24829fd7a10', 'subnets': [{'id': '80d58c06-8a43-4370-b0b5-5687d64f06cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:30.613453 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-4a72f140-9860-48c2-a807-bb640704e50b None None] For port 5480384c-ab7a-4f88-adcd-9ccc53533cdc, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=5480384c-ab7a-4f88-adcd-9ccc53533cdc,segment=NetworkSegment(d8889e6f-e6cc-46dd-8e03-70601ec6604c),segment_id=d8889e6f-e6cc-46dd-8e03-70601ec6604c)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:30.630310 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-fb5df5ef-9a40-43f5-9093-377a318f2383 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0633521 Apr 05 14:37:30.632290 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0ca0db-6fb5-4cc4-b0ef-e0a2f534a459 None None] The sync data for ids ['732c14e3-8ce5-4bd6-b9f5-b3e95242d355'] in n-d-836650-2 is: [{'id': '732c14e3-8ce5-4bd6-b9f5-b3e95242d355', 'name': 'tempest-TestVolumeBackupRestore-1459058559-router', 'tenant_id': '137134eda0f64a8f9bf4c24829fd7a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': 'b22e9d48-7416-428f-9082-3624e46b339a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:37:16Z', 'updated_at': '2022-04-05T14:37:24Z', 'revision_number': 4, 'project_id': '137134eda0f64a8f9bf4c24829fd7a10', 'gw_port': {'id': 'b22e9d48-7416-428f-9082-3624e46b339a', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732c14e3-8ce5-4bd6-b9f5-b3e95242d355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:37:18Z', 'updated_at': '2022-04-05T14:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '5480384c-ab7a-4f88-adcd-9ccc53533cdc', 'name': '', 'network_id': '85382670-efb8-48f1-a49f-87979afc1bbb', 'tenant_id': '137134eda0f64a8f9bf4c24829fd7a10', 'mac_address': 'fa:16:3e:0e:76:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732c14e3-8ce5-4bd6-b9f5-b3e95242d355', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '80d58c06-8a43-4370-b0b5-5687d64f06cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:37:22Z', 'updated_at': '2022-04-05T14:37:29Z', 'revision_number': 4, 'project_id': '137134eda0f64a8f9bf4c24829fd7a10', 'subnets': [{'id': '80d58c06-8a43-4370-b0b5-5687d64f06cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:37:30.647773 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43888) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:30.656589 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-f6c77697-0f32-4b56-881f-a75d5c19c0b0 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Request body: {'subnet': {'network_id': '153c098b-8875-4241-87d9-0a85b4cb0653', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:37:30.681611 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5df5ef-9a40-43f5-9093-377a318f2383 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Pushing event updated for resources: {'Network': ['ID=153c098b-8875-4241-87d9-0a85b4cb0653,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:30.692784 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4a72f140-9860-48c2-a807-bb640704e50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:30.776244 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 153c098b-8875-4241-87d9-0a85b4cb0653 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:37:30.912708 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c77697-0f32-4b56-881f-a75d5c19c0b0 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Made reservation on behalf of 71b757d9708f4ae9977ab7e04353b160 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:37:30.917584 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f6c77697-0f32-4b56-881f-a75d5c19c0b0 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:30.995414 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43896) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:30.999583 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 5480384c-ab7a-4f88-adcd-9ccc53533cdc up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:37:31.093573 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 89c9574c-889b-451a-af23-89c877fba4fe details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:37:31.141413 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72f140-9860-48c2-a807-bb640704e50b None None] Pushing event updated for resources: {'Port': ['ID=5480384c-ab7a-4f88-adcd-9ccc53533cdc,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:31.226778 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c90005d0-7dec-4ab7-b485-8877a6149ce8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:31.279338 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 5480384c-ab7a-4f88-adcd-9ccc53533cdc triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:37:31.280774 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:31.354354 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f6c77697-0f32-4b56-881f-a75d5c19c0b0 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:31.354568 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9f256f8e-2a3e-4deb-b130-fd93540dd6c0 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:31.375306 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c90005d0-7dec-4ab7-b485-8877a6149ce8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:31.405227 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ff64f-6627-4fde-94ff-8da625949ff9 req-c9dd38b3-8192-4cef-88e4-a9cf80e464d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:31.405974 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ff64f-6627-4fde-94ff-8da625949ff9 req-c9dd38b3-8192-4cef-88e4-a9cf80e464d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:31.406650 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ff64f-6627-4fde-94ff-8da625949ff9 req-c9dd38b3-8192-4cef-88e4-a9cf80e464d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:31.407520 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ff64f-6627-4fde-94ff-8da625949ff9 req-c9dd38b3-8192-4cef-88e4-a9cf80e464d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:31.408332 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ff64f-6627-4fde-94ff-8da625949ff9 req-c9dd38b3-8192-4cef-88e4-a9cf80e464d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:31.409005 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ff64f-6627-4fde-94ff-8da625949ff9 req-c9dd38b3-8192-4cef-88e4-a9cf80e464d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:31.409661 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ff64f-6627-4fde-94ff-8da625949ff9 req-c9dd38b3-8192-4cef-88e4-a9cf80e464d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:31.412245 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-916ff64f-6627-4fde-94ff-8da625949ff9 req-c9dd38b3-8192-4cef-88e4-a9cf80e464d3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 6493 time: 1.1003649 Apr 05 14:37:31.419826 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c59ed7e4-66a3-4517-8cbd-0a77a2911a36 req-5baa5603-adaa-4c5e-8ef6-d4ceb0c06a47 service neutron] 10.222.0.55 "GET /v2.0/networks/bbdeb55e-008a-45ea-8c70-7d18b28201f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2880282 Apr 05 14:37:31.426943 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 89c9574c-889b-451a-af23-89c877fba4fe, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=89c9574c-889b-451a-af23-89c877fba4fe,segment=NetworkSegment(ac926e6e-ab69-4031-83ab-f0f7e23b6b3b),segment_id=ac926e6e-ab69-4031-83ab-f0f7e23b6b3b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:31.449285 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903f9be4-dfa9-4ed7-9b98-817f3d95fc6f req-59035835-e28e-44a9-be96-2af6ec181a30 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:31.458577 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-903f9be4-dfa9-4ed7-9b98-817f3d95fc6f req-59035835-e28e-44a9-be96-2af6ec181a30 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=64b35f95-b866-49d9-a481-46235237e195 HTTP/1.1" status: 200 len: 943 time: 0.3478701 Apr 05 14:37:31.459849 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c77697-0f32-4b56-881f-a75d5c19c0b0 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Pushing event updated for resources: {'Subnet': ['ID=4ad63f64-1897-4e8b-9093-0595dffd747e,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:31.469606 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ede86d-64fd-453d-a571-f4f3da069f2f req-ccc55823-8597-40ca-a136-7eca154d7ea5 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:31.474503 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': '89c9574c-889b-451a-af23-89c877fba4fe', 'network_id': 'e9f4fa40-46c8-414a-a7c0-062d21c067f9', 'port_id': '89c9574c-889b-451a-af23-89c877fba4fe', 'mac_address': 'fa:16:3e:c1:fc:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f3129d9-da84-45bd-9800-b5c89ee3ca61', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:37:31.478023 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-41ede86d-64fd-453d-a571-f4f3da069f2f req-ccc55823-8597-40ca-a136-7eca154d7ea5 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cc4f01f-a830-4638-8b39-fd1db76b7b4f HTTP/1.1" status: 200 len: 944 time: 0.3645132 Apr 05 14:37:31.482976 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c77697-0f32-4b56-881f-a75d5c19c0b0 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Checking segment: {'id': '51e1ca7c-7ff1-4686-8417-c524a2d741aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '153c098b-8875-4241-87d9-0a85b4cb0653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:37:31.484418 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c77697-0f32-4b56-881f-a75d5c19c0b0 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Network hostable DHCP agents. Network: 153c098b-8875-4241-87d9-0a85b4cb0653, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:37:31.523765 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9f256f8e-2a3e-4deb-b130-fd93540dd6c0 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:31.530093 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c90005d0-7dec-4ab7-b485-8877a6149ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:31.550233 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:31.582822 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89c9574c-889b-451a-af23-89c877fba4fe {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:37:31.591795 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-c90005d0-7dec-4ab7-b485-8877a6149ce8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e74635dbae204d61a6c492ea5dca64c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5950587 Apr 05 14:37:31.592963 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90005d0-7dec-4ab7-b485-8877a6149ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70de4506-6532-4ab1-bf00-2f575632dbd2,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:31.597073 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43902) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:31.612668 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c77697-0f32-4b56-881f-a75d5c19c0b0 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Network 153c098b-8875-4241-87d9-0a85b4cb0653 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:37:31.633692 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f256f8e-2a3e-4deb-b130-fd93540dd6c0 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79e1fbcc-bc1b-47f8-ac47-4884d7fb1a5f,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:31.650765 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 89c9574c-889b-451a-af23-89c877fba4fe, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=89c9574c-889b-451a-af23-89c877fba4fe,segment=NetworkSegment(ac926e6e-ab69-4031-83ab-f0f7e23b6b3b),segment_id=ac926e6e-ab69-4031-83ab-f0f7e23b6b3b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:31.655153 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-916ff64f-6627-4fde-94ff-8da625949ff9 req-937ed86f-d3a1-47f8-9aab-bf21966c730c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=cbd616a3-13b2-4eba-903a-bcdcba548a35&id=756a1fd7-e8fc-4bda-8783-a2c1d11a4f04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2321155 Apr 05 14:37:31.657983 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9f256f8e-2a3e-4deb-b130-fd93540dd6c0 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:31.659004 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-9f256f8e-2a3e-4deb-b130-fd93540dd6c0 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.8009467 Apr 05 14:37:31.665516 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 43904) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:31.670651 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-18a38838-0224-4005-bd08-c38674c58f9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:31.672607 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-ca121b51-72cc-4f39-8ae2-9f26776496eb tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Request body: {'security_group_rule': {'security_group_id': '6eda9722-f78b-44f1-82f3-b79461b57b6c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:37:31.685868 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-903f9be4-dfa9-4ed7-9b98-817f3d95fc6f req-e22fa575-8d84-4eaf-a085-9ca2b5c4d373 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259786 Apr 05 14:37:31.714766 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-41ede86d-64fd-453d-a571-f4f3da069f2f req-db513f2c-cc62-4af6-bfe6-a9f416ed60f2 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310822 Apr 05 14:37:31.714882 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-18a38838-0224-4005-bd08-c38674c58f9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:31.714882 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-f6c77697-0f32-4b56-881f-a75d5c19c0b0 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 153c098b-8875-4241-87d9-0a85b4cb0653) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:37:31.720934 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c77697-0f32-4b56-881f-a75d5c19c0b0 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:31.721484 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f6c77697-0f32-4b56-881f-a75d5c19c0b0 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:31.729047 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b53af68-a433-43b9-9927-28daf5af36bc None None] Network 153c098b-8875-4241-87d9-0a85b4cb0653 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:37:31.762959 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:31.766445 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c59ed7e4-66a3-4517-8cbd-0a77a2911a36 req-26bb124e-ef6a-433a-af98-93b72f7ee784 service neutron] 10.222.0.55 "GET /v2.0/networks/bbdeb55e-008a-45ea-8c70-7d18b28201f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257086 Apr 05 14:37:31.865359 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ca121b51-72cc-4f39-8ae2-9f26776496eb tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:31.886066 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-f6c77697-0f32-4b56-881f-a75d5c19c0b0 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2362289 Apr 05 14:37:31.888696 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43906) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:31.893582 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-e02c3aec-266b-4665-98f5-fdae67fd7b58 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1929981836', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}, 'admin_state_up': False}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:37:31.905552 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-18a38838-0224-4005-bd08-c38674c58f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:31.910704 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-18a38838-0224-4005-bd08-c38674c58f9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:31.913812 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-18a38838-0224-4005-bd08-c38674c58f9a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/70de4506-6532-4ab1-bf00-2f575632dbd2 HTTP/1.1" status: 204 len: 168 time: 0.3133447 Apr 05 14:37:31.922447 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5939a94a-27b7-4b64-9762-68747a7a263d req-59a3b81f-a364-46cc-b313-b0ca360ae946 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:31.932210 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5939a94a-27b7-4b64-9762-68747a7a263d req-59a3b81f-a364-46cc-b313-b0ca360ae946 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:31.936762 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=89c9574c-889b-451a-af23-89c877fba4fe,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:31.946723 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5939a94a-27b7-4b64-9762-68747a7a263d req-59a3b81f-a364-46cc-b313-b0ca360ae946 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:31.961631 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5939a94a-27b7-4b64-9762-68747a7a263d req-59a3b81f-a364-46cc-b313-b0ca360ae946 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:31.963105 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a38838-0224-4005-bd08-c38674c58f9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70de4506-6532-4ab1-bf00-2f575632dbd2,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:31.963399 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5939a94a-27b7-4b64-9762-68747a7a263d req-59a3b81f-a364-46cc-b313-b0ca360ae946 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:31.979608 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5939a94a-27b7-4b64-9762-68747a7a263d req-59a3b81f-a364-46cc-b313-b0ca360ae946 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:31.994838 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5939a94a-27b7-4b64-9762-68747a7a263d req-59a3b81f-a364-46cc-b313-b0ca360ae946 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:32.001404 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5939a94a-27b7-4b64-9762-68747a7a263d req-59a3b81f-a364-46cc-b313-b0ca360ae946 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 5436 time: 0.1941733 Apr 05 14:37:32.082935 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e02c3aec-266b-4665-98f5-fdae67fd7b58 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27088'] for router, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:32.084240 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e02c3aec-266b-4665-98f5-fdae67fd7b58 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27079'] for router, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:32.099632 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5939a94a-27b7-4b64-9762-68747a7a263d req-be0d434d-10d0-405b-88d3-f7922b9d7bcb tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/security-groups?id=756a1fd7-e8fc-4bda-8783-a2c1d11a4f04&id=cbd616a3-13b2-4eba-903a-bcdcba548a35&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0698769 Apr 05 14:37:32.123791 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c11f34-d473-45d2-a519-1b7978559a49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-153c098b-8875-4241-87d9-0a85b4cb0653', 'network_id': '153c098b-8875-4241-87d9-0a85b4cb0653', 'tenant_id': '71b757d9708f4ae9977ab7e04353b160', 'fixed_ips': [{'subnet_id': '4ad63f64-1897-4e8b-9093-0595dffd747e'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:37:32.126220 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-71c11f34-d473-45d2-a519-1b7978559a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:32.167628 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ca121b51-72cc-4f39-8ae2-9f26776496eb tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:32.182171 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e02c3aec-266b-4665-98f5-fdae67fd7b58 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:32.232231 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['89c9574c-889b-451a-af23-89c877fba4fe'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:37:32.246605 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ca121b51-72cc-4f39-8ae2-9f26776496eb tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:32.283452 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca121b51-72cc-4f39-8ae2-9f26776496eb tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=906fd7c4-e88a-4dbf-9544-a8b91c34a936,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:32.353439 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-71c11f34-d473-45d2-a519-1b7978559a49 None None] Allocated IP 172.20.0.2 (153c098b-8875-4241-87d9-0a85b4cb0653/4ad63f64-1897-4e8b-9093-0595dffd747e/4ee8d588-a2dd-4f24-8d16-1e25981a5259) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:37:32.414097 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e02c3aec-266b-4665-98f5-fdae67fd7b58 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:32.451138 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ca121b51-72cc-4f39-8ae2-9f26776496eb tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:32.453345 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-ca121b51-72cc-4f39-8ae2-9f26776496eb tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7868085 Apr 05 14:37:32.456288 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 43916) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:32.461535 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-34d7f5d7-4b7c-4bbb-b462-62506f70f7a5 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Request body: {'security_group_rule': {'security_group_id': '6eda9722-f78b-44f1-82f3-b79461b57b6c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:37:32.506971 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59ed7e4-66a3-4517-8cbd-0a77a2911a36 req-dba6215a-c64b-433c-a874-531143b665e3 tempest-LiveMigrationTest-1634108813 tempest-LiveMigrationTest-1634108813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:32.509510 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c59ed7e4-66a3-4517-8cbd-0a77a2911a36 req-dba6215a-c64b-433c-a874-531143b665e3 tempest-LiveMigrationTest-1634108813 tempest-LiveMigrationTest-1634108813-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4cc4f01f-a830-4638-8b39-fd1db76b7b4f&tenant_id=f15fb34306734f1db943c159bdbff20e&binding%3Ahost_id=n-h1-836650-2 HTTP/1.1" status: 200 len: 1095 time: 0.1095943 Apr 05 14:37:32.630316 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-34d7f5d7-4b7c-4bbb-b462-62506f70f7a5 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:32.655224 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-71c11f34-d473-45d2-a519-1b7978559a49 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:32.741953 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-71c11f34-d473-45d2-a519-1b7978559a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:32.788265 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c11f34-d473-45d2-a519-1b7978559a49 None None] Network 153c098b-8875-4241-87d9-0a85b4cb0653 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:37:32.793672 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-71c11f34-d473-45d2-a519-1b7978559a49 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:37:32.802232 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c11f34-d473-45d2-a519-1b7978559a49 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:37:32.823632 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-34d7f5d7-4b7c-4bbb-b462-62506f70f7a5 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:32.869832 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e02c3aec-266b-4665-98f5-fdae67fd7b58 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks [] for router_gateway, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:32.871781 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c11f34-d473-45d2-a519-1b7978559a49 None None] Pushing event updated for resources: {'Port': ['ID=4ee8d588-a2dd-4f24-8d16-1e25981a5259,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:32.896418 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-71c11f34-d473-45d2-a519-1b7978559a49 None None] Attempting to bind port 4ee8d588-a2dd-4f24-8d16-1e25981a5259 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:37:32.896928 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-71c11f34-d473-45d2-a519-1b7978559a49 None None] Attempting to bind port 4ee8d588-a2dd-4f24-8d16-1e25981a5259 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '51e1ca7c-7ff1-4686-8417-c524a2d741aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '153c098b-8875-4241-87d9-0a85b4cb0653'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:37:32.897302 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c11f34-d473-45d2-a519-1b7978559a49 None None] Attempting to bind port 4ee8d588-a2dd-4f24-8d16-1e25981a5259 on network 153c098b-8875-4241-87d9-0a85b4cb0653 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:37:32.904804 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e02c3aec-266b-4665-98f5-fdae67fd7b58 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:32.910064 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c11f34-d473-45d2-a519-1b7978559a49 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:37:32.910443 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c11f34-d473-45d2-a519-1b7978559a49 None None] Checking segment: {'id': '51e1ca7c-7ff1-4686-8417-c524a2d741aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '153c098b-8875-4241-87d9-0a85b4cb0653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:37:32.910848 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-71c11f34-d473-45d2-a519-1b7978559a49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:32.911252 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c11f34-d473-45d2-a519-1b7978559a49 None None] Bound using segment: {'id': '51e1ca7c-7ff1-4686-8417-c524a2d741aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '153c098b-8875-4241-87d9-0a85b4cb0653'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:37:32.913385 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-71c11f34-d473-45d2-a519-1b7978559a49 None None] Bound port: 4ee8d588-a2dd-4f24-8d16-1e25981a5259, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51e1ca7c-7ff1-4686-8417-c524a2d741aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '153c098b-8875-4241-87d9-0a85b4cb0653'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:37:32.914030 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-71c11f34-d473-45d2-a519-1b7978559a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:32.936527 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 5480384c-ab7a-4f88-adcd-9ccc53533cdc up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:37:32.967340 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-c59ed7e4-66a3-4517-8cbd-0a77a2911a36 req-5204e074-eed8-4340-8864-0ec8907092c4 service neutron] For port 0c6707e2-66bd-42d7-96d4-e000d477bf32, host n-h2-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:37:32.968503 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-34d7f5d7-4b7c-4bbb-b462-62506f70f7a5 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:32.974826 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-c59ed7e4-66a3-4517-8cbd-0a77a2911a36 req-5204e074-eed8-4340-8864-0ec8907092c4 service neutron] Notify callbacks [] for binding, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:32.980660 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c59ed7e4-66a3-4517-8cbd-0a77a2911a36 req-5204e074-eed8-4340-8864-0ec8907092c4 service neutron] 10.222.0.55 "DELETE /v2.0/ports/0c6707e2-66bd-42d7-96d4-e000d477bf32/bindings/n-h2-836650-2 HTTP/1.1" status: 204 len: 173 time: 0.4564440 Apr 05 14:37:33.002238 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d7f5d7-4b7c-4bbb-b462-62506f70f7a5 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22869105-a3a1-48b7-a625-f81b959148dd,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:33.021502 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d7f5d7-4b7c-4bbb-b462-62506f70f7a5 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:33.021877 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d7f5d7-4b7c-4bbb-b462-62506f70f7a5 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:33.022193 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d7f5d7-4b7c-4bbb-b462-62506f70f7a5 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:33.022538 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d7f5d7-4b7c-4bbb-b462-62506f70f7a5 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:33.023387 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d7f5d7-4b7c-4bbb-b462-62506f70f7a5 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:33.023745 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d7f5d7-4b7c-4bbb-b462-62506f70f7a5 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:33.024106 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d7f5d7-4b7c-4bbb-b462-62506f70f7a5 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:33.024416 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d7f5d7-4b7c-4bbb-b462-62506f70f7a5 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:33.024798 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d7f5d7-4b7c-4bbb-b462-62506f70f7a5 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:33.025156 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d7f5d7-4b7c-4bbb-b462-62506f70f7a5 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:33.025531 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d7f5d7-4b7c-4bbb-b462-62506f70f7a5 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:33.025967 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d7f5d7-4b7c-4bbb-b462-62506f70f7a5 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:33.043096 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-e02c3aec-266b-4665-98f5-fdae67fd7b58 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Allocated IP 172.25.6.143 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/16661159-ddb4-4878-8263-06f3d689a578) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:37:33.044489 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef1ff0d-65de-4812-94df-77671653513b req-dbd3d738-5c3f-4977-bfbf-1d69e6152514 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:33.046691 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4ef1ff0d-65de-4812-94df-77671653513b req-dbd3d738-5c3f-4977-bfbf-1d69e6152514 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=64b35f95-b866-49d9-a481-46235237e195 HTTP/1.1" status: 200 len: 944 time: 0.2166569 Apr 05 14:37:33.057222 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba4045-a192-4e15-9a1c-adb7645fbcdf req-3ce70750-926b-4809-8a55-78bd1d19aa4d tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:33.070984 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f5ba4045-a192-4e15-9a1c-adb7645fbcdf req-3ce70750-926b-4809-8a55-78bd1d19aa4d tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cc4f01f-a830-4638-8b39-fd1db76b7b4f HTTP/1.1" status: 200 len: 944 time: 0.1598794 Apr 05 14:37:33.096307 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-71c11f34-d473-45d2-a519-1b7978559a49 None None] For port 4ee8d588-a2dd-4f24-8d16-1e25981a5259, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:37:33.107280 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-71c11f34-d473-45d2-a519-1b7978559a49 None None] For port 4ee8d588-a2dd-4f24-8d16-1e25981a5259, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=4ee8d588-a2dd-4f24-8d16-1e25981a5259,segment=NetworkSegment(51e1ca7c-7ff1-4686-8417-c524a2d741aa),segment_id=51e1ca7c-7ff1-4686-8417-c524a2d741aa)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:37:33.108340 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 5480384c-ab7a-4f88-adcd-9ccc53533cdc triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:37:33.108938 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:33.127312 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-34d7f5d7-4b7c-4bbb-b462-62506f70f7a5 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:33.131614 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-34d7f5d7-4b7c-4bbb-b462-62506f70f7a5 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.6740913 Apr 05 14:37:33.135834 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 43934) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:33.168124 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f5ba4045-a192-4e15-9a1c-adb7645fbcdf req-51722ffd-9ef5-4b67-8b57-41586bc37d85 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959480 Apr 05 14:37:33.193935 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-71c11f34-d473-45d2-a519-1b7978559a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:33.245670 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4ef1ff0d-65de-4812-94df-77671653513b req-7adbcbf4-eced-41d4-a90b-c97c81965530 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707435 Apr 05 14:37:33.315131 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9fb846bc-f573-40cd-9e32-b7accfe382fe tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:33.336429 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e02c3aec-266b-4665-98f5-fdae67fd7b58 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:33.363790 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c11f34-d473-45d2-a519-1b7978559a49 None None] Pushing event updated for resources: {'Port': ['ID=4ee8d588-a2dd-4f24-8d16-1e25981a5259,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:33.378390 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9fb846bc-f573-40cd-9e32-b7accfe382fe tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:33.470641 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f11dea-68c7-43cf-957b-d87015bc9676 req-568b4c39-690b-4f12-98ea-839f87500c87 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:33.478064 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f11dea-68c7-43cf-957b-d87015bc9676 req-568b4c39-690b-4f12-98ea-839f87500c87 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:33.484733 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f11dea-68c7-43cf-957b-d87015bc9676 req-568b4c39-690b-4f12-98ea-839f87500c87 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:33.491339 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f11dea-68c7-43cf-957b-d87015bc9676 req-568b4c39-690b-4f12-98ea-839f87500c87 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:33.497994 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f11dea-68c7-43cf-957b-d87015bc9676 req-568b4c39-690b-4f12-98ea-839f87500c87 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:33.511675 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f11dea-68c7-43cf-957b-d87015bc9676 req-568b4c39-690b-4f12-98ea-839f87500c87 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:33.512378 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e02c3aec-266b-4665-98f5-fdae67fd7b58 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:33.518817 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f11dea-68c7-43cf-957b-d87015bc9676 req-568b4c39-690b-4f12-98ea-839f87500c87 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:33.528395 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-70f11dea-68c7-43cf-957b-d87015bc9676 req-568b4c39-690b-4f12-98ea-839f87500c87 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 5436 time: 0.2808073 Apr 05 14:37:33.603395 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02c3aec-266b-4665-98f5-fdae67fd7b58 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:37:33.607224 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-e02c3aec-266b-4665-98f5-fdae67fd7b58 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:37:33.615897 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02c3aec-266b-4665-98f5-fdae67fd7b58 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:37:33.626045 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02c3aec-266b-4665-98f5-fdae67fd7b58 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Pushing event updated for resources: {'Port': ['ID=16661159-ddb4-4878-8263-06f3d689a578,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:33.643258 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-70f11dea-68c7-43cf-957b-d87015bc9676 req-4f283340-a44c-4d80-8c05-04e8528577e3 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/security-groups?id=756a1fd7-e8fc-4bda-8783-a2c1d11a4f04&id=cbd616a3-13b2-4eba-903a-bcdcba548a35&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1113374 Apr 05 14:37:33.665915 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9fb846bc-f573-40cd-9e32-b7accfe382fe tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:33.679953 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9fb846bc-f573-40cd-9e32-b7accfe382fe tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:33.684216 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-9fb846bc-f573-40cd-9e32-b7accfe382fe tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/22869105-a3a1-48b7-a625-f81b959148dd HTTP/1.1" status: 204 len: 168 time: 0.5461283 Apr 05 14:37:33.690319 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e4d305-f643-4a42-a54c-5ff58f8c2aff req-48f68a67-c274-46fb-bdd4-c142107e30b1 tempest-LiveMigrationTest-1634108813 tempest-LiveMigrationTest-1634108813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:33.692420 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-52e4d305-f643-4a42-a54c-5ff58f8c2aff req-48f68a67-c274-46fb-bdd4-c142107e30b1 tempest-LiveMigrationTest-1634108813 tempest-LiveMigrationTest-1634108813-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=4cc4f01f-a830-4638-8b39-fd1db76b7b4f HTTP/1.1" status: 200 len: 1095 time: 0.1404581 Apr 05 14:37:33.698136 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 43948) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:33.721519 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb846bc-f573-40cd-9e32-b7accfe382fe tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=22869105-a3a1-48b7-a625-f81b959148dd,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:33.780401 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-52e4d305-f643-4a42-a54c-5ff58f8c2aff req-9ec60454-a0f1-4ff6-a28f-7dac7adacd00 tempest-LiveMigrationTest-1634108813 tempest-LiveMigrationTest-1634108813-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706353 Apr 05 14:37:33.875558 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-b5a9af76-5280-45ea-8b64-9e7ac983b679 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1738553 Apr 05 14:37:33.880655 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 43954) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:33.930531 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e242645a-31a8-455c-970b-ad9c01cf145c tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:33.949169 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e242645a-31a8-455c-970b-ad9c01cf145c tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:34.111225 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e242645a-31a8-455c-970b-ad9c01cf145c tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:34.121099 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e242645a-31a8-455c-970b-ad9c01cf145c tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:34.122521 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-e242645a-31a8-455c-970b-ad9c01cf145c tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/906fd7c4-e88a-4dbf-9544-a8b91c34a936 HTTP/1.1" status: 204 len: 168 time: 0.2407491 Apr 05 14:37:34.127012 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 43956) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:34.135856 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e242645a-31a8-455c-970b-ad9c01cf145c tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=906fd7c4-e88a-4dbf-9544-a8b91c34a936,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:34.182071 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-31f9f21f-c60a-4577-a5ae-6087a06372f8 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0539453 Apr 05 14:37:34.184751 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 43960) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:34.288330 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-be1df3f5-d176-43b8-999e-940c86c38fcb tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:34.295319 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e02c3aec-266b-4665-98f5-fdae67fd7b58 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks [] for router_gateway, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:34.302305 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-be1df3f5-d176-43b8-999e-940c86c38fcb tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:34.408239 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b54ac9c-9b60-4b1e-a116-85db928f17c7 req-7032f0fb-367e-40eb-b637-8bc5f02d269c tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:34.409910 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9b54ac9c-9b60-4b1e-a116-85db928f17c7 req-7032f0fb-367e-40eb-b637-8bc5f02d269c tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=64b35f95-b866-49d9-a481-46235237e195 HTTP/1.1" status: 200 len: 944 time: 0.0716937 Apr 05 14:37:34.411497 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 7 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 14:37:34.477585 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9b54ac9c-9b60-4b1e-a116-85db928f17c7 req-03b68ed4-c6aa-41f6-a1a8-31c80893b173 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584307 Apr 05 14:37:34.516348 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-be1df3f5-d176-43b8-999e-940c86c38fcb tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:34.525171 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-be1df3f5-d176-43b8-999e-940c86c38fcb tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:34.528710 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-be1df3f5-d176-43b8-999e-940c86c38fcb tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/79e1fbcc-bc1b-47f8-ac47-4884d7fb1a5f HTTP/1.1" status: 204 len: 168 time: 0.3406174 Apr 05 14:37:34.529661 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 43968) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:34.544225 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1df3f5-d176-43b8-999e-940c86c38fcb tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=79e1fbcc-bc1b-47f8-ac47-4884d7fb1a5f,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:34.623881 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e02c3aec-266b-4665-98f5-fdae67fd7b58 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618'] for router, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:34.687965 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43976) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:34.689034 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-044efb25-8391-41f6-9f98-8ce0ce714d29 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1518128 Apr 05 14:37:34.710027 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a19b6-a91c-4882-9517-4e900438ca42 req-7654e21e-dc44-482e-b437-c7325f7fa1a0 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:34.720378 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2b2a19b6-a91c-4882-9517-4e900438ca42 req-7654e21e-dc44-482e-b437-c7325f7fa1a0 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cc4f01f-a830-4638-8b39-fd1db76b7b4f HTTP/1.1" status: 200 len: 944 time: 0.1813869 Apr 05 14:37:34.802387 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2b2a19b6-a91c-4882-9517-4e900438ca42 req-57e44786-33a3-4ff6-a631-79f331268afd tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807598 Apr 05 14:37:34.845337 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d332f70d-8036-47ec-b37f-c17025d98663 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:34.861690 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d332f70d-8036-47ec-b37f-c17025d98663 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:34.913722 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 4ee8d588-a2dd-4f24-8d16-1e25981a5259 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:37:34.916348 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940a1608-b3f5-419e-80a3-b67cda683e98 req-a9cae2f1-27a3-42be-8045-820f4ead8e55 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:34.920944 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940a1608-b3f5-419e-80a3-b67cda683e98 req-a9cae2f1-27a3-42be-8045-820f4ead8e55 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:34.927151 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940a1608-b3f5-419e-80a3-b67cda683e98 req-a9cae2f1-27a3-42be-8045-820f4ead8e55 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:34.933492 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940a1608-b3f5-419e-80a3-b67cda683e98 req-a9cae2f1-27a3-42be-8045-820f4ead8e55 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:34.940544 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940a1608-b3f5-419e-80a3-b67cda683e98 req-a9cae2f1-27a3-42be-8045-820f4ead8e55 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:34.948771 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940a1608-b3f5-419e-80a3-b67cda683e98 req-a9cae2f1-27a3-42be-8045-820f4ead8e55 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:34.954980 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940a1608-b3f5-419e-80a3-b67cda683e98 req-a9cae2f1-27a3-42be-8045-820f4ead8e55 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:34.957060 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-940a1608-b3f5-419e-80a3-b67cda683e98 req-a9cae2f1-27a3-42be-8045-820f4ead8e55 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 5436 time: 0.1426058 Apr 05 14:37:35.009529 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 4ee8d588-a2dd-4f24-8d16-1e25981a5259 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:37:35.010408 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:35.018581 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-940a1608-b3f5-419e-80a3-b67cda683e98 req-757d611e-42ab-409a-b2ab-95d62ca17a65 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/security-groups?id=756a1fd7-e8fc-4bda-8783-a2c1d11a4f04&id=cbd616a3-13b2-4eba-903a-bcdcba548a35&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538311 Apr 05 14:37:35.027634 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d332f70d-8036-47ec-b37f-c17025d98663 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:35.035552 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d332f70d-8036-47ec-b37f-c17025d98663 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:35.038005 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-d332f70d-8036-47ec-b37f-c17025d98663 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/2e27b4e2-f9bf-476d-bbe9-ad815ca8f8c8 HTTP/1.1" status: 204 len: 168 time: 0.3478606 Apr 05 14:37:35.046250 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 43982) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:35.061224 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 89c9574c-889b-451a-af23-89c877fba4fe up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:37:35.068335 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d332f70d-8036-47ec-b37f-c17025d98663 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2e27b4e2-f9bf-476d-bbe9-ad815ca8f8c8,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:35.096608 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e02c3aec-266b-4665-98f5-fdae67fd7b58 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Router b33c1af4-8621-43e1-8a18-682bed9ef4cd is scheduled to L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 with binding_index 1 {{(pid=103321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:37:35.116543 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d332f70d-8036-47ec-b37f-c17025d98663 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:35.118959 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d332f70d-8036-47ec-b37f-c17025d98663 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:35.120403 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d332f70d-8036-47ec-b37f-c17025d98663 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:35.121900 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d332f70d-8036-47ec-b37f-c17025d98663 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:35.122411 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d332f70d-8036-47ec-b37f-c17025d98663 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:35.124476 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d332f70d-8036-47ec-b37f-c17025d98663 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:35.125864 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d332f70d-8036-47ec-b37f-c17025d98663 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:35.128314 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d332f70d-8036-47ec-b37f-c17025d98663 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:35.128996 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d332f70d-8036-47ec-b37f-c17025d98663 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:35.130704 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d332f70d-8036-47ec-b37f-c17025d98663 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:35.130704 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d332f70d-8036-47ec-b37f-c17025d98663 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:35.130704 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d332f70d-8036-47ec-b37f-c17025d98663 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:35.157601 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5152338c-d64d-424c-b641-bdd88d3b2674 None None] Network 153c098b-8875-4241-87d9-0a85b4cb0653 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:37:35.170933 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-e22ff324-c209-4d00-95b6-bdb3c6284db9 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1209486 Apr 05 14:37:35.174317 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 43988) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:35.316490 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-35d16f7d-b6cb-4fbc-b690-28644e2be8f6 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:35.348285 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-35d16f7d-b6cb-4fbc-b690-28644e2be8f6 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:35.351040 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 43992) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:35.426254 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ea6335-9053-4227-adfa-3679c607e0b5 req-9ff7ff39-9fb6-4b61-8b28-42a94ca0d1f1 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:35.430310 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c2ea6335-9053-4227-adfa-3679c607e0b5 req-9ff7ff39-9fb6-4b61-8b28-42a94ca0d1f1 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.55 "GET /v2.0/ports?device_id=4cc4f01f-a830-4638-8b39-fd1db76b7b4f HTTP/1.1" status: 200 len: 944 time: 0.2532766 Apr 05 14:37:35.556561 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-35d16f7d-b6cb-4fbc-b690-28644e2be8f6 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:35.566571 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-35d16f7d-b6cb-4fbc-b690-28644e2be8f6 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:35.571324 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:35.573217 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-35d16f7d-b6cb-4fbc-b690-28644e2be8f6 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/1ee24b68-a5bf-45f3-88d5-f15eab58dd02 HTTP/1.1" status: 204 len: 168 time: 0.3789098 Apr 05 14:37:35.573993 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 43998) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:35.577955 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-0965375b-c922-4960-96d3-bde216fa5651 None None] Provisioning complete for port 4ee8d588-a2dd-4f24-8d16-1e25981a5259 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:37:35.585985 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0965375b-c922-4960-96d3-bde216fa5651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:35.623683 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-776e75ec-f771-4172-9e86-3a3463a1d64f tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-133366511', 'router:external': True}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:37:35.638495 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning for port 89c9574c-889b-451a-af23-89c877fba4fe completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:37:35.662367 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port 89c9574c-889b-451a-af23-89c877fba4fe triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:37:35.663014 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:35.704637 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d16f7d-b6cb-4fbc-b690-28644e2be8f6 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1ee24b68-a5bf-45f3-88d5-f15eab58dd02,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:35.789933 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port 4ee8d588-a2dd-4f24-8d16-1e25981a5259, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=4ee8d588-a2dd-4f24-8d16-1e25981a5259,segment=NetworkSegment(51e1ca7c-7ff1-4686-8417-c524a2d741aa),segment_id=51e1ca7c-7ff1-4686-8417-c524a2d741aa)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:35.798473 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-4339c93c-0775-43dd-ae59-6513e8118820 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2120197 Apr 05 14:37:35.808719 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44000) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:35.809125 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0965375b-c922-4960-96d3-bde216fa5651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:35.843316 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e02c3aec-266b-4665-98f5-fdae67fd7b58 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:37:35.848762 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-c2ea6335-9053-4227-adfa-3679c607e0b5 req-1faa7791-4a10-445a-a3a6-2599886dd53a tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Deleting port 0c6707e2-66bd-42d7-96d4-e000d477bf32 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:37:35.849381 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-c2ea6335-9053-4227-adfa-3679c607e0b5 req-1faa7791-4a10-445a-a3a6-2599886dd53a tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:35.877373 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149e491a-7306-46b8-8232-9c27825f385f None None] Sync routers for ids ['b33c1af4-8621-43e1-8a18-682bed9ef4cd'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:37:35.880519 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bf4b95-74ad-433a-ac4d-8e97ab59d999 req-e445b885-8fd8-47cc-809f-bb43b16ffa6a tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:35.890574 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-70bf4b95-74ad-433a-ac4d-8e97ab59d999 req-e445b885-8fd8-47cc-809f-bb43b16ffa6a tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=64b35f95-b866-49d9-a481-46235237e195 HTTP/1.1" status: 200 len: 944 time: 0.2748284 Apr 05 14:37:35.900836 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:35.955463 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149e491a-7306-46b8-8232-9c27825f385f None None] Routers {'b33c1af4-8621-43e1-8a18-682bed9ef4cd'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:37:35.956181 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-149e491a-7306-46b8-8232-9c27825f385f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:37:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['b33c1af4-8621-43e1-8a18-682bed9ef4cd'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:35.962742 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:35.966906 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-776e75ec-f771-4172-9e86-3a3463a1d64f tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Made reservation on behalf of b1d8cdd7b2c146689fab4e591e20365c for: {'network': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:37:35.969220 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-776e75ec-f771-4172-9e86-3a3463a1d64f tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:35.983133 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e02c3aec-266b-4665-98f5-fdae67fd7b58 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:35.984577 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-e02c3aec-266b-4665-98f5-fdae67fd7b58 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 4.0948317 Apr 05 14:37:35.988111 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb3577c-06e4-4817-a742-55052672cd30 req-a8f7830f-559a-4b83-9260-68e71bb22e93 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:35.988623 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44004) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:35.994160 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb3577c-06e4-4817-a742-55052672cd30 req-a8f7830f-559a-4b83-9260-68e71bb22e93 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:36.001260 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb3577c-06e4-4817-a742-55052672cd30 req-a8f7830f-559a-4b83-9260-68e71bb22e93 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:36.008340 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb3577c-06e4-4817-a742-55052672cd30 req-a8f7830f-559a-4b83-9260-68e71bb22e93 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:36.014685 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb3577c-06e4-4817-a742-55052672cd30 req-a8f7830f-559a-4b83-9260-68e71bb22e93 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:36.019644 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-149e491a-7306-46b8-8232-9c27825f385f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:36.021610 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb3577c-06e4-4817-a742-55052672cd30 req-a8f7830f-559a-4b83-9260-68e71bb22e93 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:36.027630 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb3577c-06e4-4817-a742-55052672cd30 req-a8f7830f-559a-4b83-9260-68e71bb22e93 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:36.029622 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8cb3577c-06e4-4817-a742-55052672cd30 req-a8f7830f-559a-4b83-9260-68e71bb22e93 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 5436 time: 0.2967417 Apr 05 14:37:36.051003 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.db.api [None req-0965375b-c922-4960-96d3-bde216fa5651 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:37:36.051634 n-d-836650-2 neutron-server[103322]: DEBUG oslo_db.api [None req-0965375b-c922-4960-96d3-bde216fa5651 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:37:36.060254 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64b35f95-b866-49d9-a481-46235237e195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89c9574c-889b-451a-af23-89c877fba4fe'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:37:36.062937 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d5c8fd-4dd4-4877-a90c-9e13deb6c58a" -d '{"events": [{"server_uuid": "64b35f95-b866-49d9-a481-46235237e195", "name": "network-vif-plugged", "status": "completed", "tag": "89c9574c-889b-451a-af23-89c877fba4fe"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:37:36.072330 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149e491a-7306-46b8-8232-9c27825f385f None None] Routers {'b33c1af4-8621-43e1-8a18-682bed9ef4cd'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:37:36.073227 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-149e491a-7306-46b8-8232-9c27825f385f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:37:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['b33c1af4-8621-43e1-8a18-682bed9ef4cd'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:36.078205 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-c2ea6335-9053-4227-adfa-3679c607e0b5 req-1faa7791-4a10-445a-a3a6-2599886dd53a tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] For port 0c6707e2-66bd-42d7-96d4-e000d477bf32, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=0c6707e2-66bd-42d7-96d4-e000d477bf32,segment=NetworkSegment(d98286ea-3af7-47a7-a92d-d95717c2d70a),segment_id=d98286ea-3af7-47a7-a92d-d95717c2d70a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:36.078629 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-c2ea6335-9053-4227-adfa-3679c607e0b5 req-1faa7791-4a10-445a-a3a6-2599886dd53a tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:36.082832 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=4ee8d588-a2dd-4f24-8d16-1e25981a5259,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:36.093834 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-c2ea6335-9053-4227-adfa-3679c607e0b5 req-1faa7791-4a10-445a-a3a6-2599886dd53a tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Calling delete_port for 0c6707e2-66bd-42d7-96d4-e000d477bf32 owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:37:36.120344 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 89c9574c-889b-451a-af23-89c877fba4fe, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=89c9574c-889b-451a-af23-89c877fba4fe,segment=NetworkSegment(ac926e6e-ab69-4031-83ab-f0f7e23b6b3b),segment_id=ac926e6e-ab69-4031-83ab-f0f7e23b6b3b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:36.122621 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-149e491a-7306-46b8-8232-9c27825f385f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:36.123624 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149e491a-7306-46b8-8232-9c27825f385f None None] The sync data for ids ['b33c1af4-8621-43e1-8a18-682bed9ef4cd'] in n-d-836650-2 is: [] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:37:36.167775 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44006) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:36.169726 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-776e75ec-f771-4172-9e86-3a3463a1d64f tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:36.185526 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:36.191923 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-a7a4fb65-7cf4-4f16-9ff3-ea5468e7934a tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Request body: {'floatingip': {'port_id': '385bc4e1-71d4-4027-983d-ee339e8e5dfe'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:37:36.246529 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-70bf4b95-74ad-433a-ac4d-8e97ab59d999 req-60abbe1d-f056-4fec-ba45-7c187593bfaa tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3550730 Apr 05 14:37:36.247177 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-14fc7bba-5cc3-4090-8933-93614feaf21d tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:36.266229 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=89c9574c-889b-451a-af23-89c877fba4fe,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:36.278900 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-14fc7bba-5cc3-4090-8933-93614feaf21d tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:36.341850 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ac834a-5f65-4f03-9bdd-05abc5f3b8f7 x-openstack-request-id: req-39ac834a-5f65-4f03-9bdd-05abc5f3b8f7 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:37:36.342357 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64b35f95-b866-49d9-a481-46235237e195", "name": "network-vif-plugged", "status": "completed", "tag": "89c9574c-889b-451a-af23-89c877fba4fe", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:37:36.342829 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-39ac834a-5f65-4f03-9bdd-05abc5f3b8f7 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:37:36.343373 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39ac834a-5f65-4f03-9bdd-05abc5f3b8f7'] response: {'server_uuid': '64b35f95-b866-49d9-a481-46235237e195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89c9574c-889b-451a-af23-89c877fba4fe', 'code': 200} Apr 05 14:37:36.351876 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a7a4fb65-7cf4-4f16-9ff3-ea5468e7934a tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks [] for floatingip, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:36.390655 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6115470c-00c4-4235-9f10-42f2061ccb32 req-81e109a8-b120-4e2e-8bdf-541c66339a7c tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:36.393244 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6115470c-00c4-4235-9f10-42f2061ccb32 req-81e109a8-b120-4e2e-8bdf-541c66339a7c tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cc4f01f-a830-4638-8b39-fd1db76b7b4f HTTP/1.1" status: 200 len: 944 time: 0.2267075 Apr 05 14:37:36.480975 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-14fc7bba-5cc3-4090-8933-93614feaf21d tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:36.483571 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-14fc7bba-5cc3-4090-8933-93614feaf21d tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:36.484735 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-14fc7bba-5cc3-4090-8933-93614feaf21d tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] 10.222.0.30 "DELETE /v2.0/security-groups/6eda9722-f78b-44f1-82f3-b79461b57b6c HTTP/1.1" status: 204 len: 168 time: 0.6641569 Apr 05 14:37:36.501859 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44012) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:36.538021 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fc7bba-5cc3-4090-8933-93614feaf21d tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eda9722-f78b-44f1-82f3-b79461b57b6c,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:36.567154 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6115470c-00c4-4235-9f10-42f2061ccb32 req-76d25696-3ebe-425b-a1dd-7ae4c71f3134 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672843 Apr 05 14:37:36.573526 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-776e75ec-f771-4172-9e86-3a3463a1d64f tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:36.648366 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-6f8e9345-ac58-4e37-b995-db94b7b19682 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1400914 Apr 05 14:37:36.649134 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44014) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:36.655412 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-4f2a7920-1a16-41b2-8c77-34c9fa882c76 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Request body: {'security_group': {'name': 'tempest-secgroup--273970998'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:37:36.655783 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d88e8-269c-46f1-a2ee-898e8a81427f req-ffa45ed9-7fc1-4900-9242-3eb9dbb6ae74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:36.657907 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-720d88e8-269c-46f1-a2ee-898e8a81427f req-ffa45ed9-7fc1-4900-9242-3eb9dbb6ae74 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=64b35f95-b866-49d9-a481-46235237e195 HTTP/1.1" status: 200 len: 1096 time: 0.1856561 Apr 05 14:37:36.665213 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-c2ea6335-9053-4227-adfa-3679c607e0b5 req-1faa7791-4a10-445a-a3a6-2599886dd53a tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:36.667461 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-776e75ec-f771-4172-9e86-3a3463a1d64f tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:36.679570 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['0c6707e2-66bd-42d7-96d4-e000d477bf32'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:37:36.682576 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['cca30760-5885-4ffb-ac70-167eb7ad89e9'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:37:36.721624 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faa7791-4a10-445a-a3a6-2599886dd53a tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Pushing event deleted for resources: {'Port': ['ID=0c6707e2-66bd-42d7-96d4-e000d477bf32,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:36.774308 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-776e75ec-f771-4172-9e86-3a3463a1d64f tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=103320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:37:36.789502 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e75ec-f771-4172-9e86-3a3463a1d64f tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac735086-fb5e-4f1c-8eb2-8e0bace5ac06,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:36.797068 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-720d88e8-269c-46f1-a2ee-898e8a81427f req-06b87a36-fb7d-46e9-8c6a-02a061721f83 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301420 Apr 05 14:37:36.832910 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-5d18fb0d-b990-40ab-9e08-4d4c13227faf None None] Provisioning complete for port 4ee8d588-a2dd-4f24-8d16-1e25981a5259 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:37:36.833427 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5d18fb0d-b990-40ab-9e08-4d4c13227faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:36.841130 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ea6335-9053-4227-adfa-3679c607e0b5 req-1faa7791-4a10-445a-a3a6-2599886dd53a tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] No DVR routers for this DVR port 0c6707e2-66bd-42d7-96d4-e000d477bf32 on host n-h1-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:37:36.846947 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-c2ea6335-9053-4227-adfa-3679c607e0b5 req-1faa7791-4a10-445a-a3a6-2599886dd53a tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:36.850741 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c2ea6335-9053-4227-adfa-3679c607e0b5 req-1faa7791-4a10-445a-a3a6-2599886dd53a tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.55 "DELETE /v2.0/ports/0c6707e2-66bd-42d7-96d4-e000d477bf32 HTTP/1.1" status: 204 len: 173 time: 1.4140384 Apr 05 14:37:36.851476 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4f2a7920-1a16-41b2-8c77-34c9fa882c76 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:36.853712 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cc4f01f-a830-4638-8b39-fd1db76b7b4f', 'name': 'network-vif-deleted', 'tag': '0c6707e2-66bd-42d7-96d4-e000d477bf32'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:37:36.864089 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d5acbe-cd2c-4986-9ac1-afb4c83c10b8" -d '{"events": [{"server_uuid": "4cc4f01f-a830-4638-8b39-fd1db76b7b4f", "name": "network-vif-deleted", "tag": "0c6707e2-66bd-42d7-96d4-e000d477bf32"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:37:36.869178 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-776e75ec-f771-4172-9e86-3a3463a1d64f tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:36.869529 n-d-836650-2 neutron-server[103320]: INFO neutron.db.segments_db [None req-776e75ec-f771-4172-9e86-3a3463a1d64f tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Added segment 08cdf873-986f-442e-82bc-f6397ff464be of type vlan for network 0d8fa382-4972-4a76-80ca-03dba280015d Apr 05 14:37:36.899899 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 4ee8d588-a2dd-4f24-8d16-1e25981a5259 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:37:36.970990 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d80f7004-9538-497a-884f-731e942c3a8e x-openstack-request-id: req-d80f7004-9538-497a-884f-731e942c3a8e {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:37:36.971239 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cc4f01f-a830-4638-8b39-fd1db76b7b4f", "name": "network-vif-deleted", "tag": "0c6707e2-66bd-42d7-96d4-e000d477bf32", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:37:36.971471 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d80f7004-9538-497a-884f-731e942c3a8e {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:37:36.971885 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d80f7004-9538-497a-884f-731e942c3a8e'] response: {'server_uuid': '4cc4f01f-a830-4638-8b39-fd1db76b7b4f', 'name': 'network-vif-deleted', 'tag': '0c6707e2-66bd-42d7-96d4-e000d477bf32', 'status': 'completed', 'code': 200} Apr 05 14:37:36.994980 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-776e75ec-f771-4172-9e86-3a3463a1d64f tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:37.027953 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 4ee8d588-a2dd-4f24-8d16-1e25981a5259 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:37:37.028522 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:37.067746 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4f2a7920-1a16-41b2-8c77-34c9fa882c76 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:37.128691 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-776e75ec-f771-4172-9e86-3a3463a1d64f tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:37.129635 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776e75ec-f771-4172-9e86-3a3463a1d64f tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:37.130291 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-776e75ec-f771-4172-9e86-3a3463a1d64f tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:37.192861 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4f2a7920-1a16-41b2-8c77-34c9fa882c76 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:37.234840 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2a7920-1a16-41b2-8c77-34c9fa882c76 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b53aaf1-d6f3-441b-a993-217d9426f6ae,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:37.246012 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-776e75ec-f771-4172-9e86-3a3463a1d64f tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.8927271 Apr 05 14:37:37.248360 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e75ec-f771-4172-9e86-3a3463a1d64f tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Pushing event updated for resources: {'Network': ['ID=0d8fa382-4972-4a76-80ca-03dba280015d,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:37.249859 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44018) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:37.260069 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 0d8fa382-4972-4a76-80ca-03dba280015d details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:37:37.276616 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-884e2d7b-2710-45cb-8dac-9a26a6e73961 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Request body: {'subnet': {'network_id': '0d8fa382-4972-4a76-80ca-03dba280015d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:37:37.348518 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4f2a7920-1a16-41b2-8c77-34c9fa882c76 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:37.353492 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-4f2a7920-1a16-41b2-8c77-34c9fa882c76 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7021973 Apr 05 14:37:37.354139 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44022) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:37.363702 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-6bbab3c8-6091-49f7-ab2c-bdc7cc138d84 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Request body: {'security_group_rule': {'security_group_id': '0b53aaf1-d6f3-441b-a993-217d9426f6ae', 'direction': 'ingress', 'protocol': 17}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:37:37.458544 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-884e2d7b-2710-45cb-8dac-9a26a6e73961 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Made reservation on behalf of b1d8cdd7b2c146689fab4e591e20365c for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:37:37.460888 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-884e2d7b-2710-45cb-8dac-9a26a6e73961 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:37.463202 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7c6554-81b4-4ba8-9646-d4e60a6bae91 req-167f9483-f46e-49c6-8b34-f50dad14036b tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:37.465094 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7a7c6554-81b4-4ba8-9646-d4e60a6bae91 req-167f9483-f46e-49c6-8b34-f50dad14036b tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=64b35f95-b866-49d9-a481-46235237e195 HTTP/1.1" status: 200 len: 945 time: 0.0715125 Apr 05 14:37:37.526141 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7a7c6554-81b4-4ba8-9646-d4e60a6bae91 req-a70a65c4-457c-43e2-8c8e-8fa80f9e4cca tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542011 Apr 05 14:37:37.535030 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.db.resource_extend [None req-a7a4fb65-7cf4-4f16-9ff3-ea5468e7934a tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 14:37:37.554634 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6bbab3c8-6091-49f7-ab2c-bdc7cc138d84 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:37.587110 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-de39b871-84b5-48a4-9339-a8a5fa7c75d3 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:37.676233 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6bbab3c8-6091-49f7-ab2c-bdc7cc138d84 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:37.707366 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a4423888-e2e3-40b3-b211-71380c02f24a req-20d2a381-6e4b-4c38-8863-d1d31e676b8a tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cc4f01f-a830-4638-8b39-fd1db76b7b4f HTTP/1.1" status: 200 len: 210 time: 0.0441520 Apr 05 14:37:37.710166 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a7a4fb65-7cf4-4f16-9ff3-ea5468e7934a tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:37.738284 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6bbab3c8-6091-49f7-ab2c-bdc7cc138d84 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:37.767529 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbab3c8-6091-49f7-ab2c-bdc7cc138d84 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ba1abe5-8b59-45ba-a6e4-e2265cc15319,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:37.852158 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6bbab3c8-6091-49f7-ab2c-bdc7cc138d84 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:37.854300 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-6bbab3c8-6091-49f7-ab2c-bdc7cc138d84 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4990644 Apr 05 14:37:37.857375 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44028) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:37.949733 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8ee81bc2-b7fb-4231-ae87-83f5c99532da tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:37.981249 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8ee81bc2-b7fb-4231-ae87-83f5c99532da tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:38.042384 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a7a4fb65-7cf4-4f16-9ff3-ea5468e7934a tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:38.118855 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8ee81bc2-b7fb-4231-ae87-83f5c99532da tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:38.122155 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8ee81bc2-b7fb-4231-ae87-83f5c99532da tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:38.125125 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-8ee81bc2-b7fb-4231-ae87-83f5c99532da tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] 10.222.0.30 "DELETE /v2.0/security-groups/0b53aaf1-d6f3-441b-a993-217d9426f6ae HTTP/1.1" status: 204 len: 168 time: 0.2643590 Apr 05 14:37:38.129485 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44030) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:38.150114 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee81bc2-b7fb-4231-ae87-83f5c99532da tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b53aaf1-d6f3-441b-a993-217d9426f6ae,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:38.236957 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-86bcf31f-c288-4495-83ee-194bd12bbdee tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1056788 Apr 05 14:37:38.237902 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44032) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:38.243089 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-7dfbbe68-b795-4a95-8ce7-e0f7e3ee0923 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Request body: {'security_group': {'name': 'tempest-secgroup--764498822'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:37:38.327184 n-d-836650-2 neutron-server[103321]: INFO neutron.db.l3_db [None req-a7a4fb65-7cf4-4f16-9ff3-ea5468e7934a tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Floating IP cb14fcaa-c347-47bd-8b6a-8f2ce688dc46 associated. External IP: 172.25.6.117, port: 385bc4e1-71d4-4027-983d-ee339e8e5dfe. Apr 05 14:37:38.374613 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7dfbbe68-b795-4a95-8ce7-e0f7e3ee0923 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:38.493750 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7dfbbe68-b795-4a95-8ce7-e0f7e3ee0923 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:38.577241 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-de39b871-84b5-48a4-9339-a8a5fa7c75d3 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Allocated IP 172.20.0.1 (153c098b-8875-4241-87d9-0a85b4cb0653/4ad63f64-1897-4e8b-9093-0595dffd747e/ed600598-f7bf-4fb0-bcc4-b4d5b1d72778) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:37:38.578481 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7dfbbe68-b795-4a95-8ce7-e0f7e3ee0923 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:38.643889 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfbbe68-b795-4a95-8ce7-e0f7e3ee0923 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62cb9176-322a-4756-b63f-a18a5c2ab98b,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:38.724993 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0be709-c7ad-4328-af56-e320749c1c44 req-868ec7c1-4603-4132-993d-1add82c3474b tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:38.726613 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7e0be709-c7ad-4328-af56-e320749c1c44 req-868ec7c1-4603-4132-993d-1add82c3474b tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=64b35f95-b866-49d9-a481-46235237e195 HTTP/1.1" status: 200 len: 945 time: 0.0782411 Apr 05 14:37:38.732541 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7dfbbe68-b795-4a95-8ce7-e0f7e3ee0923 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:38.733805 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-7dfbbe68-b795-4a95-8ce7-e0f7e3ee0923 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4947615 Apr 05 14:37:38.747396 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44042) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:38.757655 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-203499aa-3055-43c9-9535-4647262e4269 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Request body: {'security_group': {'name': 'tempest-secgroup--1350587181'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:37:38.813123 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7e0be709-c7ad-4328-af56-e320749c1c44 req-1a12f6e7-275c-4446-9968-b351226e9cce tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509682 Apr 05 14:37:38.857792 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c86092b1-a270-4141-98fd-d232b1f30edf req-e6f3f125-717e-4c70-b791-b980782062b4 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cc4f01f-a830-4638-8b39-fd1db76b7b4f HTTP/1.1" status: 200 len: 210 time: 0.0315747 Apr 05 14:37:38.858519 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-de39b871-84b5-48a4-9339-a8a5fa7c75d3 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:38.875933 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-203499aa-3055-43c9-9535-4647262e4269 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:38.927963 n-d-836650-2 neutron-server[103321]: DEBUG neutron.objects.ports [None req-884e2d7b-2710-45cb-8dac-9a26a6e73961 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103321) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 05 14:37:38.928740 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-884e2d7b-2710-45cb-8dac-9a26a6e73961 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:38.933908 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7a4fb65-7cf4-4f16-9ff3-ea5468e7934a tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Router a58a7519-7ff4-4b29-8e4d-fbf8a66d8965 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:37:38.997506 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d2b44-dd3a-43e3-8f15-21d13a71e786 req-e8620564-0439-436f-b549-1c739db928f5 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:39.000251 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-855d2b44-dd3a-43e3-8f15-21d13a71e786 req-e8620564-0439-436f-b549-1c739db928f5 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=156af86b-ac1e-4dfc-ae74-932b14d79407 HTTP/1.1" status: 200 len: 945 time: 0.0874093 Apr 05 14:37:39.054364 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884e2d7b-2710-45cb-8dac-9a26a6e73961 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a69c0eeb-51cb-4df6-a166-a04c84c7311c,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:39.083311 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884e2d7b-2710-45cb-8dac-9a26a6e73961 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Checking segment: {'id': '08cdf873-986f-442e-82bc-f6397ff464be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '0d8fa382-4972-4a76-80ca-03dba280015d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:37:39.083671 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884e2d7b-2710-45cb-8dac-9a26a6e73961 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Network hostable DHCP agents. Network: 0d8fa382-4972-4a76-80ca-03dba280015d, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:37:39.084656 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-203499aa-3055-43c9-9535-4647262e4269 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:39.091387 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-855d2b44-dd3a-43e3-8f15-21d13a71e786 req-4b5c9228-6b92-4e38-b829-866e9e455e77 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828588 Apr 05 14:37:39.138139 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-de39b871-84b5-48a4-9339-a8a5fa7c75d3 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:39.165675 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-203499aa-3055-43c9-9535-4647262e4269 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:39.183965 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a4fb65-7cf4-4f16-9ff3-ea5468e7934a tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:37:39.192688 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a7a4fb65-7cf4-4f16-9ff3-ea5468e7934a tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:39.201029 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc10f296-d376-436b-a903-d4511bf72fbb None None] Sync routers for ids ['a58a7519-7ff4-4b29-8e4d-fbf8a66d8965'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:37:39.221632 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc10f296-d376-436b-a903-d4511bf72fbb None None] Routers {'a58a7519-7ff4-4b29-8e4d-fbf8a66d8965'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:37:39.222631 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-fc10f296-d376-436b-a903-d4511bf72fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:37:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['a58a7519-7ff4-4b29-8e4d-fbf8a66d8965'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:39.229007 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de39b871-84b5-48a4-9339-a8a5fa7c75d3 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Network 153c098b-8875-4241-87d9-0a85b4cb0653 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:37:39.238947 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-de39b871-84b5-48a4-9339-a8a5fa7c75d3 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:37:39.243950 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de39b871-84b5-48a4-9339-a8a5fa7c75d3 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:37:39.246496 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884e2d7b-2710-45cb-8dac-9a26a6e73961 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Network 0d8fa382-4972-4a76-80ca-03dba280015d is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:37:39.248288 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de39b871-84b5-48a4-9339-a8a5fa7c75d3 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Pushing event updated for resources: {'Port': ['ID=ed600598-f7bf-4fb0-bcc4-b4d5b1d72778,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:39.286784 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-a7a4fb65-7cf4-4f16-9ff3-ea5468e7934a tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "PUT /v2.0/floatingips/cb14fcaa-c347-47bd-8b6a-8f2ce688dc46 HTTP/1.1" status: 200 len: 991 time: 3.1081524 Apr 05 14:37:39.286784 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '382d0b57-20df-4e23-b375-ead2ffe87224', 'tag': '385bc4e1-71d4-4027-983d-ee339e8e5dfe'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:37:39.286784 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c5d67f-7052-40a1-a2a4-eae03b87f0d4" -d '{"events": [{"name": "network-changed", "server_uuid": "382d0b57-20df-4e23-b375-ead2ffe87224", "tag": "385bc4e1-71d4-4027-983d-ee339e8e5dfe"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:37:39.327201 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-de39b871-84b5-48a4-9339-a8a5fa7c75d3 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809369'] for router_interface, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:39.351441 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203499aa-3055-43c9-9535-4647262e4269 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8efdfbc6-3b09-42d0-a634-05ed51c29a38,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:39.369129 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-203499aa-3055-43c9-9535-4647262e4269 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:39.373960 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-203499aa-3055-43c9-9535-4647262e4269 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6227119 Apr 05 14:37:39.375447 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44052) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:39.387170 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-758db4f5-0ba3-476c-8eec-e1fc67574479 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Request body: {'security_group_rule': {'security_group_id': '62cb9176-322a-4756-b63f-a18a5c2ab98b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '8efdfbc6-3b09-42d0-a634-05ed51c29a38', 'remote_ip_prefix': None}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:37:39.416568 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-884e2d7b-2710-45cb-8dac-9a26a6e73961 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 0d8fa382-4972-4a76-80ca-03dba280015d) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:37:39.425101 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db07c70a-f057-44ea-b766-d6dc20672367 None None] Network 0d8fa382-4972-4a76-80ca-03dba280015d requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:37:39.435823 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0e2cfa-0893-44f6-bf24-ab84ae4c2948 req-ae4ddda5-2869-4b8c-b154-ffd65a79bc7f tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:39.444606 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d80837dc-752b-4c2e-abd3-96ead99c4c71 x-openstack-request-id: req-d80837dc-752b-4c2e-abd3-96ead99c4c71 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:37:39.444913 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "382d0b57-20df-4e23-b375-ead2ffe87224", "tag": "385bc4e1-71d4-4027-983d-ee339e8e5dfe", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:37:39.445204 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d80837dc-752b-4c2e-abd3-96ead99c4c71 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:37:39.449772 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d80837dc-752b-4c2e-abd3-96ead99c4c71'] response: {'name': 'network-changed', 'server_uuid': '382d0b57-20df-4e23-b375-ead2ffe87224', 'tag': '385bc4e1-71d4-4027-983d-ee339e8e5dfe', 'status': 'completed', 'code': 200} Apr 05 14:37:39.450210 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2f0e2cfa-0893-44f6-bf24-ab84ae4c2948 req-ae4ddda5-2869-4b8c-b154-ffd65a79bc7f tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=64b35f95-b866-49d9-a481-46235237e195 HTTP/1.1" status: 200 len: 945 time: 0.2341456 Apr 05 14:37:39.462292 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884e2d7b-2710-45cb-8dac-9a26a6e73961 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:39.462888 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-884e2d7b-2710-45cb-8dac-9a26a6e73961 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:39.530437 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2f0e2cfa-0893-44f6-bf24-ab84ae4c2948 req-213085b0-2a11-4cda-90b5-1191db42c27e tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746999 Apr 05 14:37:39.537078 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-fc10f296-d376-436b-a903-d4511bf72fbb None None] Set router a58a7519-7ff4-4b29-8e4d-fbf8a66d8965 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:37:39.627693 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-884e2d7b-2710-45cb-8dac-9a26a6e73961 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.3551328 Apr 05 14:37:39.637148 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44058) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:39.653808 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-75891fff-4653-4740-abc1-bd6b7d1ec7b6 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1718221253', 'network_id': '0d8fa382-4972-4a76-80ca-03dba280015d'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:37:39.679774 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-758db4f5-0ba3-476c-8eec-e1fc67574479 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:39.690351 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0de6e4a-8317-42c1-87ad-f4686f861129 None None] Network 0d8fa382-4972-4a76-80ca-03dba280015d requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:37:39.693682 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-4395cad6-55d2-4f3c-9bb8-dafc4e9937f1 None None] Provisioning complete for port ed600598-f7bf-4fb0-bcc4-b4d5b1d72778 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:37:39.694237 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4395cad6-55d2-4f3c-9bb8-dafc4e9937f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:39.804141 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-4395cad6-55d2-4f3c-9bb8-dafc4e9937f1 None None] Port ed600598-f7bf-4fb0-bcc4-b4d5b1d72778 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:37:39.808380 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c5d67f-7052-40a1-a2a4-eae03b87f0d4 req-525e839c-196d-4aa4-b6e6-86395fd9281e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:39.808929 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c5d67f-7052-40a1-a2a4-eae03b87f0d4 req-525e839c-196d-4aa4-b6e6-86395fd9281e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:39.809277 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c5d67f-7052-40a1-a2a4-eae03b87f0d4 req-525e839c-196d-4aa4-b6e6-86395fd9281e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:39.809741 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c5d67f-7052-40a1-a2a4-eae03b87f0d4 req-525e839c-196d-4aa4-b6e6-86395fd9281e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:39.810194 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c5d67f-7052-40a1-a2a4-eae03b87f0d4 req-525e839c-196d-4aa4-b6e6-86395fd9281e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:39.813732 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c5d67f-7052-40a1-a2a4-eae03b87f0d4 req-525e839c-196d-4aa4-b6e6-86395fd9281e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:39.822678 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c5d67f-7052-40a1-a2a4-eae03b87f0d4 req-525e839c-196d-4aa4-b6e6-86395fd9281e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:39.826738 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-24c5d67f-7052-40a1-a2a4-eae03b87f0d4 req-525e839c-196d-4aa4-b6e6-86395fd9281e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7e1ca79997b14d37bbfde5791240b349&device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 6493 time: 0.3719678 Apr 05 14:37:39.873275 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75891fff-4653-4740-abc1-bd6b7d1ec7b6 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Made reservation on behalf of b1d8cdd7b2c146689fab4e591e20365c for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:37:39.875810 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-75891fff-4653-4740-abc1-bd6b7d1ec7b6 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:39.945992 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-de39b871-84b5-48a4-9339-a8a5fa7c75d3 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:39.983416 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [None req-75891fff-4653-4740-abc1-bd6b7d1ec7b6 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] device_id is not set on port a1fc0e89-a7ad-4c87-91ae-59ae95863ec2 yet. {{(pid=103321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:37:40.040669 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-758db4f5-0ba3-476c-8eec-e1fc67574479 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:40.044795 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b6457baf-09dc-4e03-837c-b1db3caf1f82 req-f33568d3-0866-4f76-b631-4121a69bade1 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cc4f01f-a830-4638-8b39-fd1db76b7b4f HTTP/1.1" status: 200 len: 210 time: 0.0573528 Apr 05 14:37:40.077196 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c5d67f-7052-40a1-a2a4-eae03b87f0d4 req-36a84201-2552-40c0-8369-388c915dd49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:40.079600 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-24c5d67f-7052-40a1-a2a4-eae03b87f0d4 req-36a84201-2552-40c0-8369-388c915dd49f service neutron] 10.222.0.55 "GET /v2.0/networks?id=d702c3d6-7199-4322-a653-c463eb30ccf9 HTTP/1.1" status: 200 len: 912 time: 0.2391837 Apr 05 14:37:40.106921 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-fc10f296-d376-436b-a903-d4511bf72fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58a7519-7ff4-4b29-8e4d-fbf8a66d8965', 'name': 'tempest-TaggedBootDevicesTest-226704702-router', 'tenant_id': '7e1ca79997b14d37bbfde5791240b349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'f567c999-3b94-4af9-8325-3684f1ecf09f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:34:20Z', 'updated_at': '2022-04-05T14:34:29Z', 'revision_number': 4, 'project_id': '7e1ca79997b14d37bbfde5791240b349', 'gw_port': {'id': 'f567c999-3b94-4af9-8325-3684f1ecf09f', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58a7519-7ff4-4b29-8e4d-fbf8a66d8965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:22Z', 'updated_at': '2022-04-05T14:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': 'cb14fcaa-c347-47bd-8b6a-8f2ce688dc46', 'tenant_id': '7e1ca79997b14d37bbfde5791240b349', 'floating_ip_address': '172.25.6.117', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': 'a58a7519-7ff4-4b29-8e4d-fbf8a66d8965', 'port_id': '385bc4e1-71d4-4027-983d-ee339e8e5dfe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd702c3d6-7199-4322-a653-c463eb30ccf9', 'mac_address': 'fa:16:3e:b7:74:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382d0b57-20df-4e23-b375-ead2ffe87224', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:35:46Z', 'updated_at': '2022-04-05T14:37:37Z', 'revision_number': 1, 'project_id': '7e1ca79997b14d37bbfde5791240b349', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a912b48b-feb3-4360-91e0-ec14f5fb9853', 'name': '', 'network_id': 'd702c3d6-7199-4322-a653-c463eb30ccf9', 'tenant_id': '7e1ca79997b14d37bbfde5791240b349', 'mac_address': 'fa:16:3e:88:84:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58a7519-7ff4-4b29-8e4d-fbf8a66d8965', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '31d23931-2c8c-4da7-8029-521a7261e7d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:27Z', 'updated_at': '2022-04-05T14:34:33Z', 'revision_number': 5, 'project_id': '7e1ca79997b14d37bbfde5791240b349', 'subnets': [{'id': '31d23931-2c8c-4da7-8029-521a7261e7d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:40.156541 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-758db4f5-0ba3-476c-8eec-e1fc67574479 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:40.173149 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc10f296-d376-436b-a903-d4511bf72fbb None None] Checking router: a58a7519-7ff4-4b29-8e4d-fbf8a66d8965 for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:37:40.192961 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc10f296-d376-436b-a903-d4511bf72fbb None None] Routers {'a58a7519-7ff4-4b29-8e4d-fbf8a66d8965'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:37:40.194608 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-fc10f296-d376-436b-a903-d4511bf72fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:37:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['a58a7519-7ff4-4b29-8e4d-fbf8a66d8965'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:40.240230 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758db4f5-0ba3-476c-8eec-e1fc67574479 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe8be0f2-a0cb-4dba-b55b-ad56b2f4381f,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:40.249092 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 0c6707e2-66bd-42d7-96d4-e000d477bf32 no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:37:40.250203 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-24c5d67f-7052-40a1-a2a4-eae03b87f0d4 req-cf02c080-d44f-4f11-8f0a-5e23f7e095e7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=385bc4e1-71d4-4027-983d-ee339e8e5dfe HTTP/1.1" status: 200 len: 999 time: 0.1586010 Apr 05 14:37:40.294605 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] No Port match for: 0c6707e2-66bd-42d7-96d4-e000d477bf32 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:37:40.295472 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 0c6707e2-66bd-42d7-96d4-e000d477bf32 not bound to the agent host n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:37:40.326669 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec65c82-8358-40c3-a67c-b2ca5c5baeb1 req-97e1b09d-aba8-497f-af9f-41f9df5df88a tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:40.328637 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3ec65c82-8358-40c3-a67c-b2ca5c5baeb1 req-97e1b09d-aba8-497f-af9f-41f9df5df88a tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=64b35f95-b866-49d9-a481-46235237e195 HTTP/1.1" status: 200 len: 945 time: 0.1754303 Apr 05 14:37:40.392190 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c5d67f-7052-40a1-a2a4-eae03b87f0d4 req-97a89fbf-9de7-4531-9024-9a14e0b2946a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:40.393804 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-24c5d67f-7052-40a1-a2a4-eae03b87f0d4 req-97a89fbf-9de7-4531-9024-9a14e0b2946a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=31d23931-2c8c-4da7-8029-521a7261e7d6 HTTP/1.1" status: 200 len: 850 time: 0.1357110 Apr 05 14:37:40.399345 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-758db4f5-0ba3-476c-8eec-e1fc67574479 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:40.403734 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-fc10f296-d376-436b-a903-d4511bf72fbb None None] Set router a58a7519-7ff4-4b29-8e4d-fbf8a66d8965 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:37:40.404363 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-758db4f5-0ba3-476c-8eec-e1fc67574479 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.0251362 Apr 05 14:37:40.406047 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44066) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:40.441444 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3ec65c82-8358-40c3-a67c-b2ca5c5baeb1 req-3ae1f6d2-e85e-4d15-91ca-2c41922cbaa5 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893443 Apr 05 14:37:40.484377 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c7078d47-c903-4309-9f13-8fe0bd484050 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:40.497823 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c7078d47-c903-4309-9f13-8fe0bd484050 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:40.550253 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c5d67f-7052-40a1-a2a4-eae03b87f0d4 req-d7aad370-c75a-45d8-9f91-5a122ad0b2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:40.553600 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-24c5d67f-7052-40a1-a2a4-eae03b87f0d4 req-d7aad370-c75a-45d8-9f91-5a122ad0b2c4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d702c3d6-7199-4322-a653-c463eb30ccf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1440527 Apr 05 14:37:40.562131 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-de39b871-84b5-48a4-9339-a8a5fa7c75d3 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:40.594659 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-75891fff-4653-4740-abc1-bd6b7d1ec7b6 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Allocated IP 172.20.0.10 (0d8fa382-4972-4a76-80ca-03dba280015d/a69c0eeb-51cb-4df6-a166-a04c84c7311c/a1fc0e89-a7ad-4c87-91ae-59ae95863ec2) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:37:40.681695 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c7078d47-c903-4309-9f13-8fe0bd484050 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:40.695477 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c7078d47-c903-4309-9f13-8fe0bd484050 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:40.695676 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-de39b871-84b5-48a4-9339-a8a5fa7c75d3 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:40.696157 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-c7078d47-c903-4309-9f13-8fe0bd484050 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/fe8be0f2-a0cb-4dba-b55b-ad56b2f4381f HTTP/1.1" status: 204 len: 168 time: 0.2858512 Apr 05 14:37:40.704624 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44068) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:40.746229 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7078d47-c903-4309-9f13-8fe0bd484050 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fe8be0f2-a0cb-4dba-b55b-ad56b2f4381f,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:40.812419 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-fc10f296-d376-436b-a903-d4511bf72fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58a7519-7ff4-4b29-8e4d-fbf8a66d8965', 'name': 'tempest-TaggedBootDevicesTest-226704702-router', 'tenant_id': '7e1ca79997b14d37bbfde5791240b349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'f567c999-3b94-4af9-8325-3684f1ecf09f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:34:20Z', 'updated_at': '2022-04-05T14:34:29Z', 'revision_number': 4, 'project_id': '7e1ca79997b14d37bbfde5791240b349', 'gw_port': {'id': 'f567c999-3b94-4af9-8325-3684f1ecf09f', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58a7519-7ff4-4b29-8e4d-fbf8a66d8965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:22Z', 'updated_at': '2022-04-05T14:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': 'cb14fcaa-c347-47bd-8b6a-8f2ce688dc46', 'tenant_id': '7e1ca79997b14d37bbfde5791240b349', 'floating_ip_address': '172.25.6.117', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': 'a58a7519-7ff4-4b29-8e4d-fbf8a66d8965', 'port_id': '385bc4e1-71d4-4027-983d-ee339e8e5dfe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd702c3d6-7199-4322-a653-c463eb30ccf9', 'mac_address': 'fa:16:3e:b7:74:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382d0b57-20df-4e23-b375-ead2ffe87224', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:35:46Z', 'updated_at': '2022-04-05T14:37:37Z', 'revision_number': 1, 'project_id': '7e1ca79997b14d37bbfde5791240b349', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a912b48b-feb3-4360-91e0-ec14f5fb9853', 'name': '', 'network_id': 'd702c3d6-7199-4322-a653-c463eb30ccf9', 'tenant_id': '7e1ca79997b14d37bbfde5791240b349', 'mac_address': 'fa:16:3e:88:84:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58a7519-7ff4-4b29-8e4d-fbf8a66d8965', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '31d23931-2c8c-4da7-8029-521a7261e7d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:27Z', 'updated_at': '2022-04-05T14:34:33Z', 'revision_number': 5, 'project_id': '7e1ca79997b14d37bbfde5791240b349', 'subnets': [{'id': '31d23931-2c8c-4da7-8029-521a7261e7d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:40.814843 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-24c5d67f-7052-40a1-a2a4-eae03b87f0d4 req-2b59ee6c-62fe-439e-ae84-3e4d1d5aa026 service neutron] 10.222.0.55 "GET /v2.0/networks/d702c3d6-7199-4322-a653-c463eb30ccf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534733 Apr 05 14:37:40.857165 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc10f296-d376-436b-a903-d4511bf72fbb None None] The sync data for ids ['a58a7519-7ff4-4b29-8e4d-fbf8a66d8965'] in n-d-836650-2 is: [{'id': 'a58a7519-7ff4-4b29-8e4d-fbf8a66d8965', 'name': 'tempest-TaggedBootDevicesTest-226704702-router', 'tenant_id': '7e1ca79997b14d37bbfde5791240b349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'f567c999-3b94-4af9-8325-3684f1ecf09f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:34:20Z', 'updated_at': '2022-04-05T14:34:29Z', 'revision_number': 4, 'project_id': '7e1ca79997b14d37bbfde5791240b349', 'gw_port': {'id': 'f567c999-3b94-4af9-8325-3684f1ecf09f', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58a7519-7ff4-4b29-8e4d-fbf8a66d8965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:22Z', 'updated_at': '2022-04-05T14:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': 'cb14fcaa-c347-47bd-8b6a-8f2ce688dc46', 'tenant_id': '7e1ca79997b14d37bbfde5791240b349', 'floating_ip_address': '172.25.6.117', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': 'a58a7519-7ff4-4b29-8e4d-fbf8a66d8965', 'port_id': '385bc4e1-71d4-4027-983d-ee339e8e5dfe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd702c3d6-7199-4322-a653-c463eb30ccf9', 'mac_address': 'fa:16:3e:b7:74:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382d0b57-20df-4e23-b375-ead2ffe87224', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:35:46Z', 'updated_at': '2022-04-05T14:37:37Z', 'revision_number': 1, 'project_id': '7e1ca79997b14d37bbfde5791240b349', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a912b48b-feb3-4360-91e0-ec14f5fb9853', 'name': '', 'network_id': 'd702c3d6-7199-4322-a653-c463eb30ccf9', 'tenant_id': '7e1ca79997b14d37bbfde5791240b349', 'mac_address': 'fa:16:3e:88:84:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58a7519-7ff4-4b29-8e4d-fbf8a66d8965', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '31d23931-2c8c-4da7-8029-521a7261e7d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:27Z', 'updated_at': '2022-04-05T14:34:33Z', 'revision_number': 5, 'project_id': '7e1ca79997b14d37bbfde5791240b349', 'subnets': [{'id': '31d23931-2c8c-4da7-8029-521a7261e7d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:37:40.895638 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-de39b871-84b5-48a4-9339-a8a5fa7c75d3 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809317'] for router_interface, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:40.966236 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-24c5d67f-7052-40a1-a2a4-eae03b87f0d4 req-a483e2b4-87a8-4b10-8bb2-eac010ca75db service neutron] 10.222.0.55 "GET /v2.0/networks/d702c3d6-7199-4322-a653-c463eb30ccf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441367 Apr 05 14:37:40.969235 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-c57fe293-6efe-4475-8b08-7233878ad329 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2610967 Apr 05 14:37:40.974066 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44072) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:40.987118 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de39b871-84b5-48a4-9339-a8a5fa7c75d3 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Pushing event updated for resources: {'Port': ['ID=ed600598-f7bf-4fb0-bcc4-b4d5b1d72778,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:41.049687 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8f8ba478-03cc-4f0a-abb7-763727d2e743 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:41.068938 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-75891fff-4653-4740-abc1-bd6b7d1ec7b6 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:41.074914 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8f8ba478-03cc-4f0a-abb7-763727d2e743 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:41.134243 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de39b871-84b5-48a4-9339-a8a5fa7c75d3 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Network 153c098b-8875-4241-87d9-0a85b4cb0653 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:37:41.137364 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-de39b871-84b5-48a4-9339-a8a5fa7c75d3 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:37:41.249554 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-75891fff-4653-4740-abc1-bd6b7d1ec7b6 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:41.256451 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b5a40a02-cca9-455d-af42-f3d46d7de8fc req-1dae0230-fb26-4d27-b454-4301be7034f9 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cc4f01f-a830-4638-8b39-fd1db76b7b4f HTTP/1.1" status: 200 len: 210 time: 0.0593078 Apr 05 14:37:41.292596 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8f8ba478-03cc-4f0a-abb7-763727d2e743 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:41.298537 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8f8ba478-03cc-4f0a-abb7-763727d2e743 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:41.303884 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-8f8ba478-03cc-4f0a-abb7-763727d2e743 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] 10.222.0.30 "DELETE /v2.0/security-groups/8efdfbc6-3b09-42d0-a634-05ed51c29a38 HTTP/1.1" status: 204 len: 168 time: 0.3306997 Apr 05 14:37:41.307275 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44076) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:41.316307 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a636e09-c53b-47bc-b768-d38c0d9e37d5 None None] New status for floating IP cb14fcaa-c347-47bd-8b6a-8f2ce688dc46: ACTIVE {{(pid=103322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 14:37:41.381828 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ba478-03cc-4f0a-abb7-763727d2e743 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8efdfbc6-3b09-42d0-a634-05ed51c29a38,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:41.413707 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75891fff-4653-4740-abc1-bd6b7d1ec7b6 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Pushing event updated for resources: {'Port': ['ID=a1fc0e89-a7ad-4c87-91ae-59ae95863ec2,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:41.451075 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75891fff-4653-4740-abc1-bd6b7d1ec7b6 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Network 0d8fa382-4972-4a76-80ca-03dba280015d is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:37:41.454854 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-75891fff-4653-4740-abc1-bd6b7d1ec7b6 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:37:41.459865 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75891fff-4653-4740-abc1-bd6b7d1ec7b6 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:37:41.506058 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-608ce24c-3d9b-424a-9714-d11d9c224427 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1772332 Apr 05 14:37:41.507434 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44080) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:41.534914 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75891fff-4653-4740-abc1-bd6b7d1ec7b6 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:41.535551 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-75891fff-4653-4740-abc1-bd6b7d1ec7b6 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:41.585371 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de39b871-84b5-48a4-9339-a8a5fa7c75d3 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Router b33c1af4-8621-43e1-8a18-682bed9ef4cd has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:37:41.641481 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-73288ba6-9533-4b0b-a22f-c798a53ee480 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:41.683300 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-73288ba6-9533-4b0b-a22f-c798a53ee480 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:41.685165 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-75e5d617-5dee-46f7-8911-2e03a71d7ed6 None None] Provisioning complete for port ed600598-f7bf-4fb0-bcc4-b4d5b1d72778 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:37:41.685540 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-75e5d617-5dee-46f7-8911-2e03a71d7ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:41.697519 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd4d622-dada-47df-9707-468f3711255b req-4847a1fa-a4d5-4ca9-8cc8-c82caa25e276 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:41.705765 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9fd4d622-dada-47df-9707-468f3711255b req-4847a1fa-a4d5-4ca9-8cc8-c82caa25e276 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=64b35f95-b866-49d9-a481-46235237e195 HTTP/1.1" status: 200 len: 945 time: 0.1314025 Apr 05 14:37:41.730302 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-75e5d617-5dee-46f7-8911-2e03a71d7ed6 None None] Port ed600598-f7bf-4fb0-bcc4-b4d5b1d72778 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:37:41.764376 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-75891fff-4653-4740-abc1-bd6b7d1ec7b6 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 2.1237888 Apr 05 14:37:41.768403 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44082) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:41.784241 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f36083e-8535-4cd4-a849-f1f5f1e16881 req-2879397a-ef79-4178-8878-ab9b31834c46 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:41.784737 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9fd4d622-dada-47df-9707-468f3711255b req-5c9338bb-bb97-4f52-b59d-b5d8b543c521 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731587 Apr 05 14:37:41.785952 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-4f36083e-8535-4cd4-a849-f1f5f1e16881 req-2879397a-ef79-4178-8878-ab9b31834c46 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.11 "GET /v2.0/ports?device_id=64b35f95-b866-49d9-a481-46235237e195 HTTP/1.1" status: 200 len: 945 time: 0.2466927 Apr 05 14:37:41.909398 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cefe7c13-5d43-431e-95fd-3ecea13ae4bb tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Deleting port a1fc0e89-a7ad-4c87-91ae-59ae95863ec2 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:37:41.909937 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cefe7c13-5d43-431e-95fd-3ecea13ae4bb tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:41.966485 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-73288ba6-9533-4b0b-a22f-c798a53ee480 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:41.970370 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-73288ba6-9533-4b0b-a22f-c798a53ee480 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:41.974607 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-73288ba6-9533-4b0b-a22f-c798a53ee480 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] 10.222.0.30 "DELETE /v2.0/security-groups/62cb9176-322a-4756-b63f-a18a5c2ab98b HTTP/1.1" status: 204 len: 168 time: 0.4659860 Apr 05 14:37:41.986289 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44086) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:42.040787 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cefe7c13-5d43-431e-95fd-3ecea13ae4bb tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:42.050535 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73288ba6-9533-4b0b-a22f-c798a53ee480 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62cb9176-322a-4756-b63f-a18a5c2ab98b,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:42.069795 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cefe7c13-5d43-431e-95fd-3ecea13ae4bb tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Calling delete_port for a1fc0e89-a7ad-4c87-91ae-59ae95863ec2 owned by {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:37:42.142062 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:42.166282 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-32824bc1-4509-490d-a11e-9128c1be7d54 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1715829 Apr 05 14:37:42.166974 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44088) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:42.173948 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-d8d40295-29bc-4016-88e1-3c109647c617 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Request body: {'security_group': {'name': 'tempest-secgroup--1543617933'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:37:42.271429 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de39b871-84b5-48a4-9339-a8a5fa7c75d3 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:37:42.285438 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-de39b871-84b5-48a4-9339-a8a5fa7c75d3 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] 10.222.0.30 "PUT /v2.0/routers/b33c1af4-8621-43e1-8a18-682bed9ef4cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2898326 Apr 05 14:37:42.286072 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349a1d28-9987-4847-acbd-796725537161 None None] Sync routers for ids ['b33c1af4-8621-43e1-8a18-682bed9ef4cd'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:37:42.286476 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44092) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:42.293705 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-ff0835fb-9ae6-47f8-82f9-352aedced867 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Request body: {'port': {'network_id': '153c098b-8875-4241-87d9-0a85b4cb0653', 'name': 'tempest-FloatingIPAdminTestJSON-1641630808'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:37:42.295059 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349a1d28-9987-4847-acbd-796725537161 None None] Routers {'b33c1af4-8621-43e1-8a18-682bed9ef4cd'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:37:42.295756 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-349a1d28-9987-4847-acbd-796725537161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:37:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['b33c1af4-8621-43e1-8a18-682bed9ef4cd'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:42.324099 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-4f36083e-8535-4cd4-a849-f1f5f1e16881 req-9d7eb3de-6142-4beb-9287-0f7b96970057 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Deleting port 89c9574c-889b-451a-af23-89c877fba4fe {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:37:42.324773 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-4f36083e-8535-4cd4-a849-f1f5f1e16881 req-9d7eb3de-6142-4beb-9287-0f7b96970057 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:42.331630 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d8d40295-29bc-4016-88e1-3c109647c617 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:42.332725 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-349a1d28-9987-4847-acbd-796725537161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:42.351155 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349a1d28-9987-4847-acbd-796725537161 None None] Routers {'b33c1af4-8621-43e1-8a18-682bed9ef4cd'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:37:42.353616 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-349a1d28-9987-4847-acbd-796725537161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:37:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['b33c1af4-8621-43e1-8a18-682bed9ef4cd'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:42.384727 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cefe7c13-5d43-431e-95fd-3ecea13ae4bb tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:42.399083 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-349a1d28-9987-4847-acbd-796725537161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:42.399993 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349a1d28-9987-4847-acbd-796725537161 None None] The sync data for ids ['b33c1af4-8621-43e1-8a18-682bed9ef4cd'] in n-d-836650-2 is: [] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:37:42.448286 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefe7c13-5d43-431e-95fd-3ecea13ae4bb tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Pushing event deleted for resources: {'Port': ['ID=a1fc0e89-a7ad-4c87-91ae-59ae95863ec2,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:42.480982 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-4f36083e-8535-4cd4-a849-f1f5f1e16881 req-9d7eb3de-6142-4beb-9287-0f7b96970057 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] For port 89c9574c-889b-451a-af23-89c877fba4fe, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=89c9574c-889b-451a-af23-89c877fba4fe,segment=NetworkSegment(ac926e6e-ab69-4031-83ab-f0f7e23b6b3b),segment_id=ac926e6e-ab69-4031-83ab-f0f7e23b6b3b)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:42.481366 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-4f36083e-8535-4cd4-a849-f1f5f1e16881 req-9d7eb3de-6142-4beb-9287-0f7b96970057 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:42.495555 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-4f36083e-8535-4cd4-a849-f1f5f1e16881 req-9d7eb3de-6142-4beb-9287-0f7b96970057 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Calling delete_port for 89c9574c-889b-451a-af23-89c877fba4fe owned by compute:nova {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:37:42.496483 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dd6aa4a8-f4d5-4ed4-8297-b3a18cabf01d req-32db7da2-1141-416a-8b23-6f4394824605 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cc4f01f-a830-4638-8b39-fd1db76b7b4f HTTP/1.1" status: 200 len: 210 time: 0.1127687 Apr 05 14:37:42.587643 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cefe7c13-5d43-431e-95fd-3ecea13ae4bb tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:42.590819 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-cefe7c13-5d43-431e-95fd-3ecea13ae4bb tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] 10.222.0.30 "DELETE /v2.0/ports/a1fc0e89-a7ad-4c87-91ae-59ae95863ec2 HTTP/1.1" status: 204 len: 168 time: 0.8048284 Apr 05 14:37:42.597199 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44094) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:42.604611 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-6b350180-da87-4e35-995c-85d4c9873973 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0d8fa382-4972-4a76-80ca-03dba280015d', 'external_fixed_ips': [{'subnet_id': 'a69c0eeb-51cb-4df6-a166-a04c84c7311c', 'ip_address': '172.20.0.10'}]}}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:37:42.662733 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d8d40295-29bc-4016-88e1-3c109647c617 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:42.704578 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff0835fb-9ae6-47f8-82f9-352aedced867 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Made reservation on behalf of 71b757d9708f4ae9977ab7e04353b160 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:37:42.708311 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ff0835fb-9ae6-47f8-82f9-352aedced867 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:42.726804 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-ff0835fb-9ae6-47f8-82f9-352aedced867 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] device_id is not set on port 9885aa3b-4002-4624-b594-148697252bfe yet. {{(pid=103320) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:37:42.735782 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-4f36083e-8535-4cd4-a849-f1f5f1e16881 req-9d7eb3de-6142-4beb-9287-0f7b96970057 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:42.736586 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d8d40295-29bc-4016-88e1-3c109647c617 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:42.741587 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6b350180-da87-4e35-995c-85d4c9873973 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27088'] for router, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:42.742710 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6b350180-da87-4e35-995c-85d4c9873973 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27079'] for router, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:42.743785 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['76b011da-70a8-45da-bc6c-2275f4a9184f'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:37:42.752273 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['f2108a68-28f9-486f-b671-6316d5391f22', '89c9574c-889b-451a-af23-89c877fba4fe'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:37:42.777484 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7eb3de-6142-4beb-9287-0f7b96970057 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Pushing event deleted for resources: {'Port': ['ID=89c9574c-889b-451a-af23-89c877fba4fe,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:42.853120 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f36083e-8535-4cd4-a849-f1f5f1e16881 req-9d7eb3de-6142-4beb-9287-0f7b96970057 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] No DVR routers for this DVR port 89c9574c-889b-451a-af23-89c877fba4fe on host n-h2-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:37:42.854253 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d40295-29bc-4016-88e1-3c109647c617 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84598c84-f22f-4c4e-b864-891938b83052,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:42.877811 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-4f36083e-8535-4cd4-a849-f1f5f1e16881 req-9d7eb3de-6142-4beb-9287-0f7b96970057 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:42.883792 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-4f36083e-8535-4cd4-a849-f1f5f1e16881 req-9d7eb3de-6142-4beb-9287-0f7b96970057 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.11 "DELETE /v2.0/ports/89c9574c-889b-451a-af23-89c877fba4fe HTTP/1.1" status: 204 len: 173 time: 1.0796592 Apr 05 14:37:42.884512 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64b35f95-b866-49d9-a481-46235237e195', 'name': 'network-vif-deleted', 'tag': '89c9574c-889b-451a-af23-89c877fba4fe'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:37:42.894216 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a8c86b-3a1d-425f-a8c4-81c16362b5b5" -d '{"events": [{"server_uuid": "64b35f95-b866-49d9-a481-46235237e195", "name": "network-vif-deleted", "tag": "89c9574c-889b-451a-af23-89c877fba4fe"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:37:42.973211 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b62b3a0-2ab3-4049-a96d-dbe2c49ade78 x-openstack-request-id: req-9b62b3a0-2ab3-4049-a96d-dbe2c49ade78 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:37:42.974554 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64b35f95-b866-49d9-a481-46235237e195", "name": "network-vif-deleted", "tag": "89c9574c-889b-451a-af23-89c877fba4fe", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:37:42.975366 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9b62b3a0-2ab3-4049-a96d-dbe2c49ade78 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:37:42.976557 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b62b3a0-2ab3-4049-a96d-dbe2c49ade78'] response: {'server_uuid': '64b35f95-b866-49d9-a481-46235237e195', 'name': 'network-vif-deleted', 'tag': '89c9574c-889b-451a-af23-89c877fba4fe', 'status': 'completed', 'code': 200} Apr 05 14:37:43.018332 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6b350180-da87-4e35-995c-85d4c9873973 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:43.021985 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2c63f8b1-5b3a-4128-acdf-d0bedc072cd8 req-385da554-6770-4895-aa50-7270c9ad9d48 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=64b35f95-b866-49d9-a481-46235237e195 HTTP/1.1" status: 200 len: 210 time: 0.1104050 Apr 05 14:37:43.025538 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d8d40295-29bc-4016-88e1-3c109647c617 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:43.029271 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-d8d40295-29bc-4016-88e1-3c109647c617 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8567152 Apr 05 14:37:43.030726 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44102) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:43.037403 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-62a011eb-4a4b-49b8-aeaa-a6beb83271bf tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Request body: {'security_group_rule': {'security_group_id': '84598c84-f22f-4c4e-b864-891938b83052', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:37:43.213846 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-62a011eb-4a4b-49b8-aeaa-a6beb83271bf tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:43.334288 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-62a011eb-4a4b-49b8-aeaa-a6beb83271bf tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:43.432765 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-62a011eb-4a4b-49b8-aeaa-a6beb83271bf tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:43.457618 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a011eb-4a4b-49b8-aeaa-a6beb83271bf tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95867348-b93c-424e-bf44-51f8fdc0c5ee,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:43.536376 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-62a011eb-4a4b-49b8-aeaa-a6beb83271bf tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:43.537728 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-62a011eb-4a4b-49b8-aeaa-a6beb83271bf tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5057070 Apr 05 14:37:43.540809 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44106) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:43.593512 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-db28fda9-03ee-48b1-bf54-5d453363636c tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:43.614216 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-db28fda9-03ee-48b1-bf54-5d453363636c tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:43.623136 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-ff0835fb-9ae6-47f8-82f9-352aedced867 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Allocated IP 172.20.0.9 (153c098b-8875-4241-87d9-0a85b4cb0653/4ad63f64-1897-4e8b-9093-0595dffd747e/9885aa3b-4002-4624-b594-148697252bfe) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:37:43.696195 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6b350180-da87-4e35-995c-85d4c9873973 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:43.727804 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-db28fda9-03ee-48b1-bf54-5d453363636c tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:43.729810 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-db28fda9-03ee-48b1-bf54-5d453363636c tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:43.735867 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-db28fda9-03ee-48b1-bf54-5d453363636c tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/95867348-b93c-424e-bf44-51f8fdc0c5ee HTTP/1.1" status: 204 len: 168 time: 0.1934867 Apr 05 14:37:43.736504 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44110) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:43.753790 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db28fda9-03ee-48b1-bf54-5d453363636c tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=95867348-b93c-424e-bf44-51f8fdc0c5ee,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:43.851664 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-c9e6d927-82f3-4f7e-908a-da21ca205bfb tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1115136 Apr 05 14:37:43.852342 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44112) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:43.927598 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:43.995086 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ff0835fb-9ae6-47f8-82f9-352aedced867 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:44.037306 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2254463e-91d3-4c5e-9773-fec7cf21d35b tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:44.087493 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2254463e-91d3-4c5e-9773-fec7cf21d35b tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:44.158709 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ff0835fb-9ae6-47f8-82f9-352aedced867 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:44.295178 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c757e27e-53f1-427b-8cb5-cc9131d9b768 req-0bb8c5e0-13a3-45e8-b519-245c8601ee3f tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=64b35f95-b866-49d9-a481-46235237e195 HTTP/1.1" status: 200 len: 210 time: 0.0710881 Apr 05 14:37:44.334849 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0835fb-9ae6-47f8-82f9-352aedced867 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Network 153c098b-8875-4241-87d9-0a85b4cb0653 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:37:44.339238 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0835fb-9ae6-47f8-82f9-352aedced867 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Pushing event updated for resources: {'Port': ['ID=9885aa3b-4002-4624-b594-148697252bfe,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:44.345039 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-ff0835fb-9ae6-47f8-82f9-352aedced867 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:37:44.349465 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0835fb-9ae6-47f8-82f9-352aedced867 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:37:44.394681 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6b350180-da87-4e35-995c-85d4c9873973 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:44.410311 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2254463e-91d3-4c5e-9773-fec7cf21d35b tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:44.413298 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2254463e-91d3-4c5e-9773-fec7cf21d35b tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:44.418600 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-2254463e-91d3-4c5e-9773-fec7cf21d35b tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] 10.222.0.30 "DELETE /v2.0/security-groups/84598c84-f22f-4c4e-b864-891938b83052 HTTP/1.1" status: 204 len: 168 time: 0.5648344 Apr 05 14:37:44.419937 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44120) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:44.428016 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6b350180-da87-4e35-995c-85d4c9873973 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:44.474216 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2254463e-91d3-4c5e-9773-fec7cf21d35b tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84598c84-f22f-4c4e-b864-891938b83052,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:44.475998 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0835fb-9ae6-47f8-82f9-352aedced867 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:44.477117 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ff0835fb-9ae6-47f8-82f9-352aedced867 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:44.599539 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-2e24e863-cf73-4b3c-a209-f87f2613371c tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1731000 Apr 05 14:37:44.603745 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44122) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:44.614269 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-79a8b699-57cb-4469-9a36-5d162d8afe5a tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Request body: {'security_group': {'name': 'tempest-secgroup--1545066379'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:37:44.642289 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-ff0835fb-9ae6-47f8-82f9-352aedced867 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3580985 Apr 05 14:37:44.651753 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44124) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:44.690566 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-aa38f0a4-9251-4bb4-a9e9-9c493de55ca2 None None] Provisioning complete for port 9885aa3b-4002-4624-b594-148697252bfe triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:37:44.691368 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-aa38f0a4-9251-4bb4-a9e9-9c493de55ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:44.705081 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-6b350180-da87-4e35-995c-85d4c9873973 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Allocated IP 172.20.0.10 (0d8fa382-4972-4a76-80ca-03dba280015d/a69c0eeb-51cb-4df6-a166-a04c84c7311c/2eb5ab39-439b-4660-a770-91ae71a9bf55) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:37:44.754854 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-aa38f0a4-9251-4bb4-a9e9-9c493de55ca2 None None] Port 9885aa3b-4002-4624-b594-148697252bfe cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:37:44.767783 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-79a8b699-57cb-4469-9a36-5d162d8afe5a tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:44.848434 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6b350180-da87-4e35-995c-85d4c9873973 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:44.884992 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-bc20c14e-ce0f-45e8-865b-cbf7697600b7 tempest-FloatingIPAdminTestJSON-257617207 tempest-FloatingIPAdminTestJSON-257617207-project-admin] Request body: {'floatingip': {'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'project_id': '71b757d9708f4ae9977ab7e04353b160', 'port_id': '9885aa3b-4002-4624-b594-148697252bfe'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:37:44.919873 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-79a8b699-57cb-4469-9a36-5d162d8afe5a tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:45.003260 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6b350180-da87-4e35-995c-85d4c9873973 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:45.025094 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-bc20c14e-ce0f-45e8-865b-cbf7697600b7 tempest-FloatingIPAdminTestJSON-257617207 tempest-FloatingIPAdminTestJSON-257617207-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:45.027311 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-79a8b699-57cb-4469-9a36-5d162d8afe5a tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:45.064728 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 89c9574c-889b-451a-af23-89c877fba4fe no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:37:45.098381 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] No Port match for: 89c9574c-889b-451a-af23-89c877fba4fe {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:37:45.099128 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 89c9574c-889b-451a-af23-89c877fba4fe not bound to the agent host n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:37:45.125557 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b350180-da87-4e35-995c-85d4c9873973 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Network 0d8fa382-4972-4a76-80ca-03dba280015d is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:37:45.144773 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a8b699-57cb-4469-9a36-5d162d8afe5a tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c9f22f-815a-4f3e-b8ee-56722bdd56a9,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:45.146897 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-6b350180-da87-4e35-995c-85d4c9873973 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:37:45.153002 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b350180-da87-4e35-995c-85d4c9873973 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:37:45.231416 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b350180-da87-4e35-995c-85d4c9873973 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Pushing event updated for resources: {'Port': ['ID=2eb5ab39-439b-4660-a770-91ae71a9bf55,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:45.232465 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-79a8b699-57cb-4469-9a36-5d162d8afe5a tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:45.233427 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-79a8b699-57cb-4469-9a36-5d162d8afe5a tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6319652 Apr 05 14:37:45.242352 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44132) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:45.260019 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-4b88b1ec-94e8-46ed-81a8-8db8e44830c3 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Request body: {'security_group_rule': {'security_group_id': 'a9c9f22f-815a-4f3e-b8ee-56722bdd56a9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:37:45.386195 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-bc20c14e-ce0f-45e8-865b-cbf7697600b7 tempest-FloatingIPAdminTestJSON-257617207 tempest-FloatingIPAdminTestJSON-257617207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:45.390681 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4b88b1ec-94e8-46ed-81a8-8db8e44830c3 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:45.607855 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4b88b1ec-94e8-46ed-81a8-8db8e44830c3 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:45.721178 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-bc20c14e-ce0f-45e8-865b-cbf7697600b7 tempest-FloatingIPAdminTestJSON-257617207 tempest-FloatingIPAdminTestJSON-257617207-project-admin] Allocated IP 172.25.6.89 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/de886219-bc6a-4727-917c-bdffa7604ebf) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:37:45.771575 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4b88b1ec-94e8-46ed-81a8-8db8e44830c3 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:45.844107 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b88b1ec-94e8-46ed-81a8-8db8e44830c3 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbf37ffe-c2f3-4e55-8baa-8d47232f2b39,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:45.867354 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6b350180-da87-4e35-995c-85d4c9873973 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:45.913493 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-bc20c14e-ce0f-45e8-865b-cbf7697600b7 tempest-FloatingIPAdminTestJSON-257617207 tempest-FloatingIPAdminTestJSON-257617207-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:45.919511 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4b88b1ec-94e8-46ed-81a8-8db8e44830c3 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:45.920825 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-4b88b1ec-94e8-46ed-81a8-8db8e44830c3 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6732345 Apr 05 14:37:45.935215 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44140) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:45.963816 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-ea603cb3-3470-41c6-a53a-f64366d6bee0 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] 10.222.0.30 "GET /v2.0/security-group-rules/bbf37ffe-c2f3-4e55-8baa-8d47232f2b39 HTTP/1.1" status: 200 len: 763 time: 0.0319307 Apr 05 14:37:45.974225 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44142) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:46.060562 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-e26e6a7e-9d16-4e20-ae06-c01f3988ae6d tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0851212 Apr 05 14:37:46.064494 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44144) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:46.121557 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ac150dd3-c76b-4319-ba29-956ba9faff40 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:46.142297 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ac150dd3-c76b-4319-ba29-956ba9faff40 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:46.144120 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b8916-aca6-4072-bde6-d112d69815bf req-dbe2afe4-0119-49b1-8990-099e4fdadd95 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:46.145361 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e54b8916-aca6-4072-bde6-d112d69815bf req-dbe2afe4-0119-49b1-8990-099e4fdadd95 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=156af86b-ac1e-4dfc-ae74-932b14d79407 HTTP/1.1" status: 200 len: 945 time: 0.0990288 Apr 05 14:37:46.165446 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-bc20c14e-ce0f-45e8-865b-cbf7697600b7 tempest-FloatingIPAdminTestJSON-257617207 tempest-FloatingIPAdminTestJSON-257617207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:46.258225 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc20c14e-ce0f-45e8-865b-cbf7697600b7 tempest-FloatingIPAdminTestJSON-257617207 tempest-FloatingIPAdminTestJSON-257617207-project-admin] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:37:46.262027 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-bc20c14e-ce0f-45e8-865b-cbf7697600b7 tempest-FloatingIPAdminTestJSON-257617207 tempest-FloatingIPAdminTestJSON-257617207-project-admin] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:37:46.264658 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc20c14e-ce0f-45e8-865b-cbf7697600b7 tempest-FloatingIPAdminTestJSON-257617207 tempest-FloatingIPAdminTestJSON-257617207-project-admin] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:37:46.296295 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc20c14e-ce0f-45e8-865b-cbf7697600b7 tempest-FloatingIPAdminTestJSON-257617207 tempest-FloatingIPAdminTestJSON-257617207-project-admin] Pushing event updated for resources: {'Port': ['ID=de886219-bc6a-4727-917c-bdffa7604ebf,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:46.318927 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e54b8916-aca6-4072-bde6-d112d69815bf req-c3a2e5ec-6995-4e9d-9ac4-db260033477d tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088645 Apr 05 14:37:46.343718 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ac150dd3-c76b-4319-ba29-956ba9faff40 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:46.343718 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ac150dd3-c76b-4319-ba29-956ba9faff40 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:46.344770 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-ac150dd3-c76b-4319-ba29-956ba9faff40 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/bbf37ffe-c2f3-4e55-8baa-8d47232f2b39 HTTP/1.1" status: 204 len: 168 time: 0.2785931 Apr 05 14:37:46.350507 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44150) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:46.359026 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac150dd3-c76b-4319-ba29-956ba9faff40 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bbf37ffe-c2f3-4e55-8baa-8d47232f2b39,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:46.405981 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6b350180-da87-4e35-995c-85d4c9873973 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618'] for router, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:46.447650 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-9ff2e542-5c44-40ff-8079-21e13b3bac29 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0959928 Apr 05 14:37:46.462312 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44154) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:46.470332 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-54070c6f-579b-4736-8136-1ce70f48a1c0 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Request body: {'security_group_rule': {'security_group_id': 'a9c9f22f-815a-4f3e-b8ee-56722bdd56a9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:37:46.864425 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-bc20c14e-ce0f-45e8-865b-cbf7697600b7 tempest-FloatingIPAdminTestJSON-257617207 tempest-FloatingIPAdminTestJSON-257617207-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:46.956241 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b350180-da87-4e35-995c-85d4c9873973 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Router 408b4a03-f19c-4a3c-91bf-e22014eea8b0 is scheduled to L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 with binding_index 1 {{(pid=103320) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:37:46.961478 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-54070c6f-579b-4736-8136-1ce70f48a1c0 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:47.040558 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-54070c6f-579b-4736-8136-1ce70f48a1c0 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:47.093618 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-bc20c14e-ce0f-45e8-865b-cbf7697600b7 tempest-FloatingIPAdminTestJSON-257617207 tempest-FloatingIPAdminTestJSON-257617207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:47.119905 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b350180-da87-4e35-995c-85d4c9873973 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:37:47.129381 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-54070c6f-579b-4736-8136-1ce70f48a1c0 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:47.135970 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0bbdc1-93c2-4de3-a523-7a833faac4d6 None None] Sync routers for ids ['408b4a03-f19c-4a3c-91bf-e22014eea8b0'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:37:47.153853 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0bbdc1-93c2-4de3-a523-7a833faac4d6 None None] Routers {'408b4a03-f19c-4a3c-91bf-e22014eea8b0'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:37:47.154740 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-4f0bbdc1-93c2-4de3-a523-7a833faac4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:37:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['408b4a03-f19c-4a3c-91bf-e22014eea8b0'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:47.224724 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54070c6f-579b-4736-8136-1ce70f48a1c0 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42dfd741-41f9-4c65-a2ac-4f6fc1b4af39,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:47.277630 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6b350180-da87-4e35-995c-85d4c9873973 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks [] for router, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:47.279970 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-6b350180-da87-4e35-995c-85d4c9873973 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 4.6787860 Apr 05 14:37:47.281771 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44160) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:47.327098 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-4f0bbdc1-93c2-4de3-a523-7a833faac4d6 None None] Set router 408b4a03-f19c-4a3c-91bf-e22014eea8b0 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:37:47.336023 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-54070c6f-579b-4736-8136-1ce70f48a1c0 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:47.340837 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-54070c6f-579b-4736-8136-1ce70f48a1c0 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8761859 Apr 05 14:37:47.354008 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44162) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:47.393029 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-83d856f3-1a4d-47e1-9788-7a3b3b3c4bf1 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] 10.222.0.30 "GET /v2.0/security-group-rules/42dfd741-41f9-4c65-a2ac-4f6fc1b4af39 HTTP/1.1" status: 200 len: 763 time: 0.0372760 Apr 05 14:37:47.393333 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44166) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:47.529985 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-bc20c14e-ce0f-45e8-865b-cbf7697600b7 tempest-FloatingIPAdminTestJSON-257617207 tempest-FloatingIPAdminTestJSON-257617207-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:47.561133 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021768e3-cdb7-4d31-b6ef-f68f069d9e5e req-d9d15624-baa5-4a8a-97d7-3cda69689b80 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:47.563263 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-021768e3-cdb7-4d31-b6ef-f68f069d9e5e req-d9d15624-baa5-4a8a-97d7-3cda69689b80 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.11 "GET /v2.0/ports?device_id=156af86b-ac1e-4dfc-ae74-932b14d79407 HTTP/1.1" status: 200 len: 945 time: 0.0917103 Apr 05 14:37:47.614538 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-4f0bbdc1-93c2-4de3-a523-7a833faac4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '408b4a03-f19c-4a3c-91bf-e22014eea8b0', 'name': '', 'tenant_id': 'b1d8cdd7b2c146689fab4e591e20365c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d8fa382-4972-4a76-80ca-03dba280015d', 'external_fixed_ips': [{'subnet_id': 'a69c0eeb-51cb-4df6-a166-a04c84c7311c', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': '2eb5ab39-439b-4660-a770-91ae71a9bf55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:37:42Z', 'updated_at': '2022-04-05T14:37:45Z', 'revision_number': 3, 'project_id': 'b1d8cdd7b2c146689fab4e591e20365c', 'gw_port': {'id': '2eb5ab39-439b-4660-a770-91ae71a9bf55', 'name': '', 'network_id': '0d8fa382-4972-4a76-80ca-03dba280015d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:03:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '408b4a03-f19c-4a3c-91bf-e22014eea8b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': 'a69c0eeb-51cb-4df6-a166-a04c84c7311c', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:37:44Z', 'updated_at': '2022-04-05T14:37:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a69c0eeb-51cb-4df6-a166-a04c84c7311c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:47.619362 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-bc20c14e-ce0f-45e8-865b-cbf7697600b7 tempest-FloatingIPAdminTestJSON-257617207 tempest-FloatingIPAdminTestJSON-257617207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:47.638831 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce83d26-056f-46fd-af43-58e5a4865c84 req-fbc441b2-be60-48a0-81e4-e2b0ca98d00b tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:47.643897 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3ce83d26-056f-46fd-af43-58e5a4865c84 req-fbc441b2-be60-48a0-81e4-e2b0ca98d00b tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=156af86b-ac1e-4dfc-ae74-932b14d79407 HTTP/1.1" status: 200 len: 945 time: 0.1790164 Apr 05 14:37:47.664432 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0bbdc1-93c2-4de3-a523-7a833faac4d6 None None] Checking router: 408b4a03-f19c-4a3c-91bf-e22014eea8b0 for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:37:47.664684 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0bbdc1-93c2-4de3-a523-7a833faac4d6 None None] Updating router 408b4a03-f19c-4a3c-91bf-e22014eea8b0 port 2eb5ab39-439b-4660-a770-91ae71a9bf55 binding host n-d-836650-2 {{(pid=103322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:37:47.669374 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-24c073df-280b-4e53-a685-d40095e0822e tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2700763 Apr 05 14:37:47.675906 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44172) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:47.714892 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-82948335-d1d0-4429-952c-a1ed6b57916c tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks [] for router, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:47.789200 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc20c14e-ce0f-45e8-865b-cbf7697600b7 tempest-FloatingIPAdminTestJSON-257617207 tempest-FloatingIPAdminTestJSON-257617207-project-admin] Pushing event updated for resources: {'Port': ['ID=de886219-bc6a-4727-917c-bdffa7604ebf,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:47.803724 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4c95b1de-0d1a-477c-b152-12d0ac72b1e6 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:47.813653 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-bc20c14e-ce0f-45e8-865b-cbf7697600b7 tempest-FloatingIPAdminTestJSON-257617207 tempest-FloatingIPAdminTestJSON-257617207-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:47.819349 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3ce83d26-056f-46fd-af43-58e5a4865c84 req-928159b1-11da-4498-ae16-42f2690f539f tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462989 Apr 05 14:37:47.856423 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4c95b1de-0d1a-477c-b152-12d0ac72b1e6 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:47.887034 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-021768e3-cdb7-4d31-b6ef-f68f069d9e5e req-6eb8fc90-6634-46d5-a2e1-4b6e0eb1c3b1 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Deleting port f2108a68-28f9-486f-b671-6316d5391f22 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:37:47.890559 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-021768e3-cdb7-4d31-b6ef-f68f069d9e5e req-6eb8fc90-6634-46d5-a2e1-4b6e0eb1c3b1 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:47.927572 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-82948335-d1d0-4429-952c-a1ed6b57916c tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:47.928141 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4f0bbdc1-93c2-4de3-a523-7a833faac4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:47.975693 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4c95b1de-0d1a-477c-b152-12d0ac72b1e6 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:47.981479 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4c95b1de-0d1a-477c-b152-12d0ac72b1e6 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:47.989061 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-4c95b1de-0d1a-477c-b152-12d0ac72b1e6 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/42dfd741-41f9-4c65-a2ac-4f6fc1b4af39 HTTP/1.1" status: 204 len: 168 time: 0.2975821 Apr 05 14:37:47.996949 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44174) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:47.999195 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c95b1de-0d1a-477c-b152-12d0ac72b1e6 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=42dfd741-41f9-4c65-a2ac-4f6fc1b4af39,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:48.057295 n-d-836650-2 neutron-server[103321]: INFO neutron.db.l3_db [None req-bc20c14e-ce0f-45e8-865b-cbf7697600b7 tempest-FloatingIPAdminTestJSON-257617207 tempest-FloatingIPAdminTestJSON-257617207-project-admin] Floating IP 366dcbc9-d73d-4e71-a162-538b888f806a associated. External IP: 172.25.6.89, port: 9885aa3b-4002-4624-b594-148697252bfe. Apr 05 14:37:48.180334 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-ab89dd41-4a38-4280-bb94-1920b35e1017 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1743453 Apr 05 14:37:48.187682 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44176) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:48.199908 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-45c78567-7ed9-4f91-affa-4cac0391e114 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Request body: {'security_group_rule': {'security_group_id': 'a9c9f22f-815a-4f3e-b8ee-56722bdd56a9', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:37:48.217454 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-021768e3-cdb7-4d31-b6ef-f68f069d9e5e req-6eb8fc90-6634-46d5-a2e1-4b6e0eb1c3b1 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] For port f2108a68-28f9-486f-b671-6316d5391f22, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=f2108a68-28f9-486f-b671-6316d5391f22,segment=NetworkSegment(ac926e6e-ab69-4031-83ab-f0f7e23b6b3b),segment_id=ac926e6e-ab69-4031-83ab-f0f7e23b6b3b)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:48.218843 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-021768e3-cdb7-4d31-b6ef-f68f069d9e5e req-6eb8fc90-6634-46d5-a2e1-4b6e0eb1c3b1 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:48.227196 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-82948335-d1d0-4429-952c-a1ed6b57916c tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Deleting port 2eb5ab39-439b-4660-a770-91ae71a9bf55 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:37:48.230696 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-82948335-d1d0-4429-952c-a1ed6b57916c tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:48.291121 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-021768e3-cdb7-4d31-b6ef-f68f069d9e5e req-6eb8fc90-6634-46d5-a2e1-4b6e0eb1c3b1 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Calling delete_port for f2108a68-28f9-486f-b671-6316d5391f22 owned by compute:nova {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:37:48.388257 n-d-836650-2 neutron-server[103320]: INFO neutron.db.securitygroups_db [None req-45c78567-7ed9-4f91-affa-4cac0391e114 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Project 89a2ebbdc7cf47f882eca74b15f480b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 14:37:48.405921 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-45c78567-7ed9-4f91-affa-4cac0391e114 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:48.455271 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc20c14e-ce0f-45e8-865b-cbf7697600b7 tempest-FloatingIPAdminTestJSON-257617207 tempest-FloatingIPAdminTestJSON-257617207-project-admin] Router b33c1af4-8621-43e1-8a18-682bed9ef4cd has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:37:48.490914 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4f0bbdc1-93c2-4de3-a523-7a833faac4d6 None None] Notify callbacks [] for port, precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:48.543874 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-82948335-d1d0-4429-952c-a1ed6b57916c tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:48.601708 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4f0bbdc1-93c2-4de3-a523-7a833faac4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:48.617502 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-45c78567-7ed9-4f91-affa-4cac0391e114 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:48.624425 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-82948335-d1d0-4429-952c-a1ed6b57916c tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Calling delete_port for 2eb5ab39-439b-4660-a770-91ae71a9bf55 owned by network:router_gateway {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:37:48.650573 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc20c14e-ce0f-45e8-865b-cbf7697600b7 tempest-FloatingIPAdminTestJSON-257617207 tempest-FloatingIPAdminTestJSON-257617207-project-admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:37:48.664349 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e129b4-8581-44db-9d2b-2e5864dbbac9 None None] Sync routers for ids ['b33c1af4-8621-43e1-8a18-682bed9ef4cd'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:37:48.669940 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209651ea-4d2b-488d-975e-66c732da2d26 None None] Pushing event updated for resources: {'Port': ['ID=2eb5ab39-439b-4660-a770-91ae71a9bf55,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:48.683427 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e129b4-8581-44db-9d2b-2e5864dbbac9 None None] Routers {'b33c1af4-8621-43e1-8a18-682bed9ef4cd'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:37:48.684066 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-b9e129b4-8581-44db-9d2b-2e5864dbbac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:37:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['b33c1af4-8621-43e1-8a18-682bed9ef4cd'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:48.694358 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209651ea-4d2b-488d-975e-66c732da2d26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:48.695480 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209651ea-4d2b-488d-975e-66c732da2d26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:48.695911 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209651ea-4d2b-488d-975e-66c732da2d26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:48.696350 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209651ea-4d2b-488d-975e-66c732da2d26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:48.696935 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209651ea-4d2b-488d-975e-66c732da2d26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:48.697491 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209651ea-4d2b-488d-975e-66c732da2d26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:48.698033 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209651ea-4d2b-488d-975e-66c732da2d26 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:48.698616 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209651ea-4d2b-488d-975e-66c732da2d26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:48.700041 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209651ea-4d2b-488d-975e-66c732da2d26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:48.700568 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209651ea-4d2b-488d-975e-66c732da2d26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:48.701111 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209651ea-4d2b-488d-975e-66c732da2d26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:48.701634 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209651ea-4d2b-488d-975e-66c732da2d26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:48.704807 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-021768e3-cdb7-4d31-b6ef-f68f069d9e5e req-6eb8fc90-6634-46d5-a2e1-4b6e0eb1c3b1 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:48.724968 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-45c78567-7ed9-4f91-affa-4cac0391e114 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:48.733320 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['f2108a68-28f9-486f-b671-6316d5391f22'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:37:48.754903 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c78567-7ed9-4f91-affa-4cac0391e114 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9e4d807-aa37-414f-8dc7-f934e1a2c600,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:48.759476 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-b9e129b4-8581-44db-9d2b-2e5864dbbac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:48.777192 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e129b4-8581-44db-9d2b-2e5864dbbac9 None None] Routers {'b33c1af4-8621-43e1-8a18-682bed9ef4cd'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:37:48.778157 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-b9e129b4-8581-44db-9d2b-2e5864dbbac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:37:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['b33c1af4-8621-43e1-8a18-682bed9ef4cd'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:48.783619 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['76b011da-70a8-45da-bc6c-2275f4a9184f'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:37:48.788988 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-bc20c14e-ce0f-45e8-865b-cbf7697600b7 tempest-FloatingIPAdminTestJSON-257617207 tempest-FloatingIPAdminTestJSON-257617207-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:48.796480 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8fc90-6634-46d5-a2e1-4b6e0eb1c3b1 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Pushing event deleted for resources: {'Port': ['ID=f2108a68-28f9-486f-b671-6316d5391f22,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:48.825454 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-4f0bbdc1-93c2-4de3-a523-7a833faac4d6 None None] Attempting to bind port 2eb5ab39-439b-4660-a770-91ae71a9bf55 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:37:48.825454 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-4f0bbdc1-93c2-4de3-a523-7a833faac4d6 None None] Attempting to bind port 2eb5ab39-439b-4660-a770-91ae71a9bf55 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '08cdf873-986f-442e-82bc-f6397ff464be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '0d8fa382-4972-4a76-80ca-03dba280015d'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:37:48.825454 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0bbdc1-93c2-4de3-a523-7a833faac4d6 None None] Attempting to bind port 2eb5ab39-439b-4660-a770-91ae71a9bf55 on network 0d8fa382-4972-4a76-80ca-03dba280015d {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:37:48.846458 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-b9e129b4-8581-44db-9d2b-2e5864dbbac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:48.847522 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e129b4-8581-44db-9d2b-2e5864dbbac9 None None] The sync data for ids ['b33c1af4-8621-43e1-8a18-682bed9ef4cd'] in n-d-836650-2 is: [] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:37:48.889686 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-45c78567-7ed9-4f91-affa-4cac0391e114 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:48.898101 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-45c78567-7ed9-4f91-affa-4cac0391e114 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7100089 Apr 05 14:37:48.900633 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44188) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:48.942656 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-021768e3-cdb7-4d31-b6ef-f68f069d9e5e req-6eb8fc90-6634-46d5-a2e1-4b6e0eb1c3b1 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] No DVR routers for this DVR port f2108a68-28f9-486f-b671-6316d5391f22 on host n-h2-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:37:48.945855 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-021768e3-cdb7-4d31-b6ef-f68f069d9e5e req-6eb8fc90-6634-46d5-a2e1-4b6e0eb1c3b1 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:48.951440 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-021768e3-cdb7-4d31-b6ef-f68f069d9e5e req-6eb8fc90-6634-46d5-a2e1-4b6e0eb1c3b1 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.11 "DELETE /v2.0/ports/f2108a68-28f9-486f-b671-6316d5391f22 HTTP/1.1" status: 204 len: 173 time: 1.3828895 Apr 05 14:37:48.952273 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '156af86b-ac1e-4dfc-ae74-932b14d79407', 'name': 'network-vif-deleted', 'tag': 'f2108a68-28f9-486f-b671-6316d5391f22'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:37:48.954837 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ac8438-3711-41f1-b7cd-ab89edae2af4" -d '{"events": [{"server_uuid": "156af86b-ac1e-4dfc-ae74-932b14d79407", "name": "network-vif-deleted", "tag": "f2108a68-28f9-486f-b671-6316d5391f22"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:37:48.961158 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-bc20c14e-ce0f-45e8-865b-cbf7697600b7 tempest-FloatingIPAdminTestJSON-257617207 tempest-FloatingIPAdminTestJSON-257617207-project-admin] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 4.3066523 Apr 05 14:37:48.965829 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0bbdc1-93c2-4de3-a523-7a833faac4d6 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:37:48.965829 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0bbdc1-93c2-4de3-a523-7a833faac4d6 None None] Checking segment: {'id': '08cdf873-986f-442e-82bc-f6397ff464be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '0d8fa382-4972-4a76-80ca-03dba280015d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:37:48.966118 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4f0bbdc1-93c2-4de3-a523-7a833faac4d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:48.966572 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0bbdc1-93c2-4de3-a523-7a833faac4d6 None None] Bound using segment: {'id': '08cdf873-986f-442e-82bc-f6397ff464be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '0d8fa382-4972-4a76-80ca-03dba280015d'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:37:48.967150 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-4f0bbdc1-93c2-4de3-a523-7a833faac4d6 None None] Bound port: 2eb5ab39-439b-4660-a770-91ae71a9bf55, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08cdf873-986f-442e-82bc-f6397ff464be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '0d8fa382-4972-4a76-80ca-03dba280015d'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:37:48.968807 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44192) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:48.971112 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4f0bbdc1-93c2-4de3-a523-7a833faac4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:49.054539 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-29780fa1-4632-45ca-a1f5-6826e239df9b tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] 10.222.0.30 "GET /v2.0/security-group-rules/e9e4d807-aa37-414f-8dc7-f934e1a2c600 HTTP/1.1" status: 200 len: 769 time: 0.1428826 Apr 05 14:37:49.067412 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-10b766bd-79e9-4681-8b94-f485c95573a9 req-c7384327-9c04-4c14-a4c0-eb081a7880af tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=156af86b-ac1e-4dfc-ae74-932b14d79407 HTTP/1.1" status: 200 len: 210 time: 0.0719078 Apr 05 14:37:49.086135 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44194) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:49.146281 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e134d00-09b1-4a0d-a5b1-8f18479a3078 req-8d6512ab-c95b-470e-9d08-a31937192188 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:49.148126 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8e134d00-09b1-4a0d-a5b1-8f18479a3078 req-8d6512ab-c95b-470e-9d08-a31937192188 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c3c421e-7450-4e42-8501-18c377e353da HTTP/1.1" status: 200 len: 944 time: 0.1752975 Apr 05 14:37:49.188630 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9104876b-02b8-40b8-a555-688214e93c71 x-openstack-request-id: req-9104876b-02b8-40b8-a555-688214e93c71 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:37:49.188630 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "156af86b-ac1e-4dfc-ae74-932b14d79407", "name": "network-vif-deleted", "tag": "f2108a68-28f9-486f-b671-6316d5391f22", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:37:49.188630 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9104876b-02b8-40b8-a555-688214e93c71 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:37:49.188630 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9104876b-02b8-40b8-a555-688214e93c71'] response: {'server_uuid': '156af86b-ac1e-4dfc-ae74-932b14d79407', 'name': 'network-vif-deleted', 'tag': 'f2108a68-28f9-486f-b671-6316d5391f22', 'status': 'completed', 'code': 200} Apr 05 14:37:49.189564 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44196) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:49.190502 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-d927f3b3-abcd-4f66-a5f1-aefc5fb218b8 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1143272 Apr 05 14:37:49.194380 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.db.api [None req-4f0bbdc1-93c2-4de3-a523-7a833faac4d6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:37:49.196864 n-d-836650-2 neutron-server[103322]: DEBUG oslo_db.api [None req-4f0bbdc1-93c2-4de3-a523-7a833faac4d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:37:49.204054 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-82948335-d1d0-4429-952c-a1ed6b57916c tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:49.242381 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82948335-d1d0-4429-952c-a1ed6b57916c tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Pushing event deleted for resources: {'Port': ['ID=2eb5ab39-439b-4660-a770-91ae71a9bf55,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:49.257954 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8e134d00-09b1-4a0d-a5b1-8f18479a3078 req-86bcc54b-acb1-4acd-a652-ccc3ac86c17f tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987430 Apr 05 14:37:49.292039 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-5344ce56-b0d3-4f61-8ccb-f120112dcbc2 tempest-FloatingIPAdminTestJSON-257617207 tempest-FloatingIPAdminTestJSON-257617207-project-admin] 10.222.0.30 "GET /v2.0/floatingips/366dcbc9-d73d-4e71-a162-538b888f806a HTTP/1.1" status: 200 len: 982 time: 0.3212795 Apr 05 14:37:49.296906 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44198) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:49.326756 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-82948335-d1d0-4429-952c-a1ed6b57916c tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808526'] for router_gateway, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:49.369241 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8cf2e493-d422-4ca7-a2d2-b8ae97685c8d tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:49.391303 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8cf2e493-d422-4ca7-a2d2-b8ae97685c8d tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:49.456196 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-82948335-d1d0-4429-952c-a1ed6b57916c tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27070'] for router, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:49.458542 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-82948335-d1d0-4429-952c-a1ed6b57916c tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:49.462597 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-94186353-7e53-41b5-8fde-6e2ca806ab37 tempest-FloatingIPAdminTestJSON-257617207 tempest-FloatingIPAdminTestJSON-257617207-project-admin] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3035 time: 0.1636484 Apr 05 14:37:49.465771 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44200) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:49.582118 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-82948335-d1d0-4429-952c-a1ed6b57916c tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803298'] for router, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:49.583018 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82948335-d1d0-4429-952c-a1ed6b57916c tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 408b4a03-f19c-4a3c-91bf-e22014eea8b0 {{(pid=103320) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:37:49.587694 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-82948335-d1d0-4429-952c-a1ed6b57916c tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks [] for router, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:49.592737 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-82948335-d1d0-4429-952c-a1ed6b57916c tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] 10.222.0.30 "DELETE /v2.0/routers/408b4a03-f19c-4a3c-91bf-e22014eea8b0 HTTP/1.1" status: 204 len: 168 time: 2.3092794 Apr 05 14:37:49.595132 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44204) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:49.658588 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_v2 [None req-d48e3c20-0cf7-4121-b29b-f303ef2f44b3 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Deleting subnet a69c0eeb-51cb-4df6-a166-a04c84c7311c {{(pid=103320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:37:49.662356 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d48e3c20-0cf7-4121-b29b-f303ef2f44b3 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:49.705201 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d48e3c20-0cf7-4121-b29b-f303ef2f44b3 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13399228'] for subnet, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:49.712421 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-4f0bbdc1-93c2-4de3-a523-7a833faac4d6 None None] Attempting to bind port 2eb5ab39-439b-4660-a770-91ae71a9bf55 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:37:49.713475 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-4f0bbdc1-93c2-4de3-a523-7a833faac4d6 None None] Attempting to bind port 2eb5ab39-439b-4660-a770-91ae71a9bf55 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '08cdf873-986f-442e-82bc-f6397ff464be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '0d8fa382-4972-4a76-80ca-03dba280015d'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:37:49.714023 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0bbdc1-93c2-4de3-a523-7a833faac4d6 None None] Attempting to bind port 2eb5ab39-439b-4660-a770-91ae71a9bf55 on network 0d8fa382-4972-4a76-80ca-03dba280015d {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:37:49.721397 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0bbdc1-93c2-4de3-a523-7a833faac4d6 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:37:49.722098 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0bbdc1-93c2-4de3-a523-7a833faac4d6 None None] Checking segment: {'id': '08cdf873-986f-442e-82bc-f6397ff464be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '0d8fa382-4972-4a76-80ca-03dba280015d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:37:49.722661 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4f0bbdc1-93c2-4de3-a523-7a833faac4d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:49.723212 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0bbdc1-93c2-4de3-a523-7a833faac4d6 None None] Bound using segment: {'id': '08cdf873-986f-442e-82bc-f6397ff464be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '0d8fa382-4972-4a76-80ca-03dba280015d'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:37:49.723977 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-4f0bbdc1-93c2-4de3-a523-7a833faac4d6 None None] Bound port: 2eb5ab39-439b-4660-a770-91ae71a9bf55, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08cdf873-986f-442e-82bc-f6397ff464be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '0d8fa382-4972-4a76-80ca-03dba280015d'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:37:49.724529 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4f0bbdc1-93c2-4de3-a523-7a833faac4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:49.745908 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-4f0bbdc1-93c2-4de3-a523-7a833faac4d6 None None] Port 2eb5ab39-439b-4660-a770-91ae71a9bf55 has been deleted concurrently {{(pid=103322) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:667}} Apr 05 14:37:49.759411 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0bbdc1-93c2-4de3-a523-7a833faac4d6 None None] Routers set() bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:37:49.771603 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d48e3c20-0cf7-4121-b29b-f303ef2f44b3 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:49.773785 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0bbdc1-93c2-4de3-a523-7a833faac4d6 None None] Router IDs set() for agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 05 14:37:49.774588 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_agentschedulers_db [None req-4f0bbdc1-93c2-4de3-a523-7a833faac4d6 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'408b4a03-f19c-4a3c-91bf-e22014eea8b0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:37:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent'). {{(pid=103322) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 05 14:37:49.774985 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0bbdc1-93c2-4de3-a523-7a833faac4d6 None None] The sync data for ids ['408b4a03-f19c-4a3c-91bf-e22014eea8b0'] in n-d-836650-2 is: [] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:37:49.885547 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8cf2e493-d422-4ca7-a2d2-b8ae97685c8d tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:49.908854 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8cf2e493-d422-4ca7-a2d2-b8ae97685c8d tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:49.909946 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-8cf2e493-d422-4ca7-a2d2-b8ae97685c8d tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/e9e4d807-aa37-414f-8dc7-f934e1a2c600 HTTP/1.1" status: 204 len: 168 time: 0.7072423 Apr 05 14:37:49.910627 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d48e3c20-0cf7-4121-b29b-f303ef2f44b3 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15773812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13127359'] for subnet, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:49.913527 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44206) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:49.933342 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf2e493-d422-4ca7-a2d2-b8ae97685c8d tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e9e4d807-aa37-414f-8dc7-f934e1a2c600,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:49.940194 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48e3c20-0cf7-4121-b29b-f303ef2f44b3 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a69c0eeb-51cb-4df6-a166-a04c84c7311c,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:49.942235 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d48e3c20-0cf7-4121-b29b-f303ef2f44b3 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:49.948923 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-d48e3c20-0cf7-4121-b29b-f303ef2f44b3 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] 10.222.0.30 "DELETE /v2.0/subnets/a69c0eeb-51cb-4df6-a166-a04c84c7311c HTTP/1.1" status: 204 len: 168 time: 0.3521342 Apr 05 14:37:49.949052 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44208) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:50.008301 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6b330d-90fc-40d0-8c2f-7c0000ef1acc req-bf54d39d-4d84-406a-bd3f-2f4463028cf2 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:50.009849 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2b6b330d-90fc-40d0-8c2f-7c0000ef1acc req-bf54d39d-4d84-406a-bd3f-2f4463028cf2 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c3c421e-7450-4e42-8501-18c377e353da HTTP/1.1" status: 200 len: 944 time: 0.1357214 Apr 05 14:37:50.027377 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-d024977a-5731-4049-bda4-7f9ab2bdcec1 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1069531 Apr 05 14:37:50.028933 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44210) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:50.158672 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-a4aa34f9-395d-4dd8-9120-9671cc127c2e tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Deleting port de886219-bc6a-4727-917c-bdffa7604ebf {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:37:50.159293 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a4aa34f9-395d-4dd8-9120-9671cc127c2e tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:50.243572 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7754adc0-5236-4e81-9bde-f53217315929 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:50.295931 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-2b6b330d-90fc-40d0-8c2f-7c0000ef1acc req-f2ab7e0b-9dda-4b6d-8ddb-8851f1bb6880 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Deleting port cca30760-5885-4ffb-ac70-167eb7ad89e9 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:37:50.296269 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2b6b330d-90fc-40d0-8c2f-7c0000ef1acc req-f2ab7e0b-9dda-4b6d-8ddb-8851f1bb6880 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:50.301279 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7754adc0-5236-4e81-9bde-f53217315929 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:50.343991 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a4aa34f9-395d-4dd8-9120-9671cc127c2e tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:50.344995 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a4aa34f9-395d-4dd8-9120-9671cc127c2e tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:50.397787 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-a4aa34f9-395d-4dd8-9120-9671cc127c2e tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Calling delete_port for de886219-bc6a-4727-917c-bdffa7604ebf owned by network:floatingip {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:37:50.466302 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cb958b84-ed8c-41ef-80d6-b980dbfa3db2 req-763fd1ff-9605-42e5-b3ce-288ef0cfd4b8 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=156af86b-ac1e-4dfc-ae74-932b14d79407 HTTP/1.1" status: 200 len: 210 time: 0.0765033 Apr 05 14:37:50.472713 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1e944c4b-837d-4e4f-9dde-465c3594c829 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:50.509809 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3f3392-1fc0-419a-b03b-e16e0d6f0d46 req-f16750ef-de1e-4c68-9293-56e71e7c1a4c tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:50.512223 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1d3f3392-1fc0-419a-b03b-e16e0d6f0d46 req-f16750ef-de1e-4c68-9293-56e71e7c1a4c tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c3c421e-7450-4e42-8501-18c377e353da HTTP/1.1" status: 200 len: 944 time: 0.1235473 Apr 05 14:37:50.536058 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-2b6b330d-90fc-40d0-8c2f-7c0000ef1acc req-f2ab7e0b-9dda-4b6d-8ddb-8851f1bb6880 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] For port cca30760-5885-4ffb-ac70-167eb7ad89e9, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=cca30760-5885-4ffb-ac70-167eb7ad89e9,segment=NetworkSegment(d98286ea-3af7-47a7-a92d-d95717c2d70a),segment_id=d98286ea-3af7-47a7-a92d-d95717c2d70a)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:50.546930 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2b6b330d-90fc-40d0-8c2f-7c0000ef1acc req-f2ab7e0b-9dda-4b6d-8ddb-8851f1bb6880 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:50.566437 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-2b6b330d-90fc-40d0-8c2f-7c0000ef1acc req-f2ab7e0b-9dda-4b6d-8ddb-8851f1bb6880 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Calling delete_port for cca30760-5885-4ffb-ac70-167eb7ad89e9 owned by compute:nova {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:37:50.569752 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7754adc0-5236-4e81-9bde-f53217315929 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:50.572849 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7754adc0-5236-4e81-9bde-f53217315929 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:50.574021 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-7754adc0-5236-4e81-9bde-f53217315929 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] 10.222.0.30 "DELETE /v2.0/security-groups/a9c9f22f-815a-4f3e-b8ee-56722bdd56a9 HTTP/1.1" status: 204 len: 168 time: 0.5374491 Apr 05 14:37:50.579445 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44216) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:50.608199 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7754adc0-5236-4e81-9bde-f53217315929 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c9f22f-815a-4f3e-b8ee-56722bdd56a9,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:50.644230 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1d3f3392-1fc0-419a-b03b-e16e0d6f0d46 req-5ffa2dd4-be15-4993-b017-8021a26db955 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247671 Apr 05 14:37:50.646671 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1e944c4b-837d-4e4f-9dde-465c3594c829 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:50.680278 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-1e944c4b-837d-4e4f-9dde-465c3594c829 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d8fa382-4972-4a76-80ca-03dba280015d']}} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:50.697971 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-1e944c4b-837d-4e4f-9dde-465c3594c829 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08cdf873-986f-442e-82bc-f6397ff464be') {'for_net_delete': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:50.698278 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-1e944c4b-837d-4e4f-9dde-465c3594c829 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08cdf873-986f-442e-82bc-f6397ff464be') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:50.708040 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-0135c601-c52c-4d66-845e-97068dc4b03c tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1274889 Apr 05 14:37:50.713724 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1e944c4b-837d-4e4f-9dde-465c3594c829 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13399223'] for segment, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:50.713724 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44220) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:50.719598 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-10267fd4-73dc-4d24-9162-ec53f6461f64 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Request body: {'security_group': {'name': 'tempest-secgroup--1203119295'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:37:50.748534 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1e944c4b-837d-4e4f-9dde-465c3594c829 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:50.763298 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e944c4b-837d-4e4f-9dde-465c3594c829 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=103320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:37:50.764861 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1e944c4b-837d-4e4f-9dde-465c3594c829 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15765202'] for segment, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:50.766576 n-d-836650-2 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:37:50.766576 n-d-836650-2 neutron-server[103320]: items = [ Apr 05 14:37:50.766576 n-d-836650-2 neutron-server[103320]: Traceback (most recent call last): Apr 05 14:37:50.766576 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:37:50.766576 n-d-836650-2 neutron-server[103320]: timer() Apr 05 14:37:50.766576 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:37:50.766576 n-d-836650-2 neutron-server[103320]: cb(*args, **kw) Apr 05 14:37:50.766576 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:37:50.766576 n-d-836650-2 neutron-server[103320]: return func(*args, **kwargs) Apr 05 14:37:50.766576 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:37:50.766576 n-d-836650-2 neutron-server[103320]: self._notify() Apr 05 14:37:50.766576 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:37:50.766576 n-d-836650-2 neutron-server[103320]: self.callback(batched_events) Apr 05 14:37:50.766576 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:37:50.766576 n-d-836650-2 neutron-server[103320]: event.method(event) Apr 05 14:37:50.766576 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:37:50.766576 n-d-836650-2 neutron-server[103320]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:37:50.766576 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:37:50.766576 n-d-836650-2 neutron-server[103320]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:37:50.766576 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:37:50.766576 n-d-836650-2 neutron-server[103320]: return f(self, *a, **k) Apr 05 14:37:50.766576 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:37:50.766576 n-d-836650-2 neutron-server[103320]: return self._get(url).json() Apr 05 14:37:50.766576 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:37:50.766576 n-d-836650-2 neutron-server[103320]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:37:50.766576 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:37:50.766576 n-d-836650-2 neutron-server[103320]: return self.request(url, 'GET', **kwargs) Apr 05 14:37:50.766576 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:37:50.766576 n-d-836650-2 neutron-server[103320]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:37:50.766576 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:37:50.766576 n-d-836650-2 neutron-server[103320]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:37:50.766576 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:37:50.766576 n-d-836650-2 neutron-server[103320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:37:50.766576 n-d-836650-2 neutron-server[103320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:37:50.911015 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-10267fd4-73dc-4d24-9162-ec53f6461f64 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:51.087914 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device f2108a68-28f9-486f-b671-6316d5391f22 no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:37:51.107764 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] No Port match for: f2108a68-28f9-486f-b671-6316d5391f22 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:37:51.108107 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device f2108a68-28f9-486f-b671-6316d5391f22 not bound to the agent host n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:37:51.108512 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device cca30760-5885-4ffb-ac70-167eb7ad89e9 no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:37:51.293357 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2b6b330d-90fc-40d0-8c2f-7c0000ef1acc req-f2ab7e0b-9dda-4b6d-8ddb-8851f1bb6880 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:51.295422 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1e944c4b-837d-4e4f-9dde-465c3594c829 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:51.302444 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a4aa34f9-395d-4dd8-9120-9671cc127c2e tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:51.397626 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e944c4b-837d-4e4f-9dde-465c3594c829 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0d8fa382-4972-4a76-80ca-03dba280015d {{(pid=103320) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 05 14:37:51.397626 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1e944c4b-837d-4e4f-9dde-465c3594c829 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:51.397626 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-1e944c4b-837d-4e4f-9dde-465c3594c829 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] 10.222.0.30 "DELETE /v2.0/networks/0d8fa382-4972-4a76-80ca-03dba280015d HTTP/1.1" status: 204 len: 168 time: 1.3639255 Apr 05 14:37:51.397626 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e944c4b-837d-4e4f-9dde-465c3594c829 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Pushing event deleted for resources: {'Network': ['ID=0d8fa382-4972-4a76-80ca-03dba280015d,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:51.397626 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-10267fd4-73dc-4d24-9162-ec53f6461f64 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:51.407712 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ab7e0b-9dda-4b6d-8ddb-8851f1bb6880 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Pushing event deleted for resources: {'Port': ['ID=cca30760-5885-4ffb-ac70-167eb7ad89e9,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:51.452376 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b6b330d-90fc-40d0-8c2f-7c0000ef1acc req-f2ab7e0b-9dda-4b6d-8ddb-8851f1bb6880 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] No DVR routers for this DVR port cca30760-5885-4ffb-ac70-167eb7ad89e9 on host n-h2-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:37:51.475389 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2b6b330d-90fc-40d0-8c2f-7c0000ef1acc req-f2ab7e0b-9dda-4b6d-8ddb-8851f1bb6880 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:51.478232 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2b6b330d-90fc-40d0-8c2f-7c0000ef1acc req-f2ab7e0b-9dda-4b6d-8ddb-8851f1bb6880 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.11 "DELETE /v2.0/ports/cca30760-5885-4ffb-ac70-167eb7ad89e9 HTTP/1.1" status: 204 len: 173 time: 1.4509368 Apr 05 14:37:51.481450 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c3c421e-7450-4e42-8501-18c377e353da', 'name': 'network-vif-deleted', 'tag': 'cca30760-5885-4ffb-ac70-167eb7ad89e9'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:37:51.481704 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b3510a-914f-467b-95ec-c64f330eacb1" -d '{"events": [{"server_uuid": "6c3c421e-7450-4e42-8501-18c377e353da", "name": "network-vif-deleted", "tag": "cca30760-5885-4ffb-ac70-167eb7ad89e9"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:37:51.487484 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aa34f9-395d-4dd8-9120-9671cc127c2e tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Pushing event deleted for resources: {'Port': ['ID=de886219-bc6a-4727-917c-bdffa7604ebf,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:51.541462 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a4aa34f9-395d-4dd8-9120-9671cc127c2e tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks [] for floatingip, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:51.542281 n-d-836650-2 neutron-server[103321]: INFO neutron.db.l3_db [None req-a4aa34f9-395d-4dd8-9120-9671cc127c2e tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Floating IP 366dcbc9-d73d-4e71-a162-538b888f806a disassociated (deleted). External IP: 172.25.6.89, port: 9885aa3b-4002-4624-b594-148697252bfe. Apr 05 14:37:51.592449 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b48f0a-6f24-4bb7-87a8-3aaa6daf7621 x-openstack-request-id: req-45b48f0a-6f24-4bb7-87a8-3aaa6daf7621 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:37:51.593245 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c3c421e-7450-4e42-8501-18c377e353da", "name": "network-vif-deleted", "tag": "cca30760-5885-4ffb-ac70-167eb7ad89e9", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:37:51.593714 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-45b48f0a-6f24-4bb7-87a8-3aaa6daf7621 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:37:51.594356 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45b48f0a-6f24-4bb7-87a8-3aaa6daf7621'] response: {'server_uuid': '6c3c421e-7450-4e42-8501-18c377e353da', 'name': 'network-vif-deleted', 'tag': 'cca30760-5885-4ffb-ac70-167eb7ad89e9', 'status': 'completed', 'code': 200} Apr 05 14:37:51.838765 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4aa34f9-395d-4dd8-9120-9671cc127c2e tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Router b33c1af4-8621-43e1-8a18-682bed9ef4cd has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:37:51.841414 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f0149bfa-c6bf-497a-af7e-7e3ac4c12d82 req-9f986141-bc1b-48a6-a3a0-567d1e20316a tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c3c421e-7450-4e42-8501-18c377e353da HTTP/1.1" status: 200 len: 210 time: 0.0586972 Apr 05 14:37:51.927219 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-10267fd4-73dc-4d24-9162-ec53f6461f64 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:51.982221 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f38139-13c1-49b3-83c2-850563f3afb7 req-0db93a36-13e5-49fa-b0f2-e6d3c04dba22 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:51.983779 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-17f38139-13c1-49b3-83c2-850563f3afb7 req-0db93a36-13e5-49fa-b0f2-e6d3c04dba22 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/networks?id=e9f4fa40-46c8-414a-a7c0-062d21c067f9 HTTP/1.1" status: 200 len: 805 time: 0.1900978 Apr 05 14:37:51.984710 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10267fd4-73dc-4d24-9162-ec53f6461f64 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a169fb17-270f-44be-8185-3d50c487ba2c,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:52.019402 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-17f38139-13c1-49b3-83c2-850563f3afb7 req-146470cf-a9cb-4175-9e90-4adb1d254d0f tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/quotas/6f9dd14fd23b46d0bf68308d04a6ae90 HTTP/1.1" status: 200 len: 375 time: 0.0109363 Apr 05 14:37:52.023289 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4aa34f9-395d-4dd8-9120-9671cc127c2e tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:37:52.028992 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a4aa34f9-395d-4dd8-9120-9671cc127c2e tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:52.039379 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06b9dea-c92f-408e-a6d1-ef1ee37519d6 None None] Sync routers for ids ['b33c1af4-8621-43e1-8a18-682bed9ef4cd'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:37:52.062359 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06b9dea-c92f-408e-a6d1-ef1ee37519d6 None None] Routers {'b33c1af4-8621-43e1-8a18-682bed9ef4cd'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:37:52.066258 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-e06b9dea-c92f-408e-a6d1-ef1ee37519d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:37:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['b33c1af4-8621-43e1-8a18-682bed9ef4cd'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:52.075173 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-10267fd4-73dc-4d24-9162-ec53f6461f64 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:52.075398 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-a4aa34f9-395d-4dd8-9120-9671cc127c2e tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] 10.222.0.30 "DELETE /v2.0/floatingips/366dcbc9-d73d-4e71-a162-538b888f806a HTTP/1.1" status: 204 len: 168 time: 2.6079998 Apr 05 14:37:52.075899 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44258) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:52.081880 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-eddf83dc-3381-43ba-8bfb-c724b5b3456d tempest-FloatingIPAdminTestJSON-257617207 tempest-FloatingIPAdminTestJSON-257617207-project-admin] Request body: {'floatingip': {'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:37:52.086524 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-10267fd4-73dc-4d24-9162-ec53f6461f64 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3719802 Apr 05 14:37:52.091005 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44260) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:52.098660 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-f76a0b65-f8f6-455f-a00c-d894e3f18265 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Request body: {'security_group_rule': {'security_group_id': 'a169fb17-270f-44be-8185-3d50c487ba2c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:37:52.122473 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-17f38139-13c1-49b3-83c2-850563f3afb7 req-6837e942-9b1f-4ce3-8954-7ed8043c445b tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6f9dd14fd23b46d0bf68308d04a6ae90&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0923519 Apr 05 14:37:52.136838 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-e06b9dea-c92f-408e-a6d1-ef1ee37519d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:52.141453 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44262) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:52.146106 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-856a4331-35e8-42c4-85d2-2280622897fd tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Request body: {'router': {'name': 'tempest-router--1518719054', 'project_id': '9b98e8fd382f496da59cb3c1f16692a5'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:37:52.152109 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06b9dea-c92f-408e-a6d1-ef1ee37519d6 None None] Routers {'b33c1af4-8621-43e1-8a18-682bed9ef4cd'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:37:52.152813 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-e06b9dea-c92f-408e-a6d1-ef1ee37519d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:37:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['b33c1af4-8621-43e1-8a18-682bed9ef4cd'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:52.191699 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-e06b9dea-c92f-408e-a6d1-ef1ee37519d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:52.192394 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06b9dea-c92f-408e-a6d1-ef1ee37519d6 None None] The sync data for ids ['b33c1af4-8621-43e1-8a18-682bed9ef4cd'] in n-d-836650-2 is: [] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:37:52.228096 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-856a4331-35e8-42c4-85d2-2280622897fd tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27088'] for router, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:52.229578 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-856a4331-35e8-42c4-85d2-2280622897fd tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27079'] for router, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:52.237187 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-eddf83dc-3381-43ba-8bfb-c724b5b3456d tempest-FloatingIPAdminTestJSON-257617207 tempest-FloatingIPAdminTestJSON-257617207-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:52.250888 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-17f38139-13c1-49b3-83c2-850563f3afb7 req-fac91673-71fc-4293-98e9-a334002c2c27 service neutron] 10.222.0.30 "GET /v2.0/networks/e9f4fa40-46c8-414a-a7c0-062d21c067f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188800 Apr 05 14:37:52.259241 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f76a0b65-f8f6-455f-a00c-d894e3f18265 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:52.348131 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-17f38139-13c1-49b3-83c2-850563f3afb7 req-8eaf8f49-3c62-488b-a57f-151c6dec6492 service neutron] 10.222.0.30 "GET /v2.0/networks/e9f4fa40-46c8-414a-a7c0-062d21c067f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895982 Apr 05 14:37:52.373358 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-856a4331-35e8-42c4-85d2-2280622897fd tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:52.415538 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f76a0b65-f8f6-455f-a00c-d894e3f18265 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:52.459194 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-eddf83dc-3381-43ba-8bfb-c724b5b3456d tempest-FloatingIPAdminTestJSON-257617207 tempest-FloatingIPAdminTestJSON-257617207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:52.466342 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-856a4331-35e8-42c4-85d2-2280622897fd tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618'] for router, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:52.524122 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f76a0b65-f8f6-455f-a00c-d894e3f18265 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:52.552553 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76a0b65-f8f6-455f-a00c-d894e3f18265 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1da5119-f448-49fb-b44b-6759f2c4f461,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:52.645155 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-856a4331-35e8-42c4-85d2-2280622897fd tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:52.646523 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-856a4331-35e8-42c4-85d2-2280622897fd tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5040600 Apr 05 14:37:52.648082 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-eddf83dc-3381-43ba-8bfb-c724b5b3456d tempest-FloatingIPAdminTestJSON-257617207 tempest-FloatingIPAdminTestJSON-257617207-project-admin] Allocated IP 172.25.6.111 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/4bfe3cc9-d868-44bd-9e29-f210dd54f9c5) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:37:52.651781 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44278) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:52.679521 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0fe4f9da-22a3-4eb9-8ef9-531fee00c58b req-de371eda-27a4-41d5-ade3-24fc507402cc tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d3355a6-b0a7-40a4-aab4-f532996104e5 HTTP/1.1" status: 200 len: 210 time: 0.0539744 Apr 05 14:37:52.711493 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f76a0b65-f8f6-455f-a00c-d894e3f18265 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:52.712754 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-f76a0b65-f8f6-455f-a00c-d894e3f18265 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6206989 Apr 05 14:37:52.715765 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44280) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:52.774098 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b07e404c-88b4-4b1b-a54e-00caaa67b47a tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks [] for router, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:52.854625 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-70bcac87-dea9-40cc-9a6e-789dca88c4f1 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:52.934443 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-70bcac87-dea9-40cc-9a6e-789dca88c4f1 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:53.068712 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-00589a83-df91-4c53-911f-898040e45478 req-7aa802b9-9bdb-45ae-964d-8b71925e717f tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c3c421e-7450-4e42-8501-18c377e353da HTTP/1.1" status: 200 len: 210 time: 0.0466790 Apr 05 14:37:53.096259 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-70bcac87-dea9-40cc-9a6e-789dca88c4f1 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:53.099835 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-70bcac87-dea9-40cc-9a6e-789dca88c4f1 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:53.101369 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-70bcac87-dea9-40cc-9a6e-789dca88c4f1 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] 10.222.0.30 "DELETE /v2.0/security-groups/a169fb17-270f-44be-8185-3d50c487ba2c HTTP/1.1" status: 204 len: 168 time: 0.3845387 Apr 05 14:37:53.105381 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44286) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:53.107450 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b07e404c-88b4-4b1b-a54e-00caaa67b47a tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27070'] for router, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:53.111488 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b07e404c-88b4-4b1b-a54e-00caaa67b47a tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:53.113815 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bcac87-dea9-40cc-9a6e-789dca88c4f1 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a169fb17-270f-44be-8185-3d50c487ba2c,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:53.231511 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-eddf83dc-3381-43ba-8bfb-c724b5b3456d tempest-FloatingIPAdminTestJSON-257617207 tempest-FloatingIPAdminTestJSON-257617207-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:53.240202 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-1c472636-e4bc-48e9-9a92-592aa3d9c98f tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1307225 Apr 05 14:37:53.243130 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44292) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:53.282573 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-95aadb09-89b2-4321-b2e6-201d116fc4cd tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0383017 Apr 05 14:37:53.285359 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44294) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:53.300552 n-d-836650-2 neutron-server[103320]: INFO neutron.api.v2.resource [None req-d55bab25-7288-458b-a9be-1ef98cece696 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] delete failed (client error): The resource could not be found. Apr 05 14:37:53.301872 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-d55bab25-7288-458b-a9be-1ef98cece696 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] 10.222.0.30 "DELETE /v2.0/security-groups/a169fb17-270f-44be-8185-3d50c487ba2c HTTP/1.1" status: 404 len: 347 time: 0.0143883 Apr 05 14:37:53.305259 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44296) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:53.338401 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b07e404c-88b4-4b1b-a54e-00caaa67b47a tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803298'] for router, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:53.339309 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b07e404c-88b4-4b1b-a54e-00caaa67b47a tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 64ef4988-14c8-4b7e-ab03-633ed6fc8197 {{(pid=103321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:37:53.345586 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b07e404c-88b4-4b1b-a54e-00caaa67b47a tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:53.350059 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-b07e404c-88b4-4b1b-a54e-00caaa67b47a tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] 10.222.0.30 "DELETE /v2.0/routers/64ef4988-14c8-4b7e-ab03-633ed6fc8197 HTTP/1.1" status: 204 len: 168 time: 0.6949561 Apr 05 14:37:53.363648 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-eddf83dc-3381-43ba-8bfb-c724b5b3456d tempest-FloatingIPAdminTestJSON-257617207 tempest-FloatingIPAdminTestJSON-257617207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:53.388780 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-01fb845c-9c51-4c49-8df2-70d0031b3e84 tempest-SecGroupIPv6Test-96554508 tempest-SecGroupIPv6Test-96554508-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0823798 Apr 05 14:37:53.434730 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eddf83dc-3381-43ba-8bfb-c724b5b3456d tempest-FloatingIPAdminTestJSON-257617207 tempest-FloatingIPAdminTestJSON-257617207-project-admin] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:37:53.450023 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-eddf83dc-3381-43ba-8bfb-c724b5b3456d tempest-FloatingIPAdminTestJSON-257617207 tempest-FloatingIPAdminTestJSON-257617207-project-admin] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:37:53.455287 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddf83dc-3381-43ba-8bfb-c724b5b3456d tempest-FloatingIPAdminTestJSON-257617207 tempest-FloatingIPAdminTestJSON-257617207-project-admin] Pushing event updated for resources: {'Port': ['ID=4bfe3cc9-d868-44bd-9e29-f210dd54f9c5,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:53.459558 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddf83dc-3381-43ba-8bfb-c724b5b3456d tempest-FloatingIPAdminTestJSON-257617207 tempest-FloatingIPAdminTestJSON-257617207-project-admin] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:37:53.569763 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-eddf83dc-3381-43ba-8bfb-c724b5b3456d tempest-FloatingIPAdminTestJSON-257617207 tempest-FloatingIPAdminTestJSON-257617207-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:53.674408 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44304) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:53.689274 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-eddf83dc-3381-43ba-8bfb-c724b5b3456d tempest-FloatingIPAdminTestJSON-257617207 tempest-FloatingIPAdminTestJSON-257617207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:53.764194 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1bde0edd-a52c-4f72-a692-50a6e8785998 req-2b055c99-78ed-4c39-814c-2e71e09ef6d8 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d3355a6-b0a7-40a4-aab4-f532996104e5 HTTP/1.1" status: 200 len: 210 time: 0.0310619 Apr 05 14:37:53.842301 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-daf5b979-c18d-4ffc-9468-923bc6316c94 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1214117527', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}, 'admin_state_up': False}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:37:53.861298 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-eddf83dc-3381-43ba-8bfb-c724b5b3456d tempest-FloatingIPAdminTestJSON-257617207 tempest-FloatingIPAdminTestJSON-257617207-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:53.930888 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-eddf83dc-3381-43ba-8bfb-c724b5b3456d tempest-FloatingIPAdminTestJSON-257617207 tempest-FloatingIPAdminTestJSON-257617207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:53.987327 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-daf5b979-c18d-4ffc-9468-923bc6316c94 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27088'] for router, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:53.988391 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-daf5b979-c18d-4ffc-9468-923bc6316c94 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27079'] for router, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:54.025263 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44322) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:54.031264 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddf83dc-3381-43ba-8bfb-c724b5b3456d tempest-FloatingIPAdminTestJSON-257617207 tempest-FloatingIPAdminTestJSON-257617207-project-admin] Pushing event updated for resources: {'Port': ['ID=4bfe3cc9-d868-44bd-9e29-f210dd54f9c5,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:54.036681 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-eddf83dc-3381-43ba-8bfb-c724b5b3456d tempest-FloatingIPAdminTestJSON-257617207 tempest-FloatingIPAdminTestJSON-257617207-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:54.070077 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-daf5b979-c18d-4ffc-9468-923bc6316c94 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:54.118792 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-eddf83dc-3381-43ba-8bfb-c724b5b3456d tempest-FloatingIPAdminTestJSON-257617207 tempest-FloatingIPAdminTestJSON-257617207-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:54.120328 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-eddf83dc-3381-43ba-8bfb-c724b5b3456d tempest-FloatingIPAdminTestJSON-257617207 tempest-FloatingIPAdminTestJSON-257617207-project-admin] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0433667 Apr 05 14:37:54.123175 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44328) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:54.262790 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-30029cd2-6f6e-4f62-9e1b-f75228ef7a9b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=89a2ebbdc7cf47f882eca74b15f480b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2353423 Apr 05 14:37:54.264190 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-973a492e-73e9-4b57-b597-0d3d21cb433e tempest-FloatingIPAdminTestJSON-1812119052 tempest-FloatingIPAdminTestJSON-1812119052-project] Request body: {'floatingip': {'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:37:54.264460 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44334) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:54.372725 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-daf5b979-c18d-4ffc-9468-923bc6316c94 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:54.382147 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-973a492e-73e9-4b57-b597-0d3d21cb433e tempest-FloatingIPAdminTestJSON-1812119052 tempest-FloatingIPAdminTestJSON-1812119052-project] Notify callbacks [] for floatingip, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:54.395389 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d73cc1e1-722d-4f8b-b4e8-b7818eb6568d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:54.411536 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-08ae3e24-7911-49db-9678-af23309361f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:54.444947 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d73cc1e1-722d-4f8b-b4e8-b7818eb6568d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:54.507608 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-973a492e-73e9-4b57-b597-0d3d21cb433e tempest-FloatingIPAdminTestJSON-1812119052 tempest-FloatingIPAdminTestJSON-1812119052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:54.648225 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-973a492e-73e9-4b57-b597-0d3d21cb433e tempest-FloatingIPAdminTestJSON-1812119052 tempest-FloatingIPAdminTestJSON-1812119052-project] Allocated IP 172.25.6.248 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/d3b7ed08-0570-4496-b7e8-dbfe7b40ee90) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:37:54.689903 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d73cc1e1-722d-4f8b-b4e8-b7818eb6568d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:54.693702 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d73cc1e1-722d-4f8b-b4e8-b7818eb6568d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:54.694893 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-d73cc1e1-722d-4f8b-b4e8-b7818eb6568d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c8495e1d-4cf5-4c89-842a-dfe0a41ebad6 HTTP/1.1" status: 204 len: 168 time: 0.4294872 Apr 05 14:37:54.753915 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73cc1e1-722d-4f8b-b4e8-b7818eb6568d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8495e1d-4cf5-4c89-842a-dfe0a41ebad6,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:54.762864 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-daf5b979-c18d-4ffc-9468-923bc6316c94 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks [] for router_gateway, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:54.790635 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-daf5b979-c18d-4ffc-9468-923bc6316c94 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:54.849406 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc267f-3d79-4a10-a9cf-bb0afa5b8287 req-b543b085-ed46-4eef-92a4-333df788155e tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:54.850998 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-96cc267f-3d79-4a10-a9cf-bb0afa5b8287 req-b543b085-ed46-4eef-92a4-333df788155e tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b2b251f-cf85-49eb-bb13-18b0fc1f5e9f HTTP/1.1" status: 200 len: 944 time: 0.1505044 Apr 05 14:37:54.859901 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-973a492e-73e9-4b57-b597-0d3d21cb433e tempest-FloatingIPAdminTestJSON-1812119052 tempest-FloatingIPAdminTestJSON-1812119052-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:54.902862 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4fbad43f-3572-47f2-80de-509e9ea6a177 req-25464875-ce00-4d79-9774-ecade9fda1bc tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d3355a6-b0a7-40a4-aab4-f532996104e5 HTTP/1.1" status: 200 len: 210 time: 0.0443096 Apr 05 14:37:54.945480 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-96cc267f-3d79-4a10-a9cf-bb0afa5b8287 req-b055ff3d-3a4f-485a-b3ec-2720e119ec18 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688829 Apr 05 14:37:54.976260 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-973a492e-73e9-4b57-b597-0d3d21cb433e tempest-FloatingIPAdminTestJSON-1812119052 tempest-FloatingIPAdminTestJSON-1812119052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:55.024432 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973a492e-73e9-4b57-b597-0d3d21cb433e tempest-FloatingIPAdminTestJSON-1812119052 tempest-FloatingIPAdminTestJSON-1812119052-project] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:37:55.027421 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-973a492e-73e9-4b57-b597-0d3d21cb433e tempest-FloatingIPAdminTestJSON-1812119052 tempest-FloatingIPAdminTestJSON-1812119052-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:37:55.030383 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973a492e-73e9-4b57-b597-0d3d21cb433e tempest-FloatingIPAdminTestJSON-1812119052 tempest-FloatingIPAdminTestJSON-1812119052-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:37:55.037797 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-daf5b979-c18d-4ffc-9468-923bc6316c94 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Allocated IP 172.25.6.171 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/70a33222-fff1-4919-8d95-65ca2cb8d209) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:37:55.063541 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973a492e-73e9-4b57-b597-0d3d21cb433e tempest-FloatingIPAdminTestJSON-1812119052 tempest-FloatingIPAdminTestJSON-1812119052-project] Pushing event updated for resources: {'Port': ['ID=d3b7ed08-0570-4496-b7e8-dbfe7b40ee90,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:55.145967 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-973a492e-73e9-4b57-b597-0d3d21cb433e tempest-FloatingIPAdminTestJSON-1812119052 tempest-FloatingIPAdminTestJSON-1812119052-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:55.226723 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-daf5b979-c18d-4ffc-9468-923bc6316c94 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:55.237859 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f910f-1eb8-49db-974e-8de5113acf31 req-dea9c50c-8996-463b-b809-031790ed3d41 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:55.239321 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-086f910f-1eb8-49db-974e-8de5113acf31 req-dea9c50c-8996-463b-b809-031790ed3d41 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2b251f-cf85-49eb-bb13-18b0fc1f5e9f HTTP/1.1" status: 200 len: 944 time: 0.1155648 Apr 05 14:37:55.240823 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-973a492e-73e9-4b57-b597-0d3d21cb433e tempest-FloatingIPAdminTestJSON-1812119052 tempest-FloatingIPAdminTestJSON-1812119052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:55.381215 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-086f910f-1eb8-49db-974e-8de5113acf31 req-70e7badb-e0af-46ec-8a3b-6d1de9fb6034 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Deleting port 7253d90b-ef3c-4177-9f53-30afd622942c {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:37:55.381568 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-086f910f-1eb8-49db-974e-8de5113acf31 req-70e7badb-e0af-46ec-8a3b-6d1de9fb6034 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:55.502924 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-daf5b979-c18d-4ffc-9468-923bc6316c94 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:55.534220 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f38139-13c1-49b3-83c2-850563f3afb7 req-9d49e506-f8b6-4eb6-9e70-ac9b2fe84529 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:55.534220 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-17f38139-13c1-49b3-83c2-850563f3afb7 req-9d49e506-f8b6-4eb6-9e70-ac9b2fe84529 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.11 "GET /v2.0/networks?id=e9f4fa40-46c8-414a-a7c0-062d21c067f9 HTTP/1.1" status: 200 len: 805 time: 0.2297361 Apr 05 14:37:55.545897 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-17f38139-13c1-49b3-83c2-850563f3afb7 req-996ee46c-3fa5-4174-bac7-d885e400e972 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Request body: {'port': {'device_id': '3d3355a6-b0a7-40a4-aab4-f532996104e5', 'network_id': 'e9f4fa40-46c8-414a-a7c0-062d21c067f9', 'admin_state_up': True, 'tenant_id': '6f9dd14fd23b46d0bf68308d04a6ae90'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:37:55.562750 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-086f910f-1eb8-49db-974e-8de5113acf31 req-70e7badb-e0af-46ec-8a3b-6d1de9fb6034 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] For port 7253d90b-ef3c-4177-9f53-30afd622942c, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=7253d90b-ef3c-4177-9f53-30afd622942c,segment=NetworkSegment(d98286ea-3af7-47a7-a92d-d95717c2d70a),segment_id=d98286ea-3af7-47a7-a92d-d95717c2d70a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:55.563416 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-086f910f-1eb8-49db-974e-8de5113acf31 req-70e7badb-e0af-46ec-8a3b-6d1de9fb6034 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:55.585017 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-086f910f-1eb8-49db-974e-8de5113acf31 req-70e7badb-e0af-46ec-8a3b-6d1de9fb6034 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Calling delete_port for 7253d90b-ef3c-4177-9f53-30afd622942c owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:37:55.663957 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-973a492e-73e9-4b57-b597-0d3d21cb433e tempest-FloatingIPAdminTestJSON-1812119052 tempest-FloatingIPAdminTestJSON-1812119052-project] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:55.711505 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf5b979-c18d-4ffc-9468-923bc6316c94 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:37:55.717351 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-daf5b979-c18d-4ffc-9468-923bc6316c94 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:37:55.723722 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf5b979-c18d-4ffc-9468-923bc6316c94 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:37:55.727068 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf5b979-c18d-4ffc-9468-923bc6316c94 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Pushing event updated for resources: {'Port': ['ID=70a33222-fff1-4919-8d95-65ca2cb8d209,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:55.773141 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-973a492e-73e9-4b57-b597-0d3d21cb433e tempest-FloatingIPAdminTestJSON-1812119052 tempest-FloatingIPAdminTestJSON-1812119052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:55.868865 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17f38139-13c1-49b3-83c2-850563f3afb7 req-996ee46c-3fa5-4174-bac7-d885e400e972 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Made reservation on behalf of 6f9dd14fd23b46d0bf68308d04a6ae90 for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:37:55.872559 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-17f38139-13c1-49b3-83c2-850563f3afb7 req-996ee46c-3fa5-4174-bac7-d885e400e972 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:55.947133 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-086f910f-1eb8-49db-974e-8de5113acf31 req-70e7badb-e0af-46ec-8a3b-6d1de9fb6034 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:55.985761 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e7badb-e0af-46ec-8a3b-6d1de9fb6034 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Pushing event deleted for resources: {'Port': ['ID=7253d90b-ef3c-4177-9f53-30afd622942c,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:56.047464 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-086f910f-1eb8-49db-974e-8de5113acf31 req-70e7badb-e0af-46ec-8a3b-6d1de9fb6034 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] No DVR routers for this DVR port 7253d90b-ef3c-4177-9f53-30afd622942c on host n-h1-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:37:56.059146 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-086f910f-1eb8-49db-974e-8de5113acf31 req-70e7badb-e0af-46ec-8a3b-6d1de9fb6034 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:56.063469 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-086f910f-1eb8-49db-974e-8de5113acf31 req-70e7badb-e0af-46ec-8a3b-6d1de9fb6034 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.55 "DELETE /v2.0/ports/7253d90b-ef3c-4177-9f53-30afd622942c HTTP/1.1" status: 204 len: 173 time: 0.8158219 Apr 05 14:37:56.064415 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b2b251f-cf85-49eb-bb13-18b0fc1f5e9f', 'name': 'network-vif-deleted', 'tag': '7253d90b-ef3c-4177-9f53-30afd622942c'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:37:56.066775 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c9c318e-0c59-4291-86d6-a224f53ed1e7" -d '{"events": [{"server_uuid": "8b2b251f-cf85-49eb-bb13-18b0fc1f5e9f", "name": "network-vif-deleted", "tag": "7253d90b-ef3c-4177-9f53-30afd622942c"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:37:56.114899 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-543ca3ca-9b58-449b-a25f-2e7bc8938d94 req-8d0cca3e-a28d-4b17-a1f3-16e7ca695bc6 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d3355a6-b0a7-40a4-aab4-f532996104e5 HTTP/1.1" status: 200 len: 210 time: 0.0692222 Apr 05 14:37:56.118105 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3723bfe4-af4d-43c7-acd0-b79314aa133c req-192bcaa6-7539-4640-a91a-491e74127318 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b2b251f-cf85-49eb-bb13-18b0fc1f5e9f HTTP/1.1" status: 200 len: 210 time: 0.0483735 Apr 05 14:37:56.256602 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973a492e-73e9-4b57-b597-0d3d21cb433e tempest-FloatingIPAdminTestJSON-1812119052 tempest-FloatingIPAdminTestJSON-1812119052-project] Pushing event updated for resources: {'Port': ['ID=d3b7ed08-0570-4496-b7e8-dbfe7b40ee90,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:56.258035 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-daf5b979-c18d-4ffc-9468-923bc6316c94 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks [] for router_gateway, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:56.272343 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-973a492e-73e9-4b57-b597-0d3d21cb433e tempest-FloatingIPAdminTestJSON-1812119052 tempest-FloatingIPAdminTestJSON-1812119052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:56.326025 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac9f80e6-401d-430d-887d-5101e530465a x-openstack-request-id: req-ac9f80e6-401d-430d-887d-5101e530465a {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:37:56.326385 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b2b251f-cf85-49eb-bb13-18b0fc1f5e9f", "name": "network-vif-deleted", "tag": "7253d90b-ef3c-4177-9f53-30afd622942c", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:37:56.326705 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ac9f80e6-401d-430d-887d-5101e530465a {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:37:56.327177 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac9f80e6-401d-430d-887d-5101e530465a'] response: {'server_uuid': '8b2b251f-cf85-49eb-bb13-18b0fc1f5e9f', 'name': 'network-vif-deleted', 'tag': '7253d90b-ef3c-4177-9f53-30afd622942c', 'status': 'completed', 'code': 200} Apr 05 14:37:56.440384 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44374) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:56.440608 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [req-17f38139-13c1-49b3-83c2-850563f3afb7 req-996ee46c-3fa5-4174-bac7-d885e400e972 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Allocated IP 172.20.0.14 (e9f4fa40-46c8-414a-a7c0-062d21c067f9/7f3129d9-da84-45bd-9800-b5c89ee3ca61/e7286bec-cff4-44eb-9a0a-5c2f549aab08) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:37:56.502043 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-daf5b979-c18d-4ffc-9468-923bc6316c94 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618'] for router, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:56.546330 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-973a492e-73e9-4b57-b597-0d3d21cb433e tempest-FloatingIPAdminTestJSON-1812119052 tempest-FloatingIPAdminTestJSON-1812119052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:56.550866 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-973a492e-73e9-4b57-b597-0d3d21cb433e tempest-FloatingIPAdminTestJSON-1812119052 tempest-FloatingIPAdminTestJSON-1812119052-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4259846 Apr 05 14:37:56.551442 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44378) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:56.559591 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-bf7dd8a9-f603-4220-8ddc-a5f8663d6c21 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:37:56.560296 n-d-836650-2 neutron-server[103320]: WARNING neutron.api.v2.base [None req-bf7dd8a9-f603-4220-8ddc-a5f8663d6c21 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 05 14:37:56.560920 n-d-836650-2 neutron-server[103320]: INFO neutron.api.v2.resource [None req-bf7dd8a9-f603-4220-8ddc-a5f8663d6c21 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] create failed (client error): There was a conflict when trying to complete your request. Apr 05 14:37:56.567008 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-bf7dd8a9-f603-4220-8ddc-a5f8663d6c21 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1211586 Apr 05 14:37:56.585783 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44380) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:56.590286 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-605aaa25-9277-4742-917c-0921ded24166 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Request body: {'security_group': {'name': 'tempest-secgroup--1232158341'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:37:56.664453 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-17f38139-13c1-49b3-83c2-850563f3afb7 req-996ee46c-3fa5-4174-bac7-d885e400e972 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:56.728292 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-a554b59e-d242-44fe-94e1-8e2535af97e4 tempest-FloatingIPAdminTestJSON-257617207 tempest-FloatingIPAdminTestJSON-257617207-project-admin] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3221 time: 0.1738155 Apr 05 14:37:56.731042 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44382) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:56.761003 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-605aaa25-9277-4742-917c-0921ded24166 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:56.804538 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1ee696eb-c3ed-45e1-991e-f58750303836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:56.823881 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-605aaa25-9277-4742-917c-0921ded24166 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:56.829562 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-65435062-5b86-4a93-a22c-301ce03aa290 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0963442 Apr 05 14:37:56.831779 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44384) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:56.897255 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-17f38139-13c1-49b3-83c2-850563f3afb7 req-996ee46c-3fa5-4174-bac7-d885e400e972 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:56.910253 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['76b011da-70a8-45da-bc6c-2275f4a9184f'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:37:56.951615 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-605aaa25-9277-4742-917c-0921ded24166 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:56.955017 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daf5b979-c18d-4ffc-9468-923bc6316c94 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Router 8658a1cc-b02f-43ce-bf61-dca8956cc45c is scheduled to L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 with binding_index 1 {{(pid=103320) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:37:56.966118 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17f38139-13c1-49b3-83c2-850563f3afb7 req-996ee46c-3fa5-4174-bac7-d885e400e972 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Network e9f4fa40-46c8-414a-a7c0-062d21c067f9 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:37:56.970403 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [req-17f38139-13c1-49b3-83c2-850563f3afb7 req-996ee46c-3fa5-4174-bac7-d885e400e972 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:37:56.974587 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-17f38139-13c1-49b3-83c2-850563f3afb7 req-996ee46c-3fa5-4174-bac7-d885e400e972 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:37:57.000342 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996ee46c-3fa5-4174-bac7-d885e400e972 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Pushing event updated for resources: {'Port': ['ID=e7286bec-cff4-44eb-9a0a-5c2f549aab08,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:57.037074 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f38139-13c1-49b3-83c2-850563f3afb7 req-996ee46c-3fa5-4174-bac7-d885e400e972 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:57.037996 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-17f38139-13c1-49b3-83c2-850563f3afb7 req-996ee46c-3fa5-4174-bac7-d885e400e972 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:57.048701 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-11bf2cbe-4b7c-445e-a29d-85967fde2f23 tempest-FloatingIPAdminTestJSON-1812119052 tempest-FloatingIPAdminTestJSON-1812119052-project] Deleting port d3b7ed08-0570-4496-b7e8-dbfe7b40ee90 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:37:57.049384 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-11bf2cbe-4b7c-445e-a29d-85967fde2f23 tempest-FloatingIPAdminTestJSON-1812119052 tempest-FloatingIPAdminTestJSON-1812119052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:57.051081 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-605aaa25-9277-4742-917c-0921ded24166 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:57.107571 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605aaa25-9277-4742-917c-0921ded24166 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8a2044-9fd2-4f62-94a3-d7213878c619,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:57.143682 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf5b979-c18d-4ffc-9468-923bc6316c94 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:37:57.158295 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3ed405-f396-4363-8363-d917f8b09b3b None None] Sync routers for ids ['8658a1cc-b02f-43ce-bf61-dca8956cc45c'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:37:57.167123 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-605aaa25-9277-4742-917c-0921ded24166 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:57.177918 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3ed405-f396-4363-8363-d917f8b09b3b None None] Routers {'8658a1cc-b02f-43ce-bf61-dca8956cc45c'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:37:57.179609 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-be3ed405-f396-4363-8363-d917f8b09b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:37:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['8658a1cc-b02f-43ce-bf61-dca8956cc45c'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:57.194238 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-17f38139-13c1-49b3-83c2-850563f3afb7 req-996ee46c-3fa5-4174-bac7-d885e400e972 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6522264 Apr 05 14:37:57.207518 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-11bf2cbe-4b7c-445e-a29d-85967fde2f23 tempest-FloatingIPAdminTestJSON-1812119052 tempest-FloatingIPAdminTestJSON-1812119052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:57.208039 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-11bf2cbe-4b7c-445e-a29d-85967fde2f23 tempest-FloatingIPAdminTestJSON-1812119052 tempest-FloatingIPAdminTestJSON-1812119052-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:57.209187 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-17f38139-13c1-49b3-83c2-850563f3afb7 req-10d89d17-1537-4220-9f16-74d3daf376b6 service neutron] Request body: {'port': {'device_id': '3d3355a6-b0a7-40a4-aab4-f532996104e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-2'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:37:57.225261 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-11bf2cbe-4b7c-445e-a29d-85967fde2f23 tempest-FloatingIPAdminTestJSON-1812119052 tempest-FloatingIPAdminTestJSON-1812119052-project] Calling delete_port for d3b7ed08-0570-4496-b7e8-dbfe7b40ee90 owned by network:floatingip {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:37:57.248965 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-be3ed405-f396-4363-8363-d917f8b09b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:57.260437 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3ed405-f396-4363-8363-d917f8b09b3b None None] Routers {'8658a1cc-b02f-43ce-bf61-dca8956cc45c'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:37:57.261178 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-be3ed405-f396-4363-8363-d917f8b09b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:37:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['8658a1cc-b02f-43ce-bf61-dca8956cc45c'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:57.281076 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-17f38139-13c1-49b3-83c2-850563f3afb7 req-10d89d17-1537-4220-9f16-74d3daf376b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:57.294126 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-605aaa25-9277-4742-917c-0921ded24166 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:57.306670 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-be3ed405-f396-4363-8363-d917f8b09b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:57.307336 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3ed405-f396-4363-8363-d917f8b09b3b None None] The sync data for ids ['8658a1cc-b02f-43ce-bf61-dca8956cc45c'] in n-d-836650-2 is: [] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:37:57.349468 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605aaa25-9277-4742-917c-0921ded24166 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57b8964e-3367-42f9-98cd-34f2fdb9c302,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:57.352487 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-05dc6def-f993-4fa4-a428-c15f4fda8a07 req-94ca9be0-6562-49ff-8bee-bed142399597 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b2b251f-cf85-49eb-bb13-18b0fc1f5e9f HTTP/1.1" status: 200 len: 210 time: 0.0565856 Apr 05 14:37:57.378339 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-daf5b979-c18d-4ffc-9468-923bc6316c94 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks [] for router, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:57.380076 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-daf5b979-c18d-4ffc-9468-923bc6316c94 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.7042139 Apr 05 14:37:57.391223 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44392) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:57.411270 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ac6bf1-ce8c-4009-87c7-3ba3ebd8c556 req-e8f6329d-ddc4-406d-a201-84d7d27c7747 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:57.412845 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-45ac6bf1-ce8c-4009-87c7-3ba3ebd8c556 req-e8f6329d-ddc4-406d-a201-84d7d27c7747 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d3355a6-b0a7-40a4-aab4-f532996104e5 HTTP/1.1" status: 200 len: 932 time: 0.1612840 Apr 05 14:37:57.512206 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-605aaa25-9277-4742-917c-0921ded24166 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:57.513527 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-605aaa25-9277-4742-917c-0921ded24166 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9267685 Apr 05 14:37:57.516383 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44394) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:57.522797 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-7c4017f5-4a21-4a2b-8b51-8184ccd419bd tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Request body: {'security_group_rule': {'security_group_id': '57b8964e-3367-42f9-98cd-34f2fdb9c302', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:37:57.637553 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [req-17f38139-13c1-49b3-83c2-850563f3afb7 req-10d89d17-1537-4220-9f16-74d3daf376b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7286bec-cff4-44eb-9a0a-5c2f549aab08 {{(pid=103321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:37:57.647054 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-17f38139-13c1-49b3-83c2-850563f3afb7 req-10d89d17-1537-4220-9f16-74d3daf376b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:57.767167 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7c4017f5-4a21-4a2b-8b51-8184ccd419bd tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:57.817941 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7c4017f5-4a21-4a2b-8b51-8184ccd419bd tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:57.866672 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-45ac6bf1-ce8c-4009-87c7-3ba3ebd8c556 req-8213b8c6-1c25-48fe-9e81-73f6e25b8e1c tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4221690 Apr 05 14:37:57.907298 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7c4017f5-4a21-4a2b-8b51-8184ccd419bd tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:57.920716 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4017f5-4a21-4a2b-8b51-8184ccd419bd tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37b4d1c2-38fa-440f-861f-4fd9e80817a9,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:57.953553 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-b28400b4-147e-4db8-92ef-44281002a63c tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] 10.222.0.30 "GET /v2.0/routers/8658a1cc-b02f-43ce-bf61-dca8956cc45c HTTP/1.1" status: 200 len: 921 time: 0.5591617 Apr 05 14:37:57.956344 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44396) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:57.959144 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-00712dde-07e9-4a00-90b9-3930eae8cfa8 req-af9e7b52-011f-4328-9595-dd416105cf7a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=301817ec-e32d-4c17-a082-4e820cbef9a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1077051 Apr 05 14:37:57.988642 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-f2a0634f-bcc6-4092-8555-641aeb94bd16 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] 10.222.0.30 "GET /v2.0/ports?device_id=8658a1cc-b02f-43ce-bf61-dca8956cc45c HTTP/1.1" status: 200 len: 205 time: 0.0309448 Apr 05 14:37:57.991272 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44398) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:58.021234 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:58.073484 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.provisioning_blocks [req-17f38139-13c1-49b3-83c2-850563f3afb7 req-10d89d17-1537-4220-9f16-74d3daf376b6 service neutron] Transition to ACTIVE for port object e7286bec-cff4-44eb-9a0a-5c2f549aab08 will not be triggered until provisioned by entity L2. {{(pid=103321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:37:58.074049 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-11bf2cbe-4b7c-445e-a29d-85967fde2f23 tempest-FloatingIPAdminTestJSON-1812119052 tempest-FloatingIPAdminTestJSON-1812119052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:58.076567 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7c4017f5-4a21-4a2b-8b51-8184ccd419bd tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:58.078193 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-7c4017f5-4a21-4a2b-8b51-8184ccd419bd tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5590210 Apr 05 14:37:58.084263 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44400) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:58.085566 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-14981cb8-b125-45c9-bb07-16e855e1ec92 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Request body: {'security_group_rule': {'security_group_id': '57b8964e-3367-42f9-98cd-34f2fdb9c302', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:37:58.141290 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-17f38139-13c1-49b3-83c2-850563f3afb7 req-10d89d17-1537-4220-9f16-74d3daf376b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:58.147097 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bf2cbe-4b7c-445e-a29d-85967fde2f23 tempest-FloatingIPAdminTestJSON-1812119052 tempest-FloatingIPAdminTestJSON-1812119052-project] Pushing event deleted for resources: {'Port': ['ID=d3b7ed08-0570-4496-b7e8-dbfe7b40ee90,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:58.153564 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00712dde-07e9-4a00-90b9-3930eae8cfa8 req-19258ba4-fb3f-4576-aa31-b7efc9fd8330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:58.155057 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-00712dde-07e9-4a00-90b9-3930eae8cfa8 req-19258ba4-fb3f-4576-aa31-b7efc9fd8330 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f15fb34306734f1db943c159bdbff20e&device_id=301817ec-e32d-4c17-a082-4e820cbef9a3 HTTP/1.1" status: 200 len: 1096 time: 0.1258528 Apr 05 14:37:58.190059 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-61fe57d6-0057-4c41-86b0-c2510332b492 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks [] for router, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:58.197203 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d89d17-1537-4220-9f16-74d3daf376b6 service neutron] Pushing event updated for resources: {'Port': ['ID=e7286bec-cff4-44eb-9a0a-5c2f549aab08,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:58.253692 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-14981cb8-b125-45c9-bb07-16e855e1ec92 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:58.314171 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-17f38139-13c1-49b3-83c2-850563f3afb7 req-10d89d17-1537-4220-9f16-74d3daf376b6 service neutron] Attempting to bind port e7286bec-cff4-44eb-9a0a-5c2f549aab08 on host n-h2-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:37:58.314508 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-17f38139-13c1-49b3-83c2-850563f3afb7 req-10d89d17-1537-4220-9f16-74d3daf376b6 service neutron] Attempting to bind port e7286bec-cff4-44eb-9a0a-5c2f549aab08 by drivers openvswitch,hyperv on host n-h2-836650-2 at level 0 using segments [{'id': 'ac926e6e-ab69-4031-83ab-f0f7e23b6b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e9f4fa40-46c8-414a-a7c0-062d21c067f9'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:37:58.314912 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f38139-13c1-49b3-83c2-850563f3afb7 req-10d89d17-1537-4220-9f16-74d3daf376b6 service neutron] Attempting to bind port e7286bec-cff4-44eb-9a0a-5c2f549aab08 on network e9f4fa40-46c8-414a-a7c0-062d21c067f9 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:37:58.324581 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f38139-13c1-49b3-83c2-850563f3afb7 req-10d89d17-1537-4220-9f16-74d3daf376b6 service neutron] Port e7286bec-cff4-44eb-9a0a-5c2f549aab08 on network e9f4fa40-46c8-414a-a7c0-062d21c067f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:37:58.324946 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f38139-13c1-49b3-83c2-850563f3afb7 req-10d89d17-1537-4220-9f16-74d3daf376b6 service neutron] Attempting to bind port e7286bec-cff4-44eb-9a0a-5c2f549aab08 on network e9f4fa40-46c8-414a-a7c0-062d21c067f9 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:37:58.331169 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f38139-13c1-49b3-83c2-850563f3afb7 req-10d89d17-1537-4220-9f16-74d3daf376b6 service neutron] Checking agent: {'id': '6d8cf521-24bb-4b6a-bbae-0284f5c87a9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:37:58.340510 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f38139-13c1-49b3-83c2-850563f3afb7 req-10d89d17-1537-4220-9f16-74d3daf376b6 service neutron] Checking segment: {'id': 'ac926e6e-ab69-4031-83ab-f0f7e23b6b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e9f4fa40-46c8-414a-a7c0-062d21c067f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:37:58.340510 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f38139-13c1-49b3-83c2-850563f3afb7 req-10d89d17-1537-4220-9f16-74d3daf376b6 service neutron] Bound using segment: {'id': 'ac926e6e-ab69-4031-83ab-f0f7e23b6b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e9f4fa40-46c8-414a-a7c0-062d21c067f9'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:37:58.340510 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-17f38139-13c1-49b3-83c2-850563f3afb7 req-10d89d17-1537-4220-9f16-74d3daf376b6 service neutron] Bound port: e7286bec-cff4-44eb-9a0a-5c2f549aab08, host: n-h2-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac926e6e-ab69-4031-83ab-f0f7e23b6b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e9f4fa40-46c8-414a-a7c0-062d21c067f9'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:37:58.340510 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-17f38139-13c1-49b3-83c2-850563f3afb7 req-10d89d17-1537-4220-9f16-74d3daf376b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:58.356575 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-11bf2cbe-4b7c-445e-a29d-85967fde2f23 tempest-FloatingIPAdminTestJSON-1812119052 tempest-FloatingIPAdminTestJSON-1812119052-project] Notify callbacks [] for floatingip, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:58.359120 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-11bf2cbe-4b7c-445e-a29d-85967fde2f23 tempest-FloatingIPAdminTestJSON-1812119052 tempest-FloatingIPAdminTestJSON-1812119052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:58.363606 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-11bf2cbe-4b7c-445e-a29d-85967fde2f23 tempest-FloatingIPAdminTestJSON-1812119052 tempest-FloatingIPAdminTestJSON-1812119052-project] 10.222.0.30 "DELETE /v2.0/floatingips/75341567-96b2-499f-9d03-727ff06f42ad HTTP/1.1" status: 204 len: 168 time: 1.5280170 Apr 05 14:37:58.367409 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44404) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:58.402120 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00712dde-07e9-4a00-90b9-3930eae8cfa8 req-df75b4fa-df4e-4ebf-9ced-e8d627348e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:58.403618 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-00712dde-07e9-4a00-90b9-3930eae8cfa8 req-df75b4fa-df4e-4ebf-9ced-e8d627348e60 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bbdeb55e-008a-45ea-8c70-7d18b28201f7 HTTP/1.1" status: 200 len: 908 time: 0.2261879 Apr 05 14:37:58.412992 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-61fe57d6-0057-4c41-86b0-c2510332b492 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:58.454988 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-00712dde-07e9-4a00-90b9-3930eae8cfa8 req-9eb47a24-c855-4216-a7dd-67afbc586cdb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7009618f-75a6-452a-a53d-560fdef9d71a HTTP/1.1" status: 200 len: 217 time: 0.0435133 Apr 05 14:37:58.501012 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-17f38139-13c1-49b3-83c2-850563f3afb7 req-10d89d17-1537-4220-9f16-74d3daf376b6 service neutron] For port e7286bec-cff4-44eb-9a0a-5c2f549aab08, host n-h2-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:37:58.516721 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00712dde-07e9-4a00-90b9-3930eae8cfa8 req-1aba201d-1a95-47cc-bc9e-1f5346587094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:58.519072 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-00712dde-07e9-4a00-90b9-3930eae8cfa8 req-1aba201d-1a95-47cc-bc9e-1f5346587094 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac874e19-e8d7-4dbd-ad30-b4a600298345 HTTP/1.1" status: 200 len: 847 time: 0.0566854 Apr 05 14:37:58.531595 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-17f38139-13c1-49b3-83c2-850563f3afb7 req-10d89d17-1537-4220-9f16-74d3daf376b6 service neutron] For port e7286bec-cff4-44eb-9a0a-5c2f549aab08, host n-h2-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=e7286bec-cff4-44eb-9a0a-5c2f549aab08,segment=NetworkSegment(ac926e6e-ab69-4031-83ab-f0f7e23b6b3b),segment_id=ac926e6e-ab69-4031-83ab-f0f7e23b6b3b)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:37:58.551795 n-d-836650-2 neutron-server[103321]: INFO neutron.api.v2.resource [None req-14981cb8-b125-45c9-bb07-16e855e1ec92 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] create failed (client error): There was a conflict when trying to complete your request. Apr 05 14:37:58.555531 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-14981cb8-b125-45c9-bb07-16e855e1ec92 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4711683 Apr 05 14:37:58.555811 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44410) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:58.563381 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-00712dde-07e9-4a00-90b9-3930eae8cfa8 req-fbb841f0-4433-4dcf-8ef5-8049c4dfaf7b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bbdeb55e-008a-45ea-8c70-7d18b28201f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369468 Apr 05 14:37:58.579096 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-9da8ac69-4d92-4041-9453-9a5bc4ebe676 tempest-FloatingIPAdminTestJSON-257617207 tempest-FloatingIPAdminTestJSON-257617207-project-admin] Deleting port 4bfe3cc9-d868-44bd-9e29-f210dd54f9c5 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:37:58.579551 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9da8ac69-4d92-4041-9453-9a5bc4ebe676 tempest-FloatingIPAdminTestJSON-257617207 tempest-FloatingIPAdminTestJSON-257617207-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:58.652180 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-17f38139-13c1-49b3-83c2-850563f3afb7 req-10d89d17-1537-4220-9f16-74d3daf376b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:58.718511 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f38139-13c1-49b3-83c2-850563f3afb7 req-10d89d17-1537-4220-9f16-74d3daf376b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:58.719650 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-17f38139-13c1-49b3-83c2-850563f3afb7 req-10d89d17-1537-4220-9f16-74d3daf376b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:58.721091 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-17f38139-13c1-49b3-83c2-850563f3afb7 req-10d89d17-1537-4220-9f16-74d3daf376b6 service neutron] 10.222.0.11 "PUT /v2.0/ports/e7286bec-cff4-44eb-9a0a-5c2f549aab08 HTTP/1.1" status: 200 len: 1092 time: 1.5187004 Apr 05 14:37:58.721723 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e01a6031-4bed-41cd-ac17-dab09d6feec7 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:58.723200 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d3355a6-b0a7-40a4-aab4-f532996104e5', 'tag': 'e7286bec-cff4-44eb-9a0a-5c2f549aab08'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:37:58.725959 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19cdccd2-268c-49d2-b8d5-4198a95495f8" -d '{"events": [{"name": "network-changed", "server_uuid": "3d3355a6-b0a7-40a4-aab4-f532996104e5", "tag": "e7286bec-cff4-44eb-9a0a-5c2f549aab08"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:37:58.761355 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-00712dde-07e9-4a00-90b9-3930eae8cfa8 req-33843a98-6ebc-407a-b259-bd0aa58aaddd service neutron] 10.222.0.55 "GET /v2.0/networks/bbdeb55e-008a-45ea-8c70-7d18b28201f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870863 Apr 05 14:37:58.778444 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-524473b8-4f2f-43de-b127-2c0c7609eaa7 req-a1d2ac49-1380-4806-9307-a9ef79a4c6e6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c7d59292-c69e-44da-982d-8056c0172ac5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2010734 Apr 05 14:37:58.778968 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d89d17-1537-4220-9f16-74d3daf376b6 service neutron] Pushing event updated for resources: {'Port': ['ID=e7286bec-cff4-44eb-9a0a-5c2f549aab08,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:58.778968 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9da8ac69-4d92-4041-9453-9a5bc4ebe676 tempest-FloatingIPAdminTestJSON-257617207 tempest-FloatingIPAdminTestJSON-257617207-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:58.779300 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9da8ac69-4d92-4041-9453-9a5bc4ebe676 tempest-FloatingIPAdminTestJSON-257617207 tempest-FloatingIPAdminTestJSON-257617207-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:58.787055 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b67b987-923a-4e10-a1e2-4f1e4e21d9f7 x-openstack-request-id: req-6b67b987-923a-4e10-a1e2-4f1e4e21d9f7 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:37:58.787603 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d3355a6-b0a7-40a4-aab4-f532996104e5", "tag": "e7286bec-cff4-44eb-9a0a-5c2f549aab08", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:37:58.788051 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6b67b987-923a-4e10-a1e2-4f1e4e21d9f7 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:37:58.788620 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b67b987-923a-4e10-a1e2-4f1e4e21d9f7'] response: {'name': 'network-changed', 'server_uuid': '3d3355a6-b0a7-40a4-aab4-f532996104e5', 'tag': 'e7286bec-cff4-44eb-9a0a-5c2f549aab08', 'status': 'completed', 'code': 200} Apr 05 14:37:58.801489 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e01a6031-4bed-41cd-ac17-dab09d6feec7 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:58.812050 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-9da8ac69-4d92-4041-9453-9a5bc4ebe676 tempest-FloatingIPAdminTestJSON-257617207 tempest-FloatingIPAdminTestJSON-257617207-project-admin] Calling delete_port for 4bfe3cc9-d868-44bd-9e29-f210dd54f9c5 owned by network:floatingip {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:37:58.867343 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-61fe57d6-0057-4c41-86b0-c2510332b492 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Deleting port 70a33222-fff1-4919-8d95-65ca2cb8d209 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:37:58.867772 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-61fe57d6-0057-4c41-86b0-c2510332b492 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:58.935250 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cdccd2-268c-49d2-b8d5-4198a95495f8 req-0e1c0592-c3df-416e-8707-be9dcf2ab801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:58.936810 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-19cdccd2-268c-49d2-b8d5-4198a95495f8 req-0e1c0592-c3df-416e-8707-be9dcf2ab801 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6f9dd14fd23b46d0bf68308d04a6ae90&device_id=3d3355a6-b0a7-40a4-aab4-f532996104e5 HTTP/1.1" status: 200 len: 1095 time: 0.1147034 Apr 05 14:37:59.071278 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e01a6031-4bed-41cd-ac17-dab09d6feec7 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:59.073959 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e01a6031-4bed-41cd-ac17-dab09d6feec7 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:59.075113 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-e01a6031-4bed-41cd-ac17-dab09d6feec7 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] 10.222.0.30 "DELETE /v2.0/security-groups/57b8964e-3367-42f9-98cd-34f2fdb9c302 HTTP/1.1" status: 204 len: 168 time: 0.5183878 Apr 05 14:37:59.083988 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44422) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:59.101310 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01a6031-4bed-41cd-ac17-dab09d6feec7 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b8964e-3367-42f9-98cd-34f2fdb9c302,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:59.101991 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-61fe57d6-0057-4c41-86b0-c2510332b492 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:59.112544 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cdccd2-268c-49d2-b8d5-4198a95495f8 req-4e5dd64e-badb-423a-8c91-a01f43348bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:59.113884 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-19cdccd2-268c-49d2-b8d5-4198a95495f8 req-4e5dd64e-badb-423a-8c91-a01f43348bdc service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6f9dd14fd23b46d0bf68308d04a6ae90&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1694970 Apr 05 14:37:59.140522 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-00712dde-07e9-4a00-90b9-3930eae8cfa8 req-288d91a9-c101-4bc3-a38a-9b29942326cf service neutron] 10.222.0.55 "GET /v2.0/networks/bbdeb55e-008a-45ea-8c70-7d18b28201f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3650975 Apr 05 14:37:59.142385 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524473b8-4f2f-43de-b127-2c0c7609eaa7 req-853a0fc3-527e-4f75-a916-f68b4f6b6b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:59.143770 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-524473b8-4f2f-43de-b127-2c0c7609eaa7 req-853a0fc3-527e-4f75-a916-f68b4f6b6b8c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9215d951bfeb48c39a8e33c585301815&device_id=c7d59292-c69e-44da-982d-8056c0172ac5 HTTP/1.1" status: 200 len: 1097 time: 0.2944114 Apr 05 14:37:59.150867 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-61fe57d6-0057-4c41-86b0-c2510332b492 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Calling delete_port for 70a33222-fff1-4919-8d95-65ca2cb8d209 owned by network:router_gateway {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:37:59.194344 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a671e228-15dd-432e-8720-d1487cd894c3 req-d48dba30-e04b-450f-8c82-1e331cc612fb tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:59.195914 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a671e228-15dd-432e-8720-d1487cd894c3 req-d48dba30-e04b-450f-8c82-1e331cc612fb tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d3355a6-b0a7-40a4-aab4-f532996104e5 HTTP/1.1" status: 200 len: 944 time: 0.1915863 Apr 05 14:37:59.218373 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9da8ac69-4d92-4041-9453-9a5bc4ebe676 tempest-FloatingIPAdminTestJSON-257617207 tempest-FloatingIPAdminTestJSON-257617207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:59.260770 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da8ac69-4d92-4041-9453-9a5bc4ebe676 tempest-FloatingIPAdminTestJSON-257617207 tempest-FloatingIPAdminTestJSON-257617207-project-admin] Pushing event deleted for resources: {'Port': ['ID=4bfe3cc9-d868-44bd-9e29-f210dd54f9c5,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:59.266370 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cdccd2-268c-49d2-b8d5-4198a95495f8 req-41dc9ba1-ae14-46d2-93f1-2e26d29ee6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:59.268186 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-19cdccd2-268c-49d2-b8d5-4198a95495f8 req-41dc9ba1-ae14-46d2-93f1-2e26d29ee6ae service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1461494 Apr 05 14:37:59.272581 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf4a7b-42b1-450e-ac74-8b07b269037b req-744609ec-6a18-44ed-bdc1-248231215d68 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:59.274092 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-84cf4a7b-42b1-450e-ac74-8b07b269037b req-744609ec-6a18-44ed-bdc1-248231215d68 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=301817ec-e32d-4c17-a082-4e820cbef9a3 HTTP/1.1" status: 200 len: 945 time: 0.2671549 Apr 05 14:37:59.285649 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-1d444d1f-e2a4-44b7-9dc1-30243dd4e895 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1925426 Apr 05 14:37:59.315749 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44424) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:59.329295 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-b5dc2ef5-100b-4480-8b56-677360fb3791 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Request body: {'security_group': {'name': 'tempest-secgroup--1307136632'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:37:59.366852 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9da8ac69-4d92-4041-9453-9a5bc4ebe676 tempest-FloatingIPAdminTestJSON-257617207 tempest-FloatingIPAdminTestJSON-257617207-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:59.374375 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9da8ac69-4d92-4041-9453-9a5bc4ebe676 tempest-FloatingIPAdminTestJSON-257617207 tempest-FloatingIPAdminTestJSON-257617207-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:59.374375 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-9da8ac69-4d92-4041-9453-9a5bc4ebe676 tempest-FloatingIPAdminTestJSON-257617207 tempest-FloatingIPAdminTestJSON-257617207-project-admin] 10.222.0.30 "DELETE /v2.0/floatingips/e987ff46-3d2d-432f-885f-e1c8ba9cca4c HTTP/1.1" status: 204 len: 168 time: 1.0024557 Apr 05 14:37:59.378296 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44428) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:37:59.415757 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f38139-13c1-49b3-83c2-850563f3afb7 req-f8a60194-59d7-45cd-8594-2884b01cef46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:59.417472 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-17f38139-13c1-49b3-83c2-850563f3afb7 req-f8a60194-59d7-45cd-8594-2884b01cef46 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6f9dd14fd23b46d0bf68308d04a6ae90&device_id=3d3355a6-b0a7-40a4-aab4-f532996104e5 HTTP/1.1" status: 200 len: 1095 time: 0.0880787 Apr 05 14:37:59.452157 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a671e228-15dd-432e-8720-d1487cd894c3 req-d2528b99-cad5-4906-8bac-3a3aa78082f0 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077119 Apr 05 14:37:59.472224 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-17f38139-13c1-49b3-83c2-850563f3afb7 req-500dcb30-0f6b-4663-b05c-980e38195c88 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7286bec-cff4-44eb-9a0a-5c2f549aab08 HTTP/1.1" status: 200 len: 217 time: 0.0463326 Apr 05 14:37:59.519578 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-84cf4a7b-42b1-450e-ac74-8b07b269037b req-4bb1ea92-94dc-4e1d-8712-b134a1ffb174 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031133 Apr 05 14:37:59.527164 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524473b8-4f2f-43de-b127-2c0c7609eaa7 req-3a9b872f-a04d-40f2-a940-3f63005125cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:59.528131 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-524473b8-4f2f-43de-b127-2c0c7609eaa7 req-3a9b872f-a04d-40f2-a940-3f63005125cb service neutron] 10.222.0.11 "GET /v2.0/networks?id=bbe33099-0907-4578-b91f-9ecd1e0f3a95 HTTP/1.1" status: 200 len: 912 time: 0.3441651 Apr 05 14:37:59.546216 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:59.554981 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afac178-4e39-4011-82e1-233552dbae0b req-4638228d-1a12-4db0-b799-e7b16d82f2a5 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:59.554981 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3afac178-4e39-4011-82e1-233552dbae0b req-4638228d-1a12-4db0-b799-e7b16d82f2a5 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.55 "GET /v2.0/ports?device_id=301817ec-e32d-4c17-a082-4e820cbef9a3 HTTP/1.1" status: 200 len: 945 time: 0.1606305 Apr 05 14:37:59.559523 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f38139-13c1-49b3-83c2-850563f3afb7 req-597e93cc-ae30-4dfe-a2e2-765a75eb60ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:59.561100 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-17f38139-13c1-49b3-83c2-850563f3afb7 req-597e93cc-ae30-4dfe-a2e2-765a75eb60ff service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7f3129d9-da84-45bd-9800-b5c89ee3ca61 HTTP/1.1" status: 200 len: 845 time: 0.0681653 Apr 05 14:37:59.590109 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b5dc2ef5-100b-4480-8b56-677360fb3791 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:59.595485 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-17f38139-13c1-49b3-83c2-850563f3afb7 req-d388b95b-a860-48c6-bd76-c79ac6c678a6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e9f4fa40-46c8-414a-a7c0-062d21c067f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284083 Apr 05 14:37:59.598099 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-bde2e912-d494-4f0c-a9b2-c5e686caf6fc tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Deleting port 9885aa3b-4002-4624-b594-148697252bfe {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:37:59.598448 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-bde2e912-d494-4f0c-a9b2-c5e686caf6fc tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:59.610371 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-524473b8-4f2f-43de-b127-2c0c7609eaa7 req-5db23a70-f49e-4709-a635-f3c96db7d22a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54c12fe5-dbd8-421b-81c7-5281b4511d63 HTTP/1.1" status: 200 len: 217 time: 0.0740640 Apr 05 14:37:59.647140 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:59.755659 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-bde2e912-d494-4f0c-a9b2-c5e686caf6fc tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:59.766004 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524473b8-4f2f-43de-b127-2c0c7609eaa7 req-24c4ebdd-6a8a-4a78-bbf1-dda9ad75193b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:59.767485 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-524473b8-4f2f-43de-b127-2c0c7609eaa7 req-24c4ebdd-6a8a-4a78-bbf1-dda9ad75193b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c529ad6d-a94e-4533-88f8-eeabc5541ed8 HTTP/1.1" status: 200 len: 850 time: 0.1214433 Apr 05 14:37:59.774097 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-17f38139-13c1-49b3-83c2-850563f3afb7 req-37585cfb-b194-43e2-80bc-9dc3020f5f7b service neutron] 10.222.0.11 "GET /v2.0/networks/e9f4fa40-46c8-414a-a7c0-062d21c067f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665409 Apr 05 14:37:59.774097 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-bde2e912-d494-4f0c-a9b2-c5e686caf6fc tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Calling delete_port for 9885aa3b-4002-4624-b594-148697252bfe owned by {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:37:59.852719 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b5dc2ef5-100b-4480-8b56-677360fb3791 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:59.855404 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-3afac178-4e39-4011-82e1-233552dbae0b req-873e040d-46f4-431a-a4a3-594622f08eca tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Deleting port 7009618f-75a6-452a-a53d-560fdef9d71a {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:37:59.855738 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-3afac178-4e39-4011-82e1-233552dbae0b req-873e040d-46f4-431a-a4a3-594622f08eca tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:59.905352 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524473b8-4f2f-43de-b127-2c0c7609eaa7 req-95a37060-c5fc-459b-846a-72e20f5087c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:59.907737 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-524473b8-4f2f-43de-b127-2c0c7609eaa7 req-95a37060-c5fc-459b-846a-72e20f5087c4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bbe33099-0907-4578-b91f-9ecd1e0f3a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1255617 Apr 05 14:37:59.910393 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-61fe57d6-0057-4c41-86b0-c2510332b492 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:59.929014 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-17f38139-13c1-49b3-83c2-850563f3afb7 req-d09f977f-6ec0-414d-8802-fce294c70f31 service neutron] 10.222.0.11 "GET /v2.0/networks/e9f4fa40-46c8-414a-a7c0-062d21c067f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501505 Apr 05 14:37:59.962054 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fe57d6-0057-4c41-86b0-c2510332b492 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Pushing event deleted for resources: {'Port': ['ID=70a33222-fff1-4919-8d95-65ca2cb8d209,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:00.032010 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b5dc2ef5-100b-4480-8b56-677360fb3791 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:00.107102 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-3afac178-4e39-4011-82e1-233552dbae0b req-873e040d-46f4-431a-a4a3-594622f08eca tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] For port 7009618f-75a6-452a-a53d-560fdef9d71a, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=7009618f-75a6-452a-a53d-560fdef9d71a,segment=NetworkSegment(d98286ea-3af7-47a7-a92d-d95717c2d70a),segment_id=d98286ea-3af7-47a7-a92d-d95717c2d70a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:38:00.107787 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-3afac178-4e39-4011-82e1-233552dbae0b req-873e040d-46f4-431a-a4a3-594622f08eca tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:00.129280 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dc2ef5-100b-4480-8b56-677360fb3791 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c095d56-9c8b-4eeb-819a-9d84e6ec2fcc,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:00.138937 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-3afac178-4e39-4011-82e1-233552dbae0b req-873e040d-46f4-431a-a4a3-594622f08eca tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Calling delete_port for 7009618f-75a6-452a-a53d-560fdef9d71a owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:38:00.141546 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-bde2e912-d494-4f0c-a9b2-c5e686caf6fc tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:00.153939 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-61fe57d6-0057-4c41-86b0-c2510332b492 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808526'] for router_gateway, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:00.179479 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde2e912-d494-4f0c-a9b2-c5e686caf6fc tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Pushing event deleted for resources: {'Port': ['ID=9885aa3b-4002-4624-b594-148697252bfe,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:00.231792 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b5dc2ef5-100b-4480-8b56-677360fb3791 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:00.235804 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-b5dc2ef5-100b-4480-8b56-677360fb3791 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9124157 Apr 05 14:38:00.237947 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44430) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:00.242840 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-a56ced6a-b6cb-4dec-b92c-c88c316304e8 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Request body: {'security_group_rule': {'security_group_id': '4c095d56-9c8b-4eeb-819a-9d84e6ec2fcc', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:38:00.244353 n-d-836650-2 neutron-server[103321]: WARNING neutron.api.v2.base [None req-a56ced6a-b6cb-4dec-b92c-c88c316304e8 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 05 14:38:00.245235 n-d-836650-2 neutron-server[103321]: INFO neutron.api.v2.resource [None req-a56ced6a-b6cb-4dec-b92c-c88c316304e8 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:38:00.249316 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-a56ced6a-b6cb-4dec-b92c-c88c316304e8 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0072269 Apr 05 14:38:00.252037 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44432) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:00.264334 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-524473b8-4f2f-43de-b127-2c0c7609eaa7 req-ce450958-3adf-4eb7-9b31-79b6983b4777 service neutron] 10.222.0.11 "GET /v2.0/networks/bbe33099-0907-4578-b91f-9ecd1e0f3a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402822 Apr 05 14:38:00.287102 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-bde2e912-d494-4f0c-a9b2-c5e686caf6fc tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:00.293595 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-bde2e912-d494-4f0c-a9b2-c5e686caf6fc tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] 10.222.0.30 "DELETE /v2.0/ports/9885aa3b-4002-4624-b594-148697252bfe HTTP/1.1" status: 204 len: 168 time: 0.9133937 Apr 05 14:38:00.293766 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44434) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:00.311574 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-61fe57d6-0057-4c41-86b0-c2510332b492 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27070'] for router, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:00.317755 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-61fe57d6-0057-4c41-86b0-c2510332b492 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:00.321439 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 7253d90b-ef3c-4177-9f53-30afd622942c no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:38:00.338104 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f7e93a36-f554-432b-bc04-23ef40b6bba8 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:00.349641 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] No Port match for: 7253d90b-ef3c-4177-9f53-30afd622942c {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:38:00.349987 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 7253d90b-ef3c-4177-9f53-30afd622942c not bound to the agent host n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:38:00.379606 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f7e93a36-f554-432b-bc04-23ef40b6bba8 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:00.518678 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f7e93a36-f554-432b-bc04-23ef40b6bba8 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:00.521420 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f7e93a36-f554-432b-bc04-23ef40b6bba8 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:00.525011 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-f7e93a36-f554-432b-bc04-23ef40b6bba8 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] 10.222.0.30 "DELETE /v2.0/security-groups/4c095d56-9c8b-4eeb-819a-9d84e6ec2fcc HTTP/1.1" status: 204 len: 168 time: 0.2700536 Apr 05 14:38:00.526326 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44440) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:00.551191 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e93a36-f554-432b-bc04-23ef40b6bba8 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c095d56-9c8b-4eeb-819a-9d84e6ec2fcc,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:00.595255 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-7d2af1a1-22be-433e-8477-7cffee34e87b tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0677292 Apr 05 14:38:00.599208 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44444) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:00.604086 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-083d27c1-abbb-42cd-b245-d913779d249d tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Request body: {'security_group': {'name': 'tempest-secgroup--1488455980'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:38:00.724038 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-083d27c1-abbb-42cd-b245-d913779d249d tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:00.800235 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-083d27c1-abbb-42cd-b245-d913779d249d tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:00.884284 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01384086-413e-4cab-bd6b-4d23563f4bc0 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:00.885828 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-01384086-413e-4cab-bd6b-4d23563f4bc0 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] 10.222.0.30 "GET /v2.0/ports?device_id=b33c1af4-8621-43e1-8a18-682bed9ef4cd HTTP/1.1" status: 200 len: 913 time: 0.5837963 Apr 05 14:38:00.891111 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44446) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:00.903677 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-61fe57d6-0057-4c41-86b0-c2510332b492 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803298'] for router, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:00.904200 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61fe57d6-0057-4c41-86b0-c2510332b492 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Fanout notify agent at l3_agent the message router_deleted on router 8658a1cc-b02f-43ce-bf61-dca8956cc45c {{(pid=103320) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:38:00.916441 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-61fe57d6-0057-4c41-86b0-c2510332b492 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks [] for router, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:00.917574 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-61fe57d6-0057-4c41-86b0-c2510332b492 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] 10.222.0.30 "DELETE /v2.0/routers/8658a1cc-b02f-43ce-bf61-dca8956cc45c HTTP/1.1" status: 204 len: 168 time: 2.9253404 Apr 05 14:38:00.922404 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44448) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:00.928056 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-524473b8-4f2f-43de-b127-2c0c7609eaa7 req-f0f5d4a5-0b2f-4133-ad71-86f179de724c service neutron] 10.222.0.11 "GET /v2.0/networks/bbe33099-0907-4578-b91f-9ecd1e0f3a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6365108 Apr 05 14:38:00.930963 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-784460ab-472a-4956-807a-b5456dcf74bb tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Request body: {'router': {'name': 'tempest-snat-router-224087101', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'enable_snat': False}}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:38:00.943303 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-083d27c1-abbb-42cd-b245-d913779d249d tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:00.982668 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5578acc-c9d6-4401-8055-714b344e97f9 req-23ee81bc-4290-4f7b-9f9e-e8103ece5a72 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:00.984499 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f5578acc-c9d6-4401-8055-714b344e97f9 req-23ee81bc-4290-4f7b-9f9e-e8103ece5a72 tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=301817ec-e32d-4c17-a082-4e820cbef9a3 HTTP/1.1" status: 200 len: 945 time: 0.2042809 Apr 05 14:38:00.985633 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083d27c1-abbb-42cd-b245-d913779d249d tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2115aea-f76f-4d52-9e98-957925900de6,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:00.996982 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cadf0f-e547-44d5-b356-5fe2a9637f10 req-5be51e24-f743-40aa-afb2-c0441c7448e8 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:00.998673 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a8cadf0f-e547-44d5-b356-5fe2a9637f10 req-5be51e24-f743-40aa-afb2-c0441c7448e8 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d3355a6-b0a7-40a4-aab4-f532996104e5 HTTP/1.1" status: 200 len: 944 time: 0.2128553 Apr 05 14:38:01.072638 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f5578acc-c9d6-4401-8055-714b344e97f9 req-c02b9093-fb9f-48af-8693-6cbfee5ef8bd tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c4196f0-e4af-4f9a-a3d3-54caba464ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701604 Apr 05 14:38:01.077678 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a8cadf0f-e547-44d5-b356-5fe2a9637f10 req-41d33cad-7555-4a0d-90c9-5382618510a5 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658956 Apr 05 14:38:01.145211 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-083d27c1-abbb-42cd-b245-d913779d249d tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:01.146373 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-083d27c1-abbb-42cd-b245-d913779d249d tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5459597 Apr 05 14:38:01.147277 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-784460ab-472a-4956-807a-b5456dcf74bb tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27088'] for router, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:01.148740 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-784460ab-472a-4956-807a-b5456dcf74bb tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27079'] for router, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:01.150450 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44450) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:01.152528 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-3afac178-4e39-4011-82e1-233552dbae0b req-873e040d-46f4-431a-a4a3-594622f08eca tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:01.156187 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-89d282c5-a39a-4657-842f-35f46d91fb79 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Request body: {'security_group_rule': {'security_group_id': 'f2115aea-f76f-4d52-9e98-957925900de6', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:38:01.157034 n-d-836650-2 neutron-server[103321]: WARNING neutron.api.v2.base [None req-89d282c5-a39a-4657-842f-35f46d91fb79 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 05 14:38:01.157971 n-d-836650-2 neutron-server[103321]: INFO neutron.api.v2.resource [None req-89d282c5-a39a-4657-842f-35f46d91fb79 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:38:01.161720 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-89d282c5-a39a-4657-842f-35f46d91fb79 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0077906 Apr 05 14:38:01.164260 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44452) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:01.182973 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873e040d-46f4-431a-a4a3-594622f08eca tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Pushing event deleted for resources: {'Port': ['ID=7009618f-75a6-452a-a53d-560fdef9d71a,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:01.262202 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a3497a79-e34e-4fc2-aa8c-35ec6c21d033 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:01.266093 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-3afac178-4e39-4011-82e1-233552dbae0b req-873e040d-46f4-431a-a4a3-594622f08eca tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] No DVR routers for this DVR port 7009618f-75a6-452a-a53d-560fdef9d71a on host n-h1-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:38:01.268755 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-784460ab-472a-4956-807a-b5456dcf74bb tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:01.270183 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-3afac178-4e39-4011-82e1-233552dbae0b req-873e040d-46f4-431a-a4a3-594622f08eca tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:01.273429 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3afac178-4e39-4011-82e1-233552dbae0b req-873e040d-46f4-431a-a4a3-594622f08eca tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.55 "DELETE /v2.0/ports/7009618f-75a6-452a-a53d-560fdef9d71a HTTP/1.1" status: 204 len: 173 time: 1.6845882 Apr 05 14:38:01.273865 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '301817ec-e32d-4c17-a082-4e820cbef9a3', 'name': 'network-vif-deleted', 'tag': '7009618f-75a6-452a-a53d-560fdef9d71a'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:38:01.276159 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66797911-f0bc-4558-aeed-764b3911018b" -d '{"events": [{"server_uuid": "301817ec-e32d-4c17-a082-4e820cbef9a3", "name": "network-vif-deleted", "tag": "7009618f-75a6-452a-a53d-560fdef9d71a"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:38:01.307207 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a3497a79-e34e-4fc2-aa8c-35ec6c21d033 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:01.316737 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-719701de-b666-4a1a-bfbe-1891288f83c7 x-openstack-request-id: req-719701de-b666-4a1a-bfbe-1891288f83c7 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:38:01.317067 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "301817ec-e32d-4c17-a082-4e820cbef9a3", "name": "network-vif-deleted", "tag": "7009618f-75a6-452a-a53d-560fdef9d71a", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:38:01.317317 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-719701de-b666-4a1a-bfbe-1891288f83c7 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:38:01.317719 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-719701de-b666-4a1a-bfbe-1891288f83c7'] response: {'server_uuid': '301817ec-e32d-4c17-a082-4e820cbef9a3', 'name': 'network-vif-deleted', 'tag': '7009618f-75a6-452a-a53d-560fdef9d71a', 'status': 'completed', 'code': 200} Apr 05 14:38:01.413869 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a01d1a54-3de8-4edb-9c0b-599cff282654 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809988'] for router_interface, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:01.571224 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-784460ab-472a-4956-807a-b5456dcf74bb tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:01.661183 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a3497a79-e34e-4fc2-aa8c-35ec6c21d033 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:01.663736 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a3497a79-e34e-4fc2-aa8c-35ec6c21d033 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:01.664937 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-a3497a79-e34e-4fc2-aa8c-35ec6c21d033 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] 10.222.0.30 "DELETE /v2.0/security-groups/f2115aea-f76f-4d52-9e98-957925900de6 HTTP/1.1" status: 204 len: 168 time: 0.5000296 Apr 05 14:38:01.667558 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44460) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:01.679184 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3497a79-e34e-4fc2-aa8c-35ec6c21d033 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2115aea-f76f-4d52-9e98-957925900de6,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:01.706167 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-a01d1a54-3de8-4edb-9c0b-599cff282654 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Deleting port ed600598-f7bf-4fb0-bcc4-b4d5b1d72778 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:38:01.706514 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a01d1a54-3de8-4edb-9c0b-599cff282654 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:01.723300 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-55f6dafe-9d42-49c4-a1b7-f7396043025b tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0544353 Apr 05 14:38:01.727040 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44462) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:01.731851 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-ddcaaeb5-05c3-47d3-bb40-dc10a9e567d1 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Request body: {'security_group': {'name': 'tempest-secgroup--1070403520'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:38:01.811310 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a01d1a54-3de8-4edb-9c0b-599cff282654 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:01.830926 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-a01d1a54-3de8-4edb-9c0b-599cff282654 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Calling delete_port for ed600598-f7bf-4fb0-bcc4-b4d5b1d72778 owned by network:router_interface {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:38:01.923750 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ddcaaeb5-05c3-47d3-bb40-dc10a9e567d1 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:02.015163 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-784460ab-472a-4956-807a-b5456dcf74bb tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:02.043292 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-784460ab-472a-4956-807a-b5456dcf74bb tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:02.118911 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ddcaaeb5-05c3-47d3-bb40-dc10a9e567d1 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:02.192717 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a01d1a54-3de8-4edb-9c0b-599cff282654 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:02.232423 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d35550ce-b4df-4848-ad98-1f2eae116324 req-6a1419fc-45ef-44fa-8c76-2fa4d85c41cd tempest-LiveMigrationTest-215231278 tempest-LiveMigrationTest-215231278-project] 10.222.0.30 "GET /v2.0/ports?device_id=301817ec-e32d-4c17-a082-4e820cbef9a3 HTTP/1.1" status: 200 len: 210 time: 0.0626450 Apr 05 14:38:02.235404 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-784460ab-472a-4956-807a-b5456dcf74bb tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Allocated IP 172.25.6.189 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/a17f90c3-07c3-4323-b60d-639559519a5b) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:38:02.249485 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ddcaaeb5-05c3-47d3-bb40-dc10a9e567d1 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:02.258685 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01d1a54-3de8-4edb-9c0b-599cff282654 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Pushing event deleted for resources: {'Port': ['ID=ed600598-f7bf-4fb0-bcc4-b4d5b1d72778,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:02.291371 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79819e52-2f9d-4f4b-867e-d85e85ec2792 req-7aa6a85d-5b93-4a29-b3dd-f0ff4d147cbc tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:02.297928 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-79819e52-2f9d-4f4b-867e-d85e85ec2792 req-7aa6a85d-5b93-4a29-b3dd-f0ff4d147cbc tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d3355a6-b0a7-40a4-aab4-f532996104e5 HTTP/1.1" status: 200 len: 944 time: 0.1348560 Apr 05 14:38:02.353759 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcaaeb5-05c3-47d3-bb40-dc10a9e567d1 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3049f62f-9ad7-4900-ae79-5fe8f3ee20db,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:02.388743 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-79819e52-2f9d-4f4b-867e-d85e85ec2792 req-3cfa9dd8-4fdc-4609-b045-0d23ccbe5f0c tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861185 Apr 05 14:38:02.427569 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-784460ab-472a-4956-807a-b5456dcf74bb tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:02.475754 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ddcaaeb5-05c3-47d3-bb40-dc10a9e567d1 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:02.478606 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-ddcaaeb5-05c3-47d3-bb40-dc10a9e567d1 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7504394 Apr 05 14:38:02.479259 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44470) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:02.489423 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-f45f3f7f-5b1a-44c3-adc6-63fba0e428b9 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Request body: {'security_group_rule': {'security_group_id': '3049f62f-9ad7-4900-ae79-5fe8f3ee20db', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:38:02.507787 n-d-836650-2 neutron-server[103320]: WARNING neutron.api.v2.base [None req-f45f3f7f-5b1a-44c3-adc6-63fba0e428b9 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 05 14:38:02.508468 n-d-836650-2 neutron-server[103320]: INFO neutron.api.v2.resource [None req-f45f3f7f-5b1a-44c3-adc6-63fba0e428b9 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:38:02.512533 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-f45f3f7f-5b1a-44c3-adc6-63fba0e428b9 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0306075 Apr 05 14:38:02.513840 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44472) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:02.519555 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-215c2ff8-40b3-4602-8868-d7699e3566c6 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Request body: {'security_group_rule': {'security_group_id': '3049f62f-9ad7-4900-ae79-5fe8f3ee20db', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:38:02.520135 n-d-836650-2 neutron-server[103320]: WARNING neutron.api.v2.base [None req-215c2ff8-40b3-4602-8868-d7699e3566c6 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 05 14:38:02.520640 n-d-836650-2 neutron-server[103320]: INFO neutron.api.v2.resource [None req-215c2ff8-40b3-4602-8868-d7699e3566c6 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:38:02.523409 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-215c2ff8-40b3-4602-8868-d7699e3566c6 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0083020 Apr 05 14:38:02.531059 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44474) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:02.537330 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-aa101d91-673b-4a5b-9c39-b68785838ad3 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Request body: {'security_group_rule': {'security_group_id': '3049f62f-9ad7-4900-ae79-5fe8f3ee20db', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:38:02.538186 n-d-836650-2 neutron-server[103320]: WARNING neutron.api.v2.base [None req-aa101d91-673b-4a5b-9c39-b68785838ad3 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 05 14:38:02.538690 n-d-836650-2 neutron-server[103320]: INFO neutron.api.v2.resource [None req-aa101d91-673b-4a5b-9c39-b68785838ad3 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:38:02.542896 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-aa101d91-673b-4a5b-9c39-b68785838ad3 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0107296 Apr 05 14:38:02.543621 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44476) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:02.559865 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-d8cb11dd-6fbf-4bd9-bd2f-b876a72278a1 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Request body: {'security_group_rule': {'security_group_id': '3049f62f-9ad7-4900-ae79-5fe8f3ee20db', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:38:02.560786 n-d-836650-2 neutron-server[103320]: WARNING neutron.api.v2.base [None req-d8cb11dd-6fbf-4bd9-bd2f-b876a72278a1 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 05 14:38:02.561313 n-d-836650-2 neutron-server[103320]: INFO neutron.api.v2.resource [None req-d8cb11dd-6fbf-4bd9-bd2f-b876a72278a1 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:38:02.565409 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-d8cb11dd-6fbf-4bd9-bd2f-b876a72278a1 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0205681 Apr 05 14:38:02.566012 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44478) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:02.632455 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3298a5e9-71c4-4793-8770-9ca31383f6dc tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:02.657681 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3298a5e9-71c4-4793-8770-9ca31383f6dc tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:02.674858 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-784460ab-472a-4956-807a-b5456dcf74bb tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:02.728336 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784460ab-472a-4956-807a-b5456dcf74bb tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:38:02.735948 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-784460ab-472a-4956-807a-b5456dcf74bb tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:38:02.738718 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784460ab-472a-4956-807a-b5456dcf74bb tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:38:02.753866 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a01d1a54-3de8-4edb-9c0b-599cff282654 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1798829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810128'] for router_interface, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:02.771332 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784460ab-472a-4956-807a-b5456dcf74bb tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Pushing event updated for resources: {'Port': ['ID=a17f90c3-07c3-4323-b60d-639559519a5b,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:02.857236 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3298a5e9-71c4-4793-8770-9ca31383f6dc tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:02.861098 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3298a5e9-71c4-4793-8770-9ca31383f6dc tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:02.862491 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-3298a5e9-71c4-4793-8770-9ca31383f6dc tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] 10.222.0.30 "DELETE /v2.0/security-groups/3049f62f-9ad7-4900-ae79-5fe8f3ee20db HTTP/1.1" status: 204 len: 168 time: 0.2952480 Apr 05 14:38:02.866081 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44480) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:02.900924 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3298a5e9-71c4-4793-8770-9ca31383f6dc tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3049f62f-9ad7-4900-ae79-5fe8f3ee20db,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:02.927537 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-470af121-edcc-4b05-a2a7-791afb576bb3 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0601995 Apr 05 14:38:02.935414 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44482) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:02.941134 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-ae84117b-56e3-4fc5-af33-9424a1921f02 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Request body: {'security_group': {'name': 'tempest-secgroup--687204879'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:38:03.033169 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a01d1a54-3de8-4edb-9c0b-599cff282654 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Router b33c1af4-8621-43e1-8a18-682bed9ef4cd has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:38:03.097977 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ae84117b-56e3-4fc5-af33-9424a1921f02 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:03.159685 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a01d1a54-3de8-4edb-9c0b-599cff282654 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:38:03.168220 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-a01d1a54-3de8-4edb-9c0b-599cff282654 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] 10.222.0.30 "PUT /v2.0/routers/b33c1af4-8621-43e1-8a18-682bed9ef4cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2756793 Apr 05 14:38:03.168470 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-784460ab-472a-4956-807a-b5456dcf74bb tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:03.168581 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44484) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:03.180815 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecd508d-f75d-4666-bee3-16c47df58322 None None] Sync routers for ids ['b33c1af4-8621-43e1-8a18-682bed9ef4cd'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:38:03.192498 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecd508d-f75d-4666-bee3-16c47df58322 None None] Routers {'b33c1af4-8621-43e1-8a18-682bed9ef4cd'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:38:03.193192 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-7ecd508d-f75d-4666-bee3-16c47df58322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:37:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['b33c1af4-8621-43e1-8a18-682bed9ef4cd'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:03.226998 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-7ecd508d-f75d-4666-bee3-16c47df58322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:03.237046 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecd508d-f75d-4666-bee3-16c47df58322 None None] Routers {'b33c1af4-8621-43e1-8a18-682bed9ef4cd'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:38:03.237661 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-7ecd508d-f75d-4666-bee3-16c47df58322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:37:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['b33c1af4-8621-43e1-8a18-682bed9ef4cd'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:03.274156 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-7ecd508d-f75d-4666-bee3-16c47df58322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:03.274938 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecd508d-f75d-4666-bee3-16c47df58322 None None] The sync data for ids ['b33c1af4-8621-43e1-8a18-682bed9ef4cd'] in n-d-836650-2 is: [] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:38:03.290280 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ae84117b-56e3-4fc5-af33-9424a1921f02 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:03.307478 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44488) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:03.329748 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3377e98d-33c8-4c5a-aab9-4200b4b828b9 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks [] for router, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:03.388445 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ae84117b-56e3-4fc5-af33-9424a1921f02 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:03.434095 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae84117b-56e3-4fc5-af33-9424a1921f02 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06cf66a4-65ab-485d-806b-96d08a9b0e27,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:03.441451 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-784460ab-472a-4956-807a-b5456dcf74bb tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618'] for router, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:03.491530 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3377e98d-33c8-4c5a-aab9-4200b4b828b9 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:03.507083 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-afb5a41e-a708-4b43-94f9-264b3b91cc86 admin admin] Deleting subnet ac874e19-e8d7-4dbd-ad30-b4a600298345 {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:38:03.510249 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-afb5a41e-a708-4b43-94f9-264b3b91cc86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:03.526576 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ae84117b-56e3-4fc5-af33-9424a1921f02 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:03.527881 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-ae84117b-56e3-4fc5-af33-9424a1921f02 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5914040 Apr 05 14:38:03.531748 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44494) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:03.538215 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-50cdceed-f04d-48be-af82-57d8a0e94ab8 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Request body: {'security_group_rule': {'security_group_id': '06cf66a4-65ab-485d-806b-96d08a9b0e27', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:38:03.538870 n-d-836650-2 neutron-server[103321]: WARNING neutron.api.v2.base [None req-50cdceed-f04d-48be-af82-57d8a0e94ab8 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 05 14:38:03.539419 n-d-836650-2 neutron-server[103321]: INFO neutron.api.v2.resource [None req-50cdceed-f04d-48be-af82-57d8a0e94ab8 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:38:03.540374 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-50cdceed-f04d-48be-af82-57d8a0e94ab8 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0076718 Apr 05 14:38:03.544151 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44496) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:03.551158 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-308c6e9c-2a79-4ea8-918a-9e0db86645b8 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Request body: {'security_group_rule': {'security_group_id': '06cf66a4-65ab-485d-806b-96d08a9b0e27', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:38:03.566258 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-afb5a41e-a708-4b43-94f9-264b3b91cc86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:03.593209 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9435ac40-7ff0-459d-a1fd-f529815f11a8 req-8a7a53e8-8de8-4196-b97f-f9bea19147dc tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:03.595246 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9435ac40-7ff0-459d-a1fd-f529815f11a8 req-8a7a53e8-8de8-4196-b97f-f9bea19147dc tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d3355a6-b0a7-40a4-aab4-f532996104e5 HTTP/1.1" status: 200 len: 944 time: 0.1080549 Apr 05 14:38:03.637150 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-afb5a41e-a708-4b43-94f9-264b3b91cc86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:03.649271 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9435ac40-7ff0-459d-a1fd-f529815f11a8 req-a49fac85-6a19-48a1-944a-d9bb31fe9575 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467403 Apr 05 14:38:03.706886 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-3377e98d-33c8-4c5a-aab9-4200b4b828b9 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Deleting port 16661159-ddb4-4878-8263-06f3d689a578 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:38:03.707226 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3377e98d-33c8-4c5a-aab9-4200b4b828b9 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:03.723524 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-784460ab-472a-4956-807a-b5456dcf74bb tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Router 6ad654cf-7cd7-494c-b1fe-634a979fdc88 is scheduled to L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 with binding_index 1 {{(pid=103320) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:38:03.786113 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3377e98d-33c8-4c5a-aab9-4200b4b828b9 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:03.793559 n-d-836650-2 neutron-server[103321]: INFO neutron.api.v2.resource [None req-308c6e9c-2a79-4ea8-918a-9e0db86645b8 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:38:03.794553 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-308c6e9c-2a79-4ea8-918a-9e0db86645b8 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2495737 Apr 05 14:38:03.799607 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44500) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:03.801707 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-3377e98d-33c8-4c5a-aab9-4200b4b828b9 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Calling delete_port for 16661159-ddb4-4878-8263-06f3d689a578 owned by network:router_gateway {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:38:03.805858 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-4d9ec097-1ef5-4690-af27-f3219344eddc tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Request body: {'security_group_rule': {'security_group_id': '06cf66a4-65ab-485d-806b-96d08a9b0e27', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:38:03.806357 n-d-836650-2 neutron-server[103321]: WARNING neutron.api.v2.base [None req-4d9ec097-1ef5-4690-af27-f3219344eddc tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 05 14:38:03.806869 n-d-836650-2 neutron-server[103321]: INFO neutron.api.v2.resource [None req-4d9ec097-1ef5-4690-af27-f3219344eddc tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:38:03.810496 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-4d9ec097-1ef5-4690-af27-f3219344eddc tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0072935 Apr 05 14:38:03.811881 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44502) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:03.816779 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-94388d46-a40b-42dd-bf28-021dd9fcae8b tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Request body: {'security_group_rule': {'security_group_id': '06cf66a4-65ab-485d-806b-96d08a9b0e27', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:38:03.826787 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-afb5a41e-a708-4b43-94f9-264b3b91cc86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:03.835971 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-784460ab-472a-4956-807a-b5456dcf74bb tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:38:03.849939 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b972de-6abc-4862-92ab-247fcd2aefae None None] Sync routers for ids ['6ad654cf-7cd7-494c-b1fe-634a979fdc88'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:38:03.860514 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b972de-6abc-4862-92ab-247fcd2aefae None None] Routers {'6ad654cf-7cd7-494c-b1fe-634a979fdc88'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:38:03.861429 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-c7b972de-6abc-4862-92ab-247fcd2aefae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:37:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['6ad654cf-7cd7-494c-b1fe-634a979fdc88'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:03.897661 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb5a41e-a708-4b43-94f9-264b3b91cc86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac874e19-e8d7-4dbd-ad30-b4a600298345,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:03.903194 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-afb5a41e-a708-4b43-94f9-264b3b91cc86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:03.909313 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-afb5a41e-a708-4b43-94f9-264b3b91cc86 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ac874e19-e8d7-4dbd-ad30-b4a600298345 HTTP/1.1" status: 204 len: 168 time: 0.5978920 Apr 05 14:38:03.910255 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44504) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:03.930778 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-784460ab-472a-4956-807a-b5456dcf74bb tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks [] for router, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:03.932074 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-784460ab-472a-4956-807a-b5456dcf74bb tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.0063400 Apr 05 14:38:03.934776 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44506) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:03.997615 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-c7b972de-6abc-4862-92ab-247fcd2aefae None None] Set router 6ad654cf-7cd7-494c-b1fe-634a979fdc88 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:38:04.041167 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-486d4de7-005c-4d71-8a68-65eaa93e7968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:04.131937 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-111178fb-3b59-456a-a8dc-6c610a7349f5 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] 10.222.0.30 "GET /v2.0/routers/6ad654cf-7cd7-494c-b1fe-634a979fdc88 HTTP/1.1" status: 200 len: 908 time: 0.1959436 Apr 05 14:38:04.134698 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44508) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:04.139622 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-0e3f90ca-8d94-4d69-96c3-424dcf3d76a7 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Request body: {'router': {'name': 'tempest-snat-router-224087101', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'enable_snat': True}}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:38:04.146478 n-d-836650-2 neutron-server[103321]: INFO neutron.api.v2.resource [None req-94388d46-a40b-42dd-bf28-021dd9fcae8b tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:38:04.154199 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-94388d46-a40b-42dd-bf28-021dd9fcae8b tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3346691 Apr 05 14:38:04.157853 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44510) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:04.166126 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-aec4b837-5a4d-44ec-919d-360d96a85ae5 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Request body: {'security_group_rule': {'security_group_id': '06cf66a4-65ab-485d-806b-96d08a9b0e27', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:38:04.166621 n-d-836650-2 neutron-server[103321]: WARNING neutron.api.v2.base [None req-aec4b837-5a4d-44ec-919d-360d96a85ae5 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 05 14:38:04.167300 n-d-836650-2 neutron-server[103321]: INFO neutron.api.v2.resource [None req-aec4b837-5a4d-44ec-919d-360d96a85ae5 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:38:04.171706 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-aec4b837-5a4d-44ec-919d-360d96a85ae5 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0076165 Apr 05 14:38:04.177969 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44512) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:04.178119 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3377e98d-33c8-4c5a-aab9-4200b4b828b9 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:04.180613 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-17760f8a-c61d-4e8e-8408-f9accb5d658b tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Request body: {'security_group_rule': {'security_group_id': '06cf66a4-65ab-485d-806b-96d08a9b0e27', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:38:04.191191 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-486d4de7-005c-4d71-8a68-65eaa93e7968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:04.213208 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3377e98d-33c8-4c5a-aab9-4200b4b828b9 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Pushing event deleted for resources: {'Port': ['ID=16661159-ddb4-4878-8263-06f3d689a578,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:04.223367 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-486d4de7-005c-4d71-8a68-65eaa93e7968 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbdeb55e-008a-45ea-8c70-7d18b28201f7']}} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:04.233595 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-c7b972de-6abc-4862-92ab-247fcd2aefae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad654cf-7cd7-494c-b1fe-634a979fdc88', 'name': 'tempest-snat-router-224087101', 'tenant_id': 'b1d8cdd7b2c146689fab4e591e20365c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.189'}], 'enable_snat': False}, 'gw_port_id': 'a17f90c3-07c3-4323-b60d-639559519a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:38:01Z', 'updated_at': '2022-04-05T14:38:02Z', 'revision_number': 3, 'project_id': 'b1d8cdd7b2c146689fab4e591e20365c', 'gw_port': {'id': 'a17f90c3-07c3-4323-b60d-639559519a5b', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:29:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad654cf-7cd7-494c-b1fe-634a979fdc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:38:02Z', 'updated_at': '2022-04-05T14:38:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:04.234342 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-486d4de7-005c-4d71-8a68-65eaa93e7968 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd98286ea-3af7-47a7-a92d-d95717c2d70a') {'for_net_delete': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:04.234792 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-486d4de7-005c-4d71-8a68-65eaa93e7968 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd98286ea-3af7-47a7-a92d-d95717c2d70a') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:04.246358 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-486d4de7-005c-4d71-8a68-65eaa93e7968 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13399223'] for segment, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:04.264082 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-486d4de7-005c-4d71-8a68-65eaa93e7968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:04.270466 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b972de-6abc-4862-92ab-247fcd2aefae None None] Checking router: 6ad654cf-7cd7-494c-b1fe-634a979fdc88 for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:38:04.270883 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-486d4de7-005c-4d71-8a68-65eaa93e7968 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=103320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:38:04.271007 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b972de-6abc-4862-92ab-247fcd2aefae None None] Updating router 6ad654cf-7cd7-494c-b1fe-634a979fdc88 port a17f90c3-07c3-4323-b60d-639559519a5b binding host n-d-836650-2 {{(pid=103323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:38:04.271850 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-486d4de7-005c-4d71-8a68-65eaa93e7968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15765202'] for segment, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:04.273957 n-d-836650-2 neutron-server[103320]: Traceback (most recent call last): Apr 05 14:38:04.273957 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:38:04.273957 n-d-836650-2 neutron-server[103320]: timer() Apr 05 14:38:04.273957 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:38:04.273957 n-d-836650-2 neutron-server[103320]: cb(*args, **kw) Apr 05 14:38:04.273957 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:38:04.273957 n-d-836650-2 neutron-server[103320]: return func(*args, **kwargs) Apr 05 14:38:04.273957 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:38:04.273957 n-d-836650-2 neutron-server[103320]: self._notify() Apr 05 14:38:04.273957 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:38:04.273957 n-d-836650-2 neutron-server[103320]: self.callback(batched_events) Apr 05 14:38:04.273957 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:38:04.273957 n-d-836650-2 neutron-server[103320]: event.method(event) Apr 05 14:38:04.273957 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:38:04.273957 n-d-836650-2 neutron-server[103320]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:38:04.273957 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:38:04.273957 n-d-836650-2 neutron-server[103320]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:38:04.273957 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:38:04.273957 n-d-836650-2 neutron-server[103320]: return f(self, *a, **k) Apr 05 14:38:04.273957 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:38:04.273957 n-d-836650-2 neutron-server[103320]: return self._get(url).json() Apr 05 14:38:04.273957 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:38:04.273957 n-d-836650-2 neutron-server[103320]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:38:04.273957 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:38:04.273957 n-d-836650-2 neutron-server[103320]: return self.request(url, 'GET', **kwargs) Apr 05 14:38:04.273957 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:38:04.273957 n-d-836650-2 neutron-server[103320]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:38:04.273957 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:38:04.273957 n-d-836650-2 neutron-server[103320]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:38:04.273957 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:38:04.273957 n-d-836650-2 neutron-server[103320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:38:04.273957 n-d-836650-2 neutron-server[103320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:38:04.282160 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3377e98d-33c8-4c5a-aab9-4200b4b828b9 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808526'] for router_gateway, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:04.298169 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7b972de-6abc-4862-92ab-247fcd2aefae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:04.309643 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 7009618f-75a6-452a-a53d-560fdef9d71a no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:38:04.329067 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0e3f90ca-8d94-4d69-96c3-424dcf3d76a7 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27088'] for router, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:04.330636 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0e3f90ca-8d94-4d69-96c3-424dcf3d76a7 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27079'] for router, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:04.334627 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] No Port match for: 7009618f-75a6-452a-a53d-560fdef9d71a {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:38:04.335080 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 7009618f-75a6-452a-a53d-560fdef9d71a not bound to the agent host n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:38:04.409222 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3377e98d-33c8-4c5a-aab9-4200b4b828b9 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27070'] for router, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:04.412833 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3377e98d-33c8-4c5a-aab9-4200b4b828b9 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:04.455553 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-486d4de7-005c-4d71-8a68-65eaa93e7968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:04.470559 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-486d4de7-005c-4d71-8a68-65eaa93e7968 admin admin] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:04.476437 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-486d4de7-005c-4d71-8a68-65eaa93e7968 admin admin] 10.222.0.30 "DELETE /v2.0/networks/bbdeb55e-008a-45ea-8c70-7d18b28201f7 HTTP/1.1" status: 204 len: 168 time: 0.5625768 Apr 05 14:38:04.477123 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44514) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:04.486288 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0e3f90ca-8d94-4d69-96c3-424dcf3d76a7 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:04.496642 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486d4de7-005c-4d71-8a68-65eaa93e7968 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbdeb55e-008a-45ea-8c70-7d18b28201f7,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:04.524809 n-d-836650-2 neutron-server[103320]: INFO neutron.api.v2.resource [None req-17760f8a-c61d-4e8e-8408-f9accb5d658b tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:38:04.525984 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-17760f8a-c61d-4e8e-8408-f9accb5d658b tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3515739 Apr 05 14:38:04.528952 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44516) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:04.535711 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-86143b29-2e4c-4cea-bfeb-54c6f3b382d8 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Request body: {'security_group_rule': {'security_group_id': '06cf66a4-65ab-485d-806b-96d08a9b0e27', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:38:04.536192 n-d-836650-2 neutron-server[103321]: WARNING neutron.api.v2.base [None req-86143b29-2e4c-4cea-bfeb-54c6f3b382d8 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 05 14:38:04.536693 n-d-836650-2 neutron-server[103321]: INFO neutron.api.v2.resource [None req-86143b29-2e4c-4cea-bfeb-54c6f3b382d8 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:38:04.537785 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-86143b29-2e4c-4cea-bfeb-54c6f3b382d8 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0074003 Apr 05 14:38:04.540639 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44518) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:04.545425 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-49f15a24-44dd-4cf3-af20-72d3a127e457 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Request body: {'security_group_rule': {'security_group_id': '06cf66a4-65ab-485d-806b-96d08a9b0e27', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:38:04.546705 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_v2 [None req-9af82db0-8097-47d6-9332-dc76439e9f8f admin admin] Deleting subnet 15957edf-9f8b-45d5-834b-37e3a806ec5a {{(pid=103320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:38:04.550786 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9af82db0-8097-47d6-9332-dc76439e9f8f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:04.569211 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3377e98d-33c8-4c5a-aab9-4200b4b828b9 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803298'] for router, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:04.569839 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3377e98d-33c8-4c5a-aab9-4200b4b828b9 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Fanout notify agent at l3_agent the message router_deleted on router b33c1af4-8621-43e1-8a18-682bed9ef4cd {{(pid=103321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:38:04.576814 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3377e98d-33c8-4c5a-aab9-4200b4b828b9 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:04.578770 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-3377e98d-33c8-4c5a-aab9-4200b4b828b9 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] 10.222.0.30 "DELETE /v2.0/routers/b33c1af4-8621-43e1-8a18-682bed9ef4cd HTTP/1.1" status: 204 len: 168 time: 1.4093521 Apr 05 14:38:04.581543 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44520) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:04.592235 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9af82db0-8097-47d6-9332-dc76439e9f8f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13399228'] for subnet, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:04.602632 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7b972de-6abc-4862-92ab-247fcd2aefae None None] Notify callbacks [] for port, precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:04.641384 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9af82db0-8097-47d6-9332-dc76439e9f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:04.714703 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cb860f7-aafa-4bc8-8aa9-1b3804a5754a tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Deleting subnet 4ad63f64-1897-4e8b-9093-0595dffd747e {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:38:04.736258 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7b972de-6abc-4862-92ab-247fcd2aefae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:04.774405 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0cb860f7-aafa-4bc8-8aa9-1b3804a5754a tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:04.790287 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-c7b972de-6abc-4862-92ab-247fcd2aefae None None] Attempting to bind port a17f90c3-07c3-4323-b60d-639559519a5b on host n-d-836650-2 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:38:04.790650 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-c7b972de-6abc-4862-92ab-247fcd2aefae None None] Attempting to bind port a17f90c3-07c3-4323-b60d-639559519a5b by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:38:04.791010 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b972de-6abc-4862-92ab-247fcd2aefae None None] Attempting to bind port a17f90c3-07c3-4323-b60d-639559519a5b on network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:38:04.803590 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b770caaa-9385-4927-a167-830ef8557d85 None None] Pushing event updated for resources: {'Port': ['ID=a17f90c3-07c3-4323-b60d-639559519a5b,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:04.806006 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b972de-6abc-4862-92ab-247fcd2aefae None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:38:04.806608 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b972de-6abc-4862-92ab-247fcd2aefae None None] Checking segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:38:04.806996 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7b972de-6abc-4862-92ab-247fcd2aefae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:04.807528 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b972de-6abc-4862-92ab-247fcd2aefae None None] Bound using segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:38:04.808149 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-c7b972de-6abc-4862-92ab-247fcd2aefae None None] Bound port: a17f90c3-07c3-4323-b60d-639559519a5b, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:38:04.808966 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7b972de-6abc-4862-92ab-247fcd2aefae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:04.816203 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ff6ca-65bd-4092-a270-eb09502422c1 req-00ab9ceb-0d26-4f18-a95b-18ad3bc745bc tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:04.817822 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-563ff6ca-65bd-4092-a270-eb09502422c1 req-00ab9ceb-0d26-4f18-a95b-18ad3bc745bc tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d3355a6-b0a7-40a4-aab4-f532996104e5 HTTP/1.1" status: 200 len: 944 time: 0.0959368 Apr 05 14:38:04.819841 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9af82db0-8097-47d6-9332-dc76439e9f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15773812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13127359'] for subnet, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:04.851341 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0e3f90ca-8d94-4d69-96c3-424dcf3d76a7 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:04.858202 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9af82db0-8097-47d6-9332-dc76439e9f8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:04.861823 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-9af82db0-8097-47d6-9332-dc76439e9f8f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/15957edf-9f8b-45d5-834b-37e3a806ec5a HTTP/1.1" status: 204 len: 168 time: 0.3838580 Apr 05 14:38:04.862671 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af82db0-8097-47d6-9332-dc76439e9f8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15957edf-9f8b-45d5-834b-37e3a806ec5a,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:04.863574 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-c7b972de-6abc-4862-92ab-247fcd2aefae None None] For port a17f90c3-07c3-4323-b60d-639559519a5b, host n-d-836650-2, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:38:04.864687 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44526) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:04.868622 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-c7b972de-6abc-4862-92ab-247fcd2aefae None None] For port a17f90c3-07c3-4323-b60d-639559519a5b, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=a17f90c3-07c3-4323-b60d-639559519a5b,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:38:04.899721 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0cb860f7-aafa-4bc8-8aa9-1b3804a5754a tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:04.907389 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-563ff6ca-65bd-4092-a270-eb09502422c1 req-024f2e74-d7eb-4bd3-9ca8-5789d7146cea tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770626 Apr 05 14:38:04.959043 n-d-836650-2 neutron-server[103321]: INFO neutron.api.v2.resource [None req-49f15a24-44dd-4cf3-af20-72d3a127e457 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:38:04.960100 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-49f15a24-44dd-4cf3-af20-72d3a127e457 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4183028 Apr 05 14:38:04.963009 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44528) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:04.968481 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-2c5eece4-754f-483b-b5cf-30f66bf7d67d tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Request body: {'security_group_rule': {'security_group_id': '06cf66a4-65ab-485d-806b-96d08a9b0e27', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:38:05.015262 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-55caa554-d559-45dd-bf75-83c7aa5ae833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:05.024207 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7b972de-6abc-4862-92ab-247fcd2aefae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:05.088646 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b972de-6abc-4862-92ab-247fcd2aefae None None] Routers {'6ad654cf-7cd7-494c-b1fe-634a979fdc88'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:38:05.089609 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-c7b972de-6abc-4862-92ab-247fcd2aefae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:37:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['6ad654cf-7cd7-494c-b1fe-634a979fdc88'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:05.095421 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b770caaa-9385-4927-a167-830ef8557d85 None None] Pushing event updated for resources: {'Port': ['ID=a17f90c3-07c3-4323-b60d-639559519a5b,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:05.121272 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0cb860f7-aafa-4bc8-8aa9-1b3804a5754a tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:05.169508 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device e7286bec-cff4-44eb-9a0a-5c2f549aab08 details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:38:05.203650 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-c7b972de-6abc-4862-92ab-247fcd2aefae None None] Set router 6ad654cf-7cd7-494c-b1fe-634a979fdc88 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:38:05.211077 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-55caa554-d559-45dd-bf75-83c7aa5ae833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:05.221118 n-d-836650-2 neutron-server[103320]: INFO neutron.api.v2.resource [None req-2c5eece4-754f-483b-b5cf-30f66bf7d67d tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:38:05.225538 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-2c5eece4-754f-483b-b5cf-30f66bf7d67d tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2583141 Apr 05 14:38:05.225956 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44530) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:05.270717 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-55caa554-d559-45dd-bf75-83c7aa5ae833 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1cb13a9-97b6-41e5-933f-b7ecff2dca8f']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:05.308528 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port e7286bec-cff4-44eb-9a0a-5c2f549aab08, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=e7286bec-cff4-44eb-9a0a-5c2f549aab08,segment=NetworkSegment(ac926e6e-ab69-4031-83ab-f0f7e23b6b3b),segment_id=ac926e6e-ab69-4031-83ab-f0f7e23b6b3b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:38:05.313053 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-36070474-9a8e-4b3f-8de5-29e3ef5ad52c tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:05.323830 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': 'e7286bec-cff4-44eb-9a0a-5c2f549aab08', 'network_id': 'e9f4fa40-46c8-414a-a7c0-062d21c067f9', 'port_id': 'e7286bec-cff4-44eb-9a0a-5c2f549aab08', 'mac_address': 'fa:16:3e:e2:3d:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f3129d9-da84-45bd-9800-b5c89ee3ca61', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:38:05.349234 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-36070474-9a8e-4b3f-8de5-29e3ef5ad52c tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:05.353400 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-55caa554-d559-45dd-bf75-83c7aa5ae833 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dcd1743-9a04-424b-87fa-b83e549f5261') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:05.356254 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-55caa554-d559-45dd-bf75-83c7aa5ae833 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dcd1743-9a04-424b-87fa-b83e549f5261') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:05.374813 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:05.389501 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7286bec-cff4-44eb-9a0a-5c2f549aab08 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:38:05.397325 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-55caa554-d559-45dd-bf75-83c7aa5ae833 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:05.415656 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port e7286bec-cff4-44eb-9a0a-5c2f549aab08, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=e7286bec-cff4-44eb-9a0a-5c2f549aab08,segment=NetworkSegment(ac926e6e-ab69-4031-83ab-f0f7e23b6b3b),segment_id=ac926e6e-ab69-4031-83ab-f0f7e23b6b3b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:38:05.416361 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0cb860f7-aafa-4bc8-8aa9-1b3804a5754a tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:05.418532 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-55caa554-d559-45dd-bf75-83c7aa5ae833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:05.454524 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55caa554-d559-45dd-bf75-83c7aa5ae833 admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:38:05.454731 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-55caa554-d559-45dd-bf75-83c7aa5ae833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:05.471971 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:38:05.471971 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:38:05.471971 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:38:05.471971 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:38:05.471971 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:38:05.471971 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:38:05.471971 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:38:05.471971 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:38:05.471971 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:38:05.471971 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:38:05.471971 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:38:05.471971 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:38:05.471971 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:38:05.471971 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:38:05.471971 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:38:05.471971 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:38:05.471971 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:38:05.471971 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:38:05.471971 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:38:05.471971 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:38:05.471971 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:38:05.471971 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:38:05.471971 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:38:05.471971 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:38:05.471971 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:38:05.471971 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:38:05.471971 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:38:05.471971 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:38:05.471971 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:38:05.471971 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:38:05.471971 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:38:05.471971 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:38:05.486333 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb860f7-aafa-4bc8-8aa9-1b3804a5754a tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Pushing event deleted for resources: {'Subnet': ['ID=4ad63f64-1897-4e8b-9093-0595dffd747e,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:05.494650 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0cb860f7-aafa-4bc8-8aa9-1b3804a5754a tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:05.496441 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-0cb860f7-aafa-4bc8-8aa9-1b3804a5754a tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] 10.222.0.30 "DELETE /v2.0/subnets/4ad63f64-1897-4e8b-9093-0595dffd747e HTTP/1.1" status: 204 len: 168 time: 0.9138908 Apr 05 14:38:05.497359 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513ca7b9-2a77-4aad-bdcb-aff3acb451f5 None None] Network 153c098b-8875-4241-87d9-0a85b4cb0653 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:38:05.500387 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44532) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:05.514103 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-c7b972de-6abc-4862-92ab-247fcd2aefae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad654cf-7cd7-494c-b1fe-634a979fdc88', 'name': 'tempest-snat-router-224087101', 'tenant_id': 'b1d8cdd7b2c146689fab4e591e20365c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.189'}], 'enable_snat': False}, 'gw_port_id': 'a17f90c3-07c3-4323-b60d-639559519a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:38:01Z', 'updated_at': '2022-04-05T14:38:02Z', 'revision_number': 3, 'project_id': 'b1d8cdd7b2c146689fab4e591e20365c', 'gw_port': {'id': 'a17f90c3-07c3-4323-b60d-639559519a5b', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:29:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad654cf-7cd7-494c-b1fe-634a979fdc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:38:02Z', 'updated_at': '2022-04-05T14:38:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:05.543580 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0e3f90ca-8d94-4d69-96c3-424dcf3d76a7 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:05.551478 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b972de-6abc-4862-92ab-247fcd2aefae None None] The sync data for ids ['6ad654cf-7cd7-494c-b1fe-634a979fdc88'] in n-d-836650-2 is: [{'id': '6ad654cf-7cd7-494c-b1fe-634a979fdc88', 'name': 'tempest-snat-router-224087101', 'tenant_id': 'b1d8cdd7b2c146689fab4e591e20365c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.189'}], 'enable_snat': False}, 'gw_port_id': 'a17f90c3-07c3-4323-b60d-639559519a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:38:01Z', 'updated_at': '2022-04-05T14:38:02Z', 'revision_number': 3, 'project_id': 'b1d8cdd7b2c146689fab4e591e20365c', 'gw_port': {'id': 'a17f90c3-07c3-4323-b60d-639559519a5b', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:29:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad654cf-7cd7-494c-b1fe-634a979fdc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:38:02Z', 'updated_at': '2022-04-05T14:38:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836650-2'}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:38:05.566955 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0e3f90ca-8d94-4d69-96c3-424dcf3d76a7 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:05.576474 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-36070474-9a8e-4b3f-8de5-29e3ef5ad52c tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:05.579524 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-36070474-9a8e-4b3f-8de5-29e3ef5ad52c tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:05.580778 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-36070474-9a8e-4b3f-8de5-29e3ef5ad52c tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] 10.222.0.30 "DELETE /v2.0/security-groups/06cf66a4-65ab-485d-806b-96d08a9b0e27 HTTP/1.1" status: 204 len: 168 time: 0.3537529 Apr 05 14:38:05.584981 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44534) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:05.600655 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36070474-9a8e-4b3f-8de5-29e3ef5ad52c tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06cf66a4-65ab-485d-806b-96d08a9b0e27,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:05.623454 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a8071faa-58bb-4016-81df-8bca65d4f755 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:05.650399 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:05.697240 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-a8071faa-58bb-4016-81df-8bca65d4f755 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Deleting port 4ee8d588-a2dd-4f24-8d16-1e25981a5259 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:38:05.698158 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a8071faa-58bb-4016-81df-8bca65d4f755 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:05.737722 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-55caa554-d559-45dd-bf75-83c7aa5ae833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:05.741840 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=e7286bec-cff4-44eb-9a0a-5c2f549aab08,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:05.745946 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-81f3cc69-5004-4dfe-a48c-77c22eb70484 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1593659 Apr 05 14:38:05.756986 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-55caa554-d559-45dd-bf75-83c7aa5ae833 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:05.760141 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-55caa554-d559-45dd-bf75-83c7aa5ae833 admin admin] 10.222.0.30 "DELETE /v2.0/networks/d1cb13a9-97b6-41e5-933f-b7ecff2dca8f HTTP/1.1" status: 204 len: 168 time: 0.8943431 Apr 05 14:38:05.760826 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44538) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:05.771823 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-357a2d81-3db2-4a98-9219-9fb9a80d28e9 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Request body: {'security_group': {'name': 'tempest-secgroup--1680965905'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:38:05.792624 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e15ef97-9879-4a93-b664-56f389115323 None None] DHCP port deletion for 153c098b-8875-4241-87d9-0a85b4cb0653 request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:38:05.802907 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55caa554-d559-45dd-bf75-83c7aa5ae833 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1cb13a9-97b6-41e5-933f-b7ecff2dca8f,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:05.810023 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-a8071faa-58bb-4016-81df-8bca65d4f755 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] For port 4ee8d588-a2dd-4f24-8d16-1e25981a5259, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=4ee8d588-a2dd-4f24-8d16-1e25981a5259,segment=NetworkSegment(51e1ca7c-7ff1-4686-8417-c524a2d741aa),segment_id=51e1ca7c-7ff1-4686-8417-c524a2d741aa)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:38:05.810950 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a8071faa-58bb-4016-81df-8bca65d4f755 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:05.823148 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-0e3f90ca-8d94-4d69-96c3-424dcf3d76a7 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Allocated IP 172.25.6.59 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/e773cca3-206d-448a-be51-0b4a4b9fef5e) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:38:05.846146 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-a8071faa-58bb-4016-81df-8bca65d4f755 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Calling delete_port for 4ee8d588-a2dd-4f24-8d16-1e25981a5259 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:38:05.892097 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9e15ef97-9879-4a93-b664-56f389115323 None None] Deleting port 4ee8d588-a2dd-4f24-8d16-1e25981a5259 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:38:05.892768 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9e15ef97-9879-4a93-b664-56f389115323 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:05.940110 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-357a2d81-3db2-4a98-9219-9fb9a80d28e9 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:05.996222 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['e7286bec-cff4-44eb-9a0a-5c2f549aab08'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:38:06.050426 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0e3f90ca-8d94-4d69-96c3-424dcf3d76a7 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:06.075016 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06557ba4-cf37-41dd-81cc-5f2b89b8f426 req-93500193-2981-4cd5-9bcc-59eb31051250 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:06.077081 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-06557ba4-cf37-41dd-81cc-5f2b89b8f426 req-93500193-2981-4cd5-9bcc-59eb31051250 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d3355a6-b0a7-40a4-aab4-f532996104e5 HTTP/1.1" status: 200 len: 945 time: 0.0692904 Apr 05 14:38:06.084600 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9e15ef97-9879-4a93-b664-56f389115323 None None] For port 4ee8d588-a2dd-4f24-8d16-1e25981a5259, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=4ee8d588-a2dd-4f24-8d16-1e25981a5259,segment=NetworkSegment(51e1ca7c-7ff1-4686-8417-c524a2d741aa),segment_id=51e1ca7c-7ff1-4686-8417-c524a2d741aa)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:38:06.085290 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9e15ef97-9879-4a93-b664-56f389115323 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:06.088513 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-357a2d81-3db2-4a98-9219-9fb9a80d28e9 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:06.107120 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9e15ef97-9879-4a93-b664-56f389115323 None None] Calling delete_port for 4ee8d588-a2dd-4f24-8d16-1e25981a5259 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:38:06.123840 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-06557ba4-cf37-41dd-81cc-5f2b89b8f426 req-2aa1826b-46bd-41ce-8432-aa51d20fd499 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399864 Apr 05 14:38:06.128908 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a8071faa-58bb-4016-81df-8bca65d4f755 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:06.159646 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8071faa-58bb-4016-81df-8bca65d4f755 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Pushing event deleted for resources: {'Port': ['ID=4ee8d588-a2dd-4f24-8d16-1e25981a5259,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:06.161780 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8071faa-58bb-4016-81df-8bca65d4f755 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] No DVR routers for this DVR port 4ee8d588-a2dd-4f24-8d16-1e25981a5259 on host n-d-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:38:06.219695 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-357a2d81-3db2-4a98-9219-9fb9a80d28e9 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:06.266045 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a8071faa-58bb-4016-81df-8bca65d4f755 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:06.292765 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9e15ef97-9879-4a93-b664-56f389115323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:06.293684 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-a8071faa-58bb-4016-81df-8bca65d4f755 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['153c098b-8875-4241-87d9-0a85b4cb0653']}} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:06.307007 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-a8071faa-58bb-4016-81df-8bca65d4f755 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51e1ca7c-7ff1-4686-8417-c524a2d741aa') {'for_net_delete': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:06.307346 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-a8071faa-58bb-4016-81df-8bca65d4f755 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51e1ca7c-7ff1-4686-8417-c524a2d741aa') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:06.319917 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a8071faa-58bb-4016-81df-8bca65d4f755 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13399223'] for segment, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:06.337855 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e15ef97-9879-4a93-b664-56f389115323 None None] Pushing event deleted for resources: {'Port': ['ID=4ee8d588-a2dd-4f24-8d16-1e25981a5259,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:06.338348 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a8071faa-58bb-4016-81df-8bca65d4f755 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:06.344998 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e15ef97-9879-4a93-b664-56f389115323 None None] No DVR routers for this DVR port 4ee8d588-a2dd-4f24-8d16-1e25981a5259 on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:38:06.345728 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8071faa-58bb-4016-81df-8bca65d4f755 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=103320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:38:06.346505 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a8071faa-58bb-4016-81df-8bca65d4f755 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15765202'] for segment, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:06.349555 n-d-836650-2 neutron-server[103320]: Traceback (most recent call last): Apr 05 14:38:06.349555 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:38:06.349555 n-d-836650-2 neutron-server[103320]: timer() Apr 05 14:38:06.349555 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:38:06.349555 n-d-836650-2 neutron-server[103320]: cb(*args, **kw) Apr 05 14:38:06.349555 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:38:06.349555 n-d-836650-2 neutron-server[103320]: return func(*args, **kwargs) Apr 05 14:38:06.349555 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:38:06.349555 n-d-836650-2 neutron-server[103320]: self._notify() Apr 05 14:38:06.349555 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:38:06.349555 n-d-836650-2 neutron-server[103320]: self.callback(batched_events) Apr 05 14:38:06.349555 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:38:06.349555 n-d-836650-2 neutron-server[103320]: event.method(event) Apr 05 14:38:06.349555 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:38:06.349555 n-d-836650-2 neutron-server[103320]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:38:06.349555 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:38:06.349555 n-d-836650-2 neutron-server[103320]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:38:06.349555 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:38:06.349555 n-d-836650-2 neutron-server[103320]: return f(self, *a, **k) Apr 05 14:38:06.349555 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:38:06.349555 n-d-836650-2 neutron-server[103320]: return self._get(url).json() Apr 05 14:38:06.349555 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:38:06.349555 n-d-836650-2 neutron-server[103320]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:38:06.349555 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:38:06.349555 n-d-836650-2 neutron-server[103320]: return self.request(url, 'GET', **kwargs) Apr 05 14:38:06.349555 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:38:06.349555 n-d-836650-2 neutron-server[103320]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:38:06.349555 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:38:06.349555 n-d-836650-2 neutron-server[103320]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:38:06.349555 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:38:06.349555 n-d-836650-2 neutron-server[103320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:38:06.349555 n-d-836650-2 neutron-server[103320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:38:06.415902 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44544) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:06.474836 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-6c8323dd-1396-4284-ac54-11a6bef0a319 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f15fb34306734f1db943c159bdbff20e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0556207 Apr 05 14:38:06.483800 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44546) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:06.533810 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-af4da50f-6f2c-4dac-8d70-ee3fa96a877c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:06.557711 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-af4da50f-6f2c-4dac-8d70-ee3fa96a877c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:06.601340 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0e3f90ca-8d94-4d69-96c3-424dcf3d76a7 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:06.615256 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a8071faa-58bb-4016-81df-8bca65d4f755 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:06.632513 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a8071faa-58bb-4016-81df-8bca65d4f755 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:06.636146 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-a8071faa-58bb-4016-81df-8bca65d4f755 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] 10.222.0.30 "DELETE /v2.0/networks/153c098b-8875-4241-87d9-0a85b4cb0653 HTTP/1.1" status: 204 len: 168 time: 1.1345377 Apr 05 14:38:06.637612 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8071faa-58bb-4016-81df-8bca65d4f755 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Pushing event deleted for resources: {'Network': ['ID=153c098b-8875-4241-87d9-0a85b4cb0653,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:06.639450 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44548) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:06.655555 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357a2d81-3db2-4a98-9219-9fb9a80d28e9 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78f9c60a-a450-46a8-997e-20b63eaa991d,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:06.670539 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3f90ca-8d94-4d69-96c3-424dcf3d76a7 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:38:06.675146 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-0e3f90ca-8d94-4d69-96c3-424dcf3d76a7 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:38:06.677101 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3f90ca-8d94-4d69-96c3-424dcf3d76a7 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Pushing event updated for resources: {'Port': ['ID=e773cca3-206d-448a-be51-0b4a4b9fef5e,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:06.679208 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3f90ca-8d94-4d69-96c3-424dcf3d76a7 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:38:06.723321 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-af4da50f-6f2c-4dac-8d70-ee3fa96a877c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:06.726076 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-af4da50f-6f2c-4dac-8d70-ee3fa96a877c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:06.727405 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-af4da50f-6f2c-4dac-8d70-ee3fa96a877c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2c4196f0-e4af-4f9a-a3d3-54caba464ea3 HTTP/1.1" status: 204 len: 168 time: 0.2499740 Apr 05 14:38:06.741947 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4da50f-6f2c-4dac-8d70-ee3fa96a877c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4196f0-e4af-4f9a-a3d3-54caba464ea3,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:06.789139 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e9c2aefc-29f9-4980-b505-4c15d8cc47a4 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Deleting port 8f59a351-18a9-4c74-8055-726f84811d06 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:38:06.789802 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e9c2aefc-29f9-4980-b505-4c15d8cc47a4 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:06.790444 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-357a2d81-3db2-4a98-9219-9fb9a80d28e9 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:06.791806 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-357a2d81-3db2-4a98-9219-9fb9a80d28e9 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0258207 Apr 05 14:38:06.796119 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44554) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:06.855946 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-b6d6ce77-9647-40b1-94e5-d0ea95f4de97 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Request body: {'security_group_rule': {'security_group_id': '78f9c60a-a450-46a8-997e-20b63eaa991d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:38:06.923961 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e9c2aefc-29f9-4980-b505-4c15d8cc47a4 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:06.924468 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e9c2aefc-29f9-4980-b505-4c15d8cc47a4 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:06.938342 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e9c2aefc-29f9-4980-b505-4c15d8cc47a4 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Calling delete_port for 8f59a351-18a9-4c74-8055-726f84811d06 owned by network:floatingip {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:38:06.969929 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device a17f90c3-07c3-4323-b60d-639559519a5b up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:38:07.017959 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port a17f90c3-07c3-4323-b60d-639559519a5b triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:38:07.018410 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:07.099033 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:07.119077 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port a17f90c3-07c3-4323-b60d-639559519a5b, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=a17f90c3-07c3-4323-b60d-639559519a5b,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:38:07.175896 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device e7286bec-cff4-44eb-9a0a-5c2f549aab08 up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:38:07.233353 n-d-836650-2 neutron-server[103321]: INFO neutron.api.v2.resource [None req-b6d6ce77-9647-40b1-94e5-d0ea95f4de97 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] create failed (client error): The resource could not be found. Apr 05 14:38:07.233353 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-b6d6ce77-9647-40b1-94e5-d0ea95f4de97 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3865893 Apr 05 14:38:07.234384 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44560) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:07.238892 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-f9a4ddd3-a9b4-406a-80c5-b7cd15ffdb12 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Request body: {'security_group_rule': {'security_group_id': '78f9c60a-a450-46a8-997e-20b63eaa991d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'b34d4cc6-4228-4e82-8438-b3c059fa93c8'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:38:07.249979 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0e3f90ca-8d94-4d69-96c3-424dcf3d76a7 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:07.268138 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b005f6-5dba-4b9f-b830-11be05f6ab8e req-073f9793-56c1-4771-a896-a4c869591ddc tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:07.269795 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-32b005f6-5dba-4b9f-b830-11be05f6ab8e req-073f9793-56c1-4771-a896-a4c869591ddc tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d3355a6-b0a7-40a4-aab4-f532996104e5 HTTP/1.1" status: 200 len: 945 time: 0.0641689 Apr 05 14:38:07.281433 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:07.309524 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e9c2aefc-29f9-4980-b505-4c15d8cc47a4 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:07.366120 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=a17f90c3-07c3-4323-b60d-639559519a5b,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:07.395294 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-32b005f6-5dba-4b9f-b830-11be05f6ab8e req-1c8bdedd-190b-490a-b0ee-2955670dc6dd tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179833 Apr 05 14:38:07.413272 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c2aefc-29f9-4980-b505-4c15d8cc47a4 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Pushing event deleted for resources: {'Port': ['ID=8f59a351-18a9-4c74-8055-726f84811d06,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:07.417362 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning for port e7286bec-cff4-44eb-9a0a-5c2f549aab08 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:38:07.426671 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port e7286bec-cff4-44eb-9a0a-5c2f549aab08 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:38:07.427752 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:07.430148 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 4ee8d588-a2dd-4f24-8d16-1e25981a5259 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:38:07.462935 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e9c2aefc-29f9-4980-b505-4c15d8cc47a4 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks [] for floatingip, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:07.465705 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e9c2aefc-29f9-4980-b505-4c15d8cc47a4 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:07.472278 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-e9c2aefc-29f9-4980-b505-4c15d8cc47a4 tempest-FloatingIPAdminTestJSON-1669059176 tempest-FloatingIPAdminTestJSON-1669059176-project] 10.222.0.30 "DELETE /v2.0/floatingips/f9e85564-bd14-494d-be75-10a9730f74c0 HTTP/1.1" status: 204 len: 168 time: 0.8295856 Apr 05 14:38:07.490084 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 4ee8d588-a2dd-4f24-8d16-1e25981a5259 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:38:07.490644 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 4ee8d588-a2dd-4f24-8d16-1e25981a5259 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:38:07.544988 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0e3f90ca-8d94-4d69-96c3-424dcf3d76a7 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618'] for router, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:07.553725 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:07.579082 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d3355a6-b0a7-40a4-aab4-f532996104e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7286bec-cff4-44eb-9a0a-5c2f549aab08'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:38:07.581877 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92516b3d-d9b9-4a92-a6f0-3007aaf61b0a" -d '{"events": [{"server_uuid": "3d3355a6-b0a7-40a4-aab4-f532996104e5", "name": "network-vif-plugged", "status": "completed", "tag": "e7286bec-cff4-44eb-9a0a-5c2f549aab08"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:38:07.596963 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port e7286bec-cff4-44eb-9a0a-5c2f549aab08, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=e7286bec-cff4-44eb-9a0a-5c2f549aab08,segment=NetworkSegment(ac926e6e-ab69-4031-83ab-f0f7e23b6b3b),segment_id=ac926e6e-ab69-4031-83ab-f0f7e23b6b3b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:38:07.655441 n-d-836650-2 neutron-server[103321]: INFO neutron.api.v2.resource [None req-f9a4ddd3-a9b4-406a-80c5-b7cd15ffdb12 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] create failed (client error): The resource could not be found. Apr 05 14:38:07.657096 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-f9a4ddd3-a9b4-406a-80c5-b7cd15ffdb12 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4217417 Apr 05 14:38:07.660070 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44570) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:07.709439 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:07.738663 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a303cc30-c72d-45d0-a125-26577f305ace tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:07.760666 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=e7286bec-cff4-44eb-9a0a-5c2f549aab08,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:07.761542 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a303cc30-c72d-45d0-a125-26577f305ace tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:07.904069 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e3f90ca-8d94-4d69-96c3-424dcf3d76a7 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Router bad9dc60-3f1b-4f90-9a6a-92ebbeec821f is scheduled to L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 with binding_index 1 {{(pid=103321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:38:07.954501 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a303cc30-c72d-45d0-a125-26577f305ace tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:07.957170 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a303cc30-c72d-45d0-a125-26577f305ace tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:07.958336 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-a303cc30-c72d-45d0-a125-26577f305ace tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] 10.222.0.30 "DELETE /v2.0/security-groups/78f9c60a-a450-46a8-997e-20b63eaa991d HTTP/1.1" status: 204 len: 168 time: 0.2973337 Apr 05 14:38:07.961186 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44574) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:07.973498 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a303cc30-c72d-45d0-a125-26577f305ace tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f9c60a-a450-46a8-997e-20b63eaa991d,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:08.010213 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-8850e3a7-5827-4d54-9eff-3f6240991d3f tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0478191 Apr 05 14:38:08.013956 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44576) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:08.019393 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-dcf67090-4363-4f3e-82a6-d59a27ff5ea8 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Request body: {'security_group_rule': {'security_group_id': '1fb59da0-b54a-4ef7-af89-b3bf7a18a77e', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:38:08.039943 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e3f90ca-8d94-4d69-96c3-424dcf3d76a7 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:38:08.049766 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634095db-27f7-4448-90cb-03a4a93ce690 None None] Sync routers for ids ['bad9dc60-3f1b-4f90-9a6a-92ebbeec821f'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:38:08.062772 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634095db-27f7-4448-90cb-03a4a93ce690 None None] Routers {'bad9dc60-3f1b-4f90-9a6a-92ebbeec821f'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:38:08.062772 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-634095db-27f7-4448-90cb-03a4a93ce690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:37:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['bad9dc60-3f1b-4f90-9a6a-92ebbeec821f'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:08.066554 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44578) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:08.108371 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-b89bb04e-21c4-4460-acf9-77a18e08fd4a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=54abc2dacf2b42e594f060cf24b2b913&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405967 Apr 05 14:38:08.119826 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44580) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:08.175040 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-634095db-27f7-4448-90cb-03a4a93ce690 None None] Set router bad9dc60-3f1b-4f90-9a6a-92ebbeec821f gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:38:08.175757 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0e6f1f32-2ada-4328-ade5-815aa340124f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:08.199747 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0e6f1f32-2ada-4328-ade5-815aa340124f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:08.251441 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b4e9e1-c643-4fbc-8513-431641054080 x-openstack-request-id: req-f2b4e9e1-c643-4fbc-8513-431641054080 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:38:08.251779 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d3355a6-b0a7-40a4-aab4-f532996104e5", "name": "network-vif-plugged", "status": "completed", "tag": "e7286bec-cff4-44eb-9a0a-5c2f549aab08", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:38:08.251960 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f2b4e9e1-c643-4fbc-8513-431641054080 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:38:08.253978 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2b4e9e1-c643-4fbc-8513-431641054080'] response: {'server_uuid': '3d3355a6-b0a7-40a4-aab4-f532996104e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7286bec-cff4-44eb-9a0a-5c2f549aab08', 'code': 200} Apr 05 14:38:08.263427 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0e3f90ca-8d94-4d69-96c3-424dcf3d76a7 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:08.267906 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-0e3f90ca-8d94-4d69-96c3-424dcf3d76a7 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 4.1318746 Apr 05 14:38:08.268594 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44584) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:08.351342 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44586) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:08.369684 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330da6ca-da5e-41e6-a698-a382fa102c16 req-bd698e15-14c9-4bac-ae16-1322290ed115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:08.371996 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-330da6ca-da5e-41e6-a698-a382fa102c16 req-bd698e15-14c9-4bac-ae16-1322290ed115 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3d3355a6-b0a7-40a4-aab4-f532996104e5 HTTP/1.1" status: 200 len: 1097 time: 0.0594256 Apr 05 14:38:08.393646 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-52acfc55-d4f0-4a0b-b7e5-24021e0791e3 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] 10.222.0.30 "GET /v2.0/routers/bad9dc60-3f1b-4f90-9a6a-92ebbeec821f HTTP/1.1" status: 200 len: 906 time: 0.1238897 Apr 05 14:38:08.397089 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44590) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:08.408430 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0e6f1f32-2ada-4328-ade5-815aa340124f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:08.411653 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0e6f1f32-2ada-4328-ade5-815aa340124f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:08.415258 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-0e6f1f32-2ada-4328-ade5-815aa340124f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bd4da22c-1831-4346-b8dd-b4390aceb45d HTTP/1.1" status: 204 len: 168 time: 0.2920516 Apr 05 14:38:08.420581 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-634095db-27f7-4448-90cb-03a4a93ce690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad9dc60-3f1b-4f90-9a6a-92ebbeec821f', 'name': 'tempest-snat-router-224087101', 'tenant_id': 'b1d8cdd7b2c146689fab4e591e20365c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': 'e773cca3-206d-448a-be51-0b4a4b9fef5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:38:04Z', 'updated_at': '2022-04-05T14:38:06Z', 'revision_number': 3, 'project_id': 'b1d8cdd7b2c146689fab4e591e20365c', 'gw_port': {'id': 'e773cca3-206d-448a-be51-0b4a4b9fef5e', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f0:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad9dc60-3f1b-4f90-9a6a-92ebbeec821f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:38:05Z', 'updated_at': '2022-04-05T14:38:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:08.427105 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6f1f32-2ada-4328-ade5-815aa340124f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4da22c-1831-4346-b8dd-b4390aceb45d,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:08.442005 n-d-836650-2 neutron-server[103320]: INFO neutron.api.v2.resource [None req-dcf67090-4363-4f3e-82a6-d59a27ff5ea8 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] create failed (client error): The resource could not be found. Apr 05 14:38:08.443092 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-dcf67090-4363-4f3e-82a6-d59a27ff5ea8 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4280097 Apr 05 14:38:08.448786 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-330da6ca-da5e-41e6-a698-a382fa102c16 req-f6e5361a-9503-4b94-a6a8-14112c716beb service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690043 Apr 05 14:38:08.449543 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44596) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:08.456130 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-f4df252e-1e4c-4b04-8d22-4dd4a7dc010c tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Request body: {'security_group': {'name': 'tempest-secgroup--823811829'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:38:08.489774 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634095db-27f7-4448-90cb-03a4a93ce690 None None] Checking router: bad9dc60-3f1b-4f90-9a6a-92ebbeec821f for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:38:08.490157 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634095db-27f7-4448-90cb-03a4a93ce690 None None] Updating router bad9dc60-3f1b-4f90-9a6a-92ebbeec821f port e773cca3-206d-448a-be51-0b4a4b9fef5e binding host n-d-836650-2 {{(pid=103322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:38:08.526640 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-634095db-27f7-4448-90cb-03a4a93ce690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:08.578590 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d157c-cf2f-463e-964a-b4ed12d2f71f req-8ac46312-b94e-4d7a-a8e3-a8f80c0d5adb tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:08.587646 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-195d157c-cf2f-463e-964a-b4ed12d2f71f req-8ac46312-b94e-4d7a-a8e3-a8f80c0d5adb tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d3355a6-b0a7-40a4-aab4-f532996104e5 HTTP/1.1" status: 200 len: 946 time: 0.0913055 Apr 05 14:38:08.592806 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f4df252e-1e4c-4b04-8d22-4dd4a7dc010c tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:08.596417 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d8369df5-9dc5-4fb5-8fd1-e0fea3d67aa6 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks [] for router, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:08.673746 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-619a3259-cac0-4747-9699-6031e991c3f2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=71b757d9708f4ae9977ab7e04353b160&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3213458 Apr 05 14:38:08.673980 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44598) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:08.680777 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-195d157c-cf2f-463e-964a-b4ed12d2f71f req-0fd041db-6ecf-4d4c-bae0-a0a67e1a4cc3 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923231 Apr 05 14:38:08.736847 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f4df252e-1e4c-4b04-8d22-4dd4a7dc010c tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:08.777409 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d8369df5-9dc5-4fb5-8fd1-e0fea3d67aa6 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:08.788494 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4849f002-31d9-4460-8d4e-2313cd77caf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:08.813494 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4849f002-31d9-4460-8d4e-2313cd77caf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:08.829290 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f4df252e-1e4c-4b04-8d22-4dd4a7dc010c tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:08.836431 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device a17f90c3-07c3-4323-b60d-639559519a5b up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:38:08.861442 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4df252e-1e4c-4b04-8d22-4dd4a7dc010c tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=938efbb5-9626-455c-95b9-d969cfcfdced,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:08.891376 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-634095db-27f7-4448-90cb-03a4a93ce690 None None] Notify callbacks [] for port, precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:08.912420 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port a17f90c3-07c3-4323-b60d-639559519a5b triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:38:08.912913 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:08.926044 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-d8369df5-9dc5-4fb5-8fd1-e0fea3d67aa6 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Deleting port e773cca3-206d-448a-be51-0b4a4b9fef5e {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:38:08.929480 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d8369df5-9dc5-4fb5-8fd1-e0fea3d67aa6 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:08.983263 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f4df252e-1e4c-4b04-8d22-4dd4a7dc010c tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:08.988708 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-f4df252e-1e4c-4b04-8d22-4dd4a7dc010c tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5352800 Apr 05 14:38:08.989738 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44608) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:08.994613 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-cf2bd894-e1e6-485e-b464-58162fd3de0d tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Request body: {'security_group': {'name': 'tempest-secgroup--608361104'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:38:09.017685 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d8369df5-9dc5-4fb5-8fd1-e0fea3d67aa6 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:09.030944 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-d8369df5-9dc5-4fb5-8fd1-e0fea3d67aa6 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Calling delete_port for e773cca3-206d-448a-be51-0b4a4b9fef5e owned by network:router_gateway {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:38:09.038159 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-634095db-27f7-4448-90cb-03a4a93ce690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:09.039895 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4849f002-31d9-4460-8d4e-2313cd77caf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:09.042450 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4849f002-31d9-4460-8d4e-2313cd77caf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:09.043636 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-4849f002-31d9-4460-8d4e-2313cd77caf1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/85cab61d-ca18-44da-af82-663024515747 HTTP/1.1" status: 204 len: 168 time: 0.3682749 Apr 05 14:38:09.095966 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4849f002-31d9-4460-8d4e-2313cd77caf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85cab61d-ca18-44da-af82-663024515747,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:09.112746 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-634095db-27f7-4448-90cb-03a4a93ce690 None None] Attempting to bind port e773cca3-206d-448a-be51-0b4a4b9fef5e on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:38:09.113468 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-634095db-27f7-4448-90cb-03a4a93ce690 None None] Attempting to bind port e773cca3-206d-448a-be51-0b4a4b9fef5e by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:38:09.114069 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634095db-27f7-4448-90cb-03a4a93ce690 None None] Attempting to bind port e773cca3-206d-448a-be51-0b4a4b9fef5e on network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:38:09.132845 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634095db-27f7-4448-90cb-03a4a93ce690 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:38:09.133582 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634095db-27f7-4448-90cb-03a4a93ce690 None None] Checking segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:38:09.134140 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-634095db-27f7-4448-90cb-03a4a93ce690 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:09.134721 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634095db-27f7-4448-90cb-03a4a93ce690 None None] Bound using segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:38:09.135055 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf2bd894-e1e6-485e-b464-58162fd3de0d tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:09.135209 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-634095db-27f7-4448-90cb-03a4a93ce690 None None] Bound port: e773cca3-206d-448a-be51-0b4a4b9fef5e, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:38:09.135538 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-634095db-27f7-4448-90cb-03a4a93ce690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:09.161376 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53e3241-b90d-48f7-8ec9-2d16cd1e94f4 None None] Pushing event updated for resources: {'Port': ['ID=e773cca3-206d-448a-be51-0b4a4b9fef5e,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:09.210378 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf2bd894-e1e6-485e-b464-58162fd3de0d tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:09.381424 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf2bd894-e1e6-485e-b464-58162fd3de0d tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:09.381694 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d8369df5-9dc5-4fb5-8fd1-e0fea3d67aa6 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:09.382303 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.db.api [None req-634095db-27f7-4448-90cb-03a4a93ce690 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:38:09.382632 n-d-836650-2 neutron-server[103322]: DEBUG oslo_db.api [None req-634095db-27f7-4448-90cb-03a4a93ce690 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:38:09.412064 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8369df5-9dc5-4fb5-8fd1-e0fea3d67aa6 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Pushing event deleted for resources: {'Port': ['ID=e773cca3-206d-448a-be51-0b4a4b9fef5e,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:09.422081 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2bd894-e1e6-485e-b464-58162fd3de0d tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=becc8d0f-a253-4b82-b745-baaf933d141b,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:09.491208 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d8369df5-9dc5-4fb5-8fd1-e0fea3d67aa6 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808526'] for router_gateway, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:09.514901 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf2bd894-e1e6-485e-b464-58162fd3de0d tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:09.518850 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-cf2bd894-e1e6-485e-b464-58162fd3de0d tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5266938 Apr 05 14:38:09.520577 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44622) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:09.525174 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-c5f94bca-975a-454b-b9b9-c36624266249 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Request body: {'security_group_rule': {'security_group_id': '938efbb5-9626-455c-95b9-d969cfcfdced', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'becc8d0f-a253-4b82-b745-baaf933d141b'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:38:09.591026 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d8369df5-9dc5-4fb5-8fd1-e0fea3d67aa6 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27070'] for router, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:09.593893 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d8369df5-9dc5-4fb5-8fd1-e0fea3d67aa6 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:09.795353 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d8369df5-9dc5-4fb5-8fd1-e0fea3d67aa6 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803298'] for router, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:09.795909 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8369df5-9dc5-4fb5-8fd1-e0fea3d67aa6 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bad9dc60-3f1b-4f90-9a6a-92ebbeec821f {{(pid=103321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:38:09.799298 n-d-836650-2 neutron-server[103320]: INFO neutron.api.v2.resource [None req-c5f94bca-975a-454b-b9b9-c36624266249 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:38:09.799298 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-c5f94bca-975a-454b-b9b9-c36624266249 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2762215 Apr 05 14:38:09.801769 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44632) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:09.804359 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d8369df5-9dc5-4fb5-8fd1-e0fea3d67aa6 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:09.807961 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-d8369df5-9dc5-4fb5-8fd1-e0fea3d67aa6 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] 10.222.0.30 "DELETE /v2.0/routers/bad9dc60-3f1b-4f90-9a6a-92ebbeec821f HTTP/1.1" status: 204 len: 168 time: 1.4075043 Apr 05 14:38:09.809067 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44634) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:09.864426 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13294ce9-69a0-4aa3-928f-2826acb84e05 req-3e30c0d8-abc6-4128-a53f-3eb774134ec6 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:09.868219 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-13294ce9-69a0-4aa3-928f-2826acb84e05 req-3e30c0d8-abc6-4128-a53f-3eb774134ec6 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d3355a6-b0a7-40a4-aab4-f532996104e5 HTTP/1.1" status: 200 len: 946 time: 0.1066186 Apr 05 14:38:09.922154 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-634095db-27f7-4448-90cb-03a4a93ce690 None None] Attempting to bind port e773cca3-206d-448a-be51-0b4a4b9fef5e on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:38:09.922647 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-634095db-27f7-4448-90cb-03a4a93ce690 None None] Attempting to bind port e773cca3-206d-448a-be51-0b4a4b9fef5e by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:38:09.922866 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634095db-27f7-4448-90cb-03a4a93ce690 None None] Attempting to bind port e773cca3-206d-448a-be51-0b4a4b9fef5e on network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:38:09.928046 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b868ee2c-3fa7-49a6-9778-6b9175bd7553 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:09.928214 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634095db-27f7-4448-90cb-03a4a93ce690 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:38:09.933335 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634095db-27f7-4448-90cb-03a4a93ce690 None None] Checking segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:38:09.933335 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-634095db-27f7-4448-90cb-03a4a93ce690 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:09.933335 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634095db-27f7-4448-90cb-03a4a93ce690 None None] Bound using segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:38:09.933335 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-634095db-27f7-4448-90cb-03a4a93ce690 None None] Bound port: e773cca3-206d-448a-be51-0b4a4b9fef5e, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:38:09.933335 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-634095db-27f7-4448-90cb-03a4a93ce690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:09.950716 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-11642eb7-3d9e-495b-a08a-5cca2ac62b87 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks [] for router, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:09.956008 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-634095db-27f7-4448-90cb-03a4a93ce690 None None] Port e773cca3-206d-448a-be51-0b4a4b9fef5e has been deleted concurrently {{(pid=103322) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:667}} Apr 05 14:38:09.961608 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634095db-27f7-4448-90cb-03a4a93ce690 None None] Routers set() bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:38:09.961975 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634095db-27f7-4448-90cb-03a4a93ce690 None None] Router IDs set() for agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 05 14:38:09.962569 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_agentschedulers_db [None req-634095db-27f7-4448-90cb-03a4a93ce690 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'bad9dc60-3f1b-4f90-9a6a-92ebbeec821f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:37:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent'). {{(pid=103322) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 05 14:38:09.962944 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634095db-27f7-4448-90cb-03a4a93ce690 None None] The sync data for ids ['bad9dc60-3f1b-4f90-9a6a-92ebbeec821f'] in n-d-836650-2 is: [] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:38:10.006143 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44640) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:10.018006 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b868ee2c-3fa7-49a6-9778-6b9175bd7553 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:10.029522 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-13294ce9-69a0-4aa3-928f-2826acb84e05 req-689b90d4-cf57-441e-81c5-991435f7d561 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467655 Apr 05 14:38:10.054211 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0a676bc9-693f-43a2-9f2f-b46ba8285172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:10.114305 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-11642eb7-3d9e-495b-a08a-5cca2ac62b87 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:10.257956 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b868ee2c-3fa7-49a6-9778-6b9175bd7553 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:10.260407 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b868ee2c-3fa7-49a6-9778-6b9175bd7553 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:10.261572 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-b868ee2c-3fa7-49a6-9778-6b9175bd7553 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] 10.222.0.30 "DELETE /v2.0/security-groups/becc8d0f-a253-4b82-b745-baaf933d141b HTTP/1.1" status: 204 len: 168 time: 0.4588926 Apr 05 14:38:10.264247 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44642) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:10.277998 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b868ee2c-3fa7-49a6-9778-6b9175bd7553 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=becc8d0f-a253-4b82-b745-baaf933d141b,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:10.322030 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-54c25114-9495-4626-9686-24bbb4743195 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0565715 Apr 05 14:38:10.325771 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44644) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:10.340793 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0a676bc9-693f-43a2-9f2f-b46ba8285172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:10.417094 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1fc7a425-8235-4df7-a1aa-5fcc9e60c73f tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:10.430179 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-11642eb7-3d9e-495b-a08a-5cca2ac62b87 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Deleting port a17f90c3-07c3-4323-b60d-639559519a5b {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:38:10.430518 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-11642eb7-3d9e-495b-a08a-5cca2ac62b87 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:10.479009 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1fc7a425-8235-4df7-a1aa-5fcc9e60c73f tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:10.495550 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0a676bc9-693f-43a2-9f2f-b46ba8285172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:10.536198 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-0a676bc9-693f-43a2-9f2f-b46ba8285172 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=13e115b4e88946369b2cdb8ae0b7f3c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5285983 Apr 05 14:38:10.538450 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a676bc9-693f-43a2-9f2f-b46ba8285172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e27fd3-3cce-4995-b990-a8f0448de9e9,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:10.539929 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44648) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:10.554902 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-11642eb7-3d9e-495b-a08a-5cca2ac62b87 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] For port a17f90c3-07c3-4323-b60d-639559519a5b, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=a17f90c3-07c3-4323-b60d-639559519a5b,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:38:10.555254 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-11642eb7-3d9e-495b-a08a-5cca2ac62b87 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:10.584665 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-11642eb7-3d9e-495b-a08a-5cca2ac62b87 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Calling delete_port for a17f90c3-07c3-4323-b60d-639559519a5b owned by network:router_gateway {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:38:10.656497 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1fc7a425-8235-4df7-a1aa-5fcc9e60c73f tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:10.659152 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1fc7a425-8235-4df7-a1aa-5fcc9e60c73f tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:10.660303 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-1fc7a425-8235-4df7-a1aa-5fcc9e60c73f tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] 10.222.0.30 "DELETE /v2.0/security-groups/938efbb5-9626-455c-95b9-d969cfcfdced HTTP/1.1" status: 204 len: 168 time: 0.3340333 Apr 05 14:38:10.663065 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44654) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:10.665044 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-63f09b99-ab7a-49e1-9e25-dde317a38ef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:10.689516 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc7a425-8235-4df7-a1aa-5fcc9e60c73f tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=938efbb5-9626-455c-95b9-d969cfcfdced,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:10.709245 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-63f09b99-ab7a-49e1-9e25-dde317a38ef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:10.720925 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-385af0a5-bdbc-46c5-bab9-781178adf46b tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0566144 Apr 05 14:38:10.726611 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44656) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:10.730896 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-4c70ca56-0fcd-4edf-b1d0-6d68061b4392 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Request body: {'security_group': {'name': 'tempest-secgroup--399061315'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:38:10.869458 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4c70ca56-0fcd-4edf-b1d0-6d68061b4392 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:10.895932 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-63f09b99-ab7a-49e1-9e25-dde317a38ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:10.900057 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-63f09b99-ab7a-49e1-9e25-dde317a38ef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:10.902229 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-63f09b99-ab7a-49e1-9e25-dde317a38ef3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b6e27fd3-3cce-4995-b990-a8f0448de9e9 HTTP/1.1" status: 204 len: 168 time: 0.3583727 Apr 05 14:38:10.903199 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-11642eb7-3d9e-495b-a08a-5cca2ac62b87 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:10.955878 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11642eb7-3d9e-495b-a08a-5cca2ac62b87 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Pushing event deleted for resources: {'Port': ['ID=a17f90c3-07c3-4323-b60d-639559519a5b,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:10.958231 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f09b99-ab7a-49e1-9e25-dde317a38ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e27fd3-3cce-4995-b990-a8f0448de9e9,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:11.038478 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-11642eb7-3d9e-495b-a08a-5cca2ac62b87 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808526'] for router_gateway, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:11.209573 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-11642eb7-3d9e-495b-a08a-5cca2ac62b87 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27070'] for router, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:11.212056 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-11642eb7-3d9e-495b-a08a-5cca2ac62b87 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:11.360111 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4c70ca56-0fcd-4edf-b1d0-6d68061b4392 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:11.382766 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3037c6-d820-4cc3-a21a-684935aa0e84 req-af3e082f-cc85-44c5-a986-902fed66017a tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:11.384288 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8f3037c6-d820-4cc3-a21a-684935aa0e84 req-af3e082f-cc85-44c5-a986-902fed66017a tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d3355a6-b0a7-40a4-aab4-f532996104e5 HTTP/1.1" status: 200 len: 946 time: 0.0575154 Apr 05 14:38:11.403077 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 7 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 14:38:11.422074 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-11642eb7-3d9e-495b-a08a-5cca2ac62b87 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803298'] for router, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:11.423046 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11642eb7-3d9e-495b-a08a-5cca2ac62b87 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6ad654cf-7cd7-494c-b1fe-634a979fdc88 {{(pid=103321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:38:11.427108 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8f3037c6-d820-4cc3-a21a-684935aa0e84 req-2d54521f-f28e-4770-8392-963fea40aa1d tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358231 Apr 05 14:38:11.436653 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-11642eb7-3d9e-495b-a08a-5cca2ac62b87 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:11.445357 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-11642eb7-3d9e-495b-a08a-5cca2ac62b87 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] 10.222.0.30 "DELETE /v2.0/routers/6ad654cf-7cd7-494c-b1fe-634a979fdc88 HTTP/1.1" status: 204 len: 168 time: 1.6308737 Apr 05 14:38:11.445527 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44680) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:11.451958 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-7b89ea16-ac2d-453e-919a-d90b223807ef tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-39305817', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}, 'admin_state_up': False}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:38:11.501377 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4c70ca56-0fcd-4edf-b1d0-6d68061b4392 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:11.544274 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c70ca56-0fcd-4edf-b1d0-6d68061b4392 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35a4de1a-9e27-43fd-a1e1-6af6db9d8295,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:11.652372 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b89ea16-ac2d-453e-919a-d90b223807ef tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27088'] for router, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:11.653514 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b89ea16-ac2d-453e-919a-d90b223807ef tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27079'] for router, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:11.713560 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b89ea16-ac2d-453e-919a-d90b223807ef tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:11.719763 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4c70ca56-0fcd-4edf-b1d0-6d68061b4392 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:11.721049 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-4c70ca56-0fcd-4edf-b1d0-6d68061b4392 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9934740 Apr 05 14:38:11.725295 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44696) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:11.730213 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-d349206b-f1e2-4238-8600-8dea53c07ff5 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:38:11.730926 n-d-836650-2 neutron-server[103321]: WARNING neutron.api.v2.base [None req-d349206b-f1e2-4238-8600-8dea53c07ff5 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 05 14:38:11.731369 n-d-836650-2 neutron-server[103321]: INFO neutron.api.v2.resource [None req-d349206b-f1e2-4238-8600-8dea53c07ff5 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] update failed (client error): There was a conflict when trying to complete your request. Apr 05 14:38:11.732310 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-d349206b-f1e2-4238-8600-8dea53c07ff5 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] 10.222.0.30 "PUT /v2.0/security-groups/35a4de1a-9e27-43fd-a1e1-6af6db9d8295 HTTP/1.1" status: 409 len: 330 time: 0.0059712 Apr 05 14:38:11.735046 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44700) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:11.788459 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bfcecf92-80e6-46d0-b487-01360abb3959 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:11.810969 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bfcecf92-80e6-46d0-b487-01360abb3959 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:12.032583 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b89ea16-ac2d-453e-919a-d90b223807ef tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:12.035694 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bfcecf92-80e6-46d0-b487-01360abb3959 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:12.038326 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bfcecf92-80e6-46d0-b487-01360abb3959 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:12.042123 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-bfcecf92-80e6-46d0-b487-01360abb3959 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] 10.222.0.30 "DELETE /v2.0/security-groups/35a4de1a-9e27-43fd-a1e1-6af6db9d8295 HTTP/1.1" status: 204 len: 168 time: 0.3035116 Apr 05 14:38:12.042710 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44706) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:12.057667 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcecf92-80e6-46d0-b487-01360abb3959 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a4de1a-9e27-43fd-a1e1-6af6db9d8295,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:12.068383 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bbc0ad-eb7c-49fe-bd4c-8874f5e6ec02 req-bd842ae4-b84d-4faf-ba38-24bcb42d5593 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:12.070152 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-42bbc0ad-eb7c-49fe-bd4c-8874f5e6ec02 req-bd842ae4-b84d-4faf-ba38-24bcb42d5593 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d3355a6-b0a7-40a4-aab4-f532996104e5 HTTP/1.1" status: 200 len: 946 time: 0.1489956 Apr 05 14:38:12.100696 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-672b010e-2643-4313-8a29-edc3dac2c2e6 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0565066 Apr 05 14:38:12.104771 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44714) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:12.121220 n-d-836650-2 neutron-server[103321]: INFO neutron.api.v2.resource [None req-0030ff47-6900-421f-acef-acffbdeab9e0 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] delete failed (client error): The resource could not be found. Apr 05 14:38:12.122705 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-0030ff47-6900-421f-acef-acffbdeab9e0 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] 10.222.0.30 "DELETE /v2.0/security-groups/98280938-e93c-4b46-b448-aad28c1a57ac HTTP/1.1" status: 404 len: 347 time: 0.0162165 Apr 05 14:38:12.125280 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-42bbc0ad-eb7c-49fe-bd4c-8874f5e6ec02 req-77623a18-117c-4354-8574-aa6ebebe90cf tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381076 Apr 05 14:38:12.126660 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44716) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:12.146721 n-d-836650-2 neutron-server[103320]: INFO neutron.api.v2.resource [None req-813bd59f-35cc-4c9a-9967-ee2ef3075a40 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] show failed (client error): The resource could not be found. Apr 05 14:38:12.148145 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-813bd59f-35cc-4c9a-9967-ee2ef3075a40 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] 10.222.0.30 "GET /v2.0/security-groups/3e19364b-05f2-4b1a-8912-c52e6d25a2dc HTTP/1.1" status: 404 len: 347 time: 0.0204358 Apr 05 14:38:12.154873 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44722) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:12.164388 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:12.170872 n-d-836650-2 neutron-server[103320]: INFO neutron.api.v2.resource [None req-f01c79e1-5024-46c0-ba5c-37b8e8c6c999 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] show failed (client error): The resource could not be found. Apr 05 14:38:12.172329 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-f01c79e1-5024-46c0-ba5c-37b8e8c6c999 tempest-NegativeSecGroupTest-206977085 tempest-NegativeSecGroupTest-206977085-project] 10.222.0.30 "GET /v2.0/security-group-rules/1c94e8e2-9bef-4cce-a376-83d16e3c1c2b HTTP/1.1" status: 404 len: 356 time: 0.0162039 Apr 05 14:38:12.217517 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44726) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:12.238823 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-667dda76-e16e-40c1-a79e-b682b65a4a20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:12.314688 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f32498-ae13-4300-90f5-b767ce784776 req-1302fb96-c470-4391-8e39-28cff86b119d tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:12.316561 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-79f32498-ae13-4300-90f5-b767ce784776 req-1302fb96-c470-4391-8e39-28cff86b119d tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d3355a6-b0a7-40a4-aab4-f532996104e5 HTTP/1.1" status: 200 len: 946 time: 0.1063831 Apr 05 14:38:12.382578 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-667dda76-e16e-40c1-a79e-b682b65a4a20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:12.384401 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-79f32498-ae13-4300-90f5-b767ce784776 req-1f2d2597-d858-485b-a5bf-e04d6734f890 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603921 Apr 05 14:38:12.489823 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b89ea16-ac2d-453e-919a-d90b223807ef tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks [] for router_gateway, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:12.509905 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b89ea16-ac2d-453e-919a-d90b223807ef tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:12.586642 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-667dda76-e16e-40c1-a79e-b682b65a4a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:12.624139 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-7b89ea16-ac2d-453e-919a-d90b223807ef tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Allocated IP 172.25.6.12 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/a559bd75-df54-40c3-bb8c-7b53285e52ce) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:38:12.627296 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667dda76-e16e-40c1-a79e-b682b65a4a20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2002946-9aa1-44ea-8026-950f77be08b8,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:12.631762 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-667dda76-e16e-40c1-a79e-b682b65a4a20 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0ca2d223eb7647afa70d4a1d0822fa96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4124374 Apr 05 14:38:12.634671 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44732) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:12.686656 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1783f4ca-3578-431c-b596-28d9a65e7c94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:12.710103 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1783f4ca-3578-431c-b596-28d9a65e7c94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:12.748041 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b89ea16-ac2d-453e-919a-d90b223807ef tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:12.814397 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device a17f90c3-07c3-4323-b60d-639559519a5b no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:38:12.829916 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1783f4ca-3578-431c-b596-28d9a65e7c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:12.832384 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1783f4ca-3578-431c-b596-28d9a65e7c94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:12.833653 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-1783f4ca-3578-431c-b596-28d9a65e7c94 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d2002946-9aa1-44ea-8026-950f77be08b8 HTTP/1.1" status: 204 len: 168 time: 0.1979377 Apr 05 14:38:12.834556 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: a17f90c3-07c3-4323-b60d-639559519a5b {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:38:12.834916 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device a17f90c3-07c3-4323-b60d-639559519a5b not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:38:12.842674 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1783f4ca-3578-431c-b596-28d9a65e7c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2002946-9aa1-44ea-8026-950f77be08b8,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:12.910304 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b89ea16-ac2d-453e-919a-d90b223807ef tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:12.971472 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b89ea16-ac2d-453e-919a-d90b223807ef tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:38:12.976531 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-7b89ea16-ac2d-453e-919a-d90b223807ef tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:38:12.978324 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b89ea16-ac2d-453e-919a-d90b223807ef tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:38:13.009281 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b89ea16-ac2d-453e-919a-d90b223807ef tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Pushing event updated for resources: {'Port': ['ID=a559bd75-df54-40c3-bb8c-7b53285e52ce,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:13.052130 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44744) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:13.181438 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292856f6-0769-4319-a491-17a384bfede3 req-8271a0d7-86c3-48da-b770-ab4d4fd5c3b5 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:13.183528 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-292856f6-0769-4319-a491-17a384bfede3 req-8271a0d7-86c3-48da-b770-ab4d4fd5c3b5 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d3355a6-b0a7-40a4-aab4-f532996104e5 HTTP/1.1" status: 200 len: 946 time: 0.1619203 Apr 05 14:38:13.279739 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-292856f6-0769-4319-a491-17a384bfede3 req-41e9a68a-4f3f-47bc-abcc-73a1088f3550 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642917 Apr 05 14:38:13.389067 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44756) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:13.390941 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-8726d5a2-1753-434e-833d-9b29dca42211 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=077accb5a9db47f8abd175acd145556b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3366179 Apr 05 14:38:13.622904 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4ff25493-be59-451e-9e8b-079ca6634c64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:13.625932 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b89ea16-ac2d-453e-919a-d90b223807ef tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks [] for router_gateway, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:13.687726 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4ff25493-be59-451e-9e8b-079ca6634c64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:13.908526 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b89ea16-ac2d-453e-919a-d90b223807ef tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618'] for router, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:13.918333 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:13.989899 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4ff25493-be59-451e-9e8b-079ca6634c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:13.992958 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4ff25493-be59-451e-9e8b-079ca6634c64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:13.994194 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-4ff25493-be59-451e-9e8b-079ca6634c64 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3d8a2044-9fd2-4f62-94a3-d7213878c619 HTTP/1.1" status: 204 len: 168 time: 0.6040988 Apr 05 14:38:14.016797 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff25493-be59-451e-9e8b-079ca6634c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8a2044-9fd2-4f62-94a3-d7213878c619,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:14.137831 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b89ea16-ac2d-453e-919a-d90b223807ef tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Router 3ed0a461-07fd-45d8-8563-d178105b69eb is scheduled to L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 with binding_index 1 {{(pid=103320) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:38:14.250178 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b89ea16-ac2d-453e-919a-d90b223807ef tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:38:14.266211 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eca0841-17fb-40a9-afb7-7aa16bee0cdb None None] Sync routers for ids ['3ed0a461-07fd-45d8-8563-d178105b69eb'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:38:14.274934 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eca0841-17fb-40a9-afb7-7aa16bee0cdb None None] Routers {'3ed0a461-07fd-45d8-8563-d178105b69eb'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:38:14.276613 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-2eca0841-17fb-40a9-afb7-7aa16bee0cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:37:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['3ed0a461-07fd-45d8-8563-d178105b69eb'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:14.312804 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-2eca0841-17fb-40a9-afb7-7aa16bee0cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:14.323611 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eca0841-17fb-40a9-afb7-7aa16bee0cdb None None] Routers {'3ed0a461-07fd-45d8-8563-d178105b69eb'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:38:14.324216 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-2eca0841-17fb-40a9-afb7-7aa16bee0cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:37:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['3ed0a461-07fd-45d8-8563-d178105b69eb'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:14.359312 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-2eca0841-17fb-40a9-afb7-7aa16bee0cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:14.360590 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eca0841-17fb-40a9-afb7-7aa16bee0cdb None None] The sync data for ids ['3ed0a461-07fd-45d8-8563-d178105b69eb'] in n-d-836650-2 is: [] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:38:14.417662 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b89ea16-ac2d-453e-919a-d90b223807ef tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks [] for router, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:14.422318 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44802) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:14.427284 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-ceea96fe-cebf-47d3-83b7-2295a70929b0 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'enable_snat': False}}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:38:14.431191 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-7b89ea16-ac2d-453e-919a-d90b223807ef tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 2.9842727 Apr 05 14:38:14.517200 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389f8e88-3b10-49e4-9ec0-a23725891ceb req-6c8cd5ea-4a62-41a1-9d34-0c54b15feef2 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:14.520298 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-389f8e88-3b10-49e4-9ec0-a23725891ceb req-6c8cd5ea-4a62-41a1-9d34-0c54b15feef2 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d3355a6-b0a7-40a4-aab4-f532996104e5 HTTP/1.1" status: 200 len: 946 time: 0.1600568 Apr 05 14:38:14.572609 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dabda7f-d5c4-4c6d-80cf-3c09114ad59d req-13840d5c-3a37-49f5-8ef6-d727675851d7 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:14.586311 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5dabda7f-d5c4-4c6d-80cf-3c09114ad59d req-13840d5c-3a37-49f5-8ef6-d727675851d7 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d3355a6-b0a7-40a4-aab4-f532996104e5 HTTP/1.1" status: 200 len: 946 time: 0.1782272 Apr 05 14:38:14.657765 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5dabda7f-d5c4-4c6d-80cf-3c09114ad59d req-6721aa98-1e43-452a-9fda-a39ff744e780 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676916 Apr 05 14:38:14.672835 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-389f8e88-3b10-49e4-9ec0-a23725891ceb req-d364c7e2-6f14-4016-a756-978e10d668a2 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Deleting port e7286bec-cff4-44eb-9a0a-5c2f549aab08 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:38:14.673206 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-389f8e88-3b10-49e4-9ec0-a23725891ceb req-d364c7e2-6f14-4016-a756-978e10d668a2 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:14.809553 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-389f8e88-3b10-49e4-9ec0-a23725891ceb req-d364c7e2-6f14-4016-a756-978e10d668a2 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] For port e7286bec-cff4-44eb-9a0a-5c2f549aab08, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=e7286bec-cff4-44eb-9a0a-5c2f549aab08,segment=NetworkSegment(ac926e6e-ab69-4031-83ab-f0f7e23b6b3b),segment_id=ac926e6e-ab69-4031-83ab-f0f7e23b6b3b)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:38:14.810454 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-389f8e88-3b10-49e4-9ec0-a23725891ceb req-d364c7e2-6f14-4016-a756-978e10d668a2 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:14.822339 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ceea96fe-cebf-47d3-83b7-2295a70929b0 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:14.827082 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-389f8e88-3b10-49e4-9ec0-a23725891ceb req-d364c7e2-6f14-4016-a756-978e10d668a2 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Calling delete_port for e7286bec-cff4-44eb-9a0a-5c2f549aab08 owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:38:15.084020 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-389f8e88-3b10-49e4-9ec0-a23725891ceb req-d364c7e2-6f14-4016-a756-978e10d668a2 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:15.096764 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['76b011da-70a8-45da-bc6c-2275f4a9184f'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:38:15.102984 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['e7286bec-cff4-44eb-9a0a-5c2f549aab08'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:38:15.117387 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d364c7e2-6f14-4016-a756-978e10d668a2 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Pushing event deleted for resources: {'Port': ['ID=e7286bec-cff4-44eb-9a0a-5c2f549aab08,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:15.181114 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-389f8e88-3b10-49e4-9ec0-a23725891ceb req-d364c7e2-6f14-4016-a756-978e10d668a2 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] No DVR routers for this DVR port e7286bec-cff4-44eb-9a0a-5c2f549aab08 on host n-h2-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:38:15.184960 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-389f8e88-3b10-49e4-9ec0-a23725891ceb req-d364c7e2-6f14-4016-a756-978e10d668a2 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:15.191794 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-389f8e88-3b10-49e4-9ec0-a23725891ceb req-d364c7e2-6f14-4016-a756-978e10d668a2 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.11 "DELETE /v2.0/ports/e7286bec-cff4-44eb-9a0a-5c2f549aab08 HTTP/1.1" status: 204 len: 173 time: 0.6656282 Apr 05 14:38:15.192317 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d3355a6-b0a7-40a4-aab4-f532996104e5', 'name': 'network-vif-deleted', 'tag': 'e7286bec-cff4-44eb-9a0a-5c2f549aab08'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:38:15.195815 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3191c8-9ecb-4e69-8809-b0e086a78b14" -d '{"events": [{"server_uuid": "3d3355a6-b0a7-40a4-aab4-f532996104e5", "name": "network-vif-deleted", "tag": "e7286bec-cff4-44eb-9a0a-5c2f549aab08"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:38:15.244703 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e843170e-d01e-4fba-9d9c-94f8d532060c x-openstack-request-id: req-e843170e-d01e-4fba-9d9c-94f8d532060c {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:38:15.245186 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d3355a6-b0a7-40a4-aab4-f532996104e5", "name": "network-vif-deleted", "tag": "e7286bec-cff4-44eb-9a0a-5c2f549aab08", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:38:15.245308 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e843170e-d01e-4fba-9d9c-94f8d532060c {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:38:15.245719 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e843170e-d01e-4fba-9d9c-94f8d532060c'] response: {'server_uuid': '3d3355a6-b0a7-40a4-aab4-f532996104e5', 'name': 'network-vif-deleted', 'tag': 'e7286bec-cff4-44eb-9a0a-5c2f549aab08', 'status': 'completed', 'code': 200} Apr 05 14:38:15.823149 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ceea96fe-cebf-47d3-83b7-2295a70929b0 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1808591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27061'] for router, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:15.823843 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-58ce75a1-ed44-400a-89e5-80ab96dc2726 req-657326bc-6428-4582-9545-7824715f3081 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d3355a6-b0a7-40a4-aab4-f532996104e5 HTTP/1.1" status: 200 len: 210 time: 0.0388491 Apr 05 14:38:15.836999 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ceea96fe-cebf-47d3-83b7-2295a70929b0 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1808628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1808637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803294'] for router, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:16.008830 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceea96fe-cebf-47d3-83b7-2295a70929b0 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Router 3ed0a461-07fd-45d8-8563-d178105b69eb has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:38:16.134549 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44854) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:16.160275 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceea96fe-cebf-47d3-83b7-2295a70929b0 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:38:16.165358 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ceea96fe-cebf-47d3-83b7-2295a70929b0 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:16.170567 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-ceea96fe-cebf-47d3-83b7-2295a70929b0 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] 10.222.0.30 "PUT /v2.0/routers/3ed0a461-07fd-45d8-8563-d178105b69eb HTTP/1.1" status: 200 len: 919 time: 1.7432506 Apr 05 14:38:16.170667 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44860) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:16.173015 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6af87dc-05ee-4de3-8b10-0e5efb611654 None None] Sync routers for ids ['3ed0a461-07fd-45d8-8563-d178105b69eb'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:38:16.185646 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6af87dc-05ee-4de3-8b10-0e5efb611654 None None] Routers {'3ed0a461-07fd-45d8-8563-d178105b69eb'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:38:16.187188 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-e6af87dc-05ee-4de3-8b10-0e5efb611654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:37:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['3ed0a461-07fd-45d8-8563-d178105b69eb'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:16.374320 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-345bceb5-c058-4697-a357-1d34b10c0e96 tempest-SubnetPoolsTestJSON-166112913 tempest-SubnetPoolsTestJSON-166112913-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-52015462', 'prefixes': ['172.20.0.0/16']}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:38:16.435095 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-145bbe0f-0278-4d61-8c1f-f35940ec52af tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] 10.222.0.30 "GET /v2.0/routers/3ed0a461-07fd-45d8-8563-d178105b69eb HTTP/1.1" status: 200 len: 919 time: 0.2644949 Apr 05 14:38:16.438589 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44872) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:16.445002 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-e6af87dc-05ee-4de3-8b10-0e5efb611654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:16.461577 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6af87dc-05ee-4de3-8b10-0e5efb611654 None None] Routers {'3ed0a461-07fd-45d8-8563-d178105b69eb'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:38:16.462414 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-e6af87dc-05ee-4de3-8b10-0e5efb611654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:37:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['3ed0a461-07fd-45d8-8563-d178105b69eb'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:16.503965 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-e6af87dc-05ee-4de3-8b10-0e5efb611654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:16.504956 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6af87dc-05ee-4de3-8b10-0e5efb611654 None None] The sync data for ids ['3ed0a461-07fd-45d8-8563-d178105b69eb'] in n-d-836650-2 is: [] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:38:16.557511 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80107cf6-c475-4c5b-935d-c8025bec2e1e tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:16.559273 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-80107cf6-c475-4c5b-935d-c8025bec2e1e tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c&device_id=3ed0a461-07fd-45d8-8563-d178105b69eb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1196506 Apr 05 14:38:16.562989 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44876) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:16.651543 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44878) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:16.700662 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91aab0ea-0158-47ba-bfd4-5d32483a270f tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:16.700662 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-91aab0ea-0158-47ba-bfd4-5d32483a270f tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] 10.222.0.30 "GET /v2.0/networks/3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c HTTP/1.1" status: 200 len: 881 time: 0.1295178 Apr 05 14:38:16.700662 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44882) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:16.734219 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-83ba0b40-88f4-4a82-9d9c-921fc5eedb68 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ed0a461-07fd-45d8-8563-d178105b69eb HTTP/1.1" status: 200 len: 205 time: 0.0354991 Apr 05 14:38:16.737310 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44886) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:16.793237 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-345bceb5-c058-4697-a357-1d34b10c0e96 tempest-SubnetPoolsTestJSON-166112913 tempest-SubnetPoolsTestJSON-166112913-project] Notify callbacks [] for subnetpool, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:16.797098 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-345bceb5-c058-4697-a357-1d34b10c0e96 tempest-SubnetPoolsTestJSON-166112913 tempest-SubnetPoolsTestJSON-166112913-project] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 735 time: 0.6584728 Apr 05 14:38:16.798568 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44890) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:16.813218 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-b9d1bcef-2d16-43ef-9b54-6b0e7bb06a5e tempest-QuotasNegativeTest-2066518894 tempest-QuotasNegativeTest-2066518894-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:38:16.919889 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-95322fe2-dad7-4e25-8f10-3b19c8d318a9 tempest-SubnetPoolsTestJSON-166112913 tempest-SubnetPoolsTestJSON-166112913-project] 10.222.0.30 "GET /v2.0/subnetpools/db140f8b-34ae-4f44-8404-df0e9ee87bbf HTTP/1.1" status: 200 len: 730 time: 0.1178348 Apr 05 14:38:16.920455 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44896) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:16.930555 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-b9d1bcef-2d16-43ef-9b54-6b0e7bb06a5e tempest-QuotasNegativeTest-2066518894 tempest-QuotasNegativeTest-2066518894-project-admin] 10.222.0.30 "PUT /v2.0/quotas/1905dd3591594243aae8e7b62a7bae92 HTTP/1.1" status: 200 len: 368 time: 0.2779212 Apr 05 14:38:16.938143 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-9c020c58-fabe-470a-98e6-39ae8d7ad9c4 tempest-SubnetPoolsTestJSON-166112913 tempest-SubnetPoolsTestJSON-166112913-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-2072468858'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:38:16.938953 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44898) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:16.946321 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-bfb57bba-95b2-48e8-bbcd-9a9b4da4dc00 tempest-QuotasNegativeTest-2066518894 tempest-QuotasNegativeTest-2066518894-project-admin] Request body: {'network': {'project_id': '1905dd3591594243aae8e7b62a7bae92'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:38:16.972456 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0b96a1a6-d0c3-4666-87c0-aac8283460e8 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks [] for router, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:17.243792 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb57bba-95b2-48e8-bbcd-9a9b4da4dc00 tempest-QuotasNegativeTest-2066518894 tempest-QuotasNegativeTest-2066518894-project-admin] Made reservation on behalf of 1905dd3591594243aae8e7b62a7bae92 for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:38:17.247963 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-bfb57bba-95b2-48e8-bbcd-9a9b4da4dc00 tempest-QuotasNegativeTest-2066518894 tempest-QuotasNegativeTest-2066518894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:17.261754 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-bfb57bba-95b2-48e8-bbcd-9a9b4da4dc00 tempest-QuotasNegativeTest-2066518894 tempest-QuotasNegativeTest-2066518894-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:17.424370 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-bfb57bba-95b2-48e8-bbcd-9a9b4da4dc00 tempest-QuotasNegativeTest-2066518894 tempest-QuotasNegativeTest-2066518894-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:17.569601 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-bfb57bba-95b2-48e8-bbcd-9a9b4da4dc00 tempest-QuotasNegativeTest-2066518894 tempest-QuotasNegativeTest-2066518894-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:17.594323 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfb57bba-95b2-48e8-bbcd-9a9b4da4dc00 tempest-QuotasNegativeTest-2066518894 tempest-QuotasNegativeTest-2066518894-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:38:17.610264 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb57bba-95b2-48e8-bbcd-9a9b4da4dc00 tempest-QuotasNegativeTest-2066518894 tempest-QuotasNegativeTest-2066518894-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b65c9e05-7b5d-4214-9c1d-47a8f59076c8,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:17.620870 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-bfb57bba-95b2-48e8-bbcd-9a9b4da4dc00 tempest-QuotasNegativeTest-2066518894 tempest-QuotasNegativeTest-2066518894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:17.622404 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-bfb57bba-95b2-48e8-bbcd-9a9b4da4dc00 tempest-QuotasNegativeTest-2066518894 tempest-QuotasNegativeTest-2066518894-project-admin] Added segment 1c4b991d-7186-4d8f-93c9-96c0b55fe987 of type vlan for network b8724c92-d1c0-4c3b-8ef3-1715065ef7cb Apr 05 14:38:17.625360 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0b96a1a6-d0c3-4666-87c0-aac8283460e8 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:17.676268 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76449c7a-6cff-4548-8c94-c71c7427288c req-6c4915c2-3b41-48e7-a402-2cdd6a959f59 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:17.682251 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-bfb57bba-95b2-48e8-bbcd-9a9b4da4dc00 tempest-QuotasNegativeTest-2066518894 tempest-QuotasNegativeTest-2066518894-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:17.689848 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-76449c7a-6cff-4548-8c94-c71c7427288c req-6c4915c2-3b41-48e7-a402-2cdd6a959f59 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/networks?id=e9f4fa40-46c8-414a-a7c0-062d21c067f9 HTTP/1.1" status: 200 len: 805 time: 0.1468363 Apr 05 14:38:17.710937 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9c020c58-fabe-470a-98e6-39ae8d7ad9c4 tempest-SubnetPoolsTestJSON-166112913 tempest-SubnetPoolsTestJSON-166112913-project] Notify callbacks [] for subnetpool, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:17.710937 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-9c020c58-fabe-470a-98e6-39ae8d7ad9c4 tempest-SubnetPoolsTestJSON-166112913 tempest-SubnetPoolsTestJSON-166112913-project] 10.222.0.30 "PUT /v2.0/subnetpools/db140f8b-34ae-4f44-8404-df0e9ee87bbf HTTP/1.1" status: 200 len: 684 time: 0.7866397 Apr 05 14:38:17.712586 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44924) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:17.720660 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-76449c7a-6cff-4548-8c94-c71c7427288c req-63dc3b9a-7b76-4087-8a55-0376ddf39d77 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/quotas/6f9dd14fd23b46d0bf68308d04a6ae90 HTTP/1.1" status: 200 len: 375 time: 0.0296884 Apr 05 14:38:17.809261 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-76449c7a-6cff-4548-8c94-c71c7427288c req-0f83b117-30f2-421c-afc8-f5f5d91b6f8f tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6f9dd14fd23b46d0bf68308d04a6ae90&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0876234 Apr 05 14:38:17.822986 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-bfb57bba-95b2-48e8-bbcd-9a9b4da4dc00 tempest-QuotasNegativeTest-2066518894 tempest-QuotasNegativeTest-2066518894-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:17.824172 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb57bba-95b2-48e8-bbcd-9a9b4da4dc00 tempest-QuotasNegativeTest-2066518894 tempest-QuotasNegativeTest-2066518894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:17.825471 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-bfb57bba-95b2-48e8-bbcd-9a9b4da4dc00 tempest-QuotasNegativeTest-2066518894 tempest-QuotasNegativeTest-2066518894-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:17.847070 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-0b96a1a6-d0c3-4666-87c0-aac8283460e8 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Deleting port a559bd75-df54-40c3-bb8c-7b53285e52ce {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:38:17.847903 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0b96a1a6-d0c3-4666-87c0-aac8283460e8 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:17.908338 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9ad6f2e2-0cef-451c-b50d-a0fea5f37fd0 tempest-SubnetPoolsTestJSON-166112913 tempest-SubnetPoolsTestJSON-166112913-project] Notify callbacks [] for subnetpool, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:17.909551 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-9ad6f2e2-0cef-451c-b50d-a0fea5f37fd0 tempest-SubnetPoolsTestJSON-166112913 tempest-SubnetPoolsTestJSON-166112913-project] 10.222.0.30 "DELETE /v2.0/subnetpools/db140f8b-34ae-4f44-8404-df0e9ee87bbf HTTP/1.1" status: 204 len: 168 time: 0.1956015 Apr 05 14:38:17.912193 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44926) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:17.933856 n-d-836650-2 neutron-server[103321]: INFO neutron.api.v2.resource [None req-4f5cb958-abb8-4927-bd27-3c98ba4563ea tempest-SubnetPoolsTestJSON-166112913 tempest-SubnetPoolsTestJSON-166112913-project] show failed (client error): The resource could not be found. Apr 05 14:38:17.934863 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-4f5cb958-abb8-4927-bd27-3c98ba4563ea tempest-SubnetPoolsTestJSON-166112913 tempest-SubnetPoolsTestJSON-166112913-project] 10.222.0.30 "GET /v2.0/subnetpools/db140f8b-34ae-4f44-8404-df0e9ee87bbf HTTP/1.1" status: 404 len: 346 time: 0.0218234 Apr 05 14:38:17.935553 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb57bba-95b2-48e8-bbcd-9a9b4da4dc00 tempest-QuotasNegativeTest-2066518894 tempest-QuotasNegativeTest-2066518894-project-admin] Pushing event updated for resources: {'Network': ['ID=b8724c92-d1c0-4c3b-8ef3-1715065ef7cb,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:17.939713 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44930) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:17.943637 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-bfb57bba-95b2-48e8-bbcd-9a9b4da4dc00 tempest-QuotasNegativeTest-2066518894 tempest-QuotasNegativeTest-2066518894-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0035288 Apr 05 14:38:17.948740 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44932) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:17.953257 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network b8724c92-d1c0-4c3b-8ef3-1715065ef7cb details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:38:17.966612 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-0c034655-5a6f-4b54-9286-416a59424d50 tempest-QuotasNegativeTest-2066518894 tempest-QuotasNegativeTest-2066518894-project-admin] Request body: {'network': {'project_id': '1905dd3591594243aae8e7b62a7bae92'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:38:18.009359 n-d-836650-2 neutron-server[103320]: INFO neutron.api.v2.resource [None req-8beef3cc-5956-4308-8504-cbecf788d312 tempest-SubnetPoolsTestJSON-166112913 tempest-SubnetPoolsTestJSON-166112913-project] delete failed (client error): The resource could not be found. Apr 05 14:38:18.010647 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-8beef3cc-5956-4308-8504-cbecf788d312 tempest-SubnetPoolsTestJSON-166112913 tempest-SubnetPoolsTestJSON-166112913-project] 10.222.0.30 "DELETE /v2.0/subnetpools/db140f8b-34ae-4f44-8404-df0e9ee87bbf HTTP/1.1" status: 404 len: 346 time: 0.0651240 Apr 05 14:38:18.041309 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0b96a1a6-d0c3-4666-87c0-aac8283460e8 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:18.054569 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-76449c7a-6cff-4548-8c94-c71c7427288c req-11a926b6-b68d-409f-9f79-f3e629cde444 service neutron] 10.222.0.30 "GET /v2.0/networks/e9f4fa40-46c8-414a-a7c0-062d21c067f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345471 Apr 05 14:38:18.059290 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-0b96a1a6-d0c3-4666-87c0-aac8283460e8 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Calling delete_port for a559bd75-df54-40c3-bb8c-7b53285e52ce owned by network:router_gateway {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:38:18.094577 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c034655-5a6f-4b54-9286-416a59424d50 tempest-QuotasNegativeTest-2066518894 tempest-QuotasNegativeTest-2066518894-project-admin] Made reservation on behalf of 1905dd3591594243aae8e7b62a7bae92 for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:38:18.097906 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0c034655-5a6f-4b54-9286-416a59424d50 tempest-QuotasNegativeTest-2066518894 tempest-QuotasNegativeTest-2066518894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:18.150188 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c034655-5a6f-4b54-9286-416a59424d50 tempest-QuotasNegativeTest-2066518894 tempest-QuotasNegativeTest-2066518894-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:38:18.161889 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0c034655-5a6f-4b54-9286-416a59424d50 tempest-QuotasNegativeTest-2066518894 tempest-QuotasNegativeTest-2066518894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:18.163112 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-0c034655-5a6f-4b54-9286-416a59424d50 tempest-QuotasNegativeTest-2066518894 tempest-QuotasNegativeTest-2066518894-project-admin] Added segment 26895e32-a5a3-41fd-bf62-1f77d9c529a5 of type vlan for network 32537829-f4c9-4b3f-aedb-235ca608e0d3 Apr 05 14:38:18.210738 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0c034655-5a6f-4b54-9286-416a59424d50 tempest-QuotasNegativeTest-2066518894 tempest-QuotasNegativeTest-2066518894-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:18.229657 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-76449c7a-6cff-4548-8c94-c71c7427288c req-7dcca9f6-2b63-46ad-aa43-567319ed0e18 service neutron] 10.222.0.30 "GET /v2.0/networks/e9f4fa40-46c8-414a-a7c0-062d21c067f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677539 Apr 05 14:38:18.355694 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0c034655-5a6f-4b54-9286-416a59424d50 tempest-QuotasNegativeTest-2066518894 tempest-QuotasNegativeTest-2066518894-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:18.356633 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c034655-5a6f-4b54-9286-416a59424d50 tempest-QuotasNegativeTest-2066518894 tempest-QuotasNegativeTest-2066518894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:18.357252 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0c034655-5a6f-4b54-9286-416a59424d50 tempest-QuotasNegativeTest-2066518894 tempest-QuotasNegativeTest-2066518894-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:18.422891 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c034655-5a6f-4b54-9286-416a59424d50 tempest-QuotasNegativeTest-2066518894 tempest-QuotasNegativeTest-2066518894-project-admin] Pushing event updated for resources: {'Network': ['ID=32537829-f4c9-4b3f-aedb-235ca608e0d3,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:18.433193 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 32537829-f4c9-4b3f-aedb-235ca608e0d3 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:38:18.478482 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0b96a1a6-d0c3-4666-87c0-aac8283460e8 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:18.534736 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-0c034655-5a6f-4b54-9286-416a59424d50 tempest-QuotasNegativeTest-2066518894 tempest-QuotasNegativeTest-2066518894-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5856524 Apr 05 14:38:18.537779 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44948) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:18.544864 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-44bd418f-5ed7-43f4-b116-a407cf5374ae tempest-QuotasNegativeTest-2066518894 tempest-QuotasNegativeTest-2066518894-project-admin] Request body: {'network': {'project_id': '1905dd3591594243aae8e7b62a7bae92'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:38:18.556126 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b96a1a6-d0c3-4666-87c0-aac8283460e8 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Pushing event deleted for resources: {'Port': ['ID=a559bd75-df54-40c3-bb8c-7b53285e52ce,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:18.576256 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-44bd418f-5ed7-43f4-b116-a407cf5374ae tempest-QuotasNegativeTest-2066518894 tempest-QuotasNegativeTest-2066518894-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 05 14:38:18.579608 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44bd418f-5ed7-43f4-b116-a407cf5374ae tempest-QuotasNegativeTest-2066518894 tempest-QuotasNegativeTest-2066518894-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:38:18.579608 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-44bd418f-5ed7-43f4-b116-a407cf5374ae tempest-QuotasNegativeTest-2066518894 tempest-QuotasNegativeTest-2066518894-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0401909 Apr 05 14:38:18.581711 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44952) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:18.664590 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-57d14b1f-e3ea-4272-aa4b-e58230c6a6ae tempest-QuotasNegativeTest-2066518894 tempest-QuotasNegativeTest-2066518894-project-admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1905dd3591594243aae8e7b62a7bae92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0816855 Apr 05 14:38:18.665307 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44954) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:18.671953 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f28c4b29-649b-425c-908c-5bf3e42f404b req-a1510cb6-683e-468c-8a89-3251547c8b58 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe2419c2-8251-4d83-819c-c86782eda892 HTTP/1.1" status: 200 len: 210 time: 0.0785153 Apr 05 14:38:18.689985 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0b96a1a6-d0c3-4666-87c0-aac8283460e8 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808526'] for router_gateway, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:18.798740 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f764e9ed-b31e-4041-a529-b7ffee740f5e tempest-QuotasNegativeTest-2066518894 tempest-QuotasNegativeTest-2066518894-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:18.845809 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f764e9ed-b31e-4041-a529-b7ffee740f5e tempest-QuotasNegativeTest-2066518894 tempest-QuotasNegativeTest-2066518894-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:18.902616 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0b96a1a6-d0c3-4666-87c0-aac8283460e8 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27070'] for router, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:18.906612 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0b96a1a6-d0c3-4666-87c0-aac8283460e8 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:18.919468 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44964) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:19.023521 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f764e9ed-b31e-4041-a529-b7ffee740f5e tempest-QuotasNegativeTest-2066518894 tempest-QuotasNegativeTest-2066518894-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:19.026131 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f764e9ed-b31e-4041-a529-b7ffee740f5e tempest-QuotasNegativeTest-2066518894 tempest-QuotasNegativeTest-2066518894-project-admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:19.030016 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-f764e9ed-b31e-4041-a529-b7ffee740f5e tempest-QuotasNegativeTest-2066518894 tempest-QuotasNegativeTest-2066518894-project-admin] 10.222.0.30 "DELETE /v2.0/security-groups/b65c9e05-7b5d-4214-9c1d-47a8f59076c8 HTTP/1.1" status: 204 len: 168 time: 0.3610544 Apr 05 14:38:19.030414 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44968) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:19.053704 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0b96a1a6-d0c3-4666-87c0-aac8283460e8 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803298'] for router, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:19.058436 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b96a1a6-d0c3-4666-87c0-aac8283460e8 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Fanout notify agent at l3_agent the message router_deleted on router 3ed0a461-07fd-45d8-8563-d178105b69eb {{(pid=103320) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:38:19.058719 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f764e9ed-b31e-4041-a529-b7ffee740f5e tempest-QuotasNegativeTest-2066518894 tempest-QuotasNegativeTest-2066518894-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65c9e05-7b5d-4214-9c1d-47a8f59076c8,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:19.085944 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0b96a1a6-d0c3-4666-87c0-aac8283460e8 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks [] for router, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:19.090524 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-0b96a1a6-d0c3-4666-87c0-aac8283460e8 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] 10.222.0.30 "DELETE /v2.0/routers/3ed0a461-07fd-45d8-8563-d178105b69eb HTTP/1.1" status: 204 len: 168 time: 2.3487432 Apr 05 14:38:19.091567 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44970) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:19.118119 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-d2060318-e236-4ca0-8876-201bfdbedf35 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1622627694', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:38:19.120402 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-83105a24-f54f-48ff-8121-8b8c41cfd156 tempest-QuotasNegativeTest-2066518894 tempest-QuotasNegativeTest-2066518894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:19.183661 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7e8e37b5-4480-44a9-9a03-ec153f89a3b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:19.213822 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device e7286bec-cff4-44eb-9a0a-5c2f549aab08 no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:38:19.215291 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-83105a24-f54f-48ff-8121-8b8c41cfd156 tempest-QuotasNegativeTest-2066518894 tempest-QuotasNegativeTest-2066518894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:19.241101 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-83105a24-f54f-48ff-8121-8b8c41cfd156 tempest-QuotasNegativeTest-2066518894 tempest-QuotasNegativeTest-2066518894-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32537829-f4c9-4b3f-aedb-235ca608e0d3']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:19.262313 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d2060318-e236-4ca0-8876-201bfdbedf35 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27088'] for router, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:19.262313 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d2060318-e236-4ca0-8876-201bfdbedf35 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27079'] for router, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:19.262526 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] No Port match for: e7286bec-cff4-44eb-9a0a-5c2f549aab08 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:38:19.264911 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device e7286bec-cff4-44eb-9a0a-5c2f549aab08 not bound to the agent host n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:38:19.274565 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-83105a24-f54f-48ff-8121-8b8c41cfd156 tempest-QuotasNegativeTest-2066518894 tempest-QuotasNegativeTest-2066518894-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26895e32-a5a3-41fd-bf62-1f77d9c529a5') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:19.274868 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-83105a24-f54f-48ff-8121-8b8c41cfd156 tempest-QuotasNegativeTest-2066518894 tempest-QuotasNegativeTest-2066518894-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26895e32-a5a3-41fd-bf62-1f77d9c529a5') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:19.285690 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-83105a24-f54f-48ff-8121-8b8c41cfd156 tempest-QuotasNegativeTest-2066518894 tempest-QuotasNegativeTest-2066518894-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:19.302290 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-83105a24-f54f-48ff-8121-8b8c41cfd156 tempest-QuotasNegativeTest-2066518894 tempest-QuotasNegativeTest-2066518894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:19.309240 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83105a24-f54f-48ff-8121-8b8c41cfd156 tempest-QuotasNegativeTest-2066518894 tempest-QuotasNegativeTest-2066518894-project-admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:38:19.309648 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-83105a24-f54f-48ff-8121-8b8c41cfd156 tempest-QuotasNegativeTest-2066518894 tempest-QuotasNegativeTest-2066518894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:19.326361 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d2060318-e236-4ca0-8876-201bfdbedf35 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:19.330416 n-d-836650-2 neutron-server[103321]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:38:19.330416 n-d-836650-2 neutron-server[103321]: items = [ Apr 05 14:38:19.330416 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:38:19.330416 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:38:19.330416 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:38:19.330416 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:38:19.330416 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:38:19.330416 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:38:19.330416 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:38:19.330416 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:38:19.330416 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:38:19.330416 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:38:19.330416 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:38:19.330416 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:38:19.330416 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:38:19.330416 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:38:19.330416 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:38:19.330416 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:38:19.330416 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:38:19.330416 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:38:19.330416 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:38:19.330416 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:38:19.330416 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:38:19.330416 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:38:19.330416 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:38:19.330416 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:38:19.330416 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:38:19.330416 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:38:19.330416 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:38:19.330416 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:38:19.330416 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:38:19.330416 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:38:19.330416 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:38:19.330416 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:38:19.395364 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d2060318-e236-4ca0-8876-201bfdbedf35 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618'] for router, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:19.435401 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7e8e37b5-4480-44a9-9a03-ec153f89a3b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:19.443025 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1200250e-8416-40c1-955f-ea2ab7f1b866 req-0f427972-13dc-4ce2-a16c-c5aff2ed3144 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:19.444531 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1200250e-8416-40c1-955f-ea2ab7f1b866 req-0f427972-13dc-4ce2-a16c-c5aff2ed3144 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.1221807 Apr 05 14:38:19.503297 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b241b5dd-5f34-4776-addf-d509bddb7d9f req-66912c0d-21c4-4489-96ae-7c8e5e3d914b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:19.504838 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b241b5dd-5f34-4776-addf-d509bddb7d9f req-66912c0d-21c4-4489-96ae-7c8e5e3d914b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9215d951bfeb48c39a8e33c585301815&device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 1096 time: 0.0822778 Apr 05 14:38:19.507828 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1200250e-8416-40c1-955f-ea2ab7f1b866 req-5844bab8-c023-48de-a0d5-8d3ae475c507 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490651 Apr 05 14:38:19.534374 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-83105a24-f54f-48ff-8121-8b8c41cfd156 tempest-QuotasNegativeTest-2066518894 tempest-QuotasNegativeTest-2066518894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:19.548772 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-83105a24-f54f-48ff-8121-8b8c41cfd156 tempest-QuotasNegativeTest-2066518894 tempest-QuotasNegativeTest-2066518894-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:19.560381 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-83105a24-f54f-48ff-8121-8b8c41cfd156 tempest-QuotasNegativeTest-2066518894 tempest-QuotasNegativeTest-2066518894-project-admin] 10.222.0.30 "DELETE /v2.0/networks/32537829-f4c9-4b3f-aedb-235ca608e0d3 HTTP/1.1" status: 204 len: 168 time: 0.5287631 Apr 05 14:38:19.564957 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44978) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:19.586874 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d2060318-e236-4ca0-8876-201bfdbedf35 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks [] for router, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:19.588105 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-d2060318-e236-4ca0-8876-201bfdbedf35 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4819407 Apr 05 14:38:19.590848 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7e8e37b5-4480-44a9-9a03-ec153f89a3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:19.593781 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44980) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:19.603036 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-7eac639d-3c25-47da-ae7a-0f0dddc73d7b tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Request body: {'router': {'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:38:19.673180 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83105a24-f54f-48ff-8121-8b8c41cfd156 tempest-QuotasNegativeTest-2066518894 tempest-QuotasNegativeTest-2066518894-project-admin] Pushing event deleted for resources: {'Network': ['ID=32537829-f4c9-4b3f-aedb-235ca608e0d3,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:19.678581 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4a83bce2-eb40-4d7e-bade-9350f4d49c4e tempest-QuotasNegativeTest-2066518894 tempest-QuotasNegativeTest-2066518894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:19.737418 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-7e8e37b5-4480-44a9-9a03-ec153f89a3b5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=662858f38d454a35bd50ff2887fa5310&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8142774 Apr 05 14:38:19.739127 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8e37b5-4480-44a9-9a03-ec153f89a3b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0c51e8-4da9-4c17-a2b2-e09c1f7a6917,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:19.741869 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44984) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:19.793843 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b241b5dd-5f34-4776-addf-d509bddb7d9f req-03d3c26f-3f8e-4368-802b-d69b0912a1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:19.798624 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b241b5dd-5f34-4776-addf-d509bddb7d9f req-03d3c26f-3f8e-4368-802b-d69b0912a1d1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bbe33099-0907-4578-b91f-9ecd1e0f3a95 HTTP/1.1" status: 200 len: 912 time: 0.2837272 Apr 05 14:38:19.798624 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ecb0fd0b-1aec-416c-8903-4ac9bc16e7f2 req-221e8c9a-30a3-4c54-8a9d-4ad0a964a971 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe2419c2-8251-4d83-819c-c86782eda892 HTTP/1.1" status: 200 len: 210 time: 0.0545206 Apr 05 14:38:19.799926 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4a83bce2-eb40-4d7e-bade-9350f4d49c4e tempest-QuotasNegativeTest-2066518894 tempest-QuotasNegativeTest-2066518894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:19.827103 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-4a83bce2-eb40-4d7e-bade-9350f4d49c4e tempest-QuotasNegativeTest-2066518894 tempest-QuotasNegativeTest-2066518894-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8724c92-d1c0-4c3b-8ef3-1715065ef7cb']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:19.841195 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-4a83bce2-eb40-4d7e-bade-9350f4d49c4e tempest-QuotasNegativeTest-2066518894 tempest-QuotasNegativeTest-2066518894-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c4b991d-7186-4d8f-93c9-96c0b55fe987') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:19.841497 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-4a83bce2-eb40-4d7e-bade-9350f4d49c4e tempest-QuotasNegativeTest-2066518894 tempest-QuotasNegativeTest-2066518894-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c4b991d-7186-4d8f-93c9-96c0b55fe987') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:19.856438 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4a83bce2-eb40-4d7e-bade-9350f4d49c4e tempest-QuotasNegativeTest-2066518894 tempest-QuotasNegativeTest-2066518894-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:19.871835 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4a83bce2-eb40-4d7e-bade-9350f4d49c4e tempest-QuotasNegativeTest-2066518894 tempest-QuotasNegativeTest-2066518894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:19.880386 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a83bce2-eb40-4d7e-bade-9350f4d49c4e tempest-QuotasNegativeTest-2066518894 tempest-QuotasNegativeTest-2066518894-project-admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:38:19.880794 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4a83bce2-eb40-4d7e-bade-9350f4d49c4e tempest-QuotasNegativeTest-2066518894 tempest-QuotasNegativeTest-2066518894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:19.883052 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:38:19.883052 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:38:19.883052 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:38:19.883052 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:38:19.883052 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:38:19.883052 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:38:19.883052 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:38:19.883052 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:38:19.883052 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:38:19.883052 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:38:19.883052 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:38:19.883052 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:38:19.883052 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:38:19.883052 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:38:19.883052 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:38:19.883052 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:38:19.883052 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:38:19.883052 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:38:19.883052 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:38:19.883052 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:38:19.883052 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:38:19.883052 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:38:19.883052 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:38:19.883052 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:38:19.883052 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:38:19.883052 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:38:19.883052 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:38:19.883052 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:38:19.883052 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:38:19.883052 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:38:19.883052 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:38:19.883052 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:38:20.016367 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4a83bce2-eb40-4d7e-bade-9350f4d49c4e tempest-QuotasNegativeTest-2066518894 tempest-QuotasNegativeTest-2066518894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:20.021978 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4a83bce2-eb40-4d7e-bade-9350f4d49c4e tempest-QuotasNegativeTest-2066518894 tempest-QuotasNegativeTest-2066518894-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:20.025603 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7eac639d-3c25-47da-ae7a-0f0dddc73d7b tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:20.029369 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-4a83bce2-eb40-4d7e-bade-9350f4d49c4e tempest-QuotasNegativeTest-2066518894 tempest-QuotasNegativeTest-2066518894-project-admin] 10.222.0.30 "DELETE /v2.0/networks/b8724c92-d1c0-4c3b-8ef3-1715065ef7cb HTTP/1.1" status: 204 len: 168 time: 0.4425082 Apr 05 14:38:20.039836 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b241b5dd-5f34-4776-addf-d509bddb7d9f req-c41a173e-45fa-4926-9c6e-1b651ea18fdc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4032c53b-96ab-4b67-b14e-c47acfa5a112 HTTP/1.1" status: 200 len: 1000 time: 0.2092702 Apr 05 14:38:20.043099 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-06267035-9f8b-4557-8bbc-455f98551e1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:20.047357 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a83bce2-eb40-4d7e-bade-9350f4d49c4e tempest-QuotasNegativeTest-2066518894 tempest-QuotasNegativeTest-2066518894-project-admin] Pushing event deleted for resources: {'Network': ['ID=b8724c92-d1c0-4c3b-8ef3-1715065ef7cb,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:20.113441 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b241b5dd-5f34-4776-addf-d509bddb7d9f req-cee83739-0f26-45b1-ac4c-1c471e435434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:20.114938 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b241b5dd-5f34-4776-addf-d509bddb7d9f req-cee83739-0f26-45b1-ac4c-1c471e435434 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c529ad6d-a94e-4533-88f8-eeabc5541ed8 HTTP/1.1" status: 200 len: 850 time: 0.0656722 Apr 05 14:38:20.116831 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-06267035-9f8b-4557-8bbc-455f98551e1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:20.215417 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b241b5dd-5f34-4776-addf-d509bddb7d9f req-3dac13d5-4995-402e-acee-93a1dea8bae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:20.216978 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b241b5dd-5f34-4776-addf-d509bddb7d9f req-3dac13d5-4995-402e-acee-93a1dea8bae9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bbe33099-0907-4578-b91f-9ecd1e0f3a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0936289 Apr 05 14:38:20.361317 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b241b5dd-5f34-4776-addf-d509bddb7d9f req-44699477-b21d-46ce-aa77-6d3ecf7ef1d9 service neutron] 10.222.0.11 "GET /v2.0/networks/bbe33099-0907-4578-b91f-9ecd1e0f3a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180992 Apr 05 14:38:20.459998 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-06267035-9f8b-4557-8bbc-455f98551e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:20.462673 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-06267035-9f8b-4557-8bbc-455f98551e1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:20.463988 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-06267035-9f8b-4557-8bbc-455f98551e1c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4c0c51e8-4da9-4c17-a2b2-e09c1f7a6917 HTTP/1.1" status: 204 len: 168 time: 0.7183235 Apr 05 14:38:20.769690 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06267035-9f8b-4557-8bbc-455f98551e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0c51e8-4da9-4c17-a2b2-e09c1f7a6917,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:20.829498 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7eac639d-3c25-47da-ae7a-0f0dddc73d7b tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks [] for router_gateway, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:20.866209 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7eac639d-3c25-47da-ae7a-0f0dddc73d7b tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:20.899339 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b241b5dd-5f34-4776-addf-d509bddb7d9f req-351892ec-1360-4df2-9bca-3e54553139f7 service neutron] 10.222.0.11 "GET /v2.0/networks/bbe33099-0907-4578-b91f-9ecd1e0f3a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5310714 Apr 05 14:38:20.908157 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecfa6d7-3a7f-4e4d-a7ce-61a337e32356 req-e041c51a-d3d0-4de7-b575-a5904f031764 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:20.910271 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2ecfa6d7-3a7f-4e4d-a7ce-61a337e32356 req-e041c51a-d3d0-4de7-b575-a5904f031764 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.1456707 Apr 05 14:38:20.993402 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2ecfa6d7-3a7f-4e4d-a7ce-61a337e32356 req-692c4f2e-b57c-495f-84ca-5db7620d3bb3 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550983 Apr 05 14:38:21.044245 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-7eac639d-3c25-47da-ae7a-0f0dddc73d7b tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Allocated IP 172.25.6.190 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/140c9599-b6b5-4869-9057-c99656216b82) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:38:21.183696 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c00c3b04-c1ec-4f39-9c35-23353a24cb8c req-478f69b6-985d-4312-b4b6-935781e1c56a tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe2419c2-8251-4d83-819c-c86782eda892 HTTP/1.1" status: 200 len: 210 time: 0.0453334 Apr 05 14:38:21.193435 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45012) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:21.234824 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7eac639d-3c25-47da-ae7a-0f0dddc73d7b tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:21.365790 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76449c7a-6cff-4548-8c94-c71c7427288c req-42700e52-ab51-4d49-bbf3-205ad58ab5a0 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:21.367370 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-76449c7a-6cff-4548-8c94-c71c7427288c req-42700e52-ab51-4d49-bbf3-205ad58ab5a0 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.11 "GET /v2.0/networks?id=e9f4fa40-46c8-414a-a7c0-062d21c067f9 HTTP/1.1" status: 200 len: 805 time: 0.1758168 Apr 05 14:38:21.381325 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-76449c7a-6cff-4548-8c94-c71c7427288c req-3e84b2a7-c1ff-47d6-aaf2-ab1dcf213bee tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Request body: {'port': {'device_id': 'fe2419c2-8251-4d83-819c-c86782eda892', 'network_id': 'e9f4fa40-46c8-414a-a7c0-062d21c067f9', 'admin_state_up': True, 'tenant_id': '6f9dd14fd23b46d0bf68308d04a6ae90'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:38:21.398402 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a73195e3-bd09-4c70-b1ed-355f6df945df admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:21.489672 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a73195e3-bd09-4c70-b1ed-355f6df945df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:21.501394 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7eac639d-3c25-47da-ae7a-0f0dddc73d7b tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:21.563918 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a73195e3-bd09-4c70-b1ed-355f6df945df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:21.582068 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eac639d-3c25-47da-ae7a-0f0dddc73d7b tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:38:21.582979 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eac639d-3c25-47da-ae7a-0f0dddc73d7b tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Pushing event updated for resources: {'Port': ['ID=140c9599-b6b5-4869-9057-c99656216b82,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:21.586732 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-7eac639d-3c25-47da-ae7a-0f0dddc73d7b tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:38:21.589017 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eac639d-3c25-47da-ae7a-0f0dddc73d7b tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:38:21.610250 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76449c7a-6cff-4548-8c94-c71c7427288c req-3e84b2a7-c1ff-47d6-aaf2-ab1dcf213bee tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Made reservation on behalf of 6f9dd14fd23b46d0bf68308d04a6ae90 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:38:21.613788 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-76449c7a-6cff-4548-8c94-c71c7427288c req-3e84b2a7-c1ff-47d6-aaf2-ab1dcf213bee tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:21.650794 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-a73195e3-bd09-4c70-b1ed-355f6df945df admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=02ceffeab4314c819aee3d69b15099ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4521682 Apr 05 14:38:21.657588 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45024) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:21.658704 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73195e3-bd09-4c70-b1ed-355f6df945df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b6eb89b-8ba1-44f4-b176-d01699349268,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:21.744818 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4c690b5c-f84b-4de2-9712-eb1d34f15896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:21.785552 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4c690b5c-f84b-4de2-9712-eb1d34f15896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:21.923036 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-76449c7a-6cff-4548-8c94-c71c7427288c req-3e84b2a7-c1ff-47d6-aaf2-ab1dcf213bee tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Allocated IP 172.20.0.14 (e9f4fa40-46c8-414a-a7c0-062d21c067f9/7f3129d9-da84-45bd-9800-b5c89ee3ca61/b499c971-4361-4c30-8ddd-c9a6a5d06e5c) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:38:21.969042 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4c690b5c-f84b-4de2-9712-eb1d34f15896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:21.971786 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4c690b5c-f84b-4de2-9712-eb1d34f15896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:21.973107 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-4c690b5c-f84b-4de2-9712-eb1d34f15896 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4b6eb89b-8ba1-44f4-b176-d01699349268 HTTP/1.1" status: 204 len: 168 time: 0.3117023 Apr 05 14:38:21.982291 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c690b5c-f84b-4de2-9712-eb1d34f15896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b6eb89b-8ba1-44f4-b176-d01699349268,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:22.206571 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-76449c7a-6cff-4548-8c94-c71c7427288c req-3e84b2a7-c1ff-47d6-aaf2-ab1dcf213bee tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:22.230223 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7eac639d-3c25-47da-ae7a-0f0dddc73d7b tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks [] for router_gateway, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:22.278865 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a648e-ec05-469e-8b66-3a8dba7e35a2 req-a1a6584d-9d15-49b8-b1c9-9597d6f3b2cb tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:22.280920 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-088a648e-ec05-469e-8b66-3a8dba7e35a2 req-a1a6584d-9d15-49b8-b1c9-9597d6f3b2cb tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.1385627 Apr 05 14:38:22.386688 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-088a648e-ec05-469e-8b66-3a8dba7e35a2 req-367684c8-c09f-43ac-b2c7-2282bbe035ea tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931003 Apr 05 14:38:22.477059 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-76449c7a-6cff-4548-8c94-c71c7427288c req-3e84b2a7-c1ff-47d6-aaf2-ab1dcf213bee tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:22.490784 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['76b011da-70a8-45da-bc6c-2275f4a9184f'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:38:22.598690 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76449c7a-6cff-4548-8c94-c71c7427288c req-3e84b2a7-c1ff-47d6-aaf2-ab1dcf213bee tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Network e9f4fa40-46c8-414a-a7c0-062d21c067f9 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:38:22.615315 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-76449c7a-6cff-4548-8c94-c71c7427288c req-3e84b2a7-c1ff-47d6-aaf2-ab1dcf213bee tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:38:22.620836 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-76449c7a-6cff-4548-8c94-c71c7427288c req-3e84b2a7-c1ff-47d6-aaf2-ab1dcf213bee tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:38:22.625830 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e84b2a7-c1ff-47d6-aaf2-ab1dcf213bee tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Pushing event updated for resources: {'Port': ['ID=b499c971-4361-4c30-8ddd-c9a6a5d06e5c,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:22.689349 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce19e1d-c7c3-4eab-85b1-cb134d1122d3 req-042a36db-008d-48f8-b53e-cf6efccdf317 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:22.690907 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0ce19e1d-c7c3-4eab-85b1-cb134d1122d3 req-042a36db-008d-48f8-b53e-cf6efccdf317 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe2419c2-8251-4d83-819c-c86782eda892 HTTP/1.1" status: 200 len: 932 time: 0.2280383 Apr 05 14:38:22.695529 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7eac639d-3c25-47da-ae7a-0f0dddc73d7b tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1808591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27061'] for router, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:22.714352 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7eac639d-3c25-47da-ae7a-0f0dddc73d7b tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1808628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1808637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803294'] for router, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:22.742103 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76449c7a-6cff-4548-8c94-c71c7427288c req-3e84b2a7-c1ff-47d6-aaf2-ab1dcf213bee tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:22.742670 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-76449c7a-6cff-4548-8c94-c71c7427288c req-3e84b2a7-c1ff-47d6-aaf2-ab1dcf213bee tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:22.805839 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45054) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:22.817358 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0ce19e1d-c7c3-4eab-85b1-cb134d1122d3 req-9eadd086-39e6-44dc-b863-2a40f57e2c01 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163268 Apr 05 14:38:22.833654 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0b1a2554-a87e-4ffc-9471-1f6b0e69d02c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:22.929183 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-76449c7a-6cff-4548-8c94-c71c7427288c req-3e84b2a7-c1ff-47d6-aaf2-ab1dcf213bee tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5520086 Apr 05 14:38:22.942252 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-76449c7a-6cff-4548-8c94-c71c7427288c req-9b91e4fb-66ea-48ae-ba30-9bc58f176ce1 service neutron] Request body: {'port': {'device_id': 'fe2419c2-8251-4d83-819c-c86782eda892', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:38:22.946226 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0b1a2554-a87e-4ffc-9471-1f6b0e69d02c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:23.004099 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-76449c7a-6cff-4548-8c94-c71c7427288c req-9b91e4fb-66ea-48ae-ba30-9bc58f176ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:23.038620 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eac639d-3c25-47da-ae7a-0f0dddc73d7b tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Router ce54d866-f466-40ec-b6d5-285a7df11f12 is scheduled to L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 with binding_index 1 {{(pid=103320) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:38:23.083241 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0b1a2554-a87e-4ffc-9471-1f6b0e69d02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:23.139614 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-0b1a2554-a87e-4ffc-9471-1f6b0e69d02c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c9652142bcb14ccfba36933f4e9016c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3325651 Apr 05 14:38:23.143126 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1a2554-a87e-4ffc-9471-1f6b0e69d02c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f6b591-ac3a-419e-91f4-f82d3c14e31f,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:23.151296 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45058) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:23.248838 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3c5c4dfd-1e36-442b-be5d-1c26998f4dbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:23.260150 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45062) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:23.278843 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3c5c4dfd-1e36-442b-be5d-1c26998f4dbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:23.398685 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-007c41cc-5d1d-4d07-9f8b-ecc9e60080af admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:23.435743 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3c5c4dfd-1e36-442b-be5d-1c26998f4dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:23.438663 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3c5c4dfd-1e36-442b-be5d-1c26998f4dbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:23.439854 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-3c5c4dfd-1e36-442b-be5d-1c26998f4dbe admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f8f6b591-ac3a-419e-91f4-f82d3c14e31f HTTP/1.1" status: 204 len: 168 time: 0.2827578 Apr 05 14:38:23.451789 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5c4dfd-1e36-442b-be5d-1c26998f4dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f6b591-ac3a-419e-91f4-f82d3c14e31f,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:23.513335 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-007c41cc-5d1d-4d07-9f8b-ecc9e60080af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:23.580708 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-007c41cc-5d1d-4d07-9f8b-ecc9e60080af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:23.582341 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eac639d-3c25-47da-ae7a-0f0dddc73d7b tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:38:23.594349 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7eac639d-3c25-47da-ae7a-0f0dddc73d7b tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks [] for router, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:23.594623 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98b1fa4-1272-44eb-a8ef-16e0c75f242c None None] Sync routers for ids ['ce54d866-f466-40ec-b6d5-285a7df11f12'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:38:23.595538 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-7eac639d-3c25-47da-ae7a-0f0dddc73d7b tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] 10.222.0.30 "PUT /v2.0/routers/ce54d866-f466-40ec-b6d5-285a7df11f12 HTTP/1.1" status: 200 len: 880 time: 3.9966993 Apr 05 14:38:23.599749 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 45076) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:23.607077 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98b1fa4-1272-44eb-a8ef-16e0c75f242c None None] Routers {'ce54d866-f466-40ec-b6d5-285a7df11f12'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:38:23.607707 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-f98b1fa4-1272-44eb-a8ef-16e0c75f242c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:37:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['ce54d866-f466-40ec-b6d5-285a7df11f12'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:23.638746 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007c41cc-5d1d-4d07-9f8b-ecc9e60080af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f49db82-6d46-484d-a5fb-a6f1d988087b,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:23.658048 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-f98b1fa4-1272-44eb-a8ef-16e0c75f242c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:23.675089 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98b1fa4-1272-44eb-a8ef-16e0c75f242c None None] Routers {'ce54d866-f466-40ec-b6d5-285a7df11f12'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:38:23.675731 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-f98b1fa4-1272-44eb-a8ef-16e0c75f242c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:37:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['ce54d866-f466-40ec-b6d5-285a7df11f12'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:23.687850 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-007c41cc-5d1d-4d07-9f8b-ecc9e60080af admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a615e27ae3da4ee8bbbdfbcb019a8ae4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4261014 Apr 05 14:38:23.689796 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45078) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:23.716179 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-f98b1fa4-1272-44eb-a8ef-16e0c75f242c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:23.716830 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98b1fa4-1272-44eb-a8ef-16e0c75f242c None None] The sync data for ids ['ce54d866-f466-40ec-b6d5-285a7df11f12'] in n-d-836650-2 is: [] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:38:23.769148 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-76449c7a-6cff-4548-8c94-c71c7427288c req-9b91e4fb-66ea-48ae-ba30-9bc58f176ce1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b499c971-4361-4c30-8ddd-c9a6a5d06e5c {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:38:23.778840 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-35b00a90-36f3-44a3-a6e2-9e5cdeaaf450 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] 10.222.0.30 "GET /v2.0/routers/ce54d866-f466-40ec-b6d5-285a7df11f12 HTTP/1.1" status: 200 len: 921 time: 0.1780035 Apr 05 14:38:23.781359 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-76449c7a-6cff-4548-8c94-c71c7427288c req-9b91e4fb-66ea-48ae-ba30-9bc58f176ce1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:23.781983 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-71538dbb-a79a-4c66-997f-2795b92f85d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:23.783428 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45082) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:23.802526 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-76449c7a-6cff-4548-8c94-c71c7427288c req-9b91e4fb-66ea-48ae-ba30-9bc58f176ce1 service neutron] Transition to ACTIVE for port object b499c971-4361-4c30-8ddd-c9a6a5d06e5c will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:38:23.834061 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-71538dbb-a79a-4c66-997f-2795b92f85d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:23.906733 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e112ea6b-8829-4984-80fa-64ed95dfea27 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:23.911772 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 45090) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:23.926412 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-e112ea6b-8829-4984-80fa-64ed95dfea27 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c&device_id=ce54d866-f466-40ec-b6d5-285a7df11f12&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1373746 Apr 05 14:38:23.964893 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-76449c7a-6cff-4548-8c94-c71c7427288c req-9b91e4fb-66ea-48ae-ba30-9bc58f176ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:24.044572 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-71538dbb-a79a-4c66-997f-2795b92f85d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:24.049191 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-71538dbb-a79a-4c66-997f-2795b92f85d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:24.050612 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-71538dbb-a79a-4c66-997f-2795b92f85d1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0f49db82-6d46-484d-a5fb-a6f1d988087b HTTP/1.1" status: 204 len: 168 time: 0.3594851 Apr 05 14:38:24.069479 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71538dbb-a79a-4c66-997f-2795b92f85d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f49db82-6d46-484d-a5fb-a6f1d988087b,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:24.109164 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b91e4fb-66ea-48ae-ba30-9bc58f176ce1 service neutron] Pushing event updated for resources: {'Port': ['ID=b499c971-4361-4c30-8ddd-c9a6a5d06e5c,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:24.138154 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5db340-db56-4056-955e-25a77833a40c req-f21f3ae2-52a1-4b63-a6e2-b80a68bca56a tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:24.140833 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7a5db340-db56-4056-955e-25a77833a40c req-f21f3ae2-52a1-4b63-a6e2-b80a68bca56a tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe2419c2-8251-4d83-819c-c86782eda892 HTTP/1.1" status: 200 len: 944 time: 0.2166615 Apr 05 14:38:24.188429 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b073c05b-ba86-4071-becd-dbb4057d92ef tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:24.192759 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45098) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:24.192964 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-b073c05b-ba86-4071-becd-dbb4057d92ef tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] 10.222.0.30 "GET /v2.0/networks/3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c HTTP/1.1" status: 200 len: 881 time: 0.2799315 Apr 05 14:38:24.261056 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-add2ee74-8221-468d-8d8f-3bb0c7653bb9 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce54d866-f466-40ec-b6d5-285a7df11f12 HTTP/1.1" status: 200 len: 205 time: 0.0646989 Apr 05 14:38:24.261229 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7a5db340-db56-4056-955e-25a77833a40c req-56e70020-6217-42bb-a42e-0ae63e1493dd tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032727 Apr 05 14:38:24.263677 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45106) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:24.284835 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-76449c7a-6cff-4548-8c94-c71c7427288c req-9b91e4fb-66ea-48ae-ba30-9bc58f176ce1 service neutron] Attempting to bind port b499c971-4361-4c30-8ddd-c9a6a5d06e5c on host n-h2-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:38:24.285446 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-76449c7a-6cff-4548-8c94-c71c7427288c req-9b91e4fb-66ea-48ae-ba30-9bc58f176ce1 service neutron] Attempting to bind port b499c971-4361-4c30-8ddd-c9a6a5d06e5c by drivers openvswitch,hyperv on host n-h2-836650-2 at level 0 using segments [{'id': 'ac926e6e-ab69-4031-83ab-f0f7e23b6b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e9f4fa40-46c8-414a-a7c0-062d21c067f9'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:38:24.286137 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76449c7a-6cff-4548-8c94-c71c7427288c req-9b91e4fb-66ea-48ae-ba30-9bc58f176ce1 service neutron] Attempting to bind port b499c971-4361-4c30-8ddd-c9a6a5d06e5c on network e9f4fa40-46c8-414a-a7c0-062d21c067f9 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:38:24.291457 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76449c7a-6cff-4548-8c94-c71c7427288c req-9b91e4fb-66ea-48ae-ba30-9bc58f176ce1 service neutron] Port b499c971-4361-4c30-8ddd-c9a6a5d06e5c on network e9f4fa40-46c8-414a-a7c0-062d21c067f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:38:24.292009 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76449c7a-6cff-4548-8c94-c71c7427288c req-9b91e4fb-66ea-48ae-ba30-9bc58f176ce1 service neutron] Attempting to bind port b499c971-4361-4c30-8ddd-c9a6a5d06e5c on network e9f4fa40-46c8-414a-a7c0-062d21c067f9 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:38:24.305240 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76449c7a-6cff-4548-8c94-c71c7427288c req-9b91e4fb-66ea-48ae-ba30-9bc58f176ce1 service neutron] Checking agent: {'id': '6d8cf521-24bb-4b6a-bbae-0284f5c87a9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:38:24.305240 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76449c7a-6cff-4548-8c94-c71c7427288c req-9b91e4fb-66ea-48ae-ba30-9bc58f176ce1 service neutron] Checking segment: {'id': 'ac926e6e-ab69-4031-83ab-f0f7e23b6b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e9f4fa40-46c8-414a-a7c0-062d21c067f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:38:24.305240 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76449c7a-6cff-4548-8c94-c71c7427288c req-9b91e4fb-66ea-48ae-ba30-9bc58f176ce1 service neutron] Bound using segment: {'id': 'ac926e6e-ab69-4031-83ab-f0f7e23b6b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e9f4fa40-46c8-414a-a7c0-062d21c067f9'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:38:24.305240 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-76449c7a-6cff-4548-8c94-c71c7427288c req-9b91e4fb-66ea-48ae-ba30-9bc58f176ce1 service neutron] Bound port: b499c971-4361-4c30-8ddd-c9a6a5d06e5c, host: n-h2-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac926e6e-ab69-4031-83ab-f0f7e23b6b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e9f4fa40-46c8-414a-a7c0-062d21c067f9'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:38:24.305240 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-76449c7a-6cff-4548-8c94-c71c7427288c req-9b91e4fb-66ea-48ae-ba30-9bc58f176ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:24.379931 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-76449c7a-6cff-4548-8c94-c71c7427288c req-9b91e4fb-66ea-48ae-ba30-9bc58f176ce1 service neutron] For port b499c971-4361-4c30-8ddd-c9a6a5d06e5c, host n-h2-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:38:24.383877 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-76449c7a-6cff-4548-8c94-c71c7427288c req-9b91e4fb-66ea-48ae-ba30-9bc58f176ce1 service neutron] For port b499c971-4361-4c30-8ddd-c9a6a5d06e5c, host n-h2-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=b499c971-4361-4c30-8ddd-c9a6a5d06e5c,segment=NetworkSegment(ac926e6e-ab69-4031-83ab-f0f7e23b6b3b),segment_id=ac926e6e-ab69-4031-83ab-f0f7e23b6b3b)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:38:24.385437 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b43cc03f-c528-4339-92a5-589b5b27ec4a tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks [] for router, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:24.490939 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b43cc03f-c528-4339-92a5-589b5b27ec4a tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:24.498038 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-48ce87c5-c6d7-42e7-afa0-6093f8140d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:24.548737 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-76449c7a-6cff-4548-8c94-c71c7427288c req-9b91e4fb-66ea-48ae-ba30-9bc58f176ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:24.594922 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76449c7a-6cff-4548-8c94-c71c7427288c req-9b91e4fb-66ea-48ae-ba30-9bc58f176ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:24.595551 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-76449c7a-6cff-4548-8c94-c71c7427288c req-9b91e4fb-66ea-48ae-ba30-9bc58f176ce1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:24.597085 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-76449c7a-6cff-4548-8c94-c71c7427288c req-9b91e4fb-66ea-48ae-ba30-9bc58f176ce1 service neutron] 10.222.0.11 "PUT /v2.0/ports/b499c971-4361-4c30-8ddd-c9a6a5d06e5c HTTP/1.1" status: 200 len: 1092 time: 1.6593568 Apr 05 14:38:24.597505 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe2419c2-8251-4d83-819c-c86782eda892', 'tag': 'b499c971-4361-4c30-8ddd-c9a6a5d06e5c'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:38:24.599789 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4639bce9-fffd-4739-9e93-d92d85086857" -d '{"events": [{"name": "network-changed", "server_uuid": "fe2419c2-8251-4d83-819c-c86782eda892", "tag": "b499c971-4361-4c30-8ddd-c9a6a5d06e5c"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:38:24.635221 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b91e4fb-66ea-48ae-ba30-9bc58f176ce1 service neutron] Pushing event updated for resources: {'Port': ['ID=b499c971-4361-4c30-8ddd-c9a6a5d06e5c,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:24.647685 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6776566-4a85-48cf-9a63-3d7c02de030c x-openstack-request-id: req-d6776566-4a85-48cf-9a63-3d7c02de030c {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:38:24.648166 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe2419c2-8251-4d83-819c-c86782eda892", "tag": "b499c971-4361-4c30-8ddd-c9a6a5d06e5c", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:38:24.648426 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d6776566-4a85-48cf-9a63-3d7c02de030c {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:38:24.648841 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6776566-4a85-48cf-9a63-3d7c02de030c'] response: {'name': 'network-changed', 'server_uuid': 'fe2419c2-8251-4d83-819c-c86782eda892', 'tag': 'b499c971-4361-4c30-8ddd-c9a6a5d06e5c', 'status': 'completed', 'code': 200} Apr 05 14:38:24.663019 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-b43cc03f-c528-4339-92a5-589b5b27ec4a tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Deleting port 140c9599-b6b5-4869-9057-c99656216b82 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:38:24.663396 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b43cc03f-c528-4339-92a5-589b5b27ec4a tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:24.715396 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4639bce9-fffd-4739-9e93-d92d85086857 req-613b28a3-30e5-4711-b846-a8ace0ec8256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:24.717076 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4639bce9-fffd-4739-9e93-d92d85086857 req-613b28a3-30e5-4711-b846-a8ace0ec8256 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6f9dd14fd23b46d0bf68308d04a6ae90&device_id=fe2419c2-8251-4d83-819c-c86782eda892 HTTP/1.1" status: 200 len: 1095 time: 0.0498869 Apr 05 14:38:24.768130 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b43cc03f-c528-4339-92a5-589b5b27ec4a tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:24.789790 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-b43cc03f-c528-4339-92a5-589b5b27ec4a tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Calling delete_port for 140c9599-b6b5-4869-9057-c99656216b82 owned by network:router_gateway {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:38:24.959484 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4639bce9-fffd-4739-9e93-d92d85086857 req-90cf39fc-dba5-40d5-98ff-7f5a37547bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:24.961139 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4639bce9-fffd-4739-9e93-d92d85086857 req-90cf39fc-dba5-40d5-98ff-7f5a37547bac service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6f9dd14fd23b46d0bf68308d04a6ae90&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2362113 Apr 05 14:38:25.137466 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4639bce9-fffd-4739-9e93-d92d85086857 req-f90acb15-ba75-4e57-91a1-423bfc9b1e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:25.138974 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4639bce9-fffd-4739-9e93-d92d85086857 req-f90acb15-ba75-4e57-91a1-423bfc9b1e06 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1714520 Apr 05 14:38:25.141050 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b43cc03f-c528-4339-92a5-589b5b27ec4a tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:25.180080 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 45144) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:25.185940 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43cc03f-c528-4339-92a5-589b5b27ec4a tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Pushing event deleted for resources: {'Port': ['ID=140c9599-b6b5-4869-9057-c99656216b82,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:25.227758 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a539a780-40ad-4e8a-9db3-b53737c9fcec admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:25.256514 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76449c7a-6cff-4548-8c94-c71c7427288c req-178e7d70-6400-4077-b5c8-16e17000f764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:25.261249 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-76449c7a-6cff-4548-8c94-c71c7427288c req-178e7d70-6400-4077-b5c8-16e17000f764 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6f9dd14fd23b46d0bf68308d04a6ae90&device_id=fe2419c2-8251-4d83-819c-c86782eda892 HTTP/1.1" status: 200 len: 1095 time: 0.0690987 Apr 05 14:38:25.272058 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b43cc03f-c528-4339-92a5-589b5b27ec4a tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808526'] for router_gateway, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:25.321951 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 45156) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:25.340314 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-76449c7a-6cff-4548-8c94-c71c7427288c req-1a759e63-cc51-42bd-b5c9-554b96547dbe service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b499c971-4361-4c30-8ddd-c9a6a5d06e5c HTTP/1.1" status: 200 len: 217 time: 0.0733864 Apr 05 14:38:25.401039 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b43cc03f-c528-4339-92a5-589b5b27ec4a tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27070'] for router, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:25.403310 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b43cc03f-c528-4339-92a5-589b5b27ec4a tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:25.482602 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76449c7a-6cff-4548-8c94-c71c7427288c req-6b11d35b-1bf1-4d5c-933b-b77c5f049ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:25.484855 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-76449c7a-6cff-4548-8c94-c71c7427288c req-6b11d35b-1bf1-4d5c-933b-b77c5f049ba1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7f3129d9-da84-45bd-9800-b5c89ee3ca61 HTTP/1.1" status: 200 len: 845 time: 0.1269674 Apr 05 14:38:25.495505 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-0a6c6035-df01-49b2-a489-a57f2cffdecc tempest-AgentManagementNegativeTest-822990117 tempest-AgentManagementNegativeTest-822990117-project] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1722057 Apr 05 14:38:25.507458 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36175ef4-3f5d-4cd3-b483-6a5caefcdfce req-e8d05fbb-af84-4afe-a75e-edc3485f31d7 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:25.508939 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-36175ef4-3f5d-4cd3-b483-6a5caefcdfce req-e8d05fbb-af84-4afe-a75e-edc3485f31d7 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe2419c2-8251-4d83-819c-c86782eda892 HTTP/1.1" status: 200 len: 944 time: 0.1658897 Apr 05 14:38:25.530603 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a539a780-40ad-4e8a-9db3-b53737c9fcec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:25.552091 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-76449c7a-6cff-4548-8c94-c71c7427288c req-0f21e3df-5562-405b-8d21-1d24001fbf62 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e9f4fa40-46c8-414a-a7c0-062d21c067f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552628 Apr 05 14:38:25.598297 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b43cc03f-c528-4339-92a5-589b5b27ec4a tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803298'] for router, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:25.602038 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43cc03f-c528-4339-92a5-589b5b27ec4a tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Fanout notify agent at l3_agent the message router_deleted on router ce54d866-f466-40ec-b6d5-285a7df11f12 {{(pid=103321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:38:25.618113 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b43cc03f-c528-4339-92a5-589b5b27ec4a tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:25.620149 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-b43cc03f-c528-4339-92a5-589b5b27ec4a tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] 10.222.0.30 "DELETE /v2.0/routers/ce54d866-f466-40ec-b6d5-285a7df11f12 HTTP/1.1" status: 204 len: 168 time: 1.3551061 Apr 05 14:38:25.629080 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45172) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:25.634458 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-b44f8140-e6b1-4b3b-8505-86b1ae5119a7 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-918092980', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:38:25.644379 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-36175ef4-3f5d-4cd3-b483-6a5caefcdfce req-46c53866-404f-4489-828c-147f4da8447f tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252778 Apr 05 14:38:25.649147 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a539a780-40ad-4e8a-9db3-b53737c9fcec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:25.698793 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-a539a780-40ad-4e8a-9db3-b53737c9fcec admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=07772d189e524f76be886e6f1c8a8379&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5175869 Apr 05 14:38:25.701579 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45176) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:25.713190 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a539a780-40ad-4e8a-9db3-b53737c9fcec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe94070-f274-47e1-bf2b-efdf0e508b93,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:25.722045 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-76449c7a-6cff-4548-8c94-c71c7427288c req-d44550d4-9799-4d97-bdcb-be883bf0d86f service neutron] 10.222.0.11 "GET /v2.0/networks/e9f4fa40-46c8-414a-a7c0-062d21c067f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630728 Apr 05 14:38:25.733696 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b44f8140-e6b1-4b3b-8505-86b1ae5119a7 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27088'] for router, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:25.735267 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b44f8140-e6b1-4b3b-8505-86b1ae5119a7 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27079'] for router, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:25.836012 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b44f8140-e6b1-4b3b-8505-86b1ae5119a7 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:25.851303 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-76449c7a-6cff-4548-8c94-c71c7427288c req-302b9906-de92-45e0-a7ef-a662f31d41b0 service neutron] 10.222.0.11 "GET /v2.0/networks/e9f4fa40-46c8-414a-a7c0-062d21c067f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232626 Apr 05 14:38:25.851612 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-709400de-0f6a-4b9c-a701-d54834fb6564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:25.878423 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-709400de-0f6a-4b9c-a701-d54834fb6564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:25.925939 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b44f8140-e6b1-4b3b-8505-86b1ae5119a7 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618'] for router, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:26.000903 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-709400de-0f6a-4b9c-a701-d54834fb6564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:26.013386 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-709400de-0f6a-4b9c-a701-d54834fb6564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:26.014811 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-709400de-0f6a-4b9c-a701-d54834fb6564 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/afe94070-f274-47e1-bf2b-efdf0e508b93 HTTP/1.1" status: 204 len: 168 time: 0.3106139 Apr 05 14:38:26.043544 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709400de-0f6a-4b9c-a701-d54834fb6564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe94070-f274-47e1-bf2b-efdf0e508b93,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:26.049170 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b44f8140-e6b1-4b3b-8505-86b1ae5119a7 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:26.050260 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-b44f8140-e6b1-4b3b-8505-86b1ae5119a7 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4198620 Apr 05 14:38:26.053376 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 45194) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:26.057952 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-a4d9bc78-b64c-4664-a900-f4d81abbf8e3 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'enable_snat': True}}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:38:26.079562 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45196) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:26.214991 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-451f0dca-b37c-4dfb-b400-57e902a6a3c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:26.299786 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a4d9bc78-b64c-4664-a900-f4d81abbf8e3 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:26.328086 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-451f0dca-b37c-4dfb-b400-57e902a6a3c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:26.435449 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-451f0dca-b37c-4dfb-b400-57e902a6a3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:26.493988 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451f0dca-b37c-4dfb-b400-57e902a6a3c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c50c32-776e-49ef-8f8b-f5b9e4f86cb6,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:26.521700 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-451f0dca-b37c-4dfb-b400-57e902a6a3c1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=35a33cd58bda4a2f98f0951fdd93e77b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4383919 Apr 05 14:38:26.525431 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45220) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:26.594648 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8e2beee3-9a90-4025-86f5-2d7ddf1d6ca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:26.625894 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8e2beee3-9a90-4025-86f5-2d7ddf1d6ca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:26.697501 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-917f5c46-45e7-4a78-b24c-19a69c6d0b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:26.710005 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a4d9bc78-b64c-4664-a900-f4d81abbf8e3 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:26.740530 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a4d9bc78-b64c-4664-a900-f4d81abbf8e3 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:26.790737 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8e2beee3-9a90-4025-86f5-2d7ddf1d6ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:26.794945 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8e2beee3-9a90-4025-86f5-2d7ddf1d6ca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:26.798070 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-8e2beee3-9a90-4025-86f5-2d7ddf1d6ca0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/70c50c32-776e-49ef-8f8b-f5b9e4f86cb6 HTTP/1.1" status: 204 len: 168 time: 0.2716298 Apr 05 14:38:26.822559 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2beee3-9a90-4025-86f5-2d7ddf1d6ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c50c32-776e-49ef-8f8b-f5b9e4f86cb6,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:26.859894 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efe6394-d6ce-4f2e-b675-12f4d12917f0 req-9436ad9a-00b8-483f-b3f0-652e3de61b2e tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:26.861478 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9efe6394-d6ce-4f2e-b675-12f4d12917f0 req-9436ad9a-00b8-483f-b3f0-652e3de61b2e tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe2419c2-8251-4d83-819c-c86782eda892 HTTP/1.1" status: 200 len: 944 time: 0.1237326 Apr 05 14:38:26.943639 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9efe6394-d6ce-4f2e-b675-12f4d12917f0 req-881c9ba1-2310-433d-a8e2-d31651629187 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753245 Apr 05 14:38:26.988695 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-a4d9bc78-b64c-4664-a900-f4d81abbf8e3 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Allocated IP 172.25.6.185 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/11538f1c-d049-4bbd-b34f-6e31734772d3) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:38:27.136332 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a4d9bc78-b64c-4664-a900-f4d81abbf8e3 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:27.264076 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a4d9bc78-b64c-4664-a900-f4d81abbf8e3 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:27.308984 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d9bc78-b64c-4664-a900-f4d81abbf8e3 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:38:27.314301 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-a4d9bc78-b64c-4664-a900-f4d81abbf8e3 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:38:27.317999 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d9bc78-b64c-4664-a900-f4d81abbf8e3 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:38:27.409733 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d9bc78-b64c-4664-a900-f4d81abbf8e3 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Pushing event updated for resources: {'Port': ['ID=11538f1c-d049-4bbd-b34f-6e31734772d3,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:27.949888 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:27.963955 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a4d9bc78-b64c-4664-a900-f4d81abbf8e3 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:28.171746 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee6acf-e9e8-43f0-a3fb-75566243dd0e req-8b0f7363-ec50-4d21-b690-bce03c7ac1bd tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:28.173555 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a2ee6acf-e9e8-43f0-a3fb-75566243dd0e req-8b0f7363-ec50-4d21-b690-bce03c7ac1bd tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe2419c2-8251-4d83-819c-c86782eda892 HTTP/1.1" status: 200 len: 944 time: 0.1018715 Apr 05 14:38:28.260041 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a4d9bc78-b64c-4664-a900-f4d81abbf8e3 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1808591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27061'] for router, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:28.264120 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a2ee6acf-e9e8-43f0-a3fb-75566243dd0e req-9daa0175-90a3-41ab-bafc-203922fae439 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823479 Apr 05 14:38:28.267149 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a4d9bc78-b64c-4664-a900-f4d81abbf8e3 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1808628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1808637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803294'] for router, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:28.422482 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45326) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:28.476455 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4d9bc78-b64c-4664-a900-f4d81abbf8e3 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Router 344f55d8-4b62-4396-8dfb-76f2f3c2e9d7 is scheduled to L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 with binding_index 1 {{(pid=103320) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:38:28.603842 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d9bc78-b64c-4664-a900-f4d81abbf8e3 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:38:28.610531 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a4d9bc78-b64c-4664-a900-f4d81abbf8e3 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks [] for router, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:28.613868 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45336) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:28.614134 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-a4d9bc78-b64c-4664-a900-f4d81abbf8e3 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] 10.222.0.30 "PUT /v2.0/routers/344f55d8-4b62-4396-8dfb-76f2f3c2e9d7 HTTP/1.1" status: 200 len: 914 time: 2.5595944 Apr 05 14:38:28.618057 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7d6de4-7acc-44c4-ad25-93e04b82dc01 None None] Sync routers for ids ['344f55d8-4b62-4396-8dfb-76f2f3c2e9d7'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:38:28.629588 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7d6de4-7acc-44c4-ad25-93e04b82dc01 None None] Routers {'344f55d8-4b62-4396-8dfb-76f2f3c2e9d7'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:38:28.630354 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-7e7d6de4-7acc-44c4-ad25-93e04b82dc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:38:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['344f55d8-4b62-4396-8dfb-76f2f3c2e9d7'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:28.669879 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-7e7d6de4-7acc-44c4-ad25-93e04b82dc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:28.682171 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7d6de4-7acc-44c4-ad25-93e04b82dc01 None None] Routers {'344f55d8-4b62-4396-8dfb-76f2f3c2e9d7'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:38:28.683063 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-7e7d6de4-7acc-44c4-ad25-93e04b82dc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:38:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['344f55d8-4b62-4396-8dfb-76f2f3c2e9d7'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:28.723877 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-7e7d6de4-7acc-44c4-ad25-93e04b82dc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:28.723877 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7d6de4-7acc-44c4-ad25-93e04b82dc01 None None] The sync data for ids ['344f55d8-4b62-4396-8dfb-76f2f3c2e9d7'] in n-d-836650-2 is: [] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:38:28.726464 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-12ddf66f-cfe6-4d2a-9bfe-4c6e35daa3c1 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-688106865'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:38:28.762970 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-f91f35d4-02ed-495c-97db-71b55949cb5d tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] 10.222.0.30 "GET /v2.0/routers/344f55d8-4b62-4396-8dfb-76f2f3c2e9d7 HTTP/1.1" status: 200 len: 920 time: 0.1480031 Apr 05 14:38:28.766300 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45340) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:28.802726 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 45344) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:28.815607 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a328bde8-682c-4436-9d5a-abad19c85c1b tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:28.820130 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 45350) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:28.820294 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-a328bde8-682c-4436-9d5a-abad19c85c1b tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c&device_id=344f55d8-4b62-4396-8dfb-76f2f3c2e9d7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0528023 Apr 05 14:38:28.849269 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ddf66f-cfe6-4d2a-9bfe-4c6e35daa3c1 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Made reservation on behalf of 81648541dc0b4f1ea0eb9cace0846aa5 for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:38:28.854241 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-12ddf66f-cfe6-4d2a-9bfe-4c6e35daa3c1 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:28.876867 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-12ddf66f-cfe6-4d2a-9bfe-4c6e35daa3c1 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:28.955931 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e8e6ae-ff63-4f6f-bd00-69e5495a56a0 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:28.960829 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-c5e8e6ae-ff63-4f6f-bd00-69e5495a56a0 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] 10.222.0.30 "GET /v2.0/networks/3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c HTTP/1.1" status: 200 len: 881 time: 0.1369786 Apr 05 14:38:28.961074 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 45356) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:29.017636 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-d4dcbeac-4dfd-4819-8943-a11509ca6c82 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] 10.222.0.30 "GET /v2.0/ports?device_id=344f55d8-4b62-4396-8dfb-76f2f3c2e9d7 HTTP/1.1" status: 200 len: 205 time: 0.0552330 Apr 05 14:38:29.018328 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 45358) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:29.028685 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-12ddf66f-cfe6-4d2a-9bfe-4c6e35daa3c1 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:29.115841 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-11b63060-b625-4ec7-8a17-e429bbd6d085 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:29.121118 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-12ddf66f-cfe6-4d2a-9bfe-4c6e35daa3c1 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:29.135383 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12ddf66f-cfe6-4d2a-9bfe-4c6e35daa3c1 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:38:29.147483 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-12ddf66f-cfe6-4d2a-9bfe-4c6e35daa3c1 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:29.148466 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-12ddf66f-cfe6-4d2a-9bfe-4c6e35daa3c1 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Added segment 1c468974-700f-4380-acfc-da4f84290a6b of type vlan for network fd08407d-7bc3-4895-9d28-9b2f36a8d65c Apr 05 14:38:29.190182 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3bb5a45d-893e-48a6-835a-093d2a79f07d tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks [] for router, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:29.225134 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-12ddf66f-cfe6-4d2a-9bfe-4c6e35daa3c1 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:29.235955 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ddf66f-cfe6-4d2a-9bfe-4c6e35daa3c1 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd6c7f35-3672-4229-aa8b-30a20030ed0a,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:29.346528 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-11b63060-b625-4ec7-8a17-e429bbd6d085 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:29.359596 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3bb5a45d-893e-48a6-835a-093d2a79f07d tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:29.372086 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-12ddf66f-cfe6-4d2a-9bfe-4c6e35daa3c1 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:29.378288 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ddf66f-cfe6-4d2a-9bfe-4c6e35daa3c1 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:29.381815 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-12ddf66f-cfe6-4d2a-9bfe-4c6e35daa3c1 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:29.450360 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ddf66f-cfe6-4d2a-9bfe-4c6e35daa3c1 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event updated for resources: {'Network': ['ID=fd08407d-7bc3-4895-9d28-9b2f36a8d65c,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:29.460444 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:38:29.464957 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb3c534-d7c6-446a-a16e-b32833d99c35 req-5ab6e597-1a58-493d-9aa8-cca7e59cad1a tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:29.476012 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ddb3c534-d7c6-446a-a16e-b32833d99c35 req-5ab6e597-1a58-493d-9aa8-cca7e59cad1a tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe2419c2-8251-4d83-819c-c86782eda892 HTTP/1.1" status: 200 len: 944 time: 0.1064703 Apr 05 14:38:29.493408 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-11b63060-b625-4ec7-8a17-e429bbd6d085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:29.520644 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-12ddf66f-cfe6-4d2a-9bfe-4c6e35daa3c1 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0968969 Apr 05 14:38:29.524095 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45376) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:29.531396 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-a26ae3b3-48b2-461a-9894-1b2a48564259 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Request body: {'subnet': {'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:38:29.583726 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ddb3c534-d7c6-446a-a16e-b32833d99c35 req-bf0ee22e-f467-4fb6-a383-a434d44b7e9a tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965762 Apr 05 14:38:29.591626 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:29.598255 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-11b63060-b625-4ec7-8a17-e429bbd6d085 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4cfe3020c34645b18c36ed04a0b5502b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7943773 Apr 05 14:38:29.599717 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 45378) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:29.600359 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b63060-b625-4ec7-8a17-e429bbd6d085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f35d90a8-9913-499d-9150-5cdb129ba822,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:29.659524 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-3bb5a45d-893e-48a6-835a-093d2a79f07d tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Deleting port 11538f1c-d049-4bbd-b34f-6e31734772d3 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:38:29.659881 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3bb5a45d-893e-48a6-835a-093d2a79f07d tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:29.685334 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8be3d92f-5489-4157-a648-6c84ed319f98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:29.700495 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:29.740243 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8be3d92f-5489-4157-a648-6c84ed319f98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:29.769185 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26ae3b3-48b2-461a-9894-1b2a48564259 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Made reservation on behalf of 81648541dc0b4f1ea0eb9cace0846aa5 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:38:29.773981 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a26ae3b3-48b2-461a-9894-1b2a48564259 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:29.802811 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3bb5a45d-893e-48a6-835a-093d2a79f07d tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:29.822959 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-3bb5a45d-893e-48a6-835a-093d2a79f07d tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Calling delete_port for 11538f1c-d049-4bbd-b34f-6e31734772d3 owned by network:router_gateway {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:38:29.916654 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8be3d92f-5489-4157-a648-6c84ed319f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:29.919679 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8be3d92f-5489-4157-a648-6c84ed319f98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:29.922388 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-8be3d92f-5489-4157-a648-6c84ed319f98 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f35d90a8-9913-499d-9150-5cdb129ba822 HTTP/1.1" status: 204 len: 168 time: 0.3184941 Apr 05 14:38:29.969714 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be3d92f-5489-4157-a648-6c84ed319f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f35d90a8-9913-499d-9150-5cdb129ba822,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:30.166504 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a26ae3b3-48b2-461a-9894-1b2a48564259 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:30.190510 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3bb5a45d-893e-48a6-835a-093d2a79f07d tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:30.228614 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb5a45d-893e-48a6-835a-093d2a79f07d tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Pushing event deleted for resources: {'Port': ['ID=11538f1c-d049-4bbd-b34f-6e31734772d3,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:30.243217 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26ae3b3-48b2-461a-9894-1b2a48564259 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Checking segment: {'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:38:30.243581 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26ae3b3-48b2-461a-9894-1b2a48564259 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Network hostable DHCP agents. Network: fd08407d-7bc3-4895-9d28-9b2f36a8d65c, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:38:30.261081 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26ae3b3-48b2-461a-9894-1b2a48564259 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event updated for resources: {'Subnet': ['ID=5f77ef44-acc6-453d-a9a0-73cde1fba12a,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:30.303866 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3bb5a45d-893e-48a6-835a-093d2a79f07d tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808526'] for router_gateway, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:30.416207 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3bb5a45d-893e-48a6-835a-093d2a79f07d tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27070'] for router, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:30.418592 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3bb5a45d-893e-48a6-835a-093d2a79f07d tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:30.430897 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26ae3b3-48b2-461a-9894-1b2a48564259 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:38:30.623583 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-a26ae3b3-48b2-461a-9894-1b2a48564259 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, fd08407d-7bc3-4895-9d28-9b2f36a8d65c) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:38:30.624733 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3bb5a45d-893e-48a6-835a-093d2a79f07d tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803298'] for router, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:30.625079 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb5a45d-893e-48a6-835a-093d2a79f07d tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Fanout notify agent at l3_agent the message router_deleted on router 344f55d8-4b62-4396-8dfb-76f2f3c2e9d7 {{(pid=103320) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:38:30.628704 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26ae3b3-48b2-461a-9894-1b2a48564259 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:30.629342 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a26ae3b3-48b2-461a-9894-1b2a48564259 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:30.635226 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3bb5a45d-893e-48a6-835a-093d2a79f07d tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks [] for router, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:30.635226 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-3bb5a45d-893e-48a6-835a-093d2a79f07d tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] 10.222.0.30 "DELETE /v2.0/routers/344f55d8-4b62-4396-8dfb-76f2f3c2e9d7 HTTP/1.1" status: 204 len: 168 time: 1.6138487 Apr 05 14:38:30.639814 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 45416) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:30.642969 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa40c7d-3377-40c3-a7be-140acb7f013b None None] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:38:30.644367 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-65a6f838-b89f-4041-a125-db5db248bb69 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-29127933', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:38:30.715429 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d9e6d-2d53-46e6-89b6-ddaf4ad8960a req-2c5b1ac2-6a91-4ef5-9f1d-666746ce7576 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:30.717008 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ff7d9e6d-2d53-46e6-89b6-ddaf4ad8960a req-2c5b1ac2-6a91-4ef5-9f1d-666746ce7576 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe2419c2-8251-4d83-819c-c86782eda892 HTTP/1.1" status: 200 len: 944 time: 0.0601861 Apr 05 14:38:30.751210 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-a26ae3b3-48b2-461a-9894-1b2a48564259 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2250783 Apr 05 14:38:30.753810 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45422) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:30.759398 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-eef4c54d-b3e5-4216-8db3-f484b1e1fc58 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Request body: {'port': {'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'name': 'tempest-NetworksTestDHCPv6-1319692836'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:38:30.832794 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ff7d9e6d-2d53-46e6-89b6-ddaf4ad8960a req-c9ea220c-1c8e-41fe-b27b-5f0be44a9469 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967810 Apr 05 14:38:30.880604 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-65a6f838-b89f-4041-a125-db5db248bb69 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27088'] for router, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:30.881381 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-65a6f838-b89f-4041-a125-db5db248bb69 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27079'] for router, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:30.885571 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6c9260-e516-4c13-af88-06a5d1c51a0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'tenant_id': '81648541dc0b4f1ea0eb9cace0846aa5', 'fixed_ips': [{'subnet_id': '5f77ef44-acc6-453d-a9a0-73cde1fba12a'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:38:30.894604 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bf6c9260-e516-4c13-af88-06a5d1c51a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:30.913253 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 45426) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:30.941044 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bb4e1bfc-8955-46c9-8ae7-beaac3dbd2bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:30.980346 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-65a6f838-b89f-4041-a125-db5db248bb69 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:31.021104 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef4c54d-b3e5-4216-8db3-f484b1e1fc58 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Made reservation on behalf of 81648541dc0b4f1ea0eb9cace0846aa5 for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:38:31.025368 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-eef4c54d-b3e5-4216-8db3-f484b1e1fc58 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:31.046019 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-bf6c9260-e516-4c13-af88-06a5d1c51a0d None None] Allocated IP 2001:db8::2 (fd08407d-7bc3-4895-9d28-9b2f36a8d65c/5f77ef44-acc6-453d-a9a0-73cde1fba12a/1091c416-ef6c-4b94-a5d5-d39250d025c4) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:38:31.049025 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [None req-eef4c54d-b3e5-4216-8db3-f484b1e1fc58 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] device_id is not set on port 6a3ec3d5-4541-403f-888c-b1bda7b76c01 yet. {{(pid=103321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:38:31.057206 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-65a6f838-b89f-4041-a125-db5db248bb69 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618'] for router, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:31.087982 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bb4e1bfc-8955-46c9-8ae7-beaac3dbd2bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:31.133914 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-65a6f838-b89f-4041-a125-db5db248bb69 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks [] for router, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:31.136137 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-65a6f838-b89f-4041-a125-db5db248bb69 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4948797 Apr 05 14:38:31.138442 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 45432) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:31.143733 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-df2c9309-0b19-403c-b898-624bb531f8cb tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'enable_snat': False}}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:38:31.208976 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bf6c9260-e516-4c13-af88-06a5d1c51a0d None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:31.210702 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bb4e1bfc-8955-46c9-8ae7-beaac3dbd2bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:31.230796 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device b499c971-4361-4c30-8ddd-c9a6a5d06e5c details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:38:31.317753 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4e1bfc-8955-46c9-8ae7-beaac3dbd2bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db6dc5e-e780-4a0b-b1ae-0bb7293ea574,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:31.326388 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-bb4e1bfc-8955-46c9-8ae7-beaac3dbd2bb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4a4c3ea9a50542d7816b4910682f2b6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4095771 Apr 05 14:38:31.326815 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 45438) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:31.395882 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-eef4c54d-b3e5-4216-8db3-f484b1e1fc58 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Allocated IP 2001:db8::362 (fd08407d-7bc3-4895-9d28-9b2f36a8d65c/5f77ef44-acc6-453d-a9a0-73cde1fba12a/6a3ec3d5-4541-403f-888c-b1bda7b76c01) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:38:31.402696 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-df2c9309-0b19-403c-b898-624bb531f8cb tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:31.425674 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port b499c971-4361-4c30-8ddd-c9a6a5d06e5c, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=b499c971-4361-4c30-8ddd-c9a6a5d06e5c,segment=NetworkSegment(ac926e6e-ab69-4031-83ab-f0f7e23b6b3b),segment_id=ac926e6e-ab69-4031-83ab-f0f7e23b6b3b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:38:31.446578 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bf6c9260-e516-4c13-af88-06a5d1c51a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:31.464610 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a1659415-2510-47c5-ab9d-186c169a89f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:31.508929 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a1659415-2510-47c5-ab9d-186c169a89f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:31.519034 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6c9260-e516-4c13-af88-06a5d1c51a0d None None] Pushing event updated for resources: {'Port': ['ID=1091c416-ef6c-4b94-a5d5-d39250d025c4,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:31.534566 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6c9260-e516-4c13-af88-06a5d1c51a0d None None] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:38:31.536267 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-bf6c9260-e516-4c13-af88-06a5d1c51a0d None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:38:31.541955 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6c9260-e516-4c13-af88-06a5d1c51a0d None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:38:31.544714 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': 'b499c971-4361-4c30-8ddd-c9a6a5d06e5c', 'network_id': 'e9f4fa40-46c8-414a-a7c0-062d21c067f9', 'port_id': 'b499c971-4361-4c30-8ddd-c9a6a5d06e5c', 'mac_address': 'fa:16:3e:6a:d4:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f3129d9-da84-45bd-9800-b5c89ee3ca61', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:38:31.597349 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:31.637320 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b499c971-4361-4c30-8ddd-c9a6a5d06e5c {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:38:31.676265 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-eef4c54d-b3e5-4216-8db3-f484b1e1fc58 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:31.690034 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-bf6c9260-e516-4c13-af88-06a5d1c51a0d None None] Attempting to bind port 1091c416-ef6c-4b94-a5d5-d39250d025c4 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:38:31.690630 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-bf6c9260-e516-4c13-af88-06a5d1c51a0d None None] Attempting to bind port 1091c416-ef6c-4b94-a5d5-d39250d025c4 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:38:31.690884 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6c9260-e516-4c13-af88-06a5d1c51a0d None None] Attempting to bind port 1091c416-ef6c-4b94-a5d5-d39250d025c4 on network fd08407d-7bc3-4895-9d28-9b2f36a8d65c {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:38:31.701569 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6c9260-e516-4c13-af88-06a5d1c51a0d None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:38:31.702095 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6c9260-e516-4c13-af88-06a5d1c51a0d None None] Checking segment: {'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:38:31.702450 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bf6c9260-e516-4c13-af88-06a5d1c51a0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:31.702853 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6c9260-e516-4c13-af88-06a5d1c51a0d None None] Bound using segment: {'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:38:31.703352 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-bf6c9260-e516-4c13-af88-06a5d1c51a0d None None] Bound port: 1091c416-ef6c-4b94-a5d5-d39250d025c4, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:38:31.703722 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bf6c9260-e516-4c13-af88-06a5d1c51a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:31.728705 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port b499c971-4361-4c30-8ddd-c9a6a5d06e5c, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=b499c971-4361-4c30-8ddd-c9a6a5d06e5c,segment=NetworkSegment(ac926e6e-ab69-4031-83ab-f0f7e23b6b3b),segment_id=ac926e6e-ab69-4031-83ab-f0f7e23b6b3b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:38:31.784950 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-bf6c9260-e516-4c13-af88-06a5d1c51a0d None None] For port 1091c416-ef6c-4b94-a5d5-d39250d025c4, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:38:31.788561 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-bf6c9260-e516-4c13-af88-06a5d1c51a0d None None] For port 1091c416-ef6c-4b94-a5d5-d39250d025c4, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=1091c416-ef6c-4b94-a5d5-d39250d025c4,segment=NetworkSegment(1c468974-700f-4380-acfc-da4f84290a6b),segment_id=1c468974-700f-4380-acfc-da4f84290a6b)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:38:31.875944 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-eef4c54d-b3e5-4216-8db3-f484b1e1fc58 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:31.876444 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:31.929651 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bf6c9260-e516-4c13-af88-06a5d1c51a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:31.959239 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef4c54d-b3e5-4216-8db3-f484b1e1fc58 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event updated for resources: {'Port': ['ID=6a3ec3d5-4541-403f-888c-b1bda7b76c01,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:31.963267 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef4c54d-b3e5-4216-8db3-f484b1e1fc58 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:38:31.964843 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-eef4c54d-b3e5-4216-8db3-f484b1e1fc58 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:38:31.973337 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=b499c971-4361-4c30-8ddd-c9a6a5d06e5c,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:31.974102 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef4c54d-b3e5-4216-8db3-f484b1e1fc58 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:38:31.983661 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef4c54d-b3e5-4216-8db3-f484b1e1fc58 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:31.984309 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-eef4c54d-b3e5-4216-8db3-f484b1e1fc58 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:32.028688 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e915edb-19a9-47e5-963a-adc4fb5e0c61 req-46ce00aa-650c-482f-9b51-b6961474c3f2 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:32.030943 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0e915edb-19a9-47e5-963a-adc4fb5e0c61 req-46ce00aa-650c-482f-9b51-b6961474c3f2 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe2419c2-8251-4d83-819c-c86782eda892 HTTP/1.1" status: 200 len: 945 time: 0.1109376 Apr 05 14:38:32.072817 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6c9260-e516-4c13-af88-06a5d1c51a0d None None] Pushing event updated for resources: {'Port': ['ID=1091c416-ef6c-4b94-a5d5-d39250d025c4,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:32.100677 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a1659415-2510-47c5-ab9d-186c169a89f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:32.103341 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a1659415-2510-47c5-ab9d-186c169a89f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:32.108470 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-a1659415-2510-47c5-ab9d-186c169a89f2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0db6dc5e-e780-4a0b-b1ae-0bb7293ea574 HTTP/1.1" status: 204 len: 168 time: 0.7767262 Apr 05 14:38:32.125191 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-eef4c54d-b3e5-4216-8db3-f484b1e1fc58 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3693824 Apr 05 14:38:32.127310 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45452) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:32.171874 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1659415-2510-47c5-ab9d-186c169a89f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db6dc5e-e780-4a0b-b1ae-0bb7293ea574,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:32.205766 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['b499c971-4361-4c30-8ddd-c9a6a5d06e5c'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:38:32.235648 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0e915edb-19a9-47e5-963a-adc4fb5e0c61 req-633e04fc-4cab-46df-a1e7-bbf3ca3009e2 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959889 Apr 05 14:38:32.280635 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-df2c9309-0b19-403c-b898-624bb531f8cb tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:32.350763 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-df2c9309-0b19-403c-b898-624bb531f8cb tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:32.439529 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84778086-c809-4243-98e5-2fb476b38450 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:32.451944 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84778086-c809-4243-98e5-2fb476b38450 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:32.459412 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-84778086-c809-4243-98e5-2fb476b38450 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3298013 Apr 05 14:38:32.463826 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45454) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:32.562578 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-df2c9309-0b19-403c-b898-624bb531f8cb tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Allocated IP 172.25.6.21 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/3c70f28e-5e0b-40ed-9860-b5186d80b51c) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:38:32.594751 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-f7eb178b-6f18-4ca2-8329-53756a2dd144 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Deleting port 6a3ec3d5-4541-403f-888c-b1bda7b76c01 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:38:32.595092 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f7eb178b-6f18-4ca2-8329-53756a2dd144 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:32.682773 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-df2c9309-0b19-403c-b898-624bb531f8cb tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:32.687148 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f7eb178b-6f18-4ca2-8329-53756a2dd144 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:32.707401 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-f7eb178b-6f18-4ca2-8329-53756a2dd144 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Calling delete_port for 6a3ec3d5-4541-403f-888c-b1bda7b76c01 owned by {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:38:32.788050 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-df2c9309-0b19-403c-b898-624bb531f8cb tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:32.897323 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2c9309-0b19-403c-b898-624bb531f8cb tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:38:32.902631 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-df2c9309-0b19-403c-b898-624bb531f8cb tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:38:32.930142 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2c9309-0b19-403c-b898-624bb531f8cb tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:38:32.950386 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45466) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:33.000565 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 1091c416-ef6c-4b94-a5d5-d39250d025c4 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:38:33.047123 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f7eb178b-6f18-4ca2-8329-53756a2dd144 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:33.055654 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2c9309-0b19-403c-b898-624bb531f8cb tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Pushing event updated for resources: {'Port': ['ID=3c70f28e-5e0b-40ed-9860-b5186d80b51c,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:33.104924 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2c9309-0b19-403c-b898-624bb531f8cb tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:38:33.104924 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2c9309-0b19-403c-b898-624bb531f8cb tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:38:33.104924 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2c9309-0b19-403c-b898-624bb531f8cb tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:38:33.104924 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2c9309-0b19-403c-b898-624bb531f8cb tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:38:33.105346 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2c9309-0b19-403c-b898-624bb531f8cb tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:38:33.105563 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2c9309-0b19-403c-b898-624bb531f8cb tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:38:33.106106 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2c9309-0b19-403c-b898-624bb531f8cb tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:38:33.106444 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2c9309-0b19-403c-b898-624bb531f8cb tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:38:33.106755 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2c9309-0b19-403c-b898-624bb531f8cb tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:38:33.107098 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2c9309-0b19-403c-b898-624bb531f8cb tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:38:33.107409 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2c9309-0b19-403c-b898-624bb531f8cb tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:38:33.107730 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2c9309-0b19-403c-b898-624bb531f8cb tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:38:33.120927 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 1091c416-ef6c-4b94-a5d5-d39250d025c4 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:38:33.122651 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:33.158581 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eb178b-6f18-4ca2-8329-53756a2dd144 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event deleted for resources: {'Port': ['ID=6a3ec3d5-4541-403f-888c-b1bda7b76c01,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:33.182877 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-51b037ee-f11a-4f9e-b226-1ddc17d1acbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:33.219019 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f7eb178b-6f18-4ca2-8329-53756a2dd144 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:33.224549 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-f7eb178b-6f18-4ca2-8329-53756a2dd144 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/ports/6a3ec3d5-4541-403f-888c-b1bda7b76c01 HTTP/1.1" status: 204 len: 168 time: 0.7575052 Apr 05 14:38:33.226513 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45476) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:33.232634 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device b499c971-4361-4c30-8ddd-c9a6a5d06e5c up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:38:33.320400 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:33.372250 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port 1091c416-ef6c-4b94-a5d5-d39250d025c4, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=1091c416-ef6c-4b94-a5d5-d39250d025c4,segment=NetworkSegment(1c468974-700f-4380-acfc-da4f84290a6b),segment_id=1c468974-700f-4380-acfc-da4f84290a6b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:38:33.386145 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e95b497-99ea-42bd-ba0d-4442d55a2b36 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:33.387891 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e95b497-99ea-42bd-ba0d-4442d55a2b36 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:33.389509 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-6e95b497-99ea-42bd-ba0d-4442d55a2b36 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1620350 Apr 05 14:38:33.392676 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45484) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:33.449973 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning for port b499c971-4361-4c30-8ddd-c9a6a5d06e5c completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:38:33.450514 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port b499c971-4361-4c30-8ddd-c9a6a5d06e5c triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:38:33.450608 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:33.501675 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-38fa4c29-9efe-4566-8bbe-3b58ef109b9e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Deleting subnet 5f77ef44-acc6-453d-a9a0-73cde1fba12a {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:38:33.505241 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-38fa4c29-9efe-4566-8bbe-3b58ef109b9e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:33.507954 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bec388f-fa15-44b4-b327-6a96b485c030 req-8718a1cd-3b36-4df8-9a03-a15de253c467 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:33.514278 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1bec388f-fa15-44b4-b327-6a96b485c030 req-8718a1cd-3b36-4df8-9a03-a15de253c467 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe2419c2-8251-4d83-819c-c86782eda892 HTTP/1.1" status: 200 len: 945 time: 0.1417356 Apr 05 14:38:33.522382 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa169696-0988-4491-b80a-2898442fb5aa None None] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:38:33.526553 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:33.551226 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-38fa4c29-9efe-4566-8bbe-3b58ef109b9e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:33.592296 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-df2c9309-0b19-403c-b898-624bb531f8cb tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:33.627852 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=1091c416-ef6c-4b94-a5d5-d39250d025c4,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:33.685972 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-38fa4c29-9efe-4566-8bbe-3b58ef109b9e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:33.753410 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-51b037ee-f11a-4f9e-b226-1ddc17d1acbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:33.783983 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:33.785820 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-e2c44f88-0805-4d58-8823-76364ef7ff30 None None] Provisioning complete for port 1091c416-ef6c-4b94-a5d5-d39250d025c4 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:38:33.786634 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e2c44f88-0805-4d58-8823-76364ef7ff30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:33.821699 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1bec388f-fa15-44b4-b327-6a96b485c030 req-ed6061a9-0c0d-4fb2-8408-cd6200ab4849 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971625 Apr 05 14:38:33.837001 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-51b037ee-f11a-4f9e-b226-1ddc17d1acbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:33.864240 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-38fa4c29-9efe-4566-8bbe-3b58ef109b9e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:33.893196 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe2419c2-8251-4d83-819c-c86782eda892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b499c971-4361-4c30-8ddd-c9a6a5d06e5c'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:38:33.894578 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-38fa4c29-9efe-4566-8bbe-3b58ef109b9e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:33.898824 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-38fa4c29-9efe-4566-8bbe-3b58ef109b9e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/subnets/5f77ef44-acc6-453d-a9a0-73cde1fba12a HTTP/1.1" status: 204 len: 168 time: 0.5050380 Apr 05 14:38:33.902885 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 45498) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:33.908580 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-222385f7-5d21-49bb-9bf7-ab61b1310472" -d '{"events": [{"server_uuid": "fe2419c2-8251-4d83-819c-c86782eda892", "name": "network-vif-plugged", "status": "completed", "tag": "b499c971-4361-4c30-8ddd-c9a6a5d06e5c"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:38:33.921306 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-df2c9309-0b19-403c-b898-624bb531f8cb tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1808591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27061'] for router, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:33.935395 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fa4c29-9efe-4566-8bbe-3b58ef109b9e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event deleted for resources: {'Subnet': ['ID=5f77ef44-acc6-453d-a9a0-73cde1fba12a,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:33.954005 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b037ee-f11a-4f9e-b226-1ddc17d1acbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=518282ea-d45f-4817-8092-078bbd8fd0f7,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:33.962044 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-51b037ee-f11a-4f9e-b226-1ddc17d1acbe admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6a1ff614efd447f4946ae96e28281cc6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0083456 Apr 05 14:38:33.963060 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45502) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:33.971483 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port b499c971-4361-4c30-8ddd-c9a6a5d06e5c, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=b499c971-4361-4c30-8ddd-c9a6a5d06e5c,segment=NetworkSegment(ac926e6e-ab69-4031-83ab-f0f7e23b6b3b),segment_id=ac926e6e-ab69-4031-83ab-f0f7e23b6b3b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:38:33.983840 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c667f20a-8078-4aa3-b7fe-f43ef7e03b0b x-openstack-request-id: req-c667f20a-8078-4aa3-b7fe-f43ef7e03b0b {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:38:33.984141 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe2419c2-8251-4d83-819c-c86782eda892", "name": "network-vif-plugged", "status": "completed", "tag": "b499c971-4361-4c30-8ddd-c9a6a5d06e5c", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:38:33.984488 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c667f20a-8078-4aa3-b7fe-f43ef7e03b0b {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:38:33.990483 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c667f20a-8078-4aa3-b7fe-f43ef7e03b0b'] response: {'server_uuid': 'fe2419c2-8251-4d83-819c-c86782eda892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b499c971-4361-4c30-8ddd-c9a6a5d06e5c', 'code': 200} Apr 05 14:38:34.022997 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-df2c9309-0b19-403c-b898-624bb531f8cb tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1808628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1808637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803294'] for router, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:34.029791 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45506) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:34.030260 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-e5692d11-1d45-477b-9edb-213b21dff368 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1230671 Apr 05 14:38:34.039007 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-d19d08e1-aac2-4248-b424-8a9e290accb1 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Request body: {'subnet': {'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:38:34.067686 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ae7b3364-80d4-4e46-9489-2bd81a74a17a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:34.114451 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:34.194811 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=b499c971-4361-4c30-8ddd-c9a6a5d06e5c,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:34.249493 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b521be23-8e8b-40ed-816b-b0da9cd66fc9 req-8573d9ac-9883-440c-b077-d111ec597712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:34.251027 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b521be23-8e8b-40ed-816b-b0da9cd66fc9 req-8573d9ac-9883-440c-b077-d111ec597712 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fe2419c2-8251-4d83-819c-c86782eda892 HTTP/1.1" status: 200 len: 1097 time: 0.1424577 Apr 05 14:38:34.307116 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2e4549-d5f9-4ff3-9d98-4b87efa87c21 None None] DHCP port deletion for fd08407d-7bc3-4895-9d28-9b2f36a8d65c request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:38:34.352683 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b521be23-8e8b-40ed-816b-b0da9cd66fc9 req-663ea6fb-4055-49cd-aea7-adb786ad24a1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916150 Apr 05 14:38:34.386696 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-df2e4549-d5f9-4ff3-9d98-4b87efa87c21 None None] Deleting port 1091c416-ef6c-4b94-a5d5-d39250d025c4 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:38:34.387113 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-df2e4549-d5f9-4ff3-9d98-4b87efa87c21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:34.434867 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df2c9309-0b19-403c-b898-624bb531f8cb tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Router 6c89bf10-ba9a-45d7-951d-d0279edcdab1 is scheduled to L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 with binding_index 1 {{(pid=103320) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:38:34.463758 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-df2e4549-d5f9-4ff3-9d98-4b87efa87c21 None None] For port 1091c416-ef6c-4b94-a5d5-d39250d025c4, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=1091c416-ef6c-4b94-a5d5-d39250d025c4,segment=NetworkSegment(1c468974-700f-4380-acfc-da4f84290a6b),segment_id=1c468974-700f-4380-acfc-da4f84290a6b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:38:34.469585 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-df2e4549-d5f9-4ff3-9d98-4b87efa87c21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:34.478426 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-df2e4549-d5f9-4ff3-9d98-4b87efa87c21 None None] Calling delete_port for 1091c416-ef6c-4b94-a5d5-d39250d025c4 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:38:34.501956 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ae7b3364-80d4-4e46-9489-2bd81a74a17a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:34.570222 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df2c9309-0b19-403c-b898-624bb531f8cb tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:38:34.577267 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-df2c9309-0b19-403c-b898-624bb531f8cb tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Notify callbacks [] for router, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:34.582134 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45520) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:34.582691 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-df2c9309-0b19-403c-b898-624bb531f8cb tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] 10.222.0.30 "PUT /v2.0/routers/6c89bf10-ba9a-45d7-951d-d0279edcdab1 HTTP/1.1" status: 200 len: 913 time: 3.4428480 Apr 05 14:38:34.583066 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14591d1f-b7a4-4363-a50b-e15dfea8db80 None None] Sync routers for ids ['6c89bf10-ba9a-45d7-951d-d0279edcdab1'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:38:34.625486 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14591d1f-b7a4-4363-a50b-e15dfea8db80 None None] Routers {'6c89bf10-ba9a-45d7-951d-d0279edcdab1'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:38:34.627848 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-14591d1f-b7a4-4363-a50b-e15dfea8db80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:38:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['6c89bf10-ba9a-45d7-951d-d0279edcdab1'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:34.628096 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d19d08e1-aac2-4248-b424-8a9e290accb1 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Made reservation on behalf of 81648541dc0b4f1ea0eb9cace0846aa5 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:38:34.632033 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d19d08e1-aac2-4248-b424-8a9e290accb1 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:34.680220 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-14591d1f-b7a4-4363-a50b-e15dfea8db80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:34.683434 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-df2e4549-d5f9-4ff3-9d98-4b87efa87c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:34.693969 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14591d1f-b7a4-4363-a50b-e15dfea8db80 None None] Routers {'6c89bf10-ba9a-45d7-951d-d0279edcdab1'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:38:34.695527 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-14591d1f-b7a4-4363-a50b-e15dfea8db80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:38:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['6c89bf10-ba9a-45d7-951d-d0279edcdab1'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:34.722206 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ae7b3364-80d4-4e46-9489-2bd81a74a17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:34.724634 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ae7b3364-80d4-4e46-9489-2bd81a74a17a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:34.726399 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-ae7b3364-80d4-4e46-9489-2bd81a74a17a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/518282ea-d45f-4817-8092-078bbd8fd0f7 HTTP/1.1" status: 204 len: 168 time: 0.7618558 Apr 05 14:38:34.751813 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-14591d1f-b7a4-4363-a50b-e15dfea8db80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:34.752912 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14591d1f-b7a4-4363-a50b-e15dfea8db80 None None] The sync data for ids ['6c89bf10-ba9a-45d7-951d-d0279edcdab1'] in n-d-836650-2 is: [] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:38:34.757336 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2e4549-d5f9-4ff3-9d98-4b87efa87c21 None None] Pushing event deleted for resources: {'Port': ['ID=1091c416-ef6c-4b94-a5d5-d39250d025c4,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:34.759937 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2e4549-d5f9-4ff3-9d98-4b87efa87c21 None None] No DVR routers for this DVR port 1091c416-ef6c-4b94-a5d5-d39250d025c4 on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:38:34.764985 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7b3364-80d4-4e46-9489-2bd81a74a17a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=518282ea-d45f-4817-8092-078bbd8fd0f7,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:34.812644 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-0475bcc9-7b55-4097-a50b-c0944aa1c4bf tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] 10.222.0.30 "GET /v2.0/routers/6c89bf10-ba9a-45d7-951d-d0279edcdab1 HTTP/1.1" status: 200 len: 919 time: 0.2293801 Apr 05 14:38:34.816004 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45528) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:34.887301 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccc05c7-050e-4740-9362-f8bcb5cf2c9b tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:34.889172 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-5ccc05c7-050e-4740-9362-f8bcb5cf2c9b tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c&device_id=6c89bf10-ba9a-45d7-951d-d0279edcdab1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0720990 Apr 05 14:38:34.892079 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45534) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:34.929940 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 1091c416-ef6c-4b94-a5d5-d39250d025c4 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:38:34.987010 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 1091c416-ef6c-4b94-a5d5-d39250d025c4 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:38:34.987010 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 1091c416-ef6c-4b94-a5d5-d39250d025c4 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:38:35.043165 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852fd37e-3d61-484a-91ce-f645c5128f12 req-345d89af-5dc0-4ecd-a7a0-fe04e9bfbd65 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:35.045019 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-852fd37e-3d61-484a-91ce-f645c5128f12 req-345d89af-5dc0-4ecd-a7a0-fe04e9bfbd65 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe2419c2-8251-4d83-819c-c86782eda892 HTTP/1.1" status: 200 len: 946 time: 0.0603385 Apr 05 14:38:35.076391 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb55d00a-e370-49d8-bec5-0f5922c7caa7 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:35.078530 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-cb55d00a-e370-49d8-bec5-0f5922c7caa7 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] 10.222.0.30 "GET /v2.0/networks/3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c HTTP/1.1" status: 200 len: 881 time: 0.1855373 Apr 05 14:38:35.081786 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45540) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:35.097325 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-852fd37e-3d61-484a-91ce-f645c5128f12 req-45d510cb-5358-490c-aac2-3d25e0b4089d tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438921 Apr 05 14:38:35.133247 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-46cc8a86-d082-45a9-b0dd-1c35a1f6adc3 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c89bf10-ba9a-45d7-951d-d0279edcdab1 HTTP/1.1" status: 200 len: 205 time: 0.0493679 Apr 05 14:38:35.135639 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45544) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:35.155801 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d19d08e1-aac2-4248-b424-8a9e290accb1 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:35.244465 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19d08e1-aac2-4248-b424-8a9e290accb1 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:38:35.252803 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-d19d08e1-aac2-4248-b424-8a9e290accb1 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:38:35.260662 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19d08e1-aac2-4248-b424-8a9e290accb1 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:35.261500 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d19d08e1-aac2-4248-b424-8a9e290accb1 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:35.266581 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86698938-fe41-4686-b05a-08b1b6066286 None None] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:38:35.284198 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19d08e1-aac2-4248-b424-8a9e290accb1 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event updated for resources: {'Subnet': ['ID=6052671c-3270-4fa6-a5e5-692fe0be1cdd,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:35.304615 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d08e1-aac2-4248-b424-8a9e290accb1 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:38:35.305023 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d08e1-aac2-4248-b424-8a9e290accb1 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:38:35.305377 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d08e1-aac2-4248-b424-8a9e290accb1 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:38:35.305720 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d08e1-aac2-4248-b424-8a9e290accb1 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:38:35.306300 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d08e1-aac2-4248-b424-8a9e290accb1 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:38:35.306833 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d08e1-aac2-4248-b424-8a9e290accb1 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:38:35.307177 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d08e1-aac2-4248-b424-8a9e290accb1 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:38:35.307515 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d08e1-aac2-4248-b424-8a9e290accb1 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:38:35.307962 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d08e1-aac2-4248-b424-8a9e290accb1 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:38:35.308421 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d08e1-aac2-4248-b424-8a9e290accb1 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:38:35.308839 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d08e1-aac2-4248-b424-8a9e290accb1 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:38:35.309422 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d08e1-aac2-4248-b424-8a9e290accb1 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:38:35.391933 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-51a08020-9b8c-4725-8ddc-b836c16fcc77 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks [] for router, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:35.445017 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57675075-c946-473b-9e0c-5882901ad21b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'tenant_id': '81648541dc0b4f1ea0eb9cace0846aa5', 'fixed_ips': [{'subnet_id': '6052671c-3270-4fa6-a5e5-692fe0be1cdd'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:38:35.445899 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-57675075-c946-473b-9e0c-5882901ad21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:35.507620 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-d19d08e1-aac2-4248-b424-8a9e290accb1 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4765341 Apr 05 14:38:35.510593 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45552) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:35.520555 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-6ff0b355-d4fb-492b-a44f-e08f77b4256f tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Request body: {'port': {'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'name': 'tempest-NetworksTestDHCPv6-2055127921'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:38:35.580520 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-51a08020-9b8c-4725-8ddc-b836c16fcc77 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:35.639873 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-57675075-c946-473b-9e0c-5882901ad21b None None] Allocated IP 2001:db8::2 (fd08407d-7bc3-4895-9d28-9b2f36a8d65c/6052671c-3270-4fa6-a5e5-692fe0be1cdd/acbf20e6-7069-4cff-9f65-20c6502e9f09) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:38:35.715850 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-51a08020-9b8c-4725-8ddc-b836c16fcc77 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Deleting port 3c70f28e-5e0b-40ed-9860-b5186d80b51c {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:38:35.716290 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-51a08020-9b8c-4725-8ddc-b836c16fcc77 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:35.738828 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 45558) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:35.764131 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5694bef5-4a55-4dd8-92a1-7620128e58c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:35.821143 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-57675075-c946-473b-9e0c-5882901ad21b None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:35.833410 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff0b355-d4fb-492b-a44f-e08f77b4256f tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Made reservation on behalf of 81648541dc0b4f1ea0eb9cace0846aa5 for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:38:35.837003 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6ff0b355-d4fb-492b-a44f-e08f77b4256f tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:35.846476 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-51a08020-9b8c-4725-8ddc-b836c16fcc77 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:35.867597 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-51a08020-9b8c-4725-8ddc-b836c16fcc77 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Calling delete_port for 3c70f28e-5e0b-40ed-9860-b5186d80b51c owned by network:router_gateway {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:38:35.877133 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [None req-6ff0b355-d4fb-492b-a44f-e08f77b4256f tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] device_id is not set on port 91870c9f-0124-4db8-aa82-a03ca1f60006 yet. {{(pid=103321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:38:35.881534 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5694bef5-4a55-4dd8-92a1-7620128e58c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:35.943390 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-57675075-c946-473b-9e0c-5882901ad21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:35.989479 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5694bef5-4a55-4dd8-92a1-7620128e58c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:36.093712 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-6ff0b355-d4fb-492b-a44f-e08f77b4256f tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Allocated IP 2001:db8::65 (fd08407d-7bc3-4895-9d28-9b2f36a8d65c/6052671c-3270-4fa6-a5e5-692fe0be1cdd/91870c9f-0124-4db8-aa82-a03ca1f60006) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:38:36.112512 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5694bef5-4a55-4dd8-92a1-7620128e58c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=634067e2-3ff5-4efb-a401-7422cd7fb400,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:36.149758 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-5694bef5-4a55-4dd8-92a1-7620128e58c2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=02a967d2eafa49218d74107aa44c2d92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4089236 Apr 05 14:38:36.151576 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45568) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:36.303611 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57675075-c946-473b-9e0c-5882901ad21b None None] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:38:36.314407 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-57675075-c946-473b-9e0c-5882901ad21b None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:38:36.314407 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57675075-c946-473b-9e0c-5882901ad21b None None] Pushing event updated for resources: {'Port': ['ID=acbf20e6-7069-4cff-9f65-20c6502e9f09,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:36.314705 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4b444da4-c89d-4e7b-a817-6efa0422c257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:36.314809 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57675075-c946-473b-9e0c-5882901ad21b None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:38:36.339913 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4b444da4-c89d-4e7b-a817-6efa0422c257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:36.341320 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-51a08020-9b8c-4725-8ddc-b836c16fcc77 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:36.382380 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-57675075-c946-473b-9e0c-5882901ad21b None None] Attempting to bind port acbf20e6-7069-4cff-9f65-20c6502e9f09 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:38:36.383110 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-57675075-c946-473b-9e0c-5882901ad21b None None] Attempting to bind port acbf20e6-7069-4cff-9f65-20c6502e9f09 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:38:36.384282 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57675075-c946-473b-9e0c-5882901ad21b None None] Attempting to bind port acbf20e6-7069-4cff-9f65-20c6502e9f09 on network fd08407d-7bc3-4895-9d28-9b2f36a8d65c {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:38:36.392059 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57675075-c946-473b-9e0c-5882901ad21b None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:38:36.393172 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57675075-c946-473b-9e0c-5882901ad21b None None] Checking segment: {'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:38:36.394064 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-57675075-c946-473b-9e0c-5882901ad21b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:36.394672 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57675075-c946-473b-9e0c-5882901ad21b None None] Bound using segment: {'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:38:36.395641 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-57675075-c946-473b-9e0c-5882901ad21b None None] Bound port: acbf20e6-7069-4cff-9f65-20c6502e9f09, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:38:36.396602 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-57675075-c946-473b-9e0c-5882901ad21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:36.415584 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce5cb08-c527-41e1-8f21-bc21114d7d70 req-d4e560c3-00c5-4cdf-8f5a-cc6c93fbf2ea tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:36.417376 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bce5cb08-c527-41e1-8f21-bc21114d7d70 req-d4e560c3-00c5-4cdf-8f5a-cc6c93fbf2ea tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe2419c2-8251-4d83-819c-c86782eda892 HTTP/1.1" status: 200 len: 946 time: 0.1875899 Apr 05 14:38:36.478010 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-57675075-c946-473b-9e0c-5882901ad21b None None] For port acbf20e6-7069-4cff-9f65-20c6502e9f09, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:38:36.482222 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-57675075-c946-473b-9e0c-5882901ad21b None None] For port acbf20e6-7069-4cff-9f65-20c6502e9f09, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=acbf20e6-7069-4cff-9f65-20c6502e9f09,segment=NetworkSegment(1c468974-700f-4380-acfc-da4f84290a6b),segment_id=1c468974-700f-4380-acfc-da4f84290a6b)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:38:36.496308 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bce5cb08-c527-41e1-8f21-bc21114d7d70 req-8839a8cc-10e9-4569-857b-6dbd8c1e5d0e tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689001 Apr 05 14:38:36.520070 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a08020-9b8c-4725-8ddc-b836c16fcc77 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Pushing event deleted for resources: {'Port': ['ID=3c70f28e-5e0b-40ed-9860-b5186d80b51c,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:36.599082 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-57675075-c946-473b-9e0c-5882901ad21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:36.689417 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6ff0b355-d4fb-492b-a44f-e08f77b4256f tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:36.695262 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-51a08020-9b8c-4725-8ddc-b836c16fcc77 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808526'] for router_gateway, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:36.705833 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57675075-c946-473b-9e0c-5882901ad21b None None] Pushing event updated for resources: {'Port': ['ID=acbf20e6-7069-4cff-9f65-20c6502e9f09,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:36.762201 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4b444da4-c89d-4e7b-a817-6efa0422c257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:36.764987 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4b444da4-c89d-4e7b-a817-6efa0422c257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:36.766164 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-4b444da4-c89d-4e7b-a817-6efa0422c257 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/634067e2-3ff5-4efb-a401-7422cd7fb400 HTTP/1.1" status: 204 len: 168 time: 0.6118760 Apr 05 14:38:36.786317 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b444da4-c89d-4e7b-a817-6efa0422c257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=634067e2-3ff5-4efb-a401-7422cd7fb400,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:36.887716 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-51a08020-9b8c-4725-8ddc-b836c16fcc77 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27070'] for router, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:36.904554 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-51a08020-9b8c-4725-8ddc-b836c16fcc77 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:36.981266 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cf5a2d-0cd8-4cce-9522-6e7f32b298ad req-afc4c9ab-34d6-4a62-b75c-1095e916395e tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:36.990482 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-51cf5a2d-0cd8-4cce-9522-6e7f32b298ad req-afc4c9ab-34d6-4a62-b75c-1095e916395e tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe2419c2-8251-4d83-819c-c86782eda892 HTTP/1.1" status: 200 len: 946 time: 0.1249952 Apr 05 14:38:37.035678 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-51cf5a2d-0cd8-4cce-9522-6e7f32b298ad req-d0c6b621-3e6c-4d03-910c-9d094e4f753c tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395989 Apr 05 14:38:37.084335 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6ff0b355-d4fb-492b-a44f-e08f77b4256f tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:37.156113 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-51a08020-9b8c-4725-8ddc-b836c16fcc77 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803298'] for router, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:37.157115 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a08020-9b8c-4725-8ddc-b836c16fcc77 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Fanout notify agent at l3_agent the message router_deleted on router 6c89bf10-ba9a-45d7-951d-d0279edcdab1 {{(pid=103321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:38:37.181397 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-51a08020-9b8c-4725-8ddc-b836c16fcc77 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:37.181516 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 45600) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:37.184675 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-51a08020-9b8c-4725-8ddc-b836c16fcc77 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] 10.222.0.30 "DELETE /v2.0/routers/6c89bf10-ba9a-45d7-951d-d0279edcdab1 HTTP/1.1" status: 204 len: 168 time: 2.0464354 Apr 05 14:38:37.187609 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-dc48adf6-7fab-4c6a-97a7-bc97182ecce8 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-54839434', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}, 'admin_state_up': False}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:38:37.202420 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff0b355-d4fb-492b-a44f-e08f77b4256f tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:38:37.209123 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-6ff0b355-d4fb-492b-a44f-e08f77b4256f tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:38:37.213318 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff0b355-d4fb-492b-a44f-e08f77b4256f tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event updated for resources: {'Port': ['ID=91870c9f-0124-4db8-aa82-a03ca1f60006,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:37.218832 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff0b355-d4fb-492b-a44f-e08f77b4256f tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:38:37.219122 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f6632d-d700-445c-a96b-81245a54973b req-0ae8fb34-faad-4dc6-b603-110a82e67009 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:37.220802 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-09f6632d-d700-445c-a96b-81245a54973b req-0ae8fb34-faad-4dc6-b603-110a82e67009 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe2419c2-8251-4d83-819c-c86782eda892 HTTP/1.1" status: 200 len: 946 time: 0.0852349 Apr 05 14:38:37.226514 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff0b355-d4fb-492b-a44f-e08f77b4256f tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:37.227342 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6ff0b355-d4fb-492b-a44f-e08f77b4256f tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:37.275631 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-09f6632d-d700-445c-a96b-81245a54973b req-254f6f71-0807-4958-b6a0-196449c12640 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361025 Apr 05 14:38:37.420959 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc48adf6-7fab-4c6a-97a7-bc97182ecce8 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27088'] for router, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:37.422537 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc48adf6-7fab-4c6a-97a7-bc97182ecce8 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27079'] for router, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:37.423345 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-6ff0b355-d4fb-492b-a44f-e08f77b4256f tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9117312 Apr 05 14:38:37.432192 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45608) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:37.504929 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc48adf6-7fab-4c6a-97a7-bc97182ecce8 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:37.522759 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfd9cd0-961d-4712-88af-05039088f32b tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:37.534705 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfd9cd0-961d-4712-88af-05039088f32b tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:37.539311 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 45610) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:37.539562 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-3cfd9cd0-961d-4712-88af-05039088f32b tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1059992 Apr 05 14:38:38.004480 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c8e923c2-8530-4edf-b01e-0259fbd65df9 None None] Provisioning complete for port acbf20e6-7069-4cff-9f65-20c6502e9f09 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:38:38.007594 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c8e923c2-8530-4edf-b01e-0259fbd65df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:38.151288 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc48adf6-7fab-4c6a-97a7-bc97182ecce8 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:38.161126 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-1cf4ccc3-d191-47d6-b80d-9cef9ccc1aa5 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Deleting port 91870c9f-0124-4db8-aa82-a03ca1f60006 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:38:38.161493 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1cf4ccc3-d191-47d6-b80d-9cef9ccc1aa5 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:38.198809 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec85b31-8086-448a-be16-c88bde3c1182 req-c6f79276-d675-4136-95e4-207d68192e6f tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:38.200369 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8ec85b31-8086-448a-be16-c88bde3c1182 req-c6f79276-d675-4136-95e4-207d68192e6f tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe2419c2-8251-4d83-819c-c86782eda892 HTTP/1.1" status: 200 len: 946 time: 0.4964914 Apr 05 14:38:38.212987 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c8e923c2-8530-4edf-b01e-0259fbd65df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:38.264802 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c8e923c2-8530-4edf-b01e-0259fbd65df9 None None] For port acbf20e6-7069-4cff-9f65-20c6502e9f09, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=acbf20e6-7069-4cff-9f65-20c6502e9f09,segment=NetworkSegment(1c468974-700f-4380-acfc-da4f84290a6b),segment_id=1c468974-700f-4380-acfc-da4f84290a6b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:38:38.392354 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c8e923c2-8530-4edf-b01e-0259fbd65df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:38.414295 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8ec85b31-8086-448a-be16-c88bde3c1182 req-ba7c8bfb-94ce-4707-b0bf-45c6caf2324e tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044542 Apr 05 14:38:38.425421 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1cf4ccc3-d191-47d6-b80d-9cef9ccc1aa5 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:38.443666 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-1cf4ccc3-d191-47d6-b80d-9cef9ccc1aa5 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Calling delete_port for 91870c9f-0124-4db8-aa82-a03ca1f60006 owned by {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:38:38.490406 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e923c2-8530-4edf-b01e-0259fbd65df9 None None] Pushing event updated for resources: {'Port': ['ID=acbf20e6-7069-4cff-9f65-20c6502e9f09,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:38.514819 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-1ec0fbcd-63f8-49da-8fba-ff85411eb908 None None] Provisioning complete for port 91870c9f-0124-4db8-aa82-a03ca1f60006 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:38:38.515442 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1ec0fbcd-63f8-49da-8fba-ff85411eb908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:38.558805 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-1ec0fbcd-63f8-49da-8fba-ff85411eb908 None None] Port 91870c9f-0124-4db8-aa82-a03ca1f60006 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:38:38.631429 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc48adf6-7fab-4c6a-97a7-bc97182ecce8 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks [] for router_gateway, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:38.660765 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc48adf6-7fab-4c6a-97a7-bc97182ecce8 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:38.819717 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1cf4ccc3-d191-47d6-b80d-9cef9ccc1aa5 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:38.867908 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device acbf20e6-7069-4cff-9f65-20c6502e9f09 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:38:38.915654 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf4ccc3-d191-47d6-b80d-9cef9ccc1aa5 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event deleted for resources: {'Port': ['ID=91870c9f-0124-4db8-aa82-a03ca1f60006,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:38.954493 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1cf4ccc3-d191-47d6-b80d-9cef9ccc1aa5 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:38.958224 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-1cf4ccc3-d191-47d6-b80d-9cef9ccc1aa5 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/ports/91870c9f-0124-4db8-aa82-a03ca1f60006 HTTP/1.1" status: 204 len: 168 time: 1.4174564 Apr 05 14:38:38.960936 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45650) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:38.986240 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port acbf20e6-7069-4cff-9f65-20c6502e9f09 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:38:38.987129 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:39.062617 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-dc48adf6-7fab-4c6a-97a7-bc97182ecce8 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Allocated IP 172.25.6.113 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/9c92ac78-b0c6-4a2a-bf6e-b92046355a82) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:38:39.087699 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40525d5a-819e-447f-95db-1d9ab2e77119 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:39.096526 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40525d5a-819e-447f-95db-1d9ab2e77119 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:39.098268 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-40525d5a-819e-447f-95db-1d9ab2e77119 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1364453 Apr 05 14:38:39.101029 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45654) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:39.190289 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-4379edce-d113-43b2-9a1d-ac6324e71cd6 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Deleting subnet 6052671c-3270-4fa6-a5e5-692fe0be1cdd {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:38:39.197289 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4379edce-d113-43b2-9a1d-ac6324e71cd6 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:39.239444 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc48adf6-7fab-4c6a-97a7-bc97182ecce8 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:39.264972 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4379edce-d113-43b2-9a1d-ac6324e71cd6 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:39.377073 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4379edce-d113-43b2-9a1d-ac6324e71cd6 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:39.441071 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc48adf6-7fab-4c6a-97a7-bc97182ecce8 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:39.502748 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc48adf6-7fab-4c6a-97a7-bc97182ecce8 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:38:39.509610 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-dc48adf6-7fab-4c6a-97a7-bc97182ecce8 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:38:39.516960 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc48adf6-7fab-4c6a-97a7-bc97182ecce8 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:38:39.557069 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc48adf6-7fab-4c6a-97a7-bc97182ecce8 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Pushing event updated for resources: {'Port': ['ID=9c92ac78-b0c6-4a2a-bf6e-b92046355a82,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:39.579180 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4379edce-d113-43b2-9a1d-ac6324e71cd6 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:39.634553 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d09c57-841f-4a0b-a28d-96501b6c6113 None None] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:38:39.652410 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4379edce-d113-43b2-9a1d-ac6324e71cd6 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event deleted for resources: {'Subnet': ['ID=6052671c-3270-4fa6-a5e5-692fe0be1cdd,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:39.655155 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4379edce-d113-43b2-9a1d-ac6324e71cd6 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:39.662291 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-4379edce-d113-43b2-9a1d-ac6324e71cd6 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/subnets/6052671c-3270-4fa6-a5e5-692fe0be1cdd HTTP/1.1" status: 204 len: 168 time: 0.5601556 Apr 05 14:38:39.663528 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45676) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:39.663834 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce321ffc-5650-46c3-b2dd-d79ff01c7f2b req-2bb02db1-9d4e-4cb2-a98a-b7d2a0b9e922 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:39.679389 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ce321ffc-5650-46c3-b2dd-d79ff01c7f2b req-2bb02db1-9d4e-4cb2-a98a-b7d2a0b9e922 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe2419c2-8251-4d83-819c-c86782eda892 HTTP/1.1" status: 200 len: 946 time: 0.1249490 Apr 05 14:38:39.787951 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-d7fb0801-4254-47ae-9ae0-16be67aac73f tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1228342 Apr 05 14:38:39.788439 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45682) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:39.793428 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ce321ffc-5650-46c3-b2dd-d79ff01c7f2b req-1aafdece-c57e-44ca-ba95-3fed1ca457f3 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205256 Apr 05 14:38:39.807394 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-7ba38680-f78f-4020-bfab-c9af3c66f377 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Request body: {'subnet': {'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:38:39.983832 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eec2e80-9339-49a8-881e-d4e4de9ded91 None None] DHCP port deletion for fd08407d-7bc3-4895-9d28-9b2f36a8d65c request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:38:40.046727 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc48adf6-7fab-4c6a-97a7-bc97182ecce8 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks [] for router_gateway, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:40.049564 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-1eec2e80-9339-49a8-881e-d4e4de9ded91 None None] Deleting port acbf20e6-7069-4cff-9f65-20c6502e9f09 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:38:40.049944 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1eec2e80-9339-49a8-881e-d4e4de9ded91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:40.088858 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba38680-f78f-4020-bfab-c9af3c66f377 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Made reservation on behalf of 81648541dc0b4f1ea0eb9cace0846aa5 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:38:40.093136 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7ba38680-f78f-4020-bfab-c9af3c66f377 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:40.179661 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-1eec2e80-9339-49a8-881e-d4e4de9ded91 None None] For port acbf20e6-7069-4cff-9f65-20c6502e9f09, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=acbf20e6-7069-4cff-9f65-20c6502e9f09,segment=NetworkSegment(1c468974-700f-4380-acfc-da4f84290a6b),segment_id=1c468974-700f-4380-acfc-da4f84290a6b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:38:40.180070 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1eec2e80-9339-49a8-881e-d4e4de9ded91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:40.222521 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-1eec2e80-9339-49a8-881e-d4e4de9ded91 None None] Calling delete_port for acbf20e6-7069-4cff-9f65-20c6502e9f09 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:38:40.255447 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ee310884-8c9b-41d4-9cfb-f620ec25599e req-80ca5f3e-f534-4c63-8f35-fb49e1e83c9d tempest-ServerDiagnosticsNegativeTest-126773322 tempest-ServerDiagnosticsNegativeTest-126773322-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=6bf41fabd688409d93ca52024f893739&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0496163 Apr 05 14:38:40.378060 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1eec2e80-9339-49a8-881e-d4e4de9ded91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:40.416956 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eec2e80-9339-49a8-881e-d4e4de9ded91 None None] Pushing event deleted for resources: {'Port': ['ID=acbf20e6-7069-4cff-9f65-20c6502e9f09,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:40.418849 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eec2e80-9339-49a8-881e-d4e4de9ded91 None None] No DVR routers for this DVR port acbf20e6-7069-4cff-9f65-20c6502e9f09 on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:38:40.519635 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7ba38680-f78f-4020-bfab-c9af3c66f377 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:40.598137 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba38680-f78f-4020-bfab-c9af3c66f377 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:38:40.605793 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-7ba38680-f78f-4020-bfab-c9af3c66f377 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:38:40.611084 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba38680-f78f-4020-bfab-c9af3c66f377 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:40.612397 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7ba38680-f78f-4020-bfab-c9af3c66f377 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:40.617847 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ecde9f-9445-4ef7-b7e0-d3375ca4a60e None None] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:38:40.618528 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba38680-f78f-4020-bfab-c9af3c66f377 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event updated for resources: {'Subnet': ['ID=4b100b41-65ae-43ba-9f89-84eab977a9b4,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:40.620836 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee310884-8c9b-41d4-9cfb-f620ec25599e req-1a3a2cdf-e23b-4d08-9953-8d1216c2f27e tempest-ServerDiagnosticsNegativeTest-126773322 tempest-ServerDiagnosticsNegativeTest-126773322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:40.622049 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ee310884-8c9b-41d4-9cfb-f620ec25599e req-1a3a2cdf-e23b-4d08-9953-8d1216c2f27e tempest-ServerDiagnosticsNegativeTest-126773322 tempest-ServerDiagnosticsNegativeTest-126773322-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3568227 Apr 05 14:38:40.632274 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc48adf6-7fab-4c6a-97a7-bc97182ecce8 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618'] for router, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:40.683728 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ee310884-8c9b-41d4-9cfb-f620ec25599e req-1e32a86b-1b0b-4182-9437-7a2f794de2fa tempest-ServerDiagnosticsNegativeTest-126773322 tempest-ServerDiagnosticsNegativeTest-126773322-project] 10.222.0.30 "GET /v2.0/quotas/6bf41fabd688409d93ca52024f893739 HTTP/1.1" status: 200 len: 375 time: 0.0445697 Apr 05 14:38:40.730664 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-7ba38680-f78f-4020-bfab-c9af3c66f377 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9398806 Apr 05 14:38:40.731588 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45700) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:40.743952 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-a1a866f3-819a-4a45-a36e-450e82c0de46 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Request body: {'port': {'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'name': 'tempest-NetworksTestDHCPv6-957067900'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:38:40.771620 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ee310884-8c9b-41d4-9cfb-f620ec25599e req-9f813abc-02af-41b6-81cb-3367bef265fd tempest-ServerDiagnosticsNegativeTest-126773322 tempest-ServerDiagnosticsNegativeTest-126773322-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6bf41fabd688409d93ca52024f893739&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0607588 Apr 05 14:38:40.902264 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df51ee40-57ad-4102-af96-f3721880c500 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'tenant_id': '81648541dc0b4f1ea0eb9cace0846aa5', 'fixed_ips': [{'subnet_id': '4b100b41-65ae-43ba-9f89-84eab977a9b4'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:38:40.904624 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-df51ee40-57ad-4102-af96-f3721880c500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:40.933321 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device acbf20e6-7069-4cff-9f65-20c6502e9f09 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:38:40.986291 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: acbf20e6-7069-4cff-9f65-20c6502e9f09 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:38:40.987076 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device acbf20e6-7069-4cff-9f65-20c6502e9f09 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:38:40.992411 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc48adf6-7fab-4c6a-97a7-bc97182ecce8 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Router c77da349-eac8-4fb2-8c8a-ad36e2c63e55 is scheduled to L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 with binding_index 1 {{(pid=103320) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:38:41.021613 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca70f36-7151-431e-a147-7fda68a0177c req-30fb849a-267c-4c09-a48d-6f0d63e627ab tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:41.022642 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6ca70f36-7151-431e-a147-7fda68a0177c req-30fb849a-267c-4c09-a48d-6f0d63e627ab tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe2419c2-8251-4d83-819c-c86782eda892 HTTP/1.1" status: 200 len: 946 time: 0.0765595 Apr 05 14:38:41.127463 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-df51ee40-57ad-4102-af96-f3721880c500 None None] Allocated IP 2001:db8::2 (fd08407d-7bc3-4895-9d28-9b2f36a8d65c/4b100b41-65ae-43ba-9f89-84eab977a9b4/b767b767-886c-47a6-9aad-9b6e16a92025) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:38:41.131570 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6ca70f36-7151-431e-a147-7fda68a0177c req-1f5b172f-9613-4036-9e89-51b8dc3f375a tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747185 Apr 05 14:38:41.134959 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a866f3-819a-4a45-a36e-450e82c0de46 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Made reservation on behalf of 81648541dc0b4f1ea0eb9cace0846aa5 for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:38:41.144557 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a1a866f3-819a-4a45-a36e-450e82c0de46 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:41.150950 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc48adf6-7fab-4c6a-97a7-bc97182ecce8 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:38:41.186754 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [None req-a1a866f3-819a-4a45-a36e-450e82c0de46 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] device_id is not set on port 01c0293f-22a0-41d2-8734-917e2e852ee0 yet. {{(pid=103321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:38:41.232987 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0487495d-4b27-4423-a5e3-3bf5d2756873 None None] Sync routers for ids ['c77da349-eac8-4fb2-8c8a-ad36e2c63e55'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:38:41.263360 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-50365e6b-ed6d-4ce2-a87a-d52bb2b7edd7 req-16360f32-ca73-44bb-a073-4249325e1277 tempest-ServerDiagnosticsNegativeTest-126773322 tempest-ServerDiagnosticsNegativeTest-126773322-project] 10.222.0.30 "GET /v2.0/ports?device_id=dfe3b43b-a143-41b6-8b7c-15a1c831983b HTTP/1.1" status: 200 len: 210 time: 0.0420494 Apr 05 14:38:41.267133 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc48adf6-7fab-4c6a-97a7-bc97182ecce8 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks [] for router, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:41.269109 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-dc48adf6-7fab-4c6a-97a7-bc97182ecce8 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.0860462 Apr 05 14:38:41.271205 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45712) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:41.278181 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-ab382bba-86af-4865-a028-ab6c732e97e3 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:38:41.288339 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0487495d-4b27-4423-a5e3-3bf5d2756873 None None] Routers {'c77da349-eac8-4fb2-8c8a-ad36e2c63e55'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:38:41.289053 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-0487495d-4b27-4423-a5e3-3bf5d2756873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:38:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['c77da349-eac8-4fb2-8c8a-ad36e2c63e55'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:41.336691 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-0487495d-4b27-4423-a5e3-3bf5d2756873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:41.386495 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0487495d-4b27-4423-a5e3-3bf5d2756873 None None] Routers {'c77da349-eac8-4fb2-8c8a-ad36e2c63e55'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:38:41.387195 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-0487495d-4b27-4423-a5e3-3bf5d2756873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:38:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['c77da349-eac8-4fb2-8c8a-ad36e2c63e55'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:41.483995 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-df51ee40-57ad-4102-af96-f3721880c500 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:41.487916 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-0487495d-4b27-4423-a5e3-3bf5d2756873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:41.488642 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0487495d-4b27-4423-a5e3-3bf5d2756873 None None] The sync data for ids ['c77da349-eac8-4fb2-8c8a-ad36e2c63e55'] in n-d-836650-2 is: [] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:38:41.624896 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-df51ee40-57ad-4102-af96-f3721880c500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:41.674028 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df51ee40-57ad-4102-af96-f3721880c500 None None] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:38:41.678629 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-df51ee40-57ad-4102-af96-f3721880c500 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:38:41.683448 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df51ee40-57ad-4102-af96-f3721880c500 None None] Pushing event updated for resources: {'Port': ['ID=b767b767-886c-47a6-9aad-9b6e16a92025,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:41.686568 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ab382bba-86af-4865-a028-ab6c732e97e3 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:41.688686 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df51ee40-57ad-4102-af96-f3721880c500 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:38:41.708022 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-a1a866f3-819a-4a45-a36e-450e82c0de46 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Allocated IP 2001:db8::2f9 (fd08407d-7bc3-4895-9d28-9b2f36a8d65c/4b100b41-65ae-43ba-9f89-84eab977a9b4/01c0293f-22a0-41d2-8734-917e2e852ee0) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:38:41.757422 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-df51ee40-57ad-4102-af96-f3721880c500 None None] Attempting to bind port b767b767-886c-47a6-9aad-9b6e16a92025 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:38:41.758280 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-df51ee40-57ad-4102-af96-f3721880c500 None None] Attempting to bind port b767b767-886c-47a6-9aad-9b6e16a92025 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:38:41.758847 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df51ee40-57ad-4102-af96-f3721880c500 None None] Attempting to bind port b767b767-886c-47a6-9aad-9b6e16a92025 on network fd08407d-7bc3-4895-9d28-9b2f36a8d65c {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:38:41.765134 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df51ee40-57ad-4102-af96-f3721880c500 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:38:41.765889 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df51ee40-57ad-4102-af96-f3721880c500 None None] Checking segment: {'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:38:41.766486 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-df51ee40-57ad-4102-af96-f3721880c500 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:41.767158 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df51ee40-57ad-4102-af96-f3721880c500 None None] Bound using segment: {'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:38:41.768772 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-df51ee40-57ad-4102-af96-f3721880c500 None None] Bound port: b767b767-886c-47a6-9aad-9b6e16a92025, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:38:41.769603 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-df51ee40-57ad-4102-af96-f3721880c500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:41.787923 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ab382bba-86af-4865-a028-ab6c732e97e3 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:41.839152 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-df51ee40-57ad-4102-af96-f3721880c500 None None] For port b767b767-886c-47a6-9aad-9b6e16a92025, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:38:41.844546 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-df51ee40-57ad-4102-af96-f3721880c500 None None] For port b767b767-886c-47a6-9aad-9b6e16a92025, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=b767b767-886c-47a6-9aad-9b6e16a92025,segment=NetworkSegment(1c468974-700f-4380-acfc-da4f84290a6b),segment_id=1c468974-700f-4380-acfc-da4f84290a6b)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:38:41.918517 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a1a866f3-819a-4a45-a36e-450e82c0de46 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:41.921952 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-df51ee40-57ad-4102-af96-f3721880c500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:41.968285 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-ab382bba-86af-4865-a028-ab6c732e97e3 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Deleting port 9c92ac78-b0c6-4a2a-bf6e-b92046355a82 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:38:41.968598 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ab382bba-86af-4865-a028-ab6c732e97e3 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:42.000510 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df51ee40-57ad-4102-af96-f3721880c500 None None] Pushing event updated for resources: {'Port': ['ID=b767b767-886c-47a6-9aad-9b6e16a92025,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:42.095262 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ab382bba-86af-4865-a028-ab6c732e97e3 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:42.109789 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-ab382bba-86af-4865-a028-ab6c732e97e3 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Calling delete_port for 9c92ac78-b0c6-4a2a-bf6e-b92046355a82 owned by network:router_gateway {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:38:42.117539 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a1a866f3-819a-4a45-a36e-450e82c0de46 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:42.118414 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:42.221058 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a866f3-819a-4a45-a36e-450e82c0de46 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:38:42.227803 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-a1a866f3-819a-4a45-a36e-450e82c0de46 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:38:42.230457 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a866f3-819a-4a45-a36e-450e82c0de46 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:38:42.236978 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a866f3-819a-4a45-a36e-450e82c0de46 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:42.237832 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a1a866f3-819a-4a45-a36e-450e82c0de46 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:42.261582 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a866f3-819a-4a45-a36e-450e82c0de46 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event updated for resources: {'Port': ['ID=01c0293f-22a0-41d2-8734-917e2e852ee0,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:42.393628 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-a1a866f3-819a-4a45-a36e-450e82c0de46 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6601367 Apr 05 14:38:42.397649 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45734) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:42.497151 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4486a006-9e4e-4d43-9f01-df2551ce1e09 req-067dd050-52b7-4065-b692-e636f153819f tempest-ServerDiagnosticsNegativeTest-126773322 tempest-ServerDiagnosticsNegativeTest-126773322-project] 10.222.0.30 "GET /v2.0/ports?device_id=dfe3b43b-a143-41b6-8b7c-15a1c831983b HTTP/1.1" status: 200 len: 210 time: 0.0633099 Apr 05 14:38:42.508055 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc8f3b6-0d0c-452a-846e-1d01180a0584 req-dbe34c78-9a60-423d-b327-9282f09e5e92 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:42.510891 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8bc8f3b6-0d0c-452a-846e-1d01180a0584 req-dbe34c78-9a60-423d-b327-9282f09e5e92 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe2419c2-8251-4d83-819c-c86782eda892 HTTP/1.1" status: 200 len: 946 time: 0.1605678 Apr 05 14:38:42.543643 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d874220-611c-4106-a11c-1cc93673d501 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:42.548622 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d874220-611c-4106-a11c-1cc93673d501 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:42.550360 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-2d874220-611c-4106-a11c-1cc93673d501 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1516769 Apr 05 14:38:42.553298 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45740) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:42.589442 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8bc8f3b6-0d0c-452a-846e-1d01180a0584 req-bc77fc78-b570-4807-8430-6fe70214cf47 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572038 Apr 05 14:38:42.631467 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ab382bba-86af-4865-a028-ab6c732e97e3 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:42.661859 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab382bba-86af-4865-a028-ab6c732e97e3 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Pushing event deleted for resources: {'Port': ['ID=9c92ac78-b0c6-4a2a-bf6e-b92046355a82,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:42.735792 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-12c08424-83b0-4af4-b4af-6d4447355b72 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Deleting port 01c0293f-22a0-41d2-8734-917e2e852ee0 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:38:42.736141 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-12c08424-83b0-4af4-b4af-6d4447355b72 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:42.760519 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ab382bba-86af-4865-a028-ab6c732e97e3 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808526'] for router_gateway, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:42.970491 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device b767b767-886c-47a6-9aad-9b6e16a92025 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:38:43.104262 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port b767b767-886c-47a6-9aad-9b6e16a92025 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:38:43.104636 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:43.282227 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:43.348854 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port b767b767-886c-47a6-9aad-9b6e16a92025, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=b767b767-886c-47a6-9aad-9b6e16a92025,segment=NetworkSegment(1c468974-700f-4380-acfc-da4f84290a6b),segment_id=1c468974-700f-4380-acfc-da4f84290a6b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:38:43.468684 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:43.528266 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-08b9b4b5-72bc-4681-9213-f005817e0fe4 None None] Provisioning complete for port b767b767-886c-47a6-9aad-9b6e16a92025 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:38:43.528733 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-08b9b4b5-72bc-4681-9213-f005817e0fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:43.568600 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-12c08424-83b0-4af4-b4af-6d4447355b72 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:43.671652 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ab382bba-86af-4865-a028-ab6c732e97e3 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1808591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27061'] for router, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:43.688118 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=b767b767-886c-47a6-9aad-9b6e16a92025,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:43.688465 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ab382bba-86af-4865-a028-ab6c732e97e3 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1808628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1808637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803294'] for router, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:43.699461 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-12c08424-83b0-4af4-b4af-6d4447355b72 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Calling delete_port for 01c0293f-22a0-41d2-8734-917e2e852ee0 owned by {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:38:43.743996 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5cf97a62-050c-4aab-aacc-f9e523946b79 req-bbf33e0e-b3d8-4c82-b42c-6b43911acbaa tempest-ServerDiagnosticsNegativeTest-126773322 tempest-ServerDiagnosticsNegativeTest-126773322-project] 10.222.0.30 "GET /v2.0/ports?device_id=dfe3b43b-a143-41b6-8b7c-15a1c831983b HTTP/1.1" status: 200 len: 210 time: 0.0654101 Apr 05 14:38:43.824258 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab382bba-86af-4865-a028-ab6c732e97e3 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Router c77da349-eac8-4fb2-8c8a-ad36e2c63e55 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:38:43.843006 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86aaae3-bed0-4fe1-bdf6-0700f5bb1459 req-86c6572e-5976-4e0a-a99e-2a85b4da0eb0 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:43.854479 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b86aaae3-bed0-4fe1-bdf6-0700f5bb1459 req-86c6572e-5976-4e0a-a99e-2a85b4da0eb0 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe2419c2-8251-4d83-819c-c86782eda892 HTTP/1.1" status: 200 len: 946 time: 0.1061535 Apr 05 14:38:43.922202 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b86aaae3-bed0-4fe1-bdf6-0700f5bb1459 req-00ba8002-6776-4f79-9c34-77808367f418 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665116 Apr 05 14:38:43.965796 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:43.989624 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-54519955-4f62-4c8d-b418-b208090b5f88 None None] Provisioning complete for port 01c0293f-22a0-41d2-8734-917e2e852ee0 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:38:43.991695 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-54519955-4f62-4c8d-b418-b208090b5f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:44.011747 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab382bba-86af-4865-a028-ab6c732e97e3 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:38:44.019818 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ab382bba-86af-4865-a028-ab6c732e97e3 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:44.021668 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-ab382bba-86af-4865-a028-ab6c732e97e3 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] 10.222.0.30 "PUT /v2.0/routers/c77da349-eac8-4fb2-8c8a-ad36e2c63e55 HTTP/1.1" status: 200 len: 704 time: 2.7492626 Apr 05 14:38:44.024911 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 45756) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:44.030587 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16e995a-8b16-4f30-9d01-cabd11d62a27 None None] Sync routers for ids ['c77da349-eac8-4fb2-8c8a-ad36e2c63e55'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:38:44.042830 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16e995a-8b16-4f30-9d01-cabd11d62a27 None None] Routers {'c77da349-eac8-4fb2-8c8a-ad36e2c63e55'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:38:44.043490 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-d16e995a-8b16-4f30-9d01-cabd11d62a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:38:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['c77da349-eac8-4fb2-8c8a-ad36e2c63e55'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:44.077810 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-54519955-4f62-4c8d-b418-b208090b5f88 None None] Port 01c0293f-22a0-41d2-8734-917e2e852ee0 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:38:44.124815 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-d16e995a-8b16-4f30-9d01-cabd11d62a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:44.139515 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16e995a-8b16-4f30-9d01-cabd11d62a27 None None] Routers {'c77da349-eac8-4fb2-8c8a-ad36e2c63e55'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:38:44.140392 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-d16e995a-8b16-4f30-9d01-cabd11d62a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:38:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['c77da349-eac8-4fb2-8c8a-ad36e2c63e55'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:44.173663 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ee310884-8c9b-41d4-9cfb-f620ec25599e req-4c4f9e15-062e-4676-9ad5-0ed1fec41ae4 tempest-ServerDiagnosticsNegativeTest-126773322 tempest-ServerDiagnosticsNegativeTest-126773322-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=6bf41fabd688409d93ca52024f893739&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0676403 Apr 05 14:38:44.181299 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-5a0a7a64-b318-4c92-a22b-6e97f92d3832 tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] 10.222.0.30 "GET /v2.0/routers/c77da349-eac8-4fb2-8c8a-ad36e2c63e55 HTTP/1.1" status: 200 len: 739 time: 0.1555595 Apr 05 14:38:44.186596 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45758) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:44.189342 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-d16e995a-8b16-4f30-9d01-cabd11d62a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:44.190170 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16e995a-8b16-4f30-9d01-cabd11d62a27 None None] The sync data for ids ['c77da349-eac8-4fb2-8c8a-ad36e2c63e55'] in n-d-836650-2 is: [] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:38:44.254238 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-12c08424-83b0-4af4-b4af-6d4447355b72 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:44.280023 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-fe6f974e-aac9-4c61-91dc-486683dd28bc tempest-RoutersAdminTest-1833711216 tempest-RoutersAdminTest-1833711216-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c&device_id=c77da349-eac8-4fb2-8c8a-ad36e2c63e55 HTTP/1.1" status: 200 len: 205 time: 0.0944660 Apr 05 14:38:44.300540 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45762) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:44.304497 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c08424-83b0-4af4-b4af-6d4447355b72 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event deleted for resources: {'Port': ['ID=01c0293f-22a0-41d2-8734-917e2e852ee0,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:44.343502 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-19472a24-8369-4a51-b72f-c08649469b95 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] 10.222.0.30 "GET /v2.0/ports?device_id=c77da349-eac8-4fb2-8c8a-ad36e2c63e55 HTTP/1.1" status: 200 len: 205 time: 0.0416636 Apr 05 14:38:44.363994 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45764) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:44.368208 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-12c08424-83b0-4af4-b4af-6d4447355b72 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:44.378044 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-12c08424-83b0-4af4-b4af-6d4447355b72 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/ports/01c0293f-22a0-41d2-8734-917e2e852ee0 HTTP/1.1" status: 204 len: 168 time: 1.8236864 Apr 05 14:38:44.471907 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45766) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:44.510905 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5b658114-908e-446a-9e20-3a27828e09f3 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks [] for router, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:44.699677 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5b658114-908e-446a-9e20-3a27828e09f3 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27070'] for router, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:44.701741 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee310884-8c9b-41d4-9cfb-f620ec25599e req-00428571-b2da-4ca4-8f64-fa866cd81517 tempest-ServerDiagnosticsNegativeTest-126773322 tempest-ServerDiagnosticsNegativeTest-126773322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:44.703461 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ee310884-8c9b-41d4-9cfb-f620ec25599e req-00428571-b2da-4ca4-8f64-fa866cd81517 tempest-ServerDiagnosticsNegativeTest-126773322 tempest-ServerDiagnosticsNegativeTest-126773322-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5211878 Apr 05 14:38:44.705521 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5b658114-908e-446a-9e20-3a27828e09f3 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:44.709703 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d264537-592b-4764-9c82-c8acfb5ed8df tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:44.711353 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d264537-592b-4764-9c82-c8acfb5ed8df tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:44.712842 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-4d264537-592b-4764-9c82-c8acfb5ed8df tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2398312 Apr 05 14:38:44.715719 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 45770) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:44.722298 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-ee310884-8c9b-41d4-9cfb-f620ec25599e req-a193a282-5872-45b2-bea0-2d56244cddb2 tempest-ServerDiagnosticsNegativeTest-126773322 tempest-ServerDiagnosticsNegativeTest-126773322-project] Request body: {'port': {'device_id': 'dfe3b43b-a143-41b6-8b7c-15a1c831983b', 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800', 'admin_state_up': True, 'tenant_id': '6bf41fabd688409d93ca52024f893739'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:38:44.828375 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8c75b93-e38a-4db0-a4cb-9d1188706e95 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Deleting subnet 4b100b41-65ae-43ba-9f89-84eab977a9b4 {{(pid=103320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:38:44.833759 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f8c75b93-e38a-4db0-a4cb-9d1188706e95 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:44.866057 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5b658114-908e-446a-9e20-3a27828e09f3 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803298'] for router, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:44.872613 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b658114-908e-446a-9e20-3a27828e09f3 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Fanout notify agent at l3_agent the message router_deleted on router c77da349-eac8-4fb2-8c8a-ad36e2c63e55 {{(pid=103321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:38:44.879667 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5b658114-908e-446a-9e20-3a27828e09f3 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:44.885996 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device b767b767-886c-47a6-9aad-9b6e16a92025 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:38:44.890079 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 45774) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:44.892701 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-5b658114-908e-446a-9e20-3a27828e09f3 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] 10.222.0.30 "DELETE /v2.0/routers/c77da349-eac8-4fb2-8c8a-ad36e2c63e55 HTTP/1.1" status: 204 len: 168 time: 0.5306518 Apr 05 14:38:44.957270 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-676b8202-2ed2-48a4-bf59-63a2faf9e87c tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] 10.222.0.30 "GET /v2.0/ports?device_id=c77da349-eac8-4fb2-8c8a-ad36e2c63e55 HTTP/1.1" status: 200 len: 205 time: 0.0641179 Apr 05 14:38:44.959854 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45778) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:44.989910 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f8c75b93-e38a-4db0-a4cb-9d1188706e95 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13399228'] for subnet, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:44.998687 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port b767b767-886c-47a6-9aad-9b6e16a92025 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:38:44.999685 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:45.002766 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-64aa7efc-f3e2-4a41-943c-b01b99243489 req-d01b7da1-142b-4348-b1f0-42720763b8e4 tempest-ServerDiagnosticsNegativeTest-126773322 tempest-ServerDiagnosticsNegativeTest-126773322-project] 10.222.0.30 "GET /v2.0/ports?device_id=dfe3b43b-a143-41b6-8b7c-15a1c831983b HTTP/1.1" status: 200 len: 210 time: 0.0805094 Apr 05 14:38:45.034370 n-d-836650-2 neutron-server[103321]: INFO neutron.api.v2.resource [None req-09c9f0d6-cae6-48ea-8a61-ea6517875db0 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] delete failed (client error): The resource could not be found. Apr 05 14:38:45.038354 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-09c9f0d6-cae6-48ea-8a61-ea6517875db0 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] 10.222.0.30 "DELETE /v2.0/routers/c77da349-eac8-4fb2-8c8a-ad36e2c63e55 HTTP/1.1" status: 404 len: 336 time: 0.0774691 Apr 05 14:38:45.038956 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45780) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:45.043159 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee310884-8c9b-41d4-9cfb-f620ec25599e req-a193a282-5872-45b2-bea0-2d56244cddb2 tempest-ServerDiagnosticsNegativeTest-126773322 tempest-ServerDiagnosticsNegativeTest-126773322-project] Made reservation on behalf of 6bf41fabd688409d93ca52024f893739 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:38:45.047188 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ee310884-8c9b-41d4-9cfb-f620ec25599e req-a193a282-5872-45b2-bea0-2d56244cddb2 tempest-ServerDiagnosticsNegativeTest-126773322 tempest-ServerDiagnosticsNegativeTest-126773322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:45.070426 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-b26d8136-36c4-40cc-b13a-d99226a2d722 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c89bf10-ba9a-45d7-951d-d0279edcdab1 HTTP/1.1" status: 200 len: 205 time: 0.0303681 Apr 05 14:38:45.071058 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45782) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:45.105769 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ee310884-8c9b-41d4-9cfb-f620ec25599e req-a193a282-5872-45b2-bea0-2d56244cddb2 tempest-ServerDiagnosticsNegativeTest-126773322 tempest-ServerDiagnosticsNegativeTest-126773322-project] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:45.137782 n-d-836650-2 neutron-server[103321]: INFO neutron.api.v2.resource [None req-ed6f58eb-fef3-49da-94cb-7d2202e83978 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] delete failed (client error): The resource could not be found. Apr 05 14:38:45.139568 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-ed6f58eb-fef3-49da-94cb-7d2202e83978 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] 10.222.0.30 "DELETE /v2.0/routers/6c89bf10-ba9a-45d7-951d-d0279edcdab1 HTTP/1.1" status: 404 len: 336 time: 0.0675890 Apr 05 14:38:45.142226 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45784) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:45.177148 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-bcbd2d88-938c-428e-906a-68b08ecb9ef3 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] 10.222.0.30 "GET /v2.0/ports?device_id=344f55d8-4b62-4396-8dfb-76f2f3c2e9d7 HTTP/1.1" status: 200 len: 205 time: 0.0337253 Apr 05 14:38:45.179676 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 45786) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:45.253955 n-d-836650-2 neutron-server[103320]: INFO neutron.api.v2.resource [None req-8843d154-bc59-4f65-a2e6-b5869aa6bda7 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] delete failed (client error): The resource could not be found. Apr 05 14:38:45.255007 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-8843d154-bc59-4f65-a2e6-b5869aa6bda7 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] 10.222.0.30 "DELETE /v2.0/routers/344f55d8-4b62-4396-8dfb-76f2f3c2e9d7 HTTP/1.1" status: 404 len: 336 time: 0.0723701 Apr 05 14:38:45.259532 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45788) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:45.296971 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1595a0e-66a7-44ec-b0e8-32c6e4e524bb req-4a35ec4a-8790-4edb-a945-7b66c6a2b6d3 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:45.304451 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a1595a0e-66a7-44ec-b0e8-32c6e4e524bb req-4a35ec4a-8790-4edb-a945-7b66c6a2b6d3 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe2419c2-8251-4d83-819c-c86782eda892 HTTP/1.1" status: 200 len: 946 time: 0.2217007 Apr 05 14:38:45.324546 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-bbfeef2a-53e7-4032-84b3-8af45c7f3300 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce54d866-f466-40ec-b6d5-285a7df11f12 HTTP/1.1" status: 200 len: 205 time: 0.0599847 Apr 05 14:38:45.324546 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45794) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:45.397344 n-d-836650-2 neutron-server[103321]: INFO neutron.api.v2.resource [None req-635b9ec3-219b-41f8-b9b2-ac6636aab458 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] delete failed (client error): The resource could not be found. Apr 05 14:38:45.399883 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-635b9ec3-219b-41f8-b9b2-ac6636aab458 tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] 10.222.0.30 "DELETE /v2.0/routers/ce54d866-f466-40ec-b6d5-285a7df11f12 HTTP/1.1" status: 404 len: 336 time: 0.0746176 Apr 05 14:38:45.402517 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45800) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:45.439179 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f8c75b93-e38a-4db0-a4cb-9d1188706e95 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:45.443002 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-89ecf788-f632-481b-951b-f9fb8f64060b tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ed0a461-07fd-45d8-8563-d178105b69eb HTTP/1.1" status: 200 len: 205 time: 0.0386114 Apr 05 14:38:45.445877 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45802) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:45.484329 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a1595a0e-66a7-44ec-b0e8-32c6e4e524bb req-39bced59-c544-4808-92c0-8bf70077a666 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787338 Apr 05 14:38:45.491029 n-d-836650-2 neutron-server[103321]: INFO neutron.api.v2.resource [None req-5cfac54d-96e8-45f5-b553-f2bdb32512cc tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] delete failed (client error): The resource could not be found. Apr 05 14:38:45.492096 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-5cfac54d-96e8-45f5-b553-f2bdb32512cc tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] 10.222.0.30 "DELETE /v2.0/routers/3ed0a461-07fd-45d8-8563-d178105b69eb HTTP/1.1" status: 404 len: 336 time: 0.0452037 Apr 05 14:38:45.495870 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45804) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:45.522503 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ee310884-8c9b-41d4-9cfb-f620ec25599e req-a193a282-5872-45b2-bea0-2d56244cddb2 tempest-ServerDiagnosticsNegativeTest-126773322 tempest-ServerDiagnosticsNegativeTest-126773322-project] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:45.528030 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-0a0f544e-4b97-4116-8bc1-1f596ea75c7c tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] 10.222.0.30 "GET /v2.0/ports?device_id=8658a1cc-b02f-43ce-bf61-dca8956cc45c HTTP/1.1" status: 200 len: 205 time: 0.0310409 Apr 05 14:38:45.532744 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 45808) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:45.599414 n-d-836650-2 neutron-server[103320]: INFO neutron.api.v2.resource [None req-512a639b-5680-4742-8b1d-3008c622e08e tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] delete failed (client error): The resource could not be found. Apr 05 14:38:45.600485 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-512a639b-5680-4742-8b1d-3008c622e08e tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] 10.222.0.30 "DELETE /v2.0/routers/8658a1cc-b02f-43ce-bf61-dca8956cc45c HTTP/1.1" status: 404 len: 336 time: 0.0666754 Apr 05 14:38:45.603919 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 45810) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:45.642455 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a7d99a4-04f4-4433-a688-1f7466b8f53b tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] DELETE failed (client error): The resource could not be found. Apr 05 14:38:45.642915 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a7d99a4-04f4-4433-a688-1f7466b8f53b tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103320) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:38:45.648615 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-2a7d99a4-04f4-4433-a688-1f7466b8f53b tempest-RoutersAdminTest-1910789956 tempest-RoutersAdminTest-1910789956-project] 10.222.0.30 "DELETE /v2.0/subnets/a69c0eeb-51cb-4df6-a166-a04c84c7311c HTTP/1.1" status: 404 len: 337 time: 0.0411487 Apr 05 14:38:45.659591 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ee310884-8c9b-41d4-9cfb-f620ec25599e req-a193a282-5872-45b2-bea0-2d56244cddb2 tempest-ServerDiagnosticsNegativeTest-126773322 tempest-ServerDiagnosticsNegativeTest-126773322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:45.772805 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f8c75b93-e38a-4db0-a4cb-9d1188706e95 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15773812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13127359'] for subnet, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:45.833917 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f8c75b93-e38a-4db0-a4cb-9d1188706e95 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:45.839287 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca876ef2-9c62-49fa-8aea-3ddcab15cf99 None None] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:38:45.843509 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-f8c75b93-e38a-4db0-a4cb-9d1188706e95 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/subnets/4b100b41-65ae-43ba-9f89-84eab977a9b4 HTTP/1.1" status: 204 len: 168 time: 1.1222570 Apr 05 14:38:45.843635 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45816) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:45.845562 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c75b93-e38a-4db0-a4cb-9d1188706e95 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event deleted for resources: {'Subnet': ['ID=4b100b41-65ae-43ba-9f89-84eab977a9b4,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:45.856777 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a193a282-5872-45b2-bea0-2d56244cddb2 tempest-ServerDiagnosticsNegativeTest-126773322 tempest-ServerDiagnosticsNegativeTest-126773322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d131c2c-4755-4a37-af31-ffde457a3ae7,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:45.924367 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-75794484-5308-49fd-b758-16a60025f50e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0800285 Apr 05 14:38:45.926900 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45818) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:45.965613 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-ee310884-8c9b-41d4-9cfb-f620ec25599e req-a193a282-5872-45b2-bea0-2d56244cddb2 tempest-ServerDiagnosticsNegativeTest-126773322 tempest-ServerDiagnosticsNegativeTest-126773322-project] Allocated IP 192.168.233.113 (80d671a8-d1ab-4472-891b-9c042fbd7800/b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a/0a2191ca-9c90-49ee-b1f6-d04059f5dd98) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:38:46.022060 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015041d9-2ed2-472e-905b-4f4c811bfe77 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:46.027328 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-015041d9-2ed2-472e-905b-4f4c811bfe77 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0970867 Apr 05 14:38:46.030127 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45824) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:46.155803 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ad23a3-02cc-47a4-b5af-aa35533fad4e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:46.160493 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-f5ad23a3-02cc-47a4-b5af-aa35533fad4e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1278186 Apr 05 14:38:46.162007 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45828) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:46.270842 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c71c994-75ac-48c3-ae7f-93038d3db6c3 None None] DHCP port deletion for fd08407d-7bc3-4895-9d28-9b2f36a8d65c request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:38:46.283321 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-53838ecc-e5b5-4e38-8b83-935db329ac5e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1144984 Apr 05 14:38:46.289655 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45834) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:46.299360 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-dc6d69ec-1955-4b8f-b1df-942b8d372203 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Request body: {'subnet': {'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:38:46.343128 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ee310884-8c9b-41d4-9cfb-f620ec25599e req-a193a282-5872-45b2-bea0-2d56244cddb2 tempest-ServerDiagnosticsNegativeTest-126773322 tempest-ServerDiagnosticsNegativeTest-126773322-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:46.355859 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-4c71c994-75ac-48c3-ae7f-93038d3db6c3 None None] Deleting port b767b767-886c-47a6-9aad-9b6e16a92025 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:38:46.356794 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c71c994-75ac-48c3-ae7f-93038d3db6c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:46.449748 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45836) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:46.486216 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ffe11879-452d-4958-bbbc-3eb37f432a4c req-0b42c5c8-02dc-4a1e-b7c5-eeb54ec1b2a9 tempest-ServerDiagnosticsNegativeTest-126773322 tempest-ServerDiagnosticsNegativeTest-126773322-project] 10.222.0.30 "GET /v2.0/ports?device_id=dfe3b43b-a143-41b6-8b7c-15a1c831983b HTTP/1.1" status: 200 len: 210 time: 0.0918553 Apr 05 14:38:46.521132 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-4c71c994-75ac-48c3-ae7f-93038d3db6c3 None None] For port b767b767-886c-47a6-9aad-9b6e16a92025, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=b767b767-886c-47a6-9aad-9b6e16a92025,segment=NetworkSegment(1c468974-700f-4380-acfc-da4f84290a6b),segment_id=1c468974-700f-4380-acfc-da4f84290a6b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:38:46.522721 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c71c994-75ac-48c3-ae7f-93038d3db6c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:46.543577 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-4c71c994-75ac-48c3-ae7f-93038d3db6c3 None None] Calling delete_port for b767b767-886c-47a6-9aad-9b6e16a92025 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:38:46.549524 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ee310884-8c9b-41d4-9cfb-f620ec25599e req-a193a282-5872-45b2-bea0-2d56244cddb2 tempest-ServerDiagnosticsNegativeTest-126773322 tempest-ServerDiagnosticsNegativeTest-126773322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:46.623419 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc6d69ec-1955-4b8f-b1df-942b8d372203 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Made reservation on behalf of 81648541dc0b4f1ea0eb9cace0846aa5 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:38:46.627250 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee310884-8c9b-41d4-9cfb-f620ec25599e req-a193a282-5872-45b2-bea0-2d56244cddb2 tempest-ServerDiagnosticsNegativeTest-126773322 tempest-ServerDiagnosticsNegativeTest-126773322-project] Network 80d671a8-d1ab-4472-891b-9c042fbd7800 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:38:46.628639 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-dc6d69ec-1955-4b8f-b1df-942b8d372203 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:46.632632 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-ee310884-8c9b-41d4-9cfb-f620ec25599e req-a193a282-5872-45b2-bea0-2d56244cddb2 tempest-ServerDiagnosticsNegativeTest-126773322 tempest-ServerDiagnosticsNegativeTest-126773322-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:38:46.647699 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee310884-8c9b-41d4-9cfb-f620ec25599e req-a193a282-5872-45b2-bea0-2d56244cddb2 tempest-ServerDiagnosticsNegativeTest-126773322 tempest-ServerDiagnosticsNegativeTest-126773322-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:38:46.770470 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6fe875b3-c5aa-4aed-80c8-4c854be8c394 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:46.786812 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a193a282-5872-45b2-bea0-2d56244cddb2 tempest-ServerDiagnosticsNegativeTest-126773322 tempest-ServerDiagnosticsNegativeTest-126773322-project] Pushing event updated for resources: {'Port': ['ID=0a2191ca-9c90-49ee-b1f6-d04059f5dd98,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:46.808688 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc291a0-5d6f-4882-aedd-ee8cbaadaef8 req-8c54b26f-cc59-4d86-89a0-827484f1f80c tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:46.821368 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9cc291a0-5d6f-4882-aedd-ee8cbaadaef8 req-8c54b26f-cc59-4d86-89a0-827484f1f80c tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe2419c2-8251-4d83-819c-c86782eda892 HTTP/1.1" status: 200 len: 946 time: 0.1900423 Apr 05 14:38:46.832787 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee310884-8c9b-41d4-9cfb-f620ec25599e req-a193a282-5872-45b2-bea0-2d56244cddb2 tempest-ServerDiagnosticsNegativeTest-126773322 tempest-ServerDiagnosticsNegativeTest-126773322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:46.833707 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ee310884-8c9b-41d4-9cfb-f620ec25599e req-a193a282-5872-45b2-bea0-2d56244cddb2 tempest-ServerDiagnosticsNegativeTest-126773322 tempest-ServerDiagnosticsNegativeTest-126773322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:46.852824 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c71c994-75ac-48c3-ae7f-93038d3db6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:46.896734 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9cc291a0-5d6f-4882-aedd-ee8cbaadaef8 req-92181c2b-c4e2-449d-ab54-ff3ef1019f49 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766895 Apr 05 14:38:46.898953 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c71c994-75ac-48c3-ae7f-93038d3db6c3 None None] Pushing event deleted for resources: {'Port': ['ID=b767b767-886c-47a6-9aad-9b6e16a92025,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:46.910449 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c71c994-75ac-48c3-ae7f-93038d3db6c3 None None] No DVR routers for this DVR port b767b767-886c-47a6-9aad-9b6e16a92025 on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:38:46.933796 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device b767b767-886c-47a6-9aad-9b6e16a92025 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:38:46.960552 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: b767b767-886c-47a6-9aad-9b6e16a92025 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:38:46.961028 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device b767b767-886c-47a6-9aad-9b6e16a92025 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:38:46.985249 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ee310884-8c9b-41d4-9cfb-f620ec25599e req-a193a282-5872-45b2-bea0-2d56244cddb2 tempest-ServerDiagnosticsNegativeTest-126773322 tempest-ServerDiagnosticsNegativeTest-126773322-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2683225 Apr 05 14:38:47.005859 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-ee310884-8c9b-41d4-9cfb-f620ec25599e req-61a68d13-8ae9-45f3-98a9-6216d8e25616 service neutron] Request body: {'port': {'device_id': 'dfe3b43b-a143-41b6-8b7c-15a1c831983b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:38:47.085887 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6fe875b3-c5aa-4aed-80c8-4c854be8c394 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:47.094944 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ee310884-8c9b-41d4-9cfb-f620ec25599e req-61a68d13-8ae9-45f3-98a9-6216d8e25616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:47.125135 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-d39f591d-e030-400a-90fb-291204f16918 None None] Provisioning complete for port 0a2191ca-9c90-49ee-b1f6-d04059f5dd98 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:38:47.125762 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d39f591d-e030-400a-90fb-291204f16918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:47.169037 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6fe875b3-c5aa-4aed-80c8-4c854be8c394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:47.182541 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-d39f591d-e030-400a-90fb-291204f16918 None None] Port 0a2191ca-9c90-49ee-b1f6-d04059f5dd98 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:38:47.207947 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-dc6d69ec-1955-4b8f-b1df-942b8d372203 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:47.215349 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe875b3-c5aa-4aed-80c8-4c854be8c394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d3acb9b-39f6-4876-9c5b-956bda50e593,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:47.245332 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-6fe875b3-c5aa-4aed-80c8-4c854be8c394 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e9651c1df0c541cd87ebdcaba1769ba5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7898574 Apr 05 14:38:47.252566 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45854) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:47.288683 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6d69ec-1955-4b8f-b1df-942b8d372203 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:38:47.292199 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d69ec-1955-4b8f-b1df-942b8d372203 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event updated for resources: {'Subnet': ['ID=79fd3b68-addc-41c2-9832-cefdb5d13fac,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:47.299741 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-dc6d69ec-1955-4b8f-b1df-942b8d372203 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:38:47.304967 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6d69ec-1955-4b8f-b1df-942b8d372203 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:47.305561 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-dc6d69ec-1955-4b8f-b1df-942b8d372203 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:47.311007 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a31e30-9186-4413-ab68-54515bc0eb04 None None] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:38:47.340947 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-25dfe3c6-e0c3-4a0f-84fb-7f3befe28309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:47.372675 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-25dfe3c6-e0c3-4a0f-84fb-7f3befe28309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:47.448561 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-dc6d69ec-1955-4b8f-b1df-942b8d372203 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1569498 Apr 05 14:38:47.450433 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45856) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:47.456083 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-898d8ae7-d4ff-4067-9645-bc48ff6fc55a tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Request body: {'port': {'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'fixed_ips': [{'subnet_id': '79fd3b68-addc-41c2-9832-cefdb5d13fac', 'ip_address': '2001:db8::c74:740e:e4e6:6ec5'}], 'name': 'tempest-NetworksTestDHCPv6-1498102454'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:38:47.552169 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-ee310884-8c9b-41d4-9cfb-f620ec25599e req-61a68d13-8ae9-45f3-98a9-6216d8e25616 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a2191ca-9c90-49ee-b1f6-d04059f5dd98 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:38:47.578145 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ee310884-8c9b-41d4-9cfb-f620ec25599e req-61a68d13-8ae9-45f3-98a9-6216d8e25616 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:47.600095 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dff6ea8-344d-4813-8059-01eff54ba4a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'tenant_id': '81648541dc0b4f1ea0eb9cace0846aa5', 'fixed_ips': [{'subnet_id': '79fd3b68-addc-41c2-9832-cefdb5d13fac'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:38:47.601584 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7dff6ea8-344d-4813-8059-01eff54ba4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:47.682544 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8616b6-432f-419f-9540-14b5ab9e38da req-8017bf6d-7e5b-4335-b429-423987d39b0a tempest-ServerDiagnosticsNegativeTest-126773322 tempest-ServerDiagnosticsNegativeTest-126773322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:47.684038 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7f8616b6-432f-419f-9540-14b5ab9e38da req-8017bf6d-7e5b-4335-b429-423987d39b0a tempest-ServerDiagnosticsNegativeTest-126773322 tempest-ServerDiagnosticsNegativeTest-126773322-project] 10.222.0.30 "GET /v2.0/ports?device_id=dfe3b43b-a143-41b6-8b7c-15a1c831983b HTTP/1.1" status: 200 len: 936 time: 0.0658915 Apr 05 14:38:47.730490 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7f8616b6-432f-419f-9540-14b5ab9e38da req-37d1bc2f-3390-4f7d-899b-cf873d1730ba tempest-ServerDiagnosticsNegativeTest-126773322 tempest-ServerDiagnosticsNegativeTest-126773322-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d131c2c-4755-4a37-af31-ffde457a3ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394614 Apr 05 14:38:47.821567 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-25dfe3c6-e0c3-4a0f-84fb-7f3befe28309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:47.822551 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-ee310884-8c9b-41d4-9cfb-f620ec25599e req-61a68d13-8ae9-45f3-98a9-6216d8e25616 service neutron] Transition to ACTIVE for port object 0a2191ca-9c90-49ee-b1f6-d04059f5dd98 will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:38:47.825094 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-25dfe3c6-e0c3-4a0f-84fb-7f3befe28309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:47.831232 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-25dfe3c6-e0c3-4a0f-84fb-7f3befe28309 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6d3acb9b-39f6-4876-9c5b-956bda50e593 HTTP/1.1" status: 204 len: 168 time: 0.5736787 Apr 05 14:38:47.860389 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dfe3c6-e0c3-4a0f-84fb-7f3befe28309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d3acb9b-39f6-4876-9c5b-956bda50e593,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:47.906923 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898d8ae7-d4ff-4067-9645-bc48ff6fc55a tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Made reservation on behalf of 81648541dc0b4f1ea0eb9cace0846aa5 for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:38:48.010206 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-7dff6ea8-344d-4813-8059-01eff54ba4a7 None None] Allocated IP 2001:db8::2 (fd08407d-7bc3-4895-9d28-9b2f36a8d65c/79fd3b68-addc-41c2-9832-cefdb5d13fac/b8e99835-c418-45f3-a20c-f9fff22de349) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:38:48.011889 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ee310884-8c9b-41d4-9cfb-f620ec25599e req-61a68d13-8ae9-45f3-98a9-6216d8e25616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:48.065867 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-898d8ae7-d4ff-4067-9645-bc48ff6fc55a tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:48.111183 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [None req-898d8ae7-d4ff-4067-9645-bc48ff6fc55a tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] device_id is not set on port c1c5621c-50a7-4d43-ab8e-5feecf07053a yet. {{(pid=103321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:38:48.142324 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90e7ebf-caaf-4a96-ba7b-44665246b03f req-a15ed438-238c-4cfa-a279-c94a403e38a2 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:48.143493 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c90e7ebf-caaf-4a96-ba7b-44665246b03f req-a15ed438-238c-4cfa-a279-c94a403e38a2 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe2419c2-8251-4d83-819c-c86782eda892 HTTP/1.1" status: 200 len: 946 time: 0.1715429 Apr 05 14:38:48.202752 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a68d13-8ae9-45f3-98a9-6216d8e25616 service neutron] Pushing event updated for resources: {'Port': ['ID=0a2191ca-9c90-49ee-b1f6-d04059f5dd98,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:48.234375 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c90e7ebf-caaf-4a96-ba7b-44665246b03f req-e9cdf7e9-1c37-499c-b67b-9b2f3edcb810 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641446 Apr 05 14:38:48.250597 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-ee310884-8c9b-41d4-9cfb-f620ec25599e req-61a68d13-8ae9-45f3-98a9-6216d8e25616 service neutron] Attempting to bind port 0a2191ca-9c90-49ee-b1f6-d04059f5dd98 on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:38:48.256022 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-ee310884-8c9b-41d4-9cfb-f620ec25599e req-61a68d13-8ae9-45f3-98a9-6216d8e25616 service neutron] Attempting to bind port 0a2191ca-9c90-49ee-b1f6-d04059f5dd98 by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:38:48.256022 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee310884-8c9b-41d4-9cfb-f620ec25599e req-61a68d13-8ae9-45f3-98a9-6216d8e25616 service neutron] Attempting to bind port 0a2191ca-9c90-49ee-b1f6-d04059f5dd98 on network 80d671a8-d1ab-4472-891b-9c042fbd7800 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:38:48.265210 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee310884-8c9b-41d4-9cfb-f620ec25599e req-61a68d13-8ae9-45f3-98a9-6216d8e25616 service neutron] Port 0a2191ca-9c90-49ee-b1f6-d04059f5dd98 on network 80d671a8-d1ab-4472-891b-9c042fbd7800 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:38:48.265210 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee310884-8c9b-41d4-9cfb-f620ec25599e req-61a68d13-8ae9-45f3-98a9-6216d8e25616 service neutron] Attempting to bind port 0a2191ca-9c90-49ee-b1f6-d04059f5dd98 on network 80d671a8-d1ab-4472-891b-9c042fbd7800 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:38:48.279457 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee310884-8c9b-41d4-9cfb-f620ec25599e req-61a68d13-8ae9-45f3-98a9-6216d8e25616 service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:38:48.279457 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee310884-8c9b-41d4-9cfb-f620ec25599e req-61a68d13-8ae9-45f3-98a9-6216d8e25616 service neutron] Checking segment: {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:38:48.279457 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee310884-8c9b-41d4-9cfb-f620ec25599e req-61a68d13-8ae9-45f3-98a9-6216d8e25616 service neutron] Bound using segment: {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:38:48.279457 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-ee310884-8c9b-41d4-9cfb-f620ec25599e req-61a68d13-8ae9-45f3-98a9-6216d8e25616 service neutron] Bound port: 0a2191ca-9c90-49ee-b1f6-d04059f5dd98, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:38:48.279457 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ee310884-8c9b-41d4-9cfb-f620ec25599e req-61a68d13-8ae9-45f3-98a9-6216d8e25616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:48.294187 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7dff6ea8-344d-4813-8059-01eff54ba4a7 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:48.378067 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7dff6ea8-344d-4813-8059-01eff54ba4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:48.424444 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 7 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 14:38:48.442955 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-ee310884-8c9b-41d4-9cfb-f620ec25599e req-61a68d13-8ae9-45f3-98a9-6216d8e25616 service neutron] For port 0a2191ca-9c90-49ee-b1f6-d04059f5dd98, host n-h1-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:38:48.450256 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-ee310884-8c9b-41d4-9cfb-f620ec25599e req-61a68d13-8ae9-45f3-98a9-6216d8e25616 service neutron] For port 0a2191ca-9c90-49ee-b1f6-d04059f5dd98, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=0a2191ca-9c90-49ee-b1f6-d04059f5dd98,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:38:48.476043 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dff6ea8-344d-4813-8059-01eff54ba4a7 None None] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:38:48.481274 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-7dff6ea8-344d-4813-8059-01eff54ba4a7 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:38:48.484531 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dff6ea8-344d-4813-8059-01eff54ba4a7 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:38:48.505110 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-898d8ae7-d4ff-4067-9645-bc48ff6fc55a tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Allocated IP 2001:db8::c74:740e:e4e6:6ec5 (fd08407d-7bc3-4895-9d28-9b2f36a8d65c/79fd3b68-addc-41c2-9832-cefdb5d13fac/c1c5621c-50a7-4d43-ab8e-5feecf07053a) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:38:48.531913 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ee310884-8c9b-41d4-9cfb-f620ec25599e req-61a68d13-8ae9-45f3-98a9-6216d8e25616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:48.639276 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee310884-8c9b-41d4-9cfb-f620ec25599e req-61a68d13-8ae9-45f3-98a9-6216d8e25616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:48.639961 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ee310884-8c9b-41d4-9cfb-f620ec25599e req-61a68d13-8ae9-45f3-98a9-6216d8e25616 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:48.641458 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ee310884-8c9b-41d4-9cfb-f620ec25599e req-61a68d13-8ae9-45f3-98a9-6216d8e25616 service neutron] 10.222.0.55 "PUT /v2.0/ports/0a2191ca-9c90-49ee-b1f6-d04059f5dd98 HTTP/1.1" status: 200 len: 1096 time: 1.6466208 Apr 05 14:38:48.648519 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfe3b43b-a143-41b6-8b7c-15a1c831983b', 'tag': '0a2191ca-9c90-49ee-b1f6-d04059f5dd98'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:38:48.663498 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f04f780-598a-4838-86ae-5234f7eaf78d" -d '{"events": [{"name": "network-changed", "server_uuid": "dfe3b43b-a143-41b6-8b7c-15a1c831983b", "tag": "0a2191ca-9c90-49ee-b1f6-d04059f5dd98"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:38:48.675996 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a68d13-8ae9-45f3-98a9-6216d8e25616 service neutron] Pushing event updated for resources: {'Port': ['ID=0a2191ca-9c90-49ee-b1f6-d04059f5dd98,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:48.725534 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-844687a0-7b7d-4c71-8505-ac8ff5b00abf x-openstack-request-id: req-844687a0-7b7d-4c71-8505-ac8ff5b00abf {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:38:48.725968 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfe3b43b-a143-41b6-8b7c-15a1c831983b", "tag": "0a2191ca-9c90-49ee-b1f6-d04059f5dd98", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:38:48.726495 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-844687a0-7b7d-4c71-8505-ac8ff5b00abf {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:38:48.727387 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-844687a0-7b7d-4c71-8505-ac8ff5b00abf'] response: {'name': 'network-changed', 'server_uuid': 'dfe3b43b-a143-41b6-8b7c-15a1c831983b', 'tag': '0a2191ca-9c90-49ee-b1f6-d04059f5dd98', 'status': 'completed', 'code': 200} Apr 05 14:38:48.791698 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-898d8ae7-d4ff-4067-9645-bc48ff6fc55a tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:48.812228 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dff6ea8-344d-4813-8059-01eff54ba4a7 None None] Pushing event updated for resources: {'Port': ['ID=b8e99835-c418-45f3-a20c-f9fff22de349,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:48.822386 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dff6ea8-344d-4813-8059-01eff54ba4a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:38:48.822730 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dff6ea8-344d-4813-8059-01eff54ba4a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:38:48.823064 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dff6ea8-344d-4813-8059-01eff54ba4a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:38:48.823550 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dff6ea8-344d-4813-8059-01eff54ba4a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:38:48.823890 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dff6ea8-344d-4813-8059-01eff54ba4a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:38:48.824197 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dff6ea8-344d-4813-8059-01eff54ba4a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:38:48.824515 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dff6ea8-344d-4813-8059-01eff54ba4a7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:38:48.824834 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dff6ea8-344d-4813-8059-01eff54ba4a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:38:48.825425 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dff6ea8-344d-4813-8059-01eff54ba4a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:38:48.825759 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dff6ea8-344d-4813-8059-01eff54ba4a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:38:48.826956 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dff6ea8-344d-4813-8059-01eff54ba4a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:38:48.827279 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dff6ea8-344d-4813-8059-01eff54ba4a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:38:48.859419 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-7dff6ea8-344d-4813-8059-01eff54ba4a7 None None] Attempting to bind port b8e99835-c418-45f3-a20c-f9fff22de349 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:38:48.860200 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-7dff6ea8-344d-4813-8059-01eff54ba4a7 None None] Attempting to bind port b8e99835-c418-45f3-a20c-f9fff22de349 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:38:48.860336 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dff6ea8-344d-4813-8059-01eff54ba4a7 None None] Attempting to bind port b8e99835-c418-45f3-a20c-f9fff22de349 on network fd08407d-7bc3-4895-9d28-9b2f36a8d65c {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:38:48.865732 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dff6ea8-344d-4813-8059-01eff54ba4a7 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:38:48.866049 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dff6ea8-344d-4813-8059-01eff54ba4a7 None None] Checking segment: {'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:38:48.866445 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7dff6ea8-344d-4813-8059-01eff54ba4a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:48.866825 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dff6ea8-344d-4813-8059-01eff54ba4a7 None None] Bound using segment: {'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:38:48.867333 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-7dff6ea8-344d-4813-8059-01eff54ba4a7 None None] Bound port: b8e99835-c418-45f3-a20c-f9fff22de349, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:38:48.867903 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7dff6ea8-344d-4813-8059-01eff54ba4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:48.869661 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f04f780-598a-4838-86ae-5234f7eaf78d req-1e7382aa-d3d4-4100-adc2-a322ade57d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:48.877184 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1f04f780-598a-4838-86ae-5234f7eaf78d req-1e7382aa-d3d4-4100-adc2-a322ade57d1b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6bf41fabd688409d93ca52024f893739&device_id=dfe3b43b-a143-41b6-8b7c-15a1c831983b HTTP/1.1" status: 200 len: 1099 time: 0.1063552 Apr 05 14:38:48.926339 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45890) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:48.949831 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1f04f780-598a-4838-86ae-5234f7eaf78d req-f98e50cb-a7b5-4df4-9b7b-826644043879 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=6bf41fabd688409d93ca52024f893739&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0635986 Apr 05 14:38:48.961357 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-7dff6ea8-344d-4813-8059-01eff54ba4a7 None None] For port b8e99835-c418-45f3-a20c-f9fff22de349, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:38:48.965934 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-7dff6ea8-344d-4813-8059-01eff54ba4a7 None None] For port b8e99835-c418-45f3-a20c-f9fff22de349, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=b8e99835-c418-45f3-a20c-f9fff22de349,segment=NetworkSegment(1c468974-700f-4380-acfc-da4f84290a6b),segment_id=1c468974-700f-4380-acfc-da4f84290a6b)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:38:48.980059 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-898d8ae7-d4ff-4067-9645-bc48ff6fc55a tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:49.058322 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7dff6ea8-344d-4813-8059-01eff54ba4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:49.086257 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898d8ae7-d4ff-4067-9645-bc48ff6fc55a tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event updated for resources: {'Port': ['ID=c1c5621c-50a7-4d43-ab8e-5feecf07053a,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:49.103313 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898d8ae7-d4ff-4067-9645-bc48ff6fc55a tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:38:49.106364 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-898d8ae7-d4ff-4067-9645-bc48ff6fc55a tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:38:49.115201 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-2d62a9e1-d84c-480c-9cbc-54baa6ae5372 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b1d8cdd7b2c146689fab4e591e20365c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1739240 Apr 05 14:38:49.115201 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45892) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:49.116850 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898d8ae7-d4ff-4067-9645-bc48ff6fc55a tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:38:49.123498 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898d8ae7-d4ff-4067-9645-bc48ff6fc55a tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:49.124906 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-898d8ae7-d4ff-4067-9645-bc48ff6fc55a tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:49.158138 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f04f780-598a-4838-86ae-5234f7eaf78d req-eb90c074-52f1-4a57-8aa5-bdef33c707bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:49.160292 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1f04f780-598a-4838-86ae-5234f7eaf78d req-eb90c074-52f1-4a57-8aa5-bdef33c707bd service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1735687 Apr 05 14:38:49.174987 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c3b617-4377-425c-b2d0-c2e8b42b2102 req-8196b1a5-7084-4c1f-a721-55c2d77fff92 tempest-ServerDiagnosticsNegativeTest-126773322 tempest-ServerDiagnosticsNegativeTest-126773322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:49.177708 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-32c3b617-4377-425c-b2d0-c2e8b42b2102 req-8196b1a5-7084-4c1f-a721-55c2d77fff92 tempest-ServerDiagnosticsNegativeTest-126773322 tempest-ServerDiagnosticsNegativeTest-126773322-project] 10.222.0.30 "GET /v2.0/ports?device_id=dfe3b43b-a143-41b6-8b7c-15a1c831983b HTTP/1.1" status: 200 len: 948 time: 0.2695930 Apr 05 14:38:49.213360 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2e524162-be83-43e9-b5fc-f84defb972ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:49.238638 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dff6ea8-344d-4813-8059-01eff54ba4a7 None None] Pushing event updated for resources: {'Port': ['ID=b8e99835-c418-45f3-a20c-f9fff22de349,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:49.256404 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2e524162-be83-43e9-b5fc-f84defb972ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:49.290132 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-32c3b617-4377-425c-b2d0-c2e8b42b2102 req-817873c9-1e84-4d2e-9349-765c225ccfee tempest-ServerDiagnosticsNegativeTest-126773322 tempest-ServerDiagnosticsNegativeTest-126773322-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d131c2c-4755-4a37-af31-ffde457a3ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060255 Apr 05 14:38:49.300199 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-898d8ae7-d4ff-4067-9645-bc48ff6fc55a tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8485999 Apr 05 14:38:49.303325 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45896) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:49.329424 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee310884-8c9b-41d4-9cfb-f620ec25599e req-4ac08b6f-19a6-4874-bb27-21bab60ab07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:49.337071 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ee310884-8c9b-41d4-9cfb-f620ec25599e req-4ac08b6f-19a6-4874-bb27-21bab60ab07d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6bf41fabd688409d93ca52024f893739&device_id=dfe3b43b-a143-41b6-8b7c-15a1c831983b HTTP/1.1" status: 200 len: 1099 time: 0.1012607 Apr 05 14:38:49.390487 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e594577-3fd2-4b30-b85b-c54a4d875799 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:49.404915 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e594577-3fd2-4b30-b85b-c54a4d875799 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:49.408627 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-8e594577-3fd2-4b30-b85b-c54a4d875799 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1024978 Apr 05 14:38:49.408627 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45898) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:49.434190 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ee310884-8c9b-41d4-9cfb-f620ec25599e req-d5d8e2b5-e4df-44c9-8522-891a5d6e3cd1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=0a2191ca-9c90-49ee-b1f6-d04059f5dd98 HTTP/1.1" status: 200 len: 217 time: 0.0936894 Apr 05 14:38:49.517262 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d3e4d-fa5f-42b7-be03-b1c18ef2c010 req-d40aa321-08fa-47de-8106-7cacea996aab tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:49.519084 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ff7d3e4d-fa5f-42b7-be03-b1c18ef2c010 req-d40aa321-08fa-47de-8106-7cacea996aab tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe2419c2-8251-4d83-819c-c86782eda892 HTTP/1.1" status: 200 len: 946 time: 0.1708336 Apr 05 14:38:49.527369 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee310884-8c9b-41d4-9cfb-f620ec25599e req-ddcdb0ba-e37d-414a-aa9e-5ff79ef74b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:49.528976 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ee310884-8c9b-41d4-9cfb-f620ec25599e req-ddcdb0ba-e37d-414a-aa9e-5ff79ef74b21 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.0826085 Apr 05 14:38:49.541796 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2e524162-be83-43e9-b5fc-f84defb972ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:49.545274 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2e524162-be83-43e9-b5fc-f84defb972ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:49.546628 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-2e524162-be83-43e9-b5fc-f84defb972ce admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ac735086-fb5e-4f1c-8eb2-8e0bace5ac06 HTTP/1.1" status: 204 len: 168 time: 0.4184320 Apr 05 14:38:49.571376 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e524162-be83-43e9-b5fc-f84defb972ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac735086-fb5e-4f1c-8eb2-8e0bace5ac06,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:49.599698 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-b1e2a5a0-99f9-4e25-8ec2-d5d99086292c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Deleting port c1c5621c-50a7-4d43-ab8e-5feecf07053a {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:38:49.600185 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b1e2a5a0-99f9-4e25-8ec2-d5d99086292c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:49.624102 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ff7d3e4d-fa5f-42b7-be03-b1c18ef2c010 req-3f528221-9b24-4e8d-b197-a7f6e2d063af tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937011 Apr 05 14:38:49.632903 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee310884-8c9b-41d4-9cfb-f620ec25599e req-828f5032-158d-4eb6-934b-497442391920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:49.638244 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ee310884-8c9b-41d4-9cfb-f620ec25599e req-828f5032-158d-4eb6-934b-497442391920 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0981691 Apr 05 14:38:49.767790 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ee310884-8c9b-41d4-9cfb-f620ec25599e req-6e418b0e-2b99-402c-aec6-ae8856356206 service neutron] 10.222.0.55 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247311 Apr 05 14:38:49.770730 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b1e2a5a0-99f9-4e25-8ec2-d5d99086292c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:49.786263 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-b1e2a5a0-99f9-4e25-8ec2-d5d99086292c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Calling delete_port for c1c5621c-50a7-4d43-ab8e-5feecf07053a owned by {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:38:49.876099 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ee310884-8c9b-41d4-9cfb-f620ec25599e req-19efc5c3-35ab-429d-a186-2173f4c5ce9f service neutron] 10.222.0.55 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999219 Apr 05 14:38:50.017598 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b1e2a5a0-99f9-4e25-8ec2-d5d99086292c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:50.058577 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e2a5a0-99f9-4e25-8ec2-d5d99086292c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event deleted for resources: {'Port': ['ID=c1c5621c-50a7-4d43-ab8e-5feecf07053a,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:50.102410 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b1e2a5a0-99f9-4e25-8ec2-d5d99086292c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:50.105797 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-b1e2a5a0-99f9-4e25-8ec2-d5d99086292c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/ports/c1c5621c-50a7-4d43-ab8e-5feecf07053a HTTP/1.1" status: 204 len: 168 time: 0.6967373 Apr 05 14:38:50.108943 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45910) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:50.174938 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d11c4c2-08ca-4192-95d2-fa527d652476 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:50.181071 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d11c4c2-08ca-4192-95d2-fa527d652476 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:50.185498 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-6d11c4c2-08ca-4192-95d2-fa527d652476 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0717287 Apr 05 14:38:50.186428 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 45914) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:50.259627 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_v2 [None req-615ac4d3-5193-4943-a05f-0455ff0c0355 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Deleting subnet 79fd3b68-addc-41c2-9832-cefdb5d13fac {{(pid=103320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:38:50.263254 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-615ac4d3-5193-4943-a05f-0455ff0c0355 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:50.323125 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-615ac4d3-5193-4943-a05f-0455ff0c0355 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13399228'] for subnet, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:50.475857 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-615ac4d3-5193-4943-a05f-0455ff0c0355 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:50.509064 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ff311-ff07-41bb-a52f-8310bbbeb95d req-9659edf5-d919-4749-97d2-0ec95b305e7d tempest-ServerDiagnosticsNegativeTest-126773322 tempest-ServerDiagnosticsNegativeTest-126773322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:50.510579 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-824ff311-ff07-41bb-a52f-8310bbbeb95d req-9659edf5-d919-4749-97d2-0ec95b305e7d tempest-ServerDiagnosticsNegativeTest-126773322 tempest-ServerDiagnosticsNegativeTest-126773322-project] 10.222.0.30 "GET /v2.0/ports?device_id=dfe3b43b-a143-41b6-8b7c-15a1c831983b HTTP/1.1" status: 200 len: 948 time: 0.1148589 Apr 05 14:38:50.588802 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-824ff311-ff07-41bb-a52f-8310bbbeb95d req-6bf854dd-3b82-46a3-a190-10a2dc8cc1d1 tempest-ServerDiagnosticsNegativeTest-126773322 tempest-ServerDiagnosticsNegativeTest-126773322-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d131c2c-4755-4a37-af31-ffde457a3ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580621 Apr 05 14:38:50.613193 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-12b3ab6e-dad7-4a09-8447-5b13c78ff1a0 None None] Provisioning complete for port b8e99835-c418-45f3-a20c-f9fff22de349 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:38:50.614959 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-12b3ab6e-dad7-4a09-8447-5b13c78ff1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:50.649193 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-615ac4d3-5193-4943-a05f-0455ff0c0355 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15773812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13127359'] for subnet, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:50.689482 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615ac4d3-5193-4943-a05f-0455ff0c0355 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event deleted for resources: {'Subnet': ['ID=79fd3b68-addc-41c2-9832-cefdb5d13fac,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:50.699068 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-615ac4d3-5193-4943-a05f-0455ff0c0355 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:50.699068 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-615ac4d3-5193-4943-a05f-0455ff0c0355 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/subnets/79fd3b68-addc-41c2-9832-cefdb5d13fac HTTP/1.1" status: 204 len: 168 time: 0.5102241 Apr 05 14:38:50.700453 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45926) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:50.712564 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-12b3ab6e-dad7-4a09-8447-5b13c78ff1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:50.782260 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-12b3ab6e-dad7-4a09-8447-5b13c78ff1a0 None None] For port b8e99835-c418-45f3-a20c-f9fff22de349, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=b8e99835-c418-45f3-a20c-f9fff22de349,segment=NetworkSegment(1c468974-700f-4380-acfc-da4f84290a6b),segment_id=1c468974-700f-4380-acfc-da4f84290a6b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:38:50.820392 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-1dc973d4-32d2-4bfd-aa48-ac0221892c79 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1185615 Apr 05 14:38:50.836696 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de69ee14-c7fe-4c71-8955-a87f6bb15df1 req-48832ec9-dd5e-451c-b261-85a31c246745 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:50.836696 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-de69ee14-c7fe-4c71-8955-a87f6bb15df1 req-48832ec9-dd5e-451c-b261-85a31c246745 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe2419c2-8251-4d83-819c-c86782eda892 HTTP/1.1" status: 200 len: 946 time: 0.0871258 Apr 05 14:38:50.839003 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45932) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:50.846677 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-8d055ce9-ea13-4ef2-a0ad-344921c5942c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Request body: {'subnet': {'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:38:50.917435 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-12b3ab6e-dad7-4a09-8447-5b13c78ff1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:50.934299 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca89dda7-1f93-425a-b4f6-0515cdecd6c8 None None] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:38:50.970027 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-de69ee14-c7fe-4c71-8955-a87f6bb15df1 req-93d4568c-0d82-4724-9547-8f1b7d389ff2 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161401 Apr 05 14:38:50.992116 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device b8e99835-c418-45f3-a20c-f9fff22de349 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:38:51.114631 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d055ce9-ea13-4ef2-a0ad-344921c5942c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Made reservation on behalf of 81648541dc0b4f1ea0eb9cace0846aa5 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:38:51.118892 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8d055ce9-ea13-4ef2-a0ad-344921c5942c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:51.123495 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-434fd45d-1325-4915-9beb-1f1a13bd8eb1 None None] Could not find standard attr ID for object c1c5621c-50a7-4d43-ab8e-5feecf07053a. {{(pid=103322) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 14:38:51.187518 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b3ab6e-dad7-4a09-8447-5b13c78ff1a0 None None] Pushing event updated for resources: {'Port': ['ID=b8e99835-c418-45f3-a20c-f9fff22de349,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:51.207441 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port b8e99835-c418-45f3-a20c-f9fff22de349 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:38:51.207805 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:51.349669 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0a677c-4456-4290-a3f2-a2ce1786938f None None] DHCP port deletion for fd08407d-7bc3-4895-9d28-9b2f36a8d65c request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:38:51.415133 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-ce0a677c-4456-4290-a3f2-a2ce1786938f None None] Deleting port b8e99835-c418-45f3-a20c-f9fff22de349 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:38:51.415836 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ce0a677c-4456-4290-a3f2-a2ce1786938f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:51.487179 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-ce0a677c-4456-4290-a3f2-a2ce1786938f None None] For port b8e99835-c418-45f3-a20c-f9fff22de349, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=b8e99835-c418-45f3-a20c-f9fff22de349,segment=NetworkSegment(1c468974-700f-4380-acfc-da4f84290a6b),segment_id=1c468974-700f-4380-acfc-da4f84290a6b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:38:51.487574 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ce0a677c-4456-4290-a3f2-a2ce1786938f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:51.500745 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-ce0a677c-4456-4290-a3f2-a2ce1786938f None None] Calling delete_port for b8e99835-c418-45f3-a20c-f9fff22de349 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:38:51.531512 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8d055ce9-ea13-4ef2-a0ad-344921c5942c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:51.575396 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d055ce9-ea13-4ef2-a0ad-344921c5942c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:38:51.578785 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-8d055ce9-ea13-4ef2-a0ad-344921c5942c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:38:51.583199 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d055ce9-ea13-4ef2-a0ad-344921c5942c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:51.583823 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8d055ce9-ea13-4ef2-a0ad-344921c5942c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:51.609289 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d055ce9-ea13-4ef2-a0ad-344921c5942c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event updated for resources: {'Subnet': ['ID=cffe0c82-977c-4002-986f-d3618eae816d,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:51.680018 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ce0a677c-4456-4290-a3f2-a2ce1786938f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:51.715485 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0a677c-4456-4290-a3f2-a2ce1786938f None None] No DVR routers for this DVR port b8e99835-c418-45f3-a20c-f9fff22de349 on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:38:51.717350 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0a677c-4456-4290-a3f2-a2ce1786938f None None] Pushing event deleted for resources: {'Port': ['ID=b8e99835-c418-45f3-a20c-f9fff22de349,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:51.730189 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf9d325-efd1-43db-add0-1ce7fd92c4cc req-3bdea1fa-2807-478d-a8ed-7a2eba3d3719 tempest-ServerDiagnosticsNegativeTest-126773322 tempest-ServerDiagnosticsNegativeTest-126773322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:51.731661 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ebf9d325-efd1-43db-add0-1ce7fd92c4cc req-3bdea1fa-2807-478d-a8ed-7a2eba3d3719 tempest-ServerDiagnosticsNegativeTest-126773322 tempest-ServerDiagnosticsNegativeTest-126773322-project] 10.222.0.30 "GET /v2.0/ports?device_id=dfe3b43b-a143-41b6-8b7c-15a1c831983b HTTP/1.1" status: 200 len: 948 time: 0.0612051 Apr 05 14:38:51.739013 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c248be8c-95d8-400a-9a87-c1866533a739 None None] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:38:51.748667 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-8d055ce9-ea13-4ef2-a0ad-344921c5942c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9070635 Apr 05 14:38:51.756175 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45960) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:51.761437 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-acd5ca30-40f6-46c7-b3ce-2c411ed53d41 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Request body: {'port': {'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'fixed_ips': [{'subnet_id': 'cffe0c82-977c-4002-986f-d3618eae816d', 'ip_address': '2001:db8::73e2:ae18:9797:7eea'}], 'name': 'tempest-NetworksTestDHCPv6-1007977931'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:38:51.820839 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ebf9d325-efd1-43db-add0-1ce7fd92c4cc req-fbb2af0b-1d12-4267-bb58-d81a38e894be tempest-ServerDiagnosticsNegativeTest-126773322 tempest-ServerDiagnosticsNegativeTest-126773322-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d131c2c-4755-4a37-af31-ffde457a3ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722101 Apr 05 14:38:51.990876 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515cc7fe-5de0-46ae-af9f-82ac8f4eecd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'tenant_id': '81648541dc0b4f1ea0eb9cace0846aa5', 'fixed_ips': [{'subnet_id': 'cffe0c82-977c-4002-986f-d3618eae816d'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:38:51.996335 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-515cc7fe-5de0-46ae-af9f-82ac8f4eecd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:52.045582 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd5ca30-40f6-46c7-b3ce-2c411ed53d41 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Made reservation on behalf of 81648541dc0b4f1ea0eb9cace0846aa5 for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:38:52.051195 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-acd5ca30-40f6-46c7-b3ce-2c411ed53d41 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:52.084869 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [None req-acd5ca30-40f6-46c7-b3ce-2c411ed53d41 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] device_id is not set on port 3d256054-cb3a-4e99-b560-ef009aacf6ac yet. {{(pid=103321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:38:52.108249 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce4b6a-e2a1-4a80-8648-91418f67d518 req-f9aca598-160a-4270-87a1-30b6b0834c3b tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:52.116434 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cfce4b6a-e2a1-4a80-8648-91418f67d518 req-f9aca598-160a-4270-87a1-30b6b0834c3b tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe2419c2-8251-4d83-819c-c86782eda892 HTTP/1.1" status: 200 len: 946 time: 0.0720842 Apr 05 14:38:52.165278 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-515cc7fe-5de0-46ae-af9f-82ac8f4eecd1 None None] Allocated IP 2001:db8::2 (fd08407d-7bc3-4895-9d28-9b2f36a8d65c/cffe0c82-977c-4002-986f-d3618eae816d/4fc4e9c6-a783-487e-8f7b-71b4f295527c) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:38:52.172086 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cfce4b6a-e2a1-4a80-8648-91418f67d518 req-68e29112-4678-4481-a1e8-5a742e40f1e3 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493174 Apr 05 14:38:52.362201 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-515cc7fe-5de0-46ae-af9f-82ac8f4eecd1 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:52.447889 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 45978) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:52.470864 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-515cc7fe-5de0-46ae-af9f-82ac8f4eecd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:52.512602 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515cc7fe-5de0-46ae-af9f-82ac8f4eecd1 None None] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:38:52.519926 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-515cc7fe-5de0-46ae-af9f-82ac8f4eecd1 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:38:52.523651 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515cc7fe-5de0-46ae-af9f-82ac8f4eecd1 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:38:52.536057 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515cc7fe-5de0-46ae-af9f-82ac8f4eecd1 None None] Pushing event updated for resources: {'Port': ['ID=4fc4e9c6-a783-487e-8f7b-71b4f295527c,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:52.556540 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 0a2191ca-9c90-49ee-b1f6-d04059f5dd98 details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:38:52.587967 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-acd5ca30-40f6-46c7-b3ce-2c411ed53d41 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Allocated IP 2001:db8::73e2:ae18:9797:7eea (fd08407d-7bc3-4895-9d28-9b2f36a8d65c/cffe0c82-977c-4002-986f-d3618eae816d/3d256054-cb3a-4e99-b560-ef009aacf6ac) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:38:52.600815 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-30a6b548-c97a-4714-8e9b-5f653583b134 tempest-RoutersAdminNegativeIpV6Test-1916939627 tempest-RoutersAdminNegativeIpV6Test-1916939627-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-2059244473', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:38:52.603317 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-515cc7fe-5de0-46ae-af9f-82ac8f4eecd1 None None] Attempting to bind port 4fc4e9c6-a783-487e-8f7b-71b4f295527c on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:38:52.603675 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-515cc7fe-5de0-46ae-af9f-82ac8f4eecd1 None None] Attempting to bind port 4fc4e9c6-a783-487e-8f7b-71b4f295527c by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:38:52.604031 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515cc7fe-5de0-46ae-af9f-82ac8f4eecd1 None None] Attempting to bind port 4fc4e9c6-a783-487e-8f7b-71b4f295527c on network fd08407d-7bc3-4895-9d28-9b2f36a8d65c {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:38:52.615188 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515cc7fe-5de0-46ae-af9f-82ac8f4eecd1 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:38:52.615551 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515cc7fe-5de0-46ae-af9f-82ac8f4eecd1 None None] Checking segment: {'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:38:52.616139 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-515cc7fe-5de0-46ae-af9f-82ac8f4eecd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:52.616324 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515cc7fe-5de0-46ae-af9f-82ac8f4eecd1 None None] Bound using segment: {'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:38:52.624936 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-515cc7fe-5de0-46ae-af9f-82ac8f4eecd1 None None] Bound port: 4fc4e9c6-a783-487e-8f7b-71b4f295527c, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:38:52.625406 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-515cc7fe-5de0-46ae-af9f-82ac8f4eecd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:52.701294 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a6b548-c97a-4714-8e9b-5f653583b134 tempest-RoutersAdminNegativeIpV6Test-1916939627 tempest-RoutersAdminNegativeIpV6Test-1916939627-project-admin] Made reservation on behalf of 5a45bda364cc45a6a0e996cfd157628f for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:38:52.705208 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-30a6b548-c97a-4714-8e9b-5f653583b134 tempest-RoutersAdminNegativeIpV6Test-1916939627 tempest-RoutersAdminNegativeIpV6Test-1916939627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:52.732413 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-30a6b548-c97a-4714-8e9b-5f653583b134 tempest-RoutersAdminNegativeIpV6Test-1916939627 tempest-RoutersAdminNegativeIpV6Test-1916939627-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:52.768956 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-515cc7fe-5de0-46ae-af9f-82ac8f4eecd1 None None] For port 4fc4e9c6-a783-487e-8f7b-71b4f295527c, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:38:52.772351 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 0a2191ca-9c90-49ee-b1f6-d04059f5dd98, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=0a2191ca-9c90-49ee-b1f6-d04059f5dd98,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:38:52.775991 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-515cc7fe-5de0-46ae-af9f-82ac8f4eecd1 None None] For port 4fc4e9c6-a783-487e-8f7b-71b4f295527c, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=4fc4e9c6-a783-487e-8f7b-71b4f295527c,segment=NetworkSegment(1c468974-700f-4380-acfc-da4f84290a6b),segment_id=1c468974-700f-4380-acfc-da4f84290a6b)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:38:52.786868 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': '0a2191ca-9c90-49ee-b1f6-d04059f5dd98', 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800', 'port_id': '0a2191ca-9c90-49ee-b1f6-d04059f5dd98', 'mac_address': 'fa:16:3e:3e:54:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:38:52.835010 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:52.852685 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-515cc7fe-5de0-46ae-af9f-82ac8f4eecd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:52.878948 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-acd5ca30-40f6-46c7-b3ce-2c411ed53d41 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:52.922319 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515cc7fe-5de0-46ae-af9f-82ac8f4eecd1 None None] Pushing event updated for resources: {'Port': ['ID=4fc4e9c6-a783-487e-8f7b-71b4f295527c,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:52.927183 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-30a6b548-c97a-4714-8e9b-5f653583b134 tempest-RoutersAdminNegativeIpV6Test-1916939627 tempest-RoutersAdminNegativeIpV6Test-1916939627-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:52.927486 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a2191ca-9c90-49ee-b1f6-d04059f5dd98 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:38:52.937444 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device b8e99835-c418-45f3-a20c-f9fff22de349 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:38:53.008844 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-30a6b548-c97a-4714-8e9b-5f653583b134 tempest-RoutersAdminNegativeIpV6Test-1916939627 tempest-RoutersAdminNegativeIpV6Test-1916939627-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:53.011905 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 0a2191ca-9c90-49ee-b1f6-d04059f5dd98, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=0a2191ca-9c90-49ee-b1f6-d04059f5dd98,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:38:53.012995 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: b8e99835-c418-45f3-a20c-f9fff22de349 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:38:53.013532 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device b8e99835-c418-45f3-a20c-f9fff22de349 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:38:53.032762 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-30a6b548-c97a-4714-8e9b-5f653583b134 tempest-RoutersAdminNegativeIpV6Test-1916939627 tempest-RoutersAdminNegativeIpV6Test-1916939627-project-admin] device_id is not set on port 1d7b2fe4-eeaf-4614-a063-1ab5107c214e yet. {{(pid=103320) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:38:53.051926 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-acd5ca30-40f6-46c7-b3ce-2c411ed53d41 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:53.085703 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a6b548-c97a-4714-8e9b-5f653583b134 tempest-RoutersAdminNegativeIpV6Test-1916939627 tempest-RoutersAdminNegativeIpV6Test-1916939627-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a51ffc04-3c1d-4c05-852b-6d77499c165c,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:53.106841 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd5ca30-40f6-46c7-b3ce-2c411ed53d41 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:38:53.111153 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-acd5ca30-40f6-46c7-b3ce-2c411ed53d41 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:38:53.116219 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd5ca30-40f6-46c7-b3ce-2c411ed53d41 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:38:53.117543 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb41032b-1b11-4dea-9495-f7ab3cd9239a req-ee6bdc89-38ee-411f-a54d-72027b5c4ff6 tempest-ServerDiagnosticsNegativeTest-126773322 tempest-ServerDiagnosticsNegativeTest-126773322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:53.122297 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd5ca30-40f6-46c7-b3ce-2c411ed53d41 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:53.123249 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-acd5ca30-40f6-46c7-b3ce-2c411ed53d41 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:53.127374 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd5ca30-40f6-46c7-b3ce-2c411ed53d41 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event updated for resources: {'Port': ['ID=3d256054-cb3a-4e99-b560-ef009aacf6ac,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:53.127529 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-eb41032b-1b11-4dea-9495-f7ab3cd9239a req-ee6bdc89-38ee-411f-a54d-72027b5c4ff6 tempest-ServerDiagnosticsNegativeTest-126773322 tempest-ServerDiagnosticsNegativeTest-126773322-project] 10.222.0.30 "GET /v2.0/ports?device_id=dfe3b43b-a143-41b6-8b7c-15a1c831983b HTTP/1.1" status: 200 len: 948 time: 0.1537180 Apr 05 14:38:53.166021 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:53.233778 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-eb41032b-1b11-4dea-9495-f7ab3cd9239a req-f8acf692-f6ad-4288-ab77-b137da395ba3 tempest-ServerDiagnosticsNegativeTest-126773322 tempest-ServerDiagnosticsNegativeTest-126773322-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d131c2c-4755-4a37-af31-ffde457a3ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053891 Apr 05 14:38:53.256771 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-acd5ca30-40f6-46c7-b3ce-2c411ed53d41 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4980206 Apr 05 14:38:53.257738 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45992) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:53.305455 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-30a6b548-c97a-4714-8e9b-5f653583b134 tempest-RoutersAdminNegativeIpV6Test-1916939627 tempest-RoutersAdminNegativeIpV6Test-1916939627-project-admin] Allocated IP 172.25.6.9 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/1d7b2fe4-eeaf-4614-a063-1ab5107c214e) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:38:53.363535 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=0a2191ca-9c90-49ee-b1f6-d04059f5dd98,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:53.388219 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a7c3a3-f02e-44b7-802b-30131c43bc2d tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:53.398805 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a7c3a3-f02e-44b7-802b-30131c43bc2d tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:53.399895 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-96a7c3a3-f02e-44b7-802b-30131c43bc2d tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1409442 Apr 05 14:38:53.403347 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45994) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:53.431512 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b1734b-a3c8-4cc0-ad6e-1c818a9c36b3 req-4e590b11-d2a7-4fa3-92c5-05b2e294dc6f tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:53.436781 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a1b1734b-a3c8-4cc0-ad6e-1c818a9c36b3 req-4e590b11-d2a7-4fa3-92c5-05b2e294dc6f tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe2419c2-8251-4d83-819c-c86782eda892 HTTP/1.1" status: 200 len: 946 time: 0.1383274 Apr 05 14:38:53.472290 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['0a2191ca-9c90-49ee-b1f6-d04059f5dd98'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:38:53.523661 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a1b1734b-a3c8-4cc0-ad6e-1c818a9c36b3 req-62b53a86-385e-4fbb-bb77-dd799c298703 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623024 Apr 05 14:38:53.567924 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-5db35f69-23fa-4c1f-b648-0bf20ff0d0ad tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Deleting port 3d256054-cb3a-4e99-b560-ef009aacf6ac {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:38:53.568363 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5db35f69-23fa-4c1f-b648-0bf20ff0d0ad tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:53.652476 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-30a6b548-c97a-4714-8e9b-5f653583b134 tempest-RoutersAdminNegativeIpV6Test-1916939627 tempest-RoutersAdminNegativeIpV6Test-1916939627-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:53.708157 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5db35f69-23fa-4c1f-b648-0bf20ff0d0ad tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:53.727531 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-5db35f69-23fa-4c1f-b648-0bf20ff0d0ad tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Calling delete_port for 3d256054-cb3a-4e99-b560-ef009aacf6ac owned by {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:38:53.788955 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-30a6b548-c97a-4714-8e9b-5f653583b134 tempest-RoutersAdminNegativeIpV6Test-1916939627 tempest-RoutersAdminNegativeIpV6Test-1916939627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:53.856267 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a6b548-c97a-4714-8e9b-5f653583b134 tempest-RoutersAdminNegativeIpV6Test-1916939627 tempest-RoutersAdminNegativeIpV6Test-1916939627-project-admin] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:38:53.861515 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-30a6b548-c97a-4714-8e9b-5f653583b134 tempest-RoutersAdminNegativeIpV6Test-1916939627 tempest-RoutersAdminNegativeIpV6Test-1916939627-project-admin] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:38:53.866692 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a6b548-c97a-4714-8e9b-5f653583b134 tempest-RoutersAdminNegativeIpV6Test-1916939627 tempest-RoutersAdminNegativeIpV6Test-1916939627-project-admin] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:38:53.869949 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a6b548-c97a-4714-8e9b-5f653583b134 tempest-RoutersAdminNegativeIpV6Test-1916939627 tempest-RoutersAdminNegativeIpV6Test-1916939627-project-admin] Pushing event updated for resources: {'Port': ['ID=1d7b2fe4-eeaf-4614-a063-1ab5107c214e,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:53.931771 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a6b548-c97a-4714-8e9b-5f653583b134 tempest-RoutersAdminNegativeIpV6Test-1916939627 tempest-RoutersAdminNegativeIpV6Test-1916939627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:53.932420 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-30a6b548-c97a-4714-8e9b-5f653583b134 tempest-RoutersAdminNegativeIpV6Test-1916939627 tempest-RoutersAdminNegativeIpV6Test-1916939627-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:53.997145 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5db35f69-23fa-4c1f-b648-0bf20ff0d0ad tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:54.038798 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db35f69-23fa-4c1f-b648-0bf20ff0d0ad tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event deleted for resources: {'Port': ['ID=3d256054-cb3a-4e99-b560-ef009aacf6ac,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:54.047656 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-30a6b548-c97a-4714-8e9b-5f653583b134 tempest-RoutersAdminNegativeIpV6Test-1916939627 tempest-RoutersAdminNegativeIpV6Test-1916939627-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 1.5985296 Apr 05 14:38:54.050536 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 46004) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:54.057307 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-1b30cdca-221f-44c9-8a9e-0866f3736ca3 tempest-RoutersAdminNegativeIpV6Test-1916939627 tempest-RoutersAdminNegativeIpV6Test-1916939627-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.9'}]}}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:38:54.080080 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5db35f69-23fa-4c1f-b648-0bf20ff0d0ad tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:54.086159 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-5db35f69-23fa-4c1f-b648-0bf20ff0d0ad tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/ports/3d256054-cb3a-4e99-b560-ef009aacf6ac HTTP/1.1" status: 204 len: 168 time: 0.6788614 Apr 05 14:38:54.086344 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 46006) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:54.148999 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c09b34f-2205-44ab-aaf5-76e3dc746a79 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:54.157773 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c09b34f-2205-44ab-aaf5-76e3dc746a79 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:54.157773 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-4c09b34f-2205-44ab-aaf5-76e3dc746a79 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0647106 Apr 05 14:38:54.157773 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 46008) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:54.166115 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1b30cdca-221f-44c9-8a9e-0866f3736ca3 tempest-RoutersAdminNegativeIpV6Test-1916939627 tempest-RoutersAdminNegativeIpV6Test-1916939627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27088'] for router, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:54.175290 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1b30cdca-221f-44c9-8a9e-0866f3736ca3 tempest-RoutersAdminNegativeIpV6Test-1916939627 tempest-RoutersAdminNegativeIpV6Test-1916939627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27079'] for router, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:54.220356 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-84f570ff-53a3-4d04-8be7-00b3b93113c5 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Deleting subnet cffe0c82-977c-4002-986f-d3618eae816d {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:38:54.220356 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-84f570ff-53a3-4d04-8be7-00b3b93113c5 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:54.278632 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-84f570ff-53a3-4d04-8be7-00b3b93113c5 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:54.403310 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-91425c15-04ad-4ff7-b044-bc20d54c0d87 None None] Provisioning complete for port 4fc4e9c6-a783-487e-8f7b-71b4f295527c triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:38:54.405011 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-91425c15-04ad-4ff7-b044-bc20d54c0d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:54.476811 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-036c6193-d5d6-4cea-acbc-682235699317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:54.548534 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 0a2191ca-9c90-49ee-b1f6-d04059f5dd98 up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:38:54.552858 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-91425c15-04ad-4ff7-b044-bc20d54c0d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:54.613762 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1b30cdca-221f-44c9-8a9e-0866f3736ca3 tempest-RoutersAdminNegativeIpV6Test-1916939627 tempest-RoutersAdminNegativeIpV6Test-1916939627-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:54.661942 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-91425c15-04ad-4ff7-b044-bc20d54c0d87 None None] For port 4fc4e9c6-a783-487e-8f7b-71b4f295527c, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=4fc4e9c6-a783-487e-8f7b-71b4f295527c,segment=NetworkSegment(1c468974-700f-4380-acfc-da4f84290a6b),segment_id=1c468974-700f-4380-acfc-da4f84290a6b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:38:54.748783 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-91425c15-04ad-4ff7-b044-bc20d54c0d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:54.819802 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port 0a2191ca-9c90-49ee-b1f6-d04059f5dd98 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:38:54.840486 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port 0a2191ca-9c90-49ee-b1f6-d04059f5dd98 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:38:54.840862 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:54.887343 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-84f570ff-53a3-4d04-8be7-00b3b93113c5 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:54.913213 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91425c15-04ad-4ff7-b044-bc20d54c0d87 None None] Pushing event updated for resources: {'Port': ['ID=4fc4e9c6-a783-487e-8f7b-71b4f295527c,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:54.943958 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-8bec91b4-0f75-4c86-b9b3-a1d120e88b72 None None] Could not find standard attr ID for object 3d256054-cb3a-4e99-b560-ef009aacf6ac. {{(pid=103322) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 14:38:55.012454 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8957a8-ce04-40dd-8de9-4fcdd9bd2807 req-ff3619dc-a4dc-4e95-a50e-3ae3d14e7415 tempest-ServerDiagnosticsNegativeTest-126773322 tempest-ServerDiagnosticsNegativeTest-126773322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:55.025467 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cd8957a8-ce04-40dd-8de9-4fcdd9bd2807 req-ff3619dc-a4dc-4e95-a50e-3ae3d14e7415 tempest-ServerDiagnosticsNegativeTest-126773322 tempest-ServerDiagnosticsNegativeTest-126773322-project] 10.222.0.30 "GET /v2.0/ports?device_id=dfe3b43b-a143-41b6-8b7c-15a1c831983b HTTP/1.1" status: 200 len: 949 time: 0.4102893 Apr 05 14:38:55.113769 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:55.120597 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-84f570ff-53a3-4d04-8be7-00b3b93113c5 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:55.145213 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 4fc4e9c6-a783-487e-8f7b-71b4f295527c up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:38:55.167925 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12944d7-e4e4-4164-ab52-e4b164f24fb9 req-32f4cd09-6acd-4a2d-b3ad-5273143143c3 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:55.171103 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b12944d7-e4e4-4164-ab52-e4b164f24fb9 req-32f4cd09-6acd-4a2d-b3ad-5273143143c3 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe2419c2-8251-4d83-819c-c86782eda892 HTTP/1.1" status: 200 len: 946 time: 0.5089653 Apr 05 14:38:55.186927 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f570ff-53a3-4d04-8be7-00b3b93113c5 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event deleted for resources: {'Subnet': ['ID=cffe0c82-977c-4002-986f-d3618eae816d,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:55.188374 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfe3b43b-a143-41b6-8b7c-15a1c831983b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a2191ca-9c90-49ee-b1f6-d04059f5dd98'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:38:55.190786 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a02ec5-b281-4a8f-9c14-2438521b205f" -d '{"events": [{"server_uuid": "dfe3b43b-a143-41b6-8b7c-15a1c831983b", "name": "network-vif-plugged", "status": "completed", "tag": "0a2191ca-9c90-49ee-b1f6-d04059f5dd98"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:38:55.197253 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-84f570ff-53a3-4d04-8be7-00b3b93113c5 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:55.210039 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-84f570ff-53a3-4d04-8be7-00b3b93113c5 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/subnets/cffe0c82-977c-4002-986f-d3618eae816d HTTP/1.1" status: 204 len: 168 time: 1.0515924 Apr 05 14:38:55.210266 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807fdd34-f4b8-4f21-9904-aa28de3dd09d None None] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:38:55.211391 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 46024) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:55.218083 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 0a2191ca-9c90-49ee-b1f6-d04059f5dd98, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=0a2191ca-9c90-49ee-b1f6-d04059f5dd98,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:38:55.264376 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1b30cdca-221f-44c9-8a9e-0866f3736ca3 tempest-RoutersAdminNegativeIpV6Test-1916939627 tempest-RoutersAdminNegativeIpV6Test-1916939627-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:55.285879 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cd8957a8-ce04-40dd-8de9-4fcdd9bd2807 req-7cf124db-6324-4336-b9c7-239a84f031db tempest-ServerDiagnosticsNegativeTest-126773322 tempest-ServerDiagnosticsNegativeTest-126773322-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d131c2c-4755-4a37-af31-ffde457a3ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594519 Apr 05 14:38:55.311394 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-bb3e5af8-796c-4966-9d8b-6c49ec03af53 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0959618 Apr 05 14:38:55.312315 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 46028) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:55.328838 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-026d929f-934c-4635-b540-cb8718741d7e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Request body: {'subnet': {'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:38:55.336708 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b12944d7-e4e4-4164-ab52-e4b164f24fb9 req-862f103c-6400-4551-a0ba-1ac51f926991 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506186 Apr 05 14:38:55.366311 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:55.387698 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750b6d9b-fad1-42c4-8034-ee1ff6dfe434 x-openstack-request-id: req-750b6d9b-fad1-42c4-8034-ee1ff6dfe434 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:38:55.387982 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfe3b43b-a143-41b6-8b7c-15a1c831983b", "name": "network-vif-plugged", "status": "completed", "tag": "0a2191ca-9c90-49ee-b1f6-d04059f5dd98", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:38:55.388929 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-750b6d9b-fad1-42c4-8034-ee1ff6dfe434 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:38:55.389331 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-750b6d9b-fad1-42c4-8034-ee1ff6dfe434'] response: {'server_uuid': 'dfe3b43b-a143-41b6-8b7c-15a1c831983b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a2191ca-9c90-49ee-b1f6-d04059f5dd98', 'code': 200} Apr 05 14:38:55.409407 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 4fc4e9c6-a783-487e-8f7b-71b4f295527c triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:38:55.410067 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:55.480716 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=0a2191ca-9c90-49ee-b1f6-d04059f5dd98,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:55.488994 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eece3dde-f45a-4a3d-8699-fe5c7d902b02 req-5aabcf12-35bf-4d88-99fb-56333d3cca8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:55.490523 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-eece3dde-f45a-4a3d-8699-fe5c7d902b02 req-5aabcf12-35bf-4d88-99fb-56333d3cca8d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dfe3b43b-a143-41b6-8b7c-15a1c831983b HTTP/1.1" status: 200 len: 1101 time: 0.0539825 Apr 05 14:38:55.563756 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212ce9ca-9f72-4d64-9428-b7704f654938 None None] DHCP port deletion for fd08407d-7bc3-4895-9d28-9b2f36a8d65c request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:38:55.567877 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-eece3dde-f45a-4a3d-8699-fe5c7d902b02 req-ff978c0f-485c-45ed-95a6-3f836822b33e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1d131c2c-4755-4a37-af31-ffde457a3ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607500 Apr 05 14:38:55.602989 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026d929f-934c-4635-b540-cb8718741d7e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Made reservation on behalf of 81648541dc0b4f1ea0eb9cace0846aa5 for: {'subnet': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:38:55.607735 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-026d929f-934c-4635-b540-cb8718741d7e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13127328'] for subnet, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:55.634814 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-212ce9ca-9f72-4d64-9428-b7704f654938 None None] Deleting port 4fc4e9c6-a783-487e-8f7b-71b4f295527c {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:38:55.635193 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-212ce9ca-9f72-4d64-9428-b7704f654938 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:55.704442 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-212ce9ca-9f72-4d64-9428-b7704f654938 None None] For port 4fc4e9c6-a783-487e-8f7b-71b4f295527c, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=4fc4e9c6-a783-487e-8f7b-71b4f295527c,segment=NetworkSegment(1c468974-700f-4380-acfc-da4f84290a6b),segment_id=1c468974-700f-4380-acfc-da4f84290a6b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:38:55.704843 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-212ce9ca-9f72-4d64-9428-b7704f654938 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:55.719798 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-212ce9ca-9f72-4d64-9428-b7704f654938 None None] Calling delete_port for 4fc4e9c6-a783-487e-8f7b-71b4f295527c owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:38:55.930109 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-212ce9ca-9f72-4d64-9428-b7704f654938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:55.933715 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-026d929f-934c-4635-b540-cb8718741d7e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15773751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13127350'] for subnet, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:55.961824 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212ce9ca-9f72-4d64-9428-b7704f654938 None None] No DVR routers for this DVR port 4fc4e9c6-a783-487e-8f7b-71b4f295527c on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:38:55.967542 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212ce9ca-9f72-4d64-9428-b7704f654938 None None] Pushing event deleted for resources: {'Port': ['ID=4fc4e9c6-a783-487e-8f7b-71b4f295527c,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:55.989901 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026d929f-934c-4635-b540-cb8718741d7e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:38:55.993866 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1b30cdca-221f-44c9-8a9e-0866f3736ca3 tempest-RoutersAdminNegativeIpV6Test-1916939627 tempest-RoutersAdminNegativeIpV6Test-1916939627-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:55.999186 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-026d929f-934c-4635-b540-cb8718741d7e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:38:56.021840 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026d929f-934c-4635-b540-cb8718741d7e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:56.022499 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-026d929f-934c-4635-b540-cb8718741d7e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:56.022818 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6caccd-ad0c-417f-a090-0afbbc8dee51 None None] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:38:56.032269 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1b30cdca-221f-44c9-8a9e-0866f3736ca3 tempest-RoutersAdminNegativeIpV6Test-1916939627 tempest-RoutersAdminNegativeIpV6Test-1916939627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:56.045933 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026d929f-934c-4635-b540-cb8718741d7e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event updated for resources: {'Subnet': ['ID=a41275a8-65e0-420b-86ae-901484c830e5,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:56.175478 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-026d929f-934c-4635-b540-cb8718741d7e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8585589 Apr 05 14:38:56.175957 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 46038) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:56.186529 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-b517bc1c-24cb-4535-a61d-edd1dfc98c97 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Request body: {'port': {'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'fixed_ips': [{'subnet_id': 'a41275a8-65e0-420b-86ae-901484c830e5', 'ip_address': '2001:db8::3e5f:c3be:5ad2:71d'}], 'name': 'tempest-NetworksTestDHCPv6-321822264'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:38:56.220156 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f51a836-5a8f-4631-a9a7-b42825da098e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'tenant_id': '81648541dc0b4f1ea0eb9cace0846aa5', 'fixed_ips': [{'subnet_id': 'a41275a8-65e0-420b-86ae-901484c830e5'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:38:56.221500 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8f51a836-5a8f-4631-a9a7-b42825da098e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:56.232495 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1b30cdca-221f-44c9-8a9e-0866f3736ca3 tempest-RoutersAdminNegativeIpV6Test-1916939627 tempest-RoutersAdminNegativeIpV6Test-1916939627-project-admin] Notify callbacks [] for router, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:56.400454 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-8f51a836-5a8f-4631-a9a7-b42825da098e None None] Allocated IP 2001:db8::2 (fd08407d-7bc3-4895-9d28-9b2f36a8d65c/a41275a8-65e0-420b-86ae-901484c830e5/bf33d7f7-9255-4f6e-b933-86a841771642) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:38:56.450265 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1b30cdca-221f-44c9-8a9e-0866f3736ca3 tempest-RoutersAdminNegativeIpV6Test-1916939627 tempest-RoutersAdminNegativeIpV6Test-1916939627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27070'] for router, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:56.462288 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b517bc1c-24cb-4535-a61d-edd1dfc98c97 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Made reservation on behalf of 81648541dc0b4f1ea0eb9cace0846aa5 for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:38:56.465112 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1b30cdca-221f-44c9-8a9e-0866f3736ca3 tempest-RoutersAdminNegativeIpV6Test-1916939627 tempest-RoutersAdminNegativeIpV6Test-1916939627-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:56.587849 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99147cf5-53af-4a63-ae03-89bee9cd0cdc req-994a2b11-55f3-4aa5-a87c-1b9c852a410c tempest-ServerDiagnosticsNegativeTest-126773322 tempest-ServerDiagnosticsNegativeTest-126773322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:56.589862 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-99147cf5-53af-4a63-ae03-89bee9cd0cdc req-994a2b11-55f3-4aa5-a87c-1b9c852a410c tempest-ServerDiagnosticsNegativeTest-126773322 tempest-ServerDiagnosticsNegativeTest-126773322-project] 10.222.0.30 "GET /v2.0/ports?device_id=dfe3b43b-a143-41b6-8b7c-15a1c831983b HTTP/1.1" status: 200 len: 950 time: 0.1967947 Apr 05 14:38:56.595712 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8f51a836-5a8f-4631-a9a7-b42825da098e None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:56.597599 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b517bc1c-24cb-4535-a61d-edd1dfc98c97 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:56.604066 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb805e-d328-4f8f-b7ff-5208e4a9a703 req-9ef20c29-ccce-4569-a163-2ef709aff71e tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:56.605740 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-27eb805e-d328-4f8f-b7ff-5208e4a9a703 req-9ef20c29-ccce-4569-a163-2ef709aff71e tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe2419c2-8251-4d83-819c-c86782eda892 HTTP/1.1" status: 200 len: 946 time: 0.1609244 Apr 05 14:38:56.618892 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [None req-b517bc1c-24cb-4535-a61d-edd1dfc98c97 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] device_id is not set on port 0adef8e1-3bf0-4889-b4c0-8e992979b6aa yet. {{(pid=103321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:38:56.661858 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1b30cdca-221f-44c9-8a9e-0866f3736ca3 tempest-RoutersAdminNegativeIpV6Test-1916939627 tempest-RoutersAdminNegativeIpV6Test-1916939627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803298'] for router, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:56.662398 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b30cdca-221f-44c9-8a9e-0866f3736ca3 tempest-RoutersAdminNegativeIpV6Test-1916939627 tempest-RoutersAdminNegativeIpV6Test-1916939627-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cb02f0dc-a44e-4403-b6a0-ad40d471ace3 {{(pid=103320) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:38:56.670971 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-99147cf5-53af-4a63-ae03-89bee9cd0cdc req-2699cd05-7755-4b91-ac8c-1bf1575dd48c tempest-ServerDiagnosticsNegativeTest-126773322 tempest-ServerDiagnosticsNegativeTest-126773322-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d131c2c-4755-4a37-af31-ffde457a3ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642323 Apr 05 14:38:56.680164 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-27eb805e-d328-4f8f-b7ff-5208e4a9a703 req-9bb44451-8b2c-4476-8b40-3f0bd09b4329 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659978 Apr 05 14:38:56.781261 n-d-836650-2 neutron-server[103320]: INFO neutron.api.v2.resource [None req-1b30cdca-221f-44c9-8a9e-0866f3736ca3 tempest-RoutersAdminNegativeIpV6Test-1916939627 tempest-RoutersAdminNegativeIpV6Test-1916939627-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 05 14:38:56.782355 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-1b30cdca-221f-44c9-8a9e-0866f3736ca3 tempest-RoutersAdminNegativeIpV6Test-1916939627 tempest-RoutersAdminNegativeIpV6Test-1916939627-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 409 len: 370 time: 2.7305400 Apr 05 14:38:56.785245 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 46048) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:56.836390 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8f51a836-5a8f-4631-a9a7-b42825da098e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:56.841386 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-b517bc1c-24cb-4535-a61d-edd1dfc98c97 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Allocated IP 2001:db8::3e5f:c3be:5ad2:71d (fd08407d-7bc3-4895-9d28-9b2f36a8d65c/a41275a8-65e0-420b-86ae-901484c830e5/0adef8e1-3bf0-4889-b4c0-8e992979b6aa) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:38:56.886944 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f51a836-5a8f-4631-a9a7-b42825da098e None None] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:38:56.891926 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-8f51a836-5a8f-4631-a9a7-b42825da098e None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:38:56.896023 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f51a836-5a8f-4631-a9a7-b42825da098e None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:38:56.905832 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f51a836-5a8f-4631-a9a7-b42825da098e None None] Pushing event updated for resources: {'Port': ['ID=bf33d7f7-9255-4f6e-b933-86a841771642,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:56.959640 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d258873e-794c-4368-b270-f140824417de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:56.966203 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-2a4684d3-41d1-43d6-a6cf-1a7ada99a8dc tempest-RoutersAdminNegativeIpV6Test-1916939627 tempest-RoutersAdminNegativeIpV6Test-1916939627-project-admin] Deleting port 1d7b2fe4-eeaf-4614-a063-1ab5107c214e {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:38:56.966880 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2a4684d3-41d1-43d6-a6cf-1a7ada99a8dc tempest-RoutersAdminNegativeIpV6Test-1916939627 tempest-RoutersAdminNegativeIpV6Test-1916939627-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:56.968402 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 4fc4e9c6-a783-487e-8f7b-71b4f295527c no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:38:57.005651 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 4fc4e9c6-a783-487e-8f7b-71b4f295527c {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:38:57.006087 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 4fc4e9c6-a783-487e-8f7b-71b4f295527c not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:38:57.015469 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-8f51a836-5a8f-4631-a9a7-b42825da098e None None] Attempting to bind port bf33d7f7-9255-4f6e-b933-86a841771642 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:38:57.015469 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-8f51a836-5a8f-4631-a9a7-b42825da098e None None] Attempting to bind port bf33d7f7-9255-4f6e-b933-86a841771642 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:38:57.015469 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f51a836-5a8f-4631-a9a7-b42825da098e None None] Attempting to bind port bf33d7f7-9255-4f6e-b933-86a841771642 on network fd08407d-7bc3-4895-9d28-9b2f36a8d65c {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:38:57.026067 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f51a836-5a8f-4631-a9a7-b42825da098e None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:38:57.026707 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f51a836-5a8f-4631-a9a7-b42825da098e None None] Checking segment: {'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:38:57.027063 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8f51a836-5a8f-4631-a9a7-b42825da098e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:57.027642 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f51a836-5a8f-4631-a9a7-b42825da098e None None] Bound using segment: {'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:38:57.028176 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-8f51a836-5a8f-4631-a9a7-b42825da098e None None] Bound port: bf33d7f7-9255-4f6e-b933-86a841771642, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:38:57.028980 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8f51a836-5a8f-4631-a9a7-b42825da098e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:57.077609 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2a4684d3-41d1-43d6-a6cf-1a7ada99a8dc tempest-RoutersAdminNegativeIpV6Test-1916939627 tempest-RoutersAdminNegativeIpV6Test-1916939627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:57.105454 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-2a4684d3-41d1-43d6-a6cf-1a7ada99a8dc tempest-RoutersAdminNegativeIpV6Test-1916939627 tempest-RoutersAdminNegativeIpV6Test-1916939627-project-admin] Calling delete_port for 1d7b2fe4-eeaf-4614-a063-1ab5107c214e owned by {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:38:57.128405 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-8f51a836-5a8f-4631-a9a7-b42825da098e None None] For port bf33d7f7-9255-4f6e-b933-86a841771642, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:38:57.133416 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-8f51a836-5a8f-4631-a9a7-b42825da098e None None] For port bf33d7f7-9255-4f6e-b933-86a841771642, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=bf33d7f7-9255-4f6e-b933-86a841771642,segment=NetworkSegment(1c468974-700f-4380-acfc-da4f84290a6b),segment_id=1c468974-700f-4380-acfc-da4f84290a6b)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:38:57.149405 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b517bc1c-24cb-4535-a61d-edd1dfc98c97 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:57.229394 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8f51a836-5a8f-4631-a9a7-b42825da098e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:57.289795 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f51a836-5a8f-4631-a9a7-b42825da098e None None] Pushing event updated for resources: {'Port': ['ID=bf33d7f7-9255-4f6e-b933-86a841771642,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:57.374782 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2a4684d3-41d1-43d6-a6cf-1a7ada99a8dc tempest-RoutersAdminNegativeIpV6Test-1916939627 tempest-RoutersAdminNegativeIpV6Test-1916939627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:57.375110 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b517bc1c-24cb-4535-a61d-edd1dfc98c97 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:57.405618 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4684d3-41d1-43d6-a6cf-1a7ada99a8dc tempest-RoutersAdminNegativeIpV6Test-1916939627 tempest-RoutersAdminNegativeIpV6Test-1916939627-project-admin] Pushing event deleted for resources: {'Port': ['ID=1d7b2fe4-eeaf-4614-a063-1ab5107c214e,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:57.437148 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b517bc1c-24cb-4535-a61d-edd1dfc98c97 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:38:57.441220 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-b517bc1c-24cb-4535-a61d-edd1dfc98c97 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:38:57.446488 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b517bc1c-24cb-4535-a61d-edd1dfc98c97 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:38:57.452892 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b517bc1c-24cb-4535-a61d-edd1dfc98c97 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:57.453727 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b517bc1c-24cb-4535-a61d-edd1dfc98c97 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:57.468153 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b517bc1c-24cb-4535-a61d-edd1dfc98c97 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event updated for resources: {'Port': ['ID=0adef8e1-3bf0-4889-b4c0-8e992979b6aa,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:57.531656 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-b517bc1c-24cb-4535-a61d-edd1dfc98c97 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.3545222 Apr 05 14:38:57.534249 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 46058) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:57.604749 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2a4684d3-41d1-43d6-a6cf-1a7ada99a8dc tempest-RoutersAdminNegativeIpV6Test-1916939627 tempest-RoutersAdminNegativeIpV6Test-1916939627-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:57.613150 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-2a4684d3-41d1-43d6-a6cf-1a7ada99a8dc tempest-RoutersAdminNegativeIpV6Test-1916939627 tempest-RoutersAdminNegativeIpV6Test-1916939627-project-admin] 10.222.0.30 "DELETE /v2.0/ports/1d7b2fe4-eeaf-4614-a063-1ab5107c214e HTTP/1.1" status: 204 len: 168 time: 0.8268294 Apr 05 14:38:57.677777 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578e9b96-aeed-4e41-a2b2-2e1d8b9ba86f tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:57.683868 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578e9b96-aeed-4e41-a2b2-2e1d8b9ba86f tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:57.685657 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-578e9b96-aeed-4e41-a2b2-2e1d8b9ba86f tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1504669 Apr 05 14:38:57.689048 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 46064) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:57.771431 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 46070) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:57.866512 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb4c52-ed79-4612-8aac-817bf0a697b2 req-96c2221b-73e0-49e4-82bf-288461e706b2 tempest-ServerDiagnosticsNegativeTest-126773322 tempest-ServerDiagnosticsNegativeTest-126773322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:57.875116 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8efb4c52-ed79-4612-8aac-817bf0a697b2 req-96c2221b-73e0-49e4-82bf-288461e706b2 tempest-ServerDiagnosticsNegativeTest-126773322 tempest-ServerDiagnosticsNegativeTest-126773322-project] 10.222.0.30 "GET /v2.0/ports?device_id=dfe3b43b-a143-41b6-8b7c-15a1c831983b HTTP/1.1" status: 200 len: 950 time: 0.1157691 Apr 05 14:38:57.883989 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-c5d4ed9b-6263-4425-b795-137c0d0dbd11 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Deleting port 0adef8e1-3bf0-4889-b4c0-8e992979b6aa {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:38:57.883989 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c5d4ed9b-6263-4425-b795-137c0d0dbd11 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:57.930304 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260715ec-0a73-47c4-a915-c1e4abf0c7f8 req-efacfbfc-0af7-4f58-aad0-0d19335e2110 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:57.931981 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-260715ec-0a73-47c4-a915-c1e4abf0c7f8 req-efacfbfc-0af7-4f58-aad0-0d19335e2110 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe2419c2-8251-4d83-819c-c86782eda892 HTTP/1.1" status: 200 len: 946 time: 0.1232450 Apr 05 14:38:57.951530 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:57.979902 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a36b74db-468d-4b6a-bbf8-c65ad16543b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:57.987154 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8efb4c52-ed79-4612-8aac-817bf0a697b2 req-871b8e85-e902-4261-9ca6-15629d73d279 tempest-ServerDiagnosticsNegativeTest-126773322 tempest-ServerDiagnosticsNegativeTest-126773322-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d131c2c-4755-4a37-af31-ffde457a3ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111407 Apr 05 14:38:58.018653 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c5d4ed9b-6263-4425-b795-137c0d0dbd11 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:58.049702 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-c5d4ed9b-6263-4425-b795-137c0d0dbd11 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Calling delete_port for 0adef8e1-3bf0-4889-b4c0-8e992979b6aa owned by {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:38:58.094416 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a36b74db-468d-4b6a-bbf8-c65ad16543b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:58.116463 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-260715ec-0a73-47c4-a915-c1e4abf0c7f8 req-9a9bc375-d4af-4973-aa23-762e64586577 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709702 Apr 05 14:38:58.188794 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a36b74db-468d-4b6a-bbf8-c65ad16543b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:58.245286 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36b74db-468d-4b6a-bbf8-c65ad16543b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d07b9c1d-560d-455b-a171-848e145bb24f,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:58.303696 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-a36b74db-468d-4b6a-bbf8-c65ad16543b2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=64c32b91e47d44798ad8ad0f25212cbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5285041 Apr 05 14:38:58.305683 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 46084) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:58.310640 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 46086) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:58.379841 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ae1f1077-472e-4a6a-88cf-38cf7c41800a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:58.410907 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ae1f1077-472e-4a6a-88cf-38cf7c41800a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:58.443864 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d7c80fb8-bd78-4cb5-9de7-7da142d7d859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:58.464171 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c5d4ed9b-6263-4425-b795-137c0d0dbd11 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:58.502324 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d4ed9b-6263-4425-b795-137c0d0dbd11 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event deleted for resources: {'Port': ['ID=0adef8e1-3bf0-4889-b4c0-8e992979b6aa,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:58.533442 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c5d4ed9b-6263-4425-b795-137c0d0dbd11 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:58.538559 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-c5d4ed9b-6263-4425-b795-137c0d0dbd11 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/ports/0adef8e1-3bf0-4889-b4c0-8e992979b6aa HTTP/1.1" status: 204 len: 168 time: 0.8482692 Apr 05 14:38:58.541303 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 46092) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:58.599325 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728fcdf6-cc10-4b11-b19a-38cf265eb64c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:58.601133 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728fcdf6-cc10-4b11-b19a-38cf265eb64c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:58.605466 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 46096) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:58.606654 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-728fcdf6-cc10-4b11-b19a-38cf265eb64c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0641463 Apr 05 14:38:58.657745 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-f8f9cf43-6446-4b97-8c62-21f727121551 None None] Provisioning complete for port bf33d7f7-9255-4f6e-b933-86a841771642 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:38:58.658113 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f8f9cf43-6446-4b97-8c62-21f727121551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:58.661380 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ae1f1077-472e-4a6a-88cf-38cf7c41800a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:58.663962 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ae1f1077-472e-4a6a-88cf-38cf7c41800a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:58.665196 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-ae1f1077-472e-4a6a-88cf-38cf7c41800a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d07b9c1d-560d-455b-a171-848e145bb24f HTTP/1.1" status: 204 len: 168 time: 0.3585188 Apr 05 14:38:58.736143 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d7c80fb8-bd78-4cb5-9de7-7da142d7d859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:58.740709 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1f1077-472e-4a6a-88cf-38cf7c41800a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d07b9c1d-560d-455b-a171-848e145bb24f,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:58.799314 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d7c80fb8-bd78-4cb5-9de7-7da142d7d859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:58.800541 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f8f9cf43-6446-4b97-8c62-21f727121551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:58.845498 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099f13c3-4ede-4503-bce4-c2ff3f78c0a7 req-172d1521-9d34-435e-a9c7-30f29dbed83a tempest-ServerDiagnosticsNegativeTest-126773322 tempest-ServerDiagnosticsNegativeTest-126773322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:58.847851 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-099f13c3-4ede-4503-bce4-c2ff3f78c0a7 req-172d1521-9d34-435e-a9c7-30f29dbed83a tempest-ServerDiagnosticsNegativeTest-126773322 tempest-ServerDiagnosticsNegativeTest-126773322-project] 10.222.0.30 "GET /v2.0/ports?device_id=dfe3b43b-a143-41b6-8b7c-15a1c831983b HTTP/1.1" status: 200 len: 950 time: 0.2059031 Apr 05 14:38:58.856715 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_v2 [None req-e72e9b15-db40-4264-b44c-6e5e6ad6e629 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Deleting subnet a41275a8-65e0-420b-86ae-901484c830e5 {{(pid=103320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:38:58.862274 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-f8f9cf43-6446-4b97-8c62-21f727121551 None None] For port bf33d7f7-9255-4f6e-b933-86a841771642, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=bf33d7f7-9255-4f6e-b933-86a841771642,segment=NetworkSegment(1c468974-700f-4380-acfc-da4f84290a6b),segment_id=1c468974-700f-4380-acfc-da4f84290a6b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:38:58.864439 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e72e9b15-db40-4264-b44c-6e5e6ad6e629 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:58.891616 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-d7c80fb8-bd78-4cb5-9de7-7da142d7d859 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8d6b0ea421004a0c9e3ab4c0d470d0a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5789444 Apr 05 14:38:58.901343 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 46100) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:58.952784 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f8f9cf43-6446-4b97-8c62-21f727121551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:58.954012 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9d080a9c-997b-4de9-a273-a5a31ec0f458 req-ce069c4d-8d60-44a5-b6b5-182598627aab service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=085a7a4b-3070-4afb-bba2-d06bb302477e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2145135 Apr 05 14:38:59.035533 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c80fb8-bd78-4cb5-9de7-7da142d7d859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dfffc02-953b-4b1b-8855-137ecd12f9b6,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:59.078300 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device bf33d7f7-9255-4f6e-b933-86a841771642 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:38:59.078512 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-618398ad-b939-4fee-8f2d-01ede7a61921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:59.096371 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e72e9b15-db40-4264-b44c-6e5e6ad6e629 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13399228'] for subnet, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:59.108228 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-099f13c3-4ede-4503-bce4-c2ff3f78c0a7 req-75497fe4-fb45-46c5-a8f8-dfcedaa5f393 tempest-ServerDiagnosticsNegativeTest-126773322 tempest-ServerDiagnosticsNegativeTest-126773322-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d131c2c-4755-4a37-af31-ffde457a3ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470720 Apr 05 14:38:59.155698 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-618398ad-b939-4fee-8f2d-01ede7a61921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:59.156007 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-63a40ac2-43ab-4819-abac-6c4c72c4cc0a None None] Could not find standard attr ID for object 0adef8e1-3bf0-4889-b4c0-8e992979b6aa. {{(pid=103322) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 14:38:59.175790 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f9cf43-6446-4b97-8c62-21f727121551 None None] Pushing event updated for resources: {'Port': ['ID=bf33d7f7-9255-4f6e-b933-86a841771642,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:59.205100 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port bf33d7f7-9255-4f6e-b933-86a841771642 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:38:59.205764 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:59.210915 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d080a9c-997b-4de9-a273-a5a31ec0f458 req-aedaf038-2fc3-482e-957e-e85027096021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:59.212731 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9d080a9c-997b-4de9-a273-a5a31ec0f458 req-aedaf038-2fc3-482e-957e-e85027096021 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6f9dd14fd23b46d0bf68308d04a6ae90&device_id=085a7a4b-3070-4afb-bba2-d06bb302477e HTTP/1.1" status: 200 len: 1096 time: 0.1787863 Apr 05 14:38:59.385639 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e72e9b15-db40-4264-b44c-6e5e6ad6e629 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:59.408757 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-618398ad-b939-4fee-8f2d-01ede7a61921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:59.411465 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-618398ad-b939-4fee-8f2d-01ede7a61921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:59.416181 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-618398ad-b939-4fee-8f2d-01ede7a61921 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2dfffc02-953b-4b1b-8855-137ecd12f9b6 HTTP/1.1" status: 204 len: 168 time: 0.5065937 Apr 05 14:38:59.428662 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618398ad-b939-4fee-8f2d-01ede7a61921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dfffc02-953b-4b1b-8855-137ecd12f9b6,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:59.475955 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a31886-a689-473b-a07e-6fbf7823b28c req-9a89037b-2311-479f-a9e5-8074fed32799 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:59.481220 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d1a31886-a689-473b-a07e-6fbf7823b28c req-9a89037b-2311-479f-a9e5-8074fed32799 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe2419c2-8251-4d83-819c-c86782eda892 HTTP/1.1" status: 200 len: 946 time: 0.1783071 Apr 05 14:38:59.494941 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:59.525515 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d080a9c-997b-4de9-a273-a5a31ec0f458 req-fbe5839a-d640-4d90-8b91-4e1dd169d894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:59.526986 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9d080a9c-997b-4de9-a273-a5a31ec0f458 req-fbe5839a-d640-4d90-8b91-4e1dd169d894 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e9f4fa40-46c8-414a-a7c0-062d21c067f9 HTTP/1.1" status: 200 len: 906 time: 0.2824316 Apr 05 14:38:59.563706 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 46110) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:59.578234 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f549546e-d806-451b-9389-810627afd653 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:59.584015 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d1a31886-a689-473b-a07e-6fbf7823b28c req-344335fd-acae-4e01-a8cc-8159a3ba5e0f tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020262 Apr 05 14:38:59.585774 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9d080a9c-997b-4de9-a273-a5a31ec0f458 req-0bd6d3fa-8efc-4f5b-b885-5bce69ffdfea service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=76b011da-70a8-45da-bc6c-2275f4a9184f HTTP/1.1" status: 200 len: 217 time: 0.0477302 Apr 05 14:38:59.682816 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f549546e-d806-451b-9389-810627afd653 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:59.684120 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:59.751971 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f549546e-d806-451b-9389-810627afd653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:59.804224 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-f549546e-d806-451b-9389-810627afd653 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=aef01f29876c40d5a97ad414cfdb5aa0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2390418 Apr 05 14:38:59.805457 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 46114) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:59.815858 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f549546e-d806-451b-9389-810627afd653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49104f05-f1d3-4821-944b-747386327fea,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:59.900917 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-520dca36-132a-4dd6-a749-4d30ebe727c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:59.929217 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-520dca36-132a-4dd6-a749-4d30ebe727c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:59.944605 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e72e9b15-db40-4264-b44c-6e5e6ad6e629 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15773812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13127359'] for subnet, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:59.979210 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72e9b15-db40-4264-b44c-6e5e6ad6e629 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event deleted for resources: {'Subnet': ['ID=a41275a8-65e0-420b-86ae-901484c830e5,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:59.984822 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e72e9b15-db40-4264-b44c-6e5e6ad6e629 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:59.988305 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-e72e9b15-db40-4264-b44c-6e5e6ad6e629 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/subnets/a41275a8-65e0-420b-86ae-901484c830e5 HTTP/1.1" status: 204 len: 168 time: 1.3812339 Apr 05 14:38:59.990488 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d080a9c-997b-4de9-a273-a5a31ec0f458 req-10e13f1d-259c-4488-87c9-b4ab4f30afe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:59.990968 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 46116) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:38:59.993092 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9d080a9c-997b-4de9-a273-a5a31ec0f458 req-10e13f1d-259c-4488-87c9-b4ab4f30afe0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7f3129d9-da84-45bd-9800-b5c89ee3ca61 HTTP/1.1" status: 200 len: 845 time: 0.3996825 Apr 05 14:38:59.996632 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf08381a-3f4e-41b3-b6b0-bd28a4080fc1 None None] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:39:00.035058 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-30804a30-0978-4d88-bc04-26f11e1a316c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0428038 Apr 05 14:39:00.037402 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 46118) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:00.082558 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9d080a9c-997b-4de9-a273-a5a31ec0f458 req-a9a472d7-74b1-4022-87c6-d2ae291c6fe1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e9f4fa40-46c8-414a-a7c0-062d21c067f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720019 Apr 05 14:39:00.089657 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-520dca36-132a-4dd6-a749-4d30ebe727c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:00.092474 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-520dca36-132a-4dd6-a749-4d30ebe727c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:00.096536 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-520dca36-132a-4dd6-a749-4d30ebe727c3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/49104f05-f1d3-4821-944b-747386327fea HTTP/1.1" status: 204 len: 168 time: 0.2884181 Apr 05 14:39:00.106219 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520dca36-132a-4dd6-a749-4d30ebe727c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49104f05-f1d3-4821-944b-747386327fea,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:00.137798 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2fc582-b000-40f7-8027-84296fe26fa7 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:00.146079 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-fc2fc582-b000-40f7-8027-84296fe26fa7 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1041455 Apr 05 14:39:00.146079 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 46126) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:00.190224 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9e2c49-0c9a-4fe4-88d8-26fc5798803e req-e26fde24-7195-4323-9a11-e3a393dcd8f7 tempest-ServerDiagnosticsNegativeTest-126773322 tempest-ServerDiagnosticsNegativeTest-126773322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:00.192024 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2b9e2c49-0c9a-4fe4-88d8-26fc5798803e req-e26fde24-7195-4323-9a11-e3a393dcd8f7 tempest-ServerDiagnosticsNegativeTest-126773322 tempest-ServerDiagnosticsNegativeTest-126773322-project] 10.222.0.55 "GET /v2.0/ports?device_id=dfe3b43b-a143-41b6-8b7c-15a1c831983b HTTP/1.1" status: 200 len: 950 time: 0.1697903 Apr 05 14:39:00.245442 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23e352f-296f-447a-b1bb-c8d54de20166 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:00.246972 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-d23e352f-296f-447a-b1bb-c8d54de20166 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1004753 Apr 05 14:39:00.250429 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 46130) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:00.300200 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15c0235-6d71-4ffa-be57-4d3e4face368 None None] DHCP port deletion for fd08407d-7bc3-4895-9d28-9b2f36a8d65c request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:39:00.311872 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-6f8651bc-cf3a-4e51-ad07-e581e6f49e89 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0603154 Apr 05 14:39:00.323896 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 46134) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:00.329876 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-b2771284-f3aa-4984-97de-f50f83121f0a tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Request body: {'subnet': {'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:39:00.381022 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e0e05-81b1-4bb8-868c-bf05948ab1c9 req-fa850698-e8bd-4c57-9b98-cad90da508f7 tempest-ServerDiagnosticsNegativeTest-126773322 tempest-ServerDiagnosticsNegativeTest-126773322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:00.382841 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a41e0e05-81b1-4bb8-868c-bf05948ab1c9 req-fa850698-e8bd-4c57-9b98-cad90da508f7 tempest-ServerDiagnosticsNegativeTest-126773322 tempest-ServerDiagnosticsNegativeTest-126773322-project] 10.222.0.30 "GET /v2.0/ports?device_id=dfe3b43b-a143-41b6-8b7c-15a1c831983b HTTP/1.1" status: 200 len: 950 time: 0.1509492 Apr 05 14:39:00.383682 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-e15c0235-6d71-4ffa-be57-4d3e4face368 None None] Deleting port bf33d7f7-9255-4f6e-b933-86a841771642 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:39:00.384055 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e15c0235-6d71-4ffa-be57-4d3e4face368 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:00.424612 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 46136) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:00.444195 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9d080a9c-997b-4de9-a273-a5a31ec0f458 req-9a65b0e9-eaf3-470c-af1a-05b1f91a0a85 service neutron] 10.222.0.55 "GET /v2.0/networks/e9f4fa40-46c8-414a-a7c0-062d21c067f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3545048 Apr 05 14:39:00.470936 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-e15c0235-6d71-4ffa-be57-4d3e4face368 None None] For port bf33d7f7-9255-4f6e-b933-86a841771642, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=bf33d7f7-9255-4f6e-b933-86a841771642,segment=NetworkSegment(1c468974-700f-4380-acfc-da4f84290a6b),segment_id=1c468974-700f-4380-acfc-da4f84290a6b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:39:00.471377 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e15c0235-6d71-4ffa-be57-4d3e4face368 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:00.488073 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-e15c0235-6d71-4ffa-be57-4d3e4face368 None None] Calling delete_port for bf33d7f7-9255-4f6e-b933-86a841771642 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:39:00.530345 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-c3f798e2-0b6b-408f-a54b-7979fc5b07ef admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5a45bda364cc45a6a0e996cfd157628f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1039429 Apr 05 14:39:00.532857 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 46138) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:00.555428 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a41e0e05-81b1-4bb8-868c-bf05948ab1c9 req-4f90ab1c-6fb8-4391-b007-19268efc2a55 tempest-ServerDiagnosticsNegativeTest-126773322 tempest-ServerDiagnosticsNegativeTest-126773322-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d131c2c-4755-4a37-af31-ffde457a3ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597028 Apr 05 14:39:00.560987 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-2b9e2c49-0c9a-4fe4-88d8-26fc5798803e req-9141d5e1-2b98-4ba1-bd6e-47f18be0f8e7 tempest-ServerDiagnosticsNegativeTest-126773322 tempest-ServerDiagnosticsNegativeTest-126773322-project] Deleting port 0a2191ca-9c90-49ee-b1f6-d04059f5dd98 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:39:00.561329 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-2b9e2c49-0c9a-4fe4-88d8-26fc5798803e req-9141d5e1-2b98-4ba1-bd6e-47f18be0f8e7 tempest-ServerDiagnosticsNegativeTest-126773322 tempest-ServerDiagnosticsNegativeTest-126773322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:00.608511 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b2e77c97-2fc5-45c3-801e-6b4942722a13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:00.662509 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2771284-f3aa-4984-97de-f50f83121f0a tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Made reservation on behalf of 81648541dc0b4f1ea0eb9cace0846aa5 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:39:00.672501 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b2771284-f3aa-4984-97de-f50f83121f0a tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:00.688392 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9d080a9c-997b-4de9-a273-a5a31ec0f458 req-9509c85d-4bde-42ea-8bd0-65ef55e12a93 service neutron] 10.222.0.55 "GET /v2.0/networks/e9f4fa40-46c8-414a-a7c0-062d21c067f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184184 Apr 05 14:39:00.689574 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b2e77c97-2fc5-45c3-801e-6b4942722a13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:00.741655 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-2b9e2c49-0c9a-4fe4-88d8-26fc5798803e req-9141d5e1-2b98-4ba1-bd6e-47f18be0f8e7 tempest-ServerDiagnosticsNegativeTest-126773322 tempest-ServerDiagnosticsNegativeTest-126773322-project] For port 0a2191ca-9c90-49ee-b1f6-d04059f5dd98, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=0a2191ca-9c90-49ee-b1f6-d04059f5dd98,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:39:00.744799 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-2b9e2c49-0c9a-4fe4-88d8-26fc5798803e req-9141d5e1-2b98-4ba1-bd6e-47f18be0f8e7 tempest-ServerDiagnosticsNegativeTest-126773322 tempest-ServerDiagnosticsNegativeTest-126773322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:00.764018 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e15c0235-6d71-4ffa-be57-4d3e4face368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:00.764389 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-2b9e2c49-0c9a-4fe4-88d8-26fc5798803e req-9141d5e1-2b98-4ba1-bd6e-47f18be0f8e7 tempest-ServerDiagnosticsNegativeTest-126773322 tempest-ServerDiagnosticsNegativeTest-126773322-project] Calling delete_port for 0a2191ca-9c90-49ee-b1f6-d04059f5dd98 owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:39:00.828846 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15c0235-6d71-4ffa-be57-4d3e4face368 None None] Pushing event deleted for resources: {'Port': ['ID=bf33d7f7-9255-4f6e-b933-86a841771642,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:00.834056 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15c0235-6d71-4ffa-be57-4d3e4face368 None None] No DVR routers for this DVR port bf33d7f7-9255-4f6e-b933-86a841771642 on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:39:00.891844 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f07142-8c3b-4b88-a725-a158f319df33 req-04184ae9-ea58-4059-9e52-731155a24855 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:00.900751 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-30f07142-8c3b-4b88-a725-a158f319df33 req-04184ae9-ea58-4059-9e52-731155a24855 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe2419c2-8251-4d83-819c-c86782eda892 HTTP/1.1" status: 200 len: 946 time: 0.2156672 Apr 05 14:39:00.923958 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device bf33d7f7-9255-4f6e-b933-86a841771642 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:39:00.939893 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b2e77c97-2fc5-45c3-801e-6b4942722a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:00.944918 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b2e77c97-2fc5-45c3-801e-6b4942722a13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:00.947648 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: bf33d7f7-9255-4f6e-b933-86a841771642 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:39:00.948226 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device bf33d7f7-9255-4f6e-b933-86a841771642 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:39:00.949898 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-b2e77c97-2fc5-45c3-801e-6b4942722a13 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a51ffc04-3c1d-4c05-852b-6d77499c165c HTTP/1.1" status: 204 len: 168 time: 0.4158676 Apr 05 14:39:00.967230 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e77c97-2fc5-45c3-801e-6b4942722a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51ffc04-3c1d-4c05-852b-6d77499c165c,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:00.975300 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-30f07142-8c3b-4b88-a725-a158f319df33 req-efaa1395-9c91-47bf-b8dd-8b4934b7eb7f tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734065 Apr 05 14:39:01.017242 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b2771284-f3aa-4984-97de-f50f83121f0a tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:01.074003 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2771284-f3aa-4984-97de-f50f83121f0a tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:39:01.077849 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-b2771284-f3aa-4984-97de-f50f83121f0a tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:39:01.084742 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2771284-f3aa-4984-97de-f50f83121f0a tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:01.085634 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b2771284-f3aa-4984-97de-f50f83121f0a tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:01.088028 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfde0a6-74e0-4872-a08b-2d26c18b1244 None None] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:39:01.105216 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2771284-f3aa-4984-97de-f50f83121f0a tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event updated for resources: {'Subnet': ['ID=1626b9b3-f9d0-4255-9024-d2dd276cc324,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:01.140093 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-2b9e2c49-0c9a-4fe4-88d8-26fc5798803e req-9141d5e1-2b98-4ba1-bd6e-47f18be0f8e7 tempest-ServerDiagnosticsNegativeTest-126773322 tempest-ServerDiagnosticsNegativeTest-126773322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:01.152163 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['0a2191ca-9c90-49ee-b1f6-d04059f5dd98'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:39:01.164691 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-b2771284-f3aa-4984-97de-f50f83121f0a tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8394189 Apr 05 14:39:01.169994 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 46146) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:01.177047 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-031f9f0e-8ae5-4cbc-a856-f978bcccf58e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Request body: {'port': {'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'fixed_ips': [{'subnet_id': '1626b9b3-f9d0-4255-9024-d2dd276cc324', 'ip_address': '2001:db8::b806:7f19:64de:e3c8'}], 'name': 'tempest-NetworksTestDHCPv6-285372472'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:39:01.177471 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9141d5e1-2b98-4ba1-bd6e-47f18be0f8e7 tempest-ServerDiagnosticsNegativeTest-126773322 tempest-ServerDiagnosticsNegativeTest-126773322-project] Pushing event deleted for resources: {'Port': ['ID=0a2191ca-9c90-49ee-b1f6-d04059f5dd98,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:01.257105 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b9e2c49-0c9a-4fe4-88d8-26fc5798803e req-9141d5e1-2b98-4ba1-bd6e-47f18be0f8e7 tempest-ServerDiagnosticsNegativeTest-126773322 tempest-ServerDiagnosticsNegativeTest-126773322-project] No DVR routers for this DVR port 0a2191ca-9c90-49ee-b1f6-d04059f5dd98 on host n-h1-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:39:01.259994 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-2b9e2c49-0c9a-4fe4-88d8-26fc5798803e req-9141d5e1-2b98-4ba1-bd6e-47f18be0f8e7 tempest-ServerDiagnosticsNegativeTest-126773322 tempest-ServerDiagnosticsNegativeTest-126773322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:01.269698 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2b9e2c49-0c9a-4fe4-88d8-26fc5798803e req-9141d5e1-2b98-4ba1-bd6e-47f18be0f8e7 tempest-ServerDiagnosticsNegativeTest-126773322 tempest-ServerDiagnosticsNegativeTest-126773322-project] 10.222.0.55 "DELETE /v2.0/ports/0a2191ca-9c90-49ee-b1f6-d04059f5dd98 HTTP/1.1" status: 204 len: 173 time: 1.0482812 Apr 05 14:39:01.270211 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfe3b43b-a143-41b6-8b7c-15a1c831983b', 'name': 'network-vif-deleted', 'tag': '0a2191ca-9c90-49ee-b1f6-d04059f5dd98'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:39:01.282750 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4d2c7d-f375-40d3-affc-f513661329b4" -d '{"events": [{"server_uuid": "dfe3b43b-a143-41b6-8b7c-15a1c831983b", "name": "network-vif-deleted", "tag": "0a2191ca-9c90-49ee-b1f6-d04059f5dd98"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:39:01.286560 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 46150) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:01.302441 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e6396f8a-9bd9-48be-9787-269ff14d3856 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:01.360569 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b792afaa-72f5-49a4-aa22-c42cff3b3973 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'tenant_id': '81648541dc0b4f1ea0eb9cace0846aa5', 'fixed_ips': [{'subnet_id': '1626b9b3-f9d0-4255-9024-d2dd276cc324'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:39:01.360569 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b792afaa-72f5-49a4-aa22-c42cff3b3973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:01.393188 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f27e06-2e87-4657-bd97-cb42d2ca7e40 x-openstack-request-id: req-54f27e06-2e87-4657-bd97-cb42d2ca7e40 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:39:01.393757 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfe3b43b-a143-41b6-8b7c-15a1c831983b", "name": "network-vif-deleted", "tag": "0a2191ca-9c90-49ee-b1f6-d04059f5dd98", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:39:01.394180 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-54f27e06-2e87-4657-bd97-cb42d2ca7e40 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:39:01.395340 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54f27e06-2e87-4657-bd97-cb42d2ca7e40'] response: {'server_uuid': 'dfe3b43b-a143-41b6-8b7c-15a1c831983b', 'name': 'network-vif-deleted', 'tag': '0a2191ca-9c90-49ee-b1f6-d04059f5dd98', 'status': 'completed', 'code': 200} Apr 05 14:39:01.460492 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e6396f8a-9bd9-48be-9787-269ff14d3856 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:01.531385 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e6396f8a-9bd9-48be-9787-269ff14d3856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:01.532637 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-031f9f0e-8ae5-4cbc-a856-f978bcccf58e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Made reservation on behalf of 81648541dc0b4f1ea0eb9cace0846aa5 for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:39:01.540664 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-031f9f0e-8ae5-4cbc-a856-f978bcccf58e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:01.564173 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [None req-031f9f0e-8ae5-4cbc-a856-f978bcccf58e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] device_id is not set on port 4e4c253b-083c-40b2-9cc4-f5ffc3a9e54c yet. {{(pid=103321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:39:01.578429 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-b792afaa-72f5-49a4-aa22-c42cff3b3973 None None] Allocated IP 2001:db8::2 (fd08407d-7bc3-4895-9d28-9b2f36a8d65c/1626b9b3-f9d0-4255-9024-d2dd276cc324/ca9b1662-d5fb-47eb-b085-46363481966f) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:39:01.692337 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-e6396f8a-9bd9-48be-9787-269ff14d3856 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7649d4c9b81345f9a91a77c8709c4940&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4043250 Apr 05 14:39:01.704413 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 46160) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:01.755324 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6396f8a-9bd9-48be-9787-269ff14d3856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa6e577-b7aa-43ea-8225-407215e91a32,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:01.806558 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b792afaa-72f5-49a4-aa22-c42cff3b3973 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:01.823615 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2400111f-720f-4e10-b68a-5d53837c45d0 req-64b1829a-aa33-4b68-9502-3bb18d357e82 tempest-ServerDiagnosticsNegativeTest-126773322 tempest-ServerDiagnosticsNegativeTest-126773322-project] 10.222.0.30 "GET /v2.0/ports?device_id=dfe3b43b-a143-41b6-8b7c-15a1c831983b HTTP/1.1" status: 200 len: 210 time: 0.0419698 Apr 05 14:39:01.824742 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5cdd1db8-a510-4d8e-adf5-a853442be840 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:01.850636 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5cdd1db8-a510-4d8e-adf5-a853442be840 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:01.913978 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b792afaa-72f5-49a4-aa22-c42cff3b3973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:01.965713 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b792afaa-72f5-49a4-aa22-c42cff3b3973 None None] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:39:01.970844 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-b792afaa-72f5-49a4-aa22-c42cff3b3973 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:39:01.980176 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-031f9f0e-8ae5-4cbc-a856-f978bcccf58e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Allocated IP 2001:db8::b806:7f19:64de:e3c8 (fd08407d-7bc3-4895-9d28-9b2f36a8d65c/1626b9b3-f9d0-4255-9024-d2dd276cc324/4e4c253b-083c-40b2-9cc4-f5ffc3a9e54c) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:39:01.980748 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b792afaa-72f5-49a4-aa22-c42cff3b3973 None None] Pushing event updated for resources: {'Port': ['ID=ca9b1662-d5fb-47eb-b085-46363481966f,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:01.983101 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b792afaa-72f5-49a4-aa22-c42cff3b3973 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:39:01.986608 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5cdd1db8-a510-4d8e-adf5-a853442be840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:01.989907 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5cdd1db8-a510-4d8e-adf5-a853442be840 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:01.991106 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-5cdd1db8-a510-4d8e-adf5-a853442be840 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9fa6e577-b7aa-43ea-8225-407215e91a32 HTTP/1.1" status: 204 len: 168 time: 0.2833607 Apr 05 14:39:02.008272 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdd1db8-a510-4d8e-adf5-a853442be840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa6e577-b7aa-43ea-8225-407215e91a32,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:02.069449 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-b792afaa-72f5-49a4-aa22-c42cff3b3973 None None] Attempting to bind port ca9b1662-d5fb-47eb-b085-46363481966f on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:39:02.069824 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-b792afaa-72f5-49a4-aa22-c42cff3b3973 None None] Attempting to bind port ca9b1662-d5fb-47eb-b085-46363481966f by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:39:02.071751 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b792afaa-72f5-49a4-aa22-c42cff3b3973 None None] Attempting to bind port ca9b1662-d5fb-47eb-b085-46363481966f on network fd08407d-7bc3-4895-9d28-9b2f36a8d65c {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:39:02.081438 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b792afaa-72f5-49a4-aa22-c42cff3b3973 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:39:02.081438 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b792afaa-72f5-49a4-aa22-c42cff3b3973 None None] Checking segment: {'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:39:02.081438 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b792afaa-72f5-49a4-aa22-c42cff3b3973 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:02.081438 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b792afaa-72f5-49a4-aa22-c42cff3b3973 None None] Bound using segment: {'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:39:02.081807 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-b792afaa-72f5-49a4-aa22-c42cff3b3973 None None] Bound port: ca9b1662-d5fb-47eb-b085-46363481966f, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:39:02.082184 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b792afaa-72f5-49a4-aa22-c42cff3b3973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:02.186511 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0915326-0111-481b-94e9-77f8dd9e0113 req-80fc2357-5d1c-44e6-a6dc-08fc3b824ea7 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:02.188540 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c0915326-0111-481b-94e9-77f8dd9e0113 req-80fc2357-5d1c-44e6-a6dc-08fc3b824ea7 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe2419c2-8251-4d83-819c-c86782eda892 HTTP/1.1" status: 200 len: 946 time: 0.0786638 Apr 05 14:39:02.196417 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-b792afaa-72f5-49a4-aa22-c42cff3b3973 None None] For port ca9b1662-d5fb-47eb-b085-46363481966f, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:39:02.201092 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-b792afaa-72f5-49a4-aa22-c42cff3b3973 None None] For port ca9b1662-d5fb-47eb-b085-46363481966f, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=ca9b1662-d5fb-47eb-b085-46363481966f,segment=NetworkSegment(1c468974-700f-4380-acfc-da4f84290a6b),segment_id=1c468974-700f-4380-acfc-da4f84290a6b)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:39:02.243133 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c0915326-0111-481b-94e9-77f8dd9e0113 req-6473f65c-9676-41ff-914a-e8e5d5bd00f2 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481675 Apr 05 14:39:02.288153 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-031f9f0e-8ae5-4cbc-a856-f978bcccf58e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:02.303815 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b792afaa-72f5-49a4-aa22-c42cff3b3973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:02.381635 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b792afaa-72f5-49a4-aa22-c42cff3b3973 None None] Pushing event updated for resources: {'Port': ['ID=ca9b1662-d5fb-47eb-b085-46363481966f,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:02.435229 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-031f9f0e-8ae5-4cbc-a856-f978bcccf58e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:02.500729 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031f9f0e-8ae5-4cbc-a856-f978bcccf58e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:39:02.503991 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-031f9f0e-8ae5-4cbc-a856-f978bcccf58e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:39:02.507953 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031f9f0e-8ae5-4cbc-a856-f978bcccf58e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:39:02.513894 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031f9f0e-8ae5-4cbc-a856-f978bcccf58e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:02.514518 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-031f9f0e-8ae5-4cbc-a856-f978bcccf58e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:02.523932 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031f9f0e-8ae5-4cbc-a856-f978bcccf58e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event updated for resources: {'Port': ['ID=4e4c253b-083c-40b2-9cc4-f5ffc3a9e54c,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:02.636465 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 46188) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:02.637543 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-031f9f0e-8ae5-4cbc-a856-f978bcccf58e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4653118 Apr 05 14:39:02.642850 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-66389119-c173-4b11-a170-da115d27d9f2 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Request body: {'port': {'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'fixed_ips': [{'subnet_id': '1626b9b3-f9d0-4255-9024-d2dd276cc324', 'ip_address': '2001:db8::b806:7f19:64de:e3c8'}], 'name': 'tempest-NetworksTestDHCPv6-1630771695'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:39:02.723985 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 46190) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:02.939102 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66389119-c173-4b11-a170-da115d27d9f2 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Made reservation on behalf of 81648541dc0b4f1ea0eb9cace0846aa5 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:39:02.939322 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-89e99c98-aaeb-4ae2-832d-54898982c67c tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1940859236'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:39:02.986533 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device ca9b1662-d5fb-47eb-b085-46363481966f up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:39:03.025717 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e99c98-aaeb-4ae2-832d-54898982c67c tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Made reservation on behalf of e7eb5e760fb649288ddd0e65de525949 for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:39:03.030448 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-89e99c98-aaeb-4ae2-832d-54898982c67c tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:03.044730 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-89e99c98-aaeb-4ae2-832d-54898982c67c tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:03.072325 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-66389119-c173-4b11-a170-da115d27d9f2 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:03.097923 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-66389119-c173-4b11-a170-da115d27d9f2 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] device_id is not set on port 8818a072-e68a-4ce6-b0e3-e48d834a0c3c yet. {{(pid=103320) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:39:03.103956 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port ca9b1662-d5fb-47eb-b085-46363481966f triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:39:03.105091 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:03.219681 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-89e99c98-aaeb-4ae2-832d-54898982c67c tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:03.238698 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:03.274528 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port ca9b1662-d5fb-47eb-b085-46363481966f, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=ca9b1662-d5fb-47eb-b085-46363481966f,segment=NetworkSegment(1c468974-700f-4380-acfc-da4f84290a6b),segment_id=1c468974-700f-4380-acfc-da4f84290a6b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:39:03.385790 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-89e99c98-aaeb-4ae2-832d-54898982c67c tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:03.425986 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89e99c98-aaeb-4ae2-832d-54898982c67c tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:39:03.431549 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:03.439814 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e99c98-aaeb-4ae2-832d-54898982c67c tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=601e2de8-cf9e-46df-afa8-6bdc134162ad,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:03.442204 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f291da38-a5e4-4022-9651-9aa423cf3859 req-cd60fe01-64e9-4bef-a552-1126a5b5ac6d tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:03.447159 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-89e99c98-aaeb-4ae2-832d-54898982c67c tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:03.447737 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-89e99c98-aaeb-4ae2-832d-54898982c67c tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Added segment f31a1e78-2be6-4c05-8189-c6c8bdd183b3 of type vlan for network 893170ef-25af-4f7c-9831-c40f83e6092d Apr 05 14:39:03.452688 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f291da38-a5e4-4022-9651-9aa423cf3859 req-cd60fe01-64e9-4bef-a552-1126a5b5ac6d tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe2419c2-8251-4d83-819c-c86782eda892 HTTP/1.1" status: 200 len: 946 time: 0.1168132 Apr 05 14:39:03.565708 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f291da38-a5e4-4022-9651-9aa423cf3859 req-3b04c191-eb73-4639-a0bd-e99c71aee7aa tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941780 Apr 05 14:39:03.572551 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-66389119-c173-4b11-a170-da115d27d9f2 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] POST failed (client error): There was a conflict when trying to complete your request. Apr 05 14:39:03.573045 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66389119-c173-4b11-a170-da115d27d9f2 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103320) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:39:03.584076 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=ca9b1662-d5fb-47eb-b085-46363481966f,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:03.630077 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-89e99c98-aaeb-4ae2-832d-54898982c67c tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:03.695119 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-66389119-c173-4b11-a170-da115d27d9f2 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.0568852 Apr 05 14:39:03.699273 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 46220) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:03.734247 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 46224) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:03.762549 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-89e99c98-aaeb-4ae2-832d-54898982c67c tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:03.762549 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e99c98-aaeb-4ae2-832d-54898982c67c tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:03.762549 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-89e99c98-aaeb-4ae2-832d-54898982c67c tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:03.869339 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-db5dba27-7150-42c0-8e9a-33e2159cbc30 None None] Provisioning complete for port ca9b1662-d5fb-47eb-b085-46363481966f triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:39:03.870026 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-db5dba27-7150-42c0-8e9a-33e2159cbc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:03.870147 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06920e77-8314-483b-9363-13f033db9e5d tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:03.877152 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06920e77-8314-483b-9363-13f033db9e5d tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:03.881865 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-06920e77-8314-483b-9363-13f033db9e5d tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.1789010 Apr 05 14:39:03.882448 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 46228) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:03.883391 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e99c98-aaeb-4ae2-832d-54898982c67c tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Pushing event updated for resources: {'Network': ['ID=893170ef-25af-4f7c-9831-c40f83e6092d,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:03.901231 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-89e99c98-aaeb-4ae2-832d-54898982c67c tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1714292 Apr 05 14:39:03.901231 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 46230) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:03.906859 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-eb0438a4-735b-4145-8c37-592115e69100 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1833260223'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:39:03.934080 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 893170ef-25af-4f7c-9831-c40f83e6092d details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:39:04.035272 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb0438a4-735b-4145-8c37-592115e69100 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Made reservation on behalf of e7eb5e760fb649288ddd0e65de525949 for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:39:04.040261 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-eb0438a4-735b-4145-8c37-592115e69100 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:04.085089 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-2bf4e51a-c509-40e3-82f9-5b2ef67ba786 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6bf41fabd688409d93ca52024f893739&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3492546 Apr 05 14:39:04.089006 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 46234) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:04.110946 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb0438a4-735b-4145-8c37-592115e69100 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:39:04.141566 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-eb0438a4-735b-4145-8c37-592115e69100 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:04.142119 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-eb0438a4-735b-4145-8c37-592115e69100 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Added segment 0b01d7e3-ecf2-42e8-895b-f330b91d2bf7 of type vlan for network 499e51b9-157b-4d8b-b99c-79e5f7126332 Apr 05 14:39:04.149031 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e764cec4-92eb-4f89-956f-7d5958a5b84d tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Deleting port 4e4c253b-083c-40b2-9cc4-f5ffc3a9e54c {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:39:04.149377 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e764cec4-92eb-4f89-956f-7d5958a5b84d tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:04.213828 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dab486ad-840d-47c7-bcdf-328de43e6e3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:04.225618 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-eb0438a4-735b-4145-8c37-592115e69100 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:04.272260 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dab486ad-840d-47c7-bcdf-328de43e6e3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:04.311146 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e764cec4-92eb-4f89-956f-7d5958a5b84d tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:04.312713 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-0e30fabe-e2b8-4e53-9ba2-a868fe285bd8 None None] Provisioning complete for port 4e4c253b-083c-40b2-9cc4-f5ffc3a9e54c triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:39:04.313653 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0e30fabe-e2b8-4e53-9ba2-a868fe285bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:04.331167 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-eb0438a4-735b-4145-8c37-592115e69100 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:04.338360 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0438a4-735b-4145-8c37-592115e69100 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:04.339177 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-eb0438a4-735b-4145-8c37-592115e69100 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:04.353348 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e764cec4-92eb-4f89-956f-7d5958a5b84d tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Calling delete_port for 4e4c253b-083c-40b2-9cc4-f5ffc3a9e54c owned by {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:39:04.384418 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-0e30fabe-e2b8-4e53-9ba2-a868fe285bd8 None None] Port 4e4c253b-083c-40b2-9cc4-f5ffc3a9e54c cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:39:04.419514 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0438a4-735b-4145-8c37-592115e69100 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Pushing event updated for resources: {'Network': ['ID=499e51b9-157b-4d8b-b99c-79e5f7126332,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:04.430996 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 499e51b9-157b-4d8b-b99c-79e5f7126332 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:39:04.490069 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-eb0438a4-735b-4145-8c37-592115e69100 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5881345 Apr 05 14:39:04.490875 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 46242) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:04.495804 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-0bbaaff2-a427-467b-a570-4da7d54a14c9 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Request body: {'subnet': {'network_id': '893170ef-25af-4f7c-9831-c40f83e6092d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:39:04.499295 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dab486ad-840d-47c7-bcdf-328de43e6e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:04.502326 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dab486ad-840d-47c7-bcdf-328de43e6e3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:04.505103 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-dab486ad-840d-47c7-bcdf-328de43e6e3d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1d131c2c-4755-4a37-af31-ffde457a3ae7 HTTP/1.1" status: 204 len: 168 time: 0.4111121 Apr 05 14:39:04.526300 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab486ad-840d-47c7-bcdf-328de43e6e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d131c2c-4755-4a37-af31-ffde457a3ae7,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:04.586459 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 0a2191ca-9c90-49ee-b1f6-d04059f5dd98 no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:39:04.624464 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] No Port match for: 0a2191ca-9c90-49ee-b1f6-d04059f5dd98 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:39:04.625215 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 0a2191ca-9c90-49ee-b1f6-d04059f5dd98 not bound to the agent host n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:39:04.682426 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e764cec4-92eb-4f89-956f-7d5958a5b84d tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:04.717826 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e764cec4-92eb-4f89-956f-7d5958a5b84d tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event deleted for resources: {'Port': ['ID=4e4c253b-083c-40b2-9cc4-f5ffc3a9e54c,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:04.752795 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9d431f-d510-4d01-9af7-e0409f0a8da7 req-674735f3-efc0-46bf-a333-28a44ae95a89 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:04.754957 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5d9d431f-d510-4d01-9af7-e0409f0a8da7 req-674735f3-efc0-46bf-a333-28a44ae95a89 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe2419c2-8251-4d83-819c-c86782eda892 HTTP/1.1" status: 200 len: 946 time: 0.1073627 Apr 05 14:39:04.756631 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e764cec4-92eb-4f89-956f-7d5958a5b84d tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:04.761334 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-e764cec4-92eb-4f89-956f-7d5958a5b84d tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/ports/4e4c253b-083c-40b2-9cc4-f5ffc3a9e54c HTTP/1.1" status: 204 len: 168 time: 0.8773973 Apr 05 14:39:04.763680 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 46256) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:04.777762 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bbaaff2-a427-467b-a570-4da7d54a14c9 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Made reservation on behalf of e7eb5e760fb649288ddd0e65de525949 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:39:04.779215 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0bbaaff2-a427-467b-a570-4da7d54a14c9 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:04.917839 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad71182d-0e0a-4b84-a5bc-54b33856cfbe tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:04.920933 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad71182d-0e0a-4b84-a5bc-54b33856cfbe tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:04.929795 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-ad71182d-0e0a-4b84-a5bc-54b33856cfbe tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1648910 Apr 05 14:39:04.931282 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 46258) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:04.947255 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device ca9b1662-d5fb-47eb-b085-46363481966f up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:39:04.976155 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5d9d431f-d510-4d01-9af7-e0409f0a8da7 req-2594fb54-a652-4648-9084-44b246c94514 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030375 Apr 05 14:39:05.047117 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_v2 [None req-893462f3-672d-4f47-99a5-d5693b2ee535 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Deleting subnet 1626b9b3-f9d0-4255-9024-d2dd276cc324 {{(pid=103320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:39:05.066212 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-893462f3-672d-4f47-99a5-d5693b2ee535 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:05.093440 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port ca9b1662-d5fb-47eb-b085-46363481966f triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:39:05.093813 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:05.115818 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-893462f3-672d-4f47-99a5-d5693b2ee535 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13399228'] for subnet, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:05.285813 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-893462f3-672d-4f47-99a5-d5693b2ee535 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:05.289617 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0bbaaff2-a427-467b-a570-4da7d54a14c9 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:05.407708 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbaaff2-a427-467b-a570-4da7d54a14c9 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Pushing event updated for resources: {'Subnet': ['ID=900cd802-2398-42c7-95c2-3df3ef3e3849,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:05.410213 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbaaff2-a427-467b-a570-4da7d54a14c9 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Checking segment: {'id': 'f31a1e78-2be6-4c05-8189-c6c8bdd183b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '893170ef-25af-4f7c-9831-c40f83e6092d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:39:05.410413 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbaaff2-a427-467b-a570-4da7d54a14c9 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Network hostable DHCP agents. Network: 893170ef-25af-4f7c-9831-c40f83e6092d, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:39:05.463275 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d872c907-6f19-4ae1-bb07-80ff3b859e03 req-b3ad75c9-226c-4e7d-a82b-5bc450638617 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:05.464980 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d872c907-6f19-4ae1-bb07-80ff3b859e03 req-b3ad75c9-226c-4e7d-a82b-5bc450638617 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe2419c2-8251-4d83-819c-c86782eda892 HTTP/1.1" status: 200 len: 946 time: 0.1062696 Apr 05 14:39:05.517198 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d872c907-6f19-4ae1-bb07-80ff3b859e03 req-552a73ab-eb7b-4f06-afe6-577e0687722f tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404379 Apr 05 14:39:05.539644 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbaaff2-a427-467b-a570-4da7d54a14c9 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Network 893170ef-25af-4f7c-9831-c40f83e6092d is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:39:05.577212 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-893462f3-672d-4f47-99a5-d5693b2ee535 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15773812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13127359'] for subnet, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:05.625532 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f275826d-023c-4b2c-9ae2-d814359ade2c None None] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:39:05.644681 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893462f3-672d-4f47-99a5-d5693b2ee535 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event deleted for resources: {'Subnet': ['ID=1626b9b3-f9d0-4255-9024-d2dd276cc324,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:05.647359 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-893462f3-672d-4f47-99a5-d5693b2ee535 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:05.650686 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-0bbaaff2-a427-467b-a570-4da7d54a14c9 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 893170ef-25af-4f7c-9831-c40f83e6092d) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:39:05.651645 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-893462f3-672d-4f47-99a5-d5693b2ee535 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/subnets/1626b9b3-f9d0-4255-9024-d2dd276cc324 HTTP/1.1" status: 204 len: 168 time: 0.7189660 Apr 05 14:39:05.656329 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 46280) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:05.670591 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbaaff2-a427-467b-a570-4da7d54a14c9 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:05.671499 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0bbaaff2-a427-467b-a570-4da7d54a14c9 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:05.685960 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d72c8-a2f8-4cb5-9927-4e0fd6801553 req-bd37f646-d0c3-4cfb-8a84-0820626b2eb6 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:05.694903 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-609d72c8-a2f8-4cb5-9927-4e0fd6801553 req-bd37f646-d0c3-4cfb-8a84-0820626b2eb6 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe2419c2-8251-4d83-819c-c86782eda892 HTTP/1.1" status: 200 len: 946 time: 0.0837479 Apr 05 14:39:05.712081 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c04a12-d185-4b6d-877f-d32d97fccb15 None None] Network 893170ef-25af-4f7c-9831-c40f83e6092d requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:39:05.714884 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 46282) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:05.716734 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-4cdaeb22-622b-49b9-94a4-25c2f53885a4 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0551848 Apr 05 14:39:05.723831 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-036afa21-2ce3-4390-9196-0c6c1ff235fa tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Request body: {'subnet': {'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:39:05.764030 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 46284) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:05.784344 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fe7993f3-4fbc-47c3-b66e-81f7b0d5fa5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:05.873097 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-0bbaaff2-a427-467b-a570-4da7d54a14c9 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3808930 Apr 05 14:39:05.892164 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 46288) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:05.929674 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-f8fcbea4-2321-462c-88c4-00f0acd06ef1 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Request body: {'subnet': {'network_id': '499e51b9-157b-4d8b-b99c-79e5f7126332', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:39:05.936089 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-609d72c8-a2f8-4cb5-9927-4e0fd6801553 req-5934636f-d19f-4bb7-a8d0-dc362f4b0a29 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403235 Apr 05 14:39:06.014693 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cae6db6-4487-456f-9ba7-51f10a54cc3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-893170ef-25af-4f7c-9831-c40f83e6092d', 'network_id': '893170ef-25af-4f7c-9831-c40f83e6092d', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'fixed_ips': [{'subnet_id': '900cd802-2398-42c7-95c2-3df3ef3e3849'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:39:06.015569 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2cae6db6-4487-456f-9ba7-51f10a54cc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:06.018772 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4f287e-bb97-4e0f-89fd-acc8ea483ff8 None None] DHCP port deletion for fd08407d-7bc3-4895-9d28-9b2f36a8d65c request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:39:06.051090 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-036afa21-2ce3-4390-9196-0c6c1ff235fa tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Made reservation on behalf of 81648541dc0b4f1ea0eb9cace0846aa5 for: {'subnet': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:39:06.055914 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-036afa21-2ce3-4390-9196-0c6c1ff235fa tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13127328'] for subnet, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:06.100230 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fe7993f3-4fbc-47c3-b66e-81f7b0d5fa5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:06.177634 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fe7993f3-4fbc-47c3-b66e-81f7b0d5fa5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:06.253586 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7993f3-4fbc-47c3-b66e-81f7b0d5fa5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621ad82c-71a4-4e57-ac73-495c2b0e6c46,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:06.264505 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-fe7993f3-4fbc-47c3-b66e-81f7b0d5fa5a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d20840624eae48f2a715a8187858d817&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4974256 Apr 05 14:39:06.264621 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 46300) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:06.266234 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8fcbea4-2321-462c-88c4-00f0acd06ef1 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Made reservation on behalf of e7eb5e760fb649288ddd0e65de525949 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:39:06.270007 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f8fcbea4-2321-462c-88c4-00f0acd06ef1 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:06.392499 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-2cae6db6-4487-456f-9ba7-51f10a54cc3f None None] Allocated IP 2001:db8::2 (893170ef-25af-4f7c-9831-c40f83e6092d/900cd802-2398-42c7-95c2-3df3ef3e3849/8fb45476-aed5-49f7-a03a-9337064e377a) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:39:06.413327 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-cf4f287e-bb97-4e0f-89fd-acc8ea483ff8 None None] Deleting port ca9b1662-d5fb-47eb-b085-46363481966f {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:39:06.422731 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cf4f287e-bb97-4e0f-89fd-acc8ea483ff8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:06.440045 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8b5b17b3-f733-44d0-9bf6-1f4692bb1e14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:06.488604 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8b5b17b3-f733-44d0-9bf6-1f4692bb1e14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:06.624140 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb218d-5913-428b-86f9-f9cfdae6223e req-ce77adc4-9c05-494e-ac88-9deff971e299 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:06.627091 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4feb218d-5913-428b-86f9-f9cfdae6223e req-ce77adc4-9c05-494e-ac88-9deff971e299 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe2419c2-8251-4d83-819c-c86782eda892 HTTP/1.1" status: 200 len: 946 time: 0.0965307 Apr 05 14:39:06.655277 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f8fcbea4-2321-462c-88c4-00f0acd06ef1 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:06.694909 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4feb218d-5913-428b-86f9-f9cfdae6223e req-6a48ce8c-258a-4130-8cc4-5434f1420cc4 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583682 Apr 05 14:39:06.704697 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-036afa21-2ce3-4390-9196-0c6c1ff235fa tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15773751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13127350'] for subnet, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:06.743158 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fcbea4-2321-462c-88c4-00f0acd06ef1 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Pushing event updated for resources: {'Subnet': ['ID=2b271ea2-a165-40b4-99cd-67355158f98e,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:06.785270 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fcbea4-2321-462c-88c4-00f0acd06ef1 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Checking segment: {'id': '0b01d7e3-ecf2-42e8-895b-f330b91d2bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '499e51b9-157b-4d8b-b99c-79e5f7126332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:39:06.785270 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fcbea4-2321-462c-88c4-00f0acd06ef1 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Network hostable DHCP agents. Network: 499e51b9-157b-4d8b-b99c-79e5f7126332, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:39:06.785486 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8b5b17b3-f733-44d0-9bf6-1f4692bb1e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:06.787278 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8b5b17b3-f733-44d0-9bf6-1f4692bb1e14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:06.790665 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-8b5b17b3-f733-44d0-9bf6-1f4692bb1e14 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/621ad82c-71a4-4e57-ac73-495c2b0e6c46 HTTP/1.1" status: 204 len: 168 time: 0.5234394 Apr 05 14:39:06.790665 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036afa21-2ce3-4390-9196-0c6c1ff235fa tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event updated for resources: {'Subnet': ['ID=edf4bb29-95a0-4795-99c4-ba3dc0edd75c,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:06.824570 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-cf4f287e-bb97-4e0f-89fd-acc8ea483ff8 None None] For port ca9b1662-d5fb-47eb-b085-46363481966f, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=ca9b1662-d5fb-47eb-b085-46363481966f,segment=NetworkSegment(1c468974-700f-4380-acfc-da4f84290a6b),segment_id=1c468974-700f-4380-acfc-da4f84290a6b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:39:06.826093 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cf4f287e-bb97-4e0f-89fd-acc8ea483ff8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:06.831587 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036afa21-2ce3-4390-9196-0c6c1ff235fa tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:39:06.833109 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5b17b3-f733-44d0-9bf6-1f4692bb1e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621ad82c-71a4-4e57-ac73-495c2b0e6c46,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:06.838478 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-036afa21-2ce3-4390-9196-0c6c1ff235fa tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:39:06.848923 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-cf4f287e-bb97-4e0f-89fd-acc8ea483ff8 None None] Calling delete_port for ca9b1662-d5fb-47eb-b085-46363481966f owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:39:06.850338 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036afa21-2ce3-4390-9196-0c6c1ff235fa tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:06.853520 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-036afa21-2ce3-4390-9196-0c6c1ff235fa tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:06.873539 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fcbea4-2321-462c-88c4-00f0acd06ef1 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Network 499e51b9-157b-4d8b-b99c-79e5f7126332 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:39:06.934226 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device ca9b1662-d5fb-47eb-b085-46363481966f no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:39:06.961036 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-036afa21-2ce3-4390-9196-0c6c1ff235fa tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2449105 Apr 05 14:39:06.963674 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 46308) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:06.971399 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-73a94524-2f7a-4e39-a4f3-c5e3a0ff21c8 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Request body: {'port': {'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'fixed_ips': [{'subnet_id': 'edf4bb29-95a0-4795-99c4-ba3dc0edd75c', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-1055023578'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:39:06.987712 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-f8fcbea4-2321-462c-88c4-00f0acd06ef1 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 499e51b9-157b-4d8b-b99c-79e5f7126332) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:39:06.992051 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fcbea4-2321-462c-88c4-00f0acd06ef1 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:06.992531 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f8fcbea4-2321-462c-88c4-00f0acd06ef1 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:07.042667 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c092f3-958e-4b11-9355-547f8add1ca5 None None] Network 499e51b9-157b-4d8b-b99c-79e5f7126332 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:39:07.148688 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-f8fcbea4-2321-462c-88c4-00f0acd06ef1 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2351484 Apr 05 14:39:07.150237 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 46312) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:07.155756 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-763af1ca-f4ec-4be3-8194-36d29cf1c574 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-24084168', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:39:07.184160 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2cae6db6-4487-456f-9ba7-51f10a54cc3f None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:07.194097 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:07.237160 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a94524-2f7a-4e39-a4f3-c5e3a0ff21c8 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Made reservation on behalf of 81648541dc0b4f1ea0eb9cace0846aa5 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:39:07.243521 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-73a94524-2f7a-4e39-a4f3-c5e3a0ff21c8 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:07.267705 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-73a94524-2f7a-4e39-a4f3-c5e3a0ff21c8 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] device_id is not set on port 01bb6bd1-a4a8-44dc-9008-255c0c2c3862 yet. {{(pid=103320) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:39:07.284370 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cf4f287e-bb97-4e0f-89fd-acc8ea483ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:07.297101 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-763af1ca-f4ec-4be3-8194-36d29cf1c574 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27088'] for router, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:07.301908 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-763af1ca-f4ec-4be3-8194-36d29cf1c574 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27079'] for router, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:07.360435 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-763af1ca-f4ec-4be3-8194-36d29cf1c574 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:07.373633 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2cae6db6-4487-456f-9ba7-51f10a54cc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:07.377755 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4f287e-bb97-4e0f-89fd-acc8ea483ff8 None None] Pushing event deleted for resources: {'Port': ['ID=ca9b1662-d5fb-47eb-b085-46363481966f,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:07.380558 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4f287e-bb97-4e0f-89fd-acc8ea483ff8 None None] No DVR routers for this DVR port ca9b1662-d5fb-47eb-b085-46363481966f on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:39:07.399795 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fab75b-18bb-4714-97c0-f8fc6f4bbd7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-499e51b9-157b-4d8b-b99c-79e5f7126332', 'network_id': '499e51b9-157b-4d8b-b99c-79e5f7126332', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'fixed_ips': [{'subnet_id': '2b271ea2-a165-40b4-99cd-67355158f98e'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:39:07.400752 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c6fab75b-18bb-4714-97c0-f8fc6f4bbd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:07.415417 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cae6db6-4487-456f-9ba7-51f10a54cc3f None None] Network 893170ef-25af-4f7c-9831-c40f83e6092d is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:39:07.449761 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96ed7f1-5a94-4d14-bf2d-3fbadd62d59f None None] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:39:07.456769 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-763af1ca-f4ec-4be3-8194-36d29cf1c574 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618'] for router, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:07.481282 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-2cae6db6-4487-456f-9ba7-51f10a54cc3f None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:39:07.489209 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-73a94524-2f7a-4e39-a4f3-c5e3a0ff21c8 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:39:07.489796 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73a94524-2f7a-4e39-a4f3-c5e3a0ff21c8 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103320) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:39:07.526610 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cae6db6-4487-456f-9ba7-51f10a54cc3f None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:39:07.554188 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-763af1ca-f4ec-4be3-8194-36d29cf1c574 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:07.557917 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-763af1ca-f4ec-4be3-8194-36d29cf1c574 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4041071 Apr 05 14:39:07.561756 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 46334) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:07.615978 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 46336) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:07.616137 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-73a94524-2f7a-4e39-a4f3-c5e3a0ff21c8 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.6510670 Apr 05 14:39:07.636994 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cae6db6-4487-456f-9ba7-51f10a54cc3f None None] Pushing event updated for resources: {'Port': ['ID=8fb45476-aed5-49f7-a03a-9337064e377a,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:07.691554 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-2cae6db6-4487-456f-9ba7-51f10a54cc3f None None] Attempting to bind port 8fb45476-aed5-49f7-a03a-9337064e377a on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:39:07.691922 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-2cae6db6-4487-456f-9ba7-51f10a54cc3f None None] Attempting to bind port 8fb45476-aed5-49f7-a03a-9337064e377a by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'f31a1e78-2be6-4c05-8189-c6c8bdd183b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '893170ef-25af-4f7c-9831-c40f83e6092d'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:39:07.692282 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cae6db6-4487-456f-9ba7-51f10a54cc3f None None] Attempting to bind port 8fb45476-aed5-49f7-a03a-9337064e377a on network 893170ef-25af-4f7c-9831-c40f83e6092d {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:39:07.699247 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-166f6540-e2a6-423c-b1c9-e2e061eeb8e6 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0794191 Apr 05 14:39:07.702735 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 46342) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:07.748664 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cae6db6-4487-456f-9ba7-51f10a54cc3f None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:39:07.749098 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cae6db6-4487-456f-9ba7-51f10a54cc3f None None] Checking segment: {'id': 'f31a1e78-2be6-4c05-8189-c6c8bdd183b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '893170ef-25af-4f7c-9831-c40f83e6092d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:39:07.749509 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2cae6db6-4487-456f-9ba7-51f10a54cc3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:07.749905 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cae6db6-4487-456f-9ba7-51f10a54cc3f None None] Bound using segment: {'id': 'f31a1e78-2be6-4c05-8189-c6c8bdd183b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '893170ef-25af-4f7c-9831-c40f83e6092d'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:39:07.750396 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-2cae6db6-4487-456f-9ba7-51f10a54cc3f None None] Bound port: 8fb45476-aed5-49f7-a03a-9337064e377a, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f31a1e78-2be6-4c05-8189-c6c8bdd183b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '893170ef-25af-4f7c-9831-c40f83e6092d'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:39:07.750899 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2cae6db6-4487-456f-9ba7-51f10a54cc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:07.836958 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1409d04b-4769-4881-82b2-67034adfd997 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:07.838547 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1409d04b-4769-4881-82b2-67034adfd997 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:07.840150 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-1409d04b-4769-4881-82b2-67034adfd997 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1364152 Apr 05 14:39:07.843558 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 46346) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:07.927577 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-c6fab75b-18bb-4714-97c0-f8fc6f4bbd7f None None] Allocated IP 2001:db8:1::2 (499e51b9-157b-4d8b-b99c-79e5f7126332/2b271ea2-a165-40b4-99cd-67355158f98e/bbb52e45-9dc1-42bd-9d6a-887ec513b2a3) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:39:07.954377 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa84705a-a201-47e0-89cb-6cf53f3ee666 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Deleting subnet edf4bb29-95a0-4795-99c4-ba3dc0edd75c {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:39:07.960944 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc13e7d-f3d9-459d-a180-8812bcef5740 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'tenant_id': '81648541dc0b4f1ea0eb9cace0846aa5', 'fixed_ips': [{'subnet_id': 'edf4bb29-95a0-4795-99c4-ba3dc0edd75c'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:39:07.961811 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-afc13e7d-f3d9-459d-a180-8812bcef5740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:07.967969 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fa84705a-a201-47e0-89cb-6cf53f3ee666 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:08.039625 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fa84705a-a201-47e0-89cb-6cf53f3ee666 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:08.134049 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fa84705a-a201-47e0-89cb-6cf53f3ee666 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:08.157281 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-2cae6db6-4487-456f-9ba7-51f10a54cc3f None None] For port 8fb45476-aed5-49f7-a03a-9337064e377a, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:39:08.264908 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-2cae6db6-4487-456f-9ba7-51f10a54cc3f None None] For port 8fb45476-aed5-49f7-a03a-9337064e377a, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=8fb45476-aed5-49f7-a03a-9337064e377a,segment=NetworkSegment(f31a1e78-2be6-4c05-8189-c6c8bdd183b3),segment_id=f31a1e78-2be6-4c05-8189-c6c8bdd183b3)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:39:08.382443 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9369ee-27df-467f-b6db-c14639a9a515 req-1e094791-b011-4b54-85d2-ad6d26b21c99 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:08.384314 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bb9369ee-27df-467f-b6db-c14639a9a515 req-1e094791-b011-4b54-85d2-ad6d26b21c99 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe2419c2-8251-4d83-819c-c86782eda892 HTTP/1.1" status: 200 len: 946 time: 0.3024185 Apr 05 14:39:08.385237 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c6fab75b-18bb-4714-97c0-f8fc6f4bbd7f None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:08.388948 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0ccd1888-a55c-49b0-9c54-bd24274d2e2c tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:08.407106 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fa84705a-a201-47e0-89cb-6cf53f3ee666 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:08.422896 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2cae6db6-4487-456f-9ba7-51f10a54cc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:08.455805 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92258bc2-01ff-479b-9ea6-7173bb138069 req-778ddd63-66b4-484c-a651-381348410e64 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:08.462874 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-92258bc2-01ff-479b-9ea6-7173bb138069 req-778ddd63-66b4-484c-a651-381348410e64 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe2419c2-8251-4d83-819c-c86782eda892 HTTP/1.1" status: 200 len: 946 time: 0.3824747 Apr 05 14:39:08.502194 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa84705a-a201-47e0-89cb-6cf53f3ee666 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event deleted for resources: {'Subnet': ['ID=edf4bb29-95a0-4795-99c4-ba3dc0edd75c,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:08.517732 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fa84705a-a201-47e0-89cb-6cf53f3ee666 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:08.524807 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-fa84705a-a201-47e0-89cb-6cf53f3ee666 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/subnets/edf4bb29-95a0-4795-99c4-ba3dc0edd75c HTTP/1.1" status: 204 len: 168 time: 0.6802409 Apr 05 14:39:08.536229 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 46360) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:08.585876 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c6fab75b-18bb-4714-97c0-f8fc6f4bbd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:08.640478 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-9971f741-1a06-4b46-945b-b7ee8e856a15 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0991919 Apr 05 14:39:08.641920 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 46364) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:08.646114 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cae6db6-4487-456f-9ba7-51f10a54cc3f None None] Pushing event updated for resources: {'Port': ['ID=8fb45476-aed5-49f7-a03a-9337064e377a,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:08.656787 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-a095e544-a87f-44be-b511-06ed1228eefd tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Request body: {'subnet': {'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:39:08.669820 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server [None req-afc13e7d-f3d9-459d-a180-8812bcef5740 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet edf4bb29-95a0-4795-99c4-ba3dc0edd75c: This subnet is being modified by another concurrent operation. Apr 05 14:39:08.669820 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 05 14:39:08.669820 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 05 14:39:08.669820 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 05 14:39:08.669820 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 05 14:39:08.669820 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 05 14:39:08.669820 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 05 14:39:08.669820 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 05 14:39:08.669820 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 05 14:39:08.669820 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 05 14:39:08.669820 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 14:39:08.669820 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 14:39:08.669820 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 14:39:08.669820 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 14:39:08.669820 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 14:39:08.669820 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 14:39:08.669820 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 14:39:08.669820 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 14:39:08.669820 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 14:39:08.669820 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 14:39:08.669820 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 14:39:08.669820 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 14:39:08.669820 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 14:39:08.669820 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 14:39:08.669820 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 14:39:08.669820 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 14:39:08.669820 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 14:39:08.669820 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 14:39:08.669820 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 14:39:08.669820 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 14:39:08.669820 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 14:39:08.669820 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 14:39:08.669820 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 14:39:08.669820 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 14:39:08.669820 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 05 14:39:08.669820 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 05 14:39:08.669820 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 05 14:39:08.669820 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 05 14:39:08.669820 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 05 14:39:08.669820 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 05 14:39:08.669820 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 05 14:39:08.669820 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 05 14:39:08.669820 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 05 14:39:08.669820 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 14:39:08.669820 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 05 14:39:08.669820 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 14:39:08.669820 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 14:39:08.669820 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 14:39:08.669820 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 14:39:08.669820 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 14:39:08.669820 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 14:39:08.669820 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 14:39:08.669820 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 14:39:08.669820 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 14:39:08.673411 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 14:39:08.673411 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 14:39:08.673411 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 14:39:08.673411 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 14:39:08.673411 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 14:39:08.673411 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 14:39:08.673411 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 14:39:08.673411 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 14:39:08.673411 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 14:39:08.673411 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 14:39:08.673411 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 14:39:08.673411 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 14:39:08.673411 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 14:39:08.673411 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 14:39:08.673411 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 14:39:08.673411 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 14:39:08.673411 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 05 14:39:08.673411 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 05 14:39:08.673411 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 05 14:39:08.673411 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 05 14:39:08.673411 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 05 14:39:08.673411 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 05 14:39:08.673411 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 05 14:39:08.673411 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 05 14:39:08.673411 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 05 14:39:08.673411 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 14:39:08.673411 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 05 14:39:08.673411 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 05 14:39:08.673411 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 05 14:39:08.673411 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 05 14:39:08.673411 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 05 14:39:08.673411 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 05 14:39:08.673411 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 05 14:39:08.673411 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 05 14:39:08.673411 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 05 14:39:08.673411 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server raise exception Apr 05 14:39:08.673411 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet edf4bb29-95a0-4795-99c4-ba3dc0edd75c: This subnet is being modified by another concurrent operation. Apr 05 14:39:08.673411 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server Apr 05 14:39:08.800781 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6fab75b-18bb-4714-97c0-f8fc6f4bbd7f None None] Network 499e51b9-157b-4d8b-b99c-79e5f7126332 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:39:08.806683 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-c6fab75b-18bb-4714-97c0-f8fc6f4bbd7f None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:39:08.816393 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fab75b-18bb-4714-97c0-f8fc6f4bbd7f None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:39:08.831295 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-92258bc2-01ff-479b-9ea6-7173bb138069 req-d64c6c20-7328-4281-a375-8e6d1fe4f78c tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3562520 Apr 05 14:39:08.944968 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fab75b-18bb-4714-97c0-f8fc6f4bbd7f None None] Pushing event updated for resources: {'Port': ['ID=bbb52e45-9dc1-42bd-9d6a-887ec513b2a3,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:08.944968 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-c6fab75b-18bb-4714-97c0-f8fc6f4bbd7f None None] Attempting to bind port bbb52e45-9dc1-42bd-9d6a-887ec513b2a3 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:39:08.944968 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-c6fab75b-18bb-4714-97c0-f8fc6f4bbd7f None None] Attempting to bind port bbb52e45-9dc1-42bd-9d6a-887ec513b2a3 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '0b01d7e3-ecf2-42e8-895b-f330b91d2bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '499e51b9-157b-4d8b-b99c-79e5f7126332'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:39:08.944968 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fab75b-18bb-4714-97c0-f8fc6f4bbd7f None None] Attempting to bind port bbb52e45-9dc1-42bd-9d6a-887ec513b2a3 on network 499e51b9-157b-4d8b-b99c-79e5f7126332 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:39:08.944968 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fab75b-18bb-4714-97c0-f8fc6f4bbd7f None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:39:08.944968 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fab75b-18bb-4714-97c0-f8fc6f4bbd7f None None] Checking segment: {'id': '0b01d7e3-ecf2-42e8-895b-f330b91d2bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '499e51b9-157b-4d8b-b99c-79e5f7126332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:39:08.944968 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c6fab75b-18bb-4714-97c0-f8fc6f4bbd7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:08.944968 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fab75b-18bb-4714-97c0-f8fc6f4bbd7f None None] Bound using segment: {'id': '0b01d7e3-ecf2-42e8-895b-f330b91d2bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '499e51b9-157b-4d8b-b99c-79e5f7126332'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:39:08.944968 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-c6fab75b-18bb-4714-97c0-f8fc6f4bbd7f None None] Bound port: bbb52e45-9dc1-42bd-9d6a-887ec513b2a3, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b01d7e3-ecf2-42e8-895b-f330b91d2bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '499e51b9-157b-4d8b-b99c-79e5f7126332'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:39:08.944968 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c6fab75b-18bb-4714-97c0-f8fc6f4bbd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:08.948450 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-bb9369ee-27df-467f-b6db-c14639a9a515 req-64a4cd8f-d0e1-45fc-a50a-beb1a3f5abae tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Deleting port b499c971-4361-4c30-8ddd-c9a6a5d06e5c {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:39:08.948450 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-bb9369ee-27df-467f-b6db-c14639a9a515 req-64a4cd8f-d0e1-45fc-a50a-beb1a3f5abae tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:09.016675 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c6fab75b-18bb-4714-97c0-f8fc6f4bbd7f None None] For port bbb52e45-9dc1-42bd-9d6a-887ec513b2a3, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:39:09.019867 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c6fab75b-18bb-4714-97c0-f8fc6f4bbd7f None None] For port bbb52e45-9dc1-42bd-9d6a-887ec513b2a3, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=bbb52e45-9dc1-42bd-9d6a-887ec513b2a3,segment=NetworkSegment(0b01d7e3-ecf2-42e8-895b-f330b91d2bf7),segment_id=0b01d7e3-ecf2-42e8-895b-f330b91d2bf7)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:39:09.126575 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-bb9369ee-27df-467f-b6db-c14639a9a515 req-64a4cd8f-d0e1-45fc-a50a-beb1a3f5abae tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] For port b499c971-4361-4c30-8ddd-c9a6a5d06e5c, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=b499c971-4361-4c30-8ddd-c9a6a5d06e5c,segment=NetworkSegment(ac926e6e-ab69-4031-83ab-f0f7e23b6b3b),segment_id=ac926e6e-ab69-4031-83ab-f0f7e23b6b3b)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:39:09.126948 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-bb9369ee-27df-467f-b6db-c14639a9a515 req-64a4cd8f-d0e1-45fc-a50a-beb1a3f5abae tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:09.141570 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-0ccd1888-a55c-49b0-9c54-bd24274d2e2c tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Allocated IP 2001:db8::1 (893170ef-25af-4f7c-9831-c40f83e6092d/900cd802-2398-42c7-95c2-3df3ef3e3849/226d4f9e-d380-46be-ab0e-b52aee492009) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:39:09.147039 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a095e544-a87f-44be-b511-06ed1228eefd tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Made reservation on behalf of 81648541dc0b4f1ea0eb9cace0846aa5 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:39:09.148666 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-bb9369ee-27df-467f-b6db-c14639a9a515 req-64a4cd8f-d0e1-45fc-a50a-beb1a3f5abae tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Calling delete_port for b499c971-4361-4c30-8ddd-c9a6a5d06e5c owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:39:09.148804 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c6fab75b-18bb-4714-97c0-f8fc6f4bbd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:09.157981 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a095e544-a87f-44be-b511-06ed1228eefd tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:09.257545 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fab75b-18bb-4714-97c0-f8fc6f4bbd7f None None] Pushing event updated for resources: {'Port': ['ID=bbb52e45-9dc1-42bd-9d6a-887ec513b2a3,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:09.420945 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0ccd1888-a55c-49b0-9c54-bd24274d2e2c tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:09.560099 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a095e544-a87f-44be-b511-06ed1228eefd tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:09.608024 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-bb9369ee-27df-467f-b6db-c14639a9a515 req-64a4cd8f-d0e1-45fc-a50a-beb1a3f5abae tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:09.625362 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['76b011da-70a8-45da-bc6c-2275f4a9184f'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:39:09.648117 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a095e544-a87f-44be-b511-06ed1228eefd tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:39:09.652563 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-a095e544-a87f-44be-b511-06ed1228eefd tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:39:09.656702 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a095e544-a87f-44be-b511-06ed1228eefd tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:09.657396 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a095e544-a87f-44be-b511-06ed1228eefd tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:09.672420 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a42ff20-c39a-48f1-86f4-73a10a5c7ee3 None None] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:39:09.674325 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a095e544-a87f-44be-b511-06ed1228eefd tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event updated for resources: {'Subnet': ['ID=3b21eed4-8c70-4088-a27e-147a08844ac3,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:09.681282 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a4cd8f-d0e1-45fc-a50a-beb1a3f5abae tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Pushing event deleted for resources: {'Port': ['ID=b499c971-4361-4c30-8ddd-c9a6a5d06e5c,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:09.689624 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0ccd1888-a55c-49b0-9c54-bd24274d2e2c tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:09.775541 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-a095e544-a87f-44be-b511-06ed1228eefd tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1303802 Apr 05 14:39:09.784378 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 46386) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:09.790396 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-8dfe633b-88a8-49ae-8743-6158f6509a14 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1188439412', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:39:09.796041 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ccd1888-a55c-49b0-9c54-bd24274d2e2c tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Network 893170ef-25af-4f7c-9831-c40f83e6092d is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:39:09.858996 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-0ccd1888-a55c-49b0-9c54-bd24274d2e2c tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:39:09.911494 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccd1888-a55c-49b0-9c54-bd24274d2e2c tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:39:09.912050 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0ccd1888-a55c-49b0-9c54-bd24274d2e2c tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809369'] for router_interface, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:09.914851 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb9369ee-27df-467f-b6db-c14639a9a515 req-64a4cd8f-d0e1-45fc-a50a-beb1a3f5abae tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] No DVR routers for this DVR port b499c971-4361-4c30-8ddd-c9a6a5d06e5c on host n-h2-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:39:09.920296 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8dfe633b-88a8-49ae-8743-6158f6509a14 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27088'] for router, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:09.922153 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8dfe633b-88a8-49ae-8743-6158f6509a14 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27079'] for router, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:10.010147 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-bb9369ee-27df-467f-b6db-c14639a9a515 req-64a4cd8f-d0e1-45fc-a50a-beb1a3f5abae tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:10.016678 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bb9369ee-27df-467f-b6db-c14639a9a515 req-64a4cd8f-d0e1-45fc-a50a-beb1a3f5abae tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.11 "DELETE /v2.0/ports/b499c971-4361-4c30-8ddd-c9a6a5d06e5c HTTP/1.1" status: 204 len: 173 time: 1.6250765 Apr 05 14:39:10.017426 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe2419c2-8251-4d83-819c-c86782eda892', 'name': 'network-vif-deleted', 'tag': 'b499c971-4361-4c30-8ddd-c9a6a5d06e5c'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:39:10.020085 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb4cc4b1-fadb-4250-a8c1-8cee7983e515" -d '{"events": [{"server_uuid": "fe2419c2-8251-4d83-819c-c86782eda892", "name": "network-vif-deleted", "tag": "b499c971-4361-4c30-8ddd-c9a6a5d06e5c"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:39:10.044691 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccd1888-a55c-49b0-9c54-bd24274d2e2c tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Pushing event updated for resources: {'Port': ['ID=226d4f9e-d380-46be-ab0e-b52aee492009,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:10.085685 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8dfe633b-88a8-49ae-8743-6158f6509a14 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:10.133600 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1208fd4f-83da-46f7-b969-49cc54ab1a1a x-openstack-request-id: req-1208fd4f-83da-46f7-b969-49cc54ab1a1a {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:39:10.134193 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe2419c2-8251-4d83-819c-c86782eda892", "name": "network-vif-deleted", "tag": "b499c971-4361-4c30-8ddd-c9a6a5d06e5c", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:39:10.134620 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1208fd4f-83da-46f7-b969-49cc54ab1a1a {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:39:10.135247 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1208fd4f-83da-46f7-b969-49cc54ab1a1a'] response: {'server_uuid': 'fe2419c2-8251-4d83-819c-c86782eda892', 'name': 'network-vif-deleted', 'tag': 'b499c971-4361-4c30-8ddd-c9a6a5d06e5c', 'status': 'completed', 'code': 200} Apr 05 14:39:10.174955 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8dfe633b-88a8-49ae-8743-6158f6509a14 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618'] for router, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:10.185533 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dad0d2b6-5c52-4588-9c41-241ce4e9d8e3 req-1a5abf23-b2b4-4bf4-af1e-0fda5a891cc1 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe2419c2-8251-4d83-819c-c86782eda892 HTTP/1.1" status: 200 len: 210 time: 0.0640571 Apr 05 14:39:10.212788 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edab033e-b7a2-47c4-8347-63fee0319386 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'tenant_id': '81648541dc0b4f1ea0eb9cace0846aa5', 'fixed_ips': [{'subnet_id': '3b21eed4-8c70-4088-a27e-147a08844ac3'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:39:10.213715 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-edab033e-b7a2-47c4-8347-63fee0319386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:10.324085 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8dfe633b-88a8-49ae-8743-6158f6509a14 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:10.324085 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-8dfe633b-88a8-49ae-8743-6158f6509a14 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5353794 Apr 05 14:39:10.324085 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 46400) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:10.362132 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0ccd1888-a55c-49b0-9c54-bd24274d2e2c tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:10.460104 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67715ef-086f-4cc5-9e6f-b480d88f2a17 None None] Network 893170ef-25af-4f7c-9831-c40f83e6092d requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:39:10.658821 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-bcf4ad0c-e4a4-4ffd-aecc-412bfe4a857e None None] Provisioning complete for port 8fb45476-aed5-49f7-a03a-9337064e377a triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:39:10.659260 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bcf4ad0c-e4a4-4ffd-aecc-412bfe4a857e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:10.711910 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-edab033e-b7a2-47c4-8347-63fee0319386 None None] Allocated IP 2001:db8::2 (fd08407d-7bc3-4895-9d28-9b2f36a8d65c/3b21eed4-8c70-4088-a27e-147a08844ac3/afa38e4b-25f2-4c87-b97c-4d7aee204d9e) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:39:11.032245 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bcf4ad0c-e4a4-4ffd-aecc-412bfe4a857e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:11.058829 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1c4dc32c-e4e4-448d-9cac-e7875badcefa tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:11.129280 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0ccd1888-a55c-49b0-9c54-bd24274d2e2c tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:11.135244 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-bcf4ad0c-e4a4-4ffd-aecc-412bfe4a857e None None] For port 8fb45476-aed5-49f7-a03a-9337064e377a, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=8fb45476-aed5-49f7-a03a-9337064e377a,segment=NetworkSegment(f31a1e78-2be6-4c05-8189-c6c8bdd183b3),segment_id=f31a1e78-2be6-4c05-8189-c6c8bdd183b3)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:39:11.173211 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb33352-d6d5-4074-9aa6-eb9aaa720926 None None] Network 499e51b9-157b-4d8b-b99c-79e5f7126332 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:39:11.227780 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device bbb52e45-9dc1-42bd-9d6a-887ec513b2a3 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:39:11.236546 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bcf4ad0c-e4a4-4ffd-aecc-412bfe4a857e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:11.277228 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0ccd1888-a55c-49b0-9c54-bd24274d2e2c tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:11.287309 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0ccd1888-a55c-49b0-9c54-bd24274d2e2c tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809317'] for router_interface, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:11.561170 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-27c44226-1495-4c30-a0bc-6501b0542661 req-47e87429-c073-4f9d-9ce4-d5fc32d9bdc9 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe2419c2-8251-4d83-819c-c86782eda892 HTTP/1.1" status: 200 len: 210 time: 0.1746209 Apr 05 14:39:11.579100 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccd1888-a55c-49b0-9c54-bd24274d2e2c tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Pushing event updated for resources: {'Port': ['ID=226d4f9e-d380-46be-ab0e-b52aee492009,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:11.677303 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ccd1888-a55c-49b0-9c54-bd24274d2e2c tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Network 893170ef-25af-4f7c-9831-c40f83e6092d is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:39:11.730681 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-0ccd1888-a55c-49b0-9c54-bd24274d2e2c tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:39:11.742995 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device b499c971-4361-4c30-8ddd-c9a6a5d06e5c no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:39:11.758063 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3ee8b938-f70e-4551-abfe-4e3a8df8840c req-14dff827-0836-45f8-acd8-bca51ba0253a tempest-ServersAdmin275Test-1700003416 tempest-ServersAdmin275Test-1700003416-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1c5f6eb-e81b-4734-9bcb-5700eb2b5dbd HTTP/1.1" status: 200 len: 210 time: 0.1359854 Apr 05 14:39:11.874700 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] No Port match for: b499c971-4361-4c30-8ddd-c9a6a5d06e5c {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:39:11.875187 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device b499c971-4361-4c30-8ddd-c9a6a5d06e5c not bound to the agent host n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:39:11.945610 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port bbb52e45-9dc1-42bd-9d6a-887ec513b2a3 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:39:11.946135 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:11.948391 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-edab033e-b7a2-47c4-8347-63fee0319386 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:11.957141 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf4ad0c-e4a4-4ffd-aecc-412bfe4a857e None None] Pushing event updated for resources: {'Port': ['ID=8fb45476-aed5-49f7-a03a-9337064e377a,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:11.974869 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d4480a42-1649-4289-bdd7-33cb2fd74d97 req-84440845-2d31-4016-90b2-00d0da92ee5e tempest-ServersAdmin275Test-1700003416 tempest-ServersAdmin275Test-1700003416-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1c5f6eb-e81b-4734-9bcb-5700eb2b5dbd HTTP/1.1" status: 200 len: 210 time: 0.0454676 Apr 05 14:39:12.019748 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-b01c6828-7115-4c02-a83b-2fc221941da9 None None] Provisioning complete for port bbb52e45-9dc1-42bd-9d6a-887ec513b2a3 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:39:12.020229 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b01c6828-7115-4c02-a83b-2fc221941da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:12.114598 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-edab033e-b7a2-47c4-8347-63fee0319386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:12.143106 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ccd1888-a55c-49b0-9c54-bd24274d2e2c tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Router b776b53b-6dd3-40b1-840d-19fbf4812efd is scheduled to L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 with binding_index 1 {{(pid=103320) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:39:12.179306 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-1c4dc32c-e4e4-448d-9cac-e7875badcefa tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Allocated IP 2001:db8::1 (fd08407d-7bc3-4895-9d28-9b2f36a8d65c/3b21eed4-8c70-4088-a27e-147a08844ac3/b7bccbfe-9006-4911-9bf2-a9a461a9d81b) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:39:12.250105 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edab033e-b7a2-47c4-8347-63fee0319386 None None] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:39:12.261694 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-edab033e-b7a2-47c4-8347-63fee0319386 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:39:12.265533 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edab033e-b7a2-47c4-8347-63fee0319386 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:39:12.330484 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b01c6828-7115-4c02-a83b-2fc221941da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:12.337767 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:12.361113 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ccd1888-a55c-49b0-9c54-bd24274d2e2c tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:39:12.366498 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-0ccd1888-a55c-49b0-9c54-bd24274d2e2c tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "PUT /v2.0/routers/b776b53b-6dd3-40b1-840d-19fbf4812efd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8018472 Apr 05 14:39:12.369664 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 46444) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:12.379934 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1c4dc32c-e4e4-448d-9cac-e7875badcefa tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:12.453659 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b177269-67fb-4f25-b633-6312be36183a None None] Sync routers for ids ['b776b53b-6dd3-40b1-840d-19fbf4812efd'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:39:12.457632 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829989e5-63fb-4528-8dc2-40ad648f701f tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:12.459133 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-829989e5-63fb-4528-8dc2-40ad648f701f tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "GET /v2.0/ports/226d4f9e-d380-46be-ab0e-b52aee492009 HTTP/1.1" status: 200 len: 911 time: 0.0890448 Apr 05 14:39:12.462242 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 46446) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:12.476303 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edab033e-b7a2-47c4-8347-63fee0319386 None None] Pushing event updated for resources: {'Port': ['ID=afa38e4b-25f2-4c87-b97c-4d7aee204d9e,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:12.557520 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1c4dc32c-e4e4-448d-9cac-e7875badcefa tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:12.585239 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:12.590117 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b177269-67fb-4f25-b633-6312be36183a None None] Routers {'b776b53b-6dd3-40b1-840d-19fbf4812efd'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:39:12.591332 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-5b177269-67fb-4f25-b633-6312be36183a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:38:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['b776b53b-6dd3-40b1-840d-19fbf4812efd'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:12.632838 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-b01c6828-7115-4c02-a83b-2fc221941da9 None None] For port bbb52e45-9dc1-42bd-9d6a-887ec513b2a3, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=bbb52e45-9dc1-42bd-9d6a-887ec513b2a3,segment=NetworkSegment(0b01d7e3-ecf2-42e8-895b-f330b91d2bf7),segment_id=0b01d7e3-ecf2-42e8-895b-f330b91d2bf7)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:39:12.633087 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4dc32c-e4e4-448d-9cac-e7875badcefa tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:39:12.642104 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-5b177269-67fb-4f25-b633-6312be36183a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:12.645227 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-1c4dc32c-e4e4-448d-9cac-e7875badcefa tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:39:12.645571 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-edab033e-b7a2-47c4-8347-63fee0319386 None None] Attempting to bind port afa38e4b-25f2-4c87-b97c-4d7aee204d9e on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:39:12.645571 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-edab033e-b7a2-47c4-8347-63fee0319386 None None] Attempting to bind port afa38e4b-25f2-4c87-b97c-4d7aee204d9e by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:39:12.645571 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edab033e-b7a2-47c4-8347-63fee0319386 None None] Attempting to bind port afa38e4b-25f2-4c87-b97c-4d7aee204d9e on network fd08407d-7bc3-4895-9d28-9b2f36a8d65c {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:39:12.648460 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4dc32c-e4e4-448d-9cac-e7875badcefa tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event updated for resources: {'Port': ['ID=b7bccbfe-9006-4911-9bf2-a9a461a9d81b,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:12.653888 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4dc32c-e4e4-448d-9cac-e7875badcefa tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:39:12.653888 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1c4dc32c-e4e4-448d-9cac-e7875badcefa tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809369'] for router_interface, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:12.705902 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edab033e-b7a2-47c4-8347-63fee0319386 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:39:12.711888 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edab033e-b7a2-47c4-8347-63fee0319386 None None] Checking segment: {'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:39:12.711888 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-edab033e-b7a2-47c4-8347-63fee0319386 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:12.711888 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edab033e-b7a2-47c4-8347-63fee0319386 None None] Bound using segment: {'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:39:12.711888 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-edab033e-b7a2-47c4-8347-63fee0319386 None None] Bound port: afa38e4b-25f2-4c87-b97c-4d7aee204d9e, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:39:12.711888 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-edab033e-b7a2-47c4-8347-63fee0319386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:12.722691 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b177269-67fb-4f25-b633-6312be36183a None None] Routers {'b776b53b-6dd3-40b1-840d-19fbf4812efd'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:39:12.723910 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-5b177269-67fb-4f25-b633-6312be36183a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:38:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['b776b53b-6dd3-40b1-840d-19fbf4812efd'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:12.781301 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-5b177269-67fb-4f25-b633-6312be36183a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:12.781972 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b177269-67fb-4f25-b633-6312be36183a None None] The sync data for ids ['b776b53b-6dd3-40b1-840d-19fbf4812efd'] in n-d-836650-2 is: [] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:39:12.791807 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b01c6828-7115-4c02-a83b-2fc221941da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:12.928045 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.db.api [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:39:12.928045 n-d-836650-2 neutron-server[103322]: DEBUG oslo_db.api [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:39:13.065568 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01c6828-7115-4c02-a83b-2fc221941da9 None None] Pushing event updated for resources: {'Port': ['ID=bbb52e45-9dc1-42bd-9d6a-887ec513b2a3,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:13.135881 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-fc08c52b-2dad-4e0e-b2c5-5d84f71acd0b None None] Provisioning complete for port 8fb45476-aed5-49f7-a03a-9337064e377a triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:39:13.136402 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fc08c52b-2dad-4e0e-b2c5-5d84f71acd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:13.170643 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-234b0b01-e723-4b7c-a3fb-29f7dfe400c5 req-b81a3b4c-9a29-4346-9a3d-341d9b8e7e1a tempest-ServersAdmin275Test-1700003416 tempest-ServersAdmin275Test-1700003416-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1c5f6eb-e81b-4734-9bcb-5700eb2b5dbd HTTP/1.1" status: 200 len: 210 time: 0.0810871 Apr 05 14:39:13.215358 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-edab033e-b7a2-47c4-8347-63fee0319386 None None] For port afa38e4b-25f2-4c87-b97c-4d7aee204d9e, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:39:13.234150 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-edab033e-b7a2-47c4-8347-63fee0319386 None None] For port afa38e4b-25f2-4c87-b97c-4d7aee204d9e, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=afa38e4b-25f2-4c87-b97c-4d7aee204d9e,segment=NetworkSegment(1c468974-700f-4380-acfc-da4f84290a6b),segment_id=1c468974-700f-4380-acfc-da4f84290a6b)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:39:13.327156 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-fc08c52b-2dad-4e0e-b2c5-5d84f71acd0b None None] Provisioning complete for port 226d4f9e-d380-46be-ab0e-b52aee492009 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:39:13.327728 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fc08c52b-2dad-4e0e-b2c5-5d84f71acd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:13.372422 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-edab033e-b7a2-47c4-8347-63fee0319386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:13.377559 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-fc08c52b-2dad-4e0e-b2c5-5d84f71acd0b None None] Port 226d4f9e-d380-46be-ab0e-b52aee492009 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:39:13.498491 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 8fb45476-aed5-49f7-a03a-9337064e377a up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:39:13.592170 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1c4dc32c-e4e4-448d-9cac-e7875badcefa tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:13.599081 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edab033e-b7a2-47c4-8347-63fee0319386 None None] Pushing event updated for resources: {'Port': ['ID=afa38e4b-25f2-4c87-b97c-4d7aee204d9e,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:13.605414 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-ff021c96-690d-4f6e-bcf1-efec9ae6ae08 None None] Provisioning complete for port bbb52e45-9dc1-42bd-9d6a-887ec513b2a3 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:39:13.605785 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ff021c96-690d-4f6e-bcf1-efec9ae6ae08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:13.718118 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 8fb45476-aed5-49f7-a03a-9337064e377a triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:39:13.718546 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:13.999413 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:14.170321 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806ef89f-5241-4a56-880b-4ac248d75862 req-ffe20768-d052-4511-8d2b-e590d83fa087 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:14.170321 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-806ef89f-5241-4a56-880b-4ac248d75862 req-ffe20768-d052-4511-8d2b-e590d83fa087 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=085a7a4b-3070-4afb-bba2-d06bb302477e HTTP/1.1" status: 200 len: 945 time: 0.1170437 Apr 05 14:39:14.173960 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ae8015ab-cf3a-49bf-bf36-a9303bb72f96 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:14.277751 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-806ef89f-5241-4a56-880b-4ac248d75862 req-3fd50256-3253-47c4-ba5c-cde7f095d3a3 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978134 Apr 05 14:39:14.327680 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1c4dc32c-e4e4-448d-9cac-e7875badcefa tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:14.392536 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device bbb52e45-9dc1-42bd-9d6a-887ec513b2a3 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:39:14.424142 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1c4dc32c-e4e4-448d-9cac-e7875badcefa tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:14.425334 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1c4dc32c-e4e4-448d-9cac-e7875badcefa tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809317'] for router_interface, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:14.454843 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-baac6fba-73d8-4b51-91ed-b33dc64723b4 req-eae88837-c38a-4ac7-b357-62ef2bec7ec3 tempest-ServersAdmin275Test-1700003416 tempest-ServersAdmin275Test-1700003416-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1c5f6eb-e81b-4734-9bcb-5700eb2b5dbd HTTP/1.1" status: 200 len: 210 time: 0.0756245 Apr 05 14:39:14.514930 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port bbb52e45-9dc1-42bd-9d6a-887ec513b2a3 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:39:14.515669 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:14.635862 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 8fb45476-aed5-49f7-a03a-9337064e377a up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:39:14.703415 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 8fb45476-aed5-49f7-a03a-9337064e377a triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:39:14.703953 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:14.706267 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4dc32c-e4e4-448d-9cac-e7875badcefa tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event updated for resources: {'Port': ['ID=b7bccbfe-9006-4911-9bf2-a9a461a9d81b,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:14.819824 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device afa38e4b-25f2-4c87-b97c-4d7aee204d9e up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:39:14.885728 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-ae8015ab-cf3a-49bf-bf36-a9303bb72f96 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Allocated IP 2001:db8:1::1 (499e51b9-157b-4d8b-b99c-79e5f7126332/2b271ea2-a165-40b4-99cd-67355158f98e/38d09a64-7901-4926-971b-0b36b721198f) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:39:14.890612 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4dc32c-e4e4-448d-9cac-e7875badcefa tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:39:14.896864 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-1c4dc32c-e4e4-448d-9cac-e7875badcefa tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:39:14.912101 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port afa38e4b-25f2-4c87-b97c-4d7aee204d9e triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:39:14.912774 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:15.064457 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:15.086112 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-8854ca4f-4886-476c-a8bb-6ef29fe325cc None None] Provisioning complete for port afa38e4b-25f2-4c87-b97c-4d7aee204d9e triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:39:15.086469 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8854ca4f-4886-476c-a8bb-6ef29fe325cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:15.172615 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port afa38e4b-25f2-4c87-b97c-4d7aee204d9e, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=afa38e4b-25f2-4c87-b97c-4d7aee204d9e,segment=NetworkSegment(1c468974-700f-4380-acfc-da4f84290a6b),segment_id=1c468974-700f-4380-acfc-da4f84290a6b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:39:15.194708 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ae8015ab-cf3a-49bf-bf36-a9303bb72f96 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:15.260842 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:15.268483 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8854ca4f-4886-476c-a8bb-6ef29fe325cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:15.349388 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c4dc32c-e4e4-448d-9cac-e7875badcefa tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Router 1bf67f1d-6057-42cd-af6a-2f81338fc217 is scheduled to L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 with binding_index 1 {{(pid=103321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:39:15.362388 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5114ab-6b3b-4755-9cf7-a525f4dc5f9f req-fdcc6718-66a9-4508-9a12-b2fa5940cc1f tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:15.364121 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6c5114ab-6b3b-4755-9cf7-a525f4dc5f9f req-fdcc6718-66a9-4508-9a12-b2fa5940cc1f tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.55 "GET /v2.0/ports?device_id=085a7a4b-3070-4afb-bba2-d06bb302477e HTTP/1.1" status: 200 len: 945 time: 0.0767932 Apr 05 14:39:15.379681 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=afa38e4b-25f2-4c87-b97c-4d7aee204d9e,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:15.401523 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.db.api [None req-8854ca4f-4886-476c-a8bb-6ef29fe325cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:39:15.401523 n-d-836650-2 neutron-server[103322]: DEBUG oslo_db.api [None req-8854ca4f-4886-476c-a8bb-6ef29fe325cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:39:15.432855 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ae8015ab-cf3a-49bf-bf36-a9303bb72f96 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:15.535444 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8015ab-cf3a-49bf-bf36-a9303bb72f96 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Network 499e51b9-157b-4d8b-b99c-79e5f7126332 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:39:15.541841 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-ae8015ab-cf3a-49bf-bf36-a9303bb72f96 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:39:15.547710 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8015ab-cf3a-49bf-bf36-a9303bb72f96 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:39:15.548242 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ae8015ab-cf3a-49bf-bf36-a9303bb72f96 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809369'] for router_interface, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:15.551306 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c4dc32c-e4e4-448d-9cac-e7875badcefa tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:39:15.557211 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-1c4dc32c-e4e4-448d-9cac-e7875badcefa tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "PUT /v2.0/routers/1bf67f1d-6057-42cd-af6a-2f81338fc217/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2317913 Apr 05 14:39:15.564007 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076d476d-1b01-446d-9142-bc6f1c4bb9b3 None None] Sync routers for ids ['1bf67f1d-6057-42cd-af6a-2f81338fc217'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:39:15.570552 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06eb4c9-5091-4230-8d94-eac33c60cb3d req-573006ae-4dab-4f6b-b582-d44913187552 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:15.584356 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e06eb4c9-5091-4230-8d94-eac33c60cb3d req-573006ae-4dab-4f6b-b582-d44913187552 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=085a7a4b-3070-4afb-bba2-d06bb302477e HTTP/1.1" status: 200 len: 945 time: 0.1265275 Apr 05 14:39:15.589766 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8015ab-cf3a-49bf-bf36-a9303bb72f96 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Pushing event updated for resources: {'Port': ['ID=38d09a64-7901-4926-971b-0b36b721198f,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:15.594289 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 46514) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:15.601277 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076d476d-1b01-446d-9142-bc6f1c4bb9b3 None None] Routers {'1bf67f1d-6057-42cd-af6a-2f81338fc217'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:39:15.603449 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-076d476d-1b01-446d-9142-bc6f1c4bb9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:38:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['1bf67f1d-6057-42cd-af6a-2f81338fc217'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:15.631366 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-6c5114ab-6b3b-4755-9cf7-a525f4dc5f9f req-f80d8699-9d25-4c33-8c33-9ada9ae5f147 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Deleting port 76b011da-70a8-45da-bc6c-2275f4a9184f {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:39:15.634837 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-6c5114ab-6b3b-4755-9cf7-a525f4dc5f9f req-f80d8699-9d25-4c33-8c33-9ada9ae5f147 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:15.716961 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7843b5-c70d-42a2-beb6-a34aae06a4f8 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:15.718427 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-8b7843b5-c70d-42a2-beb6-a34aae06a4f8 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/ports/b7bccbfe-9006-4911-9bf2-a9a461a9d81b HTTP/1.1" status: 200 len: 911 time: 0.1231918 Apr 05 14:39:15.729665 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 46516) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:15.747427 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-076d476d-1b01-446d-9142-bc6f1c4bb9b3 None None] Set router 1bf67f1d-6057-42cd-af6a-2f81338fc217 gateway port host: None {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:39:15.858907 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7205758-7ef5-4a47-b848-2358921eddbe tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:15.865320 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-6c5114ab-6b3b-4755-9cf7-a525f4dc5f9f req-f80d8699-9d25-4c33-8c33-9ada9ae5f147 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] For port 76b011da-70a8-45da-bc6c-2275f4a9184f, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=76b011da-70a8-45da-bc6c-2275f4a9184f,segment=NetworkSegment(ac926e6e-ab69-4031-83ab-f0f7e23b6b3b),segment_id=ac926e6e-ab69-4031-83ab-f0f7e23b6b3b)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:39:15.865899 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-6c5114ab-6b3b-4755-9cf7-a525f4dc5f9f req-f80d8699-9d25-4c33-8c33-9ada9ae5f147 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:15.875860 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7205758-7ef5-4a47-b848-2358921eddbe tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:15.887217 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-6c5114ab-6b3b-4755-9cf7-a525f4dc5f9f req-f80d8699-9d25-4c33-8c33-9ada9ae5f147 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Calling delete_port for 76b011da-70a8-45da-bc6c-2275f4a9184f owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:39:15.891404 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-a7205758-7ef5-4a47-b848-2358921eddbe tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1557603 Apr 05 14:39:15.894231 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 46520) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:16.011418 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15cc81c-c22a-4c34-a01e-88c29b4279ec None None] get_active_networks_info from n-d-836650-2 {{(pid=103322) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 05 14:39:16.026266 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bb21957c-beda-4721-8653-4015840eb626 req-c9d1436e-978d-4b07-bbe0-e67cf3638739 tempest-ServersAdmin275Test-1700003416 tempest-ServersAdmin275Test-1700003416-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1c5f6eb-e81b-4734-9bcb-5700eb2b5dbd HTTP/1.1" status: 200 len: 210 time: 0.4041615 Apr 05 14:39:16.089063 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-076d476d-1b01-446d-9142-bc6f1c4bb9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf67f1d-6057-42cd-af6a-2f81338fc217', 'name': 'tempest-NetworksTestDHCPv6-router-1188439412', 'tenant_id': '81648541dc0b4f1ea0eb9cace0846aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:39:09Z', 'updated_at': '2022-04-05T14:39:12Z', 'revision_number': 2, 'project_id': '81648541dc0b4f1ea0eb9cace0846aa5', 'gw_port_host': None, '_interfaces': [{'id': 'b7bccbfe-9006-4911-9bf2-a9a461a9d81b', 'name': '', 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'tenant_id': '81648541dc0b4f1ea0eb9cace0846aa5', 'mac_address': 'fa:16:3e:5f:4a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf67f1d-6057-42cd-af6a-2f81338fc217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': '3b21eed4-8c70-4088-a27e-147a08844ac3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:39:11Z', 'updated_at': '2022-04-05T14:39:13Z', 'revision_number': 2, 'project_id': '81648541dc0b4f1ea0eb9cace0846aa5', 'subnets': [{'id': '3b21eed4-8c70-4088-a27e-147a08844ac3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:16.135385 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076d476d-1b01-446d-9142-bc6f1c4bb9b3 None None] Checking router: 1bf67f1d-6057-42cd-af6a-2f81338fc217 for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:39:16.135730 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076d476d-1b01-446d-9142-bc6f1c4bb9b3 None None] Updating router 1bf67f1d-6057-42cd-af6a-2f81338fc217 port b7bccbfe-9006-4911-9bf2-a9a461a9d81b binding host n-d-836650-2 {{(pid=103323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:39:16.163036 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ae8015ab-cf3a-49bf-bf36-a9303bb72f96 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:16.212300 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-076d476d-1b01-446d-9142-bc6f1c4bb9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:16.253050 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device afa38e4b-25f2-4c87-b97c-4d7aee204d9e up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:39:16.273482 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e06eb4c9-5091-4230-8d94-eac33c60cb3d req-75e9b3b3-dc91-4dff-8c1e-50ff6a5f30d9 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/security-groups?id=b74112cb-92be-4f99-bce2-a3115581d928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6818068 Apr 05 14:39:16.322735 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-281429fc-bd25-4771-a4ab-d02795f2bb14 None None] Provisioning complete for port b7bccbfe-9006-4911-9bf2-a9a461a9d81b triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:39:16.324248 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-281429fc-bd25-4771-a4ab-d02795f2bb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:16.330807 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-6c5114ab-6b3b-4755-9cf7-a525f4dc5f9f req-f80d8699-9d25-4c33-8c33-9ada9ae5f147 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:16.385030 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-281429fc-bd25-4771-a4ab-d02795f2bb14 None None] Port b7bccbfe-9006-4911-9bf2-a9a461a9d81b cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:39:16.390292 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['76b011da-70a8-45da-bc6c-2275f4a9184f'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:39:16.408500 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80d8699-9d25-4c33-8c33-9ada9ae5f147 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Pushing event deleted for resources: {'Port': ['ID=76b011da-70a8-45da-bc6c-2275f4a9184f,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:16.463811 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-281429fc-bd25-4771-a4ab-d02795f2bb14 None None] Provisioning complete for port 38d09a64-7901-4926-971b-0b36b721198f triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:39:16.464403 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-281429fc-bd25-4771-a4ab-d02795f2bb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:16.494892 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c5114ab-6b3b-4755-9cf7-a525f4dc5f9f req-f80d8699-9d25-4c33-8c33-9ada9ae5f147 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] No DVR routers for this DVR port 76b011da-70a8-45da-bc6c-2275f4a9184f on host n-h1-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:39:16.500603 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-6c5114ab-6b3b-4755-9cf7-a525f4dc5f9f req-f80d8699-9d25-4c33-8c33-9ada9ae5f147 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:16.505711 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6c5114ab-6b3b-4755-9cf7-a525f4dc5f9f req-f80d8699-9d25-4c33-8c33-9ada9ae5f147 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.55 "DELETE /v2.0/ports/76b011da-70a8-45da-bc6c-2275f4a9184f HTTP/1.1" status: 204 len: 173 time: 1.1293559 Apr 05 14:39:16.505711 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '085a7a4b-3070-4afb-bba2-d06bb302477e', 'name': 'network-vif-deleted', 'tag': '76b011da-70a8-45da-bc6c-2275f4a9184f'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:39:16.517739 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a34248dd-22f5-4ab5-a707-ea04d32a648f" -d '{"events": [{"server_uuid": "085a7a4b-3070-4afb-bba2-d06bb302477e", "name": "network-vif-deleted", "tag": "76b011da-70a8-45da-bc6c-2275f4a9184f"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:39:16.565835 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-281429fc-bd25-4771-a4ab-d02795f2bb14 None None] Port 38d09a64-7901-4926-971b-0b36b721198f cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:39:16.599651 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port afa38e4b-25f2-4c87-b97c-4d7aee204d9e triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:39:16.603859 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:16.629902 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9abf1ea1-1b86-4b85-b7f5-3007f18f3b42 x-openstack-request-id: req-9abf1ea1-1b86-4b85-b7f5-3007f18f3b42 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:39:16.629902 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "085a7a4b-3070-4afb-bba2-d06bb302477e", "name": "network-vif-deleted", "tag": "76b011da-70a8-45da-bc6c-2275f4a9184f", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:39:16.629902 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9abf1ea1-1b86-4b85-b7f5-3007f18f3b42 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:39:16.629902 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9abf1ea1-1b86-4b85-b7f5-3007f18f3b42'] response: {'server_uuid': '085a7a4b-3070-4afb-bba2-d06bb302477e', 'name': 'network-vif-deleted', 'tag': '76b011da-70a8-45da-bc6c-2275f4a9184f', 'status': 'completed', 'code': 200} Apr 05 14:39:16.670887 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15cc81c-c22a-4c34-a01e-88c29b4279ec None None] Resources bound (agent type, host, resource id): {{(pid=103322) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 14:39:16.787657 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ae8015ab-cf3a-49bf-bf36-a9303bb72f96 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:16.919884 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ae8015ab-cf3a-49bf-bf36-a9303bb72f96 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:16.926110 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ae8015ab-cf3a-49bf-bf36-a9303bb72f96 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809317'] for router_interface, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:17.001845 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-076d476d-1b01-446d-9142-bc6f1c4bb9b3 None None] Notify callbacks [] for port, precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:17.085248 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-076d476d-1b01-446d-9142-bc6f1c4bb9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:17.141094 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-997484ce-ea7a-4852-aa2d-4639d50f901c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809988'] for router_interface, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:17.243699 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8015ab-cf3a-49bf-bf36-a9303bb72f96 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Pushing event updated for resources: {'Port': ['ID=38d09a64-7901-4926-971b-0b36b721198f,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:17.275392 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326b1f4c-29fa-40bd-992e-db7606740d16 None None] Pushing event updated for resources: {'Port': ['ID=b7bccbfe-9006-4911-9bf2-a9a461a9d81b,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:17.399810 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-076d476d-1b01-446d-9142-bc6f1c4bb9b3 None None] Attempting to bind port b7bccbfe-9006-4911-9bf2-a9a461a9d81b on host n-d-836650-2 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:39:17.400257 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-076d476d-1b01-446d-9142-bc6f1c4bb9b3 None None] Attempting to bind port b7bccbfe-9006-4911-9bf2-a9a461a9d81b by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:39:17.400691 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076d476d-1b01-446d-9142-bc6f1c4bb9b3 None None] Attempting to bind port b7bccbfe-9006-4911-9bf2-a9a461a9d81b on network fd08407d-7bc3-4895-9d28-9b2f36a8d65c {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:39:17.407801 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076d476d-1b01-446d-9142-bc6f1c4bb9b3 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:39:17.408507 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076d476d-1b01-446d-9142-bc6f1c4bb9b3 None None] Checking segment: {'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:39:17.409164 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-076d476d-1b01-446d-9142-bc6f1c4bb9b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:17.409817 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076d476d-1b01-446d-9142-bc6f1c4bb9b3 None None] Bound using segment: {'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:39:17.410579 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-076d476d-1b01-446d-9142-bc6f1c4bb9b3 None None] Bound port: b7bccbfe-9006-4911-9bf2-a9a461a9d81b, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:39:17.411344 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-076d476d-1b01-446d-9142-bc6f1c4bb9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:17.431608 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326b1f4c-29fa-40bd-992e-db7606740d16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:39:17.435380 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326b1f4c-29fa-40bd-992e-db7606740d16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:39:17.435380 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326b1f4c-29fa-40bd-992e-db7606740d16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:39:17.435380 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326b1f4c-29fa-40bd-992e-db7606740d16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:39:17.435380 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326b1f4c-29fa-40bd-992e-db7606740d16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:39:17.435380 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326b1f4c-29fa-40bd-992e-db7606740d16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:39:17.435380 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326b1f4c-29fa-40bd-992e-db7606740d16 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:39:17.435380 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326b1f4c-29fa-40bd-992e-db7606740d16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:39:17.437622 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326b1f4c-29fa-40bd-992e-db7606740d16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:39:17.438024 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326b1f4c-29fa-40bd-992e-db7606740d16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:39:17.438365 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326b1f4c-29fa-40bd-992e-db7606740d16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:39:17.438702 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326b1f4c-29fa-40bd-992e-db7606740d16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:39:17.475965 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c32f6779-97fb-44b6-bb01-f493f27f8012 req-bcd2f68e-2f8a-4877-ab7e-246e63886673 tempest-ServersAdmin275Test-1700003416 tempest-ServersAdmin275Test-1700003416-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1c5f6eb-e81b-4734-9bcb-5700eb2b5dbd HTTP/1.1" status: 200 len: 210 time: 0.0830901 Apr 05 14:39:17.587857 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1b3ce149-c2b2-4bca-9299-afc7c6795e2c req-0188ef99-32c3-42bf-8118-4fcd73a4f854 tempest-ServersTestJSON-565055130 tempest-ServersTestJSON-565055130-project] 10.222.0.30 "GET /v2.0/ports?device_id=085a7a4b-3070-4afb-bba2-d06bb302477e HTTP/1.1" status: 200 len: 210 time: 0.1318779 Apr 05 14:39:17.613917 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-076d476d-1b01-446d-9142-bc6f1c4bb9b3 None None] For port b7bccbfe-9006-4911-9bf2-a9a461a9d81b, host n-d-836650-2, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:39:17.627542 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-076d476d-1b01-446d-9142-bc6f1c4bb9b3 None None] For port b7bccbfe-9006-4911-9bf2-a9a461a9d81b, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=b7bccbfe-9006-4911-9bf2-a9a461a9d81b,segment=NetworkSegment(1c468974-700f-4380-acfc-da4f84290a6b),segment_id=1c468974-700f-4380-acfc-da4f84290a6b)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:39:17.709519 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f211294b-ca03-4f49-a054-8a9fac4557fc req-b88a71d7-80d8-4b74-a1d5-ef86019c3588 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e1c5f6eb-e81b-4734-9bcb-5700eb2b5dbd HTTP/1.1" status: 200 len: 210 time: 0.0579014 Apr 05 14:39:17.723774 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-076d476d-1b01-446d-9142-bc6f1c4bb9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:17.905872 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326b1f4c-29fa-40bd-992e-db7606740d16 None None] Pushing event updated for resources: {'Port': ['ID=b7bccbfe-9006-4911-9bf2-a9a461a9d81b,revision_number=4']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:17.908544 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076d476d-1b01-446d-9142-bc6f1c4bb9b3 None None] Routers {'1bf67f1d-6057-42cd-af6a-2f81338fc217'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:39:17.909187 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-076d476d-1b01-446d-9142-bc6f1c4bb9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:38:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['1bf67f1d-6057-42cd-af6a-2f81338fc217'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:18.014392 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8015ab-cf3a-49bf-bf36-a9303bb72f96 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Network 499e51b9-157b-4d8b-b99c-79e5f7126332 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:39:18.021000 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 46554) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:18.054908 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-ae8015ab-cf3a-49bf-bf36-a9303bb72f96 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:39:18.088641 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-076d476d-1b01-446d-9142-bc6f1c4bb9b3 None None] Set router 1bf67f1d-6057-42cd-af6a-2f81338fc217 gateway port host: None {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:39:18.199172 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e659b4e6-6aa6-4787-9d7b-35fa35762ab0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:18.210124 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae8015ab-cf3a-49bf-bf36-a9303bb72f96 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Router b776b53b-6dd3-40b1-840d-19fbf4812efd has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:39:18.297330 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e659b4e6-6aa6-4787-9d7b-35fa35762ab0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:18.369497 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae8015ab-cf3a-49bf-bf36-a9303bb72f96 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:39:18.383016 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 46560) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:18.383176 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-ae8015ab-cf3a-49bf-bf36-a9303bb72f96 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "PUT /v2.0/routers/b776b53b-6dd3-40b1-840d-19fbf4812efd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9154701 Apr 05 14:39:18.383319 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154e55bd-b1ee-44c5-b345-984f5f3b9eeb None None] Sync routers for ids ['b776b53b-6dd3-40b1-840d-19fbf4812efd'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:39:18.401829 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154e55bd-b1ee-44c5-b345-984f5f3b9eeb None None] Routers {'b776b53b-6dd3-40b1-840d-19fbf4812efd'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:39:18.406136 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-154e55bd-b1ee-44c5-b345-984f5f3b9eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:38:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['b776b53b-6dd3-40b1-840d-19fbf4812efd'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:18.429469 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-076d476d-1b01-446d-9142-bc6f1c4bb9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf67f1d-6057-42cd-af6a-2f81338fc217', 'name': 'tempest-NetworksTestDHCPv6-router-1188439412', 'tenant_id': '81648541dc0b4f1ea0eb9cace0846aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:39:09Z', 'updated_at': '2022-04-05T14:39:12Z', 'revision_number': 2, 'project_id': '81648541dc0b4f1ea0eb9cace0846aa5', 'gw_port_host': None, '_interfaces': [{'id': 'b7bccbfe-9006-4911-9bf2-a9a461a9d81b', 'name': '', 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'tenant_id': '81648541dc0b4f1ea0eb9cace0846aa5', 'mac_address': 'fa:16:3e:5f:4a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf67f1d-6057-42cd-af6a-2f81338fc217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': '3b21eed4-8c70-4088-a27e-147a08844ac3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:39:11Z', 'updated_at': '2022-04-05T14:39:17Z', 'revision_number': 4, 'project_id': '81648541dc0b4f1ea0eb9cace0846aa5', 'subnets': [{'id': '3b21eed4-8c70-4088-a27e-147a08844ac3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:18.431851 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e659b4e6-6aa6-4787-9d7b-35fa35762ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:18.453890 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-997484ce-ea7a-4852-aa2d-4639d50f901c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Deleting port b7bccbfe-9006-4911-9bf2-a9a461a9d81b {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:39:18.458979 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-997484ce-ea7a-4852-aa2d-4639d50f901c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:18.467422 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076d476d-1b01-446d-9142-bc6f1c4bb9b3 None None] The sync data for ids ['1bf67f1d-6057-42cd-af6a-2f81338fc217'] in n-d-836650-2 is: [{'id': '1bf67f1d-6057-42cd-af6a-2f81338fc217', 'name': 'tempest-NetworksTestDHCPv6-router-1188439412', 'tenant_id': '81648541dc0b4f1ea0eb9cace0846aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:39:09Z', 'updated_at': '2022-04-05T14:39:12Z', 'revision_number': 2, 'project_id': '81648541dc0b4f1ea0eb9cace0846aa5', 'gw_port_host': None, '_interfaces': [{'id': 'b7bccbfe-9006-4911-9bf2-a9a461a9d81b', 'name': '', 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'tenant_id': '81648541dc0b4f1ea0eb9cace0846aa5', 'mac_address': 'fa:16:3e:5f:4a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf67f1d-6057-42cd-af6a-2f81338fc217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': '3b21eed4-8c70-4088-a27e-147a08844ac3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:39:11Z', 'updated_at': '2022-04-05T14:39:17Z', 'revision_number': 4, 'project_id': '81648541dc0b4f1ea0eb9cace0846aa5', 'subnets': [{'id': '3b21eed4-8c70-4088-a27e-147a08844ac3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:39:18.492098 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-e659b4e6-6aa6-4787-9d7b-35fa35762ab0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fdb2c6f2e94946fe9ef8c8367ab13b3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4697990 Apr 05 14:39:18.509352 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e659b4e6-6aa6-4787-9d7b-35fa35762ab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2744f216-1f45-4115-a9d9-bf3f6c85b175,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:18.516494 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 46562) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:18.536664 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-154e55bd-b1ee-44c5-b345-984f5f3b9eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:18.541489 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074c4e66-5145-4434-aee6-4f32655db227 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:18.544321 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-074c4e66-5145-4434-aee6-4f32655db227 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "GET /v2.0/ports/38d09a64-7901-4926-971b-0b36b721198f HTTP/1.1" status: 200 len: 913 time: 0.1638739 Apr 05 14:39:18.561776 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154e55bd-b1ee-44c5-b345-984f5f3b9eeb None None] Routers {'b776b53b-6dd3-40b1-840d-19fbf4812efd'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:39:18.563946 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 46564) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:18.565180 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-154e55bd-b1ee-44c5-b345-984f5f3b9eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:38:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['b776b53b-6dd3-40b1-840d-19fbf4812efd'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:18.634911 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-154e55bd-b1ee-44c5-b345-984f5f3b9eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:18.635751 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154e55bd-b1ee-44c5-b345-984f5f3b9eeb None None] The sync data for ids ['b776b53b-6dd3-40b1-840d-19fbf4812efd'] in n-d-836650-2 is: [] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:39:18.668174 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-5abfe7c7-cb02-4e32-94b6-b1bb2dd0bca9 None None] Provisioning complete for port b7bccbfe-9006-4911-9bf2-a9a461a9d81b triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:39:18.669596 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5abfe7c7-cb02-4e32-94b6-b1bb2dd0bca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:18.713855 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 46570) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:18.835024 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-997484ce-ea7a-4852-aa2d-4639d50f901c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] For port b7bccbfe-9006-4911-9bf2-a9a461a9d81b, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=b7bccbfe-9006-4911-9bf2-a9a461a9d81b,segment=NetworkSegment(1c468974-700f-4380-acfc-da4f84290a6b),segment_id=1c468974-700f-4380-acfc-da4f84290a6b)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:39:18.835658 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-997484ce-ea7a-4852-aa2d-4639d50f901c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:18.858597 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5abfe7c7-cb02-4e32-94b6-b1bb2dd0bca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:18.901330 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-997484ce-ea7a-4852-aa2d-4639d50f901c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Calling delete_port for b7bccbfe-9006-4911-9bf2-a9a461a9d81b owned by network:router_interface {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:39:18.906116 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-5abfe7c7-cb02-4e32-94b6-b1bb2dd0bca9 None None] For port b7bccbfe-9006-4911-9bf2-a9a461a9d81b, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=b7bccbfe-9006-4911-9bf2-a9a461a9d81b,segment=NetworkSegment(1c468974-700f-4380-acfc-da4f84290a6b),segment_id=1c468974-700f-4380-acfc-da4f84290a6b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:39:18.939303 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-67a3d84f-1452-4979-89ea-5c0bbd8bc4f7 admin admin] Deleting subnet 7f3129d9-da84-45bd-9800-b5c89ee3ca61 {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:39:18.946329 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d1eaae0b-36da-4db0-82ce-1dd9e8771b0b req-d084b758-403b-4eca-ac94-1952eb435b9b tempest-ServersAdmin275Test-1700003416 tempest-ServersAdmin275Test-1700003416-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1c5f6eb-e81b-4734-9bcb-5700eb2b5dbd HTTP/1.1" status: 200 len: 210 time: 0.2427161 Apr 05 14:39:18.973980 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-34af3db1-a718-41fe-a0de-0643f86dd7d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:18.976906 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5abfe7c7-cb02-4e32-94b6-b1bb2dd0bca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:19.054526 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-34af3db1-a718-41fe-a0de-0643f86dd7d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:19.057939 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-67a3d84f-1452-4979-89ea-5c0bbd8bc4f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:19.104793 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-5abfe7c7-cb02-4e32-94b6-b1bb2dd0bca9 None None] Provisioning complete for port afa38e4b-25f2-4c87-b97c-4d7aee204d9e triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:39:19.105844 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5abfe7c7-cb02-4e32-94b6-b1bb2dd0bca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:19.156950 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-67a3d84f-1452-4979-89ea-5c0bbd8bc4f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:19.261025 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abfe7c7-cb02-4e32-94b6-b1bb2dd0bca9 None None] Pushing event updated for resources: {'Port': ['ID=b7bccbfe-9006-4911-9bf2-a9a461a9d81b,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:19.315341 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-67a3d84f-1452-4979-89ea-5c0bbd8bc4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:19.315758 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-34af3db1-a718-41fe-a0de-0643f86dd7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:19.319298 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-34af3db1-a718-41fe-a0de-0643f86dd7d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:19.323457 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-34af3db1-a718-41fe-a0de-0643f86dd7d1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2744f216-1f45-4115-a9d9-bf3f6c85b175 HTTP/1.1" status: 204 len: 168 time: 0.8068395 Apr 05 14:39:19.371290 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34af3db1-a718-41fe-a0de-0643f86dd7d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2744f216-1f45-4115-a9d9-bf3f6c85b175,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:19.561606 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-ea5cf29b-5d22-4ab9-9cd3-83cb64ff6bd9 None None] Provisioning complete for port b7bccbfe-9006-4911-9bf2-a9a461a9d81b triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:39:19.562426 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ea5cf29b-5d22-4ab9-9cd3-83cb64ff6bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:19.597162 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-67a3d84f-1452-4979-89ea-5c0bbd8bc4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:19.623483 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a3d84f-1452-4979-89ea-5c0bbd8bc4f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f3129d9-da84-45bd-9800-b5c89ee3ca61,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:19.631212 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-67a3d84f-1452-4979-89ea-5c0bbd8bc4f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:19.636764 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-67a3d84f-1452-4979-89ea-5c0bbd8bc4f7 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/7f3129d9-da84-45bd-9800-b5c89ee3ca61 HTTP/1.1" status: 204 len: 168 time: 0.9199994 Apr 05 14:39:19.638785 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 46576) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:19.668414 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b458c35d-94af-4ee6-82f5-0e07b245dcb7 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809988'] for router_interface, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:19.670283 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-997484ce-ea7a-4852-aa2d-4639d50f901c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:19.687924 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-ea5cf29b-5d22-4ab9-9cd3-83cb64ff6bd9 None None] Port b7bccbfe-9006-4911-9bf2-a9a461a9d81b update to ACTIVE by agent not found {{(pid=103322) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Apr 05 14:39:19.716039 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-ea5cf29b-5d22-4ab9-9cd3-83cb64ff6bd9 None None] Provisioning complete for port 38d09a64-7901-4926-971b-0b36b721198f triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:39:19.717442 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ea5cf29b-5d22-4ab9-9cd3-83cb64ff6bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:19.763226 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-ea5cf29b-5d22-4ab9-9cd3-83cb64ff6bd9 None None] Port 38d09a64-7901-4926-971b-0b36b721198f cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:39:19.773852 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997484ce-ea7a-4852-aa2d-4639d50f901c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event deleted for resources: {'Port': ['ID=b7bccbfe-9006-4911-9bf2-a9a461a9d81b,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:19.836646 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d0289ea3-5382-4fe3-8765-5537276324a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:19.896181 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9c6d0d51-9b07-40c6-bc0c-d0bf3c560438 None None] Could not find standard attr ID for object b7bccbfe-9006-4911-9bf2-a9a461a9d81b. {{(pid=103322) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 14:39:19.952445 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-997484ce-ea7a-4852-aa2d-4639d50f901c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1798829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810128'] for router_interface, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:20.204953 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-498b4108-1dea-43f1-8202-bd051e9511d3 req-aad937d3-f337-410d-92c5-3ad3ba09bbbb tempest-ServersAdmin275Test-1700003416 tempest-ServersAdmin275Test-1700003416-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1c5f6eb-e81b-4734-9bcb-5700eb2b5dbd HTTP/1.1" status: 200 len: 210 time: 0.0435097 Apr 05 14:39:20.258122 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d0289ea3-5382-4fe3-8765-5537276324a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:20.288834 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-997484ce-ea7a-4852-aa2d-4639d50f901c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Router 1bf67f1d-6057-42cd-af6a-2f81338fc217 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:39:20.293198 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-d0289ea3-5382-4fe3-8765-5537276324a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9f4fa40-46c8-414a-a7c0-062d21c067f9']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:20.314791 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-d0289ea3-5382-4fe3-8765-5537276324a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac926e6e-ab69-4031-83ab-f0f7e23b6b3b') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:20.315089 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-d0289ea3-5382-4fe3-8765-5537276324a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac926e6e-ab69-4031-83ab-f0f7e23b6b3b') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:20.366313 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d0289ea3-5382-4fe3-8765-5537276324a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:20.456610 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-997484ce-ea7a-4852-aa2d-4639d50f901c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:39:20.468152 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-997484ce-ea7a-4852-aa2d-4639d50f901c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "PUT /v2.0/routers/1bf67f1d-6057-42cd-af6a-2f81338fc217/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5727770 Apr 05 14:39:20.471042 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 46602) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:20.498966 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d0289ea3-5382-4fe3-8765-5537276324a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:20.501855 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 46604) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:20.527387 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22f581d-5423-40ef-9db8-f424f626f0ad req-6096f89a-3518-469d-b522-9a7fe8938962 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:20.533713 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22f581d-5423-40ef-9db8-f424f626f0ad req-6096f89a-3518-469d-b522-9a7fe8938962 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:20.539312 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0289ea3-5382-4fe3-8765-5537276324a1 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:39:20.539654 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22f581d-5423-40ef-9db8-f424f626f0ad req-6096f89a-3518-469d-b522-9a7fe8938962 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:20.539770 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d0289ea3-5382-4fe3-8765-5537276324a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:20.541496 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:39:20.541496 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:39:20.541496 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:39:20.541496 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:39:20.541496 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:39:20.541496 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:39:20.541496 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:39:20.541496 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:39:20.541496 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:39:20.541496 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:39:20.541496 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:39:20.541496 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:39:20.541496 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:39:20.541496 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:39:20.541496 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:39:20.541496 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:39:20.541496 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:39:20.541496 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:39:20.541496 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:39:20.541496 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:39:20.541496 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:39:20.541496 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:39:20.541496 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:39:20.541496 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:39:20.541496 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:39:20.541496 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:39:20.541496 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:39:20.541496 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:39:20.541496 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:39:20.541496 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:39:20.541496 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:39:20.541496 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:39:20.545855 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22f581d-5423-40ef-9db8-f424f626f0ad req-6096f89a-3518-469d-b522-9a7fe8938962 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:20.552051 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22f581d-5423-40ef-9db8-f424f626f0ad req-6096f89a-3518-469d-b522-9a7fe8938962 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:20.554990 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-70d082da-94c1-4b64-9ceb-d6147cf696f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:20.558127 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22f581d-5423-40ef-9db8-f424f626f0ad req-6096f89a-3518-469d-b522-9a7fe8938962 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:20.565632 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22f581d-5423-40ef-9db8-f424f626f0ad req-6096f89a-3518-469d-b522-9a7fe8938962 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:20.569669 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d22f581d-5423-40ef-9db8-f424f626f0ad req-6096f89a-3518-469d-b522-9a7fe8938962 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 5436 time: 0.1717572 Apr 05 14:39:20.633300 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756ea8b0-183a-4105-90f9-0c774ed18e1c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:20.635015 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756ea8b0-183a-4105-90f9-0c774ed18e1c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:20.640396 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-756ea8b0-183a-4105-90f9-0c774ed18e1c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1651261 Apr 05 14:39:20.642682 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 46606) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:20.644178 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 76b011da-70a8-45da-bc6c-2275f4a9184f no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:39:20.669106 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d22f581d-5423-40ef-9db8-f424f626f0ad req-aad24a91-80ab-466a-addb-c7b87d22b93e tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/security-groups?id=756a1fd7-e8fc-4bda-8783-a2c1d11a4f04&id=cbd616a3-13b2-4eba-903a-bcdcba548a35&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0893509 Apr 05 14:39:20.690433 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-b458c35d-94af-4ee6-82f5-0e07b245dcb7 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Deleting port 38d09a64-7901-4926-971b-0b36b721198f {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:39:20.691032 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b458c35d-94af-4ee6-82f5-0e07b245dcb7 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:20.695360 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] No Port match for: 76b011da-70a8-45da-bc6c-2275f4a9184f {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:39:20.696141 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 76b011da-70a8-45da-bc6c-2275f4a9184f not bound to the agent host n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:39:20.741039 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8bc7092-bac8-4e33-95ed-0ea2832e040e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Deleting subnet 3b21eed4-8c70-4088-a27e-147a08844ac3 {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:39:20.749079 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d8bc7092-bac8-4e33-95ed-0ea2832e040e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:20.754783 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d0289ea3-5382-4fe3-8765-5537276324a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:20.786272 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d0289ea3-5382-4fe3-8765-5537276324a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:20.792830 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-d0289ea3-5382-4fe3-8765-5537276324a1 admin admin] 10.222.0.30 "DELETE /v2.0/networks/e9f4fa40-46c8-414a-a7c0-062d21c067f9 HTTP/1.1" status: 204 len: 168 time: 1.1508062 Apr 05 14:39:20.835373 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f26615f-89d4-4e35-9904-65f5c92c8408 None None] Sync routers for ids ['1bf67f1d-6057-42cd-af6a-2f81338fc217'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:39:20.838154 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0289ea3-5382-4fe3-8765-5537276324a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9f4fa40-46c8-414a-a7c0-062d21c067f9,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:20.853460 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f26615f-89d4-4e35-9904-65f5c92c8408 None None] Routers {'1bf67f1d-6057-42cd-af6a-2f81338fc217'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:39:20.854481 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-7f26615f-89d4-4e35-9904-65f5c92c8408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:38:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['1bf67f1d-6057-42cd-af6a-2f81338fc217'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:20.864803 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d8bc7092-bac8-4e33-95ed-0ea2832e040e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:20.936655 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b458c35d-94af-4ee6-82f5-0e07b245dcb7 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:20.940973 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-7f26615f-89d4-4e35-9904-65f5c92c8408 None None] Set router 1bf67f1d-6057-42cd-af6a-2f81338fc217 gateway port host: None {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:39:20.951365 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-b458c35d-94af-4ee6-82f5-0e07b245dcb7 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Calling delete_port for 38d09a64-7901-4926-971b-0b36b721198f owned by network:router_interface {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:39:21.019747 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-7f26615f-89d4-4e35-9904-65f5c92c8408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf67f1d-6057-42cd-af6a-2f81338fc217', 'name': 'tempest-NetworksTestDHCPv6-router-1188439412', 'tenant_id': '81648541dc0b4f1ea0eb9cace0846aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:39:09Z', 'updated_at': '2022-04-05T14:39:19Z', 'revision_number': 3, 'project_id': '81648541dc0b4f1ea0eb9cace0846aa5', 'gw_port_host': None}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:21.057465 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f26615f-89d4-4e35-9904-65f5c92c8408 None None] Checking router: 1bf67f1d-6057-42cd-af6a-2f81338fc217 for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:39:21.067963 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f26615f-89d4-4e35-9904-65f5c92c8408 None None] Routers {'1bf67f1d-6057-42cd-af6a-2f81338fc217'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:39:21.069019 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-7f26615f-89d4-4e35-9904-65f5c92c8408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:38:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['1bf67f1d-6057-42cd-af6a-2f81338fc217'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:21.075280 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-70d082da-94c1-4b64-9ceb-d6147cf696f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:21.095810 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d8bc7092-bac8-4e33-95ed-0ea2832e040e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:21.177452 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c371defe-e69b-43d8-adab-fa94b43a8311 req-0bbd1505-5d99-438c-af85-209ab71bcf6f tempest-ServersAdmin275Test-1700003416 tempest-ServersAdmin275Test-1700003416-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1c5f6eb-e81b-4734-9bcb-5700eb2b5dbd HTTP/1.1" status: 200 len: 210 time: 0.0772867 Apr 05 14:39:21.178654 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-7f26615f-89d4-4e35-9904-65f5c92c8408 None None] Set router 1bf67f1d-6057-42cd-af6a-2f81338fc217 gateway port host: None {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:39:21.188854 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-70d082da-94c1-4b64-9ceb-d6147cf696f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:21.253673 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-7f26615f-89d4-4e35-9904-65f5c92c8408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf67f1d-6057-42cd-af6a-2f81338fc217', 'name': 'tempest-NetworksTestDHCPv6-router-1188439412', 'tenant_id': '81648541dc0b4f1ea0eb9cace0846aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:39:09Z', 'updated_at': '2022-04-05T14:39:19Z', 'revision_number': 3, 'project_id': '81648541dc0b4f1ea0eb9cace0846aa5', 'gw_port_host': None}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:21.256602 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d082da-94c1-4b64-9ceb-d6147cf696f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1bbf88e-1f95-4eb1-8681-43595e44f529,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:21.256602 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-70d082da-94c1-4b64-9ceb-d6147cf696f9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=85332c60040349b0985dd675bbf525a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7513928 Apr 05 14:39:21.256838 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 46618) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:21.259303 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df616b-5b78-457a-8869-70a3149dfcd3 req-aad07022-5a8a-40f9-ad83-412707dd4218 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:21.265649 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df616b-5b78-457a-8869-70a3149dfcd3 req-aad07022-5a8a-40f9-ad83-412707dd4218 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:21.271944 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df616b-5b78-457a-8869-70a3149dfcd3 req-aad07022-5a8a-40f9-ad83-412707dd4218 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:21.279323 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df616b-5b78-457a-8869-70a3149dfcd3 req-aad07022-5a8a-40f9-ad83-412707dd4218 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:21.283656 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f26615f-89d4-4e35-9904-65f5c92c8408 None None] The sync data for ids ['1bf67f1d-6057-42cd-af6a-2f81338fc217'] in n-d-836650-2 is: [{'id': '1bf67f1d-6057-42cd-af6a-2f81338fc217', 'name': 'tempest-NetworksTestDHCPv6-router-1188439412', 'tenant_id': '81648541dc0b4f1ea0eb9cace0846aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:39:09Z', 'updated_at': '2022-04-05T14:39:19Z', 'revision_number': 3, 'project_id': '81648541dc0b4f1ea0eb9cace0846aa5', 'gw_port_host': None}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:39:21.286013 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df616b-5b78-457a-8869-70a3149dfcd3 req-aad07022-5a8a-40f9-ad83-412707dd4218 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:21.293404 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df616b-5b78-457a-8869-70a3149dfcd3 req-aad07022-5a8a-40f9-ad83-412707dd4218 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:21.302705 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df616b-5b78-457a-8869-70a3149dfcd3 req-aad07022-5a8a-40f9-ad83-412707dd4218 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:21.315292 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-35df616b-5b78-457a-8869-70a3149dfcd3 req-aad07022-5a8a-40f9-ad83-412707dd4218 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 5436 time: 0.1882434 Apr 05 14:39:21.341141 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d8bc7092-bac8-4e33-95ed-0ea2832e040e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:21.368574 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bc7092-bac8-4e33-95ed-0ea2832e040e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event deleted for resources: {'Subnet': ['ID=3b21eed4-8c70-4088-a27e-147a08844ac3,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:21.386333 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ee4eed0b-3e4a-4046-b827-97281ca17d1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:21.398246 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d8bc7092-bac8-4e33-95ed-0ea2832e040e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:21.402104 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-d8bc7092-bac8-4e33-95ed-0ea2832e040e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/subnets/3b21eed4-8c70-4088-a27e-147a08844ac3 HTTP/1.1" status: 204 len: 168 time: 0.7575533 Apr 05 14:39:21.405338 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 46624) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:21.416588 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425a9e7d-d43b-4d07-942e-c3a9621e7db5 None None] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:39:21.421595 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-370b5b7f-86a7-4df0-9700-fceb160af25b req-109f8c02-7612-4577-b37d-eba00f05159d tempest-ServersAdmin275Test-1700003416 tempest-ServersAdmin275Test-1700003416-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1c5f6eb-e81b-4734-9bcb-5700eb2b5dbd HTTP/1.1" status: 200 len: 210 time: 0.0558069 Apr 05 14:39:21.423256 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b458c35d-94af-4ee6-82f5-0e07b245dcb7 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:21.463162 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ee4eed0b-3e4a-4046-b827-97281ca17d1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:21.492868 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 46626) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:21.493858 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b458c35d-94af-4ee6-82f5-0e07b245dcb7 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Pushing event deleted for resources: {'Port': ['ID=38d09a64-7901-4926-971b-0b36b721198f,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:21.578119 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-2cd27645-9bac-4270-8baf-0454586e57fb tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1714540 Apr 05 14:39:21.580466 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 46628) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:21.585764 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-8237a1c2-eeff-4dd0-b178-6a0eee1f8af2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6f9dd14fd23b46d0bf68308d04a6ae90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0812097 Apr 05 14:39:21.593943 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 46630) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:21.715839 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b458c35d-94af-4ee6-82f5-0e07b245dcb7 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1798829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810128'] for router_interface, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:21.788243 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabd273e-c234-459c-a881-d866aa65a447 None None] DHCP port deletion for fd08407d-7bc3-4895-9d28-9b2f36a8d65c request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:39:21.795637 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5b83291a-e2e3-4c7f-8006-19b543cb747d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:21.800443 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5dab5c3e-e1bb-4543-a6bd-4a5fee0bb496 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for router, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:21.880279 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-fabd273e-c234-459c-a881-d866aa65a447 None None] Deleting port afa38e4b-25f2-4c87-b97c-4d7aee204d9e {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:39:21.881125 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fabd273e-c234-459c-a881-d866aa65a447 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:21.915047 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ee4eed0b-3e4a-4046-b827-97281ca17d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:21.915047 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ee4eed0b-3e4a-4046-b827-97281ca17d1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:21.918012 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-ee4eed0b-3e4a-4046-b827-97281ca17d1b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c1bbf88e-1f95-4eb1-8681-43595e44f529 HTTP/1.1" status: 204 len: 168 time: 0.6601202 Apr 05 14:39:21.928586 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5b83291a-e2e3-4c7f-8006-19b543cb747d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:21.947579 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4eed0b-3e4a-4046-b827-97281ca17d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1bbf88e-1f95-4eb1-8681-43595e44f529,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:22.001303 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-fabd273e-c234-459c-a881-d866aa65a447 None None] For port afa38e4b-25f2-4c87-b97c-4d7aee204d9e, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=afa38e4b-25f2-4c87-b97c-4d7aee204d9e,segment=NetworkSegment(1c468974-700f-4380-acfc-da4f84290a6b),segment_id=1c468974-700f-4380-acfc-da4f84290a6b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:39:22.001825 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fabd273e-c234-459c-a881-d866aa65a447 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:22.017600 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-fabd273e-c234-459c-a881-d866aa65a447 None None] Calling delete_port for afa38e4b-25f2-4c87-b97c-4d7aee204d9e owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:39:22.164493 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b458c35d-94af-4ee6-82f5-0e07b245dcb7 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Router b776b53b-6dd3-40b1-840d-19fbf4812efd has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:39:22.185542 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5dab5c3e-e1bb-4543-a6bd-4a5fee0bb496 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27070'] for router, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:22.189711 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5dab5c3e-e1bb-4543-a6bd-4a5fee0bb496 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:22.233791 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device b7bccbfe-9006-4911-9bf2-a9a461a9d81b no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:39:22.254945 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: b7bccbfe-9006-4911-9bf2-a9a461a9d81b {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:39:22.255568 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device b7bccbfe-9006-4911-9bf2-a9a461a9d81b not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:39:22.256133 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device afa38e4b-25f2-4c87-b97c-4d7aee204d9e no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:39:22.294281 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b458c35d-94af-4ee6-82f5-0e07b245dcb7 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:39:22.300230 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-b458c35d-94af-4ee6-82f5-0e07b245dcb7 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "PUT /v2.0/routers/b776b53b-6dd3-40b1-840d-19fbf4812efd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7341230 Apr 05 14:39:22.303086 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 46642) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:22.312468 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095fe030-de20-40a9-9146-42c40d1430dc None None] Sync routers for ids ['b776b53b-6dd3-40b1-840d-19fbf4812efd'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:39:22.358546 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095fe030-de20-40a9-9146-42c40d1430dc None None] Routers {'b776b53b-6dd3-40b1-840d-19fbf4812efd'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:39:22.359213 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-095fe030-de20-40a9-9146-42c40d1430dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:38:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['b776b53b-6dd3-40b1-840d-19fbf4812efd'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:22.394530 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-095fe030-de20-40a9-9146-42c40d1430dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:22.408379 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:22.419973 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095fe030-de20-40a9-9146-42c40d1430dc None None] Routers {'b776b53b-6dd3-40b1-840d-19fbf4812efd'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:39:22.420606 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-095fe030-de20-40a9-9146-42c40d1430dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:38:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['b776b53b-6dd3-40b1-840d-19fbf4812efd'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:22.428848 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5dab5c3e-e1bb-4543-a6bd-4a5fee0bb496 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803298'] for router, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:22.432190 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dab5c3e-e1bb-4543-a6bd-4a5fee0bb496 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Fanout notify agent at l3_agent the message router_deleted on router 1bf67f1d-6057-42cd-af6a-2f81338fc217 {{(pid=103321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:39:22.464113 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fabd273e-c234-459c-a881-d866aa65a447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:22.465405 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5dab5c3e-e1bb-4543-a6bd-4a5fee0bb496 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:22.471116 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-5dab5c3e-e1bb-4543-a6bd-4a5fee0bb496 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/routers/1bf67f1d-6057-42cd-af6a-2f81338fc217 HTTP/1.1" status: 204 len: 168 time: 0.8861427 Apr 05 14:39:22.471328 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-095fe030-de20-40a9-9146-42c40d1430dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:22.471328 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095fe030-de20-40a9-9146-42c40d1430dc None None] The sync data for ids ['b776b53b-6dd3-40b1-840d-19fbf4812efd'] in n-d-836650-2 is: [] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:39:22.476371 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5b83291a-e2e3-4c7f-8006-19b543cb747d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:22.505385 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5b83291a-e2e3-4c7f-8006-19b543cb747d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:22.511464 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-5b83291a-e2e3-4c7f-8006-19b543cb747d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b74112cb-92be-4f99-bce2-a3115581d928 HTTP/1.1" status: 204 len: 168 time: 0.9121506 Apr 05 14:39:22.515151 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 46644) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:22.548861 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-67c6815c-8f18-40b9-9085-585342ed5374 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Request body: {'subnet': {'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:39:22.562664 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b83291a-e2e3-4c7f-8006-19b543cb747d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74112cb-92be-4f99-bce2-a3115581d928,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:22.587844 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabd273e-c234-459c-a881-d866aa65a447 None None] Pushing event deleted for resources: {'Port': ['ID=afa38e4b-25f2-4c87-b97c-4d7aee204d9e,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:22.598256 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabd273e-c234-459c-a881-d866aa65a447 None None] No DVR routers for this DVR port afa38e4b-25f2-4c87-b97c-4d7aee204d9e on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:39:22.749565 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-22a7fbd9-c197-42a1-af2b-a4d2cd95ec63 req-5c06ee73-2a1c-43c5-a5a8-70c3a26bba94 tempest-ServersAdmin275Test-1700003416 tempest-ServersAdmin275Test-1700003416-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1c5f6eb-e81b-4734-9bcb-5700eb2b5dbd HTTP/1.1" status: 200 len: 210 time: 0.1482768 Apr 05 14:39:22.890211 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c6815c-8f18-40b9-9085-585342ed5374 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Made reservation on behalf of 81648541dc0b4f1ea0eb9cace0846aa5 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:39:22.894046 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-67c6815c-8f18-40b9-9085-585342ed5374 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:22.914671 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-979b0c47-f730-4a9e-b67c-3a68bf2a7cfd tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809988'] for router_interface, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:23.312289 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-979b0c47-f730-4a9e-b67c-3a68bf2a7cfd tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Deleting port 226d4f9e-d380-46be-ab0e-b52aee492009 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:39:23.312657 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-979b0c47-f730-4a9e-b67c-3a68bf2a7cfd tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:23.323602 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-67c6815c-8f18-40b9-9085-585342ed5374 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:23.366219 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 46692) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:23.388058 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c6815c-8f18-40b9-9085-585342ed5374 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:39:23.393720 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-67c6815c-8f18-40b9-9085-585342ed5374 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:39:23.395892 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c6815c-8f18-40b9-9085-585342ed5374 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:23.396485 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-67c6815c-8f18-40b9-9085-585342ed5374 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:23.405600 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63afa248-9ed4-42e4-8d8c-05eba66038b9 None None] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:39:23.438601 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c6815c-8f18-40b9-9085-585342ed5374 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event updated for resources: {'Subnet': ['ID=d6c4cfa7-a468-42b8-8f62-5cf3cecbc75f,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:23.516013 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-979b0c47-f730-4a9e-b67c-3a68bf2a7cfd tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:23.540417 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-67c6815c-8f18-40b9-9085-585342ed5374 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0119498 Apr 05 14:39:23.544045 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 46700) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:23.549356 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-30e069b6-459b-4fbb-bef2-771e2103f9a9 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-14113383', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:39:23.553294 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-979b0c47-f730-4a9e-b67c-3a68bf2a7cfd tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Calling delete_port for 226d4f9e-d380-46be-ab0e-b52aee492009 owned by network:router_interface {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:39:23.577767 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662efa33-baa6-43a5-a313-c24b77cbc952 req-77844da5-ecbb-4e18-89c0-9cb1a0877d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:23.578161 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662efa33-baa6-43a5-a313-c24b77cbc952 req-77844da5-ecbb-4e18-89c0-9cb1a0877d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:23.579568 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662efa33-baa6-43a5-a313-c24b77cbc952 req-77844da5-ecbb-4e18-89c0-9cb1a0877d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:23.580056 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662efa33-baa6-43a5-a313-c24b77cbc952 req-77844da5-ecbb-4e18-89c0-9cb1a0877d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:23.580529 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662efa33-baa6-43a5-a313-c24b77cbc952 req-77844da5-ecbb-4e18-89c0-9cb1a0877d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:23.581044 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662efa33-baa6-43a5-a313-c24b77cbc952 req-77844da5-ecbb-4e18-89c0-9cb1a0877d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:23.584316 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662efa33-baa6-43a5-a313-c24b77cbc952 req-77844da5-ecbb-4e18-89c0-9cb1a0877d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:23.595305 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-662efa33-baa6-43a5-a313-c24b77cbc952 req-77844da5-ecbb-4e18-89c0-9cb1a0877d64 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 6493 time: 0.2241137 Apr 05 14:39:23.676439 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-662efa33-baa6-43a5-a313-c24b77cbc952 req-df306edc-ae4f-4bb7-a38a-a1b4438d36c9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=cbd616a3-13b2-4eba-903a-bcdcba548a35&id=756a1fd7-e8fc-4bda-8783-a2c1d11a4f04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0802882 Apr 05 14:39:23.693662 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c3516e-2bea-4a81-a4a5-dfd8badd3595 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'tenant_id': '81648541dc0b4f1ea0eb9cace0846aa5', 'fixed_ips': [{'subnet_id': 'd6c4cfa7-a468-42b8-8f62-5cf3cecbc75f'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:39:23.694553 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a4c3516e-2bea-4a81-a4a5-dfd8badd3595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:23.702342 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-30e069b6-459b-4fbb-bef2-771e2103f9a9 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27088'] for router, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:23.705473 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-30e069b6-459b-4fbb-bef2-771e2103f9a9 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27079'] for router, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:23.772364 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-30e069b6-459b-4fbb-bef2-771e2103f9a9 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:23.848826 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-30e069b6-459b-4fbb-bef2-771e2103f9a9 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618'] for router, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:23.892553 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ac8e75f6-dcd5-46ae-bb63-9fcb07bdb61d req-4435e3f9-6151-4e77-a884-73cf8c75b7d5 tempest-ServersAdmin275Test-1700003416 tempest-ServersAdmin275Test-1700003416-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1c5f6eb-e81b-4734-9bcb-5700eb2b5dbd HTTP/1.1" status: 200 len: 210 time: 0.0391467 Apr 05 14:39:23.893322 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-979b0c47-f730-4a9e-b67c-3a68bf2a7cfd tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:23.921370 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979b0c47-f730-4a9e-b67c-3a68bf2a7cfd tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Pushing event deleted for resources: {'Port': ['ID=226d4f9e-d380-46be-ab0e-b52aee492009,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:23.938142 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-30e069b6-459b-4fbb-bef2-771e2103f9a9 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:23.938142 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-30e069b6-459b-4fbb-bef2-771e2103f9a9 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3888571 Apr 05 14:39:23.938142 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 46716) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:24.115346 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-979b0c47-f730-4a9e-b67c-3a68bf2a7cfd tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1798829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810128'] for router_interface, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:24.162587 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-a4c3516e-2bea-4a81-a4a5-dfd8badd3595 None None] Allocated IP 2001:db8::2 (fd08407d-7bc3-4895-9d28-9b2f36a8d65c/d6c4cfa7-a468-42b8-8f62-5cf3cecbc75f/992b5610-d45e-4a50-8d80-c0de855d7991) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:39:24.418603 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a4c3516e-2bea-4a81-a4a5-dfd8badd3595 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:24.451091 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-979b0c47-f730-4a9e-b67c-3a68bf2a7cfd tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Router b776b53b-6dd3-40b1-840d-19fbf4812efd has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:39:24.462056 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1c2d07cf-3df8-4fd7-b9b1-9be2bf74b52b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:24.488620 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a4c3516e-2bea-4a81-a4a5-dfd8badd3595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:24.553111 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-979b0c47-f730-4a9e-b67c-3a68bf2a7cfd tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:39:24.561229 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-979b0c47-f730-4a9e-b67c-3a68bf2a7cfd tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "PUT /v2.0/routers/b776b53b-6dd3-40b1-840d-19fbf4812efd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2554185 Apr 05 14:39:24.564226 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 46734) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:24.567126 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75083c6b-b8f6-4b37-b3c6-fa4f1dcc1c29 None None] Sync routers for ids ['b776b53b-6dd3-40b1-840d-19fbf4812efd'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:39:24.586889 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75083c6b-b8f6-4b37-b3c6-fa4f1dcc1c29 None None] Routers {'b776b53b-6dd3-40b1-840d-19fbf4812efd'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:39:24.589208 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-75083c6b-b8f6-4b37-b3c6-fa4f1dcc1c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:38:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['b776b53b-6dd3-40b1-840d-19fbf4812efd'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:24.629065 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-f368ee9d-3bdf-4dc7-8110-a5fab3cb8c18 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "GET /v2.0/ports?device_id=b776b53b-6dd3-40b1-840d-19fbf4812efd HTTP/1.1" status: 200 len: 205 time: 0.0623987 Apr 05 14:39:24.629863 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 46736) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:24.635428 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c3516e-2bea-4a81-a4a5-dfd8badd3595 None None] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:39:24.636430 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 46738) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:24.655189 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c3516e-2bea-4a81-a4a5-dfd8badd3595 None None] Pushing event updated for resources: {'Port': ['ID=992b5610-d45e-4a50-8d80-c0de855d7991,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:24.663995 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-a4c3516e-2bea-4a81-a4a5-dfd8badd3595 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:39:24.666078 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c3516e-2bea-4a81-a4a5-dfd8badd3595 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:39:24.677189 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-75083c6b-b8f6-4b37-b3c6-fa4f1dcc1c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:24.707425 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75083c6b-b8f6-4b37-b3c6-fa4f1dcc1c29 None None] Routers {'b776b53b-6dd3-40b1-840d-19fbf4812efd'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:39:24.708839 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-75083c6b-b8f6-4b37-b3c6-fa4f1dcc1c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:38:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['b776b53b-6dd3-40b1-840d-19fbf4812efd'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:24.749104 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-08c59e9f-7d7a-4e38-950f-0ba77d0afabf tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for router, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:24.781960 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-a4c3516e-2bea-4a81-a4a5-dfd8badd3595 None None] Attempting to bind port 992b5610-d45e-4a50-8d80-c0de855d7991 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:39:24.782402 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-a4c3516e-2bea-4a81-a4a5-dfd8badd3595 None None] Attempting to bind port 992b5610-d45e-4a50-8d80-c0de855d7991 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:39:24.782695 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c3516e-2bea-4a81-a4a5-dfd8badd3595 None None] Attempting to bind port 992b5610-d45e-4a50-8d80-c0de855d7991 on network fd08407d-7bc3-4895-9d28-9b2f36a8d65c {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:39:24.788324 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c3516e-2bea-4a81-a4a5-dfd8badd3595 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:39:24.788744 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c3516e-2bea-4a81-a4a5-dfd8badd3595 None None] Checking segment: {'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:39:24.789224 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a4c3516e-2bea-4a81-a4a5-dfd8badd3595 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:24.789641 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c3516e-2bea-4a81-a4a5-dfd8badd3595 None None] Bound using segment: {'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:39:24.790115 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-a4c3516e-2bea-4a81-a4a5-dfd8badd3595 None None] Bound port: 992b5610-d45e-4a50-8d80-c0de855d7991, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:39:24.790501 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a4c3516e-2bea-4a81-a4a5-dfd8badd3595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:24.814545 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-75083c6b-b8f6-4b37-b3c6-fa4f1dcc1c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:24.815207 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75083c6b-b8f6-4b37-b3c6-fa4f1dcc1c29 None None] The sync data for ids ['b776b53b-6dd3-40b1-840d-19fbf4812efd'] in n-d-836650-2 is: [] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:39:24.917171 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-17cfdf5b-1761-48fe-a776-8dd56e08dc1d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-982569854-network', 'tenant_id': 'e8ce47a9c4704fe783984e08a144e0c5'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:39:24.918962 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-a4c3516e-2bea-4a81-a4a5-dfd8badd3595 None None] For port 992b5610-d45e-4a50-8d80-c0de855d7991, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:39:24.918962 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-a4c3516e-2bea-4a81-a4a5-dfd8badd3595 None None] For port 992b5610-d45e-4a50-8d80-c0de855d7991, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=992b5610-d45e-4a50-8d80-c0de855d7991,segment=NetworkSegment(1c468974-700f-4380-acfc-da4f84290a6b),segment_id=1c468974-700f-4380-acfc-da4f84290a6b)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:39:25.024177 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2de98226-5313-4898-83cd-a6d923d89b47 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:25.033695 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a4c3516e-2bea-4a81-a4a5-dfd8badd3595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:25.169826 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c3516e-2bea-4a81-a4a5-dfd8badd3595 None None] Pushing event updated for resources: {'Port': ['ID=992b5610-d45e-4a50-8d80-c0de855d7991,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:25.358835 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17cfdf5b-1761-48fe-a776-8dd56e08dc1d admin admin] Made reservation on behalf of e8ce47a9c4704fe783984e08a144e0c5 for: {'network': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:39:25.361258 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-17cfdf5b-1761-48fe-a776-8dd56e08dc1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:25.364819 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-08c59e9f-7d7a-4e38-950f-0ba77d0afabf tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27070'] for router, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:25.376415 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-08c59e9f-7d7a-4e38-950f-0ba77d0afabf tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:25.399315 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-17cfdf5b-1761-48fe-a776-8dd56e08dc1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:25.402467 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-da81a2b7-dd8b-472c-9c6b-82bd43350597 req-b9a4fb26-3014-4771-86a4-d5167e8b85bb tempest-ServersAdmin275Test-1700003416 tempest-ServersAdmin275Test-1700003416-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1c5f6eb-e81b-4734-9bcb-5700eb2b5dbd HTTP/1.1" status: 200 len: 210 time: 0.0506649 Apr 05 14:39:25.411165 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 7 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 14:39:25.476463 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-2de98226-5313-4898-83cd-a6d923d89b47 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Allocated IP 2001:db8::1 (fd08407d-7bc3-4895-9d28-9b2f36a8d65c/d6c4cfa7-a468-42b8-8f62-5cf3cecbc75f/4671611f-166f-4215-9e94-990defa0f0dc) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:39:25.636346 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2de98226-5313-4898-83cd-a6d923d89b47 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:25.645645 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-08c59e9f-7d7a-4e38-950f-0ba77d0afabf tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803298'] for router, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:25.645645 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c59e9f-7d7a-4e38-950f-0ba77d0afabf tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Fanout notify agent at l3_agent the message router_deleted on router b776b53b-6dd3-40b1-840d-19fbf4812efd {{(pid=103320) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:39:25.652616 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-08c59e9f-7d7a-4e38-950f-0ba77d0afabf tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for router, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:25.656384 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-08c59e9f-7d7a-4e38-950f-0ba77d0afabf tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "DELETE /v2.0/routers/b776b53b-6dd3-40b1-840d-19fbf4812efd HTTP/1.1" status: 204 len: 168 time: 1.0181816 Apr 05 14:39:25.659702 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 46766) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:25.723969 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c46c292-4f87-4e54-ab4d-e3c1ae852c3f req-d13dabd1-d6a7-4b5c-9051-01f5c56de964 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:25.725404 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8c46c292-4f87-4e54-ab4d-e3c1ae852c3f req-d13dabd1-d6a7-4b5c-9051-01f5c56de964 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.1309004 Apr 05 14:39:25.729117 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2de98226-5313-4898-83cd-a6d923d89b47 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:25.770235 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_v2 [None req-439e9844-fd53-4974-bfc0-0e75fe0d99a1 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Deleting subnet 2b271ea2-a165-40b4-99cd-67355158f98e {{(pid=103320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:39:25.787789 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-439e9844-fd53-4974-bfc0-0e75fe0d99a1 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for subnet, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:25.787963 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de98226-5313-4898-83cd-a6d923d89b47 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:39:25.791947 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-2de98226-5313-4898-83cd-a6d923d89b47 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:39:25.796042 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de98226-5313-4898-83cd-a6d923d89b47 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:39:25.796580 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2de98226-5313-4898-83cd-a6d923d89b47 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809369'] for router_interface, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:25.845703 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-439e9844-fd53-4974-bfc0-0e75fe0d99a1 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13399228'] for subnet, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:25.856748 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de98226-5313-4898-83cd-a6d923d89b47 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event updated for resources: {'Port': ['ID=4671611f-166f-4215-9e94-990defa0f0dc,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:25.883574 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8c46c292-4f87-4e54-ab4d-e3c1ae852c3f req-e08c259e-48e7-4bb7-8657-10d4cb5a2957 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421413 Apr 05 14:39:25.904942 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-17cfdf5b-1761-48fe-a776-8dd56e08dc1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:25.991084 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-17cfdf5b-1761-48fe-a776-8dd56e08dc1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:26.005296 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-439e9844-fd53-4974-bfc0-0e75fe0d99a1 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:26.063049 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17cfdf5b-1761-48fe-a776-8dd56e08dc1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=103320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:39:26.087241 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cfdf5b-1761-48fe-a776-8dd56e08dc1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4217afc1-660a-4d5a-9ace-3fd514bb4c11,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:26.091482 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-17cfdf5b-1761-48fe-a776-8dd56e08dc1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:26.091832 n-d-836650-2 neutron-server[103320]: INFO neutron.db.segments_db [None req-17cfdf5b-1761-48fe-a776-8dd56e08dc1d admin admin] Added segment bdfb6f44-ca71-4caa-8786-512017d20b4a of type vlan for network c590509e-7ca8-420f-8b7e-bdc8058c2274 Apr 05 14:39:26.106888 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2de98226-5313-4898-83cd-a6d923d89b47 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:26.170120 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-17cfdf5b-1761-48fe-a776-8dd56e08dc1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:26.187884 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c9c311-5b07-4283-848a-051021667456 req-dbaa3765-bf63-4b3b-baaa-c4f0e2a640b7 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:26.189060 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d3c9c311-5b07-4283-848a-051021667456 req-dbaa3765-bf63-4b3b-baaa-c4f0e2a640b7 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.2261934 Apr 05 14:39:26.275320 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d3c9c311-5b07-4283-848a-051021667456 req-03ee43d0-91d2-4a41-adea-9e6cf2510aad tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783448 Apr 05 14:39:26.308134 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-439e9844-fd53-4974-bfc0-0e75fe0d99a1 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15773812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13127359'] for subnet, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:26.316489 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 992b5610-d45e-4a50-8d80-c0de855d7991 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:39:26.353734 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439e9844-fd53-4974-bfc0-0e75fe0d99a1 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Pushing event deleted for resources: {'Subnet': ['ID=2b271ea2-a165-40b4-99cd-67355158f98e,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:26.356965 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-439e9844-fd53-4974-bfc0-0e75fe0d99a1 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:26.360265 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-439e9844-fd53-4974-bfc0-0e75fe0d99a1 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "DELETE /v2.0/subnets/2b271ea2-a165-40b4-99cd-67355158f98e HTTP/1.1" status: 204 len: 168 time: 0.6944807 Apr 05 14:39:26.364349 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 46808) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:26.425025 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3fb6c84-aa9c-4860-b0fe-4400917359b7 None None] Network 499e51b9-157b-4d8b-b99c-79e5f7126332 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:39:26.458792 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cd92e5d-5fe1-4439-8306-1619b23f00e2 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Deleting subnet 900cd802-2398-42c7-95c2-3df3ef3e3849 {{(pid=103320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:39:26.463635 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6cd92e5d-5fe1-4439-8306-1619b23f00e2 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for subnet, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:26.514381 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6cd92e5d-5fe1-4439-8306-1619b23f00e2 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13399228'] for subnet, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:26.610965 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-17cfdf5b-1761-48fe-a776-8dd56e08dc1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:26.612347 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17cfdf5b-1761-48fe-a776-8dd56e08dc1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:26.613204 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-17cfdf5b-1761-48fe-a776-8dd56e08dc1d admin admin] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:26.678642 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2de98226-5313-4898-83cd-a6d923d89b47 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:26.683800 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f0225637-f9f3-420a-bfbd-d023d93102bd req-a66c1f72-b4fc-4ce9-9911-2bfae9a77f2b tempest-ServersAdmin275Test-1700003416 tempest-ServersAdmin275Test-1700003416-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1c5f6eb-e81b-4734-9bcb-5700eb2b5dbd HTTP/1.1" status: 200 len: 210 time: 0.0914564 Apr 05 14:39:26.721295 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 992b5610-d45e-4a50-8d80-c0de855d7991 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:39:26.726236 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:26.738707 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6cd92e5d-5fe1-4439-8306-1619b23f00e2 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:26.781067 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-0ae18853-f7a3-40c7-b4ef-0bbfb67050ec None None] Provisioning complete for port 992b5610-d45e-4a50-8d80-c0de855d7991 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:39:26.781451 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0ae18853-f7a3-40c7-b4ef-0bbfb67050ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:26.808026 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25392ac8-6020-4c5a-af7c-15a287ce863f req-badb3590-a353-43ce-a1c8-1a95ad657bf6 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:26.810033 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-25392ac8-6020-4c5a-af7c-15a287ce863f req-badb3590-a353-43ce-a1c8-1a95ad657bf6 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.3647811 Apr 05 14:39:26.822448 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2de98226-5313-4898-83cd-a6d923d89b47 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:26.826859 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-17cfdf5b-1761-48fe-a776-8dd56e08dc1d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1911936 Apr 05 14:39:26.833049 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2de98226-5313-4898-83cd-a6d923d89b47 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809317'] for router_interface, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:26.833241 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-540eda36-ed0e-44bb-ada4-8c51dfc79654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:26.833349 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cfdf5b-1761-48fe-a776-8dd56e08dc1d admin admin] Pushing event updated for resources: {'Network': ['ID=c590509e-7ca8-420f-8b7e-bdc8058c2274,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:26.836500 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 46812) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:26.852853 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network c590509e-7ca8-420f-8b7e-bdc8058c2274 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:39:26.888057 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-ee77e93f-098d-4a7d-95c6-6df744ac536c admin admin] Request body: {'subnet': {'network_id': 'c590509e-7ca8-420f-8b7e-bdc8058c2274', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-982569854-subnet', 'tenant_id': 'e8ce47a9c4704fe783984e08a144e0c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:39:26.924320 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-25392ac8-6020-4c5a-af7c-15a287ce863f req-9a0e7339-8777-4300-9ed0-95d9c023df46 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997498 Apr 05 14:39:26.971498 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e4d776-2977-409e-8164-08503f95a925 None None] DHCP port deletion for 499e51b9-157b-4d8b-b99c-79e5f7126332 request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:39:27.014595 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6cd92e5d-5fe1-4439-8306-1619b23f00e2 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15773812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13127359'] for subnet, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:27.069845 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de98226-5313-4898-83cd-a6d923d89b47 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event updated for resources: {'Port': ['ID=4671611f-166f-4215-9e94-990defa0f0dc,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:27.087941 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd92e5d-5fe1-4439-8306-1619b23f00e2 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Pushing event deleted for resources: {'Subnet': ['ID=900cd802-2398-42c7-95c2-3df3ef3e3849,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:27.092668 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6cd92e5d-5fe1-4439-8306-1619b23f00e2 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:27.100808 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 46818) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:27.103187 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-6cd92e5d-5fe1-4439-8306-1619b23f00e2 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "DELETE /v2.0/subnets/900cd802-2398-42c7-95c2-3df3ef3e3849 HTTP/1.1" status: 204 len: 168 time: 0.7370188 Apr 05 14:39:27.122524 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 46820) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:27.123350 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:27.125684 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0447f7b0-5287-4592-a43d-0fa6544002a7 None None] Network 893170ef-25af-4f7c-9831-c40f83e6092d requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:39:27.157727 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee77e93f-098d-4a7d-95c6-6df744ac536c admin admin] Made reservation on behalf of e8ce47a9c4704fe783984e08a144e0c5 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:39:27.164844 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ee77e93f-098d-4a7d-95c6-6df744ac536c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:27.206682 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d349033e-357f-485b-8b6f-5a054b8fbe9d req-2e2dd7ef-8cb7-416a-bf6c-db5c8ce7f7a3 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:27.208250 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d349033e-357f-485b-8b6f-5a054b8fbe9d req-2e2dd7ef-8cb7-416a-bf6c-db5c8ce7f7a3 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.1353235 Apr 05 14:39:27.222033 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0ae18853-f7a3-40c7-b4ef-0bbfb67050ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:27.291002 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d349033e-357f-485b-8b6f-5a054b8fbe9d req-a21ef154-83dc-44f7-9854-8beae4bc28d0 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693197 Apr 05 14:39:27.394481 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1ee1405b-dd6c-4376-953d-c95f24debaa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:27.460825 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port 992b5610-d45e-4a50-8d80-c0de855d7991, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=992b5610-d45e-4a50-8d80-c0de855d7991,segment=NetworkSegment(1c468974-700f-4380-acfc-da4f84290a6b),segment_id=1c468974-700f-4380-acfc-da4f84290a6b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:39:27.489533 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-f6e4d776-2977-409e-8164-08503f95a925 None None] Deleting port bbb52e45-9dc1-42bd-9d6a-887ec513b2a3 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:39:27.489809 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f6e4d776-2977-409e-8164-08503f95a925 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:27.504398 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c3929ac8-9dda-40d8-bc4b-d1d6ff6b8b7a tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:27.509578 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de98226-5313-4898-83cd-a6d923d89b47 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:39:27.516940 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-2de98226-5313-4898-83cd-a6d923d89b47 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:39:27.563264 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:27.609620 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.db.api [None req-0ae18853-f7a3-40c7-b4ef-0bbfb67050ec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:39:27.610207 n-d-836650-2 neutron-server[103322]: DEBUG oslo_db.api [None req-0ae18853-f7a3-40c7-b4ef-0bbfb67050ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:39:27.654638 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-f6e4d776-2977-409e-8164-08503f95a925 None None] For port bbb52e45-9dc1-42bd-9d6a-887ec513b2a3, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=bbb52e45-9dc1-42bd-9d6a-887ec513b2a3,segment=NetworkSegment(0b01d7e3-ecf2-42e8-895b-f330b91d2bf7),segment_id=0b01d7e3-ecf2-42e8-895b-f330b91d2bf7)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:39:27.655690 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f6e4d776-2977-409e-8164-08503f95a925 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:27.702678 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-f6e4d776-2977-409e-8164-08503f95a925 None None] Calling delete_port for bbb52e45-9dc1-42bd-9d6a-887ec513b2a3 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:39:27.733683 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96268ed-7c0b-437f-8774-3f040aec9d2f req-a4d10c8a-0c8c-4221-9371-1dd3168d0189 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:27.735370 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=992b5610-d45e-4a50-8d80-c0de855d7991,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:27.743396 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e96268ed-7c0b-437f-8774-3f040aec9d2f req-a4d10c8a-0c8c-4221-9371-1dd3168d0189 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/networks?id=bbe33099-0907-4578-b91f-9ecd1e0f3a95 HTTP/1.1" status: 200 len: 811 time: 0.2241023 Apr 05 14:39:27.763779 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e96268ed-7c0b-437f-8774-3f040aec9d2f req-95387e1b-069e-4d77-9277-d79e0dce3b8f tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/quotas/9215d951bfeb48c39a8e33c585301815 HTTP/1.1" status: 200 len: 375 time: 0.0192482 Apr 05 14:39:27.835795 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5eba1db-5354-4eed-bf60-ac5c55426efe None None] DHCP port deletion for 893170ef-25af-4f7c-9831-c40f83e6092d request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:39:27.877116 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1ee1405b-dd6c-4376-953d-c95f24debaa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:27.886659 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e96268ed-7c0b-437f-8774-3f040aec9d2f req-dcdcd1ab-c9a3-4d71-a9c0-f6e2087d9074 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9215d951bfeb48c39a8e33c585301815&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1217680 Apr 05 14:39:27.938378 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-423398bc-1784-4ad4-9c99-1f1a76a758f8 req-35c21d38-2d5e-4177-8496-46e0acb4dda4 tempest-ServersAdmin275Test-1700003416 tempest-ServersAdmin275Test-1700003416-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1c5f6eb-e81b-4734-9bcb-5700eb2b5dbd HTTP/1.1" status: 200 len: 210 time: 0.0899167 Apr 05 14:39:27.946215 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-c3929ac8-9dda-40d8-bc4b-d1d6ff6b8b7a tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Deleting port bbb52e45-9dc1-42bd-9d6a-887ec513b2a3 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:39:27.946453 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c3929ac8-9dda-40d8-bc4b-d1d6ff6b8b7a tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:27.949045 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1ee1405b-dd6c-4376-953d-c95f24debaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:27.990390 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-d5eba1db-5354-4eed-bf60-ac5c55426efe None None] Deleting port 8fb45476-aed5-49f7-a03a-9337064e377a {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:39:27.991176 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d5eba1db-5354-4eed-bf60-ac5c55426efe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:28.044993 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:28.056312 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ee77e93f-098d-4a7d-95c6-6df744ac536c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:28.068939 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-d5eba1db-5354-4eed-bf60-ac5c55426efe None None] For port 8fb45476-aed5-49f7-a03a-9337064e377a, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=8fb45476-aed5-49f7-a03a-9337064e377a,segment=NetworkSegment(f31a1e78-2be6-4c05-8189-c6c8bdd183b3),segment_id=f31a1e78-2be6-4c05-8189-c6c8bdd183b3)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:39:28.069589 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d5eba1db-5354-4eed-bf60-ac5c55426efe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:28.089356 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-d5eba1db-5354-4eed-bf60-ac5c55426efe None None] Calling delete_port for 8fb45476-aed5-49f7-a03a-9337064e377a owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:39:28.091815 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f6e4d776-2977-409e-8164-08503f95a925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:28.118675 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee77e93f-098d-4a7d-95c6-6df744ac536c admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb31ac2d-5e66-4875-8845-18e88172de35,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:28.131568 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e96268ed-7c0b-437f-8774-3f040aec9d2f req-08ea92d6-d861-489b-80a1-1d42fe5e5e79 service neutron] 10.222.0.30 "GET /v2.0/networks/bbe33099-0907-4578-b91f-9ecd1e0f3a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254217 Apr 05 14:39:28.135465 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e4d776-2977-409e-8164-08503f95a925 None None] Pushing event deleted for resources: {'Port': ['ID=bbb52e45-9dc1-42bd-9d6a-887ec513b2a3,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:28.150183 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-1ee1405b-dd6c-4376-953d-c95f24debaa9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dfbb8c6e83f7489691642c2b0cdebfdd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0480390 Apr 05 14:39:28.151742 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 46846) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:28.165986 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2de98226-5313-4898-83cd-a6d923d89b47 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Router 6ff7f40b-2342-43b0-b059-6dbfa20ea2e8 is scheduled to L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 with binding_index 1 {{(pid=103321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:39:28.183531 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee1405b-dd6c-4376-953d-c95f24debaa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31d49771-ee54-4a59-86f5-f1eead4cd1ca,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:28.197418 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e4d776-2977-409e-8164-08503f95a925 None None] No DVR routers for this DVR port bbb52e45-9dc1-42bd-9d6a-887ec513b2a3 on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:39:28.214388 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-c3929ac8-9dda-40d8-bc4b-d1d6ff6b8b7a tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] For port bbb52e45-9dc1-42bd-9d6a-887ec513b2a3, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=bbb52e45-9dc1-42bd-9d6a-887ec513b2a3,segment=NetworkSegment(0b01d7e3-ecf2-42e8-895b-f330b91d2bf7),segment_id=0b01d7e3-ecf2-42e8-895b-f330b91d2bf7)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:39:28.214750 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c3929ac8-9dda-40d8-bc4b-d1d6ff6b8b7a tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:28.224389 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 992b5610-d45e-4a50-8d80-c0de855d7991 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:39:28.246888 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-c3929ac8-9dda-40d8-bc4b-d1d6ff6b8b7a tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Calling delete_port for bbb52e45-9dc1-42bd-9d6a-887ec513b2a3 owned by network:dhcp {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:39:28.300298 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-34a48281-f155-491d-b45a-ab3222ec4766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:28.316649 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e96268ed-7c0b-437f-8774-3f040aec9d2f req-3db3ceea-e8a9-4db4-8c39-a4a12b194882 service neutron] 10.222.0.30 "GET /v2.0/networks/bbe33099-0907-4578-b91f-9ecd1e0f3a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627009 Apr 05 14:39:28.328169 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-34a48281-f155-491d-b45a-ab3222ec4766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:28.333333 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 992b5610-d45e-4a50-8d80-c0de855d7991 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:39:28.334139 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:28.405866 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d5eba1db-5354-4eed-bf60-ac5c55426efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:28.435662 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de98226-5313-4898-83cd-a6d923d89b47 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:39:28.441563 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eba1db-5354-4eed-bf60-ac5c55426efe None None] Pushing event deleted for resources: {'Port': ['ID=8fb45476-aed5-49f7-a03a-9337064e377a,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:28.450151 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee77e93f-098d-4a7d-95c6-6df744ac536c admin admin] Checking segment: {'id': 'bdfb6f44-ca71-4caa-8786-512017d20b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c590509e-7ca8-420f-8b7e-bdc8058c2274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:39:28.450510 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee77e93f-098d-4a7d-95c6-6df744ac536c admin admin] Network hostable DHCP agents. Network: c590509e-7ca8-420f-8b7e-bdc8058c2274, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:39:28.450975 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5eba1db-5354-4eed-bf60-ac5c55426efe None None] No DVR routers for this DVR port 8fb45476-aed5-49f7-a03a-9337064e377a on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:39:28.464502 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726858f4-47a0-4a23-ad42-96e168306826 None None] Sync routers for ids ['6ff7f40b-2342-43b0-b059-6dbfa20ea2e8'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:39:28.465370 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-34a48281-f155-491d-b45a-ab3222ec4766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:28.465612 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-2de98226-5313-4898-83cd-a6d923d89b47 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "PUT /v2.0/routers/6ff7f40b-2342-43b0-b059-6dbfa20ea2e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5252397 Apr 05 14:39:28.468432 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-34a48281-f155-491d-b45a-ab3222ec4766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:28.471591 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-34a48281-f155-491d-b45a-ab3222ec4766 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/31d49771-ee54-4a59-86f5-f1eead4cd1ca HTTP/1.1" status: 204 len: 168 time: 0.3172395 Apr 05 14:39:28.474349 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 46850) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:28.490383 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-f48ba364-387d-4c23-a89c-952359a95dd5 None None] Provisioning complete for port 4671611f-166f-4215-9e94-990defa0f0dc triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:39:28.498489 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f48ba364-387d-4c23-a89c-952359a95dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:28.510569 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a48281-f155-491d-b45a-ab3222ec4766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d49771-ee54-4a59-86f5-f1eead4cd1ca,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:28.562593 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-f48ba364-387d-4c23-a89c-952359a95dd5 None None] Port 4671611f-166f-4215-9e94-990defa0f0dc cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:39:28.591719 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c3929ac8-9dda-40d8-bc4b-d1d6ff6b8b7a tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:28.606329 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47e653d-4bad-46d8-9e5e-378a47fda442 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:28.607327 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726858f4-47a0-4a23-ad42-96e168306826 None None] Routers {'6ff7f40b-2342-43b0-b059-6dbfa20ea2e8'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:39:28.607765 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-f47e653d-4bad-46d8-9e5e-378a47fda442 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/ports/4671611f-166f-4215-9e94-990defa0f0dc HTTP/1.1" status: 200 len: 911 time: 0.1240344 Apr 05 14:39:28.611178 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-726858f4-47a0-4a23-ad42-96e168306826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:39:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['6ff7f40b-2342-43b0-b059-6dbfa20ea2e8'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:28.614130 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 46856) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:28.617266 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3929ac8-9dda-40d8-bc4b-d1d6ff6b8b7a tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] No DVR routers for this DVR port bbb52e45-9dc1-42bd-9d6a-887ec513b2a3 on host n-d-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:39:28.632609 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee77e93f-098d-4a7d-95c6-6df744ac536c admin admin] Network c590509e-7ca8-420f-8b7e-bdc8058c2274 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:39:28.730980 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3929ac8-9dda-40d8-bc4b-d1d6ff6b8b7a tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Pushing event deleted for resources: {'Port': ['ID=bbb52e45-9dc1-42bd-9d6a-887ec513b2a3,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:28.743180 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device bbb52e45-9dc1-42bd-9d6a-887ec513b2a3 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:39:28.745914 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-726858f4-47a0-4a23-ad42-96e168306826 None None] Set router 6ff7f40b-2342-43b0-b059-6dbfa20ea2e8 gateway port host: None {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:39:28.773803 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7ff5f771-e30b-4d04-934a-7a4665ed6df7 req-a7d8f0ee-b2ec-4811-8a9f-ff4cf3ecb9e5 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb7c24d0-6b1f-4833-96cd-31a1019893ae HTTP/1.1" status: 200 len: 210 time: 0.0715971 Apr 05 14:39:28.819264 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: bbb52e45-9dc1-42bd-9d6a-887ec513b2a3 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:39:28.819766 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device bbb52e45-9dc1-42bd-9d6a-887ec513b2a3 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:39:28.820297 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 8fb45476-aed5-49f7-a03a-9337064e377a no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:39:28.822798 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6593242-d85d-4a02-b63c-8bfa7b885196 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:28.840872 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6593242-d85d-4a02-b63c-8bfa7b885196 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:28.849757 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-d6593242-d85d-4a02-b63c-8bfa7b885196 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2323086 Apr 05 14:39:28.852025 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 46862) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:28.858958 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 8fb45476-aed5-49f7-a03a-9337064e377a {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:39:28.859439 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 8fb45476-aed5-49f7-a03a-9337064e377a not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:39:28.918311 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c3929ac8-9dda-40d8-bc4b-d1d6ff6b8b7a tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:28.962375 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-c3929ac8-9dda-40d8-bc4b-d1d6ff6b8b7a tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['499e51b9-157b-4d8b-b99c-79e5f7126332']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:28.974949 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-c3929ac8-9dda-40d8-bc4b-d1d6ff6b8b7a tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b01d7e3-ecf2-42e8-895b-f330b91d2bf7') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:28.975256 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-c3929ac8-9dda-40d8-bc4b-d1d6ff6b8b7a tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b01d7e3-ecf2-42e8-895b-f330b91d2bf7') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:28.991779 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c3929ac8-9dda-40d8-bc4b-d1d6ff6b8b7a tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:29.007281 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c3929ac8-9dda-40d8-bc4b-d1d6ff6b8b7a tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:29.014322 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-ee77e93f-098d-4a7d-95c6-6df744ac536c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, c590509e-7ca8-420f-8b7e-bdc8058c2274) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:39:29.016320 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3929ac8-9dda-40d8-bc4b-d1d6ff6b8b7a tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:39:29.017711 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c3929ac8-9dda-40d8-bc4b-d1d6ff6b8b7a tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:29.023114 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1ec884-c340-49b1-9da1-6a5409037965 None None] Network c590509e-7ca8-420f-8b7e-bdc8058c2274 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:39:29.028102 n-d-836650-2 neutron-server[103321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:39:29.028102 n-d-836650-2 neutron-server[103321]: self.session.flush() Apr 05 14:39:29.028102 n-d-836650-2 neutron-server[103321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:39:29.028102 n-d-836650-2 neutron-server[103321]: self.session.flush() Apr 05 14:39:29.028102 n-d-836650-2 neutron-server[103321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:39:29.028102 n-d-836650-2 neutron-server[103321]: self.session.flush() Apr 05 14:39:29.028102 n-d-836650-2 neutron-server[103321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:39:29.028102 n-d-836650-2 neutron-server[103321]: self.session.flush() Apr 05 14:39:29.028102 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:39:29.028102 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:39:29.028102 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:39:29.028102 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:39:29.028102 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:39:29.028102 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:39:29.028102 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:39:29.028102 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:39:29.028102 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:39:29.028102 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:39:29.028102 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:39:29.028102 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:39:29.028102 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:39:29.028102 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:39:29.028102 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:39:29.028102 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:39:29.028102 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:39:29.028102 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:39:29.028102 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:39:29.028102 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:39:29.028102 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:39:29.028102 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:39:29.028102 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:39:29.028102 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:39:29.028102 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:39:29.028102 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:39:29.028102 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:39:29.028102 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:39:29.028102 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:39:29.028102 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:39:29.028102 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:39:29.028102 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:39:29.062966 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee77e93f-098d-4a7d-95c6-6df744ac536c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:29.063608 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ee77e93f-098d-4a7d-95c6-6df744ac536c admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:29.161222 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0529c29d-4af5-4ed5-bfd0-f29cf32f69a1 req-8bc66c11-e7cd-4daf-b22f-283c3d314bbf tempest-ServersAdmin275Test-1700003416 tempest-ServersAdmin275Test-1700003416-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1c5f6eb-e81b-4734-9bcb-5700eb2b5dbd HTTP/1.1" status: 200 len: 210 time: 0.0454051 Apr 05 14:39:29.227543 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-726858f4-47a0-4a23-ad42-96e168306826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff7f40b-2342-43b0-b059-6dbfa20ea2e8', 'name': 'tempest-NetworksTestDHCPv6-router-14113383', 'tenant_id': '81648541dc0b4f1ea0eb9cace0846aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:39:23Z', 'updated_at': '2022-04-05T14:39:25Z', 'revision_number': 2, 'project_id': '81648541dc0b4f1ea0eb9cace0846aa5', 'gw_port_host': None, '_interfaces': [{'id': '4671611f-166f-4215-9e94-990defa0f0dc', 'name': '', 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'tenant_id': '81648541dc0b4f1ea0eb9cace0846aa5', 'mac_address': 'fa:16:3e:d0:93:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff7f40b-2342-43b0-b059-6dbfa20ea2e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'd6c4cfa7-a468-42b8-8f62-5cf3cecbc75f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:39:25Z', 'updated_at': '2022-04-05T14:39:26Z', 'revision_number': 2, 'project_id': '81648541dc0b4f1ea0eb9cace0846aa5', 'subnets': [{'id': 'd6c4cfa7-a468-42b8-8f62-5cf3cecbc75f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:29.250250 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-ee77e93f-098d-4a7d-95c6-6df744ac536c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.3984547 Apr 05 14:39:29.252153 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c3929ac8-9dda-40d8-bc4b-d1d6ff6b8b7a tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:29.280080 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a739b9-309b-4830-ba9e-7e154a4460a0 None None] Network c590509e-7ca8-420f-8b7e-bdc8058c2274 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:39:29.285581 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c3929ac8-9dda-40d8-bc4b-d1d6ff6b8b7a tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:29.287336 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726858f4-47a0-4a23-ad42-96e168306826 None None] Checking router: 6ff7f40b-2342-43b0-b059-6dbfa20ea2e8 for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:39:29.287693 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726858f4-47a0-4a23-ad42-96e168306826 None None] Updating router 6ff7f40b-2342-43b0-b059-6dbfa20ea2e8 port 4671611f-166f-4215-9e94-990defa0f0dc binding host n-d-836650-2 {{(pid=103322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:39:29.291323 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-c3929ac8-9dda-40d8-bc4b-d1d6ff6b8b7a tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "DELETE /v2.0/networks/499e51b9-157b-4d8b-b99c-79e5f7126332 HTTP/1.1" status: 204 len: 168 time: 2.1661026 Apr 05 14:39:29.299154 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 46876) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:29.396396 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3929ac8-9dda-40d8-bc4b-d1d6ff6b8b7a tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Pushing event deleted for resources: {'Network': ['ID=499e51b9-157b-4d8b-b99c-79e5f7126332,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:29.418228 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-60de2015-060c-4e5c-b63b-92255104323c tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:29.430772 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 46882) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:29.478235 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6797459e-83b7-4312-a802-17efbf47557a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:29.487706 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-726858f4-47a0-4a23-ad42-96e168306826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:29.560402 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:29.578915 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-60de2015-060c-4e5c-b63b-92255104323c tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:29.640894 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-60de2015-060c-4e5c-b63b-92255104323c tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['893170ef-25af-4f7c-9831-c40f83e6092d']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:29.645489 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:29.664630 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-60de2015-060c-4e5c-b63b-92255104323c tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f31a1e78-2be6-4c05-8189-c6c8bdd183b3') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:29.665966 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-60de2015-060c-4e5c-b63b-92255104323c tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f31a1e78-2be6-4c05-8189-c6c8bdd183b3') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:29.685271 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-60de2015-060c-4e5c-b63b-92255104323c tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:29.697161 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e18abec9-1b52-4fd9-8d77-2fe4fe086e03 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809988'] for router_interface, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:29.712396 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-60de2015-060c-4e5c-b63b-92255104323c tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:29.725276 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60de2015-060c-4e5c-b63b-92255104323c tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:39:29.729221 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-60de2015-060c-4e5c-b63b-92255104323c tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:29.732339 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:39:29.732339 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:39:29.732339 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:39:29.732339 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:39:29.732339 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:39:29.732339 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:39:29.732339 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:39:29.732339 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:39:29.732339 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:39:29.732339 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:39:29.732339 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:39:29.732339 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:39:29.732339 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:39:29.732339 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:39:29.732339 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:39:29.732339 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:39:29.732339 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:39:29.732339 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:39:29.732339 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:39:29.732339 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:39:29.732339 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:39:29.732339 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:39:29.732339 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:39:29.732339 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:39:29.732339 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:39:29.732339 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:39:29.732339 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:39:29.732339 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:39:29.732339 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:39:29.732339 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:39:29.732339 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:39:29.732339 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:39:29.807619 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6797459e-83b7-4312-a802-17efbf47557a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:29.910456 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6797459e-83b7-4312-a802-17efbf47557a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:29.938878 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-726858f4-47a0-4a23-ad42-96e168306826 None None] Notify callbacks [] for port, precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:29.947754 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-60de2015-060c-4e5c-b63b-92255104323c tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:29.949117 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a6e19d48-b662-49fa-94c4-9219120b5944 req-612dbb54-372f-4e2d-8735-260bba87b8b7 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb7c24d0-6b1f-4833-96cd-31a1019893ae HTTP/1.1" status: 200 len: 210 time: 0.0541339 Apr 05 14:39:29.960738 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-60de2015-060c-4e5c-b63b-92255104323c tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:29.976453 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 46900) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:29.977763 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-60de2015-060c-4e5c-b63b-92255104323c tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "DELETE /v2.0/networks/893170ef-25af-4f7c-9831-c40f83e6092d HTTP/1.1" status: 204 len: 168 time: 0.6775148 Apr 05 14:39:29.981836 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-46d8de10-ce2c-46c1-b565-f3f2414e5af6 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1239696878'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:39:29.996503 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60de2015-060c-4e5c-b63b-92255104323c tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Pushing event deleted for resources: {'Network': ['ID=893170ef-25af-4f7c-9831-c40f83e6092d,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:30.043784 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-6797459e-83b7-4312-a802-17efbf47557a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6011a9bc08064bafa44beca097bfc686&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6055810 Apr 05 14:39:30.047656 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-726858f4-47a0-4a23-ad42-96e168306826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:30.048666 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 46906) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:30.060141 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6797459e-83b7-4312-a802-17efbf47557a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4824c30-f817-48d7-87ad-09f8a7e25cbd,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:30.110314 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287c522d-9038-4008-861e-665e19e91a33 None None] Pushing event updated for resources: {'Port': ['ID=4671611f-166f-4215-9e94-990defa0f0dc,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:30.218526 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d8de10-ce2c-46c1-b565-f3f2414e5af6 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Made reservation on behalf of e7eb5e760fb649288ddd0e65de525949 for: {'network': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:39:30.219694 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-726858f4-47a0-4a23-ad42-96e168306826 None None] Attempting to bind port 4671611f-166f-4215-9e94-990defa0f0dc on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:39:30.220075 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-726858f4-47a0-4a23-ad42-96e168306826 None None] Attempting to bind port 4671611f-166f-4215-9e94-990defa0f0dc by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:39:30.223534 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-46d8de10-ce2c-46c1-b565-f3f2414e5af6 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:30.227686 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726858f4-47a0-4a23-ad42-96e168306826 None None] Attempting to bind port 4671611f-166f-4215-9e94-990defa0f0dc on network fd08407d-7bc3-4895-9d28-9b2f36a8d65c {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:39:30.234633 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726858f4-47a0-4a23-ad42-96e168306826 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:39:30.235017 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726858f4-47a0-4a23-ad42-96e168306826 None None] Checking segment: {'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:39:30.235426 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-726858f4-47a0-4a23-ad42-96e168306826 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:30.236112 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726858f4-47a0-4a23-ad42-96e168306826 None None] Bound using segment: {'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:39:30.236610 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-726858f4-47a0-4a23-ad42-96e168306826 None None] Bound port: 4671611f-166f-4215-9e94-990defa0f0dc, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:39:30.237016 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-726858f4-47a0-4a23-ad42-96e168306826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:30.259201 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda26345-3924-426b-9671-05c0e942e85f req-ae5815b6-f5e2-4b49-96a9-3251fc617172 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:30.260812 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dda26345-3924-426b-9671-05c0e942e85f req-ae5815b6-f5e2-4b49-96a9-3251fc617172 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/networks?id=c590509e-7ca8-420f-8b7e-bdc8058c2274 HTTP/1.1" status: 200 len: 813 time: 0.2348406 Apr 05 14:39:30.286556 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-92e62bcb-e779-4690-8bb3-0ad0515cffac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:30.313909 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dda26345-3924-426b-9671-05c0e942e85f req-f5d23f6d-cd17-4c56-8537-db85b0b654ab tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/quotas/e8ce47a9c4704fe783984e08a144e0c5 HTTP/1.1" status: 200 len: 375 time: 0.0375185 Apr 05 14:39:30.338513 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46d8de10-ce2c-46c1-b565-f3f2414e5af6 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=103320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:39:30.348955 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-92e62bcb-e779-4690-8bb3-0ad0515cffac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:30.392091 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e18abec9-1b52-4fd9-8d77-2fe4fe086e03 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Deleting port 4671611f-166f-4215-9e94-990defa0f0dc {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:39:30.393123 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e18abec9-1b52-4fd9-8d77-2fe4fe086e03 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:30.494637 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d7a78e46-1bf8-4500-8730-e2970cf7b953 req-8bf4bf2a-bba8-4051-b95c-f6433d47876f tempest-ServersAdmin275Test-1700003416 tempest-ServersAdmin275Test-1700003416-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1c5f6eb-e81b-4734-9bcb-5700eb2b5dbd HTTP/1.1" status: 200 len: 210 time: 0.1526887 Apr 05 14:39:30.497730 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dda26345-3924-426b-9671-05c0e942e85f req-d9738280-50e0-4ec6-9890-e6690d56db52 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e8ce47a9c4704fe783984e08a144e0c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1662664 Apr 05 14:39:30.501618 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-46d8de10-ce2c-46c1-b565-f3f2414e5af6 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:30.501979 n-d-836650-2 neutron-server[103320]: INFO neutron.db.segments_db [None req-46d8de10-ce2c-46c1-b565-f3f2414e5af6 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Added segment 919039d0-bbc8-4a5e-9a4b-c7246541b86f of type vlan for network 48937694-9a94-476d-ac2c-729c532d8b69 Apr 05 14:39:30.548060 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-92e62bcb-e779-4690-8bb3-0ad0515cffac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:30.551601 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-92e62bcb-e779-4690-8bb3-0ad0515cffac admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:30.555388 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-92e62bcb-e779-4690-8bb3-0ad0515cffac admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d4824c30-f817-48d7-87ad-09f8a7e25cbd HTTP/1.1" status: 204 len: 168 time: 0.5055573 Apr 05 14:39:30.576683 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-726858f4-47a0-4a23-ad42-96e168306826 None None] For port 4671611f-166f-4215-9e94-990defa0f0dc, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:39:30.584127 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-726858f4-47a0-4a23-ad42-96e168306826 None None] For port 4671611f-166f-4215-9e94-990defa0f0dc, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=4671611f-166f-4215-9e94-990defa0f0dc,segment=NetworkSegment(1c468974-700f-4380-acfc-da4f84290a6b),segment_id=1c468974-700f-4380-acfc-da4f84290a6b)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:39:30.585245 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-37cd3efe-f03a-47ad-b28b-0014737e3713 None None] Provisioning complete for port 4671611f-166f-4215-9e94-990defa0f0dc triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:39:30.585642 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-37cd3efe-f03a-47ad-b28b-0014737e3713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:30.592260 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e62bcb-e779-4690-8bb3-0ad0515cffac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4824c30-f817-48d7-87ad-09f8a7e25cbd,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:30.636064 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-37cd3efe-f03a-47ad-b28b-0014737e3713 None None] Port 4671611f-166f-4215-9e94-990defa0f0dc cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:39:30.666926 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-46d8de10-ce2c-46c1-b565-f3f2414e5af6 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:30.673620 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e18abec9-1b52-4fd9-8d77-2fe4fe086e03 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] For port 4671611f-166f-4215-9e94-990defa0f0dc, host n-d-836650-2, got binding levels [] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:39:30.673994 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e18abec9-1b52-4fd9-8d77-2fe4fe086e03 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:30.679693 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-726858f4-47a0-4a23-ad42-96e168306826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:30.718403 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e18abec9-1b52-4fd9-8d77-2fe4fe086e03 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Calling delete_port for 4671611f-166f-4215-9e94-990defa0f0dc owned by network:router_interface {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:39:30.778049 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726858f4-47a0-4a23-ad42-96e168306826 None None] Routers {'6ff7f40b-2342-43b0-b059-6dbfa20ea2e8'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:39:30.778705 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-726858f4-47a0-4a23-ad42-96e168306826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:39:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['6ff7f40b-2342-43b0-b059-6dbfa20ea2e8'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:30.783697 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287c522d-9038-4008-861e-665e19e91a33 None None] Pushing event updated for resources: {'Port': ['ID=4671611f-166f-4215-9e94-990defa0f0dc,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:30.881779 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-726858f4-47a0-4a23-ad42-96e168306826 None None] Set router 6ff7f40b-2342-43b0-b059-6dbfa20ea2e8 gateway port host: None {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:39:30.890704 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dda26345-3924-426b-9671-05c0e942e85f req-69ea69f3-89d4-4a7e-8284-afca0a99fe4b service neutron] 10.222.0.30 "GET /v2.0/networks/c590509e-7ca8-420f-8b7e-bdc8058c2274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3777401 Apr 05 14:39:30.959760 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-46d8de10-ce2c-46c1-b565-f3f2414e5af6 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:30.966144 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d8de10-ce2c-46c1-b565-f3f2414e5af6 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:30.966309 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-46d8de10-ce2c-46c1-b565-f3f2414e5af6 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:31.107041 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-f0551595-0dd2-4366-ba1a-a31d2a8f7336 None None] Provisioning complete for port 4671611f-166f-4215-9e94-990defa0f0dc triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:39:31.112594 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f0551595-0dd2-4366-ba1a-a31d2a8f7336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:31.112737 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-46d8de10-ce2c-46c1-b565-f3f2414e5af6 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1348612 Apr 05 14:39:31.115044 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 46928) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:31.121119 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-637adda9-814d-4876-aa63-5d010a60fbf2 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Request body: {'subnet': {'network_id': '48937694-9a94-476d-ac2c-729c532d8b69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:39:31.204714 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-726858f4-47a0-4a23-ad42-96e168306826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff7f40b-2342-43b0-b059-6dbfa20ea2e8', 'name': 'tempest-NetworksTestDHCPv6-router-14113383', 'tenant_id': '81648541dc0b4f1ea0eb9cace0846aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:39:23Z', 'updated_at': '2022-04-05T14:39:25Z', 'revision_number': 2, 'project_id': '81648541dc0b4f1ea0eb9cace0846aa5', 'gw_port_host': None, '_interfaces': [{'id': '4671611f-166f-4215-9e94-990defa0f0dc', 'name': '', 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'tenant_id': '81648541dc0b4f1ea0eb9cace0846aa5', 'mac_address': 'fa:16:3e:d0:93:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff7f40b-2342-43b0-b059-6dbfa20ea2e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'd6c4cfa7-a468-42b8-8f62-5cf3cecbc75f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:39:25Z', 'updated_at': '2022-04-05T14:39:30Z', 'revision_number': 4, 'project_id': '81648541dc0b4f1ea0eb9cace0846aa5', 'subnets': [{'id': 'd6c4cfa7-a468-42b8-8f62-5cf3cecbc75f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:31.267572 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726858f4-47a0-4a23-ad42-96e168306826 None None] The sync data for ids ['6ff7f40b-2342-43b0-b059-6dbfa20ea2e8'] in n-d-836650-2 is: [{'id': '6ff7f40b-2342-43b0-b059-6dbfa20ea2e8', 'name': 'tempest-NetworksTestDHCPv6-router-14113383', 'tenant_id': '81648541dc0b4f1ea0eb9cace0846aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:39:23Z', 'updated_at': '2022-04-05T14:39:25Z', 'revision_number': 2, 'project_id': '81648541dc0b4f1ea0eb9cace0846aa5', 'gw_port_host': None, '_interfaces': [{'id': '4671611f-166f-4215-9e94-990defa0f0dc', 'name': '', 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'tenant_id': '81648541dc0b4f1ea0eb9cace0846aa5', 'mac_address': 'fa:16:3e:d0:93:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff7f40b-2342-43b0-b059-6dbfa20ea2e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'd6c4cfa7-a468-42b8-8f62-5cf3cecbc75f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:39:25Z', 'updated_at': '2022-04-05T14:39:30Z', 'revision_number': 4, 'project_id': '81648541dc0b4f1ea0eb9cace0846aa5', 'subnets': [{'id': 'd6c4cfa7-a468-42b8-8f62-5cf3cecbc75f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:39:31.368196 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-637adda9-814d-4876-aa63-5d010a60fbf2 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Made reservation on behalf of e7eb5e760fb649288ddd0e65de525949 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:39:31.376654 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-637adda9-814d-4876-aa63-5d010a60fbf2 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:31.376860 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f0551595-0dd2-4366-ba1a-a31d2a8f7336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:31.426162 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-f0551595-0dd2-4366-ba1a-a31d2a8f7336 None None] For port 4671611f-166f-4215-9e94-990defa0f0dc, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=4671611f-166f-4215-9e94-990defa0f0dc,segment=NetworkSegment(1c468974-700f-4380-acfc-da4f84290a6b),segment_id=1c468974-700f-4380-acfc-da4f84290a6b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:39:31.505695 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f0551595-0dd2-4366-ba1a-a31d2a8f7336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:31.565424 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-76c649d3-7d50-4a47-80b6-b3299ffa274c req-cddb522c-74a0-4e4c-8777-ffb892932a28 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb7c24d0-6b1f-4833-96cd-31a1019893ae HTTP/1.1" status: 200 len: 210 time: 0.4884894 Apr 05 14:39:31.612504 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0551595-0dd2-4366-ba1a-a31d2a8f7336 None None] Pushing event updated for resources: {'Port': ['ID=4671611f-166f-4215-9e94-990defa0f0dc,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:31.866462 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3833df6d-acf1-4302-874b-b713ad7e732d req-90e4ccc7-727c-4499-b628-7860fbbc934a tempest-ServersAdmin275Test-1700003416 tempest-ServersAdmin275Test-1700003416-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1c5f6eb-e81b-4734-9bcb-5700eb2b5dbd HTTP/1.1" status: 200 len: 210 time: 0.1107962 Apr 05 14:39:31.881717 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-637adda9-814d-4876-aa63-5d010a60fbf2 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:31.953547 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dda26345-3924-426b-9671-05c0e942e85f req-2b004053-0451-4a71-b5c8-ffa27aa14a61 service neutron] 10.222.0.30 "GET /v2.0/networks/c590509e-7ca8-420f-8b7e-bdc8058c2274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0619652 Apr 05 14:39:31.981513 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d8de10-ce2c-46c1-b565-f3f2414e5af6 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Pushing event updated for resources: {'Network': ['ID=48937694-9a94-476d-ac2c-729c532d8b69,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:32.000502 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 48937694-9a94-476d-ac2c-729c532d8b69 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:39:32.039234 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637adda9-814d-4876-aa63-5d010a60fbf2 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Pushing event updated for resources: {'Subnet': ['ID=c6cf5a99-28ee-4d5c-9170-f3a8f9ea3d8d,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:32.053156 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637adda9-814d-4876-aa63-5d010a60fbf2 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Checking segment: {'id': '919039d0-bbc8-4a5e-9a4b-c7246541b86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '48937694-9a94-476d-ac2c-729c532d8b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:39:32.053527 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637adda9-814d-4876-aa63-5d010a60fbf2 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Network hostable DHCP agents. Network: 48937694-9a94-476d-ac2c-729c532d8b69, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:39:32.122538 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96268ed-7c0b-437f-8774-3f040aec9d2f req-e7795e41-2759-44be-8b89-907c74feed36 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:32.127400 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e96268ed-7c0b-437f-8774-3f040aec9d2f req-e7795e41-2759-44be-8b89-907c74feed36 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.55 "GET /v2.0/networks?id=bbe33099-0907-4578-b91f-9ecd1e0f3a95 HTTP/1.1" status: 200 len: 811 time: 0.4836364 Apr 05 14:39:32.131028 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e18abec9-1b52-4fd9-8d77-2fe4fe086e03 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:32.159468 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-e96268ed-7c0b-437f-8774-3f040aec9d2f req-e57ded8a-279f-4a6b-b4cf-f93ea92b540d tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Request body: {'port': {'device_id': 'cb7c24d0-6b1f-4833-96cd-31a1019893ae', 'network_id': 'bbe33099-0907-4578-b91f-9ecd1e0f3a95', 'admin_state_up': True, 'tenant_id': '9215d951bfeb48c39a8e33c585301815'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:39:32.179340 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637adda9-814d-4876-aa63-5d010a60fbf2 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Network 48937694-9a94-476d-ac2c-729c532d8b69 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:39:32.196649 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18abec9-1b52-4fd9-8d77-2fe4fe086e03 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event deleted for resources: {'Port': ['ID=4671611f-166f-4215-9e94-990defa0f0dc,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:32.290125 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 4671611f-166f-4215-9e94-990defa0f0dc up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:39:32.299732 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-637adda9-814d-4876-aa63-5d010a60fbf2 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 48937694-9a94-476d-ac2c-729c532d8b69) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:39:32.316042 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637adda9-814d-4876-aa63-5d010a60fbf2 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:32.316629 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-637adda9-814d-4876-aa63-5d010a60fbf2 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:32.340310 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485e01ac-9d91-44ff-9f80-2f44a6a9a619 None None] Network 48937694-9a94-476d-ac2c-729c532d8b69 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:39:32.347824 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 4671611f-166f-4215-9e94-990defa0f0dc {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:39:32.353946 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 4671611f-166f-4215-9e94-990defa0f0dc not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 05 14:39:32.392194 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Port 4671611f-166f-4215-9e94-990defa0f0dc not found, will not notify nova. {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 05 14:39:32.476961 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-637adda9-814d-4876-aa63-5d010a60fbf2 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3600845 Apr 05 14:39:32.479283 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 46964) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:32.485301 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-951ded32-2077-4cd5-a3cd-6f4a4f4e70b1 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-456739696', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:39:32.537905 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e18abec9-1b52-4fd9-8d77-2fe4fe086e03 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1798829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810128'] for router_interface, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:32.611314 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5455c781-910f-4bed-b817-83f27b9f864f req-1e6f723f-f39b-443e-a837-892fc3853e82 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 210 time: 0.0514565 Apr 05 14:39:32.622508 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-951ded32-2077-4cd5-a3cd-6f4a4f4e70b1 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27088'] for router, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:32.626149 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-951ded32-2077-4cd5-a3cd-6f4a4f4e70b1 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27079'] for router, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:32.655429 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5a3f07-5434-4de4-aaa6-dfcfd6360e49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-48937694-9a94-476d-ac2c-729c532d8b69', 'network_id': '48937694-9a94-476d-ac2c-729c532d8b69', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'fixed_ips': [{'subnet_id': 'c6cf5a99-28ee-4d5c-9170-f3a8f9ea3d8d'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:39:32.658110 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6a5a3f07-5434-4de4-aaa6-dfcfd6360e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:32.755824 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-951ded32-2077-4cd5-a3cd-6f4a4f4e70b1 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:32.797095 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e3a96159-b5c4-4ea2-84db-290200ca7a45 req-073a24be-20e5-4ab2-8e19-9135b9bcd072 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb7c24d0-6b1f-4833-96cd-31a1019893ae HTTP/1.1" status: 200 len: 210 time: 0.0702124 Apr 05 14:39:32.845542 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-951ded32-2077-4cd5-a3cd-6f4a4f4e70b1 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618'] for router, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:32.913382 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e18abec9-1b52-4fd9-8d77-2fe4fe086e03 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Router 6ff7f40b-2342-43b0-b059-6dbfa20ea2e8 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:39:32.914537 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-6a5a3f07-5434-4de4-aaa6-dfcfd6360e49 None None] Allocated IP 2001:db8::2 (48937694-9a94-476d-ac2c-729c532d8b69/c6cf5a99-28ee-4d5c-9170-f3a8f9ea3d8d/b47c9490-dc21-47b8-93f0-4f635bb692b1) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:39:32.921069 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e96268ed-7c0b-437f-8774-3f040aec9d2f req-e57ded8a-279f-4a6b-b4cf-f93ea92b540d tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Made reservation on behalf of 9215d951bfeb48c39a8e33c585301815 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:39:32.923730 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-951ded32-2077-4cd5-a3cd-6f4a4f4e70b1 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:32.929685 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e96268ed-7c0b-437f-8774-3f040aec9d2f req-e57ded8a-279f-4a6b-b4cf-f93ea92b540d tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:32.929846 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-951ded32-2077-4cd5-a3cd-6f4a4f4e70b1 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4466879 Apr 05 14:39:32.931652 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 46978) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:32.942697 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-baab78f8-016c-4d25-b156-3bbfd6572bce tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Request body: {'port': {'network_id': '48937694-9a94-476d-ac2c-729c532d8b69', 'name': 'tempest-RoutersIpV6Test-1634775731'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:39:33.131523 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e18abec9-1b52-4fd9-8d77-2fe4fe086e03 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:39:33.145056 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-e18abec9-1b52-4fd9-8d77-2fe4fe086e03 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "PUT /v2.0/routers/6ff7f40b-2342-43b0-b059-6dbfa20ea2e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2916698 Apr 05 14:39:33.148083 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 46986) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:33.168020 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-618b7f56-a52c-4151-b324-92b002393095 req-c166b5f2-7a18-4ada-9514-04a252037c68 tempest-ServersAdmin275Test-1700003416 tempest-ServersAdmin275Test-1700003416-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1c5f6eb-e81b-4734-9bcb-5700eb2b5dbd HTTP/1.1" status: 200 len: 210 time: 0.0973125 Apr 05 14:39:33.209679 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baab78f8-016c-4d25-b156-3bbfd6572bce tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Made reservation on behalf of e7eb5e760fb649288ddd0e65de525949 for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:39:33.215884 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-baab78f8-016c-4d25-b156-3bbfd6572bce tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:33.243889 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6a5a3f07-5434-4de4-aaa6-dfcfd6360e49 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:33.297885 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fda725-2f6f-46b8-aaac-91c413815e81 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:33.298025 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-e96268ed-7c0b-437f-8774-3f040aec9d2f req-e57ded8a-279f-4a6b-b4cf-f93ea92b540d tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Allocated IP 172.20.0.14 (bbe33099-0907-4578-b91f-9ecd1e0f3a95/c529ad6d-a94e-4533-88f8-eeabc5541ed8/b7f433f2-6cdf-424f-b879-557258901bdb) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:39:33.306266 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fda725-2f6f-46b8-aaac-91c413815e81 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:33.315603 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 46994) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:33.315753 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-a3fda725-2f6f-46b8-aaac-91c413815e81 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1625264 Apr 05 14:39:33.317480 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [None req-baab78f8-016c-4d25-b156-3bbfd6572bce tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] device_id is not set on port d546ce3e-5ddc-4c5e-81a8-880753da9988 yet. {{(pid=103321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:39:33.360552 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6a5a3f07-5434-4de4-aaa6-dfcfd6360e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:33.400321 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1e77db4-07e1-4679-98d5-322b05afc92f tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Deleting subnet d6c4cfa7-a468-42b8-8f62-5cf3cecbc75f {{(pid=103320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:39:33.417443 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a1e77db4-07e1-4679-98d5-322b05afc92f tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:33.475408 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5a3f07-5434-4de4-aaa6-dfcfd6360e49 None None] Network 48937694-9a94-476d-ac2c-729c532d8b69 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:39:33.478527 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5a3f07-5434-4de4-aaa6-dfcfd6360e49 None None] Pushing event updated for resources: {'Port': ['ID=b47c9490-dc21-47b8-93f0-4f635bb692b1,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:33.490125 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-6a5a3f07-5434-4de4-aaa6-dfcfd6360e49 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:39:33.503843 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a1e77db4-07e1-4679-98d5-322b05afc92f tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13399228'] for subnet, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:33.504405 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5a3f07-5434-4de4-aaa6-dfcfd6360e49 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:39:33.564506 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-baab78f8-016c-4d25-b156-3bbfd6572bce tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Allocated IP 2001:db8::163 (48937694-9a94-476d-ac2c-729c532d8b69/c6cf5a99-28ee-4d5c-9170-f3a8f9ea3d8d/d546ce3e-5ddc-4c5e-81a8-880753da9988) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:39:33.683109 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-6a5a3f07-5434-4de4-aaa6-dfcfd6360e49 None None] Attempting to bind port b47c9490-dc21-47b8-93f0-4f635bb692b1 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:39:33.683667 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-6a5a3f07-5434-4de4-aaa6-dfcfd6360e49 None None] Attempting to bind port b47c9490-dc21-47b8-93f0-4f635bb692b1 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '919039d0-bbc8-4a5e-9a4b-c7246541b86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '48937694-9a94-476d-ac2c-729c532d8b69'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:39:33.683899 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5a3f07-5434-4de4-aaa6-dfcfd6360e49 None None] Attempting to bind port b47c9490-dc21-47b8-93f0-4f635bb692b1 on network 48937694-9a94-476d-ac2c-729c532d8b69 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:39:33.709130 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5a3f07-5434-4de4-aaa6-dfcfd6360e49 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:39:33.709510 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5a3f07-5434-4de4-aaa6-dfcfd6360e49 None None] Checking segment: {'id': '919039d0-bbc8-4a5e-9a4b-c7246541b86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '48937694-9a94-476d-ac2c-729c532d8b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:39:33.710408 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6a5a3f07-5434-4de4-aaa6-dfcfd6360e49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:33.710408 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5a3f07-5434-4de4-aaa6-dfcfd6360e49 None None] Bound using segment: {'id': '919039d0-bbc8-4a5e-9a4b-c7246541b86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '48937694-9a94-476d-ac2c-729c532d8b69'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:39:33.710852 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-6a5a3f07-5434-4de4-aaa6-dfcfd6360e49 None None] Bound port: b47c9490-dc21-47b8-93f0-4f635bb692b1, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '919039d0-bbc8-4a5e-9a4b-c7246541b86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '48937694-9a94-476d-ac2c-729c532d8b69'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:39:33.711385 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6a5a3f07-5434-4de4-aaa6-dfcfd6360e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:33.719613 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873934cf-70b0-45b4-bf8e-134c4ce83db5 None None] Sync routers for ids ['6ff7f40b-2342-43b0-b059-6dbfa20ea2e8'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:39:33.745868 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873934cf-70b0-45b4-bf8e-134c4ce83db5 None None] Routers {'6ff7f40b-2342-43b0-b059-6dbfa20ea2e8'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:39:33.746565 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-873934cf-70b0-45b4-bf8e-134c4ce83db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:39:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['6ff7f40b-2342-43b0-b059-6dbfa20ea2e8'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:33.859249 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e96268ed-7c0b-437f-8774-3f040aec9d2f req-e57ded8a-279f-4a6b-b4cf-f93ea92b540d tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:33.868050 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-baab78f8-016c-4d25-b156-3bbfd6572bce tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:33.874706 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-873934cf-70b0-45b4-bf8e-134c4ce83db5 None None] Set router 6ff7f40b-2342-43b0-b059-6dbfa20ea2e8 gateway port host: None {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:39:33.941068 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-873934cf-70b0-45b4-bf8e-134c4ce83db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff7f40b-2342-43b0-b059-6dbfa20ea2e8', 'name': 'tempest-NetworksTestDHCPv6-router-14113383', 'tenant_id': '81648541dc0b4f1ea0eb9cace0846aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:39:23Z', 'updated_at': '2022-04-05T14:39:31Z', 'revision_number': 3, 'project_id': '81648541dc0b4f1ea0eb9cace0846aa5', 'gw_port_host': None}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:34.001936 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-6a5a3f07-5434-4de4-aaa6-dfcfd6360e49 None None] For port b47c9490-dc21-47b8-93f0-4f635bb692b1, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:39:34.016441 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-6a5a3f07-5434-4de4-aaa6-dfcfd6360e49 None None] For port b47c9490-dc21-47b8-93f0-4f635bb692b1, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=b47c9490-dc21-47b8-93f0-4f635bb692b1,segment=NetworkSegment(919039d0-bbc8-4a5e-9a4b-c7246541b86f),segment_id=919039d0-bbc8-4a5e-9a4b-c7246541b86f)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:39:34.082682 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873934cf-70b0-45b4-bf8e-134c4ce83db5 None None] Checking router: 6ff7f40b-2342-43b0-b059-6dbfa20ea2e8 for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:39:34.093632 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873934cf-70b0-45b4-bf8e-134c4ce83db5 None None] Routers {'6ff7f40b-2342-43b0-b059-6dbfa20ea2e8'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:39:34.094722 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-873934cf-70b0-45b4-bf8e-134c4ce83db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:39:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['6ff7f40b-2342-43b0-b059-6dbfa20ea2e8'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:34.098772 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-baab78f8-016c-4d25-b156-3bbfd6572bce tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:34.104291 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6a5a3f07-5434-4de4-aaa6-dfcfd6360e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:34.151688 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-19c1f72a-20ce-48ef-882d-5612ea47ba09 req-67d714ec-fb5c-4c95-836c-e08fb4aa558c tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 210 time: 0.3982165 Apr 05 14:39:34.157626 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a1e77db4-07e1-4679-98d5-322b05afc92f tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:34.169494 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e96268ed-7c0b-437f-8774-3f040aec9d2f req-e57ded8a-279f-4a6b-b4cf-f93ea92b540d tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:34.190173 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['cd4c3e1b-ebc8-4b55-acde-d5047a76f318'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:39:34.197353 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cadb90cd-c5eb-4ace-999f-d57c55fa70da req-c6ae4453-d7e8-4965-981e-6834ece18b98 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb7c24d0-6b1f-4833-96cd-31a1019893ae HTTP/1.1" status: 200 len: 210 time: 0.2392845 Apr 05 14:39:34.221485 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baab78f8-016c-4d25-b156-3bbfd6572bce tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Network 48937694-9a94-476d-ac2c-729c532d8b69 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:39:34.225603 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-baab78f8-016c-4d25-b156-3bbfd6572bce tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:39:34.229795 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-873934cf-70b0-45b4-bf8e-134c4ce83db5 None None] Set router 6ff7f40b-2342-43b0-b059-6dbfa20ea2e8 gateway port host: None {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:39:34.245797 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baab78f8-016c-4d25-b156-3bbfd6572bce tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:39:34.264181 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baab78f8-016c-4d25-b156-3bbfd6572bce tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:34.267531 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['54c12fe5-dbd8-421b-81c7-5281b4511d63'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:39:34.268486 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-baab78f8-016c-4d25-b156-3bbfd6572bce tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:34.286602 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-873934cf-70b0-45b4-bf8e-134c4ce83db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff7f40b-2342-43b0-b059-6dbfa20ea2e8', 'name': 'tempest-NetworksTestDHCPv6-router-14113383', 'tenant_id': '81648541dc0b4f1ea0eb9cace0846aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:39:23Z', 'updated_at': '2022-04-05T14:39:31Z', 'revision_number': 3, 'project_id': '81648541dc0b4f1ea0eb9cace0846aa5', 'gw_port_host': None}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:34.360420 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baab78f8-016c-4d25-b156-3bbfd6572bce tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Pushing event updated for resources: {'Port': ['ID=d546ce3e-5ddc-4c5e-81a8-880753da9988,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:34.366739 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873934cf-70b0-45b4-bf8e-134c4ce83db5 None None] The sync data for ids ['6ff7f40b-2342-43b0-b059-6dbfa20ea2e8'] in n-d-836650-2 is: [{'id': '6ff7f40b-2342-43b0-b059-6dbfa20ea2e8', 'name': 'tempest-NetworksTestDHCPv6-router-14113383', 'tenant_id': '81648541dc0b4f1ea0eb9cace0846aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:39:23Z', 'updated_at': '2022-04-05T14:39:31Z', 'revision_number': 3, 'project_id': '81648541dc0b4f1ea0eb9cace0846aa5', 'gw_port_host': None}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:39:34.416026 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e96268ed-7c0b-437f-8774-3f040aec9d2f req-e57ded8a-279f-4a6b-b4cf-f93ea92b540d tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Network bbe33099-0907-4578-b91f-9ecd1e0f3a95 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:39:34.428364 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-e96268ed-7c0b-437f-8774-3f040aec9d2f req-e57ded8a-279f-4a6b-b4cf-f93ea92b540d tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:39:34.460663 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-85471fae-d40f-45f1-9cda-3d1256a4dd41 req-30a11542-6f8e-41fd-a4c3-f79e4a5571ba tempest-ServersAdmin275Test-1700003416 tempest-ServersAdmin275Test-1700003416-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1c5f6eb-e81b-4734-9bcb-5700eb2b5dbd HTTP/1.1" status: 200 len: 210 time: 0.0834868 Apr 05 14:39:34.461209 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57ded8a-279f-4a6b-b4cf-f93ea92b540d tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Pushing event updated for resources: {'Port': ['ID=b7f433f2-6cdf-424f-b879-557258901bdb,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:34.464802 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-e96268ed-7c0b-437f-8774-3f040aec9d2f req-e57ded8a-279f-4a6b-b4cf-f93ea92b540d tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:39:34.483425 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-baab78f8-016c-4d25-b156-3bbfd6572bce tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5504322 Apr 05 14:39:34.486067 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 47016) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:34.527973 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57ded8a-279f-4a6b-b4cf-f93ea92b540d tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:39:34.528335 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57ded8a-279f-4a6b-b4cf-f93ea92b540d tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:39:34.528727 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57ded8a-279f-4a6b-b4cf-f93ea92b540d tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:39:34.529047 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57ded8a-279f-4a6b-b4cf-f93ea92b540d tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:39:34.529390 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57ded8a-279f-4a6b-b4cf-f93ea92b540d tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:39:34.529765 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57ded8a-279f-4a6b-b4cf-f93ea92b540d tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:39:34.540504 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57ded8a-279f-4a6b-b4cf-f93ea92b540d tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:39:34.540504 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57ded8a-279f-4a6b-b4cf-f93ea92b540d tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:39:34.540504 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57ded8a-279f-4a6b-b4cf-f93ea92b540d tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:39:34.540504 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57ded8a-279f-4a6b-b4cf-f93ea92b540d tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:39:34.540504 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57ded8a-279f-4a6b-b4cf-f93ea92b540d tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:39:34.540504 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57ded8a-279f-4a6b-b4cf-f93ea92b540d tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:39:34.588345 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96268ed-7c0b-437f-8774-3f040aec9d2f req-e57ded8a-279f-4a6b-b4cf-f93ea92b540d tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:34.589366 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e96268ed-7c0b-437f-8774-3f040aec9d2f req-e57ded8a-279f-4a6b-b4cf-f93ea92b540d tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:34.648677 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a1e77db4-07e1-4679-98d5-322b05afc92f tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15773812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13127359'] for subnet, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:34.677972 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a1e77db4-07e1-4679-98d5-322b05afc92f tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:34.681318 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-a1e77db4-07e1-4679-98d5-322b05afc92f tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/subnets/d6c4cfa7-a468-42b8-8f62-5cf3cecbc75f HTTP/1.1" status: 204 len: 168 time: 1.3646383 Apr 05 14:39:34.728031 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 47020) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:34.738416 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e96268ed-7c0b-437f-8774-3f040aec9d2f req-e57ded8a-279f-4a6b-b4cf-f93ea92b540d tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5927515 Apr 05 14:39:34.771131 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53949ce5-3534-4d4c-897b-ec9b0f8c31ae None None] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:39:34.810609 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5a3f07-5434-4de4-aaa6-dfcfd6360e49 None None] Pushing event updated for resources: {'Port': ['ID=b47c9490-dc21-47b8-93f0-4f635bb692b1,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:34.848302 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e77db4-07e1-4679-98d5-322b05afc92f tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event deleted for resources: {'Subnet': ['ID=d6c4cfa7-a468-42b8-8f62-5cf3cecbc75f,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:34.883461 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-e96268ed-7c0b-437f-8774-3f040aec9d2f req-df610c5f-66ac-4271-878f-df4b7e3c855c service neutron] Request body: {'port': {'device_id': 'cb7c24d0-6b1f-4833-96cd-31a1019893ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:39:35.054028 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e96268ed-7c0b-437f-8774-3f040aec9d2f req-df610c5f-66ac-4271-878f-df4b7e3c855c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:35.085140 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-cb830c1a-7aac-48c6-aa74-5bfef4cdbb23 None None] Provisioning complete for port b7f433f2-6cdf-424f-b879-557258901bdb triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:39:35.085835 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cb830c1a-7aac-48c6-aa74-5bfef4cdbb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:35.316240 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c619c268-6fdb-4b8b-ba2f-8036640826d2 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:35.377533 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-cb830c1a-7aac-48c6-aa74-5bfef4cdbb23 None None] Port b7f433f2-6cdf-424f-b879-557258901bdb cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:39:35.410924 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 47034) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:35.420734 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-9fb23822-8091-4aee-bf75-2a0741b38693 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.6916580 Apr 05 14:39:35.502638 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008d75dc-f977-4974-bb27-bbf70a3fa9a4 None None] DHCP port deletion for fd08407d-7bc3-4895-9d28-9b2f36a8d65c request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:39:35.616976 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ee4dd942-27dc-42e8-a200-529e385feb39 req-35a87ca3-c775-459d-8f94-5a3972ad127c tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 210 time: 0.1952505 Apr 05 14:39:35.629809 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509a2c7d-c850-4446-9260-7b37010717e0 req-8e71561d-9d89-4187-ba8c-1a858c380197 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:35.641848 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-008d75dc-f977-4974-bb27-bbf70a3fa9a4 None None] Deleting port 992b5610-d45e-4a50-8d80-c0de855d7991 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:39:35.641848 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-008d75dc-f977-4974-bb27-bbf70a3fa9a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:35.647169 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-509a2c7d-c850-4446-9260-7b37010717e0 req-8e71561d-9d89-4187-ba8c-1a858c380197 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb7c24d0-6b1f-4833-96cd-31a1019893ae HTTP/1.1" status: 200 len: 932 time: 0.1473250 Apr 05 14:39:35.815751 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-008d75dc-f977-4974-bb27-bbf70a3fa9a4 None None] For port 992b5610-d45e-4a50-8d80-c0de855d7991, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=992b5610-d45e-4a50-8d80-c0de855d7991,segment=NetworkSegment(1c468974-700f-4380-acfc-da4f84290a6b),segment_id=1c468974-700f-4380-acfc-da4f84290a6b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:39:35.816305 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-008d75dc-f977-4974-bb27-bbf70a3fa9a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:35.861556 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-008d75dc-f977-4974-bb27-bbf70a3fa9a4 None None] Calling delete_port for 992b5610-d45e-4a50-8d80-c0de855d7991 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:39:36.051887 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9170146b-9e6f-4b71-8acb-667307d536e5 None None] Network 48937694-9a94-476d-ac2c-729c532d8b69 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:39:36.177118 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-008d75dc-f977-4974-bb27-bbf70a3fa9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:36.211966 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008d75dc-f977-4974-bb27-bbf70a3fa9a4 None None] Pushing event deleted for resources: {'Port': ['ID=992b5610-d45e-4a50-8d80-c0de855d7991,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:36.235989 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-6a1a8211-5cf9-4ab3-b662-e8f363485927 None None] Provisioning complete for port b47c9490-dc21-47b8-93f0-4f635bb692b1 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:39:36.235989 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6a1a8211-5cf9-4ab3-b662-e8f363485927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:36.270980 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-e96268ed-7c0b-437f-8774-3f040aec9d2f req-df610c5f-66ac-4271-878f-df4b7e3c855c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7f433f2-6cdf-424f-b879-557258901bdb {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:39:36.280447 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e96268ed-7c0b-437f-8774-3f040aec9d2f req-df610c5f-66ac-4271-878f-df4b7e3c855c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:36.291413 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008d75dc-f977-4974-bb27-bbf70a3fa9a4 None None] No DVR routers for this DVR port 992b5610-d45e-4a50-8d80-c0de855d7991 on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:39:36.296214 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-e96268ed-7c0b-437f-8774-3f040aec9d2f req-df610c5f-66ac-4271-878f-df4b7e3c855c service neutron] Transition to ACTIVE for port object b7f433f2-6cdf-424f-b879-557258901bdb will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:39:36.377477 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device b47c9490-dc21-47b8-93f0-4f635bb692b1 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:39:36.402953 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fd3303e7-1179-4ac0-ad50-6022d6db83f6 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for router, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:36.405478 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-78c0ab98-78db-4f54-8fbc-6dcbc4b1eb05 req-571eb17f-3810-46c2-83d0-1178e7925219 tempest-ServersAdmin275Test-1700003416 tempest-ServersAdmin275Test-1700003416-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1c5f6eb-e81b-4734-9bcb-5700eb2b5dbd HTTP/1.1" status: 200 len: 210 time: 0.1042321 Apr 05 14:39:36.425529 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda26345-3924-426b-9671-05c0e942e85f req-a76e9ff8-999d-4aa1-b34c-2b9fd8a04f04 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:36.438318 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dda26345-3924-426b-9671-05c0e942e85f req-a76e9ff8-999d-4aa1-b34c-2b9fd8a04f04 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.11 "GET /v2.0/networks?id=c590509e-7ca8-420f-8b7e-bdc8058c2274 HTTP/1.1" status: 200 len: 813 time: 1.3755765 Apr 05 14:39:36.438318 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e96268ed-7c0b-437f-8774-3f040aec9d2f req-df610c5f-66ac-4271-878f-df4b7e3c855c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:36.453493 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-509a2c7d-c850-4446-9260-7b37010717e0 req-ca65d7fd-23b3-42e9-9b36-77bdd0e1812d tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7907345 Apr 05 14:39:36.460679 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-dda26345-3924-426b-9671-05c0e942e85f req-9fdb2d3f-8507-4b41-b277-9a79a6b382ab tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Request body: {'port': {'device_id': 'ad86c1e3-ca08-4c56-90cb-37859ccc8884', 'network_id': 'c590509e-7ca8-420f-8b7e-bdc8058c2274', 'admin_state_up': True, 'tenant_id': 'e8ce47a9c4704fe783984e08a144e0c5'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:39:36.481118 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6a1a8211-5cf9-4ab3-b662-e8f363485927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:36.530024 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-6a1a8211-5cf9-4ab3-b662-e8f363485927 None None] For port b47c9490-dc21-47b8-93f0-4f635bb692b1, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=b47c9490-dc21-47b8-93f0-4f635bb692b1,segment=NetworkSegment(919039d0-bbc8-4a5e-9a4b-c7246541b86f),segment_id=919039d0-bbc8-4a5e-9a4b-c7246541b86f)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:39:36.567071 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port b47c9490-dc21-47b8-93f0-4f635bb692b1 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:39:36.567437 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:36.614669 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6a1a8211-5cf9-4ab3-b662-e8f363485927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:36.645199 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df610c5f-66ac-4271-878f-df4b7e3c855c service neutron] Pushing event updated for resources: {'Port': ['ID=b7f433f2-6cdf-424f-b879-557258901bdb,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:36.824508 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fd3303e7-1179-4ac0-ad50-6022d6db83f6 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27070'] for router, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:36.833706 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fd3303e7-1179-4ac0-ad50-6022d6db83f6 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:36.889611 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f99c0353-34f9-4a1a-8045-16e9a3e7b112 req-1a26b51b-aa84-41f7-a705-708085289204 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 210 time: 0.0528405 Apr 05 14:39:36.894849 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1a8211-5cf9-4ab3-b662-e8f363485927 None None] Pushing event updated for resources: {'Port': ['ID=b47c9490-dc21-47b8-93f0-4f635bb692b1,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:36.963360 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c619c268-6fdb-4b8b-ba2f-8036640826d2 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:36.966554 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 4671611f-166f-4215-9e94-990defa0f0dc no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:39:36.968806 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-e96268ed-7c0b-437f-8774-3f040aec9d2f req-df610c5f-66ac-4271-878f-df4b7e3c855c service neutron] Attempting to bind port b7f433f2-6cdf-424f-b879-557258901bdb on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:39:36.969305 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-e96268ed-7c0b-437f-8774-3f040aec9d2f req-df610c5f-66ac-4271-878f-df4b7e3c855c service neutron] Attempting to bind port b7f433f2-6cdf-424f-b879-557258901bdb by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': '87207719-1f48-46bc-a702-a88951a34078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'bbe33099-0907-4578-b91f-9ecd1e0f3a95'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:39:36.970472 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96268ed-7c0b-437f-8774-3f040aec9d2f req-df610c5f-66ac-4271-878f-df4b7e3c855c service neutron] Attempting to bind port b7f433f2-6cdf-424f-b879-557258901bdb on network bbe33099-0907-4578-b91f-9ecd1e0f3a95 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:39:36.979725 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96268ed-7c0b-437f-8774-3f040aec9d2f req-df610c5f-66ac-4271-878f-df4b7e3c855c service neutron] Port b7f433f2-6cdf-424f-b879-557258901bdb on network bbe33099-0907-4578-b91f-9ecd1e0f3a95 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:39:36.980062 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96268ed-7c0b-437f-8774-3f040aec9d2f req-df610c5f-66ac-4271-878f-df4b7e3c855c service neutron] Attempting to bind port b7f433f2-6cdf-424f-b879-557258901bdb on network bbe33099-0907-4578-b91f-9ecd1e0f3a95 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:39:36.991904 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 4671611f-166f-4215-9e94-990defa0f0dc {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:39:36.992251 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 4671611f-166f-4215-9e94-990defa0f0dc not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:39:36.992808 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 992b5610-d45e-4a50-8d80-c0de855d7991 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:39:36.992945 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96268ed-7c0b-437f-8774-3f040aec9d2f req-df610c5f-66ac-4271-878f-df4b7e3c855c service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:39:36.993472 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96268ed-7c0b-437f-8774-3f040aec9d2f req-df610c5f-66ac-4271-878f-df4b7e3c855c service neutron] Checking segment: {'id': '87207719-1f48-46bc-a702-a88951a34078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'bbe33099-0907-4578-b91f-9ecd1e0f3a95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:39:36.993864 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96268ed-7c0b-437f-8774-3f040aec9d2f req-df610c5f-66ac-4271-878f-df4b7e3c855c service neutron] Bound using segment: {'id': '87207719-1f48-46bc-a702-a88951a34078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'bbe33099-0907-4578-b91f-9ecd1e0f3a95'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:39:36.994499 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-e96268ed-7c0b-437f-8774-3f040aec9d2f req-df610c5f-66ac-4271-878f-df4b7e3c855c service neutron] Bound port: b7f433f2-6cdf-424f-b879-557258901bdb, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87207719-1f48-46bc-a702-a88951a34078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'bbe33099-0907-4578-b91f-9ecd1e0f3a95'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:39:36.994867 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e96268ed-7c0b-437f-8774-3f040aec9d2f req-df610c5f-66ac-4271-878f-df4b7e3c855c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:37.004583 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fd3303e7-1179-4ac0-ad50-6022d6db83f6 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803298'] for router, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:37.005213 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd3303e7-1179-4ac0-ad50-6022d6db83f6 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Fanout notify agent at l3_agent the message router_deleted on router 6ff7f40b-2342-43b0-b059-6dbfa20ea2e8 {{(pid=103321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:39:37.012371 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fd3303e7-1179-4ac0-ad50-6022d6db83f6 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:37.021189 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-fd3303e7-1179-4ac0-ad50-6022d6db83f6 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/routers/6ff7f40b-2342-43b0-b059-6dbfa20ea2e8 HTTP/1.1" status: 204 len: 168 time: 1.6090868 Apr 05 14:39:37.021944 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 47056) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:37.035244 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 992b5610-d45e-4a50-8d80-c0de855d7991 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:39:37.035578 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 992b5610-d45e-4a50-8d80-c0de855d7991 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:39:37.062181 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c619c268-6fdb-4b8b-ba2f-8036640826d2 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:37.069294 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-3ae44014-ef6f-4b33-ae7d-adda34eb3a8a tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0458064 Apr 05 14:39:37.079428 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 47060) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:37.135411 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dda26345-3924-426b-9671-05c0e942e85f req-9fdb2d3f-8507-4b41-b277-9a79a6b382ab tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Made reservation on behalf of e8ce47a9c4704fe783984e08a144e0c5 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:39:37.139332 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-dda26345-3924-426b-9671-05c0e942e85f req-9fdb2d3f-8507-4b41-b277-9a79a6b382ab tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:37.188251 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-a78b021e-b07b-4f71-b8a4-a0b5212d3f97 None None] Provisioning complete for port b47c9490-dc21-47b8-93f0-4f635bb692b1 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:39:37.188251 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a78b021e-b07b-4f71-b8a4-a0b5212d3f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:37.246353 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c619c268-6fdb-4b8b-ba2f-8036640826d2 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Pushing event updated for resources: {'Port': ['ID=d546ce3e-5ddc-4c5e-81a8-880753da9988,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:37.281412 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-e96268ed-7c0b-437f-8774-3f040aec9d2f req-df610c5f-66ac-4271-878f-df4b7e3c855c service neutron] For port b7f433f2-6cdf-424f-b879-557258901bdb, host n-h1-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:39:37.285359 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-e96268ed-7c0b-437f-8774-3f040aec9d2f req-df610c5f-66ac-4271-878f-df4b7e3c855c service neutron] For port b7f433f2-6cdf-424f-b879-557258901bdb, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=b7f433f2-6cdf-424f-b879-557258901bdb,segment=NetworkSegment(87207719-1f48-46bc-a702-a88951a34078),segment_id=87207719-1f48-46bc-a702-a88951a34078)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:39:37.318597 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c619c268-6fdb-4b8b-ba2f-8036640826d2 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:39:37.319261 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c619c268-6fdb-4b8b-ba2f-8036640826d2 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:39:37.325379 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c619c268-6fdb-4b8b-ba2f-8036640826d2 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:39:37.325379 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c619c268-6fdb-4b8b-ba2f-8036640826d2 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:39:37.325379 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c619c268-6fdb-4b8b-ba2f-8036640826d2 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:39:37.325379 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c619c268-6fdb-4b8b-ba2f-8036640826d2 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:39:37.325379 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c619c268-6fdb-4b8b-ba2f-8036640826d2 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:39:37.325379 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c619c268-6fdb-4b8b-ba2f-8036640826d2 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:39:37.325379 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c619c268-6fdb-4b8b-ba2f-8036640826d2 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:39:37.325379 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c619c268-6fdb-4b8b-ba2f-8036640826d2 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:39:37.325379 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c619c268-6fdb-4b8b-ba2f-8036640826d2 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:39:37.325379 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c619c268-6fdb-4b8b-ba2f-8036640826d2 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:39:37.335729 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a91c0c-314e-4a9b-93da-3a4f3f70965d tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:37.335729 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-a6a91c0c-314e-4a9b-93da-3a4f3f70965d tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2541704 Apr 05 14:39:37.336206 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 47064) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:37.343017 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-a78b021e-b07b-4f71-b8a4-a0b5212d3f97 None None] Provisioning complete for port d546ce3e-5ddc-4c5e-81a8-880753da9988 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:39:37.343410 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a78b021e-b07b-4f71-b8a4-a0b5212d3f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:37.388005 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-a78b021e-b07b-4f71-b8a4-a0b5212d3f97 None None] Port d546ce3e-5ddc-4c5e-81a8-880753da9988 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:39:37.396069 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-96960a5e-ae88-463e-98e2-97b3ef38384f tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0563486 Apr 05 14:39:37.401289 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e96268ed-7c0b-437f-8774-3f040aec9d2f req-df610c5f-66ac-4271-878f-df4b7e3c855c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:37.413864 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 47066) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:37.428290 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-0974db0d-dc52-4b09-aa30-ffeeb26f10fc tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Request body: {'subnet': {'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:39:37.527203 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-23ac03ec-9028-4070-acf2-667bf3d6e2e6 None None] Provisioning complete for port d546ce3e-5ddc-4c5e-81a8-880753da9988 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:39:37.527604 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-23ac03ec-9028-4070-acf2-667bf3d6e2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:37.530842 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-dda26345-3924-426b-9671-05c0e942e85f req-9fdb2d3f-8507-4b41-b277-9a79a6b382ab tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Allocated IP 172.20.0.9 (c590509e-7ca8-420f-8b7e-bdc8058c2274/eb31ac2d-5e66-4875-8845-18e88172de35/b19045ae-f5ab-4894-b8f2-78cf84e0b22e) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:39:37.554065 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c619c268-6fdb-4b8b-ba2f-8036640826d2 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809369'] for router_interface, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:37.629668 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-23ac03ec-9028-4070-acf2-667bf3d6e2e6 None None] Port d546ce3e-5ddc-4c5e-81a8-880753da9988 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:39:37.711926 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-de99bb7d-b74f-4d49-90d8-769a5fecf84f req-cd9cc00d-0863-4e6c-9d92-ec0339b6c870 tempest-ServersAdmin275Test-1700003416 tempest-ServersAdmin275Test-1700003416-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1c5f6eb-e81b-4734-9bcb-5700eb2b5dbd HTTP/1.1" status: 200 len: 210 time: 0.0782971 Apr 05 14:39:37.737620 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96268ed-7c0b-437f-8774-3f040aec9d2f req-df610c5f-66ac-4271-878f-df4b7e3c855c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:37.738256 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e96268ed-7c0b-437f-8774-3f040aec9d2f req-df610c5f-66ac-4271-878f-df4b7e3c855c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:37.739674 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e96268ed-7c0b-437f-8774-3f040aec9d2f req-df610c5f-66ac-4271-878f-df4b7e3c855c service neutron] 10.222.0.55 "PUT /v2.0/ports/b7f433f2-6cdf-424f-b879-557258901bdb HTTP/1.1" status: 200 len: 1092 time: 2.8847561 Apr 05 14:39:37.740129 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb7c24d0-6b1f-4833-96cd-31a1019893ae', 'tag': 'b7f433f2-6cdf-424f-b879-557258901bdb'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:39:37.743637 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b97fed-bad6-4dbc-b73b-a681525a566a" -d '{"events": [{"name": "network-changed", "server_uuid": "cb7c24d0-6b1f-4833-96cd-31a1019893ae", "tag": "b7f433f2-6cdf-424f-b879-557258901bdb"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:39:37.788768 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0974db0d-dc52-4b09-aa30-ffeeb26f10fc tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Made reservation on behalf of 81648541dc0b4f1ea0eb9cace0846aa5 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:39:37.794791 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0974db0d-dc52-4b09-aa30-ffeeb26f10fc tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:37.860204 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df610c5f-66ac-4271-878f-df4b7e3c855c service neutron] Pushing event updated for resources: {'Port': ['ID=b7f433f2-6cdf-424f-b879-557258901bdb,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:37.917416 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b2a0a-0723-4504-bedb-e232761e072d req-b2078b6b-e738-4264-98ed-3b7eb4e6d8ef tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:37.920168 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-666b2a0a-0723-4504-bedb-e232761e072d req-b2078b6b-e738-4264-98ed-3b7eb4e6d8ef tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb7c24d0-6b1f-4833-96cd-31a1019893ae HTTP/1.1" status: 200 len: 944 time: 0.2594321 Apr 05 14:39:37.938483 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c619c268-6fdb-4b8b-ba2f-8036640826d2 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:37.942753 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9adab34-d9a8-4e00-8416-320a4135eb9a x-openstack-request-id: req-d9adab34-d9a8-4e00-8416-320a4135eb9a {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:39:37.943048 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb7c24d0-6b1f-4833-96cd-31a1019893ae", "tag": "b7f433f2-6cdf-424f-b879-557258901bdb", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:39:37.943304 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d9adab34-d9a8-4e00-8416-320a4135eb9a {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:39:37.943710 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9adab34-d9a8-4e00-8416-320a4135eb9a'] response: {'name': 'network-changed', 'server_uuid': 'cb7c24d0-6b1f-4833-96cd-31a1019893ae', 'tag': 'b7f433f2-6cdf-424f-b879-557258901bdb', 'status': 'completed', 'code': 200} Apr 05 14:39:38.003128 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-dda26345-3924-426b-9671-05c0e942e85f req-9fdb2d3f-8507-4b41-b277-9a79a6b382ab tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:38.005938 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96268ed-7c0b-437f-8774-3f040aec9d2f req-df38b81a-9af4-49ec-bf0d-ad729ff822c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:38.007484 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e96268ed-7c0b-437f-8774-3f040aec9d2f req-df38b81a-9af4-49ec-bf0d-ad729ff822c8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9215d951bfeb48c39a8e33c585301815&device_id=cb7c24d0-6b1f-4833-96cd-31a1019893ae HTTP/1.1" status: 200 len: 1095 time: 0.1270430 Apr 05 14:39:38.054501 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-bfbaa9af-c005-4b0f-8dfe-bf7e4a0e4518 None None] Provisioning complete for port d546ce3e-5ddc-4c5e-81a8-880753da9988 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:39:38.055188 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bfbaa9af-c005-4b0f-8dfe-bf7e4a0e4518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:38.112741 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c54cdd17-57ca-4c77-a554-1b1a4cede243 req-da82d6c0-8834-4bf1-a9d4-e9b0757ff142 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 210 time: 0.1148057 Apr 05 14:39:38.117284 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-666b2a0a-0723-4504-bedb-e232761e072d req-2b7524cb-80f8-4c31-b189-0a0d15e1c23c tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764607 Apr 05 14:39:38.120153 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e96268ed-7c0b-437f-8774-3f040aec9d2f req-c4fb3daf-bb2b-4c82-a110-62f758237423 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7f433f2-6cdf-424f-b879-557258901bdb HTTP/1.1" status: 200 len: 217 time: 0.0929036 Apr 05 14:39:38.150882 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-bfbaa9af-c005-4b0f-8dfe-bf7e4a0e4518 None None] Port d546ce3e-5ddc-4c5e-81a8-880753da9988 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:39:38.217185 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96268ed-7c0b-437f-8774-3f040aec9d2f req-12549dfc-8d4f-4d8d-80f8-d43d914cad29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:38.217449 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device b47c9490-dc21-47b8-93f0-4f635bb692b1 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:39:38.218875 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e96268ed-7c0b-437f-8774-3f040aec9d2f req-12549dfc-8d4f-4d8d-80f8-d43d914cad29 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c529ad6d-a94e-4533-88f8-eeabc5541ed8 HTTP/1.1" status: 200 len: 850 time: 0.0890369 Apr 05 14:39:38.296869 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96268ed-7c0b-437f-8774-3f040aec9d2f req-b65dde00-308f-4eae-a320-16db76274e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:38.299752 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e96268ed-7c0b-437f-8774-3f040aec9d2f req-b65dde00-308f-4eae-a320-16db76274e66 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bbe33099-0907-4578-b91f-9ecd1e0f3a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740805 Apr 05 14:39:38.303537 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port b47c9490-dc21-47b8-93f0-4f635bb692b1 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:39:38.303915 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:38.368907 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-dda26345-3924-426b-9671-05c0e942e85f req-9fdb2d3f-8507-4b41-b277-9a79a6b382ab tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:38.472317 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dda26345-3924-426b-9671-05c0e942e85f req-9fdb2d3f-8507-4b41-b277-9a79a6b382ab tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Network c590509e-7ca8-420f-8b7e-bdc8058c2274 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:39:38.473855 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdb2d3f-8507-4b41-b277-9a79a6b382ab tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Pushing event updated for resources: {'Port': ['ID=b19045ae-f5ab-4894-b8f2-78cf84e0b22e,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:38.486741 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-dda26345-3924-426b-9671-05c0e942e85f req-9fdb2d3f-8507-4b41-b277-9a79a6b382ab tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:39:38.487649 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c619c268-6fdb-4b8b-ba2f-8036640826d2 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:38.490280 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-dda26345-3924-426b-9671-05c0e942e85f req-9fdb2d3f-8507-4b41-b277-9a79a6b382ab tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:39:38.567314 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c619c268-6fdb-4b8b-ba2f-8036640826d2 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:38.568400 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c619c268-6fdb-4b8b-ba2f-8036640826d2 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809317'] for router_interface, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:38.569103 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda26345-3924-426b-9671-05c0e942e85f req-9fdb2d3f-8507-4b41-b277-9a79a6b382ab tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:38.569930 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-dda26345-3924-426b-9671-05c0e942e85f req-9fdb2d3f-8507-4b41-b277-9a79a6b382ab tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:38.586207 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e96268ed-7c0b-437f-8774-3f040aec9d2f req-3bb20f2b-c3a6-434d-964f-4d554e33a424 service neutron] 10.222.0.55 "GET /v2.0/networks/bbe33099-0907-4578-b91f-9ecd1e0f3a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803178 Apr 05 14:39:38.694048 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dda26345-3924-426b-9671-05c0e942e85f req-9fdb2d3f-8507-4b41-b277-9a79a6b382ab tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2442830 Apr 05 14:39:38.709900 n-d-836650-2 neutron-server[103321]: DEBUG neutron.objects.ports [None req-0974db0d-dc52-4b09-aa30-ffeeb26f10fc tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103321) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 05 14:39:38.721351 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0974db0d-dc52-4b09-aa30-ffeeb26f10fc tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:38.724837 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-dda26345-3924-426b-9671-05c0e942e85f req-ac16c2cc-60c9-44ee-b1f3-eaf9d81824e0 service neutron] Request body: {'port': {'device_id': 'ad86c1e3-ca08-4c56-90cb-37859ccc8884', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:39:38.740599 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c619c268-6fdb-4b8b-ba2f-8036640826d2 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Pushing event updated for resources: {'Port': ['ID=d546ce3e-5ddc-4c5e-81a8-880753da9988,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:38.781648 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0974db0d-dc52-4b09-aa30-ffeeb26f10fc tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:39:38.786581 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-0974db0d-dc52-4b09-aa30-ffeeb26f10fc tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:39:38.790979 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0974db0d-dc52-4b09-aa30-ffeeb26f10fc tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:38.791675 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0974db0d-dc52-4b09-aa30-ffeeb26f10fc tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:38.797687 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ea9a3b-35d8-49a5-9c83-86cf47ab4c5f None None] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:39:38.800459 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e96268ed-7c0b-437f-8774-3f040aec9d2f req-29ab0620-f93a-4a91-8128-cf0187e0e572 service neutron] 10.222.0.55 "GET /v2.0/networks/bbe33099-0907-4578-b91f-9ecd1e0f3a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050166 Apr 05 14:39:38.850761 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-dda26345-3924-426b-9671-05c0e942e85f req-ac16c2cc-60c9-44ee-b1f3-eaf9d81824e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:38.883803 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0974db0d-dc52-4b09-aa30-ffeeb26f10fc tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event updated for resources: {'Subnet': ['ID=1f30aeb4-9053-4335-b8dd-d53ef1c4ebdf,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:38.955880 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-0974db0d-dc52-4b09-aa30-ffeeb26f10fc tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5348389 Apr 05 14:39:38.959657 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 47096) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:38.965493 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-9c96770e-f759-4a68-8cea-c7ca870493b8 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Request body: {'subnet': {'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:39:38.975310 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-80fdc576-0115-4218-9254-0bc7fefbcd0f req-47f58950-ba44-412e-9f47-84e358553d83 tempest-ServersAdmin275Test-1700003416 tempest-ServersAdmin275Test-1700003416-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1c5f6eb-e81b-4734-9bcb-5700eb2b5dbd HTTP/1.1" status: 200 len: 210 time: 0.0855200 Apr 05 14:39:39.011202 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c619c268-6fdb-4b8b-ba2f-8036640826d2 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Network 48937694-9a94-476d-ac2c-729c532d8b69 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:39:39.045836 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-c619c268-6fdb-4b8b-ba2f-8036640826d2 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:39:39.062575 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b97fed-bad6-4dbc-b73b-a681525a566a req-b5aa326a-c9e0-4659-beb7-d1a18db6938c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:39.064438 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c2b97fed-bad6-4dbc-b73b-a681525a566a req-b5aa326a-c9e0-4659-beb7-d1a18db6938c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9215d951bfeb48c39a8e33c585301815&device_id=cb7c24d0-6b1f-4833-96cd-31a1019893ae HTTP/1.1" status: 200 len: 1095 time: 0.0882473 Apr 05 14:39:39.129642 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14359c6a-3978-4465-aa0e-88875dbea5e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'tenant_id': '81648541dc0b4f1ea0eb9cace0846aa5', 'fixed_ips': [{'subnet_id': '1f30aeb4-9053-4335-b8dd-d53ef1c4ebdf'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:39:39.132030 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-14359c6a-3978-4465-aa0e-88875dbea5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:39.401026 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-14359c6a-3978-4465-aa0e-88875dbea5e8 None None] Allocated IP 2001:db8::f816:3eff:fece:f4da (fd08407d-7bc3-4895-9d28-9b2f36a8d65c/1f30aeb4-9053-4335-b8dd-d53ef1c4ebdf/d1ddc612-acda-451c-984c-4d08f8c1f637) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:39:39.427508 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c619c268-6fdb-4b8b-ba2f-8036640826d2 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Router a0ad4310-0cf7-4b6a-861a-6f8fb8c7d656 is scheduled to L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 with binding_index 1 {{(pid=103321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:39:39.429803 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c96770e-f759-4a68-8cea-c7ca870493b8 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Made reservation on behalf of 81648541dc0b4f1ea0eb9cace0846aa5 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:39:39.434045 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9c96770e-f759-4a68-8cea-c7ca870493b8 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:39.517989 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b97fed-bad6-4dbc-b73b-a681525a566a req-78a11d1a-63fd-4ba3-87ed-22321c15684d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:39.519469 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c2b97fed-bad6-4dbc-b73b-a681525a566a req-78a11d1a-63fd-4ba3-87ed-22321c15684d service neutron] 10.222.0.55 "GET /v2.0/networks?id=bbe33099-0907-4578-b91f-9ecd1e0f3a95 HTTP/1.1" status: 200 len: 912 time: 0.3767948 Apr 05 14:39:39.641599 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c619c268-6fdb-4b8b-ba2f-8036640826d2 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:39:39.648650 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-c619c268-6fdb-4b8b-ba2f-8036640826d2 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "PUT /v2.0/routers/a0ad4310-0cf7-4b6a-861a-6f8fb8c7d656/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1614573 Apr 05 14:39:39.654628 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 47104) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:39.703503 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c2b97fed-bad6-4dbc-b73b-a681525a566a req-ffe29232-3a0e-4ffe-8264-5f8bfe9b1700 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7f433f2-6cdf-424f-b879-557258901bdb HTTP/1.1" status: 200 len: 217 time: 0.1187224 Apr 05 14:39:39.720216 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed49cace-6c71-4595-91d9-51a6a49c338e tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:39.768078 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-ed49cace-6c71-4595-91d9-51a6a49c338e tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "GET /v2.0/ports/d546ce3e-5ddc-4c5e-81a8-880753da9988 HTTP/1.1" status: 200 len: 984 time: 0.0660653 Apr 05 14:39:39.768078 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 47106) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:39.768484 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ab013-9bf7-4887-86fb-a6af583e8e69 req-f31c1534-2d18-4969-81e2-9868ff05cb8d tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:39.768484 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-959ab013-9bf7-4887-86fb-a6af583e8e69 req-f31c1534-2d18-4969-81e2-9868ff05cb8d tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb7c24d0-6b1f-4833-96cd-31a1019893ae HTTP/1.1" status: 200 len: 944 time: 0.3459430 Apr 05 14:39:39.768691 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3d5c68-6329-45d5-b350-5c2346719939 None None] Sync routers for ids ['a0ad4310-0cf7-4b6a-861a-6f8fb8c7d656'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:39:39.768691 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-229b657a-ed79-4d64-8cb8-680cbd1ce731 None None] Provisioning complete for port d546ce3e-5ddc-4c5e-81a8-880753da9988 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:39:39.768691 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-229b657a-ed79-4d64-8cb8-680cbd1ce731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:39.786751 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ac8f5e-daa8-4bd7-aa03-f30da8df659c req-36d69359-5d85-492e-bd80-df610bf364fe tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:39.794736 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-92ac8f5e-daa8-4bd7-aa03-f30da8df659c req-36d69359-5d85-492e-bd80-df610bf364fe tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 931 time: 0.4125938 Apr 05 14:39:39.806997 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3d5c68-6329-45d5-b350-5c2346719939 None None] Routers {'a0ad4310-0cf7-4b6a-861a-6f8fb8c7d656'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:39:39.808577 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-4a3d5c68-6329-45d5-b350-5c2346719939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:39:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['a0ad4310-0cf7-4b6a-861a-6f8fb8c7d656'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:39.851727 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-4a3d5c68-6329-45d5-b350-5c2346719939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:39.876645 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-14359c6a-3978-4465-aa0e-88875dbea5e8 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:39.884555 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3d5c68-6329-45d5-b350-5c2346719939 None None] Routers {'a0ad4310-0cf7-4b6a-861a-6f8fb8c7d656'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:39:39.885718 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-959ab013-9bf7-4887-86fb-a6af583e8e69 req-9d2b88cf-1a27-4388-b0fd-9de408831fa0 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119571 Apr 05 14:39:39.915274 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-4a3d5c68-6329-45d5-b350-5c2346719939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:39:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['a0ad4310-0cf7-4b6a-861a-6f8fb8c7d656'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:39.915274 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-229b657a-ed79-4d64-8cb8-680cbd1ce731 None None] Port d546ce3e-5ddc-4c5e-81a8-880753da9988 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:39:39.919226 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b97fed-bad6-4dbc-b73b-a681525a566a req-b7401060-1b3b-49a2-9539-73e87f48d67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:39.919226 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c2b97fed-bad6-4dbc-b73b-a681525a566a req-b7401060-1b3b-49a2-9539-73e87f48d67e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c529ad6d-a94e-4533-88f8-eeabc5541ed8 HTTP/1.1" status: 200 len: 850 time: 0.1893501 Apr 05 14:39:39.940497 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-4a3d5c68-6329-45d5-b350-5c2346719939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:39.941265 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3d5c68-6329-45d5-b350-5c2346719939 None None] The sync data for ids ['a0ad4310-0cf7-4b6a-861a-6f8fb8c7d656'] in n-d-836650-2 is: [] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:39:39.946138 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-92ac8f5e-daa8-4bd7-aa03-f30da8df659c req-5dd613c0-dda7-4970-b489-eea3864acd81 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505907 Apr 05 14:39:39.986860 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-14359c6a-3978-4465-aa0e-88875dbea5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:40.060900 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-dda26345-3924-426b-9671-05c0e942e85f req-ac16c2cc-60c9-44ee-b1f3-eaf9d81824e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b19045ae-f5ab-4894-b8f2-78cf84e0b22e {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:39:40.071266 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14359c6a-3978-4465-aa0e-88875dbea5e8 None None] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:39:40.077090 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-14359c6a-3978-4465-aa0e-88875dbea5e8 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:39:40.085987 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14359c6a-3978-4465-aa0e-88875dbea5e8 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:39:40.096128 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b97fed-bad6-4dbc-b73b-a681525a566a req-bbf4acbe-3013-4bb2-a72a-8fd13dd75ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:40.103303 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c2b97fed-bad6-4dbc-b73b-a681525a566a req-bbf4acbe-3013-4bb2-a72a-8fd13dd75ecb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bbe33099-0907-4578-b91f-9ecd1e0f3a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1811073 Apr 05 14:39:40.111387 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-dda26345-3924-426b-9671-05c0e942e85f req-ac16c2cc-60c9-44ee-b1f3-eaf9d81824e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:40.124002 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14359c6a-3978-4465-aa0e-88875dbea5e8 None None] Pushing event updated for resources: {'Port': ['ID=d1ddc612-acda-451c-984c-4d08f8c1f637,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:40.165764 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-14359c6a-3978-4465-aa0e-88875dbea5e8 None None] Attempting to bind port d1ddc612-acda-451c-984c-4d08f8c1f637 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:39:40.166420 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-14359c6a-3978-4465-aa0e-88875dbea5e8 None None] Attempting to bind port d1ddc612-acda-451c-984c-4d08f8c1f637 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:39:40.166686 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14359c6a-3978-4465-aa0e-88875dbea5e8 None None] Attempting to bind port d1ddc612-acda-451c-984c-4d08f8c1f637 on network fd08407d-7bc3-4895-9d28-9b2f36a8d65c {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:39:40.170030 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9c96770e-f759-4a68-8cea-c7ca870493b8 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:40.173688 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14359c6a-3978-4465-aa0e-88875dbea5e8 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:39:40.174159 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14359c6a-3978-4465-aa0e-88875dbea5e8 None None] Checking segment: {'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:39:40.174620 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-14359c6a-3978-4465-aa0e-88875dbea5e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:40.175075 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14359c6a-3978-4465-aa0e-88875dbea5e8 None None] Bound using segment: {'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:39:40.175613 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-14359c6a-3978-4465-aa0e-88875dbea5e8 None None] Bound port: d1ddc612-acda-451c-984c-4d08f8c1f637, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:39:40.176361 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-14359c6a-3978-4465-aa0e-88875dbea5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:40.251531 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c96770e-f759-4a68-8cea-c7ca870493b8 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:39:40.259213 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-14359c6a-3978-4465-aa0e-88875dbea5e8 None None] For port d1ddc612-acda-451c-984c-4d08f8c1f637, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:39:40.263215 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-9c96770e-f759-4a68-8cea-c7ca870493b8 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:39:40.263402 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-14359c6a-3978-4465-aa0e-88875dbea5e8 None None] For port d1ddc612-acda-451c-984c-4d08f8c1f637, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=d1ddc612-acda-451c-984c-4d08f8c1f637,segment=NetworkSegment(1c468974-700f-4380-acfc-da4f84290a6b),segment_id=1c468974-700f-4380-acfc-da4f84290a6b)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:39:40.267996 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-dda26345-3924-426b-9671-05c0e942e85f req-ac16c2cc-60c9-44ee-b1f3-eaf9d81824e0 service neutron] Transition to ACTIVE for port object b19045ae-f5ab-4894-b8f2-78cf84e0b22e will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:39:40.276073 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c5318d68-add2-4c04-8e00-2be14760d700 req-676fa263-55e3-4264-9f7b-4c53122b1dab tempest-ServersAdmin275Test-1700003416 tempest-ServersAdmin275Test-1700003416-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1c5f6eb-e81b-4734-9bcb-5700eb2b5dbd HTTP/1.1" status: 200 len: 210 time: 0.0903890 Apr 05 14:39:40.276373 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c96770e-f759-4a68-8cea-c7ca870493b8 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:40.276373 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9c96770e-f759-4a68-8cea-c7ca870493b8 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:40.341489 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c2b97fed-bad6-4dbc-b73b-a681525a566a req-d9de03d7-61b6-4c2c-8e03-a1b0646cc69d service neutron] 10.222.0.55 "GET /v2.0/networks/bbe33099-0907-4578-b91f-9ecd1e0f3a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240682 Apr 05 14:39:40.346951 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96770e-f759-4a68-8cea-c7ca870493b8 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event updated for resources: {'Subnet': ['ID=ec1ad03b-48fa-4ab5-8299-3fe3a24203f0,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:40.357788 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-14359c6a-3978-4465-aa0e-88875dbea5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:40.384634 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-dda26345-3924-426b-9671-05c0e942e85f req-ac16c2cc-60c9-44ee-b1f3-eaf9d81824e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:40.454481 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14359c6a-3978-4465-aa0e-88875dbea5e8 None None] Pushing event updated for resources: {'Port': ['ID=d1ddc612-acda-451c-984c-4d08f8c1f637,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:40.564576 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac16c2cc-60c9-44ee-b1f3-eaf9d81824e0 service neutron] Pushing event updated for resources: {'Port': ['ID=b19045ae-f5ab-4894-b8f2-78cf84e0b22e,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:40.626067 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c2b97fed-bad6-4dbc-b73b-a681525a566a req-fc0a4f5a-06ed-4af8-b7f7-c326d5c188df service neutron] 10.222.0.55 "GET /v2.0/networks/bbe33099-0907-4578-b91f-9ecd1e0f3a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778986 Apr 05 14:39:40.657808 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-dda26345-3924-426b-9671-05c0e942e85f req-ac16c2cc-60c9-44ee-b1f3-eaf9d81824e0 service neutron] Attempting to bind port b19045ae-f5ab-4894-b8f2-78cf84e0b22e on host n-h2-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:39:40.658143 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-dda26345-3924-426b-9671-05c0e942e85f req-ac16c2cc-60c9-44ee-b1f3-eaf9d81824e0 service neutron] Attempting to bind port b19045ae-f5ab-4894-b8f2-78cf84e0b22e by drivers openvswitch,hyperv on host n-h2-836650-2 at level 0 using segments [{'id': 'bdfb6f44-ca71-4caa-8786-512017d20b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c590509e-7ca8-420f-8b7e-bdc8058c2274'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:39:40.658471 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda26345-3924-426b-9671-05c0e942e85f req-ac16c2cc-60c9-44ee-b1f3-eaf9d81824e0 service neutron] Attempting to bind port b19045ae-f5ab-4894-b8f2-78cf84e0b22e on network c590509e-7ca8-420f-8b7e-bdc8058c2274 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:39:40.664851 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda26345-3924-426b-9671-05c0e942e85f req-ac16c2cc-60c9-44ee-b1f3-eaf9d81824e0 service neutron] Port b19045ae-f5ab-4894-b8f2-78cf84e0b22e on network c590509e-7ca8-420f-8b7e-bdc8058c2274 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:39:40.665209 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda26345-3924-426b-9671-05c0e942e85f req-ac16c2cc-60c9-44ee-b1f3-eaf9d81824e0 service neutron] Attempting to bind port b19045ae-f5ab-4894-b8f2-78cf84e0b22e on network c590509e-7ca8-420f-8b7e-bdc8058c2274 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:39:40.671529 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda26345-3924-426b-9671-05c0e942e85f req-ac16c2cc-60c9-44ee-b1f3-eaf9d81824e0 service neutron] Checking agent: {'id': '6d8cf521-24bb-4b6a-bbae-0284f5c87a9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:39:40.671874 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda26345-3924-426b-9671-05c0e942e85f req-ac16c2cc-60c9-44ee-b1f3-eaf9d81824e0 service neutron] Checking segment: {'id': 'bdfb6f44-ca71-4caa-8786-512017d20b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c590509e-7ca8-420f-8b7e-bdc8058c2274'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:39:40.672262 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda26345-3924-426b-9671-05c0e942e85f req-ac16c2cc-60c9-44ee-b1f3-eaf9d81824e0 service neutron] Bound using segment: {'id': 'bdfb6f44-ca71-4caa-8786-512017d20b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c590509e-7ca8-420f-8b7e-bdc8058c2274'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:39:40.672702 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-dda26345-3924-426b-9671-05c0e942e85f req-ac16c2cc-60c9-44ee-b1f3-eaf9d81824e0 service neutron] Bound port: b19045ae-f5ab-4894-b8f2-78cf84e0b22e, host: n-h2-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdfb6f44-ca71-4caa-8786-512017d20b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c590509e-7ca8-420f-8b7e-bdc8058c2274'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:39:40.673142 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-dda26345-3924-426b-9671-05c0e942e85f req-ac16c2cc-60c9-44ee-b1f3-eaf9d81824e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:40.788744 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-dda26345-3924-426b-9671-05c0e942e85f req-ac16c2cc-60c9-44ee-b1f3-eaf9d81824e0 service neutron] For port b19045ae-f5ab-4894-b8f2-78cf84e0b22e, host n-h2-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:39:40.793178 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-dda26345-3924-426b-9671-05c0e942e85f req-ac16c2cc-60c9-44ee-b1f3-eaf9d81824e0 service neutron] For port b19045ae-f5ab-4894-b8f2-78cf84e0b22e, host n-h2-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=b19045ae-f5ab-4894-b8f2-78cf84e0b22e,segment=NetworkSegment(bdfb6f44-ca71-4caa-8786-512017d20b4a),segment_id=bdfb6f44-ca71-4caa-8786-512017d20b4a)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:39:40.884235 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-9c96770e-f759-4a68-8cea-c7ca870493b8 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9209070 Apr 05 14:39:40.884857 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-dda26345-3924-426b-9671-05c0e942e85f req-ac16c2cc-60c9-44ee-b1f3-eaf9d81824e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:40.910625 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 47120) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:40.931466 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-35d4f3bf-7958-40e6-a23d-657617987a4f tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Request body: {'port': {'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'mac_address': 'fa:16:3e:77:20:eb', 'name': 'tempest-NetworksTestDHCPv6-21881448'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:39:40.936026 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda26345-3924-426b-9671-05c0e942e85f req-ac16c2cc-60c9-44ee-b1f3-eaf9d81824e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:40.936952 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-dda26345-3924-426b-9671-05c0e942e85f req-ac16c2cc-60c9-44ee-b1f3-eaf9d81824e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:40.938374 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dda26345-3924-426b-9671-05c0e942e85f req-ac16c2cc-60c9-44ee-b1f3-eaf9d81824e0 service neutron] 10.222.0.11 "PUT /v2.0/ports/b19045ae-f5ab-4894-b8f2-78cf84e0b22e HTTP/1.1" status: 200 len: 1091 time: 2.2201676 Apr 05 14:39:40.966676 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad86c1e3-ca08-4c56-90cb-37859ccc8884', 'tag': 'b19045ae-f5ab-4894-b8f2-78cf84e0b22e'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:39:40.969073 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fce81b6-4618-4729-8fd0-c004c06bf7ce" -d '{"events": [{"name": "network-changed", "server_uuid": "ad86c1e3-ca08-4c56-90cb-37859ccc8884", "tag": "b19045ae-f5ab-4894-b8f2-78cf84e0b22e"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:39:41.110560 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-67abd0d2-1f83-4ebe-aadb-76070fdbe238 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809988'] for router_interface, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:41.181122 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac16c2cc-60c9-44ee-b1f3-eaf9d81824e0 service neutron] Pushing event updated for resources: {'Port': ['ID=b19045ae-f5ab-4894-b8f2-78cf84e0b22e,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:41.218036 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda26345-3924-426b-9671-05c0e942e85f req-2c557aec-a2fd-48a5-9bdd-e42d2f5bdf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:41.219646 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dda26345-3924-426b-9671-05c0e942e85f req-2c557aec-a2fd-48a5-9bdd-e42d2f5bdf37 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e8ce47a9c4704fe783984e08a144e0c5&device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 1094 time: 0.1481867 Apr 05 14:39:41.242216 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ebea23-c628-4b3a-8a1a-f42fa5d4b4c6 req-e20f7205-2da9-416e-ba7f-bfb14f4936aa tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:41.243752 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-25ebea23-c628-4b3a-8a1a-f42fa5d4b4c6 req-e20f7205-2da9-416e-ba7f-bfb14f4936aa tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb7c24d0-6b1f-4833-96cd-31a1019893ae HTTP/1.1" status: 200 len: 944 time: 0.1971869 Apr 05 14:39:41.313236 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d92c3dd-168f-47fa-969a-83aca4b21a58 req-22b94198-b535-4f9c-84e8-d755f45087c7 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:41.321854 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3d92c3dd-168f-47fa-969a-83aca4b21a58 req-22b94198-b535-4f9c-84e8-d755f45087c7 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 943 time: 0.2008033 Apr 05 14:39:41.323298 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dda26345-3924-426b-9671-05c0e942e85f req-fde38483-7899-46ed-9b36-3ba027c8d98b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b19045ae-f5ab-4894-b8f2-78cf84e0b22e HTTP/1.1" status: 200 len: 217 time: 0.0941844 Apr 05 14:39:41.401821 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda26345-3924-426b-9671-05c0e942e85f req-7a09a75b-6847-4868-a506-661c1c7b258c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:41.410702 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dda26345-3924-426b-9671-05c0e942e85f req-7a09a75b-6847-4868-a506-661c1c7b258c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eb31ac2d-5e66-4875-8845-18e88172de35 HTTP/1.1" status: 200 len: 853 time: 0.0716622 Apr 05 14:39:41.427961 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-25ebea23-c628-4b3a-8a1a-f42fa5d4b4c6 req-44ad7d98-b9d6-4a73-bf50-ff134244ab13 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695297 Apr 05 14:39:41.447072 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-67abd0d2-1f83-4ebe-aadb-76070fdbe238 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Deleting port d546ce3e-5ddc-4c5e-81a8-880753da9988 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:39:41.447280 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-67abd0d2-1f83-4ebe-aadb-76070fdbe238 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:41.456169 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d4f3bf-7958-40e6-a23d-657617987a4f tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Made reservation on behalf of 81648541dc0b4f1ea0eb9cace0846aa5 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:39:41.569589 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-67abd0d2-1f83-4ebe-aadb-76070fdbe238 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:41.585674 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-67abd0d2-1f83-4ebe-aadb-76070fdbe238 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Calling delete_port for d546ce3e-5ddc-4c5e-81a8-880753da9988 owned by network:router_interface {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:39:41.876629 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-67abd0d2-1f83-4ebe-aadb-76070fdbe238 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:41.921910 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67abd0d2-1f83-4ebe-aadb-76070fdbe238 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Pushing event deleted for resources: {'Port': ['ID=d546ce3e-5ddc-4c5e-81a8-880753da9988,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:41.983399 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b016f57-2001-47d8-a416-65d4e008a167 x-openstack-request-id: req-9b016f57-2001-47d8-a416-65d4e008a167 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:39:41.985281 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad86c1e3-ca08-4c56-90cb-37859ccc8884", "tag": "b19045ae-f5ab-4894-b8f2-78cf84e0b22e", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:39:41.985544 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9b016f57-2001-47d8-a416-65d4e008a167 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:39:41.986477 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b016f57-2001-47d8-a416-65d4e008a167'] response: {'name': 'network-changed', 'server_uuid': 'ad86c1e3-ca08-4c56-90cb-37859ccc8884', 'tag': 'b19045ae-f5ab-4894-b8f2-78cf84e0b22e', 'status': 'completed', 'code': 200} Apr 05 14:39:41.990479 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-35d4f3bf-7958-40e6-a23d-657617987a4f tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:41.997318 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dda26345-3924-426b-9671-05c0e942e85f req-a681996c-aab9-4762-ac3a-b6a63d1da3d6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c590509e-7ca8-420f-8b7e-bdc8058c2274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5639148 Apr 05 14:39:42.036276 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3d92c3dd-168f-47fa-969a-83aca4b21a58 req-08af4f74-50e7-4776-9808-8f05290f6dbc tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6925030 Apr 05 14:39:42.109308 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-caf71385-3508-4cb7-89e1-9645e5f72be5 req-cdad7100-c8b1-48bd-877e-1d400cfe2f21 tempest-ServersAdmin275Test-1700003416 tempest-ServersAdmin275Test-1700003416-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1c5f6eb-e81b-4734-9bcb-5700eb2b5dbd HTTP/1.1" status: 200 len: 210 time: 0.1320164 Apr 05 14:39:42.110289 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6c430f-c2ea-491e-a141-59336d7ed22f None None] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:39:42.123533 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-35d4f3bf-7958-40e6-a23d-657617987a4f tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] device_id is not set on port c46f2ece-8d99-418e-8052-bd8d45e2fbdd yet. {{(pid=103320) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:39:42.129551 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-67abd0d2-1f83-4ebe-aadb-76070fdbe238 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1798829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810128'] for router_interface, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:42.281990 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dda26345-3924-426b-9671-05c0e942e85f req-c23fe8c7-3143-4382-9176-6ec5df0f762d service neutron] 10.222.0.11 "GET /v2.0/networks/c590509e-7ca8-420f-8b7e-bdc8058c2274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444007 Apr 05 14:39:42.295255 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:42.328822 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device d1ddc612-acda-451c-984c-4d08f8c1f637 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:39:42.420325 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-89d13581-b18c-4770-8afc-47521e6f7508 None None] Provisioning complete for port d1ddc612-acda-451c-984c-4d08f8c1f637 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:39:42.420696 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-89d13581-b18c-4770-8afc-47521e6f7508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:42.476247 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67abd0d2-1f83-4ebe-aadb-76070fdbe238 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Router a0ad4310-0cf7-4b6a-861a-6f8fb8c7d656 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:39:42.483706 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port d1ddc612-acda-451c-984c-4d08f8c1f637 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:39:42.484075 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:42.586037 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67abd0d2-1f83-4ebe-aadb-76070fdbe238 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:39:42.591570 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-67abd0d2-1f83-4ebe-aadb-76070fdbe238 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "PUT /v2.0/routers/a0ad4310-0cf7-4b6a-861a-6f8fb8c7d656/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5929773 Apr 05 14:39:42.594261 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 47152) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:42.596726 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68957843-7578-4ad9-b403-3dd29f40c53e None None] Sync routers for ids ['a0ad4310-0cf7-4b6a-861a-6f8fb8c7d656'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:39:42.604744 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:42.614126 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68957843-7578-4ad9-b403-3dd29f40c53e None None] Routers {'a0ad4310-0cf7-4b6a-861a-6f8fb8c7d656'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:39:42.615038 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-68957843-7578-4ad9-b403-3dd29f40c53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:39:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['a0ad4310-0cf7-4b6a-861a-6f8fb8c7d656'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:42.635664 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dda26345-3924-426b-9671-05c0e942e85f req-ecbd5e2d-0787-49f9-b46d-2b6c0d818e69 service neutron] 10.222.0.11 "GET /v2.0/networks/c590509e-7ca8-420f-8b7e-bdc8058c2274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097949 Apr 05 14:39:42.663252 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-35d4f3bf-7958-40e6-a23d-657617987a4f tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Allocated IP 172.20.0.11 (fd08407d-7bc3-4895-9d28-9b2f36a8d65c/ec1ad03b-48fa-4ab5-8299-3fe3a24203f0/c46f2ece-8d99-418e-8052-bd8d45e2fbdd) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:39:42.690621 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-35d4f3bf-7958-40e6-a23d-657617987a4f tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Allocated IP 2001:db8::f816:3eff:fe77:20eb (fd08407d-7bc3-4895-9d28-9b2f36a8d65c/1f30aeb4-9053-4335-b8dd-d53ef1c4ebdf/c46f2ece-8d99-418e-8052-bd8d45e2fbdd) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:39:42.695674 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-68957843-7578-4ad9-b403-3dd29f40c53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:42.698747 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-89d13581-b18c-4770-8afc-47521e6f7508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:42.717258 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68957843-7578-4ad9-b403-3dd29f40c53e None None] Routers {'a0ad4310-0cf7-4b6a-861a-6f8fb8c7d656'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:39:42.718260 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-68957843-7578-4ad9-b403-3dd29f40c53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:39:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['a0ad4310-0cf7-4b6a-861a-6f8fb8c7d656'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:42.737000 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a066ad-c3d5-48d2-939d-bdf56b85ffd9 req-51c651cd-88ef-4678-b0ca-e9a6ba38c221 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:42.743797 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-15a066ad-c3d5-48d2-939d-bdf56b85ffd9 req-51c651cd-88ef-4678-b0ca-e9a6ba38c221 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb7c24d0-6b1f-4833-96cd-31a1019893ae HTTP/1.1" status: 200 len: 944 time: 0.1836331 Apr 05 14:39:42.802715 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-68957843-7578-4ad9-b403-3dd29f40c53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:42.803645 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68957843-7578-4ad9-b403-3dd29f40c53e None None] The sync data for ids ['a0ad4310-0cf7-4b6a-861a-6f8fb8c7d656'] in n-d-836650-2 is: [] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:39:42.891093 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-15a066ad-c3d5-48d2-939d-bdf56b85ffd9 req-bf43736e-4ff9-440e-ad7f-62206cb7fa2a tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215513 Apr 05 14:39:42.929547 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fce81b6-4618-4729-8fd0-c004c06bf7ce req-b95a8a50-f61b-4b76-8564-e592c1d0104f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:42.931374 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9fce81b6-4618-4729-8fd0-c004c06bf7ce req-b95a8a50-f61b-4b76-8564-e592c1d0104f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e8ce47a9c4704fe783984e08a144e0c5&device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 1094 time: 0.1863947 Apr 05 14:39:42.960486 n-d-836650-2 neutron-server[103321]: INFO neutron.api.v2.resource [None req-f2d818fa-d633-4fb3-862d-0f1491395268 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] remove_router_interface failed (client error): The resource could not be found. Apr 05 14:39:42.961590 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-f2d818fa-d633-4fb3-862d-0f1491395268 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "PUT /v2.0/routers/a0ad4310-0cf7-4b6a-861a-6f8fb8c7d656/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3566225 Apr 05 14:39:42.965578 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 47154) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:43.013035 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device b7f433f2-6cdf-424f-b879-557258901bdb details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:39:43.037435 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-123ac56f-fe3f-4e7d-b96a-e68ed3c728d9 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0ad4310-0cf7-4b6a-861a-6f8fb8c7d656 HTTP/1.1" status: 200 len: 205 time: 0.0705547 Apr 05 14:39:43.039782 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 47158) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:43.140561 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-35d4f3bf-7958-40e6-a23d-657617987a4f tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:43.153550 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port d1ddc612-acda-451c-984c-4d08f8c1f637, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=d1ddc612-acda-451c-984c-4d08f8c1f637,segment=NetworkSegment(1c468974-700f-4380-acfc-da4f84290a6b),segment_id=1c468974-700f-4380-acfc-da4f84290a6b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:39:43.180719 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58498929-7305-4132-bff4-4aab312ba9ce None None] Update dhcp port {'port': {'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'fixed_ips': [{'subnet_id': '1f30aeb4-9053-4335-b8dd-d53ef1c4ebdf', 'ip_address': '2001:db8::f816:3eff:fece:f4da'}, {'subnet_id': 'ec1ad03b-48fa-4ab5-8299-3fe3a24203f0'}], 'binding:host_id': 'n-d-836650-2'}, 'id': 'd1ddc612-acda-451c-984c-4d08f8c1f637'} from n-d-836650-2. {{(pid=103322) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 05 14:39:43.231270 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-58498929-7305-4132-bff4-4aab312ba9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:43.237736 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port b7f433f2-6cdf-424f-b879-557258901bdb, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=b7f433f2-6cdf-424f-b879-557258901bdb,segment=NetworkSegment(87207719-1f48-46bc-a702-a88951a34078),segment_id=87207719-1f48-46bc-a702-a88951a34078)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:39:43.242288 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c34d166d-ea2a-4954-b2d4-f097578ba6be tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for router, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:43.256353 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:43.307012 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': 'b7f433f2-6cdf-424f-b879-557258901bdb', 'network_id': 'bbe33099-0907-4578-b91f-9ecd1e0f3a95', 'port_id': 'b7f433f2-6cdf-424f-b879-557258901bdb', 'mac_address': 'fa:16:3e:ea:bd:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c529ad6d-a94e-4533-88f8-eeabc5541ed8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:39:43.370581 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:43.404822 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.db.api [None req-89d13581-b18c-4770-8afc-47521e6f7508 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:39:43.405197 n-d-836650-2 neutron-server[103322]: DEBUG oslo_db.api [None req-89d13581-b18c-4770-8afc-47521e6f7508 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:39:43.409423 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fce81b6-4618-4729-8fd0-c004c06bf7ce req-36739cf8-abc8-4f65-9b0b-5b9d1cb21d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:43.415309 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9fce81b6-4618-4729-8fd0-c004c06bf7ce req-36739cf8-abc8-4f65-9b0b-5b9d1cb21d70 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c590509e-7ca8-420f-8b7e-bdc8058c2274 HTTP/1.1" status: 200 len: 914 time: 0.4228728 Apr 05 14:39:43.425853 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7f433f2-6cdf-424f-b879-557258901bdb {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:39:43.438464 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=d1ddc612-acda-451c-984c-4d08f8c1f637,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:43.486300 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c34d166d-ea2a-4954-b2d4-f097578ba6be tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27070'] for router, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:43.488672 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c34d166d-ea2a-4954-b2d4-f097578ba6be tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:43.493200 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0469de81-1ae0-427b-9133-6f97852224db req-58f04bd4-a4b6-4be0-adcf-b6d7bf3593b8 tempest-ServersAdmin275Test-1700003416 tempest-ServersAdmin275Test-1700003416-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1c5f6eb-e81b-4734-9bcb-5700eb2b5dbd HTTP/1.1" status: 200 len: 210 time: 0.1734271 Apr 05 14:39:43.533645 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port b7f433f2-6cdf-424f-b879-557258901bdb, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=b7f433f2-6cdf-424f-b879-557258901bdb,segment=NetworkSegment(87207719-1f48-46bc-a702-a88951a34078),segment_id=87207719-1f48-46bc-a702-a88951a34078)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:39:43.563216 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9fce81b6-4618-4729-8fd0-c004c06bf7ce req-1f34e23b-919a-4a09-8be6-7371866b7b0f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b19045ae-f5ab-4894-b8f2-78cf84e0b22e HTTP/1.1" status: 200 len: 217 time: 0.1097615 Apr 05 14:39:43.567127 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-35d4f3bf-7958-40e6-a23d-657617987a4f tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:43.593002 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:43.621876 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c34d166d-ea2a-4954-b2d4-f097578ba6be tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803298'] for router, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:43.622580 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c34d166d-ea2a-4954-b2d4-f097578ba6be tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Fanout notify agent at l3_agent the message router_deleted on router a0ad4310-0cf7-4b6a-861a-6f8fb8c7d656 {{(pid=103321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:39:43.629127 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4810bda4-251b-4666-a969-138710f2bd4d req-15e2a2d4-881f-4529-9b5f-7cfbb55b8da5 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:43.630756 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4810bda4-251b-4666-a969-138710f2bd4d req-15e2a2d4-881f-4529-9b5f-7cfbb55b8da5 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 943 time: 0.3701391 Apr 05 14:39:43.648338 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c34d166d-ea2a-4954-b2d4-f097578ba6be tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:43.662722 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-c34d166d-ea2a-4954-b2d4-f097578ba6be tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "DELETE /v2.0/routers/a0ad4310-0cf7-4b6a-861a-6f8fb8c7d656 HTTP/1.1" status: 204 len: 168 time: 0.6218650 Apr 05 14:39:43.663992 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 47170) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:43.680210 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-58498929-7305-4132-bff4-4aab312ba9ce None None] Allocated IP 172.20.0.2 (fd08407d-7bc3-4895-9d28-9b2f36a8d65c/ec1ad03b-48fa-4ab5-8299-3fe3a24203f0/d1ddc612-acda-451c-984c-4d08f8c1f637) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:39:43.723122 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d4f3bf-7958-40e6-a23d-657617987a4f tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:39:43.744749 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=b7f433f2-6cdf-424f-b879-557258901bdb,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:43.755615 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-35d4f3bf-7958-40e6-a23d-657617987a4f tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:39:43.774751 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-e03f5d4c-acba-44b0-a734-dc3774f526a7 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Deleting subnet c6cf5a99-28ee-4d5c-9170-f3a8f9ea3d8d {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:39:43.776448 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d4f3bf-7958-40e6-a23d-657617987a4f tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:39:43.786522 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e03f5d4c-acba-44b0-a734-dc3774f526a7 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:43.829203 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d4f3bf-7958-40e6-a23d-657617987a4f tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event updated for resources: {'Port': ['ID=c46f2ece-8d99-418e-8052-bd8d45e2fbdd,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:43.855594 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4810bda4-251b-4666-a969-138710f2bd4d req-7d532e17-93b4-470f-a181-d001bd8a7567 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948001 Apr 05 14:39:43.860118 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fce81b6-4618-4729-8fd0-c004c06bf7ce req-228ab1cf-ab7e-4f30-801d-f535a4ce88ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:43.861206 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9fce81b6-4618-4729-8fd0-c004c06bf7ce req-228ab1cf-ab7e-4f30-801d-f535a4ce88ec service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eb31ac2d-5e66-4875-8845-18e88172de35 HTTP/1.1" status: 200 len: 853 time: 0.2796249 Apr 05 14:39:43.861356 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e03f5d4c-acba-44b0-a734-dc3774f526a7 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:43.878912 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-58498929-7305-4132-bff4-4aab312ba9ce None None] For port d1ddc612-acda-451c-984c-4d08f8c1f637, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=d1ddc612-acda-451c-984c-4d08f8c1f637,segment=NetworkSegment(1c468974-700f-4380-acfc-da4f84290a6b),segment_id=1c468974-700f-4380-acfc-da4f84290a6b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:39:43.899926 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9fce81b6-4618-4729-8fd0-c004c06bf7ce req-07509626-1020-41fa-8c59-a3719e4c15b9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c590509e-7ca8-420f-8b7e-bdc8058c2274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299132 Apr 05 14:39:43.925524 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-58498929-7305-4132-bff4-4aab312ba9ce None None] Notify callbacks [] for port, precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:43.933533 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['b7f433f2-6cdf-424f-b879-557258901bdb'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:39:44.002951 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:44.008928 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-58498929-7305-4132-bff4-4aab312ba9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:44.065130 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e03f5d4c-acba-44b0-a734-dc3774f526a7 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:44.081074 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d4f3bf-7958-40e6-a23d-657617987a4f tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:44.081745 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-35d4f3bf-7958-40e6-a23d-657617987a4f tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:44.220036 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9fce81b6-4618-4729-8fd0-c004c06bf7ce req-b21d0ebd-db37-4a78-b568-1dab9340ed81 service neutron] 10.222.0.11 "GET /v2.0/networks/c590509e-7ca8-420f-8b7e-bdc8058c2274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103147 Apr 05 14:39:44.246414 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e03f5d4c-acba-44b0-a734-dc3774f526a7 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:44.253369 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device d1ddc612-acda-451c-984c-4d08f8c1f637 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:39:44.321549 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58498929-7305-4132-bff4-4aab312ba9ce None None] Pushing event updated for resources: {'Port': ['ID=d1ddc612-acda-451c-984c-4d08f8c1f637,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:44.340550 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e03f5d4c-acba-44b0-a734-dc3774f526a7 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:44.341003 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e231b544-1661-40fe-88be-b1928b5e8faf req-ed70b2ce-c897-4ec1-aa7c-67344626df85 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:44.352307 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-e03f5d4c-acba-44b0-a734-dc3774f526a7 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "DELETE /v2.0/subnets/c6cf5a99-28ee-4d5c-9170-f3a8f9ea3d8d HTTP/1.1" status: 204 len: 168 time: 0.6836979 Apr 05 14:39:44.353263 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03f5d4c-acba-44b0-a734-dc3774f526a7 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Pushing event deleted for resources: {'Subnet': ['ID=c6cf5a99-28ee-4d5c-9170-f3a8f9ea3d8d,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:44.353807 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e231b544-1661-40fe-88be-b1928b5e8faf req-ed70b2ce-c897-4ec1-aa7c-67344626df85 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb7c24d0-6b1f-4833-96cd-31a1019893ae HTTP/1.1" status: 200 len: 945 time: 0.2573273 Apr 05 14:39:44.355404 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 47178) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:44.358819 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9fce81b6-4618-4729-8fd0-c004c06bf7ce req-7b3f9a05-d0a7-4c3a-b86c-545e3c0f01c0 service neutron] 10.222.0.11 "GET /v2.0/networks/c590509e-7ca8-420f-8b7e-bdc8058c2274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306655 Apr 05 14:39:44.372029 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-35d4f3bf-7958-40e6-a23d-657617987a4f tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.4568541 Apr 05 14:39:44.378237 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dadec705-ff76-4574-b174-62d0b2e9cea7 None None] Network 48937694-9a94-476d-ac2c-729c532d8b69 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:39:44.387558 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 47180) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:44.486120 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e231b544-1661-40fe-88be-b1928b5e8faf req-d896539a-52c6-4f76-a6ce-41427fde7024 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260602 Apr 05 14:39:44.519978 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f4f9847d-bfc3-4304-b2ad-fc879ed1021f tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:44.541772 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d221f16-1b92-4a36-9a50-0701b42dea35 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:44.572957 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d221f16-1b92-4a36-9a50-0701b42dea35 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:44.577747 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-2d221f16-1b92-4a36-9a50-0701b42dea35 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1866956 Apr 05 14:39:44.580939 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 47184) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:44.621603 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-f4f9847d-bfc3-4304-b2ad-fc879ed1021f tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Deleting port b47c9490-dc21-47b8-93f0-4f635bb692b1 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:39:44.621886 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f4f9847d-bfc3-4304-b2ad-fc879ed1021f tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:44.699688 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port d1ddc612-acda-451c-984c-4d08f8c1f637 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:39:44.701315 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:44.750749 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b6dcb27e-3d9b-4aa4-95ff-0cacd41e48bd req-6002acb3-470e-4445-8810-07309091813e tempest-ServersAdmin275Test-1700003416 tempest-ServersAdmin275Test-1700003416-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1c5f6eb-e81b-4734-9bcb-5700eb2b5dbd HTTP/1.1" status: 200 len: 210 time: 0.0700021 Apr 05 14:39:44.791120 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-f4f9847d-bfc3-4304-b2ad-fc879ed1021f tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] For port b47c9490-dc21-47b8-93f0-4f635bb692b1, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=b47c9490-dc21-47b8-93f0-4f635bb692b1,segment=NetworkSegment(919039d0-bbc8-4a5e-9a4b-c7246541b86f),segment_id=919039d0-bbc8-4a5e-9a4b-c7246541b86f)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:39:44.791505 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f4f9847d-bfc3-4304-b2ad-fc879ed1021f tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:44.869748 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-f4f9847d-bfc3-4304-b2ad-fc879ed1021f tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Calling delete_port for b47c9490-dc21-47b8-93f0-4f635bb692b1 owned by network:dhcp {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:39:44.969932 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc53993-8f6b-4ad8-9463-b141a34fdfc2 None None] DHCP port deletion for 48937694-9a94-476d-ac2c-729c532d8b69 request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:39:45.008274 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-c250f15b-0835-48ca-999a-8093cd215b07 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Deleting port c46f2ece-8d99-418e-8052-bd8d45e2fbdd {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:39:45.008617 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c250f15b-0835-48ca-999a-8093cd215b07 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:45.091540 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe94b9a-86ea-4e79-a20f-6bd6d997d3aa req-ab173bfe-f9cf-423e-a9c8-141debbce2d5 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:45.099597 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-afe94b9a-86ea-4e79-a20f-6bd6d997d3aa req-ab173bfe-f9cf-423e-a9c8-141debbce2d5 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 943 time: 0.1265261 Apr 05 14:39:45.122139 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-8dc53993-8f6b-4ad8-9463-b141a34fdfc2 None None] Deleting port b47c9490-dc21-47b8-93f0-4f635bb692b1 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:39:45.128433 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8dc53993-8f6b-4ad8-9463-b141a34fdfc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:45.183835 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-afe94b9a-86ea-4e79-a20f-6bd6d997d3aa req-38652b85-f42a-44b6-a740-8c2c8a4340c6 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697215 Apr 05 14:39:45.245394 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c250f15b-0835-48ca-999a-8093cd215b07 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:45.250553 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-8dc53993-8f6b-4ad8-9463-b141a34fdfc2 None None] For port b47c9490-dc21-47b8-93f0-4f635bb692b1, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=b47c9490-dc21-47b8-93f0-4f635bb692b1,segment=NetworkSegment(919039d0-bbc8-4a5e-9a4b-c7246541b86f),segment_id=919039d0-bbc8-4a5e-9a4b-c7246541b86f)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:39:45.251080 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8dc53993-8f6b-4ad8-9463-b141a34fdfc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:45.272789 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-c250f15b-0835-48ca-999a-8093cd215b07 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Calling delete_port for c46f2ece-8d99-418e-8052-bd8d45e2fbdd owned by {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:39:45.281231 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-8dc53993-8f6b-4ad8-9463-b141a34fdfc2 None None] Calling delete_port for b47c9490-dc21-47b8-93f0-4f635bb692b1 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:39:45.335651 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f4f9847d-bfc3-4304-b2ad-fc879ed1021f tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:45.358904 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f9847d-bfc3-4304-b2ad-fc879ed1021f tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] No DVR routers for this DVR port b47c9490-dc21-47b8-93f0-4f635bb692b1 on host n-d-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:39:45.461927 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8dc53993-8f6b-4ad8-9463-b141a34fdfc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:45.472279 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f9847d-bfc3-4304-b2ad-fc879ed1021f tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Pushing event deleted for resources: {'Port': ['ID=b47c9490-dc21-47b8-93f0-4f635bb692b1,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:45.488732 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc53993-8f6b-4ad8-9463-b141a34fdfc2 None None] Pushing event deleted for resources: {'Port': ['ID=b47c9490-dc21-47b8-93f0-4f635bb692b1,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:45.494886 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc53993-8f6b-4ad8-9463-b141a34fdfc2 None None] No DVR routers for this DVR port b47c9490-dc21-47b8-93f0-4f635bb692b1 on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:39:45.554688 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f4f9847d-bfc3-4304-b2ad-fc879ed1021f tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:45.588088 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-f4f9847d-bfc3-4304-b2ad-fc879ed1021f tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48937694-9a94-476d-ac2c-729c532d8b69']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:45.608405 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-213e394e-7adc-4bf3-9f61-9a20380972cf None None] Provisioning complete for port d1ddc612-acda-451c-984c-4d08f8c1f637 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:39:45.608801 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-213e394e-7adc-4bf3-9f61-9a20380972cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:45.630240 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-f4f9847d-bfc3-4304-b2ad-fc879ed1021f tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '919039d0-bbc8-4a5e-9a4b-c7246541b86f') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:45.630240 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-f4f9847d-bfc3-4304-b2ad-fc879ed1021f tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '919039d0-bbc8-4a5e-9a4b-c7246541b86f') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:45.649670 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f4f9847d-bfc3-4304-b2ad-fc879ed1021f tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:45.668986 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f4f9847d-bfc3-4304-b2ad-fc879ed1021f tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:45.675364 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f866a6-bab4-474a-b882-59015310e108 req-7a7a35d5-a43f-4cb8-8a73-0fc3f0a5e18c tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:45.675895 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4f9847d-bfc3-4304-b2ad-fc879ed1021f tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:39:45.691755 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f4f9847d-bfc3-4304-b2ad-fc879ed1021f tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:45.692471 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-75f866a6-bab4-474a-b882-59015310e108 req-7a7a35d5-a43f-4cb8-8a73-0fc3f0a5e18c tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb7c24d0-6b1f-4833-96cd-31a1019893ae HTTP/1.1" status: 200 len: 945 time: 0.1140292 Apr 05 14:39:45.692589 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:39:45.692589 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:39:45.692589 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:39:45.692589 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:39:45.692589 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:39:45.692589 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:39:45.692589 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:39:45.692589 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:39:45.692589 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:39:45.692589 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:39:45.692589 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:39:45.692589 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:39:45.692589 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:39:45.692589 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:39:45.692589 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:39:45.692589 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:39:45.692589 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:39:45.692589 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:39:45.692589 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:39:45.692589 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:39:45.692589 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:39:45.692589 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:39:45.692589 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:39:45.692589 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:39:45.692589 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:39:45.692589 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:39:45.692589 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:39:45.692589 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:39:45.692589 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:39:45.692589 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:39:45.692589 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:39:45.692589 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:39:45.757321 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-75f866a6-bab4-474a-b882-59015310e108 req-c270ab4f-2c3b-4608-ae18-51b3fcda2a2b tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678120 Apr 05 14:39:45.906007 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f4f9847d-bfc3-4304-b2ad-fc879ed1021f tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:45.913630 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f4f9847d-bfc3-4304-b2ad-fc879ed1021f tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:45.921519 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-f4f9847d-bfc3-4304-b2ad-fc879ed1021f tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "DELETE /v2.0/networks/48937694-9a94-476d-ac2c-729c532d8b69 HTTP/1.1" status: 204 len: 168 time: 1.5651925 Apr 05 14:39:45.922159 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 47202) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:45.930763 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-40167d4a-63f3-4d01-8db6-d34b0af81717 req-d04a98ba-ae77-4c03-8e7e-5842f0b63ca5 tempest-ServersAdmin275Test-1700003416 tempest-ServersAdmin275Test-1700003416-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1c5f6eb-e81b-4734-9bcb-5700eb2b5dbd HTTP/1.1" status: 200 len: 210 time: 0.0482748 Apr 05 14:39:45.930994 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-b0131c04-18e7-4640-8b86-82b8ee2d2fc3 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1012479084'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:39:45.941681 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c250f15b-0835-48ca-999a-8093cd215b07 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:45.984907 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f9847d-bfc3-4304-b2ad-fc879ed1021f tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Pushing event deleted for resources: {'Network': ['ID=48937694-9a94-476d-ac2c-729c532d8b69,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:46.013256 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-7b43765f-704d-4ef5-ad49-f7c77f0599ef None None] Could not find standard attr ID for object c46f2ece-8d99-418e-8052-bd8d45e2fbdd. {{(pid=103322) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 14:39:46.030500 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c250f15b-0835-48ca-999a-8093cd215b07 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event deleted for resources: {'Port': ['ID=c46f2ece-8d99-418e-8052-bd8d45e2fbdd,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:46.110517 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0131c04-18e7-4640-8b86-82b8ee2d2fc3 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Made reservation on behalf of e7eb5e760fb649288ddd0e65de525949 for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:39:46.120040 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b0131c04-18e7-4640-8b86-82b8ee2d2fc3 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:46.146701 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c250f15b-0835-48ca-999a-8093cd215b07 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:46.152916 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-c250f15b-0835-48ca-999a-8093cd215b07 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/ports/c46f2ece-8d99-418e-8052-bd8d45e2fbdd HTTP/1.1" status: 204 len: 168 time: 1.5649893 Apr 05 14:39:46.153629 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 47204) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:46.253602 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device d1ddc612-acda-451c-984c-4d08f8c1f637 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:39:46.279666 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0131c04-18e7-4640-8b86-82b8ee2d2fc3 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:39:46.303390 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b0131c04-18e7-4640-8b86-82b8ee2d2fc3 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:46.304306 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-b0131c04-18e7-4640-8b86-82b8ee2d2fc3 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Added segment 6e1ccd60-dbab-4f8b-b7fb-7ac5c47df0a0 of type vlan for network ffc18e6d-63f8-4628-9a88-99bbcf2a4c81 Apr 05 14:39:46.321434 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a7c9f7-406d-4823-9565-4749e6bcdf2e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:46.324102 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a7c9f7-406d-4823-9565-4749e6bcdf2e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:46.326151 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a7c9f7-406d-4823-9565-4749e6bcdf2e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:46.327922 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-25a7c9f7-406d-4823-9565-4749e6bcdf2e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1730452 Apr 05 14:39:46.333788 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 47216) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:46.380438 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port d1ddc612-acda-451c-984c-4d08f8c1f637 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:39:46.381012 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:46.410713 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b0131c04-18e7-4640-8b86-82b8ee2d2fc3 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:46.414552 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375ad75-cc84-436e-b489-e13720b11656 req-0d965d6b-d26f-4ddb-aa40-5bc0bed8f11d tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:46.416643 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7375ad75-cc84-436e-b489-e13720b11656 req-0d965d6b-d26f-4ddb-aa40-5bc0bed8f11d tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 943 time: 0.0998683 Apr 05 14:39:46.441753 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-4908987a-ccdd-4121-8b36-e87a5bfdfbf0 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Deleting subnet 1f30aeb4-9053-4335-b8dd-d53ef1c4ebdf {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:39:46.471210 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4908987a-ccdd-4121-8b36-e87a5bfdfbf0 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:46.485483 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7375ad75-cc84-436e-b489-e13720b11656 req-c97679c9-5c1d-4fcd-a4d9-5bf700bcf9a5 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620568 Apr 05 14:39:46.545136 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4908987a-ccdd-4121-8b36-e87a5bfdfbf0 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:46.600761 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device b47c9490-dc21-47b8-93f0-4f635bb692b1 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:39:46.634185 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: b47c9490-dc21-47b8-93f0-4f635bb692b1 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:39:46.634185 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device b47c9490-dc21-47b8-93f0-4f635bb692b1 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:39:46.658119 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b0131c04-18e7-4640-8b86-82b8ee2d2fc3 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:46.663673 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0131c04-18e7-4640-8b86-82b8ee2d2fc3 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:46.664262 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b0131c04-18e7-4640-8b86-82b8ee2d2fc3 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:46.688549 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4908987a-ccdd-4121-8b36-e87a5bfdfbf0 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:46.775228 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device b7f433f2-6cdf-424f-b879-557258901bdb up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:39:46.775514 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0131c04-18e7-4640-8b86-82b8ee2d2fc3 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Pushing event updated for resources: {'Network': ['ID=ffc18e6d-63f8-4628-9a88-99bbcf2a4c81,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:46.805691 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network ffc18e6d-63f8-4628-9a88-99bbcf2a4c81 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:39:46.811873 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-b0131c04-18e7-4640-8b86-82b8ee2d2fc3 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8849308 Apr 05 14:39:46.814881 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 47222) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:46.819858 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-9a598fcf-214a-4b96-9e38-e686610b7af0 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Request body: {'subnet': {'network_id': 'ffc18e6d-63f8-4628-9a88-99bbcf2a4c81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:39:46.909304 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfa5303-a457-443b-b914-68589ca2bbd3 req-bca41071-e544-4b9c-943e-645c1328c5b3 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:46.917022 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4cfa5303-a457-443b-b914-68589ca2bbd3 req-bca41071-e544-4b9c-943e-645c1328c5b3 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb7c24d0-6b1f-4833-96cd-31a1019893ae HTTP/1.1" status: 200 len: 945 time: 0.0744848 Apr 05 14:39:46.926356 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4908987a-ccdd-4121-8b36-e87a5bfdfbf0 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:46.954144 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port b7f433f2-6cdf-424f-b879-557258901bdb completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:39:46.964107 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port b7f433f2-6cdf-424f-b879-557258901bdb triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:39:46.964107 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:46.966712 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4908987a-ccdd-4121-8b36-e87a5bfdfbf0 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event deleted for resources: {'Subnet': ['ID=1f30aeb4-9053-4335-b8dd-d53ef1c4ebdf,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:46.981160 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4908987a-ccdd-4121-8b36-e87a5bfdfbf0 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:46.984678 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-4908987a-ccdd-4121-8b36-e87a5bfdfbf0 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/subnets/1f30aeb4-9053-4335-b8dd-d53ef1c4ebdf HTTP/1.1" status: 204 len: 168 time: 0.6492000 Apr 05 14:39:46.996239 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 47236) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:47.001224 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4cfa5303-a457-443b-b914-68589ca2bbd3 req-0904d01b-abad-4ce6-8398-31295aa91f04 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826797 Apr 05 14:39:47.029678 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d9517e-b713-4cae-a89a-0f99408dcd2c None None] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:39:47.111742 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-4df9c7e3-fc3b-4a37-bb31-5702efa7e56e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Deleting subnet ec1ad03b-48fa-4ab5-8299-3fe3a24203f0 {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:39:47.115386 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a598fcf-214a-4b96-9e38-e686610b7af0 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Made reservation on behalf of e7eb5e760fb649288ddd0e65de525949 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:39:47.118908 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9a598fcf-214a-4b96-9e38-e686610b7af0 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:47.125154 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4df9c7e3-fc3b-4a37-bb31-5702efa7e56e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:47.148040 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:47.162101 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8f00031d-04d5-4e79-8638-5e6ca5eae4ce req-5f9fa866-4992-444f-8466-b5cad89ed8ef tempest-ServersAdmin275Test-1700003416 tempest-ServersAdmin275Test-1700003416-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1c5f6eb-e81b-4734-9bcb-5700eb2b5dbd HTTP/1.1" status: 200 len: 210 time: 0.0749288 Apr 05 14:39:47.205959 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb7c24d0-6b1f-4833-96cd-31a1019893ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7f433f2-6cdf-424f-b879-557258901bdb'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:39:47.208173 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b3774fe-925b-40df-9765-2cf818f13674" -d '{"events": [{"server_uuid": "cb7c24d0-6b1f-4833-96cd-31a1019893ae", "name": "network-vif-plugged", "status": "completed", "tag": "b7f433f2-6cdf-424f-b879-557258901bdb"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:39:47.224131 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4df9c7e3-fc3b-4a37-bb31-5702efa7e56e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:47.232313 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port b7f433f2-6cdf-424f-b879-557258901bdb, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=b7f433f2-6cdf-424f-b879-557258901bdb,segment=NetworkSegment(87207719-1f48-46bc-a702-a88951a34078),segment_id=87207719-1f48-46bc-a702-a88951a34078)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:39:47.286338 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c4e9a3-cb5d-46d1-bc98-5ade3cb7df6c x-openstack-request-id: req-f6c4e9a3-cb5d-46d1-bc98-5ade3cb7df6c {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:39:47.286691 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb7c24d0-6b1f-4833-96cd-31a1019893ae", "name": "network-vif-plugged", "status": "completed", "tag": "b7f433f2-6cdf-424f-b879-557258901bdb", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:39:47.294919 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f6c4e9a3-cb5d-46d1-bc98-5ade3cb7df6c {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:39:47.294919 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6c4e9a3-cb5d-46d1-bc98-5ade3cb7df6c'] response: {'server_uuid': 'cb7c24d0-6b1f-4833-96cd-31a1019893ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7f433f2-6cdf-424f-b879-557258901bdb', 'code': 200} Apr 05 14:39:47.345457 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:47.416630 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4df9c7e3-fc3b-4a37-bb31-5702efa7e56e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:47.430495 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=b7f433f2-6cdf-424f-b879-557258901bdb,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:47.431630 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89cdbb-8884-4d4a-8285-276149dfe877 req-587d19ca-249b-465a-9e4c-595917285d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:47.434240 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3f89cdbb-8884-4d4a-8285-276149dfe877 req-587d19ca-249b-465a-9e4c-595917285d86 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cb7c24d0-6b1f-4833-96cd-31a1019893ae HTTP/1.1" status: 200 len: 1097 time: 0.0929279 Apr 05 14:39:47.488180 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3f89cdbb-8884-4d4a-8285-276149dfe877 req-c64556c5-fa51-4b21-984a-79d1de40d4a7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469785 Apr 05 14:39:47.596770 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device b19045ae-f5ab-4894-b8f2-78cf84e0b22e details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:39:47.605443 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9a598fcf-214a-4b96-9e38-e686610b7af0 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:47.619704 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff1466f-34ae-4a98-8660-3d12c158fcff req-9fe57770-f5c1-4f48-888b-ea622e28a04f tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:47.622178 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9ff1466f-34ae-4a98-8660-3d12c158fcff req-9fe57770-f5c1-4f48-888b-ea622e28a04f tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 943 time: 0.0652111 Apr 05 14:39:47.651124 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4df9c7e3-fc3b-4a37-bb31-5702efa7e56e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:47.681890 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4df9c7e3-fc3b-4a37-bb31-5702efa7e56e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:47.691159 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9ff1466f-34ae-4a98-8660-3d12c158fcff req-a6fa0877-0359-4a57-b85b-bafaedfd1bcd tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626163 Apr 05 14:39:47.693618 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 47258) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:47.694206 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-4df9c7e3-fc3b-4a37-bb31-5702efa7e56e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/subnets/ec1ad03b-48fa-4ab5-8299-3fe3a24203f0 HTTP/1.1" status: 204 len: 168 time: 0.6942332 Apr 05 14:39:47.718943 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a598fcf-214a-4b96-9e38-e686610b7af0 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Pushing event updated for resources: {'Subnet': ['ID=7323ced7-c156-4b53-92d5-81d9b99e3d71,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:47.759906 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-a42f4078-bb8a-48a1-b852-225cc4b9162d tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0634212 Apr 05 14:39:47.760786 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 47262) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:47.764024 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df9c7e3-fc3b-4a37-bb31-5702efa7e56e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event deleted for resources: {'Subnet': ['ID=ec1ad03b-48fa-4ab5-8299-3fe3a24203f0,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:47.768334 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-8a531add-48d4-41d8-bebe-8c44b8b082d8 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Request body: {'subnet': {'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:39:47.768701 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a598fcf-214a-4b96-9e38-e686610b7af0 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Checking segment: {'id': '6e1ccd60-dbab-4f8b-b7fb-7ac5c47df0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ffc18e6d-63f8-4628-9a88-99bbcf2a4c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:39:47.769107 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a598fcf-214a-4b96-9e38-e686610b7af0 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Network hostable DHCP agents. Network: ffc18e6d-63f8-4628-9a88-99bbcf2a4c81, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:39:47.795950 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port b19045ae-f5ab-4894-b8f2-78cf84e0b22e, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=b19045ae-f5ab-4894-b8f2-78cf84e0b22e,segment=NetworkSegment(bdfb6f44-ca71-4caa-8786-512017d20b4a),segment_id=bdfb6f44-ca71-4caa-8786-512017d20b4a)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:39:47.818953 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': 'b19045ae-f5ab-4894-b8f2-78cf84e0b22e', 'network_id': 'c590509e-7ca8-420f-8b7e-bdc8058c2274', 'port_id': 'b19045ae-f5ab-4894-b8f2-78cf84e0b22e', 'mac_address': 'fa:16:3e:09:51:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb31ac2d-5e66-4875-8845-18e88172de35', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:39:47.872298 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:47.882281 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a598fcf-214a-4b96-9e38-e686610b7af0 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Network ffc18e6d-63f8-4628-9a88-99bbcf2a4c81 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:39:47.890016 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b19045ae-f5ab-4894-b8f2-78cf84e0b22e {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:39:47.920941 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port b19045ae-f5ab-4894-b8f2-78cf84e0b22e, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=b19045ae-f5ab-4894-b8f2-78cf84e0b22e,segment=NetworkSegment(bdfb6f44-ca71-4caa-8786-512017d20b4a),segment_id=bdfb6f44-ca71-4caa-8786-512017d20b4a)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:39:47.955997 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-9a598fcf-214a-4b96-9e38-e686610b7af0 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, ffc18e6d-63f8-4628-9a88-99bbcf2a4c81) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:39:47.960357 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a598fcf-214a-4b96-9e38-e686610b7af0 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:47.964803 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9a598fcf-214a-4b96-9e38-e686610b7af0 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:47.972174 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7598622-5ef6-4586-b334-4dedd91f3a4e None None] Network ffc18e6d-63f8-4628-9a88-99bbcf2a4c81 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:39:47.978766 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:48.042990 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a531add-48d4-41d8-bebe-8c44b8b082d8 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Made reservation on behalf of 81648541dc0b4f1ea0eb9cace0846aa5 for: {'subnet': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:39:48.048255 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8a531add-48d4-41d8-bebe-8c44b8b082d8 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13127328'] for subnet, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:48.068197 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-9a598fcf-214a-4b96-9e38-e686610b7af0 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2520351 Apr 05 14:39:48.070776 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 47272) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:48.077174 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-778c0c1e-6f4b-4337-b0fa-a2a32251ea08 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1649366580', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:39:48.200083 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-778c0c1e-6f4b-4337-b0fa-a2a32251ea08 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27088'] for router, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:48.208828 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-778c0c1e-6f4b-4337-b0fa-a2a32251ea08 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27079'] for router, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:48.255770 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986f6def-ba68-4a34-aab7-849f22b1884a None None] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:39:48.287925 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483a2c66-cca3-43c2-aca7-ccd191cd9d79 req-46672977-9e9a-4262-a148-a9106dc84f37 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:48.289565 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-483a2c66-cca3-43c2-aca7-ccd191cd9d79 req-46672977-9e9a-4262-a148-a9106dc84f37 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb7c24d0-6b1f-4833-96cd-31a1019893ae HTTP/1.1" status: 200 len: 946 time: 0.1382899 Apr 05 14:39:48.343731 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2f90a797-e698-42db-bb9a-4d6fd0a1dfcb req-413ccf6a-5f72-4fa6-ae04-5afe8a6210ae tempest-ServersAdmin275Test-1700003416 tempest-ServersAdmin275Test-1700003416-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1c5f6eb-e81b-4734-9bcb-5700eb2b5dbd HTTP/1.1" status: 200 len: 210 time: 0.0406473 Apr 05 14:39:48.354183 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-778c0c1e-6f4b-4337-b0fa-a2a32251ea08 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:48.392763 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=b19045ae-f5ab-4894-b8f2-78cf84e0b22e,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:48.447419 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['b19045ae-f5ab-4894-b8f2-78cf84e0b22e'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:39:48.448056 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-483a2c66-cca3-43c2-aca7-ccd191cd9d79 req-195c2d98-685a-4fc7-9e2e-8f3b1fb61175 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026039 Apr 05 14:39:48.453789 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-778c0c1e-6f4b-4337-b0fa-a2a32251ea08 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618'] for router, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:48.473586 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c3fbae54-a788-461b-a5cf-c7ac675c706b None None] Provisioning complete for port d1ddc612-acda-451c-984c-4d08f8c1f637 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:39:48.477534 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c3fbae54-a788-461b-a5cf-c7ac675c706b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:48.562489 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-778c0c1e-6f4b-4337-b0fa-a2a32251ea08 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:48.563821 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-778c0c1e-6f4b-4337-b0fa-a2a32251ea08 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4919848 Apr 05 14:39:48.566916 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 47288) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:48.684709 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96edf49-b250-47ba-a13b-4216537779ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-ffc18e6d-63f8-4628-9a88-99bbcf2a4c81', 'network_id': 'ffc18e6d-63f8-4628-9a88-99bbcf2a4c81', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'fixed_ips': [{'subnet_id': '7323ced7-c156-4b53-92d5-81d9b99e3d71'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:39:48.686078 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b96edf49-b250-47ba-a13b-4216537779ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:48.701134 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a241222c-0401-4491-ab01-6a025592d8d4 None None] DHCP port deletion for fd08407d-7bc3-4895-9d28-9b2f36a8d65c request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:39:48.956899 n-d-836650-2 neutron-server[103320]: DEBUG neutron.objects.ports [None req-8a531add-48d4-41d8-bebe-8c44b8b082d8 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103320) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 05 14:39:48.979902 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-892c0471-dfae-4ff3-8190-898bbbce9cfe tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:49.021175 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-b96edf49-b250-47ba-a13b-4216537779ea None None] Allocated IP 2001:db8::2 (ffc18e6d-63f8-4628-9a88-99bbcf2a4c81/7323ced7-c156-4b53-92d5-81d9b99e3d71/5e22e34e-ed9f-49f1-97a1-36fdd14c6c94) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:39:49.108187 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-a241222c-0401-4491-ab01-6a025592d8d4 None None] Deleting port d1ddc612-acda-451c-984c-4d08f8c1f637 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:39:49.109489 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a241222c-0401-4491-ab01-6a025592d8d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:49.138401 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3133be-67e3-4d78-8980-23f078e96a36 req-0d71a22b-168f-44ed-9221-9b35799209ba tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:49.140626 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2a3133be-67e3-4d78-8980-23f078e96a36 req-0d71a22b-168f-44ed-9221-9b35799209ba tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 944 time: 0.1821964 Apr 05 14:39:49.348762 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2a3133be-67e3-4d78-8980-23f078e96a36 req-3b95b0de-11d6-4e4f-8859-db1b74e5023c tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129508 Apr 05 14:39:49.364155 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b96edf49-b250-47ba-a13b-4216537779ea None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:49.367823 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-a241222c-0401-4491-ab01-6a025592d8d4 None None] For port d1ddc612-acda-451c-984c-4d08f8c1f637, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=d1ddc612-acda-451c-984c-4d08f8c1f637,segment=NetworkSegment(1c468974-700f-4380-acfc-da4f84290a6b),segment_id=1c468974-700f-4380-acfc-da4f84290a6b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:39:49.368217 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a241222c-0401-4491-ab01-6a025592d8d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:49.381618 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-a241222c-0401-4491-ab01-6a025592d8d4 None None] Calling delete_port for d1ddc612-acda-451c-984c-4d08f8c1f637 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:39:49.444627 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b96edf49-b250-47ba-a13b-4216537779ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:49.496861 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96edf49-b250-47ba-a13b-4216537779ea None None] Pushing event updated for resources: {'Port': ['ID=5e22e34e-ed9f-49f1-97a1-36fdd14c6c94,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:49.509706 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96edf49-b250-47ba-a13b-4216537779ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:39:49.510141 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96edf49-b250-47ba-a13b-4216537779ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:39:49.510571 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96edf49-b250-47ba-a13b-4216537779ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:39:49.511605 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96edf49-b250-47ba-a13b-4216537779ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:39:49.512194 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96edf49-b250-47ba-a13b-4216537779ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:39:49.512601 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96edf49-b250-47ba-a13b-4216537779ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:39:49.513216 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96edf49-b250-47ba-a13b-4216537779ea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:39:49.513790 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96edf49-b250-47ba-a13b-4216537779ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:39:49.514295 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96edf49-b250-47ba-a13b-4216537779ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:39:49.514598 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96edf49-b250-47ba-a13b-4216537779ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:39:49.515224 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96edf49-b250-47ba-a13b-4216537779ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:39:49.515353 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96edf49-b250-47ba-a13b-4216537779ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:39:49.522063 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-892c0471-dfae-4ff3-8190-898bbbce9cfe tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Allocated IP 2001:db8::1 (ffc18e6d-63f8-4628-9a88-99bbcf2a4c81/7323ced7-c156-4b53-92d5-81d9b99e3d71/de35c452-fcfe-4723-b94a-36db61f3116e) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:39:49.524620 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-287aeb95-37fe-4449-a647-5d4197fcd46a req-b71ebb8f-f04d-4c03-85f8-75a24c84bfe5 tempest-ServersAdmin275Test-1700003416 tempest-ServersAdmin275Test-1700003416-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1c5f6eb-e81b-4734-9bcb-5700eb2b5dbd HTTP/1.1" status: 200 len: 210 time: 0.0667799 Apr 05 14:39:49.525576 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8a531add-48d4-41d8-bebe-8c44b8b082d8 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:49.538173 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96edf49-b250-47ba-a13b-4216537779ea None None] Network ffc18e6d-63f8-4628-9a88-99bbcf2a4c81 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:39:49.541801 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-b96edf49-b250-47ba-a13b-4216537779ea None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:39:49.545081 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96edf49-b250-47ba-a13b-4216537779ea None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:39:49.624227 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-b96edf49-b250-47ba-a13b-4216537779ea None None] Attempting to bind port 5e22e34e-ed9f-49f1-97a1-36fdd14c6c94 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:39:49.624753 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-b96edf49-b250-47ba-a13b-4216537779ea None None] Attempting to bind port 5e22e34e-ed9f-49f1-97a1-36fdd14c6c94 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '6e1ccd60-dbab-4f8b-b7fb-7ac5c47df0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ffc18e6d-63f8-4628-9a88-99bbcf2a4c81'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:39:49.625258 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96edf49-b250-47ba-a13b-4216537779ea None None] Attempting to bind port 5e22e34e-ed9f-49f1-97a1-36fdd14c6c94 on network ffc18e6d-63f8-4628-9a88-99bbcf2a4c81 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:39:49.630454 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96edf49-b250-47ba-a13b-4216537779ea None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:39:49.631053 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96edf49-b250-47ba-a13b-4216537779ea None None] Checking segment: {'id': '6e1ccd60-dbab-4f8b-b7fb-7ac5c47df0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ffc18e6d-63f8-4628-9a88-99bbcf2a4c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:39:49.641638 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b96edf49-b250-47ba-a13b-4216537779ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:49.641638 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96edf49-b250-47ba-a13b-4216537779ea None None] Bound using segment: {'id': '6e1ccd60-dbab-4f8b-b7fb-7ac5c47df0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ffc18e6d-63f8-4628-9a88-99bbcf2a4c81'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:39:49.641638 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-b96edf49-b250-47ba-a13b-4216537779ea None None] Bound port: 5e22e34e-ed9f-49f1-97a1-36fdd14c6c94, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e1ccd60-dbab-4f8b-b7fb-7ac5c47df0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ffc18e6d-63f8-4628-9a88-99bbcf2a4c81'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:39:49.641638 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b96edf49-b250-47ba-a13b-4216537779ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:49.666032 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a241222c-0401-4491-ab01-6a025592d8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:49.668810 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d6757f-3a14-4dbf-b8ad-e517abb39860 req-66d9615f-a566-474e-aae4-dfdbb56643a8 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:49.670430 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b6d6757f-3a14-4dbf-b8ad-e517abb39860 req-66d9615f-a566-474e-aae4-dfdbb56643a8 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb7c24d0-6b1f-4833-96cd-31a1019893ae HTTP/1.1" status: 200 len: 946 time: 0.0657299 Apr 05 14:39:49.701621 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-892c0471-dfae-4ff3-8190-898bbbce9cfe tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:49.705944 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a241222c-0401-4491-ab01-6a025592d8d4 None None] Pushing event deleted for resources: {'Port': ['ID=d1ddc612-acda-451c-984c-4d08f8c1f637,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:49.718442 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a241222c-0401-4491-ab01-6a025592d8d4 None None] No DVR routers for this DVR port d1ddc612-acda-451c-984c-4d08f8c1f637 on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:39:49.733919 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-b96edf49-b250-47ba-a13b-4216537779ea None None] For port 5e22e34e-ed9f-49f1-97a1-36fdd14c6c94, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:39:49.737941 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-b96edf49-b250-47ba-a13b-4216537779ea None None] For port 5e22e34e-ed9f-49f1-97a1-36fdd14c6c94, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=5e22e34e-ed9f-49f1-97a1-36fdd14c6c94,segment=NetworkSegment(6e1ccd60-dbab-4f8b-b7fb-7ac5c47df0a0),segment_id=6e1ccd60-dbab-4f8b-b7fb-7ac5c47df0a0)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:39:49.773762 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b6d6757f-3a14-4dbf-b8ad-e517abb39860 req-a1fadfa9-2b03-4ba2-9c11-9e86aceef321 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797377 Apr 05 14:39:49.811914 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b96edf49-b250-47ba-a13b-4216537779ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:49.813438 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-8a531add-48d4-41d8-bebe-8c44b8b082d8 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] For port d1ddc612-acda-451c-984c-4d08f8c1f637, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=d1ddc612-acda-451c-984c-4d08f8c1f637,segment=NetworkSegment(1c468974-700f-4380-acfc-da4f84290a6b),segment_id=1c468974-700f-4380-acfc-da4f84290a6b)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:39:49.850227 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8a531add-48d4-41d8-bebe-8c44b8b082d8 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:49.863237 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-892c0471-dfae-4ff3-8190-898bbbce9cfe tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:49.897050 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96edf49-b250-47ba-a13b-4216537779ea None None] Pushing event updated for resources: {'Port': ['ID=5e22e34e-ed9f-49f1-97a1-36fdd14c6c94,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:49.932675 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8a531add-48d4-41d8-bebe-8c44b8b082d8 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:49.932675 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8a531add-48d4-41d8-bebe-8c44b8b082d8 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15773751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13127350'] for subnet, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:49.946656 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1c5ec81a-edf6-4a44-b56e-f337f0e17191 req-e4117e37-9898-47f6-950d-4ad3c29744bd tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=9215d951bfeb48c39a8e33c585301815 HTTP/1.1" status: 200 len: 267 time: 0.0937719 Apr 05 14:39:49.953257 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892c0471-dfae-4ff3-8190-898bbbce9cfe tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Network ffc18e6d-63f8-4628-9a88-99bbcf2a4c81 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:39:49.971121 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-892c0471-dfae-4ff3-8190-898bbbce9cfe tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:39:49.977549 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892c0471-dfae-4ff3-8190-898bbbce9cfe tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:39:49.980430 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-892c0471-dfae-4ff3-8190-898bbbce9cfe tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809369'] for router_interface, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:50.013425 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a531add-48d4-41d8-bebe-8c44b8b082d8 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event deleted for resources: {'Port': ['ID=d1ddc612-acda-451c-984c-4d08f8c1f637,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:50.044679 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a531add-48d4-41d8-bebe-8c44b8b082d8 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:39:50.051388 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-8a531add-48d4-41d8-bebe-8c44b8b082d8 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:39:50.062981 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a531add-48d4-41d8-bebe-8c44b8b082d8 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:50.063392 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8a531add-48d4-41d8-bebe-8c44b8b082d8 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:50.067222 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ecf8f6a-877e-4522-b40b-1a8c7f7ad467 None None] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:39:50.070766 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a531add-48d4-41d8-bebe-8c44b8b082d8 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event updated for resources: {'Subnet': ['ID=a625f5e0-5f3b-44ae-9057-e6a6edb3188d,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:50.086160 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ec81a-edf6-4a44-b56e-f337f0e17191 req-4801a66e-3940-4bb5-89d5-a0159e0958e7 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:50.094625 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1c5ec81a-edf6-4a44-b56e-f337f0e17191 req-4801a66e-3940-4bb5-89d5-a0159e0958e7 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb7c24d0-6b1f-4833-96cd-31a1019893ae HTTP/1.1" status: 200 len: 946 time: 0.1470656 Apr 05 14:39:50.100513 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-1c5ec81a-edf6-4a44-b56e-f337f0e17191 req-e2f4d7ea-3c53-4b61-b34f-14f70b7ab9f9 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Request body: {'port': {'security_groups': []}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:39:50.107934 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892c0471-dfae-4ff3-8190-898bbbce9cfe tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Pushing event updated for resources: {'Port': ['ID=de35c452-fcfe-4723-b94a-36db61f3116e,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:50.194190 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-1c5ec81a-edf6-4a44-b56e-f337f0e17191 req-e2f4d7ea-3c53-4b61-b34f-14f70b7ab9f9 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:50.200929 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-8a531add-48d4-41d8-bebe-8c44b8b082d8 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4367115 Apr 05 14:39:50.209538 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 47322) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:50.232675 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-620f2f7b-ef3a-4f41-bd10-c75489e74a63 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Request body: {'subnet': {'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:39:50.288785 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-892c0471-dfae-4ff3-8190-898bbbce9cfe tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:50.333944 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device d1ddc612-acda-451c-984c-4d08f8c1f637 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:39:50.369294 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f714963-b5b7-4d76-9162-e343658b2fe3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'tenant_id': '81648541dc0b4f1ea0eb9cace0846aa5', 'fixed_ips': [{'subnet_id': 'a625f5e0-5f3b-44ae-9057-e6a6edb3188d'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:39:50.370345 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8f714963-b5b7-4d76-9162-e343658b2fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:50.373350 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: d1ddc612-acda-451c-984c-4d08f8c1f637 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:39:50.373875 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device d1ddc612-acda-451c-984c-4d08f8c1f637 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:39:50.639265 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e47f7-b04c-4aef-bd6c-ff2fbfeb8d91 req-7f561e1a-a5d1-49b5-8595-f5c9b5c5ebd4 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:50.640864 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-907e47f7-b04c-4aef-bd6c-ff2fbfeb8d91 req-7f561e1a-a5d1-49b5-8595-f5c9b5c5ebd4 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 944 time: 0.0858355 Apr 05 14:39:50.720809 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-907e47f7-b04c-4aef-bd6c-ff2fbfeb8d91 req-b713e2d7-ddd2-4404-adfa-46034b950e48 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653088 Apr 05 14:39:50.747580 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620f2f7b-ef3a-4f41-bd10-c75489e74a63 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Made reservation on behalf of 81648541dc0b4f1ea0eb9cace0846aa5 for: {'subnet': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:39:50.752871 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-620f2f7b-ef3a-4f41-bd10-c75489e74a63 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13127328'] for subnet, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:50.764598 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-8f714963-b5b7-4d76-9162-e343658b2fe3 None None] Allocated IP 2001:db8::f816:3eff:feac:fa29 (fd08407d-7bc3-4895-9d28-9b2f36a8d65c/a625f5e0-5f3b-44ae-9057-e6a6edb3188d/1baf51d5-7849-4f70-9058-5e6a2cd5d9d0) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:39:50.905314 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e91f7dc0-9446-448f-9646-ff38ea9d7127 req-0917a553-c6e8-4b71-9ccc-24d5d7340c9e tempest-ServersAdmin275Test-1700003416 tempest-ServersAdmin275Test-1700003416-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1c5f6eb-e81b-4734-9bcb-5700eb2b5dbd HTTP/1.1" status: 200 len: 210 time: 0.0456426 Apr 05 14:39:50.985108 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-1c5ec81a-edf6-4a44-b56e-f337f0e17191 req-e2f4d7ea-3c53-4b61-b34f-14f70b7ab9f9 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] For port b7f433f2-6cdf-424f-b879-557258901bdb, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=b7f433f2-6cdf-424f-b879-557258901bdb,segment=NetworkSegment(87207719-1f48-46bc-a702-a88951a34078),segment_id=87207719-1f48-46bc-a702-a88951a34078)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:39:51.032918 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8f714963-b5b7-4d76-9162-e343658b2fe3 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:51.082305 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-1c5ec81a-edf6-4a44-b56e-f337f0e17191 req-e2f4d7ea-3c53-4b61-b34f-14f70b7ab9f9 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:51.112938 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8f714963-b5b7-4d76-9162-e343658b2fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:51.181613 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-1c5ec81a-edf6-4a44-b56e-f337f0e17191 req-e2f4d7ea-3c53-4b61-b34f-14f70b7ab9f9 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:51.206379 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['54c12fe5-dbd8-421b-81c7-5281b4511d63'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:39:51.295861 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['cd4c3e1b-ebc8-4b55-acde-d5047a76f318', 'b7f433f2-6cdf-424f-b879-557258901bdb'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:39:51.335829 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-892c0471-dfae-4ff3-8190-898bbbce9cfe tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:51.401402 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-892c0471-dfae-4ff3-8190-898bbbce9cfe tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:51.403723 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-892c0471-dfae-4ff3-8190-898bbbce9cfe tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809317'] for router_interface, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:51.457771 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f714963-b5b7-4d76-9162-e343658b2fe3 None None] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:39:51.469035 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-8f714963-b5b7-4d76-9162-e343658b2fe3 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:39:51.470783 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f714963-b5b7-4d76-9162-e343658b2fe3 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:39:51.476980 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['b7f433f2-6cdf-424f-b879-557258901bdb'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:39:51.566216 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f714963-b5b7-4d76-9162-e343658b2fe3 None None] Pushing event updated for resources: {'Port': ['ID=1baf51d5-7849-4f70-9058-5e6a2cd5d9d0,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:51.615035 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device b19045ae-f5ab-4894-b8f2-78cf84e0b22e up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:39:51.715190 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892c0471-dfae-4ff3-8190-898bbbce9cfe tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Pushing event updated for resources: {'Port': ['ID=de35c452-fcfe-4723-b94a-36db61f3116e,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:51.719468 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a587daea-38a6-4e97-8d39-aff060ea95f3 None None] Network ffc18e6d-63f8-4628-9a88-99bbcf2a4c81 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:39:51.830993 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892c0471-dfae-4ff3-8190-898bbbce9cfe tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Network ffc18e6d-63f8-4628-9a88-99bbcf2a4c81 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:39:51.835932 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-892c0471-dfae-4ff3-8190-898bbbce9cfe tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:39:51.868988 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ec81a-edf6-4a44-b56e-f337f0e17191 req-e2f4d7ea-3c53-4b61-b34f-14f70b7ab9f9 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:51.869823 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-1c5ec81a-edf6-4a44-b56e-f337f0e17191 req-e2f4d7ea-3c53-4b61-b34f-14f70b7ab9f9 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:51.873546 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1c5ec81a-edf6-4a44-b56e-f337f0e17191 req-e2f4d7ea-3c53-4b61-b34f-14f70b7ab9f9 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "PUT /v2.0/ports/b7f433f2-6cdf-424f-b879-557258901bdb HTTP/1.1" status: 200 len: 905 time: 1.7775292 Apr 05 14:39:51.874079 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb7c24d0-6b1f-4833-96cd-31a1019893ae', 'tag': 'b7f433f2-6cdf-424f-b879-557258901bdb'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:39:51.877378 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d5f09e-987f-4d78-88f8-66b59013e39c" -d '{"events": [{"name": "network-changed", "server_uuid": "cb7c24d0-6b1f-4833-96cd-31a1019893ae", "tag": "b7f433f2-6cdf-424f-b879-557258901bdb"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:39:51.918319 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-8f714963-b5b7-4d76-9162-e343658b2fe3 None None] Attempting to bind port 1baf51d5-7849-4f70-9058-5e6a2cd5d9d0 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:39:51.918888 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-8f714963-b5b7-4d76-9162-e343658b2fe3 None None] Attempting to bind port 1baf51d5-7849-4f70-9058-5e6a2cd5d9d0 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:39:51.919065 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f714963-b5b7-4d76-9162-e343658b2fe3 None None] Attempting to bind port 1baf51d5-7849-4f70-9058-5e6a2cd5d9d0 on network fd08407d-7bc3-4895-9d28-9b2f36a8d65c {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:39:51.953455 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-43158727-45a7-49fe-be98-291aac5e5515 req-fedab09b-3645-40cf-a0fc-1c17e6b0fd18 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e1c5f6eb-e81b-4734-9bcb-5700eb2b5dbd HTTP/1.1" status: 200 len: 210 time: 0.0361707 Apr 05 14:39:51.954218 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f714963-b5b7-4d76-9162-e343658b2fe3 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:39:51.954593 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f714963-b5b7-4d76-9162-e343658b2fe3 None None] Checking segment: {'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:39:51.955110 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8f714963-b5b7-4d76-9162-e343658b2fe3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:51.955506 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f714963-b5b7-4d76-9162-e343658b2fe3 None None] Bound using segment: {'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:39:51.955983 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-8f714963-b5b7-4d76-9162-e343658b2fe3 None None] Bound port: 1baf51d5-7849-4f70-9058-5e6a2cd5d9d0, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:39:51.956360 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8f714963-b5b7-4d76-9162-e343658b2fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:51.993775 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f4d7ea-3c53-4b61-b34f-14f70b7ab9f9 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Pushing event updated for resources: {'Port': ['ID=b7f433f2-6cdf-424f-b879-557258901bdb,revision_number=6']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:52.028527 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-620f2f7b-ef3a-4f41-bd10-c75489e74a63 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15773751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13127350'] for subnet, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:52.105609 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620f2f7b-ef3a-4f41-bd10-c75489e74a63 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:39:52.137598 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5924b938-85c5-4ac2-b277-f45295bfb5e1 req-f0296023-1c49-435a-8bd2-584753737d91 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:52.139289 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5924b938-85c5-4ac2-b277-f45295bfb5e1 req-f0296023-1c49-435a-8bd2-584753737d91 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 944 time: 0.1849072 Apr 05 14:39:52.155281 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-620f2f7b-ef3a-4f41-bd10-c75489e74a63 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:39:52.177909 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620f2f7b-ef3a-4f41-bd10-c75489e74a63 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:52.178608 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-620f2f7b-ef3a-4f41-bd10-c75489e74a63 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:52.192647 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-d6117bfa-49d6-45b4-834d-66bed3e0504d None None] Provisioning complete for port b7f433f2-6cdf-424f-b879-557258901bdb triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:39:52.195415 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d6117bfa-49d6-45b4-834d-66bed3e0504d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:52.216168 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620f2f7b-ef3a-4f41-bd10-c75489e74a63 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event updated for resources: {'Subnet': ['ID=20136870-354d-4a29-be80-5588945c0019,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:52.219967 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-892c0471-dfae-4ff3-8190-898bbbce9cfe tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Router dff7abcf-63e5-45bd-842b-355a18b76879 is scheduled to L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 with binding_index 1 {{(pid=103321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:39:52.243490 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cebae3-180c-49fc-8e19-980b7f92275c req-c17b91b7-9662-4679-abd6-9c128775c4a7 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:52.246188 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a3cebae3-180c-49fc-8e19-980b7f92275c req-c17b91b7-9662-4679-abd6-9c128775c4a7 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb7c24d0-6b1f-4833-96cd-31a1019893ae HTTP/1.1" status: 200 len: 908 time: 0.2284853 Apr 05 14:39:52.252078 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5924b938-85c5-4ac2-b277-f45295bfb5e1 req-47aeda28-f278-49b4-bb09-0320f08d06f8 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696585 Apr 05 14:39:52.330549 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-620f2f7b-ef3a-4f41-bd10-c75489e74a63 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1082485 Apr 05 14:39:52.332638 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 47376) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:52.339090 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-48d8b5c7-f398-4c0b-9309-f319a1c137bd tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Request body: {'port': {'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'mac_address': 'fa:16:3e:0a:79:c1', 'name': 'tempest-NetworksTestDHCPv6-1760398874'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:39:52.339365 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 5e22e34e-ed9f-49f1-97a1-36fdd14c6c94 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:39:52.377925 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937b6a18-8e0d-4350-bd87-707e15a183e3 x-openstack-request-id: req-937b6a18-8e0d-4350-bd87-707e15a183e3 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:39:52.377925 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb7c24d0-6b1f-4833-96cd-31a1019893ae", "tag": "b7f433f2-6cdf-424f-b879-557258901bdb", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:39:52.377925 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-937b6a18-8e0d-4350-bd87-707e15a183e3 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:39:52.377925 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-937b6a18-8e0d-4350-bd87-707e15a183e3'] response: {'name': 'network-changed', 'server_uuid': 'cb7c24d0-6b1f-4833-96cd-31a1019893ae', 'tag': 'b7f433f2-6cdf-424f-b879-557258901bdb', 'status': 'completed', 'code': 200} Apr 05 14:39:52.438283 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-892c0471-dfae-4ff3-8190-898bbbce9cfe tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:39:52.447799 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-892c0471-dfae-4ff3-8190-898bbbce9cfe tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "PUT /v2.0/routers/dff7abcf-63e5-45bd-842b-355a18b76879/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8790426 Apr 05 14:39:52.453891 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 47382) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:52.558176 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de80a119-7e5d-4562-8092-501620781058 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:52.559892 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-de80a119-7e5d-4562-8092-501620781058 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "GET /v2.0/ports/de35c452-fcfe-4723-b94a-36db61f3116e HTTP/1.1" status: 200 len: 911 time: 0.1033220 Apr 05 14:39:52.563333 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 47388) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:52.625920 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4cebacdc-b0fe-4b95-9052-5f2c2d0fe33d req-3bef6353-cd2b-4bf4-a770-91a29191046f tempest-ServersAdmin275Test-1700003416 tempest-ServersAdmin275Test-1700003416-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1c5f6eb-e81b-4734-9bcb-5700eb2b5dbd HTTP/1.1" status: 200 len: 210 time: 0.0939648 Apr 05 14:39:52.685602 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d30a9c-ddca-4533-9d84-5bb20c12a66f req-f94a4e55-e9db-49a9-b0c8-0c97fdef4423 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:52.693289 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d6d30a9c-ddca-4533-9d84-5bb20c12a66f req-f94a4e55-e9db-49a9-b0c8-0c97fdef4423 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.1477377 Apr 05 14:39:52.728742 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d5f09e-987f-4d78-88f8-66b59013e39c req-253b8234-cb5c-436a-8008-d4471d9acd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:52.730393 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e1d5f09e-987f-4d78-88f8-66b59013e39c req-253b8234-cb5c-436a-8008-d4471d9acd69 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9215d951bfeb48c39a8e33c585301815&device_id=cb7c24d0-6b1f-4833-96cd-31a1019893ae HTTP/1.1" status: 200 len: 1059 time: 0.1737740 Apr 05 14:39:52.756658 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37ae73d-770a-4e9b-93c3-ab7c4a082218 None None] Sync routers for ids ['dff7abcf-63e5-45bd-842b-355a18b76879'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:39:52.781731 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning for port b19045ae-f5ab-4894-b8f2-78cf84e0b22e completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:39:52.816769 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-8f714963-b5b7-4d76-9162-e343658b2fe3 None None] For port 1baf51d5-7849-4f70-9058-5e6a2cd5d9d0, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:39:52.821484 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-8f714963-b5b7-4d76-9162-e343658b2fe3 None None] For port 1baf51d5-7849-4f70-9058-5e6a2cd5d9d0, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=1baf51d5-7849-4f70-9058-5e6a2cd5d9d0,segment=NetworkSegment(1c468974-700f-4380-acfc-da4f84290a6b),segment_id=1c468974-700f-4380-acfc-da4f84290a6b)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:39:52.828376 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port b19045ae-f5ab-4894-b8f2-78cf84e0b22e triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:39:52.828610 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:52.863283 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d6d30a9c-ddca-4533-9d84-5bb20c12a66f req-213559d5-09ea-406d-ab5a-2c62f898cf28 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1690564 Apr 05 14:39:52.866686 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d5f09e-987f-4d78-88f8-66b59013e39c req-92b25f25-ea15-40de-b492-364661f61cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:52.868447 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e1d5f09e-987f-4d78-88f8-66b59013e39c req-92b25f25-ea15-40de-b492-364661f61cca service neutron] 10.222.0.55 "GET /v2.0/networks?id=bbe33099-0907-4578-b91f-9ecd1e0f3a95 HTTP/1.1" status: 200 len: 912 time: 0.1280704 Apr 05 14:39:52.883662 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37ae73d-770a-4e9b-93c3-ab7c4a082218 None None] Routers {'dff7abcf-63e5-45bd-842b-355a18b76879'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:39:52.884767 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-c37ae73d-770a-4e9b-93c3-ab7c4a082218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:39:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['dff7abcf-63e5-45bd-842b-355a18b76879'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:52.923829 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e1d5f09e-987f-4d78-88f8-66b59013e39c req-204ad688-558c-4b61-9481-efd24b499795 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7f433f2-6cdf-424f-b879-557258901bdb HTTP/1.1" status: 200 len: 217 time: 0.0447075 Apr 05 14:39:52.938238 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-c37ae73d-770a-4e9b-93c3-ab7c4a082218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:52.940611 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8f714963-b5b7-4d76-9162-e343658b2fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:52.976149 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-069d738f-3db2-4732-882e-08f7985493cc tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809988'] for router_interface, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:53.010624 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d8b5c7-f398-4c0b-9309-f319a1c137bd tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Made reservation on behalf of 81648541dc0b4f1ea0eb9cace0846aa5 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:39:53.028309 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f714963-b5b7-4d76-9162-e343658b2fe3 None None] Pushing event updated for resources: {'Port': ['ID=1baf51d5-7849-4f70-9058-5e6a2cd5d9d0,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:53.046256 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 5e22e34e-ed9f-49f1-97a1-36fdd14c6c94 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:39:53.046816 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:53.054129 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37ae73d-770a-4e9b-93c3-ab7c4a082218 None None] Routers {'dff7abcf-63e5-45bd-842b-355a18b76879'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:39:53.054780 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-c37ae73d-770a-4e9b-93c3-ab7c4a082218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:39:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['dff7abcf-63e5-45bd-842b-355a18b76879'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:53.107956 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807dc74b-8a61-45a3-9f55-309b91cb5b0e req-e80cfb5b-a6a4-4af8-ab1c-853e8e0a2feb tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:53.117160 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-807dc74b-8a61-45a3-9f55-309b91cb5b0e req-e80cfb5b-a6a4-4af8-ab1c-853e8e0a2feb tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.1217918 Apr 05 14:39:53.182482 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-c37ae73d-770a-4e9b-93c3-ab7c4a082218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:53.190878 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37ae73d-770a-4e9b-93c3-ab7c4a082218 None None] The sync data for ids ['dff7abcf-63e5-45bd-842b-355a18b76879'] in n-d-836650-2 is: [] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:39:53.213149 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d5f09e-987f-4d78-88f8-66b59013e39c req-4b60c816-63c6-4b59-afa1-fef0e1f0e6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:53.216825 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e1d5f09e-987f-4d78-88f8-66b59013e39c req-4b60c816-63c6-4b59-afa1-fef0e1f0e6d2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c529ad6d-a94e-4533-88f8-eeabc5541ed8 HTTP/1.1" status: 200 len: 850 time: 0.2853329 Apr 05 14:39:53.223422 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-7dbb8e65-e520-410d-aef8-2f358e7f6aa1 None None] Provisioning complete for port 5e22e34e-ed9f-49f1-97a1-36fdd14c6c94 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:39:53.226511 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7dbb8e65-e520-410d-aef8-2f358e7f6aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:53.394701 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:53.430838 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-48d8b5c7-f398-4c0b-9309-f319a1c137bd tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:53.519114 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-807dc74b-8a61-45a3-9f55-309b91cb5b0e req-ecffbc20-610a-4390-abd6-a4f5b441d67b tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4007354 Apr 05 14:39:53.603590 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad86c1e3-ca08-4c56-90cb-37859ccc8884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b19045ae-f5ab-4894-b8f2-78cf84e0b22e'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:39:53.605510 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-015d488f-304f-4901-9467-11034e21ecbf" -d '{"events": [{"server_uuid": "ad86c1e3-ca08-4c56-90cb-37859ccc8884", "name": "network-vif-plugged", "status": "completed", "tag": "b19045ae-f5ab-4894-b8f2-78cf84e0b22e"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:39:53.614956 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7dbb8e65-e520-410d-aef8-2f358e7f6aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:53.650454 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port b19045ae-f5ab-4894-b8f2-78cf84e0b22e, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=b19045ae-f5ab-4894-b8f2-78cf84e0b22e,segment=NetworkSegment(bdfb6f44-ca71-4caa-8786-512017d20b4a),segment_id=bdfb6f44-ca71-4caa-8786-512017d20b4a)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:39:53.664338 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:53.724699 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-7dbb8e65-e520-410d-aef8-2f358e7f6aa1 None None] For port 5e22e34e-ed9f-49f1-97a1-36fdd14c6c94, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=5e22e34e-ed9f-49f1-97a1-36fdd14c6c94,segment=NetworkSegment(6e1ccd60-dbab-4f8b-b7fb-7ac5c47df0a0),segment_id=6e1ccd60-dbab-4f8b-b7fb-7ac5c47df0a0)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:39:53.726599 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:53.753955 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-069d738f-3db2-4732-882e-08f7985493cc tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Deleting port de35c452-fcfe-4723-b94a-36db61f3116e {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:39:53.755020 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-069d738f-3db2-4732-882e-08f7985493cc tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:53.779122 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-48d8b5c7-f398-4c0b-9309-f319a1c137bd tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] device_id is not set on port 08ec9981-1e1a-4579-b086-b1133802e89b yet. {{(pid=103320) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:39:53.791622 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7dbb8e65-e520-410d-aef8-2f358e7f6aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:53.843900 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d5f09e-987f-4d78-88f8-66b59013e39c req-257d61bf-a9ab-4f2b-abe1-c9b31cc8a796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:53.850197 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e1d5f09e-987f-4d78-88f8-66b59013e39c req-257d61bf-a9ab-4f2b-abe1-c9b31cc8a796 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bbe33099-0907-4578-b91f-9ecd1e0f3a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6211727 Apr 05 14:39:53.900753 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.db.api [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:39:53.901508 n-d-836650-2 neutron-server[103322]: DEBUG oslo_db.api [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:39:53.916626 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=b19045ae-f5ab-4894-b8f2-78cf84e0b22e,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:53.950495 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-069d738f-3db2-4732-882e-08f7985493cc tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:53.986269 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-069d738f-3db2-4732-882e-08f7985493cc tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Calling delete_port for de35c452-fcfe-4723-b94a-36db61f3116e owned by network:router_interface {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:39:54.050120 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd54579-c4b8-4f4a-87a1-1e9baf93ffe6 req-9f6f59d3-17b3-4234-8da3-749195e91416 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:54.053853 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbb8e65-e520-410d-aef8-2f358e7f6aa1 None None] Pushing event updated for resources: {'Port': ['ID=5e22e34e-ed9f-49f1-97a1-36fdd14c6c94,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:54.065502 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4cd54579-c4b8-4f4a-87a1-1e9baf93ffe6 req-9f6f59d3-17b3-4234-8da3-749195e91416 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 944 time: 0.6098285 Apr 05 14:39:54.077141 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-a163160a-e57b-4ac9-870b-e5fd7253a370 None None] Provisioning complete for port de35c452-fcfe-4723-b94a-36db61f3116e triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:39:54.077528 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a163160a-e57b-4ac9-870b-e5fd7253a370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:54.129731 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb4ebbd-fd2e-4ece-9cbc-732a1b8fede1 req-29052f53-8b9d-4ae7-8fe8-accd808b5360 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:54.131378 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-abb4ebbd-fd2e-4ece-9cbc-732a1b8fede1 req-29052f53-8b9d-4ae7-8fe8-accd808b5360 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.4583771 Apr 05 14:39:54.165234 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-a163160a-e57b-4ac9-870b-e5fd7253a370 None None] Port de35c452-fcfe-4723-b94a-36db61f3116e cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:39:54.197055 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-a163160a-e57b-4ac9-870b-e5fd7253a370 None None] Provisioning complete for port 5e22e34e-ed9f-49f1-97a1-36fdd14c6c94 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:39:54.198021 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a163160a-e57b-4ac9-870b-e5fd7253a370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:54.277302 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4cd54579-c4b8-4f4a-87a1-1e9baf93ffe6 req-3b1d6001-2839-490d-b1c1-defceb8e72a6 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108395 Apr 05 14:39:54.356166 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e4538e8-6ebd-4319-b082-3762636b4712 x-openstack-request-id: req-6e4538e8-6ebd-4319-b082-3762636b4712 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:39:54.356692 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad86c1e3-ca08-4c56-90cb-37859ccc8884", "name": "network-vif-plugged", "status": "completed", "tag": "b19045ae-f5ab-4894-b8f2-78cf84e0b22e", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:39:54.356987 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6e4538e8-6ebd-4319-b082-3762636b4712 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:39:54.357421 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e4538e8-6ebd-4319-b082-3762636b4712'] response: {'server_uuid': 'ad86c1e3-ca08-4c56-90cb-37859ccc8884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b19045ae-f5ab-4894-b8f2-78cf84e0b22e', 'code': 200} Apr 05 14:39:54.369888 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-abb4ebbd-fd2e-4ece-9cbc-732a1b8fede1 req-f6fc928d-f8fe-4f23-a516-7624b3c35385 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1876712 Apr 05 14:39:54.373736 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e1d5f09e-987f-4d78-88f8-66b59013e39c req-708254aa-4e74-4ff1-9d1c-a74aafa185a2 service neutron] 10.222.0.55 "GET /v2.0/networks/bbe33099-0907-4578-b91f-9ecd1e0f3a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4652364 Apr 05 14:39:54.408899 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-069d738f-3db2-4732-882e-08f7985493cc tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:54.454072 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-445eef20-d8a1-4696-915c-33e7cb1e6e70 None None] Could not find standard attr ID for object de35c452-fcfe-4723-b94a-36db61f3116e. {{(pid=103322) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 14:39:54.458192 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069d738f-3db2-4732-882e-08f7985493cc tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Pushing event deleted for resources: {'Port': ['ID=de35c452-fcfe-4723-b94a-36db61f3116e,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:54.552912 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cca919dd-0f45-483f-95da-215419fb9c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:54.623345 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cc2ff669-ef60-41eb-a227-f68de6f095a8 req-11cfba76-9356-425d-aa86-e6bbac926170 tempest-ServersAdmin275Test-1700003416 tempest-ServersAdmin275Test-1700003416-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1c5f6eb-e81b-4734-9bcb-5700eb2b5dbd HTTP/1.1" status: 200 len: 210 time: 0.0594139 Apr 05 14:39:54.723966 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-069d738f-3db2-4732-882e-08f7985493cc tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1798829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810128'] for router_interface, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:54.957807 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-069d738f-3db2-4732-882e-08f7985493cc tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Router dff7abcf-63e5-45bd-842b-355a18b76879 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:39:54.979355 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e1d5f09e-987f-4d78-88f8-66b59013e39c req-05bda4eb-f3cc-44e0-a368-33e70bb215d7 service neutron] 10.222.0.55 "GET /v2.0/networks/bbe33099-0907-4578-b91f-9ecd1e0f3a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5981793 Apr 05 14:39:54.987033 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 5e22e34e-ed9f-49f1-97a1-36fdd14c6c94 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:39:55.042879 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-48d8b5c7-f398-4c0b-9309-f319a1c137bd tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Allocated IP 172.20.0.3 (fd08407d-7bc3-4895-9d28-9b2f36a8d65c/20136870-354d-4a29-be80-5588945c0019/08ec9981-1e1a-4579-b086-b1133802e89b) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:39:55.069897 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-48d8b5c7-f398-4c0b-9309-f319a1c137bd tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Allocated IP 2001:db8::f816:3eff:fe0a:79c1 (fd08407d-7bc3-4895-9d28-9b2f36a8d65c/a625f5e0-5f3b-44ae-9057-e6a6edb3188d/08ec9981-1e1a-4579-b086-b1133802e89b) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:39:55.105992 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 5e22e34e-ed9f-49f1-97a1-36fdd14c6c94 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:39:55.107575 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:55.114713 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-069d738f-3db2-4732-882e-08f7985493cc tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:39:55.117780 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa1dc3-b04d-41d1-b1b8-4df3c0bb9fd6 req-4a8ae30c-3bc4-4bfb-afb8-d781b079b05c tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:55.122164 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-069d738f-3db2-4732-882e-08f7985493cc tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "PUT /v2.0/routers/dff7abcf-63e5-45bd-842b-355a18b76879/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5573967 Apr 05 14:39:55.123363 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-affa1dc3-b04d-41d1-b1b8-4df3c0bb9fd6 req-4a8ae30c-3bc4-4bfb-afb8-d781b079b05c tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.4182549 Apr 05 14:39:55.134199 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 47442) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:55.134320 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f20c9d-f44c-43c3-9ab9-4b73c1227617 None None] Sync routers for ids ['dff7abcf-63e5-45bd-842b-355a18b76879'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:39:55.141418 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f20c9d-f44c-43c3-9ab9-4b73c1227617 None None] Routers {'dff7abcf-63e5-45bd-842b-355a18b76879'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:39:55.142228 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-05f20c9d-f44c-43c3-9ab9-4b73c1227617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:39:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['dff7abcf-63e5-45bd-842b-355a18b76879'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:55.161500 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3ab240-3145-484a-b844-90fa484bfd9a req-dbce5232-ad5b-467f-b761-46c870e88bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:55.163692 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5a3ab240-3145-484a-b844-90fa484bfd9a req-dbce5232-ad5b-467f-b761-46c870e88bb8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 1096 time: 0.6371531 Apr 05 14:39:55.174604 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-3584e665-b6c6-4730-b4cb-f34322c66ded tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff7abcf-63e5-45bd-842b-355a18b76879 HTTP/1.1" status: 200 len: 205 time: 0.0451753 Apr 05 14:39:55.176638 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 47444) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:55.179775 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41707f61-fdc4-4d31-b6ce-ddc78bf0edfb None None] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:39:55.187416 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-05f20c9d-f44c-43c3-9ab9-4b73c1227617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:55.213703 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f20c9d-f44c-43c3-9ab9-4b73c1227617 None None] Routers {'dff7abcf-63e5-45bd-842b-355a18b76879'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:39:55.215838 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-05f20c9d-f44c-43c3-9ab9-4b73c1227617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:39:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['dff7abcf-63e5-45bd-842b-355a18b76879'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:55.260906 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7ee52d96-38fd-4aab-8197-88909259b310 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for router, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:55.293317 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-05f20c9d-f44c-43c3-9ab9-4b73c1227617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:55.293317 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f20c9d-f44c-43c3-9ab9-4b73c1227617 None None] The sync data for ids ['dff7abcf-63e5-45bd-842b-355a18b76879'] in n-d-836650-2 is: [] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:39:55.314710 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-affa1dc3-b04d-41d1-b1b8-4df3c0bb9fd6 req-779411b3-2c52-4f9a-9566-933f2b84b977 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1789923 Apr 05 14:39:55.343702 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5a3ab240-3145-484a-b844-90fa484bfd9a req-67a4be28-891a-4093-9853-34d6ca37bd2d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645205 Apr 05 14:39:55.474789 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-bb19bc1f-9b13-427e-a2f5-e1b4ea8a7ecf None None] Provisioning complete for port 1baf51d5-7849-4f70-9058-5e6a2cd5d9d0 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:39:55.475296 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bb19bc1f-9b13-427e-a2f5-e1b4ea8a7ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:55.622265 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7ee52d96-38fd-4aab-8197-88909259b310 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27070'] for router, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:55.624966 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7ee52d96-38fd-4aab-8197-88909259b310 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:55.646554 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee9e03a-3157-426c-bda9-67fb27123b56 req-ea0d05be-9829-4d04-8226-708ed1eed80a tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:55.656128 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-aee9e03a-3157-426c-bda9-67fb27123b56 req-ea0d05be-9829-4d04-8226-708ed1eed80a tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.1859775 Apr 05 14:39:55.736206 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-48d8b5c7-f398-4c0b-9309-f319a1c137bd tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:55.765582 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-aee9e03a-3157-426c-bda9-67fb27123b56 req-0402f274-ee09-4531-8551-617aebf33b4c tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083062 Apr 05 14:39:55.788429 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 1baf51d5-7849-4f70-9058-5e6a2cd5d9d0 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:39:55.815073 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bb19bc1f-9b13-427e-a2f5-e1b4ea8a7ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:55.822984 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbd5bf2-6476-48eb-91af-c00bb717ba82 None None] Update dhcp port {'port': {'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'fixed_ips': [{'subnet_id': 'a625f5e0-5f3b-44ae-9057-e6a6edb3188d', 'ip_address': '2001:db8::f816:3eff:feac:fa29'}, {'subnet_id': '20136870-354d-4a29-be80-5588945c0019'}], 'binding:host_id': 'n-d-836650-2'}, 'id': '1baf51d5-7849-4f70-9058-5e6a2cd5d9d0'} from n-d-836650-2. {{(pid=103322) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 05 14:39:55.830609 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7ee52d96-38fd-4aab-8197-88909259b310 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803298'] for router, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:55.831161 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee52d96-38fd-4aab-8197-88909259b310 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Fanout notify agent at l3_agent the message router_deleted on router dff7abcf-63e5-45bd-842b-355a18b76879 {{(pid=103321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:39:55.841008 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7ee52d96-38fd-4aab-8197-88909259b310 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:55.845746 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-7ee52d96-38fd-4aab-8197-88909259b310 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "DELETE /v2.0/routers/dff7abcf-63e5-45bd-842b-355a18b76879 HTTP/1.1" status: 204 len: 168 time: 0.6657162 Apr 05 14:39:55.846307 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 47482) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:55.883602 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6dbd5bf2-6476-48eb-91af-c00bb717ba82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:55.891687 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-bb19bc1f-9b13-427e-a2f5-e1b4ea8a7ecf None None] For port 1baf51d5-7849-4f70-9058-5e6a2cd5d9d0, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=1baf51d5-7849-4f70-9058-5e6a2cd5d9d0,segment=NetworkSegment(1c468974-700f-4380-acfc-da4f84290a6b),segment_id=1c468974-700f-4380-acfc-da4f84290a6b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:39:55.914818 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a781e387-46c3-42f0-b904-37e732819860 req-c24bf4bd-fc4e-476c-b408-1068b9204303 tempest-ServersAdmin275Test-1706328449 tempest-ServersAdmin275Test-1706328449-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e1c5f6eb-e81b-4734-9bcb-5700eb2b5dbd HTTP/1.1" status: 200 len: 210 time: 0.0649345 Apr 05 14:39:55.927959 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee433071-b7f6-4612-82dd-46808fb579de tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Deleting subnet 7323ced7-c156-4b53-92d5-81d9b99e3d71 {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:39:55.933052 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ee433071-b7f6-4612-82dd-46808fb579de tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:55.954869 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-48d8b5c7-f398-4c0b-9309-f319a1c137bd tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:55.989440 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ee433071-b7f6-4612-82dd-46808fb579de tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:56.066608 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d8b5c7-f398-4c0b-9309-f319a1c137bd tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:39:56.074877 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-48d8b5c7-f398-4c0b-9309-f319a1c137bd tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:39:56.081357 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d8b5c7-f398-4c0b-9309-f319a1c137bd tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:39:56.101706 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-6dbd5bf2-6476-48eb-91af-c00bb717ba82 None None] Allocated IP 172.20.0.2 (fd08407d-7bc3-4895-9d28-9b2f36a8d65c/20136870-354d-4a29-be80-5588945c0019/1baf51d5-7849-4f70-9058-5e6a2cd5d9d0) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:39:56.156459 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d8b5c7-f398-4c0b-9309-f319a1c137bd tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event updated for resources: {'Port': ['ID=08ec9981-1e1a-4579-b086-b1133802e89b,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:56.175345 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2acb09-ca53-4a80-905d-f85766ee8217 req-6e7cfc93-48ce-42ac-9c68-1dc4317c42a9 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:56.177194 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2e2acb09-ca53-4a80-905d-f85766ee8217 req-6e7cfc93-48ce-42ac-9c68-1dc4317c42a9 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/networks?id=bbe33099-0907-4578-b91f-9ecd1e0f3a95 HTTP/1.1" status: 200 len: 811 time: 0.3138242 Apr 05 14:39:56.201591 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d8b5c7-f398-4c0b-9309-f319a1c137bd tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:56.202341 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-48d8b5c7-f398-4c0b-9309-f319a1c137bd tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:56.220970 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2e2acb09-ca53-4a80-905d-f85766ee8217 req-61718803-fbba-4208-822d-0fb515ac3db0 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/quotas/9215d951bfeb48c39a8e33c585301815 HTTP/1.1" status: 200 len: 375 time: 0.0330281 Apr 05 14:39:56.255139 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ee433071-b7f6-4612-82dd-46808fb579de tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:56.302882 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8e145580-5486-4e16-9877-b690f3da8cb8 req-21326eb2-0b57-4763-b739-90bd6fe2e765 tempest-ServersAdmin275Test-1706328449 tempest-ServersAdmin275Test-1706328449-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e1c5f6eb-e81b-4734-9bcb-5700eb2b5dbd HTTP/1.1" status: 200 len: 210 time: 0.0675831 Apr 05 14:39:56.314984 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-48d8b5c7-f398-4c0b-9309-f319a1c137bd tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.9812000 Apr 05 14:39:56.315710 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 47494) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:56.321232 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-6dbd5bf2-6476-48eb-91af-c00bb717ba82 None None] For port 1baf51d5-7849-4f70-9058-5e6a2cd5d9d0, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=1baf51d5-7849-4f70-9058-5e6a2cd5d9d0,segment=NetworkSegment(1c468974-700f-4380-acfc-da4f84290a6b),segment_id=1c468974-700f-4380-acfc-da4f84290a6b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:39:56.384674 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2e2acb09-ca53-4a80-905d-f85766ee8217 req-a05a9fee-ec0f-4385-8991-2a22a187b14d tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9215d951bfeb48c39a8e33c585301815&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1627042 Apr 05 14:39:56.391336 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6dbd5bf2-6476-48eb-91af-c00bb717ba82 None None] Notify callbacks [] for port, precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:56.392932 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 1baf51d5-7849-4f70-9058-5e6a2cd5d9d0 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:39:56.393294 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:56.414630 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bb19bc1f-9b13-427e-a2f5-e1b4ea8a7ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:56.428188 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ee433071-b7f6-4612-82dd-46808fb579de tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:56.467139 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee433071-b7f6-4612-82dd-46808fb579de tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Pushing event deleted for resources: {'Subnet': ['ID=7323ced7-c156-4b53-92d5-81d9b99e3d71,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:56.467699 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6dbd5bf2-6476-48eb-91af-c00bb717ba82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:56.479072 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ee433071-b7f6-4612-82dd-46808fb579de tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:56.485731 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-ee433071-b7f6-4612-82dd-46808fb579de tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "DELETE /v2.0/subnets/7323ced7-c156-4b53-92d5-81d9b99e3d71 HTTP/1.1" status: 204 len: 168 time: 0.6358404 Apr 05 14:39:56.486595 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9e5635-3ad4-483d-93c0-a6b2d757be58 None None] Network ffc18e6d-63f8-4628-9a88-99bbcf2a4c81 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:39:56.486746 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a97c767-9fd5-4200-87bd-e477258620cc tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:56.491146 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 47500) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:56.494388 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a97c767-9fd5-4200-87bd-e477258620cc tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:56.497901 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-8a97c767-9fd5-4200-87bd-e477258620cc tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1801639 Apr 05 14:39:56.506463 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 47502) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:56.506736 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb19bc1f-9b13-427e-a2f5-e1b4ea8a7ecf None None] Pushing event updated for resources: {'Port': ['ID=1baf51d5-7849-4f70-9058-5e6a2cd5d9d0,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:56.569153 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2e2acb09-ca53-4a80-905d-f85766ee8217 req-f2ff1afa-affa-4fd2-9be4-05860809c65e service neutron] 10.222.0.30 "GET /v2.0/networks/bbe33099-0907-4578-b91f-9ecd1e0f3a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835692 Apr 05 14:39:56.598477 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ccab7e86-cc35-4219-aed5-0fea0b028c23 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:56.741881 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-ccab7e86-cc35-4219-aed5-0fea0b028c23 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Deleting port 5e22e34e-ed9f-49f1-97a1-36fdd14c6c94 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:39:56.742383 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ccab7e86-cc35-4219-aed5-0fea0b028c23 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:56.750248 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-10db3bda-64cd-4aa3-9426-d8b27fe04484 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Deleting port 08ec9981-1e1a-4579-b086-b1133802e89b {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:39:56.750595 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-10db3bda-64cd-4aa3-9426-d8b27fe04484 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:56.831773 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-ccab7e86-cc35-4219-aed5-0fea0b028c23 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] For port 5e22e34e-ed9f-49f1-97a1-36fdd14c6c94, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=5e22e34e-ed9f-49f1-97a1-36fdd14c6c94,segment=NetworkSegment(6e1ccd60-dbab-4f8b-b7fb-7ac5c47df0a0),segment_id=6e1ccd60-dbab-4f8b-b7fb-7ac5c47df0a0)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:39:56.832347 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ccab7e86-cc35-4219-aed5-0fea0b028c23 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:56.840931 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbd5bf2-6476-48eb-91af-c00bb717ba82 None None] Pushing event updated for resources: {'Port': ['ID=1baf51d5-7849-4f70-9058-5e6a2cd5d9d0,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:56.852019 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-ccab7e86-cc35-4219-aed5-0fea0b028c23 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Calling delete_port for 5e22e34e-ed9f-49f1-97a1-36fdd14c6c94 owned by network:dhcp {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:39:56.860014 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-56c8c7f8-4391-43d7-bbc9-4ec72515b02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:56.898502 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-10db3bda-64cd-4aa3-9426-d8b27fe04484 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:56.905105 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2e2acb09-ca53-4a80-905d-f85766ee8217 req-35f6cca2-27ea-4564-9c23-355365210c06 service neutron] 10.222.0.30 "GET /v2.0/networks/bbe33099-0907-4578-b91f-9ecd1e0f3a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056664 Apr 05 14:39:56.923157 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-10db3bda-64cd-4aa3-9426-d8b27fe04484 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Calling delete_port for 08ec9981-1e1a-4579-b086-b1133802e89b owned by {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:39:57.013937 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41a2068-c2e2-4932-adc4-b43460ace28e None None] DHCP port deletion for ffc18e6d-63f8-4628-9a88-99bbcf2a4c81 request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:39:57.069535 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c9c8e-44d3-40e8-8dbf-4807137c575a req-818c0bf5-6316-4bf5-8453-0d10d2c43695 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:57.071368 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-077c9c8e-44d3-40e8-8dbf-4807137c575a req-818c0bf5-6316-4bf5-8453-0d10d2c43695 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.0874572 Apr 05 14:39:57.136965 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 1baf51d5-7849-4f70-9058-5e6a2cd5d9d0 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:39:57.150330 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ccab7e86-cc35-4219-aed5-0fea0b028c23 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:57.194337 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-077c9c8e-44d3-40e8-8dbf-4807137c575a req-c4da2dba-b016-48af-9db8-6ff4ca7f0362 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111581 Apr 05 14:39:57.210778 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccab7e86-cc35-4219-aed5-0fea0b028c23 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Pushing event deleted for resources: {'Port': ['ID=5e22e34e-ed9f-49f1-97a1-36fdd14c6c94,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:57.221354 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccab7e86-cc35-4219-aed5-0fea0b028c23 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] No DVR routers for this DVR port 5e22e34e-ed9f-49f1-97a1-36fdd14c6c94 on host n-d-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:39:57.407063 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ccab7e86-cc35-4219-aed5-0fea0b028c23 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:57.411352 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-41af3110-5e02-4847-acd0-7938654a94aa req-ae228d90-8243-4161-98c6-656dd755ca93 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=0440f044-3a89-43e6-b195-da957a04f30a HTTP/1.1" status: 200 len: 210 time: 0.0866480 Apr 05 14:39:57.442131 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-ccab7e86-cc35-4219-aed5-0fea0b028c23 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffc18e6d-63f8-4628-9a88-99bbcf2a4c81']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:57.459086 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-ccab7e86-cc35-4219-aed5-0fea0b028c23 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e1ccd60-dbab-4f8b-b7fb-7ac5c47df0a0') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:57.459590 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-ccab7e86-cc35-4219-aed5-0fea0b028c23 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e1ccd60-dbab-4f8b-b7fb-7ac5c47df0a0') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:57.470578 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ccab7e86-cc35-4219-aed5-0fea0b028c23 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:57.486025 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ccab7e86-cc35-4219-aed5-0fea0b028c23 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:57.505379 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccab7e86-cc35-4219-aed5-0fea0b028c23 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:39:57.507587 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ccab7e86-cc35-4219-aed5-0fea0b028c23 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:57.529670 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-10db3bda-64cd-4aa3-9426-d8b27fe04484 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:57.654671 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:39:57.654671 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:39:57.654671 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:39:57.654671 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:39:57.654671 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:39:57.654671 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:39:57.654671 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:39:57.654671 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:39:57.654671 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:39:57.654671 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:39:57.654671 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:39:57.654671 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:39:57.654671 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:39:57.654671 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:39:57.654671 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:39:57.654671 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:39:57.654671 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:39:57.654671 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:39:57.654671 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:39:57.654671 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:39:57.654671 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:39:57.654671 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:39:57.654671 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:39:57.654671 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:39:57.654671 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:39:57.654671 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:39:57.654671 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:39:57.654671 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:39:57.654671 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:39:57.654671 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:39:57.654671 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:39:57.654671 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:39:57.669860 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-a41a2068-c2e2-4932-adc4-b43460ace28e None None] Deleting port 5e22e34e-ed9f-49f1-97a1-36fdd14c6c94 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:39:57.672993 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a41a2068-c2e2-4932-adc4-b43460ace28e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:57.706785 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10db3bda-64cd-4aa3-9426-d8b27fe04484 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event deleted for resources: {'Port': ['ID=08ec9981-1e1a-4579-b086-b1133802e89b,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:57.752453 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ccab7e86-cc35-4219-aed5-0fea0b028c23 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:57.777653 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ccab7e86-cc35-4219-aed5-0fea0b028c23 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:57.786696 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-ccab7e86-cc35-4219-aed5-0fea0b028c23 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "DELETE /v2.0/networks/ffc18e6d-63f8-4628-9a88-99bbcf2a4c81 HTTP/1.1" status: 204 len: 168 time: 1.2909555 Apr 05 14:39:57.787697 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-a41a2068-c2e2-4932-adc4-b43460ace28e None None] For port 5e22e34e-ed9f-49f1-97a1-36fdd14c6c94, host n-d-836650-2, got binding levels [] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:39:57.788271 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a41a2068-c2e2-4932-adc4-b43460ace28e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:57.792795 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccab7e86-cc35-4219-aed5-0fea0b028c23 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Pushing event deleted for resources: {'Network': ['ID=ffc18e6d-63f8-4628-9a88-99bbcf2a4c81,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:57.793850 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 47536) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:57.807181 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-a41a2068-c2e2-4932-adc4-b43460ace28e None None] Calling delete_port for 5e22e34e-ed9f-49f1-97a1-36fdd14c6c94 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:39:57.810733 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.ipam_backend_mixin [None req-a41a2068-c2e2-4932-adc4-b43460ace28e None None] Port 5e22e34e-ed9f-49f1-97a1-36fdd14c6c94 was not found and therefore no delete operation was performed {{(pid=103322) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 05 14:39:57.812223 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-5c010450-65ab-479b-b31b-cba40bdeb304 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2116743456', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}, 'admin_state_up': False}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:39:57.834462 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a41a2068-c2e2-4932-adc4-b43460ace28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:57.847160 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fae0f577-58dc-46db-8b54-a8c7e48e0b57 req-b9c1909d-559f-41c6-8276-6f6fabba3565 tempest-ServersAdmin275Test-1706328449 tempest-ServersAdmin275Test-1706328449-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e1c5f6eb-e81b-4734-9bcb-5700eb2b5dbd HTTP/1.1" status: 200 len: 210 time: 0.1276522 Apr 05 14:39:57.881436 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-10db3bda-64cd-4aa3-9426-d8b27fe04484 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:57.886191 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-10db3bda-64cd-4aa3-9426-d8b27fe04484 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/ports/08ec9981-1e1a-4579-b086-b1133802e89b HTTP/1.1" status: 204 len: 168 time: 1.3778667 Apr 05 14:39:57.889342 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a41a2068-c2e2-4932-adc4-b43460ace28e None None] Network ffc18e6d-63f8-4628-9a88-99bbcf2a4c81 is not hosted by any dhcp agent {{(pid=103322) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 05 14:39:57.889342 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41a2068-c2e2-4932-adc4-b43460ace28e None None] No DVR routers for this DVR port 5e22e34e-ed9f-49f1-97a1-36fdd14c6c94 on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:39:57.889689 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 47538) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:57.945281 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5c010450-65ab-479b-b31b-cba40bdeb304 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27088'] for router, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:57.946660 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5c010450-65ab-479b-b31b-cba40bdeb304 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27079'] for router, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:57.971588 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41a2068-c2e2-4932-adc4-b43460ace28e None None] Pushing event deleted for resources: {'Port': ['ID=5e22e34e-ed9f-49f1-97a1-36fdd14c6c94,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:57.985345 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac0fb6a-c779-4c7b-93bc-63bb73802176 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:57.987083 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac0fb6a-c779-4c7b-93bc-63bb73802176 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:57.989408 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac0fb6a-c779-4c7b-93bc-63bb73802176 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:57.991496 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-7ac0fb6a-c779-4c7b-93bc-63bb73802176 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1007497 Apr 05 14:39:57.994315 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 47540) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:58.000978 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 1baf51d5-7849-4f70-9058-5e6a2cd5d9d0 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:39:58.001378 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:58.028777 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-97d8f7bd-931c-4d6a-91be-761605228d45 None None] Provisioning complete for port 1baf51d5-7849-4f70-9058-5e6a2cd5d9d0 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:39:58.029182 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-97d8f7bd-931c-4d6a-91be-761605228d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:58.060265 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5c010450-65ab-479b-b31b-cba40bdeb304 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:58.075671 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_v2 [None req-182f0aa6-7b27-4245-8945-c67b43dd2712 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Deleting subnet 20136870-354d-4a29-be80-5588945c0019 {{(pid=103320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:39:58.079507 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-182f0aa6-7b27-4245-8945-c67b43dd2712 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:58.115152 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:58.146061 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-182f0aa6-7b27-4245-8945-c67b43dd2712 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13399228'] for subnet, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:58.406394 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-182f0aa6-7b27-4245-8945-c67b43dd2712 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:58.453225 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02febb6a-b429-4687-8f0a-9c8eadf39d13 req-a6e1deeb-7c91-425e-9962-4db752691ce2 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:58.457501 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-dd038369-1ec8-4c7e-a961-429daf21191f None None] Could not find standard attr ID for object 08ec9981-1e1a-4579-b086-b1133802e89b. {{(pid=103322) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 14:39:58.457661 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5c010450-65ab-479b-b31b-cba40bdeb304 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:58.460857 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-02febb6a-b429-4687-8f0a-9c8eadf39d13 req-a6e1deeb-7c91-425e-9962-4db752691ce2 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.1374335 Apr 05 14:39:58.535082 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c7605fa9-5ccc-4f4a-be20-305490b038f0 req-80587deb-ed43-4bc4-92c5-b9611d38d5fc tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=0440f044-3a89-43e6-b195-da957a04f30a HTTP/1.1" status: 200 len: 210 time: 0.0366485 Apr 05 14:39:58.555777 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-02febb6a-b429-4687-8f0a-9c8eadf39d13 req-1553c6f7-eebc-420b-818c-6b19e0eeadaf tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939617 Apr 05 14:39:58.650535 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-182f0aa6-7b27-4245-8945-c67b43dd2712 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15773812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13127359'] for subnet, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:58.692062 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182f0aa6-7b27-4245-8945-c67b43dd2712 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event deleted for resources: {'Subnet': ['ID=20136870-354d-4a29-be80-5588945c0019,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:58.696505 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-182f0aa6-7b27-4245-8945-c67b43dd2712 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:58.702261 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-182f0aa6-7b27-4245-8945-c67b43dd2712 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/subnets/20136870-354d-4a29-be80-5588945c0019 HTTP/1.1" status: 204 len: 168 time: 0.7035546 Apr 05 14:39:58.703572 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 47562) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:39:58.762953 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_v2 [None req-07a0219e-71f2-4eea-bdcb-8cc0cbee4504 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Deleting subnet a625f5e0-5f3b-44ae-9057-e6a6edb3188d {{(pid=103320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:39:58.766592 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-07a0219e-71f2-4eea-bdcb-8cc0cbee4504 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:58.787860 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cecf14-30a4-48a7-8e93-f99e82f0f6fb None None] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:39:58.824567 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-07a0219e-71f2-4eea-bdcb-8cc0cbee4504 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13399228'] for subnet, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:58.894939 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5c010450-65ab-479b-b31b-cba40bdeb304 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for router_gateway, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:59.017888 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5c010450-65ab-479b-b31b-cba40bdeb304 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:59.034699 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 5e22e34e-ed9f-49f1-97a1-36fdd14c6c94 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:39:59.079275 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 5e22e34e-ed9f-49f1-97a1-36fdd14c6c94 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:39:59.081366 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 5e22e34e-ed9f-49f1-97a1-36fdd14c6c94 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:39:59.226385 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-5c010450-65ab-479b-b31b-cba40bdeb304 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Allocated IP 172.25.6.143 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/ec2a7ac5-3929-4838-8066-2abadb77abe2) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:39:59.380673 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5c010450-65ab-479b-b31b-cba40bdeb304 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:59.530460 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5c010450-65ab-479b-b31b-cba40bdeb304 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:59.538674 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-99a52d19-89a7-42e7-9d41-96bca732dfdd req-28c6dc6b-1a07-40e3-81db-3a4369b35ca1 tempest-ServersAdmin275Test-1706328449 tempest-ServersAdmin275Test-1706328449-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e1c5f6eb-e81b-4734-9bcb-5700eb2b5dbd HTTP/1.1" status: 200 len: 210 time: 0.5003860 Apr 05 14:39:59.591974 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:59.626061 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c010450-65ab-479b-b31b-cba40bdeb304 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:39:59.629849 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-5c010450-65ab-479b-b31b-cba40bdeb304 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:39:59.633331 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c010450-65ab-479b-b31b-cba40bdeb304 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:39:59.640093 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c010450-65ab-479b-b31b-cba40bdeb304 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Pushing event updated for resources: {'Port': ['ID=ec2a7ac5-3929-4838-8066-2abadb77abe2,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:59.667883 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:59.742950 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-07a0219e-71f2-4eea-bdcb-8cc0cbee4504 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:59.876011 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90826ec7-10a7-480c-8804-3be5ed0a121c req-ff3687f0-f56c-4224-a611-38ffdaae28dc tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:59.877558 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-90826ec7-10a7-480c-8804-3be5ed0a121c req-ff3687f0-f56c-4224-a611-38ffdaae28dc tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/networks?id=c590509e-7ca8-420f-8b7e-bdc8058c2274 HTTP/1.1" status: 200 len: 813 time: 0.9426699 Apr 05 14:39:59.897262 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-64eba731-b8ed-4f35-b1b3-f9f501138104 None None] Provisioning complete for port 1baf51d5-7849-4f70-9058-5e6a2cd5d9d0 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:39:59.898294 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-64eba731-b8ed-4f35-b1b3-f9f501138104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:59.918877 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-38cd5354-00f9-4ce6-b376-e7fcfe0c55f3 req-b0761fe0-11e6-4378-a8f9-2ba883c83bda tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=0440f044-3a89-43e6-b195-da957a04f30a HTTP/1.1" status: 200 len: 210 time: 0.1647506 Apr 05 14:39:59.940636 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-90826ec7-10a7-480c-8804-3be5ed0a121c req-8fa1fc11-1bfa-4b7c-80c0-73ce56ad855f tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/quotas/e8ce47a9c4704fe783984e08a144e0c5 HTTP/1.1" status: 200 len: 375 time: 0.0269222 Apr 05 14:39:59.955863 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-07a0219e-71f2-4eea-bdcb-8cc0cbee4504 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15773812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13127359'] for subnet, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:00.024746 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a0219e-71f2-4eea-bdcb-8cc0cbee4504 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event deleted for resources: {'Subnet': ['ID=a625f5e0-5f3b-44ae-9057-e6a6edb3188d,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:00.031057 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-07a0219e-71f2-4eea-bdcb-8cc0cbee4504 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:00.034829 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-07a0219e-71f2-4eea-bdcb-8cc0cbee4504 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/subnets/a625f5e0-5f3b-44ae-9057-e6a6edb3188d HTTP/1.1" status: 204 len: 168 time: 1.3308733 Apr 05 14:40:00.040371 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 47602) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:00.043941 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff70a1a1-b9d3-4369-8ec6-a8759e2bdd48 None None] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:40:00.083872 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-2831b049-d589-4031-8a5a-55418a574c1b tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0421970 Apr 05 14:40:00.086742 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 47606) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:00.092633 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-c37ec2c2-2de3-4e7f-8acb-b44fe66be64d tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Request body: {'subnet': {'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:40:00.112461 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5c010450-65ab-479b-b31b-cba40bdeb304 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for router_gateway, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:00.117141 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-90826ec7-10a7-480c-8804-3be5ed0a121c req-6e1ca73b-f6a2-47c7-b7d9-c06bb7511dcf tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e8ce47a9c4704fe783984e08a144e0c5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1752310 Apr 05 14:40:00.274324 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2acb09-ca53-4a80-905d-f85766ee8217 req-aad1931c-b5ae-4252-af1c-426757338458 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:00.275930 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2e2acb09-ca53-4a80-905d-f85766ee8217 req-aad1931c-b5ae-4252-af1c-426757338458 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.55 "GET /v2.0/networks?id=bbe33099-0907-4578-b91f-9ecd1e0f3a95 HTTP/1.1" status: 200 len: 811 time: 0.2966592 Apr 05 14:40:00.297014 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-2e2acb09-ca53-4a80-905d-f85766ee8217 req-41d1184e-0a75-4f07-afd1-bf759db1095d tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Request body: {'port': {'device_id': '0440f044-3a89-43e6-b195-da957a04f30a', 'network_id': 'bbe33099-0907-4578-b91f-9ecd1e0f3a95', 'admin_state_up': True, 'tenant_id': '9215d951bfeb48c39a8e33c585301815'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:40:00.364274 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6117046c-e840-4bf1-88fa-f97a0bf9958a None None] DHCP port deletion for fd08407d-7bc3-4895-9d28-9b2f36a8d65c request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:40:00.459516 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-90826ec7-10a7-480c-8804-3be5ed0a121c req-b5e7cb35-5ac5-48bf-bdeb-bd4a649eed05 service neutron] 10.222.0.30 "GET /v2.0/networks/c590509e-7ca8-420f-8b7e-bdc8058c2274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310120 Apr 05 14:40:00.460781 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-6117046c-e840-4bf1-88fa-f97a0bf9958a None None] Deleting port 1baf51d5-7849-4f70-9058-5e6a2cd5d9d0 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:40:00.461747 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6117046c-e840-4bf1-88fa-f97a0bf9958a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:00.556452 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-6117046c-e840-4bf1-88fa-f97a0bf9958a None None] For port 1baf51d5-7849-4f70-9058-5e6a2cd5d9d0, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=1baf51d5-7849-4f70-9058-5e6a2cd5d9d0,segment=NetworkSegment(1c468974-700f-4380-acfc-da4f84290a6b),segment_id=1c468974-700f-4380-acfc-da4f84290a6b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:40:00.556983 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6117046c-e840-4bf1-88fa-f97a0bf9958a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:00.579145 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-6117046c-e840-4bf1-88fa-f97a0bf9958a None None] Calling delete_port for 1baf51d5-7849-4f70-9058-5e6a2cd5d9d0 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:40:00.617729 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-90826ec7-10a7-480c-8804-3be5ed0a121c req-63c13b92-ca6b-4500-88d5-578ef89dce2b service neutron] 10.222.0.30 "GET /v2.0/networks/c590509e-7ca8-420f-8b7e-bdc8058c2274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246777 Apr 05 14:40:00.671844 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e2acb09-ca53-4a80-905d-f85766ee8217 req-41d1184e-0a75-4f07-afd1-bf759db1095d tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Made reservation on behalf of 9215d951bfeb48c39a8e33c585301815 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:40:00.685743 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-2e2acb09-ca53-4a80-905d-f85766ee8217 req-41d1184e-0a75-4f07-afd1-bf759db1095d tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:00.746688 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6117046c-e840-4bf1-88fa-f97a0bf9958a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:00.776668 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6117046c-e840-4bf1-88fa-f97a0bf9958a None None] Pushing event deleted for resources: {'Port': ['ID=1baf51d5-7849-4f70-9058-5e6a2cd5d9d0,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:00.793670 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6117046c-e840-4bf1-88fa-f97a0bf9958a None None] No DVR routers for this DVR port 1baf51d5-7849-4f70-9058-5e6a2cd5d9d0 on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:40:00.813940 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9411dff7-0cc3-4f6c-bcfb-81b8874ccf13 req-cf3ee1f3-33f8-4670-b890-153c6015e518 tempest-ServersAdmin275Test-1706328449 tempest-ServersAdmin275Test-1706328449-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e1c5f6eb-e81b-4734-9bcb-5700eb2b5dbd HTTP/1.1" status: 200 len: 210 time: 0.0475910 Apr 05 14:40:00.922195 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c37ec2c2-2de3-4e7f-8acb-b44fe66be64d tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Made reservation on behalf of 81648541dc0b4f1ea0eb9cace0846aa5 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:40:00.943739 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c37ec2c2-2de3-4e7f-8acb-b44fe66be64d tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:01.030598 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 1baf51d5-7849-4f70-9058-5e6a2cd5d9d0 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:40:01.054349 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-82ca179a-72dc-48d5-8d25-02e44411b775 req-09e3f136-8db2-433a-b548-68f1f73bffb3 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=096f0c3a-5365-446b-9459-5692b66e8ce5 HTTP/1.1" status: 200 len: 210 time: 0.0714731 Apr 05 14:40:01.426256 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 1baf51d5-7849-4f70-9058-5e6a2cd5d9d0 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:40:01.426256 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 1baf51d5-7849-4f70-9058-5e6a2cd5d9d0 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:40:01.429499 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-2e2acb09-ca53-4a80-905d-f85766ee8217 req-41d1184e-0a75-4f07-afd1-bf759db1095d tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Allocated IP 172.20.0.9 (bbe33099-0907-4578-b91f-9ecd1e0f3a95/c529ad6d-a94e-4533-88f8-eeabc5541ed8/c8241b1f-e584-48f9-a63b-6619ec24fb7f) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:40:01.431755 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5c010450-65ab-479b-b31b-cba40bdeb304 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618'] for router, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:01.431999 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c0c6d76e-7740-4447-95c0-090e64b3b6dc req-5395fcaf-237e-46de-8687-4b7f657d02aa tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=0440f044-3a89-43e6-b195-da957a04f30a HTTP/1.1" status: 200 len: 210 time: 0.0587544 Apr 05 14:40:01.431999 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e030a676-3e7b-45fa-b611-b890e72486eb req-252890d4-977e-44cb-a3b8-46ae46f1578d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0998642 Apr 05 14:40:01.431999 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-2e2acb09-ca53-4a80-905d-f85766ee8217 req-41d1184e-0a75-4f07-afd1-bf759db1095d tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:01.434095 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030a676-3e7b-45fa-b611-b890e72486eb req-d8dd51ef-f781-435f-83b4-5892e848f57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:01.434585 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030a676-3e7b-45fa-b611-b890e72486eb req-d8dd51ef-f781-435f-83b4-5892e848f57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:01.435062 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030a676-3e7b-45fa-b611-b890e72486eb req-d8dd51ef-f781-435f-83b4-5892e848f57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:01.435531 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030a676-3e7b-45fa-b611-b890e72486eb req-d8dd51ef-f781-435f-83b4-5892e848f57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:01.436263 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030a676-3e7b-45fa-b611-b890e72486eb req-d8dd51ef-f781-435f-83b4-5892e848f57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:01.436726 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030a676-3e7b-45fa-b611-b890e72486eb req-d8dd51ef-f781-435f-83b4-5892e848f57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:01.437243 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030a676-3e7b-45fa-b611-b890e72486eb req-d8dd51ef-f781-435f-83b4-5892e848f57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:01.439197 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e030a676-3e7b-45fa-b611-b890e72486eb req-d8dd51ef-f781-435f-83b4-5892e848f57e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7e1ca79997b14d37bbfde5791240b349&device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 6493 time: 0.0701647 Apr 05 14:40:01.499638 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c37ec2c2-2de3-4e7f-8acb-b44fe66be64d tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:01.503076 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c010450-65ab-479b-b31b-cba40bdeb304 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Router 3f1d2175-398c-4d17-813c-dcf25fa9ee3c is scheduled to L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 with binding_index 1 {{(pid=103321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:40:01.562198 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37ec2c2-2de3-4e7f-8acb-b44fe66be64d tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:40:01.592040 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-2e2acb09-ca53-4a80-905d-f85766ee8217 req-41d1184e-0a75-4f07-afd1-bf759db1095d tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:01.608482 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['54c12fe5-dbd8-421b-81c7-5281b4511d63'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:40:01.668167 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e2acb09-ca53-4a80-905d-f85766ee8217 req-41d1184e-0a75-4f07-afd1-bf759db1095d tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Network bbe33099-0907-4578-b91f-9ecd1e0f3a95 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:40:01.675832 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['cd4c3e1b-ebc8-4b55-acde-d5047a76f318'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:40:01.676525 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030a676-3e7b-45fa-b611-b890e72486eb req-5f72b375-7180-4d9c-a880-d381d209780f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:01.677022 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030a676-3e7b-45fa-b611-b890e72486eb req-5f72b375-7180-4d9c-a880-d381d209780f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:01.677489 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030a676-3e7b-45fa-b611-b890e72486eb req-5f72b375-7180-4d9c-a880-d381d209780f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:01.680802 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e030a676-3e7b-45fa-b611-b890e72486eb req-5f72b375-7180-4d9c-a880-d381d209780f service neutron] 10.222.0.55 "GET /v2.0/networks?id=d702c3d6-7199-4322-a653-c463eb30ccf9&id=09506e0a-3744-473b-8a54-c7b44b9b7c22&id=09506e0a-3744-473b-8a54-c7b44b9b7c22&id=09506e0a-3744-473b-8a54-c7b44b9b7c22&id=09506e0a-3744-473b-8a54-c7b44b9b7c22&id=c4310feb-f943-4c8e-9d50-b56fc088080f&id=c4310feb-f943-4c8e-9d50-b56fc088080f HTTP/1.1" status: 200 len: 2292 time: 0.2128932 Apr 05 14:40:01.682544 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-2e2acb09-ca53-4a80-905d-f85766ee8217 req-41d1184e-0a75-4f07-afd1-bf759db1095d tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:40:01.685247 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d1184e-0a75-4f07-afd1-bf759db1095d tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Pushing event updated for resources: {'Port': ['ID=c8241b1f-e584-48f9-a63b-6619ec24fb7f,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:01.687920 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e2acb09-ca53-4a80-905d-f85766ee8217 req-41d1184e-0a75-4f07-afd1-bf759db1095d tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:40:01.766278 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-c37ec2c2-2de3-4e7f-8acb-b44fe66be64d tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:40:01.766278 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37ec2c2-2de3-4e7f-8acb-b44fe66be64d tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:01.766278 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c37ec2c2-2de3-4e7f-8acb-b44fe66be64d tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:01.768472 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83b5066-9769-4b14-89a9-de0a7af8630d None None] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:40:01.815937 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37ec2c2-2de3-4e7f-8acb-b44fe66be64d tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event updated for resources: {'Subnet': ['ID=b6629948-871d-4a92-870b-22f3d576e49e,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:01.816351 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2acb09-ca53-4a80-905d-f85766ee8217 req-41d1184e-0a75-4f07-afd1-bf759db1095d tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:01.817035 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-2e2acb09-ca53-4a80-905d-f85766ee8217 req-41d1184e-0a75-4f07-afd1-bf759db1095d tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:01.836854 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c010450-65ab-479b-b31b-cba40bdeb304 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:40:01.896181 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e030a676-3e7b-45fa-b611-b890e72486eb req-0f9d0cc3-166f-4f20-a462-7f87dff16240 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=385bc4e1-71d4-4027-983d-ee339e8e5dfe HTTP/1.1" status: 200 len: 1001 time: 0.1602767 Apr 05 14:40:01.952727 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-c37ec2c2-2de3-4e7f-8acb-b44fe66be64d tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8642037 Apr 05 14:40:01.956713 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 47650) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:01.972617 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-346c4f12-2e04-4e22-93a6-cf71a1d14026 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Request body: {'subnet': {'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:40:01.983790 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98440987-8be0-4b7f-a284-9e14331b9340 None None] Sync routers for ids ['3f1d2175-398c-4d17-813c-dcf25fa9ee3c'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:40:02.012396 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5c010450-65ab-479b-b31b-cba40bdeb304 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:02.017797 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-5c010450-65ab-479b-b31b-cba40bdeb304 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.2167261 Apr 05 14:40:02.020714 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 47656) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:02.026717 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030a676-3e7b-45fa-b611-b890e72486eb req-2fb27e0c-361a-4940-8a02-09dd25d051c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:02.031042 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e030a676-3e7b-45fa-b611-b890e72486eb req-2fb27e0c-361a-4940-8a02-09dd25d051c8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=31d23931-2c8c-4da7-8029-521a7261e7d6 HTTP/1.1" status: 200 len: 850 time: 0.1255836 Apr 05 14:40:02.053110 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2e2acb09-ca53-4a80-905d-f85766ee8217 req-41d1184e-0a75-4f07-afd1-bf759db1095d tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7678013 Apr 05 14:40:02.078093 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537ea469-b1e3-45bd-89b4-8b3301cb916c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'tenant_id': '81648541dc0b4f1ea0eb9cace0846aa5', 'fixed_ips': [{'subnet_id': 'b6629948-871d-4a92-870b-22f3d576e49e'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:40:02.080084 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-537ea469-b1e3-45bd-89b4-8b3301cb916c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:02.091990 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98440987-8be0-4b7f-a284-9e14331b9340 None None] Routers {'3f1d2175-398c-4d17-813c-dcf25fa9ee3c'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:40:02.092949 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-98440987-8be0-4b7f-a284-9e14331b9340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:39:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['3f1d2175-398c-4d17-813c-dcf25fa9ee3c'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:40:02.116286 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-2e2acb09-ca53-4a80-905d-f85766ee8217 req-6bc8d0b1-7336-4528-a3be-ef7bc7514465 service neutron] Request body: {'port': {'device_id': '0440f044-3a89-43e6-b195-da957a04f30a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:40:02.125564 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8146a0ba-d7fc-4aae-a336-f76693880802 req-eedfd015-4361-4865-a98c-bb2b99faa0ee tempest-ServersAdmin275Test-1706328449 tempest-ServersAdmin275Test-1706328449-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e1c5f6eb-e81b-4734-9bcb-5700eb2b5dbd HTTP/1.1" status: 200 len: 210 time: 0.0954556 Apr 05 14:40:02.217770 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 47664) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:02.217898 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-5b98af6f-03b3-403c-83d7-06690a6939f3 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "GET /v2.0/routers/3f1d2175-398c-4d17-813c-dcf25fa9ee3c HTTP/1.1" status: 200 len: 885 time: 0.1940932 Apr 05 14:40:02.245565 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-98440987-8be0-4b7f-a284-9e14331b9340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:40:02.265275 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-2e2acb09-ca53-4a80-905d-f85766ee8217 req-6bc8d0b1-7336-4528-a3be-ef7bc7514465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:02.382249 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-92c9a91e-89a7-4f25-9238-bacecb7b909b None None] Provisioning complete for port c8241b1f-e584-48f9-a63b-6619ec24fb7f triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:40:02.382625 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-92c9a91e-89a7-4f25-9238-bacecb7b909b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:02.389178 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98440987-8be0-4b7f-a284-9e14331b9340 None None] Routers {'3f1d2175-398c-4d17-813c-dcf25fa9ee3c'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:40:02.389495 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-98440987-8be0-4b7f-a284-9e14331b9340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:39:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['3f1d2175-398c-4d17-813c-dcf25fa9ee3c'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:40:02.402137 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 7 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 14:40:02.424227 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6fb2bbf7-024d-4fa0-801a-56cef5b17de8 req-a84204c4-f41b-4527-8208-b027f28a71be tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=096f0c3a-5365-446b-9459-5692b66e8ce5 HTTP/1.1" status: 200 len: 210 time: 0.2596660 Apr 05 14:40:02.453528 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-346c4f12-2e04-4e22-93a6-cf71a1d14026 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Made reservation on behalf of 81648541dc0b4f1ea0eb9cace0846aa5 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:40:02.458055 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-346c4f12-2e04-4e22-93a6-cf71a1d14026 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:02.514961 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-92c9a91e-89a7-4f25-9238-bacecb7b909b None None] Port c8241b1f-e584-48f9-a63b-6619ec24fb7f cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:40:02.521622 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030a676-3e7b-45fa-b611-b890e72486eb req-380e30df-742f-454b-aa05-81d8f9300717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:02.523109 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e030a676-3e7b-45fa-b611-b890e72486eb req-380e30df-742f-454b-aa05-81d8f9300717 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d702c3d6-7199-4322-a653-c463eb30ccf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4826090 Apr 05 14:40:02.612616 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-98440987-8be0-4b7f-a284-9e14331b9340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:40:02.613315 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98440987-8be0-4b7f-a284-9e14331b9340 None None] The sync data for ids ['3f1d2175-398c-4d17-813c-dcf25fa9ee3c'] in n-d-836650-2 is: [] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:40:02.655606 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-537ea469-b1e3-45bd-89b4-8b3301cb916c None None] Allocated IP 172.20.0.2 (fd08407d-7bc3-4895-9d28-9b2f36a8d65c/b6629948-871d-4a92-870b-22f3d576e49e/474ebbb5-37cf-40bd-8813-c8797bf81125) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:40:02.847866 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-537ea469-b1e3-45bd-89b4-8b3301cb916c None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:02.908314 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e61c86-b8bd-418f-bb02-a2e0a980e012 req-6c0c3858-ea78-49e6-8c20-3c090d01e041 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:02.909947 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-68e61c86-b8bd-418f-bb02-a2e0a980e012 req-6c0c3858-ea78-49e6-8c20-3c090d01e041 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=0440f044-3a89-43e6-b195-da957a04f30a HTTP/1.1" status: 200 len: 931 time: 0.4816427 Apr 05 14:40:02.961763 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-537ea469-b1e3-45bd-89b4-8b3301cb916c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:02.974158 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f2186f17-c1eb-4563-a12c-5a19fad44933 req-71675fc6-b3db-41f8-a050-bb83b45c5999 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3710928 Apr 05 14:40:03.032267 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537ea469-b1e3-45bd-89b4-8b3301cb916c None None] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:40:03.039825 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-537ea469-b1e3-45bd-89b4-8b3301cb916c None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:40:03.044947 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537ea469-b1e3-45bd-89b4-8b3301cb916c None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:40:03.067516 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-2e2acb09-ca53-4a80-905d-f85766ee8217 req-6bc8d0b1-7336-4528-a3be-ef7bc7514465 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8241b1f-e584-48f9-a63b-6619ec24fb7f {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:40:03.075320 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537ea469-b1e3-45bd-89b4-8b3301cb916c None None] Pushing event updated for resources: {'Port': ['ID=474ebbb5-37cf-40bd-8813-c8797bf81125,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:03.113019 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-537ea469-b1e3-45bd-89b4-8b3301cb916c None None] Attempting to bind port 474ebbb5-37cf-40bd-8813-c8797bf81125 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:40:03.114265 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-537ea469-b1e3-45bd-89b4-8b3301cb916c None None] Attempting to bind port 474ebbb5-37cf-40bd-8813-c8797bf81125 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:40:03.114864 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537ea469-b1e3-45bd-89b4-8b3301cb916c None None] Attempting to bind port 474ebbb5-37cf-40bd-8813-c8797bf81125 on network fd08407d-7bc3-4895-9d28-9b2f36a8d65c {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:40:03.128655 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537ea469-b1e3-45bd-89b4-8b3301cb916c None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:40:03.129520 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537ea469-b1e3-45bd-89b4-8b3301cb916c None None] Checking segment: {'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:40:03.130165 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-537ea469-b1e3-45bd-89b4-8b3301cb916c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:03.130776 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537ea469-b1e3-45bd-89b4-8b3301cb916c None None] Bound using segment: {'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:40:03.131473 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-537ea469-b1e3-45bd-89b4-8b3301cb916c None None] Bound port: 474ebbb5-37cf-40bd-8813-c8797bf81125, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:40:03.132096 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-537ea469-b1e3-45bd-89b4-8b3301cb916c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:03.153130 n-d-836650-2 neutron-server[103321]: DEBUG neutron.objects.ports [None req-346c4f12-2e04-4e22-93a6-cf71a1d14026 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103321) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 05 14:40:03.155550 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [req-5254af24-d897-4665-825e-526dee63a3a0 req-6a181ce6-eaa4-4684-9951-06a719ac8be3 service neutron] (103321) timed out ('10.222.0.55', 56710) {{(pid=103321) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 05 14:40:03.158430 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-2e2acb09-ca53-4a80-905d-f85766ee8217 req-6bc8d0b1-7336-4528-a3be-ef7bc7514465 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:03.166297 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e030a676-3e7b-45fa-b611-b890e72486eb req-06674b45-9ab6-4c63-9162-3724cbfae7e4 service neutron] 10.222.0.55 "GET /v2.0/networks/d702c3d6-7199-4322-a653-c463eb30ccf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6223364 Apr 05 14:40:03.236190 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-537ea469-b1e3-45bd-89b4-8b3301cb916c None None] For port 474ebbb5-37cf-40bd-8813-c8797bf81125, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:40:03.239887 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-537ea469-b1e3-45bd-89b4-8b3301cb916c None None] For port 474ebbb5-37cf-40bd-8813-c8797bf81125, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=474ebbb5-37cf-40bd-8813-c8797bf81125,segment=NetworkSegment(1c468974-700f-4380-acfc-da4f84290a6b),segment_id=1c468974-700f-4380-acfc-da4f84290a6b)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:40:03.269832 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-68e61c86-b8bd-418f-bb02-a2e0a980e012 req-2e5b5f49-0f14-4f3d-8f4f-345735d70ef5 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335862 Apr 05 14:40:03.277402 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-2e2acb09-ca53-4a80-905d-f85766ee8217 req-6bc8d0b1-7336-4528-a3be-ef7bc7514465 service neutron] Transition to ACTIVE for port object c8241b1f-e584-48f9-a63b-6619ec24fb7f will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:40:03.328101 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-537ea469-b1e3-45bd-89b4-8b3301cb916c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:03.374929 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-425802fc-8a36-4827-8456-e2fa4ddbe902 req-38883319-e505-4f5a-8f36-7499db890d4f tempest-ServersAdmin275Test-1706328449 tempest-ServersAdmin275Test-1706328449-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e1c5f6eb-e81b-4734-9bcb-5700eb2b5dbd HTTP/1.1" status: 200 len: 210 time: 0.0523224 Apr 05 14:40:03.391652 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2186f17-c1eb-4563-a12c-5a19fad44933 req-789ee66f-cc49-4ab8-a649-a74e97962e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:03.393388 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f2186f17-c1eb-4563-a12c-5a19fad44933 req-789ee66f-cc49-4ab8-a649-a74e97962e20 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9215d951bfeb48c39a8e33c585301815&device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 1096 time: 0.2698395 Apr 05 14:40:03.431486 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537ea469-b1e3-45bd-89b4-8b3301cb916c None None] Pushing event updated for resources: {'Port': ['ID=474ebbb5-37cf-40bd-8813-c8797bf81125,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:03.453904 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-2e2acb09-ca53-4a80-905d-f85766ee8217 req-6bc8d0b1-7336-4528-a3be-ef7bc7514465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:03.461997 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e030a676-3e7b-45fa-b611-b890e72486eb req-21df9109-7f38-44e3-8571-91561c405f0e service neutron] 10.222.0.55 "GET /v2.0/networks/d702c3d6-7199-4322-a653-c463eb30ccf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707822 Apr 05 14:40:03.614047 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-346c4f12-2e04-4e22-93a6-cf71a1d14026 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:03.647625 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e030a676-3e7b-45fa-b611-b890e72486eb req-41a165ad-1e5a-4e7d-9101-4e37804ba3a2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.108&port_id=8881e57a-5748-4f29-927f-2388c029f510 HTTP/1.1" status: 200 len: 217 time: 0.1055198 Apr 05 14:40:03.694279 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-89eca3d0-7ce9-4aba-bb75-f941421e6e1d req-f34f2061-7de9-41f2-858f-1aed1cfe8fc3 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=096f0c3a-5365-446b-9459-5692b66e8ce5 HTTP/1.1" status: 200 len: 210 time: 0.0714238 Apr 05 14:40:03.708759 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc8d0b1-7336-4528-a3be-ef7bc7514465 service neutron] Pushing event updated for resources: {'Port': ['ID=c8241b1f-e584-48f9-a63b-6619ec24fb7f,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:03.727210 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-a65d5c7c-e37e-4779-ad63-ceaefe8ed610 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 1.5119514 Apr 05 14:40:03.735383 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 47692) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:03.775372 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-5f57ccef-e14f-43a7-ae77-402d2fece5d6 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-2116743456'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:40:04.160265 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90826ec7-10a7-480c-8804-3be5ed0a121c req-befda619-8369-4c0b-8474-f8613121827c tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:04.161927 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-90826ec7-10a7-480c-8804-3be5ed0a121c req-befda619-8369-4c0b-8474-f8613121827c tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.11 "GET /v2.0/networks?id=c590509e-7ca8-420f-8b7e-bdc8058c2274 HTTP/1.1" status: 200 len: 813 time: 0.4658055 Apr 05 14:40:04.189244 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-90826ec7-10a7-480c-8804-3be5ed0a121c req-d7e5fbcd-7941-4be9-982d-77f11f439a90 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Request body: {'port': {'device_id': '096f0c3a-5365-446b-9459-5692b66e8ce5', 'network_id': 'c590509e-7ca8-420f-8b7e-bdc8058c2274', 'admin_state_up': True, 'tenant_id': 'e8ce47a9c4704fe783984e08a144e0c5'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:40:04.305578 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-346c4f12-2e04-4e22-93a6-cf71a1d14026 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] For port 474ebbb5-37cf-40bd-8813-c8797bf81125, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=474ebbb5-37cf-40bd-8813-c8797bf81125,segment=NetworkSegment(1c468974-700f-4380-acfc-da4f84290a6b),segment_id=1c468974-700f-4380-acfc-da4f84290a6b)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:40:04.377139 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-346c4f12-2e04-4e22-93a6-cf71a1d14026 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:04.436844 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2186f17-c1eb-4563-a12c-5a19fad44933 req-6d1df74f-35ed-431f-b20e-e67c9c3f33e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:04.438538 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f2186f17-c1eb-4563-a12c-5a19fad44933 req-6d1df74f-35ed-431f-b20e-e67c9c3f33e7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bbe33099-0907-4578-b91f-9ecd1e0f3a95 HTTP/1.1" status: 200 len: 912 time: 0.9988065 Apr 05 14:40:04.444232 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-346c4f12-2e04-4e22-93a6-cf71a1d14026 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:04.445040 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-346c4f12-2e04-4e22-93a6-cf71a1d14026 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:04.468475 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030a676-3e7b-45fa-b611-b890e72486eb req-f404d7e7-950d-4820-a14d-5a9b9865956e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:04.469964 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e030a676-3e7b-45fa-b611-b890e72486eb req-f404d7e7-950d-4820-a14d-5a9b9865956e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2b51efa3-447b-4716-ae17-34d89f9e6b99 HTTP/1.1" status: 200 len: 797 time: 0.7831481 Apr 05 14:40:04.513617 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90826ec7-10a7-480c-8804-3be5ed0a121c req-d7e5fbcd-7941-4be9-982d-77f11f439a90 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Made reservation on behalf of e8ce47a9c4704fe783984e08a144e0c5 for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:40:04.517674 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-90826ec7-10a7-480c-8804-3be5ed0a121c req-d7e5fbcd-7941-4be9-982d-77f11f439a90 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:04.523444 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346c4f12-2e04-4e22-93a6-cf71a1d14026 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:40:04.608091 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-346c4f12-2e04-4e22-93a6-cf71a1d14026 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:40:04.627617 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346c4f12-2e04-4e22-93a6-cf71a1d14026 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:04.628218 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-346c4f12-2e04-4e22-93a6-cf71a1d14026 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:04.697661 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346c4f12-2e04-4e22-93a6-cf71a1d14026 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event updated for resources: {'Subnet': ['ID=403ad438-a1c4-44d6-b5ae-62c67b17bea2,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:04.724689 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-2e2acb09-ca53-4a80-905d-f85766ee8217 req-6bc8d0b1-7336-4528-a3be-ef7bc7514465 service neutron] Attempting to bind port c8241b1f-e584-48f9-a63b-6619ec24fb7f on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:40:04.725058 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-2e2acb09-ca53-4a80-905d-f85766ee8217 req-6bc8d0b1-7336-4528-a3be-ef7bc7514465 service neutron] Attempting to bind port c8241b1f-e584-48f9-a63b-6619ec24fb7f by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': '87207719-1f48-46bc-a702-a88951a34078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'bbe33099-0907-4578-b91f-9ecd1e0f3a95'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:40:04.725389 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2acb09-ca53-4a80-905d-f85766ee8217 req-6bc8d0b1-7336-4528-a3be-ef7bc7514465 service neutron] Attempting to bind port c8241b1f-e584-48f9-a63b-6619ec24fb7f on network bbe33099-0907-4578-b91f-9ecd1e0f3a95 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:40:04.734833 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef22797-41e8-4433-b3c9-a2777a2a0c70 req-9b436cef-2c4d-412d-abe4-60093bb35993 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:04.736570 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0ef22797-41e8-4433-b3c9-a2777a2a0c70 req-9b436cef-2c4d-412d-abe4-60093bb35993 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=0440f044-3a89-43e6-b195-da957a04f30a HTTP/1.1" status: 200 len: 943 time: 0.3181343 Apr 05 14:40:04.742153 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c3f4cd94-d73a-40a1-ac77-68f59469a51d req-d0f24f66-057a-4e49-8476-723e3705a479 tempest-ServersAdmin275Test-1706328449 tempest-ServersAdmin275Test-1706328449-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e1c5f6eb-e81b-4734-9bcb-5700eb2b5dbd HTTP/1.1" status: 200 len: 210 time: 0.0785809 Apr 05 14:40:04.750635 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f2186f17-c1eb-4563-a12c-5a19fad44933 req-9c5828b7-1094-4c48-9f74-5f5102fac49f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4032c53b-96ab-4b67-b14e-c47acfa5a112 HTTP/1.1" status: 200 len: 1000 time: 0.2842586 Apr 05 14:40:04.773050 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2acb09-ca53-4a80-905d-f85766ee8217 req-6bc8d0b1-7336-4528-a3be-ef7bc7514465 service neutron] Port c8241b1f-e584-48f9-a63b-6619ec24fb7f on network bbe33099-0907-4578-b91f-9ecd1e0f3a95 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:40:04.773381 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2acb09-ca53-4a80-905d-f85766ee8217 req-6bc8d0b1-7336-4528-a3be-ef7bc7514465 service neutron] Attempting to bind port c8241b1f-e584-48f9-a63b-6619ec24fb7f on network bbe33099-0907-4578-b91f-9ecd1e0f3a95 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:40:04.806109 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346c4f12-2e04-4e22-93a6-cf71a1d14026 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event updated for resources: {'Port': ['ID=474ebbb5-37cf-40bd-8813-c8797bf81125,revision_number=4']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:04.838283 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-346c4f12-2e04-4e22-93a6-cf71a1d14026 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.8752444 Apr 05 14:40:04.847669 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 47722) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:04.857573 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-eabeb140-447e-4cb2-b345-948f4b6b4365 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Request body: {'port': {'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'mac_address': 'fa:16:3e:54:4a:66', 'name': 'tempest-NetworksTestDHCPv6-7492914'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:40:04.888614 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2acb09-ca53-4a80-905d-f85766ee8217 req-6bc8d0b1-7336-4528-a3be-ef7bc7514465 service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:40:04.889019 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2acb09-ca53-4a80-905d-f85766ee8217 req-6bc8d0b1-7336-4528-a3be-ef7bc7514465 service neutron] Checking segment: {'id': '87207719-1f48-46bc-a702-a88951a34078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'bbe33099-0907-4578-b91f-9ecd1e0f3a95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:40:04.889409 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2acb09-ca53-4a80-905d-f85766ee8217 req-6bc8d0b1-7336-4528-a3be-ef7bc7514465 service neutron] Bound using segment: {'id': '87207719-1f48-46bc-a702-a88951a34078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'bbe33099-0907-4578-b91f-9ecd1e0f3a95'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:40:04.890016 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-2e2acb09-ca53-4a80-905d-f85766ee8217 req-6bc8d0b1-7336-4528-a3be-ef7bc7514465 service neutron] Bound port: c8241b1f-e584-48f9-a63b-6619ec24fb7f, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87207719-1f48-46bc-a702-a88951a34078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'bbe33099-0907-4578-b91f-9ecd1e0f3a95'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:40:04.890269 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-2e2acb09-ca53-4a80-905d-f85766ee8217 req-6bc8d0b1-7336-4528-a3be-ef7bc7514465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:04.900041 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030a676-3e7b-45fa-b611-b890e72486eb req-3fa68e3c-1d36-4dd9-ad6d-ec8d3fc3eb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:04.901702 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e030a676-3e7b-45fa-b611-b890e72486eb req-3fa68e3c-1d36-4dd9-ad6d-ec8d3fc3eb34 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=09506e0a-3744-473b-8a54-c7b44b9b7c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4212320 Apr 05 14:40:05.065179 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 474ebbb5-37cf-40bd-8813-c8797bf81125 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:40:05.123593 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-918d596c-5190-42ab-ac17-0f70c453ed47 req-f50fa6d5-f9f7-4f5a-b528-1fac63c93979 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=096f0c3a-5365-446b-9459-5692b66e8ce5 HTTP/1.1" status: 200 len: 210 time: 0.2284601 Apr 05 14:40:05.144401 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [req-90826ec7-10a7-480c-8804-3be5ed0a121c req-d7e5fbcd-7941-4be9-982d-77f11f439a90 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Allocated IP 172.20.0.13 (c590509e-7ca8-420f-8b7e-bdc8058c2274/eb31ac2d-5e66-4875-8845-18e88172de35/cbd937a4-3930-4a92-ad4f-de0dc88cbc51) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:40:05.145879 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 474ebbb5-37cf-40bd-8813-c8797bf81125 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:40:05.146509 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:05.151444 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0980a2e2-7328-481d-93c3-e9a839faae11 None None] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:40:05.169990 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0ef22797-41e8-4433-b3c9-a2777a2a0c70 req-a75949cf-b577-4f2c-b981-7fd20ec608f6 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4196873 Apr 05 14:40:05.184165 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eabeb140-447e-4cb2-b345-948f4b6b4365 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Made reservation on behalf of 81648541dc0b4f1ea0eb9cace0846aa5 for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:40:05.228633 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2186f17-c1eb-4563-a12c-5a19fad44933 req-8c5586e6-c36e-449e-9c31-cb328cf91900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:05.240658 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f2186f17-c1eb-4563-a12c-5a19fad44933 req-8c5586e6-c36e-449e-9c31-cb328cf91900 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c529ad6d-a94e-4533-88f8-eeabc5541ed8 HTTP/1.1" status: 200 len: 850 time: 0.4746909 Apr 05 14:40:05.313282 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-71badebe-a7b4-41b4-aa05-e8bfa43b1fcf None None] Provisioning complete for port 474ebbb5-37cf-40bd-8813-c8797bf81125 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:40:05.313932 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-71badebe-a7b4-41b4-aa05-e8bfa43b1fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:05.441163 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-eabeb140-447e-4cb2-b345-948f4b6b4365 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:05.476005 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:05.500448 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e030a676-3e7b-45fa-b611-b890e72486eb req-38f5db18-0612-4798-a9d3-3ccf5f894cdf service neutron] 10.222.0.55 "GET /v2.0/networks/09506e0a-3744-473b-8a54-c7b44b9b7c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5841646 Apr 05 14:40:05.502347 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-2e2acb09-ca53-4a80-905d-f85766ee8217 req-6bc8d0b1-7336-4528-a3be-ef7bc7514465 service neutron] For port c8241b1f-e584-48f9-a63b-6619ec24fb7f, host n-h1-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:40:05.508804 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2186f17-c1eb-4563-a12c-5a19fad44933 req-9c223ede-9085-4441-82ed-208a5d53c6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:05.510530 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f2186f17-c1eb-4563-a12c-5a19fad44933 req-9c223ede-9085-4441-82ed-208a5d53c6dd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bbe33099-0907-4578-b91f-9ecd1e0f3a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2687187 Apr 05 14:40:05.532770 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [None req-eabeb140-447e-4cb2-b345-948f4b6b4365 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] device_id is not set on port 6476d196-1bd5-4c8d-80f0-835c82c10018 yet. {{(pid=103321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:40:05.559494 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-90826ec7-10a7-480c-8804-3be5ed0a121c req-d7e5fbcd-7941-4be9-982d-77f11f439a90 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:05.589441 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port 474ebbb5-37cf-40bd-8813-c8797bf81125, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=474ebbb5-37cf-40bd-8813-c8797bf81125,segment=NetworkSegment(1c468974-700f-4380-acfc-da4f84290a6b),segment_id=1c468974-700f-4380-acfc-da4f84290a6b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:40:05.621044 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-2e2acb09-ca53-4a80-905d-f85766ee8217 req-6bc8d0b1-7336-4528-a3be-ef7bc7514465 service neutron] For port c8241b1f-e584-48f9-a63b-6619ec24fb7f, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=c8241b1f-e584-48f9-a63b-6619ec24fb7f,segment=NetworkSegment(87207719-1f48-46bc-a702-a88951a34078),segment_id=87207719-1f48-46bc-a702-a88951a34078)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:40:05.649218 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-71badebe-a7b4-41b4-aa05-e8bfa43b1fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:05.707762 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-2e2acb09-ca53-4a80-905d-f85766ee8217 req-6bc8d0b1-7336-4528-a3be-ef7bc7514465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:05.712717 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5f57ccef-e14f-43a7-ae77-402d2fece5d6 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1808591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27061'] for router, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:05.749674 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-eabeb140-447e-4cb2-b345-948f4b6b4365 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Allocated IP 172.20.0.4 (fd08407d-7bc3-4895-9d28-9b2f36a8d65c/b6629948-871d-4a92-870b-22f3d576e49e/6476d196-1bd5-4c8d-80f0-835c82c10018) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:40:05.755753 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-90826ec7-10a7-480c-8804-3be5ed0a121c req-d7e5fbcd-7941-4be9-982d-77f11f439a90 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:05.768180 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-eabeb140-447e-4cb2-b345-948f4b6b4365 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Allocated IP 2001:db8::f816:3eff:fe54:4a66 (fd08407d-7bc3-4895-9d28-9b2f36a8d65c/403ad438-a1c4-44d6-b5ae-62c67b17bea2/6476d196-1bd5-4c8d-80f0-835c82c10018) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:40:05.827878 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90826ec7-10a7-480c-8804-3be5ed0a121c req-d7e5fbcd-7941-4be9-982d-77f11f439a90 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Network c590509e-7ca8-420f-8b7e-bdc8058c2274 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:40:05.831107 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e030a676-3e7b-45fa-b611-b890e72486eb req-69e5b6fc-bf8b-4cfc-9474-2697097da487 service neutron] 10.222.0.55 "GET /v2.0/networks/09506e0a-3744-473b-8a54-c7b44b9b7c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878182 Apr 05 14:40:05.833057 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [req-90826ec7-10a7-480c-8804-3be5ed0a121c req-d7e5fbcd-7941-4be9-982d-77f11f439a90 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:40:05.835605 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-90826ec7-10a7-480c-8804-3be5ed0a121c req-d7e5fbcd-7941-4be9-982d-77f11f439a90 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:40:05.842360 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2acb09-ca53-4a80-905d-f85766ee8217 req-6bc8d0b1-7336-4528-a3be-ef7bc7514465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:05.843253 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-2e2acb09-ca53-4a80-905d-f85766ee8217 req-6bc8d0b1-7336-4528-a3be-ef7bc7514465 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:05.844846 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2e2acb09-ca53-4a80-905d-f85766ee8217 req-6bc8d0b1-7336-4528-a3be-ef7bc7514465 service neutron] 10.222.0.55 "PUT /v2.0/ports/c8241b1f-e584-48f9-a63b-6619ec24fb7f HTTP/1.1" status: 200 len: 1091 time: 3.7347684 Apr 05 14:40:05.846779 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['b19045ae-f5ab-4894-b8f2-78cf84e0b22e'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:40:05.852123 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:05.865692 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0440f044-3a89-43e6-b195-da957a04f30a', 'tag': 'c8241b1f-e584-48f9-a63b-6619ec24fb7f'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:40:05.868223 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd6a512-6787-4887-9a18-bfb466d560f2" -d '{"events": [{"name": "network-changed", "server_uuid": "0440f044-3a89-43e6-b195-da957a04f30a", "tag": "c8241b1f-e584-48f9-a63b-6619ec24fb7f"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:40:05.939779 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5f57ccef-e14f-43a7-ae77-402d2fece5d6 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1808628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1808637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803294'] for router, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:06.049512 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a427db21-19e3-4543-b26b-9187cc37955b x-openstack-request-id: req-a427db21-19e3-4543-b26b-9187cc37955b {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:40:06.050204 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0440f044-3a89-43e6-b195-da957a04f30a", "tag": "c8241b1f-e584-48f9-a63b-6619ec24fb7f", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:40:06.050733 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a427db21-19e3-4543-b26b-9187cc37955b {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:40:06.051357 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a427db21-19e3-4543-b26b-9187cc37955b'] response: {'name': 'network-changed', 'server_uuid': '0440f044-3a89-43e6-b195-da957a04f30a', 'tag': 'c8241b1f-e584-48f9-a63b-6619ec24fb7f', 'status': 'completed', 'code': 200} Apr 05 14:40:06.062980 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e5fbcd-7941-4be9-982d-77f11f439a90 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Pushing event updated for resources: {'Port': ['ID=cbd937a4-3930-4a92-ad4f-de0dc88cbc51,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:06.098500 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90826ec7-10a7-480c-8804-3be5ed0a121c req-d7e5fbcd-7941-4be9-982d-77f11f439a90 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:06.099164 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-90826ec7-10a7-480c-8804-3be5ed0a121c req-d7e5fbcd-7941-4be9-982d-77f11f439a90 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:06.116066 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e030a676-3e7b-45fa-b611-b890e72486eb req-6abb92cb-ad4b-4814-9959-f4fd1a551834 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=28f37818-79d9-4d80-9e8f-cdf11e9c8346 HTTP/1.1" status: 200 len: 217 time: 0.2215428 Apr 05 14:40:06.120617 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f2186f17-c1eb-4563-a12c-5a19fad44933 req-2f8173e0-7ac9-4a0b-8003-956bcd05658f service neutron] 10.222.0.11 "GET /v2.0/networks/bbe33099-0907-4578-b91f-9ecd1e0f3a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5038843 Apr 05 14:40:06.221012 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-30f1540b-c974-4945-ab0c-8e97a2d27819 req-e42976e7-4bdf-4911-9c46-fc031bbcc680 tempest-ServersAdmin275Test-1706328449 tempest-ServersAdmin275Test-1706328449-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e1c5f6eb-e81b-4734-9bcb-5700eb2b5dbd HTTP/1.1" status: 200 len: 210 time: 0.0897639 Apr 05 14:40:06.222291 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc8d0b1-7336-4528-a3be-ef7bc7514465 service neutron] Pushing event updated for resources: {'Port': ['ID=c8241b1f-e584-48f9-a63b-6619ec24fb7f,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:06.225287 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-90826ec7-10a7-480c-8804-3be5ed0a121c req-d7e5fbcd-7941-4be9-982d-77f11f439a90 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0427675 Apr 05 14:40:06.235180 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=474ebbb5-37cf-40bd-8813-c8797bf81125,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:06.260867 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-90826ec7-10a7-480c-8804-3be5ed0a121c req-a0bdd68d-367b-42d3-9086-d6a9334ea3eb service neutron] Request body: {'port': {'device_id': '096f0c3a-5365-446b-9459-5692b66e8ce5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-2'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:40:06.333610 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.db.api [None req-71badebe-a7b4-41b4-aa05-e8bfa43b1fcf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:40:06.334272 n-d-836650-2 neutron-server[103322]: DEBUG oslo_db.api [None req-71badebe-a7b4-41b4-aa05-e8bfa43b1fcf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:40:06.497756 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-90826ec7-10a7-480c-8804-3be5ed0a121c req-a0bdd68d-367b-42d3-9086-d6a9334ea3eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:06.504194 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-eabeb140-447e-4cb2-b345-948f4b6b4365 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:06.523037 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2acb09-ca53-4a80-905d-f85766ee8217 req-d7fcdb3d-d803-4685-89bb-73bf5e1b8272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:06.524559 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2e2acb09-ca53-4a80-905d-f85766ee8217 req-d7fcdb3d-d803-4685-89bb-73bf5e1b8272 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9215d951bfeb48c39a8e33c585301815&device_id=0440f044-3a89-43e6-b195-da957a04f30a HTTP/1.1" status: 200 len: 1094 time: 0.4774446 Apr 05 14:40:06.607616 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2e2acb09-ca53-4a80-905d-f85766ee8217 req-f8d65ff1-4fa6-4e3b-9c0f-c504d1dc3235 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8241b1f-e584-48f9-a63b-6619ec24fb7f HTTP/1.1" status: 200 len: 217 time: 0.0609124 Apr 05 14:40:06.665384 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030a676-3e7b-45fa-b611-b890e72486eb req-1d1c6823-3ed7-4b60-8cda-c66330d1275d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:06.665997 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e030a676-3e7b-45fa-b611-b890e72486eb req-1d1c6823-3ed7-4b60-8cda-c66330d1275d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2b51efa3-447b-4716-ae17-34d89f9e6b99 HTTP/1.1" status: 200 len: 797 time: 0.5370052 Apr 05 14:40:06.740332 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f57ccef-e14f-43a7-ae77-402d2fece5d6 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Router 3f1d2175-398c-4d17-813c-dcf25fa9ee3c has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:40:06.743103 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-eabeb140-447e-4cb2-b345-948f4b6b4365 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:06.792359 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabeb140-447e-4cb2-b345-948f4b6b4365 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:40:06.795301 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-eabeb140-447e-4cb2-b345-948f4b6b4365 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:40:06.812211 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca50a44d-4b52-43aa-ae20-b79bf88e0821 req-5b626505-df0c-4a6b-b6c2-cda085e21a7f tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:06.813833 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ca50a44d-4b52-43aa-ae20-b79bf88e0821 req-5b626505-df0c-4a6b-b6c2-cda085e21a7f tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=096f0c3a-5365-446b-9459-5692b66e8ce5 HTTP/1.1" status: 200 len: 932 time: 0.4514821 Apr 05 14:40:06.823649 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabeb140-447e-4cb2-b345-948f4b6b4365 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:40:06.828913 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6d74f6-2c52-4c9d-a029-fb4dae80c15c req-bd9748c3-8229-4a7e-b09d-8f8ee597aaca tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:06.830418 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-df6d74f6-2c52-4c9d-a029-fb4dae80c15c req-bd9748c3-8229-4a7e-b09d-8f8ee597aaca tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=0440f044-3a89-43e6-b195-da957a04f30a HTTP/1.1" status: 200 len: 943 time: 0.3382013 Apr 05 14:40:06.832844 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f2186f17-c1eb-4563-a12c-5a19fad44933 req-4594fc98-3369-46fa-8113-e92e63686f45 service neutron] 10.222.0.11 "GET /v2.0/networks/bbe33099-0907-4578-b91f-9ecd1e0f3a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6705778 Apr 05 14:40:06.837261 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2acb09-ca53-4a80-905d-f85766ee8217 req-3059480f-225e-4fae-9946-3fe8d9bde2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:06.839354 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2e2acb09-ca53-4a80-905d-f85766ee8217 req-3059480f-225e-4fae-9946-3fe8d9bde2d6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c529ad6d-a94e-4533-88f8-eeabc5541ed8 HTTP/1.1" status: 200 len: 850 time: 0.2195327 Apr 05 14:40:06.988590 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030a676-3e7b-45fa-b611-b890e72486eb req-42ddeac3-23ee-427a-8160-b3497fdd59cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:06.990542 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e030a676-3e7b-45fa-b611-b890e72486eb req-42ddeac3-23ee-427a-8160-b3497fdd59cb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=09506e0a-3744-473b-8a54-c7b44b9b7c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3067498 Apr 05 14:40:07.075408 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 474ebbb5-37cf-40bd-8813-c8797bf81125 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:40:07.203088 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 474ebbb5-37cf-40bd-8813-c8797bf81125 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:40:07.203362 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:07.270096 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-2afe1872-b154-4498-9045-b72df19599e9 None None] Provisioning complete for port 474ebbb5-37cf-40bd-8813-c8797bf81125 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:40:07.270860 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2afe1872-b154-4498-9045-b72df19599e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:07.479952 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ca50a44d-4b52-43aa-ae20-b79bf88e0821 req-09bf8de3-5a35-4cd7-832b-3e35ca93c56e tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6448991 Apr 05 14:40:07.582768 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f57ccef-e14f-43a7-ae77-402d2fece5d6 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:40:07.593204 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5f57ccef-e14f-43a7-ae77-402d2fece5d6 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for router, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:07.596924 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-5f57ccef-e14f-43a7-ae77-402d2fece5d6 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "PUT /v2.0/routers/3f1d2175-398c-4d17-813c-dcf25fa9ee3c HTTP/1.1" status: 200 len: 892 time: 3.8308885 Apr 05 14:40:07.597115 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387aadfc-6f42-4fb2-8bef-5fea76047752 None None] Sync routers for ids ['3f1d2175-398c-4d17-813c-dcf25fa9ee3c'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:40:07.612085 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387aadfc-6f42-4fb2-8bef-5fea76047752 None None] Routers {'3f1d2175-398c-4d17-813c-dcf25fa9ee3c'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:40:07.612376 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-387aadfc-6f42-4fb2-8bef-5fea76047752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:39:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['3f1d2175-398c-4d17-813c-dcf25fa9ee3c'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:40:07.651507 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-df6d74f6-2c52-4c9d-a029-fb4dae80c15c req-93cc4531-b4f1-4066-88cc-5b3ca8d5bd39 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7771006 Apr 05 14:40:07.670326 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 47780) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:07.672620 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2acb09-ca53-4a80-905d-f85766ee8217 req-f7cdc47e-8174-4702-937b-461f0e5fa85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:07.674373 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2e2acb09-ca53-4a80-905d-f85766ee8217 req-f7cdc47e-8174-4702-937b-461f0e5fa85b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bbe33099-0907-4578-b91f-9ecd1e0f3a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8253136 Apr 05 14:40:07.698026 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-387aadfc-6f42-4fb2-8bef-5fea76047752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:40:07.703549 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c0562ed1-9b3a-4f52-b89a-44635f9bc2b8 None None] Provisioning complete for port 6476d196-1bd5-4c8d-80f0-835c82c10018 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:40:07.705577 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c0562ed1-9b3a-4f52-b89a-44635f9bc2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:07.718077 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387aadfc-6f42-4fb2-8bef-5fea76047752 None None] Routers {'3f1d2175-398c-4d17-813c-dcf25fa9ee3c'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:40:07.718702 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-387aadfc-6f42-4fb2-8bef-5fea76047752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:39:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['3f1d2175-398c-4d17-813c-dcf25fa9ee3c'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:40:07.790156 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c0562ed1-9b3a-4f52-b89a-44635f9bc2b8 None None] Port 6476d196-1bd5-4c8d-80f0-835c82c10018 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:40:07.810140 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [req-90826ec7-10a7-480c-8804-3be5ed0a121c req-a0bdd68d-367b-42d3-9086-d6a9334ea3eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbd937a4-3930-4a92-ad4f-de0dc88cbc51 {{(pid=103321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:40:07.817961 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-90826ec7-10a7-480c-8804-3be5ed0a121c req-a0bdd68d-367b-42d3-9086-d6a9334ea3eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:07.821081 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-387aadfc-6f42-4fb2-8bef-5fea76047752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:40:07.822116 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387aadfc-6f42-4fb2-8bef-5fea76047752 None None] The sync data for ids ['3f1d2175-398c-4d17-813c-dcf25fa9ee3c'] in n-d-836650-2 is: [] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:40:07.837669 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.provisioning_blocks [req-90826ec7-10a7-480c-8804-3be5ed0a121c req-a0bdd68d-367b-42d3-9086-d6a9334ea3eb service neutron] Transition to ACTIVE for port object cbd937a4-3930-4a92-ad4f-de0dc88cbc51 will not be triggered until provisioned by entity L2. {{(pid=103321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:40:07.842993 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-cc03f8c1-7087-47ce-846a-f4d6e0b49f16 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "GET /v2.0/routers/3f1d2175-398c-4d17-813c-dcf25fa9ee3c HTTP/1.1" status: 200 len: 892 time: 0.1646399 Apr 05 14:40:07.865265 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabeb140-447e-4cb2-b345-948f4b6b4365 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event updated for resources: {'Port': ['ID=6476d196-1bd5-4c8d-80f0-835c82c10018,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:07.893241 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cc2f4565-8ac7-4280-aba0-91f65dadec26 req-924d424a-ee54-4f74-9b0a-b3780cae7a3d tempest-ServersAdmin275Test-1706328449 tempest-ServersAdmin275Test-1706328449-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e1c5f6eb-e81b-4734-9bcb-5700eb2b5dbd HTTP/1.1" status: 200 len: 210 time: 0.2661028 Apr 05 14:40:07.907335 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 47784) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:07.933577 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-90826ec7-10a7-480c-8804-3be5ed0a121c req-a0bdd68d-367b-42d3-9086-d6a9334ea3eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:07.952992 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-1a359d98-9999-45d1-8380-e8372360d50d tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f1d2175-398c-4d17-813c-dcf25fa9ee3c HTTP/1.1" status: 200 len: 205 time: 0.0419512 Apr 05 14:40:07.957561 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 47788) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:07.988456 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabeb140-447e-4cb2-b345-948f4b6b4365 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:07.989097 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-eabeb140-447e-4cb2-b345-948f4b6b4365 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:08.019270 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bdd68d-367b-42d3-9086-d6a9334ea3eb service neutron] Pushing event updated for resources: {'Port': ['ID=cbd937a4-3930-4a92-ad4f-de0dc88cbc51,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:08.093996 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e030a676-3e7b-45fa-b611-b890e72486eb req-e08622dd-6870-44a1-9050-55ada3b8b119 service neutron] 10.222.0.55 "GET /v2.0/networks/09506e0a-3744-473b-8a54-c7b44b9b7c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0772579 Apr 05 14:40:08.098977 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-90826ec7-10a7-480c-8804-3be5ed0a121c req-a0bdd68d-367b-42d3-9086-d6a9334ea3eb service neutron] Attempting to bind port cbd937a4-3930-4a92-ad4f-de0dc88cbc51 on host n-h2-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:40:08.098977 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-90826ec7-10a7-480c-8804-3be5ed0a121c req-a0bdd68d-367b-42d3-9086-d6a9334ea3eb service neutron] Attempting to bind port cbd937a4-3930-4a92-ad4f-de0dc88cbc51 by drivers openvswitch,hyperv on host n-h2-836650-2 at level 0 using segments [{'id': 'bdfb6f44-ca71-4caa-8786-512017d20b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c590509e-7ca8-420f-8b7e-bdc8058c2274'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:40:08.098977 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90826ec7-10a7-480c-8804-3be5ed0a121c req-a0bdd68d-367b-42d3-9086-d6a9334ea3eb service neutron] Attempting to bind port cbd937a4-3930-4a92-ad4f-de0dc88cbc51 on network c590509e-7ca8-420f-8b7e-bdc8058c2274 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:40:08.103334 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90826ec7-10a7-480c-8804-3be5ed0a121c req-a0bdd68d-367b-42d3-9086-d6a9334ea3eb service neutron] Port cbd937a4-3930-4a92-ad4f-de0dc88cbc51 on network c590509e-7ca8-420f-8b7e-bdc8058c2274 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:40:08.103661 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90826ec7-10a7-480c-8804-3be5ed0a121c req-a0bdd68d-367b-42d3-9086-d6a9334ea3eb service neutron] Attempting to bind port cbd937a4-3930-4a92-ad4f-de0dc88cbc51 on network c590509e-7ca8-420f-8b7e-bdc8058c2274 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:40:08.110173 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90826ec7-10a7-480c-8804-3be5ed0a121c req-a0bdd68d-367b-42d3-9086-d6a9334ea3eb service neutron] Checking agent: {'id': '6d8cf521-24bb-4b6a-bbae-0284f5c87a9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:40:08.110601 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90826ec7-10a7-480c-8804-3be5ed0a121c req-a0bdd68d-367b-42d3-9086-d6a9334ea3eb service neutron] Checking segment: {'id': 'bdfb6f44-ca71-4caa-8786-512017d20b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c590509e-7ca8-420f-8b7e-bdc8058c2274'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:40:08.111067 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90826ec7-10a7-480c-8804-3be5ed0a121c req-a0bdd68d-367b-42d3-9086-d6a9334ea3eb service neutron] Bound using segment: {'id': 'bdfb6f44-ca71-4caa-8786-512017d20b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c590509e-7ca8-420f-8b7e-bdc8058c2274'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:40:08.111461 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-90826ec7-10a7-480c-8804-3be5ed0a121c req-a0bdd68d-367b-42d3-9086-d6a9334ea3eb service neutron] Bound port: cbd937a4-3930-4a92-ad4f-de0dc88cbc51, host: n-h2-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdfb6f44-ca71-4caa-8786-512017d20b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c590509e-7ca8-420f-8b7e-bdc8058c2274'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:40:08.111824 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-90826ec7-10a7-480c-8804-3be5ed0a121c req-a0bdd68d-367b-42d3-9086-d6a9334ea3eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:08.117658 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-eabeb140-447e-4cb2-b345-948f4b6b4365 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 3.2668498 Apr 05 14:40:08.137881 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 47794) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:08.143355 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2e2acb09-ca53-4a80-905d-f85766ee8217 req-e5992ab5-12f2-4488-816e-e6195466f062 service neutron] 10.222.0.55 "GET /v2.0/networks/bbe33099-0907-4578-b91f-9ecd1e0f3a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175681 Apr 05 14:40:08.289858 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-51999668-623e-4e79-9782-63b1c9594a0e tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for router, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:08.295038 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc644a6-c780-4821-853c-1f3bd8bfcebb tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:08.301343 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc644a6-c780-4821-853c-1f3bd8bfcebb tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:08.303019 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-0bc644a6-c780-4821-853c-1f3bd8bfcebb tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.1755428 Apr 05 14:40:08.304394 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-90826ec7-10a7-480c-8804-3be5ed0a121c req-a0bdd68d-367b-42d3-9086-d6a9334ea3eb service neutron] For port cbd937a4-3930-4a92-ad4f-de0dc88cbc51, host n-h2-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:40:08.306419 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 47800) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:08.315681 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-90826ec7-10a7-480c-8804-3be5ed0a121c req-a0bdd68d-367b-42d3-9086-d6a9334ea3eb service neutron] For port cbd937a4-3930-4a92-ad4f-de0dc88cbc51, host n-h2-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=cbd937a4-3930-4a92-ad4f-de0dc88cbc51,segment=NetworkSegment(bdfb6f44-ca71-4caa-8786-512017d20b4a),segment_id=bdfb6f44-ca71-4caa-8786-512017d20b4a)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:40:08.396112 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e030a676-3e7b-45fa-b611-b890e72486eb req-40d22c86-7b4e-4f28-877e-acbe7017a497 service neutron] 10.222.0.55 "GET /v2.0/networks/09506e0a-3744-473b-8a54-c7b44b9b7c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676561 Apr 05 14:40:08.405745 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-90826ec7-10a7-480c-8804-3be5ed0a121c req-a0bdd68d-367b-42d3-9086-d6a9334ea3eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:08.429917 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2e2acb09-ca53-4a80-905d-f85766ee8217 req-9888381e-9216-42b2-93a1-1c90bd4678e5 service neutron] 10.222.0.55 "GET /v2.0/networks/bbe33099-0907-4578-b91f-9ecd1e0f3a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795091 Apr 05 14:40:08.462000 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-b84d0067-e646-4669-a0b9-b5c9a8234515 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Deleting port 6476d196-1bd5-4c8d-80f0-835c82c10018 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:40:08.462372 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b84d0067-e646-4669-a0b9-b5c9a8234515 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:08.466361 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90826ec7-10a7-480c-8804-3be5ed0a121c req-a0bdd68d-367b-42d3-9086-d6a9334ea3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:08.466940 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-90826ec7-10a7-480c-8804-3be5ed0a121c req-a0bdd68d-367b-42d3-9086-d6a9334ea3eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:08.468336 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-90826ec7-10a7-480c-8804-3be5ed0a121c req-a0bdd68d-367b-42d3-9086-d6a9334ea3eb service neutron] 10.222.0.11 "PUT /v2.0/ports/cbd937a4-3930-4a92-ad4f-de0dc88cbc51 HTTP/1.1" status: 200 len: 1092 time: 2.2235165 Apr 05 14:40:08.470646 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '096f0c3a-5365-446b-9459-5692b66e8ce5', 'tag': 'cbd937a4-3930-4a92-ad4f-de0dc88cbc51'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:40:08.473017 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4137381-2f8c-43fa-9303-94d0a8a406b0" -d '{"events": [{"name": "network-changed", "server_uuid": "096f0c3a-5365-446b-9459-5692b66e8ce5", "tag": "cbd937a4-3930-4a92-ad4f-de0dc88cbc51"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:40:08.479817 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e030a676-3e7b-45fa-b611-b890e72486eb req-19b7f9aa-89ef-4ba9-ac3d-ebc73ae8e634 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=f959b160-8254-4f90-83f1-eebf3b81966c HTTP/1.1" status: 200 len: 217 time: 0.0516393 Apr 05 14:40:08.533420 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bdd68d-367b-42d3-9086-d6a9334ea3eb service neutron] Pushing event updated for resources: {'Port': ['ID=cbd937a4-3930-4a92-ad4f-de0dc88cbc51,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:08.556448 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-51999668-623e-4e79-9782-63b1c9594a0e tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:08.592923 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030a676-3e7b-45fa-b611-b890e72486eb req-440ac978-b6fb-4273-9108-1a11e7fd4e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:08.593957 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e030a676-3e7b-45fa-b611-b890e72486eb req-440ac978-b6fb-4273-9108-1a11e7fd4e37 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2b51efa3-447b-4716-ae17-34d89f9e6b99 HTTP/1.1" status: 200 len: 797 time: 0.1071022 Apr 05 14:40:08.596362 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b84d0067-e646-4669-a0b9-b5c9a8234515 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:08.607528 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbcc1000-b581-441c-8113-e43d195c6227 x-openstack-request-id: req-bbcc1000-b581-441c-8113-e43d195c6227 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:40:08.607822 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "096f0c3a-5365-446b-9459-5692b66e8ce5", "tag": "cbd937a4-3930-4a92-ad4f-de0dc88cbc51", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:40:08.608141 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bbcc1000-b581-441c-8113-e43d195c6227 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:40:08.608511 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbcc1000-b581-441c-8113-e43d195c6227'] response: {'name': 'network-changed', 'server_uuid': '096f0c3a-5365-446b-9459-5692b66e8ce5', 'tag': 'cbd937a4-3930-4a92-ad4f-de0dc88cbc51', 'status': 'completed', 'code': 200} Apr 05 14:40:08.612397 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-b84d0067-e646-4669-a0b9-b5c9a8234515 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Calling delete_port for 6476d196-1bd5-4c8d-80f0-835c82c10018 owned by {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:40:08.731933 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ffaf4-61de-45f1-9efc-e948b7fc838a req-90ab09b5-ff54-4a4c-9be3-e33730d4c3e6 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:08.731933 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-866ffaf4-61de-45f1-9efc-e948b7fc838a req-90ab09b5-ff54-4a4c-9be3-e33730d4c3e6 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=096f0c3a-5365-446b-9459-5692b66e8ce5 HTTP/1.1" status: 200 len: 944 time: 0.1551256 Apr 05 14:40:08.738792 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6a512-6787-4887-9a18-bfb466d560f2 req-b1667b15-7a62-4dbf-888c-457cdec26aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:08.743209 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9fd6a512-6787-4887-9a18-bfb466d560f2 req-b1667b15-7a62-4dbf-888c-457cdec26aa9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9215d951bfeb48c39a8e33c585301815&device_id=0440f044-3a89-43e6-b195-da957a04f30a HTTP/1.1" status: 200 len: 1094 time: 0.1514513 Apr 05 14:40:08.762068 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4137381-2f8c-43fa-9303-94d0a8a406b0 req-805b3748-e838-4e2d-ad18-81b2a489e3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:08.763678 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a4137381-2f8c-43fa-9303-94d0a8a406b0 req-805b3748-e838-4e2d-ad18-81b2a489e3d9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e8ce47a9c4704fe783984e08a144e0c5&device_id=096f0c3a-5365-446b-9459-5692b66e8ce5 HTTP/1.1" status: 200 len: 1095 time: 0.1286528 Apr 05 14:40:08.769368 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030a676-3e7b-45fa-b611-b890e72486eb req-dbc87db2-8978-4c2f-871a-bd15df2c2a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:08.771173 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e030a676-3e7b-45fa-b611-b890e72486eb req-dbc87db2-8978-4c2f-871a-bd15df2c2a14 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=09506e0a-3744-473b-8a54-c7b44b9b7c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1506634 Apr 05 14:40:08.939178 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6a512-6787-4887-9a18-bfb466d560f2 req-effa1b06-3357-44a3-b338-40239c6c3b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:08.940716 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9fd6a512-6787-4887-9a18-bfb466d560f2 req-effa1b06-3357-44a3-b338-40239c6c3b17 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bbe33099-0907-4578-b91f-9ecd1e0f3a95 HTTP/1.1" status: 200 len: 912 time: 0.1312909 Apr 05 14:40:09.036635 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4137381-2f8c-43fa-9303-94d0a8a406b0 req-f30ade23-0be8-4cdd-9913-35f33a656811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:09.038157 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a4137381-2f8c-43fa-9303-94d0a8a406b0 req-f30ade23-0be8-4cdd-9913-35f33a656811 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e8ce47a9c4704fe783984e08a144e0c5&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2626672 Apr 05 14:40:09.055430 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-866ffaf4-61de-45f1-9efc-e948b7fc838a req-17d76bc6-a206-4632-b4c2-c52c9685a749 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597606 Apr 05 14:40:09.055430 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9fd6a512-6787-4887-9a18-bfb466d560f2 req-e04cff4c-bbd4-4eb0-9f80-34ed70300681 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8241b1f-e584-48f9-a63b-6619ec24fb7f HTTP/1.1" status: 200 len: 217 time: 0.0934303 Apr 05 14:40:09.093587 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98412a0a-5e5f-4ac1-a89d-cbb705e4ed8b req-87b0bda9-215f-400a-a4d6-d53e451cc31e tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:09.095298 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-98412a0a-5e5f-4ac1-a89d-cbb705e4ed8b req-87b0bda9-215f-400a-a4d6-d53e451cc31e tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=0440f044-3a89-43e6-b195-da957a04f30a HTTP/1.1" status: 200 len: 943 time: 0.3524981 Apr 05 14:40:09.184481 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-51999668-623e-4e79-9782-63b1c9594a0e tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Deleting port ec2a7ac5-3929-4838-8066-2abadb77abe2 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:40:09.184847 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-51999668-623e-4e79-9782-63b1c9594a0e tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:09.212620 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b84d0067-e646-4669-a0b9-b5c9a8234515 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:09.225347 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e030a676-3e7b-45fa-b611-b890e72486eb req-0b2ca0b7-ff0a-44b8-85d1-7322db7620b6 service neutron] 10.222.0.55 "GET /v2.0/networks/09506e0a-3744-473b-8a54-c7b44b9b7c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191416 Apr 05 14:40:09.270390 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e7619783-58c1-4426-8998-93d9be263f7c req-93a50dc7-b736-4bc7-a49c-3967484e4597 tempest-ServersAdmin275Test-1706328449 tempest-ServersAdmin275Test-1706328449-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e1c5f6eb-e81b-4734-9bcb-5700eb2b5dbd HTTP/1.1" status: 200 len: 210 time: 0.0905857 Apr 05 14:40:09.280409 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84d0067-e646-4669-a0b9-b5c9a8234515 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event deleted for resources: {'Port': ['ID=6476d196-1bd5-4c8d-80f0-835c82c10018,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:09.287350 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6a512-6787-4887-9a18-bfb466d560f2 req-802b5aec-6bb3-45a9-8ba4-49c4b3ca7d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:09.288818 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9fd6a512-6787-4887-9a18-bfb466d560f2 req-802b5aec-6bb3-45a9-8ba4-49c4b3ca7d9d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c529ad6d-a94e-4533-88f8-eeabc5541ed8 HTTP/1.1" status: 200 len: 850 time: 0.2225506 Apr 05 14:40:09.303115 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4137381-2f8c-43fa-9303-94d0a8a406b0 req-ddb65fa3-922e-449a-b94e-33c6bb9b7070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:09.309475 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a4137381-2f8c-43fa-9303-94d0a8a406b0 req-ddb65fa3-922e-449a-b94e-33c6bb9b7070 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2617080 Apr 05 14:40:09.421412 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b84d0067-e646-4669-a0b9-b5c9a8234515 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:09.427230 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-b84d0067-e646-4669-a0b9-b5c9a8234515 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/ports/6476d196-1bd5-4c8d-80f0-835c82c10018 HTTP/1.1" status: 204 len: 168 time: 1.1197705 Apr 05 14:40:09.429217 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 47834) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:09.472211 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e030a676-3e7b-45fa-b611-b890e72486eb req-459ed03c-83f1-4d6e-bc1e-5321a0bd7e18 service neutron] 10.222.0.55 "GET /v2.0/networks/09506e0a-3744-473b-8a54-c7b44b9b7c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903858 Apr 05 14:40:09.495189 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b9a3b2-0d58-4e28-9ff4-ca2f9152ae07 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:09.497022 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b9a3b2-0d58-4e28-9ff4-ca2f9152ae07 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:09.498537 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b9a3b2-0d58-4e28-9ff4-ca2f9152ae07 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:09.501311 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-f1b9a3b2-0d58-4e28-9ff4-ca2f9152ae07 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0696011 Apr 05 14:40:09.504116 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90826ec7-10a7-480c-8804-3be5ed0a121c req-8f67fe7f-4e47-45da-af32-f28a1be1b8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:09.505873 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-90826ec7-10a7-480c-8804-3be5ed0a121c req-8f67fe7f-4e47-45da-af32-f28a1be1b8fe service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e8ce47a9c4704fe783984e08a144e0c5&device_id=096f0c3a-5365-446b-9459-5692b66e8ce5 HTTP/1.1" status: 200 len: 1095 time: 0.1372597 Apr 05 14:40:09.507214 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 47840) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:09.509547 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-98412a0a-5e5f-4ac1-a89d-cbb705e4ed8b req-a95b80ed-47f1-4dc6-af75-2de09ef8e2b8 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3837309 Apr 05 14:40:09.566206 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e030a676-3e7b-45fa-b611-b890e72486eb req-1cc4948b-da96-48a8-a2de-3b4ac1f9f92c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=0c4f6388-349e-4a35-a663-fd75e1242b4e HTTP/1.1" status: 200 len: 217 time: 0.0553863 Apr 05 14:40:09.586394 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-90826ec7-10a7-480c-8804-3be5ed0a121c req-a58728ec-df08-4631-9970-d2d6a2006f21 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbd937a4-3930-4a92-ad4f-de0dc88cbc51 HTTP/1.1" status: 200 len: 217 time: 0.0690603 Apr 05 14:40:09.636138 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6a512-6787-4887-9a18-bfb466d560f2 req-50f2e728-d9a5-4dd8-8ca9-e9bab6860ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:09.637717 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9fd6a512-6787-4887-9a18-bfb466d560f2 req-50f2e728-d9a5-4dd8-8ca9-e9bab6860ebf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bbe33099-0907-4578-b91f-9ecd1e0f3a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2825782 Apr 05 14:40:09.641020 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-51999668-623e-4e79-9782-63b1c9594a0e tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:09.642255 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-27684c2c-77b5-4b16-978a-b0eb63760dd1 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Deleting subnet 403ad438-a1c4-44d6-b5ae-62c67b17bea2 {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:40:09.648200 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-27684c2c-77b5-4b16-978a-b0eb63760dd1 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:09.667519 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-51999668-623e-4e79-9782-63b1c9594a0e tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Calling delete_port for ec2a7ac5-3929-4838-8066-2abadb77abe2 owned by network:router_gateway {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:40:09.679604 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90826ec7-10a7-480c-8804-3be5ed0a121c req-cac61f45-0352-495c-ba2f-545fe5d8f120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:09.681114 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-90826ec7-10a7-480c-8804-3be5ed0a121c req-cac61f45-0352-495c-ba2f-545fe5d8f120 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eb31ac2d-5e66-4875-8845-18e88172de35 HTTP/1.1" status: 200 len: 853 time: 0.0872455 Apr 05 14:40:09.682668 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030a676-3e7b-45fa-b611-b890e72486eb req-b647de01-b077-4271-a0d9-6328507b1506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:09.684129 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e030a676-3e7b-45fa-b611-b890e72486eb req-b647de01-b077-4271-a0d9-6328507b1506 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2b51efa3-447b-4716-ae17-34d89f9e6b99 HTTP/1.1" status: 200 len: 797 time: 0.1022313 Apr 05 14:40:09.724027 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-90826ec7-10a7-480c-8804-3be5ed0a121c req-66574a63-4b0c-4871-b717-347fdbbb31f4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c590509e-7ca8-420f-8b7e-bdc8058c2274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359538 Apr 05 14:40:09.729127 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-27684c2c-77b5-4b16-978a-b0eb63760dd1 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:09.842498 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030a676-3e7b-45fa-b611-b890e72486eb req-f53bbbea-3bc7-489b-bd88-f03c93ad83ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:09.843921 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e030a676-3e7b-45fa-b611-b890e72486eb req-f53bbbea-3bc7-489b-bd88-f03c93ad83ea service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=09506e0a-3744-473b-8a54-c7b44b9b7c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1317654 Apr 05 14:40:09.850847 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9fd6a512-6787-4887-9a18-bfb466d560f2 req-c0998d2f-9f44-4ae1-b3d6-f7df5157bca4 service neutron] 10.222.0.55 "GET /v2.0/networks/bbe33099-0907-4578-b91f-9ecd1e0f3a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013748 Apr 05 14:40:09.909571 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-27684c2c-77b5-4b16-978a-b0eb63760dd1 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:09.957045 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-90826ec7-10a7-480c-8804-3be5ed0a121c req-4cb6e409-53bc-480a-a7db-49ff43f5b2e1 service neutron] 10.222.0.11 "GET /v2.0/networks/c590509e-7ca8-420f-8b7e-bdc8058c2274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244525 Apr 05 14:40:10.070408 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-90826ec7-10a7-480c-8804-3be5ed0a121c req-246c3dc5-ed0d-45f9-8970-f14c2981fffd service neutron] 10.222.0.11 "GET /v2.0/networks/c590509e-7ca8-420f-8b7e-bdc8058c2274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033869 Apr 05 14:40:10.094209 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-27684c2c-77b5-4b16-978a-b0eb63760dd1 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:10.144508 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa835b4a-7c5a-4106-a8b9-51fec3cb742d None None] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:40:10.145096 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-27684c2c-77b5-4b16-978a-b0eb63760dd1 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:10.154963 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-27684c2c-77b5-4b16-978a-b0eb63760dd1 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/subnets/403ad438-a1c4-44d6-b5ae-62c67b17bea2 HTTP/1.1" status: 204 len: 168 time: 0.6443784 Apr 05 14:40:10.157424 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 47850) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:10.232379 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27684c2c-77b5-4b16-978a-b0eb63760dd1 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event deleted for resources: {'Subnet': ['ID=403ad438-a1c4-44d6-b5ae-62c67b17bea2,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:10.274242 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-13bfce49-6b53-4198-9ef9-c6f8fc4cf10a tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Deleting subnet b6629948-871d-4a92-870b-22f3d576e49e {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:40:10.278430 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-13bfce49-6b53-4198-9ef9-c6f8fc4cf10a tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:10.334175 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-13bfce49-6b53-4198-9ef9-c6f8fc4cf10a tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:10.462674 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-13bfce49-6b53-4198-9ef9-c6f8fc4cf10a tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:10.602441 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f6c635bc-8d39-4295-b8b0-69ef68d11e60 req-0285a34e-be8b-42a4-9455-010278ff8d82 tempest-ServersAdmin275Test-1706328449 tempest-ServersAdmin275Test-1706328449-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e1c5f6eb-e81b-4734-9bcb-5700eb2b5dbd HTTP/1.1" status: 200 len: 210 time: 0.1175306 Apr 05 14:40:10.651030 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-13bfce49-6b53-4198-9ef9-c6f8fc4cf10a tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:10.951896 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bfce49-6b53-4198-9ef9-c6f8fc4cf10a tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event deleted for resources: {'Subnet': ['ID=b6629948-871d-4a92-870b-22f3d576e49e,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:10.951896 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-13bfce49-6b53-4198-9ef9-c6f8fc4cf10a tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:10.951896 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-13bfce49-6b53-4198-9ef9-c6f8fc4cf10a tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/subnets/b6629948-871d-4a92-870b-22f3d576e49e HTTP/1.1" status: 204 len: 168 time: 0.5650117 Apr 05 14:40:10.954359 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67131621-77a8-4c23-a821-6b1ddd539229 req-7ac9b332-8f34-4903-9679-cbea9e5f46cc tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:10.954359 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-67131621-77a8-4c23-a821-6b1ddd539229 req-7ac9b332-8f34-4903-9679-cbea9e5f46cc tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=096f0c3a-5365-446b-9459-5692b66e8ce5 HTTP/1.1" status: 200 len: 944 time: 0.2714813 Apr 05 14:40:10.954359 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9fd6a512-6787-4887-9a18-bfb466d560f2 req-dedb3c36-8408-4e65-9e11-f4c08009c27e service neutron] 10.222.0.55 "GET /v2.0/networks/bbe33099-0907-4578-b91f-9ecd1e0f3a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8704593 Apr 05 14:40:10.954359 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e030a676-3e7b-45fa-b611-b890e72486eb req-e55cfb00-cd93-44a0-8bbc-6ff72dc28e61 service neutron] 10.222.0.55 "GET /v2.0/networks/09506e0a-3744-473b-8a54-c7b44b9b7c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9117997 Apr 05 14:40:10.958321 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device c8241b1f-e584-48f9-a63b-6619ec24fb7f details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:40:10.958697 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-67131621-77a8-4c23-a821-6b1ddd539229 req-3ce8c79f-d22a-4448-bce3-bf8260c3efb8 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311510 Apr 05 14:40:10.958697 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7adffd9-9831-4df2-8c07-fcf78ac08471 req-e78466fe-8b8e-4fdc-8257-1aafff0a7a10 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:10.958697 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f7adffd9-9831-4df2-8c07-fcf78ac08471 req-e78466fe-8b8e-4fdc-8257-1aafff0a7a10 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=0440f044-3a89-43e6-b195-da957a04f30a HTTP/1.1" status: 200 len: 943 time: 0.1541116 Apr 05 14:40:10.959372 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 47866) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:10.976055 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port c8241b1f-e584-48f9-a63b-6619ec24fb7f, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=c8241b1f-e584-48f9-a63b-6619ec24fb7f,segment=NetworkSegment(87207719-1f48-46bc-a702-a88951a34078),segment_id=87207719-1f48-46bc-a702-a88951a34078)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:40:10.999469 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e030a676-3e7b-45fa-b611-b890e72486eb req-81dc0656-27aa-429d-b678-19a2e24af058 service neutron] 10.222.0.55 "GET /v2.0/networks/09506e0a-3744-473b-8a54-c7b44b9b7c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178769 Apr 05 14:40:11.008413 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f7adffd9-9831-4df2-8c07-fcf78ac08471 req-3e6bf651-2d95-4f61-b5e5-94e7bca4ac3a tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842042 Apr 05 14:40:11.008759 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': 'c8241b1f-e584-48f9-a63b-6619ec24fb7f', 'network_id': 'bbe33099-0907-4578-b91f-9ecd1e0f3a95', 'port_id': 'c8241b1f-e584-48f9-a63b-6619ec24fb7f', 'mac_address': 'fa:16:3e:56:62:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c529ad6d-a94e-4533-88f8-eeabc5541ed8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:40:11.046841 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-a15cbebe-21bb-4fc4-84e2-1f117c1558af tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1124794 Apr 05 14:40:11.049488 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 47868) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:11.054877 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-35d41e46-78b1-4a9f-b1f2-191d719f02c3 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Request body: {'subnet': {'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:40:11.062884 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e030a676-3e7b-45fa-b611-b890e72486eb req-fcddfcb1-05f3-4f18-94e2-b6a73147d709 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d29567c3-98a7-48ae-97f5-236352cc0866 HTTP/1.1" status: 200 len: 217 time: 0.0529199 Apr 05 14:40:11.074563 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:11.091955 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8241b1f-e584-48f9-a63b-6619ec24fb7f {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:40:11.128912 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030a676-3e7b-45fa-b611-b890e72486eb req-c48db07b-eb74-4d54-aac9-1fcf8b9800ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:11.131155 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e030a676-3e7b-45fa-b611-b890e72486eb req-c48db07b-eb74-4d54-aac9-1fcf8b9800ce service neutron] 10.222.0.55 "GET /v2.0/subnets?id=14bbd64b-ac98-484b-b8ba-41cb2378fef4 HTTP/1.1" status: 200 len: 797 time: 0.0612633 Apr 05 14:40:11.138779 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port c8241b1f-e584-48f9-a63b-6619ec24fb7f, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=c8241b1f-e584-48f9-a63b-6619ec24fb7f,segment=NetworkSegment(87207719-1f48-46bc-a702-a88951a34078),segment_id=87207719-1f48-46bc-a702-a88951a34078)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:40:11.192257 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030a676-3e7b-45fa-b611-b890e72486eb req-f0ceeb17-1053-4b05-a73d-942bd20709ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:11.194078 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e030a676-3e7b-45fa-b611-b890e72486eb req-f0ceeb17-1053-4b05-a73d-942bd20709ca service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c4310feb-f943-4c8e-9d50-b56fc088080f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0531979 Apr 05 14:40:11.212301 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-51999668-623e-4e79-9782-63b1c9594a0e tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:11.258410 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd559e0-85c0-4a24-8c1c-42801d4f5c78 None None] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:40:11.295891 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51999668-623e-4e79-9782-63b1c9594a0e tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Pushing event deleted for resources: {'Port': ['ID=ec2a7ac5-3929-4838-8066-2abadb77abe2,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:11.313564 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:11.359551 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d41e46-78b1-4a9f-b1f2-191d719f02c3 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Made reservation on behalf of 81648541dc0b4f1ea0eb9cace0846aa5 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:40:11.373488 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-35d41e46-78b1-4a9f-b1f2-191d719f02c3 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:11.408141 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-2745fbca-0e0d-43f7-9ec2-fe561e235023 None None] Provisioning complete for port 474ebbb5-37cf-40bd-8813-c8797bf81125 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:40:11.408949 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2745fbca-0e0d-43f7-9ec2-fe561e235023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:11.465181 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=c8241b1f-e584-48f9-a63b-6619ec24fb7f,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:11.528662 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e030a676-3e7b-45fa-b611-b890e72486eb req-ed9f5c3b-cf93-43cc-bce2-8b070bf52f76 service neutron] 10.222.0.55 "GET /v2.0/networks/c4310feb-f943-4c8e-9d50-b56fc088080f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3252933 Apr 05 14:40:11.536856 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-51999668-623e-4e79-9782-63b1c9594a0e tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808526'] for router_gateway, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:11.602048 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd5ef5b-ad0e-46c2-919d-beb18d6062f6 None None] DHCP port deletion for fd08407d-7bc3-4895-9d28-9b2f36a8d65c request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:40:11.639760 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['c8241b1f-e584-48f9-a63b-6619ec24fb7f'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:40:11.783294 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5ef5b-ad0e-46c2-919d-beb18d6062f6 None None] Deleting port 474ebbb5-37cf-40bd-8813-c8797bf81125 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:40:11.783829 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bdd5ef5b-ad0e-46c2-919d-beb18d6062f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:11.859254 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-51999668-623e-4e79-9782-63b1c9594a0e tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27070'] for router, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:11.883566 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-51999668-623e-4e79-9782-63b1c9594a0e tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:11.895398 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-042bdd95-4619-4b4e-9fad-056203b86fcb req-fe359422-36c3-4795-879b-780a1c200895 tempest-ServersAdmin275Test-1706328449 tempest-ServersAdmin275Test-1706328449-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e1c5f6eb-e81b-4734-9bcb-5700eb2b5dbd HTTP/1.1" status: 200 len: 210 time: 0.0754297 Apr 05 14:40:11.912713 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-35d41e46-78b1-4a9f-b1f2-191d719f02c3 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:11.950140 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-bdd5ef5b-ad0e-46c2-919d-beb18d6062f6 None None] For port 474ebbb5-37cf-40bd-8813-c8797bf81125, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=474ebbb5-37cf-40bd-8813-c8797bf81125,segment=NetworkSegment(1c468974-700f-4380-acfc-da4f84290a6b),segment_id=1c468974-700f-4380-acfc-da4f84290a6b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:40:11.950140 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bdd5ef5b-ad0e-46c2-919d-beb18d6062f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:11.968048 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5ef5b-ad0e-46c2-919d-beb18d6062f6 None None] Calling delete_port for 474ebbb5-37cf-40bd-8813-c8797bf81125 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:40:12.022011 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d41e46-78b1-4a9f-b1f2-191d719f02c3 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:40:12.025371 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-35d41e46-78b1-4a9f-b1f2-191d719f02c3 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:40:12.030331 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d41e46-78b1-4a9f-b1f2-191d719f02c3 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:12.031182 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-35d41e46-78b1-4a9f-b1f2-191d719f02c3 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:12.048663 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d41e46-78b1-4a9f-b1f2-191d719f02c3 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event updated for resources: {'Subnet': ['ID=a568c045-d0ab-48e1-af02-f2870fd76394,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:12.117966 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-35d41e46-78b1-4a9f-b1f2-191d719f02c3 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0670764 Apr 05 14:40:12.118833 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 47886) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:12.124149 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-2400e397-e46d-40cf-823a-cce6e0387a08 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Request body: {'subnet': {'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:40:12.148174 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e030a676-3e7b-45fa-b611-b890e72486eb req-02d94561-bba5-4da2-9c35-ce14cb01261b service neutron] 10.222.0.55 "GET /v2.0/networks/c4310feb-f943-4c8e-9d50-b56fc088080f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6066146 Apr 05 14:40:12.169734 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:12.201847 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bdd5ef5b-ad0e-46c2-919d-beb18d6062f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:12.259702 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5ef5b-ad0e-46c2-919d-beb18d6062f6 None None] Pushing event deleted for resources: {'Port': ['ID=474ebbb5-37cf-40bd-8813-c8797bf81125,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:12.271845 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd5ef5b-ad0e-46c2-919d-beb18d6062f6 None None] No DVR routers for this DVR port 474ebbb5-37cf-40bd-8813-c8797bf81125 on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:40:12.303520 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f76fe4-6ebc-4f3d-95ea-56c66c4bc01d None None] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:40:12.327632 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27311f88-f64f-495c-b135-f387890ae843 req-b1a72abc-6aa6-40d0-af5e-a9bd6fbe9de6 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:12.336184 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-27311f88-f64f-495c-b135-f387890ae843 req-b1a72abc-6aa6-40d0-af5e-a9bd6fbe9de6 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=096f0c3a-5365-446b-9459-5692b66e8ce5 HTTP/1.1" status: 200 len: 944 time: 0.2731524 Apr 05 14:40:12.340517 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e030a676-3e7b-45fa-b611-b890e72486eb req-2891b588-18a0-46eb-abbd-c1adfcf487a9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=022b1476-4190-4c5b-a67b-4356b8490205 HTTP/1.1" status: 200 len: 217 time: 0.1771092 Apr 05 14:40:12.341763 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-51999668-623e-4e79-9782-63b1c9594a0e tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803298'] for router, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:12.342433 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51999668-623e-4e79-9782-63b1c9594a0e tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Fanout notify agent at l3_agent the message router_deleted on router 3f1d2175-398c-4d17-813c-dcf25fa9ee3c {{(pid=103320) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:40:12.371063 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-51999668-623e-4e79-9782-63b1c9594a0e tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for router, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:12.377769 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-51999668-623e-4e79-9782-63b1c9594a0e tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "DELETE /v2.0/routers/3f1d2175-398c-4d17-813c-dcf25fa9ee3c HTTP/1.1" status: 204 len: 168 time: 4.4169326 Apr 05 14:40:12.378344 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 47892) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:12.384246 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-d79395d4-d37a-45b2-beda-8dc551d6d42b tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1863558682'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:40:12.389796 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2400e397-e46d-40cf-823a-cce6e0387a08 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Made reservation on behalf of 81648541dc0b4f1ea0eb9cace0846aa5 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:40:12.395986 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2400e397-e46d-40cf-823a-cce6e0387a08 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:12.439809 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-27311f88-f64f-495c-b135-f387890ae843 req-029d44e0-7807-4408-980a-6983ee19fc58 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024964 Apr 05 14:40:12.466655 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030a676-3e7b-45fa-b611-b890e72486eb req-79d26c2f-924b-4be5-a35c-1b28aceb14f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:12.466655 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e030a676-3e7b-45fa-b611-b890e72486eb req-79d26c2f-924b-4be5-a35c-1b28aceb14f8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=14bbd64b-ac98-484b-b8ba-41cb2378fef4 HTTP/1.1" status: 200 len: 797 time: 0.1112988 Apr 05 14:40:12.475082 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618fc67-3de1-4be2-bebc-3ed4ae58265d req-17135a1b-1e3d-4ac5-9284-4a6aaa410063 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:12.476625 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a618fc67-3de1-4be2-bebc-3ed4ae58265d req-17135a1b-1e3d-4ac5-9284-4a6aaa410063 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=0440f044-3a89-43e6-b195-da957a04f30a HTTP/1.1" status: 200 len: 944 time: 0.3028145 Apr 05 14:40:12.550612 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa093f92-0de3-4012-937a-4617d3c6f7a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'tenant_id': '81648541dc0b4f1ea0eb9cace0846aa5', 'fixed_ips': [{'subnet_id': 'a568c045-d0ab-48e1-af02-f2870fd76394'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:40:12.555688 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-aa093f92-0de3-4012-937a-4617d3c6f7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:12.575826 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a618fc67-3de1-4be2-bebc-3ed4ae58265d req-8651732c-38f9-41a4-82b6-f77e95dd84d0 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744505 Apr 05 14:40:12.595317 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030a676-3e7b-45fa-b611-b890e72486eb req-e270a559-30bf-4dd4-8ffc-d01e7ec2ff6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:12.597212 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e030a676-3e7b-45fa-b611-b890e72486eb req-e270a559-30bf-4dd4-8ffc-d01e7ec2ff6b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c4310feb-f943-4c8e-9d50-b56fc088080f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1195378 Apr 05 14:40:12.719572 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e030a676-3e7b-45fa-b611-b890e72486eb req-154d3220-3162-4b07-9173-9cda312669b5 service neutron] 10.222.0.55 "GET /v2.0/networks/c4310feb-f943-4c8e-9d50-b56fc088080f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132243 Apr 05 14:40:12.763312 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79395d4-d37a-45b2-beda-8dc551d6d42b tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Made reservation on behalf of e7eb5e760fb649288ddd0e65de525949 for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:40:12.767042 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d79395d4-d37a-45b2-beda-8dc551d6d42b tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:12.800239 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-aa093f92-0de3-4012-937a-4617d3c6f7a3 None None] Allocated IP 172.20.0.2 (fd08407d-7bc3-4895-9d28-9b2f36a8d65c/a568c045-d0ab-48e1-af02-f2870fd76394/96b58ca1-ebaf-42c1-be4d-c12e591a3cc9) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:40:12.814754 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d79395d4-d37a-45b2-beda-8dc551d6d42b tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:40:12.833299 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d79395d4-d37a-45b2-beda-8dc551d6d42b tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:12.837215 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-d79395d4-d37a-45b2-beda-8dc551d6d42b tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Added segment 0e3e3382-84ea-4813-9064-a5655018f829 of type vlan for network 046df7bc-5e6e-4883-9790-bb670eb32e03 Apr 05 14:40:12.878109 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device c8241b1f-e584-48f9-a63b-6619ec24fb7f up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:40:12.900124 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e030a676-3e7b-45fa-b611-b890e72486eb req-c4c73b14-7670-47fa-87f3-2a7c8dcc2af3 service neutron] 10.222.0.55 "GET /v2.0/networks/c4310feb-f943-4c8e-9d50-b56fc088080f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732519 Apr 05 14:40:13.116037 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 474ebbb5-37cf-40bd-8813-c8797bf81125 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:40:13.156796 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 474ebbb5-37cf-40bd-8813-c8797bf81125 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:40:13.159852 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 474ebbb5-37cf-40bd-8813-c8797bf81125 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:40:13.173452 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-33b88a69-3c6a-4eaf-b562-40fdb9153c0a req-fe026f25-559e-4a59-b93d-5f2ff91f6e52 tempest-ServersAdmin275Test-1706328449 tempest-ServersAdmin275Test-1706328449-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e1c5f6eb-e81b-4734-9bcb-5700eb2b5dbd HTTP/1.1" status: 200 len: 210 time: 0.0575345 Apr 05 14:40:13.268472 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-aa093f92-0de3-4012-937a-4617d3c6f7a3 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:13.321354 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d79395d4-d37a-45b2-beda-8dc551d6d42b tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:13.366098 n-d-836650-2 neutron-server[103321]: DEBUG neutron.objects.ports [None req-2400e397-e46d-40cf-823a-cce6e0387a08 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103321) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 05 14:40:13.372555 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2400e397-e46d-40cf-823a-cce6e0387a08 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:13.381484 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-aa093f92-0de3-4012-937a-4617d3c6f7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:13.453971 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port c8241b1f-e584-48f9-a63b-6619ec24fb7f completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:40:13.459498 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2400e397-e46d-40cf-823a-cce6e0387a08 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:40:13.464745 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-2400e397-e46d-40cf-823a-cce6e0387a08 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:40:13.471007 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2400e397-e46d-40cf-823a-cce6e0387a08 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:13.471007 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2400e397-e46d-40cf-823a-cce6e0387a08 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:13.481667 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port c8241b1f-e584-48f9-a63b-6619ec24fb7f triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:40:13.481667 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:13.515583 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa093f92-0de3-4012-937a-4617d3c6f7a3 None None] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:40:13.519808 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2400e397-e46d-40cf-823a-cce6e0387a08 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event updated for resources: {'Subnet': ['ID=cdee77cd-40ea-4847-9460-4cb3cff6acc0,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:13.526612 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-aa093f92-0de3-4012-937a-4617d3c6f7a3 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:40:13.542986 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d79395d4-d37a-45b2-beda-8dc551d6d42b tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:13.543120 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa093f92-0de3-4012-937a-4617d3c6f7a3 None None] Pushing event updated for resources: {'Port': ['ID=96b58ca1-ebaf-42c1-be4d-c12e591a3cc9,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:13.544295 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79395d4-d37a-45b2-beda-8dc551d6d42b tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:13.547858 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d79395d4-d37a-45b2-beda-8dc551d6d42b tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:13.559393 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa093f92-0de3-4012-937a-4617d3c6f7a3 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:40:13.654481 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-aa093f92-0de3-4012-937a-4617d3c6f7a3 None None] Attempting to bind port 96b58ca1-ebaf-42c1-be4d-c12e591a3cc9 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:40:13.655345 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-aa093f92-0de3-4012-937a-4617d3c6f7a3 None None] Attempting to bind port 96b58ca1-ebaf-42c1-be4d-c12e591a3cc9 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:40:13.655907 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa093f92-0de3-4012-937a-4617d3c6f7a3 None None] Attempting to bind port 96b58ca1-ebaf-42c1-be4d-c12e591a3cc9 on network fd08407d-7bc3-4895-9d28-9b2f36a8d65c {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:40:13.658889 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-2400e397-e46d-40cf-823a-cce6e0387a08 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5386138 Apr 05 14:40:13.667477 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 47918) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:13.670949 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa093f92-0de3-4012-937a-4617d3c6f7a3 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:40:13.671587 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa093f92-0de3-4012-937a-4617d3c6f7a3 None None] Checking segment: {'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:40:13.672160 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-aa093f92-0de3-4012-937a-4617d3c6f7a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:13.672714 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa093f92-0de3-4012-937a-4617d3c6f7a3 None None] Bound using segment: {'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:40:13.674085 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-f8d27df4-69dd-4fe0-92f1-ac0dc31d89f3 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Request body: {'port': {'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'mac_address': 'fa:16:3e:66:3e:e1', 'name': 'tempest-NetworksTestDHCPv6-1849448961'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:40:13.674329 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-aa093f92-0de3-4012-937a-4617d3c6f7a3 None None] Bound port: 96b58ca1-ebaf-42c1-be4d-c12e591a3cc9, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:40:13.674896 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-aa093f92-0de3-4012-937a-4617d3c6f7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:13.703426 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device cbd937a4-3930-4a92-ad4f-de0dc88cbc51 details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:40:13.721213 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-d79395d4-d37a-45b2-beda-8dc551d6d42b tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3409028 Apr 05 14:40:13.728873 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 47920) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:13.731994 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79395d4-d37a-45b2-beda-8dc551d6d42b tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Pushing event updated for resources: {'Network': ['ID=046df7bc-5e6e-4883-9790-bb670eb32e03,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:13.742204 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-de0dd369-fb04-40b2-b184-6b4bf3ba9bfe tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Request body: {'subnet': {'network_id': '046df7bc-5e6e-4883-9790-bb670eb32e03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:40:13.757190 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 046df7bc-5e6e-4883-9790-bb670eb32e03 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:40:13.804596 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:13.910946 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port c8241b1f-e584-48f9-a63b-6619ec24fb7f, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=c8241b1f-e584-48f9-a63b-6619ec24fb7f,segment=NetworkSegment(87207719-1f48-46bc-a702-a88951a34078),segment_id=87207719-1f48-46bc-a702-a88951a34078)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:40:13.950774 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a59951-3cce-4094-9d66-5fc0da870589 req-1fb95f1f-c58c-456b-979e-42602f29fca1 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:13.953493 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-90a59951-3cce-4094-9d66-5fc0da870589 req-1fb95f1f-c58c-456b-979e-42602f29fca1 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=096f0c3a-5365-446b-9459-5692b66e8ce5 HTTP/1.1" status: 200 len: 944 time: 0.3256431 Apr 05 14:40:13.965449 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0440f044-3a89-43e6-b195-da957a04f30a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8241b1f-e584-48f9-a63b-6619ec24fb7f'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:40:13.967727 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68223f8d-409b-46b9-adef-31e6e0769dc1" -d '{"events": [{"server_uuid": "0440f044-3a89-43e6-b195-da957a04f30a", "name": "network-vif-plugged", "status": "completed", "tag": "c8241b1f-e584-48f9-a63b-6619ec24fb7f"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:40:13.976846 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.db.resource_extend [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 14:40:13.987249 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4892eb3a-c509-40f1-beb9-bba70f81586d req-525f56c4-226e-47b3-bf7b-9f36f9198414 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:13.988835 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4892eb3a-c509-40f1-beb9-bba70f81586d req-525f56c4-226e-47b3-bf7b-9f36f9198414 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=0440f044-3a89-43e6-b195-da957a04f30a HTTP/1.1" status: 200 len: 944 time: 0.2370558 Apr 05 14:40:14.014650 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-aa093f92-0de3-4012-937a-4617d3c6f7a3 None None] For port 96b58ca1-ebaf-42c1-be4d-c12e591a3cc9, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:40:14.017593 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:14.047062 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d27df4-69dd-4fe0-92f1-ac0dc31d89f3 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Made reservation on behalf of 81648541dc0b4f1ea0eb9cace0846aa5 for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:40:14.050115 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-90a59951-3cce-4094-9d66-5fc0da870589 req-6a73a973-059f-4a63-9641-769b442b3ff8 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885737 Apr 05 14:40:14.078471 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4892eb3a-c509-40f1-beb9-bba70f81586d req-f529f9d1-10d2-4eb6-a3e9-9198c4591230 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781822 Apr 05 14:40:14.139275 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07122bc-a7ef-4286-94ee-9e41022a1b83 x-openstack-request-id: req-d07122bc-a7ef-4286-94ee-9e41022a1b83 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:40:14.139653 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0440f044-3a89-43e6-b195-da957a04f30a", "name": "network-vif-plugged", "status": "completed", "tag": "c8241b1f-e584-48f9-a63b-6619ec24fb7f", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:40:14.139969 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d07122bc-a7ef-4286-94ee-9e41022a1b83 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:40:14.140727 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d07122bc-a7ef-4286-94ee-9e41022a1b83'] response: {'server_uuid': '0440f044-3a89-43e6-b195-da957a04f30a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8241b1f-e584-48f9-a63b-6619ec24fb7f', 'code': 200} Apr 05 14:40:14.143067 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:14.148595 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0dd369-fb04-40b2-b184-6b4bf3ba9bfe tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Made reservation on behalf of e7eb5e760fb649288ddd0e65de525949 for: {'subnet': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:40:14.151990 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-aa093f92-0de3-4012-937a-4617d3c6f7a3 None None] For port 96b58ca1-ebaf-42c1-be4d-c12e591a3cc9, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=96b58ca1-ebaf-42c1-be4d-c12e591a3cc9,segment=NetworkSegment(1c468974-700f-4380-acfc-da4f84290a6b),segment_id=1c468974-700f-4380-acfc-da4f84290a6b)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:40:14.154999 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-de0dd369-fb04-40b2-b184-6b4bf3ba9bfe tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13127328'] for subnet, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:14.213734 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port cbd937a4-3930-4a92-ad4f-de0dc88cbc51, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=cbd937a4-3930-4a92-ad4f-de0dc88cbc51,segment=NetworkSegment(bdfb6f44-ca71-4caa-8786-512017d20b4a),segment_id=bdfb6f44-ca71-4caa-8786-512017d20b4a)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:40:14.217470 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=c8241b1f-e584-48f9-a63b-6619ec24fb7f,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:14.238247 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': 'cbd937a4-3930-4a92-ad4f-de0dc88cbc51', 'network_id': 'c590509e-7ca8-420f-8b7e-bdc8058c2274', 'port_id': 'cbd937a4-3930-4a92-ad4f-de0dc88cbc51', 'mac_address': 'fa:16:3e:39:e2:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb31ac2d-5e66-4875-8845-18e88172de35', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:40:14.283325 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:14.286759 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-aa093f92-0de3-4012-937a-4617d3c6f7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:14.290682 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f8d27df4-69dd-4fe0-92f1-ac0dc31d89f3 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:14.320513 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [None req-f8d27df4-69dd-4fe0-92f1-ac0dc31d89f3 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] device_id is not set on port 36ba466f-1d96-4f32-b01d-c66cdbb1c893 yet. {{(pid=103321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:40:14.337695 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd805a02-f7c8-4d4b-8cbe-7cdc32a963bb req-b27defb4-88d0-4339-926d-cb83f98407a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:14.342770 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fd805a02-f7c8-4d4b-8cbe-7cdc32a963bb req-b27defb4-88d0-4339-926d-cb83f98407a4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0440f044-3a89-43e6-b195-da957a04f30a HTTP/1.1" status: 200 len: 1096 time: 0.0975652 Apr 05 14:40:14.382644 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbd937a4-3930-4a92-ad4f-de0dc88cbc51 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:40:14.403354 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6b65afb7-7ac2-4ee8-aacb-21363a7acdc5 req-ecb4bc43-a855-4e3a-9066-ba554e79fb62 tempest-ServersAdmin275Test-1706328449 tempest-ServersAdmin275Test-1706328449-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e1c5f6eb-e81b-4734-9bcb-5700eb2b5dbd HTTP/1.1" status: 200 len: 210 time: 0.0497234 Apr 05 14:40:14.449193 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fd805a02-f7c8-4d4b-8cbe-7cdc32a963bb req-0748df5b-8058-42c4-beb2-335a80739403 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944428 Apr 05 14:40:14.493325 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port cbd937a4-3930-4a92-ad4f-de0dc88cbc51, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=cbd937a4-3930-4a92-ad4f-de0dc88cbc51,segment=NetworkSegment(bdfb6f44-ca71-4caa-8786-512017d20b4a),segment_id=bdfb6f44-ca71-4caa-8786-512017d20b4a)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:40:14.502336 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa093f92-0de3-4012-937a-4617d3c6f7a3 None None] Pushing event updated for resources: {'Port': ['ID=96b58ca1-ebaf-42c1-be4d-c12e591a3cc9,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:14.574246 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:14.629481 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-f8d27df4-69dd-4fe0-92f1-ac0dc31d89f3 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Allocated IP 172.20.0.11 (fd08407d-7bc3-4895-9d28-9b2f36a8d65c/a568c045-d0ab-48e1-af02-f2870fd76394/36ba466f-1d96-4f32-b01d-c66cdbb1c893) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:40:14.637165 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=cbd937a4-3930-4a92-ad4f-de0dc88cbc51,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:14.639567 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-f8d27df4-69dd-4fe0-92f1-ac0dc31d89f3 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Allocated IP 2001:db8::f816:3eff:fe66:3ee1 (fd08407d-7bc3-4895-9d28-9b2f36a8d65c/cdee77cd-40ea-4847-9460-4cb3cff6acc0/36ba466f-1d96-4f32-b01d-c66cdbb1c893) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:40:14.646706 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-de0dd369-fb04-40b2-b184-6b4bf3ba9bfe tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15773751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13127350'] for subnet, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:14.828073 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0dd369-fb04-40b2-b184-6b4bf3ba9bfe tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Pushing event updated for resources: {'Subnet': ['ID=1b1e5879-5585-4757-ba5d-9af6261890ff,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:14.854437 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0dd369-fb04-40b2-b184-6b4bf3ba9bfe tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Checking segment: {'id': '0e3e3382-84ea-4813-9064-a5655018f829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '046df7bc-5e6e-4883-9790-bb670eb32e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:40:14.854796 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0dd369-fb04-40b2-b184-6b4bf3ba9bfe tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Network hostable DHCP agents. Network: 046df7bc-5e6e-4883-9790-bb670eb32e03, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:40:14.901216 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f8d27df4-69dd-4fe0-92f1-ac0dc31d89f3 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:14.928577 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['cbd937a4-3930-4a92-ad4f-de0dc88cbc51'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:40:14.957238 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0dd369-fb04-40b2-b184-6b4bf3ba9bfe tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Network 046df7bc-5e6e-4883-9790-bb670eb32e03 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:40:15.007678 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f8d27df4-69dd-4fe0-92f1-ac0dc31d89f3 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:15.035543 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-de0dd369-fb04-40b2-b184-6b4bf3ba9bfe tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 046df7bc-5e6e-4883-9790-bb670eb32e03) {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:40:15.040371 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0dd369-fb04-40b2-b184-6b4bf3ba9bfe tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:15.041313 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-de0dd369-fb04-40b2-b184-6b4bf3ba9bfe tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:15.049081 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78235c07-c1d9-4a45-b002-3413f1ef4215 None None] Network 046df7bc-5e6e-4883-9790-bb670eb32e03 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:40:15.052792 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 96b58ca1-ebaf-42c1-be4d-c12e591a3cc9 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:40:15.067468 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d27df4-69dd-4fe0-92f1-ac0dc31d89f3 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:40:15.073340 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-f8d27df4-69dd-4fe0-92f1-ac0dc31d89f3 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:40:15.080473 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d27df4-69dd-4fe0-92f1-ac0dc31d89f3 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:40:15.123030 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d27df4-69dd-4fe0-92f1-ac0dc31d89f3 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event updated for resources: {'Port': ['ID=36ba466f-1d96-4f32-b01d-c66cdbb1c893,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:15.131977 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-de0dd369-fb04-40b2-b184-6b4bf3ba9bfe tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4019918 Apr 05 14:40:15.135971 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 47946) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:15.146481 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-43631842-25d4-46fb-bf6c-8898c05038af tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-525005229', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:40:15.154861 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d27df4-69dd-4fe0-92f1-ac0dc31d89f3 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:15.155790 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f8d27df4-69dd-4fe0-92f1-ac0dc31d89f3 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:15.281958 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-f8d27df4-69dd-4fe0-92f1-ac0dc31d89f3 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.6133952 Apr 05 14:40:15.284400 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 47948) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:15.325097 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343b4d91-2a5e-44d5-8494-f5151a1e49e3 req-6158f38e-4b57-40f6-8048-d9debfb266da tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:15.326788 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-343b4d91-2a5e-44d5-8494-f5151a1e49e3 req-6158f38e-4b57-40f6-8048-d9debfb266da tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=096f0c3a-5365-446b-9459-5692b66e8ce5 HTTP/1.1" status: 200 len: 945 time: 0.1226459 Apr 05 14:40:15.373941 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-343b4d91-2a5e-44d5-8494-f5151a1e49e3 req-c853e42e-93cb-4937-9c07-2626f7d1a833 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394480 Apr 05 14:40:15.381651 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-43631842-25d4-46fb-bf6c-8898c05038af tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27088'] for router, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:15.388271 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-43631842-25d4-46fb-bf6c-8898c05038af tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27079'] for router, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:15.400541 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1581c2bf-e546-4e22-97f9-b6c353873aba tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:15.413630 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1581c2bf-e546-4e22-97f9-b6c353873aba tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:15.417753 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-1581c2bf-e546-4e22-97f9-b6c353873aba tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1764 time: 0.1314712 Apr 05 14:40:15.432789 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b413e691-f196-405f-961a-8c20800a1845 req-4505fb80-1bdf-4f36-9bad-6d5d36ae9989 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:15.432959 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 47950) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:15.453859 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b413e691-f196-405f-961a-8c20800a1845 req-4505fb80-1bdf-4f36-9bad-6d5d36ae9989 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=0440f044-3a89-43e6-b195-da957a04f30a HTTP/1.1" status: 200 len: 945 time: 0.1909420 Apr 05 14:40:15.467419 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 96b58ca1-ebaf-42c1-be4d-c12e591a3cc9 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:40:15.468022 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:15.478480 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0da409-27ea-4753-b106-ef46820cb578 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-046df7bc-5e6e-4883-9790-bb670eb32e03', 'network_id': '046df7bc-5e6e-4883-9790-bb670eb32e03', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'fixed_ips': [{'subnet_id': '1b1e5879-5585-4757-ba5d-9af6261890ff'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:40:15.487025 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8b0da409-27ea-4753-b106-ef46820cb578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:15.684445 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-04c8f4c1-744a-4bc3-85d3-42c1992470e9 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Deleting port 36ba466f-1d96-4f32-b01d-c66cdbb1c893 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:40:15.685117 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-04c8f4c1-744a-4bc3-85d3-42c1992470e9 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:15.693970 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c037493e-1832-4c33-ba4c-559891f987fa req-0730b109-b652-4c6a-86da-995a336c74e8 tempest-ServersAdmin275Test-1706328449 tempest-ServersAdmin275Test-1706328449-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e1c5f6eb-e81b-4734-9bcb-5700eb2b5dbd HTTP/1.1" status: 200 len: 210 time: 0.0768549 Apr 05 14:40:15.718106 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b413e691-f196-405f-961a-8c20800a1845 req-95f7b7a1-12f4-42fd-9b7b-b476d36c0b7d tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633815 Apr 05 14:40:15.755934 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-8b0da409-27ea-4753-b106-ef46820cb578 None None] Allocated IP 2001:db8::2 (046df7bc-5e6e-4883-9790-bb670eb32e03/1b1e5879-5585-4757-ba5d-9af6261890ff/a551ebf2-7b05-49c8-b832-a3725fb81bb8) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:40:15.833297 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-43631842-25d4-46fb-bf6c-8898c05038af tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:15.834049 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:15.892363 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-04c8f4c1-744a-4bc3-85d3-42c1992470e9 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:15.922332 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-43631842-25d4-46fb-bf6c-8898c05038af tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618'] for router, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:15.923515 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port 96b58ca1-ebaf-42c1-be4d-c12e591a3cc9, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=96b58ca1-ebaf-42c1-be4d-c12e591a3cc9,segment=NetworkSegment(1c468974-700f-4380-acfc-da4f84290a6b),segment_id=1c468974-700f-4380-acfc-da4f84290a6b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:40:15.942188 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-04c8f4c1-744a-4bc3-85d3-42c1992470e9 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Calling delete_port for 36ba466f-1d96-4f32-b01d-c66cdbb1c893 owned by {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:40:16.009457 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:16.046784 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-43631842-25d4-46fb-bf6c-8898c05038af tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for router, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:16.048094 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-43631842-25d4-46fb-bf6c-8898c05038af tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.9109874 Apr 05 14:40:16.052737 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 47964) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:16.076566 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=96b58ca1-ebaf-42c1-be4d-c12e591a3cc9,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:16.085641 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8b0da409-27ea-4753-b106-ef46820cb578 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:16.108287 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ec9e6c-256d-438a-8284-bbe1839c84f6 None None] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:40:16.186012 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-074076e6-4590-4740-b510-776eb3687264 None None] Provisioning complete for port 96b58ca1-ebaf-42c1-be4d-c12e591a3cc9 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:40:16.186509 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-074076e6-4590-4740-b510-776eb3687264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:16.214519 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8b0da409-27ea-4753-b106-ef46820cb578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:16.276869 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0da409-27ea-4753-b106-ef46820cb578 None None] Network 046df7bc-5e6e-4883-9790-bb670eb32e03 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:40:16.282855 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-8b0da409-27ea-4753-b106-ef46820cb578 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:40:16.306816 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0da409-27ea-4753-b106-ef46820cb578 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:40:16.384444 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0da409-27ea-4753-b106-ef46820cb578 None None] Pushing event updated for resources: {'Port': ['ID=a551ebf2-7b05-49c8-b832-a3725fb81bb8,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:16.438448 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-8b0da409-27ea-4753-b106-ef46820cb578 None None] Attempting to bind port a551ebf2-7b05-49c8-b832-a3725fb81bb8 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:40:16.438873 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-8b0da409-27ea-4753-b106-ef46820cb578 None None] Attempting to bind port a551ebf2-7b05-49c8-b832-a3725fb81bb8 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '0e3e3382-84ea-4813-9064-a5655018f829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '046df7bc-5e6e-4883-9790-bb670eb32e03'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:40:16.439237 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0da409-27ea-4753-b106-ef46820cb578 None None] Attempting to bind port a551ebf2-7b05-49c8-b832-a3725fb81bb8 on network 046df7bc-5e6e-4883-9790-bb670eb32e03 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:40:16.460074 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0da409-27ea-4753-b106-ef46820cb578 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:40:16.464060 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0da409-27ea-4753-b106-ef46820cb578 None None] Checking segment: {'id': '0e3e3382-84ea-4813-9064-a5655018f829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '046df7bc-5e6e-4883-9790-bb670eb32e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:40:16.464060 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8b0da409-27ea-4753-b106-ef46820cb578 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:16.464060 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0da409-27ea-4753-b106-ef46820cb578 None None] Bound using segment: {'id': '0e3e3382-84ea-4813-9064-a5655018f829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '046df7bc-5e6e-4883-9790-bb670eb32e03'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:40:16.464060 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-8b0da409-27ea-4753-b106-ef46820cb578 None None] Bound port: a551ebf2-7b05-49c8-b832-a3725fb81bb8, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e3e3382-84ea-4813-9064-a5655018f829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '046df7bc-5e6e-4883-9790-bb670eb32e03'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:40:16.464060 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8b0da409-27ea-4753-b106-ef46820cb578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:16.551077 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-814e4cbe-2983-4848-9d62-672c9293a676 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:16.565533 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-8b0da409-27ea-4753-b106-ef46820cb578 None None] For port a551ebf2-7b05-49c8-b832-a3725fb81bb8, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:40:16.576134 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6de3411-cdfa-4d9d-a040-80d6b17fded2 req-9c20be7e-9d1e-44c3-bd11-56d0f7334cb1 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:16.577767 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b6de3411-cdfa-4d9d-a040-80d6b17fded2 req-9c20be7e-9d1e-44c3-bd11-56d0f7334cb1 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=096f0c3a-5365-446b-9459-5692b66e8ce5 HTTP/1.1" status: 200 len: 945 time: 0.0860796 Apr 05 14:40:16.610826 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-8b0da409-27ea-4753-b106-ef46820cb578 None None] For port a551ebf2-7b05-49c8-b832-a3725fb81bb8, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=a551ebf2-7b05-49c8-b832-a3725fb81bb8,segment=NetworkSegment(0e3e3382-84ea-4813-9064-a5655018f829),segment_id=0e3e3382-84ea-4813-9064-a5655018f829)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:40:16.617057 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915345b1-b5e8-426e-a5d7-887e77d14b52 None None] Update dhcp port {'port': {'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'fixed_ips': [{'subnet_id': 'a568c045-d0ab-48e1-af02-f2870fd76394', 'ip_address': '172.20.0.2'}, {'subnet_id': 'cdee77cd-40ea-4847-9460-4cb3cff6acc0'}], 'binding:host_id': 'n-d-836650-2'}, 'id': '96b58ca1-ebaf-42c1-be4d-c12e591a3cc9'} from n-d-836650-2. {{(pid=103322) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 05 14:40:16.622396 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b6de3411-cdfa-4d9d-a040-80d6b17fded2 req-a28f0573-2557-4801-913e-d21b9ca2e507 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377004 Apr 05 14:40:16.652690 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-915345b1-b5e8-426e-a5d7-887e77d14b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:16.663675 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-04c8f4c1-744a-4bc3-85d3-42c1992470e9 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:16.667398 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8b0da409-27ea-4753-b106-ef46820cb578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:16.714076 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c8f4c1-744a-4bc3-85d3-42c1992470e9 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event deleted for resources: {'Port': ['ID=36ba466f-1d96-4f32-b01d-c66cdbb1c893,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:16.896116 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d155b00a-db80-4176-b223-5f84260a7ec5 req-d1785358-6a3d-4da1-9b15-8ec3b11dfa63 tempest-ServersAdmin275Test-1706328449 tempest-ServersAdmin275Test-1706328449-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e1c5f6eb-e81b-4734-9bcb-5700eb2b5dbd HTTP/1.1" status: 200 len: 210 time: 0.0465004 Apr 05 14:40:16.913280 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0da409-27ea-4753-b106-ef46820cb578 None None] Pushing event updated for resources: {'Port': ['ID=a551ebf2-7b05-49c8-b832-a3725fb81bb8,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:16.939957 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-04c8f4c1-744a-4bc3-85d3-42c1992470e9 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:16.943475 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-04c8f4c1-744a-4bc3-85d3-42c1992470e9 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/ports/36ba466f-1d96-4f32-b01d-c66cdbb1c893 HTTP/1.1" status: 204 len: 168 time: 1.5094872 Apr 05 14:40:16.948038 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 47982) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:16.994936 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f938cd5-8ac0-4b01-9364-e23377824d5c req-65c39199-0c9d-48ae-aa3f-5962e101e0a1 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:16.998141 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-915345b1-b5e8-426e-a5d7-887e77d14b52 None None] Allocated IP 2001:db8::f816:3eff:fe0f:11fe (fd08407d-7bc3-4895-9d28-9b2f36a8d65c/cdee77cd-40ea-4847-9460-4cb3cff6acc0/96b58ca1-ebaf-42c1-be4d-c12e591a3cc9) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:40:17.005224 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2f938cd5-8ac0-4b01-9364-e23377824d5c req-65c39199-0c9d-48ae-aa3f-5962e101e0a1 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=0440f044-3a89-43e6-b195-da957a04f30a HTTP/1.1" status: 200 len: 945 time: 0.1490405 Apr 05 14:40:17.022005 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840308a2-7d72-47d9-aab2-419725ca084b tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:17.023658 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840308a2-7d72-47d9-aab2-419725ca084b tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:17.037565 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840308a2-7d72-47d9-aab2-419725ca084b tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:17.040721 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-840308a2-7d72-47d9-aab2-419725ca084b tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0916340 Apr 05 14:40:17.046459 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 47986) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:17.092868 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2f938cd5-8ac0-4b01-9364-e23377824d5c req-e3ac86a6-10e7-44b9-92a7-999d8cb78892 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817428 Apr 05 14:40:17.094144 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 96b58ca1-ebaf-42c1-be4d-c12e591a3cc9 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:40:17.161454 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-60ad6202-4cf2-4cfe-8724-4c2f9b6f03a9 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Deleting subnet a568c045-d0ab-48e1-af02-f2870fd76394 {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:40:17.174691 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-814e4cbe-2983-4848-9d62-672c9293a676 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Allocated IP 2001:db8::1 (046df7bc-5e6e-4883-9790-bb670eb32e03/1b1e5879-5585-4757-ba5d-9af6261890ff/314699b1-4ecc-432e-bb27-d692dfd5d553) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:40:17.226147 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 96b58ca1-ebaf-42c1-be4d-c12e591a3cc9 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:40:17.226526 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:17.230810 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-915345b1-b5e8-426e-a5d7-887e77d14b52 None None] For port 96b58ca1-ebaf-42c1-be4d-c12e591a3cc9, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=96b58ca1-ebaf-42c1-be4d-c12e591a3cc9,segment=NetworkSegment(1c468974-700f-4380-acfc-da4f84290a6b),segment_id=1c468974-700f-4380-acfc-da4f84290a6b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:40:17.309861 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-915345b1-b5e8-426e-a5d7-887e77d14b52 None None] Notify callbacks [] for port, precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:17.350953 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-814e4cbe-2983-4848-9d62-672c9293a676 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:17.423899 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-60ad6202-4cf2-4cfe-8724-4c2f9b6f03a9 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:17.424636 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-915345b1-b5e8-426e-a5d7-887e77d14b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:17.500222 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-60ad6202-4cf2-4cfe-8724-4c2f9b6f03a9 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:17.502475 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a703c-e6cb-489b-bf40-2407daeeee4f req-72b6cc64-cfaf-4933-a942-8a11ddb5da70 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:17.504741 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-814e4cbe-2983-4848-9d62-672c9293a676 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:17.511596 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-862a703c-e6cb-489b-bf40-2407daeeee4f req-72b6cc64-cfaf-4933-a942-8a11ddb5da70 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=0440f044-3a89-43e6-b195-da957a04f30a HTTP/1.1" status: 200 len: 945 time: 0.0766079 Apr 05 14:40:17.536357 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915345b1-b5e8-426e-a5d7-887e77d14b52 None None] Pushing event updated for resources: {'Port': ['ID=96b58ca1-ebaf-42c1-be4d-c12e591a3cc9,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:17.561433 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-862a703c-e6cb-489b-bf40-2407daeeee4f req-a5de6472-3915-4e04-9015-32b9ae6e5a75 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485964 Apr 05 14:40:17.589365 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814e4cbe-2983-4848-9d62-672c9293a676 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Network 046df7bc-5e6e-4883-9790-bb670eb32e03 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:40:17.604508 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-814e4cbe-2983-4848-9d62-672c9293a676 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:40:17.607015 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814e4cbe-2983-4848-9d62-672c9293a676 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:40:17.607614 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-814e4cbe-2983-4848-9d62-672c9293a676 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809369'] for router_interface, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:17.708093 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814e4cbe-2983-4848-9d62-672c9293a676 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Pushing event updated for resources: {'Port': ['ID=314699b1-4ecc-432e-bb27-d692dfd5d553,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:17.727400 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device cbd937a4-3930-4a92-ad4f-de0dc88cbc51 up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:40:17.800631 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-60ad6202-4cf2-4cfe-8724-4c2f9b6f03a9 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:17.904670 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66864e7d-0ed8-4f9f-9d64-f6f2ff679b35 req-c081dc24-7056-4bc0-9750-c13d9d476cf8 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:17.910301 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-66864e7d-0ed8-4f9f-9d64-f6f2ff679b35 req-c081dc24-7056-4bc0-9750-c13d9d476cf8 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=096f0c3a-5365-446b-9459-5692b66e8ce5 HTTP/1.1" status: 200 len: 945 time: 0.1048560 Apr 05 14:40:17.992275 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-814e4cbe-2983-4848-9d62-672c9293a676 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:18.003551 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-66864e7d-0ed8-4f9f-9d64-f6f2ff679b35 req-b90f6787-4101-410d-b105-c9510f1e754f tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899470 Apr 05 14:40:18.019316 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-60ad6202-4cf2-4cfe-8724-4c2f9b6f03a9 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:18.139230 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-60ad6202-4cf2-4cfe-8724-4c2f9b6f03a9 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:18.146337 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-60ad6202-4cf2-4cfe-8724-4c2f9b6f03a9 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/subnets/a568c045-d0ab-48e1-af02-f2870fd76394 HTTP/1.1" status: 204 len: 168 time: 1.0990145 Apr 05 14:40:18.147156 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ad6202-4cf2-4cfe-8724-4c2f9b6f03a9 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event deleted for resources: {'Subnet': ['ID=a568c045-d0ab-48e1-af02-f2870fd76394,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:18.149100 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3d9ffd47-cafc-40a6-822d-dd1c19b74149 req-92517a1d-f6e7-4adc-986b-f4c4b1d0b6ad tempest-ServersAdmin275Test-1706328449 tempest-ServersAdmin275Test-1706328449-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e1c5f6eb-e81b-4734-9bcb-5700eb2b5dbd HTTP/1.1" status: 200 len: 210 time: 0.0468326 Apr 05 14:40:18.149881 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 48010) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:18.296040 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff43b7ca-7e8f-4378-8c69-3ecc2b3e610f tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Deleting subnet cdee77cd-40ea-4847-9460-4cb3cff6acc0 {{(pid=103320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:40:18.299965 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ff43b7ca-7e8f-4378-8c69-3ecc2b3e610f tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:18.363901 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning for port cbd937a4-3930-4a92-ad4f-de0dc88cbc51 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:40:18.377108 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port cbd937a4-3930-4a92-ad4f-de0dc88cbc51 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:40:18.380026 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:18.395461 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ff43b7ca-7e8f-4378-8c69-3ecc2b3e610f tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13399228'] for subnet, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:18.547290 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:18.583385 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '096f0c3a-5365-446b-9459-5692b66e8ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbd937a4-3930-4a92-ad4f-de0dc88cbc51'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:40:18.585888 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b99551-f01d-4229-b6f8-26eddbd1eadd" -d '{"events": [{"server_uuid": "096f0c3a-5365-446b-9459-5692b66e8ce5", "name": "network-vif-plugged", "status": "completed", "tag": "cbd937a4-3930-4a92-ad4f-de0dc88cbc51"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:40:18.609088 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port cbd937a4-3930-4a92-ad4f-de0dc88cbc51, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=cbd937a4-3930-4a92-ad4f-de0dc88cbc51,segment=NetworkSegment(bdfb6f44-ca71-4caa-8786-512017d20b4a),segment_id=bdfb6f44-ca71-4caa-8786-512017d20b4a)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:40:18.616720 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9a5373-83c2-4709-b81f-540339fc7f31 None None] Network 046df7bc-5e6e-4883-9790-bb670eb32e03 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:40:18.660140 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-814e4cbe-2983-4848-9d62-672c9293a676 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:18.665286 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ff43b7ca-7e8f-4378-8c69-3ecc2b3e610f tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:18.727257 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0760356b-00b6-4cf1-a2e5-f5cec14d543b x-openstack-request-id: req-0760356b-00b6-4cf1-a2e5-f5cec14d543b {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:40:18.727645 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "096f0c3a-5365-446b-9459-5692b66e8ce5", "name": "network-vif-plugged", "status": "completed", "tag": "cbd937a4-3930-4a92-ad4f-de0dc88cbc51", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:40:18.728194 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0760356b-00b6-4cf1-a2e5-f5cec14d543b {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:40:18.728419 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0760356b-00b6-4cf1-a2e5-f5cec14d543b'] response: {'server_uuid': '096f0c3a-5365-446b-9459-5692b66e8ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbd937a4-3930-4a92-ad4f-de0dc88cbc51', 'code': 200} Apr 05 14:40:18.751381 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:18.789695 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-814e4cbe-2983-4848-9d62-672c9293a676 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:18.793512 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-814e4cbe-2983-4848-9d62-672c9293a676 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809317'] for router_interface, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:18.815214 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c906d-56a1-493d-ac0d-9355be310ab9 req-f4f76223-2ae6-4d9f-9f86-fb1bc67695f6 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:18.816710 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0f1c906d-56a1-493d-ac0d-9355be310ab9 req-f4f76223-2ae6-4d9f-9f86-fb1bc67695f6 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=0440f044-3a89-43e6-b195-da957a04f30a HTTP/1.1" status: 200 len: 945 time: 0.1008806 Apr 05 14:40:18.840409 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89f735e-4ee8-4760-805c-cbfdf66c5526 None None] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:40:18.850217 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-8e7a1864-c22c-4df7-917b-96192a9adcc0 None None] Provisioning complete for port a551ebf2-7b05-49c8-b832-a3725fb81bb8 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:40:18.850556 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8e7a1864-c22c-4df7-917b-96192a9adcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:18.862990 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5163077-dd29-4659-9847-f45f1ccdcca1 req-57d8a023-2b2f-4c96-8016-6ad964c7bcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:18.864525 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-b5163077-dd29-4659-9847-f45f1ccdcca1 req-57d8a023-2b2f-4c96-8016-6ad964c7bcb4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=096f0c3a-5365-446b-9459-5692b66e8ce5 HTTP/1.1" status: 200 len: 1097 time: 0.1305375 Apr 05 14:40:18.874154 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0f1c906d-56a1-493d-ac0d-9355be310ab9 req-5122ba55-f3ba-42c0-8945-26bdbb4b13e2 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352824 Apr 05 14:40:18.942391 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ff43b7ca-7e8f-4378-8c69-3ecc2b3e610f tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15773812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13127359'] for subnet, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:18.989245 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff43b7ca-7e8f-4378-8c69-3ecc2b3e610f tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event deleted for resources: {'Subnet': ['ID=cdee77cd-40ea-4847-9460-4cb3cff6acc0,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:19.001708 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814e4cbe-2983-4848-9d62-672c9293a676 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Pushing event updated for resources: {'Port': ['ID=314699b1-4ecc-432e-bb27-d692dfd5d553,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:19.005680 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ff43b7ca-7e8f-4378-8c69-3ecc2b3e610f tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:19.010639 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=cbd937a4-3930-4a92-ad4f-de0dc88cbc51,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:19.035370 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-ff43b7ca-7e8f-4378-8c69-3ecc2b3e610f tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/subnets/cdee77cd-40ea-4847-9460-4cb3cff6acc0 HTTP/1.1" status: 204 len: 168 time: 0.8840969 Apr 05 14:40:19.036071 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 48030) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:19.069708 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-b5163077-dd29-4659-9847-f45f1ccdcca1 req-9d310c6c-e234-41ea-9928-aeecf3361f6a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174107 Apr 05 14:40:19.086651 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-a4e43014-ce73-41e7-b22e-ce2a71c2d0b6 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0486565 Apr 05 14:40:19.087258 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 48034) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:19.099226 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814e4cbe-2983-4848-9d62-672c9293a676 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Network 046df7bc-5e6e-4883-9790-bb670eb32e03 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:40:19.113733 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-814e4cbe-2983-4848-9d62-672c9293a676 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:40:19.207728 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f23c3e-9f79-46fc-8c26-c55b6d064b35 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:19.213422 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-d2f23c3e-9f79-46fc-8c26-c55b6d064b35 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1240056 Apr 05 14:40:19.219966 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 48036) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:19.220209 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 96b58ca1-ebaf-42c1-be4d-c12e591a3cc9 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:40:19.255478 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5acefd6-a220-4385-8a01-b1c66330a850 req-676723c5-f6aa-4b2e-86c2-000c17de8720 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:19.264225 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b5acefd6-a220-4385-8a01-b1c66330a850 req-676723c5-f6aa-4b2e-86c2-000c17de8720 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=096f0c3a-5365-446b-9459-5692b66e8ce5 HTTP/1.1" status: 200 len: 946 time: 0.1401470 Apr 05 14:40:19.298382 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5a7a94-9aed-452e-9c77-bc4e5d6ea2cb tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:19.299849 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-7f5a7a94-9aed-452e-9c77-bc4e5d6ea2cb tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0797963 Apr 05 14:40:19.304270 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 48040) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:19.310769 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b5acefd6-a220-4385-8a01-b1c66330a850 req-5e8da40b-db60-448e-b1b8-4f74d46f9d32 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452111 Apr 05 14:40:19.378837 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 48046) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:19.383493 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-63020315-5be2-4963-a7fb-1bf30068d663 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Request body: {'subnet': {'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:40:19.389196 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-5ef1641c-3895-4c37-9e9b-4ab8b25b49be tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0834796 Apr 05 14:40:19.458850 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 96b58ca1-ebaf-42c1-be4d-c12e591a3cc9 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:40:19.459230 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:19.464995 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1e60bbbe-f64f-425e-8e4f-1560f60a1847 req-64cac547-7c41-4eb3-b52f-0bf99551e288 tempest-ServersAdmin275Test-1706328449 tempest-ServersAdmin275Test-1706328449-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e1c5f6eb-e81b-4734-9bcb-5700eb2b5dbd HTTP/1.1" status: 200 len: 210 time: 0.0591958 Apr 05 14:40:19.481712 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8e7a1864-c22c-4df7-917b-96192a9adcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:19.543674 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-814e4cbe-2983-4848-9d62-672c9293a676 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Router 7813047e-bc17-4819-ab94-f129fe724123 is scheduled to L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 with binding_index 1 {{(pid=103321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:40:19.572227 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-8e7a1864-c22c-4df7-917b-96192a9adcc0 None None] For port a551ebf2-7b05-49c8-b832-a3725fb81bb8, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=a551ebf2-7b05-49c8-b832-a3725fb81bb8,segment=NetworkSegment(0e3e3382-84ea-4813-9064-a5655018f829),segment_id=0e3e3382-84ea-4813-9064-a5655018f829)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:40:19.614919 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63020315-5be2-4963-a7fb-1bf30068d663 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Made reservation on behalf of 81648541dc0b4f1ea0eb9cace0846aa5 for: {'subnet': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:40:19.618755 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-63020315-5be2-4963-a7fb-1bf30068d663 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13127328'] for subnet, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:19.621219 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-63020315-5be2-4963-a7fb-1bf30068d663 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:40:19.621658 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63020315-5be2-4963-a7fb-1bf30068d663 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103320) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:40:19.656205 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8e7a1864-c22c-4df7-917b-96192a9adcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:19.730187 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-63020315-5be2-4963-a7fb-1bf30068d663 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3512564 Apr 05 14:40:19.731223 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 48056) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:19.736088 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-932faf2d-887a-4daa-9dd5-e62fb1371e59 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Request body: {'subnet': {'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:40:19.776467 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aec81aa-e4bc-4256-a75a-639ed635aa6b None None] DHCP port deletion for fd08407d-7bc3-4895-9d28-9b2f36a8d65c request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:40:19.822600 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-814e4cbe-2983-4848-9d62-672c9293a676 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:40:19.833803 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-814e4cbe-2983-4848-9d62-672c9293a676 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "PUT /v2.0/routers/7813047e-bc17-4819-ab94-f129fe724123/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7752166 Apr 05 14:40:19.834334 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 48062) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:19.859802 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-fdac47bd-3a59-47b1-ae7a-5ca5cf8ffc7d None None] Could not find standard attr ID for object 36ba466f-1d96-4f32-b01d-c66cdbb1c893. {{(pid=103322) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 14:40:19.861587 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1f0096-f814-4280-b191-5d5b5b42ba26 None None] Sync routers for ids ['7813047e-bc17-4819-ab94-f129fe724123'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:40:19.893042 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device a551ebf2-7b05-49c8-b832-a3725fb81bb8 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:40:19.968857 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7743ebe0-c4c8-4be4-ad88-7eb2178277f7 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:19.973087 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-7743ebe0-c4c8-4be4-ad88-7eb2178277f7 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "GET /v2.0/ports/314699b1-4ecc-432e-bb27-d692dfd5d553 HTTP/1.1" status: 200 len: 911 time: 0.1350427 Apr 05 14:40:19.973576 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 48066) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:19.983428 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-16dac064-a5b0-48cb-8468-a15401769be7 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1b1e5879-5585-4757-ba5d-9af6261890ff'}]}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:40:20.005913 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-fdac47bd-3a59-47b1-ae7a-5ca5cf8ffc7d None None] Provisioning complete for port 96b58ca1-ebaf-42c1-be4d-c12e591a3cc9 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:40:20.006237 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fdac47bd-3a59-47b1-ae7a-5ca5cf8ffc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:20.012425 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7a1864-c22c-4df7-917b-96192a9adcc0 None None] Pushing event updated for resources: {'Port': ['ID=a551ebf2-7b05-49c8-b832-a3725fb81bb8,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:20.038597 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1f0096-f814-4280-b191-5d5b5b42ba26 None None] Routers {'7813047e-bc17-4819-ab94-f129fe724123'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:40:20.039243 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-1f1f0096-f814-4280-b191-5d5b5b42ba26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:39:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['7813047e-bc17-4819-ab94-f129fe724123'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:40:20.084436 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-932faf2d-887a-4daa-9dd5-e62fb1371e59 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Made reservation on behalf of 81648541dc0b4f1ea0eb9cace0846aa5 for: {'subnet': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:40:20.088788 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-932faf2d-887a-4daa-9dd5-e62fb1371e59 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13127328'] for subnet, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:20.091991 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-932faf2d-887a-4daa-9dd5-e62fb1371e59 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:40:20.093825 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-932faf2d-887a-4daa-9dd5-e62fb1371e59 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103320) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:40:20.096147 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-1f1f0096-f814-4280-b191-5d5b5b42ba26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:40:20.122676 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1f0096-f814-4280-b191-5d5b5b42ba26 None None] Routers {'7813047e-bc17-4819-ab94-f129fe724123'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:40:20.122676 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-1f1f0096-f814-4280-b191-5d5b5b42ba26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:39:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['7813047e-bc17-4819-ab94-f129fe724123'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:40:20.141660 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c239c8a9-ec55-4a8e-84d2-37910a048238 req-a56c9020-01f5-44b5-a803-af806cde8c7b tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:20.155100 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-7aec81aa-e4bc-4256-a75a-639ed635aa6b None None] Deleting port 96b58ca1-ebaf-42c1-be4d-c12e591a3cc9 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:40:20.155473 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7aec81aa-e4bc-4256-a75a-639ed635aa6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:20.161345 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c239c8a9-ec55-4a8e-84d2-37910a048238 req-a56c9020-01f5-44b5-a803-af806cde8c7b tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=0440f044-3a89-43e6-b195-da957a04f30a HTTP/1.1" status: 200 len: 945 time: 0.1614010 Apr 05 14:40:20.176604 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-1f1f0096-f814-4280-b191-5d5b5b42ba26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:40:20.176604 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1f0096-f814-4280-b191-5d5b5b42ba26 None None] The sync data for ids ['7813047e-bc17-4819-ab94-f129fe724123'] in n-d-836650-2 is: [] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:40:20.176604 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port a551ebf2-7b05-49c8-b832-a3725fb81bb8 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:40:20.176604 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:20.288136 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-7aec81aa-e4bc-4256-a75a-639ed635aa6b None None] For port 96b58ca1-ebaf-42c1-be4d-c12e591a3cc9, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=96b58ca1-ebaf-42c1-be4d-c12e591a3cc9,segment=NetworkSegment(1c468974-700f-4380-acfc-da4f84290a6b),segment_id=1c468974-700f-4380-acfc-da4f84290a6b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:40:20.288136 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7aec81aa-e4bc-4256-a75a-639ed635aa6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:20.327007 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-7aec81aa-e4bc-4256-a75a-639ed635aa6b None None] Calling delete_port for 96b58ca1-ebaf-42c1-be4d-c12e591a3cc9 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:40:20.376785 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 48074) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:20.382719 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-0a5f3965-c97c-4130-aba5-9df85969dda1 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Request body: {'subnet': {'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:40:20.389569 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-932faf2d-887a-4daa-9dd5-e62fb1371e59 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6472263 Apr 05 14:40:20.511194 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c239c8a9-ec55-4a8e-84d2-37910a048238 req-c9cb1c7a-132d-4560-8034-d77dfee18c09 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188858 Apr 05 14:40:20.518510 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16dac064-a5b0-48cb-8468-a15401769be7 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:20.577092 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9b0c259b-9858-40ec-a1df-222c3e869a9f None None] Provisioning complete for port a551ebf2-7b05-49c8-b832-a3725fb81bb8 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:40:20.577560 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9b0c259b-9858-40ec-a1df-222c3e869a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:20.662209 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7aec81aa-e4bc-4256-a75a-639ed635aa6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:20.705462 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aec81aa-e4bc-4256-a75a-639ed635aa6b None None] Pushing event deleted for resources: {'Port': ['ID=96b58ca1-ebaf-42c1-be4d-c12e591a3cc9,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:20.713759 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aec81aa-e4bc-4256-a75a-639ed635aa6b None None] No DVR routers for this DVR port 96b58ca1-ebaf-42c1-be4d-c12e591a3cc9 on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:40:20.737286 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a5f3965-c97c-4130-aba5-9df85969dda1 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Made reservation on behalf of 81648541dc0b4f1ea0eb9cace0846aa5 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:40:20.740644 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0a5f3965-c97c-4130-aba5-9df85969dda1 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:20.740791 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccae6b1-59e3-4b70-8ebf-849950ec76db req-46708aa5-f165-44de-9004-a701c15e3ddd tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:20.742365 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1ccae6b1-59e3-4b70-8ebf-849950ec76db req-46708aa5-f165-44de-9004-a701c15e3ddd tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=096f0c3a-5365-446b-9459-5692b66e8ce5 HTTP/1.1" status: 200 len: 946 time: 0.1763175 Apr 05 14:40:20.747678 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a5f3965-c97c-4130-aba5-9df85969dda1 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:40:20.748223 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a5f3965-c97c-4130-aba5-9df85969dda1 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:40:20.759887 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8b7095d5-455f-4f17-9d89-ace00e623c6e req-870e8392-4c4e-487f-b8ba-70cb0d353083 tempest-ServersAdmin275Test-1706328449 tempest-ServersAdmin275Test-1706328449-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e1c5f6eb-e81b-4734-9bcb-5700eb2b5dbd HTTP/1.1" status: 200 len: 210 time: 0.0645063 Apr 05 14:40:20.815134 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9b0c259b-9858-40ec-a1df-222c3e869a9f None None] Provisioning complete for port 314699b1-4ecc-432e-bb27-d692dfd5d553 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:40:20.815674 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9b0c259b-9858-40ec-a1df-222c3e869a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:20.893013 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9b0c259b-9858-40ec-a1df-222c3e869a9f None None] Port 314699b1-4ecc-432e-bb27-d692dfd5d553 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:40:20.916514 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-0a5f3965-c97c-4130-aba5-9df85969dda1 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5300896 Apr 05 14:40:20.916514 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 48084) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:20.919965 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-52f40854-80ee-4f91-9599-11c875b1ad34 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Request body: {'subnet': {'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:40:20.936666 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1ccae6b1-59e3-4b70-8ebf-849950ec76db req-dda54c8e-1978-46e8-afb5-eb66f2b91d5b tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754107 Apr 05 14:40:21.034081 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device a551ebf2-7b05-49c8-b832-a3725fb81bb8 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:40:21.040808 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-370c7765-d89b-419e-9b52-db0254fe8bd7 None None] Provisioning complete for port 314699b1-4ecc-432e-bb27-d692dfd5d553 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:40:21.041806 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-370c7765-d89b-419e-9b52-db0254fe8bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:21.094562 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f40854-80ee-4f91-9599-11c875b1ad34 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Made reservation on behalf of 81648541dc0b4f1ea0eb9cace0846aa5 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:40:21.098808 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-52f40854-80ee-4f91-9599-11c875b1ad34 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:21.104602 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-52f40854-80ee-4f91-9599-11c875b1ad34 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:40:21.104602 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52f40854-80ee-4f91-9599-11c875b1ad34 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:40:21.112181 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-370c7765-d89b-419e-9b52-db0254fe8bd7 None None] Port 314699b1-4ecc-432e-bb27-d692dfd5d553 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:40:21.121507 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port a551ebf2-7b05-49c8-b832-a3725fb81bb8 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:40:21.121885 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:21.177331 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-52f40854-80ee-4f91-9599-11c875b1ad34 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2649355 Apr 05 14:40:21.180345 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 48090) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:21.186442 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-b8c4a787-2aee-47ec-9d08-6c4b3781f54f tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Request body: {'subnet': {'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:40:21.280645 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16dac064-a5b0-48cb-8468-a15401769be7 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:21.308134 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 96b58ca1-ebaf-42c1-be4d-c12e591a3cc9 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:40:21.332843 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 96b58ca1-ebaf-42c1-be4d-c12e591a3cc9 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:40:21.333227 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 96b58ca1-ebaf-42c1-be4d-c12e591a3cc9 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:40:21.363734 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16dac064-a5b0-48cb-8468-a15401769be7 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:21.370340 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16dac064-a5b0-48cb-8468-a15401769be7 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:21.370958 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16dac064-a5b0-48cb-8468-a15401769be7 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:21.379709 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-16dac064-a5b0-48cb-8468-a15401769be7 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "PUT /v2.0/ports/314699b1-4ecc-432e-bb27-d692dfd5d553 HTTP/1.1" status: 200 len: 911 time: 1.4039063 Apr 05 14:40:21.382715 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 48096) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:21.773037 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c4a787-2aee-47ec-9d08-6c4b3781f54f tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Made reservation on behalf of 81648541dc0b4f1ea0eb9cace0846aa5 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:40:21.776770 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b8c4a787-2aee-47ec-9d08-6c4b3781f54f tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:21.778637 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8c4a787-2aee-47ec-9d08-6c4b3781f54f tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:40:21.779082 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8c4a787-2aee-47ec-9d08-6c4b3781f54f tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:40:21.850494 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dac064-a5b0-48cb-8468-a15401769be7 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Pushing event updated for resources: {'Port': ['ID=314699b1-4ecc-432e-bb27-d692dfd5d553,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:21.862102 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3465043-59b2-4b30-8115-b3be2076c3ba req-81cf79a0-a36b-488b-94b7-f52708aaaf10 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:21.865271 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c3465043-59b2-4b30-8115-b3be2076c3ba req-81cf79a0-a36b-488b-94b7-f52708aaaf10 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=0440f044-3a89-43e6-b195-da957a04f30a HTTP/1.1" status: 200 len: 945 time: 0.0675399 Apr 05 14:40:21.920928 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c3465043-59b2-4b30-8115-b3be2076c3ba req-77539dec-461f-41dc-ae64-53f35bd1a685 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495780 Apr 05 14:40:21.922951 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-b8c4a787-2aee-47ec-9d08-6c4b3781f54f tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7414978 Apr 05 14:40:21.936762 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 48108) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:21.954735 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-71048477-136a-42b3-b152-180c48615478 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Request body: {'subnet': {'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:40:21.955610 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-475c2161-6dc9-4afd-aa64-f853e6215c8d req-e967a122-ca02-4862-820a-cb76003859a7 tempest-ServersAdmin275Test-1706328449 tempest-ServersAdmin275Test-1706328449-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e1c5f6eb-e81b-4734-9bcb-5700eb2b5dbd HTTP/1.1" status: 200 len: 210 time: 0.0618856 Apr 05 14:40:22.106137 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23409594-68a4-4095-8b1f-8909c509c4f4 req-a68af512-fddc-4db3-94d4-071d9d9af0d5 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:22.116339 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-23409594-68a4-4095-8b1f-8909c509c4f4 req-a68af512-fddc-4db3-94d4-071d9d9af0d5 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=096f0c3a-5365-446b-9459-5692b66e8ce5 HTTP/1.1" status: 200 len: 946 time: 0.0650153 Apr 05 14:40:22.162171 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-23409594-68a4-4095-8b1f-8909c509c4f4 req-181bbc2d-5080-4a9c-8010-6d4569e9ba98 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448689 Apr 05 14:40:22.198588 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3c3d4b42-bd7a-4457-a23f-50d267fe46ff tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809988'] for router_interface, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:22.239499 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71048477-136a-42b3-b152-180c48615478 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Made reservation on behalf of 81648541dc0b4f1ea0eb9cace0846aa5 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:40:22.243524 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-71048477-136a-42b3-b152-180c48615478 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:22.245254 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-71048477-136a-42b3-b152-180c48615478 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:40:22.245783 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71048477-136a-42b3-b152-180c48615478 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:40:22.433090 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-71048477-136a-42b3-b152-180c48615478 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4948721 Apr 05 14:40:22.437074 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 48120) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:22.476176 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-e835b221-5b8e-41db-9338-524332551d9e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0372827 Apr 05 14:40:22.489911 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 48122) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:22.571149 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-3c3d4b42-bd7a-4457-a23f-50d267fe46ff tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Deleting port 314699b1-4ecc-432e-bb27-d692dfd5d553 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:40:22.571591 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3c3d4b42-bd7a-4457-a23f-50d267fe46ff tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:22.580105 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a9c580-6424-4bc5-8962-1ba19dbfc7a9 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:22.582720 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-c3a9c580-6424-4bc5-8962-1ba19dbfc7a9 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0906777 Apr 05 14:40:22.585239 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 48124) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:22.681188 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-d1c41872-b8cf-4191-9c76-2dc76149625c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0921047 Apr 05 14:40:22.686474 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 48136) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:22.696822 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-d2f6d4f7-6621-4eca-aadd-c1d40a4e6d23 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Request body: {'subnet': {'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:40:22.750880 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3c3d4b42-bd7a-4457-a23f-50d267fe46ff tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:22.788032 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476deac5-8900-4d41-aef5-f7f695988bdf req-91cdd7b4-be1a-42f6-a637-cd4a30991422 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:22.790025 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-476deac5-8900-4d41-aef5-f7f695988bdf req-91cdd7b4-be1a-42f6-a637-cd4a30991422 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=096f0c3a-5365-446b-9459-5692b66e8ce5 HTTP/1.1" status: 200 len: 946 time: 0.0657024 Apr 05 14:40:22.804484 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-3c3d4b42-bd7a-4457-a23f-50d267fe46ff tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Calling delete_port for 314699b1-4ecc-432e-bb27-d692dfd5d553 owned by network:router_interface {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:40:22.852303 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-476deac5-8900-4d41-aef5-f7f695988bdf req-9c8baa0f-0fab-477a-9ac3-dc8d92306b1f tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550766 Apr 05 14:40:22.904450 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device c8241b1f-e584-48f9-a63b-6619ec24fb7f details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:40:23.084455 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f6d4f7-6621-4eca-aadd-c1d40a4e6d23 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Made reservation on behalf of 81648541dc0b4f1ea0eb9cace0846aa5 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:40:23.088233 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d2f6d4f7-6621-4eca-aadd-c1d40a4e6d23 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:23.130286 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port c8241b1f-e584-48f9-a63b-6619ec24fb7f, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=c8241b1f-e584-48f9-a63b-6619ec24fb7f,segment=NetworkSegment(87207719-1f48-46bc-a702-a88951a34078),segment_id=87207719-1f48-46bc-a702-a88951a34078)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:40:23.149442 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': 'c8241b1f-e584-48f9-a63b-6619ec24fb7f', 'network_id': 'bbe33099-0907-4578-b91f-9ecd1e0f3a95', 'port_id': 'c8241b1f-e584-48f9-a63b-6619ec24fb7f', 'mac_address': 'fa:16:3e:56:62:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c529ad6d-a94e-4533-88f8-eeabc5541ed8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:40:23.153521 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435ffe19-37d6-4adf-a93e-91e01a96353e req-47881217-5b4e-4939-8489-37d53a9e472e tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:23.168016 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-435ffe19-37d6-4adf-a93e-91e01a96353e req-47881217-5b4e-4939-8489-37d53a9e472e tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=0440f044-3a89-43e6-b195-da957a04f30a HTTP/1.1" status: 200 len: 945 time: 0.0904617 Apr 05 14:40:23.195112 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:23.227384 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c8241b1f-e584-48f9-a63b-6619ec24fb7f {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:40:23.286573 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-911ef72d-2030-400f-aa84-5da333e0e6cd req-cd366d27-1105-4b0e-ace2-0f854216c78f tempest-ServersAdmin275Test-1706328449 tempest-ServersAdmin275Test-1706328449-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e1c5f6eb-e81b-4734-9bcb-5700eb2b5dbd HTTP/1.1" status: 200 len: 210 time: 0.0736818 Apr 05 14:40:23.290553 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port c8241b1f-e584-48f9-a63b-6619ec24fb7f, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=c8241b1f-e584-48f9-a63b-6619ec24fb7f,segment=NetworkSegment(87207719-1f48-46bc-a702-a88951a34078),segment_id=87207719-1f48-46bc-a702-a88951a34078)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:40:23.377566 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-435ffe19-37d6-4adf-a93e-91e01a96353e req-65c7b270-c59e-452c-a757-02aeb81fd6a4 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085025 Apr 05 14:40:23.426196 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:23.489687 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=c8241b1f-e584-48f9-a63b-6619ec24fb7f,revision_number=6']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:23.507606 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3c3d4b42-bd7a-4457-a23f-50d267fe46ff tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:23.554411 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['c8241b1f-e584-48f9-a63b-6619ec24fb7f'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:40:23.600988 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3d4b42-bd7a-4457-a23f-50d267fe46ff tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Pushing event deleted for resources: {'Port': ['ID=314699b1-4ecc-432e-bb27-d692dfd5d553,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:23.803831 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3c3d4b42-bd7a-4457-a23f-50d267fe46ff tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1798829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810128'] for router_interface, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:24.059057 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679dc91b-84a2-463a-bca8-946aea8792e1 req-177604c2-d872-4ca1-b5ff-68113518f33b tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:24.067471 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-679dc91b-84a2-463a-bca8-946aea8792e1 req-177604c2-d872-4ca1-b5ff-68113518f33b tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=096f0c3a-5365-446b-9459-5692b66e8ce5 HTTP/1.1" status: 200 len: 946 time: 0.0915213 Apr 05 14:40:24.115731 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-679dc91b-84a2-463a-bca8-946aea8792e1 req-f127529d-fbb9-47ed-8277-29922c14f769 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470860 Apr 05 14:40:24.171866 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c3d4b42-bd7a-4457-a23f-50d267fe46ff tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Router 7813047e-bc17-4819-ab94-f129fe724123 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:40:24.217201 n-d-836650-2 neutron-server[103321]: DEBUG neutron.objects.ports [None req-d2f6d4f7-6621-4eca-aadd-c1d40a4e6d23 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103321) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 05 14:40:24.232170 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d2f6d4f7-6621-4eca-aadd-c1d40a4e6d23 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:24.385336 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a9b82-ec97-4160-8a5f-d53ce06d9fa9 req-f2b5e91a-5dc2-4964-9c2e-4bf030eef61f tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:24.387188 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-7a1a9b82-ec97-4160-8a5f-d53ce06d9fa9 req-f2b5e91a-5dc2-4964-9c2e-4bf030eef61f tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.11 "GET /v2.0/ports?device_id=096f0c3a-5365-446b-9459-5692b66e8ce5 HTTP/1.1" status: 200 len: 946 time: 0.2666187 Apr 05 14:40:24.391391 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d4fbf532-0a97-411d-b4c7-0eeb6aa0d84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:24.493252 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f6d4f7-6621-4eca-aadd-c1d40a4e6d23 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event updated for resources: {'Subnet': ['ID=8c39de6e-f23c-4d47-bdf8-f1db1c913924,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:24.538952 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f6d4f7-6621-4eca-aadd-c1d40a4e6d23 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:40:24.540229 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c3d4b42-bd7a-4457-a23f-50d267fe46ff tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:40:24.551777 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6e43ce-fee2-4e6d-8581-1b9675955d7c None None] Sync routers for ids ['7813047e-bc17-4819-ab94-f129fe724123'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:40:24.552510 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-3c3d4b42-bd7a-4457-a23f-50d267fe46ff tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "PUT /v2.0/routers/7813047e-bc17-4819-ab94-f129fe724123/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1685221 Apr 05 14:40:24.554012 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-d2f6d4f7-6621-4eca-aadd-c1d40a4e6d23 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:40:24.556678 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 48192) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:24.566531 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1320f129-1486-4e1d-adb8-a43c3492255b None None] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:40:24.575940 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f6d4f7-6621-4eca-aadd-c1d40a4e6d23 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:24.576797 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d2f6d4f7-6621-4eca-aadd-c1d40a4e6d23 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:24.584134 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6e43ce-fee2-4e6d-8581-1b9675955d7c None None] Routers {'7813047e-bc17-4819-ab94-f129fe724123'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:40:24.586568 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-7e6e43ce-fee2-4e6d-8581-1b9675955d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:39:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['7813047e-bc17-4819-ab94-f129fe724123'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:40:24.600773 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-722f0174-d748-44f0-a706-d6cdfdd2edf5 req-0b806cd0-b58e-4533-bfb9-e156336a1b43 tempest-ServersAdmin275Test-1706328449 tempest-ServersAdmin275Test-1706328449-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e1c5f6eb-e81b-4734-9bcb-5700eb2b5dbd HTTP/1.1" status: 200 len: 210 time: 0.1057336 Apr 05 14:40:24.608111 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 48194) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:24.609928 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-74436a4d-fe53-41c5-8dee-f045d82aee5f tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "GET /v2.0/ports?device_id=7813047e-bc17-4819-ab94-f129fe724123 HTTP/1.1" status: 200 len: 205 time: 0.0496767 Apr 05 14:40:24.663954 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-7e6e43ce-fee2-4e6d-8581-1b9675955d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:40:24.680519 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6e43ce-fee2-4e6d-8581-1b9675955d7c None None] Routers {'7813047e-bc17-4819-ab94-f129fe724123'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:40:24.681438 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-7e6e43ce-fee2-4e6d-8581-1b9675955d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:39:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['7813047e-bc17-4819-ab94-f129fe724123'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:40:24.721498 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-7e6e43ce-fee2-4e6d-8581-1b9675955d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:40:24.722500 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6e43ce-fee2-4e6d-8581-1b9675955d7c None None] The sync data for ids ['7813047e-bc17-4819-ab94-f129fe724123'] in n-d-836650-2 is: [] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:40:24.730624 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-d2f6d4f7-6621-4eca-aadd-c1d40a4e6d23 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0405147 Apr 05 14:40:24.733105 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 48196) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:24.744168 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-b515f614-2dc8-45ec-9537-936a137a6da8 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Request body: {'port': {'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'mac_address': 'fa:16:3e:53:cd:8f', 'name': 'tempest-NetworksTestDHCPv6-1563669860'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:40:24.780792 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee81b9f-fa83-4268-96dd-6df366f11478 req-453b741e-fbe1-4407-8406-de523372fcf9 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:24.795968 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dee81b9f-fa83-4268-96dd-6df366f11478 req-453b741e-fbe1-4407-8406-de523372fcf9 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=0440f044-3a89-43e6-b195-da957a04f30a HTTP/1.1" status: 200 len: 944 time: 0.3400450 Apr 05 14:40:24.850689 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-7a1a9b82-ec97-4160-8a5f-d53ce06d9fa9 req-f3f046ab-99fe-463b-87ab-dd4f40136a8c tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Deleting port cbd937a4-3930-4a92-ad4f-de0dc88cbc51 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:40:24.851064 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-7a1a9b82-ec97-4160-8a5f-d53ce06d9fa9 req-f3f046ab-99fe-463b-87ab-dd4f40136a8c tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:24.943375 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device c8241b1f-e584-48f9-a63b-6619ec24fb7f up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:40:24.957298 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d6fb4a10-e506-4c2a-9965-6cc8061d9e1b tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for router, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:24.992599 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4742a894-d1f2-4761-9f21-34ebc58b668c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'tenant_id': '81648541dc0b4f1ea0eb9cace0846aa5', 'fixed_ips': [{'subnet_id': '8c39de6e-f23c-4d47-bdf8-f1db1c913924'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:40:24.993656 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4742a894-d1f2-4761-9f21-34ebc58b668c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:24.998713 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-7a1a9b82-ec97-4160-8a5f-d53ce06d9fa9 req-f3f046ab-99fe-463b-87ab-dd4f40136a8c tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] For port cbd937a4-3930-4a92-ad4f-de0dc88cbc51, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=cbd937a4-3930-4a92-ad4f-de0dc88cbc51,segment=NetworkSegment(bdfb6f44-ca71-4caa-8786-512017d20b4a),segment_id=bdfb6f44-ca71-4caa-8786-512017d20b4a)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:40:24.999024 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-7a1a9b82-ec97-4160-8a5f-d53ce06d9fa9 req-f3f046ab-99fe-463b-87ab-dd4f40136a8c tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:25.016617 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-7a1a9b82-ec97-4160-8a5f-d53ce06d9fa9 req-f3f046ab-99fe-463b-87ab-dd4f40136a8c tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Calling delete_port for cbd937a4-3930-4a92-ad4f-de0dc88cbc51 owned by compute:nova {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:40:25.039210 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port c8241b1f-e584-48f9-a63b-6619ec24fb7f triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:40:25.039745 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:25.168684 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dee81b9f-fa83-4268-96dd-6df366f11478 req-1b062ab6-bcee-4229-b761-ee5dad92ddec tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3658481 Apr 05 14:40:25.284329 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-7a1a9b82-ec97-4160-8a5f-d53ce06d9fa9 req-f3f046ab-99fe-463b-87ab-dd4f40136a8c tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:25.328655 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f046ab-99fe-463b-87ab-dd4f40136a8c tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Pushing event deleted for resources: {'Port': ['ID=cbd937a4-3930-4a92-ad4f-de0dc88cbc51,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:25.389650 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a1a9b82-ec97-4160-8a5f-d53ce06d9fa9 req-f3f046ab-99fe-463b-87ab-dd4f40136a8c tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] No DVR routers for this DVR port cbd937a4-3930-4a92-ad4f-de0dc88cbc51 on host n-h2-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:40:25.391467 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b515f614-2dc8-45ec-9537-936a137a6da8 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Made reservation on behalf of 81648541dc0b4f1ea0eb9cace0846aa5 for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:40:25.441332 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-7a1a9b82-ec97-4160-8a5f-d53ce06d9fa9 req-f3f046ab-99fe-463b-87ab-dd4f40136a8c tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:25.446416 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-7a1a9b82-ec97-4160-8a5f-d53ce06d9fa9 req-f3f046ab-99fe-463b-87ab-dd4f40136a8c tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.11 "DELETE /v2.0/ports/cbd937a4-3930-4a92-ad4f-de0dc88cbc51 HTTP/1.1" status: 204 len: 173 time: 0.9859793 Apr 05 14:40:25.447602 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '096f0c3a-5365-446b-9459-5692b66e8ce5', 'name': 'network-vif-deleted', 'tag': 'cbd937a4-3930-4a92-ad4f-de0dc88cbc51'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:40:25.450189 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11313519-62dc-4da7-b05b-a03dd2841454" -d '{"events": [{"server_uuid": "096f0c3a-5365-446b-9459-5692b66e8ce5", "name": "network-vif-deleted", "tag": "cbd937a4-3930-4a92-ad4f-de0dc88cbc51"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:40:25.481738 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['b19045ae-f5ab-4894-b8f2-78cf84e0b22e', 'cbd937a4-3930-4a92-ad4f-de0dc88cbc51'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:40:25.511207 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d6fb4a10-e506-4c2a-9965-6cc8061d9e1b tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27070'] for router, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:25.517815 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d6fb4a10-e506-4c2a-9965-6cc8061d9e1b tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:25.552511 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e211be9-32d5-44e8-890f-3a91e912ec3c x-openstack-request-id: req-0e211be9-32d5-44e8-890f-3a91e912ec3c {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:40:25.557442 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "096f0c3a-5365-446b-9459-5692b66e8ce5", "name": "network-vif-deleted", "tag": "cbd937a4-3930-4a92-ad4f-de0dc88cbc51", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:40:25.557442 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0e211be9-32d5-44e8-890f-3a91e912ec3c {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:40:25.557442 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e211be9-32d5-44e8-890f-3a91e912ec3c'] response: {'server_uuid': '096f0c3a-5365-446b-9459-5692b66e8ce5', 'name': 'network-vif-deleted', 'tag': 'cbd937a4-3930-4a92-ad4f-de0dc88cbc51', 'status': 'completed', 'code': 200} Apr 05 14:40:25.561769 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b515f614-2dc8-45ec-9537-936a137a6da8 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:25.572727 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd6749-13f4-4be2-b608-af480c020bb0 req-1b402bd6-1ef4-4c49-ac20-66ff501c93e6 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:25.593371 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [None req-b515f614-2dc8-45ec-9537-936a137a6da8 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] device_id is not set on port b4c0b389-e763-4033-af50-93d6a79bf167 yet. {{(pid=103321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:40:25.611666 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-77cd6749-13f4-4be2-b608-af480c020bb0 req-1b402bd6-1ef4-4c49-ac20-66ff501c93e6 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=096f0c3a-5365-446b-9459-5692b66e8ce5 HTTP/1.1" status: 200 len: 867 time: 0.3730934 Apr 05 14:40:25.793676 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-77cd6749-13f4-4be2-b608-af480c020bb0 req-21739610-5a39-466e-a13e-0b54f1ce33ed tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666934 Apr 05 14:40:25.817398 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d6fb4a10-e506-4c2a-9965-6cc8061d9e1b tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803298'] for router, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:25.817398 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6fb4a10-e506-4c2a-9965-6cc8061d9e1b tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Fanout notify agent at l3_agent the message router_deleted on router 7813047e-bc17-4819-ab94-f129fe724123 {{(pid=103320) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:40:25.824351 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d6fb4a10-e506-4c2a-9965-6cc8061d9e1b tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for router, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:25.838125 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-d6fb4a10-e506-4c2a-9965-6cc8061d9e1b tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "DELETE /v2.0/routers/7813047e-bc17-4819-ab94-f129fe724123 HTTP/1.1" status: 204 len: 168 time: 1.2281673 Apr 05 14:40:25.838956 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:25.840642 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 48216) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:25.864953 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-4742a894-d1f2-4761-9f21-34ebc58b668c None None] Allocated IP 2001:db8::f816:3eff:fed6:350 (fd08407d-7bc3-4895-9d28-9b2f36a8d65c/8c39de6e-f23c-4d47-bdf8-f1db1c913924/d33f877e-a74c-49f6-b988-1fbd0131851e) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:40:25.938878 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3072535c-4abd-46ba-b0d2-ce7e0319f9f1 req-67d0a426-3d9f-4a13-9fbe-a9fdf19a8284 tempest-ServersAdmin275Test-1706328449 tempest-ServersAdmin275Test-1706328449-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e1c5f6eb-e81b-4734-9bcb-5700eb2b5dbd HTTP/1.1" status: 200 len: 210 time: 0.0884879 Apr 05 14:40:26.152253 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0440f044-3a89-43e6-b195-da957a04f30a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8241b1f-e584-48f9-a63b-6619ec24fb7f'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:40:26.155059 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-958d6141-6153-41eb-9c8e-5c059d63f265" -d '{"events": [{"server_uuid": "0440f044-3a89-43e6-b195-da957a04f30a", "name": "network-vif-plugged", "status": "completed", "tag": "c8241b1f-e584-48f9-a63b-6619ec24fb7f"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:40:26.205553 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4742a894-d1f2-4761-9f21-34ebc58b668c None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:26.208767 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port c8241b1f-e584-48f9-a63b-6619ec24fb7f, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=c8241b1f-e584-48f9-a63b-6619ec24fb7f,segment=NetworkSegment(87207719-1f48-46bc-a702-a88951a34078),segment_id=87207719-1f48-46bc-a702-a88951a34078)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:40:26.293989 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7291c4a6-c103-4b95-8764-64325cdeeca0 x-openstack-request-id: req-7291c4a6-c103-4b95-8764-64325cdeeca0 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:40:26.300617 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0440f044-3a89-43e6-b195-da957a04f30a", "name": "network-vif-plugged", "status": "completed", "tag": "c8241b1f-e584-48f9-a63b-6619ec24fb7f", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:40:26.300617 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7291c4a6-c103-4b95-8764-64325cdeeca0 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:40:26.300617 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7291c4a6-c103-4b95-8764-64325cdeeca0'] response: {'server_uuid': '0440f044-3a89-43e6-b195-da957a04f30a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8241b1f-e584-48f9-a63b-6619ec24fb7f', 'code': 200} Apr 05 14:40:26.300617 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:26.360240 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4742a894-d1f2-4761-9f21-34ebc58b668c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:26.445309 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a75002-50c2-49a3-b1f2-40030c7c00c1 req-d62ba741-42d9-49b0-9c73-dfbfd4cbf456 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:26.455831 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-91a75002-50c2-49a3-b1f2-40030c7c00c1 req-d62ba741-42d9-49b0-9c73-dfbfd4cbf456 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=0440f044-3a89-43e6-b195-da957a04f30a HTTP/1.1" status: 200 len: 945 time: 0.1451411 Apr 05 14:40:26.461352 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4742a894-d1f2-4761-9f21-34ebc58b668c None None] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:40:26.462939 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=c8241b1f-e584-48f9-a63b-6619ec24fb7f,revision_number=7']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:26.478206 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-4742a894-d1f2-4761-9f21-34ebc58b668c None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:40:26.483065 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4742a894-d1f2-4761-9f21-34ebc58b668c None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:40:26.566918 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-91a75002-50c2-49a3-b1f2-40030c7c00c1 req-a63c6842-b54e-4e45-beb8-00ee817ba035 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084549 Apr 05 14:40:26.611399 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4742a894-d1f2-4761-9f21-34ebc58b668c None None] Pushing event updated for resources: {'Port': ['ID=d33f877e-a74c-49f6-b988-1fbd0131851e,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:26.661550 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-4742a894-d1f2-4761-9f21-34ebc58b668c None None] Attempting to bind port d33f877e-a74c-49f6-b988-1fbd0131851e on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:40:26.661932 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-4742a894-d1f2-4761-9f21-34ebc58b668c None None] Attempting to bind port d33f877e-a74c-49f6-b988-1fbd0131851e by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:40:26.662301 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4742a894-d1f2-4761-9f21-34ebc58b668c None None] Attempting to bind port d33f877e-a74c-49f6-b988-1fbd0131851e on network fd08407d-7bc3-4895-9d28-9b2f36a8d65c {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:40:26.672951 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-20674111-5568-48fc-8d5d-94c9254419ca tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Deleting subnet 1b1e5879-5585-4757-ba5d-9af6261890ff {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:40:26.677130 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-20674111-5568-48fc-8d5d-94c9254419ca tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:26.696200 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4742a894-d1f2-4761-9f21-34ebc58b668c None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:40:26.698397 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4742a894-d1f2-4761-9f21-34ebc58b668c None None] Checking segment: {'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:40:26.700462 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4742a894-d1f2-4761-9f21-34ebc58b668c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:26.701079 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4742a894-d1f2-4761-9f21-34ebc58b668c None None] Bound using segment: {'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:40:26.703750 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-4742a894-d1f2-4761-9f21-34ebc58b668c None None] Bound port: d33f877e-a74c-49f6-b988-1fbd0131851e, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:40:26.703750 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4742a894-d1f2-4761-9f21-34ebc58b668c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:26.803601 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-74f805b9-df38-4c08-b559-649209c138ca req-b4e88981-7e7e-4f3e-9009-0f193eb9c41a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e1c5f6eb-e81b-4734-9bcb-5700eb2b5dbd HTTP/1.1" status: 200 len: 210 time: 0.0691719 Apr 05 14:40:26.812256 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-20674111-5568-48fc-8d5d-94c9254419ca tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:26.840943 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bc9cad7e-6aa1-4502-ae93-1e1771c11e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:26.892336 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-4742a894-d1f2-4761-9f21-34ebc58b668c None None] For port d33f877e-a74c-49f6-b988-1fbd0131851e, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:40:26.901623 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-4742a894-d1f2-4761-9f21-34ebc58b668c None None] For port d33f877e-a74c-49f6-b988-1fbd0131851e, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=d33f877e-a74c-49f6-b988-1fbd0131851e,segment=NetworkSegment(1c468974-700f-4380-acfc-da4f84290a6b),segment_id=1c468974-700f-4380-acfc-da4f84290a6b)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:40:26.930795 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-b515f614-2dc8-45ec-9537-936a137a6da8 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Allocated IP 2001:db8::f816:3eff:fe53:cd8f (fd08407d-7bc3-4895-9d28-9b2f36a8d65c/8c39de6e-f23c-4d47-bdf8-f1db1c913924/b4c0b389-e763-4033-af50-93d6a79bf167) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:40:27.016611 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4742a894-d1f2-4761-9f21-34ebc58b668c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:27.133547 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-20674111-5568-48fc-8d5d-94c9254419ca tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:27.247780 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef02494-7acf-4a28-a287-8a8e285ab4b7 req-b86c57da-6318-4de3-80c3-fad967f6cfae tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:27.249862 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0ef02494-7acf-4a28-a287-8a8e285ab4b7 req-b86c57da-6318-4de3-80c3-fad967f6cfae tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.1998451 Apr 05 14:40:27.258643 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4742a894-d1f2-4761-9f21-34ebc58b668c None None] Pushing event updated for resources: {'Port': ['ID=d33f877e-a74c-49f6-b988-1fbd0131851e,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:27.358789 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-469bec50-8774-437c-8677-1c8d86df6357 req-15f64788-abce-4a95-9395-9c91c44111ba tempest-ServersAdmin275Test-1706328449 tempest-ServersAdmin275Test-1706328449-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e1c5f6eb-e81b-4734-9bcb-5700eb2b5dbd HTTP/1.1" status: 200 len: 210 time: 0.1280575 Apr 05 14:40:27.416578 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b515f614-2dc8-45ec-9537-936a137a6da8 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:27.439031 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0ef02494-7acf-4a28-a287-8a8e285ab4b7 req-fdee5bc2-3ca0-4fc9-85e5-0466c00f4211 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459017 Apr 05 14:40:27.482868 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-20674111-5568-48fc-8d5d-94c9254419ca tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:27.543048 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-20674111-5568-48fc-8d5d-94c9254419ca tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:27.548843 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-20674111-5568-48fc-8d5d-94c9254419ca tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "DELETE /v2.0/subnets/1b1e5879-5585-4757-ba5d-9af6261890ff HTTP/1.1" status: 204 len: 168 time: 1.7047186 Apr 05 14:40:27.549182 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 48252) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:27.557906 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20674111-5568-48fc-8d5d-94c9254419ca tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Pushing event deleted for resources: {'Subnet': ['ID=1b1e5879-5585-4757-ba5d-9af6261890ff,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:27.578695 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd3b2f4-98ce-4f98-9019-19b4f06d5020 None None] Network 046df7bc-5e6e-4883-9790-bb670eb32e03 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:40:27.774606 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8088ce-3b60-452e-9f43-b10ed6ff225b req-6ccc3eb7-d37d-4918-9e4a-ede5b5bd1e2c tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:27.787508 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dd8088ce-3b60-452e-9f43-b10ed6ff225b req-6ccc3eb7-d37d-4918-9e4a-ede5b5bd1e2c tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.1179786 Apr 05 14:40:27.804298 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b515f614-2dc8-45ec-9537-936a137a6da8 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:27.890227 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10684a53-115f-4257-8735-70be7f645c94 req-fdb4d0f8-543a-4ce0-ba6c-2b5e1079ad13 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:27.898987 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-10684a53-115f-4257-8735-70be7f645c94 req-fdb4d0f8-543a-4ce0-ba6c-2b5e1079ad13 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=0440f044-3a89-43e6-b195-da957a04f30a HTTP/1.1" status: 200 len: 945 time: 0.0937142 Apr 05 14:40:27.910994 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b515f614-2dc8-45ec-9537-936a137a6da8 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:40:27.938521 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device cbd937a4-3930-4a92-ad4f-de0dc88cbc51 no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:40:27.953577 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-10684a53-115f-4257-8735-70be7f645c94 req-2588b658-da68-4a70-8ba2-5336b3fbfbb3 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540788 Apr 05 14:40:27.978492 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dd8088ce-3b60-452e-9f43-b10ed6ff225b req-3328e525-c589-4193-b0e0-3f43d3b9d9b9 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896138 Apr 05 14:40:28.076485 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] No Port match for: cbd937a4-3930-4a92-ad4f-de0dc88cbc51 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:40:28.091416 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-b515f614-2dc8-45ec-9537-936a137a6da8 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:40:28.095274 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device cbd937a4-3930-4a92-ad4f-de0dc88cbc51 not bound to the agent host n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:40:28.109383 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-95df9606-7240-4736-8a37-20e5fa828353 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:28.123604 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b515f614-2dc8-45ec-9537-936a137a6da8 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event updated for resources: {'Port': ['ID=b4c0b389-e763-4033-af50-93d6a79bf167,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:28.134591 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b515f614-2dc8-45ec-9537-936a137a6da8 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:40:28.140395 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b515f614-2dc8-45ec-9537-936a137a6da8 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:28.157222 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b515f614-2dc8-45ec-9537-936a137a6da8 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:28.236566 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab4532-d805-42f0-914a-b61932c2f768 req-66b1ab0c-7d1f-4254-9bed-e8b58f5c4e33 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:28.247859 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6fab4532-d805-42f0-914a-b61932c2f768 req-66b1ab0c-7d1f-4254-9bed-e8b58f5c4e33 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.1339107 Apr 05 14:40:28.277607 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-b515f614-2dc8-45ec-9537-936a137a6da8 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.5426009 Apr 05 14:40:28.279082 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 48262) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:28.342673 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6fab4532-d805-42f0-914a-b61932c2f768 req-28a492ae-53d4-470f-b5cc-1734a7404411 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891681 Apr 05 14:40:28.357538 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-95df9606-7240-4736-8a37-20e5fa828353 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Deleting port a551ebf2-7b05-49c8-b832-a3725fb81bb8 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:40:28.357538 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-95df9606-7240-4736-8a37-20e5fa828353 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:28.361492 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:28.368147 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407fd899-6cff-4f73-aa25-b9c518480b8f None None] DHCP port deletion for 046df7bc-5e6e-4883-9790-bb670eb32e03 request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:40:28.474782 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-407fd899-6cff-4f73-aa25-b9c518480b8f None None] Deleting port a551ebf2-7b05-49c8-b832-a3725fb81bb8 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:40:28.475128 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-407fd899-6cff-4f73-aa25-b9c518480b8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:28.556028 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d6517a-c808-4159-ad9a-0bc06e7a665c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:28.585796 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d6517a-c808-4159-ad9a-0bc06e7a665c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:28.593220 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-b5d6517a-c808-4159-ad9a-0bc06e7a665c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3103752 Apr 05 14:40:28.606749 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 48274) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:28.621231 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4c471c78-fd18-4505-b585-a35370c7794c req-f4c34537-b255-4e8b-b763-4154420acf3f tempest-ServersAdmin275Test-1706328449 tempest-ServersAdmin275Test-1706328449-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e1c5f6eb-e81b-4734-9bcb-5700eb2b5dbd HTTP/1.1" status: 200 len: 210 time: 0.0847356 Apr 05 14:40:28.713431 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-407fd899-6cff-4f73-aa25-b9c518480b8f None None] For port a551ebf2-7b05-49c8-b832-a3725fb81bb8, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=a551ebf2-7b05-49c8-b832-a3725fb81bb8,segment=NetworkSegment(0e3e3382-84ea-4813-9064-a5655018f829),segment_id=0e3e3382-84ea-4813-9064-a5655018f829)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:40:28.714015 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-407fd899-6cff-4f73-aa25-b9c518480b8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:28.727177 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-95df9606-7240-4736-8a37-20e5fa828353 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] For port a551ebf2-7b05-49c8-b832-a3725fb81bb8, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=a551ebf2-7b05-49c8-b832-a3725fb81bb8,segment=NetworkSegment(0e3e3382-84ea-4813-9064-a5655018f829),segment_id=0e3e3382-84ea-4813-9064-a5655018f829)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:40:28.734031 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-95df9606-7240-4736-8a37-20e5fa828353 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:28.750627 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-407fd899-6cff-4f73-aa25-b9c518480b8f None None] Calling delete_port for a551ebf2-7b05-49c8-b832-a3725fb81bb8 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:40:28.826866 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-95df9606-7240-4736-8a37-20e5fa828353 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Calling delete_port for a551ebf2-7b05-49c8-b832-a3725fb81bb8 owned by network:dhcp {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:40:29.067849 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-407fd899-6cff-4f73-aa25-b9c518480b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:29.181705 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407fd899-6cff-4f73-aa25-b9c518480b8f None None] Pushing event deleted for resources: {'Port': ['ID=a551ebf2-7b05-49c8-b832-a3725fb81bb8,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:29.210971 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407fd899-6cff-4f73-aa25-b9c518480b8f None None] No DVR routers for this DVR port a551ebf2-7b05-49c8-b832-a3725fb81bb8 on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:40:29.242887 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device d33f877e-a74c-49f6-b988-1fbd0131851e up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:40:29.388820 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b32ed-63cf-4f6a-9806-38f779486fe8 req-17d4565f-e515-42fb-8579-dc9bf1a6241e tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:29.411753 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-488b32ed-63cf-4f6a-9806-38f779486fe8 req-17d4565f-e515-42fb-8579-dc9bf1a6241e tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=0440f044-3a89-43e6-b195-da957a04f30a HTTP/1.1" status: 200 len: 945 time: 0.2244482 Apr 05 14:40:29.437198 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-e7af3730-c326-41f3-894b-819f3d8a3043 req-bb3eadf6-f274-4989-918e-f11d072be6aa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a43f185794004738a9e6c01a5f58a1cb&device_id=e1c5f6eb-e81b-4734-9bcb-5700eb2b5dbd HTTP/1.1" status: 200 len: 210 time: 0.1405687 Apr 05 14:40:29.447240 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port d33f877e-a74c-49f6-b988-1fbd0131851e triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:40:29.448007 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:29.548302 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-721a7ba4-f271-4c1e-8c60-786f4441226d tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Deleting port b4c0b389-e763-4033-af50-93d6a79bf167 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:40:29.548828 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-721a7ba4-f271-4c1e-8c60-786f4441226d tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:29.573383 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:29.589096 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-63ebe027-12b2-4658-bc0d-5bf4c734414a req-c1c521dc-b319-4958-8a54-d0f7cc406e67 tempest-ServersAdmin275Test-1700003416 tempest-ServersAdmin275Test-1700003416-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1c5f6eb-e81b-4734-9bcb-5700eb2b5dbd HTTP/1.1" status: 200 len: 210 time: 0.0637946 Apr 05 14:40:29.601593 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-488b32ed-63cf-4f6a-9806-38f779486fe8 req-6acd7c79-51a5-4d1c-860b-2b972f2cabf2 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888890 Apr 05 14:40:29.614618 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-e7af3730-c326-41f3-894b-819f3d8a3043 req-e1158b83-24d8-4c2d-901d-d85d05fd8f4e service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a43f185794004738a9e6c01a5f58a1cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1499813 Apr 05 14:40:29.652480 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:29.673287 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-354114a1-0b8c-4e79-ae02-c5a62b290371 None None] Provisioning complete for port d33f877e-a74c-49f6-b988-1fbd0131851e triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:40:29.673668 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-354114a1-0b8c-4e79-ae02-c5a62b290371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:29.732210 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:29.735950 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port d33f877e-a74c-49f6-b988-1fbd0131851e, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=d33f877e-a74c-49f6-b988-1fbd0131851e,segment=NetworkSegment(1c468974-700f-4380-acfc-da4f84290a6b),segment_id=1c468974-700f-4380-acfc-da4f84290a6b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:40:29.805768 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-354114a1-0b8c-4e79-ae02-c5a62b290371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:29.811498 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af3730-c326-41f3-894b-819f3d8a3043 req-1f208803-dfaf-4e2f-926c-e8e76521d369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:29.820085 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-e7af3730-c326-41f3-894b-819f3d8a3043 req-1f208803-dfaf-4e2f-926c-e8e76521d369 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1896417 Apr 05 14:40:29.862876 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:29.921050 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-721a7ba4-f271-4c1e-8c60-786f4441226d tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:29.940387 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-721a7ba4-f271-4c1e-8c60-786f4441226d tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Calling delete_port for b4c0b389-e763-4033-af50-93d6a79bf167 owned by {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:40:29.997172 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device a551ebf2-7b05-49c8-b832-a3725fb81bb8 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:40:30.045620 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-95df9606-7240-4736-8a37-20e5fa828353 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:30.054726 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: a551ebf2-7b05-49c8-b832-a3725fb81bb8 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:40:30.057708 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device a551ebf2-7b05-49c8-b832-a3725fb81bb8 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:40:30.081601 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.db.api [None req-354114a1-0b8c-4e79-ae02-c5a62b290371 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:40:30.082331 n-d-836650-2 neutron-server[103322]: DEBUG oslo_db.api [None req-354114a1-0b8c-4e79-ae02-c5a62b290371 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:40:30.083151 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=d33f877e-a74c-49f6-b988-1fbd0131851e,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:30.123120 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95df9606-7240-4736-8a37-20e5fa828353 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] No DVR routers for this DVR port a551ebf2-7b05-49c8-b832-a3725fb81bb8 on host n-d-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:40:30.126910 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95df9606-7240-4736-8a37-20e5fa828353 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Pushing event deleted for resources: {'Port': ['ID=a551ebf2-7b05-49c8-b832-a3725fb81bb8,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:30.268489 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-95df9606-7240-4736-8a37-20e5fa828353 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:30.379985 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-95df9606-7240-4736-8a37-20e5fa828353 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['046df7bc-5e6e-4883-9790-bb670eb32e03']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:40:30.393052 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-95df9606-7240-4736-8a37-20e5fa828353 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e3e3382-84ea-4813-9064-a5655018f829') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:40:30.393386 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-95df9606-7240-4736-8a37-20e5fa828353 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e3e3382-84ea-4813-9064-a5655018f829') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:40:30.407607 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-95df9606-7240-4736-8a37-20e5fa828353 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:30.447483 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-95df9606-7240-4736-8a37-20e5fa828353 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:30.456177 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95df9606-7240-4736-8a37-20e5fa828353 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:40:30.456630 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-95df9606-7240-4736-8a37-20e5fa828353 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:30.465240 n-d-836650-2 neutron-server[103321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:40:30.465240 n-d-836650-2 neutron-server[103321]: self.session.flush() Apr 05 14:40:30.465240 n-d-836650-2 neutron-server[103321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:40:30.465240 n-d-836650-2 neutron-server[103321]: self.session.flush() Apr 05 14:40:30.465240 n-d-836650-2 neutron-server[103321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:40:30.465240 n-d-836650-2 neutron-server[103321]: self.session.flush() Apr 05 14:40:30.465240 n-d-836650-2 neutron-server[103321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:40:30.465240 n-d-836650-2 neutron-server[103321]: self.session.flush() Apr 05 14:40:30.465240 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:40:30.465240 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:40:30.465240 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:40:30.465240 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:40:30.465240 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:40:30.465240 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:40:30.465240 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:40:30.465240 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:40:30.465240 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:40:30.465240 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:40:30.465240 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:40:30.465240 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:40:30.465240 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:40:30.465240 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:40:30.465240 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:40:30.465240 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:40:30.465240 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:40:30.465240 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:40:30.465240 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:40:30.465240 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:40:30.465240 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:40:30.465240 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:40:30.465240 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:40:30.465240 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:40:30.465240 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:40:30.465240 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:40:30.465240 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:40:30.465240 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:40:30.465240 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:40:30.465240 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:40:30.465240 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:40:30.465240 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:40:30.574704 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-721a7ba4-f271-4c1e-8c60-786f4441226d tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:30.664270 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721a7ba4-f271-4c1e-8c60-786f4441226d tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event deleted for resources: {'Port': ['ID=b4c0b389-e763-4033-af50-93d6a79bf167,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:30.734180 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-721a7ba4-f271-4c1e-8c60-786f4441226d tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:30.738519 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-721a7ba4-f271-4c1e-8c60-786f4441226d tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/ports/b4c0b389-e763-4033-af50-93d6a79bf167 HTTP/1.1" status: 204 len: 168 time: 2.1288218 Apr 05 14:40:30.740732 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 48314) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:30.778517 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c1d3a703-f5e3-4083-9c56-5a0e026c336a None None] Could not find standard attr ID for object b4c0b389-e763-4033-af50-93d6a79bf167. {{(pid=103322) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 14:40:30.811660 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-95df9606-7240-4736-8a37-20e5fa828353 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:30.861757 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-95df9606-7240-4736-8a37-20e5fa828353 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:30.883768 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-95df9606-7240-4736-8a37-20e5fa828353 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "DELETE /v2.0/networks/046df7bc-5e6e-4883-9790-bb670eb32e03 HTTP/1.1" status: 204 len: 168 time: 3.3139946 Apr 05 14:40:30.905405 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 48316) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:30.912736 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-4735251c-c038-499c-9e98-86ddbae8e76f tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1460575378', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:40:30.932137 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95df9606-7240-4736-8a37-20e5fa828353 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Pushing event deleted for resources: {'Network': ['ID=046df7bc-5e6e-4883-9790-bb670eb32e03,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:30.965444 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b00063-f268-4d7f-a513-78aac761358b tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:30.967108 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b00063-f268-4d7f-a513-78aac761358b tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:30.969445 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b239de1-a1cb-418f-8beb-5a4c57f35df9 req-e9626be2-274c-492c-8654-dab253b96955 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:30.971894 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-e3b00063-f268-4d7f-a513-78aac761358b tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2299674 Apr 05 14:40:30.972469 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 48324) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:31.003308 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8b239de1-a1cb-418f-8beb-5a4c57f35df9 req-e9626be2-274c-492c-8654-dab253b96955 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=0440f044-3a89-43e6-b195-da957a04f30a HTTP/1.1" status: 200 len: 945 time: 0.2498288 Apr 05 14:40:31.005393 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c070a9c5-1109-4078-8d43-daa07de16e1b req-b825b839-fd38-43cc-aeb1-342d526ab922 tempest-ServersAdmin275Test-1700003416 tempest-ServersAdmin275Test-1700003416-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1c5f6eb-e81b-4734-9bcb-5700eb2b5dbd HTTP/1.1" status: 200 len: 210 time: 0.1718848 Apr 05 14:40:31.044057 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4735251c-c038-499c-9e98-86ddbae8e76f tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27088'] for router, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:31.044826 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4735251c-c038-499c-9e98-86ddbae8e76f tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27079'] for router, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:31.152466 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8b239de1-a1cb-418f-8beb-5a4c57f35df9 req-636e18bb-dee7-4485-abff-f19c55542567 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542900 Apr 05 14:40:31.190578 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device d33f877e-a74c-49f6-b988-1fbd0131851e up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:40:31.191474 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4735251c-c038-499c-9e98-86ddbae8e76f tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:31.245522 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port d33f877e-a74c-49f6-b988-1fbd0131851e triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:40:31.245912 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:31.268468 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd7d90f2-d6d2-446d-a3ed-10a1edd174a4 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Deleting subnet 8c39de6e-f23c-4d47-bdf8-f1db1c913924 {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:40:31.272463 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-bd7d90f2-d6d2-446d-a3ed-10a1edd174a4 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:31.352542 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-e7af3730-c326-41f3-894b-819f3d8a3043 req-eb02d63d-da38-42c7-8b7d-fc0680582ea9 tempest-ServersAdmin275Test-1700003416 tempest-ServersAdmin275Test-1700003416-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1c5f6eb-e81b-4734-9bcb-5700eb2b5dbd HTTP/1.1" status: 200 len: 210 time: 0.1595819 Apr 05 14:40:31.375018 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-bd7d90f2-d6d2-446d-a3ed-10a1edd174a4 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:31.437331 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4735251c-c038-499c-9e98-86ddbae8e76f tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618'] for router, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:31.490461 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-bd7d90f2-d6d2-446d-a3ed-10a1edd174a4 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:31.753720 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4735251c-c038-499c-9e98-86ddbae8e76f tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:31.753720 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-4735251c-c038-499c-9e98-86ddbae8e76f tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7106206 Apr 05 14:40:31.758587 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 48344) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:31.758587 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-2ae9847b-0cdd-4746-a745-cf5525901ede tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1845523900'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:40:31.875521 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-bd7d90f2-d6d2-446d-a3ed-10a1edd174a4 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:31.875521 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7d90f2-d6d2-446d-a3ed-10a1edd174a4 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event deleted for resources: {'Subnet': ['ID=8c39de6e-f23c-4d47-bdf8-f1db1c913924,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:31.875521 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-bd7d90f2-d6d2-446d-a3ed-10a1edd174a4 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:31.875521 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-bd7d90f2-d6d2-446d-a3ed-10a1edd174a4 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/subnets/8c39de6e-f23c-4d47-bdf8-f1db1c913924 HTTP/1.1" status: 204 len: 168 time: 0.7193179 Apr 05 14:40:31.875521 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 48350) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:31.877280 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e1abed-26a0-442e-a1e7-99dceb88daa2 None None] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:40:31.878670 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-59fb1cff-fef5-4c1a-ad30-6e9115393bf0 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0519650 Apr 05 14:40:31.878670 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 48352) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:31.878670 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-43a45c3b-5236-4828-8d02-c6725dd1f1f1 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Request body: {'subnet': {'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:40:31.909944 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae9847b-0cdd-4746-a745-cf5525901ede tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Made reservation on behalf of e7eb5e760fb649288ddd0e65de525949 for: {'network': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:40:31.913656 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2ae9847b-0cdd-4746-a745-cf5525901ede tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:31.956305 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a45c3b-5236-4828-8d02-c6725dd1f1f1 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Made reservation on behalf of 81648541dc0b4f1ea0eb9cace0846aa5 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:40:31.960803 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-43a45c3b-5236-4828-8d02-c6725dd1f1f1 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:31.967708 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ae9847b-0cdd-4746-a745-cf5525901ede tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=103320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:40:31.990915 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2ae9847b-0cdd-4746-a745-cf5525901ede tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:31.991623 n-d-836650-2 neutron-server[103320]: INFO neutron.db.segments_db [None req-2ae9847b-0cdd-4746-a745-cf5525901ede tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Added segment dc9ff757-ee9e-419d-8ff7-d66180732cd4 of type vlan for network 83c46ed4-678c-4cd2-bcba-40da38b647e1 Apr 05 14:40:32.106840 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2ae9847b-0cdd-4746-a745-cf5525901ede tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:32.276716 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293e71cc-f413-4289-b2e5-2481fb8b8d79 None None] DHCP port deletion for fd08407d-7bc3-4895-9d28-9b2f36a8d65c request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:40:32.314549 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e00b0-025f-42d7-996f-820d03a79989 req-c6071f4f-bf48-48a4-bf52-08acd6ea0477 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:32.316846 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-676e00b0-025f-42d7-996f-820d03a79989 req-c6071f4f-bf48-48a4-bf52-08acd6ea0477 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.0751715 Apr 05 14:40:32.409190 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-293e71cc-f413-4289-b2e5-2481fb8b8d79 None None] Deleting port d33f877e-a74c-49f6-b988-1fbd0131851e {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:40:32.409570 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-293e71cc-f413-4289-b2e5-2481fb8b8d79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:32.418664 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2ae9847b-0cdd-4746-a745-cf5525901ede tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:32.424013 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae9847b-0cdd-4746-a745-cf5525901ede tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:32.424931 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2ae9847b-0cdd-4746-a745-cf5525901ede tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:32.456297 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c5bc40fe-b2db-47cc-9256-de21cf195209 req-3fcfd92b-e1b4-409f-9266-2fd8c55ee7f9 tempest-ServersAdmin275Test-1700003416 tempest-ServersAdmin275Test-1700003416-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1c5f6eb-e81b-4734-9bcb-5700eb2b5dbd HTTP/1.1" status: 200 len: 210 time: 0.1317153 Apr 05 14:40:32.492672 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-676e00b0-025f-42d7-996f-820d03a79989 req-cff21db2-47c6-48a2-ad8a-b95afe5e3491 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490042 Apr 05 14:40:32.575708 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-2ae9847b-0cdd-4746-a745-cf5525901ede tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9545252 Apr 05 14:40:32.589859 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 48382) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:32.596670 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-28f7766d-fe67-4f5e-984d-c79d1d09f157 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Request body: {'subnet': {'network_id': '83c46ed4-678c-4cd2-bcba-40da38b647e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:40:32.669855 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-293e71cc-f413-4289-b2e5-2481fb8b8d79 None None] For port d33f877e-a74c-49f6-b988-1fbd0131851e, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=d33f877e-a74c-49f6-b988-1fbd0131851e,segment=NetworkSegment(1c468974-700f-4380-acfc-da4f84290a6b),segment_id=1c468974-700f-4380-acfc-da4f84290a6b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:40:32.670289 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-293e71cc-f413-4289-b2e5-2481fb8b8d79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:32.738762 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-293e71cc-f413-4289-b2e5-2481fb8b8d79 None None] Calling delete_port for d33f877e-a74c-49f6-b988-1fbd0131851e owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:40:32.817573 n-d-836650-2 neutron-server[103321]: DEBUG neutron.objects.ports [None req-43a45c3b-5236-4828-8d02-c6725dd1f1f1 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103321) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 05 14:40:32.848318 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae9847b-0cdd-4746-a745-cf5525901ede tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Pushing event updated for resources: {'Network': ['ID=83c46ed4-678c-4cd2-bcba-40da38b647e1,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:32.917596 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 83c46ed4-678c-4cd2-bcba-40da38b647e1 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:40:32.934605 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7020d-490c-4507-a8a7-6634b22ddacd req-08f65b49-2e67-4215-bbf3-89e77adc2328 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:32.945471 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f0a7020d-490c-4507-a8a7-6634b22ddacd req-08f65b49-2e67-4215-bbf3-89e77adc2328 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.3088710 Apr 05 14:40:32.967140 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c0675f-ff80-4c7f-b2ab-c32bf60363f8 req-3bc62620-cad8-4d00-b403-549e89dc22ec tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:32.976001 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-28c0675f-ff80-4c7f-b2ab-c32bf60363f8 req-3bc62620-cad8-4d00-b403-549e89dc22ec tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=0440f044-3a89-43e6-b195-da957a04f30a HTTP/1.1" status: 200 len: 945 time: 0.2389131 Apr 05 14:40:33.051301 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device d33f877e-a74c-49f6-b988-1fbd0131851e no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:40:33.070942 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f0a7020d-490c-4507-a8a7-6634b22ddacd req-ceff9036-b940-4c93-8df5-7b9f3b3fb599 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242917 Apr 05 14:40:33.085491 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-293e71cc-f413-4289-b2e5-2481fb8b8d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:33.088837 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f7766d-fe67-4f5e-984d-c79d1d09f157 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Made reservation on behalf of e7eb5e760fb649288ddd0e65de525949 for: {'subnet': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:40:33.092601 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-28f7766d-fe67-4f5e-984d-c79d1d09f157 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13127328'] for subnet, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:33.108661 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: d33f877e-a74c-49f6-b988-1fbd0131851e {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:40:33.109279 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device d33f877e-a74c-49f6-b988-1fbd0131851e not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:40:33.112322 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293e71cc-f413-4289-b2e5-2481fb8b8d79 None None] No DVR routers for this DVR port d33f877e-a74c-49f6-b988-1fbd0131851e on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:40:33.142970 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293e71cc-f413-4289-b2e5-2481fb8b8d79 None None] Pushing event deleted for resources: {'Port': ['ID=d33f877e-a74c-49f6-b988-1fbd0131851e,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:33.189875 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-28c0675f-ff80-4c7f-b2ab-c32bf60363f8 req-77bea537-f8ab-43ae-a996-74678235da03 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122881 Apr 05 14:40:33.203927 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.ipam_pluggable_backend [None req-43a45c3b-5236-4828-8d02-c6725dd1f1f1 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Port d33f877e-a74c-49f6-b988-1fbd0131851e was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103321) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 05 14:40:33.204863 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.ipam_pluggable_backend [None req-43a45c3b-5236-4828-8d02-c6725dd1f1f1 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Reverting IP allocation for 2001:db8::f816:3eff:fed6:350 {{(pid=103321) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 05 14:40:33.220404 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-43a45c3b-5236-4828-8d02-c6725dd1f1f1 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:33.330741 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a45c3b-5236-4828-8d02-c6725dd1f1f1 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event updated for resources: {'Subnet': ['ID=f7816783-506c-4acd-b253-666673755947,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:33.369409 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a45c3b-5236-4828-8d02-c6725dd1f1f1 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:40:33.374346 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-43a45c3b-5236-4828-8d02-c6725dd1f1f1 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:40:33.379102 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a45c3b-5236-4828-8d02-c6725dd1f1f1 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:33.379102 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-43a45c3b-5236-4828-8d02-c6725dd1f1f1 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:33.389326 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e817b28-936d-4df0-a9a5-136864e04dda None None] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:40:33.500238 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-43a45c3b-5236-4828-8d02-c6725dd1f1f1 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7440472 Apr 05 14:40:33.501350 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 48398) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:33.511085 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-95e5c9be-2e38-4ffd-8bd6-02b94b2ac03c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Request body: {'port': {'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'mac_address': 'fa:16:3e:b0:bd:f5', 'name': 'tempest-NetworksTestDHCPv6-872608707'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:40:33.756804 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d62129e-de2f-443b-99c9-f43725164510 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'tenant_id': '81648541dc0b4f1ea0eb9cace0846aa5', 'fixed_ips': [{'subnet_id': 'f7816783-506c-4acd-b253-666673755947'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:40:33.762310 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8d62129e-de2f-443b-99c9-f43725164510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:33.803585 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-28f7766d-fe67-4f5e-984d-c79d1d09f157 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15773751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13127350'] for subnet, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:33.929951 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f7766d-fe67-4f5e-984d-c79d1d09f157 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Pushing event updated for resources: {'Subnet': ['ID=f17bfea5-8c4d-4735-b766-8564c75fe6bb,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:33.969835 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f7766d-fe67-4f5e-984d-c79d1d09f157 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Checking segment: {'id': 'dc9ff757-ee9e-419d-8ff7-d66180732cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '83c46ed4-678c-4cd2-bcba-40da38b647e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:40:33.970319 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f7766d-fe67-4f5e-984d-c79d1d09f157 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Network hostable DHCP agents. Network: 83c46ed4-678c-4cd2-bcba-40da38b647e1, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:40:34.026334 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e5c9be-2e38-4ffd-8bd6-02b94b2ac03c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Made reservation on behalf of 81648541dc0b4f1ea0eb9cace0846aa5 for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:40:34.050667 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-8d62129e-de2f-443b-99c9-f43725164510 None None] Allocated IP 2001:db8::f816:3eff:fe54:df39 (fd08407d-7bc3-4895-9d28-9b2f36a8d65c/f7816783-506c-4acd-b253-666673755947/eec77988-b41e-4882-8472-5252070e58be) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:40:34.193492 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f7766d-fe67-4f5e-984d-c79d1d09f157 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Network 83c46ed4-678c-4cd2-bcba-40da38b647e1 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:40:34.209518 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-95e5c9be-2e38-4ffd-8bd6-02b94b2ac03c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:34.314782 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [None req-95e5c9be-2e38-4ffd-8bd6-02b94b2ac03c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] device_id is not set on port 05288334-bc77-4e9b-9e65-a3a0c5664e55 yet. {{(pid=103321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:40:34.327052 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-28f7766d-fe67-4f5e-984d-c79d1d09f157 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 83c46ed4-678c-4cd2-bcba-40da38b647e1) {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:40:34.338887 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f7766d-fe67-4f5e-984d-c79d1d09f157 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:34.341306 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-28f7766d-fe67-4f5e-984d-c79d1d09f157 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:34.348553 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ab8566-dca4-4321-9c49-37d7cd57ab4b None None] Network 83c46ed4-678c-4cd2-bcba-40da38b647e1 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:40:34.547902 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed30557-2775-4e9a-9d5c-ae44762749e9 req-44389775-fac3-49a6-85d0-b01804e50c11 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:34.549532 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-aed30557-2775-4e9a-9d5c-ae44762749e9 req-44389775-fac3-49a6-85d0-b01804e50c11 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=0440f044-3a89-43e6-b195-da957a04f30a HTTP/1.1" status: 200 len: 945 time: 0.1566420 Apr 05 14:40:34.603862 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-aed30557-2775-4e9a-9d5c-ae44762749e9 req-4680be51-0d79-4e67-8c70-d456bf077f5e tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479395 Apr 05 14:40:34.801705 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8d62129e-de2f-443b-99c9-f43725164510 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:34.943916 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638f2220-f852-405a-952d-d43f30cb6f81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-83c46ed4-678c-4cd2-bcba-40da38b647e1', 'network_id': '83c46ed4-678c-4cd2-bcba-40da38b647e1', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'fixed_ips': [{'subnet_id': 'f17bfea5-8c4d-4735-b766-8564c75fe6bb'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:40:34.945092 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-638f2220-f852-405a-952d-d43f30cb6f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:35.119973 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-638f2220-f852-405a-952d-d43f30cb6f81 None None] Allocated IP 2001:db8::2 (83c46ed4-678c-4cd2-bcba-40da38b647e1/f17bfea5-8c4d-4735-b766-8564c75fe6bb/e7ca17de-a9dd-418e-9249-bf75cdff20f5) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:40:35.306654 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-638f2220-f852-405a-952d-d43f30cb6f81 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:35.340652 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 48426) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:35.354445 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 48430) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:35.355099 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-28f7766d-fe67-4f5e-984d-c79d1d09f157 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7625043 Apr 05 14:40:35.393091 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8d62129e-de2f-443b-99c9-f43725164510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:35.487394 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-638f2220-f852-405a-952d-d43f30cb6f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:35.510917 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d62129e-de2f-443b-99c9-f43725164510 None None] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:40:35.531477 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-8d62129e-de2f-443b-99c9-f43725164510 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:40:35.537641 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d62129e-de2f-443b-99c9-f43725164510 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:40:35.599974 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a512133c-5b47-4fbe-ba34-51a51311139d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:35.602489 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d62129e-de2f-443b-99c9-f43725164510 None None] Pushing event updated for resources: {'Port': ['ID=eec77988-b41e-4882-8472-5252070e58be,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:35.606294 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638f2220-f852-405a-952d-d43f30cb6f81 None None] Network 83c46ed4-678c-4cd2-bcba-40da38b647e1 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:40:35.630884 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-638f2220-f852-405a-952d-d43f30cb6f81 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:40:35.630884 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638f2220-f852-405a-952d-d43f30cb6f81 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:40:35.836054 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-8d62129e-de2f-443b-99c9-f43725164510 None None] Attempting to bind port eec77988-b41e-4882-8472-5252070e58be on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:40:35.836462 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-8d62129e-de2f-443b-99c9-f43725164510 None None] Attempting to bind port eec77988-b41e-4882-8472-5252070e58be by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:40:35.840800 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d62129e-de2f-443b-99c9-f43725164510 None None] Attempting to bind port eec77988-b41e-4882-8472-5252070e58be on network fd08407d-7bc3-4895-9d28-9b2f36a8d65c {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:40:35.860774 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ba216a-211b-4c9b-806b-98a2b0f4c2bf req-97e99a4a-ddb5-4059-ad8d-f75320c5d8ea tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:35.868222 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b9ba216a-211b-4c9b-806b-98a2b0f4c2bf req-97e99a4a-ddb5-4059-ad8d-f75320c5d8ea tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=0440f044-3a89-43e6-b195-da957a04f30a HTTP/1.1" status: 200 len: 945 time: 0.1314113 Apr 05 14:40:35.920812 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d62129e-de2f-443b-99c9-f43725164510 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:40:35.921846 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d62129e-de2f-443b-99c9-f43725164510 None None] Checking segment: {'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:40:35.923075 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8d62129e-de2f-443b-99c9-f43725164510 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:35.924230 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d62129e-de2f-443b-99c9-f43725164510 None None] Bound using segment: {'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:40:35.925165 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-8d62129e-de2f-443b-99c9-f43725164510 None None] Bound port: eec77988-b41e-4882-8472-5252070e58be, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:40:35.925656 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8d62129e-de2f-443b-99c9-f43725164510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:35.940017 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b9ba216a-211b-4c9b-806b-98a2b0f4c2bf req-3031c211-7058-42c7-bf0c-ecb8638ab0bb tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706382 Apr 05 14:40:35.943047 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-638f2220-f852-405a-952d-d43f30cb6f81 None None] Attempting to bind port e7ca17de-a9dd-418e-9249-bf75cdff20f5 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:40:35.943497 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-638f2220-f852-405a-952d-d43f30cb6f81 None None] Attempting to bind port e7ca17de-a9dd-418e-9249-bf75cdff20f5 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'dc9ff757-ee9e-419d-8ff7-d66180732cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '83c46ed4-678c-4cd2-bcba-40da38b647e1'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:40:35.945121 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638f2220-f852-405a-952d-d43f30cb6f81 None None] Attempting to bind port e7ca17de-a9dd-418e-9249-bf75cdff20f5 on network 83c46ed4-678c-4cd2-bcba-40da38b647e1 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:40:35.949362 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638f2220-f852-405a-952d-d43f30cb6f81 None None] Pushing event updated for resources: {'Port': ['ID=e7ca17de-a9dd-418e-9249-bf75cdff20f5,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:36.075728 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-95e5c9be-2e38-4ffd-8bd6-02b94b2ac03c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Allocated IP 2001:db8::f816:3eff:feb0:bdf5 (fd08407d-7bc3-4895-9d28-9b2f36a8d65c/f7816783-506c-4acd-b253-666673755947/05288334-bc77-4e9b-9e65-a3a0c5664e55) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:40:36.075867 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638f2220-f852-405a-952d-d43f30cb6f81 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:40:36.075867 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638f2220-f852-405a-952d-d43f30cb6f81 None None] Checking segment: {'id': 'dc9ff757-ee9e-419d-8ff7-d66180732cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '83c46ed4-678c-4cd2-bcba-40da38b647e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:40:36.075867 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-638f2220-f852-405a-952d-d43f30cb6f81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:36.075867 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638f2220-f852-405a-952d-d43f30cb6f81 None None] Bound using segment: {'id': 'dc9ff757-ee9e-419d-8ff7-d66180732cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '83c46ed4-678c-4cd2-bcba-40da38b647e1'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:40:36.075867 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-638f2220-f852-405a-952d-d43f30cb6f81 None None] Bound port: e7ca17de-a9dd-418e-9249-bf75cdff20f5, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc9ff757-ee9e-419d-8ff7-d66180732cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '83c46ed4-678c-4cd2-bcba-40da38b647e1'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:40:36.075867 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-638f2220-f852-405a-952d-d43f30cb6f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:36.075867 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-8d62129e-de2f-443b-99c9-f43725164510 None None] For port eec77988-b41e-4882-8472-5252070e58be, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:40:36.080817 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-8d62129e-de2f-443b-99c9-f43725164510 None None] For port eec77988-b41e-4882-8472-5252070e58be, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=eec77988-b41e-4882-8472-5252070e58be,segment=NetworkSegment(1c468974-700f-4380-acfc-da4f84290a6b),segment_id=1c468974-700f-4380-acfc-da4f84290a6b)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:40:36.101071 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-638f2220-f852-405a-952d-d43f30cb6f81 None None] For port e7ca17de-a9dd-418e-9249-bf75cdff20f5, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:40:36.104938 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-638f2220-f852-405a-952d-d43f30cb6f81 None None] For port e7ca17de-a9dd-418e-9249-bf75cdff20f5, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=e7ca17de-a9dd-418e-9249-bf75cdff20f5,segment=NetworkSegment(dc9ff757-ee9e-419d-8ff7-d66180732cd4),segment_id=dc9ff757-ee9e-419d-8ff7-d66180732cd4)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:40:36.113045 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a512133c-5b47-4fbe-ba34-51a51311139d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:36.181713 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0a88c084-f3b5-40a2-9ef6-7c6b76309705 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:36.229433 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-638f2220-f852-405a-952d-d43f30cb6f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:36.236336 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a512133c-5b47-4fbe-ba34-51a51311139d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:36.238922 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8d62129e-de2f-443b-99c9-f43725164510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:36.347128 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638f2220-f852-405a-952d-d43f30cb6f81 None None] Pushing event updated for resources: {'Port': ['ID=e7ca17de-a9dd-418e-9249-bf75cdff20f5,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:36.445997 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d62129e-de2f-443b-99c9-f43725164510 None None] Pushing event updated for resources: {'Port': ['ID=eec77988-b41e-4882-8472-5252070e58be,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:36.848259 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-a512133c-5b47-4fbe-ba34-51a51311139d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a43f185794004738a9e6c01a5f58a1cb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5057247 Apr 05 14:40:36.851112 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 48468) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:36.860421 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a512133c-5b47-4fbe-ba34-51a51311139d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da5739d2-dfd3-4a11-932c-58fe1085e49a,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:36.961688 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a65fc42b-ea17-489e-9b09-9b86d128a0d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:37.045489 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a65fc42b-ea17-489e-9b09-9b86d128a0d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:37.312120 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a65fc42b-ea17-489e-9b09-9b86d128a0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:37.317254 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-95e5c9be-2e38-4ffd-8bd6-02b94b2ac03c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:37.322243 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a65fc42b-ea17-489e-9b09-9b86d128a0d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:37.323044 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-a65fc42b-ea17-489e-9b09-9b86d128a0d4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/da5739d2-dfd3-4a11-932c-58fe1085e49a HTTP/1.1" status: 204 len: 168 time: 0.4703085 Apr 05 14:40:37.369696 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65fc42b-ea17-489e-9b09-9b86d128a0d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5739d2-dfd3-4a11-932c-58fe1085e49a,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:37.421157 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575934e-ea6b-4b7f-9e4f-0df98da438d1 req-340a9206-6fb0-4673-997e-1767264cb4f8 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:37.428980 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7575934e-ea6b-4b7f-9e4f-0df98da438d1 req-340a9206-6fb0-4673-997e-1767264cb4f8 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=0440f044-3a89-43e6-b195-da957a04f30a HTTP/1.1" status: 200 len: 945 time: 0.2409096 Apr 05 14:40:37.449286 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65fc42b-ea17-489e-9b09-9b86d128a0d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:37.449286 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65fc42b-ea17-489e-9b09-9b86d128a0d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:37.449286 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65fc42b-ea17-489e-9b09-9b86d128a0d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:37.450568 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65fc42b-ea17-489e-9b09-9b86d128a0d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:37.450568 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65fc42b-ea17-489e-9b09-9b86d128a0d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:37.451185 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65fc42b-ea17-489e-9b09-9b86d128a0d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:37.451810 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65fc42b-ea17-489e-9b09-9b86d128a0d4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:37.451973 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65fc42b-ea17-489e-9b09-9b86d128a0d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:37.452223 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65fc42b-ea17-489e-9b09-9b86d128a0d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:37.452564 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65fc42b-ea17-489e-9b09-9b86d128a0d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:37.452919 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65fc42b-ea17-489e-9b09-9b86d128a0d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:37.453850 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65fc42b-ea17-489e-9b09-9b86d128a0d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:37.473785 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-0a88c084-f3b5-40a2-9ef6-7c6b76309705 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Allocated IP 2001:db8::1 (83c46ed4-678c-4cd2-bcba-40da38b647e1/f17bfea5-8c4d-4735-b766-8564c75fe6bb/b1400329-76eb-44dd-85ba-1ea33c533f50) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:40:37.491975 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device eec77988-b41e-4882-8472-5252070e58be up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:40:37.540823 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7575934e-ea6b-4b7f-9e4f-0df98da438d1 req-f7c65ab9-3b33-4bbc-96d1-34cab12a13ba tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104000 Apr 05 14:40:37.623529 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port eec77988-b41e-4882-8472-5252070e58be triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:40:37.623917 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:37.791782 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0a88c084-f3b5-40a2-9ef6-7c6b76309705 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:37.810656 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:37.832820 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-95e5c9be-2e38-4ffd-8bd6-02b94b2ac03c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:37.885480 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port eec77988-b41e-4882-8472-5252070e58be, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=eec77988-b41e-4882-8472-5252070e58be,segment=NetworkSegment(1c468974-700f-4380-acfc-da4f84290a6b),segment_id=1c468974-700f-4380-acfc-da4f84290a6b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:40:37.893877 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e5c9be-2e38-4ffd-8bd6-02b94b2ac03c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:40:37.902105 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-95e5c9be-2e38-4ffd-8bd6-02b94b2ac03c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:40:37.907290 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e5c9be-2e38-4ffd-8bd6-02b94b2ac03c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:40:37.914941 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e5c9be-2e38-4ffd-8bd6-02b94b2ac03c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:37.916666 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-95e5c9be-2e38-4ffd-8bd6-02b94b2ac03c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:37.940610 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0a88c084-f3b5-40a2-9ef6-7c6b76309705 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:37.971988 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e5c9be-2e38-4ffd-8bd6-02b94b2ac03c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event updated for resources: {'Port': ['ID=05288334-bc77-4e9b-9e65-a3a0c5664e55,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:37.998584 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e5c9be-2e38-4ffd-8bd6-02b94b2ac03c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:37.999030 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e5c9be-2e38-4ffd-8bd6-02b94b2ac03c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:37.999846 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e5c9be-2e38-4ffd-8bd6-02b94b2ac03c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:38.002878 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e5c9be-2e38-4ffd-8bd6-02b94b2ac03c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:38.003831 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e5c9be-2e38-4ffd-8bd6-02b94b2ac03c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:38.004296 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e5c9be-2e38-4ffd-8bd6-02b94b2ac03c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:38.004728 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e5c9be-2e38-4ffd-8bd6-02b94b2ac03c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:38.005183 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e5c9be-2e38-4ffd-8bd6-02b94b2ac03c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:38.007085 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e5c9be-2e38-4ffd-8bd6-02b94b2ac03c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:38.007520 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e5c9be-2e38-4ffd-8bd6-02b94b2ac03c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:38.009063 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e5c9be-2e38-4ffd-8bd6-02b94b2ac03c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:38.010060 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e5c9be-2e38-4ffd-8bd6-02b94b2ac03c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:38.016181 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5278f9-70a9-41c5-811d-37a22959ac0e req-69bac499-1078-4c9e-aec0-8c6ac3491f90 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:38.029749 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5f5278f9-70a9-41c5-811d-37a22959ac0e req-69bac499-1078-4c9e-aec0-8c6ac3491f90 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.1586120 Apr 05 14:40:38.050901 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a88c084-f3b5-40a2-9ef6-7c6b76309705 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Network 83c46ed4-678c-4cd2-bcba-40da38b647e1 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:40:38.055131 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-0a88c084-f3b5-40a2-9ef6-7c6b76309705 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:40:38.060788 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a88c084-f3b5-40a2-9ef6-7c6b76309705 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:40:38.061923 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0a88c084-f3b5-40a2-9ef6-7c6b76309705 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809369'] for router_interface, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:38.066367 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:38.075389 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device e7ca17de-a9dd-418e-9249-bf75cdff20f5 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:40:38.156602 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5f5278f9-70a9-41c5-811d-37a22959ac0e req-bff25e39-a165-48f9-9cff-9e0d112896e9 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279075 Apr 05 14:40:38.184731 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-95e5c9be-2e38-4ffd-8bd6-02b94b2ac03c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.6762679 Apr 05 14:40:38.185965 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 48500) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:38.300559 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92fdad33-9d42-46f7-858b-d23e01c6cb9d None None] Network 83c46ed4-678c-4cd2-bcba-40da38b647e1 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:40:38.452767 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a88c084-f3b5-40a2-9ef6-7c6b76309705 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Pushing event updated for resources: {'Port': ['ID=b1400329-76eb-44dd-85ba-1ea33c533f50,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:38.501625 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcdde2d1-9530-408e-b9d2-62a6b8642b84 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:38.512312 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcdde2d1-9530-408e-b9d2-62a6b8642b84 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:38.514385 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-bcdde2d1-9530-408e-b9d2-62a6b8642b84 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.3271439 Apr 05 14:40:38.517285 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 48506) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:38.589642 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8163f9b-139e-4c48-b7e3-92224ff61aa7 req-84b13d1c-9113-4ff0-a676-731ffcacf244 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:38.598419 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d8163f9b-139e-4c48-b7e3-92224ff61aa7 req-84b13d1c-9113-4ff0-a676-731ffcacf244 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.2819617 Apr 05 14:40:38.694388 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port e7ca17de-a9dd-418e-9249-bf75cdff20f5 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:40:38.694919 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:38.704856 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-ca98602f-43e3-4c75-9ffa-c331e415543b None None] Provisioning complete for port e7ca17de-a9dd-418e-9249-bf75cdff20f5 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:40:38.705258 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ca98602f-43e3-4c75-9ffa-c331e415543b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:38.714939 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=eec77988-b41e-4882-8472-5252070e58be,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:38.746163 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0a88c084-f3b5-40a2-9ef6-7c6b76309705 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:38.887407 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d8163f9b-139e-4c48-b7e3-92224ff61aa7 req-dcf1ee27-324e-4f5f-842e-46ea7a68b186 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804883 Apr 05 14:40:38.887552 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 48516) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:38.920272 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7d01b7cc-f903-4b9c-8515-bf33ce91ef18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:38.950416 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f27a49-0b9f-40f1-93fb-6dc1be7c9314 req-bcffc7a5-4699-40c9-9d8f-c3b46ab06b72 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:38.959332 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-23f27a49-0b9f-40f1-93fb-6dc1be7c9314 req-bcffc7a5-4699-40c9-9d8f-c3b46ab06b72 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=0440f044-3a89-43e6-b195-da957a04f30a HTTP/1.1" status: 200 len: 945 time: 0.2428968 Apr 05 14:40:39.046490 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:39.048476 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-23f27a49-0b9f-40f1-93fb-6dc1be7c9314 req-b6773923-8977-4527-be63-62b7bdb231d4 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827587 Apr 05 14:40:39.168655 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-d50e6a4b-9497-4ecd-8998-53af8bcfb550 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Deleting port 05288334-bc77-4e9b-9e65-a3a0c5664e55 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:40:39.169440 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d50e6a4b-9497-4ecd-8998-53af8bcfb550 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:39.232980 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port e7ca17de-a9dd-418e-9249-bf75cdff20f5, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=e7ca17de-a9dd-418e-9249-bf75cdff20f5,segment=NetworkSegment(dc9ff757-ee9e-419d-8ff7-d66180732cd4),segment_id=dc9ff757-ee9e-419d-8ff7-d66180732cd4)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:40:39.245430 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ca98602f-43e3-4c75-9ffa-c331e415543b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:39.396108 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:39.402490 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 7 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 14:40:39.458483 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b30d4f-bbb8-4d17-87b6-a5982bbc2faa req-c8af7f33-38b6-45c9-a840-80945d1fdaa8 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:39.468012 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-13b30d4f-bbb8-4d17-87b6-a5982bbc2faa req-c8af7f33-38b6-45c9-a840-80945d1fdaa8 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.1705694 Apr 05 14:40:39.549375 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=e7ca17de-a9dd-418e-9249-bf75cdff20f5,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:39.583787 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-13b30d4f-bbb8-4d17-87b6-a5982bbc2faa req-d2f80bc7-ba60-4d25-9958-bcc93a85d21c tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108639 Apr 05 14:40:39.597739 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device eec77988-b41e-4882-8472-5252070e58be up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:40:39.656144 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.db.api [None req-ca98602f-43e3-4c75-9ffa-c331e415543b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:40:39.656509 n-d-836650-2 neutron-server[103322]: DEBUG oslo_db.api [None req-ca98602f-43e3-4c75-9ffa-c331e415543b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:40:39.676463 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port eec77988-b41e-4882-8472-5252070e58be triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:40:39.677306 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:39.798724 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d565978-5904-4f10-9ec3-0fdd135998ae req-496abd95-c344-4849-a75b-0d395959c2bb tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:39.807936 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7d565978-5904-4f10-9ec3-0fdd135998ae req-496abd95-c344-4849-a75b-0d395959c2bb tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.1381748 Apr 05 14:40:39.874112 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7d565978-5904-4f10-9ec3-0fdd135998ae req-14d64dd9-2135-41a7-a1da-dc96213318c9 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652370 Apr 05 14:40:39.914688 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7d01b7cc-f903-4b9c-8515-bf33ce91ef18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:39.979841 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d50e6a4b-9497-4ecd-8998-53af8bcfb550 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:39.991073 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0a88c084-f3b5-40a2-9ef6-7c6b76309705 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:39.999849 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-d50e6a4b-9497-4ecd-8998-53af8bcfb550 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Calling delete_port for 05288334-bc77-4e9b-9e65-a3a0c5664e55 owned by {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:40:40.083793 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0a88c084-f3b5-40a2-9ef6-7c6b76309705 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:40.084683 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0a88c084-f3b5-40a2-9ef6-7c6b76309705 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809317'] for router_interface, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:40.104511 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7d01b7cc-f903-4b9c-8515-bf33ce91ef18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:40.161801 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743cc115-7ce1-474a-8845-f8af080380e5 req-af800499-5ad7-4c8b-9f08-6cdbaa3a248a tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:40.171262 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-743cc115-7ce1-474a-8845-f8af080380e5 req-af800499-5ad7-4c8b-9f08-6cdbaa3a248a tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.0652719 Apr 05 14:40:40.230665 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-743cc115-7ce1-474a-8845-f8af080380e5 req-7dae8c7f-de2b-4675-81f3-9bb2c1e21d60 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570538 Apr 05 14:40:40.322272 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a88c084-f3b5-40a2-9ef6-7c6b76309705 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Pushing event updated for resources: {'Port': ['ID=b1400329-76eb-44dd-85ba-1ea33c533f50,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:40.330715 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d01b7cc-f903-4b9c-8515-bf33ce91ef18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b4ae12-9932-4821-a4cd-73857afe3901,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:40.396110 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54737255-2442-4a27-8b13-d00587aeeba4 req-8e7f7bc6-1ba7-4996-93db-56b2493205d7 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:40.397715 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-54737255-2442-4a27-8b13-d00587aeeba4 req-8e7f7bc6-1ba7-4996-93db-56b2493205d7 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=0440f044-3a89-43e6-b195-da957a04f30a HTTP/1.1" status: 200 len: 945 time: 0.1486802 Apr 05 14:40:40.413015 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-608ac22f-8a63-45a7-b133-4624653d0449 None None] Provisioning complete for port b1400329-76eb-44dd-85ba-1ea33c533f50 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:40:40.413666 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-608ac22f-8a63-45a7-b133-4624653d0449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:40.441422 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-7d01b7cc-f903-4b9c-8515-bf33ce91ef18 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1fbdc83b38434a23b308d6dd1db77531&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5529518 Apr 05 14:40:40.448654 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 48556) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:40.497707 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b435008-4265-42ad-8266-4e8179a96b37 req-0acbb852-234c-4d54-b487-07b7ff504184 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:40.499311 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2b435008-4265-42ad-8266-4e8179a96b37 req-0acbb852-234c-4d54-b487-07b7ff504184 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.1492932 Apr 05 14:40:40.539311 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-54737255-2442-4a27-8b13-d00587aeeba4 req-dc159339-d8d2-436c-9ec8-abc6fb81b4a4 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293416 Apr 05 14:40:40.554026 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-608ac22f-8a63-45a7-b133-4624653d0449 None None] Port b1400329-76eb-44dd-85ba-1ea33c533f50 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:40:40.588041 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-608ac22f-8a63-45a7-b133-4624653d0449 None None] Provisioning complete for port eec77988-b41e-4882-8472-5252070e58be triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:40:40.588902 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2b435008-4265-42ad-8266-4e8179a96b37 req-522b3b85-1d83-4630-9715-4c352eee16f7 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771480 Apr 05 14:40:40.592485 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-608ac22f-8a63-45a7-b133-4624653d0449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:40.728723 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-608ac22f-8a63-45a7-b133-4624653d0449 None None] Provisioning complete for port e7ca17de-a9dd-418e-9249-bf75cdff20f5 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:40:40.729134 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-608ac22f-8a63-45a7-b133-4624653d0449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:40.815898 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a88c084-f3b5-40a2-9ef6-7c6b76309705 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Network 83c46ed4-678c-4cd2-bcba-40da38b647e1 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:40:40.835376 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-66af6132-4db2-4778-8f30-84c2b8ea92c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:40.840545 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-0a88c084-f3b5-40a2-9ef6-7c6b76309705 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:40:40.869088 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-608ac22f-8a63-45a7-b133-4624653d0449 None None] Provisioning complete for port 05288334-bc77-4e9b-9e65-a3a0c5664e55 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:40:40.874015 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-608ac22f-8a63-45a7-b133-4624653d0449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:40.908444 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb32c85-c0c3-4caf-b103-adea111174c7 req-2f46aae9-86b9-40f1-9166-89a50c581725 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:40.914313 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4fb32c85-c0c3-4caf-b103-adea111174c7 req-2f46aae9-86b9-40f1-9166-89a50c581725 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.1535220 Apr 05 14:40:40.947540 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-608ac22f-8a63-45a7-b133-4624653d0449 None None] Port 05288334-bc77-4e9b-9e65-a3a0c5664e55 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:40:40.979646 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-66af6132-4db2-4778-8f30-84c2b8ea92c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:40.995708 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4fb32c85-c0c3-4caf-b103-adea111174c7 req-07cb1a47-c487-45de-99f5-001f292550a4 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738790 Apr 05 14:40:41.036028 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d50e6a4b-9497-4ecd-8998-53af8bcfb550 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:41.139205 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d50e6a4b-9497-4ecd-8998-53af8bcfb550 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:41.145739 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-d50e6a4b-9497-4ecd-8998-53af8bcfb550 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/ports/05288334-bc77-4e9b-9e65-a3a0c5664e55 HTTP/1.1" status: 204 len: 168 time: 2.6251640 Apr 05 14:40:41.146164 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 48578) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:41.164013 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50e6a4b-9497-4ecd-8998-53af8bcfb550 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event deleted for resources: {'Port': ['ID=05288334-bc77-4e9b-9e65-a3a0c5664e55,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:41.238419 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab13be04-e133-4c97-895c-47754c340d79 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:41.240728 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab13be04-e133-4c97-895c-47754c340d79 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:41.242967 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-ab13be04-e133-4c97-895c-47754c340d79 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0947123 Apr 05 14:40:41.246230 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 48580) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:41.285926 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-66af6132-4db2-4778-8f30-84c2b8ea92c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:41.294022 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-66af6132-4db2-4778-8f30-84c2b8ea92c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:41.304418 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-66af6132-4db2-4778-8f30-84c2b8ea92c6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a7b4ae12-9932-4821-a4cd-73857afe3901 HTTP/1.1" status: 204 len: 168 time: 0.8509588 Apr 05 14:40:41.332263 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77debf0c-5760-45c2-b25c-cc3f3acaea5c req-21434f3a-d564-41e8-904d-b600c8804c24 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:41.339330 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a88c084-f3b5-40a2-9ef6-7c6b76309705 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Router 42030efb-e7bf-4d65-b6c6-81d49a0dab38 is scheduled to L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 with binding_index 1 {{(pid=103321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:40:41.362641 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-77debf0c-5760-45c2-b25c-cc3f3acaea5c req-21434f3a-d564-41e8-904d-b600c8804c24 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.1178000 Apr 05 14:40:41.376539 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-5f01e651-05ea-422f-a3d7-b8173e3aacbb None None] Provisioning complete for port b1400329-76eb-44dd-85ba-1ea33c533f50 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:40:41.379247 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5f01e651-05ea-422f-a3d7-b8173e3aacbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:41.385980 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66af6132-4db2-4778-8f30-84c2b8ea92c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b4ae12-9932-4821-a4cd-73857afe3901,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:41.497962 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-77debf0c-5760-45c2-b25c-cc3f3acaea5c req-734d9fac-f4b6-48d1-8735-0c1a15678b22 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330411 Apr 05 14:40:41.536298 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-5f01e651-05ea-422f-a3d7-b8173e3aacbb None None] Port b1400329-76eb-44dd-85ba-1ea33c533f50 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:40:41.657066 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device e7ca17de-a9dd-418e-9249-bf75cdff20f5 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:40:41.664410 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d906c53-f861-45f0-871f-8814fbae6eb8 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Deleting subnet f7816783-506c-4acd-b253-666673755947 {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:40:41.680219 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4d906c53-f861-45f0-871f-8814fbae6eb8 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:41.725627 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port e7ca17de-a9dd-418e-9249-bf75cdff20f5 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:40:41.726260 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:41.828981 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25bf05c-aa21-4636-b3e0-996d9be713ef req-1bdf5875-9f12-4cc5-b839-6e54d6b2ad35 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:41.831084 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e25bf05c-aa21-4636-b3e0-996d9be713ef req-1bdf5875-9f12-4cc5-b839-6e54d6b2ad35 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=0440f044-3a89-43e6-b195-da957a04f30a HTTP/1.1" status: 200 len: 945 time: 0.1276879 Apr 05 14:40:41.890263 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4d906c53-f861-45f0-871f-8814fbae6eb8 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:41.949330 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a88c084-f3b5-40a2-9ef6-7c6b76309705 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:40:41.958073 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-0a88c084-f3b5-40a2-9ef6-7c6b76309705 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "PUT /v2.0/routers/42030efb-e7bf-4d65-b6c6-81d49a0dab38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6000202 Apr 05 14:40:41.960931 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e25bf05c-aa21-4636-b3e0-996d9be713ef req-578a0af3-bd5b-406f-b4df-7d9bd6a16847 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206672 Apr 05 14:40:41.965602 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd613bc0-8781-4766-9a99-f4185dd33096 None None] Sync routers for ids ['42030efb-e7bf-4d65-b6c6-81d49a0dab38'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:40:41.973602 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 48598) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:41.980941 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-73a70b72-30e6-4d3d-8659-c7fd939ae1a8 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-577000106'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:40:41.981736 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd613bc0-8781-4766-9a99-f4185dd33096 None None] Routers {'42030efb-e7bf-4d65-b6c6-81d49a0dab38'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:40:41.982388 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-bd613bc0-8781-4766-9a99-f4185dd33096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:40:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['42030efb-e7bf-4d65-b6c6-81d49a0dab38'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:40:41.999151 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc4375-88be-4739-9ed6-5b2cba70b4a5 req-3b2963c8-0963-4429-a855-ba32b35ce4d8 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:42.007476 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-80cc4375-88be-4739-9ed6-5b2cba70b4a5 req-3b2963c8-0963-4429-a855-ba32b35ce4d8 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.2558601 Apr 05 14:40:42.104989 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-80cc4375-88be-4739-9ed6-5b2cba70b4a5 req-adea0709-4253-4cc5-ab2e-1c1c4957b933 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964153 Apr 05 14:40:42.121953 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4d906c53-f861-45f0-871f-8814fbae6eb8 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:42.154351 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-bd613bc0-8781-4766-9a99-f4185dd33096 None None] Set router 42030efb-e7bf-4d65-b6c6-81d49a0dab38 gateway port host: None {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:40:42.240305 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a70b72-30e6-4d3d-8659-c7fd939ae1a8 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Made reservation on behalf of e7eb5e760fb649288ddd0e65de525949 for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:40:42.245190 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-73a70b72-30e6-4d3d-8659-c7fd939ae1a8 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:42.260475 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3724d5c9-d2fe-4f4c-a185-b0de8560b011 req-1e9f349f-98d6-461e-bf9a-a39d28c2e353 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:42.265077 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3724d5c9-d2fe-4f4c-a185-b0de8560b011 req-1e9f349f-98d6-461e-bf9a-a39d28c2e353 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.0886216 Apr 05 14:40:42.343373 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3724d5c9-d2fe-4f4c-a185-b0de8560b011 req-26915988-1988-46ec-8eeb-2e9fa0143f1b tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663137 Apr 05 14:40:42.391143 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:42.404866 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4d906c53-f861-45f0-871f-8814fbae6eb8 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:42.408425 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73a70b72-30e6-4d3d-8659-c7fd939ae1a8 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:40:42.474870 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-73a70b72-30e6-4d3d-8659-c7fd939ae1a8 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:42.475628 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-73a70b72-30e6-4d3d-8659-c7fd939ae1a8 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Added segment 59f66ad5-1833-4f4e-b0a7-908623dcea83 of type vlan for network db5197f6-eaf7-4c08-9616-8bd4164e6913 Apr 05 14:40:42.559181 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-bd613bc0-8781-4766-9a99-f4185dd33096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'name': 'tempest-RoutersIpV6Test-router-1460575378', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:40:31Z', 'updated_at': '2022-04-05T14:40:38Z', 'revision_number': 2, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'gw_port_host': None, '_interfaces': [{'id': 'b1400329-76eb-44dd-85ba-1ea33c533f50', 'name': '', 'network_id': '83c46ed4-678c-4cd2-bcba-40da38b647e1', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'mac_address': 'fa:16:3e:03:18:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': 'f17bfea5-8c4d-4735-b766-8564c75fe6bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:36Z', 'updated_at': '2022-04-05T14:40:39Z', 'revision_number': 2, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'subnets': [{'id': 'f17bfea5-8c4d-4735-b766-8564c75fe6bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:40:42.656383 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-73a70b72-30e6-4d3d-8659-c7fd939ae1a8 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:42.664616 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd613bc0-8781-4766-9a99-f4185dd33096 None None] Checking router: 42030efb-e7bf-4d65-b6c6-81d49a0dab38 for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:40:42.668574 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd613bc0-8781-4766-9a99-f4185dd33096 None None] Updating router 42030efb-e7bf-4d65-b6c6-81d49a0dab38 port b1400329-76eb-44dd-85ba-1ea33c533f50 binding host n-d-836650-2 {{(pid=103322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:40:42.730274 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bd613bc0-8781-4766-9a99-f4185dd33096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:42.771495 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d906c53-f861-45f0-871f-8814fbae6eb8 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event deleted for resources: {'Subnet': ['ID=f7816783-506c-4acd-b253-666673755947,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:42.784625 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4d906c53-f861-45f0-871f-8814fbae6eb8 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:42.796987 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-4d906c53-f861-45f0-871f-8814fbae6eb8 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/subnets/f7816783-506c-4acd-b253-666673755947 HTTP/1.1" status: 204 len: 168 time: 1.5495112 Apr 05 14:40:42.797745 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 48624) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:42.802462 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45497650-65ef-4033-93c2-b579966c40da req-1359984f-8dd2-43a5-82bd-1652f2778a67 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:42.806684 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-45497650-65ef-4033-93c2-b579966c40da req-1359984f-8dd2-43a5-82bd-1652f2778a67 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.0748861 Apr 05 14:40:42.809164 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11de46a0-10f0-4cd7-ab6b-428ea1a33cee None None] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:40:42.869879 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-ab6499b9-5e3f-4928-948b-de9690b88583 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0708249 Apr 05 14:40:42.870539 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 48628) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:42.911529 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-45497650-65ef-4033-93c2-b579966c40da req-78efb7d5-9850-4de4-8487-c72ffa33cc0a tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963333 Apr 05 14:40:42.944682 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a6a376-2865-4d2c-b960-11b1be2e7e88 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:42.947719 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-a7a6a376-2865-4d2c-b960-11b1be2e7e88 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0747333 Apr 05 14:40:42.949580 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 48632) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:43.028789 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b4f549-405c-414d-887d-bfd1287f7a5f tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:43.030338 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-88b4f549-405c-414d-887d-bfd1287f7a5f tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0794864 Apr 05 14:40:43.033036 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 48636) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:43.082414 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-0a5ac5f1-ca34-462e-92f8-a0bca59569cb tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0421295 Apr 05 14:40:43.093906 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-73a70b72-30e6-4d3d-8659-c7fd939ae1a8 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:43.094134 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd23a4d8-b72f-4590-adc7-02bb693b54ea req-1671ca30-759b-46bb-ba29-b53fc7e0ded9 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:43.094241 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a70b72-30e6-4d3d-8659-c7fd939ae1a8 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:43.094340 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dd23a4d8-b72f-4590-adc7-02bb693b54ea req-1671ca30-759b-46bb-ba29-b53fc7e0ded9 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.1024554 Apr 05 14:40:43.094340 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 48642) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:43.096657 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-73a70b72-30e6-4d3d-8659-c7fd939ae1a8 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:43.113792 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-8da57304-f9b5-4331-b84c-0a000ee2561d tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Request body: {'subnet': {'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:40:43.195707 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0e410e-8b94-4e7c-8bb6-f13980e46150 None None] DHCP port deletion for fd08407d-7bc3-4895-9d28-9b2f36a8d65c request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:40:43.204806 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a70b72-30e6-4d3d-8659-c7fd939ae1a8 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Pushing event updated for resources: {'Network': ['ID=db5197f6-eaf7-4c08-9616-8bd4164e6913,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:43.216564 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-73a70b72-30e6-4d3d-8659-c7fd939ae1a8 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2407269 Apr 05 14:40:43.225525 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 48648) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:43.236143 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-91b3391c-4637-4449-9cf6-917553033b4c tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Request body: {'subnet': {'network_id': 'db5197f6-eaf7-4c08-9616-8bd4164e6913', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:40:43.236388 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network db5197f6-eaf7-4c08-9616-8bd4164e6913 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:40:43.360902 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b482c-1b66-4c5c-9e42-296ab4dff90a req-086e1b2c-289f-4394-8893-5e59e2df0411 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:43.369528 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6e2b482c-1b66-4c5c-9e42-296ab4dff90a req-086e1b2c-289f-4394-8893-5e59e2df0411 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=0440f044-3a89-43e6-b195-da957a04f30a HTTP/1.1" status: 200 len: 945 time: 0.2706835 Apr 05 14:40:43.394858 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dd23a4d8-b72f-4590-adc7-02bb693b54ea req-03de8ef7-f4d6-4756-8aa7-15aca056bfa8 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956939 Apr 05 14:40:43.578409 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6e2b482c-1b66-4c5c-9e42-296ab4dff90a req-b4fa91b8-c057-4840-b6b1-1f5b59743d22 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970041 Apr 05 14:40:43.608619 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da57304-f9b5-4331-b84c-0a000ee2561d tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Made reservation on behalf of 81648541dc0b4f1ea0eb9cace0846aa5 for: {'subnet': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:40:43.614621 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8da57304-f9b5-4331-b84c-0a000ee2561d tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13127328'] for subnet, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:43.619914 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device eec77988-b41e-4882-8472-5252070e58be no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:40:43.731485 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b3391c-4637-4449-9cf6-917553033b4c tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Made reservation on behalf of e7eb5e760fb649288ddd0e65de525949 for: {'subnet': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:40:43.734958 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-91b3391c-4637-4449-9cf6-917553033b4c tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13127328'] for subnet, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:44.015143 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:44.054130 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-bb0e410e-8b94-4e7c-8bb6-f13980e46150 None None] Deleting port eec77988-b41e-4882-8472-5252070e58be {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:40:44.054635 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bb0e410e-8b94-4e7c-8bb6-f13980e46150 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:44.126665 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:44.135371 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bd613bc0-8781-4766-9a99-f4185dd33096 None None] Notify callbacks [] for port, precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:44.147169 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port eec77988-b41e-4882-8472-5252070e58be, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=eec77988-b41e-4882-8472-5252070e58be,segment=NetworkSegment(1c468974-700f-4380-acfc-da4f84290a6b),segment_id=1c468974-700f-4380-acfc-da4f84290a6b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:40:44.169163 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-bb0e410e-8b94-4e7c-8bb6-f13980e46150 None None] For port eec77988-b41e-4882-8472-5252070e58be, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=eec77988-b41e-4882-8472-5252070e58be,segment=NetworkSegment(1c468974-700f-4380-acfc-da4f84290a6b),segment_id=1c468974-700f-4380-acfc-da4f84290a6b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:40:44.171954 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bb0e410e-8b94-4e7c-8bb6-f13980e46150 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:44.201212 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-bb0e410e-8b94-4e7c-8bb6-f13980e46150 None None] Calling delete_port for eec77988-b41e-4882-8472-5252070e58be owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:40:44.207952 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40630bf4-0e8e-4e6c-a789-bfc9de0f75cb req-5f7c8060-3f2a-4fa1-8d87-00435ff3a13c tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:44.209237 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-40630bf4-0e8e-4e6c-a789-bfc9de0f75cb req-5f7c8060-3f2a-4fa1-8d87-00435ff3a13c tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/networks?id=c590509e-7ca8-420f-8b7e-bdc8058c2274 HTTP/1.1" status: 200 len: 813 time: 0.3803904 Apr 05 14:40:44.278593 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bd613bc0-8781-4766-9a99-f4185dd33096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:44.309263 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-40630bf4-0e8e-4e6c-a789-bfc9de0f75cb req-72cd149f-85fc-4ffc-83d1-8c8b45494e29 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/quotas/e8ce47a9c4704fe783984e08a144e0c5 HTTP/1.1" status: 200 len: 375 time: 0.0598831 Apr 05 14:40:44.329116 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5443dbd-d77b-4a64-b4c8-f0eb34facfba None None] Pushing event updated for resources: {'Port': ['ID=b1400329-76eb-44dd-85ba-1ea33c533f50,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:44.381073 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:44.396839 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-40630bf4-0e8e-4e6c-a789-bfc9de0f75cb req-7ef84321-89dc-4e39-9e9f-e8701cc5dabb tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e8ce47a9c4704fe783984e08a144e0c5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0651562 Apr 05 14:40:44.480484 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-bd613bc0-8781-4766-9a99-f4185dd33096 None None] Attempting to bind port b1400329-76eb-44dd-85ba-1ea33c533f50 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:40:44.480973 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-bd613bc0-8781-4766-9a99-f4185dd33096 None None] Attempting to bind port b1400329-76eb-44dd-85ba-1ea33c533f50 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'dc9ff757-ee9e-419d-8ff7-d66180732cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '83c46ed4-678c-4cd2-bcba-40da38b647e1'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:40:44.481400 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd613bc0-8781-4766-9a99-f4185dd33096 None None] Attempting to bind port b1400329-76eb-44dd-85ba-1ea33c533f50 on network 83c46ed4-678c-4cd2-bcba-40da38b647e1 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:40:44.489514 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd613bc0-8781-4766-9a99-f4185dd33096 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:40:44.490011 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd613bc0-8781-4766-9a99-f4185dd33096 None None] Checking segment: {'id': 'dc9ff757-ee9e-419d-8ff7-d66180732cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '83c46ed4-678c-4cd2-bcba-40da38b647e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:40:44.490449 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bd613bc0-8781-4766-9a99-f4185dd33096 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:44.490923 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd613bc0-8781-4766-9a99-f4185dd33096 None None] Bound using segment: {'id': 'dc9ff757-ee9e-419d-8ff7-d66180732cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '83c46ed4-678c-4cd2-bcba-40da38b647e1'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:40:44.491386 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-bd613bc0-8781-4766-9a99-f4185dd33096 None None] Bound port: b1400329-76eb-44dd-85ba-1ea33c533f50, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc9ff757-ee9e-419d-8ff7-d66180732cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '83c46ed4-678c-4cd2-bcba-40da38b647e1'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:40:44.491760 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bd613bc0-8781-4766-9a99-f4185dd33096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:44.510256 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=eec77988-b41e-4882-8472-5252070e58be,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:44.511019 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-91b3391c-4637-4449-9cf6-917553033b4c tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15773751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13127350'] for subnet, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:44.559551 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bb0e410e-8b94-4e7c-8bb6-f13980e46150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:44.581254 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0e410e-8b94-4e7c-8bb6-f13980e46150 None None] No DVR routers for this DVR port eec77988-b41e-4882-8472-5252070e58be on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:40:44.614323 n-d-836650-2 neutron-server[103320]: DEBUG neutron.objects.ports [None req-8da57304-f9b5-4331-b84c-0a000ee2561d tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103320) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 05 14:40:44.674255 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0e410e-8b94-4e7c-8bb6-f13980e46150 None None] Pushing event deleted for resources: {'Port': ['ID=eec77988-b41e-4882-8472-5252070e58be,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:44.713726 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-bd613bc0-8781-4766-9a99-f4185dd33096 None None] For port b1400329-76eb-44dd-85ba-1ea33c533f50, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:40:44.729529 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-bd613bc0-8781-4766-9a99-f4185dd33096 None None] For port b1400329-76eb-44dd-85ba-1ea33c533f50, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=b1400329-76eb-44dd-85ba-1ea33c533f50,segment=NetworkSegment(dc9ff757-ee9e-419d-8ff7-d66180732cd4),segment_id=dc9ff757-ee9e-419d-8ff7-d66180732cd4)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:40:44.740338 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-2f1ea2ae-3291-4bca-8f87-79aa36b3d62a None None] Provisioning complete for port b1400329-76eb-44dd-85ba-1ea33c533f50 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:40:44.741203 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2f1ea2ae-3291-4bca-8f87-79aa36b3d62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:44.783847 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b3391c-4637-4449-9cf6-917553033b4c tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Pushing event updated for resources: {'Subnet': ['ID=7e7e41d8-71b1-4208-b6cb-6c5106360847,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:44.807718 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-2f1ea2ae-3291-4bca-8f87-79aa36b3d62a None None] Port b1400329-76eb-44dd-85ba-1ea33c533f50 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:40:44.823532 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc4c7ea-9575-48ad-89ef-1bc49ad4e935 req-689cef26-90ab-4287-b1a8-a7eb09097328 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:44.825211 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bbc4c7ea-9575-48ad-89ef-1bc49ad4e935 req-689cef26-90ab-4287-b1a8-a7eb09097328 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.3185468 Apr 05 14:40:44.901299 n-d-836650-2 neutron-server[103320]: WARNING neutron.services.revisions.revision_plugin [None req-8da57304-f9b5-4331-b84c-0a000ee2561d tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Could not find related port for resource to bump revision. Apr 05 14:40:44.901299 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b3391c-4637-4449-9cf6-917553033b4c tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Checking segment: {'id': '59f66ad5-1833-4f4e-b0a7-908623dcea83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'db5197f6-eaf7-4c08-9616-8bd4164e6913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:40:44.901299 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b3391c-4637-4449-9cf6-917553033b4c tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Network hostable DHCP agents. Network: db5197f6-eaf7-4c08-9616-8bd4164e6913, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:40:44.919966 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104bd4c7-82a3-458a-aa1a-85d2ded1d036 req-380d30a1-2e13-40d7-92e6-e99d161c470a tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:44.919966 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-104bd4c7-82a3-458a-aa1a-85d2ded1d036 req-380d30a1-2e13-40d7-92e6-e99d161c470a tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=0440f044-3a89-43e6-b195-da957a04f30a HTTP/1.1" status: 200 len: 945 time: 0.1630294 Apr 05 14:40:44.935111 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bbc4c7ea-9575-48ad-89ef-1bc49ad4e935 req-04b6f992-3dcd-4711-9e7c-d70c95342838 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997703 Apr 05 14:40:44.954342 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bd613bc0-8781-4766-9a99-f4185dd33096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:45.037517 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.ipam_pluggable_backend [None req-8da57304-f9b5-4331-b84c-0a000ee2561d tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Port eec77988-b41e-4882-8472-5252070e58be was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103320) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 05 14:40:45.037814 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.ipam_pluggable_backend [None req-8da57304-f9b5-4331-b84c-0a000ee2561d tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Reverting IP allocation for 2001:db8::f816:3eff:fe54:df39 {{(pid=103320) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 05 14:40:45.047049 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd613bc0-8781-4766-9a99-f4185dd33096 None None] Routers {'42030efb-e7bf-4d65-b6c6-81d49a0dab38'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:40:45.047966 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-bd613bc0-8781-4766-9a99-f4185dd33096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:40:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['42030efb-e7bf-4d65-b6c6-81d49a0dab38'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:40:45.106270 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-104bd4c7-82a3-458a-aa1a-85d2ded1d036 req-fc131ced-0c6f-4b97-895d-8ccb499ec34e tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781318 Apr 05 14:40:45.112999 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8da57304-f9b5-4331-b84c-0a000ee2561d tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15773751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13127350'] for subnet, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:45.119253 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b3391c-4637-4449-9cf6-917553033b4c tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Network db5197f6-eaf7-4c08-9616-8bd4164e6913 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:40:45.185234 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5443dbd-d77b-4a64-b4c8-f0eb34facfba None None] Pushing event updated for resources: {'Port': ['ID=b1400329-76eb-44dd-85ba-1ea33c533f50,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:45.229618 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-bd613bc0-8781-4766-9a99-f4185dd33096 None None] Set router 42030efb-e7bf-4d65-b6c6-81d49a0dab38 gateway port host: None {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:40:45.339515 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da57304-f9b5-4331-b84c-0a000ee2561d tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:40:45.348739 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-91b3391c-4637-4449-9cf6-917553033b4c tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, db5197f6-eaf7-4c08-9616-8bd4164e6913) {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:40:45.365168 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-8da57304-f9b5-4331-b84c-0a000ee2561d tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:40:45.371608 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583d1cec-ac38-4ab7-bc4e-143468f96e6e None None] Network db5197f6-eaf7-4c08-9616-8bd4164e6913 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:40:45.375876 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b3391c-4637-4449-9cf6-917553033b4c tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:45.380629 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-91b3391c-4637-4449-9cf6-917553033b4c tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:45.393006 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da57304-f9b5-4331-b84c-0a000ee2561d tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:45.397474 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8da57304-f9b5-4331-b84c-0a000ee2561d tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:45.398525 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ee6c94-8b36-4cf9-94f8-29ab4e26d6cd None None] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:40:45.414078 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da57304-f9b5-4331-b84c-0a000ee2561d tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event updated for resources: {'Subnet': ['ID=39958918-64ce-48bb-9b1f-82c0242f6a2f,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:45.460854 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01277ee7-26cd-4a42-8278-23dbdb6e3c75 req-c8b7bdd5-558f-49c8-99ac-05160a2b5fc8 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:45.472277 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-01277ee7-26cd-4a42-8278-23dbdb6e3c75 req-c8b7bdd5-558f-49c8-99ac-05160a2b5fc8 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.3255999 Apr 05 14:40:45.531065 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-01277ee7-26cd-4a42-8278-23dbdb6e3c75 req-fb12971b-e580-4ddb-b8bb-922acf127e2e tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534544 Apr 05 14:40:45.585453 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-91b3391c-4637-4449-9cf6-917553033b4c tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3503544 Apr 05 14:40:45.585714 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 48734) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:45.631911 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-8da57304-f9b5-4331-b84c-0a000ee2561d tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.5261574 Apr 05 14:40:45.633615 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 48738) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:45.639513 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-204778a8-33c5-488d-a262-fc2c79586dd9 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Request body: {'port': {'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'mac_address': 'fa:16:3e:0b:74:ad', 'name': 'tempest-NetworksTestDHCPv6-1941702040'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:40:45.651292 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-44f46ad0-bb07-4c32-8b4c-7ba5652ed888 None None] Provisioning complete for port b1400329-76eb-44dd-85ba-1ea33c533f50 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:40:45.651669 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-44f46ad0-bb07-4c32-8b4c-7ba5652ed888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:45.979679 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-95c7bf24-13ba-4175-a6f6-951e043fa0eb req-4718805c-e679-4c98-8d66-68cc462462cb tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=e8ce47a9c4704fe783984e08a144e0c5 HTTP/1.1" status: 200 len: 221 time: 0.1032062 Apr 05 14:40:45.989536 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-44f46ad0-bb07-4c32-8b4c-7ba5652ed888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:46.001773 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-bd613bc0-8781-4766-9a99-f4185dd33096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'name': 'tempest-RoutersIpV6Test-router-1460575378', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:40:31Z', 'updated_at': '2022-04-05T14:40:38Z', 'revision_number': 2, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'gw_port_host': None, '_interfaces': [{'id': 'b1400329-76eb-44dd-85ba-1ea33c533f50', 'name': '', 'network_id': '83c46ed4-678c-4cd2-bcba-40da38b647e1', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'mac_address': 'fa:16:3e:03:18:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': 'f17bfea5-8c4d-4735-b766-8564c75fe6bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:36Z', 'updated_at': '2022-04-05T14:40:44Z', 'revision_number': 4, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'subnets': [{'id': 'f17bfea5-8c4d-4735-b766-8564c75fe6bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:40:46.042797 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd613bc0-8781-4766-9a99-f4185dd33096 None None] The sync data for ids ['42030efb-e7bf-4d65-b6c6-81d49a0dab38'] in n-d-836650-2 is: [{'id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'name': 'tempest-RoutersIpV6Test-router-1460575378', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:40:31Z', 'updated_at': '2022-04-05T14:40:38Z', 'revision_number': 2, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'gw_port_host': None, '_interfaces': [{'id': 'b1400329-76eb-44dd-85ba-1ea33c533f50', 'name': '', 'network_id': '83c46ed4-678c-4cd2-bcba-40da38b647e1', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'mac_address': 'fa:16:3e:03:18:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': 'f17bfea5-8c4d-4735-b766-8564c75fe6bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:36Z', 'updated_at': '2022-04-05T14:40:44Z', 'revision_number': 4, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'subnets': [{'id': 'f17bfea5-8c4d-4735-b766-8564c75fe6bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:40:46.123363 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-204778a8-33c5-488d-a262-fc2c79586dd9 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Made reservation on behalf of 81648541dc0b4f1ea0eb9cace0846aa5 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:40:46.139862 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac5cab3-ad73-46e3-a1f3-d9d15ea72857 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-db5197f6-eaf7-4c08-9616-8bd4164e6913', 'network_id': 'db5197f6-eaf7-4c08-9616-8bd4164e6913', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'fixed_ips': [{'subnet_id': '7e7e41d8-71b1-4208-b6cb-6c5106360847'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:40:46.140732 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dac5cab3-ad73-46e3-a1f3-d9d15ea72857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:46.159330 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-44f46ad0-bb07-4c32-8b4c-7ba5652ed888 None None] For port b1400329-76eb-44dd-85ba-1ea33c533f50, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=b1400329-76eb-44dd-85ba-1ea33c533f50,segment=NetworkSegment(dc9ff757-ee9e-419d-8ff7-d66180732cd4),segment_id=dc9ff757-ee9e-419d-8ff7-d66180732cd4)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:40:46.167860 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae894fce-c53b-4a2b-96bc-08149c789fed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'tenant_id': '81648541dc0b4f1ea0eb9cace0846aa5', 'fixed_ips': [{'subnet_id': '39958918-64ce-48bb-9b1f-82c0242f6a2f'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:40:46.169055 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ae894fce-c53b-4a2b-96bc-08149c789fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:46.525523 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-febf8718-064b-481f-8406-ed07ce125f56 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:46.686264 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-44f46ad0-bb07-4c32-8b4c-7ba5652ed888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:46.883587 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-ae894fce-c53b-4a2b-96bc-08149c789fed None None] Allocated IP 2001:db8::f816:3eff:fe0f:a0b5 (fd08407d-7bc3-4895-9d28-9b2f36a8d65c/39958918-64ce-48bb-9b1f-82c0242f6a2f/b7da61f3-655c-4db8-bd77-b0208f624ca4) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:40:46.912031 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dafed4-2882-4be5-a5d5-65a5c61deb4d req-eaaba825-a996-4bb1-b7c0-08489d8cca2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:46.913741 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-24dafed4-2882-4be5-a5d5-65a5c61deb4d req-eaaba825-a996-4bb1-b7c0-08489d8cca2f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9215d951bfeb48c39a8e33c585301815&device_id=0440f044-3a89-43e6-b195-da957a04f30a HTTP/1.1" status: 200 len: 1096 time: 0.8813524 Apr 05 14:40:46.992404 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd838f6-73b4-4f4f-8a29-993a5be4962e req-d461188a-e74f-4d32-a902-26f41f822c70 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:47.005786 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bdd838f6-73b4-4f4f-8a29-993a5be4962e req-d461188a-e74f-4d32-a902-26f41f822c70 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.8514915 Apr 05 14:40:47.049909 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff14d40-0773-4cec-88c7-33bedb7fe4df req-8bd4e4b3-24e8-4a6d-b679-84d4ac0c492c tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:47.059294 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0ff14d40-0773-4cec-88c7-33bedb7fe4df req-8bd4e4b3-24e8-4a6d-b679-84d4ac0c492c tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=0440f044-3a89-43e6-b195-da957a04f30a HTTP/1.1" status: 200 len: 945 time: 0.2104805 Apr 05 14:40:47.187996 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-204778a8-33c5-488d-a262-fc2c79586dd9 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:47.247149 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0ff14d40-0773-4cec-88c7-33bedb7fe4df req-a58beefa-4654-4570-9e8f-7a00f7380530 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858509 Apr 05 14:40:47.261554 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bdd838f6-73b4-4f4f-8a29-993a5be4962e req-18509668-5d2b-4ddd-8760-274711ffff75 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543204 Apr 05 14:40:47.296732 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-204778a8-33c5-488d-a262-fc2c79586dd9 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] device_id is not set on port 1a0798e5-54fe-42f9-bf9e-59a4d43cb765 yet. {{(pid=103320) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:40:47.505173 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dafed4-2882-4be5-a5d5-65a5c61deb4d req-9acb2481-4831-4a39-a06f-5483ca87d00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:47.506995 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-24dafed4-2882-4be5-a5d5-65a5c61deb4d req-9acb2481-4831-4a39-a06f-5483ca87d00d service neutron] 10.222.0.55 "GET /v2.0/networks?id=bbe33099-0907-4578-b91f-9ecd1e0f3a95 HTTP/1.1" status: 200 len: 912 time: 0.5852413 Apr 05 14:40:47.517076 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f446fe-a273-49b4-9523-34c9796b2e36 req-60901c8d-bee0-4514-b365-201461d80fc2 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:47.519041 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f4f446fe-a273-49b4-9523-34c9796b2e36 req-60901c8d-bee0-4514-b365-201461d80fc2 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.1104970 Apr 05 14:40:47.524996 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f46ad0-bb07-4c32-8b4c-7ba5652ed888 None None] Pushing event updated for resources: {'Port': ['ID=b1400329-76eb-44dd-85ba-1ea33c533f50,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:47.582918 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-dac5cab3-ad73-46e3-a1f3-d9d15ea72857 None None] Allocated IP 2001:db8:1::2 (db5197f6-eaf7-4c08-9616-8bd4164e6913/7e7e41d8-71b1-4208-b6cb-6c5106360847/d4bc9a55-cdda-4278-b85d-fc9ee8776532) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:40:47.585160 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device b1400329-76eb-44dd-85ba-1ea33c533f50 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:40:47.630474 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-24dafed4-2882-4be5-a5d5-65a5c61deb4d req-6c7c5764-38a1-490d-a96b-de33b0837129 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8241b1f-e584-48f9-a63b-6619ec24fb7f HTTP/1.1" status: 200 len: 217 time: 0.1097822 Apr 05 14:40:47.714232 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dbc57b72-15aa-47a7-932e-3db97ebc118b req-78ad8fb8-bcd3-4019-8311-1537cc92ea53 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=5c1cdd4c0b414fe1b9faf6b275f9f83e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1421652 Apr 05 14:40:47.741106 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ae894fce-c53b-4a2b-96bc-08149c789fed None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:47.765339 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port b1400329-76eb-44dd-85ba-1ea33c533f50 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:40:47.765722 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:47.771351 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dafed4-2882-4be5-a5d5-65a5c61deb4d req-7fd3411c-087a-4771-8f3f-6f5b02abb96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:47.772913 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-24dafed4-2882-4be5-a5d5-65a5c61deb4d req-7fd3411c-087a-4771-8f3f-6f5b02abb96e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c529ad6d-a94e-4533-88f8-eeabc5541ed8 HTTP/1.1" status: 200 len: 850 time: 0.1237118 Apr 05 14:40:47.813670 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f4f446fe-a273-49b4-9523-34c9796b2e36 req-a5d7dd48-af06-49a1-b5d3-739f8a9349f6 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577705 Apr 05 14:40:47.907230 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ae894fce-c53b-4a2b-96bc-08149c789fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:47.973217 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dac5cab3-ad73-46e3-a1f3-d9d15ea72857 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:47.974010 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc57b72-15aa-47a7-932e-3db97ebc118b req-62d09b36-eee7-4a32-b5c0-de5fbaefd60f tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:47.974995 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dbc57b72-15aa-47a7-932e-3db97ebc118b req-62d09b36-eee7-4a32-b5c0-de5fbaefd60f tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2590377 Apr 05 14:40:47.979699 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae894fce-c53b-4a2b-96bc-08149c789fed None None] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:40:47.985903 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-ae894fce-c53b-4a2b-96bc-08149c789fed None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:40:47.990442 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae894fce-c53b-4a2b-96bc-08149c789fed None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:40:47.999895 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae894fce-c53b-4a2b-96bc-08149c789fed None None] Pushing event updated for resources: {'Port': ['ID=b7da61f3-655c-4db8-bd77-b0208f624ca4,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:48.017362 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dafed4-2882-4be5-a5d5-65a5c61deb4d req-34b333a9-9047-4b5c-868a-6085cb3ada23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:48.018783 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-24dafed4-2882-4be5-a5d5-65a5c61deb4d req-34b333a9-9047-4b5c-868a-6085cb3ada23 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bbe33099-0907-4578-b91f-9ecd1e0f3a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2134774 Apr 05 14:40:48.025628 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-204778a8-33c5-488d-a262-fc2c79586dd9 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Allocated IP 2001:db8::f816:3eff:fe0b:74ad (fd08407d-7bc3-4895-9d28-9b2f36a8d65c/39958918-64ce-48bb-9b1f-82c0242f6a2f/1a0798e5-54fe-42f9-bf9e-59a4d43cb765) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:40:48.041791 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dbc57b72-15aa-47a7-932e-3db97ebc118b req-c22e291f-8cbf-4d06-8693-b9947e8769e9 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] 10.222.0.30 "GET /v2.0/quotas/5c1cdd4c0b414fe1b9faf6b275f9f83e HTTP/1.1" status: 200 len: 375 time: 0.0413864 Apr 05 14:40:48.065283 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-ae894fce-c53b-4a2b-96bc-08149c789fed None None] Attempting to bind port b7da61f3-655c-4db8-bd77-b0208f624ca4 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:40:48.065709 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-ae894fce-c53b-4a2b-96bc-08149c789fed None None] Attempting to bind port b7da61f3-655c-4db8-bd77-b0208f624ca4 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:40:48.066075 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae894fce-c53b-4a2b-96bc-08149c789fed None None] Attempting to bind port b7da61f3-655c-4db8-bd77-b0208f624ca4 on network fd08407d-7bc3-4895-9d28-9b2f36a8d65c {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:40:48.076117 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae894fce-c53b-4a2b-96bc-08149c789fed None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:40:48.076504 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae894fce-c53b-4a2b-96bc-08149c789fed None None] Checking segment: {'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:40:48.077105 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ae894fce-c53b-4a2b-96bc-08149c789fed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:48.077839 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae894fce-c53b-4a2b-96bc-08149c789fed None None] Bound using segment: {'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:40:48.078373 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-ae894fce-c53b-4a2b-96bc-08149c789fed None None] Bound port: b7da61f3-655c-4db8-bd77-b0208f624ca4, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:40:48.078763 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ae894fce-c53b-4a2b-96bc-08149c789fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:48.119372 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dac5cab3-ad73-46e3-a1f3-d9d15ea72857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:48.140090 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea01c06e-c1f5-4df0-b1d9-a83785cedb36 req-174011fc-9d95-401a-b0db-97ec1f6d7cb4 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:48.143095 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ea01c06e-c1f5-4df0-b1d9-a83785cedb36 req-174011fc-9d95-401a-b0db-97ec1f6d7cb4 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.2010381 Apr 05 14:40:48.173834 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dbc57b72-15aa-47a7-932e-3db97ebc118b req-5fafb98b-9884-408e-9477-c25024c87e4f tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=5c1cdd4c0b414fe1b9faf6b275f9f83e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1226737 Apr 05 14:40:48.175761 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-febf8718-064b-481f-8406-ed07ce125f56 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Allocated IP 2001:db8:1::1 (db5197f6-eaf7-4c08-9616-8bd4164e6913/7e7e41d8-71b1-4208-b6cb-6c5106360847/e1323186-7c51-4b8a-87ff-a68b7d16dbc3) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:40:48.254973 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac5cab3-ad73-46e3-a1f3-d9d15ea72857 None None] Network db5197f6-eaf7-4c08-9616-8bd4164e6913 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:40:48.262993 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac5cab3-ad73-46e3-a1f3-d9d15ea72857 None None] Pushing event updated for resources: {'Port': ['ID=d4bc9a55-cdda-4278-b85d-fc9ee8776532,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:48.268511 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-dac5cab3-ad73-46e3-a1f3-d9d15ea72857 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:40:48.268785 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ea01c06e-c1f5-4df0-b1d9-a83785cedb36 req-aeca23ad-1ec4-4ff4-8d04-324ec22a728a tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012330 Apr 05 14:40:48.278274 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac5cab3-ad73-46e3-a1f3-d9d15ea72857 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:40:48.398663 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-ae894fce-c53b-4a2b-96bc-08149c789fed None None] For port b7da61f3-655c-4db8-bd77-b0208f624ca4, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:40:48.404810 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-24dafed4-2882-4be5-a5d5-65a5c61deb4d req-593eb34e-4599-4f68-b776-3e90afaa0f10 service neutron] 10.222.0.55 "GET /v2.0/networks/bbe33099-0907-4578-b91f-9ecd1e0f3a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735666 Apr 05 14:40:48.440612 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-febf8718-064b-481f-8406-ed07ce125f56 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:48.447223 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-ae894fce-c53b-4a2b-96bc-08149c789fed None None] For port b7da61f3-655c-4db8-bd77-b0208f624ca4, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=b7da61f3-655c-4db8-bd77-b0208f624ca4,segment=NetworkSegment(1c468974-700f-4380-acfc-da4f84290a6b),segment_id=1c468974-700f-4380-acfc-da4f84290a6b)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:40:48.448686 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-dac5cab3-ad73-46e3-a1f3-d9d15ea72857 None None] Attempting to bind port d4bc9a55-cdda-4278-b85d-fc9ee8776532 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:40:48.449145 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-dac5cab3-ad73-46e3-a1f3-d9d15ea72857 None None] Attempting to bind port d4bc9a55-cdda-4278-b85d-fc9ee8776532 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '59f66ad5-1833-4f4e-b0a7-908623dcea83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'db5197f6-eaf7-4c08-9616-8bd4164e6913'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:40:48.449826 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac5cab3-ad73-46e3-a1f3-d9d15ea72857 None None] Attempting to bind port d4bc9a55-cdda-4278-b85d-fc9ee8776532 on network db5197f6-eaf7-4c08-9616-8bd4164e6913 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:40:48.458249 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac5cab3-ad73-46e3-a1f3-d9d15ea72857 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:40:48.458626 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac5cab3-ad73-46e3-a1f3-d9d15ea72857 None None] Checking segment: {'id': '59f66ad5-1833-4f4e-b0a7-908623dcea83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'db5197f6-eaf7-4c08-9616-8bd4164e6913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:40:48.459026 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dac5cab3-ad73-46e3-a1f3-d9d15ea72857 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:48.459414 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac5cab3-ad73-46e3-a1f3-d9d15ea72857 None None] Bound using segment: {'id': '59f66ad5-1833-4f4e-b0a7-908623dcea83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'db5197f6-eaf7-4c08-9616-8bd4164e6913'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:40:48.459882 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-dac5cab3-ad73-46e3-a1f3-d9d15ea72857 None None] Bound port: d4bc9a55-cdda-4278-b85d-fc9ee8776532, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59f66ad5-1833-4f4e-b0a7-908623dcea83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'db5197f6-eaf7-4c08-9616-8bd4164e6913'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:40:48.460261 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dac5cab3-ad73-46e3-a1f3-d9d15ea72857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:48.553608 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-dac5cab3-ad73-46e3-a1f3-d9d15ea72857 None None] For port d4bc9a55-cdda-4278-b85d-fc9ee8776532, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:40:48.563574 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-dac5cab3-ad73-46e3-a1f3-d9d15ea72857 None None] For port d4bc9a55-cdda-4278-b85d-fc9ee8776532, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=d4bc9a55-cdda-4278-b85d-fc9ee8776532,segment=NetworkSegment(59f66ad5-1833-4f4e-b0a7-908623dcea83),segment_id=59f66ad5-1833-4f4e-b0a7-908623dcea83)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:40:48.575333 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ae894fce-c53b-4a2b-96bc-08149c789fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:48.603695 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-febf8718-064b-481f-8406-ed07ce125f56 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:48.652164 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dac5cab3-ad73-46e3-a1f3-d9d15ea72857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:48.691039 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febf8718-064b-481f-8406-ed07ce125f56 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Network db5197f6-eaf7-4c08-9616-8bd4164e6913 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:40:48.721815 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-febf8718-064b-481f-8406-ed07ce125f56 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:40:48.725301 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febf8718-064b-481f-8406-ed07ce125f56 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:40:48.725852 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-febf8718-064b-481f-8406-ed07ce125f56 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809369'] for router_interface, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:48.741453 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae894fce-c53b-4a2b-96bc-08149c789fed None None] Pushing event updated for resources: {'Port': ['ID=b7da61f3-655c-4db8-bd77-b0208f624ca4,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:48.785722 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-24dafed4-2882-4be5-a5d5-65a5c61deb4d req-05940ec8-bd73-4f9b-b603-8c3e136a7e5a service neutron] 10.222.0.55 "GET /v2.0/networks/bbe33099-0907-4578-b91f-9ecd1e0f3a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3712344 Apr 05 14:40:48.798022 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-204778a8-33c5-488d-a262-fc2c79586dd9 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:48.807843 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febf8718-064b-481f-8406-ed07ce125f56 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Pushing event updated for resources: {'Port': ['ID=e1323186-7c51-4b8a-87ff-a68b7d16dbc3,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:48.827181 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049c5e6-44ec-4b8a-9c89-ee1cbf0ec322 req-380cba24-e359-4b52-ad8d-39a468f7253e tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:48.829522 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8049c5e6-44ec-4b8a-9c89-ee1cbf0ec322 req-380cba24-e359-4b52-ad8d-39a468f7253e tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=0440f044-3a89-43e6-b195-da957a04f30a HTTP/1.1" status: 200 len: 945 time: 0.4031372 Apr 05 14:40:48.902549 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ad48d5-51ec-47fe-a40a-b76864e2bb76 req-6d60acf5-965a-44af-84c7-1ca89b8a4437 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:48.906658 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d7ad48d5-51ec-47fe-a40a-b76864e2bb76 req-6d60acf5-965a-44af-84c7-1ca89b8a4437 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.3005645 Apr 05 14:40:48.920662 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac5cab3-ad73-46e3-a1f3-d9d15ea72857 None None] Pushing event updated for resources: {'Port': ['ID=d4bc9a55-cdda-4278-b85d-fc9ee8776532,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:48.984908 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8049c5e6-44ec-4b8a-9c89-ee1cbf0ec322 req-96a473f4-1423-464a-af3a-5f91b004b24e tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396008 Apr 05 14:40:49.011700 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d7ad48d5-51ec-47fe-a40a-b76864e2bb76 req-7886f205-66b6-45b8-8d40-7bf893600dd2 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792947 Apr 05 14:40:49.044796 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device c8241b1f-e584-48f9-a63b-6619ec24fb7f no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:40:49.096037 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fed80760-077a-4980-98eb-69911b4b0f66 req-6979c72b-ca61-469d-9e74-347b3a2a348e tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] 10.222.0.30 "GET /v2.0/ports?device_id=89872666-1d70-44b2-a9ec-5938d0104c27 HTTP/1.1" status: 200 len: 210 time: 0.0384161 Apr 05 14:40:49.097540 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-204778a8-33c5-488d-a262-fc2c79586dd9 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:49.170271 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-febf8718-064b-481f-8406-ed07ce125f56 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:49.230702 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204778a8-33c5-488d-a262-fc2c79586dd9 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:40:49.232587 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-204778a8-33c5-488d-a262-fc2c79586dd9 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:40:49.241663 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204778a8-33c5-488d-a262-fc2c79586dd9 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:40:49.272643 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204778a8-33c5-488d-a262-fc2c79586dd9 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:49.280359 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-204778a8-33c5-488d-a262-fc2c79586dd9 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:49.295417 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:49.298830 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204778a8-33c5-488d-a262-fc2c79586dd9 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event updated for resources: {'Port': ['ID=1a0798e5-54fe-42f9-bf9e-59a4d43cb765,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:49.328281 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0440f044-3a89-43e6-b195-da957a04f30a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8241b1f-e584-48f9-a63b-6619ec24fb7f'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:40:49.336428 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b7cdb40-3dfc-420d-b1bb-d1ddbf28fc73" -d '{"events": [{"server_uuid": "0440f044-3a89-43e6-b195-da957a04f30a", "name": "network-vif-unplugged", "status": "completed", "tag": "c8241b1f-e584-48f9-a63b-6619ec24fb7f"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:40:49.372776 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port c8241b1f-e584-48f9-a63b-6619ec24fb7f, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=c8241b1f-e584-48f9-a63b-6619ec24fb7f,segment=NetworkSegment(87207719-1f48-46bc-a702-a88951a34078),segment_id=87207719-1f48-46bc-a702-a88951a34078)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:40:49.422247 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 14:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9dc04df-0fac-40e7-9c8c-7462e7f883d5 x-openstack-request-id: req-d9dc04df-0fac-40e7-9c8c-7462e7f883d5 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:40:49.422579 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0440f044-3a89-43e6-b195-da957a04f30a", "name": "network-vif-unplugged", "status": "completed", "tag": "c8241b1f-e584-48f9-a63b-6619ec24fb7f", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:40:49.422863 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d9dc04df-0fac-40e7-9c8c-7462e7f883d5 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:40:49.423281 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9dc04df-0fac-40e7-9c8c-7462e7f883d5'] response: {'server_uuid': '0440f044-3a89-43e6-b195-da957a04f30a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8241b1f-e584-48f9-a63b-6619ec24fb7f', 'code': 200} Apr 05 14:40:49.455970 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f33e228-0e23-4406-ad34-b2ec65ea1c92 req-3eabf63f-be81-4864-bbd3-c23a10043732 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:49.461416 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7f33e228-0e23-4406-ad34-b2ec65ea1c92 req-3eabf63f-be81-4864-bbd3-c23a10043732 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.1779735 Apr 05 14:40:49.515819 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7f33e228-0e23-4406-ad34-b2ec65ea1c92 req-0f8d1521-8c3a-414a-b4ec-609bd411c048 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462685 Apr 05 14:40:49.519603 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-204778a8-33c5-488d-a262-fc2c79586dd9 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.8841043 Apr 05 14:40:49.521527 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 48842) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:49.576245 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:49.640342 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5ef148-0173-4a73-b99a-95db8c85f620 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:49.656967 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5ef148-0173-4a73-b99a-95db8c85f620 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:49.662139 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-8e5ef148-0173-4a73-b99a-95db8c85f620 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1389334 Apr 05 14:40:49.665201 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 48848) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:49.706680 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=c8241b1f-e584-48f9-a63b-6619ec24fb7f,revision_number=8']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:49.719935 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:49.721896 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:49.722244 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:49.722583 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:49.722903 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:49.723230 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:49.723548 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:49.723868 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:49.724182 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:49.724500 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:49.724822 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:49.725158 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:49.770876 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10a99ba-7fd2-4a51-a9b2-d0cc6fefc5e5 req-2dcae40d-30bf-4c2f-ae9c-1abb0b1c1dfa tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:49.773267 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c10a99ba-7fd2-4a51-a9b2-d0cc6fefc5e5 req-2dcae40d-30bf-4c2f-ae9c-1abb0b1c1dfa tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.1066282 Apr 05 14:40:49.801812 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device b1400329-76eb-44dd-85ba-1ea33c533f50 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:40:49.867112 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port b1400329-76eb-44dd-85ba-1ea33c533f50 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:40:49.867746 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:49.877210 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-febf8718-064b-481f-8406-ed07ce125f56 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:49.909656 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c10a99ba-7fd2-4a51-a9b2-d0cc6fefc5e5 req-02e3e6dc-a75d-48bb-bdbc-b2ecf83b6fae tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286592 Apr 05 14:40:49.919509 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-664b9fe8-a2f5-41a0-9268-d3371eb7853f tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Deleting port 1a0798e5-54fe-42f9-bf9e-59a4d43cb765 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:40:49.920164 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-664b9fe8-a2f5-41a0-9268-d3371eb7853f tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:49.962352 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device b7da61f3-655c-4db8-bd77-b0208f624ca4 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:40:50.101431 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port b7da61f3-655c-4db8-bd77-b0208f624ca4 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:40:50.103738 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:50.165873 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-664b9fe8-a2f5-41a0-9268-d3371eb7853f tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:50.180152 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-664b9fe8-a2f5-41a0-9268-d3371eb7853f tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Calling delete_port for 1a0798e5-54fe-42f9-bf9e-59a4d43cb765 owned by {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:40:50.236944 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:50.250969 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441c346c-5188-4b0b-8b72-7b10f2adfee2 req-84af995a-7b28-42eb-91ce-89648348d373 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:50.261448 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-441c346c-5188-4b0b-8b72-7b10f2adfee2 req-84af995a-7b28-42eb-91ce-89648348d373 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.1802039 Apr 05 14:40:50.279335 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port b7da61f3-655c-4db8-bd77-b0208f624ca4, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=b7da61f3-655c-4db8-bd77-b0208f624ca4,segment=NetworkSegment(1c468974-700f-4380-acfc-da4f84290a6b),segment_id=1c468974-700f-4380-acfc-da4f84290a6b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:40:50.288341 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-febf8718-064b-481f-8406-ed07ce125f56 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:50.288341 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-febf8718-064b-481f-8406-ed07ce125f56 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809317'] for router_interface, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:50.313198 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acbff5a-7df8-4a65-8870-6d8c4f6fc361 req-b2ea37d4-b369-413c-bd07-8f8ff8b3d174 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:50.314614 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5acbff5a-7df8-4a65-8870-6d8c4f6fc361 req-b2ea37d4-b369-413c-bd07-8f8ff8b3d174 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=0440f044-3a89-43e6-b195-da957a04f30a HTTP/1.1" status: 200 len: 943 time: 0.1671419 Apr 05 14:40:50.354146 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febf8718-064b-481f-8406-ed07ce125f56 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Pushing event updated for resources: {'Port': ['ID=e1323186-7c51-4b8a-87ff-a68b7d16dbc3,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:50.364756 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-441c346c-5188-4b0b-8b72-7b10f2adfee2 req-5e9a3253-97bb-4f5b-8d0d-db1a704abcf3 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023262 Apr 05 14:40:50.391273 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:50.392084 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device d4bc9a55-cdda-4278-b85d-fc9ee8776532 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:40:50.409014 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5acbff5a-7df8-4a65-8870-6d8c4f6fc361 req-3c9d410c-6145-4bc5-90ad-36d0df56c1bb tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848701 Apr 05 14:40:50.479015 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4a2b8ccb-210e-45c1-a868-6d06041d3f3e req-f87dce0b-b6a0-4cff-8add-9b6520b90ce6 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] 10.222.0.30 "GET /v2.0/ports?device_id=89872666-1d70-44b2-a9ec-5938d0104c27 HTTP/1.1" status: 200 len: 210 time: 0.0642176 Apr 05 14:40:50.505732 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=b7da61f3-655c-4db8-bd77-b0208f624ca4,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:50.568494 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port d4bc9a55-cdda-4278-b85d-fc9ee8776532 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:40:50.568958 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:50.688693 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febf8718-064b-481f-8406-ed07ce125f56 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Network db5197f6-eaf7-4c08-9616-8bd4164e6913 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:40:50.692457 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-febf8718-064b-481f-8406-ed07ce125f56 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:40:50.693006 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a317284-f545-440e-afc8-9c3da19707a2 req-9e0ba374-364b-43c9-9eb5-55447794f4a0 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:50.707904 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0a317284-f545-440e-afc8-9c3da19707a2 req-9e0ba374-364b-43c9-9eb5-55447794f4a0 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.1704237 Apr 05 14:40:50.769098 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-dc4810f7-0ba5-4e6b-9bc9-304c955e9930 None None] Provisioning complete for port b7da61f3-655c-4db8-bd77-b0208f624ca4 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:40:50.769721 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dc4810f7-0ba5-4e6b-9bc9-304c955e9930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:50.781163 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:50.822408 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-664b9fe8-a2f5-41a0-9268-d3371eb7853f tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:50.828227 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0a317284-f545-440e-afc8-9c3da19707a2 req-2adfa0df-6acd-48ee-9d42-f9bf87d2996d tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103711 Apr 05 14:40:50.939092 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port d4bc9a55-cdda-4278-b85d-fc9ee8776532, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=d4bc9a55-cdda-4278-b85d-fc9ee8776532,segment=NetworkSegment(59f66ad5-1833-4f4e-b0a7-908623dcea83),segment_id=59f66ad5-1833-4f4e-b0a7-908623dcea83)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:40:51.017487 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664b9fe8-a2f5-41a0-9268-d3371eb7853f tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event deleted for resources: {'Port': ['ID=1a0798e5-54fe-42f9-bf9e-59a4d43cb765,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:51.055306 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:51.076059 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-664b9fe8-a2f5-41a0-9268-d3371eb7853f tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:51.082074 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-664b9fe8-a2f5-41a0-9268-d3371eb7853f tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/ports/1a0798e5-54fe-42f9-bf9e-59a4d43cb765 HTTP/1.1" status: 204 len: 168 time: 1.4133520 Apr 05 14:40:51.090109 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8292c0c-78a1-4859-bd0d-fbc839278088 req-8105c22b-53c4-4846-ab1e-4e15e19c7aea tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:51.092560 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-febf8718-064b-481f-8406-ed07ce125f56 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Router 42030efb-e7bf-4d65-b6c6-81d49a0dab38 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:40:51.093481 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c8292c0c-78a1-4859-bd0d-fbc839278088 req-8105c22b-53c4-4846-ab1e-4e15e19c7aea tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.1579244 Apr 05 14:40:51.093712 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 48878) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:51.127477 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7328aa-db5b-48d9-94c3-0d26d7a2c87b None None] Network db5197f6-eaf7-4c08-9616-8bd4164e6913 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:40:51.216811 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c8292c0c-78a1-4859-bd0d-fbc839278088 req-88e3772c-6421-41bc-ac61-9cf2a815af50 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154048 Apr 05 14:40:51.294571 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-2dcb4f25-db6a-45b4-8242-8e2db9e551ee None None] Could not find standard attr ID for object 1a0798e5-54fe-42f9-bf9e-59a4d43cb765. {{(pid=103322) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 14:40:51.298646 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=d4bc9a55-cdda-4278-b85d-fc9ee8776532,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:51.320204 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-2dcb4f25-db6a-45b4-8242-8e2db9e551ee None None] Provisioning complete for port d4bc9a55-cdda-4278-b85d-fc9ee8776532 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:40:51.320204 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2dcb4f25-db6a-45b4-8242-8e2db9e551ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:51.323725 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da84eca-c4b7-4e1d-a854-810da3246326 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:51.331245 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da84eca-c4b7-4e1d-a854-810da3246326 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:51.332515 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-6da84eca-c4b7-4e1d-a854-810da3246326 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2364991 Apr 05 14:40:51.335524 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 48888) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:51.374484 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-febf8718-064b-481f-8406-ed07ce125f56 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:40:51.391862 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51970d24-77d1-4e43-9018-8f9986ac6f3a None None] Sync routers for ids ['42030efb-e7bf-4d65-b6c6-81d49a0dab38'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:40:51.402148 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-febf8718-064b-481f-8406-ed07ce125f56 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "PUT /v2.0/routers/42030efb-e7bf-4d65-b6c6-81d49a0dab38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8172843 Apr 05 14:40:51.404844 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 48890) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:51.407177 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51970d24-77d1-4e43-9018-8f9986ac6f3a None None] Routers {'42030efb-e7bf-4d65-b6c6-81d49a0dab38'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:40:51.407989 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-51970d24-77d1-4e43-9018-8f9986ac6f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:40:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['42030efb-e7bf-4d65-b6c6-81d49a0dab38'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:40:51.412022 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-9948d69b-2a8e-4bd4-9247-b7d4a3714f66 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-897267173'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:40:51.531128 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_v2 [None req-88fa937b-027f-429a-a329-1a9a08cc83f1 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Deleting subnet 39958918-64ce-48bb-9b1f-82c0242f6a2f {{(pid=103320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:40:51.536012 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-88fa937b-027f-429a-a329-1a9a08cc83f1 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:51.575487 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-51970d24-77d1-4e43-9018-8f9986ac6f3a None None] Set router 42030efb-e7bf-4d65-b6c6-81d49a0dab38 gateway port host: None {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:40:51.585127 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device b7da61f3-655c-4db8-bd77-b0208f624ca4 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:40:51.620612 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9948d69b-2a8e-4bd4-9247-b7d4a3714f66 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Made reservation on behalf of e7eb5e760fb649288ddd0e65de525949 for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:40:51.626647 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9948d69b-2a8e-4bd4-9247-b7d4a3714f66 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:51.637304 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0405a49a-6407-414d-8141-f2310b57e6be req-d419226a-e872-492d-b2e3-36c0f8642d4f tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:51.645017 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0405a49a-6407-414d-8141-f2310b57e6be req-d419226a-e872-492d-b2e3-36c0f8642d4f tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.2461321 Apr 05 14:40:51.692272 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port b7da61f3-655c-4db8-bd77-b0208f624ca4 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:40:51.693164 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:51.722144 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9948d69b-2a8e-4bd4-9247-b7d4a3714f66 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:40:51.728962 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-88fa937b-027f-429a-a329-1a9a08cc83f1 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13399228'] for subnet, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:51.772441 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9948d69b-2a8e-4bd4-9247-b7d4a3714f66 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:51.772892 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-9948d69b-2a8e-4bd4-9247-b7d4a3714f66 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Added segment 54e6a378-f079-4921-b108-ec9d5d0d37a8 of type vlan for network dd314ab8-2496-4435-82ca-988674a13f1e Apr 05 14:40:51.812022 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device d4bc9a55-cdda-4278-b85d-fc9ee8776532 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:40:51.815169 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0405a49a-6407-414d-8141-f2310b57e6be req-a2aee8fa-5af8-42f4-8dac-30d8564da12e tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691802 Apr 05 14:40:51.838283 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b16d99-414a-4773-be2c-3110e0d3b460 req-d6a2ddd1-9f55-4e53-94a3-ab3e5abf1728 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:51.846752 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-18b16d99-414a-4773-be2c-3110e0d3b460 req-d6a2ddd1-9f55-4e53-94a3-ab3e5abf1728 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=0440f044-3a89-43e6-b195-da957a04f30a HTTP/1.1" status: 200 len: 943 time: 0.2762115 Apr 05 14:40:51.959332 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9948d69b-2a8e-4bd4-9247-b7d4a3714f66 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:51.985211 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port d4bc9a55-cdda-4278-b85d-fc9ee8776532 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:40:51.986095 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:52.062307 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-88fa937b-027f-429a-a329-1a9a08cc83f1 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:52.078948 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-51970d24-77d1-4e43-9018-8f9986ac6f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'name': 'tempest-RoutersIpV6Test-router-1460575378', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:40:31Z', 'updated_at': '2022-04-05T14:40:48Z', 'revision_number': 3, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'gw_port_host': None, '_interfaces': [{'id': 'b1400329-76eb-44dd-85ba-1ea33c533f50', 'name': '', 'network_id': '83c46ed4-678c-4cd2-bcba-40da38b647e1', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'mac_address': 'fa:16:3e:03:18:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': 'f17bfea5-8c4d-4735-b766-8564c75fe6bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:36Z', 'updated_at': '2022-04-05T14:40:46Z', 'revision_number': 5, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'subnets': [{'id': 'f17bfea5-8c4d-4735-b766-8564c75fe6bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1323186-7c51-4b8a-87ff-a68b7d16dbc3', 'name': '', 'network_id': 'db5197f6-eaf7-4c08-9616-8bd4164e6913', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'mac_address': 'fa:16:3e:95:0d:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '7e7e41d8-71b1-4208-b6cb-6c5106360847', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:47Z', 'updated_at': '2022-04-05T14:40:49Z', 'revision_number': 2, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'subnets': [{'id': '7e7e41d8-71b1-4208-b6cb-6c5106360847', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:40:52.111428 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9948d69b-2a8e-4bd4-9247-b7d4a3714f66 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:52.118217 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9948d69b-2a8e-4bd4-9247-b7d4a3714f66 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:52.121314 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9948d69b-2a8e-4bd4-9247-b7d4a3714f66 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:52.133178 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-98771671-d5dc-4037-91c4-a4be61a1f9e6 req-536909a8-2229-49a8-8b79-04ad181829b4 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] 10.222.0.30 "GET /v2.0/ports?device_id=89872666-1d70-44b2-a9ec-5938d0104c27 HTTP/1.1" status: 200 len: 210 time: 0.1226082 Apr 05 14:40:52.138883 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-18b16d99-414a-4773-be2c-3110e0d3b460 req-a973e5fe-326e-4c6e-85aa-9a00793cb13b tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533166 Apr 05 14:40:52.168146 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51970d24-77d1-4e43-9018-8f9986ac6f3a None None] Checking router: 42030efb-e7bf-4d65-b6c6-81d49a0dab38 for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:40:52.168146 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51970d24-77d1-4e43-9018-8f9986ac6f3a None None] Updating router 42030efb-e7bf-4d65-b6c6-81d49a0dab38 port e1323186-7c51-4b8a-87ff-a68b7d16dbc3 binding host n-d-836650-2 {{(pid=103323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:40:52.223494 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-51970d24-77d1-4e43-9018-8f9986ac6f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:52.328145 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9948d69b-2a8e-4bd4-9247-b7d4a3714f66 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Pushing event updated for resources: {'Network': ['ID=dd314ab8-2496-4435-82ca-988674a13f1e,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:52.359880 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network dd314ab8-2496-4435-82ca-988674a13f1e details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:40:52.400016 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-dbc57b72-15aa-47a7-932e-3db97ebc118b req-4206a63d-8d95-41ad-ad04-3eecb46a8642 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=5c1cdd4c0b414fe1b9faf6b275f9f83e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0460074 Apr 05 14:40:52.429773 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d464924-77a0-4bd1-8a35-1cad6ebac934 req-b0279516-e947-4a5e-9b89-6b6ccc321d2a tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:52.439025 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6d464924-77a0-4bd1-8a35-1cad6ebac934 req-b0279516-e947-4a5e-9b89-6b6ccc321d2a tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.1448252 Apr 05 14:40:52.444815 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-88fa937b-027f-429a-a329-1a9a08cc83f1 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15773812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13127359'] for subnet, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:52.482923 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fa937b-027f-429a-a329-1a9a08cc83f1 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event deleted for resources: {'Subnet': ['ID=39958918-64ce-48bb-9b1f-82c0242f6a2f,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:52.495788 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-88fa937b-027f-429a-a329-1a9a08cc83f1 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:52.501125 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-88fa937b-027f-429a-a329-1a9a08cc83f1 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/subnets/39958918-64ce-48bb-9b1f-82c0242f6a2f HTTP/1.1" status: 204 len: 168 time: 1.1624968 Apr 05 14:40:52.505590 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 48918) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:52.515615 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894c02f0-d784-46d1-990a-ed4b0daca095 req-a52176c8-8a0c-465e-bc9f-d4fd69e7030b tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:52.523082 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-894c02f0-d784-46d1-990a-ed4b0daca095 req-a52176c8-8a0c-465e-bc9f-d4fd69e7030b tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.2277036 Apr 05 14:40:52.562072 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95224e06-62ac-467d-9051-7e841338df58 None None] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:40:52.579997 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-fa12081a-8877-47f4-91ee-143be990d889 None None] Provisioning complete for port e1323186-7c51-4b8a-87ff-a68b7d16dbc3 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:40:52.584963 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fa12081a-8877-47f4-91ee-143be990d889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:52.692234 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-6329331d-62fb-4756-88f0-e9a4e842cbfa tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1636841 Apr 05 14:40:52.710402 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 48922) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:52.747452 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6d464924-77a0-4bd1-8a35-1cad6ebac934 req-21ddf02c-d0ac-440d-ba37-23f21317bcdf tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074322 Apr 05 14:40:52.763737 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-2b5b156d-d77b-4c81-9ad8-1c0fa58078fe tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Request body: {'subnet': {'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:40:52.781748 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-9948d69b-2a8e-4bd4-9247-b7d4a3714f66 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3748291 Apr 05 14:40:52.798625 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 48926) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:52.827920 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-894c02f0-d784-46d1-990a-ed4b0daca095 req-7836394d-6bb2-4b5d-85ae-92088fd46219 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3038704 Apr 05 14:40:52.833444 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-489435d1-03e7-4712-bfd1-9d5f7ec4cff7 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Request body: {'subnet': {'network_id': 'dd314ab8-2496-4435-82ca-988674a13f1e', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:40:52.958656 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc57b72-15aa-47a7-932e-3db97ebc118b req-22050b3a-bde3-45d4-a6c2-9e1588bec04e tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:52.960469 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-dbc57b72-15aa-47a7-932e-3db97ebc118b req-22050b3a-bde3-45d4-a6c2-9e1588bec04e tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5546913 Apr 05 14:40:52.974795 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-dbc57b72-15aa-47a7-932e-3db97ebc118b req-1da11570-7231-4ae6-b852-19ec93fa40f3 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] Request body: {'port': {'device_id': '89872666-1d70-44b2-a9ec-5938d0104c27', 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800', 'admin_state_up': True, 'tenant_id': '5c1cdd4c0b414fe1b9faf6b275f9f83e'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:40:53.009244 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-fa12081a-8877-47f4-91ee-143be990d889 None None] Port e1323186-7c51-4b8a-87ff-a68b7d16dbc3 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:40:53.018901 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-51970d24-77d1-4e43-9018-8f9986ac6f3a None None] Notify callbacks [] for port, precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:53.105421 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-51970d24-77d1-4e43-9018-8f9986ac6f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:53.133146 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-fa12081a-8877-47f4-91ee-143be990d889 None None] Provisioning complete for port d4bc9a55-cdda-4278-b85d-fc9ee8776532 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:40:53.133619 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fa12081a-8877-47f4-91ee-143be990d889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:53.179014 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-489435d1-03e7-4712-bfd1-9d5f7ec4cff7 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Made reservation on behalf of e7eb5e760fb649288ddd0e65de525949 for: {'subnet': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:40:53.197732 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-489435d1-03e7-4712-bfd1-9d5f7ec4cff7 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13127328'] for subnet, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:53.214890 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2614cac3-8bbe-4e59-97d8-918152a0bc98 None None] Pushing event updated for resources: {'Port': ['ID=e1323186-7c51-4b8a-87ff-a68b7d16dbc3,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:53.224047 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2614cac3-8bbe-4e59-97d8-918152a0bc98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:53.224583 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2614cac3-8bbe-4e59-97d8-918152a0bc98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:53.225010 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2614cac3-8bbe-4e59-97d8-918152a0bc98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:53.225139 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2614cac3-8bbe-4e59-97d8-918152a0bc98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:53.225406 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2614cac3-8bbe-4e59-97d8-918152a0bc98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:53.225683 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2614cac3-8bbe-4e59-97d8-918152a0bc98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:53.226001 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2614cac3-8bbe-4e59-97d8-918152a0bc98 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:53.226320 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2614cac3-8bbe-4e59-97d8-918152a0bc98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:53.226629 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2614cac3-8bbe-4e59-97d8-918152a0bc98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:53.227699 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2614cac3-8bbe-4e59-97d8-918152a0bc98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:53.228192 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2614cac3-8bbe-4e59-97d8-918152a0bc98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:53.228674 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2614cac3-8bbe-4e59-97d8-918152a0bc98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:53.294278 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3362e1-b6f0-4ce2-89aa-b0fd5b70c2dc req-8f480f38-a684-4fee-a7ad-7f9eab66b079 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:53.295913 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3f3362e1-b6f0-4ce2-89aa-b0fd5b70c2dc req-8f480f38-a684-4fee-a7ad-7f9eab66b079 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.2273262 Apr 05 14:40:53.307867 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-51970d24-77d1-4e43-9018-8f9986ac6f3a None None] Attempting to bind port e1323186-7c51-4b8a-87ff-a68b7d16dbc3 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:40:53.308626 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-51970d24-77d1-4e43-9018-8f9986ac6f3a None None] Attempting to bind port e1323186-7c51-4b8a-87ff-a68b7d16dbc3 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '59f66ad5-1833-4f4e-b0a7-908623dcea83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'db5197f6-eaf7-4c08-9616-8bd4164e6913'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:40:53.308732 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51970d24-77d1-4e43-9018-8f9986ac6f3a None None] Attempting to bind port e1323186-7c51-4b8a-87ff-a68b7d16dbc3 on network db5197f6-eaf7-4c08-9616-8bd4164e6913 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:40:53.314574 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51970d24-77d1-4e43-9018-8f9986ac6f3a None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:40:53.314948 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51970d24-77d1-4e43-9018-8f9986ac6f3a None None] Checking segment: {'id': '59f66ad5-1833-4f4e-b0a7-908623dcea83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'db5197f6-eaf7-4c08-9616-8bd4164e6913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:40:53.315344 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-51970d24-77d1-4e43-9018-8f9986ac6f3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:53.315728 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51970d24-77d1-4e43-9018-8f9986ac6f3a None None] Bound using segment: {'id': '59f66ad5-1833-4f4e-b0a7-908623dcea83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'db5197f6-eaf7-4c08-9616-8bd4164e6913'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:40:53.316213 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-51970d24-77d1-4e43-9018-8f9986ac6f3a None None] Bound port: e1323186-7c51-4b8a-87ff-a68b7d16dbc3, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59f66ad5-1833-4f4e-b0a7-908623dcea83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'db5197f6-eaf7-4c08-9616-8bd4164e6913'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:40:53.316650 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-51970d24-77d1-4e43-9018-8f9986ac6f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:53.352748 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5b156d-d77b-4c81-9ad8-1c0fa58078fe tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Made reservation on behalf of 81648541dc0b4f1ea0eb9cace0846aa5 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:40:53.358263 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2b5b156d-d77b-4c81-9ad8-1c0fa58078fe tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:53.384908 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5292b625-c6a5-4a19-b18d-f9838d1ca0a0 None None] DHCP port deletion for fd08407d-7bc3-4895-9d28-9b2f36a8d65c request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:40:53.395320 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbc57b72-15aa-47a7-932e-3db97ebc118b req-1da11570-7231-4ae6-b852-19ec93fa40f3 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] Made reservation on behalf of 5c1cdd4c0b414fe1b9faf6b275f9f83e for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:40:53.399054 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988dca55-564b-4e86-9602-5bb24d462147 req-2738e31d-4fc5-4652-841a-9e3748f01ce7 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:53.403831 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-dbc57b72-15aa-47a7-932e-3db97ebc118b req-1da11570-7231-4ae6-b852-19ec93fa40f3 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:53.411202 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-51970d24-77d1-4e43-9018-8f9986ac6f3a None None] For port e1323186-7c51-4b8a-87ff-a68b7d16dbc3, host n-d-836650-2, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:40:53.411781 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-988dca55-564b-4e86-9602-5bb24d462147 req-2738e31d-4fc5-4652-841a-9e3748f01ce7 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.3442540 Apr 05 14:40:53.422850 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-51970d24-77d1-4e43-9018-8f9986ac6f3a None None] For port e1323186-7c51-4b8a-87ff-a68b7d16dbc3, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=e1323186-7c51-4b8a-87ff-a68b7d16dbc3,segment=NetworkSegment(59f66ad5-1833-4f4e-b0a7-908623dcea83),segment_id=59f66ad5-1833-4f4e-b0a7-908623dcea83)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:40:53.504623 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-469fc45e-888c-409c-87bc-4a6cde611e6d None None] Provisioning complete for port e1323186-7c51-4b8a-87ff-a68b7d16dbc3 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:40:53.505013 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-469fc45e-888c-409c-87bc-4a6cde611e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:53.515605 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-dbc57b72-15aa-47a7-932e-3db97ebc118b req-1da11570-7231-4ae6-b852-19ec93fa40f3 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:53.518677 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-51970d24-77d1-4e43-9018-8f9986ac6f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:53.561975 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3f3362e1-b6f0-4ce2-89aa-b0fd5b70c2dc req-89cddd01-7ddd-4abd-a9c9-280e38e4920f tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2500682 Apr 05 14:40:53.609166 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-469fc45e-888c-409c-87bc-4a6cde611e6d None None] Port e1323186-7c51-4b8a-87ff-a68b7d16dbc3 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:40:53.610446 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device b7da61f3-655c-4db8-bd77-b0208f624ca4 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:40:53.638256 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-988dca55-564b-4e86-9602-5bb24d462147 req-f6091122-fb30-4e40-99fa-541bcd83f060 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253532 Apr 05 14:40:53.697229 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2614cac3-8bbe-4e59-97d8-918152a0bc98 None None] Pushing event updated for resources: {'Port': ['ID=e1323186-7c51-4b8a-87ff-a68b7d16dbc3,revision_number=4']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:53.715358 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-5292b625-c6a5-4a19-b18d-f9838d1ca0a0 None None] Deleting port b7da61f3-655c-4db8-bd77-b0208f624ca4 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:40:53.715732 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5292b625-c6a5-4a19-b18d-f9838d1ca0a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:53.735351 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51970d24-77d1-4e43-9018-8f9986ac6f3a None None] Routers {'42030efb-e7bf-4d65-b6c6-81d49a0dab38'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:40:53.735986 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-51970d24-77d1-4e43-9018-8f9986ac6f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:40:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['42030efb-e7bf-4d65-b6c6-81d49a0dab38'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:40:53.834039 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-dbc57b72-15aa-47a7-932e-3db97ebc118b req-1da11570-7231-4ae6-b852-19ec93fa40f3 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:53.866901 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-51970d24-77d1-4e43-9018-8f9986ac6f3a None None] Set router 42030efb-e7bf-4d65-b6c6-81d49a0dab38 gateway port host: None {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:40:53.898166 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0b187cb4-cfa6-4e8c-8759-b5d8eb7726b9 req-ec173505-3457-4140-add1-e5f0974364db tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] 10.222.0.30 "GET /v2.0/ports?device_id=89872666-1d70-44b2-a9ec-5938d0104c27 HTTP/1.1" status: 200 len: 210 time: 0.1286547 Apr 05 14:40:53.952517 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-dbc57b72-15aa-47a7-932e-3db97ebc118b req-1da11570-7231-4ae6-b852-19ec93fa40f3 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:53.969460 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:53.971737 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de320141-cc3f-4a07-94cc-a58f1efc17f2 req-cf13909c-616c-42f4-bd13-e61707d4341e tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:53.977892 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-de320141-cc3f-4a07-94cc-a58f1efc17f2 req-cf13909c-616c-42f4-bd13-e61707d4341e tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.2369618 Apr 05 14:40:54.012588 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-5292b625-c6a5-4a19-b18d-f9838d1ca0a0 None None] For port b7da61f3-655c-4db8-bd77-b0208f624ca4, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=b7da61f3-655c-4db8-bd77-b0208f624ca4,segment=NetworkSegment(1c468974-700f-4380-acfc-da4f84290a6b),segment_id=1c468974-700f-4380-acfc-da4f84290a6b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:40:54.015318 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5292b625-c6a5-4a19-b18d-f9838d1ca0a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:54.049233 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-5292b625-c6a5-4a19-b18d-f9838d1ca0a0 None None] Calling delete_port for b7da61f3-655c-4db8-bd77-b0208f624ca4 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:40:54.058532 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da11570-7231-4ae6-b852-19ec93fa40f3 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca7fb53-50e9-4359-aa7a-c92550724034,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:54.145892 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-de320141-cc3f-4a07-94cc-a58f1efc17f2 req-0646a9bc-04f8-4af7-9e65-5f28ad7bb3cd tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447132 Apr 05 14:40:54.242121 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e183cb8-ac1a-471f-8c5e-1da26867bb52 req-e490a54d-3975-4475-8911-eacd6d5778f7 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:54.247481 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3e183cb8-ac1a-471f-8c5e-1da26867bb52 req-e490a54d-3975-4475-8911-eacd6d5778f7 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.1455624 Apr 05 14:40:54.250737 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-489435d1-03e7-4712-bfd1-9d5f7ec4cff7 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15773751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13127350'] for subnet, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:54.332676 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [req-dbc57b72-15aa-47a7-932e-3db97ebc118b req-1da11570-7231-4ae6-b852-19ec93fa40f3 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] Allocated IP 192.168.233.102 (80d671a8-d1ab-4472-891b-9c042fbd7800/b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a/a46847be-0ced-4d13-80c6-72d774ab100f) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:40:54.381653 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-51970d24-77d1-4e43-9018-8f9986ac6f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'name': 'tempest-RoutersIpV6Test-router-1460575378', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:40:31Z', 'updated_at': '2022-04-05T14:40:48Z', 'revision_number': 3, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'gw_port_host': None, '_interfaces': [{'id': 'b1400329-76eb-44dd-85ba-1ea33c533f50', 'name': '', 'network_id': '83c46ed4-678c-4cd2-bcba-40da38b647e1', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'mac_address': 'fa:16:3e:03:18:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': 'f17bfea5-8c4d-4735-b766-8564c75fe6bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:36Z', 'updated_at': '2022-04-05T14:40:46Z', 'revision_number': 5, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'subnets': [{'id': 'f17bfea5-8c4d-4735-b766-8564c75fe6bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1323186-7c51-4b8a-87ff-a68b7d16dbc3', 'name': '', 'network_id': 'db5197f6-eaf7-4c08-9616-8bd4164e6913', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'mac_address': 'fa:16:3e:95:0d:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '7e7e41d8-71b1-4208-b6cb-6c5106360847', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:47Z', 'updated_at': '2022-04-05T14:40:53Z', 'revision_number': 4, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'subnets': [{'id': '7e7e41d8-71b1-4208-b6cb-6c5106360847', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:40:54.401482 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489435d1-03e7-4712-bfd1-9d5f7ec4cff7 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Pushing event updated for resources: {'Subnet': ['ID=81b8431d-2922-485d-afa0-d5381cf42414,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:54.429503 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51970d24-77d1-4e43-9018-8f9986ac6f3a None None] The sync data for ids ['42030efb-e7bf-4d65-b6c6-81d49a0dab38'] in n-d-836650-2 is: [{'id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'name': 'tempest-RoutersIpV6Test-router-1460575378', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:40:31Z', 'updated_at': '2022-04-05T14:40:48Z', 'revision_number': 3, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'gw_port_host': None, '_interfaces': [{'id': 'b1400329-76eb-44dd-85ba-1ea33c533f50', 'name': '', 'network_id': '83c46ed4-678c-4cd2-bcba-40da38b647e1', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'mac_address': 'fa:16:3e:03:18:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': 'f17bfea5-8c4d-4735-b766-8564c75fe6bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:36Z', 'updated_at': '2022-04-05T14:40:46Z', 'revision_number': 5, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'subnets': [{'id': 'f17bfea5-8c4d-4735-b766-8564c75fe6bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1323186-7c51-4b8a-87ff-a68b7d16dbc3', 'name': '', 'network_id': 'db5197f6-eaf7-4c08-9616-8bd4164e6913', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'mac_address': 'fa:16:3e:95:0d:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '7e7e41d8-71b1-4208-b6cb-6c5106360847', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:47Z', 'updated_at': '2022-04-05T14:40:53Z', 'revision_number': 4, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'subnets': [{'id': '7e7e41d8-71b1-4208-b6cb-6c5106360847', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:40:54.465391 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3e183cb8-ac1a-471f-8c5e-1da26867bb52 req-4c5dfd65-2e4f-4872-8675-829cd22d6dc5 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973271 Apr 05 14:40:54.488649 n-d-836650-2 neutron-server[103321]: DEBUG neutron.objects.ports [None req-2b5b156d-d77b-4c81-9ad8-1c0fa58078fe tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103321) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 05 14:40:54.576446 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557373a8-1782-4ef9-88ac-9c77c379d7d9 req-4a525a5e-814e-4b5d-8697-b7621a373a08 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:54.591912 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-557373a8-1782-4ef9-88ac-9c77c379d7d9 req-4a525a5e-814e-4b5d-8697-b7621a373a08 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.2013741 Apr 05 14:40:54.612099 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-23ec224b-6e72-4334-909b-6a8dcd5e4dc2 None None] Provisioning complete for port e1323186-7c51-4b8a-87ff-a68b7d16dbc3 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:40:54.612631 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-23ec224b-6e72-4334-909b-6a8dcd5e4dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:54.677062 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5292b625-c6a5-4a19-b18d-f9838d1ca0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:54.694362 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-557373a8-1782-4ef9-88ac-9c77c379d7d9 req-4e4e3800-d0b8-49e2-a0a4-035abadb0c6e tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912869 Apr 05 14:40:54.694362 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489435d1-03e7-4712-bfd1-9d5f7ec4cff7 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Checking segment: {'id': '54e6a378-f079-4921-b108-ec9d5d0d37a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'dd314ab8-2496-4435-82ca-988674a13f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:40:54.694362 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489435d1-03e7-4712-bfd1-9d5f7ec4cff7 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Network hostable DHCP agents. Network: dd314ab8-2496-4435-82ca-988674a13f1e, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:40:54.800198 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-92466f6c-35ae-4dc2-aa9a-7825a7231a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:54.830648 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5292b625-c6a5-4a19-b18d-f9838d1ca0a0 None None] Pushing event deleted for resources: {'Port': ['ID=b7da61f3-655c-4db8-bd77-b0208f624ca4,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:54.845892 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5292b625-c6a5-4a19-b18d-f9838d1ca0a0 None None] No DVR routers for this DVR port b7da61f3-655c-4db8-bd77-b0208f624ca4 on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:40:54.865527 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d501ac-3990-4d3a-8d30-214974549e14 req-9a2b4fb8-9982-4e47-ab8e-8b739902d68c tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:54.867495 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b5d501ac-3990-4d3a-8d30-214974549e14 req-9a2b4fb8-9982-4e47-ab8e-8b739902d68c tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.2184982 Apr 05 14:40:54.931935 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489435d1-03e7-4712-bfd1-9d5f7ec4cff7 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Network dd314ab8-2496-4435-82ca-988674a13f1e is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:40:54.937662 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-23ec224b-6e72-4334-909b-6a8dcd5e4dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:54.992306 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b5d501ac-3990-4d3a-8d30-214974549e14 req-2945b394-580d-42f5-8406-aae1fb74101e tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141753 Apr 05 14:40:55.018595 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-23ec224b-6e72-4334-909b-6a8dcd5e4dc2 None None] For port e1323186-7c51-4b8a-87ff-a68b7d16dbc3, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=e1323186-7c51-4b8a-87ff-a68b7d16dbc3,segment=NetworkSegment(59f66ad5-1833-4f4e-b0a7-908623dcea83),segment_id=59f66ad5-1833-4f4e-b0a7-908623dcea83)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:40:55.046767 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device c8241b1f-e584-48f9-a63b-6619ec24fb7f no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:40:55.104432 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-489435d1-03e7-4712-bfd1-9d5f7ec4cff7 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, dd314ab8-2496-4435-82ca-988674a13f1e) {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:40:55.110160 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489435d1-03e7-4712-bfd1-9d5f7ec4cff7 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:55.110861 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-489435d1-03e7-4712-bfd1-9d5f7ec4cff7 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:55.127728 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b34d07d-3063-442f-9aba-085db1ac5dfa None None] Network dd314ab8-2496-4435-82ca-988674a13f1e requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:40:55.192372 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-07f4e6d8-a3e8-4021-9cf7-b1f358af6093 req-5877f804-0206-42f9-9d1c-b35560096cc7 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] 10.222.0.30 "GET /v2.0/ports?device_id=89872666-1d70-44b2-a9ec-5938d0104c27 HTTP/1.1" status: 200 len: 210 time: 0.0418897 Apr 05 14:40:55.200129 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-23ec224b-6e72-4334-909b-6a8dcd5e4dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:55.284643 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-489435d1-03e7-4712-bfd1-9d5f7ec4cff7 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4551182 Apr 05 14:40:55.299880 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 48984) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:55.422218 n-d-836650-2 neutron-server[103321]: WARNING neutron.services.revisions.revision_plugin [None req-2b5b156d-d77b-4c81-9ad8-1c0fa58078fe tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Could not find related port for resource to bump revision. Apr 05 14:40:55.510228 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.ipam_pluggable_backend [None req-2b5b156d-d77b-4c81-9ad8-1c0fa58078fe tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Port b7da61f3-655c-4db8-bd77-b0208f624ca4 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103321) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 05 14:40:55.512091 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-54e6c5d4-bc8d-4457-b530-caf324d1291c None None] Provisioning complete for port e1323186-7c51-4b8a-87ff-a68b7d16dbc3 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:40:55.513241 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-54e6c5d4-bc8d-4457-b530-caf324d1291c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:55.513455 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.ipam_pluggable_backend [None req-2b5b156d-d77b-4c81-9ad8-1c0fa58078fe tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Reverting IP allocation for 2001:db8::f816:3eff:fe0f:a0b5 {{(pid=103321) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 05 14:40:55.531927 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788d390-2521-41f6-a455-eba9557edc6d req-2db5535f-af70-4a96-bcde-46205651daf3 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:55.532156 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2b5b156d-d77b-4c81-9ad8-1c0fa58078fe tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:55.533932 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1788d390-2521-41f6-a455-eba9557edc6d req-2db5535f-af70-4a96-bcde-46205651daf3 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.3321950 Apr 05 14:40:55.587640 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ec224b-6e72-4334-909b-6a8dcd5e4dc2 None None] Pushing event updated for resources: {'Port': ['ID=e1323186-7c51-4b8a-87ff-a68b7d16dbc3,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:55.594552 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5b156d-d77b-4c81-9ad8-1c0fa58078fe tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:40:55.597943 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8240a861-9e93-4e60-9fb1-b4a2d7241117 req-52c78a5b-5a89-4fd1-857f-20f8d6c365c8 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:55.599988 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-2b5b156d-d77b-4c81-9ad8-1c0fa58078fe tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:40:55.604329 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5b156d-d77b-4c81-9ad8-1c0fa58078fe tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:55.605021 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2b5b156d-d77b-4c81-9ad8-1c0fa58078fe tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:55.607874 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8240a861-9e93-4e60-9fb1-b4a2d7241117 req-52c78a5b-5a89-4fd1-857f-20f8d6c365c8 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.2234571 Apr 05 14:40:55.636240 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-dbc57b72-15aa-47a7-932e-3db97ebc118b req-1da11570-7231-4ae6-b852-19ec93fa40f3 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:55.688821 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5b156d-d77b-4c81-9ad8-1c0fa58078fe tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event updated for resources: {'Subnet': ['ID=c1dcde22-d927-4759-8d9d-e0ae8b9f4f66,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:55.728632 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be186c9-32fa-4717-baac-f463705cb17d None None] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:40:55.730592 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device e1323186-7c51-4b8a-87ff-a68b7d16dbc3 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:40:55.750848 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1788d390-2521-41f6-a455-eba9557edc6d req-1ab829d7-01b1-4a25-9aca-39364dd59404 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2005250 Apr 05 14:40:55.782942 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-2b5b156d-d77b-4c81-9ad8-1c0fa58078fe tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.0448196 Apr 05 14:40:55.783238 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 48994) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:55.791268 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-e49287f5-5c8a-4cb7-b49f-bd26f8270644 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Request body: {'port': {'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'mac_address': 'fa:16:3e:10:89:0b', 'name': 'tempest-NetworksTestDHCPv6-877312841'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:40:55.794421 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8240a861-9e93-4e60-9fb1-b4a2d7241117 req-b4c1e085-b645-41e8-9cc9-e870a6ddb6fb tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813693 Apr 05 14:40:55.827351 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a816a11-56c4-4688-976d-6ab8d3f52f94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-dd314ab8-2496-4435-82ca-988674a13f1e', 'network_id': 'dd314ab8-2496-4435-82ca-988674a13f1e', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'fixed_ips': [{'subnet_id': '81b8431d-2922-485d-afa0-d5381cf42414'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:40:55.828710 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1a816a11-56c4-4688-976d-6ab8d3f52f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:55.849368 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-dbc57b72-15aa-47a7-932e-3db97ebc118b req-1da11570-7231-4ae6-b852-19ec93fa40f3 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:55.993613 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbc57b72-15aa-47a7-932e-3db97ebc118b req-1da11570-7231-4ae6-b852-19ec93fa40f3 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] Network 80d671a8-d1ab-4472-891b-9c042fbd7800 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:40:55.996325 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da11570-7231-4ae6-b852-19ec93fa40f3 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] Pushing event updated for resources: {'Port': ['ID=a46847be-0ced-4d13-80c6-72d774ab100f,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:56.009797 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [req-dbc57b72-15aa-47a7-932e-3db97ebc118b req-1da11570-7231-4ae6-b852-19ec93fa40f3 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:40:56.014195 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbc57b72-15aa-47a7-932e-3db97ebc118b req-1da11570-7231-4ae6-b852-19ec93fa40f3 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:40:56.092507 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port e1323186-7c51-4b8a-87ff-a68b7d16dbc3 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:40:56.094573 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:56.130428 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc57b72-15aa-47a7-932e-3db97ebc118b req-1da11570-7231-4ae6-b852-19ec93fa40f3 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:56.131108 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-dbc57b72-15aa-47a7-932e-3db97ebc118b req-1da11570-7231-4ae6-b852-19ec93fa40f3 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:56.250504 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-1a816a11-56c4-4688-976d-6ab8d3f52f94 None None] Allocated IP 2001:db8:2::2 (dd314ab8-2496-4435-82ca-988674a13f1e/81b8431d-2922-485d-afa0-d5381cf42414/383fa6e8-68b8-4957-aa4b-346cc3878917) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:40:56.299559 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e49287f5-5c8a-4cb7-b49f-bd26f8270644 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Made reservation on behalf of 81648541dc0b4f1ea0eb9cace0846aa5 for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:40:56.315677 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5abeab2a-cf93-46a7-afa5-60e606356d1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'tenant_id': '81648541dc0b4f1ea0eb9cace0846aa5', 'fixed_ips': [{'subnet_id': 'c1dcde22-d927-4759-8d9d-e0ae8b9f4f66'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:40:56.316547 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5abeab2a-cf93-46a7-afa5-60e606356d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:56.389425 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-dbc57b72-15aa-47a7-932e-3db97ebc118b req-1da11570-7231-4ae6-b852-19ec93fa40f3 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4193237 Apr 05 14:40:56.405509 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-dbc57b72-15aa-47a7-932e-3db97ebc118b req-e66bf5cf-a2e6-457a-81c7-00096d98a3b3 service neutron] Request body: {'port': {'device_id': '89872666-1d70-44b2-a9ec-5938d0104c27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-2'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:40:56.468001 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3e65ba-9cb8-4638-b683-d7ec046faf8a req-b3f6ec72-81e7-4ba2-958b-9c5cc0e89e67 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:56.469559 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1c3e65ba-9cb8-4638-b683-d7ec046faf8a req-b3f6ec72-81e7-4ba2-958b-9c5cc0e89e67 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] 10.222.0.30 "GET /v2.0/ports?device_id=89872666-1d70-44b2-a9ec-5938d0104c27 HTTP/1.1" status: 200 len: 936 time: 0.0961404 Apr 05 14:40:56.529685 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-dbc57b72-15aa-47a7-932e-3db97ebc118b req-e66bf5cf-a2e6-457a-81c7-00096d98a3b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:56.538087 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dca85b-2dbf-4efb-be71-b7f14ec08a93 req-1b2b6083-c6f0-4720-a8b2-5907b7c3f75f tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:56.540245 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a0dca85b-2dbf-4efb-be71-b7f14ec08a93 req-1b2b6083-c6f0-4720-a8b2-5907b7c3f75f tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.1673210 Apr 05 14:40:56.566161 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e49287f5-5c8a-4cb7-b49f-bd26f8270644 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:56.590268 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-bd8ac526-4381-43fc-8536-18bccbfab75a None None] Provisioning complete for port a46847be-0ced-4d13-80c6-72d774ab100f triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:40:56.590668 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bd8ac526-4381-43fc-8536-18bccbfab75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:56.627177 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [None req-e49287f5-5c8a-4cb7-b49f-bd26f8270644 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] device_id is not set on port 188db843-67f2-4733-b7a6-cec9f72e0049 yet. {{(pid=103321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:40:56.663191 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1c3e65ba-9cb8-4638-b683-d7ec046faf8a req-e0321c5d-2dbe-4af4-ba93-773d056a7e6f tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ca7fb53-50e9-4359-aa7a-c92550724034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853056 Apr 05 14:40:56.689843 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a0dca85b-2dbf-4efb-be71-b7f14ec08a93 req-782b3733-f441-42c3-8d09-70abb652e69d tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267269 Apr 05 14:40:56.692386 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-625e11b6-dc45-4cb7-8bc0-ae43245d7966 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:56.734109 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-bd8ac526-4381-43fc-8536-18bccbfab75a None None] Port a46847be-0ced-4d13-80c6-72d774ab100f cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:40:56.736928 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-5abeab2a-cf93-46a7-afa5-60e606356d1c None None] Allocated IP 2001:db8::f816:3eff:fee0:edeb (fd08407d-7bc3-4895-9d28-9b2f36a8d65c/c1dcde22-d927-4759-8d9d-e0ae8b9f4f66/b0a909bf-d358-4685-ab11-be9bdd5e62b5) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:40:56.776654 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1a816a11-56c4-4688-976d-6ab8d3f52f94 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:56.790722 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-60eb9d43-91e0-4eb4-b3d2-ad659d8ef93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:56.912240 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1a816a11-56c4-4688-976d-6ab8d3f52f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:56.971300 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a816a11-56c4-4688-976d-6ab8d3f52f94 None None] Network dd314ab8-2496-4435-82ca-988674a13f1e is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:40:57.000113 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-1a816a11-56c4-4688-976d-6ab8d3f52f94 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:40:57.004101 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a816a11-56c4-4688-976d-6ab8d3f52f94 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:40:57.019200 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a816a11-56c4-4688-976d-6ab8d3f52f94 None None] Pushing event updated for resources: {'Port': ['ID=383fa6e8-68b8-4957-aa4b-346cc3878917,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:57.106046 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5abeab2a-cf93-46a7-afa5-60e606356d1c None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:57.111165 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-1a816a11-56c4-4688-976d-6ab8d3f52f94 None None] Attempting to bind port 383fa6e8-68b8-4957-aa4b-346cc3878917 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:40:57.111534 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-1a816a11-56c4-4688-976d-6ab8d3f52f94 None None] Attempting to bind port 383fa6e8-68b8-4957-aa4b-346cc3878917 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '54e6a378-f079-4921-b108-ec9d5d0d37a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'dd314ab8-2496-4435-82ca-988674a13f1e'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:40:57.111892 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a816a11-56c4-4688-976d-6ab8d3f52f94 None None] Attempting to bind port 383fa6e8-68b8-4957-aa4b-346cc3878917 on network dd314ab8-2496-4435-82ca-988674a13f1e {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:40:57.121511 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a816a11-56c4-4688-976d-6ab8d3f52f94 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:40:57.121910 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a816a11-56c4-4688-976d-6ab8d3f52f94 None None] Checking segment: {'id': '54e6a378-f079-4921-b108-ec9d5d0d37a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'dd314ab8-2496-4435-82ca-988674a13f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:40:57.122881 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1a816a11-56c4-4688-976d-6ab8d3f52f94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:57.122881 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a816a11-56c4-4688-976d-6ab8d3f52f94 None None] Bound using segment: {'id': '54e6a378-f079-4921-b108-ec9d5d0d37a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'dd314ab8-2496-4435-82ca-988674a13f1e'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:40:57.123101 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-1a816a11-56c4-4688-976d-6ab8d3f52f94 None None] Bound port: 383fa6e8-68b8-4957-aa4b-346cc3878917, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54e6a378-f079-4921-b108-ec9d5d0d37a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'dd314ab8-2496-4435-82ca-988674a13f1e'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:40:57.123476 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1a816a11-56c4-4688-976d-6ab8d3f52f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:57.131424 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [req-dbc57b72-15aa-47a7-932e-3db97ebc118b req-e66bf5cf-a2e6-457a-81c7-00096d98a3b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a46847be-0ced-4d13-80c6-72d774ab100f {{(pid=103321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:40:57.135159 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47257ee6-c1b2-4bf9-86fd-c8e89d6c7eef req-214c7da2-d9f9-431a-bb25-ca8f5d87af70 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:57.136622 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-47257ee6-c1b2-4bf9-86fd-c8e89d6c7eef req-214c7da2-d9f9-431a-bb25-ca8f5d87af70 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.1558919 Apr 05 14:40:57.147388 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f24197-4a62-41d4-a7d8-7ddc9062b3f5 req-4cbe41a2-0979-4357-aedc-b1d5fcb6339a tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:57.148240 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-dbc57b72-15aa-47a7-932e-3db97ebc118b req-e66bf5cf-a2e6-457a-81c7-00096d98a3b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:57.155105 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a5f24197-4a62-41d4-a7d8-7ddc9062b3f5 req-4cbe41a2-0979-4357-aedc-b1d5fcb6339a tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.1754119 Apr 05 14:40:57.162858 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.provisioning_blocks [req-dbc57b72-15aa-47a7-932e-3db97ebc118b req-e66bf5cf-a2e6-457a-81c7-00096d98a3b3 service neutron] Transition to ACTIVE for port object a46847be-0ced-4d13-80c6-72d774ab100f will not be triggered until provisioned by entity L2. {{(pid=103321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:40:57.205388 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-1a816a11-56c4-4688-976d-6ab8d3f52f94 None None] For port 383fa6e8-68b8-4957-aa4b-346cc3878917, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:40:57.210045 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-1a816a11-56c4-4688-976d-6ab8d3f52f94 None None] For port 383fa6e8-68b8-4957-aa4b-346cc3878917, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=383fa6e8-68b8-4957-aa4b-346cc3878917,segment=NetworkSegment(54e6a378-f079-4921-b108-ec9d5d0d37a8),segment_id=54e6a378-f079-4921-b108-ec9d5d0d37a8)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:40:57.233385 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5abeab2a-cf93-46a7-afa5-60e606356d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:57.293056 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a5f24197-4a62-41d4-a7d8-7ddc9062b3f5 req-1eabc463-adaa-4527-bead-1a2e0e805a0f tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271033 Apr 05 14:40:57.298501 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-dbc57b72-15aa-47a7-932e-3db97ebc118b req-e66bf5cf-a2e6-457a-81c7-00096d98a3b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:57.352906 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abeab2a-cf93-46a7-afa5-60e606356d1c None None] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:40:57.357736 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-5abeab2a-cf93-46a7-afa5-60e606356d1c None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:40:57.362626 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abeab2a-cf93-46a7-afa5-60e606356d1c None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:40:57.365381 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1a816a11-56c4-4688-976d-6ab8d3f52f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:57.371832 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abeab2a-cf93-46a7-afa5-60e606356d1c None None] Pushing event updated for resources: {'Port': ['ID=b0a909bf-d358-4685-ab11-be9bdd5e62b5,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:57.385845 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-625e11b6-dc45-4cb7-8bc0-ae43245d7966 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Allocated IP 2001:db8:2::1 (dd314ab8-2496-4435-82ca-988674a13f1e/81b8431d-2922-485d-afa0-d5381cf42414/cd01da2c-7990-4076-bea6-9a78d8a74dc6) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:40:57.428453 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-e49287f5-5c8a-4cb7-b49f-bd26f8270644 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Allocated IP 2001:db8::f816:3eff:fe10:890b (fd08407d-7bc3-4895-9d28-9b2f36a8d65c/c1dcde22-d927-4759-8d9d-e0ae8b9f4f66/188db843-67f2-4733-b7a6-cec9f72e0049) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:40:57.435044 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-47257ee6-c1b2-4bf9-86fd-c8e89d6c7eef req-dedecb43-ab65-41c5-bb0b-d942d26d6710 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2716558 Apr 05 14:40:57.475129 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66bf5cf-a2e6-457a-81c7-00096d98a3b3 service neutron] Pushing event updated for resources: {'Port': ['ID=a46847be-0ced-4d13-80c6-72d774ab100f,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:57.488821 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a816a11-56c4-4688-976d-6ab8d3f52f94 None None] Pushing event updated for resources: {'Port': ['ID=383fa6e8-68b8-4957-aa4b-346cc3878917,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:57.630703 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device e1323186-7c51-4b8a-87ff-a68b7d16dbc3 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:40:57.678941 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-5abeab2a-cf93-46a7-afa5-60e606356d1c None None] Attempting to bind port b0a909bf-d358-4685-ab11-be9bdd5e62b5 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:40:57.679352 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-5abeab2a-cf93-46a7-afa5-60e606356d1c None None] Attempting to bind port b0a909bf-d358-4685-ab11-be9bdd5e62b5 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:40:57.679601 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abeab2a-cf93-46a7-afa5-60e606356d1c None None] Attempting to bind port b0a909bf-d358-4685-ab11-be9bdd5e62b5 on network fd08407d-7bc3-4895-9d28-9b2f36a8d65c {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:40:57.686319 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc8f4b-7870-4f62-bb19-56b6dfa996d4 req-78ed8c6b-c9a9-4797-96ce-a1230adf78b9 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:57.693062 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-dbc57b72-15aa-47a7-932e-3db97ebc118b req-e66bf5cf-a2e6-457a-81c7-00096d98a3b3 service neutron] Attempting to bind port a46847be-0ced-4d13-80c6-72d774ab100f on host n-h2-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:40:57.693650 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-dbc57b72-15aa-47a7-932e-3db97ebc118b req-e66bf5cf-a2e6-457a-81c7-00096d98a3b3 service neutron] Attempting to bind port a46847be-0ced-4d13-80c6-72d774ab100f by drivers openvswitch,hyperv on host n-h2-836650-2 at level 0 using segments [{'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:40:57.693801 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc57b72-15aa-47a7-932e-3db97ebc118b req-e66bf5cf-a2e6-457a-81c7-00096d98a3b3 service neutron] Attempting to bind port a46847be-0ced-4d13-80c6-72d774ab100f on network 80d671a8-d1ab-4472-891b-9c042fbd7800 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:40:57.693919 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4dcc8f4b-7870-4f62-bb19-56b6dfa996d4 req-78ed8c6b-c9a9-4797-96ce-a1230adf78b9 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.3048997 Apr 05 14:40:57.728829 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc57b72-15aa-47a7-932e-3db97ebc118b req-e66bf5cf-a2e6-457a-81c7-00096d98a3b3 service neutron] Port a46847be-0ced-4d13-80c6-72d774ab100f on network 80d671a8-d1ab-4472-891b-9c042fbd7800 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:40:57.729190 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc57b72-15aa-47a7-932e-3db97ebc118b req-e66bf5cf-a2e6-457a-81c7-00096d98a3b3 service neutron] Attempting to bind port a46847be-0ced-4d13-80c6-72d774ab100f on network 80d671a8-d1ab-4472-891b-9c042fbd7800 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:40:57.744383 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc57b72-15aa-47a7-932e-3db97ebc118b req-e66bf5cf-a2e6-457a-81c7-00096d98a3b3 service neutron] Checking agent: {'id': '6d8cf521-24bb-4b6a-bbae-0284f5c87a9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:40:57.744731 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc57b72-15aa-47a7-932e-3db97ebc118b req-e66bf5cf-a2e6-457a-81c7-00096d98a3b3 service neutron] Checking segment: {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:40:57.745152 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc57b72-15aa-47a7-932e-3db97ebc118b req-e66bf5cf-a2e6-457a-81c7-00096d98a3b3 service neutron] Bound using segment: {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:40:57.745608 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-dbc57b72-15aa-47a7-932e-3db97ebc118b req-e66bf5cf-a2e6-457a-81c7-00096d98a3b3 service neutron] Bound port: a46847be-0ced-4d13-80c6-72d774ab100f, host: n-h2-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:40:57.745975 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-dbc57b72-15aa-47a7-932e-3db97ebc118b req-e66bf5cf-a2e6-457a-81c7-00096d98a3b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:57.757264 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-625e11b6-dc45-4cb7-8bc0-ae43245d7966 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:57.774408 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abeab2a-cf93-46a7-afa5-60e606356d1c None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:40:57.775139 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4dcc8f4b-7870-4f62-bb19-56b6dfa996d4 req-66f3419d-c6d3-4dce-ad02-1e3d2bca9d88 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802870 Apr 05 14:40:57.799735 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abeab2a-cf93-46a7-afa5-60e606356d1c None None] Checking segment: {'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:40:57.799735 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5abeab2a-cf93-46a7-afa5-60e606356d1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:57.799735 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abeab2a-cf93-46a7-afa5-60e606356d1c None None] Bound using segment: {'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:40:57.799735 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-5abeab2a-cf93-46a7-afa5-60e606356d1c None None] Bound port: b0a909bf-d358-4685-ab11-be9bdd5e62b5, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:40:57.799735 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5abeab2a-cf93-46a7-afa5-60e606356d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:57.885848 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port e1323186-7c51-4b8a-87ff-a68b7d16dbc3 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:40:57.887289 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:57.917663 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-625e11b6-dc45-4cb7-8bc0-ae43245d7966 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:57.958149 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79f880-4622-4852-8271-db2477c77cf0 req-bbe2c4b1-1250-4732-9a42-90e12f0355b0 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:57.959776 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-aa79f880-4622-4852-8271-db2477c77cf0 req-bbe2c4b1-1250-4732-9a42-90e12f0355b0 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] 10.222.0.30 "GET /v2.0/ports?device_id=89872666-1d70-44b2-a9ec-5938d0104c27 HTTP/1.1" status: 200 len: 948 time: 0.1527493 Apr 05 14:40:58.058771 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625e11b6-dc45-4cb7-8bc0-ae43245d7966 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Network dd314ab8-2496-4435-82ca-988674a13f1e is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:40:58.081699 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-625e11b6-dc45-4cb7-8bc0-ae43245d7966 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:40:58.091873 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e11b6-dc45-4cb7-8bc0-ae43245d7966 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Pushing event updated for resources: {'Port': ['ID=cd01da2c-7990-4076-bea6-9a78d8a74dc6,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:58.098588 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625e11b6-dc45-4cb7-8bc0-ae43245d7966 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:40:58.098588 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-625e11b6-dc45-4cb7-8bc0-ae43245d7966 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809369'] for router_interface, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:58.107862 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-dbc57b72-15aa-47a7-932e-3db97ebc118b req-e66bf5cf-a2e6-457a-81c7-00096d98a3b3 service neutron] For port a46847be-0ced-4d13-80c6-72d774ab100f, host n-h2-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:40:58.108364 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-aa79f880-4622-4852-8271-db2477c77cf0 req-6d6914f4-415c-4d33-92e0-b15d98a2c127 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ca7fb53-50e9-4359-aa7a-c92550724034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059954 Apr 05 14:40:58.168930 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-dbc57b72-15aa-47a7-932e-3db97ebc118b req-e66bf5cf-a2e6-457a-81c7-00096d98a3b3 service neutron] For port a46847be-0ced-4d13-80c6-72d774ab100f, host n-h2-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=a46847be-0ced-4d13-80c6-72d774ab100f,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:40:58.175406 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c856787-7358-4195-9f0a-056d3a44896f req-5f1059b8-1c5d-4cfb-979c-4efbba14fc92 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:58.177706 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6c856787-7358-4195-9f0a-056d3a44896f req-5f1059b8-1c5d-4cfb-979c-4efbba14fc92 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.2169540 Apr 05 14:40:58.212480 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e49287f5-5c8a-4cb7-b49f-bd26f8270644 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:58.258830 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-5abeab2a-cf93-46a7-afa5-60e606356d1c None None] For port b0a909bf-d358-4685-ab11-be9bdd5e62b5, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:40:58.269275 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-5abeab2a-cf93-46a7-afa5-60e606356d1c None None] For port b0a909bf-d358-4685-ab11-be9bdd5e62b5, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=b0a909bf-d358-4685-ab11-be9bdd5e62b5,segment=NetworkSegment(1c468974-700f-4380-acfc-da4f84290a6b),segment_id=1c468974-700f-4380-acfc-da4f84290a6b)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:40:58.269419 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6c856787-7358-4195-9f0a-056d3a44896f req-3e9d0ec9-30d2-4bba-9c59-9b7f7d95d34c tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676522 Apr 05 14:40:58.329497 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-dbc57b72-15aa-47a7-932e-3db97ebc118b req-e66bf5cf-a2e6-457a-81c7-00096d98a3b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:58.366676 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc57b72-15aa-47a7-932e-3db97ebc118b req-e66bf5cf-a2e6-457a-81c7-00096d98a3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:58.367341 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-dbc57b72-15aa-47a7-932e-3db97ebc118b req-e66bf5cf-a2e6-457a-81c7-00096d98a3b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:58.369555 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-dbc57b72-15aa-47a7-932e-3db97ebc118b req-e66bf5cf-a2e6-457a-81c7-00096d98a3b3 service neutron] 10.222.0.11 "PUT /v2.0/ports/a46847be-0ced-4d13-80c6-72d774ab100f HTTP/1.1" status: 200 len: 1096 time: 1.9684317 Apr 05 14:40:58.369997 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89872666-1d70-44b2-a9ec-5938d0104c27', 'tag': 'a46847be-0ced-4d13-80c6-72d774ab100f'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:40:58.372713 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e02852-8fe8-4492-ab01-26b3e0689ac0" -d '{"events": [{"name": "network-changed", "server_uuid": "89872666-1d70-44b2-a9ec-5938d0104c27", "tag": "a46847be-0ced-4d13-80c6-72d774ab100f"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:40:58.424933 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66bf5cf-a2e6-457a-81c7-00096d98a3b3 service neutron] Pushing event updated for resources: {'Port': ['ID=a46847be-0ced-4d13-80c6-72d774ab100f,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:58.429210 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aed1d4e-4182-4553-966f-063e6ed603fc x-openstack-request-id: req-7aed1d4e-4182-4553-966f-063e6ed603fc {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:40:58.429725 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89872666-1d70-44b2-a9ec-5938d0104c27", "tag": "a46847be-0ced-4d13-80c6-72d774ab100f", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:40:58.430704 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7aed1d4e-4182-4553-966f-063e6ed603fc {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:40:58.432000 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7aed1d4e-4182-4553-966f-063e6ed603fc'] response: {'name': 'network-changed', 'server_uuid': '89872666-1d70-44b2-a9ec-5938d0104c27', 'tag': 'a46847be-0ced-4d13-80c6-72d774ab100f', 'status': 'completed', 'code': 200} Apr 05 14:40:58.445597 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5abeab2a-cf93-46a7-afa5-60e606356d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:58.448269 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:58.449523 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e49287f5-5c8a-4cb7-b49f-bd26f8270644 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:58.478339 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-625e11b6-dc45-4cb7-8bc0-ae43245d7966 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:58.576418 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49287f5-5c8a-4cb7-b49f-bd26f8270644 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event updated for resources: {'Port': ['ID=188db843-67f2-4733-b7a6-cec9f72e0049,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:58.589606 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49287f5-5c8a-4cb7-b49f-bd26f8270644 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:40:58.595067 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-e49287f5-5c8a-4cb7-b49f-bd26f8270644 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:40:58.599843 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49287f5-5c8a-4cb7-b49f-bd26f8270644 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:40:58.606841 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49287f5-5c8a-4cb7-b49f-bd26f8270644 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:58.608097 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e49287f5-5c8a-4cb7-b49f-bd26f8270644 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:58.628235 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a8b932-9540-4e7e-9912-ac7337129ffb req-01b47926-8d4c-418f-a06e-84d8994a3646 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:58.632024 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abeab2a-cf93-46a7-afa5-60e606356d1c None None] Pushing event updated for resources: {'Port': ['ID=b0a909bf-d358-4685-ab11-be9bdd5e62b5,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:58.632189 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-15a8b932-9540-4e7e-9912-ac7337129ffb req-01b47926-8d4c-418f-a06e-84d8994a3646 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.1942673 Apr 05 14:40:58.641123 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e02852-8fe8-4492-ab01-26b3e0689ac0 req-893e839a-2fe8-46e1-b35d-1eda55579a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:58.647444 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-27e02852-8fe8-4492-ab01-26b3e0689ac0 req-893e839a-2fe8-46e1-b35d-1eda55579a65 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c1cdd4c0b414fe1b9faf6b275f9f83e&device_id=89872666-1d70-44b2-a9ec-5938d0104c27 HTTP/1.1" status: 200 len: 1099 time: 0.1430278 Apr 05 14:40:58.683842 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-27e02852-8fe8-4492-ab01-26b3e0689ac0 req-32b81858-bf9f-4904-8fdf-1c571412d6a7 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=5c1cdd4c0b414fe1b9faf6b275f9f83e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311835 Apr 05 14:40:58.723746 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-e49287f5-5c8a-4cb7-b49f-bd26f8270644 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.9393785 Apr 05 14:40:58.727366 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 49066) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:58.909695 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472d7bbb-2a78-4b81-bf9b-f0285da62d13 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:58.919750 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472d7bbb-2a78-4b81-bf9b-f0285da62d13 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:58.921824 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-472d7bbb-2a78-4b81-bf9b-f0285da62d13 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1931336 Apr 05 14:40:58.923578 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-15a8b932-9540-4e7e-9912-ac7337129ffb req-02751f89-a957-4fac-9b8d-103e93c38aa5 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633729 Apr 05 14:40:58.925309 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 49070) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:40:58.963499 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e02852-8fe8-4492-ab01-26b3e0689ac0 req-b4dc77bd-91ef-442a-bb8f-6bea1f2dfaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:58.965246 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-27e02852-8fe8-4492-ab01-26b3e0689ac0 req-b4dc77bd-91ef-442a-bb8f-6bea1f2dfaf7 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2710936 Apr 05 14:40:59.067649 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd3a85a-1e01-47d6-9eac-6d3391309646 req-8d135711-8478-4246-bbe8-25e565f1bcc7 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:59.077136 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2bd3a85a-1e01-47d6-9eac-6d3391309646 req-8d135711-8478-4246-bbe8-25e565f1bcc7 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.4300797 Apr 05 14:40:59.122866 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-2c32517e-1a47-4a5b-bc29-f8fe91cecb36 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Deleting port 188db843-67f2-4733-b7a6-cec9f72e0049 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:40:59.123167 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2c32517e-1a47-4a5b-bc29-f8fe91cecb36 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:59.200482 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc57b72-15aa-47a7-932e-3db97ebc118b req-c8f4b566-a290-42bd-9326-e4a2661d4596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:59.202112 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-dbc57b72-15aa-47a7-932e-3db97ebc118b req-c8f4b566-a290-42bd-9326-e4a2661d4596 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c1cdd4c0b414fe1b9faf6b275f9f83e&device_id=89872666-1d70-44b2-a9ec-5938d0104c27 HTTP/1.1" status: 200 len: 1099 time: 0.1380558 Apr 05 14:40:59.210261 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2bd3a85a-1e01-47d6-9eac-6d3391309646 req-0b76c2e5-380e-4efe-a313-536ac5e8f811 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322322 Apr 05 14:40:59.273905 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-dbc57b72-15aa-47a7-932e-3db97ebc118b req-5d24a4b3-ebf1-4072-8797-590ab8aeede3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=a46847be-0ced-4d13-80c6-72d774ab100f HTTP/1.1" status: 200 len: 217 time: 0.0604615 Apr 05 14:40:59.298305 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-625e11b6-dc45-4cb7-8bc0-ae43245d7966 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:59.316404 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2c32517e-1a47-4a5b-bc29-f8fe91cecb36 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:59.362250 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-2c32517e-1a47-4a5b-bc29-f8fe91cecb36 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Calling delete_port for 188db843-67f2-4733-b7a6-cec9f72e0049 owned by {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:40:59.384999 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc57b72-15aa-47a7-932e-3db97ebc118b req-134c7ce3-c214-46b4-aa56-b440e093b28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:59.386325 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-dbc57b72-15aa-47a7-932e-3db97ebc118b req-134c7ce3-c214-46b4-aa56-b440e093b28c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.1028056 Apr 05 14:40:59.447722 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e080340d-ee38-4d78-ada8-3ee8b994d844 None None] Network dd314ab8-2496-4435-82ca-988674a13f1e requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:40:59.469142 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6917ed83-4c13-4957-a427-9669242d7cbc req-fa475be0-f461-426d-b314-dab1fa9cc479 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:59.478491 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6917ed83-4c13-4957-a427-9669242d7cbc req-fa475be0-f461-426d-b314-dab1fa9cc479 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] 10.222.0.30 "GET /v2.0/ports?device_id=89872666-1d70-44b2-a9ec-5938d0104c27 HTTP/1.1" status: 200 len: 948 time: 0.1658912 Apr 05 14:40:59.480025 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-625e11b6-dc45-4cb7-8bc0-ae43245d7966 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:59.483382 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-625e11b6-dc45-4cb7-8bc0-ae43245d7966 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809317'] for router_interface, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:59.584401 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:59.634280 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-d7b6ecee-1f16-44f1-aa51-d1fc32a02bbd None None] Provisioning complete for port 383fa6e8-68b8-4957-aa4b-346cc3878917 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:40:59.634993 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d7b6ecee-1f16-44f1-aa51-d1fc32a02bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:59.681797 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device b0a909bf-d358-4685-ab11-be9bdd5e62b5 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:40:59.749616 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6917ed83-4c13-4957-a427-9669242d7cbc req-ea633d60-80ca-4a6a-a478-f4ba4d686ee9 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ca7fb53-50e9-4359-aa7a-c92550724034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617433 Apr 05 14:40:59.768695 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc57b72-15aa-47a7-932e-3db97ebc118b req-7fb55e66-b474-4b78-b5cf-08b9ff929d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:59.768695 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-dbc57b72-15aa-47a7-932e-3db97ebc118b req-7fb55e66-b474-4b78-b5cf-08b9ff929d6a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1975219 Apr 05 14:40:59.781474 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e11b6-dc45-4cb7-8bc0-ae43245d7966 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Pushing event updated for resources: {'Port': ['ID=cd01da2c-7990-4076-bea6-9a78d8a74dc6,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:59.814510 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2c32517e-1a47-4a5b-bc29-f8fe91cecb36 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:59.815340 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:59.855636 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625e11b6-dc45-4cb7-8bc0-ae43245d7966 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Network dd314ab8-2496-4435-82ca-988674a13f1e is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:40:59.867935 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f1b4bf-700a-4a49-9efe-c8a5e6f191da req-af325a18-2174-4a5c-82a3-57a9691dca2d tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:59.869912 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-73f1b4bf-700a-4a49-9efe-c8a5e6f191da req-af325a18-2174-4a5c-82a3-57a9691dca2d tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.2539728 Apr 05 14:40:59.870889 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-625e11b6-dc45-4cb7-8bc0-ae43245d7966 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:40:59.959525 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port b0a909bf-d358-4685-ab11-be9bdd5e62b5 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:40:59.959924 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:59.985795 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d7b6ecee-1f16-44f1-aa51-d1fc32a02bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:59.993666 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-dbc57b72-15aa-47a7-932e-3db97ebc118b req-8c73126b-d896-4f7a-b3c5-36f58a6f2354 service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165842 Apr 05 14:40:59.994859 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c32517e-1a47-4a5b-bc29-f8fe91cecb36 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event deleted for resources: {'Port': ['ID=188db843-67f2-4733-b7a6-cec9f72e0049,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:00.089182 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-d7b6ecee-1f16-44f1-aa51-d1fc32a02bbd None None] For port 383fa6e8-68b8-4957-aa4b-346cc3878917, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=383fa6e8-68b8-4957-aa4b-346cc3878917,segment=NetworkSegment(54e6a378-f079-4921-b108-ec9d5d0d37a8),segment_id=54e6a378-f079-4921-b108-ec9d5d0d37a8)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:41:00.091105 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2c32517e-1a47-4a5b-bc29-f8fe91cecb36 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:00.105271 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-2c32517e-1a47-4a5b-bc29-f8fe91cecb36 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/ports/188db843-67f2-4733-b7a6-cec9f72e0049 HTTP/1.1" status: 204 len: 168 time: 1.1766775 Apr 05 14:41:00.137675 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 49092) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:00.182545 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:00.202589 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d7b6ecee-1f16-44f1-aa51-d1fc32a02bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:00.233479 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-625e11b6-dc45-4cb7-8bc0-ae43245d7966 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Router 42030efb-e7bf-4d65-b6c6-81d49a0dab38 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:41:00.260984 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-dbc57b72-15aa-47a7-932e-3db97ebc118b req-87bfafb6-f029-43ea-94a8-d8527a9bb551 service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602353 Apr 05 14:41:00.294238 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-73f1b4bf-700a-4a49-9efe-c8a5e6f191da req-cf0cbfc9-1a3e-44db-8b35-ac29919e41ed tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232923 Apr 05 14:41:00.345597 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port b0a909bf-d358-4685-ab11-be9bdd5e62b5, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=b0a909bf-d358-4685-ab11-be9bdd5e62b5,segment=NetworkSegment(1c468974-700f-4380-acfc-da4f84290a6b),segment_id=1c468974-700f-4380-acfc-da4f84290a6b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:41:00.356916 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b6ecee-1f16-44f1-aa51-d1fc32a02bbd None None] Pushing event updated for resources: {'Port': ['ID=383fa6e8-68b8-4957-aa4b-346cc3878917,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:00.407855 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a176208-6e2a-42b9-a98e-175cac5e3cfe tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:00.409627 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a176208-6e2a-42b9-a98e-175cac5e3cfe tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:00.413886 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-2a176208-6e2a-42b9-a98e-175cac5e3cfe tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2727563 Apr 05 14:41:00.414295 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 49096) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:00.431788 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:00.432728 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 383fa6e8-68b8-4957-aa4b-346cc3878917 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:41:00.533254 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-44ef38ee-b7ea-4162-ab72-6077144a1ec6 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Deleting subnet c1dcde22-d927-4759-8d9d-e0ae8b9f4f66 {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:41:00.533254 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-44ef38ee-b7ea-4162-ab72-6077144a1ec6 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:00.553767 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836efdfe-aec5-44f7-b397-6677000972ae req-c0d0bd89-410b-4410-9199-cbd6a256113f tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:00.555631 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-836efdfe-aec5-44f7-b397-6677000972ae req-c0d0bd89-410b-4410-9199-cbd6a256113f tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.2173829 Apr 05 14:41:00.556801 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-625e11b6-dc45-4cb7-8bc0-ae43245d7966 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:41:00.590392 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-625e11b6-dc45-4cb7-8bc0-ae43245d7966 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "PUT /v2.0/routers/42030efb-e7bf-4d65-b6c6-81d49a0dab38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2865965 Apr 05 14:41:00.591957 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 49104) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:00.595337 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-44ef38ee-b7ea-4162-ab72-6077144a1ec6 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:00.599033 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=b0a909bf-d358-4685-ab11-be9bdd5e62b5,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:00.607900 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-c8be415d-06e8-485a-bc53-4dc38fc678f8 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-138643293'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:41:00.615094 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2263a243-dffa-4469-b273-a4bfb2998e62 None None] Sync routers for ids ['42030efb-e7bf-4d65-b6c6-81d49a0dab38'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:41:00.618098 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-5315993b-8069-4fb0-ae5a-2a62f9e94ff5 None None] Provisioning complete for port b0a909bf-d358-4685-ab11-be9bdd5e62b5 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:41:00.618619 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5315993b-8069-4fb0-ae5a-2a62f9e94ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:00.694631 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-44ef38ee-b7ea-4162-ab72-6077144a1ec6 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:00.703930 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8be415d-06e8-485a-bc53-4dc38fc678f8 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Made reservation on behalf of e7eb5e760fb649288ddd0e65de525949 for: {'network': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:41:00.718461 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c8be415d-06e8-485a-bc53-4dc38fc678f8 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:00.728461 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2263a243-dffa-4469-b273-a4bfb2998e62 None None] Routers {'42030efb-e7bf-4d65-b6c6-81d49a0dab38'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:41:00.729098 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-2263a243-dffa-4469-b273-a4bfb2998e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:40:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['42030efb-e7bf-4d65-b6c6-81d49a0dab38'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:41:00.747011 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-836efdfe-aec5-44f7-b397-6677000972ae req-3f307dae-8e35-4d17-b7dd-ff465dceafd2 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1816349 Apr 05 14:41:00.910678 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-44ef38ee-b7ea-4162-ab72-6077144a1ec6 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:00.935918 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8be415d-06e8-485a-bc53-4dc38fc678f8 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=103320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:41:00.940117 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ef38ee-b7ea-4162-ab72-6077144a1ec6 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event deleted for resources: {'Subnet': ['ID=c1dcde22-d927-4759-8d9d-e0ae8b9f4f66,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:00.940117 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-44ef38ee-b7ea-4162-ab72-6077144a1ec6 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:00.944694 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-44ef38ee-b7ea-4162-ab72-6077144a1ec6 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/subnets/c1dcde22-d927-4759-8d9d-e0ae8b9f4f66 HTTP/1.1" status: 204 len: 168 time: 0.5282140 Apr 05 14:41:00.945076 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 49112) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:00.973416 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-2263a243-dffa-4469-b273-a4bfb2998e62 None None] Set router 42030efb-e7bf-4d65-b6c6-81d49a0dab38 gateway port host: None {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:41:00.986428 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c8be415d-06e8-485a-bc53-4dc38fc678f8 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:00.987104 n-d-836650-2 neutron-server[103320]: INFO neutron.db.segments_db [None req-c8be415d-06e8-485a-bc53-4dc38fc678f8 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Added segment 3eba2966-d441-4b48-ab9a-44d7d6b5e020 of type vlan for network bfe68242-8cb5-4880-ad83-cd8e011bd3b0 Apr 05 14:41:01.014323 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-351f33d2-11fa-4729-9342-03fadfea23aa tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0670202 Apr 05 14:41:01.016101 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 49116) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:01.051494 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b6532-38af-44a5-b14a-9dd758eae566 req-74638369-bfb5-41c8-a85e-4e1ed91e7e48 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:01.054746 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-142b6532-38af-44a5-b14a-9dd758eae566 req-74638369-bfb5-41c8-a85e-4e1ed91e7e48 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] 10.222.0.30 "GET /v2.0/ports?device_id=89872666-1d70-44b2-a9ec-5938d0104c27 HTTP/1.1" status: 200 len: 948 time: 0.1778164 Apr 05 14:41:01.088634 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbcd7993-e1a3-443e-905e-ee8254750f29 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:01.093421 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-fbcd7993-e1a3-443e-905e-ee8254750f29 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0753605 Apr 05 14:41:01.094032 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 49118) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:01.133352 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 383fa6e8-68b8-4957-aa4b-346cc3878917 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:41:01.133726 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:01.150619 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c8be415d-06e8-485a-bc53-4dc38fc678f8 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:01.193150 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c25de9-5a1b-4120-b677-6b16e4c5de7e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:01.197837 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-c2c25de9-5a1b-4120-b677-6b16e4c5de7e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1027007 Apr 05 14:41:01.198385 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 49120) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:01.236527 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-142b6532-38af-44a5-b14a-9dd758eae566 req-bcafeb91-aa25-45dc-9c6f-1fda52591d64 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ca7fb53-50e9-4359-aa7a-c92550724034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734447 Apr 05 14:41:01.259545 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-b1cf665c-003f-4ee3-82c1-beb6f294b99c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0598423 Apr 05 14:41:01.260167 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 49122) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:01.265050 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-37afa95a-360a-47fb-b0de-6c5efc8b73bd tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Request body: {'subnet': {'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:41:01.283730 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-2f407f30-f1bf-464e-a18c-0e3e868a592a None None] Provisioning complete for port cd01da2c-7990-4076-bea6-9a78d8a74dc6 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:41:01.293598 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2f407f30-f1bf-464e-a18c-0e3e868a592a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:01.311651 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c8be415d-06e8-485a-bc53-4dc38fc678f8 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:01.317866 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8be415d-06e8-485a-bc53-4dc38fc678f8 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:01.322203 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c8be415d-06e8-485a-bc53-4dc38fc678f8 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:01.356939 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c80924-b033-43ca-979a-46d75b08fc86 None None] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:41:01.471186 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-2f407f30-f1bf-464e-a18c-0e3e868a592a None None] Port cd01da2c-7990-4076-bea6-9a78d8a74dc6 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:41:01.472286 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8be415d-06e8-485a-bc53-4dc38fc678f8 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Pushing event updated for resources: {'Network': ['ID=bfe68242-8cb5-4880-ad83-cd8e011bd3b0,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:01.488314 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664c587-5797-4ef7-850f-ab4e561b8b22 req-1f38603b-ff2c-41cb-9a03-5f383cdd43fe tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:01.488868 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network bfe68242-8cb5-4880-ad83-cd8e011bd3b0 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:41:01.490363 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4664c587-5797-4ef7-850f-ab4e561b8b22 req-1f38603b-ff2c-41cb-9a03-5f383cdd43fe tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.0640197 Apr 05 14:41:01.505069 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 49130) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:01.513059 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-c8be415d-06e8-485a-bc53-4dc38fc678f8 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9082496 Apr 05 14:41:01.513695 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-c4991e66-2c48-41ce-91d4-818611ce8b82 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Request body: {'subnet': {'network_id': 'bfe68242-8cb5-4880-ad83-cd8e011bd3b0', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:41:01.557437 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-2f407f30-f1bf-464e-a18c-0e3e868a592a None None] Could not find standard attr ID for object 188db843-67f2-4733-b7a6-cec9f72e0049. {{(pid=103322) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 14:41:01.569025 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4664c587-5797-4ef7-850f-ab4e561b8b22 req-199913b5-5609-4211-bce6-1c41ce09d934 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542321 Apr 05 14:41:01.649038 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device b0a909bf-d358-4685-ab11-be9bdd5e62b5 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:41:01.676788 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37afa95a-360a-47fb-b0de-6c5efc8b73bd tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Made reservation on behalf of 81648541dc0b4f1ea0eb9cace0846aa5 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:41:01.681317 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-37afa95a-360a-47fb-b0de-6c5efc8b73bd tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:01.687273 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-2f407f30-f1bf-464e-a18c-0e3e868a592a None None] Provisioning complete for port 383fa6e8-68b8-4957-aa4b-346cc3878917 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:41:01.687273 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2f407f30-f1bf-464e-a18c-0e3e868a592a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:01.798051 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3c128040-9885-4bdd-aa08-d9fdbd609804 req-c94bfa02-acdf-4185-991a-3718158d8df7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2e72c1e1-e2f0-4808-a81b-a36d44d749c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1103809 Apr 05 14:41:01.828992 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4991e66-2c48-41ce-91d4-818611ce8b82 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Made reservation on behalf of e7eb5e760fb649288ddd0e65de525949 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:41:01.829973 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c4991e66-2c48-41ce-91d4-818611ce8b82 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:01.857695 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-2263a243-dffa-4469-b273-a4bfb2998e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'name': 'tempest-RoutersIpV6Test-router-1460575378', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:40:31Z', 'updated_at': '2022-04-05T14:40:58Z', 'revision_number': 4, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'gw_port_host': None, '_interfaces': [{'id': 'b1400329-76eb-44dd-85ba-1ea33c533f50', 'name': '', 'network_id': '83c46ed4-678c-4cd2-bcba-40da38b647e1', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'mac_address': 'fa:16:3e:03:18:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': 'f17bfea5-8c4d-4735-b766-8564c75fe6bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:36Z', 'updated_at': '2022-04-05T14:40:46Z', 'revision_number': 5, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'subnets': [{'id': 'f17bfea5-8c4d-4735-b766-8564c75fe6bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd01da2c-7990-4076-bea6-9a78d8a74dc6', 'name': '', 'network_id': 'dd314ab8-2496-4435-82ca-988674a13f1e', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'mac_address': 'fa:16:3e:6d:cd:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '81b8431d-2922-485d-afa0-d5381cf42414', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:57Z', 'updated_at': '2022-04-05T14:40:59Z', 'revision_number': 2, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'subnets': [{'id': '81b8431d-2922-485d-afa0-d5381cf42414', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1323186-7c51-4b8a-87ff-a68b7d16dbc3', 'name': '', 'network_id': 'db5197f6-eaf7-4c08-9616-8bd4164e6913', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'mac_address': 'fa:16:3e:95:0d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '7e7e41d8-71b1-4208-b6cb-6c5106360847', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:47Z', 'updated_at': '2022-04-05T14:40:54Z', 'revision_number': 5, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'subnets': [{'id': '7e7e41d8-71b1-4208-b6cb-6c5106360847', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:41:01.957289 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec512f52-4ab5-4d41-94e8-644d4f29e8e6 None None] DHCP port deletion for fd08407d-7bc3-4895-9d28-9b2f36a8d65c request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:41:01.962961 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port b0a909bf-d358-4685-ab11-be9bdd5e62b5 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:41:01.963421 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:01.970161 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c128040-9885-4bdd-aa08-d9fdbd609804 req-4c2c48f5-4d19-468e-b37a-0830bd8ff41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:01.971721 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3c128040-9885-4bdd-aa08-d9fdbd609804 req-4c2c48f5-4d19-468e-b37a-0830bd8ff41c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9215d951bfeb48c39a8e33c585301815&device_id=2e72c1e1-e2f0-4808-a81b-a36d44d749c0 HTTP/1.1" status: 200 len: 1096 time: 0.1389163 Apr 05 14:41:01.987268 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2263a243-dffa-4469-b273-a4bfb2998e62 None None] Checking router: 42030efb-e7bf-4d65-b6c6-81d49a0dab38 for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:41:01.987668 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2263a243-dffa-4469-b273-a4bfb2998e62 None None] Updating router 42030efb-e7bf-4d65-b6c6-81d49a0dab38 port cd01da2c-7990-4076-bea6-9a78d8a74dc6 binding host n-d-836650-2 {{(pid=103322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:41:02.008952 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac0036-9f36-44b4-8433-fd229b20a0b3 req-da22a079-2120-4947-9467-1974e3ba6261 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:02.013965 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-87ac0036-9f36-44b4-8433-fd229b20a0b3 req-da22a079-2120-4947-9467-1974e3ba6261 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.0981860 Apr 05 14:41:02.188977 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c128040-9885-4bdd-aa08-d9fdbd609804 req-57469159-d7e3-40f0-a663-c77024e9c62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:02.198442 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3c128040-9885-4bdd-aa08-d9fdbd609804 req-57469159-d7e3-40f0-a663-c77024e9c62b service neutron] 10.222.0.55 "GET /v2.0/networks?id=bbe33099-0907-4578-b91f-9ecd1e0f3a95 HTTP/1.1" status: 200 len: 912 time: 0.1831193 Apr 05 14:41:02.279358 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3c128040-9885-4bdd-aa08-d9fdbd609804 req-fddbcd88-1566-4198-a53b-8a714121b19d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd4c3e1b-ebc8-4b55-acde-d5047a76f318 HTTP/1.1" status: 200 len: 217 time: 0.0650196 Apr 05 14:41:02.298269 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-87ac0036-9f36-44b4-8433-fd229b20a0b3 req-2ad5c954-2329-45b4-8a3a-bcb1f1be1978 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2716174 Apr 05 14:41:02.302566 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-37afa95a-360a-47fb-b0de-6c5efc8b73bd tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:02.390172 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2263a243-dffa-4469-b273-a4bfb2998e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:02.417986 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c128040-9885-4bdd-aa08-d9fdbd609804 req-324290ff-6d43-4d65-a41c-18bed866dd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:02.423194 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3c128040-9885-4bdd-aa08-d9fdbd609804 req-324290ff-6d43-4d65-a41c-18bed866dd63 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c529ad6d-a94e-4533-88f8-eeabc5541ed8 HTTP/1.1" status: 200 len: 850 time: 0.1249313 Apr 05 14:41:02.426035 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37afa95a-360a-47fb-b0de-6c5efc8b73bd tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:41:02.429705 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-37afa95a-360a-47fb-b0de-6c5efc8b73bd tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:41:02.436957 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37afa95a-360a-47fb-b0de-6c5efc8b73bd tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:02.437666 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-37afa95a-360a-47fb-b0de-6c5efc8b73bd tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:02.443514 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c4991e66-2c48-41ce-91d4-818611ce8b82 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:02.460906 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37afa95a-360a-47fb-b0de-6c5efc8b73bd tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event updated for resources: {'Subnet': ['ID=85d0d4b0-e6b5-4d19-9750-eb7097879041,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:02.483599 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13891d7-d83f-40bc-9d5a-b24591b65f04 req-5d772c05-45fb-4551-8817-a15372ef4c80 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:02.486230 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a13891d7-d83f-40bc-9d5a-b24591b65f04 req-5d772c05-45fb-4551-8817-a15372ef4c80 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.2694592 Apr 05 14:41:02.665460 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a13891d7-d83f-40bc-9d5a-b24591b65f04 req-38c83a32-0d93-4372-95ca-d6a5ee291c2b tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182032 Apr 05 14:41:02.666479 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-ec512f52-4ab5-4d41-94e8-644d4f29e8e6 None None] Deleting port b0a909bf-d358-4685-ab11-be9bdd5e62b5 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:41:02.667017 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ec512f52-4ab5-4d41-94e8-644d4f29e8e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:02.669231 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 383fa6e8-68b8-4957-aa4b-346cc3878917 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:41:02.676789 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c128040-9885-4bdd-aa08-d9fdbd609804 req-6ea6d6cb-5f97-44d1-b0f2-137ed2f13eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:02.678683 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3c128040-9885-4bdd-aa08-d9fdbd609804 req-6ea6d6cb-5f97-44d1-b0f2-137ed2f13eb1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bbe33099-0907-4578-b91f-9ecd1e0f3a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2513733 Apr 05 14:41:02.714243 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c915a-6fbd-4c04-a642-db41e310f56d req-45675e86-bc23-4ad1-ad22-d66efee260f4 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:02.718093 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5e0c915a-6fbd-4c04-a642-db41e310f56d req-45675e86-bc23-4ad1-ad22-d66efee260f4 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] 10.222.0.30 "GET /v2.0/ports?device_id=89872666-1d70-44b2-a9ec-5938d0104c27 HTTP/1.1" status: 200 len: 948 time: 0.2700984 Apr 05 14:41:02.793444 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-1d687147-d490-4071-84a0-56d00661639b None None] Provisioning complete for port cd01da2c-7990-4076-bea6-9a78d8a74dc6 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:41:02.793702 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1d687147-d490-4071-84a0-56d00661639b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:02.839305 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5e0c915a-6fbd-4c04-a642-db41e310f56d req-a487ab7b-20fe-4052-9b3e-1af8aaa273df tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ca7fb53-50e9-4359-aa7a-c92550724034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596797 Apr 05 14:41:02.878266 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3c128040-9885-4bdd-aa08-d9fdbd609804 req-c92729ba-dc3d-4084-a296-fe7f3826b5c6 service neutron] 10.222.0.55 "GET /v2.0/networks/bbe33099-0907-4578-b91f-9ecd1e0f3a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912019 Apr 05 14:41:02.905210 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-37afa95a-360a-47fb-b0de-6c5efc8b73bd tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6438508 Apr 05 14:41:02.908166 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 49164) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:02.921055 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4991e66-2c48-41ce-91d4-818611ce8b82 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Checking segment: {'id': '3eba2966-d441-4b48-ab9a-44d7d6b5e020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bfe68242-8cb5-4880-ad83-cd8e011bd3b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:41:02.921689 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4991e66-2c48-41ce-91d4-818611ce8b82 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Network hostable DHCP agents. Network: bfe68242-8cb5-4880-ad83-cd8e011bd3b0, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:41:02.923922 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4991e66-2c48-41ce-91d4-818611ce8b82 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Pushing event updated for resources: {'Subnet': ['ID=961630fe-22df-4dd0-b2b4-9d70471fed23,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:02.942643 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-b6521be1-e69a-4d86-a9ad-5dd4a2b92077 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Request body: {'port': {'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'mac_address': 'fa:16:3e:99:f6:c3', 'name': 'tempest-NetworksTestDHCPv6-681690206'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:41:02.980351 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-1d687147-d490-4071-84a0-56d00661639b None None] Port cd01da2c-7990-4076-bea6-9a78d8a74dc6 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:41:02.995200 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-ec512f52-4ab5-4d41-94e8-644d4f29e8e6 None None] For port b0a909bf-d358-4685-ab11-be9bdd5e62b5, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=b0a909bf-d358-4685-ab11-be9bdd5e62b5,segment=NetworkSegment(1c468974-700f-4380-acfc-da4f84290a6b),segment_id=1c468974-700f-4380-acfc-da4f84290a6b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:41:02.995948 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ec512f52-4ab5-4d41-94e8-644d4f29e8e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:03.014794 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 383fa6e8-68b8-4957-aa4b-346cc3878917 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:41:03.015499 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:03.017669 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-ec512f52-4ab5-4d41-94e8-644d4f29e8e6 None None] Calling delete_port for b0a909bf-d358-4685-ab11-be9bdd5e62b5 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:41:03.031095 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4991e66-2c48-41ce-91d4-818611ce8b82 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Network bfe68242-8cb5-4880-ad83-cd8e011bd3b0 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:41:03.117950 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3c128040-9885-4bdd-aa08-d9fdbd609804 req-5d3e557f-2b39-448d-b3a4-689902d2a6d6 service neutron] 10.222.0.55 "GET /v2.0/networks/bbe33099-0907-4578-b91f-9ecd1e0f3a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322657 Apr 05 14:41:03.177315 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2263a243-dffa-4469-b273-a4bfb2998e62 None None] Notify callbacks [] for port, precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:03.177602 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-c4991e66-2c48-41ce-91d4-818611ce8b82 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, bfe68242-8cb5-4880-ad83-cd8e011bd3b0) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:41:03.183139 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4991e66-2c48-41ce-91d4-818611ce8b82 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:03.183832 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c4991e66-2c48-41ce-91d4-818611ce8b82 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:03.188957 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898b30c1-eaa1-4f21-85ab-ac4f395c3287 None None] Network bfe68242-8cb5-4880-ad83-cd8e011bd3b0 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:41:03.317168 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6521be1-e69a-4d86-a9ad-5dd4a2b92077 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Made reservation on behalf of 81648541dc0b4f1ea0eb9cace0846aa5 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:41:03.325970 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-c4991e66-2c48-41ce-91d4-818611ce8b82 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8173079 Apr 05 14:41:03.327593 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 49174) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:03.342793 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2263a243-dffa-4469-b273-a4bfb2998e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:03.431287 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ec512f52-4ab5-4d41-94e8-644d4f29e8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:03.501824 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1272a90f-302e-4ad1-85bc-c179cd002799 None None] Pushing event updated for resources: {'Port': ['ID=cd01da2c-7990-4076-bea6-9a78d8a74dc6,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:03.522204 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b6521be1-e69a-4d86-a9ad-5dd4a2b92077 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:03.590232 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-b6521be1-e69a-4d86-a9ad-5dd4a2b92077 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] device_id is not set on port 283577ab-b9f0-46e4-ac6a-37a76e2ac236 yet. {{(pid=103320) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:41:03.605083 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec512f52-4ab5-4d41-94e8-644d4f29e8e6 None None] No DVR routers for this DVR port b0a909bf-d358-4685-ab11-be9bdd5e62b5 on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:41:03.623001 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce0e9a5-f573-4dd1-bd2f-cf2488027572 req-63f5f193-4a56-4033-8280-e76f2992557e tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:03.633741 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0ce0e9a5-f573-4dd1-bd2f-cf2488027572 req-63f5f193-4a56-4033-8280-e76f2992557e tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.1687791 Apr 05 14:41:03.781542 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0ce0e9a5-f573-4dd1-bd2f-cf2488027572 req-72693ca3-1c89-4ce2-b21d-bfd19da2e436 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499043 Apr 05 14:41:03.783860 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1527fa-06f3-416f-b28a-71399ae1d492 None None] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:41:03.805648 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device b0a909bf-d358-4685-ab11-be9bdd5e62b5 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:41:03.829230 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec512f52-4ab5-4d41-94e8-644d4f29e8e6 None None] Pushing event deleted for resources: {'Port': ['ID=b0a909bf-d358-4685-ab11-be9bdd5e62b5,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:03.950952 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device a46847be-0ced-4d13-80c6-72d774ab100f details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:41:03.958249 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: b0a909bf-d358-4685-ab11-be9bdd5e62b5 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:41:03.958831 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device b0a909bf-d358-4685-ab11-be9bdd5e62b5 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:41:03.976848 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29779e95-34d9-4f78-a1c5-030945fbe4fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-bfe68242-8cb5-4880-ad83-cd8e011bd3b0', 'network_id': 'bfe68242-8cb5-4880-ad83-cd8e011bd3b0', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'fixed_ips': [{'subnet_id': '961630fe-22df-4dd0-b2b4-9d70471fed23'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:41:03.977871 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-29779e95-34d9-4f78-a1c5-030945fbe4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:03.981487 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-2263a243-dffa-4469-b273-a4bfb2998e62 None None] Attempting to bind port cd01da2c-7990-4076-bea6-9a78d8a74dc6 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:41:03.982193 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-2263a243-dffa-4469-b273-a4bfb2998e62 None None] Attempting to bind port cd01da2c-7990-4076-bea6-9a78d8a74dc6 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '54e6a378-f079-4921-b108-ec9d5d0d37a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'dd314ab8-2496-4435-82ca-988674a13f1e'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:41:03.982860 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2263a243-dffa-4469-b273-a4bfb2998e62 None None] Attempting to bind port cd01da2c-7990-4076-bea6-9a78d8a74dc6 on network dd314ab8-2496-4435-82ca-988674a13f1e {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:41:04.004572 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-b6521be1-e69a-4d86-a9ad-5dd4a2b92077 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Allocated IP 2001:db8::d8 (fd08407d-7bc3-4895-9d28-9b2f36a8d65c/85d0d4b0-e6b5-4d19-9750-eb7097879041/283577ab-b9f0-46e4-ac6a-37a76e2ac236) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:41:04.035949 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2263a243-dffa-4469-b273-a4bfb2998e62 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:41:04.036765 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2263a243-dffa-4469-b273-a4bfb2998e62 None None] Checking segment: {'id': '54e6a378-f079-4921-b108-ec9d5d0d37a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'dd314ab8-2496-4435-82ca-988674a13f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:41:04.037751 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2263a243-dffa-4469-b273-a4bfb2998e62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:04.038737 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2263a243-dffa-4469-b273-a4bfb2998e62 None None] Bound using segment: {'id': '54e6a378-f079-4921-b108-ec9d5d0d37a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'dd314ab8-2496-4435-82ca-988674a13f1e'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:41:04.039885 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-2263a243-dffa-4469-b273-a4bfb2998e62 None None] Bound port: cd01da2c-7990-4076-bea6-9a78d8a74dc6, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54e6a378-f079-4921-b108-ec9d5d0d37a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'dd314ab8-2496-4435-82ca-988674a13f1e'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:41:04.040912 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2263a243-dffa-4469-b273-a4bfb2998e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:04.128969 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30859046-3917-4a1b-b58e-56418a70a030 req-cad9285c-1b4b-4bb1-b469-0418993c9bc2 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:04.130523 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-30859046-3917-4a1b-b58e-56418a70a030 req-cad9285c-1b4b-4bb1-b469-0418993c9bc2 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.2095609 Apr 05 14:41:04.140717 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.db.resource_extend [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 14:41:04.145072 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-e6885464-92dc-4662-a50c-fff9c02a9978 None None] Provisioning complete for port cd01da2c-7990-4076-bea6-9a78d8a74dc6 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:41:04.145687 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e6885464-92dc-4662-a50c-fff9c02a9978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:04.202372 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d923119f-eae8-4dc7-8a1e-52237c07ee1f req-bd31be56-9ab7-4cdd-9662-2f6cd995bd51 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:04.203885 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d923119f-eae8-4dc7-8a1e-52237c07ee1f req-bd31be56-9ab7-4cdd-9662-2f6cd995bd51 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] 10.222.0.30 "GET /v2.0/ports?device_id=89872666-1d70-44b2-a9ec-5938d0104c27 HTTP/1.1" status: 200 len: 948 time: 0.1724379 Apr 05 14:41:04.291266 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-45594d0f-fe71-495b-827b-b73581f34918 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:04.336717 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d923119f-eae8-4dc7-8a1e-52237c07ee1f req-afce439d-a656-4016-9774-34fd20d3450c tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ca7fb53-50e9-4359-aa7a-c92550724034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221809 Apr 05 14:41:04.342308 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-30859046-3917-4a1b-b58e-56418a70a030 req-ce18af41-7cc4-4a56-85d4-49f3121a4909 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962130 Apr 05 14:41:04.393184 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-2263a243-dffa-4469-b273-a4bfb2998e62 None None] For port cd01da2c-7990-4076-bea6-9a78d8a74dc6, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:41:04.395202 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-e6885464-92dc-4662-a50c-fff9c02a9978 None None] Port cd01da2c-7990-4076-bea6-9a78d8a74dc6 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:41:04.412932 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b6521be1-e69a-4d86-a9ad-5dd4a2b92077 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:04.424406 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-2263a243-dffa-4469-b273-a4bfb2998e62 None None] For port cd01da2c-7990-4076-bea6-9a78d8a74dc6, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=cd01da2c-7990-4076-bea6-9a78d8a74dc6,segment=NetworkSegment(54e6a378-f079-4921-b108-ec9d5d0d37a8),segment_id=54e6a378-f079-4921-b108-ec9d5d0d37a8)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:41:04.458275 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port a46847be-0ced-4d13-80c6-72d774ab100f, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=a46847be-0ced-4d13-80c6-72d774ab100f,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:41:04.476307 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-29779e95-34d9-4f78-a1c5-030945fbe4fd None None] Allocated IP 2001:db8:3::2 (bfe68242-8cb5-4880-ad83-cd8e011bd3b0/961630fe-22df-4dd0-b2b4-9d70471fed23/0a558372-150d-4e1a-9143-1db1ba68e6c8) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:41:04.544246 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2263a243-dffa-4469-b273-a4bfb2998e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:04.546673 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': 'a46847be-0ced-4d13-80c6-72d774ab100f', 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800', 'port_id': 'a46847be-0ced-4d13-80c6-72d774ab100f', 'mac_address': 'fa:16:3e:96:75:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:41:04.558801 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6a517f-c11b-4ed8-b3d3-a2d1bacfb549 req-20689d9a-1b59-4214-adab-cf559a058b5b tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:04.567137 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7b6a517f-c11b-4ed8-b3d3-a2d1bacfb549 req-20689d9a-1b59-4214-adab-cf559a058b5b tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.0792222 Apr 05 14:41:04.576896 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c46a2f2-23e7-4e15-8275-5161cfcd21c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'tenant_id': '81648541dc0b4f1ea0eb9cace0846aa5', 'fixed_ips': [{'subnet_id': '85d0d4b0-e6b5-4d19-9750-eb7097879041'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:41:04.577900 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c46a2f2-23e7-4e15-8275-5161cfcd21c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:04.583085 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b6521be1-e69a-4d86-a9ad-5dd4a2b92077 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:04.674321 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7b6a517f-c11b-4ed8-b3d3-a2d1bacfb549 req-12950e95-33f7-4a6c-b42b-87f64c98e4cc tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063514 Apr 05 14:41:04.676644 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6521be1-e69a-4d86-a9ad-5dd4a2b92077 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:41:04.683224 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-b6521be1-e69a-4d86-a9ad-5dd4a2b92077 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:41:04.684807 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6521be1-e69a-4d86-a9ad-5dd4a2b92077 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:41:04.691738 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6521be1-e69a-4d86-a9ad-5dd4a2b92077 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:04.692817 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b6521be1-e69a-4d86-a9ad-5dd4a2b92077 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:04.696001 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6521be1-e69a-4d86-a9ad-5dd4a2b92077 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event updated for resources: {'Port': ['ID=283577ab-b9f0-46e4-ac6a-37a76e2ac236,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:04.733835 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-6c098c40-4a33-42f8-8094-5e5b49cd10b1 req-e1134f5b-7699-407a-820a-ff87e08eab10 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c7d59292-c69e-44da-982d-8056c0172ac5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1658871 Apr 05 14:41:04.825272 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c098c40-4a33-42f8-8094-5e5b49cd10b1 req-bc440176-5ca0-40d3-a314-73c47f48112a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:04.827072 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-6c098c40-4a33-42f8-8094-5e5b49cd10b1 req-bc440176-5ca0-40d3-a314-73c47f48112a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9215d951bfeb48c39a8e33c585301815&device_id=c7d59292-c69e-44da-982d-8056c0172ac5 HTTP/1.1" status: 200 len: 1097 time: 0.0637162 Apr 05 14:41:04.832652 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2263a243-dffa-4469-b273-a4bfb2998e62 None None] Routers {'42030efb-e7bf-4d65-b6c6-81d49a0dab38'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:41:04.833459 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-2263a243-dffa-4469-b273-a4bfb2998e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:40:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['42030efb-e7bf-4d65-b6c6-81d49a0dab38'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:41:04.966759 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-b6521be1-e69a-4d86-a9ad-5dd4a2b92077 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0482690 Apr 05 14:41:04.967727 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 49214) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:05.092583 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5801c0a-a1d6-4529-b4b3-92132f09d78a req-7d3d0196-393b-4c37-8e5c-80e3e9f04f29 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:05.094348 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e5801c0a-a1d6-4529-b4b3-92132f09d78a req-7d3d0196-393b-4c37-8e5c-80e3e9f04f29 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.2243848 Apr 05 14:41:05.107968 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c098c40-4a33-42f8-8094-5e5b49cd10b1 req-e448eca0-de00-468b-8282-6439e7e534d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:05.109550 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-6c098c40-4a33-42f8-8094-5e5b49cd10b1 req-e448eca0-de00-468b-8282-6439e7e534d1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bbe33099-0907-4578-b91f-9ecd1e0f3a95 HTTP/1.1" status: 200 len: 912 time: 0.2585249 Apr 05 14:41:05.132384 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67769b88-6be6-45c1-b5b9-4e6f92012f42 req-975a0796-3797-49c2-8027-ebc27d994c0e tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:05.135033 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-67769b88-6be6-45c1-b5b9-4e6f92012f42 req-975a0796-3797-49c2-8027-ebc27d994c0e tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.2218125 Apr 05 14:41:05.173454 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b81bcfd-8d7b-4ae8-8f95-fa90e5eeaafc tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:05.174972 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-3b81bcfd-8d7b-4ae8-8f95-fa90e5eeaafc tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.1872642 Apr 05 14:41:05.177902 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 49224) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:05.211495 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-6c098c40-4a33-42f8-8094-5e5b49cd10b1 req-d6cb3b69-6049-4609-8ab5-cf35f6a09415 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54c12fe5-dbd8-421b-81c7-5281b4511d63 HTTP/1.1" status: 200 len: 217 time: 0.0846927 Apr 05 14:41:05.232267 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e5801c0a-a1d6-4529-b4b3-92132f09d78a req-6b730869-3016-4a36-bdb1-5b5e2baee85f tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262827 Apr 05 14:41:05.239937 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-67769b88-6be6-45c1-b5b9-4e6f92012f42 req-f72b88a9-f33f-4f5e-a008-89717cf69b6d tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960612 Apr 05 14:41:05.290040 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c098c40-4a33-42f8-8094-5e5b49cd10b1 req-99eeceb4-29b2-4c3c-89b3-57e980d16eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:05.299777 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-6c098c40-4a33-42f8-8094-5e5b49cd10b1 req-99eeceb4-29b2-4c3c-89b3-57e980d16eff service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c529ad6d-a94e-4533-88f8-eeabc5541ed8 HTTP/1.1" status: 200 len: 850 time: 0.0802944 Apr 05 14:41:05.303943 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1272a90f-302e-4ad1-85bc-c179cd002799 None None] Pushing event updated for resources: {'Port': ['ID=cd01da2c-7990-4076-bea6-9a78d8a74dc6,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:05.321967 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-4c46a2f2-23e7-4e15-8275-5161cfcd21c7 None None] Allocated IP 2001:db8::2 (fd08407d-7bc3-4895-9d28-9b2f36a8d65c/85d0d4b0-e6b5-4d19-9750-eb7097879041/98241708-fa5c-4fe7-93bf-0bd1939a88d6) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:41:05.367886 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:05.377365 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c098c40-4a33-42f8-8094-5e5b49cd10b1 req-d7b2aa20-eaf6-4b14-9b0a-e0fd4470389f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:05.379297 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-6c098c40-4a33-42f8-8094-5e5b49cd10b1 req-d7b2aa20-eaf6-4b14-9b0a-e0fd4470389f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bbe33099-0907-4578-b91f-9ecd1e0f3a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719876 Apr 05 14:41:05.393334 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-6206449d-4034-419e-86f0-40212b521989 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Deleting port 283577ab-b9f0-46e4-ac6a-37a76e2ac236 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:41:05.393935 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6206449d-4034-419e-86f0-40212b521989 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:05.482758 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-3a19f206-1395-4dff-b16a-2b7af6d3c715 None None] Provisioning complete for port cd01da2c-7990-4076-bea6-9a78d8a74dc6 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:41:05.483551 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3a19f206-1395-4dff-b16a-2b7af6d3c715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:05.516501 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a46847be-0ced-4d13-80c6-72d774ab100f {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:41:05.534396 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-6c098c40-4a33-42f8-8094-5e5b49cd10b1 req-66bb251d-5eb6-4da9-8d02-9c322b7bd57c service neutron] 10.222.0.11 "GET /v2.0/networks/bbe33099-0907-4578-b91f-9ecd1e0f3a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468165 Apr 05 14:41:05.657540 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-2263a243-dffa-4469-b273-a4bfb2998e62 None None] Set router 42030efb-e7bf-4d65-b6c6-81d49a0dab38 gateway port host: None {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:41:05.686161 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-6c098c40-4a33-42f8-8094-5e5b49cd10b1 req-804b23bd-c6eb-48f6-99c3-1e0f4be60122 service neutron] 10.222.0.11 "GET /v2.0/networks/bbe33099-0907-4578-b91f-9ecd1e0f3a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434660 Apr 05 14:41:05.687728 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port a46847be-0ced-4d13-80c6-72d774ab100f, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=a46847be-0ced-4d13-80c6-72d774ab100f,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:41:05.758750 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-29779e95-34d9-4f78-a1c5-030945fbe4fd None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:05.774136 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:05.850412 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b14330d-fffe-4254-98af-bb874c1e4d1b req-908cae2d-8f3d-4ac3-b70b-537e9c4e5dc3 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:05.858211 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1b14330d-fffe-4254-98af-bb874c1e4d1b req-908cae2d-8f3d-4ac3-b70b-537e9c4e5dc3 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.5462859 Apr 05 14:41:05.901106 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-29779e95-34d9-4f78-a1c5-030945fbe4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:05.954929 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1b14330d-fffe-4254-98af-bb874c1e4d1b req-ef14f813-a1a1-4753-bd98-5d1a3252a0bc tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766423 Apr 05 14:41:05.998451 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6206449d-4034-419e-86f0-40212b521989 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:06.001714 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-45594d0f-fe71-495b-827b-b73581f34918 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Allocated IP 2001:db8:3::1 (bfe68242-8cb5-4880-ad83-cd8e011bd3b0/961630fe-22df-4dd0-b2b4-9d70471fed23/bd4903ef-1f3e-4089-bb8c-5ef9d33a2f7e) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:41:06.020956 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3a19f206-1395-4dff-b16a-2b7af6d3c715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:06.054860 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=a46847be-0ced-4d13-80c6-72d774ab100f,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:06.066364 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13413e1b-63c2-42f6-a112-b3110bd8b8c9 req-a96c912a-7ad4-47ca-b819-2280f89faa7e tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:06.067911 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-13413e1b-63c2-42f6-a112-b3110bd8b8c9 req-a96c912a-7ad4-47ca-b819-2280f89faa7e tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] 10.222.0.30 "GET /v2.0/ports?device_id=89872666-1d70-44b2-a9ec-5938d0104c27 HTTP/1.1" status: 200 len: 948 time: 0.6053102 Apr 05 14:41:06.075917 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29779e95-34d9-4f78-a1c5-030945fbe4fd None None] Network bfe68242-8cb5-4880-ad83-cd8e011bd3b0 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:41:06.076374 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-6206449d-4034-419e-86f0-40212b521989 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Calling delete_port for 283577ab-b9f0-46e4-ac6a-37a76e2ac236 owned by {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:41:06.121210 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-29779e95-34d9-4f78-a1c5-030945fbe4fd None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:41:06.134401 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29779e95-34d9-4f78-a1c5-030945fbe4fd None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:41:06.140121 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c46a2f2-23e7-4e15-8275-5161cfcd21c7 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:06.173921 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['a46847be-0ced-4d13-80c6-72d774ab100f'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:41:06.198112 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-3a19f206-1395-4dff-b16a-2b7af6d3c715 None None] For port cd01da2c-7990-4076-bea6-9a78d8a74dc6, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=cd01da2c-7990-4076-bea6-9a78d8a74dc6,segment=NetworkSegment(54e6a378-f079-4921-b108-ec9d5d0d37a8),segment_id=54e6a378-f079-4921-b108-ec9d5d0d37a8)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:41:06.204637 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-13413e1b-63c2-42f6-a112-b3110bd8b8c9 req-5fe81c29-15a2-49d6-a1f9-5810c115b324 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ca7fb53-50e9-4359-aa7a-c92550724034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254618 Apr 05 14:41:06.227401 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29779e95-34d9-4f78-a1c5-030945fbe4fd None None] Pushing event updated for resources: {'Port': ['ID=0a558372-150d-4e1a-9143-1db1ba68e6c8,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:06.242814 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd80a1a-0f5a-4168-8498-3a4ce2be6e92 req-40ab0bab-ea6e-4809-b49e-562e31e7f3cf tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:06.248505 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-abd80a1a-0f5a-4168-8498-3a4ce2be6e92 req-40ab0bab-ea6e-4809-b49e-562e31e7f3cf tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.1560659 Apr 05 14:41:06.278931 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c46a2f2-23e7-4e15-8275-5161cfcd21c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:06.297345 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3a19f206-1395-4dff-b16a-2b7af6d3c715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:06.332216 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-45594d0f-fe71-495b-827b-b73581f34918 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:06.369073 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-abd80a1a-0f5a-4168-8498-3a4ce2be6e92 req-4b0356e6-d914-4a11-97b2-b94d574638fa tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117868 Apr 05 14:41:06.425140 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c46a2f2-23e7-4e15-8275-5161cfcd21c7 None None] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:41:06.440363 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-4c46a2f2-23e7-4e15-8275-5161cfcd21c7 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:41:06.440594 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-29779e95-34d9-4f78-a1c5-030945fbe4fd None None] Attempting to bind port 0a558372-150d-4e1a-9143-1db1ba68e6c8 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:41:06.442843 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-29779e95-34d9-4f78-a1c5-030945fbe4fd None None] Attempting to bind port 0a558372-150d-4e1a-9143-1db1ba68e6c8 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '3eba2966-d441-4b48-ab9a-44d7d6b5e020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bfe68242-8cb5-4880-ad83-cd8e011bd3b0'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:41:06.442843 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29779e95-34d9-4f78-a1c5-030945fbe4fd None None] Attempting to bind port 0a558372-150d-4e1a-9143-1db1ba68e6c8 on network bfe68242-8cb5-4880-ad83-cd8e011bd3b0 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:41:06.443658 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c46a2f2-23e7-4e15-8275-5161cfcd21c7 None None] Pushing event updated for resources: {'Port': ['ID=98241708-fa5c-4fe7-93bf-0bd1939a88d6,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:06.448861 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c46a2f2-23e7-4e15-8275-5161cfcd21c7 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:41:06.489168 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-45594d0f-fe71-495b-827b-b73581f34918 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:06.492082 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29779e95-34d9-4f78-a1c5-030945fbe4fd None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:41:06.493027 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29779e95-34d9-4f78-a1c5-030945fbe4fd None None] Checking segment: {'id': '3eba2966-d441-4b48-ab9a-44d7d6b5e020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bfe68242-8cb5-4880-ad83-cd8e011bd3b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:41:06.493431 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-29779e95-34d9-4f78-a1c5-030945fbe4fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:06.493826 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29779e95-34d9-4f78-a1c5-030945fbe4fd None None] Bound using segment: {'id': '3eba2966-d441-4b48-ab9a-44d7d6b5e020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bfe68242-8cb5-4880-ad83-cd8e011bd3b0'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:41:06.494311 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-29779e95-34d9-4f78-a1c5-030945fbe4fd None None] Bound port: 0a558372-150d-4e1a-9143-1db1ba68e6c8, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eba2966-d441-4b48-ab9a-44d7d6b5e020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bfe68242-8cb5-4880-ad83-cd8e011bd3b0'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:41:06.494694 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-29779e95-34d9-4f78-a1c5-030945fbe4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:06.549185 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cb1175-8459-46f3-a77d-566dabb0ffbd req-f5b248e8-fa4f-4ee4-910b-385c22e9e513 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:06.550778 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-62cb1175-8459-46f3-a77d-566dabb0ffbd req-f5b248e8-fa4f-4ee4-910b-385c22e9e513 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.1396646 Apr 05 14:41:06.555399 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6206449d-4034-419e-86f0-40212b521989 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:06.612617 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6206449d-4034-419e-86f0-40212b521989 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event deleted for resources: {'Port': ['ID=283577ab-b9f0-46e4-ac6a-37a76e2ac236,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:06.625376 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45594d0f-fe71-495b-827b-b73581f34918 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Pushing event updated for resources: {'Port': ['ID=bd4903ef-1f3e-4089-bb8c-5ef9d33a2f7e,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:06.631595 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a19f206-1395-4dff-b16a-2b7af6d3c715 None None] Pushing event updated for resources: {'Port': ['ID=cd01da2c-7990-4076-bea6-9a78d8a74dc6,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:06.639701 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45594d0f-fe71-495b-827b-b73581f34918 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Network bfe68242-8cb5-4880-ad83-cd8e011bd3b0 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:41:06.650235 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ae882-d802-4fcc-8fca-e1b870c68bea req-d5532470-b736-440e-b3f6-853771a01592 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:06.651879 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fa5ae882-d802-4fcc-8fca-e1b870c68bea req-d5532470-b736-440e-b3f6-853771a01592 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.1678882 Apr 05 14:41:06.656289 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-45594d0f-fe71-495b-827b-b73581f34918 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:41:06.657980 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45594d0f-fe71-495b-827b-b73581f34918 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:41:06.658577 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-45594d0f-fe71-495b-827b-b73581f34918 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809369'] for router_interface, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:06.663458 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-2263a243-dffa-4469-b273-a4bfb2998e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'name': 'tempest-RoutersIpV6Test-router-1460575378', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:40:31Z', 'updated_at': '2022-04-05T14:40:58Z', 'revision_number': 4, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'gw_port_host': None, '_interfaces': [{'id': 'b1400329-76eb-44dd-85ba-1ea33c533f50', 'name': '', 'network_id': '83c46ed4-678c-4cd2-bcba-40da38b647e1', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'mac_address': 'fa:16:3e:03:18:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': 'f17bfea5-8c4d-4735-b766-8564c75fe6bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:36Z', 'updated_at': '2022-04-05T14:40:46Z', 'revision_number': 5, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'subnets': [{'id': 'f17bfea5-8c4d-4735-b766-8564c75fe6bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd01da2c-7990-4076-bea6-9a78d8a74dc6', 'name': '', 'network_id': 'dd314ab8-2496-4435-82ca-988674a13f1e', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'mac_address': 'fa:16:3e:6d:cd:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '81b8431d-2922-485d-afa0-d5381cf42414', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:57Z', 'updated_at': '2022-04-05T14:41:04Z', 'revision_number': 4, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'subnets': [{'id': '81b8431d-2922-485d-afa0-d5381cf42414', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1323186-7c51-4b8a-87ff-a68b7d16dbc3', 'name': '', 'network_id': 'db5197f6-eaf7-4c08-9616-8bd4164e6913', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'mac_address': 'fa:16:3e:95:0d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '7e7e41d8-71b1-4208-b6cb-6c5106360847', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:47Z', 'updated_at': '2022-04-05T14:40:54Z', 'revision_number': 5, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'subnets': [{'id': '7e7e41d8-71b1-4208-b6cb-6c5106360847', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:41:06.691259 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6206449d-4034-419e-86f0-40212b521989 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:06.691467 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-4c46a2f2-23e7-4e15-8275-5161cfcd21c7 None None] Attempting to bind port 98241708-fa5c-4fe7-93bf-0bd1939a88d6 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:41:06.691467 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-4c46a2f2-23e7-4e15-8275-5161cfcd21c7 None None] Attempting to bind port 98241708-fa5c-4fe7-93bf-0bd1939a88d6 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:41:06.691467 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c46a2f2-23e7-4e15-8275-5161cfcd21c7 None None] Attempting to bind port 98241708-fa5c-4fe7-93bf-0bd1939a88d6 on network fd08407d-7bc3-4895-9d28-9b2f36a8d65c {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:41:06.691778 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-6206449d-4034-419e-86f0-40212b521989 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/ports/283577ab-b9f0-46e4-ac6a-37a76e2ac236 HTTP/1.1" status: 204 len: 168 time: 1.5073247 Apr 05 14:41:06.697324 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 49260) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:06.743801 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2263a243-dffa-4469-b273-a4bfb2998e62 None None] The sync data for ids ['42030efb-e7bf-4d65-b6c6-81d49a0dab38'] in n-d-836650-2 is: [{'id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'name': 'tempest-RoutersIpV6Test-router-1460575378', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:40:31Z', 'updated_at': '2022-04-05T14:40:58Z', 'revision_number': 4, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'gw_port_host': None, '_interfaces': [{'id': 'b1400329-76eb-44dd-85ba-1ea33c533f50', 'name': '', 'network_id': '83c46ed4-678c-4cd2-bcba-40da38b647e1', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'mac_address': 'fa:16:3e:03:18:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': 'f17bfea5-8c4d-4735-b766-8564c75fe6bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:36Z', 'updated_at': '2022-04-05T14:40:46Z', 'revision_number': 5, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'subnets': [{'id': 'f17bfea5-8c4d-4735-b766-8564c75fe6bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd01da2c-7990-4076-bea6-9a78d8a74dc6', 'name': '', 'network_id': 'dd314ab8-2496-4435-82ca-988674a13f1e', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'mac_address': 'fa:16:3e:6d:cd:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '81b8431d-2922-485d-afa0-d5381cf42414', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:57Z', 'updated_at': '2022-04-05T14:41:04Z', 'revision_number': 4, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'subnets': [{'id': '81b8431d-2922-485d-afa0-d5381cf42414', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1323186-7c51-4b8a-87ff-a68b7d16dbc3', 'name': '', 'network_id': 'db5197f6-eaf7-4c08-9616-8bd4164e6913', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'mac_address': 'fa:16:3e:95:0d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '7e7e41d8-71b1-4208-b6cb-6c5106360847', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:47Z', 'updated_at': '2022-04-05T14:40:54Z', 'revision_number': 5, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'subnets': [{'id': '7e7e41d8-71b1-4208-b6cb-6c5106360847', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:41:06.749790 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-62cb1175-8459-46f3-a77d-566dabb0ffbd req-62e5f14e-b9f9-4896-b2db-5e264cae72fb tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1763735 Apr 05 14:41:06.760529 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c46a2f2-23e7-4e15-8275-5161cfcd21c7 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:41:06.761086 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c46a2f2-23e7-4e15-8275-5161cfcd21c7 None None] Checking segment: {'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:41:06.765183 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c46a2f2-23e7-4e15-8275-5161cfcd21c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:06.765183 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c46a2f2-23e7-4e15-8275-5161cfcd21c7 None None] Bound using segment: {'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:41:06.765183 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-4c46a2f2-23e7-4e15-8275-5161cfcd21c7 None None] Bound port: 98241708-fa5c-4fe7-93bf-0bd1939a88d6, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:41:06.765183 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c46a2f2-23e7-4e15-8275-5161cfcd21c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:06.819808 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fa5ae882-d802-4fcc-8fca-e1b870c68bea req-d2f04a79-f4b5-46c8-a3f7-cd02969199a6 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512284 Apr 05 14:41:06.838994 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b35046-85bd-4adf-b702-38422170b385 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:06.850290 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b35046-85bd-4adf-b702-38422170b385 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:06.850290 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-56b35046-85bd-4adf-b702-38422170b385 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1413944 Apr 05 14:41:06.854337 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 49266) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:06.864418 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-29779e95-34d9-4f78-a1c5-030945fbe4fd None None] For port 0a558372-150d-4e1a-9143-1db1ba68e6c8, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:41:06.955928 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-29779e95-34d9-4f78-a1c5-030945fbe4fd None None] For port 0a558372-150d-4e1a-9143-1db1ba68e6c8, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=0a558372-150d-4e1a-9143-1db1ba68e6c8,segment=NetworkSegment(3eba2966-d441-4b48-ab9a-44d7d6b5e020),segment_id=3eba2966-d441-4b48-ab9a-44d7d6b5e020)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:41:07.044020 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-29779e95-34d9-4f78-a1c5-030945fbe4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:07.047248 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-45594d0f-fe71-495b-827b-b73581f34918 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:07.050780 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-4c46a2f2-23e7-4e15-8275-5161cfcd21c7 None None] For port 98241708-fa5c-4fe7-93bf-0bd1939a88d6, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:41:07.056070 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-4c46a2f2-23e7-4e15-8275-5161cfcd21c7 None None] For port 98241708-fa5c-4fe7-93bf-0bd1939a88d6, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=98241708-fa5c-4fe7-93bf-0bd1939a88d6,segment=NetworkSegment(1c468974-700f-4380-acfc-da4f84290a6b),segment_id=1c468974-700f-4380-acfc-da4f84290a6b)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:41:07.088449 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebe07120-44ef-4eaa-9bb2-da603f607c29 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Deleting subnet 85d0d4b0-e6b5-4d19-9750-eb7097879041 {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:41:07.124771 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ebe07120-44ef-4eaa-9bb2-da603f607c29 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:07.159606 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6cc71a-5f03-46a4-b715-0b4bafd2f474 req-93f72699-59e0-467c-b795-385c16471f30 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:07.169488 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dd6cc71a-5f03-46a4-b715-0b4bafd2f474 req-93f72699-59e0-467c-b795-385c16471f30 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.1003451 Apr 05 14:41:07.176970 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29779e95-34d9-4f78-a1c5-030945fbe4fd None None] Pushing event updated for resources: {'Port': ['ID=0a558372-150d-4e1a-9143-1db1ba68e6c8,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:07.192107 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c46a2f2-23e7-4e15-8275-5161cfcd21c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:07.260532 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dd6cc71a-5f03-46a4-b715-0b4bafd2f474 req-4c90f667-da66-4f1d-9111-9ceaa97ee081 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834064 Apr 05 14:41:07.370590 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ebe07120-44ef-4eaa-9bb2-da603f607c29 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:07.378158 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c46a2f2-23e7-4e15-8275-5161cfcd21c7 None None] Pushing event updated for resources: {'Port': ['ID=98241708-fa5c-4fe7-93bf-0bd1939a88d6,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:07.566858 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1374a73-7d8d-4352-afd7-3d50697a791e req-627fe65c-da78-4cf6-94d7-be49814b280e tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:07.569354 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f1374a73-7d8d-4352-afd7-3d50697a791e req-627fe65c-da78-4cf6-94d7-be49814b280e tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] 10.222.0.30 "GET /v2.0/ports?device_id=89872666-1d70-44b2-a9ec-5938d0104c27 HTTP/1.1" status: 200 len: 949 time: 0.1771193 Apr 05 14:41:07.614490 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc9068a-5916-4393-8806-540d0b30fa78 req-715ca0ed-813d-4f07-9f27-41530a080c29 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:07.619292 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5dc9068a-5916-4393-8806-540d0b30fa78 req-715ca0ed-813d-4f07-9f27-41530a080c29 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.1674104 Apr 05 14:41:07.832309 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device cd01da2c-7990-4076-bea6-9a78d8a74dc6 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:41:07.848935 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f1374a73-7d8d-4352-afd7-3d50697a791e req-62c30d30-c77c-479b-9a51-253890070693 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ca7fb53-50e9-4359-aa7a-c92550724034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229059 Apr 05 14:41:07.917356 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device a46847be-0ced-4d13-80c6-72d774ab100f up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:41:07.927243 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ebe07120-44ef-4eaa-9bb2-da603f607c29 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:07.941351 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5dc9068a-5916-4393-8806-540d0b30fa78 req-df14fc95-6b12-4977-a99b-703297a09b39 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516329 Apr 05 14:41:08.075484 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port cd01da2c-7990-4076-bea6-9a78d8a74dc6 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:41:08.087501 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:08.162528 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd45839-2525-4c6c-808a-64fb3cc794fa req-a02d6b17-7325-4510-9719-5b612d941403 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:08.173534 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bfd45839-2525-4c6c-808a-64fb3cc794fa req-a02d6b17-7325-4510-9719-5b612d941403 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.1438863 Apr 05 14:41:08.241196 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-45594d0f-fe71-495b-827b-b73581f34918 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:08.253102 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bfd45839-2525-4c6c-808a-64fb3cc794fa req-b9c7fa6b-2364-4bda-bb45-be11f017e6bf tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780127 Apr 05 14:41:08.307998 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ebe07120-44ef-4eaa-9bb2-da603f607c29 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:08.308920 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning for port a46847be-0ced-4d13-80c6-72d774ab100f completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:41:08.314913 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port a46847be-0ced-4d13-80c6-72d774ab100f triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:41:08.315327 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:08.319620 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc8c32e-e233-4519-9e49-b37c9536e466 req-f881b782-04d7-415f-9747-abedb17aa774 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:08.327027 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7cc8c32e-e233-4519-9e49-b37c9536e466 req-f881b782-04d7-415f-9747-abedb17aa774 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.0941570 Apr 05 14:41:08.388113 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7cc8c32e-e233-4519-9e49-b37c9536e466 req-7c14d989-5e02-4bf2-8951-06da7c89f4b1 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599577 Apr 05 14:41:08.426720 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-45594d0f-fe71-495b-827b-b73581f34918 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:08.430696 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-45594d0f-fe71-495b-827b-b73581f34918 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809317'] for router_interface, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:08.432412 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe07120-44ef-4eaa-9bb2-da603f607c29 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event deleted for resources: {'Subnet': ['ID=85d0d4b0-e6b5-4d19-9750-eb7097879041,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:08.445360 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:08.478651 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89872666-1d70-44b2-a9ec-5938d0104c27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a46847be-0ced-4d13-80c6-72d774ab100f'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:41:08.483112 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42826954-49c1-49b8-beaa-ade51303f62b" -d '{"events": [{"server_uuid": "89872666-1d70-44b2-a9ec-5938d0104c27", "name": "network-vif-plugged", "status": "completed", "tag": "a46847be-0ced-4d13-80c6-72d774ab100f"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:41:08.541844 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ebe07120-44ef-4eaa-9bb2-da603f607c29 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:08.545456 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-ebe07120-44ef-4eaa-9bb2-da603f607c29 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/subnets/85d0d4b0-e6b5-4d19-9750-eb7097879041 HTTP/1.1" status: 204 len: 168 time: 1.6893580 Apr 05 14:41:08.552612 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 49306) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:08.582408 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6740a2e-5a79-45c2-bfd3-58e18e02b4c6 req-a5e5b0f2-0b3a-4aee-80d4-ed9d8ff563b2 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:08.590844 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e6740a2e-5a79-45c2-bfd3-58e18e02b4c6 req-a5e5b0f2-0b3a-4aee-80d4-ed9d8ff563b2 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.1149909 Apr 05 14:41:08.647346 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e6740a2e-5a79-45c2-bfd3-58e18e02b4c6 req-7758666d-f02c-4135-9eb2-dfe41678ecfd tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543411 Apr 05 14:41:08.676234 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45594d0f-fe71-495b-827b-b73581f34918 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Pushing event updated for resources: {'Port': ['ID=bd4903ef-1f3e-4089-bb8c-5ef9d33a2f7e,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:08.692559 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-0c5e08a4-9696-474a-8192-67b172d53bc4 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1196198 Apr 05 14:41:08.693386 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 49312) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:08.758783 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port a46847be-0ced-4d13-80c6-72d774ab100f, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=a46847be-0ced-4d13-80c6-72d774ab100f,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:41:08.761485 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5990b04-bf72-4f9f-88e1-85caeef65bc8 x-openstack-request-id: req-b5990b04-bf72-4f9f-88e1-85caeef65bc8 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:41:08.762001 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89872666-1d70-44b2-a9ec-5938d0104c27", "name": "network-vif-plugged", "status": "completed", "tag": "a46847be-0ced-4d13-80c6-72d774ab100f", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:41:08.762461 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b5990b04-bf72-4f9f-88e1-85caeef65bc8 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:41:08.763181 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5990b04-bf72-4f9f-88e1-85caeef65bc8'] response: {'server_uuid': '89872666-1d70-44b2-a9ec-5938d0104c27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a46847be-0ced-4d13-80c6-72d774ab100f', 'code': 200} Apr 05 14:41:08.802212 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09dea363-03bc-409d-9af4-3fac71c0a88c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:08.803989 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-09dea363-03bc-409d-9af4-3fac71c0a88c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1092758 Apr 05 14:41:08.806532 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 49316) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:08.823520 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:08.954565 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d62c32-3516-4b13-8a06-6b1b8032a686 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:08.957272 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-23d62c32-3516-4b13-8a06-6b1b8032a686 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1497722 Apr 05 14:41:08.960737 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 49324) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:09.001301 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=a46847be-0ced-4d13-80c6-72d774ab100f,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:09.079578 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-617f3a6e-5b77-428d-affe-a78748bcdc12 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1174655 Apr 05 14:41:09.108553 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 49326) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:09.117967 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-15d7067f-9628-4169-a298-acbe07361f38 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Request body: {'subnet': {'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:41:09.191827 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f4417-bf4b-4fd1-811c-8b27b8fc06df req-afc87a08-a863-44fd-9088-1b3916d759a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:09.193489 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a92f4417-bf4b-4fd1-811c-8b27b8fc06df req-afc87a08-a863-44fd-9088-1b3916d759a3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=89872666-1d70-44b2-a9ec-5938d0104c27 HTTP/1.1" status: 200 len: 1101 time: 0.0646203 Apr 05 14:41:09.236023 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45594d0f-fe71-495b-827b-b73581f34918 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Network bfe68242-8cb5-4880-ad83-cd8e011bd3b0 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:41:09.239228 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-45594d0f-fe71-495b-827b-b73581f34918 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:41:09.272769 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a92f4417-bf4b-4fd1-811c-8b27b8fc06df req-53d148de-f6be-4e5c-a926-e84445d0c242 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2ca7fb53-50e9-4359-aa7a-c92550724034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667510 Apr 05 14:41:09.479446 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9f493e-445f-4d9f-bc0a-e277ed9b382a None None] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:41:09.619290 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d7067f-9628-4169-a298-acbe07361f38 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Made reservation on behalf of 81648541dc0b4f1ea0eb9cace0846aa5 for: {'subnet': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:41:09.622941 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-15d7067f-9628-4169-a298-acbe07361f38 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13127328'] for subnet, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:09.696554 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c6d622e2-b10f-451f-93e3-c112c0615625 None None] Provisioning complete for port 98241708-fa5c-4fe7-93bf-0bd1939a88d6 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:41:09.696999 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c6d622e2-b10f-451f-93e3-c112c0615625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:09.723033 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53f1610-267d-45a4-a59b-df3dc24b05f8 None None] Network bfe68242-8cb5-4880-ad83-cd8e011bd3b0 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:41:09.748182 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a42a2d-19ef-45a8-8ab0-cfd9acd89b12 req-b433686d-5631-40bc-bab0-36cc062cb30e tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:09.785535 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-15a42a2d-19ef-45a8-8ab0-cfd9acd89b12 req-b433686d-5631-40bc-bab0-36cc062cb30e tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] 10.222.0.30 "GET /v2.0/ports?device_id=89872666-1d70-44b2-a9ec-5938d0104c27 HTTP/1.1" status: 200 len: 950 time: 0.7043095 Apr 05 14:41:09.791908 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45594d0f-fe71-495b-827b-b73581f34918 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Router 42030efb-e7bf-4d65-b6c6-81d49a0dab38 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:41:09.850695 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17141cce-a4fa-4d8c-92b8-a61ea0efe934 req-3c708e44-cb72-47cd-9e72-ca36aa6949c6 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:09.861547 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-17141cce-a4fa-4d8c-92b8-a61ea0efe934 req-3c708e44-cb72-47cd-9e72-ca36aa6949c6 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 1.0389779 Apr 05 14:41:09.869187 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 0a558372-150d-4e1a-9143-1db1ba68e6c8 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:41:09.871710 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2360fd-223d-4325-a29b-7a1040199263 None None] DHCP port deletion for fd08407d-7bc3-4895-9d28-9b2f36a8d65c request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:41:09.897715 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-15a42a2d-19ef-45a8-8ab0-cfd9acd89b12 req-cf0a43c6-972e-4151-8d91-e96796304b49 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ca7fb53-50e9-4359-aa7a-c92550724034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070452 Apr 05 14:41:09.967791 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-17141cce-a4fa-4d8c-92b8-a61ea0efe934 req-3e31af5e-05d5-4feb-8b2a-8a85d12d5c95 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053238 Apr 05 14:41:09.973259 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45594d0f-fe71-495b-827b-b73581f34918 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:41:09.981159 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-45594d0f-fe71-495b-827b-b73581f34918 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "PUT /v2.0/routers/42030efb-e7bf-4d65-b6c6-81d49a0dab38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6506827 Apr 05 14:41:09.995402 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abccb588-d867-41d8-8f2b-4a101273204c None None] Sync routers for ids ['42030efb-e7bf-4d65-b6c6-81d49a0dab38'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:41:10.011778 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 49342) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:10.025338 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-d870f31c-c3ed-4617-b9a1-87def52683bb tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:41:10.025902 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abccb588-d867-41d8-8f2b-4a101273204c None None] Routers {'42030efb-e7bf-4d65-b6c6-81d49a0dab38'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:41:10.026660 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-abccb588-d867-41d8-8f2b-4a101273204c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:40:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['42030efb-e7bf-4d65-b6c6-81d49a0dab38'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:41:10.147631 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-abccb588-d867-41d8-8f2b-4a101273204c None None] Set router 42030efb-e7bf-4d65-b6c6-81d49a0dab38 gateway port host: None {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:41:10.279284 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c6d622e2-b10f-451f-93e3-c112c0615625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:10.288092 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e85bf-9495-4766-9d2d-cb199a251a56 req-3d697776-97b1-4c2e-adfa-4c53284d4444 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:10.291155 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1b7e85bf-9495-4766-9d2d-cb199a251a56 req-3d697776-97b1-4c2e-adfa-4c53284d4444 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.2860761 Apr 05 14:41:10.333238 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9436cf-b81a-4758-a88b-09caf4be548c req-fc39e8b5-de61-456e-9be5-d668cd6c7787 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:10.344800 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8b9436cf-b81a-4758-a88b-09caf4be548c req-fc39e8b5-de61-456e-9be5-d668cd6c7787 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.1686859 Apr 05 14:41:10.385183 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-abccb588-d867-41d8-8f2b-4a101273204c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'name': 'tempest-RoutersIpV6Test-router-1460575378', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:40:31Z', 'updated_at': '2022-04-05T14:41:06Z', 'revision_number': 5, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'gw_port_host': None, '_interfaces': [{'id': 'b1400329-76eb-44dd-85ba-1ea33c533f50', 'name': '', 'network_id': '83c46ed4-678c-4cd2-bcba-40da38b647e1', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'mac_address': 'fa:16:3e:03:18:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': 'f17bfea5-8c4d-4735-b766-8564c75fe6bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:36Z', 'updated_at': '2022-04-05T14:40:46Z', 'revision_number': 5, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'subnets': [{'id': 'f17bfea5-8c4d-4735-b766-8564c75fe6bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd4903ef-1f3e-4089-bb8c-5ef9d33a2f7e', 'name': '', 'network_id': 'bfe68242-8cb5-4880-ad83-cd8e011bd3b0', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'mac_address': 'fa:16:3e:ad:5f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': '961630fe-22df-4dd0-b2b4-9d70471fed23', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:41:04Z', 'updated_at': '2022-04-05T14:41:07Z', 'revision_number': 2, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'subnets': [{'id': '961630fe-22df-4dd0-b2b4-9d70471fed23', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd01da2c-7990-4076-bea6-9a78d8a74dc6', 'name': '', 'network_id': 'dd314ab8-2496-4435-82ca-988674a13f1e', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'mac_address': 'fa:16:3e:6d:cd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '81b8431d-2922-485d-afa0-d5381cf42414', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:57Z', 'updated_at': '2022-04-05T14:41:06Z', 'revision_number': 5, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'subnets': [{'id': '81b8431d-2922-485d-afa0-d5381cf42414', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1323186-7c51-4b8a-87ff-a68b7d16dbc3', 'name': '', 'network_id': 'db5197f6-eaf7-4c08-9616-8bd4164e6913', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'mac_address': 'fa:16:3e:95:0d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '7e7e41d8-71b1-4208-b6cb-6c5106360847', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:47Z', 'updated_at': '2022-04-05T14:40:54Z', 'revision_number': 5, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'subnets': [{'id': '7e7e41d8-71b1-4208-b6cb-6c5106360847', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:41:10.427616 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1b7e85bf-9495-4766-9d2d-cb199a251a56 req-9fee59ea-ce0e-4142-b139-03e3cf018c40 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261930 Apr 05 14:41:10.430964 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 0a558372-150d-4e1a-9143-1db1ba68e6c8 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:41:10.431469 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:10.437929 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abccb588-d867-41d8-8f2b-4a101273204c None None] Checking router: 42030efb-e7bf-4d65-b6c6-81d49a0dab38 for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:41:10.438270 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abccb588-d867-41d8-8f2b-4a101273204c None None] Updating router 42030efb-e7bf-4d65-b6c6-81d49a0dab38 port bd4903ef-1f3e-4089-bb8c-5ef9d33a2f7e binding host n-d-836650-2 {{(pid=103323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:41:10.466652 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-abccb588-d867-41d8-8f2b-4a101273204c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:10.496501 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8b9436cf-b81a-4758-a88b-09caf4be548c req-d7bfefde-ac22-48d3-89b2-338dde1d149d tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492174 Apr 05 14:41:10.573820 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c6d622e2-b10f-451f-93e3-c112c0615625 None None] For port 98241708-fa5c-4fe7-93bf-0bd1939a88d6, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=98241708-fa5c-4fe7-93bf-0bd1939a88d6,segment=NetworkSegment(1c468974-700f-4380-acfc-da4f84290a6b),segment_id=1c468974-700f-4380-acfc-da4f84290a6b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:41:10.647710 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-bc2360fd-223d-4325-a29b-7a1040199263 None None] Deleting port 98241708-fa5c-4fe7-93bf-0bd1939a88d6 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:41:10.649875 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bc2360fd-223d-4325-a29b-7a1040199263 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:10.863977 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:10.884779 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c6d622e2-b10f-451f-93e3-c112c0615625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:10.938934 n-d-836650-2 neutron-server[103320]: DEBUG neutron.objects.ports [None req-15d7067f-9628-4169-a298-acbe07361f38 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103320) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 05 14:41:10.980825 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d622e2-b10f-451f-93e3-c112c0615625 None None] Pushing event updated for resources: {'Port': ['ID=98241708-fa5c-4fe7-93bf-0bd1939a88d6,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:11.017142 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-abccb588-d867-41d8-8f2b-4a101273204c None None] Notify callbacks [] for port, precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:11.074195 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port 0a558372-150d-4e1a-9143-1db1ba68e6c8, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=0a558372-150d-4e1a-9143-1db1ba68e6c8,segment=NetworkSegment(3eba2966-d441-4b48-ab9a-44d7d6b5e020),segment_id=3eba2966-d441-4b48-ab9a-44d7d6b5e020)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:41:11.078822 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056da3a0-a2bf-4d66-91e3-412946bce453 req-2cd6609a-e19f-4863-b3b7-75d490bb773b tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:11.090234 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-056da3a0-a2bf-4d66-91e3-412946bce453 req-2cd6609a-e19f-4863-b3b7-75d490bb773b tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.2676628 Apr 05 14:41:11.112927 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-99e23f35-ed80-4186-8081-d90b62be17a4 None None] Provisioning complete for port 0a558372-150d-4e1a-9143-1db1ba68e6c8 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:41:11.114850 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-99e23f35-ed80-4186-8081-d90b62be17a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:11.128309 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-abccb588-d867-41d8-8f2b-4a101273204c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:11.167663 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.extraroute_db [None req-d870f31c-c3ed-4617-b9a1-87def52683bb tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103321) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 05 14:41:11.198538 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-bc2360fd-223d-4325-a29b-7a1040199263 None None] For port 98241708-fa5c-4fe7-93bf-0bd1939a88d6, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=98241708-fa5c-4fe7-93bf-0bd1939a88d6,segment=NetworkSegment(1c468974-700f-4380-acfc-da4f84290a6b),segment_id=1c468974-700f-4380-acfc-da4f84290a6b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:41:11.200990 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bc2360fd-223d-4325-a29b-7a1040199263 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:11.203975 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:11.219179 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 98241708-fa5c-4fe7-93bf-0bd1939a88d6 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:41:11.219466 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.extraroute_db [None req-d870f31c-c3ed-4617-b9a1-87def52683bb tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Removed routes are [] {{(pid=103321) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 05 14:41:11.223616 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d870f31c-c3ed-4617-b9a1-87def52683bb tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1808591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27061'] for router, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:11.285611 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-056da3a0-a2bf-4d66-91e3-412946bce453 req-687339e5-dc12-445c-9981-4a9d129a557f tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932006 Apr 05 14:41:11.307865 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-bc2360fd-223d-4325-a29b-7a1040199263 None None] Calling delete_port for 98241708-fa5c-4fe7-93bf-0bd1939a88d6 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:41:11.333645 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8994e9-f86b-4404-8011-5ded8e5a3cf0 None None] Pushing event updated for resources: {'Port': ['ID=bd4903ef-1f3e-4089-bb8c-5ef9d33a2f7e,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:11.340244 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-abccb588-d867-41d8-8f2b-4a101273204c None None] Attempting to bind port bd4903ef-1f3e-4089-bb8c-5ef9d33a2f7e on host n-d-836650-2 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:41:11.340922 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-abccb588-d867-41d8-8f2b-4a101273204c None None] Attempting to bind port bd4903ef-1f3e-4089-bb8c-5ef9d33a2f7e by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '3eba2966-d441-4b48-ab9a-44d7d6b5e020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bfe68242-8cb5-4880-ad83-cd8e011bd3b0'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:41:11.341845 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abccb588-d867-41d8-8f2b-4a101273204c None None] Attempting to bind port bd4903ef-1f3e-4089-bb8c-5ef9d33a2f7e on network bfe68242-8cb5-4880-ad83-cd8e011bd3b0 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:41:11.365396 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abccb588-d867-41d8-8f2b-4a101273204c None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:41:11.365995 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abccb588-d867-41d8-8f2b-4a101273204c None None] Checking segment: {'id': '3eba2966-d441-4b48-ab9a-44d7d6b5e020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bfe68242-8cb5-4880-ad83-cd8e011bd3b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:41:11.366670 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-abccb588-d867-41d8-8f2b-4a101273204c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:11.367804 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abccb588-d867-41d8-8f2b-4a101273204c None None] Bound using segment: {'id': '3eba2966-d441-4b48-ab9a-44d7d6b5e020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bfe68242-8cb5-4880-ad83-cd8e011bd3b0'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:41:11.370768 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-abccb588-d867-41d8-8f2b-4a101273204c None None] Bound port: bd4903ef-1f3e-4089-bb8c-5ef9d33a2f7e, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eba2966-d441-4b48-ab9a-44d7d6b5e020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bfe68242-8cb5-4880-ad83-cd8e011bd3b0'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:41:11.371503 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-abccb588-d867-41d8-8f2b-4a101273204c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:11.403954 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e83772e-e8ca-4837-913e-ca567e47a884 req-03d526f2-90de-489a-9a70-6a47c2923970 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:11.418131 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2e83772e-e8ca-4837-913e-ca567e47a884 req-03d526f2-90de-489a-9a70-6a47c2923970 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] 10.222.0.30 "GET /v2.0/ports?device_id=89872666-1d70-44b2-a9ec-5938d0104c27 HTTP/1.1" status: 200 len: 950 time: 0.3176363 Apr 05 14:41:11.504976 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-abccb588-d867-41d8-8f2b-4a101273204c None None] For port bd4903ef-1f3e-4089-bb8c-5ef9d33a2f7e, host n-d-836650-2, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:41:11.510525 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-abccb588-d867-41d8-8f2b-4a101273204c None None] For port bd4903ef-1f3e-4089-bb8c-5ef9d33a2f7e, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=bd4903ef-1f3e-4089-bb8c-5ef9d33a2f7e,segment=NetworkSegment(3eba2966-d441-4b48-ab9a-44d7d6b5e020),segment_id=3eba2966-d441-4b48-ab9a-44d7d6b5e020)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:41:11.538167 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2e83772e-e8ca-4837-913e-ca567e47a884 req-9b68ac77-f41b-445d-9cda-c63429d2819b tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ca7fb53-50e9-4359-aa7a-c92550724034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084411 Apr 05 14:41:11.590002 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aba002-bb77-440f-977d-e2d3d153bf2d req-b73798e8-23d9-4c1d-8662-469d7beb8382 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:11.591150 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=0a558372-150d-4e1a-9143-1db1ba68e6c8,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:11.596403 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-43aba002-bb77-440f-977d-e2d3d153bf2d req-b73798e8-23d9-4c1d-8662-469d7beb8382 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.1429083 Apr 05 14:41:11.603784 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-abccb588-d867-41d8-8f2b-4a101273204c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:11.698661 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abccb588-d867-41d8-8f2b-4a101273204c None None] Routers {'42030efb-e7bf-4d65-b6c6-81d49a0dab38'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:41:11.699767 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-abccb588-d867-41d8-8f2b-4a101273204c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:40:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['42030efb-e7bf-4d65-b6c6-81d49a0dab38'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:41:11.716674 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 98241708-fa5c-4fe7-93bf-0bd1939a88d6 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:41:11.723559 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:11.795358 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bc2360fd-223d-4325-a29b-7a1040199263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:11.828316 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-15d7067f-9628-4169-a298-acbe07361f38 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:11.841742 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-43aba002-bb77-440f-977d-e2d3d153bf2d req-4cffe968-d146-4aba-ad98-1b36abe60370 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244704 Apr 05 14:41:11.865791 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca896a7a-5f4e-43ad-82c8-ed4ecd51a690 req-c805dbae-296c-463a-b085-a9e8116366ae tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:11.867946 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ca896a7a-5f4e-43ad-82c8-ed4ecd51a690 req-c805dbae-296c-463a-b085-a9e8116366ae tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.2166560 Apr 05 14:41:11.915988 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d870f31c-c3ed-4617-b9a1-87def52683bb tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1808591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27061'] for router, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:11.922206 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d870f31c-c3ed-4617-b9a1-87def52683bb tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1808628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1808637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803294'] for router, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:12.006680 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2360fd-223d-4325-a29b-7a1040199263 None None] Pushing event deleted for resources: {'Port': ['ID=98241708-fa5c-4fe7-93bf-0bd1939a88d6,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:12.015206 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ca896a7a-5f4e-43ad-82c8-ed4ecd51a690 req-59d16ddc-47fe-42fe-bc0b-558bc671a4e8 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357923 Apr 05 14:41:12.020494 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2360fd-223d-4325-a29b-7a1040199263 None None] No DVR routers for this DVR port 98241708-fa5c-4fe7-93bf-0bd1939a88d6 on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:41:12.021357 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_v2 [None req-15d7067f-9628-4169-a298-acbe07361f38 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Port 98241708-fa5c-4fe7-93bf-0bd1939a88d6 concurrently deleted while adding address for new subnet {'id': '51bc36eb-7a1e-4d93-999b-84a24d7c8b6c', 'name': '', 'tenant_id': '81648541dc0b4f1ea0eb9cace0846aa5', 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac', 'standard_attr_id': 2166, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2022-04-05T14:41:09Z', 'updated_at': '2022-04-05T14:41:09Z', 'revision_number': 0, 'segment_id': None, 'project_id': '81648541dc0b4f1ea0eb9cace0846aa5'}. {{(pid=103320) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:773}} Apr 05 14:41:12.029995 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-15d7067f-9628-4169-a298-acbe07361f38 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15773751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13127350'] for subnet, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:12.049558 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-6346b70b-339b-4c2e-a8a3-21bcdce987db None None] Provisioning complete for port 0a558372-150d-4e1a-9143-1db1ba68e6c8 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:41:12.049558 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6346b70b-339b-4c2e-a8a3-21bcdce987db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:12.191176 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d870f31c-c3ed-4617-b9a1-87def52683bb tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Router 42030efb-e7bf-4d65-b6c6-81d49a0dab38 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:41:12.197980 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d7067f-9628-4169-a298-acbe07361f38 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:41:12.200743 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Could not find standard attr ID for object 98241708-fa5c-4fe7-93bf-0bd1939a88d6. {{(pid=103322) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 14:41:12.205487 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-15d7067f-9628-4169-a298-acbe07361f38 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:41:12.218418 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-abccb588-d867-41d8-8f2b-4a101273204c None None] Set router 42030efb-e7bf-4d65-b6c6-81d49a0dab38 gateway port host: None {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:41:12.218986 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d7067f-9628-4169-a298-acbe07361f38 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:12.218986 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-15d7067f-9628-4169-a298-acbe07361f38 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:12.238570 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2793e1cf-1550-42a2-aeee-58f7a427721c None None] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:41:12.240870 n-d-836650-2 neutron-server[103322]: INFO neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No ports have port_id starting with 98241708-fa5c-4fe7-93bf-0bd1939a88d6 Apr 05 14:41:12.256752 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d7067f-9628-4169-a298-acbe07361f38 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event updated for resources: {'Subnet': ['ID=51bc36eb-7a1e-4d93-999b-84a24d7c8b6c,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:12.374369 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-15d7067f-9628-4169-a298-acbe07361f38 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.2644594 Apr 05 14:41:12.378167 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 49394) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:12.382831 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-ee9534d6-591e-4322-8b95-38d11c126999 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Request body: {'subnet': {'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:41:12.496796 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0274b701-5b8f-4f29-8571-7ef9138f70ae req-ad3eb3c7-588e-4038-ab56-7c219f7a4ac3 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:12.498519 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0274b701-5b8f-4f29-8571-7ef9138f70ae req-ad3eb3c7-588e-4038-ab56-7c219f7a4ac3 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.2001567 Apr 05 14:41:12.531269 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 0a558372-150d-4e1a-9143-1db1ba68e6c8 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:41:12.539571 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8994e9-f86b-4404-8011-5ded8e5a3cf0 None None] Pushing event updated for resources: {'Port': ['ID=bd4903ef-1f3e-4089-bb8c-5ef9d33a2f7e,revision_number=4']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:12.554446 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d870f31c-c3ed-4617-b9a1-87def52683bb tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:41:12.565924 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d870f31c-c3ed-4617-b9a1-87def52683bb tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:12.565924 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-d870f31c-c3ed-4617-b9a1-87def52683bb tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "PUT /v2.0/routers/42030efb-e7bf-4d65-b6c6-81d49a0dab38 HTTP/1.1" status: 200 len: 954 time: 2.5518036 Apr 05 14:41:12.566736 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:12.567754 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 49400) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:12.634816 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0274b701-5b8f-4f29-8571-7ef9138f70ae req-4b466fff-df63-422e-86d8-9822e4409b68 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265082 Apr 05 14:41:12.725448 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-abccb588-d867-41d8-8f2b-4a101273204c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'name': 'tempest-RoutersIpV6Test-router-1460575378', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:40:31Z', 'updated_at': '2022-04-05T14:41:11Z', 'revision_number': 6, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'gw_port_host': None, '_interfaces': [{'id': 'b1400329-76eb-44dd-85ba-1ea33c533f50', 'name': '', 'network_id': '83c46ed4-678c-4cd2-bcba-40da38b647e1', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'mac_address': 'fa:16:3e:03:18:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': 'f17bfea5-8c4d-4735-b766-8564c75fe6bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:36Z', 'updated_at': '2022-04-05T14:40:46Z', 'revision_number': 5, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'subnets': [{'id': 'f17bfea5-8c4d-4735-b766-8564c75fe6bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd4903ef-1f3e-4089-bb8c-5ef9d33a2f7e', 'name': '', 'network_id': 'bfe68242-8cb5-4880-ad83-cd8e011bd3b0', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'mac_address': 'fa:16:3e:ad:5f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': '961630fe-22df-4dd0-b2b4-9d70471fed23', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:41:04Z', 'updated_at': '2022-04-05T14:41:11Z', 'revision_number': 4, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'subnets': [{'id': '961630fe-22df-4dd0-b2b4-9d70471fed23', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd01da2c-7990-4076-bea6-9a78d8a74dc6', 'name': '', 'network_id': 'dd314ab8-2496-4435-82ca-988674a13f1e', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'mac_address': 'fa:16:3e:6d:cd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '81b8431d-2922-485d-afa0-d5381cf42414', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:57Z', 'updated_at': '2022-04-05T14:41:06Z', 'revision_number': 5, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'subnets': [{'id': '81b8431d-2922-485d-afa0-d5381cf42414', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1323186-7c51-4b8a-87ff-a68b7d16dbc3', 'name': '', 'network_id': 'db5197f6-eaf7-4c08-9616-8bd4164e6913', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'mac_address': 'fa:16:3e:95:0d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '7e7e41d8-71b1-4208-b6cb-6c5106360847', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:47Z', 'updated_at': '2022-04-05T14:40:54Z', 'revision_number': 5, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'subnets': [{'id': '7e7e41d8-71b1-4208-b6cb-6c5106360847', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:41:12.767719 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abccb588-d867-41d8-8f2b-4a101273204c None None] The sync data for ids ['42030efb-e7bf-4d65-b6c6-81d49a0dab38'] in n-d-836650-2 is: [{'id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'name': 'tempest-RoutersIpV6Test-router-1460575378', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:40:31Z', 'updated_at': '2022-04-05T14:41:11Z', 'revision_number': 6, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'gw_port_host': None, '_interfaces': [{'id': 'b1400329-76eb-44dd-85ba-1ea33c533f50', 'name': '', 'network_id': '83c46ed4-678c-4cd2-bcba-40da38b647e1', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'mac_address': 'fa:16:3e:03:18:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': 'f17bfea5-8c4d-4735-b766-8564c75fe6bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:36Z', 'updated_at': '2022-04-05T14:40:46Z', 'revision_number': 5, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'subnets': [{'id': 'f17bfea5-8c4d-4735-b766-8564c75fe6bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd4903ef-1f3e-4089-bb8c-5ef9d33a2f7e', 'name': '', 'network_id': 'bfe68242-8cb5-4880-ad83-cd8e011bd3b0', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'mac_address': 'fa:16:3e:ad:5f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': '961630fe-22df-4dd0-b2b4-9d70471fed23', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:41:04Z', 'updated_at': '2022-04-05T14:41:11Z', 'revision_number': 4, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'subnets': [{'id': '961630fe-22df-4dd0-b2b4-9d70471fed23', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd01da2c-7990-4076-bea6-9a78d8a74dc6', 'name': '', 'network_id': 'dd314ab8-2496-4435-82ca-988674a13f1e', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'mac_address': 'fa:16:3e:6d:cd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '81b8431d-2922-485d-afa0-d5381cf42414', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:57Z', 'updated_at': '2022-04-05T14:41:06Z', 'revision_number': 5, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'subnets': [{'id': '81b8431d-2922-485d-afa0-d5381cf42414', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1323186-7c51-4b8a-87ff-a68b7d16dbc3', 'name': '', 'network_id': 'db5197f6-eaf7-4c08-9616-8bd4164e6913', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'mac_address': 'fa:16:3e:95:0d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '7e7e41d8-71b1-4208-b6cb-6c5106360847', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:47Z', 'updated_at': '2022-04-05T14:40:54Z', 'revision_number': 5, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'subnets': [{'id': '7e7e41d8-71b1-4208-b6cb-6c5106360847', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:41:12.782032 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-6346b70b-339b-4c2e-a8a3-21bcdce987db None None] Provisioning complete for port bd4903ef-1f3e-4089-bb8c-5ef9d33a2f7e triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:41:12.782702 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6346b70b-339b-4c2e-a8a3-21bcdce987db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:12.813099 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-f2d0db62-c4d7-4072-bb02-954092ba55b5 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "GET /v2.0/routers/42030efb-e7bf-4d65-b6c6-81d49a0dab38 HTTP/1.1" status: 200 len: 954 time: 0.2437539 Apr 05 14:41:12.818144 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 49414) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:12.825822 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-d37f5d35-b14f-41cd-a608-3987e4c96a38 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Request body: {'router': {'routes': None}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:41:12.861281 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b4064332-97ae-436f-aa75-66d3de17f080 req-09bd648a-ec3a-4264-874e-f4651235dd8a tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=5c1cdd4c0b414fe1b9faf6b275f9f83e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1294668 Apr 05 14:41:12.954560 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee9534d6-591e-4322-8b95-38d11c126999 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Made reservation on behalf of 81648541dc0b4f1ea0eb9cace0846aa5 for: {'subnet': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:41:12.961978 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ee9534d6-591e-4322-8b95-38d11c126999 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13127328'] for subnet, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:12.966500 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d795f62-01ea-48f7-8afe-88853d3d02f8 req-e0d9d86a-a6af-4dc7-bdec-2ac44abd054f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:12.968314 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-8d795f62-01ea-48f7-8afe-88853d3d02f8 req-e0d9d86a-a6af-4dc7-bdec-2ac44abd054f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9215d951bfeb48c39a8e33c585301815&device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 1096 time: 0.1936669 Apr 05 14:41:12.995601 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 0a558372-150d-4e1a-9143-1db1ba68e6c8 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:41:12.995984 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:13.074321 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496d8008-562a-4e30-a3dd-ee12f4f6ecfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'tenant_id': '81648541dc0b4f1ea0eb9cace0846aa5', 'fixed_ips': [{'subnet_id': '51bc36eb-7a1e-4d93-999b-84a24d7c8b6c'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:41:13.075917 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-496d8008-562a-4e30-a3dd-ee12f4f6ecfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:13.128075 n-d-836650-2 neutron-server[103320]: INFO neutron.db.ipam_backend_mixin [None req-ee9534d6-591e-4322-8b95-38d11c126999 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 51bc36eb-7a1e-4d93-999b-84a24d7c8b6c (CIDR: 2001:db8::/64) Apr 05 14:41:13.192553 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee9534d6-591e-4322-8b95-38d11c126999 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:41:13.196842 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee9534d6-591e-4322-8b95-38d11c126999 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103320) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:41:13.228206 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bca70bb-54b2-45c4-90a7-6fbfe5dabd75 req-be9c9afb-f9fa-4dad-b58f-0833475247eb tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:13.236906 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1bca70bb-54b2-45c4-90a7-6fbfe5dabd75 req-be9c9afb-f9fa-4dad-b58f-0833475247eb tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.4600260 Apr 05 14:41:13.296502 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6346b70b-339b-4c2e-a8a3-21bcdce987db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:13.311586 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.extraroute_db [None req-d37f5d35-b14f-41cd-a608-3987e4c96a38 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Added routes are [] {{(pid=103321) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 05 14:41:13.312084 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.extraroute_db [None req-d37f5d35-b14f-41cd-a608-3987e4c96a38 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103321) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 05 14:41:13.324354 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1bca70bb-54b2-45c4-90a7-6fbfe5dabd75 req-89e5859e-7a0c-4496-a4f2-7ec2754d137d tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861888 Apr 05 14:41:13.348418 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d37f5d35-b14f-41cd-a608-3987e4c96a38 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1808591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27061'] for router, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:13.369090 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4064332-97ae-436f-aa75-66d3de17f080 req-f7c9cfb8-a2c8-48ae-8ffa-0d6eb983c0bc tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:13.370315 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b4064332-97ae-436f-aa75-66d3de17f080 req-f7c9cfb8-a2c8-48ae-8ffa-0d6eb983c0bc tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5081155 Apr 05 14:41:13.407808 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b4064332-97ae-436f-aa75-66d3de17f080 req-84f10370-0cb1-4335-8c2f-321659ce1ab7 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] 10.222.0.30 "GET /v2.0/quotas/5c1cdd4c0b414fe1b9faf6b275f9f83e HTTP/1.1" status: 200 len: 375 time: 0.0199888 Apr 05 14:41:13.411183 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-ee9534d6-591e-4322-8b95-38d11c126999 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0323403 Apr 05 14:41:13.414614 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 49418) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:13.419892 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-94adf20f-bcfd-4e69-bf1c-f2ca2695dd8b tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Request body: {'subnet': {'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:41:13.454032 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-6346b70b-339b-4c2e-a8a3-21bcdce987db None None] For port bd4903ef-1f3e-4089-bb8c-5ef9d33a2f7e, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=bd4903ef-1f3e-4089-bb8c-5ef9d33a2f7e,segment=NetworkSegment(3eba2966-d441-4b48-ab9a-44d7d6b5e020),segment_id=3eba2966-d441-4b48-ab9a-44d7d6b5e020)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:41:13.468605 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-496d8008-562a-4e30-a3dd-ee12f4f6ecfc None None] Allocated IP 2001:db8::f816:3eff:fed8:12e (fd08407d-7bc3-4895-9d28-9b2f36a8d65c/51bc36eb-7a1e-4d93-999b-84a24d7c8b6c/667f7e60-5917-4395-8e7f-2d7362be08f8) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:41:13.674312 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b4064332-97ae-436f-aa75-66d3de17f080 req-12035387-81b9-43d3-9059-e08f2013be91 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=5c1cdd4c0b414fe1b9faf6b275f9f83e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2471635 Apr 05 14:41:13.715128 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801384b0-49c8-44a0-913a-414b2b4a91d2 req-80c9d60d-7b9b-433f-923a-c50edec1c592 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:13.725118 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d795f62-01ea-48f7-8afe-88853d3d02f8 req-96cdd625-cedc-4f2c-a280-ffcd75c4ebd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:13.725512 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-801384b0-49c8-44a0-913a-414b2b4a91d2 req-80c9d60d-7b9b-433f-923a-c50edec1c592 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.1283901 Apr 05 14:41:13.726893 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-8d795f62-01ea-48f7-8afe-88853d3d02f8 req-96cdd625-cedc-4f2c-a280-ffcd75c4ebd0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bbe33099-0907-4578-b91f-9ecd1e0f3a95 HTTP/1.1" status: 200 len: 912 time: 0.7452734 Apr 05 14:41:13.833563 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-801384b0-49c8-44a0-913a-414b2b4a91d2 req-1d0c4b6b-6f45-497c-8bb4-534087a2df75 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070480 Apr 05 14:41:13.836653 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94adf20f-bcfd-4e69-bf1c-f2ca2695dd8b tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Made reservation on behalf of 81648541dc0b4f1ea0eb9cace0846aa5 for: {'subnet': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:41:13.840822 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-94adf20f-bcfd-4e69-bf1c-f2ca2695dd8b tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13127328'] for subnet, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:13.899809 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 98241708-fa5c-4fe7-93bf-0bd1939a88d6 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:41:13.909771 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6346b70b-339b-4c2e-a8a3-21bcdce987db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:14.107222 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-8d795f62-01ea-48f7-8afe-88853d3d02f8 req-31361627-7ca7-42a1-a20d-e2d9aa195e49 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4032c53b-96ab-4b67-b14e-c47acfa5a112 HTTP/1.1" status: 200 len: 1000 time: 0.3716769 Apr 05 14:41:14.145974 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d37f5d35-b14f-41cd-a608-3987e4c96a38 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1808591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27061'] for router, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:14.158965 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 98241708-fa5c-4fe7-93bf-0bd1939a88d6 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:41:14.159311 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 98241708-fa5c-4fe7-93bf-0bd1939a88d6 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:41:14.171028 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:14.286786 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d37f5d35-b14f-41cd-a608-3987e4c96a38 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1808628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1808637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803294'] for router, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:14.329074 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186aae95-79ae-47f8-8fe6-d566869142a4 None None] Sync routers for ids ['42030efb-e7bf-4d65-b6c6-81d49a0dab38'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:41:14.356051 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c0a3668d-9f52-4881-b1a3-eb4552da28f4 None None] Provisioning complete for port bd4903ef-1f3e-4089-bb8c-5ef9d33a2f7e triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:41:14.356421 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c0a3668d-9f52-4881-b1a3-eb4552da28f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:14.372789 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6346b70b-339b-4c2e-a8a3-21bcdce987db None None] Pushing event updated for resources: {'Port': ['ID=bd4903ef-1f3e-4089-bb8c-5ef9d33a2f7e,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:14.381917 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4ec53678-6427-4f39-a305-e8a60288882d req-ff6fb11d-e6f2-492d-b3cd-482e0587692e tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] 10.222.0.30 "GET /v2.0/ports?device_id=e107d774-342a-469b-835c-1528574abce5 HTTP/1.1" status: 200 len: 210 time: 0.0825975 Apr 05 14:41:14.489084 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186aae95-79ae-47f8-8fe6-d566869142a4 None None] Routers {'42030efb-e7bf-4d65-b6c6-81d49a0dab38'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:41:14.489735 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-186aae95-79ae-47f8-8fe6-d566869142a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:40:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['42030efb-e7bf-4d65-b6c6-81d49a0dab38'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:41:14.498649 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device bd4903ef-1f3e-4089-bb8c-5ef9d33a2f7e up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:41:14.536628 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d795f62-01ea-48f7-8afe-88853d3d02f8 req-c86040dd-f904-4c7d-a909-6064a48b6a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:14.539823 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-8d795f62-01ea-48f7-8afe-88853d3d02f8 req-c86040dd-f904-4c7d-a909-6064a48b6a85 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c529ad6d-a94e-4533-88f8-eeabc5541ed8 HTTP/1.1" status: 200 len: 850 time: 0.3903925 Apr 05 14:41:14.575851 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75d4cd9-5a92-46fc-aa91-580bf025cc0d req-872c3725-20cc-450c-afdb-5cb667e61c17 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:14.583608 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f75d4cd9-5a92-46fc-aa91-580bf025cc0d req-872c3725-20cc-450c-afdb-5cb667e61c17 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.3379865 Apr 05 14:41:14.589400 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d37f5d35-b14f-41cd-a608-3987e4c96a38 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Router 42030efb-e7bf-4d65-b6c6-81d49a0dab38 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:41:14.659045 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3325a8f-689e-45cb-8753-6ec1c4729069 req-0de507d1-1c6f-4310-a5cf-da2a53fe87b1 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:14.670235 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c3325a8f-689e-45cb-8753-6ec1c4729069 req-0de507d1-1c6f-4310-a5cf-da2a53fe87b1 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.1549301 Apr 05 14:41:14.672755 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d795f62-01ea-48f7-8afe-88853d3d02f8 req-cb9ce609-06e0-4874-a7b0-d728103d5039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:14.675634 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-8d795f62-01ea-48f7-8afe-88853d3d02f8 req-cb9ce609-06e0-4874-a7b0-d728103d5039 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bbe33099-0907-4578-b91f-9ecd1e0f3a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1271319 Apr 05 14:41:14.718724 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-186aae95-79ae-47f8-8fe6-d566869142a4 None None] Set router 42030efb-e7bf-4d65-b6c6-81d49a0dab38 gateway port host: None {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:41:14.739701 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f75d4cd9-5a92-46fc-aa91-580bf025cc0d req-54b7cb3c-6fcc-472f-9364-269c3907e24f tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549556 Apr 05 14:41:14.783745 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c3325a8f-689e-45cb-8753-6ec1c4729069 req-1f7aa42e-425d-40ca-a79b-1853278a3ddc tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113768 Apr 05 14:41:14.796848 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-496d8008-562a-4e30-a3dd-ee12f4f6ecfc None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:14.919677 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a67286-a781-4a74-ac3d-af1683f45358 req-4989afa0-dfdf-4677-ae2e-4f91a3dd5263 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:14.927753 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-33a67286-a781-4a74-ac3d-af1683f45358 req-4989afa0-dfdf-4677-ae2e-4f91a3dd5263 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.0762243 Apr 05 14:41:14.953380 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-94adf20f-bcfd-4e69-bf1c-f2ca2695dd8b tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15773751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13127350'] for subnet, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:14.980053 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-496d8008-562a-4e30-a3dd-ee12f4f6ecfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:15.028595 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-33a67286-a781-4a74-ac3d-af1683f45358 req-6b1d81fc-9e7a-4598-8a0b-90b7296efdf8 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999627 Apr 05 14:41:15.039258 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496d8008-562a-4e30-a3dd-ee12f4f6ecfc None None] Pushing event updated for resources: {'Port': ['ID=667f7e60-5917-4395-8e7f-2d7362be08f8,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:15.047639 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94adf20f-bcfd-4e69-bf1c-f2ca2695dd8b tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:41:15.055464 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-94adf20f-bcfd-4e69-bf1c-f2ca2695dd8b tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:41:15.064478 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port bd4903ef-1f3e-4089-bb8c-5ef9d33a2f7e triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:41:15.065287 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:15.084851 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94adf20f-bcfd-4e69-bf1c-f2ca2695dd8b tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:15.085523 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-94adf20f-bcfd-4e69-bf1c-f2ca2695dd8b tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:15.137652 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94adf20f-bcfd-4e69-bf1c-f2ca2695dd8b tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event updated for resources: {'Subnet': ['ID=dfb6520d-da59-4aef-b1e6-8ef45af1b15d,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:15.139596 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d37f5d35-b14f-41cd-a608-3987e4c96a38 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:41:15.151408 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d37f5d35-b14f-41cd-a608-3987e4c96a38 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:15.152872 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-d37f5d35-b14f-41cd-a608-3987e4c96a38 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "PUT /v2.0/routers/42030efb-e7bf-4d65-b6c6-81d49a0dab38 HTTP/1.1" status: 200 len: 704 time: 2.3337750 Apr 05 14:41:15.155489 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 49446) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:15.161114 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496d8008-562a-4e30-a3dd-ee12f4f6ecfc None None] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:41:15.172362 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-496d8008-562a-4e30-a3dd-ee12f4f6ecfc None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:41:15.186101 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496d8008-562a-4e30-a3dd-ee12f4f6ecfc None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:41:15.277923 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-8d795f62-01ea-48f7-8afe-88853d3d02f8 req-c975ab4e-ce18-4c5c-b416-e5cfe4b051e5 service neutron] 10.222.0.11 "GET /v2.0/networks/bbe33099-0907-4578-b91f-9ecd1e0f3a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5950933 Apr 05 14:41:15.305472 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-94adf20f-bcfd-4e69-bf1c-f2ca2695dd8b tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8893747 Apr 05 14:41:15.306857 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 49454) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:15.332250 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-efb39568-1e56-4d59-9412-6dedc9b1d3d9 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Request body: {'port': {'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'mac_address': 'fa:16:3e:d2:3b:db', 'name': 'tempest-NetworksTestDHCPv6-853792972'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:41:15.338325 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-475470dd-c7d3-4867-b35c-634a8112fa0d tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "GET /v2.0/routers/42030efb-e7bf-4d65-b6c6-81d49a0dab38 HTTP/1.1" status: 200 len: 704 time: 0.1815584 Apr 05 14:41:15.341474 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 49458) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:15.369329 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-496d8008-562a-4e30-a3dd-ee12f4f6ecfc None None] Attempting to bind port 667f7e60-5917-4395-8e7f-2d7362be08f8 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:41:15.369768 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-496d8008-562a-4e30-a3dd-ee12f4f6ecfc None None] Attempting to bind port 667f7e60-5917-4395-8e7f-2d7362be08f8 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:41:15.370134 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496d8008-562a-4e30-a3dd-ee12f4f6ecfc None None] Attempting to bind port 667f7e60-5917-4395-8e7f-2d7362be08f8 on network fd08407d-7bc3-4895-9d28-9b2f36a8d65c {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:41:15.433461 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496d8008-562a-4e30-a3dd-ee12f4f6ecfc None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:41:15.433927 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496d8008-562a-4e30-a3dd-ee12f4f6ecfc None None] Checking segment: {'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:41:15.434594 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-496d8008-562a-4e30-a3dd-ee12f4f6ecfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:15.435675 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496d8008-562a-4e30-a3dd-ee12f4f6ecfc None None] Bound using segment: {'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:41:15.436303 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-496d8008-562a-4e30-a3dd-ee12f4f6ecfc None None] Bound port: 667f7e60-5917-4395-8e7f-2d7362be08f8, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c468974-700f-4380-acfc-da4f84290a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:41:15.436685 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-496d8008-562a-4e30-a3dd-ee12f4f6ecfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:15.495764 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-8d795f62-01ea-48f7-8afe-88853d3d02f8 req-3dda2f88-5066-45d3-8fe3-9d542bf0fb91 service neutron] 10.222.0.11 "GET /v2.0/networks/bbe33099-0907-4578-b91f-9ecd1e0f3a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079191 Apr 05 14:41:15.553959 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-496d8008-562a-4e30-a3dd-ee12f4f6ecfc None None] For port 667f7e60-5917-4395-8e7f-2d7362be08f8, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:41:15.560647 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-496d8008-562a-4e30-a3dd-ee12f4f6ecfc None None] For port 667f7e60-5917-4395-8e7f-2d7362be08f8, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=667f7e60-5917-4395-8e7f-2d7362be08f8,segment=NetworkSegment(1c468974-700f-4380-acfc-da4f84290a6b),segment_id=1c468974-700f-4380-acfc-da4f84290a6b)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:41:15.568615 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-186aae95-79ae-47f8-8fe6-d566869142a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'name': 'tempest-RoutersIpV6Test-router-1460575378', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:40:31Z', 'updated_at': '2022-04-05T14:41:13Z', 'revision_number': 7, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'gw_port_host': None, '_interfaces': [{'id': 'b1400329-76eb-44dd-85ba-1ea33c533f50', 'name': '', 'network_id': '83c46ed4-678c-4cd2-bcba-40da38b647e1', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'mac_address': 'fa:16:3e:03:18:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': 'f17bfea5-8c4d-4735-b766-8564c75fe6bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:36Z', 'updated_at': '2022-04-05T14:40:46Z', 'revision_number': 5, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'subnets': [{'id': 'f17bfea5-8c4d-4735-b766-8564c75fe6bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd4903ef-1f3e-4089-bb8c-5ef9d33a2f7e', 'name': '', 'network_id': 'bfe68242-8cb5-4880-ad83-cd8e011bd3b0', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'mac_address': 'fa:16:3e:ad:5f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': '961630fe-22df-4dd0-b2b4-9d70471fed23', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:41:04Z', 'updated_at': '2022-04-05T14:41:13Z', 'revision_number': 5, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'subnets': [{'id': '961630fe-22df-4dd0-b2b4-9d70471fed23', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd01da2c-7990-4076-bea6-9a78d8a74dc6', 'name': '', 'network_id': 'dd314ab8-2496-4435-82ca-988674a13f1e', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'mac_address': 'fa:16:3e:6d:cd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '81b8431d-2922-485d-afa0-d5381cf42414', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:57Z', 'updated_at': '2022-04-05T14:41:06Z', 'revision_number': 5, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'subnets': [{'id': '81b8431d-2922-485d-afa0-d5381cf42414', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1323186-7c51-4b8a-87ff-a68b7d16dbc3', 'name': '', 'network_id': 'db5197f6-eaf7-4c08-9616-8bd4164e6913', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'mac_address': 'fa:16:3e:95:0d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '7e7e41d8-71b1-4208-b6cb-6c5106360847', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:47Z', 'updated_at': '2022-04-05T14:40:54Z', 'revision_number': 5, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'subnets': [{'id': '7e7e41d8-71b1-4208-b6cb-6c5106360847', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:41:15.598838 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186aae95-79ae-47f8-8fe6-d566869142a4 None None] Checking router: 42030efb-e7bf-4d65-b6c6-81d49a0dab38 for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:41:15.608551 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186aae95-79ae-47f8-8fe6-d566869142a4 None None] Routers {'42030efb-e7bf-4d65-b6c6-81d49a0dab38'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:41:15.609223 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-186aae95-79ae-47f8-8fe6-d566869142a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:40:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['42030efb-e7bf-4d65-b6c6-81d49a0dab38'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:41:15.717136 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-186aae95-79ae-47f8-8fe6-d566869142a4 None None] Set router 42030efb-e7bf-4d65-b6c6-81d49a0dab38 gateway port host: None {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:41:15.719926 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-496d8008-562a-4e30-a3dd-ee12f4f6ecfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:15.800734 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496d8008-562a-4e30-a3dd-ee12f4f6ecfc None None] Pushing event updated for resources: {'Port': ['ID=667f7e60-5917-4395-8e7f-2d7362be08f8,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:16.019667 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d5b738c0-1feb-4181-935c-83aac4f27dec req-20f7fd50-7902-41d3-8f97-a7c635bdbd80 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] 10.222.0.30 "GET /v2.0/ports?device_id=e107d774-342a-469b-835c-1528574abce5 HTTP/1.1" status: 200 len: 210 time: 0.5361614 Apr 05 14:41:16.067934 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e245711-81c5-43fa-9d3e-706940d31ec8 req-27e2aabc-9468-4e90-aa7f-5a2bdd47ef5c tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:16.077574 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0e245711-81c5-43fa-9d3e-706940d31ec8 req-27e2aabc-9468-4e90-aa7f-5a2bdd47ef5c tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.7927055 Apr 05 14:41:16.081366 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-186aae95-79ae-47f8-8fe6-d566869142a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'name': 'tempest-RoutersIpV6Test-router-1460575378', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:40:31Z', 'updated_at': '2022-04-05T14:41:13Z', 'revision_number': 7, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'gw_port_host': None, '_interfaces': [{'id': 'b1400329-76eb-44dd-85ba-1ea33c533f50', 'name': '', 'network_id': '83c46ed4-678c-4cd2-bcba-40da38b647e1', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'mac_address': 'fa:16:3e:03:18:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': 'f17bfea5-8c4d-4735-b766-8564c75fe6bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:36Z', 'updated_at': '2022-04-05T14:40:46Z', 'revision_number': 5, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'subnets': [{'id': 'f17bfea5-8c4d-4735-b766-8564c75fe6bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd4903ef-1f3e-4089-bb8c-5ef9d33a2f7e', 'name': '', 'network_id': 'bfe68242-8cb5-4880-ad83-cd8e011bd3b0', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'mac_address': 'fa:16:3e:ad:5f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': '961630fe-22df-4dd0-b2b4-9d70471fed23', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:41:04Z', 'updated_at': '2022-04-05T14:41:13Z', 'revision_number': 5, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'subnets': [{'id': '961630fe-22df-4dd0-b2b4-9d70471fed23', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd01da2c-7990-4076-bea6-9a78d8a74dc6', 'name': '', 'network_id': 'dd314ab8-2496-4435-82ca-988674a13f1e', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'mac_address': 'fa:16:3e:6d:cd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '81b8431d-2922-485d-afa0-d5381cf42414', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:57Z', 'updated_at': '2022-04-05T14:41:06Z', 'revision_number': 5, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'subnets': [{'id': '81b8431d-2922-485d-afa0-d5381cf42414', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1323186-7c51-4b8a-87ff-a68b7d16dbc3', 'name': '', 'network_id': 'db5197f6-eaf7-4c08-9616-8bd4164e6913', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'mac_address': 'fa:16:3e:95:0d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '7e7e41d8-71b1-4208-b6cb-6c5106360847', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:47Z', 'updated_at': '2022-04-05T14:40:54Z', 'revision_number': 5, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'subnets': [{'id': '7e7e41d8-71b1-4208-b6cb-6c5106360847', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:41:16.113927 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186aae95-79ae-47f8-8fe6-d566869142a4 None None] The sync data for ids ['42030efb-e7bf-4d65-b6c6-81d49a0dab38'] in n-d-836650-2 is: [{'id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'name': 'tempest-RoutersIpV6Test-router-1460575378', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:40:31Z', 'updated_at': '2022-04-05T14:41:13Z', 'revision_number': 7, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'gw_port_host': None, '_interfaces': [{'id': 'b1400329-76eb-44dd-85ba-1ea33c533f50', 'name': '', 'network_id': '83c46ed4-678c-4cd2-bcba-40da38b647e1', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'mac_address': 'fa:16:3e:03:18:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': 'f17bfea5-8c4d-4735-b766-8564c75fe6bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:36Z', 'updated_at': '2022-04-05T14:40:46Z', 'revision_number': 5, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'subnets': [{'id': 'f17bfea5-8c4d-4735-b766-8564c75fe6bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd4903ef-1f3e-4089-bb8c-5ef9d33a2f7e', 'name': '', 'network_id': 'bfe68242-8cb5-4880-ad83-cd8e011bd3b0', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'mac_address': 'fa:16:3e:ad:5f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': '961630fe-22df-4dd0-b2b4-9d70471fed23', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:41:04Z', 'updated_at': '2022-04-05T14:41:13Z', 'revision_number': 5, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'subnets': [{'id': '961630fe-22df-4dd0-b2b4-9d70471fed23', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd01da2c-7990-4076-bea6-9a78d8a74dc6', 'name': '', 'network_id': 'dd314ab8-2496-4435-82ca-988674a13f1e', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'mac_address': 'fa:16:3e:6d:cd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '81b8431d-2922-485d-afa0-d5381cf42414', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:57Z', 'updated_at': '2022-04-05T14:41:06Z', 'revision_number': 5, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'subnets': [{'id': '81b8431d-2922-485d-afa0-d5381cf42414', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1323186-7c51-4b8a-87ff-a68b7d16dbc3', 'name': '', 'network_id': 'db5197f6-eaf7-4c08-9616-8bd4164e6913', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'mac_address': 'fa:16:3e:95:0d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '7e7e41d8-71b1-4208-b6cb-6c5106360847', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:47Z', 'updated_at': '2022-04-05T14:40:54Z', 'revision_number': 5, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'subnets': [{'id': '7e7e41d8-71b1-4208-b6cb-6c5106360847', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:41:16.268465 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0e245711-81c5-43fa-9d3e-706940d31ec8 req-9ba676d3-ed6f-4b63-975b-5e6ad9c08d82 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865141 Apr 05 14:41:16.405371 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 7 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 14:41:16.509066 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb39568-1e56-4d59-9412-6dedc9b1d3d9 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Made reservation on behalf of 81648541dc0b4f1ea0eb9cace0846aa5 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:41:16.581849 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device bd4903ef-1f3e-4089-bb8c-5ef9d33a2f7e up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:41:16.677601 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port bd4903ef-1f3e-4089-bb8c-5ef9d33a2f7e triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:41:16.677601 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:16.677814 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d74b3-7f0a-404b-88d3-cd90475d096f req-4f3a90ac-6806-4532-ae06-495143438b57 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:16.686350 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1d9d74b3-7f0a-404b-88d3-cd90475d096f req-4f3a90ac-6806-4532-ae06-495143438b57 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.5236185 Apr 05 14:41:16.719516 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a479cb8e-4193-4aa1-aa69-72af566760f5 None None] Sync routers for ids ['42030efb-e7bf-4d65-b6c6-81d49a0dab38'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:41:16.734325 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11214dc-2f74-49f4-a3fb-a4418f498c8b req-7f1d73e1-cd53-4d0c-8263-60c34a0a7507 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:16.737329 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a11214dc-2f74-49f4-a3fb-a4418f498c8b req-7f1d73e1-cd53-4d0c-8263-60c34a0a7507 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.3027844 Apr 05 14:41:16.738111 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a479cb8e-4193-4aa1-aa69-72af566760f5 None None] Routers {'42030efb-e7bf-4d65-b6c6-81d49a0dab38'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:41:16.738981 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-a479cb8e-4193-4aa1-aa69-72af566760f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:40:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['42030efb-e7bf-4d65-b6c6-81d49a0dab38'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:41:16.809892 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 667f7e60-5917-4395-8e7f-2d7362be08f8 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:41:16.850445 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1d9d74b3-7f0a-404b-88d3-cd90475d096f req-6d72f082-bccd-4c6e-9078-e13e7ebac72a tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1631231 Apr 05 14:41:16.862769 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-efb39568-1e56-4d59-9412-6dedc9b1d3d9 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:16.904656 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 667f7e60-5917-4395-8e7f-2d7362be08f8 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:41:16.905076 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:16.909479 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a11214dc-2f74-49f4-a3fb-a4418f498c8b req-474fb919-b78a-4325-a495-87ca7cb9cf8f tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533287 Apr 05 14:41:16.926012 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-a479cb8e-4193-4aa1-aa69-72af566760f5 None None] Set router 42030efb-e7bf-4d65-b6c6-81d49a0dab38 gateway port host: None {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:41:16.939176 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-efb39568-1e56-4d59-9412-6dedc9b1d3d9 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] device_id is not set on port 8ad0f056-2f0e-44b5-b14a-c50aed8b5801 yet. {{(pid=103320) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:41:17.098612 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:17.160130 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port 667f7e60-5917-4395-8e7f-2d7362be08f8, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=667f7e60-5917-4395-8e7f-2d7362be08f8,segment=NetworkSegment(1c468974-700f-4380-acfc-da4f84290a6b),segment_id=1c468974-700f-4380-acfc-da4f84290a6b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:41:17.259728 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:17.262070 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-25e94b3b-d5e1-4bde-91b5-e9e9f7b0cec5 req-451f1481-0757-49ec-bf1b-76a93c20e8c7 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] 10.222.0.30 "GET /v2.0/ports?device_id=e107d774-342a-469b-835c-1528574abce5 HTTP/1.1" status: 200 len: 210 time: 0.1398575 Apr 05 14:41:17.285119 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b4064332-97ae-436f-aa75-66d3de17f080 req-badc31ed-661a-4b11-848e-f45c79404cae tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=5c1cdd4c0b414fe1b9faf6b275f9f83e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1023822 Apr 05 14:41:17.357137 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-a479cb8e-4193-4aa1-aa69-72af566760f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'name': 'tempest-RoutersIpV6Test-router-1460575378', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:40:31Z', 'updated_at': '2022-04-05T14:41:13Z', 'revision_number': 7, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'gw_port_host': None, '_interfaces': [{'id': 'b1400329-76eb-44dd-85ba-1ea33c533f50', 'name': '', 'network_id': '83c46ed4-678c-4cd2-bcba-40da38b647e1', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'mac_address': 'fa:16:3e:03:18:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': 'f17bfea5-8c4d-4735-b766-8564c75fe6bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:36Z', 'updated_at': '2022-04-05T14:40:46Z', 'revision_number': 5, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'subnets': [{'id': 'f17bfea5-8c4d-4735-b766-8564c75fe6bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd4903ef-1f3e-4089-bb8c-5ef9d33a2f7e', 'name': '', 'network_id': 'bfe68242-8cb5-4880-ad83-cd8e011bd3b0', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'mac_address': 'fa:16:3e:ad:5f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': '961630fe-22df-4dd0-b2b4-9d70471fed23', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:41:04Z', 'updated_at': '2022-04-05T14:41:13Z', 'revision_number': 5, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'subnets': [{'id': '961630fe-22df-4dd0-b2b4-9d70471fed23', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd01da2c-7990-4076-bea6-9a78d8a74dc6', 'name': '', 'network_id': 'dd314ab8-2496-4435-82ca-988674a13f1e', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'mac_address': 'fa:16:3e:6d:cd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '81b8431d-2922-485d-afa0-d5381cf42414', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:57Z', 'updated_at': '2022-04-05T14:41:06Z', 'revision_number': 5, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'subnets': [{'id': '81b8431d-2922-485d-afa0-d5381cf42414', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1323186-7c51-4b8a-87ff-a68b7d16dbc3', 'name': '', 'network_id': 'db5197f6-eaf7-4c08-9616-8bd4164e6913', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'mac_address': 'fa:16:3e:95:0d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '7e7e41d8-71b1-4208-b6cb-6c5106360847', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:47Z', 'updated_at': '2022-04-05T14:40:54Z', 'revision_number': 5, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'subnets': [{'id': '7e7e41d8-71b1-4208-b6cb-6c5106360847', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:41:17.360980 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc08c3c-52a1-4aae-9dd0-0ac0977195f8 req-d18d78e4-daf8-48bc-bf4c-96a52e324235 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:17.364144 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fcc08c3c-52a1-4aae-9dd0-0ac0977195f8 req-d18d78e4-daf8-48bc-bf4c-96a52e324235 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.3149478 Apr 05 14:41:17.384578 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=667f7e60-5917-4395-8e7f-2d7362be08f8,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:17.409327 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a479cb8e-4193-4aa1-aa69-72af566760f5 None None] Checking router: 42030efb-e7bf-4d65-b6c6-81d49a0dab38 for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:41:17.426930 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a479cb8e-4193-4aa1-aa69-72af566760f5 None None] Routers {'42030efb-e7bf-4d65-b6c6-81d49a0dab38'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:41:17.426930 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-a479cb8e-4193-4aa1-aa69-72af566760f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:40:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['42030efb-e7bf-4d65-b6c6-81d49a0dab38'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:41:17.450604 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8519b634-41e2-4d7f-bbd4-f804e179b7fe None None] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:41:17.550608 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fcc08c3c-52a1-4aae-9dd0-0ac0977195f8 req-9c45606f-2213-4d15-bb05-224ee4616dba tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776977 Apr 05 14:41:17.564403 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-a479cb8e-4193-4aa1-aa69-72af566760f5 None None] Set router 42030efb-e7bf-4d65-b6c6-81d49a0dab38 gateway port host: None {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:41:17.578806 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d7e0638d-bba7-4cc1-8597-ad2b3b4bd681 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809988'] for router_interface, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:17.747637 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-f86606cb-e902-490b-8a7a-9ef587190909 None None] Provisioning complete for port 667f7e60-5917-4395-8e7f-2d7362be08f8 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:41:17.748039 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f86606cb-e902-490b-8a7a-9ef587190909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:17.760604 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4064332-97ae-436f-aa75-66d3de17f080 req-cc7bd402-c62f-400a-9a7e-0ce873dd21df tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:17.762557 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b4064332-97ae-436f-aa75-66d3de17f080 req-cc7bd402-c62f-400a-9a7e-0ce873dd21df tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4570339 Apr 05 14:41:17.765756 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-efb39568-1e56-4d59-9412-6dedc9b1d3d9 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Allocated IP 2001:db8:0:1::1dd (fd08407d-7bc3-4895-9d28-9b2f36a8d65c/dfb6520d-da59-4aef-b1e6-8ef45af1b15d/8ad0f056-2f0e-44b5-b14a-c50aed8b5801) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:41:17.781712 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-b4064332-97ae-436f-aa75-66d3de17f080 req-0e86a79b-950a-46e8-bcc4-281e19e45491 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] Request body: {'port': {'device_id': 'e107d774-342a-469b-835c-1528574abce5', 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800', 'admin_state_up': True, 'tenant_id': '5c1cdd4c0b414fe1b9faf6b275f9f83e'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:41:17.794208 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-efb39568-1e56-4d59-9412-6dedc9b1d3d9 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Allocated IP 2001:db8::f816:3eff:fed2:3bdb (fd08407d-7bc3-4895-9d28-9b2f36a8d65c/51bc36eb-7a1e-4d93-999b-84a24d7c8b6c/8ad0f056-2f0e-44b5-b14a-c50aed8b5801) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:41:18.041306 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ddf29-578b-4563-a254-52e596478b64 req-8d8dd6dc-66a1-4e9b-b875-af2209e4c5fd tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:18.043540 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2e1ddf29-578b-4563-a254-52e596478b64 req-8d8dd6dc-66a1-4e9b-b875-af2209e4c5fd tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.3420269 Apr 05 14:41:18.064158 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-a479cb8e-4193-4aa1-aa69-72af566760f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'name': 'tempest-RoutersIpV6Test-router-1460575378', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:40:31Z', 'updated_at': '2022-04-05T14:41:13Z', 'revision_number': 7, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'gw_port_host': None, '_interfaces': [{'id': 'b1400329-76eb-44dd-85ba-1ea33c533f50', 'name': '', 'network_id': '83c46ed4-678c-4cd2-bcba-40da38b647e1', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'mac_address': 'fa:16:3e:03:18:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': 'f17bfea5-8c4d-4735-b766-8564c75fe6bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:36Z', 'updated_at': '2022-04-05T14:40:46Z', 'revision_number': 5, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'subnets': [{'id': 'f17bfea5-8c4d-4735-b766-8564c75fe6bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd4903ef-1f3e-4089-bb8c-5ef9d33a2f7e', 'name': '', 'network_id': 'bfe68242-8cb5-4880-ad83-cd8e011bd3b0', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'mac_address': 'fa:16:3e:ad:5f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': '961630fe-22df-4dd0-b2b4-9d70471fed23', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:41:04Z', 'updated_at': '2022-04-05T14:41:13Z', 'revision_number': 5, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'subnets': [{'id': '961630fe-22df-4dd0-b2b4-9d70471fed23', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd01da2c-7990-4076-bea6-9a78d8a74dc6', 'name': '', 'network_id': 'dd314ab8-2496-4435-82ca-988674a13f1e', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'mac_address': 'fa:16:3e:6d:cd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '81b8431d-2922-485d-afa0-d5381cf42414', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:57Z', 'updated_at': '2022-04-05T14:41:06Z', 'revision_number': 5, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'subnets': [{'id': '81b8431d-2922-485d-afa0-d5381cf42414', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1323186-7c51-4b8a-87ff-a68b7d16dbc3', 'name': '', 'network_id': 'db5197f6-eaf7-4c08-9616-8bd4164e6913', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'mac_address': 'fa:16:3e:95:0d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '7e7e41d8-71b1-4208-b6cb-6c5106360847', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:47Z', 'updated_at': '2022-04-05T14:40:54Z', 'revision_number': 5, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'subnets': [{'id': '7e7e41d8-71b1-4208-b6cb-6c5106360847', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:41:18.098041 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a479cb8e-4193-4aa1-aa69-72af566760f5 None None] The sync data for ids ['42030efb-e7bf-4d65-b6c6-81d49a0dab38'] in n-d-836650-2 is: [{'id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'name': 'tempest-RoutersIpV6Test-router-1460575378', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:40:31Z', 'updated_at': '2022-04-05T14:41:13Z', 'revision_number': 7, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'gw_port_host': None, '_interfaces': [{'id': 'b1400329-76eb-44dd-85ba-1ea33c533f50', 'name': '', 'network_id': '83c46ed4-678c-4cd2-bcba-40da38b647e1', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'mac_address': 'fa:16:3e:03:18:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': 'f17bfea5-8c4d-4735-b766-8564c75fe6bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:36Z', 'updated_at': '2022-04-05T14:40:46Z', 'revision_number': 5, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'subnets': [{'id': 'f17bfea5-8c4d-4735-b766-8564c75fe6bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd4903ef-1f3e-4089-bb8c-5ef9d33a2f7e', 'name': '', 'network_id': 'bfe68242-8cb5-4880-ad83-cd8e011bd3b0', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'mac_address': 'fa:16:3e:ad:5f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': '961630fe-22df-4dd0-b2b4-9d70471fed23', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:41:04Z', 'updated_at': '2022-04-05T14:41:13Z', 'revision_number': 5, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'subnets': [{'id': '961630fe-22df-4dd0-b2b4-9d70471fed23', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd01da2c-7990-4076-bea6-9a78d8a74dc6', 'name': '', 'network_id': 'dd314ab8-2496-4435-82ca-988674a13f1e', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'mac_address': 'fa:16:3e:6d:cd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '81b8431d-2922-485d-afa0-d5381cf42414', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:57Z', 'updated_at': '2022-04-05T14:41:06Z', 'revision_number': 5, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'subnets': [{'id': '81b8431d-2922-485d-afa0-d5381cf42414', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1323186-7c51-4b8a-87ff-a68b7d16dbc3', 'name': '', 'network_id': 'db5197f6-eaf7-4c08-9616-8bd4164e6913', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'mac_address': 'fa:16:3e:95:0d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '7e7e41d8-71b1-4208-b6cb-6c5106360847', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:47Z', 'updated_at': '2022-04-05T14:40:54Z', 'revision_number': 5, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'subnets': [{'id': '7e7e41d8-71b1-4208-b6cb-6c5106360847', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:41:18.166337 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02771c96-0fbc-4c2b-a773-6de3c46c7e5a None None] Update dhcp port {'port': {'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'fixed_ips': [{'subnet_id': '51bc36eb-7a1e-4d93-999b-84a24d7c8b6c', 'ip_address': '2001:db8::f816:3eff:fed8:12e'}, {'subnet_id': 'dfb6520d-da59-4aef-b1e6-8ef45af1b15d'}], 'binding:host_id': 'n-d-836650-2'}, 'id': '667f7e60-5917-4395-8e7f-2d7362be08f8'} from n-d-836650-2. {{(pid=103322) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 05 14:41:18.199799 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-02771c96-0fbc-4c2b-a773-6de3c46c7e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:18.267246 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b6f9ec-4a9e-4f94-8505-13e0c2a99d47 req-1ab6b1ae-61aa-4a75-a73a-e1eba7136228 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:18.269078 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-18b6f9ec-4a9e-4f94-8505-13e0c2a99d47 req-1ab6b1ae-61aa-4a75-a73a-e1eba7136228 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.3011971 Apr 05 14:41:18.315472 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2e1ddf29-578b-4563-a254-52e596478b64 req-73fce66f-c6e4-4591-925e-f8b9c514826b tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047093 Apr 05 14:41:18.395307 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-efb39568-1e56-4d59-9412-6dedc9b1d3d9 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:18.420782 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-18b6f9ec-4a9e-4f94-8505-13e0c2a99d47 req-97d56e62-6259-4fb1-9f46-53e5afb23c8c tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369648 Apr 05 14:41:18.457550 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 667f7e60-5917-4395-8e7f-2d7362be08f8 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:41:18.520366 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4064332-97ae-436f-aa75-66d3de17f080 req-0e86a79b-950a-46e8-bcc4-281e19e45491 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] Made reservation on behalf of 5c1cdd4c0b414fe1b9faf6b275f9f83e for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:41:18.528786 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-b4064332-97ae-436f-aa75-66d3de17f080 req-0e86a79b-950a-46e8-bcc4-281e19e45491 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:18.531976 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 667f7e60-5917-4395-8e7f-2d7362be08f8 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:41:18.532608 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:18.537975 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3bef2ad7-05fb-43dc-91e4-588396b25ef8 req-7358dc2a-d3ef-4423-bf51-4d0823cebb40 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] 10.222.0.30 "GET /v2.0/ports?device_id=e107d774-342a-469b-835c-1528574abce5 HTTP/1.1" status: 200 len: 210 time: 0.0520995 Apr 05 14:41:18.665595 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-efb39568-1e56-4d59-9412-6dedc9b1d3d9 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:18.779648 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-02771c96-0fbc-4c2b-a773-6de3c46c7e5a None None] Allocated IP 2001:db8:0:1::2 (fd08407d-7bc3-4895-9d28-9b2f36a8d65c/dfb6520d-da59-4aef-b1e6-8ef45af1b15d/667f7e60-5917-4395-8e7f-2d7362be08f8) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:41:18.844572 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb39568-1e56-4d59-9412-6dedc9b1d3d9 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:41:18.872613 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-efb39568-1e56-4d59-9412-6dedc9b1d3d9 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:41:18.880003 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb39568-1e56-4d59-9412-6dedc9b1d3d9 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:41:18.892706 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb39568-1e56-4d59-9412-6dedc9b1d3d9 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:18.894286 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-efb39568-1e56-4d59-9412-6dedc9b1d3d9 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:18.910710 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb39568-1e56-4d59-9412-6dedc9b1d3d9 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event updated for resources: {'Port': ['ID=8ad0f056-2f0e-44b5-b14a-c50aed8b5801,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:18.925829 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-d7e0638d-bba7-4cc1-8597-ad2b3b4bd681 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Deleting port bd4903ef-1f3e-4089-bb8c-5ef9d33a2f7e {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:41:18.926170 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d7e0638d-bba7-4cc1-8597-ad2b3b4bd681 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:18.970522 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cbb2f3-5831-4307-9336-5874e0eb290f req-a1d14e58-7d7a-4d44-be24-52eb962a7921 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:18.972066 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-58cbb2f3-5831-4307-9336-5874e0eb290f req-a1d14e58-7d7a-4d44-be24-52eb962a7921 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.2315648 Apr 05 14:41:19.003980 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-b4064332-97ae-436f-aa75-66d3de17f080 req-0e86a79b-950a-46e8-bcc4-281e19e45491 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] Allocated IP 192.168.233.56 (80d671a8-d1ab-4472-891b-9c042fbd7800/b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a/cd8e6d72-6090-4536-9d2a-a97afe579489) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:41:19.015636 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-02771c96-0fbc-4c2b-a773-6de3c46c7e5a None None] For port 667f7e60-5917-4395-8e7f-2d7362be08f8, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=667f7e60-5917-4395-8e7f-2d7362be08f8,segment=NetworkSegment(1c468974-700f-4380-acfc-da4f84290a6b),segment_id=1c468974-700f-4380-acfc-da4f84290a6b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:41:19.068252 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-efb39568-1e56-4d59-9412-6dedc9b1d3d9 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.7548442 Apr 05 14:41:19.069973 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 49512) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:19.094172 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-02771c96-0fbc-4c2b-a773-6de3c46c7e5a None None] Notify callbacks [] for port, precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:19.117940 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-58cbb2f3-5831-4307-9336-5874e0eb290f req-0b595ca4-d075-41d9-8f11-e92b7659b4ba tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092350 Apr 05 14:41:19.173287 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-02771c96-0fbc-4c2b-a773-6de3c46c7e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:19.196905 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-d7e0638d-bba7-4cc1-8597-ad2b3b4bd681 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] For port bd4903ef-1f3e-4089-bb8c-5ef9d33a2f7e, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=bd4903ef-1f3e-4089-bb8c-5ef9d33a2f7e,segment=NetworkSegment(3eba2966-d441-4b48-ab9a-44d7d6b5e020),segment_id=3eba2966-d441-4b48-ab9a-44d7d6b5e020)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:41:19.197286 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d7e0638d-bba7-4cc1-8597-ad2b3b4bd681 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:19.264608 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-bf3753ef-84d4-4041-9bde-809f063a25cf tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Deleting port 8ad0f056-2f0e-44b5-b14a-c50aed8b5801 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:41:19.264867 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-d7e0638d-bba7-4cc1-8597-ad2b3b4bd681 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Calling delete_port for bd4903ef-1f3e-4089-bb8c-5ef9d33a2f7e owned by network:router_interface {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:41:19.265001 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-bf3753ef-84d4-4041-9bde-809f063a25cf tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:19.360307 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02771c96-0fbc-4c2b-a773-6de3c46c7e5a None None] Pushing event updated for resources: {'Port': ['ID=667f7e60-5917-4395-8e7f-2d7362be08f8,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:19.416103 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7ea258-ec27-4687-80a7-7af98bce848f req-2c642a6d-b53d-4918-8d38-56c9f6e974da tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:19.423551 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-af7ea258-ec27-4687-80a7-7af98bce848f req-2c642a6d-b53d-4918-8d38-56c9f6e974da tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.1989181 Apr 05 14:41:19.458561 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-bf3753ef-84d4-4041-9bde-809f063a25cf tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:19.480127 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-bf3753ef-84d4-4041-9bde-809f063a25cf tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Calling delete_port for 8ad0f056-2f0e-44b5-b14a-c50aed8b5801 owned by {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:41:19.501676 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-af7ea258-ec27-4687-80a7-7af98bce848f req-36aed5db-78c9-4ef9-9b72-c3256ba9b1b0 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752385 Apr 05 14:41:19.628896 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6f6708-7aab-41f6-9f23-a216f15c7f11 req-1d0ff8a7-640d-4790-a317-2b6cde78d9e0 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:19.636631 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9a6f6708-7aab-41f6-9f23-a216f15c7f11 req-1d0ff8a7-640d-4790-a317-2b6cde78d9e0 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.1755111 Apr 05 14:41:19.766790 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9a6f6708-7aab-41f6-9f23-a216f15c7f11 req-76ba0403-992a-4552-a2a2-6f42be5a2958 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141241 Apr 05 14:41:19.782321 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-b4064332-97ae-436f-aa75-66d3de17f080 req-0e86a79b-950a-46e8-bcc4-281e19e45491 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:19.838043 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd1e879-dc91-4443-87f6-a3de81f1a96e req-6919b5dd-3ce4-4c29-8bb2-0e0268dd6e1c tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:19.839636 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8cd1e879-dc91-4443-87f6-a3de81f1a96e req-6919b5dd-3ce4-4c29-8bb2-0e0268dd6e1c tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.1849515 Apr 05 14:41:19.942947 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-bf3753ef-84d4-4041-9bde-809f063a25cf tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:19.965253 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-83c5a519-38bb-4dd1-9db7-835c4f7403bf req-9b651cbc-89da-4370-88d8-0cb20d37e888 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] 10.222.0.30 "GET /v2.0/ports?device_id=e107d774-342a-469b-835c-1528574abce5 HTTP/1.1" status: 200 len: 210 time: 0.0982480 Apr 05 14:41:20.029512 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8cd1e879-dc91-4443-87f6-a3de81f1a96e req-6f4f224e-9157-477f-a1d9-df1b112c495d tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560247 Apr 05 14:41:20.049915 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3753ef-84d4-4041-9bde-809f063a25cf tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event deleted for resources: {'Port': ['ID=8ad0f056-2f0e-44b5-b14a-c50aed8b5801,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:20.077018 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-bf3753ef-84d4-4041-9bde-809f063a25cf tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:20.080965 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-bf3753ef-84d4-4041-9bde-809f063a25cf tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/ports/8ad0f056-2f0e-44b5-b14a-c50aed8b5801 HTTP/1.1" status: 204 len: 168 time: 1.0085204 Apr 05 14:41:20.083693 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 49532) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:20.094844 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-b4064332-97ae-436f-aa75-66d3de17f080 req-0e86a79b-950a-46e8-bcc4-281e19e45491 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:20.110664 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['a46847be-0ced-4d13-80c6-72d774ab100f'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:41:20.194978 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d7e0638d-bba7-4cc1-8597-ad2b3b4bd681 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:20.249261 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4064332-97ae-436f-aa75-66d3de17f080 req-0e86a79b-950a-46e8-bcc4-281e19e45491 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] Network 80d671a8-d1ab-4472-891b-9c042fbd7800 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:41:20.255542 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e86a79b-950a-46e8-bcc4-281e19e45491 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] Pushing event updated for resources: {'Port': ['ID=cd8e6d72-6090-4536-9d2a-a97afe579489,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:20.285096 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-b4064332-97ae-436f-aa75-66d3de17f080 req-0e86a79b-950a-46e8-bcc4-281e19e45491 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:41:20.287659 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4064332-97ae-436f-aa75-66d3de17f080 req-0e86a79b-950a-46e8-bcc4-281e19e45491 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:41:20.315572 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-6c32db96-ac26-4198-baf8-3895aa725b60 None None] Provisioning complete for port 667f7e60-5917-4395-8e7f-2d7362be08f8 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:41:20.316256 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6c32db96-ac26-4198-baf8-3895aa725b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:20.344025 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e0638d-bba7-4cc1-8597-ad2b3b4bd681 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Pushing event deleted for resources: {'Port': ['ID=bd4903ef-1f3e-4089-bb8c-5ef9d33a2f7e,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:20.437273 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 667f7e60-5917-4395-8e7f-2d7362be08f8 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:41:20.529771 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 667f7e60-5917-4395-8e7f-2d7362be08f8 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:41:20.530180 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:20.857972 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-6f9f0e4f-d50f-47ed-91ee-212bdc5a4c74 None None] Could not find standard attr ID for object 8ad0f056-2f0e-44b5-b14a-c50aed8b5801. {{(pid=103322) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 14:41:20.870648 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-6f9f0e4f-d50f-47ed-91ee-212bdc5a4c74 None None] Provisioning complete for port cd8e6d72-6090-4536-9d2a-a97afe579489 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:41:20.871246 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6f9f0e4f-d50f-47ed-91ee-212bdc5a4c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:20.924414 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-6f9f0e4f-d50f-47ed-91ee-212bdc5a4c74 None None] Port cd8e6d72-6090-4536-9d2a-a97afe579489 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:41:20.933476 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba27b0f-b929-4d8b-95cc-cc7299fb2836 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:20.935352 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-8ba27b0f-b929-4d8b-95cc-cc7299fb2836 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.8505661 Apr 05 14:41:20.938563 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 49544) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:20.943453 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d7e0638d-bba7-4cc1-8597-ad2b3b4bd681 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1798829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810128'] for router_interface, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:21.025225 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e382e9a-983f-408c-bf11-fc9e618151a2 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:21.025225 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-1e382e9a-983f-408c-bf11-fc9e618151a2 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0816662 Apr 05 14:41:21.025225 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 49550) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:21.037521 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4064332-97ae-436f-aa75-66d3de17f080 req-0e86a79b-950a-46e8-bcc4-281e19e45491 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:21.038179 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-b4064332-97ae-436f-aa75-66d3de17f080 req-0e86a79b-950a-46e8-bcc4-281e19e45491 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:21.048523 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e951046b-e632-43f2-8bd9-cdba2a40fef6 req-a31c67a0-55b0-4197-bd13-9714705d99dc tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:21.050085 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e951046b-e632-43f2-8bd9-cdba2a40fef6 req-a31c67a0-55b0-4197-bd13-9714705d99dc tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.8601470 Apr 05 14:41:21.094270 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e66b2b0-79f5-41da-98b0-2d75646748ce tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:21.094844 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e66b2b0-79f5-41da-98b0-2d75646748ce tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:21.096408 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e66b2b0-79f5-41da-98b0-2d75646748ce tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:21.098473 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-5e66b2b0-79f5-41da-98b0-2d75646748ce tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0728924 Apr 05 14:41:21.100837 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 49554) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:21.152973 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad1fc9-7f01-45cc-8517-d8afff1904b2 req-358a5a3a-49a2-473a-8c95-b7ceba328efb tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:21.157380 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-47ad1fc9-7f01-45cc-8517-d8afff1904b2 req-358a5a3a-49a2-473a-8c95-b7ceba328efb tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.2347722 Apr 05 14:41:21.167336 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-632fcca2-06ee-49a1-ab33-4aa74e77f762 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Deleting subnet 51bc36eb-7a1e-4d93-999b-84a24d7c8b6c {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:41:21.170991 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-632fcca2-06ee-49a1-ab33-4aa74e77f762 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:21.193423 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b4064332-97ae-436f-aa75-66d3de17f080 req-0e86a79b-950a-46e8-bcc4-281e19e45491 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4156170 Apr 05 14:41:21.204272 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e951046b-e632-43f2-8bd9-cdba2a40fef6 req-c7b560ad-53cc-4509-ad38-4884a9a50a0e tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011782 Apr 05 14:41:21.209092 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-b4064332-97ae-436f-aa75-66d3de17f080 req-01c4a70c-7602-49ee-a88e-d806f6978524 service neutron] Request body: {'port': {'device_id': 'e107d774-342a-469b-835c-1528574abce5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:41:21.227627 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-632fcca2-06ee-49a1-ab33-4aa74e77f762 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:21.327700 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-632fcca2-06ee-49a1-ab33-4aa74e77f762 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:21.372481 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-47ad1fc9-7f01-45cc-8517-d8afff1904b2 req-6a83a94d-67c9-4647-bf47-0868dd84a1ea tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042024 Apr 05 14:41:21.395125 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-b4064332-97ae-436f-aa75-66d3de17f080 req-01c4a70c-7602-49ee-a88e-d806f6978524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:21.419726 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7e0638d-bba7-4cc1-8597-ad2b3b4bd681 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Router 42030efb-e7bf-4d65-b6c6-81d49a0dab38 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:41:21.434242 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09892839-d053-44ce-ac70-085e1dd8ae4a req-5e9c48c1-e9fb-4590-9f9a-d2932534c91e tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:21.435767 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-09892839-d053-44ce-ac70-085e1dd8ae4a req-5e9c48c1-e9fb-4590-9f9a-d2932534c91e tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] 10.222.0.30 "GET /v2.0/ports?device_id=e107d774-342a-469b-835c-1528574abce5 HTTP/1.1" status: 200 len: 935 time: 0.1213901 Apr 05 14:41:21.497562 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-632fcca2-06ee-49a1-ab33-4aa74e77f762 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:21.532325 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632fcca2-06ee-49a1-ab33-4aa74e77f762 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event deleted for resources: {'Subnet': ['ID=51bc36eb-7a1e-4d93-999b-84a24d7c8b6c,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:21.541618 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-632fcca2-06ee-49a1-ab33-4aa74e77f762 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:21.544998 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-632fcca2-06ee-49a1-ab33-4aa74e77f762 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/subnets/51bc36eb-7a1e-4d93-999b-84a24d7c8b6c HTTP/1.1" status: 204 len: 168 time: 0.4424965 Apr 05 14:41:21.547966 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 49558) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:21.555256 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b7b5b7-9f40-482f-8a5e-25642b341c6d None None] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:41:21.604072 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-09892839-d053-44ce-ac70-085e1dd8ae4a req-160f10a2-55ca-4e15-9bee-5fc0cf08155d tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ca7fb53-50e9-4359-aa7a-c92550724034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487572 Apr 05 14:41:21.608689 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0da5807-eb0f-49ed-bfe7-7fcdf5a496d5 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Deleting subnet dfb6520d-da59-4aef-b1e6-8ef45af1b15d {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:41:21.612714 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d0da5807-eb0f-49ed-bfe7-7fcdf5a496d5 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:21.681208 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d0da5807-eb0f-49ed-bfe7-7fcdf5a496d5 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:21.703938 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e0638d-bba7-4cc1-8597-ad2b3b4bd681 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:41:21.712617 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-d7e0638d-bba7-4cc1-8597-ad2b3b4bd681 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "PUT /v2.0/routers/42030efb-e7bf-4d65-b6c6-81d49a0dab38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3567271 Apr 05 14:41:21.714798 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 49560) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:21.792756 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_v2 [None req-a85967a5-0145-40a9-b857-c797691d6d5a tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Deleting subnet 961630fe-22df-4dd0-b2b4-9d70471fed23 {{(pid=103320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:41:21.801802 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a85967a5-0145-40a9-b857-c797691d6d5a tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for subnet, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:21.815348 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eeb3db1-9289-449f-a289-de44bd133b7f None None] Sync routers for ids ['42030efb-e7bf-4d65-b6c6-81d49a0dab38'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:41:21.845246 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d0da5807-eb0f-49ed-bfe7-7fcdf5a496d5 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:21.861857 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eeb3db1-9289-449f-a289-de44bd133b7f None None] Routers {'42030efb-e7bf-4d65-b6c6-81d49a0dab38'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:41:21.862487 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-2eeb3db1-9289-449f-a289-de44bd133b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:40:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['42030efb-e7bf-4d65-b6c6-81d49a0dab38'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:41:21.865049 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a85967a5-0145-40a9-b857-c797691d6d5a tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13399228'] for subnet, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:21.942781 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-b4064332-97ae-436f-aa75-66d3de17f080 req-01c4a70c-7602-49ee-a88e-d806f6978524 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd8e6d72-6090-4536-9d2a-a97afe579489 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:41:21.955920 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-b4064332-97ae-436f-aa75-66d3de17f080 req-01c4a70c-7602-49ee-a88e-d806f6978524 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:21.998353 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 49564) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:22.000509 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-2eeb3db1-9289-449f-a289-de44bd133b7f None None] Set router 42030efb-e7bf-4d65-b6c6-81d49a0dab38 gateway port host: None {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:41:22.005142 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-1f9b6843-b9b7-4235-8d17-a312d776436f tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1158778255', 'description': 'tempest-secgroup-smoke-1158778255 description', 'project_id': 'c6d7d106196c47bab9057a60414eb92c'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:41:22.024525 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a85967a5-0145-40a9-b857-c797691d6d5a tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:22.060987 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-b4064332-97ae-436f-aa75-66d3de17f080 req-01c4a70c-7602-49ee-a88e-d806f6978524 service neutron] Transition to ACTIVE for port object cd8e6d72-6090-4536-9d2a-a97afe579489 will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:41:22.064644 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d0da5807-eb0f-49ed-bfe7-7fcdf5a496d5 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:22.093149 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d0da5807-eb0f-49ed-bfe7-7fcdf5a496d5 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:22.097749 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-d0da5807-eb0f-49ed-bfe7-7fcdf5a496d5 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/subnets/dfb6520d-da59-4aef-b1e6-8ef45af1b15d HTTP/1.1" status: 204 len: 168 time: 0.5483322 Apr 05 14:41:22.101175 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 49568) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:22.135984 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0da5807-eb0f-49ed-bfe7-7fcdf5a496d5 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event deleted for resources: {'Subnet': ['ID=dfb6520d-da59-4aef-b1e6-8ef45af1b15d,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:22.150861 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1f9b6843-b9b7-4235-8d17-a312d776436f tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:22.166462 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-0b1da96f-f067-47b2-bf34-398e2e0a483d tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0634327 Apr 05 14:41:22.174333 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 49570) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:22.180255 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-b4064332-97ae-436f-aa75-66d3de17f080 req-01c4a70c-7602-49ee-a88e-d806f6978524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:22.189119 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-dfd7f99f-17a7-41ae-9e70-09d45d17082e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Request body: {'subnet': {'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:41:22.228010 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a85967a5-0145-40a9-b857-c797691d6d5a tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15773812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13127359'] for subnet, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:22.284240 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85967a5-0145-40a9-b857-c797691d6d5a tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Pushing event deleted for resources: {'Subnet': ['ID=961630fe-22df-4dd0-b2b4-9d70471fed23,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:22.294976 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a85967a5-0145-40a9-b857-c797691d6d5a tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:22.298425 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-a85967a5-0145-40a9-b857-c797691d6d5a tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "DELETE /v2.0/subnets/961630fe-22df-4dd0-b2b4-9d70471fed23 HTTP/1.1" status: 204 len: 168 time: 0.5826218 Apr 05 14:41:22.301001 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c4a70c-7602-49ee-a88e-d806f6978524 service neutron] Pushing event updated for resources: {'Port': ['ID=cd8e6d72-6090-4536-9d2a-a97afe579489,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:22.305250 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 49572) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:22.333159 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7658626b-3816-477c-816e-83ab4c280539 None None] Network bfe68242-8cb5-4880-ad83-cd8e011bd3b0 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:41:22.354689 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1f9b6843-b9b7-4235-8d17-a312d776436f tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:22.432396 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948dacfd-d50a-484f-acd7-9c518406cead req-8155ca8d-2e52-40c8-86c5-b8a000467e16 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:22.442084 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-948dacfd-d50a-484f-acd7-9c518406cead req-8155ca8d-2e52-40c8-86c5-b8a000467e16 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.2779558 Apr 05 14:41:22.507872 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1f9b6843-b9b7-4235-8d17-a312d776436f tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:22.578156 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-2eeb3db1-9289-449f-a289-de44bd133b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'name': 'tempest-RoutersIpV6Test-router-1460575378', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:40:31Z', 'updated_at': '2022-04-05T14:41:19Z', 'revision_number': 8, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'gw_port_host': None, '_interfaces': [{'id': 'b1400329-76eb-44dd-85ba-1ea33c533f50', 'name': '', 'network_id': '83c46ed4-678c-4cd2-bcba-40da38b647e1', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'mac_address': 'fa:16:3e:03:18:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': 'f17bfea5-8c4d-4735-b766-8564c75fe6bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:36Z', 'updated_at': '2022-04-05T14:40:46Z', 'revision_number': 5, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'subnets': [{'id': 'f17bfea5-8c4d-4735-b766-8564c75fe6bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd01da2c-7990-4076-bea6-9a78d8a74dc6', 'name': '', 'network_id': 'dd314ab8-2496-4435-82ca-988674a13f1e', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'mac_address': 'fa:16:3e:6d:cd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '81b8431d-2922-485d-afa0-d5381cf42414', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:57Z', 'updated_at': '2022-04-05T14:41:06Z', 'revision_number': 5, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'subnets': [{'id': '81b8431d-2922-485d-afa0-d5381cf42414', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1323186-7c51-4b8a-87ff-a68b7d16dbc3', 'name': '', 'network_id': 'db5197f6-eaf7-4c08-9616-8bd4164e6913', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'mac_address': 'fa:16:3e:95:0d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '7e7e41d8-71b1-4208-b6cb-6c5106360847', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:47Z', 'updated_at': '2022-04-05T14:40:54Z', 'revision_number': 5, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'subnets': [{'id': '7e7e41d8-71b1-4208-b6cb-6c5106360847', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:41:22.590474 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9b6843-b9b7-4235-8d17-a312d776436f tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78dcbee3-58e7-4ac0-a42b-70562828d389,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:22.631611 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eeb3db1-9289-449f-a289-de44bd133b7f None None] Checking router: 42030efb-e7bf-4d65-b6c6-81d49a0dab38 for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:41:22.638099 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a7347b2d-1b76-483c-b58b-217c420c60ac tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:22.655370 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eeb3db1-9289-449f-a289-de44bd133b7f None None] Routers {'42030efb-e7bf-4d65-b6c6-81d49a0dab38'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:41:22.661286 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-2eeb3db1-9289-449f-a289-de44bd133b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:40:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['42030efb-e7bf-4d65-b6c6-81d49a0dab38'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:41:22.670202 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1f9b6843-b9b7-4235-8d17-a312d776436f tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:22.671567 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-1f9b6843-b9b7-4235-8d17-a312d776436f tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6720397 Apr 05 14:41:22.681947 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-948dacfd-d50a-484f-acd7-9c518406cead req-705e09a9-2c94-4ad0-886c-47a32d9e5cfd tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2388599 Apr 05 14:41:22.682767 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 49578) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:22.688083 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-0876fea9-4635-4b27-b7aa-ce50f78fae2c tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Request body: {'security_group_rule': {'security_group_id': '78dcbee3-58e7-4ac0-a42b-70562828d389', 'project_id': 'c6d7d106196c47bab9057a60414eb92c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:41:22.740787 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-b4064332-97ae-436f-aa75-66d3de17f080 req-01c4a70c-7602-49ee-a88e-d806f6978524 service neutron] Attempting to bind port cd8e6d72-6090-4536-9d2a-a97afe579489 on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:41:22.741156 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-b4064332-97ae-436f-aa75-66d3de17f080 req-01c4a70c-7602-49ee-a88e-d806f6978524 service neutron] Attempting to bind port cd8e6d72-6090-4536-9d2a-a97afe579489 by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:41:22.742037 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4064332-97ae-436f-aa75-66d3de17f080 req-01c4a70c-7602-49ee-a88e-d806f6978524 service neutron] Attempting to bind port cd8e6d72-6090-4536-9d2a-a97afe579489 on network 80d671a8-d1ab-4472-891b-9c042fbd7800 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:41:22.785085 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd7f99f-17a7-41ae-9e70-09d45d17082e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Made reservation on behalf of 81648541dc0b4f1ea0eb9cace0846aa5 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:41:22.789684 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-dfd7f99f-17a7-41ae-9e70-09d45d17082e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:22.796767 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5417c62d-3197-43f7-8fc0-a3ab5e59ae01 req-0c9ebefb-75b2-41b9-8aa5-b34b94c1073c tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:22.806056 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5417c62d-3197-43f7-8fc0-a3ab5e59ae01 req-0c9ebefb-75b2-41b9-8aa5-b34b94c1073c tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.2370977 Apr 05 14:41:22.814489 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e365775-79cd-4218-b686-e37dac918fb7 None None] DHCP port deletion for bfe68242-8cb5-4880-ad83-cd8e011bd3b0 request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:41:22.857616 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4064332-97ae-436f-aa75-66d3de17f080 req-01c4a70c-7602-49ee-a88e-d806f6978524 service neutron] Port cd8e6d72-6090-4536-9d2a-a97afe579489 on network 80d671a8-d1ab-4472-891b-9c042fbd7800 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:41:22.857956 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4064332-97ae-436f-aa75-66d3de17f080 req-01c4a70c-7602-49ee-a88e-d806f6978524 service neutron] Attempting to bind port cd8e6d72-6090-4536-9d2a-a97afe579489 on network 80d671a8-d1ab-4472-891b-9c042fbd7800 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:41:22.889479 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-2eeb3db1-9289-449f-a289-de44bd133b7f None None] Set router 42030efb-e7bf-4d65-b6c6-81d49a0dab38 gateway port host: None {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:41:22.930943 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4064332-97ae-436f-aa75-66d3de17f080 req-01c4a70c-7602-49ee-a88e-d806f6978524 service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:41:22.931691 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4064332-97ae-436f-aa75-66d3de17f080 req-01c4a70c-7602-49ee-a88e-d806f6978524 service neutron] Checking segment: {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:41:22.932930 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4064332-97ae-436f-aa75-66d3de17f080 req-01c4a70c-7602-49ee-a88e-d806f6978524 service neutron] Bound using segment: {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:41:22.934395 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-b4064332-97ae-436f-aa75-66d3de17f080 req-01c4a70c-7602-49ee-a88e-d806f6978524 service neutron] Bound port: cd8e6d72-6090-4536-9d2a-a97afe579489, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:41:22.935714 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-b4064332-97ae-436f-aa75-66d3de17f080 req-01c4a70c-7602-49ee-a88e-d806f6978524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:22.944137 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0876fea9-4635-4b27-b7aa-ce50f78fae2c tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:22.978143 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5417c62d-3197-43f7-8fc0-a3ab5e59ae01 req-ccbf55bb-32f0-4ee6-a47b-3a59da27b392 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710343 Apr 05 14:41:23.021110 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90639480-111b-4228-9c0b-8e55b30e2c2c None None] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:41:23.022477 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9e365775-79cd-4218-b686-e37dac918fb7 None None] Deleting port 0a558372-150d-4e1a-9143-1db1ba68e6c8 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:41:23.023470 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9e365775-79cd-4218-b686-e37dac918fb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:23.054182 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4592550-5dbb-44e0-a313-610360336e75 req-b4c3ad67-eb1b-46a4-bce6-4850844584cc tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:23.056072 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d4592550-5dbb-44e0-a313-610360336e75 req-b4c3ad67-eb1b-46a4-bce6-4850844584cc tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] 10.222.0.30 "GET /v2.0/ports?device_id=e107d774-342a-469b-835c-1528574abce5 HTTP/1.1" status: 200 len: 947 time: 0.2414021 Apr 05 14:41:23.062097 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-a7347b2d-1b76-483c-b58b-217c420c60ac tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Deleting port 0a558372-150d-4e1a-9143-1db1ba68e6c8 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:41:23.062716 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a7347b2d-1b76-483c-b58b-217c420c60ac tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:23.136800 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9e365775-79cd-4218-b686-e37dac918fb7 None None] For port 0a558372-150d-4e1a-9143-1db1ba68e6c8, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=0a558372-150d-4e1a-9143-1db1ba68e6c8,segment=NetworkSegment(3eba2966-d441-4b48-ab9a-44d7d6b5e020),segment_id=3eba2966-d441-4b48-ab9a-44d7d6b5e020)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:41:23.137513 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9e365775-79cd-4218-b686-e37dac918fb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:23.154899 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9e365775-79cd-4218-b686-e37dac918fb7 None None] Calling delete_port for 0a558372-150d-4e1a-9143-1db1ba68e6c8 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:41:23.182830 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-a7347b2d-1b76-483c-b58b-217c420c60ac tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] For port 0a558372-150d-4e1a-9143-1db1ba68e6c8, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=0a558372-150d-4e1a-9143-1db1ba68e6c8,segment=NetworkSegment(3eba2966-d441-4b48-ab9a-44d7d6b5e020),segment_id=3eba2966-d441-4b48-ab9a-44d7d6b5e020)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:41:23.183274 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a7347b2d-1b76-483c-b58b-217c420c60ac tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:23.199322 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-a7347b2d-1b76-483c-b58b-217c420c60ac tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Calling delete_port for 0a558372-150d-4e1a-9143-1db1ba68e6c8 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:41:23.227898 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-b4064332-97ae-436f-aa75-66d3de17f080 req-01c4a70c-7602-49ee-a88e-d806f6978524 service neutron] For port cd8e6d72-6090-4536-9d2a-a97afe579489, host n-h1-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:41:23.233639 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-b4064332-97ae-436f-aa75-66d3de17f080 req-01c4a70c-7602-49ee-a88e-d806f6978524 service neutron] For port cd8e6d72-6090-4536-9d2a-a97afe579489, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=cd8e6d72-6090-4536-9d2a-a97afe579489,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:41:23.233797 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0876fea9-4635-4b27-b7aa-ce50f78fae2c tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:23.295096 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d4592550-5dbb-44e0-a313-610360336e75 req-8a507136-7291-41a0-8b86-741a434881b0 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ca7fb53-50e9-4359-aa7a-c92550724034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300143 Apr 05 14:41:23.321665 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0876fea9-4635-4b27-b7aa-ce50f78fae2c tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:23.329875 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-b4064332-97ae-436f-aa75-66d3de17f080 req-01c4a70c-7602-49ee-a88e-d806f6978524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:23.339695 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0876fea9-4635-4b27-b7aa-ce50f78fae2c tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cd907a0-9a9e-4cb1-9769-f02abe3cce60,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:23.354621 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9e365775-79cd-4218-b686-e37dac918fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:23.395101 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4064332-97ae-436f-aa75-66d3de17f080 req-01c4a70c-7602-49ee-a88e-d806f6978524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:23.395101 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-b4064332-97ae-436f-aa75-66d3de17f080 req-01c4a70c-7602-49ee-a88e-d806f6978524 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:23.395101 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b4064332-97ae-436f-aa75-66d3de17f080 req-01c4a70c-7602-49ee-a88e-d806f6978524 service neutron] 10.222.0.55 "PUT /v2.0/ports/cd8e6d72-6090-4536-9d2a-a97afe579489 HTTP/1.1" status: 200 len: 1095 time: 2.1893582 Apr 05 14:41:23.395101 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e107d774-342a-469b-835c-1528574abce5', 'tag': 'cd8e6d72-6090-4536-9d2a-a97afe579489'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:41:23.397368 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23dc72b2-0cb4-4298-9e64-fc0422433b57" -d '{"events": [{"name": "network-changed", "server_uuid": "e107d774-342a-469b-835c-1528574abce5", "tag": "cd8e6d72-6090-4536-9d2a-a97afe579489"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:41:23.403902 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a7347b2d-1b76-483c-b58b-217c420c60ac tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:23.424085 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7347b2d-1b76-483c-b58b-217c420c60ac tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] No DVR routers for this DVR port 0a558372-150d-4e1a-9143-1db1ba68e6c8 on host n-d-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:41:23.499763 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b7d93f9-5f26-4afc-986e-a8b2b4f8c95f x-openstack-request-id: req-2b7d93f9-5f26-4afc-986e-a8b2b4f8c95f {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:41:23.500101 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e107d774-342a-469b-835c-1528574abce5", "tag": "cd8e6d72-6090-4536-9d2a-a97afe579489", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:41:23.500750 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2b7d93f9-5f26-4afc-986e-a8b2b4f8c95f {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:41:23.500750 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b7d93f9-5f26-4afc-986e-a8b2b4f8c95f'] response: {'name': 'network-changed', 'server_uuid': 'e107d774-342a-469b-835c-1528574abce5', 'tag': 'cd8e6d72-6090-4536-9d2a-a97afe579489', 'status': 'completed', 'code': 200} Apr 05 14:41:23.519181 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c4a70c-7602-49ee-a88e-d806f6978524 service neutron] Pushing event updated for resources: {'Port': ['ID=cd8e6d72-6090-4536-9d2a-a97afe579489,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:23.578065 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0876fea9-4635-4b27-b7aa-ce50f78fae2c tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:23.580247 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-0876fea9-4635-4b27-b7aa-ce50f78fae2c tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8962162 Apr 05 14:41:23.583932 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 49584) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:23.591569 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-42f7a341-0223-4b98-906d-cde6d5fa3538 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Request body: {'security_group_rule': {'security_group_id': '78dcbee3-58e7-4ac0-a42b-70562828d389', 'project_id': 'c6d7d106196c47bab9057a60414eb92c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:41:23.598601 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7347b2d-1b76-483c-b58b-217c420c60ac tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Pushing event deleted for resources: {'Port': ['ID=0a558372-150d-4e1a-9143-1db1ba68e6c8,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:23.656395 n-d-836650-2 neutron-server[103321]: DEBUG neutron.objects.ports [None req-dfd7f99f-17a7-41ae-9e70-09d45d17082e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103321) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 05 14:41:23.681003 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a7347b2d-1b76-483c-b58b-217c420c60ac tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:23.684913 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-021d9d37-c33e-48c3-8065-22536f1cff44 None None] Provisioning complete for port 667f7e60-5917-4395-8e7f-2d7362be08f8 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:41:23.685451 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-021d9d37-c33e-48c3-8065-22536f1cff44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:23.720666 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc72b2-0cb4-4298-9e64-fc0422433b57 req-8d76e3e6-8ab3-4078-beb9-c68834d696b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:23.722315 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-23dc72b2-0cb4-4298-9e64-fc0422433b57 req-8d76e3e6-8ab3-4078-beb9-c68834d696b9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5c1cdd4c0b414fe1b9faf6b275f9f83e&device_id=e107d774-342a-469b-835c-1528574abce5 HTTP/1.1" status: 200 len: 1098 time: 0.2198889 Apr 05 14:41:23.733123 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-a7347b2d-1b76-483c-b58b-217c420c60ac tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfe68242-8cb5-4880-ad83-cd8e011bd3b0']}} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:41:23.765898 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e365775-79cd-4218-b686-e37dac918fb7 None None] Pushing event deleted for resources: {'Port': ['ID=0a558372-150d-4e1a-9143-1db1ba68e6c8,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:23.776285 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-42f7a341-0223-4b98-906d-cde6d5fa3538 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:23.784630 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e365775-79cd-4218-b686-e37dac918fb7 None None] No DVR routers for this DVR port 0a558372-150d-4e1a-9143-1db1ba68e6c8 on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:41:23.792487 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-23dc72b2-0cb4-4298-9e64-fc0422433b57 req-87500eca-2cee-433d-8f12-c904c7fdaabb service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=5c1cdd4c0b414fe1b9faf6b275f9f83e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0567980 Apr 05 14:41:23.794607 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-a7347b2d-1b76-483c-b58b-217c420c60ac tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eba2966-d441-4b48-ab9a-44d7d6b5e020') {'for_net_delete': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:41:23.795080 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-a7347b2d-1b76-483c-b58b-217c420c60ac tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eba2966-d441-4b48-ab9a-44d7d6b5e020') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:41:23.868696 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a7347b2d-1b76-483c-b58b-217c420c60ac tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13399223'] for segment, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:23.931133 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-42f7a341-0223-4b98-906d-cde6d5fa3538 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:23.941525 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a7347b2d-1b76-483c-b58b-217c420c60ac tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:23.956695 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7347b2d-1b76-483c-b58b-217c420c60ac tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=103320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:41:23.957512 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a7347b2d-1b76-483c-b58b-217c420c60ac tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15765202'] for segment, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:23.962760 n-d-836650-2 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:41:23.962760 n-d-836650-2 neutron-server[103320]: self.session.flush() Apr 05 14:41:23.962760 n-d-836650-2 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:41:23.962760 n-d-836650-2 neutron-server[103320]: self.session.flush() Apr 05 14:41:23.962760 n-d-836650-2 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:41:23.962760 n-d-836650-2 neutron-server[103320]: self.session.flush() Apr 05 14:41:23.962760 n-d-836650-2 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:41:23.962760 n-d-836650-2 neutron-server[103320]: self.session.flush() Apr 05 14:41:23.962760 n-d-836650-2 neutron-server[103320]: Traceback (most recent call last): Apr 05 14:41:23.962760 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:41:23.962760 n-d-836650-2 neutron-server[103320]: timer() Apr 05 14:41:23.962760 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:41:23.962760 n-d-836650-2 neutron-server[103320]: cb(*args, **kw) Apr 05 14:41:23.962760 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:41:23.962760 n-d-836650-2 neutron-server[103320]: return func(*args, **kwargs) Apr 05 14:41:23.962760 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:41:23.962760 n-d-836650-2 neutron-server[103320]: self._notify() Apr 05 14:41:23.962760 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:41:23.962760 n-d-836650-2 neutron-server[103320]: self.callback(batched_events) Apr 05 14:41:23.962760 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:41:23.962760 n-d-836650-2 neutron-server[103320]: event.method(event) Apr 05 14:41:23.962760 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:41:23.962760 n-d-836650-2 neutron-server[103320]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:41:23.962760 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:41:23.962760 n-d-836650-2 neutron-server[103320]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:41:23.962760 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:41:23.962760 n-d-836650-2 neutron-server[103320]: return f(self, *a, **k) Apr 05 14:41:23.962760 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:41:23.962760 n-d-836650-2 neutron-server[103320]: return self._get(url).json() Apr 05 14:41:23.962760 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:41:23.962760 n-d-836650-2 neutron-server[103320]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:41:23.962760 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:41:23.962760 n-d-836650-2 neutron-server[103320]: return self.request(url, 'GET', **kwargs) Apr 05 14:41:23.962760 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:41:23.962760 n-d-836650-2 neutron-server[103320]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:41:23.962760 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:41:23.962760 n-d-836650-2 neutron-server[103320]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:41:23.962760 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:41:23.962760 n-d-836650-2 neutron-server[103320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:41:23.962760 n-d-836650-2 neutron-server[103320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:41:23.987931 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd08b00c-983e-4f4b-90f5-7419b14fa4c8 req-8ae05bd8-e92a-498b-8262-1ab5b8756469 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:23.989537 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bd08b00c-983e-4f4b-90f5-7419b14fa4c8 req-8ae05bd8-e92a-498b-8262-1ab5b8756469 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.1919515 Apr 05 14:41:24.008429 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-42f7a341-0223-4b98-906d-cde6d5fa3538 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:24.035126 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-2eeb3db1-9289-449f-a289-de44bd133b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'name': 'tempest-RoutersIpV6Test-router-1460575378', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:40:31Z', 'updated_at': '2022-04-05T14:41:19Z', 'revision_number': 8, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'gw_port_host': None, '_interfaces': [{'id': 'b1400329-76eb-44dd-85ba-1ea33c533f50', 'name': '', 'network_id': '83c46ed4-678c-4cd2-bcba-40da38b647e1', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'mac_address': 'fa:16:3e:03:18:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': 'f17bfea5-8c4d-4735-b766-8564c75fe6bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:36Z', 'updated_at': '2022-04-05T14:40:46Z', 'revision_number': 5, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'subnets': [{'id': 'f17bfea5-8c4d-4735-b766-8564c75fe6bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd01da2c-7990-4076-bea6-9a78d8a74dc6', 'name': '', 'network_id': 'dd314ab8-2496-4435-82ca-988674a13f1e', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'mac_address': 'fa:16:3e:6d:cd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '81b8431d-2922-485d-afa0-d5381cf42414', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:57Z', 'updated_at': '2022-04-05T14:41:06Z', 'revision_number': 5, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'subnets': [{'id': '81b8431d-2922-485d-afa0-d5381cf42414', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1323186-7c51-4b8a-87ff-a68b7d16dbc3', 'name': '', 'network_id': 'db5197f6-eaf7-4c08-9616-8bd4164e6913', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'mac_address': 'fa:16:3e:95:0d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '7e7e41d8-71b1-4208-b6cb-6c5106360847', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:47Z', 'updated_at': '2022-04-05T14:40:54Z', 'revision_number': 5, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'subnets': [{'id': '7e7e41d8-71b1-4208-b6cb-6c5106360847', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:41:24.040422 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f7a341-0223-4b98-906d-cde6d5fa3538 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a31797f1-0a52-4eb6-a097-1cd9844c206a,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:24.084206 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc72b2-0cb4-4298-9e64-fc0422433b57 req-c9d075e4-6378-40f5-81fa-3f52be66f9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:24.086697 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-23dc72b2-0cb4-4298-9e64-fc0422433b57 req-c9d075e4-6378-40f5-81fa-3f52be66f9af service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2524250 Apr 05 14:41:24.101954 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bd08b00c-983e-4f4b-90f5-7419b14fa4c8 req-3a28920c-b7ab-4225-88fb-f8da0676dde5 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029699 Apr 05 14:41:24.121410 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eeb3db1-9289-449f-a289-de44bd133b7f None None] The sync data for ids ['42030efb-e7bf-4d65-b6c6-81d49a0dab38'] in n-d-836650-2 is: [{'id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'name': 'tempest-RoutersIpV6Test-router-1460575378', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:40:31Z', 'updated_at': '2022-04-05T14:41:19Z', 'revision_number': 8, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'gw_port_host': None, '_interfaces': [{'id': 'b1400329-76eb-44dd-85ba-1ea33c533f50', 'name': '', 'network_id': '83c46ed4-678c-4cd2-bcba-40da38b647e1', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'mac_address': 'fa:16:3e:03:18:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': 'f17bfea5-8c4d-4735-b766-8564c75fe6bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:36Z', 'updated_at': '2022-04-05T14:40:46Z', 'revision_number': 5, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'subnets': [{'id': 'f17bfea5-8c4d-4735-b766-8564c75fe6bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd01da2c-7990-4076-bea6-9a78d8a74dc6', 'name': '', 'network_id': 'dd314ab8-2496-4435-82ca-988674a13f1e', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'mac_address': 'fa:16:3e:6d:cd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '81b8431d-2922-485d-afa0-d5381cf42414', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:57Z', 'updated_at': '2022-04-05T14:41:06Z', 'revision_number': 5, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'subnets': [{'id': '81b8431d-2922-485d-afa0-d5381cf42414', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1323186-7c51-4b8a-87ff-a68b7d16dbc3', 'name': '', 'network_id': 'db5197f6-eaf7-4c08-9616-8bd4164e6913', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'mac_address': 'fa:16:3e:95:0d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '7e7e41d8-71b1-4208-b6cb-6c5106360847', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:47Z', 'updated_at': '2022-04-05T14:40:54Z', 'revision_number': 5, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'subnets': [{'id': '7e7e41d8-71b1-4208-b6cb-6c5106360847', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:41:24.145040 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-42f7a341-0223-4b98-906d-cde6d5fa3538 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:24.146450 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-42f7a341-0223-4b98-906d-cde6d5fa3538 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5610192 Apr 05 14:41:24.150939 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 49594) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:24.163827 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-291a5cec-aba1-4e78-b29f-5bfe74845e09 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Request body: {'security_group_rule': {'security_group_id': '78dcbee3-58e7-4ac0-a42b-70562828d389', 'project_id': 'c6d7d106196c47bab9057a60414eb92c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:41:24.186200 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ac124c-cf05-44d9-9f32-9876a19d6b16 None None] Update dhcp port {'port': {'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'fixed_ips': [{'subnet_id': '8a7bccb1-b939-4e04-bdd2-99a6061e0bc5'}], 'binding:host_id': 'n-d-836650-2'}, 'id': '667f7e60-5917-4395-8e7f-2d7362be08f8'} from n-d-836650-2. {{(pid=103322) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 05 14:41:24.188553 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-dfd7f99f-17a7-41ae-9e70-09d45d17082e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:24.220853 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d6ac124c-cf05-44d9-9f32-9876a19d6b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:24.245620 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a7347b2d-1b76-483c-b58b-217c420c60ac tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:24.297418 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a7347b2d-1b76-483c-b58b-217c420c60ac tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:24.306953 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-a7347b2d-1b76-483c-b58b-217c420c60ac tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "DELETE /v2.0/networks/bfe68242-8cb5-4880-ad83-cd8e011bd3b0 HTTP/1.1" status: 204 len: 168 time: 1.9988148 Apr 05 14:41:24.308169 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7347b2d-1b76-483c-b58b-217c420c60ac tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Pushing event deleted for resources: {'Network': ['ID=bfe68242-8cb5-4880-ad83-cd8e011bd3b0,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:24.314945 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 49596) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:24.330785 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-291a5cec-aba1-4e78-b29f-5bfe74845e09 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:24.344018 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b75d99f-cb3c-425b-8256-c134971c0c6f req-064c44b5-4289-470e-817a-e3059bc7142f tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:24.345956 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8b75d99f-cb3c-425b-8256-c134971c0c6f req-064c44b5-4289-470e-817a-e3059bc7142f tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.2197065 Apr 05 14:41:24.416140 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4064332-97ae-436f-aa75-66d3de17f080 req-d868b89e-38e0-432a-83e6-041345547d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:24.418664 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b4064332-97ae-436f-aa75-66d3de17f080 req-d868b89e-38e0-432a-83e6-041345547d0c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5c1cdd4c0b414fe1b9faf6b275f9f83e&device_id=e107d774-342a-469b-835c-1528574abce5 HTTP/1.1" status: 200 len: 1098 time: 0.2421300 Apr 05 14:41:24.453117 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-291a5cec-aba1-4e78-b29f-5bfe74845e09 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:24.465736 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-dfd7f99f-17a7-41ae-9e70-09d45d17082e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] For port 667f7e60-5917-4395-8e7f-2d7362be08f8, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=667f7e60-5917-4395-8e7f-2d7362be08f8,segment=NetworkSegment(1c468974-700f-4380-acfc-da4f84290a6b),segment_id=1c468974-700f-4380-acfc-da4f84290a6b)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:41:24.507671 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-dfd7f99f-17a7-41ae-9e70-09d45d17082e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:24.511151 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c5279aea-3c78-4d81-a796-306cf0fa3301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:24.526946 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b4064332-97ae-436f-aa75-66d3de17f080 req-dadc4522-c788-474e-b135-0d4ed3b12177 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=cd8e6d72-6090-4536-9d2a-a97afe579489 HTTP/1.1" status: 200 len: 217 time: 0.0700662 Apr 05 14:41:24.560121 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-291a5cec-aba1-4e78-b29f-5bfe74845e09 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:24.590020 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4064332-97ae-436f-aa75-66d3de17f080 req-2b8e6552-de52-4aaf-bad8-ff1eac985ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:24.594136 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b4064332-97ae-436f-aa75-66d3de17f080 req-2b8e6552-de52-4aaf-bad8-ff1eac985ca3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.0573905 Apr 05 14:41:24.607533 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291a5cec-aba1-4e78-b29f-5bfe74845e09 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa31de8f-9b80-4edb-bbfa-ec0166f3ba50,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:24.608046 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 0a558372-150d-4e1a-9143-1db1ba68e6c8 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:41:24.617470 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-dfd7f99f-17a7-41ae-9e70-09d45d17082e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:24.618206 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-dfd7f99f-17a7-41ae-9e70-09d45d17082e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:24.669076 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 0a558372-150d-4e1a-9143-1db1ba68e6c8 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:41:24.669446 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 0a558372-150d-4e1a-9143-1db1ba68e6c8 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:41:24.669830 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device bd4903ef-1f3e-4089-bb8c-5ef9d33a2f7e no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:41:24.712836 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd7f99f-17a7-41ae-9e70-09d45d17082e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:41:24.721589 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: bd4903ef-1f3e-4089-bb8c-5ef9d33a2f7e {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:41:24.722146 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device bd4903ef-1f3e-4089-bb8c-5ef9d33a2f7e not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:41:24.727297 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.db.api [None req-d6ac124c-cf05-44d9-9f32-9876a19d6b16 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:41:24.727649 n-d-836650-2 neutron-server[103322]: DEBUG oslo_db.api [None req-d6ac124c-cf05-44d9-9f32-9876a19d6b16 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:41:24.739145 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-291a5cec-aba1-4e78-b29f-5bfe74845e09 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:24.740337 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-291a5cec-aba1-4e78-b29f-5bfe74845e09 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5885196 Apr 05 14:41:24.741786 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-dfd7f99f-17a7-41ae-9e70-09d45d17082e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:41:24.744199 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 49602) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:24.753400 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-35935238-f50c-4b2d-97a9-1029576701f4 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Request body: {'security_group_rule': {'security_group_id': '78dcbee3-58e7-4ac0-a42b-70562828d389', 'project_id': 'c6d7d106196c47bab9057a60414eb92c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:41:24.759451 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd7f99f-17a7-41ae-9e70-09d45d17082e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:24.760029 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-dfd7f99f-17a7-41ae-9e70-09d45d17082e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:24.795499 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd7f99f-17a7-41ae-9e70-09d45d17082e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event updated for resources: {'Subnet': ['ID=8a7bccb1-b939-4e04-bdd2-99a6061e0bc5,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:24.811534 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd7f99f-17a7-41ae-9e70-09d45d17082e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event updated for resources: {'Port': ['ID=667f7e60-5917-4395-8e7f-2d7362be08f8,revision_number=8']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:24.831100 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906848b5-a02d-4dec-8522-bb8cb3c0de08 req-3808c62a-169b-4d83-acde-5ef4e5dbca4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:24.833208 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-906848b5-a02d-4dec-8522-bb8cb3c0de08 req-3808c62a-169b-4d83-acde-5ef4e5dbca4f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9215d951bfeb48c39a8e33c585301815&device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 1096 time: 0.1093490 Apr 05 14:41:24.886483 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8b75d99f-cb3c-425b-8256-c134971c0c6f req-347f45ee-ce2a-4439-98a5-4f6249383d39 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4824092 Apr 05 14:41:24.914789 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-dfd7f99f-17a7-41ae-9e70-09d45d17082e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7393768 Apr 05 14:41:24.923010 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 49604) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:24.930441 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-8310036e-43b8-4aee-8607-c7d02eb0101f tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Request body: {'subnet': {'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:41:24.968244 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-35935238-f50c-4b2d-97a9-1029576701f4 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:24.973085 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906848b5-a02d-4dec-8522-bb8cb3c0de08 req-3420e747-114f-499d-9b84-7ec11e6956c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:24.975443 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-906848b5-a02d-4dec-8522-bb8cb3c0de08 req-3420e747-114f-499d-9b84-7ec11e6956c4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bbe33099-0907-4578-b91f-9ecd1e0f3a95 HTTP/1.1" status: 200 len: 912 time: 0.1333849 Apr 05 14:41:25.012505 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4064332-97ae-436f-aa75-66d3de17f080 req-669995bd-3047-4168-ab94-6f5b6d7a9e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:25.014081 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b4064332-97ae-436f-aa75-66d3de17f080 req-669995bd-3047-4168-ab94-6f5b6d7a9e04 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2413316 Apr 05 14:41:25.075843 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-906848b5-a02d-4dec-8522-bb8cb3c0de08 req-e0fe3885-e8f0-42e8-aa38-d71dd7909a28 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4032c53b-96ab-4b67-b14e-c47acfa5a112 HTTP/1.1" status: 200 len: 1000 time: 0.0925355 Apr 05 14:41:25.095565 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-35935238-f50c-4b2d-97a9-1029576701f4 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:25.133883 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906848b5-a02d-4dec-8522-bb8cb3c0de08 req-2a7b1f4b-cb94-4ed0-a5e7-42baec6fae37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:25.135398 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-906848b5-a02d-4dec-8522-bb8cb3c0de08 req-2a7b1f4b-cb94-4ed0-a5e7-42baec6fae37 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c529ad6d-a94e-4533-88f8-eeabc5541ed8 HTTP/1.1" status: 200 len: 850 time: 0.0502436 Apr 05 14:41:25.179542 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-35935238-f50c-4b2d-97a9-1029576701f4 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:25.204896 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35935238-f50c-4b2d-97a9-1029576701f4 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec180346-f78a-4010-bd42-65ac4cdd9944,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:25.217491 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906848b5-a02d-4dec-8522-bb8cb3c0de08 req-b2165040-8b67-48a2-81a7-30547a097195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:25.219155 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-906848b5-a02d-4dec-8522-bb8cb3c0de08 req-b2165040-8b67-48a2-81a7-30547a097195 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bbe33099-0907-4578-b91f-9ecd1e0f3a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738146 Apr 05 14:41:25.275013 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d6ac124c-cf05-44d9-9f32-9876a19d6b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:25.334992 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-35935238-f50c-4b2d-97a9-1029576701f4 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:25.339542 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-35935238-f50c-4b2d-97a9-1029576701f4 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5870349 Apr 05 14:41:25.339789 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 49608) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:25.344490 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-ce22ad89-7ffd-48b5-9257-65633a3fb045 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Request body: {'security_group_rule': {'security_group_id': '78dcbee3-58e7-4ac0-a42b-70562828d389', 'project_id': 'c6d7d106196c47bab9057a60414eb92c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:41:25.350369 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-906848b5-a02d-4dec-8522-bb8cb3c0de08 req-84bad19a-fd41-4c2b-aa71-49ada09b0d01 service neutron] 10.222.0.11 "GET /v2.0/networks/bbe33099-0907-4578-b91f-9ecd1e0f3a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244264 Apr 05 14:41:25.398854 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a94be-3deb-4d6b-a2ec-fd162f9fc0f8 req-88bb85e7-366a-42fd-bdb8-07de98c7313b tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:25.406090 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8d3a94be-3deb-4d6b-a2ec-fd162f9fc0f8 req-88bb85e7-366a-42fd-bdb8-07de98c7313b tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] 10.222.0.30 "GET /v2.0/ports?device_id=e107d774-342a-469b-835c-1528574abce5 HTTP/1.1" status: 200 len: 947 time: 0.6145842 Apr 05 14:41:25.476683 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-906848b5-a02d-4dec-8522-bb8cb3c0de08 req-df34befa-083b-4335-a31f-91ef0dd902f5 service neutron] 10.222.0.11 "GET /v2.0/networks/bbe33099-0907-4578-b91f-9ecd1e0f3a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146321 Apr 05 14:41:25.533722 n-d-836650-2 neutron-server[103321]: INFO neutron.db.securitygroups_db [None req-ce22ad89-7ffd-48b5-9257-65633a3fb045 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Project c6d7d106196c47bab9057a60414eb92c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 14:41:25.539625 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ce22ad89-7ffd-48b5-9257-65633a3fb045 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:25.572683 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8d3a94be-3deb-4d6b-a2ec-fd162f9fc0f8 req-c540e7db-51ec-4a3f-8d2b-e47dcaa8c035 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ca7fb53-50e9-4359-aa7a-c92550724034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605144 Apr 05 14:41:25.603605 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-d6ac124c-cf05-44d9-9f32-9876a19d6b16 None None] For port 667f7e60-5917-4395-8e7f-2d7362be08f8, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=667f7e60-5917-4395-8e7f-2d7362be08f8,segment=NetworkSegment(1c468974-700f-4380-acfc-da4f84290a6b),segment_id=1c468974-700f-4380-acfc-da4f84290a6b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:41:25.605317 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dab16c-6101-4387-8fca-635b329d4899 req-8d26453e-7bba-4c0e-8161-e0f48e3107bb tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:25.606901 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-14dab16c-6101-4387-8fca-635b329d4899 req-8d26453e-7bba-4c0e-8161-e0f48e3107bb tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.5890667 Apr 05 14:41:25.612622 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ce22ad89-7ffd-48b5-9257-65633a3fb045 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:25.652236 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d6ac124c-cf05-44d9-9f32-9876a19d6b16 None None] Notify callbacks [] for port, precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:25.676140 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b4064332-97ae-436f-aa75-66d3de17f080 req-4ff62f06-fb82-4d42-aebe-ae1f21c8ec73 service neutron] 10.222.0.55 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968140 Apr 05 14:41:25.682377 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ce22ad89-7ffd-48b5-9257-65633a3fb045 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:25.706037 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce22ad89-7ffd-48b5-9257-65633a3fb045 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23c1cd13-b93d-4d0a-8afb-9274c5ea11fb,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:25.721186 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-14dab16c-6101-4387-8fca-635b329d4899 req-f228eee2-87f7-4720-b5b6-e82acf48fa0c tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991547 Apr 05 14:41:25.747641 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d6ac124c-cf05-44d9-9f32-9876a19d6b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:25.785318 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8310036e-43b8-4aee-8607-c7d02eb0101f tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Made reservation on behalf of 81648541dc0b4f1ea0eb9cace0846aa5 for: {'subnet': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:41:25.788945 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8310036e-43b8-4aee-8607-c7d02eb0101f tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13127328'] for subnet, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:25.847369 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ce22ad89-7ffd-48b5-9257-65633a3fb045 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:25.848828 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-ce22ad89-7ffd-48b5-9257-65633a3fb045 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5079336 Apr 05 14:41:25.851626 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 49614) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:25.858204 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-b375e293-0a60-4cc1-9d0f-4807b61729fd tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Request body: {'security_group_rule': {'security_group_id': '78dcbee3-58e7-4ac0-a42b-70562828d389', 'project_id': 'c6d7d106196c47bab9057a60414eb92c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:41:25.889874 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ac124c-cf05-44d9-9f32-9876a19d6b16 None None] Pushing event updated for resources: {'Port': ['ID=667f7e60-5917-4395-8e7f-2d7362be08f8,revision_number=9']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:25.935641 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b4064332-97ae-436f-aa75-66d3de17f080 req-2eb960f2-a1db-4dfe-86c3-e4b4bbee614d service neutron] 10.222.0.55 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463264 Apr 05 14:41:25.962734 n-d-836650-2 neutron-server[103321]: INFO neutron.db.securitygroups_db [None req-b375e293-0a60-4cc1-9d0f-4807b61729fd tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Project c6d7d106196c47bab9057a60414eb92c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 14:41:25.968804 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b375e293-0a60-4cc1-9d0f-4807b61729fd tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:25.978929 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-62dad540-ce63-4264-a55c-c6a317ab826c tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809988'] for router_interface, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:26.071608 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b375e293-0a60-4cc1-9d0f-4807b61729fd tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:26.091611 n-d-836650-2 neutron-server[103320]: INFO neutron.db.ipam_backend_mixin [None req-8310036e-43b8-4aee-8607-c7d02eb0101f tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8a7bccb1-b939-4e04-bdd2-99a6061e0bc5 (CIDR: 2001:db8::/64) Apr 05 14:41:26.173414 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b375e293-0a60-4cc1-9d0f-4807b61729fd tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:26.184132 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-8310036e-43b8-4aee-8607-c7d02eb0101f tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:41:26.185699 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8310036e-43b8-4aee-8607-c7d02eb0101f tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103320) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:41:26.198032 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b375e293-0a60-4cc1-9d0f-4807b61729fd tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=641d1a96-5171-4203-9e9b-88f63e5cf227,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:26.203569 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3e7c6-3950-4354-b22f-3ec21813292b req-a5b65c55-ec5d-4da8-ac0b-aa591bc7e5a3 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:26.205372 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-57f3e7c6-3950-4354-b22f-3ec21813292b req-a5b65c55-ec5d-4da8-ac0b-aa591bc7e5a3 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.1604085 Apr 05 14:41:26.299699 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-57f3e7c6-3950-4354-b22f-3ec21813292b req-73d7781f-8564-41b2-958a-85bb932444e0 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633082 Apr 05 14:41:26.303745 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b375e293-0a60-4cc1-9d0f-4807b61729fd tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:26.318745 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-b375e293-0a60-4cc1-9d0f-4807b61729fd tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4645543 Apr 05 14:41:26.365541 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-8310036e-43b8-4aee-8607-c7d02eb0101f tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4430542 Apr 05 14:41:26.372491 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 49624) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:26.383787 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-309f5b0a-824c-4467-864c-88953776e98b tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Request body: {'subnet': {'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:41:26.525629 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 667f7e60-5917-4395-8e7f-2d7362be08f8 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:41:26.594075 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607df3a1-77bd-469d-9da0-fb23b96199cd req-6843a94e-2f71-4cd5-baaf-efeb14a2bde6 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:26.617161 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607df3a1-77bd-469d-9da0-fb23b96199cd req-6843a94e-2f71-4cd5-baaf-efeb14a2bde6 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:26.625984 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607df3a1-77bd-469d-9da0-fb23b96199cd req-6843a94e-2f71-4cd5-baaf-efeb14a2bde6 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:26.637532 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607df3a1-77bd-469d-9da0-fb23b96199cd req-6843a94e-2f71-4cd5-baaf-efeb14a2bde6 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:26.644141 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607df3a1-77bd-469d-9da0-fb23b96199cd req-6843a94e-2f71-4cd5-baaf-efeb14a2bde6 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:26.651810 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607df3a1-77bd-469d-9da0-fb23b96199cd req-6843a94e-2f71-4cd5-baaf-efeb14a2bde6 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:26.659194 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607df3a1-77bd-469d-9da0-fb23b96199cd req-6843a94e-2f71-4cd5-baaf-efeb14a2bde6 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:26.660102 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-607df3a1-77bd-469d-9da0-fb23b96199cd req-6843a94e-2f71-4cd5-baaf-efeb14a2bde6 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 5436 time: 0.2590601 Apr 05 14:41:26.669558 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-62dad540-ce63-4264-a55c-c6a317ab826c tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Deleting port cd01da2c-7990-4076-bea6-9a78d8a74dc6 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:41:26.669909 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-62dad540-ce63-4264-a55c-c6a317ab826c tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:26.682218 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 667f7e60-5917-4395-8e7f-2d7362be08f8 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:41:26.682924 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:26.722755 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-309f5b0a-824c-4467-864c-88953776e98b tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Made reservation on behalf of 81648541dc0b4f1ea0eb9cace0846aa5 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:41:26.726551 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-309f5b0a-824c-4467-864c-88953776e98b tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:26.793904 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-674f8923-e656-4086-af8e-f703fa7f58c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:26.852490 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfcba88-8d6d-4d5a-9c05-c3f81d01cdce None None] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:41:26.911315 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-607df3a1-77bd-469d-9da0-fb23b96199cd req-ec53e2be-d2d1-4a60-af91-214f94f5c3b2 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/security-groups?id=756a1fd7-e8fc-4bda-8783-a2c1d11a4f04&id=cbd616a3-13b2-4eba-903a-bcdcba548a35&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2360201 Apr 05 14:41:26.974552 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0dc3f9e0-6cbe-42c1-87d8-c5db57d20861 req-6fce0297-8240-45d5-8bdd-e29fa9ac1607 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1158778255&fields=id&tenant_id=c6d7d106196c47bab9057a60414eb92c HTTP/1.1" status: 200 len: 267 time: 0.1717374 Apr 05 14:41:27.025244 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-f5cf6253-445b-4e97-8687-d45992bf381f None None] Provisioning complete for port 667f7e60-5917-4395-8e7f-2d7362be08f8 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:41:27.027348 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f5cf6253-445b-4e97-8687-d45992bf381f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:27.154287 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc3f9e0-6cbe-42c1-87d8-c5db57d20861 req-8561652d-5a58-4d86-9e2b-eb0dfea3f74c tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:27.155951 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0dc3f9e0-6cbe-42c1-87d8-c5db57d20861 req-8561652d-5a58-4d86-9e2b-eb0dfea3f74c tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] 10.222.0.30 "GET /v2.0/networks?id=663ca2d9-20db-46f3-a840-3b61cfaa89c4 HTTP/1.1" status: 200 len: 814 time: 0.1629145 Apr 05 14:41:27.162789 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-62dad540-ce63-4264-a55c-c6a317ab826c tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] For port cd01da2c-7990-4076-bea6-9a78d8a74dc6, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=cd01da2c-7990-4076-bea6-9a78d8a74dc6,segment=NetworkSegment(54e6a378-f079-4921-b108-ec9d5d0d37a8),segment_id=54e6a378-f079-4921-b108-ec9d5d0d37a8)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:41:27.163225 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-62dad540-ce63-4264-a55c-c6a317ab826c tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:27.202190 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-309f5b0a-824c-4467-864c-88953776e98b tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:27.220038 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-62dad540-ce63-4264-a55c-c6a317ab826c tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Calling delete_port for cd01da2c-7990-4076-bea6-9a78d8a74dc6 owned by network:router_interface {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:41:27.283645 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309f5b0a-824c-4467-864c-88953776e98b tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:41:27.288988 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-309f5b0a-824c-4467-864c-88953776e98b tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:41:27.296195 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309f5b0a-824c-4467-864c-88953776e98b tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:27.297682 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-309f5b0a-824c-4467-864c-88953776e98b tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:27.322846 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0dc3f9e0-6cbe-42c1-87d8-c5db57d20861 req-6c85ebd5-043b-47f8-8a24-d808ad27a842 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] 10.222.0.30 "GET /v2.0/quotas/c6d7d106196c47bab9057a60414eb92c HTTP/1.1" status: 200 len: 375 time: 0.1561379 Apr 05 14:41:27.331557 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309f5b0a-824c-4467-864c-88953776e98b tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event updated for resources: {'Subnet': ['ID=83b3fc6d-93ba-416e-a98f-c8d8299cb367,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:27.414395 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff06de-7aa0-4b58-ab9f-564cc7de3ebf req-4373a372-3f5c-4b7f-8b05-fec58d6c31d6 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:27.415990 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-97ff06de-7aa0-4b58-ab9f-564cc7de3ebf req-4373a372-3f5c-4b7f-8b05-fec58d6c31d6 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] 10.222.0.30 "GET /v2.0/ports?device_id=e107d774-342a-469b-835c-1528574abce5 HTTP/1.1" status: 200 len: 947 time: 0.2559297 Apr 05 14:41:27.417452 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-309f5b0a-824c-4467-864c-88953776e98b tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0431654 Apr 05 14:41:27.420080 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 49638) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:27.433322 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-0595ffb9-bacc-4866-8df3-4f94c2a08be6 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Request body: {'port': {'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'mac_address': 'fa:16:3e:3f:37:de', 'name': 'tempest-NetworksTestDHCPv6-1870286694'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:41:27.485552 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0dc3f9e0-6cbe-42c1-87d8-c5db57d20861 req-3492a2a8-86ea-4078-be9b-ce53161f0219 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c6d7d106196c47bab9057a60414eb92c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1617925 Apr 05 14:41:27.571046 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc6b1c4-ff43-4aa0-8d18-c00c0a89f28b None None] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:41:27.640156 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-97ff06de-7aa0-4b58-ab9f-564cc7de3ebf req-7dc4987f-c9be-4345-86bc-608d536305ba tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ca7fb53-50e9-4359-aa7a-c92550724034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005384 Apr 05 14:41:27.712783 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-419a4592-6634-417b-aa22-c733281c54a4 None None] Provisioning complete for port 667f7e60-5917-4395-8e7f-2d7362be08f8 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:41:27.713292 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-419a4592-6634-417b-aa22-c733281c54a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:27.723793 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0dc3f9e0-6cbe-42c1-87d8-c5db57d20861 req-4924812a-e275-40b7-bf89-893c43974e41 service neutron] 10.222.0.30 "GET /v2.0/networks/663ca2d9-20db-46f3-a840-3b61cfaa89c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068603 Apr 05 14:41:27.866728 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-62dad540-ce63-4264-a55c-c6a317ab826c tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:27.882856 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220b6e6-44dc-4ce0-a898-98c06992e2af req-2b622a0d-8d12-445e-b6af-b6c03ae4d2af tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:27.884369 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a220b6e6-44dc-4ce0-a898-98c06992e2af req-2b622a0d-8d12-445e-b6af-b6c03ae4d2af tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.1352327 Apr 05 14:41:27.928564 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dad540-ce63-4264-a55c-c6a317ab826c tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Pushing event deleted for resources: {'Port': ['ID=cd01da2c-7990-4076-bea6-9a78d8a74dc6,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:27.933010 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0595ffb9-bacc-4866-8df3-4f94c2a08be6 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Made reservation on behalf of 81648541dc0b4f1ea0eb9cace0846aa5 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:41:27.946002 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0dc3f9e0-6cbe-42c1-87d8-c5db57d20861 req-c992b9c3-2043-47af-8876-ecaebdb805b0 service neutron] 10.222.0.30 "GET /v2.0/networks/663ca2d9-20db-46f3-a840-3b61cfaa89c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117195 Apr 05 14:41:27.986852 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f095c83e-1050-4cc2-bcfb-cd09c3dd14f4 None None] Update dhcp port {'port': {'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'fixed_ips': [{'subnet_id': '8a7bccb1-b939-4e04-bdd2-99a6061e0bc5', 'ip_address': '2001:db8::f816:3eff:fed8:12e'}, {'subnet_id': '83b3fc6d-93ba-416e-a98f-c8d8299cb367'}], 'binding:host_id': 'n-d-836650-2'}, 'id': '667f7e60-5917-4395-8e7f-2d7362be08f8'} from n-d-836650-2. {{(pid=103322) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 05 14:41:28.020317 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f095c83e-1050-4cc2-bcfb-cd09c3dd14f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:28.037603 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:28.189964 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0595ffb9-bacc-4866-8df3-4f94c2a08be6 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:28.206189 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a220b6e6-44dc-4ce0-a898-98c06992e2af req-75c8d58a-3bbd-4f1d-a6d0-31d0d7d06512 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2805545 Apr 05 14:41:28.231337 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-62dad540-ce63-4264-a55c-c6a317ab826c tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1798829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810128'] for router_interface, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:28.231516 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-f095c83e-1050-4cc2-bcfb-cd09c3dd14f4 None None] Allocated IP 2001:db8:0:1::2 (fd08407d-7bc3-4895-9d28-9b2f36a8d65c/83b3fc6d-93ba-416e-a98f-c8d8299cb367/667f7e60-5917-4395-8e7f-2d7362be08f8) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:41:28.231647 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-0595ffb9-bacc-4866-8df3-4f94c2a08be6 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] device_id is not set on port a3ae6a4f-6c75-4c93-95f8-b309a753d634 yet. {{(pid=103320) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:41:28.354057 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-f095c83e-1050-4cc2-bcfb-cd09c3dd14f4 None None] For port 667f7e60-5917-4395-8e7f-2d7362be08f8, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=667f7e60-5917-4395-8e7f-2d7362be08f8,segment=NetworkSegment(1c468974-700f-4380-acfc-da4f84290a6b),segment_id=1c468974-700f-4380-acfc-da4f84290a6b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:41:28.384819 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f095c83e-1050-4cc2-bcfb-cd09c3dd14f4 None None] Notify callbacks [] for port, precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:28.435778 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a603bf-27a0-494e-b4fe-0403a37b9052 req-ab10491a-4a55-4b21-b9da-bbbeac84b158 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:28.437221 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b8a603bf-27a0-494e-b4fe-0403a37b9052 req-ab10491a-4a55-4b21-b9da-bbbeac84b158 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.1243565 Apr 05 14:41:28.510077 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f095c83e-1050-4cc2-bcfb-cd09c3dd14f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:28.625515 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f095c83e-1050-4cc2-bcfb-cd09c3dd14f4 None None] Pushing event updated for resources: {'Port': ['ID=667f7e60-5917-4395-8e7f-2d7362be08f8,revision_number=10']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:28.938423 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b8a603bf-27a0-494e-b4fe-0403a37b9052 req-d7111ee7-2253-475e-8066-34f5e03e2bcf tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4948034 Apr 05 14:41:28.966311 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62dad540-ce63-4264-a55c-c6a317ab826c tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Router 42030efb-e7bf-4d65-b6c6-81d49a0dab38 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:41:29.067830 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c9306-14eb-4c24-baed-20bb890cf0f6 req-2c05f62a-4999-4236-97c4-69a2ced4fd7b tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:29.074763 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c9306-14eb-4c24-baed-20bb890cf0f6 req-2c05f62a-4999-4236-97c4-69a2ced4fd7b tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:29.080779 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c9306-14eb-4c24-baed-20bb890cf0f6 req-2c05f62a-4999-4236-97c4-69a2ced4fd7b tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:29.087580 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c9306-14eb-4c24-baed-20bb890cf0f6 req-2c05f62a-4999-4236-97c4-69a2ced4fd7b tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:29.093947 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c9306-14eb-4c24-baed-20bb890cf0f6 req-2c05f62a-4999-4236-97c4-69a2ced4fd7b tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:29.100039 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c9306-14eb-4c24-baed-20bb890cf0f6 req-2c05f62a-4999-4236-97c4-69a2ced4fd7b tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:29.106111 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c9306-14eb-4c24-baed-20bb890cf0f6 req-2c05f62a-4999-4236-97c4-69a2ced4fd7b tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:29.108096 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2f5c9306-14eb-4c24-baed-20bb890cf0f6 req-2c05f62a-4999-4236-97c4-69a2ced4fd7b tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 5436 time: 0.1957514 Apr 05 14:41:29.220210 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-0595ffb9-bacc-4866-8df3-4f94c2a08be6 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Allocated IP 2001:db8:0:1::282 (fd08407d-7bc3-4895-9d28-9b2f36a8d65c/83b3fc6d-93ba-416e-a98f-c8d8299cb367/a3ae6a4f-6c75-4c93-95f8-b309a753d634) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:41:29.250598 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-0595ffb9-bacc-4866-8df3-4f94c2a08be6 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Allocated IP 2001:db8::f816:3eff:fe3f:37de (fd08407d-7bc3-4895-9d28-9b2f36a8d65c/8a7bccb1-b939-4e04-bdd2-99a6061e0bc5/a3ae6a4f-6c75-4c93-95f8-b309a753d634) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:41:29.254815 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device cd8e6d72-6090-4536-9d2a-a97afe579489 details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:41:29.401341 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2f5c9306-14eb-4c24-baed-20bb890cf0f6 req-8471d88c-f295-4937-9b2a-be00d2dbd02f tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/security-groups?id=756a1fd7-e8fc-4bda-8783-a2c1d11a4f04&id=cbd616a3-13b2-4eba-903a-bcdcba548a35&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1479020 Apr 05 14:41:29.401341 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46612646-d2d0-4808-b488-8a3fe116fadd req-3631e7cb-24ae-465a-8bb8-2dc7198e645b tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:29.401341 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-46612646-d2d0-4808-b488-8a3fe116fadd req-3631e7cb-24ae-465a-8bb8-2dc7198e645b tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.2845795 Apr 05 14:41:29.401341 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62dad540-ce63-4264-a55c-c6a317ab826c tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:41:29.401341 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-62dad540-ce63-4264-a55c-c6a317ab826c tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "PUT /v2.0/routers/42030efb-e7bf-4d65-b6c6-81d49a0dab38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0234880 Apr 05 14:41:29.533968 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 49670) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:29.536998 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-d613ccb1-4b1e-4546-884c-d1d7cf711c99 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:29.536998 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-d613ccb1-4b1e-4546-884c-d1d7cf711c99 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:29.539224 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992f3347-dab1-431b-9d2d-68ee09cbf5b1 None None] Sync routers for ids ['42030efb-e7bf-4d65-b6c6-81d49a0dab38'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:41:29.540061 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-d613ccb1-4b1e-4546-884c-d1d7cf711c99 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:29.540061 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-d613ccb1-4b1e-4546-884c-d1d7cf711c99 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:29.540061 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-d613ccb1-4b1e-4546-884c-d1d7cf711c99 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:29.540464 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd62e5e6-b47a-4278-8f07-90c85a1bdeb9 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Deleting subnet 81b8431d-2922-485d-afa0-d5381cf42414 {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:41:29.540464 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-dd62e5e6-b47a-4278-8f07-90c85a1bdeb9 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:29.540736 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992f3347-dab1-431b-9d2d-68ee09cbf5b1 None None] Routers {'42030efb-e7bf-4d65-b6c6-81d49a0dab38'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:41:29.541180 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-d27ea7d6-3bd3-4d1d-a05e-06fbe566860c None None] Provisioning complete for port 667f7e60-5917-4395-8e7f-2d7362be08f8 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:41:29.541180 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d27ea7d6-3bd3-4d1d-a05e-06fbe566860c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:29.541481 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-992f3347-dab1-431b-9d2d-68ee09cbf5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:41:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['42030efb-e7bf-4d65-b6c6-81d49a0dab38'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:41:29.541717 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port cd8e6d72-6090-4536-9d2a-a97afe579489, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=cd8e6d72-6090-4536-9d2a-a97afe579489,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:41:29.542123 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-d613ccb1-4b1e-4546-884c-d1d7cf711c99 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:29.542123 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-d613ccb1-4b1e-4546-884c-d1d7cf711c99 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:29.542123 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-d613ccb1-4b1e-4546-884c-d1d7cf711c99 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.55 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 5436 time: 0.2211087 Apr 05 14:41:29.556716 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-46612646-d2d0-4808-b488-8a3fe116fadd req-a838a613-9606-4602-950e-25cb93a052bd tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2055371 Apr 05 14:41:29.572497 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-dd62e5e6-b47a-4278-8f07-90c85a1bdeb9 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:29.604248 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:29.645438 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': 'cd8e6d72-6090-4536-9d2a-a97afe579489', 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800', 'port_id': 'cd8e6d72-6090-4536-9d2a-a97afe579489', 'mac_address': 'fa:16:3e:09:1e:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:41:29.671981 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2424b929-b9e8-477f-92e4-20f69a641561 req-66e71d1c-20e3-474c-9958-08729f3c5962 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] 10.222.0.30 "GET /v2.0/ports?device_id=cff8471e-9af1-4cec-a212-0e4dc1e3ad81 HTTP/1.1" status: 200 len: 210 time: 0.0832367 Apr 05 14:41:29.684335 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-992f3347-dab1-431b-9d2d-68ee09cbf5b1 None None] Set router 42030efb-e7bf-4d65-b6c6-81d49a0dab38 gateway port host: None {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:41:29.712363 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:29.776985 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd8e6d72-6090-4536-9d2a-a97afe579489 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:41:29.794016 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:29.802987 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-9f4dd057-5381-4fa2-b216-831823b0e063 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:29.805116 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-9f4dd057-5381-4fa2-b216-831823b0e063 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.55 "GET /v2.0/ports/8881e57a-5748-4f29-927f-2388c029f510?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2281947 Apr 05 14:41:29.808354 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port cd8e6d72-6090-4536-9d2a-a97afe579489, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=cd8e6d72-6090-4536-9d2a-a97afe579489,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:41:29.812413 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-dd62e5e6-b47a-4278-8f07-90c85a1bdeb9 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:29.902927 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:29.938028 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47272221-633a-4a0c-833d-d1e467b073e9 req-7db66b51-efba-4b13-b7b0-960848eb6f8b tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:29.939898 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-47272221-633a-4a0c-833d-d1e467b073e9 req-7db66b51-efba-4b13-b7b0-960848eb6f8b tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] 10.222.0.30 "GET /v2.0/ports?device_id=e107d774-342a-469b-835c-1528574abce5 HTTP/1.1" status: 200 len: 947 time: 0.1919584 Apr 05 14:41:30.014868 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=cd8e6d72-6090-4536-9d2a-a97afe579489,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:30.026231 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-dd62e5e6-b47a-4278-8f07-90c85a1bdeb9 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:30.041100 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-992f3347-dab1-431b-9d2d-68ee09cbf5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'name': 'tempest-RoutersIpV6Test-router-1460575378', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:40:31Z', 'updated_at': '2022-04-05T14:41:27Z', 'revision_number': 9, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'gw_port_host': None, '_interfaces': [{'id': 'b1400329-76eb-44dd-85ba-1ea33c533f50', 'name': '', 'network_id': '83c46ed4-678c-4cd2-bcba-40da38b647e1', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'mac_address': 'fa:16:3e:03:18:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': 'f17bfea5-8c4d-4735-b766-8564c75fe6bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:36Z', 'updated_at': '2022-04-05T14:40:46Z', 'revision_number': 5, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'subnets': [{'id': 'f17bfea5-8c4d-4735-b766-8564c75fe6bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1323186-7c51-4b8a-87ff-a68b7d16dbc3', 'name': '', 'network_id': 'db5197f6-eaf7-4c08-9616-8bd4164e6913', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'mac_address': 'fa:16:3e:95:0d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '7e7e41d8-71b1-4208-b6cb-6c5106360847', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:47Z', 'updated_at': '2022-04-05T14:40:54Z', 'revision_number': 5, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'subnets': [{'id': '7e7e41d8-71b1-4208-b6cb-6c5106360847', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:41:30.058093 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0595ffb9-bacc-4866-8df3-4f94c2a08be6 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:30.058650 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bbdac0-7b9f-43ca-a2d2-c3edf4c23700 None None] Network dd314ab8-2496-4435-82ca-988674a13f1e requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:41:30.084790 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-dd62e5e6-b47a-4278-8f07-90c85a1bdeb9 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:30.092582 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992f3347-dab1-431b-9d2d-68ee09cbf5b1 None None] Checking router: 42030efb-e7bf-4d65-b6c6-81d49a0dab38 for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:41:30.103183 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992f3347-dab1-431b-9d2d-68ee09cbf5b1 None None] Routers {'42030efb-e7bf-4d65-b6c6-81d49a0dab38'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:41:30.104101 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-992f3347-dab1-431b-9d2d-68ee09cbf5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:41:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['42030efb-e7bf-4d65-b6c6-81d49a0dab38'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:41:30.104383 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-dd62e5e6-b47a-4278-8f07-90c85a1bdeb9 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "DELETE /v2.0/subnets/81b8431d-2922-485d-afa0-d5381cf42414 HTTP/1.1" status: 204 len: 168 time: 0.7560813 Apr 05 14:41:30.106143 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd62e5e6-b47a-4278-8f07-90c85a1bdeb9 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Pushing event deleted for resources: {'Subnet': ['ID=81b8431d-2922-485d-afa0-d5381cf42414,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:30.108198 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-47272221-633a-4a0c-833d-d1e467b073e9 req-493d0ac4-9332-4497-87f8-a02c083f56e6 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ca7fb53-50e9-4359-aa7a-c92550724034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490242 Apr 05 14:41:30.109859 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 49704) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:30.150966 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['cd8e6d72-6090-4536-9d2a-a97afe579489'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:41:30.204902 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-a0e80032-e089-4110-83e1-4b45816461bf tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.55 "GET /v2.0/networks/09506e0a-3744-473b-8a54-c7b44b9b7c22?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3850968 Apr 05 14:41:30.247681 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-5ce16c54-b9fd-46d8-ad67-9a39d140e606 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:41:30.317777 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f3641ada-2211-401b-87cc-63b0bd09d774 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:30.397447 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0595ffb9-bacc-4866-8df3-4f94c2a08be6 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:30.452306 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-992f3347-dab1-431b-9d2d-68ee09cbf5b1 None None] Set router 42030efb-e7bf-4d65-b6c6-81d49a0dab38 gateway port host: None {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:41:30.463551 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 667f7e60-5917-4395-8e7f-2d7362be08f8 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:41:30.478557 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0595ffb9-bacc-4866-8df3-4f94c2a08be6 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:41:30.488006 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-f3641ada-2211-401b-87cc-63b0bd09d774 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Deleting port 383fa6e8-68b8-4957-aa4b-346cc3878917 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:41:30.488396 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f3641ada-2211-401b-87cc-63b0bd09d774 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:30.504963 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-0595ffb9-bacc-4866-8df3-4f94c2a08be6 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:41:30.564997 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0595ffb9-bacc-4866-8df3-4f94c2a08be6 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:41:30.593349 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0595ffb9-bacc-4866-8df3-4f94c2a08be6 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:30.594077 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0595ffb9-bacc-4866-8df3-4f94c2a08be6 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:30.629816 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-5ce16c54-b9fd-46d8-ad67-9a39d140e606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:30.641925 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4ddbf1-9316-4647-80d0-3dfef6d87d3b None None] DHCP port deletion for dd314ab8-2496-4435-82ca-988674a13f1e request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:41:30.651815 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd1d649-71f9-4d64-9d1f-dbaf2f8902a7 req-ad046d35-a66d-4063-b485-e211f8ba87e3 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:30.653414 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fbd1d649-71f9-4d64-9d1f-dbaf2f8902a7 req-ad046d35-a66d-4063-b485-e211f8ba87e3 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.3592465 Apr 05 14:41:30.654512 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-f3641ada-2211-401b-87cc-63b0bd09d774 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] For port 383fa6e8-68b8-4957-aa4b-346cc3878917, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=383fa6e8-68b8-4957-aa4b-346cc3878917,segment=NetworkSegment(54e6a378-f079-4921-b108-ec9d5d0d37a8),segment_id=54e6a378-f079-4921-b108-ec9d5d0d37a8)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:41:30.655414 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f3641ada-2211-401b-87cc-63b0bd09d774 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:30.687023 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-f3641ada-2211-401b-87cc-63b0bd09d774 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Calling delete_port for 383fa6e8-68b8-4957-aa4b-346cc3878917 owned by network:dhcp {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:41:30.720694 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595ffb9-bacc-4866-8df3-4f94c2a08be6 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event updated for resources: {'Port': ['ID=a3ae6a4f-6c75-4c93-95f8-b309a753d634,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:30.740331 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 667f7e60-5917-4395-8e7f-2d7362be08f8 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:41:30.743774 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:30.795695 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fbd1d649-71f9-4d64-9d1f-dbaf2f8902a7 req-0877cc4e-3216-46a4-b766-fbebd3aa206a tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147125 Apr 05 14:41:30.926885 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-0595ffb9-bacc-4866-8df3-4f94c2a08be6 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.4975896 Apr 05 14:41:30.935299 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 49734) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:30.941138 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-1b4ddbf1-9316-4647-80d0-3dfef6d87d3b None None] Deleting port 383fa6e8-68b8-4957-aa4b-346cc3878917 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:41:30.941777 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1b4ddbf1-9316-4647-80d0-3dfef6d87d3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:31.009027 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-5ce16c54-b9fd-46d8-ad67-9a39d140e606 service neutron] For port 8881e57a-5748-4f29-927f-2388c029f510, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=8881e57a-5748-4f29-927f-2388c029f510,segment=NetworkSegment(9b21705a-bc5f-4914-8fe4-95935e7f97b2),segment_id=9b21705a-bc5f-4914-8fe4-95935e7f97b2)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:41:31.044383 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f3641ada-2211-401b-87cc-63b0bd09d774 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:31.050917 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a56963-c460-43b2-967b-2e44b9a636b3 req-1e78ab01-c135-4cb1-bbde-55e5d47d4c74 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:31.058381 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a56963-c460-43b2-967b-2e44b9a636b3 req-1e78ab01-c135-4cb1-bbde-55e5d47d4c74 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:31.066283 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a56963-c460-43b2-967b-2e44b9a636b3 req-1e78ab01-c135-4cb1-bbde-55e5d47d4c74 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:31.075923 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a56963-c460-43b2-967b-2e44b9a636b3 req-1e78ab01-c135-4cb1-bbde-55e5d47d4c74 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:31.079853 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-992f3347-dab1-431b-9d2d-68ee09cbf5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'name': 'tempest-RoutersIpV6Test-router-1460575378', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:40:31Z', 'updated_at': '2022-04-05T14:41:27Z', 'revision_number': 9, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'gw_port_host': None, '_interfaces': [{'id': 'b1400329-76eb-44dd-85ba-1ea33c533f50', 'name': '', 'network_id': '83c46ed4-678c-4cd2-bcba-40da38b647e1', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'mac_address': 'fa:16:3e:03:18:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': 'f17bfea5-8c4d-4735-b766-8564c75fe6bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:36Z', 'updated_at': '2022-04-05T14:40:46Z', 'revision_number': 5, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'subnets': [{'id': 'f17bfea5-8c4d-4735-b766-8564c75fe6bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1323186-7c51-4b8a-87ff-a68b7d16dbc3', 'name': '', 'network_id': 'db5197f6-eaf7-4c08-9616-8bd4164e6913', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'mac_address': 'fa:16:3e:95:0d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '7e7e41d8-71b1-4208-b6cb-6c5106360847', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:47Z', 'updated_at': '2022-04-05T14:40:54Z', 'revision_number': 5, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'subnets': [{'id': '7e7e41d8-71b1-4208-b6cb-6c5106360847', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:41:31.084379 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a56963-c460-43b2-967b-2e44b9a636b3 req-1e78ab01-c135-4cb1-bbde-55e5d47d4c74 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:31.092475 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a56963-c460-43b2-967b-2e44b9a636b3 req-1e78ab01-c135-4cb1-bbde-55e5d47d4c74 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:31.099757 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a56963-c460-43b2-967b-2e44b9a636b3 req-1e78ab01-c135-4cb1-bbde-55e5d47d4c74 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:31.102684 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-68a56963-c460-43b2-967b-2e44b9a636b3 req-1e78ab01-c135-4cb1-bbde-55e5d47d4c74 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 5436 time: 0.1974890 Apr 05 14:41:31.117967 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992f3347-dab1-431b-9d2d-68ee09cbf5b1 None None] The sync data for ids ['42030efb-e7bf-4d65-b6c6-81d49a0dab38'] in n-d-836650-2 is: [{'id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'name': 'tempest-RoutersIpV6Test-router-1460575378', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:40:31Z', 'updated_at': '2022-04-05T14:41:27Z', 'revision_number': 9, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'gw_port_host': None, '_interfaces': [{'id': 'b1400329-76eb-44dd-85ba-1ea33c533f50', 'name': '', 'network_id': '83c46ed4-678c-4cd2-bcba-40da38b647e1', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'mac_address': 'fa:16:3e:03:18:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': 'f17bfea5-8c4d-4735-b766-8564c75fe6bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:36Z', 'updated_at': '2022-04-05T14:40:46Z', 'revision_number': 5, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'subnets': [{'id': 'f17bfea5-8c4d-4735-b766-8564c75fe6bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1323186-7c51-4b8a-87ff-a68b7d16dbc3', 'name': '', 'network_id': 'db5197f6-eaf7-4c08-9616-8bd4164e6913', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'mac_address': 'fa:16:3e:95:0d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '7e7e41d8-71b1-4208-b6cb-6c5106360847', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:47Z', 'updated_at': '2022-04-05T14:40:54Z', 'revision_number': 5, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'subnets': [{'id': '7e7e41d8-71b1-4208-b6cb-6c5106360847', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:41:31.142151 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3641ada-2211-401b-87cc-63b0bd09d774 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] No DVR routers for this DVR port 383fa6e8-68b8-4957-aa4b-346cc3878917 on host n-d-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:41:31.144582 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3641ada-2211-401b-87cc-63b0bd09d774 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Pushing event deleted for resources: {'Port': ['ID=383fa6e8-68b8-4957-aa4b-346cc3878917,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:31.194046 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-5ce16c54-b9fd-46d8-ad67-9a39d140e606 service neutron] For port 8881e57a-5748-4f29-927f-2388c029f510, host n-h1-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:41:31.261171 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-68a56963-c460-43b2-967b-2e44b9a636b3 req-b97cde17-6510-4796-af48-9142293a6075 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/security-groups?id=756a1fd7-e8fc-4bda-8783-a2c1d11a4f04&id=cbd616a3-13b2-4eba-903a-bcdcba548a35&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1510956 Apr 05 14:41:31.274515 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-1b4ddbf1-9316-4647-80d0-3dfef6d87d3b None None] For port 383fa6e8-68b8-4957-aa4b-346cc3878917, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=383fa6e8-68b8-4957-aa4b-346cc3878917,segment=NetworkSegment(54e6a378-f079-4921-b108-ec9d5d0d37a8),segment_id=54e6a378-f079-4921-b108-ec9d5d0d37a8)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:41:31.275320 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1b4ddbf1-9316-4647-80d0-3dfef6d87d3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:31.276129 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-5ce16c54-b9fd-46d8-ad67-9a39d140e606 service neutron] device_id is not set on port 8881e57a-5748-4f29-927f-2388c029f510 yet. {{(pid=103320) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:41:31.283944 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-a5c7c4f4-689f-4fa6-9b57-bd2cb2fd1264 None None] Provisioning complete for port a3ae6a4f-6c75-4c93-95f8-b309a753d634 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:41:31.284318 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a5c7c4f4-689f-4fa6-9b57-bd2cb2fd1264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:31.286685 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f3641ada-2211-401b-87cc-63b0bd09d774 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:31.291900 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-1b4ddbf1-9316-4647-80d0-3dfef6d87d3b None None] Calling delete_port for 383fa6e8-68b8-4957-aa4b-346cc3878917 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:41:31.312298 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-5ce16c54-b9fd-46d8-ad67-9a39d140e606 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:31.312953 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-c35f0692-a1b4-4a4d-b67d-ea4eab955417 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Deleting port a3ae6a4f-6c75-4c93-95f8-b309a753d634 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:41:31.313484 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c35f0692-a1b4-4a4d-b67d-ea4eab955417 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:31.342520 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-f3641ada-2211-401b-87cc-63b0bd09d774 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd314ab8-2496-4435-82ca-988674a13f1e']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:41:31.373854 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-f3641ada-2211-401b-87cc-63b0bd09d774 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54e6a378-f079-4921-b108-ec9d5d0d37a8') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:41:31.374023 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-f3641ada-2211-401b-87cc-63b0bd09d774 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54e6a378-f079-4921-b108-ec9d5d0d37a8') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:41:31.391661 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f3641ada-2211-401b-87cc-63b0bd09d774 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:31.410771 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f3641ada-2211-401b-87cc-63b0bd09d774 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:31.414932 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-a5c7c4f4-689f-4fa6-9b57-bd2cb2fd1264 None None] Port a3ae6a4f-6c75-4c93-95f8-b309a753d634 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:41:31.418946 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b3c1cd2a-20b2-4741-8c10-bf4bd5c449aa req-0c3c12c9-7d26-4c54-9f60-95b619c74962 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] 10.222.0.30 "GET /v2.0/ports?device_id=cff8471e-9af1-4cec-a212-0e4dc1e3ad81 HTTP/1.1" status: 200 len: 210 time: 0.0335047 Apr 05 14:41:31.428432 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-5ce16c54-b9fd-46d8-ad67-9a39d140e606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:31.476097 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3641ada-2211-401b-87cc-63b0bd09d774 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:41:31.476097 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f3641ada-2211-401b-87cc-63b0bd09d774 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:31.558395 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1b4ddbf1-9316-4647-80d0-3dfef6d87d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:31.573079 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4ddbf1-9316-4647-80d0-3dfef6d87d3b None None] No DVR routers for this DVR port 383fa6e8-68b8-4957-aa4b-346cc3878917 on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:41:31.590458 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-5ce16c54-b9fd-46d8-ad67-9a39d140e606 service neutron] No DVR routers for this DVR port 8881e57a-5748-4f29-927f-2388c029f510 on host n-h1-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:41:31.613704 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce16c54-b9fd-46d8-ad67-9a39d140e606 service neutron] Pushing event updated for resources: {'Port': ['ID=8881e57a-5748-4f29-927f-2388c029f510,revision_number=6']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:31.626490 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:41:31.626490 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:41:31.626490 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:41:31.626490 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:41:31.626490 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:41:31.626490 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:41:31.626490 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:41:31.626490 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:41:31.626490 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:41:31.626490 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:41:31.626490 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:41:31.626490 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:41:31.626490 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:41:31.626490 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:41:31.626490 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:41:31.626490 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:41:31.626490 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:41:31.626490 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:41:31.626490 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:41:31.626490 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:41:31.626490 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:41:31.626490 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:41:31.626490 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:41:31.626490 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:41:31.626490 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:41:31.626490 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:41:31.626490 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:41:31.626490 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:41:31.626490 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:41:31.626490 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:41:31.626490 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:41:31.626490 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:41:31.638557 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4ddbf1-9316-4647-80d0-3dfef6d87d3b None None] Pushing event deleted for resources: {'Port': ['ID=383fa6e8-68b8-4957-aa4b-346cc3878917,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:31.708653 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6121141b-d0cc-4a90-85d4-ff82954708d7 req-3732fc3e-41ef-4514-8a04-745ba91c721f tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:31.717160 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6121141b-d0cc-4a90-85d4-ff82954708d7 req-3732fc3e-41ef-4514-8a04-745ba91c721f tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] 10.222.0.30 "GET /v2.0/ports?device_id=e107d774-342a-469b-835c-1528574abce5 HTTP/1.1" status: 200 len: 948 time: 0.1804068 Apr 05 14:41:31.744448 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-5ce16c54-b9fd-46d8-ad67-9a39d140e606 service neutron] In _notify_port_updated(), no bound segment for port 8881e57a-5748-4f29-927f-2388c029f510 on network 09506e0a-3744-473b-8a54-c7b44b9b7c22 {{(pid=103320) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 05 14:41:31.745742 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-5ce16c54-b9fd-46d8-ad67-9a39d140e606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:31.746666 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-5ce16c54-b9fd-46d8-ad67-9a39d140e606 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:31.748635 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-5ce16c54-b9fd-46d8-ad67-9a39d140e606 service neutron] 10.222.0.55 "PUT /v2.0/ports/8881e57a-5748-4f29-927f-2388c029f510 HTTP/1.1" status: 200 len: 1028 time: 1.5159242 Apr 05 14:41:31.787661 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c35f0692-a1b4-4a4d-b67d-ea4eab955417 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:31.802985 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-c35f0692-a1b4-4a4d-b67d-ea4eab955417 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Calling delete_port for a3ae6a4f-6c75-4c93-95f8-b309a753d634 owned by {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:41:31.812636 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f3641ada-2211-401b-87cc-63b0bd09d774 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:31.833450 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6121141b-d0cc-4a90-85d4-ff82954708d7 req-5b6b1ed1-f25c-4c46-8cc5-fecc826d5080 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ca7fb53-50e9-4359-aa7a-c92550724034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148901 Apr 05 14:41:31.866027 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-169c81c7-0ed4-4b22-8fae-021defc521ef tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:31.868233 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-169c81c7-0ed4-4b22-8fae-021defc521ef tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.55 "GET /v2.0/ports/28f37818-79d9-4d80-9e8f-cdf11e9c8346?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1133776 Apr 05 14:41:31.869622 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f3641ada-2211-401b-87cc-63b0bd09d774 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:31.872980 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-f3641ada-2211-401b-87cc-63b0bd09d774 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "DELETE /v2.0/networks/dd314ab8-2496-4435-82ca-988674a13f1e HTTP/1.1" status: 204 len: 168 time: 1.7617342 Apr 05 14:41:31.878105 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 49764) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:31.880309 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-5add5903-af7c-4803-8c51-90f5408c9372 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:41:31.955080 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-ff636657-168a-47e2-8676-66c15f7b987c None None] Provisioning complete for port 8881e57a-5748-4f29-927f-2388c029f510 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:41:31.955724 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ff636657-168a-47e2-8676-66c15f7b987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:32.003990 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-ff636657-168a-47e2-8676-66c15f7b987c None None] Port 8881e57a-5748-4f29-927f-2388c029f510 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:41:32.011776 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-5add5903-af7c-4803-8c51-90f5408c9372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:32.039784 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf831994-c7da-4c3d-b6f2-ed4150f5c082 req-10474f3e-fc19-4b99-9f1b-8bc902340563 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:32.041828 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bf831994-c7da-4c3d-b6f2-ed4150f5c082 req-10474f3e-fc19-4b99-9f1b-8bc902340563 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.1380482 Apr 05 14:41:32.126334 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bf831994-c7da-4c3d-b6f2-ed4150f5c082 req-18fbb222-8eaf-442c-b28d-3f156d86cc32 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756459 Apr 05 14:41:32.240375 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-5add5903-af7c-4803-8c51-90f5408c9372 service neutron] For port 28f37818-79d9-4d80-9e8f-cdf11e9c8346, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=28f37818-79d9-4d80-9e8f-cdf11e9c8346,segment=NetworkSegment(9b21705a-bc5f-4914-8fe4-95935e7f97b2),segment_id=9b21705a-bc5f-4914-8fe4-95935e7f97b2)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:41:32.294073 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-5add5903-af7c-4803-8c51-90f5408c9372 service neutron] For port 28f37818-79d9-4d80-9e8f-cdf11e9c8346, host n-h1-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:41:32.300774 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3641ada-2211-401b-87cc-63b0bd09d774 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Pushing event deleted for resources: {'Network': ['ID=dd314ab8-2496-4435-82ca-988674a13f1e,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:32.358597 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-5add5903-af7c-4803-8c51-90f5408c9372 service neutron] device_id is not set on port 28f37818-79d9-4d80-9e8f-cdf11e9c8346 yet. {{(pid=103320) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:41:32.376795 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-5add5903-af7c-4803-8c51-90f5408c9372 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:32.448979 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc3f9e0-6cbe-42c1-87d8-c5db57d20861 req-df015ffa-573d-4565-a72e-60c94e4c2b18 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:32.448979 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-0dc3f9e0-6cbe-42c1-87d8-c5db57d20861 req-df015ffa-573d-4565-a72e-60c94e4c2b18 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] 10.222.0.11 "GET /v2.0/networks?id=663ca2d9-20db-46f3-a840-3b61cfaa89c4 HTTP/1.1" status: 200 len: 814 time: 0.8083718 Apr 05 14:41:32.449545 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device cd01da2c-7990-4076-bea6-9a78d8a74dc6 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:41:32.470222 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: cd01da2c-7990-4076-bea6-9a78d8a74dc6 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:41:32.470643 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device cd01da2c-7990-4076-bea6-9a78d8a74dc6 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:41:32.471289 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 383fa6e8-68b8-4957-aa4b-346cc3878917 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:41:32.500600 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 383fa6e8-68b8-4957-aa4b-346cc3878917 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:41:32.501309 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 383fa6e8-68b8-4957-aa4b-346cc3878917 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:41:32.524308 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc763fd3-5aa5-42a6-9a2b-278a28b6b0e7 req-a05ef776-14b4-4611-91e3-c67e84bb208c tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:32.531749 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc763fd3-5aa5-42a6-9a2b-278a28b6b0e7 req-a05ef776-14b4-4611-91e3-c67e84bb208c tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:32.558192 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc763fd3-5aa5-42a6-9a2b-278a28b6b0e7 req-a05ef776-14b4-4611-91e3-c67e84bb208c tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:32.567232 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc763fd3-5aa5-42a6-9a2b-278a28b6b0e7 req-a05ef776-14b4-4611-91e3-c67e84bb208c tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:32.575497 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc763fd3-5aa5-42a6-9a2b-278a28b6b0e7 req-a05ef776-14b4-4611-91e3-c67e84bb208c tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:32.582092 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-0dc3f9e0-6cbe-42c1-87d8-c5db57d20861 req-f7a287e2-20ca-4fd8-a944-6ddec9532532 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6d7d106196c47bab9057a60414eb92c HTTP/1.1" status: 200 len: 380 time: 0.1157472 Apr 05 14:41:32.597495 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc763fd3-5aa5-42a6-9a2b-278a28b6b0e7 req-a05ef776-14b4-4611-91e3-c67e84bb208c tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:32.599939 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bc763fd3-5aa5-42a6-9a2b-278a28b6b0e7 req-a05ef776-14b4-4611-91e3-c67e84bb208c tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 4661 time: 0.1791422 Apr 05 14:41:32.602375 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-5add5903-af7c-4803-8c51-90f5408c9372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:32.625413 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-0dc3f9e0-6cbe-42c1-87d8-c5db57d20861 req-98e1bf93-0d76-40dc-b7d5-e80063417b6f tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Request body: {'port': {'device_id': 'cff8471e-9af1-4cec-a212-0e4dc1e3ad81', 'network_id': '663ca2d9-20db-46f3-a840-3b61cfaa89c4', 'admin_state_up': True, 'tenant_id': 'c6d7d106196c47bab9057a60414eb92c', 'security_groups': ['78dcbee3-58e7-4ac0-a42b-70562828d389']}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:41:32.704671 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5add5903-af7c-4803-8c51-90f5408c9372 service neutron] Pushing event updated for resources: {'Port': ['ID=28f37818-79d9-4d80-9e8f-cdf11e9c8346,revision_number=6']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:32.765874 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-5add5903-af7c-4803-8c51-90f5408c9372 service neutron] No DVR routers for this DVR port 28f37818-79d9-4d80-9e8f-cdf11e9c8346 on host n-h1-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:41:32.774987 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bc763fd3-5aa5-42a6-9a2b-278a28b6b0e7 req-46bb1968-1ccc-4d52-8676-62f27cbf4542 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/security-groups?id=756a1fd7-e8fc-4bda-8783-a2c1d11a4f04&id=cbd616a3-13b2-4eba-903a-bcdcba548a35&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1350558 Apr 05 14:41:32.837478 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-5add5903-af7c-4803-8c51-90f5408c9372 service neutron] In _notify_port_updated(), no bound segment for port 28f37818-79d9-4d80-9e8f-cdf11e9c8346 on network 09506e0a-3744-473b-8a54-c7b44b9b7c22 {{(pid=103320) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 05 14:41:32.838191 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-5add5903-af7c-4803-8c51-90f5408c9372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:32.838808 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-5add5903-af7c-4803-8c51-90f5408c9372 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:32.840356 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-5add5903-af7c-4803-8c51-90f5408c9372 service neutron] 10.222.0.55 "PUT /v2.0/ports/28f37818-79d9-4d80-9e8f-cdf11e9c8346 HTTP/1.1" status: 200 len: 1028 time: 0.9657149 Apr 05 14:41:32.908744 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dc3f9e0-6cbe-42c1-87d8-c5db57d20861 req-98e1bf93-0d76-40dc-b7d5-e80063417b6f tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Made reservation on behalf of c6d7d106196c47bab9057a60414eb92c for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:41:32.918361 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-0dc3f9e0-6cbe-42c1-87d8-c5db57d20861 req-98e1bf93-0d76-40dc-b7d5-e80063417b6f tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:32.961488 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6fae024d-a142-4385-b0ff-c2ac02ac0acf req-3f94853e-2acc-49e8-b3c3-af5002d2c6f1 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] 10.222.0.30 "GET /v2.0/ports?device_id=cff8471e-9af1-4cec-a212-0e4dc1e3ad81 HTTP/1.1" status: 200 len: 210 time: 0.0389390 Apr 05 14:41:33.099913 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c35f0692-a1b4-4a4d-b67d-ea4eab955417 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:33.157669 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb76ac-0ae3-4c89-9947-a05dfd2293ec req-5bd8ac7d-5458-4e76-831e-b964aee96da6 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:33.168268 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-17fb76ac-0ae3-4c89-9947-a05dfd2293ec req-5bd8ac7d-5458-4e76-831e-b964aee96da6 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] 10.222.0.30 "GET /v2.0/ports?device_id=e107d774-342a-469b-835c-1528574abce5 HTTP/1.1" status: 200 len: 948 time: 0.1068592 Apr 05 14:41:33.174468 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f0692-a1b4-4a4d-b67d-ea4eab955417 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event deleted for resources: {'Port': ['ID=a3ae6a4f-6c75-4c93-95f8-b309a753d634,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:33.193899 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-3965da62-d060-42d6-8be2-b64ec4a800f5 None None] Provisioning complete for port 28f37818-79d9-4d80-9e8f-cdf11e9c8346 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:41:33.201951 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3965da62-d060-42d6-8be2-b64ec4a800f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:33.220142 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-0f9e7ead-e68f-4981-816e-1df9551fd391 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Deleting port 385bc4e1-71d4-4027-983d-ee339e8e5dfe {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:41:33.220580 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-0f9e7ead-e68f-4981-816e-1df9551fd391 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:33.268421 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-3965da62-d060-42d6-8be2-b64ec4a800f5 None None] Port 28f37818-79d9-4d80-9e8f-cdf11e9c8346 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:41:33.271680 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device cd8e6d72-6090-4536-9d2a-a97afe579489 up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:41:33.363364 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [req-0dc3f9e0-6cbe-42c1-87d8-c5db57d20861 req-98e1bf93-0d76-40dc-b7d5-e80063417b6f tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Allocated IP 172.20.0.7 (663ca2d9-20db-46f3-a840-3b61cfaa89c4/fb98ffa3-a246-4ac7-9ee6-065bd7170bb4/42a919fd-83f7-4a0e-ad02-7c018309dfb5) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:41:33.390966 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-17fb76ac-0ae3-4c89-9947-a05dfd2293ec req-b3b53787-3f3d-4328-90b6-f97b3a682b47 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ca7fb53-50e9-4359-aa7a-c92550724034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214582 Apr 05 14:41:33.480142 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-0f9e7ead-e68f-4981-816e-1df9551fd391 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] For port 385bc4e1-71d4-4027-983d-ee339e8e5dfe, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=385bc4e1-71d4-4027-983d-ee339e8e5dfe,segment=NetworkSegment(d416e1c2-0a1e-4961-921e-eee607643059),segment_id=d416e1c2-0a1e-4961-921e-eee607643059)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:41:33.480569 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-0f9e7ead-e68f-4981-816e-1df9551fd391 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:33.488408 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c35f0692-a1b4-4a4d-b67d-ea4eab955417 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:33.501165 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-c35f0692-a1b4-4a4d-b67d-ea4eab955417 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/ports/a3ae6a4f-6c75-4c93-95f8-b309a753d634 HTTP/1.1" status: 204 len: 168 time: 2.5642879 Apr 05 14:41:33.503457 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 49798) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:33.515871 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port cd8e6d72-6090-4536-9d2a-a97afe579489 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:41:33.524845 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port cd8e6d72-6090-4536-9d2a-a97afe579489 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:41:33.525289 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:33.536916 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f18c95-dd92-4c59-8fd0-b3e4202a775d req-8974ae5d-11a0-4576-a768-eb67fedb43af tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:33.540987 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a0f18c95-dd92-4c59-8fd0-b3e4202a775d req-8974ae5d-11a0-4576-a768-eb67fedb43af tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=0440f044-3a89-43e6-b195-da957a04f30a HTTP/1.1" status: 200 len: 943 time: 0.3119059 Apr 05 14:41:33.623145 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-68434758-9ba1-4f84-9b26-59608975ff65 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809988'] for router_interface, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:33.649831 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ceb3db2-439f-4492-b779-e563c94eb91f tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:33.664803 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-3ceb3db2-439f-4492-b779-e563c94eb91f tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1418543 Apr 05 14:41:33.674884 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 49802) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:33.687287 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:33.754692 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port cd8e6d72-6090-4536-9d2a-a97afe579489, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=cd8e6d72-6090-4536-9d2a-a97afe579489,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:41:33.758213 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e107d774-342a-469b-835c-1528574abce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd8e6d72-6090-4536-9d2a-a97afe579489'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:41:33.763488 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d469557-6dc6-4cdd-be96-3e7cf4364898" -d '{"events": [{"server_uuid": "e107d774-342a-469b-835c-1528574abce5", "name": "network-vif-plugged", "status": "completed", "tag": "cd8e6d72-6090-4536-9d2a-a97afe579489"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:41:33.840447 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:33.841378 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 022b1476-4190-4c5b-a67b-4356b8490205 no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:41:33.878714 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-0dc3f9e0-6cbe-42c1-87d8-c5db57d20861 req-98e1bf93-0d76-40dc-b7d5-e80063417b6f tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:34.016727 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-0dc3f9e0-6cbe-42c1-87d8-c5db57d20861 req-98e1bf93-0d76-40dc-b7d5-e80063417b6f tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:34.020325 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc78e00a-0af4-479d-9642-16c10614787e req-0d385bad-3378-4956-8e36-cc8ca8b7b3a7 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:34.030200 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fc78e00a-0af4-479d-9642-16c10614787e req-0d385bad-3378-4956-8e36-cc8ca8b7b3a7 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.4567761 Apr 05 14:41:34.050366 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788b2f52-9a68-4e41-b079-a16ac40ce279 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:34.054146 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-788b2f52-9a68-4e41-b079-a16ac40ce279 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3696725 Apr 05 14:41:34.062904 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:34.068833 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 49814) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:34.090360 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=cd8e6d72-6090-4536-9d2a-a97afe579489,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:34.122065 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 022b1476-4190-4c5b-a67b-4356b8490205, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=022b1476-4190-4c5b-a67b-4356b8490205,segment=NetworkSegment(2bd40b06-9213-421d-9fff-c47075683508),segment_id=2bd40b06-9213-421d-9fff-c47075683508)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:41:34.138776 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dc3f9e0-6cbe-42c1-87d8-c5db57d20861 req-98e1bf93-0d76-40dc-b7d5-e80063417b6f tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Network 663ca2d9-20db-46f3-a840-3b61cfaa89c4 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:41:34.146754 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [req-0dc3f9e0-6cbe-42c1-87d8-c5db57d20861 req-98e1bf93-0d76-40dc-b7d5-e80063417b6f tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:41:34.150617 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e1bf93-0d76-40dc-b7d5-e80063417b6f tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Pushing event updated for resources: {'Port': ['ID=42a919fd-83f7-4a0e-ad02-7c018309dfb5,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:34.153187 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dc3f9e0-6cbe-42c1-87d8-c5db57d20861 req-98e1bf93-0d76-40dc-b7d5-e80063417b6f tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:41:34.202501 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:34.203240 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 0c4f6388-349e-4a35-a663-fd75e1242b4e no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:41:34.304568 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-0f9e7ead-e68f-4981-816e-1df9551fd391 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:34.305393 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-0f9e7ead-e68f-4981-816e-1df9551fd391 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:34.305810 n-d-836650-2 neutron-server[103320]: INFO neutron.db.l3_db [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-0f9e7ead-e68f-4981-816e-1df9551fd391 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Floating IP cb14fcaa-c347-47bd-8b6a-8f2ce688dc46 disassociated. External IP: 172.25.6.117, port: 385bc4e1-71d4-4027-983d-ee339e8e5dfe. Apr 05 14:41:34.306336 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-0f9e7ead-e68f-4981-816e-1df9551fd391 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Calling delete_port for 385bc4e1-71d4-4027-983d-ee339e8e5dfe owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:41:34.358080 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc3f9e0-6cbe-42c1-87d8-c5db57d20861 req-98e1bf93-0d76-40dc-b7d5-e80063417b6f tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:34.358839 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-0dc3f9e0-6cbe-42c1-87d8-c5db57d20861 req-98e1bf93-0d76-40dc-b7d5-e80063417b6f tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:34.408467 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-68434758-9ba1-4f84-9b26-59608975ff65 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Deleting port e1323186-7c51-4b8a-87ff-a68b7d16dbc3 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:41:34.409129 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-68434758-9ba1-4f84-9b26-59608975ff65 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:34.469767 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fc78e00a-0af4-479d-9642-16c10614787e req-ba185368-5a49-47b5-a8d9-6d6d0399f9f3 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4097559 Apr 05 14:41:34.478666 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=022b1476-4190-4c5b-a67b-4356b8490205,revision_number=6']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:34.494829 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-a0f18c95-dd92-4c59-8fd0-b3e4202a775d req-56b01d08-8b9a-4230-b522-9e0e91331f5c tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Deleting port c8241b1f-e584-48f9-a63b-6619ec24fb7f {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:41:34.494829 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-a0f18c95-dd92-4c59-8fd0-b3e4202a775d req-56b01d08-8b9a-4230-b522-9e0e91331f5c tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:34.518814 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-cc78d0d2-881e-40f1-a05b-470d43bcbc1e None None] Provisioning complete for port 42a919fd-83f7-4a0e-ad02-7c018309dfb5 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:41:34.519292 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cc78d0d2-881e-40f1-a05b-470d43bcbc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:34.549556 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-68434758-9ba1-4f84-9b26-59608975ff65 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] For port e1323186-7c51-4b8a-87ff-a68b7d16dbc3, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=e1323186-7c51-4b8a-87ff-a68b7d16dbc3,segment=NetworkSegment(59f66ad5-1833-4f4e-b0a7-908623dcea83),segment_id=59f66ad5-1833-4f4e-b0a7-908623dcea83)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:41:34.549813 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-68434758-9ba1-4f84-9b26-59608975ff65 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:34.557404 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-cc78d0d2-881e-40f1-a05b-470d43bcbc1e None None] Port 42a919fd-83f7-4a0e-ad02-7c018309dfb5 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:41:34.564986 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-0dc3f9e0-6cbe-42c1-87d8-c5db57d20861 req-98e1bf93-0d76-40dc-b7d5-e80063417b6f tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9472127 Apr 05 14:41:34.566706 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:34.580242 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-0dc3f9e0-6cbe-42c1-87d8-c5db57d20861 req-7288c453-bc90-4ffc-932a-9bc2c3f02839 service neutron] Request body: {'port': {'device_id': 'cff8471e-9af1-4cec-a212-0e4dc1e3ad81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-2'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:41:34.591292 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c19f890b-7b2c-4fc0-b2fc-028d9f0a9f26 x-openstack-request-id: req-c19f890b-7b2c-4fc0-b2fc-028d9f0a9f26 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:41:34.591292 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e107d774-342a-469b-835c-1528574abce5", "name": "network-vif-plugged", "status": "completed", "tag": "cd8e6d72-6090-4536-9d2a-a97afe579489", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:41:34.594798 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-68434758-9ba1-4f84-9b26-59608975ff65 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Calling delete_port for e1323186-7c51-4b8a-87ff-a68b7d16dbc3 owned by network:router_interface {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:41:34.603840 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c19f890b-7b2c-4fc0-b2fc-028d9f0a9f26 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:41:34.604114 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c19f890b-7b2c-4fc0-b2fc-028d9f0a9f26'] response: {'server_uuid': 'e107d774-342a-469b-835c-1528574abce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd8e6d72-6090-4536-9d2a-a97afe579489', 'code': 200} Apr 05 14:41:34.709609 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-a0f18c95-dd92-4c59-8fd0-b3e4202a775d req-56b01d08-8b9a-4230-b522-9e0e91331f5c tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] For port c8241b1f-e584-48f9-a63b-6619ec24fb7f, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=c8241b1f-e584-48f9-a63b-6619ec24fb7f,segment=NetworkSegment(87207719-1f48-46bc-a702-a88951a34078),segment_id=87207719-1f48-46bc-a702-a88951a34078)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:41:34.710515 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-a0f18c95-dd92-4c59-8fd0-b3e4202a775d req-56b01d08-8b9a-4230-b522-9e0e91331f5c tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:34.712426 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 0c4f6388-349e-4a35-a663-fd75e1242b4e, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=0c4f6388-349e-4a35-a663-fd75e1242b4e,segment=NetworkSegment(9b21705a-bc5f-4914-8fe4-95935e7f97b2),segment_id=9b21705a-bc5f-4914-8fe4-95935e7f97b2)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:41:34.729604 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-a0f18c95-dd92-4c59-8fd0-b3e4202a775d req-56b01d08-8b9a-4230-b522-9e0e91331f5c tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Calling delete_port for c8241b1f-e584-48f9-a63b-6619ec24fb7f owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:41:34.813478 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:34.814207 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 28f37818-79d9-4d80-9e8f-cdf11e9c8346 no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:41:34.847157 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-0dc3f9e0-6cbe-42c1-87d8-c5db57d20861 req-7288c453-bc90-4ffc-932a-9bc2c3f02839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:34.878979 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 28f37818-79d9-4d80-9e8f-cdf11e9c8346 not bound to the agent host n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:41:34.880326 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 385bc4e1-71d4-4027-983d-ee339e8e5dfe no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:41:34.963942 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=0c4f6388-349e-4a35-a663-fd75e1242b4e,revision_number=6']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:35.005790 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61009360-30a0-4efa-8de9-f02bbe72f7ad tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:35.008138 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61009360-30a0-4efa-8de9-f02bbe72f7ad tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:35.009836 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61009360-30a0-4efa-8de9-f02bbe72f7ad tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:35.011602 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-61009360-30a0-4efa-8de9-f02bbe72f7ad tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.9369583 Apr 05 14:41:35.019006 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 49830) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:35.021497 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:35.091418 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69705a8-5ac1-4cef-8757-7cbbe11413cf req-4c0c9506-e5a9-4031-b395-4c86d16b5b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:35.093010 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b69705a8-5ac1-4cef-8757-7cbbe11413cf req-4c0c9506-e5a9-4031-b395-4c86d16b5b96 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e107d774-342a-469b-835c-1528574abce5 HTTP/1.1" status: 200 len: 1100 time: 0.3511388 Apr 05 14:41:35.171998 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_v2 [None req-75c8d456-2222-4c70-8fb8-d39ce7a6db5b tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Deleting subnet 83b3fc6d-93ba-416e-a98f-c8d8299cb367 {{(pid=103320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:41:35.176074 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-75c8d456-2222-4c70-8fb8-d39ce7a6db5b tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:35.229117 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-75c8d456-2222-4c70-8fb8-d39ce7a6db5b tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13399228'] for subnet, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:35.229546 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [req-0dc3f9e0-6cbe-42c1-87d8-c5db57d20861 req-7288c453-bc90-4ffc-932a-9bc2c3f02839 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42a919fd-83f7-4a0e-ad02-7c018309dfb5 {{(pid=103321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:41:35.238514 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-0dc3f9e0-6cbe-42c1-87d8-c5db57d20861 req-7288c453-bc90-4ffc-932a-9bc2c3f02839 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:35.253210 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.provisioning_blocks [req-0dc3f9e0-6cbe-42c1-87d8-c5db57d20861 req-7288c453-bc90-4ffc-932a-9bc2c3f02839 service neutron] Transition to ACTIVE for port object 42a919fd-83f7-4a0e-ad02-7c018309dfb5 will not be triggered until provisioned by entity L2. {{(pid=103321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:41:35.570653 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device f959b160-8254-4f90-83f1-eebf3b81966c no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:41:35.577419 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-68434758-9ba1-4f84-9b26-59608975ff65 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:35.626046 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcd0bef-0002-4c4f-946e-fa5e7cd8e5fa req-9d6b74a1-0479-4cbb-aafd-f86b5c8a3b77 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:35.630105 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-0dc3f9e0-6cbe-42c1-87d8-c5db57d20861 req-7288c453-bc90-4ffc-932a-9bc2c3f02839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:35.633469 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcd0bef-0002-4c4f-946e-fa5e7cd8e5fa req-9d6b74a1-0479-4cbb-aafd-f86b5c8a3b77 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:35.647061 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68434758-9ba1-4f84-9b26-59608975ff65 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Pushing event deleted for resources: {'Port': ['ID=e1323186-7c51-4b8a-87ff-a68b7d16dbc3,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:35.660704 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcd0bef-0002-4c4f-946e-fa5e7cd8e5fa req-9d6b74a1-0479-4cbb-aafd-f86b5c8a3b77 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:35.660704 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcd0bef-0002-4c4f-946e-fa5e7cd8e5fa req-9d6b74a1-0479-4cbb-aafd-f86b5c8a3b77 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:35.692441 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcd0bef-0002-4c4f-946e-fa5e7cd8e5fa req-9d6b74a1-0479-4cbb-aafd-f86b5c8a3b77 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:35.711557 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7bcd0bef-0002-4c4f-946e-fa5e7cd8e5fa req-9d6b74a1-0479-4cbb-aafd-f86b5c8a3b77 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 3882 time: 0.9530511 Apr 05 14:41:35.732943 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:35.814818 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port f959b160-8254-4f90-83f1-eebf3b81966c, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=f959b160-8254-4f90-83f1-eebf3b81966c,segment=NetworkSegment(9b21705a-bc5f-4914-8fe4-95935e7f97b2),segment_id=9b21705a-bc5f-4914-8fe4-95935e7f97b2)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:41:35.821795 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-0f9e7ead-e68f-4981-816e-1df9551fd391 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:35.840111 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7bcd0bef-0002-4c4f-946e-fa5e7cd8e5fa req-af7dbced-099c-432c-a6d4-4c21a4b88fd5 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/security-groups?id=756a1fd7-e8fc-4bda-8783-a2c1d11a4f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264088 Apr 05 14:41:35.864544 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b69705a8-5ac1-4cef-8757-7cbbe11413cf req-13284f76-ac39-4029-8d0a-24dcf0d09fac service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2ca7fb53-50e9-4359-aa7a-c92550724034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7607105 Apr 05 14:41:35.929892 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9e7ead-e68f-4981-816e-1df9551fd391 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Pushing event deleted for resources: {'Port': ['ID=385bc4e1-71d4-4027-983d-ee339e8e5dfe,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:35.962343 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:35.963229 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device d29567c3-98a7-48ae-97f5-236352cc0866 no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:41:36.005544 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7288c453-bc90-4ffc-932a-9bc2c3f02839 service neutron] Pushing event updated for resources: {'Port': ['ID=42a919fd-83f7-4a0e-ad02-7c018309dfb5,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:36.057635 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=f959b160-8254-4f90-83f1-eebf3b81966c,revision_number=6']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:36.105080 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-0dc3f9e0-6cbe-42c1-87d8-c5db57d20861 req-7288c453-bc90-4ffc-932a-9bc2c3f02839 service neutron] Attempting to bind port 42a919fd-83f7-4a0e-ad02-7c018309dfb5 on host n-h2-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:41:36.105411 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-0dc3f9e0-6cbe-42c1-87d8-c5db57d20861 req-7288c453-bc90-4ffc-932a-9bc2c3f02839 service neutron] Attempting to bind port 42a919fd-83f7-4a0e-ad02-7c018309dfb5 by drivers openvswitch,hyperv on host n-h2-836650-2 at level 0 using segments [{'id': '1610584a-44c8-4b27-96be-b982f9c02807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '663ca2d9-20db-46f3-a840-3b61cfaa89c4'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:41:36.105738 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc3f9e0-6cbe-42c1-87d8-c5db57d20861 req-7288c453-bc90-4ffc-932a-9bc2c3f02839 service neutron] Attempting to bind port 42a919fd-83f7-4a0e-ad02-7c018309dfb5 on network 663ca2d9-20db-46f3-a840-3b61cfaa89c4 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:41:36.118086 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc3f9e0-6cbe-42c1-87d8-c5db57d20861 req-7288c453-bc90-4ffc-932a-9bc2c3f02839 service neutron] Port 42a919fd-83f7-4a0e-ad02-7c018309dfb5 on network 663ca2d9-20db-46f3-a840-3b61cfaa89c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:41:36.118397 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc3f9e0-6cbe-42c1-87d8-c5db57d20861 req-7288c453-bc90-4ffc-932a-9bc2c3f02839 service neutron] Attempting to bind port 42a919fd-83f7-4a0e-ad02-7c018309dfb5 on network 663ca2d9-20db-46f3-a840-3b61cfaa89c4 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:41:36.129029 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-68434758-9ba1-4f84-9b26-59608975ff65 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1798829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810128'] for router_interface, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:36.141569 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc3f9e0-6cbe-42c1-87d8-c5db57d20861 req-7288c453-bc90-4ffc-932a-9bc2c3f02839 service neutron] Checking agent: {'id': '6d8cf521-24bb-4b6a-bbae-0284f5c87a9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:41:36.141910 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc3f9e0-6cbe-42c1-87d8-c5db57d20861 req-7288c453-bc90-4ffc-932a-9bc2c3f02839 service neutron] Checking segment: {'id': '1610584a-44c8-4b27-96be-b982f9c02807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '663ca2d9-20db-46f3-a840-3b61cfaa89c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:41:36.143465 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc3f9e0-6cbe-42c1-87d8-c5db57d20861 req-7288c453-bc90-4ffc-932a-9bc2c3f02839 service neutron] Bound using segment: {'id': '1610584a-44c8-4b27-96be-b982f9c02807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '663ca2d9-20db-46f3-a840-3b61cfaa89c4'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:41:36.143465 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-0dc3f9e0-6cbe-42c1-87d8-c5db57d20861 req-7288c453-bc90-4ffc-932a-9bc2c3f02839 service neutron] Bound port: 42a919fd-83f7-4a0e-ad02-7c018309dfb5, host: n-h2-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1610584a-44c8-4b27-96be-b982f9c02807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '663ca2d9-20db-46f3-a840-3b61cfaa89c4'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:41:36.143465 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-0dc3f9e0-6cbe-42c1-87d8-c5db57d20861 req-7288c453-bc90-4ffc-932a-9bc2c3f02839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:36.192544 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:36.250836 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port d29567c3-98a7-48ae-97f5-236352cc0866, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=d29567c3-98a7-48ae-97f5-236352cc0866,segment=NetworkSegment(2bd40b06-9213-421d-9fff-c47075683508),segment_id=2bd40b06-9213-421d-9fff-c47075683508)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:41:36.284470 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-0f9e7ead-e68f-4981-816e-1df9551fd391 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Router a58a7519-7ff4-4b29-8e4d-fbf8a66d8965 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:41:36.334647 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-75c8d456-2222-4c70-8fb8-d39ce7a6db5b tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:36.366073 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:36.371571 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 8881e57a-5748-4f29-927f-2388c029f510 no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:41:36.375273 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25488a5-5c4f-4944-b38e-d870bb43b114 req-0538ce6e-1869-4d9f-a2bb-91df6e9f6586 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:36.376158 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a25488a5-5c4f-4944-b38e-d870bb43b114 req-0538ce6e-1869-4d9f-a2bb-91df6e9f6586 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] 10.222.0.30 "GET /v2.0/ports?device_id=cff8471e-9af1-4cec-a212-0e4dc1e3ad81 HTTP/1.1" status: 200 len: 943 time: 0.4012215 Apr 05 14:41:36.410966 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-0dc3f9e0-6cbe-42c1-87d8-c5db57d20861 req-7288c453-bc90-4ffc-932a-9bc2c3f02839 service neutron] For port 42a919fd-83f7-4a0e-ad02-7c018309dfb5, host n-h2-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:41:36.410966 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-0dc3f9e0-6cbe-42c1-87d8-c5db57d20861 req-7288c453-bc90-4ffc-932a-9bc2c3f02839 service neutron] For port 42a919fd-83f7-4a0e-ad02-7c018309dfb5, host n-h2-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=42a919fd-83f7-4a0e-ad02-7c018309dfb5,segment=NetworkSegment(1610584a-44c8-4b27-96be-b982f9c02807),segment_id=1610584a-44c8-4b27-96be-b982f9c02807)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:41:36.482941 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-a0f18c95-dd92-4c59-8fd0-b3e4202a775d req-56b01d08-8b9a-4230-b522-9e0e91331f5c tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:36.502284 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['cd4c3e1b-ebc8-4b55-acde-d5047a76f318'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:41:36.508251 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['54c12fe5-dbd8-421b-81c7-5281b4511d63'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:41:36.549746 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=d29567c3-98a7-48ae-97f5-236352cc0866,revision_number=6']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:36.560456 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b01d08-8b9a-4230-b522-9e0e91331f5c tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Pushing event deleted for resources: {'Port': ['ID=c8241b1f-e584-48f9-a63b-6619ec24fb7f,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:36.581799 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a25488a5-5c4f-4944-b38e-d870bb43b114 req-96b6a737-8b3c-4611-837f-920765ac0890 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] 10.222.0.30 "GET /v2.0/security-groups?id=78dcbee3-58e7-4ac0-a42b-70562828d389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1854291 Apr 05 14:41:36.605491 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-0dc3f9e0-6cbe-42c1-87d8-c5db57d20861 req-7288c453-bc90-4ffc-932a-9bc2c3f02839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:36.605838 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 8881e57a-5748-4f29-927f-2388c029f510 not bound to the agent host n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:41:36.638030 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68434758-9ba1-4f84-9b26-59608975ff65 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Router 42030efb-e7bf-4d65-b6c6-81d49a0dab38 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:41:36.656235 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '382d0b57-20df-4e23-b375-ead2ffe87224', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '022b1476-4190-4c5b-a67b-4356b8490205'}, {'server_uuid': '382d0b57-20df-4e23-b375-ead2ffe87224', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c4f6388-349e-4a35-a663-fd75e1242b4e'}, {'server_uuid': '382d0b57-20df-4e23-b375-ead2ffe87224', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f959b160-8254-4f90-83f1-eebf3b81966c'}, {'server_uuid': '382d0b57-20df-4e23-b375-ead2ffe87224', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd29567c3-98a7-48ae-97f5-236352cc0866'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:41:36.658761 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d63927b2-977d-4380-b0f3-9e300329275b" -d '{"events": [{"server_uuid": "382d0b57-20df-4e23-b375-ead2ffe87224", "name": "network-vif-unplugged", "status": "completed", "tag": "022b1476-4190-4c5b-a67b-4356b8490205"}, {"server_uuid": "382d0b57-20df-4e23-b375-ead2ffe87224", "name": "network-vif-unplugged", "status": "completed", "tag": "0c4f6388-349e-4a35-a663-fd75e1242b4e"}, {"server_uuid": "382d0b57-20df-4e23-b375-ead2ffe87224", "name": "network-vif-unplugged", "status": "completed", "tag": "f959b160-8254-4f90-83f1-eebf3b81966c"}, {"server_uuid": "382d0b57-20df-4e23-b375-ead2ffe87224", "name": "network-vif-unplugged", "status": "completed", "tag": "d29567c3-98a7-48ae-97f5-236352cc0866"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:41:36.860340 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0f18c95-dd92-4c59-8fd0-b3e4202a775d req-56b01d08-8b9a-4230-b522-9e0e91331f5c tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] No DVR routers for this DVR port c8241b1f-e584-48f9-a63b-6619ec24fb7f on host n-h1-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:41:36.921952 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-75c8d456-2222-4c70-8fb8-d39ce7a6db5b tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15773812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13127359'] for subnet, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:36.924576 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-a0f18c95-dd92-4c59-8fd0-b3e4202a775d req-56b01d08-8b9a-4230-b522-9e0e91331f5c tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:36.938240 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a0f18c95-dd92-4c59-8fd0-b3e4202a775d req-56b01d08-8b9a-4230-b522-9e0e91331f5c tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "DELETE /v2.0/ports/c8241b1f-e584-48f9-a63b-6619ec24fb7f HTTP/1.1" status: 204 len: 173 time: 3.3582656 Apr 05 14:41:36.964600 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0440f044-3a89-43e6-b195-da957a04f30a', 'name': 'network-vif-deleted', 'tag': 'c8241b1f-e584-48f9-a63b-6619ec24fb7f'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:41:36.972962 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7696f27b-7bed-4761-8132-1cf247204e4b" -d '{"events": [{"server_uuid": "0440f044-3a89-43e6-b195-da957a04f30a", "name": "network-vif-deleted", "tag": "c8241b1f-e584-48f9-a63b-6619ec24fb7f"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:41:37.042088 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c8d456-2222-4c70-8fb8-d39ce7a6db5b tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event deleted for resources: {'Subnet': ['ID=83b3fc6d-93ba-416e-a98f-c8d8299cb367,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:37.046427 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-0f9e7ead-e68f-4981-816e-1df9551fd391 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:41:37.068156 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-75c8d456-2222-4c70-8fb8-d39ce7a6db5b tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:37.077320 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-75c8d456-2222-4c70-8fb8-d39ce7a6db5b tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/subnets/83b3fc6d-93ba-416e-a98f-c8d8299cb367 HTTP/1.1" status: 204 len: 168 time: 2.0532432 Apr 05 14:41:37.082583 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13604b67-e7a4-4a65-ad50-8c2d1e8fcded None None] Sync routers for ids ['a58a7519-7ff4-4b29-8e4d-fbf8a66d8965'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:41:37.089441 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4acf16-190e-49e2-963e-003704ee927b None None] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:41:37.092982 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 49860) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:37.137626 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13604b67-e7a4-4a65-ad50-8c2d1e8fcded None None] Routers {'a58a7519-7ff4-4b29-8e4d-fbf8a66d8965'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:41:37.138745 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-13604b67-e7a4-4a65-ad50-8c2d1e8fcded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:41:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['a58a7519-7ff4-4b29-8e4d-fbf8a66d8965'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:41:37.209057 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f15a9a-3193-44a9-b68d-23e6eddfd8b5 req-37c6b318-0371-49fb-8949-c0e309004631 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:37.211254 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-53f15a9a-3193-44a9-b68d-23e6eddfd8b5 req-37c6b318-0371-49fb-8949-c0e309004631 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] 10.222.0.30 "GET /v2.0/ports?device_id=e107d774-342a-469b-835c-1528574abce5 HTTP/1.1" status: 200 len: 949 time: 0.4502268 Apr 05 14:41:37.271367 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-0f9e7ead-e68f-4981-816e-1df9551fd391 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] No DVR routers for this DVR port 385bc4e1-71d4-4027-983d-ee339e8e5dfe on host n-h1-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:41:37.280028 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-0f9e7ead-e68f-4981-816e-1df9551fd391 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:37.283970 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-0f9e7ead-e68f-4981-816e-1df9551fd391 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.55 "DELETE /v2.0/ports/385bc4e1-71d4-4027-983d-ee339e8e5dfe HTTP/1.1" status: 204 len: 173 time: 4.4376724 Apr 05 14:41:37.391030 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_v2 [None req-8882ce14-2f1f-4ac7-9feb-477793b57360 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Deleting subnet 8a7bccb1-b939-4e04-bdd2-99a6061e0bc5 {{(pid=103320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:41:37.396809 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8882ce14-2f1f-4ac7-9feb-477793b57360 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:37.454900 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8882ce14-2f1f-4ac7-9feb-477793b57360 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13399228'] for subnet, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:37.537179 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc3f9e0-6cbe-42c1-87d8-c5db57d20861 req-7288c453-bc90-4ffc-932a-9bc2c3f02839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:37.537883 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-0dc3f9e0-6cbe-42c1-87d8-c5db57d20861 req-7288c453-bc90-4ffc-932a-9bc2c3f02839 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:37.539667 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-0dc3f9e0-6cbe-42c1-87d8-c5db57d20861 req-7288c453-bc90-4ffc-932a-9bc2c3f02839 service neutron] 10.222.0.11 "PUT /v2.0/ports/42a919fd-83f7-4a0e-ad02-7c018309dfb5 HTTP/1.1" status: 200 len: 1091 time: 2.9661224 Apr 05 14:41:37.540625 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7288c453-bc90-4ffc-932a-9bc2c3f02839 service neutron] Pushing event updated for resources: {'Port': ['ID=42a919fd-83f7-4a0e-ad02-7c018309dfb5,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:37.543795 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cff8471e-9af1-4cec-a212-0e4dc1e3ad81', 'tag': '42a919fd-83f7-4a0e-ad02-7c018309dfb5'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:41:37.561538 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-207d085d-cb01-4942-ac73-73e93197e00f" -d '{"events": [{"name": "network-changed", "server_uuid": "cff8471e-9af1-4cec-a212-0e4dc1e3ad81", "tag": "42a919fd-83f7-4a0e-ad02-7c018309dfb5"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:41:37.563273 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-13604b67-e7a4-4a65-ad50-8c2d1e8fcded None None] Set router a58a7519-7ff4-4b29-8e4d-fbf8a66d8965 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:41:37.573850 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-53f15a9a-3193-44a9-b68d-23e6eddfd8b5 req-26b94e1f-fb1e-4a12-80e0-42097b6ad190 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ca7fb53-50e9-4359-aa7a-c92550724034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306031 Apr 05 14:41:37.641919 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68434758-9ba1-4f84-9b26-59608975ff65 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:41:37.657786 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a676f660-40f6-4042-abe8-79053a74de41 None None] Sync routers for ids ['42030efb-e7bf-4d65-b6c6-81d49a0dab38'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:41:37.660629 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-68434758-9ba1-4f84-9b26-59608975ff65 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "PUT /v2.0/routers/42030efb-e7bf-4d65-b6c6-81d49a0dab38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7463682 Apr 05 14:41:37.663600 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 49878) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:37.681083 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a676f660-40f6-4042-abe8-79053a74de41 None None] Routers {'42030efb-e7bf-4d65-b6c6-81d49a0dab38'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:41:37.681846 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-a676f660-40f6-4042-abe8-79053a74de41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:41:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['42030efb-e7bf-4d65-b6c6-81d49a0dab38'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:41:37.724807 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8882ce14-2f1f-4ac7-9feb-477793b57360 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:37.801497 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc3f9e0-6cbe-42c1-87d8-c5db57d20861 req-5b935523-2b15-4350-b0e0-825fffd14fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:37.804807 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-0dc3f9e0-6cbe-42c1-87d8-c5db57d20861 req-5b935523-2b15-4350-b0e0-825fffd14fcc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c6d7d106196c47bab9057a60414eb92c&device_id=cff8471e-9af1-4cec-a212-0e4dc1e3ad81 HTTP/1.1" status: 200 len: 1094 time: 0.0822871 Apr 05 14:41:37.812219 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-295ec3ea-ae2e-4369-a3d8-6b35aca57306 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Deleting subnet 7e7e41d8-71b1-4208-b6cb-6c5106360847 {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:41:37.826936 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-295ec3ea-ae2e-4369-a3d8-6b35aca57306 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:37.842347 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-a676f660-40f6-4042-abe8-79053a74de41 None None] Set router 42030efb-e7bf-4d65-b6c6-81d49a0dab38 gateway port host: None {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:41:37.873753 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-1a0bb10b-4ede-4976-8b01-9d5f2b9fef55 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Deleting port 0c4f6388-349e-4a35-a663-fd75e1242b4e {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:41:37.874445 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-1a0bb10b-4ede-4976-8b01-9d5f2b9fef55 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:37.910821 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-0dc3f9e0-6cbe-42c1-87d8-c5db57d20861 req-02084ea6-cc28-4929-aae0-2f2ce67fa0cc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42a919fd-83f7-4a0e-ad02-7c018309dfb5 HTTP/1.1" status: 200 len: 217 time: 0.0941927 Apr 05 14:41:37.963484 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8882ce14-2f1f-4ac7-9feb-477793b57360 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15773812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13127359'] for subnet, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:37.997690 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-295ec3ea-ae2e-4369-a3d8-6b35aca57306 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:38.044796 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc3f9e0-6cbe-42c1-87d8-c5db57d20861 req-0e2c1d8b-4be2-4e3e-a3be-68a09b61e2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:38.047247 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-0dc3f9e0-6cbe-42c1-87d8-c5db57d20861 req-0e2c1d8b-4be2-4e3e-a3be-68a09b61e2e7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fb98ffa3-a246-4ac7-9ee6-065bd7170bb4 HTTP/1.1" status: 200 len: 853 time: 0.1231136 Apr 05 14:41:38.125568 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8882ce14-2f1f-4ac7-9feb-477793b57360 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event deleted for resources: {'Subnet': ['ID=8a7bccb1-b939-4e04-bdd2-99a6061e0bc5,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:38.158825 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc3f9e0-6cbe-42c1-87d8-c5db57d20861 req-2481c86a-6d9c-4f82-856f-1fc46e7c931e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:38.161183 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8882ce14-2f1f-4ac7-9feb-477793b57360 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:38.161880 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-0dc3f9e0-6cbe-42c1-87d8-c5db57d20861 req-2481c86a-6d9c-4f82-856f-1fc46e7c931e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=663ca2d9-20db-46f3-a840-3b61cfaa89c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1078362 Apr 05 14:41:38.171892 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-8882ce14-2f1f-4ac7-9feb-477793b57360 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/subnets/8a7bccb1-b939-4e04-bdd2-99a6061e0bc5 HTTP/1.1" status: 204 len: 168 time: 1.0690107 Apr 05 14:41:38.172118 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 49886) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:38.180503 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-a676f660-40f6-4042-abe8-79053a74de41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'name': 'tempest-RoutersIpV6Test-router-1460575378', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:40:31Z', 'updated_at': '2022-04-05T14:41:34Z', 'revision_number': 10, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'gw_port_host': None, '_interfaces': [{'id': 'b1400329-76eb-44dd-85ba-1ea33c533f50', 'name': '', 'network_id': '83c46ed4-678c-4cd2-bcba-40da38b647e1', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'mac_address': 'fa:16:3e:03:18:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': 'f17bfea5-8c4d-4735-b766-8564c75fe6bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:36Z', 'updated_at': '2022-04-05T14:40:46Z', 'revision_number': 5, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'subnets': [{'id': 'f17bfea5-8c4d-4735-b766-8564c75fe6bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:41:38.206837 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-295ec3ea-ae2e-4369-a3d8-6b35aca57306 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:38.232291 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734128c8-9223-4248-b754-2c60c051b985 req-0c1c043a-5079-4791-8358-798026040ca5 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:38.241969 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a676f660-40f6-4042-abe8-79053a74de41 None None] Checking router: 42030efb-e7bf-4d65-b6c6-81d49a0dab38 for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:41:38.251137 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a676f660-40f6-4042-abe8-79053a74de41 None None] Routers {'42030efb-e7bf-4d65-b6c6-81d49a0dab38'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:41:38.251993 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-a676f660-40f6-4042-abe8-79053a74de41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:41:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['42030efb-e7bf-4d65-b6c6-81d49a0dab38'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:41:38.253521 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-734128c8-9223-4248-b754-2c60c051b985 req-0c1c043a-5079-4791-8358-798026040ca5 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.5365028 Apr 05 14:41:38.257922 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8882ce14-2f1f-4ac7-9feb-477793b57360 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:41:38.258271 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8882ce14-2f1f-4ac7-9feb-477793b57360 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:41:38.258612 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8882ce14-2f1f-4ac7-9feb-477793b57360 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:41:38.258949 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8882ce14-2f1f-4ac7-9feb-477793b57360 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:41:38.259286 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8882ce14-2f1f-4ac7-9feb-477793b57360 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:41:38.259616 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8882ce14-2f1f-4ac7-9feb-477793b57360 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:41:38.259944 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8882ce14-2f1f-4ac7-9feb-477793b57360 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:41:38.260270 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8882ce14-2f1f-4ac7-9feb-477793b57360 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:41:38.260594 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8882ce14-2f1f-4ac7-9feb-477793b57360 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:41:38.260937 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8882ce14-2f1f-4ac7-9feb-477793b57360 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:41:38.269792 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8882ce14-2f1f-4ac7-9feb-477793b57360 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:41:38.269792 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8882ce14-2f1f-4ac7-9feb-477793b57360 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:41:38.301743 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-cedcc20e-84fd-4f23-b7e6-8cbc6d5855da tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1184788 Apr 05 14:41:38.333245 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Tue, 05 Apr 2022 14:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b13af49b-9dcc-486e-a4af-4607612f5c29 x-openstack-request-id: req-b13af49b-9dcc-486e-a4af-4607612f5c29 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:41:38.333876 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "382d0b57-20df-4e23-b375-ead2ffe87224", "name": "network-vif-unplugged", "status": "completed", "tag": "022b1476-4190-4c5b-a67b-4356b8490205", "code": 200}, {"server_uuid": "382d0b57-20df-4e23-b375-ead2ffe87224", "name": "network-vif-unplugged", "status": "completed", "tag": "0c4f6388-349e-4a35-a663-fd75e1242b4e", "code": 200}, {"server_uuid": "382d0b57-20df-4e23-b375-ead2ffe87224", "name": "network-vif-unplugged", "status": "completed", "tag": "f959b160-8254-4f90-83f1-eebf3b81966c", "code": 200}, {"server_uuid": "382d0b57-20df-4e23-b375-ead2ffe87224", "name": "network-vif-unplugged", "status": "completed", "tag": "d29567c3-98a7-48ae-97f5-236352cc0866", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:41:38.333876 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b13af49b-9dcc-486e-a4af-4607612f5c29 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:41:38.334183 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b13af49b-9dcc-486e-a4af-4607612f5c29'] response: {'server_uuid': '382d0b57-20df-4e23-b375-ead2ffe87224', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '022b1476-4190-4c5b-a67b-4356b8490205', 'code': 200} Apr 05 14:41:38.334455 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b13af49b-9dcc-486e-a4af-4607612f5c29'] response: {'server_uuid': '382d0b57-20df-4e23-b375-ead2ffe87224', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c4f6388-349e-4a35-a663-fd75e1242b4e', 'code': 200} Apr 05 14:41:38.334808 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b13af49b-9dcc-486e-a4af-4607612f5c29'] response: {'server_uuid': '382d0b57-20df-4e23-b375-ead2ffe87224', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f959b160-8254-4f90-83f1-eebf3b81966c', 'code': 200} Apr 05 14:41:38.335068 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b13af49b-9dcc-486e-a4af-4607612f5c29'] response: {'server_uuid': '382d0b57-20df-4e23-b375-ead2ffe87224', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd29567c3-98a7-48ae-97f5-236352cc0866', 'code': 200} Apr 05 14:41:38.335784 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device b19045ae-f5ab-4894-b8f2-78cf84e0b22e details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:41:38.343933 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 49890) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:38.353862 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-e2d7dbe6-9cf4-4bf0-8831-0206c479a1e6 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Request body: {'subnet': {'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:41:38.394426 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-1a0bb10b-4ede-4976-8b01-9d5f2b9fef55 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] For port 0c4f6388-349e-4a35-a663-fd75e1242b4e, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=0c4f6388-349e-4a35-a663-fd75e1242b4e,segment=NetworkSegment(9b21705a-bc5f-4914-8fe4-95935e7f97b2),segment_id=9b21705a-bc5f-4914-8fe4-95935e7f97b2)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:41:38.394838 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-1a0bb10b-4ede-4976-8b01-9d5f2b9fef55 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:38.426892 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-1a0bb10b-4ede-4976-8b01-9d5f2b9fef55 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Calling delete_port for 0c4f6388-349e-4a35-a663-fd75e1242b4e owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:41:38.457288 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-734128c8-9223-4248-b754-2c60c051b985 req-02e3afb6-5451-41b2-8998-ea175fbee583 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787634 Apr 05 14:41:38.505022 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-a676f660-40f6-4042-abe8-79053a74de41 None None] Set router 42030efb-e7bf-4d65-b6c6-81d49a0dab38 gateway port host: None {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:41:38.520405 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762572a-0ff7-42fe-97bf-1a7eb87a9449 req-c78c8163-83f3-4f04-81e1-b9d9cd610080 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:38.527357 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762572a-0ff7-42fe-97bf-1a7eb87a9449 req-c78c8163-83f3-4f04-81e1-b9d9cd610080 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:38.534261 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762572a-0ff7-42fe-97bf-1a7eb87a9449 req-c78c8163-83f3-4f04-81e1-b9d9cd610080 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:38.541212 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762572a-0ff7-42fe-97bf-1a7eb87a9449 req-c78c8163-83f3-4f04-81e1-b9d9cd610080 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:38.549319 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7762572a-0ff7-42fe-97bf-1a7eb87a9449 req-c78c8163-83f3-4f04-81e1-b9d9cd610080 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 3143 time: 0.1950214 Apr 05 14:41:38.573196 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 05 Apr 2022 14:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2881266a-f82b-4010-8b1e-18c76a6d7050 x-openstack-request-id: req-2881266a-f82b-4010-8b1e-18c76a6d7050 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:41:38.573565 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0440f044-3a89-43e6-b195-da957a04f30a", "name": "network-vif-deleted", "tag": "c8241b1f-e584-48f9-a63b-6619ec24fb7f", "status": "failed", "code": 422}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:41:38.573887 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2881266a-f82b-4010-8b1e-18c76a6d7050 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:41:38.574360 n-d-836650-2 neutron-server[103320]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-2881266a-f82b-4010-8b1e-18c76a6d7050']: {'server_uuid': '0440f044-3a89-43e6-b195-da957a04f30a', 'name': 'network-vif-deleted', 'tag': 'c8241b1f-e584-48f9-a63b-6619ec24fb7f', 'status': 'failed', 'code': 422} returned with failed status Apr 05 14:41:38.605846 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d7dbe6-9cf4-4bf0-8831-0206c479a1e6 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Made reservation on behalf of 81648541dc0b4f1ea0eb9cace0846aa5 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:41:38.610573 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e2d7dbe6-9cf4-4bf0-8831-0206c479a1e6 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:38.690628 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a347c3aa-dc75-47ab-8ed0-fdab5354b55f x-openstack-request-id: req-a347c3aa-dc75-47ab-8ed0-fdab5354b55f {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:41:38.690930 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cff8471e-9af1-4cec-a212-0e4dc1e3ad81", "tag": "42a919fd-83f7-4a0e-ad02-7c018309dfb5", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:41:38.691181 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a347c3aa-dc75-47ab-8ed0-fdab5354b55f {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:41:38.691584 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a347c3aa-dc75-47ab-8ed0-fdab5354b55f'] response: {'name': 'network-changed', 'server_uuid': 'cff8471e-9af1-4cec-a212-0e4dc1e3ad81', 'tag': '42a919fd-83f7-4a0e-ad02-7c018309dfb5', 'status': 'completed', 'code': 200} Apr 05 14:41:38.699905 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-0dc3f9e0-6cbe-42c1-87d8-c5db57d20861 req-645b207b-81f8-46a6-8935-529fe224c4e6 service neutron] 10.222.0.11 "GET /v2.0/networks/663ca2d9-20db-46f3-a840-3b61cfaa89c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5265074 Apr 05 14:41:38.703209 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7762572a-0ff7-42fe-97bf-1a7eb87a9449 req-64091ce0-68e2-4b05-84a3-9455bdb1f313 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/security-groups?id=756a1fd7-e8fc-4bda-8783-a2c1d11a4f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492097 Apr 05 14:41:38.853952 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c98f4e7-b4ff-42e2-9093-dad02c61000a None None] Update dhcp port {'port': {'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'fixed_ips': [{'subnet_id': '8a7bccb1-b939-4e04-bdd2-99a6061e0bc5'}], 'binding:host_id': 'n-d-836650-2'}, 'id': '667f7e60-5917-4395-8e7f-2d7362be08f8'} from n-d-836650-2. {{(pid=103322) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 05 14:41:38.906707 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-13604b67-e7a4-4a65-ad50-8c2d1e8fcded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58a7519-7ff4-4b29-8e4d-fbf8a66d8965', 'name': 'tempest-TaggedBootDevicesTest-226704702-router', 'tenant_id': '7e1ca79997b14d37bbfde5791240b349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'f567c999-3b94-4af9-8325-3684f1ecf09f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:34:20Z', 'updated_at': '2022-04-05T14:34:29Z', 'revision_number': 4, 'project_id': '7e1ca79997b14d37bbfde5791240b349', 'gw_port': {'id': 'f567c999-3b94-4af9-8325-3684f1ecf09f', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58a7519-7ff4-4b29-8e4d-fbf8a66d8965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:22Z', 'updated_at': '2022-04-05T14:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': 'a912b48b-feb3-4360-91e0-ec14f5fb9853', 'name': '', 'network_id': 'd702c3d6-7199-4322-a653-c463eb30ccf9', 'tenant_id': '7e1ca79997b14d37bbfde5791240b349', 'mac_address': 'fa:16:3e:88:84:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58a7519-7ff4-4b29-8e4d-fbf8a66d8965', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '31d23931-2c8c-4da7-8029-521a7261e7d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:27Z', 'updated_at': '2022-04-05T14:34:33Z', 'revision_number': 5, 'project_id': '7e1ca79997b14d37bbfde5791240b349', 'subnets': [{'id': '31d23931-2c8c-4da7-8029-521a7261e7d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:41:38.924852 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-a676f660-40f6-4042-abe8-79053a74de41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'name': 'tempest-RoutersIpV6Test-router-1460575378', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:40:31Z', 'updated_at': '2022-04-05T14:41:34Z', 'revision_number': 10, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'gw_port_host': None, '_interfaces': [{'id': 'b1400329-76eb-44dd-85ba-1ea33c533f50', 'name': '', 'network_id': '83c46ed4-678c-4cd2-bcba-40da38b647e1', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'mac_address': 'fa:16:3e:03:18:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': 'f17bfea5-8c4d-4735-b766-8564c75fe6bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:36Z', 'updated_at': '2022-04-05T14:40:46Z', 'revision_number': 5, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'subnets': [{'id': 'f17bfea5-8c4d-4735-b766-8564c75fe6bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:41:38.951108 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13604b67-e7a4-4a65-ad50-8c2d1e8fcded None None] Checking router: a58a7519-7ff4-4b29-8e4d-fbf8a66d8965 for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:41:38.959101 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1c98f4e7-b4ff-42e2-9093-dad02c61000a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:38.964801 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port b19045ae-f5ab-4894-b8f2-78cf84e0b22e, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=b19045ae-f5ab-4894-b8f2-78cf84e0b22e,segment=NetworkSegment(bdfb6f44-ca71-4caa-8786-512017d20b4a),segment_id=bdfb6f44-ca71-4caa-8786-512017d20b4a)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:41:38.983386 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a676f660-40f6-4042-abe8-79053a74de41 None None] The sync data for ids ['42030efb-e7bf-4d65-b6c6-81d49a0dab38'] in n-d-836650-2 is: [{'id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'name': 'tempest-RoutersIpV6Test-router-1460575378', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:40:31Z', 'updated_at': '2022-04-05T14:41:34Z', 'revision_number': 10, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'gw_port_host': None, '_interfaces': [{'id': 'b1400329-76eb-44dd-85ba-1ea33c533f50', 'name': '', 'network_id': '83c46ed4-678c-4cd2-bcba-40da38b647e1', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'mac_address': 'fa:16:3e:03:18:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': 'f17bfea5-8c4d-4735-b766-8564c75fe6bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:36Z', 'updated_at': '2022-04-05T14:40:46Z', 'revision_number': 5, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'subnets': [{'id': 'f17bfea5-8c4d-4735-b766-8564c75fe6bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:41:38.991513 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13604b67-e7a4-4a65-ad50-8c2d1e8fcded None None] Routers {'a58a7519-7ff4-4b29-8e4d-fbf8a66d8965'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:41:38.992162 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-13604b67-e7a4-4a65-ad50-8c2d1e8fcded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:41:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['a58a7519-7ff4-4b29-8e4d-fbf8a66d8965'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:41:38.997438 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': 'b19045ae-f5ab-4894-b8f2-78cf84e0b22e', 'network_id': 'c590509e-7ca8-420f-8b7e-bdc8058c2274', 'port_id': 'b19045ae-f5ab-4894-b8f2-78cf84e0b22e', 'mac_address': 'fa:16:3e:09:51:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb31ac2d-5e66-4875-8845-18e88172de35', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:41:39.015459 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32d577-5c58-45f6-8e7f-f6e48d410060 req-0ed8ac99-25fb-49c4-9bf2-8d8eab2e26e3 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:39.017259 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5c32d577-5c58-45f6-8e7f-f6e48d410060 req-0ed8ac99-25fb-49c4-9bf2-8d8eab2e26e3 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] 10.222.0.30 "GET /v2.0/ports?device_id=cff8471e-9af1-4cec-a212-0e4dc1e3ad81 HTTP/1.1" status: 200 len: 943 time: 0.1771514 Apr 05 14:41:39.066216 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-295ec3ea-ae2e-4369-a3d8-6b35aca57306 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:39.086287 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa68f4a6-f5bd-4af1-b6cb-dce847938b9b req-bd763ed5-d104-4cb8-ae72-130c84c5d419 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:39.088713 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fa68f4a6-f5bd-4af1-b6cb-dce847938b9b req-bd763ed5-d104-4cb8-ae72-130c84c5d419 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] 10.222.0.30 "GET /v2.0/ports?device_id=e107d774-342a-469b-835c-1528574abce5 HTTP/1.1" status: 200 len: 949 time: 0.1808918 Apr 05 14:41:39.095984 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5c32d577-5c58-45f6-8e7f-f6e48d410060 req-2cad081b-b5ef-4a55-b042-c7845302474c tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] 10.222.0.30 "GET /v2.0/security-groups?id=78dcbee3-58e7-4ac0-a42b-70562828d389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707474 Apr 05 14:41:39.096652 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-1a0bb10b-4ede-4976-8b01-9d5f2b9fef55 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:39.132633 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:39.158325 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b19045ae-f5ab-4894-b8f2-78cf84e0b22e {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:41:39.173494 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port b19045ae-f5ab-4894-b8f2-78cf84e0b22e, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=b19045ae-f5ab-4894-b8f2-78cf84e0b22e,segment=NetworkSegment(bdfb6f44-ca71-4caa-8786-512017d20b4a),segment_id=bdfb6f44-ca71-4caa-8786-512017d20b4a)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:41:39.201908 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0bb10b-4ede-4976-8b01-9d5f2b9fef55 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Pushing event deleted for resources: {'Port': ['ID=0c4f6388-349e-4a35-a663-fd75e1242b4e,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:39.222552 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-0dc3f9e0-6cbe-42c1-87d8-c5db57d20861 req-9fbacec2-aba1-494d-87fa-45b500852f75 service neutron] 10.222.0.11 "GET /v2.0/networks/663ca2d9-20db-46f3-a840-3b61cfaa89c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5118804 Apr 05 14:41:39.229411 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fa68f4a6-f5bd-4af1-b6cb-dce847938b9b req-fc929ffa-017b-4d8c-a1ff-8d3eb54be224 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ca7fb53-50e9-4359-aa7a-c92550724034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525672 Apr 05 14:41:39.275437 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295ec3ea-ae2e-4369-a3d8-6b35aca57306 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Pushing event deleted for resources: {'Subnet': ['ID=7e7e41d8-71b1-4208-b6cb-6c5106360847,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:39.283416 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-1a0bb10b-4ede-4976-8b01-9d5f2b9fef55 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] No DVR routers for this DVR port 0c4f6388-349e-4a35-a663-fd75e1242b4e on host n-h1-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:41:39.287718 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-1a0bb10b-4ede-4976-8b01-9d5f2b9fef55 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:39.292074 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-1a0bb10b-4ede-4976-8b01-9d5f2b9fef55 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.55 "DELETE /v2.0/ports/0c4f6388-349e-4a35-a663-fd75e1242b4e HTTP/1.1" status: 204 len: 173 time: 1.9975843 Apr 05 14:41:39.292624 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295ec3ea-ae2e-4369-a3d8-6b35aca57306 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:41:39.292997 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295ec3ea-ae2e-4369-a3d8-6b35aca57306 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:41:39.293352 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295ec3ea-ae2e-4369-a3d8-6b35aca57306 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:41:39.293711 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295ec3ea-ae2e-4369-a3d8-6b35aca57306 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:41:39.294045 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295ec3ea-ae2e-4369-a3d8-6b35aca57306 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:41:39.294377 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295ec3ea-ae2e-4369-a3d8-6b35aca57306 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:41:39.294766 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295ec3ea-ae2e-4369-a3d8-6b35aca57306 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:41:39.295154 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295ec3ea-ae2e-4369-a3d8-6b35aca57306 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:41:39.295426 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295ec3ea-ae2e-4369-a3d8-6b35aca57306 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:41:39.295940 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295ec3ea-ae2e-4369-a3d8-6b35aca57306 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:41:39.296275 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295ec3ea-ae2e-4369-a3d8-6b35aca57306 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:41:39.296658 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295ec3ea-ae2e-4369-a3d8-6b35aca57306 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:41:39.308431 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:39.328599 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-295ec3ea-ae2e-4369-a3d8-6b35aca57306 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:39.349141 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 49908) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:39.356519 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-295ec3ea-ae2e-4369-a3d8-6b35aca57306 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "DELETE /v2.0/subnets/7e7e41d8-71b1-4208-b6cb-6c5106360847 HTTP/1.1" status: 204 len: 168 time: 1.6807089 Apr 05 14:41:39.363371 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec59cb6-2fc6-44ae-8c0e-41ed7b1b146c None None] Network db5197f6-eaf7-4c08-9616-8bd4164e6913 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:41:39.455148 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['b19045ae-f5ab-4894-b8f2-78cf84e0b22e'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:41:39.470497 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d832bf32-62d9-4614-881f-992756478d70 None None] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:41:39.529781 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-13604b67-e7a4-4a65-ad50-8c2d1e8fcded None None] Set router a58a7519-7ff4-4b29-8e4d-fbf8a66d8965 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:41:39.561471 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d085d-cb01-4942-ac73-73e93197e00f req-9e62662f-4891-4fe3-8dbd-ddad6e27e49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:39.561471 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-207d085d-cb01-4942-ac73-73e93197e00f req-9e62662f-4891-4fe3-8dbd-ddad6e27e49d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c6d7d106196c47bab9057a60414eb92c&device_id=cff8471e-9af1-4cec-a212-0e4dc1e3ad81 HTTP/1.1" status: 200 len: 1094 time: 0.0932457 Apr 05 14:41:39.618069 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ce971209-e423-4761-a1f8-2ed94d4122f3 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:39.645752 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e2d7dbe6-9cf4-4bf0-8831-0206c479a1e6 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:39.719599 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-071ed291-c2fd-437d-849e-da966ed19fe6 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Deleting port d29567c3-98a7-48ae-97f5-236352cc0866 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:41:39.719978 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-071ed291-c2fd-437d-849e-da966ed19fe6 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:39.808157 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-ce971209-e423-4761-a1f8-2ed94d4122f3 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Deleting port d4bc9a55-cdda-4278-b85d-fc9ee8776532 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:41:39.808499 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ce971209-e423-4761-a1f8-2ed94d4122f3 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:39.827454 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=b19045ae-f5ab-4894-b8f2-78cf84e0b22e,revision_number=6']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:39.879922 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d7dbe6-9cf4-4bf0-8831-0206c479a1e6 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:41:39.912135 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-e2d7dbe6-9cf4-4bf0-8831-0206c479a1e6 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:41:39.925072 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d7dbe6-9cf4-4bf0-8831-0206c479a1e6 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:39.925723 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e2d7dbe6-9cf4-4bf0-8831-0206c479a1e6 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:39.948237 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d7dbe6-9cf4-4bf0-8831-0206c479a1e6 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event updated for resources: {'Subnet': ['ID=d2d84378-da7c-4899-9a91-8fb9b9ddac69,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:39.966378 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d085d-cb01-4942-ac73-73e93197e00f req-0c141e16-ac59-4689-8db2-e9048afa18ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:39.968081 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-207d085d-cb01-4942-ac73-73e93197e00f req-0c141e16-ac59-4689-8db2-e9048afa18ac service neutron] 10.222.0.11 "GET /v2.0/networks?id=663ca2d9-20db-46f3-a840-3b61cfaa89c4 HTTP/1.1" status: 200 len: 915 time: 0.3950441 Apr 05 14:41:39.976048 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-ce971209-e423-4761-a1f8-2ed94d4122f3 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] For port d4bc9a55-cdda-4278-b85d-fc9ee8776532, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=d4bc9a55-cdda-4278-b85d-fc9ee8776532,segment=NetworkSegment(59f66ad5-1833-4f4e-b0a7-908623dcea83),segment_id=59f66ad5-1833-4f4e-b0a7-908623dcea83)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:41:39.976795 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ce971209-e423-4761-a1f8-2ed94d4122f3 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:39.984837 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-071ed291-c2fd-437d-849e-da966ed19fe6 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] For port d29567c3-98a7-48ae-97f5-236352cc0866, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=d29567c3-98a7-48ae-97f5-236352cc0866,segment=NetworkSegment(2bd40b06-9213-421d-9fff-c47075683508),segment_id=2bd40b06-9213-421d-9fff-c47075683508)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:41:39.985321 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-071ed291-c2fd-437d-849e-da966ed19fe6 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:40.018395 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-207d085d-cb01-4942-ac73-73e93197e00f req-c9663a2c-bbb8-4ff0-889e-a2f2fb012dc0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42a919fd-83f7-4a0e-ad02-7c018309dfb5 HTTP/1.1" status: 200 len: 217 time: 0.0429962 Apr 05 14:41:40.059382 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-ce971209-e423-4761-a1f8-2ed94d4122f3 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Calling delete_port for d4bc9a55-cdda-4278-b85d-fc9ee8776532 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:41:40.066901 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-071ed291-c2fd-437d-849e-da966ed19fe6 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Calling delete_port for d29567c3-98a7-48ae-97f5-236352cc0866 owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:41:40.078208 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-e2d7dbe6-9cf4-4bf0-8831-0206c479a1e6 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7294211 Apr 05 14:41:40.082891 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 49928) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:40.087401 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-2fb4fdfc-da1f-476a-b682-3adb8013bfe3 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Request body: {'subnet': {'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:41:40.128044 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d085d-cb01-4942-ac73-73e93197e00f req-585dfb87-c3de-415b-93e4-08a31d9e9d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:40.129653 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-207d085d-cb01-4942-ac73-73e93197e00f req-585dfb87-c3de-415b-93e4-08a31d9e9d13 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fb98ffa3-a246-4ac7-9ee6-065bd7170bb4 HTTP/1.1" status: 200 len: 853 time: 0.1015356 Apr 05 14:41:40.135718 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-b6013f7e-7246-46ff-b61a-0313215a8702 None None] Provisioning complete for port 667f7e60-5917-4395-8e7f-2d7362be08f8 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:41:40.136015 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b6013f7e-7246-46ff-b61a-0313215a8702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:40.255959 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0179dd33-cdf3-4965-afdf-2b9bdbd642a2 req-2a9648e3-e512-40cf-ac38-c0f3e719adb9 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:40.276627 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0179dd33-cdf3-4965-afdf-2b9bdbd642a2 req-2a9648e3-e512-40cf-ac38-c0f3e719adb9 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:40.302324 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0179dd33-cdf3-4965-afdf-2b9bdbd642a2 req-2a9648e3-e512-40cf-ac38-c0f3e719adb9 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:40.309082 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0179dd33-cdf3-4965-afdf-2b9bdbd642a2 req-2a9648e3-e512-40cf-ac38-c0f3e719adb9 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 2410 time: 0.3014169 Apr 05 14:41:40.315699 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d085d-cb01-4942-ac73-73e93197e00f req-052ecdd4-ce1b-4284-b808-5d9872ac2205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:40.318066 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-207d085d-cb01-4942-ac73-73e93197e00f req-052ecdd4-ce1b-4284-b808-5d9872ac2205 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=663ca2d9-20db-46f3-a840-3b61cfaa89c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1609190 Apr 05 14:41:40.395730 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92343d36-aa0d-4741-8f8d-d6dfc0a4558c req-f5f0c8ad-236b-4c5c-aa16-699917f11bfd tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:40.395730 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-92343d36-aa0d-4741-8f8d-d6dfc0a4558c req-f5f0c8ad-236b-4c5c-aa16-699917f11bfd tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 944 time: 0.3275855 Apr 05 14:41:40.421065 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 667f7e60-5917-4395-8e7f-2d7362be08f8 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:41:40.423359 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb4fdfc-da1f-476a-b682-3adb8013bfe3 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Made reservation on behalf of 81648541dc0b4f1ea0eb9cace0846aa5 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:41:40.429901 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2fb4fdfc-da1f-476a-b682-3adb8013bfe3 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:40.540235 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0179dd33-cdf3-4965-afdf-2b9bdbd642a2 req-6c39d163-eff9-4f2c-977a-8c679b229a12 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/security-groups?id=756a1fd7-e8fc-4bda-8783-a2c1d11a4f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2301962 Apr 05 14:41:40.549810 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-92343d36-aa0d-4741-8f8d-d6dfc0a4558c req-d413f3ab-e5b1-4cf9-a3b8-56fada7c7c6c tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382570 Apr 05 14:41:40.583018 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '382d0b57-20df-4e23-b375-ead2ffe87224', 'name': 'network-vif-deleted', 'tag': '385bc4e1-71d4-4027-983d-ee339e8e5dfe'}, {'server_uuid': '382d0b57-20df-4e23-b375-ead2ffe87224', 'name': 'network-vif-deleted', 'tag': '0c4f6388-349e-4a35-a663-fd75e1242b4e'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:41:40.585477 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae5859ed-3ced-4a0c-9e5d-3ae56293b871" -d '{"events": [{"server_uuid": "382d0b57-20df-4e23-b375-ead2ffe87224", "name": "network-vif-deleted", "tag": "385bc4e1-71d4-4027-983d-ee339e8e5dfe"}, {"server_uuid": "382d0b57-20df-4e23-b375-ead2ffe87224", "name": "network-vif-deleted", "tag": "0c4f6388-349e-4a35-a663-fd75e1242b4e"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:41:40.598634 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-207d085d-cb01-4942-ac73-73e93197e00f req-e294ccc5-4074-4c0b-8ba6-f77daf247ebb service neutron] 10.222.0.11 "GET /v2.0/networks/663ca2d9-20db-46f3-a840-3b61cfaa89c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727420 Apr 05 14:41:40.644208 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6427c9b-45f1-4607-b4b2-795461a66652 None None] DHCP port deletion for db5197f6-eaf7-4c08-9616-8bd4164e6913 request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:41:40.651926 n-d-836650-2 neutron-server[103321]: INFO neutron.db.ipam_backend_mixin [None req-2fb4fdfc-da1f-476a-b682-3adb8013bfe3 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d2d84378-da7c-4899-9a91-8fb9b9ddac69 (CIDR: 2001:db8::/64) Apr 05 14:41:40.710700 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b5023-c178-4bb1-b2bd-56df71e5a52a req-ade3d3b3-8020-45e7-b2b0-e4f89243e8de tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:40.712941 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-031b5023-c178-4bb1-b2bd-56df71e5a52a req-ade3d3b3-8020-45e7-b2b0-e4f89243e8de tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb7c24d0-6b1f-4833-96cd-31a1019893ae HTTP/1.1" status: 200 len: 908 time: 0.0874975 Apr 05 14:41:40.723519 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f7bdf7-7668-45fb-a4e5-9809a1793f6f req-25233186-df36-4828-8096-ef4467ef6f6e tempest-ServersAdminNegativeTestJSON-1418853708 tempest-ServersAdminNegativeTestJSON-1418853708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:40.726961 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-93f7bdf7-7668-45fb-a4e5-9809a1793f6f req-25233186-df36-4828-8096-ef4467ef6f6e tempest-ServersAdminNegativeTestJSON-1418853708 tempest-ServersAdminNegativeTestJSON-1418853708-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e107d774-342a-469b-835c-1528574abce5 HTTP/1.1" status: 200 len: 1100 time: 0.0715742 Apr 05 14:41:40.750534 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-93f7bdf7-7668-45fb-a4e5-9809a1793f6f req-5ca16875-8ab4-4d37-8437-1cdf5d474213 tempest-ServersAdminNegativeTestJSON-1418853708 tempest-ServersAdminNegativeTestJSON-1418853708-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:40.793089 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-207d085d-cb01-4942-ac73-73e93197e00f req-a11fcf4e-a592-4be4-825e-0e38e3a1fce1 service neutron] 10.222.0.11 "GET /v2.0/networks/663ca2d9-20db-46f3-a840-3b61cfaa89c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219909 Apr 05 14:41:40.847819 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2efe3572-1281-44e8-9cd0-25c55a2ab7c7 None None] Update dhcp port {'port': {'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'fixed_ips': [{'subnet_id': 'd2d84378-da7c-4899-9a91-8fb9b9ddac69'}], 'binding:host_id': 'n-d-836650-2'}, 'id': '667f7e60-5917-4395-8e7f-2d7362be08f8'} from n-d-836650-2. {{(pid=103322) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 05 14:41:40.891732 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-93f7bdf7-7668-45fb-a4e5-9809a1793f6f req-5ca16875-8ab4-4d37-8437-1cdf5d474213 tempest-ServersAdminNegativeTestJSON-1418853708 tempest-ServersAdminNegativeTestJSON-1418853708-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:40.904507 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:40.904507 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2efe3572-1281-44e8-9cd0-25c55a2ab7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:40.905554 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-13604b67-e7a4-4a65-ad50-8c2d1e8fcded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58a7519-7ff4-4b29-8e4d-fbf8a66d8965', 'name': 'tempest-TaggedBootDevicesTest-226704702-router', 'tenant_id': '7e1ca79997b14d37bbfde5791240b349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'f567c999-3b94-4af9-8325-3684f1ecf09f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:34:20Z', 'updated_at': '2022-04-05T14:34:29Z', 'revision_number': 4, 'project_id': '7e1ca79997b14d37bbfde5791240b349', 'gw_port': {'id': 'f567c999-3b94-4af9-8325-3684f1ecf09f', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58a7519-7ff4-4b29-8e4d-fbf8a66d8965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:22Z', 'updated_at': '2022-04-05T14:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': 'a912b48b-feb3-4360-91e0-ec14f5fb9853', 'name': '', 'network_id': 'd702c3d6-7199-4322-a653-c463eb30ccf9', 'tenant_id': '7e1ca79997b14d37bbfde5791240b349', 'mac_address': 'fa:16:3e:88:84:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58a7519-7ff4-4b29-8e4d-fbf8a66d8965', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '31d23931-2c8c-4da7-8029-521a7261e7d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:27Z', 'updated_at': '2022-04-05T14:34:33Z', 'revision_number': 5, 'project_id': '7e1ca79997b14d37bbfde5791240b349', 'subnets': [{'id': '31d23931-2c8c-4da7-8029-521a7261e7d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:41:40.906928 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7511d1-ecc0-45b8-a130-f6d44566f115 req-b90f929d-f250-4ff0-9776-f7f428faac89 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:40.908580 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ae7511d1-ecc0-45b8-a130-f6d44566f115 req-b90f929d-f250-4ff0-9776-f7f428faac89 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] 10.222.0.30 "GET /v2.0/ports?device_id=cff8471e-9af1-4cec-a212-0e4dc1e3ad81 HTTP/1.1" status: 200 len: 943 time: 0.0816295 Apr 05 14:41:40.939499 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fb4fdfc-da1f-476a-b682-3adb8013bfe3 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:41:40.941068 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fb4fdfc-da1f-476a-b682-3adb8013bfe3 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:41:40.950661 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c6427c9b-45f1-4607-b4b2-795461a66652 None None] Deleting port d4bc9a55-cdda-4278-b85d-fc9ee8776532 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:41:40.950661 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c6427c9b-45f1-4607-b4b2-795461a66652 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:40.956969 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ae7511d1-ecc0-45b8-a130-f6d44566f115 req-a0c15ba8-092a-4ca3-b131-900a488a1289 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] 10.222.0.30 "GET /v2.0/security-groups?id=78dcbee3-58e7-4ac0-a42b-70562828d389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401790 Apr 05 14:41:40.967468 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13604b67-e7a4-4a65-ad50-8c2d1e8fcded None None] The sync data for ids ['a58a7519-7ff4-4b29-8e4d-fbf8a66d8965'] in n-d-836650-2 is: [{'id': 'a58a7519-7ff4-4b29-8e4d-fbf8a66d8965', 'name': 'tempest-TaggedBootDevicesTest-226704702-router', 'tenant_id': '7e1ca79997b14d37bbfde5791240b349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'f567c999-3b94-4af9-8325-3684f1ecf09f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:34:20Z', 'updated_at': '2022-04-05T14:34:29Z', 'revision_number': 4, 'project_id': '7e1ca79997b14d37bbfde5791240b349', 'gw_port': {'id': 'f567c999-3b94-4af9-8325-3684f1ecf09f', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58a7519-7ff4-4b29-8e4d-fbf8a66d8965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:22Z', 'updated_at': '2022-04-05T14:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': 'a912b48b-feb3-4360-91e0-ec14f5fb9853', 'name': '', 'network_id': 'd702c3d6-7199-4322-a653-c463eb30ccf9', 'tenant_id': '7e1ca79997b14d37bbfde5791240b349', 'mac_address': 'fa:16:3e:88:84:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58a7519-7ff4-4b29-8e4d-fbf8a66d8965', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '31d23931-2c8c-4da7-8029-521a7261e7d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:27Z', 'updated_at': '2022-04-05T14:34:33Z', 'revision_number': 5, 'project_id': '7e1ca79997b14d37bbfde5791240b349', 'subnets': [{'id': '31d23931-2c8c-4da7-8029-521a7261e7d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:41:40.979421 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-071ed291-c2fd-437d-849e-da966ed19fe6 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:41.069651 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071ed291-c2fd-437d-849e-da966ed19fe6 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Pushing event deleted for resources: {'Port': ['ID=d29567c3-98a7-48ae-97f5-236352cc0866,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:41.079376 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 05 Apr 2022 14:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3270aa0-b303-4a59-8ece-264465f197fb x-openstack-request-id: req-c3270aa0-b303-4a59-8ece-264465f197fb {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:41:41.080255 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "382d0b57-20df-4e23-b375-ead2ffe87224", "name": "network-vif-deleted", "tag": "385bc4e1-71d4-4027-983d-ee339e8e5dfe", "status": "completed", "code": 200}, {"server_uuid": "382d0b57-20df-4e23-b375-ead2ffe87224", "name": "network-vif-deleted", "tag": "0c4f6388-349e-4a35-a663-fd75e1242b4e", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:41:41.080642 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c3270aa0-b303-4a59-8ece-264465f197fb {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:41:41.081179 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3270aa0-b303-4a59-8ece-264465f197fb'] response: {'server_uuid': '382d0b57-20df-4e23-b375-ead2ffe87224', 'name': 'network-vif-deleted', 'tag': '385bc4e1-71d4-4027-983d-ee339e8e5dfe', 'status': 'completed', 'code': 200} Apr 05 14:41:41.081536 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3270aa0-b303-4a59-8ece-264465f197fb'] response: {'server_uuid': '382d0b57-20df-4e23-b375-ead2ffe87224', 'name': 'network-vif-deleted', 'tag': '0c4f6388-349e-4a35-a663-fd75e1242b4e', 'status': 'completed', 'code': 200} Apr 05 14:41:41.088912 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-93f7bdf7-7668-45fb-a4e5-9809a1793f6f req-5ca16875-8ab4-4d37-8437-1cdf5d474213 tempest-ServersAdminNegativeTestJSON-1418853708 tempest-ServersAdminNegativeTestJSON-1418853708-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:41.092639 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ce971209-e423-4761-a1f8-2ed94d4122f3 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:41.101894 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-2fb4fdfc-da1f-476a-b682-3adb8013bfe3 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0197022 Apr 05 14:41:41.102583 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 49946) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:41.115445 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-38db879b-f15d-4cea-a4ae-030ce4d6f03b tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Request body: {'subnet': {'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:41:41.187318 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce971209-e423-4761-a1f8-2ed94d4122f3 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Pushing event deleted for resources: {'Port': ['ID=d4bc9a55-cdda-4278-b85d-fc9ee8776532,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:41.253965 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce971209-e423-4761-a1f8-2ed94d4122f3 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] No DVR routers for this DVR port d4bc9a55-cdda-4278-b85d-fc9ee8776532 on host n-d-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:41:41.259389 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-93f7bdf7-7668-45fb-a4e5-9809a1793f6f req-5ca16875-8ab4-4d37-8437-1cdf5d474213 tempest-ServersAdminNegativeTestJSON-1418853708 tempest-ServersAdminNegativeTestJSON-1418853708-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=2ca7fb53-50e9-4359-aa7a-c92550724034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5241358 Apr 05 14:41:41.300389 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-071ed291-c2fd-437d-849e-da966ed19fe6 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] No DVR routers for this DVR port d29567c3-98a7-48ae-97f5-236352cc0866 on host n-h1-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:41:41.309476 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-071ed291-c2fd-437d-849e-da966ed19fe6 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:41.313252 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-071ed291-c2fd-437d-849e-da966ed19fe6 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.55 "DELETE /v2.0/ports/d29567c3-98a7-48ae-97f5-236352cc0866 HTTP/1.1" status: 204 len: 173 time: 2.0154595 Apr 05 14:41:41.359417 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca16875-8ab4-4d37-8437-1cdf5d474213 tempest-ServersAdminNegativeTestJSON-1418853708 tempest-ServersAdminNegativeTestJSON-1418853708-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ae27c1-318f-4415-a44c-11064951a9e6,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:41.461058 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38db879b-f15d-4cea-a4ae-030ce4d6f03b tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Made reservation on behalf of 81648541dc0b4f1ea0eb9cace0846aa5 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:41:41.465143 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-38db879b-f15d-4cea-a4ae-030ce4d6f03b tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:41.488339 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93070ef-1659-4c14-9e57-3ff005db8cd8 req-4421fcf3-b0f0-49c4-94bd-eee5d804a28a tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:41.489983 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e93070ef-1659-4c14-9e57-3ff005db8cd8 req-4421fcf3-b0f0-49c4-94bd-eee5d804a28a tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb7c24d0-6b1f-4833-96cd-31a1019893ae HTTP/1.1" status: 200 len: 908 time: 0.2735047 Apr 05 14:41:41.524203 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee3c71e-4465-454c-870e-20d97df5e123 None None] New status for floating IP cb14fcaa-c347-47bd-8b6a-8f2ce688dc46: DOWN {{(pid=103322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 14:41:41.598975 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ce971209-e423-4761-a1f8-2ed94d4122f3 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:41.610065 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port 667f7e60-5917-4395-8e7f-2d7362be08f8, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=667f7e60-5917-4395-8e7f-2d7362be08f8,segment=NetworkSegment(1c468974-700f-4380-acfc-da4f84290a6b),segment_id=1c468974-700f-4380-acfc-da4f84290a6b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:41:41.737243 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-ce971209-e423-4761-a1f8-2ed94d4122f3 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db5197f6-eaf7-4c08-9616-8bd4164e6913']}} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:41:41.785366 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:41.786084 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device e1323186-7c51-4b8a-87ff-a68b7d16dbc3 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:41:41.792773 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c6427c9b-45f1-4607-b4b2-795461a66652 None None] For port d4bc9a55-cdda-4278-b85d-fc9ee8776532, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=d4bc9a55-cdda-4278-b85d-fc9ee8776532,segment=NetworkSegment(59f66ad5-1833-4f4e-b0a7-908623dcea83),segment_id=59f66ad5-1833-4f4e-b0a7-908623dcea83)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:41:41.796224 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c6427c9b-45f1-4607-b4b2-795461a66652 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:41.798091 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-ce971209-e423-4761-a1f8-2ed94d4122f3 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59f66ad5-1833-4f4e-b0a7-908623dcea83') {'for_net_delete': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:41:41.798965 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-ce971209-e423-4761-a1f8-2ed94d4122f3 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59f66ad5-1833-4f4e-b0a7-908623dcea83') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:41:41.815161 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ce971209-e423-4761-a1f8-2ed94d4122f3 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13399223'] for segment, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:41.831011 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ce971209-e423-4761-a1f8-2ed94d4122f3 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:41.853565 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce971209-e423-4761-a1f8-2ed94d4122f3 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=103320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:41:41.853982 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ce971209-e423-4761-a1f8-2ed94d4122f3 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15765202'] for segment, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:41.894523 n-d-836650-2 neutron-server[103320]: Traceback (most recent call last): Apr 05 14:41:41.894523 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:41:41.894523 n-d-836650-2 neutron-server[103320]: timer() Apr 05 14:41:41.894523 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:41:41.894523 n-d-836650-2 neutron-server[103320]: cb(*args, **kw) Apr 05 14:41:41.894523 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:41:41.894523 n-d-836650-2 neutron-server[103320]: return func(*args, **kwargs) Apr 05 14:41:41.894523 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:41:41.894523 n-d-836650-2 neutron-server[103320]: self._notify() Apr 05 14:41:41.894523 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:41:41.894523 n-d-836650-2 neutron-server[103320]: self.callback(batched_events) Apr 05 14:41:41.894523 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:41:41.894523 n-d-836650-2 neutron-server[103320]: event.method(event) Apr 05 14:41:41.894523 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:41:41.894523 n-d-836650-2 neutron-server[103320]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:41:41.894523 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:41:41.894523 n-d-836650-2 neutron-server[103320]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:41:41.894523 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:41:41.894523 n-d-836650-2 neutron-server[103320]: return f(self, *a, **k) Apr 05 14:41:41.894523 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:41:41.894523 n-d-836650-2 neutron-server[103320]: return self._get(url).json() Apr 05 14:41:41.894523 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:41:41.894523 n-d-836650-2 neutron-server[103320]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:41:41.894523 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:41:41.894523 n-d-836650-2 neutron-server[103320]: return self.request(url, 'GET', **kwargs) Apr 05 14:41:41.894523 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:41:41.894523 n-d-836650-2 neutron-server[103320]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:41:41.894523 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:41:41.894523 n-d-836650-2 neutron-server[103320]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:41:41.894523 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:41:41.894523 n-d-836650-2 neutron-server[103320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:41:41.894523 n-d-836650-2 neutron-server[103320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:41:41.943719 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: e1323186-7c51-4b8a-87ff-a68b7d16dbc3 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:41:41.945286 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device e1323186-7c51-4b8a-87ff-a68b7d16dbc3 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:41:41.951252 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c6427c9b-45f1-4607-b4b2-795461a66652 None None] Calling delete_port for d4bc9a55-cdda-4278-b85d-fc9ee8776532 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:41:41.976853 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-2efe3572-1281-44e8-9cd0-25c55a2ab7c7 None None] Allocated IP 2001:db8::2 (fd08407d-7bc3-4895-9d28-9b2f36a8d65c/d2d84378-da7c-4899-9a91-8fb9b9ddac69/667f7e60-5917-4395-8e7f-2d7362be08f8) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:41:42.007063 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0758f3b-881f-4c6f-a5b4-3146147f3191 req-4418889a-f06f-48a7-86bb-a4cf9fff59e5 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:42.008681 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d0758f3b-881f-4c6f-a5b4-3146147f3191 req-4418889a-f06f-48a7-86bb-a4cf9fff59e5 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 944 time: 0.2661185 Apr 05 14:41:42.055155 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a595518-11bd-4c39-820c-6dd5741beacf req-2bf5a1e2-03c4-42ca-8c02-c08a79e14fa2 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:42.062981 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a595518-11bd-4c39-820c-6dd5741beacf req-2bf5a1e2-03c4-42ca-8c02-c08a79e14fa2 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:42.064704 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5a595518-11bd-4c39-820c-6dd5741beacf req-2bf5a1e2-03c4-42ca-8c02-c08a79e14fa2 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 1677 time: 0.3576663 Apr 05 14:41:42.076245 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-e93070ef-1659-4c14-9e57-3ff005db8cd8 req-08ebbf23-626b-4810-b1fb-23de0f18e991 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Deleting port b7f433f2-6cdf-424f-b879-557258901bdb {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:41:42.076950 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e93070ef-1659-4c14-9e57-3ff005db8cd8 req-08ebbf23-626b-4810-b1fb-23de0f18e991 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:42.081629 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device b19045ae-f5ab-4894-b8f2-78cf84e0b22e up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:41:42.104703 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-10ed1a27-281e-4573-acfa-1143dc4024ef tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Deleting port 022b1476-4190-4c5b-a67b-4356b8490205 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:41:42.105170 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-10ed1a27-281e-4573-acfa-1143dc4024ef tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:42.152795 n-d-836650-2 neutron-server[103321]: DEBUG neutron.objects.ports [None req-38db879b-f15d-4cea-a4ae-030ce4d6f03b tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103321) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 05 14:41:42.222138 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ce971209-e423-4761-a1f8-2ed94d4122f3 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:42.229585 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=667f7e60-5917-4395-8e7f-2d7362be08f8,revision_number=13']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:42.235524 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port b19045ae-f5ab-4894-b8f2-78cf84e0b22e triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:41:42.235875 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:42.238768 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ce971209-e423-4761-a1f8-2ed94d4122f3 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:42.246647 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-ce971209-e423-4761-a1f8-2ed94d4122f3 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "DELETE /v2.0/networks/db5197f6-eaf7-4c08-9616-8bd4164e6913 HTTP/1.1" status: 204 len: 168 time: 2.8964231 Apr 05 14:41:42.258427 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 49986) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:42.301445 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:42.335709 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-2efe3572-1281-44e8-9cd0-25c55a2ab7c7 None None] For port 667f7e60-5917-4395-8e7f-2d7362be08f8, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=667f7e60-5917-4395-8e7f-2d7362be08f8,segment=NetworkSegment(1c468974-700f-4380-acfc-da4f84290a6b),segment_id=1c468974-700f-4380-acfc-da4f84290a6b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:41:42.338380 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c6427c9b-45f1-4607-b4b2-795461a66652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:42.384432 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d0758f3b-881f-4c6f-a5b4-3146147f3191 req-1292b5d9-5785-4e66-ac06-f777c3cfbcb3 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3669310 Apr 05 14:41:42.400966 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce971209-e423-4761-a1f8-2ed94d4122f3 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Pushing event deleted for resources: {'Network': ['ID=db5197f6-eaf7-4c08-9616-8bd4164e6913,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:42.425347 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5a595518-11bd-4c39-820c-6dd5741beacf req-08ae3a93-06af-4732-a05a-e680224d10f6 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/security-groups?id=756a1fd7-e8fc-4bda-8783-a2c1d11a4f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3456779 Apr 05 14:41:42.442356 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:42.481527 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c6427c9b-45f1-4607-b4b2-795461a66652 None None] Network db5197f6-eaf7-4c08-9616-8bd4164e6913 is not hosted by any dhcp agent {{(pid=103322) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 05 14:41:42.481527 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6427c9b-45f1-4607-b4b2-795461a66652 None None] No DVR routers for this DVR port d4bc9a55-cdda-4278-b85d-fc9ee8776532 on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:41:42.482967 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6427c9b-45f1-4607-b4b2-795461a66652 None None] Pushing event deleted for resources: {'Port': ['ID=d4bc9a55-cdda-4278-b85d-fc9ee8776532,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:42.497793 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-e93070ef-1659-4c14-9e57-3ff005db8cd8 req-08ebbf23-626b-4810-b1fb-23de0f18e991 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] For port b7f433f2-6cdf-424f-b879-557258901bdb, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=b7f433f2-6cdf-424f-b879-557258901bdb,segment=NetworkSegment(87207719-1f48-46bc-a702-a88951a34078),segment_id=87207719-1f48-46bc-a702-a88951a34078)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:41:42.498559 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e93070ef-1659-4c14-9e57-3ff005db8cd8 req-08ebbf23-626b-4810-b1fb-23de0f18e991 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:42.520462 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-10ed1a27-281e-4573-acfa-1143dc4024ef tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] For port 022b1476-4190-4c5b-a67b-4356b8490205, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=022b1476-4190-4c5b-a67b-4356b8490205,segment=NetworkSegment(2bd40b06-9213-421d-9fff-c47075683508),segment_id=2bd40b06-9213-421d-9fff-c47075683508)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:41:42.520462 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-10ed1a27-281e-4573-acfa-1143dc4024ef tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:42.536190 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad86c1e3-ca08-4c56-90cb-37859ccc8884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b19045ae-f5ab-4894-b8f2-78cf84e0b22e'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:41:42.539175 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ac03d6-190b-460d-8235-25a88c2fa998" -d '{"events": [{"server_uuid": "ad86c1e3-ca08-4c56-90cb-37859ccc8884", "name": "network-vif-plugged", "status": "completed", "tag": "b19045ae-f5ab-4894-b8f2-78cf84e0b22e"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:41:42.565411 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-e93070ef-1659-4c14-9e57-3ff005db8cd8 req-08ebbf23-626b-4810-b1fb-23de0f18e991 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Calling delete_port for b7f433f2-6cdf-424f-b879-557258901bdb owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:41:42.568571 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device d4bc9a55-cdda-4278-b85d-fc9ee8776532 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:41:42.579132 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-10ed1a27-281e-4573-acfa-1143dc4024ef tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Calling delete_port for 022b1476-4190-4c5b-a67b-4356b8490205 owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:41:42.649358 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port b19045ae-f5ab-4894-b8f2-78cf84e0b22e, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=b19045ae-f5ab-4894-b8f2-78cf84e0b22e,segment=NetworkSegment(bdfb6f44-ca71-4caa-8786-512017d20b4a),segment_id=bdfb6f44-ca71-4caa-8786-512017d20b4a)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:41:42.651729 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: d4bc9a55-cdda-4278-b85d-fc9ee8776532 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:41:42.657554 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device d4bc9a55-cdda-4278-b85d-fc9ee8776532 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:41:42.673847 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2efe3572-1281-44e8-9cd0-25c55a2ab7c7 None None] Notify callbacks [] for port, precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:42.782750 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:42.825041 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2efe3572-1281-44e8-9cd0-25c55a2ab7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:42.993829 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=b19045ae-f5ab-4894-b8f2-78cf84e0b22e,revision_number=7']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:43.068489 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-38db879b-f15d-4cea-a4ae-030ce4d6f03b tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:43.129240 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efe3572-1281-44e8-9cd0-25c55a2ab7c7 None None] Pushing event updated for resources: {'Port': ['ID=667f7e60-5917-4395-8e7f-2d7362be08f8,revision_number=15']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:43.291297 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '382d0b57-20df-4e23-b375-ead2ffe87224', 'name': 'network-vif-deleted', 'tag': 'd29567c3-98a7-48ae-97f5-236352cc0866'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:41:43.294088 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ace96ff-0998-4f82-8c9e-1bd4b5810dc5" -d '{"events": [{"server_uuid": "382d0b57-20df-4e23-b375-ead2ffe87224", "name": "network-vif-deleted", "tag": "d29567c3-98a7-48ae-97f5-236352cc0866"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:41:43.373792 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-38db879b-f15d-4cea-a4ae-030ce4d6f03b tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] For port 667f7e60-5917-4395-8e7f-2d7362be08f8, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=667f7e60-5917-4395-8e7f-2d7362be08f8,segment=NetworkSegment(1c468974-700f-4380-acfc-da4f84290a6b),segment_id=1c468974-700f-4380-acfc-da4f84290a6b)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:41:43.480161 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-38db879b-f15d-4cea-a4ae-030ce4d6f03b tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:43.500963 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5f003fe7-8141-4e12-b1b4-07aa6849260f tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809988'] for router_interface, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:43.594117 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-38db879b-f15d-4cea-a4ae-030ce4d6f03b tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:43.595208 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-38db879b-f15d-4cea-a4ae-030ce4d6f03b tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:43.595542 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140403c8-683c-44f6-8b3f-82bad9ad6326 req-6ac78d27-8422-4973-a391-f8ca9f1b33d3 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:43.605946 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-140403c8-683c-44f6-8b3f-82bad9ad6326 req-6ac78d27-8422-4973-a391-f8ca9f1b33d3 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb7c24d0-6b1f-4833-96cd-31a1019893ae HTTP/1.1" status: 200 len: 908 time: 0.9798794 Apr 05 14:41:43.620708 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5667eb4-e8b5-4e1a-8108-69fb01ba0d9c req-1398b766-a716-4972-baeb-ce641f26b194 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:43.622637 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a5667eb4-e8b5-4e1a-8108-69fb01ba0d9c req-1398b766-a716-4972-baeb-ce641f26b194 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] 10.222.0.30 "GET /v2.0/ports?device_id=cff8471e-9af1-4cec-a212-0e4dc1e3ad81 HTTP/1.1" status: 200 len: 943 time: 0.9928172 Apr 05 14:41:43.639962 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-10ed1a27-281e-4573-acfa-1143dc4024ef tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:43.723505 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ed1a27-281e-4573-acfa-1143dc4024ef tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Pushing event deleted for resources: {'Port': ['ID=022b1476-4190-4c5b-a67b-4356b8490205,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:43.750145 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38db879b-f15d-4cea-a4ae-030ce4d6f03b tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:41:43.762851 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-38db879b-f15d-4cea-a4ae-030ce4d6f03b tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:41:43.794634 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38db879b-f15d-4cea-a4ae-030ce4d6f03b tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:43.795439 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-38db879b-f15d-4cea-a4ae-030ce4d6f03b tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:43.871050 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a5667eb4-e8b5-4e1a-8108-69fb01ba0d9c req-dd4edbd1-6db3-4ab5-87f1-778451bdbed6 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] 10.222.0.30 "GET /v2.0/security-groups?id=78dcbee3-58e7-4ac0-a42b-70562828d389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2380471 Apr 05 14:41:43.949792 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-10ed1a27-281e-4573-acfa-1143dc4024ef tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] No DVR routers for this DVR port 022b1476-4190-4c5b-a67b-4356b8490205 on host n-h1-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:41:43.955963 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:43.963110 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-10ed1a27-281e-4573-acfa-1143dc4024ef tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:43.967248 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-10ed1a27-281e-4573-acfa-1143dc4024ef tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.55 "DELETE /v2.0/ports/022b1476-4190-4c5b-a67b-4356b8490205 HTTP/1.1" status: 204 len: 173 time: 2.5994995 Apr 05 14:41:43.987353 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc9c4555-802d-4271-bfba-3eba186bd396 x-openstack-request-id: req-cc9c4555-802d-4271-bfba-3eba186bd396 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:41:43.987925 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad86c1e3-ca08-4c56-90cb-37859ccc8884", "name": "network-vif-plugged", "status": "completed", "tag": "b19045ae-f5ab-4894-b8f2-78cf84e0b22e", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:41:43.988419 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cc9c4555-802d-4271-bfba-3eba186bd396 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:41:43.989102 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc9c4555-802d-4271-bfba-3eba186bd396'] response: {'server_uuid': 'ad86c1e3-ca08-4c56-90cb-37859ccc8884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b19045ae-f5ab-4894-b8f2-78cf84e0b22e', 'code': 200} Apr 05 14:41:44.114272 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867e7448-5fd7-480c-8bdd-49e36ea3872b x-openstack-request-id: req-867e7448-5fd7-480c-8bdd-49e36ea3872b {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:41:44.114718 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "382d0b57-20df-4e23-b375-ead2ffe87224", "name": "network-vif-deleted", "tag": "d29567c3-98a7-48ae-97f5-236352cc0866", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:41:44.115074 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-867e7448-5fd7-480c-8bdd-49e36ea3872b {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:41:44.115716 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-867e7448-5fd7-480c-8bdd-49e36ea3872b'] response: {'server_uuid': '382d0b57-20df-4e23-b375-ead2ffe87224', 'name': 'network-vif-deleted', 'tag': 'd29567c3-98a7-48ae-97f5-236352cc0866', 'status': 'completed', 'code': 200} Apr 05 14:41:44.179037 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da4f7b4-02e5-4ba8-b8c9-91d56ea2e7b7 req-f57aff9d-81ae-4c84-a0b4-808eb2212a21 tempest-ServersAdminNegativeTestJSON-1418853708 tempest-ServersAdminNegativeTestJSON-1418853708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:44.180527 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2da4f7b4-02e5-4ba8-b8c9-91d56ea2e7b7 req-f57aff9d-81ae-4c84-a0b4-808eb2212a21 tempest-ServersAdminNegativeTestJSON-1418853708 tempest-ServersAdminNegativeTestJSON-1418853708-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e107d774-342a-469b-835c-1528574abce5 HTTP/1.1" status: 200 len: 1100 time: 0.3673143 Apr 05 14:41:44.392440 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7038217-f3e3-4814-8b54-b35e41c680a6 None None] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:41:44.409993 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2da4f7b4-02e5-4ba8-b8c9-91d56ea2e7b7 req-b2a0d49d-7f99-44c5-9281-82003e7e4437 tempest-ServersAdminNegativeTestJSON-1418853708 tempest-ServersAdminNegativeTestJSON-1418853708-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=2ca7fb53-50e9-4359-aa7a-c92550724034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221808 Apr 05 14:41:44.454284 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b296781a-46f9-4002-a167-5febf26c4b92 req-e7e6522b-f422-4f73-8e7f-7aeb30522d3d tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:44.455885 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b296781a-46f9-4002-a167-5febf26c4b92 req-e7e6522b-f422-4f73-8e7f-7aeb30522d3d tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.1866808 Apr 05 14:41:44.472988 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-1dcf4e2e-6862-40e3-ab76-6798ea4f9505 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Deleting port f959b160-8254-4f90-83f1-eebf3b81966c {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:41:44.473358 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-1dcf4e2e-6862-40e3-ab76-6798ea4f9505 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:44.550324 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e93070ef-1659-4c14-9e57-3ff005db8cd8 req-08ebbf23-626b-4810-b1fb-23de0f18e991 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:44.604917 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 667f7e60-5917-4395-8e7f-2d7362be08f8 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:41:44.632432 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-38db879b-f15d-4cea-a4ae-030ce4d6f03b tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.5286114 Apr 05 14:41:44.633214 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38db879b-f15d-4cea-a4ae-030ce4d6f03b tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event updated for resources: {'Subnet': ['ID=826db308-9ce0-483b-b671-f5b5c631b32c,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:44.639593 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50024) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:44.645517 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-eca1faf3-7b99-4eea-b252-80d15aefdfb3 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Request body: {'port': {'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'mac_address': 'fa:16:3e:3f:0a:d1', 'name': 'tempest-NetworksTestDHCPv6-865122818'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:41:44.651564 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38db879b-f15d-4cea-a4ae-030ce4d6f03b tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event updated for resources: {'Port': ['ID=667f7e60-5917-4395-8e7f-2d7362be08f8,revision_number=16']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:44.706572 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-1dcf4e2e-6862-40e3-ab76-6798ea4f9505 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] For port f959b160-8254-4f90-83f1-eebf3b81966c, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=f959b160-8254-4f90-83f1-eebf3b81966c,segment=NetworkSegment(9b21705a-bc5f-4914-8fe4-95935e7f97b2),segment_id=9b21705a-bc5f-4914-8fe4-95935e7f97b2)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:41:44.707029 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-1dcf4e2e-6862-40e3-ab76-6798ea4f9505 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:44.724633 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-1dcf4e2e-6862-40e3-ab76-6798ea4f9505 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Calling delete_port for f959b160-8254-4f90-83f1-eebf3b81966c owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:41:44.822053 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-5e57b383-01db-4297-9171-81e235131cb1 None None] Provisioning complete for port 667f7e60-5917-4395-8e7f-2d7362be08f8 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:41:44.822886 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5e57b383-01db-4297-9171-81e235131cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:44.902541 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 667f7e60-5917-4395-8e7f-2d7362be08f8 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:41:44.903725 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:44.953263 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ebbf23-626b-4810-b1fb-23de0f18e991 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Pushing event deleted for resources: {'Port': ['ID=b7f433f2-6cdf-424f-b879-557258901bdb,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:44.986183 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b296781a-46f9-4002-a167-5febf26c4b92 req-149ce0f2-ad31-43cd-a3f6-75bab60c60e7 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5078111 Apr 05 14:41:44.988316 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-1dcf4e2e-6862-40e3-ab76-6798ea4f9505 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:45.007758 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-5f003fe7-8141-4e12-b1b4-07aa6849260f tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Deleting port b1400329-76eb-44dd-85ba-1ea33c533f50 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:41:45.008093 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5f003fe7-8141-4e12-b1b4-07aa6849260f tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:45.019032 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcf4e2e-6862-40e3-ab76-6798ea4f9505 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Pushing event deleted for resources: {'Port': ['ID=f959b160-8254-4f90-83f1-eebf3b81966c,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:45.100119 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5e57b383-01db-4297-9171-81e235131cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:45.133023 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca1faf3-7b99-4eea-b252-80d15aefdfb3 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Made reservation on behalf of 81648541dc0b4f1ea0eb9cace0846aa5 for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:41:45.137816 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-e93070ef-1659-4c14-9e57-3ff005db8cd8 req-08ebbf23-626b-4810-b1fb-23de0f18e991 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] No DVR routers for this DVR port b7f433f2-6cdf-424f-b879-557258901bdb on host n-h1-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:41:45.155626 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e93070ef-1659-4c14-9e57-3ff005db8cd8 req-08ebbf23-626b-4810-b1fb-23de0f18e991 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:45.166204 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e93070ef-1659-4c14-9e57-3ff005db8cd8 req-08ebbf23-626b-4810-b1fb-23de0f18e991 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.55 "DELETE /v2.0/ports/b7f433f2-6cdf-424f-b879-557258901bdb HTTP/1.1" status: 204 len: 173 time: 3.6598539 Apr 05 14:41:45.201837 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-5e57b383-01db-4297-9171-81e235131cb1 None None] For port 667f7e60-5917-4395-8e7f-2d7362be08f8, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=667f7e60-5917-4395-8e7f-2d7362be08f8,segment=NetworkSegment(1c468974-700f-4380-acfc-da4f84290a6b),segment_id=1c468974-700f-4380-acfc-da4f84290a6b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:41:45.237406 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2452c577-50b5-498c-ae16-5a980af017c6 req-0170176c-6b07-4b37-86e2-ea4a7803dfb4 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:45.239201 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2452c577-50b5-498c-ae16-5a980af017c6 req-0170176c-6b07-4b37-86e2-ea4a7803dfb4 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 865 time: 0.3461602 Apr 05 14:41:45.250159 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-1dcf4e2e-6862-40e3-ab76-6798ea4f9505 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] No DVR routers for this DVR port f959b160-8254-4f90-83f1-eebf3b81966c on host n-h1-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:41:45.258487 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-1dcf4e2e-6862-40e3-ab76-6798ea4f9505 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:45.278136 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-984e8485-595b-40c6-8b31-0f9eac7d0b85 req-1dcf4e2e-6862-40e3-ab76-6798ea4f9505 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.55 "DELETE /v2.0/ports/f959b160-8254-4f90-83f1-eebf3b81966c HTTP/1.1" status: 204 len: 173 time: 1.2965696 Apr 05 14:41:45.336100 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device b7f433f2-6cdf-424f-b879-557258901bdb no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:41:45.338645 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5e57b383-01db-4297-9171-81e235131cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:45.364488 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2452c577-50b5-498c-ae16-5a980af017c6 req-2ba98578-e32f-4064-82dd-e96ef9ccaa7a tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/security-groups?id=756a1fd7-e8fc-4bda-8783-a2c1d11a4f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769558 Apr 05 14:41:45.444627 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:45.451448 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] No Port match for: b7f433f2-6cdf-424f-b879-557258901bdb {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:41:45.458359 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device b7f433f2-6cdf-424f-b879-557258901bdb not bound to the agent host n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:41:45.571400 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-5f003fe7-8141-4e12-b1b4-07aa6849260f tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] For port b1400329-76eb-44dd-85ba-1ea33c533f50, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=b1400329-76eb-44dd-85ba-1ea33c533f50,segment=NetworkSegment(dc9ff757-ee9e-419d-8ff7-d66180732cd4),segment_id=dc9ff757-ee9e-419d-8ff7-d66180732cd4)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:41:45.571786 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5f003fe7-8141-4e12-b1b4-07aa6849260f tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:45.648784 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-5f003fe7-8141-4e12-b1b4-07aa6849260f tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Calling delete_port for b1400329-76eb-44dd-85ba-1ea33c533f50 owned by network:router_interface {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:41:45.691308 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-845f88b3-10ed-4c8d-9d1e-d6b1935df9c0 req-5c21db25-fb09-4567-9a62-501fa4ea793a tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb7c24d0-6b1f-4833-96cd-31a1019893ae HTTP/1.1" status: 200 len: 210 time: 0.1263084 Apr 05 14:41:45.768672 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e57b383-01db-4297-9171-81e235131cb1 None None] Pushing event updated for resources: {'Port': ['ID=667f7e60-5917-4395-8e7f-2d7362be08f8,revision_number=17']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:45.793250 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.db.api [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:41:45.794040 n-d-836650-2 neutron-server[103322]: DEBUG oslo_db.api [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:41:45.930251 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c9394c-2643-4cd9-86fc-fb776953b620 req-057ab218-6380-4f83-81e4-a65904a1be1c tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:45.943021 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-54c9394c-2643-4cd9-86fc-fb776953b620 req-057ab218-6380-4f83-81e4-a65904a1be1c tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] 10.222.0.30 "GET /v2.0/ports?device_id=cff8471e-9af1-4cec-a212-0e4dc1e3ad81 HTTP/1.1" status: 200 len: 943 time: 0.3030043 Apr 05 14:41:45.978350 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-eca1faf3-7b99-4eea-b252-80d15aefdfb3 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:46.112207 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-54c9394c-2643-4cd9-86fc-fb776953b620 req-0ede3633-c352-459c-9cb0-544633f30ed3 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] 10.222.0.30 "GET /v2.0/security-groups?id=78dcbee3-58e7-4ac0-a42b-70562828d389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662698 Apr 05 14:41:46.117393 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '382d0b57-20df-4e23-b375-ead2ffe87224', 'name': 'network-vif-deleted', 'tag': '022b1476-4190-4c5b-a67b-4356b8490205'}, {'server_uuid': 'cb7c24d0-6b1f-4833-96cd-31a1019893ae', 'name': 'network-vif-deleted', 'tag': 'b7f433f2-6cdf-424f-b879-557258901bdb'}, {'server_uuid': '382d0b57-20df-4e23-b375-ead2ffe87224', 'name': 'network-vif-deleted', 'tag': 'f959b160-8254-4f90-83f1-eebf3b81966c'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:41:46.119754 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63bf3bd3-8afe-4e30-abb1-69cd5f21b6b8" -d '{"events": [{"server_uuid": "382d0b57-20df-4e23-b375-ead2ffe87224", "name": "network-vif-deleted", "tag": "022b1476-4190-4c5b-a67b-4356b8490205"}, {"server_uuid": "cb7c24d0-6b1f-4833-96cd-31a1019893ae", "name": "network-vif-deleted", "tag": "b7f433f2-6cdf-424f-b879-557258901bdb"}, {"server_uuid": "382d0b57-20df-4e23-b375-ead2ffe87224", "name": "network-vif-deleted", "tag": "f959b160-8254-4f90-83f1-eebf3b81966c"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:41:46.188575 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [None req-eca1faf3-7b99-4eea-b252-80d15aefdfb3 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] device_id is not set on port df5e74b6-ce1b-4be1-81e5-abcb162b8559 yet. {{(pid=103321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:41:46.578722 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f01ff1-3190-423b-a926-2eb3a74c52ff None None] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:41:46.643245 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc580105-1744-45af-836a-6afedae91670 req-e3c48cb5-b7e0-4518-968e-b2192cddd3c9 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:46.645764 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cc580105-1744-45af-836a-6afedae91670 req-e3c48cb5-b7e0-4518-968e-b2192cddd3c9 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.2459552 Apr 05 14:41:46.766110 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cc580105-1744-45af-836a-6afedae91670 req-5d0fe32c-5917-4cf0-a7cb-09b676383707 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074898 Apr 05 14:41:46.775181 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 05 Apr 2022 14:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e9a55d-cbe3-4f51-8929-754869ae393b x-openstack-request-id: req-60e9a55d-cbe3-4f51-8929-754869ae393b {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:41:46.778999 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "382d0b57-20df-4e23-b375-ead2ffe87224", "name": "network-vif-deleted", "tag": "022b1476-4190-4c5b-a67b-4356b8490205", "status": "completed", "code": 200}, {"server_uuid": "cb7c24d0-6b1f-4833-96cd-31a1019893ae", "name": "network-vif-deleted", "tag": "b7f433f2-6cdf-424f-b879-557258901bdb", "status": "completed", "code": 200}, {"server_uuid": "382d0b57-20df-4e23-b375-ead2ffe87224", "name": "network-vif-deleted", "tag": "f959b160-8254-4f90-83f1-eebf3b81966c", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:41:46.780306 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-60e9a55d-cbe3-4f51-8929-754869ae393b {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:41:46.780989 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60e9a55d-cbe3-4f51-8929-754869ae393b'] response: {'server_uuid': '382d0b57-20df-4e23-b375-ead2ffe87224', 'name': 'network-vif-deleted', 'tag': '022b1476-4190-4c5b-a67b-4356b8490205', 'status': 'completed', 'code': 200} Apr 05 14:41:46.791035 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60e9a55d-cbe3-4f51-8929-754869ae393b'] response: {'server_uuid': 'cb7c24d0-6b1f-4833-96cd-31a1019893ae', 'name': 'network-vif-deleted', 'tag': 'b7f433f2-6cdf-424f-b879-557258901bdb', 'status': 'completed', 'code': 200} Apr 05 14:41:46.791809 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60e9a55d-cbe3-4f51-8929-754869ae393b'] response: {'server_uuid': '382d0b57-20df-4e23-b375-ead2ffe87224', 'name': 'network-vif-deleted', 'tag': 'f959b160-8254-4f90-83f1-eebf3b81966c', 'status': 'completed', 'code': 200} Apr 05 14:41:47.003087 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-57c2f4fd-6640-4d4b-b46f-e402102ecbd2 req-bfb6cb9c-408a-4b34-bc86-db732cd44253 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 210 time: 0.0886135 Apr 05 14:41:47.046908 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 667f7e60-5917-4395-8e7f-2d7362be08f8 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:41:47.107157 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd8797-0ca4-4096-80db-574f5a8f1d92 req-3a2adc79-cd0a-44d6-9ed4-4ecc32b265db tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:47.135160 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e2bd8797-0ca4-4096-80db-574f5a8f1d92 req-3a2adc79-cd0a-44d6-9ed4-4ecc32b265db tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] 10.222.0.30 "GET /v2.0/ports?device_id=e107d774-342a-469b-835c-1528574abce5 HTTP/1.1" status: 200 len: 949 time: 0.1624703 Apr 05 14:41:47.136717 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5f003fe7-8141-4e12-b1b4-07aa6849260f tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:47.257395 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-f5ec7d28-d9fe-4fbf-9dfe-64b2ad054421 None None] Provisioning complete for port 667f7e60-5917-4395-8e7f-2d7362be08f8 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:41:47.258374 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f5ec7d28-d9fe-4fbf-9dfe-64b2ad054421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:47.282253 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e2bd8797-0ca4-4096-80db-574f5a8f1d92 req-3705e5a2-78a0-4c4c-a58d-2fd1b81ef0dd tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ca7fb53-50e9-4359-aa7a-c92550724034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374578 Apr 05 14:41:47.350713 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-eca1faf3-7b99-4eea-b252-80d15aefdfb3 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Allocated IP 2001:db8::107 (fd08407d-7bc3-4895-9d28-9b2f36a8d65c/d2d84378-da7c-4899-9a91-8fb9b9ddac69/df5e74b6-ce1b-4be1-81e5-abcb162b8559) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:41:47.358631 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-eca1faf3-7b99-4eea-b252-80d15aefdfb3 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Allocated IP 2001:db8:0:1:f816:3eff:fe3f:ad1 (fd08407d-7bc3-4895-9d28-9b2f36a8d65c/826db308-9ce0-483b-b671-f5b5c631b32c/df5e74b6-ce1b-4be1-81e5-abcb162b8559) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:41:47.406120 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f003fe7-8141-4e12-b1b4-07aa6849260f tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Pushing event deleted for resources: {'Port': ['ID=b1400329-76eb-44dd-85ba-1ea33c533f50,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:47.512097 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7773e-8458-409c-9fd2-6cb193962a5c req-299c32ad-f796-4cbc-938a-d61534aefed8 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:47.534815 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2ac7773e-8458-409c-9fd2-6cb193962a5c req-299c32ad-f796-4cbc-938a-d61534aefed8 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] 10.222.0.30 "GET /v2.0/ports?device_id=cff8471e-9af1-4cec-a212-0e4dc1e3ad81 HTTP/1.1" status: 200 len: 943 time: 0.1394153 Apr 05 14:41:47.564445 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 667f7e60-5917-4395-8e7f-2d7362be08f8 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:41:47.566789 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:47.621501 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2ac7773e-8458-409c-9fd2-6cb193962a5c req-265d259f-2a35-46af-a26a-1cc2ff78afa2 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] 10.222.0.30 "GET /v2.0/security-groups?id=78dcbee3-58e7-4ac0-a42b-70562828d389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853379 Apr 05 14:41:48.072733 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4157f478-826b-4f3f-916e-2d6a5a6d760d req-6dd55303-9052-4d26-8c3a-3dcc6057fece tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:48.081595 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4157f478-826b-4f3f-916e-2d6a5a6d760d req-6dd55303-9052-4d26-8c3a-3dcc6057fece tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.1486673 Apr 05 14:41:48.137380 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-eca1faf3-7b99-4eea-b252-80d15aefdfb3 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:48.146252 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4157f478-826b-4f3f-916e-2d6a5a6d760d req-61c8d1b2-7a04-4e57-a501-f772f60f72f2 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634532 Apr 05 14:41:48.198750 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b006420-0ffa-4724-946b-53f3e4336ced req-42983e30-801c-4f32-a154-8ce46de6b7c3 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:48.200681 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2b006420-0ffa-4724-946b-53f3e4336ced req-42983e30-801c-4f32-a154-8ce46de6b7c3 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] 10.222.0.55 "GET /v2.0/ports?device_id=e107d774-342a-469b-835c-1528574abce5 HTTP/1.1" status: 200 len: 949 time: 0.1991286 Apr 05 14:41:48.205476 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-4c7bf092-ed79-4b84-9150-791c2d004236 None None] Provisioning complete for port 667f7e60-5917-4395-8e7f-2d7362be08f8 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:41:48.206615 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c7bf092-ed79-4b84-9150-791c2d004236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:48.210421 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5f003fe7-8141-4e12-b1b4-07aa6849260f tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1798829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810128'] for router_interface, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:48.264241 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52af747-2a28-4a31-80f2-570c017de219 req-6c8646e7-c514-4a11-a7fc-f1bd839fcfb3 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:48.300004 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a52af747-2a28-4a31-80f2-570c017de219 req-6c8646e7-c514-4a11-a7fc-f1bd839fcfb3 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e72c1e1-e2f0-4808-a81b-a36d44d749c0 HTTP/1.1" status: 200 len: 945 time: 0.1800947 Apr 05 14:41:48.425779 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a52af747-2a28-4a31-80f2-570c017de219 req-f7ce1fcd-878e-4046-be0b-30c5aec5770e tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248126 Apr 05 14:41:48.553014 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-eca1faf3-7b99-4eea-b252-80d15aefdfb3 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:48.574643 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-32c62df7-70d9-421f-b1de-bc7f1a5ca38c req-96ed9f91-e445-4453-bf43-cfc029e3b664 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 210 time: 0.0579495 Apr 05 14:41:48.601244 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f003fe7-8141-4e12-b1b4-07aa6849260f tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Router 42030efb-e7bf-4d65-b6c6-81d49a0dab38 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:41:48.632341 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1938a608-9648-4202-9a74-41cf4d0d622a req-8dd59961-24ff-49a7-811b-4f680101a07a tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:48.634640 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1938a608-9648-4202-9a74-41cf4d0d622a req-8dd59961-24ff-49a7-811b-4f680101a07a tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e72c1e1-e2f0-4808-a81b-a36d44d749c0 HTTP/1.1" status: 200 len: 945 time: 0.3047163 Apr 05 14:41:48.701192 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca1faf3-7b99-4eea-b252-80d15aefdfb3 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:41:48.709808 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-eca1faf3-7b99-4eea-b252-80d15aefdfb3 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:41:48.721329 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca1faf3-7b99-4eea-b252-80d15aefdfb3 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:41:48.728914 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca1faf3-7b99-4eea-b252-80d15aefdfb3 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:48.729781 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-eca1faf3-7b99-4eea-b252-80d15aefdfb3 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:48.742557 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca1faf3-7b99-4eea-b252-80d15aefdfb3 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event updated for resources: {'Port': ['ID=df5e74b6-ce1b-4be1-81e5-abcb162b8559,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:48.789495 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a0ebc-4a6a-4ef5-93ce-d7f2a7bc9829 req-7de3237a-aa76-4b32-a44a-d5e7e438cdf8 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:48.791115 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-665a0ebc-4a6a-4ef5-93ce-d7f2a7bc9829 req-7de3237a-aa76-4b32-a44a-d5e7e438cdf8 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] 10.222.0.30 "GET /v2.0/ports?device_id=e107d774-342a-469b-835c-1528574abce5 HTTP/1.1" status: 200 len: 949 time: 0.2523453 Apr 05 14:41:48.853768 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-eca1faf3-7b99-4eea-b252-80d15aefdfb3 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 4.2128949 Apr 05 14:41:48.856200 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50104) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:48.872254 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-2b006420-0ffa-4724-946b-53f3e4336ced req-6c6cb42d-7c8f-4271-aad9-e900e63005e0 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] Deleting port cd8e6d72-6090-4536-9d2a-a97afe579489 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:41:48.873023 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-2b006420-0ffa-4724-946b-53f3e4336ced req-6c6cb42d-7c8f-4271-aad9-e900e63005e0 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:49.001768 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f003fe7-8141-4e12-b1b4-07aa6849260f tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:41:49.020569 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4ebe6c-51f7-43ee-b58f-3c1efb569223 None None] Sync routers for ids ['42030efb-e7bf-4d65-b6c6-81d49a0dab38'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:41:49.032803 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-5f003fe7-8141-4e12-b1b4-07aa6849260f tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "PUT /v2.0/routers/42030efb-e7bf-4d65-b6c6-81d49a0dab38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7733438 Apr 05 14:41:49.037226 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4ebe6c-51f7-43ee-b58f-3c1efb569223 None None] Routers {'42030efb-e7bf-4d65-b6c6-81d49a0dab38'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:41:49.041660 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-3e4ebe6c-51f7-43ee-b58f-3c1efb569223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:41:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['42030efb-e7bf-4d65-b6c6-81d49a0dab38'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:41:49.062638 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50108) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:49.105433 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-665a0ebc-4a6a-4ef5-93ce-d7f2a7bc9829 req-c7e21e81-1bd9-4536-a315-1d008a110de0 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ca7fb53-50e9-4359-aa7a-c92550724034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909505 Apr 05 14:41:49.132610 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343f47ff-e6dc-4ac9-87f8-d5521973a9bc req-ae7a6576-5b28-48de-a866-c9c70c114736 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:49.147676 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-343f47ff-e6dc-4ac9-87f8-d5521973a9bc req-ae7a6576-5b28-48de-a866-c9c70c114736 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] 10.222.0.30 "GET /v2.0/ports?device_id=cff8471e-9af1-4cec-a212-0e4dc1e3ad81 HTTP/1.1" status: 200 len: 943 time: 0.3493392 Apr 05 14:41:49.149028 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-630b58c4-fa40-4eec-8327-cf4a1da1cc04 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Deleting port df5e74b6-ce1b-4be1-81e5-abcb162b8559 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:41:49.152838 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-630b58c4-fa40-4eec-8327-cf4a1da1cc04 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:49.203572 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-3e4ebe6c-51f7-43ee-b58f-3c1efb569223 None None] Set router 42030efb-e7bf-4d65-b6c6-81d49a0dab38 gateway port host: None {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:41:49.305028 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-3e4ebe6c-51f7-43ee-b58f-3c1efb569223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'name': 'tempest-RoutersIpV6Test-router-1460575378', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:40:31Z', 'updated_at': '2022-04-05T14:41:46Z', 'revision_number': 11, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'gw_port_host': None}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:41:49.306616 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-466c8a23-15c4-4541-ac65-b515f73312b0 None None] Provisioning complete for port df5e74b6-ce1b-4be1-81e5-abcb162b8559 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:41:49.307200 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-466c8a23-15c4-4541-ac65-b515f73312b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:49.386393 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4ebe6c-51f7-43ee-b58f-3c1efb569223 None None] Checking router: 42030efb-e7bf-4d65-b6c6-81d49a0dab38 for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:41:49.392174 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-466c8a23-15c4-4541-ac65-b515f73312b0 None None] Port df5e74b6-ce1b-4be1-81e5-abcb162b8559 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:41:49.406600 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4ebe6c-51f7-43ee-b58f-3c1efb569223 None None] Routers {'42030efb-e7bf-4d65-b6c6-81d49a0dab38'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:41:49.407473 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-3e4ebe6c-51f7-43ee-b58f-3c1efb569223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:41:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['42030efb-e7bf-4d65-b6c6-81d49a0dab38'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:41:49.435653 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-630b58c4-fa40-4eec-8327-cf4a1da1cc04 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:49.465492 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-630b58c4-fa40-4eec-8327-cf4a1da1cc04 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Calling delete_port for df5e74b6-ce1b-4be1-81e5-abcb162b8559 owned by {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:41:49.482142 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-1938a608-9648-4202-9a74-41cf4d0d622a req-9c18e403-0187-45aa-880e-a7d40dbcb87a tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Deleting port cd4c3e1b-ebc8-4b55-acde-d5047a76f318 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:41:49.482510 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-1938a608-9648-4202-9a74-41cf4d0d622a req-9c18e403-0187-45aa-880e-a7d40dbcb87a tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:49.528123 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-3e4ebe6c-51f7-43ee-b58f-3c1efb569223 None None] Set router 42030efb-e7bf-4d65-b6c6-81d49a0dab38 gateway port host: None {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:41:49.632642 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-3e4ebe6c-51f7-43ee-b58f-3c1efb569223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'name': 'tempest-RoutersIpV6Test-router-1460575378', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:40:31Z', 'updated_at': '2022-04-05T14:41:46Z', 'revision_number': 11, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'gw_port_host': None}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:41:49.642779 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-2b006420-0ffa-4724-946b-53f3e4336ced req-6c6cb42d-7c8f-4271-aad9-e900e63005e0 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] For port cd8e6d72-6090-4536-9d2a-a97afe579489, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=cd8e6d72-6090-4536-9d2a-a97afe579489,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:41:49.643173 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-2b006420-0ffa-4724-946b-53f3e4336ced req-6c6cb42d-7c8f-4271-aad9-e900e63005e0 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:49.652413 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c811f80-be3d-454b-99f7-bfddcac32278 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Deleting subnet f17bfea5-8c4d-4735-b766-8564c75fe6bb {{(pid=103320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:41:49.671227 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4ebe6c-51f7-43ee-b58f-3c1efb569223 None None] The sync data for ids ['42030efb-e7bf-4d65-b6c6-81d49a0dab38'] in n-d-836650-2 is: [{'id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'name': 'tempest-RoutersIpV6Test-router-1460575378', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:40:31Z', 'updated_at': '2022-04-05T14:41:46Z', 'revision_number': 11, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'gw_port_host': None}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:41:49.684174 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-343f47ff-e6dc-4ac9-87f8-d5521973a9bc req-017dbd5f-b163-455e-8a07-4ecf3200836a tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] 10.222.0.30 "GET /v2.0/security-groups?id=78dcbee3-58e7-4ac0-a42b-70562828d389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5289350 Apr 05 14:41:49.727645 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9c811f80-be3d-454b-99f7-bfddcac32278 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for subnet, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:49.779179 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-2b006420-0ffa-4724-946b-53f3e4336ced req-6c6cb42d-7c8f-4271-aad9-e900e63005e0 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] Calling delete_port for cd8e6d72-6090-4536-9d2a-a97afe579489 owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:41:49.892703 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f96acf6-a8a0-442f-91e3-9f245ac9e718 req-f4bfd07a-35a8-48c5-ab78-30a0faea6c62 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:49.895324 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-630b58c4-fa40-4eec-8327-cf4a1da1cc04 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:49.909971 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1f96acf6-a8a0-442f-91e3-9f245ac9e718 req-f4bfd07a-35a8-48c5-ab78-30a0faea6c62 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.5467720 Apr 05 14:41:49.964975 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9c811f80-be3d-454b-99f7-bfddcac32278 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13399228'] for subnet, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:49.975448 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630b58c4-fa40-4eec-8327-cf4a1da1cc04 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event deleted for resources: {'Port': ['ID=df5e74b6-ce1b-4be1-81e5-abcb162b8559,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:50.040831 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-1938a608-9648-4202-9a74-41cf4d0d622a req-9c18e403-0187-45aa-880e-a7d40dbcb87a tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] For port cd4c3e1b-ebc8-4b55-acde-d5047a76f318, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=cd4c3e1b-ebc8-4b55-acde-d5047a76f318,segment=NetworkSegment(87207719-1f48-46bc-a702-a88951a34078),segment_id=87207719-1f48-46bc-a702-a88951a34078)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:41:50.041232 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-1938a608-9648-4202-9a74-41cf4d0d622a req-9c18e403-0187-45aa-880e-a7d40dbcb87a tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:50.100336 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-630b58c4-fa40-4eec-8327-cf4a1da1cc04 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:50.109329 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-630b58c4-fa40-4eec-8327-cf4a1da1cc04 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/ports/df5e74b6-ce1b-4be1-81e5-abcb162b8559 HTTP/1.1" status: 204 len: 168 time: 1.2504489 Apr 05 14:41:50.111623 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50128) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:50.120050 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 42a919fd-83f7-4a0e-ad02-7c018309dfb5 details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:41:50.202136 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87770196-8029-4c2f-9725-b4e91ec9131a tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:50.205234 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-87770196-8029-4c2f-9725-b4e91ec9131a tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0922956 Apr 05 14:41:50.372311 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-1938a608-9648-4202-9a74-41cf4d0d622a req-9c18e403-0187-45aa-880e-a7d40dbcb87a tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Calling delete_port for cd4c3e1b-ebc8-4b55-acde-d5047a76f318 owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:41:50.372311 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1f96acf6-a8a0-442f-91e3-9f245ac9e718 req-68700e21-4284-402e-9113-74613a70fc03 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331482 Apr 05 14:41:50.372311 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da6c653-3637-4ffd-921d-4aa4f48de531 req-bceb6bf7-7b73-4f8c-970d-e0576e226a2d tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:50.372311 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1da6c653-3637-4ffd-921d-4aa4f48de531 req-bceb6bf7-7b73-4f8c-970d-e0576e226a2d tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e72c1e1-e2f0-4808-a81b-a36d44d749c0 HTTP/1.1" status: 200 len: 945 time: 0.4686735 Apr 05 14:41:50.373037 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 42a919fd-83f7-4a0e-ad02-7c018309dfb5, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=42a919fd-83f7-4a0e-ad02-7c018309dfb5,segment=NetworkSegment(1610584a-44c8-4b27-96be-b982f9c02807),segment_id=1610584a-44c8-4b27-96be-b982f9c02807)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:41:50.374988 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50134) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:50.389797 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': '42a919fd-83f7-4a0e-ad02-7c018309dfb5', 'network_id': '663ca2d9-20db-46f3-a840-3b61cfaa89c4', 'port_id': '42a919fd-83f7-4a0e-ad02-7c018309dfb5', 'mac_address': 'fa:16:3e:b0:8e:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb98ffa3-a246-4ac7-9ee6-065bd7170bb4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:41:50.457504 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:50.469905 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09dffba0-08e2-4296-bf9f-86a4cd3d1456 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:50.472348 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-09dffba0-08e2-4296-bf9f-86a4cd3d1456 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0960357 Apr 05 14:41:50.477916 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42a919fd-83f7-4a0e-ad02-7c018309dfb5 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:41:50.504071 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50138) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:50.538440 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 42a919fd-83f7-4a0e-ad02-7c018309dfb5, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=42a919fd-83f7-4a0e-ad02-7c018309dfb5,segment=NetworkSegment(1610584a-44c8-4b27-96be-b982f9c02807),segment_id=1610584a-44c8-4b27-96be-b982f9c02807)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:41:50.597855 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device b1400329-76eb-44dd-85ba-1ea33c533f50 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:41:50.607378 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e1e2b5-473c-4c7f-9474-1cf71de0f537 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:50.609144 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e1e2b5-473c-4c7f-9474-1cf71de0f537 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:50.610799 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e1e2b5-473c-4c7f-9474-1cf71de0f537 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:50.614742 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-e3e1e2b5-473c-4c7f-9474-1cf71de0f537 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1070104 Apr 05 14:41:50.615891 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50140) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:50.622776 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: b1400329-76eb-44dd-85ba-1ea33c533f50 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:41:50.623434 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device b1400329-76eb-44dd-85ba-1ea33c533f50 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:41:50.672399 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b81d4106-1230-4ecf-aa6c-c4ed4213e5c9 req-00fc5a18-38b6-4bb5-9f4a-1088566a63b7 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 210 time: 0.0947955 Apr 05 14:41:50.698706 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:50.729064 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-066f5189-0d51-442f-a7a9-46bbde28cd55 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Deleting subnet 826db308-9ce0-483b-b671-f5b5c631b32c {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:41:50.731132 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1da6c653-3637-4ffd-921d-4aa4f48de531 req-1d8d3f28-d764-4313-a23e-a462f064da6d tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4558783 Apr 05 14:41:50.731806 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-2b006420-0ffa-4724-946b-53f3e4336ced req-6c6cb42d-7c8f-4271-aad9-e900e63005e0 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:50.737571 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-066f5189-0d51-442f-a7a9-46bbde28cd55 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:50.822698 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=42a919fd-83f7-4a0e-ad02-7c018309dfb5,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:50.830721 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9c811f80-be3d-454b-99f7-bfddcac32278 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:50.834919 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6cb42d-7c8f-4271-aad9-e900e63005e0 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] Pushing event deleted for resources: {'Port': ['ID=cd8e6d72-6090-4536-9d2a-a97afe579489,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:50.841832 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['a46847be-0ced-4d13-80c6-72d774ab100f'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:41:50.844732 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-066f5189-0d51-442f-a7a9-46bbde28cd55 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:50.920603 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:41:50.921026 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:41:50.921624 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:41:50.922716 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:41:50.924467 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:41:50.925094 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:41:50.925643 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:41:50.926960 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:41:50.927518 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:41:50.928139 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:41:50.928708 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:41:50.930430 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:41:50.998233 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-066f5189-0d51-442f-a7a9-46bbde28cd55 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:51.150541 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a258862d-3f21-4bb1-b9b3-537e3c24bbfb req-ff46cf2c-0f3b-435c-b668-ef6c092ca77c tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] 10.222.0.30 "GET /v2.0/ports?device_id=e107d774-342a-469b-835c-1528574abce5 HTTP/1.1" status: 200 len: 210 time: 0.2481365 Apr 05 14:41:51.174368 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['42a919fd-83f7-4a0e-ad02-7c018309dfb5'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:41:51.193965 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b006420-0ffa-4724-946b-53f3e4336ced req-6c6cb42d-7c8f-4271-aad9-e900e63005e0 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] No DVR routers for this DVR port cd8e6d72-6090-4536-9d2a-a97afe579489 on host n-h1-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:41:51.197788 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-2b006420-0ffa-4724-946b-53f3e4336ced req-6c6cb42d-7c8f-4271-aad9-e900e63005e0 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:51.201651 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2b006420-0ffa-4724-946b-53f3e4336ced req-6c6cb42d-7c8f-4271-aad9-e900e63005e0 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] 10.222.0.55 "DELETE /v2.0/ports/cd8e6d72-6090-4536-9d2a-a97afe579489 HTTP/1.1" status: 204 len: 173 time: 2.9806859 Apr 05 14:41:51.202123 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e107d774-342a-469b-835c-1528574abce5', 'name': 'network-vif-deleted', 'tag': 'cd8e6d72-6090-4536-9d2a-a97afe579489'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:41:51.204548 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce6e694-6be7-4c20-a59e-75c63a5bf4a0" -d '{"events": [{"server_uuid": "e107d774-342a-469b-835c-1528574abce5", "name": "network-vif-deleted", "tag": "cd8e6d72-6090-4536-9d2a-a97afe579489"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:41:51.216533 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-066f5189-0d51-442f-a7a9-46bbde28cd55 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:51.242190 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-1938a608-9648-4202-9a74-41cf4d0d622a req-9c18e403-0187-45aa-880e-a7d40dbcb87a tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:51.316513 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066f5189-0d51-442f-a7a9-46bbde28cd55 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event deleted for resources: {'Subnet': ['ID=826db308-9ce0-483b-b671-f5b5c631b32c,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:51.319025 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540261e5-0807-4899-afce-cb545cc631ae x-openstack-request-id: req-540261e5-0807-4899-afce-cb545cc631ae {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:41:51.319355 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e107d774-342a-469b-835c-1528574abce5", "name": "network-vif-deleted", "tag": "cd8e6d72-6090-4536-9d2a-a97afe579489", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:41:51.319620 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-540261e5-0807-4899-afce-cb545cc631ae {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:41:51.320055 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-540261e5-0807-4899-afce-cb545cc631ae'] response: {'server_uuid': 'e107d774-342a-469b-835c-1528574abce5', 'name': 'network-vif-deleted', 'tag': 'cd8e6d72-6090-4536-9d2a-a97afe579489', 'status': 'completed', 'code': 200} Apr 05 14:41:51.340472 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-066f5189-0d51-442f-a7a9-46bbde28cd55 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:51.347007 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-066f5189-0d51-442f-a7a9-46bbde28cd55 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/subnets/826db308-9ce0-483b-b671-f5b5c631b32c HTTP/1.1" status: 204 len: 168 time: 0.7298980 Apr 05 14:41:51.347704 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50156) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:51.353503 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95b871b-ad73-4b92-8127-573c66c33a22 req-d0cda72c-66c7-4602-a88b-170813470826 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:51.356283 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f95b871b-ad73-4b92-8127-573c66c33a22 req-d0cda72c-66c7-4602-a88b-170813470826 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] 10.222.0.30 "GET /v2.0/ports?device_id=cff8471e-9af1-4cec-a212-0e4dc1e3ad81 HTTP/1.1" status: 200 len: 944 time: 0.4601548 Apr 05 14:41:51.423780 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c18e403-0187-45aa-880e-a7d40dbcb87a tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Pushing event deleted for resources: {'Port': ['ID=cd4c3e1b-ebc8-4b55-acde-d5047a76f318,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:51.534661 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b4c45c9-00ce-4cbc-a392-1cb4ed1c2c38 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Deleting subnet d2d84378-da7c-4899-9a91-8fb9b9ddac69 {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:41:51.539581 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4b4c45c9-00ce-4cbc-a392-1cb4ed1c2c38 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:51.565296 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9c811f80-be3d-454b-99f7-bfddcac32278 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15773812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13127359'] for subnet, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:51.632555 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4b4c45c9-00ce-4cbc-a392-1cb4ed1c2c38 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:51.764950 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c811f80-be3d-454b-99f7-bfddcac32278 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Pushing event deleted for resources: {'Subnet': ['ID=f17bfea5-8c4d-4735-b766-8564c75fe6bb,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:51.772053 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device cd4c3e1b-ebc8-4b55-acde-d5047a76f318 no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:41:51.777538 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-1938a608-9648-4202-9a74-41cf4d0d622a req-9c18e403-0187-45aa-880e-a7d40dbcb87a tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] No DVR routers for this DVR port cd4c3e1b-ebc8-4b55-acde-d5047a76f318 on host n-h1-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:41:51.784694 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-1938a608-9648-4202-9a74-41cf4d0d622a req-9c18e403-0187-45aa-880e-a7d40dbcb87a tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:51.790705 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1938a608-9648-4202-9a74-41cf4d0d622a req-9c18e403-0187-45aa-880e-a7d40dbcb87a tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.55 "DELETE /v2.0/ports/cd4c3e1b-ebc8-4b55-acde-d5047a76f318 HTTP/1.1" status: 204 len: 173 time: 3.1489880 Apr 05 14:41:51.793744 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf141419-b273-4d0a-88fb-c842ba325f4c None None] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:41:51.816636 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9c811f80-be3d-454b-99f7-bfddcac32278 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:51.824449 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50170) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:51.830636 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-9c811f80-be3d-454b-99f7-bfddcac32278 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "DELETE /v2.0/subnets/f17bfea5-8c4d-4735-b766-8564c75fe6bb HTTP/1.1" status: 204 len: 168 time: 2.7605088 Apr 05 14:41:51.853554 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4b4c45c9-00ce-4cbc-a392-1cb4ed1c2c38 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:51.855392 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f95b871b-ad73-4b92-8127-573c66c33a22 req-3e834ec0-b8d1-4d92-8e08-97f8f9172304 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] 10.222.0.30 "GET /v2.0/security-groups?id=78dcbee3-58e7-4ac0-a42b-70562828d389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4516549 Apr 05 14:41:51.892269 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b60211c-6c3c-4586-9d6c-7a2738108e5b req-7d1be06d-abbc-46ce-8f4f-e1c0cc4079f2 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:51.902942 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6b60211c-6c3c-4586-9d6c-7a2738108e5b req-7d1be06d-abbc-46ce-8f4f-e1c0cc4079f2 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.3188848 Apr 05 14:41:51.918754 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [req-8b0535bf-60f4-499b-99c0-9ac9967c8b93 req-b9691e7a-14c7-4bb3-bcc6-b20bd9dcb375 service neutron] (103321) timed out ('10.222.0.11', 61107) {{(pid=103321) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 05 14:41:51.946373 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] No Port match for: cd4c3e1b-ebc8-4b55-acde-d5047a76f318 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:41:51.946373 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device cd4c3e1b-ebc8-4b55-acde-d5047a76f318 not bound to the agent host n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:41:51.946373 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device cd8e6d72-6090-4536-9d2a-a97afe579489 no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:41:51.958592 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7111ca-ea6b-46f5-88dd-ed1d39cefb99 None None] Network 83c46ed4-678c-4cd2-bcba-40da38b647e1 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:41:52.060314 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6b60211c-6c3c-4586-9d6c-7a2738108e5b req-1b840a07-2975-4a34-bf55-d0c120fa39f6 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366260 Apr 05 14:41:52.069961 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] No Port match for: cd8e6d72-6090-4536-9d2a-a97afe579489 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:41:52.070400 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device cd8e6d72-6090-4536-9d2a-a97afe579489 not bound to the agent host n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:41:52.140147 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a5ed5a3f-3b2e-4ba7-a7de-571edd7890b4 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:52.319342 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7df7c9ff-f913-4c35-95cd-f20997682242 req-aec65bbb-f533-4c6f-9965-432be83b296c tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 210 time: 0.1420910 Apr 05 14:41:52.357480 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-a5ed5a3f-3b2e-4ba7-a7de-571edd7890b4 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Deleting port e7ca17de-a9dd-418e-9249-bf75cdff20f5 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:41:52.357976 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a5ed5a3f-3b2e-4ba7-a7de-571edd7890b4 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:52.366888 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-baec0dc2-deae-4152-b1ab-dff30db43f3f req-3b4c998a-77d4-4205-b4a5-473dff2ab97a tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e72c1e1-e2f0-4808-a81b-a36d44d749c0 HTTP/1.1" status: 200 len: 210 time: 0.0929372 Apr 05 14:41:52.442454 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4b4c45c9-00ce-4cbc-a392-1cb4ed1c2c38 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:52.517764 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a251ce9-31be-4702-9864-cf5d28cc29ff None None] DHCP port deletion for 83c46ed4-678c-4cd2-bcba-40da38b647e1 request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:41:52.724363 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7b1497e7-a719-4c94-a9a9-7ace2bb387e6 req-4a6983f8-4686-4373-b4eb-ce73fe2c27a9 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] 10.222.0.30 "GET /v2.0/ports?device_id=e107d774-342a-469b-835c-1528574abce5 HTTP/1.1" status: 200 len: 210 time: 0.0733063 Apr 05 14:41:52.736045 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-7a251ce9-31be-4702-9864-cf5d28cc29ff None None] Deleting port e7ca17de-a9dd-418e-9249-bf75cdff20f5 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:41:52.736473 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7a251ce9-31be-4702-9864-cf5d28cc29ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:52.804155 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c45c9-00ce-4cbc-a392-1cb4ed1c2c38 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event deleted for resources: {'Subnet': ['ID=d2d84378-da7c-4899-9a91-8fb9b9ddac69,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:52.828004 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4b4c45c9-00ce-4cbc-a392-1cb4ed1c2c38 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:52.837194 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-4b4c45c9-00ce-4cbc-a392-1cb4ed1c2c38 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/subnets/d2d84378-da7c-4899-9a91-8fb9b9ddac69 HTTP/1.1" status: 204 len: 168 time: 1.4882450 Apr 05 14:41:52.839837 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50182) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:52.847946 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device e7ca17de-a9dd-418e-9249-bf75cdff20f5 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:41:52.861206 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-a5ed5a3f-3b2e-4ba7-a7de-571edd7890b4 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] For port e7ca17de-a9dd-418e-9249-bf75cdff20f5, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=e7ca17de-a9dd-418e-9249-bf75cdff20f5,segment=NetworkSegment(dc9ff757-ee9e-419d-8ff7-d66180732cd4),segment_id=dc9ff757-ee9e-419d-8ff7-d66180732cd4)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:41:52.862359 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a5ed5a3f-3b2e-4ba7-a7de-571edd7890b4 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:52.897021 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-a5ed5a3f-3b2e-4ba7-a7de-571edd7890b4 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Calling delete_port for e7ca17de-a9dd-418e-9249-bf75cdff20f5 owned by network:dhcp {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:41:52.919827 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-203ce83d-cb04-4e2d-b4ee-4d4e1b5c8fd6 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0779376 Apr 05 14:41:52.922946 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50188) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:52.938762 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-2a046996-861b-404d-b32d-229619c0314d tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Request body: {'subnet': {'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:41:52.983694 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-7a251ce9-31be-4702-9864-cf5d28cc29ff None None] For port e7ca17de-a9dd-418e-9249-bf75cdff20f5, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=e7ca17de-a9dd-418e-9249-bf75cdff20f5,segment=NetworkSegment(dc9ff757-ee9e-419d-8ff7-d66180732cd4),segment_id=dc9ff757-ee9e-419d-8ff7-d66180732cd4)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:41:52.984096 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7a251ce9-31be-4702-9864-cf5d28cc29ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:53.099277 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:53.128808 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-7a251ce9-31be-4702-9864-cf5d28cc29ff None None] Calling delete_port for e7ca17de-a9dd-418e-9249-bf75cdff20f5 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:41:53.199734 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port e7ca17de-a9dd-418e-9249-bf75cdff20f5, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=e7ca17de-a9dd-418e-9249-bf75cdff20f5,segment=NetworkSegment(dc9ff757-ee9e-419d-8ff7-d66180732cd4),segment_id=dc9ff757-ee9e-419d-8ff7-d66180732cd4)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:41:53.202718 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a0f56-fb31-4409-be3a-ad17ff29dfe4 req-5fb717b1-c46c-49cc-aa19-7780e8c77ccc tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:53.216684 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2a8a0f56-fb31-4409-be3a-ad17ff29dfe4 req-5fb717b1-c46c-49cc-aa19-7780e8c77ccc tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] 10.222.0.30 "GET /v2.0/ports?device_id=cff8471e-9af1-4cec-a212-0e4dc1e3ad81 HTTP/1.1" status: 200 len: 944 time: 0.1868742 Apr 05 14:41:53.298386 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:53.329843 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e72c1e1-e2f0-4808-a81b-a36d44d749c0', 'name': 'network-vif-deleted', 'tag': 'cd4c3e1b-ebc8-4b55-acde-d5047a76f318'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:41:53.333108 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d2c0719-9619-4d00-a8c0-290a05895c66" -d '{"events": [{"server_uuid": "2e72c1e1-e2f0-4808-a81b-a36d44d749c0", "name": "network-vif-deleted", "tag": "cd4c3e1b-ebc8-4b55-acde-d5047a76f318"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:41:53.381469 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=e7ca17de-a9dd-418e-9249-bf75cdff20f5,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:53.417060 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 7 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 14:41:53.419137 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2a8a0f56-fb31-4409-be3a-ad17ff29dfe4 req-a2da0739-4a6f-47bd-8652-cbd3616bb36b tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] 10.222.0.30 "GET /v2.0/security-groups?id=78dcbee3-58e7-4ac0-a42b-70562828d389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2012088 Apr 05 14:41:53.445666 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a046996-861b-404d-b32d-229619c0314d tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Made reservation on behalf of 81648541dc0b4f1ea0eb9cace0846aa5 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:41:53.449504 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2a046996-861b-404d-b32d-229619c0314d tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:53.459708 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96ecbf-7338-432f-9321-f40d89114e9f req-60c6f3c4-21a4-4a36-8f82-6085069476e1 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:53.463674 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['54c12fe5-dbd8-421b-81c7-5281b4511d63'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:41:53.476360 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5f96ecbf-7338-432f-9321-f40d89114e9f req-60c6f3c4-21a4-4a36-8f82-6085069476e1 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.2424977 Apr 05 14:41:53.512525 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a5ed5a3f-3b2e-4ba7-a7de-571edd7890b4 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:53.586006 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e4ac359-ef97-46b3-bb13-01602e3b6055 x-openstack-request-id: req-3e4ac359-ef97-46b3-bb13-01602e3b6055 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:41:53.586343 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e72c1e1-e2f0-4808-a81b-a36d44d749c0", "name": "network-vif-deleted", "tag": "cd4c3e1b-ebc8-4b55-acde-d5047a76f318", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:41:53.586560 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3e4ac359-ef97-46b3-bb13-01602e3b6055 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:41:53.586956 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e4ac359-ef97-46b3-bb13-01602e3b6055'] response: {'server_uuid': '2e72c1e1-e2f0-4808-a81b-a36d44d749c0', 'name': 'network-vif-deleted', 'tag': 'cd4c3e1b-ebc8-4b55-acde-d5047a76f318', 'status': 'completed', 'code': 200} Apr 05 14:41:53.597930 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5f96ecbf-7338-432f-9321-f40d89114e9f req-9659fa5b-cf72-407c-8f62-faf111a8e80e tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203642 Apr 05 14:41:53.603705 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ed5a3f-3b2e-4ba7-a7de-571edd7890b4 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Pushing event deleted for resources: {'Port': ['ID=e7ca17de-a9dd-418e-9249-bf75cdff20f5,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:53.642842 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ed5a3f-3b2e-4ba7-a7de-571edd7890b4 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] No DVR routers for this DVR port e7ca17de-a9dd-418e-9249-bf75cdff20f5 on host n-d-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:41:53.660318 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7a251ce9-31be-4702-9864-cf5d28cc29ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:53.715899 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a251ce9-31be-4702-9864-cf5d28cc29ff None None] No DVR routers for this DVR port e7ca17de-a9dd-418e-9249-bf75cdff20f5 on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:41:53.850059 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a251ce9-31be-4702-9864-cf5d28cc29ff None None] Pushing event deleted for resources: {'Port': ['ID=e7ca17de-a9dd-418e-9249-bf75cdff20f5,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:53.873623 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-db9a1ea0-6502-44a3-9ab2-e0dc45a84457 req-79be973d-9639-4a41-aedc-19afa67f5d75 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 210 time: 0.0533998 Apr 05 14:41:53.876965 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a5ed5a3f-3b2e-4ba7-a7de-571edd7890b4 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:53.966569 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-a5ed5a3f-3b2e-4ba7-a7de-571edd7890b4 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83c46ed4-678c-4cd2-bcba-40da38b647e1']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:41:54.012907 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-a5ed5a3f-3b2e-4ba7-a7de-571edd7890b4 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc9ff757-ee9e-419d-8ff7-d66180732cd4') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:41:54.013367 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-a5ed5a3f-3b2e-4ba7-a7de-571edd7890b4 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc9ff757-ee9e-419d-8ff7-d66180732cd4') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:41:54.039177 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830f0667-4568-4f8e-a5cc-55c946d2a477 None None] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:41:54.046355 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a5ed5a3f-3b2e-4ba7-a7de-571edd7890b4 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:54.110324 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a5ed5a3f-3b2e-4ba7-a7de-571edd7890b4 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:54.128035 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5ed5a3f-3b2e-4ba7-a7de-571edd7890b4 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:41:54.128561 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a5ed5a3f-3b2e-4ba7-a7de-571edd7890b4 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:54.132511 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:41:54.132511 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:41:54.132511 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:41:54.132511 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:41:54.132511 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:41:54.132511 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:41:54.132511 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:41:54.132511 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:41:54.132511 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:41:54.132511 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:41:54.132511 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:41:54.132511 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:41:54.132511 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:41:54.132511 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:41:54.132511 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:41:54.132511 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:41:54.132511 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:41:54.132511 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:41:54.132511 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:41:54.132511 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:41:54.132511 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:41:54.132511 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:41:54.132511 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:41:54.132511 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:41:54.132511 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:41:54.132511 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:41:54.132511 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:41:54.132511 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:41:54.132511 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:41:54.132511 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:41:54.132511 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:41:54.132511 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:41:54.149817 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 42a919fd-83f7-4a0e-ad02-7c018309dfb5 up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:41:54.277493 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2a046996-861b-404d-b32d-229619c0314d tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:54.277979 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-cc640a13-3022-4c75-98ed-e2f4d6aa2f09 None None] Provisioning complete for port 667f7e60-5917-4395-8e7f-2d7362be08f8 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:41:54.277979 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cc640a13-3022-4c75-98ed-e2f4d6aa2f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:54.328663 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a046996-861b-404d-b32d-229619c0314d tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:41:54.340962 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-2a046996-861b-404d-b32d-229619c0314d tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:41:54.345688 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a046996-861b-404d-b32d-229619c0314d tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:54.346288 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2a046996-861b-404d-b32d-229619c0314d tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:54.372534 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a046996-861b-404d-b32d-229619c0314d tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event updated for resources: {'Subnet': ['ID=39468712-922f-4155-a98f-410353da6235,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:54.406755 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a5ed5a3f-3b2e-4ba7-a7de-571edd7890b4 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:54.422196 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a5ed5a3f-3b2e-4ba7-a7de-571edd7890b4 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:54.431613 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-a5ed5a3f-3b2e-4ba7-a7de-571edd7890b4 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "DELETE /v2.0/networks/83c46ed4-678c-4cd2-bcba-40da38b647e1 HTTP/1.1" status: 204 len: 168 time: 2.6057723 Apr 05 14:41:54.434075 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50218) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:54.464300 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-2a046996-861b-404d-b32d-229619c0314d tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5365119 Apr 05 14:41:54.465060 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50222) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:54.476123 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-c83219a2-fdff-496b-ac3b-e156051fde5e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Request body: {'subnet': {'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:41:54.482957 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ed5a3f-3b2e-4ba7-a7de-571edd7890b4 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Pushing event deleted for resources: {'Network': ['ID=83c46ed4-678c-4cd2-bcba-40da38b647e1,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:54.501115 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-29340973-f85b-4280-8448-aa8df896f0c3 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Request body: {'router': {'routes': None}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:41:54.571946 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bd2ff829-bbd3-432e-8f04-47beeb6b8bd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:54.578896 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning for port 42a919fd-83f7-4a0e-ad02-7c018309dfb5 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:41:54.644488 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port 42a919fd-83f7-4a0e-ad02-7c018309dfb5 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:41:54.645143 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:54.749169 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d522261f-9eae-4cf1-9670-ad029c48bc8a req-2584f5cb-73d7-4c5e-80d7-6df2eb1500a3 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:54.757905 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d522261f-9eae-4cf1-9670-ad029c48bc8a req-2584f5cb-73d7-4c5e-80d7-6df2eb1500a3 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7d59292-c69e-44da-982d-8056c0172ac5 HTTP/1.1" status: 200 len: 946 time: 0.3412008 Apr 05 14:41:54.902842 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:54.924230 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.extraroute_db [None req-29340973-f85b-4280-8448-aa8df896f0c3 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Added routes are [] {{(pid=103320) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 05 14:41:54.924793 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.extraroute_db [None req-29340973-f85b-4280-8448-aa8df896f0c3 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Removed routes are [] {{(pid=103320) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 05 14:41:54.924793 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-29340973-f85b-4280-8448-aa8df896f0c3 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1808591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27061'] for router, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:54.959520 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff8471e-9af1-4cec-a212-0e4dc1e3ad81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42a919fd-83f7-4a0e-ad02-7c018309dfb5'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:41:54.968330 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffed7099-69bb-47c0-90b7-c75844abb400" -d '{"events": [{"server_uuid": "cff8471e-9af1-4cec-a212-0e4dc1e3ad81", "name": "network-vif-plugged", "status": "completed", "tag": "42a919fd-83f7-4a0e-ad02-7c018309dfb5"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:41:54.997811 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 42a919fd-83f7-4a0e-ad02-7c018309dfb5, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=42a919fd-83f7-4a0e-ad02-7c018309dfb5,segment=NetworkSegment(1610584a-44c8-4b27-96be-b982f9c02807),segment_id=1610584a-44c8-4b27-96be-b982f9c02807)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:41:55.070420 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:55.108536 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d522261f-9eae-4cf1-9670-ad029c48bc8a req-9c3dd8c3-3a70-414a-b12a-151cf2bbcfb9 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=0047192e-6700-42a3-a0bf-035eb35fc12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3493762 Apr 05 14:41:55.159997 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=42a919fd-83f7-4a0e-ad02-7c018309dfb5,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:55.179915 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5840946f-1cc1-47de-8dd7-27f464b37eab None None] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:41:55.219493 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8edbff-8546-4886-9478-a6e2c643afa0 req-1a20f20b-d4c4-4ce5-a71d-7232c2519b82 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:55.227730 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8e8edbff-8546-4886-9478-a6e2c643afa0 req-1a20f20b-d4c4-4ce5-a71d-7232c2519b82 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] 10.222.0.30 "GET /v2.0/ports?device_id=cff8471e-9af1-4cec-a212-0e4dc1e3ad81 HTTP/1.1" status: 200 len: 944 time: 0.3571415 Apr 05 14:41:55.291999 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-ac0ee4e7-e081-4914-9bfc-e53a77da256c None None] Provisioning complete for port 667f7e60-5917-4395-8e7f-2d7362be08f8 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:41:55.292981 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ac0ee4e7-e081-4914-9bfc-e53a77da256c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:55.796562 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ba9be-3612-41d3-ba61-185d22679e7f req-7864cc38-2896-4323-921c-04c77733ea81 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:55.800532 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-866ba9be-3612-41d3-ba61-185d22679e7f req-7864cc38-2896-4323-921c-04c77733ea81 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.11 "GET /v2.0/ports?device_id=c7d59292-c69e-44da-982d-8056c0172ac5 HTTP/1.1" status: 200 len: 946 time: 1.1077545 Apr 05 14:41:55.846995 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-29340973-f85b-4280-8448-aa8df896f0c3 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1808591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27061'] for router, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:55.852901 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-29340973-f85b-4280-8448-aa8df896f0c3 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1808628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1808637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803294'] for router, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:55.888110 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c83219a2-fdff-496b-ac3b-e156051fde5e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Made reservation on behalf of 81648541dc0b4f1ea0eb9cace0846aa5 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:41:55.890104 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8e8edbff-8546-4886-9478-a6e2c643afa0 req-697621c2-5650-4deb-b206-da30b62f93bb tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] 10.222.0.30 "GET /v2.0/security-groups?id=78dcbee3-58e7-4ac0-a42b-70562828d389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6615193 Apr 05 14:41:55.892644 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c83219a2-fdff-496b-ac3b-e156051fde5e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:56.088301 n-d-836650-2 neutron-server[103321]: INFO neutron.db.ipam_backend_mixin [None req-c83219a2-fdff-496b-ac3b-e156051fde5e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 39468712-922f-4155-a98f-410353da6235 (CIDR: 2001:db8::/64) Apr 05 14:41:56.109738 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c9b2c-91a8-488b-aef5-59a4c2a670e2 req-37ba7aad-bc98-47ad-b0b5-9c49c4c8cd3b tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:56.111910 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5c6c9b2c-91a8-488b-aef5-59a4c2a670e2 req-37ba7aad-bc98-47ad-b0b5-9c49c4c8cd3b tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.8768094 Apr 05 14:41:56.134832 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29340973-f85b-4280-8448-aa8df896f0c3 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Router 42030efb-e7bf-4d65-b6c6-81d49a0dab38 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:41:56.160771 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-805bacec-d8d2-4d06-a280-4df54e2c48a9 None None] Provisioning complete for port 667f7e60-5917-4395-8e7f-2d7362be08f8 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:41:56.163981 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-805bacec-d8d2-4d06-a280-4df54e2c48a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:56.172532 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-c83219a2-fdff-496b-ac3b-e156051fde5e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:41:56.183944 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c83219a2-fdff-496b-ac3b-e156051fde5e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:41:56.260032 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29340973-f85b-4280-8448-aa8df896f0c3 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:41:56.261385 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-866ba9be-3612-41d3-ba61-185d22679e7f req-20596b94-fe9d-492d-8927-c8cd38921e60 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Deleting port 54c12fe5-dbd8-421b-81c7-5281b4511d63 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:41:56.262016 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-866ba9be-3612-41d3-ba61-185d22679e7f req-20596b94-fe9d-492d-8927-c8cd38921e60 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:56.272351 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-29340973-f85b-4280-8448-aa8df896f0c3 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for router, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:56.276294 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7ddc9b-a50a-4e77-9d67-db115f9790b3 None None] Sync routers for ids ['42030efb-e7bf-4d65-b6c6-81d49a0dab38'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:41:56.276964 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-29340973-f85b-4280-8448-aa8df896f0c3 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "PUT /v2.0/routers/42030efb-e7bf-4d65-b6c6-81d49a0dab38 HTTP/1.1" status: 200 len: 705 time: 1.7935760 Apr 05 14:41:56.304942 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7ddc9b-a50a-4e77-9d67-db115f9790b3 None None] Routers {'42030efb-e7bf-4d65-b6c6-81d49a0dab38'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:41:56.305651 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-3e7ddc9b-a50a-4e77-9d67-db115f9790b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:41:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['42030efb-e7bf-4d65-b6c6-81d49a0dab38'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:41:56.314740 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50238) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:56.361478 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f564048e-652a-44ee-8f3a-6cfa203ec040 req-7329e2ef-c0b2-4056-9128-aa9d5e9120cd tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:56.369606 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f564048e-652a-44ee-8f3a-6cfa203ec040 req-7329e2ef-c0b2-4056-9128-aa9d5e9120cd tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] 10.222.0.30 "GET /v2.0/ports?device_id=89872666-1d70-44b2-a9ec-5938d0104c27 HTTP/1.1" status: 200 len: 950 time: 0.2916574 Apr 05 14:41:56.413977 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-866ba9be-3612-41d3-ba61-185d22679e7f req-20596b94-fe9d-492d-8927-c8cd38921e60 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] For port 54c12fe5-dbd8-421b-81c7-5281b4511d63, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=54c12fe5-dbd8-421b-81c7-5281b4511d63,segment=NetworkSegment(87207719-1f48-46bc-a702-a88951a34078),segment_id=87207719-1f48-46bc-a702-a88951a34078)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:41:56.414357 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-866ba9be-3612-41d3-ba61-185d22679e7f req-20596b94-fe9d-492d-8927-c8cd38921e60 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:56.423867 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132915ce-5ca3-4183-a3b4-a70e929d555a req-4b392019-9793-41b4-befc-4e98ce1e3fe9 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:56.425469 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-132915ce-5ca3-4183-a3b4-a70e929d555a req-4b392019-9793-41b4-befc-4e98ce1e3fe9 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] 10.222.0.11 "GET /v2.0/ports?device_id=89872666-1d70-44b2-a9ec-5938d0104c27 HTTP/1.1" status: 200 len: 950 time: 0.1466026 Apr 05 14:41:56.434288 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-3e7ddc9b-a50a-4e77-9d67-db115f9790b3 None None] Set router 42030efb-e7bf-4d65-b6c6-81d49a0dab38 gateway port host: None {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:41:56.435030 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-4e16aad7-9388-45bc-b657-c28d7c7fcf50 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "GET /v2.0/ports?device_id=42030efb-e7bf-4d65-b6c6-81d49a0dab38 HTTP/1.1" status: 200 len: 205 time: 0.1124885 Apr 05 14:41:56.468163 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-866ba9be-3612-41d3-ba61-185d22679e7f req-20596b94-fe9d-492d-8927-c8cd38921e60 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Calling delete_port for 54c12fe5-dbd8-421b-81c7-5281b4511d63 owned by compute:nova {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:41:56.496241 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50240) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:56.499419 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5c6c9b2c-91a8-488b-aef5-59a4c2a670e2 req-59c4611b-c371-474d-bd59-aa64db4ff2e9 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3629851 Apr 05 14:41:56.518340 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-3e7ddc9b-a50a-4e77-9d67-db115f9790b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'name': 'tempest-RoutersIpV6Test-router-1460575378', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:40:31Z', 'updated_at': '2022-04-05T14:41:46Z', 'revision_number': 11, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'gw_port_host': None}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:41:56.592093 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7ddc9b-a50a-4e77-9d67-db115f9790b3 None None] Checking router: 42030efb-e7bf-4d65-b6c6-81d49a0dab38 for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:41:56.615138 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7ddc9b-a50a-4e77-9d67-db115f9790b3 None None] Routers {'42030efb-e7bf-4d65-b6c6-81d49a0dab38'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:41:56.616267 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-3e7ddc9b-a50a-4e77-9d67-db115f9790b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:41:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['42030efb-e7bf-4d65-b6c6-81d49a0dab38'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:41:56.671349 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-c83219a2-fdff-496b-ac3b-e156051fde5e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.2042329 Apr 05 14:41:56.673881 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50244) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:56.680467 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-3efd1af4-ea8a-40d2-891b-8c367cf8b6d7 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Request body: {'subnet': {'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:41:56.697032 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-3e7ddc9b-a50a-4e77-9d67-db115f9790b3 None None] Set router 42030efb-e7bf-4d65-b6c6-81d49a0dab38 gateway port host: None {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:41:56.746982 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-866ba9be-3612-41d3-ba61-185d22679e7f req-20596b94-fe9d-492d-8927-c8cd38921e60 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:56.774120 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d450fda5-c4c4-4870-8ab7-03693c84ede8 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for router, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:56.811549 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20596b94-fe9d-492d-8927-c8cd38921e60 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Pushing event deleted for resources: {'Port': ['ID=54c12fe5-dbd8-421b-81c7-5281b4511d63,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:56.907453 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-866ba9be-3612-41d3-ba61-185d22679e7f req-20596b94-fe9d-492d-8927-c8cd38921e60 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] No DVR routers for this DVR port 54c12fe5-dbd8-421b-81c7-5281b4511d63 on host n-h2-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:41:56.910195 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f564048e-652a-44ee-8f3a-6cfa203ec040 req-6d54cb8c-65f5-48c6-9fd2-989bc67d69df tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ca7fb53-50e9-4359-aa7a-c92550724034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5396001 Apr 05 14:41:56.914126 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-866ba9be-3612-41d3-ba61-185d22679e7f req-20596b94-fe9d-492d-8927-c8cd38921e60 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:56.922720 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-866ba9be-3612-41d3-ba61-185d22679e7f req-20596b94-fe9d-492d-8927-c8cd38921e60 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.11 "DELETE /v2.0/ports/54c12fe5-dbd8-421b-81c7-5281b4511d63 HTTP/1.1" status: 204 len: 173 time: 1.1132500 Apr 05 14:41:56.926519 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d59292-c69e-44da-982d-8056c0172ac5', 'name': 'network-vif-deleted', 'tag': '54c12fe5-dbd8-421b-81c7-5281b4511d63'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:41:56.930609 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c84712fa-3640-4bb3-a0b6-3dae9885a4ad" -d '{"events": [{"server_uuid": "c7d59292-c69e-44da-982d-8056c0172ac5", "name": "network-vif-deleted", "tag": "54c12fe5-dbd8-421b-81c7-5281b4511d63"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:41:56.987204 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-3e7ddc9b-a50a-4e77-9d67-db115f9790b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'name': 'tempest-RoutersIpV6Test-router-1460575378', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:40:31Z', 'updated_at': '2022-04-05T14:41:46Z', 'revision_number': 11, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'gw_port_host': None}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:41:57.086664 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8f7415bc-0acc-4fb7-88c5-38f5ba589a1b req-58b629ad-0f32-489d-a4a1-865fee62bfaa tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 210 time: 0.3230801 Apr 05 14:41:57.106233 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af74356-d11b-4464-9b33-7b5a9e1d27e9 x-openstack-request-id: req-5af74356-d11b-4464-9b33-7b5a9e1d27e9 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:41:57.109027 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cff8471e-9af1-4cec-a212-0e4dc1e3ad81", "name": "network-vif-plugged", "status": "completed", "tag": "42a919fd-83f7-4a0e-ad02-7c018309dfb5", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:41:57.109474 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5af74356-d11b-4464-9b33-7b5a9e1d27e9 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:41:57.110070 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5af74356-d11b-4464-9b33-7b5a9e1d27e9'] response: {'server_uuid': 'cff8471e-9af1-4cec-a212-0e4dc1e3ad81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42a919fd-83f7-4a0e-ad02-7c018309dfb5', 'code': 200} Apr 05 14:41:57.119471 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7ddc9b-a50a-4e77-9d67-db115f9790b3 None None] The sync data for ids ['42030efb-e7bf-4d65-b6c6-81d49a0dab38'] in n-d-836650-2 is: [{'id': '42030efb-e7bf-4d65-b6c6-81d49a0dab38', 'name': 'tempest-RoutersIpV6Test-router-1460575378', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:40:31Z', 'updated_at': '2022-04-05T14:41:46Z', 'revision_number': 11, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'gw_port_host': None}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:41:57.216234 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3efd1af4-ea8a-40d2-891b-8c367cf8b6d7 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Made reservation on behalf of 81648541dc0b4f1ea0eb9cace0846aa5 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:41:57.222296 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3efd1af4-ea8a-40d2-891b-8c367cf8b6d7 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:57.239234 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dad3b4f5-4644-4c8d-8935-fe241d0c6240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:57.288500 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c34fa5-6dc0-4d3a-ac70-7b3ef5690d82 req-869b6495-e768-4d68-be53-ede0703c1184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:57.290353 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-b8c34fa5-6dc0-4d3a-ac70-7b3ef5690d82 req-869b6495-e768-4d68-be53-ede0703c1184 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cff8471e-9af1-4cec-a212-0e4dc1e3ad81 HTTP/1.1" status: 200 len: 1096 time: 0.2064474 Apr 05 14:41:57.394124 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d450fda5-c4c4-4870-8ab7-03693c84ede8 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27070'] for router, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:57.397025 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d450fda5-c4c4-4870-8ab7-03693c84ede8 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:57.404643 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-b8c34fa5-6dc0-4d3a-ac70-7b3ef5690d82 req-004a243b-6cb6-4d78-82b4-01e7ad8e5901 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=78dcbee3-58e7-4ac0-a42b-70562828d389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595977 Apr 05 14:41:57.495082 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-aacf4218-da6d-426b-b728-8d747ec82241 req-4b687cb4-5ef8-4e59-9e1e-f194e5d01805 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7d59292-c69e-44da-982d-8056c0172ac5 HTTP/1.1" status: 200 len: 210 time: 0.2655132 Apr 05 14:41:57.511108 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-132915ce-5ca3-4183-a3b4-a70e929d555a req-bee1f68f-d582-4448-850f-8dc116a4be85 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] Deleting port a46847be-0ced-4d13-80c6-72d774ab100f {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:41:57.511458 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-132915ce-5ca3-4183-a3b4-a70e929d555a req-bee1f68f-d582-4448-850f-8dc116a4be85 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:57.614767 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c2f3960-c0f7-4120-93d0-e3b0dbd1a497 x-openstack-request-id: req-5c2f3960-c0f7-4120-93d0-e3b0dbd1a497 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:41:57.615613 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7d59292-c69e-44da-982d-8056c0172ac5", "name": "network-vif-deleted", "tag": "54c12fe5-dbd8-421b-81c7-5281b4511d63", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:41:57.615908 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5c2f3960-c0f7-4120-93d0-e3b0dbd1a497 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:41:57.616324 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c2f3960-c0f7-4120-93d0-e3b0dbd1a497'] response: {'server_uuid': 'c7d59292-c69e-44da-982d-8056c0172ac5', 'name': 'network-vif-deleted', 'tag': '54c12fe5-dbd8-421b-81c7-5281b4511d63', 'status': 'completed', 'code': 200} Apr 05 14:41:57.627806 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-132915ce-5ca3-4183-a3b4-a70e929d555a req-bee1f68f-d582-4448-850f-8dc116a4be85 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] For port a46847be-0ced-4d13-80c6-72d774ab100f, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=a46847be-0ced-4d13-80c6-72d774ab100f,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:41:57.628305 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-132915ce-5ca3-4183-a3b4-a70e929d555a req-bee1f68f-d582-4448-850f-8dc116a4be85 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:57.644148 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-132915ce-5ca3-4183-a3b4-a70e929d555a req-bee1f68f-d582-4448-850f-8dc116a4be85 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] Calling delete_port for a46847be-0ced-4d13-80c6-72d774ab100f owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:41:57.766735 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b57c11-f8dc-48f2-a3f9-d59c61f5b929 req-8f6649bc-ad40-4bf8-86e8-eab5441204b9 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:57.769602 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c0b57c11-f8dc-48f2-a3f9-d59c61f5b929 req-8f6649bc-ad40-4bf8-86e8-eab5441204b9 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] 10.222.0.30 "GET /v2.0/ports?device_id=cff8471e-9af1-4cec-a212-0e4dc1e3ad81 HTTP/1.1" status: 200 len: 945 time: 0.5173168 Apr 05 14:41:57.769602 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d450fda5-c4c4-4870-8ab7-03693c84ede8 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803298'] for router, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:57.775675 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d450fda5-c4c4-4870-8ab7-03693c84ede8 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Fanout notify agent at l3_agent the message router_deleted on router 42030efb-e7bf-4d65-b6c6-81d49a0dab38 {{(pid=103320) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:41:57.870425 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d450fda5-c4c4-4870-8ab7-03693c84ede8 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for router, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:57.879567 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50254) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:57.881447 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-d450fda5-c4c4-4870-8ab7-03693c84ede8 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "DELETE /v2.0/routers/42030efb-e7bf-4d65-b6c6-81d49a0dab38 HTTP/1.1" status: 204 len: 168 time: 1.3032327 Apr 05 14:41:57.891034 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-6976d4e3-fe70-4429-ab0f-8d70d000a18e tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-48850487', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:41:57.972128 n-d-836650-2 neutron-server[103321]: DEBUG neutron.objects.ports [None req-3efd1af4-ea8a-40d2-891b-8c367cf8b6d7 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103321) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 05 14:41:57.989565 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61aeba7-4335-4bdd-9435-30f7ac01811b req-35d89f6f-f4a6-4e91-b35a-b3bc3df4bc14 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:58.001858 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e61aeba7-4335-4bdd-9435-30f7ac01811b req-35d89f6f-f4a6-4e91-b35a-b3bc3df4bc14 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.2555223 Apr 05 14:41:58.042913 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c0b57c11-f8dc-48f2-a3f9-d59c61f5b929 req-e0c1d042-016e-4d38-87b3-709969863dc2 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] 10.222.0.30 "GET /v2.0/security-groups?id=78dcbee3-58e7-4ac0-a42b-70562828d389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2632225 Apr 05 14:41:58.053264 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:58.094262 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e61aeba7-4335-4bdd-9435-30f7ac01811b req-e0041235-579d-46bc-970a-93ec449694ab tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911434 Apr 05 14:41:58.132487 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 54c12fe5-dbd8-421b-81c7-5281b4511d63 no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:41:58.175679 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] No Port match for: 54c12fe5-dbd8-421b-81c7-5281b4511d63 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:41:58.191094 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 54c12fe5-dbd8-421b-81c7-5281b4511d63 not bound to the agent host n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:41:58.191532 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device a46847be-0ced-4d13-80c6-72d774ab100f no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:41:58.256225 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6976d4e3-fe70-4429-ab0f-8d70d000a18e tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27088'] for router, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:58.257986 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6976d4e3-fe70-4429-ab0f-8d70d000a18e tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27079'] for router, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:58.290964 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-db65a550-8892-4cde-8dca-5e8bbd307795 req-565b4493-355c-462f-99d5-23770c85ec84 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 210 time: 0.0519638 Apr 05 14:41:58.320802 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43df8ffb-d5a9-47a8-93f3-a0f17069c7d7 req-94c074eb-f642-4387-bd94-5064844f1c72 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:58.322563 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-43df8ffb-d5a9-47a8-93f3-a0f17069c7d7 req-94c074eb-f642-4387-bd94-5064844f1c72 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] 10.222.0.30 "GET /v2.0/ports?device_id=89872666-1d70-44b2-a9ec-5938d0104c27 HTTP/1.1" status: 200 len: 950 time: 0.1332784 Apr 05 14:41:58.344033 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:58.371768 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-43df8ffb-d5a9-47a8-93f3-a0f17069c7d7 req-d14586a6-7427-4038-a4a6-7865b7dcafac tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ca7fb53-50e9-4359-aa7a-c92550724034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410414 Apr 05 14:41:58.423884 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3efd1af4-ea8a-40d2-891b-8c367cf8b6d7 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:58.427471 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-132915ce-5ca3-4183-a3b4-a70e929d555a req-bee1f68f-d582-4448-850f-8dc116a4be85 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:58.478230 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee1f68f-d582-4448-850f-8dc116a4be85 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] Pushing event deleted for resources: {'Port': ['ID=a46847be-0ced-4d13-80c6-72d774ab100f,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:58.570460 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-132915ce-5ca3-4183-a3b4-a70e929d555a req-bee1f68f-d582-4448-850f-8dc116a4be85 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] No DVR routers for this DVR port a46847be-0ced-4d13-80c6-72d774ab100f on host n-h2-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:41:58.573696 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-132915ce-5ca3-4183-a3b4-a70e929d555a req-bee1f68f-d582-4448-850f-8dc116a4be85 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:58.579701 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-132915ce-5ca3-4183-a3b4-a70e929d555a req-bee1f68f-d582-4448-850f-8dc116a4be85 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] 10.222.0.11 "DELETE /v2.0/ports/a46847be-0ced-4d13-80c6-72d774ab100f HTTP/1.1" status: 204 len: 173 time: 2.1419487 Apr 05 14:41:58.581350 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89872666-1d70-44b2-a9ec-5938d0104c27', 'name': 'network-vif-deleted', 'tag': 'a46847be-0ced-4d13-80c6-72d774ab100f'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:41:58.587751 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-396697a7-e059-409a-ae75-274381c5678d" -d '{"events": [{"server_uuid": "89872666-1d70-44b2-a9ec-5938d0104c27", "name": "network-vif-deleted", "tag": "a46847be-0ced-4d13-80c6-72d774ab100f"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:41:58.617254 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6976d4e3-fe70-4429-ab0f-8d70d000a18e tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:58.692573 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9d4bda1-6be1-4ab5-b99c-b6a46361c52b x-openstack-request-id: req-e9d4bda1-6be1-4ab5-b99c-b6a46361c52b {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:41:58.692848 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89872666-1d70-44b2-a9ec-5938d0104c27", "name": "network-vif-deleted", "tag": "a46847be-0ced-4d13-80c6-72d774ab100f", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:41:58.695817 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e9d4bda1-6be1-4ab5-b99c-b6a46361c52b {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:41:58.695817 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9d4bda1-6be1-4ab5-b99c-b6a46361c52b'] response: {'server_uuid': '89872666-1d70-44b2-a9ec-5938d0104c27', 'name': 'network-vif-deleted', 'tag': 'a46847be-0ced-4d13-80c6-72d774ab100f', 'status': 'completed', 'code': 200} Apr 05 14:41:58.715808 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b76bc1fe-df14-4186-a4d8-21f74960cc5a req-7cd77904-68ce-42d5-a31f-dc35051ba27c tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7d59292-c69e-44da-982d-8056c0172ac5 HTTP/1.1" status: 200 len: 210 time: 0.0717711 Apr 05 14:41:58.736367 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6976d4e3-fe70-4429-ab0f-8d70d000a18e tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618'] for router, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:58.922861 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6976d4e3-fe70-4429-ab0f-8d70d000a18e tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:58.923993 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-6976d4e3-fe70-4429-ab0f-8d70d000a18e tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.0437694 Apr 05 14:41:58.926783 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50266) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:58.934928 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-8a2bec98-25ef-4695-a4e1-41cd216b65c9 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:41:58.980307 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-3efd1af4-ea8a-40d2-891b-8c367cf8b6d7 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] For port 667f7e60-5917-4395-8e7f-2d7362be08f8, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=667f7e60-5917-4395-8e7f-2d7362be08f8,segment=NetworkSegment(1c468974-700f-4380-acfc-da4f84290a6b),segment_id=1c468974-700f-4380-acfc-da4f84290a6b)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:41:59.057922 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3efd1af4-ea8a-40d2-891b-8c367cf8b6d7 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:59.359413 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8a2bec98-25ef-4695-a4e1-41cd216b65c9 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1808591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27061'] for router, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:59.382642 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d4f212-8825-42cc-8bf9-233c03903095 req-85f441bf-ee7a-4c91-89a3-e7e1ee27c04f tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:59.384870 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-60d4f212-8825-42cc-8bf9-233c03903095 req-85f441bf-ee7a-4c91-89a3-e7e1ee27c04f tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] 10.222.0.30 "GET /v2.0/ports?device_id=cff8471e-9af1-4cec-a212-0e4dc1e3ad81 HTTP/1.1" status: 200 len: 945 time: 0.2083092 Apr 05 14:41:59.393898 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e144c-30b0-49eb-850d-b14b8b23081c req-3694aaa9-91df-4704-8acb-42e77b9d14d4 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:59.395472 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bd2e144c-30b0-49eb-850d-b14b8b23081c req-3694aaa9-91df-4704-8acb-42e77b9d14d4 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.2038755 Apr 05 14:41:59.419246 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3efd1af4-ea8a-40d2-891b-8c367cf8b6d7 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:59.420023 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3efd1af4-ea8a-40d2-891b-8c367cf8b6d7 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:59.485216 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-60d4f212-8825-42cc-8bf9-233c03903095 req-dcf26acd-ced4-497a-8348-4893aba38006 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] 10.222.0.30 "GET /v2.0/security-groups?id=78dcbee3-58e7-4ac0-a42b-70562828d389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833337 Apr 05 14:41:59.495862 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bd2e144c-30b0-49eb-850d-b14b8b23081c req-f4ca73f3-c5d8-4816-9aa4-727f5e1dd309 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928786 Apr 05 14:41:59.505034 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efd1af4-ea8a-40d2-891b-8c367cf8b6d7 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:41:59.514880 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-3efd1af4-ea8a-40d2-891b-8c367cf8b6d7 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:41:59.519864 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efd1af4-ea8a-40d2-891b-8c367cf8b6d7 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:59.520470 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3efd1af4-ea8a-40d2-891b-8c367cf8b6d7 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:59.521604 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:59.523147 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efd1af4-ea8a-40d2-891b-8c367cf8b6d7 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event updated for resources: {'Subnet': ['ID=418c7880-4a13-4004-a0cf-67093f7c97cb,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:59.526422 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8a2bec98-25ef-4695-a4e1-41cd216b65c9 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1808628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1808637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803294'] for router, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:59.535024 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb82d20-3b12-4f7f-853f-e1b7661d9a7c None None] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:41:59.581121 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efd1af4-ea8a-40d2-891b-8c367cf8b6d7 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event updated for resources: {'Port': ['ID=667f7e60-5917-4395-8e7f-2d7362be08f8,revision_number=21']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:59.671349 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-3efd1af4-ea8a-40d2-891b-8c367cf8b6d7 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.9961951 Apr 05 14:41:59.674220 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50282) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:41:59.679326 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-6100e110-fcc6-41ae-baef-1da7af73228c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Request body: {'port': {'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'mac_address': 'fa:16:3e:db:e3:44', 'name': 'tempest-NetworksTestDHCPv6-197908397'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:41:59.777643 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-192b8321-e46f-4698-a829-af14966b81ef req-f5a34dea-ea24-4ebc-a4b1-97ecc5e639df tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 210 time: 0.1458130 Apr 05 14:41:59.782458 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0a8784f6-63e5-4e52-ba29-b0d6606bea03 req-ea1863f0-9f62-4588-a742-4e0e137bf578 tempest-ServersAdminNegativeTestJSON-683402614 tempest-ServersAdminNegativeTestJSON-683402614-project] 10.222.0.30 "GET /v2.0/ports?device_id=89872666-1d70-44b2-a9ec-5938d0104c27 HTTP/1.1" status: 200 len: 210 time: 0.1192098 Apr 05 14:41:59.815096 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:59.976178 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6100e110-fcc6-41ae-baef-1da7af73228c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Made reservation on behalf of 81648541dc0b4f1ea0eb9cace0846aa5 for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:41:59.976617 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a2bec98-25ef-4695-a4e1-41cd216b65c9 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Router 4a154461-6eaf-41cd-a87f-e2211262f7a1 is scheduled to L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 with binding_index 1 {{(pid=103320) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:41:59.979549 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08fc7405-ca94-45a4-9853-f91915dc4a56 None None] Update dhcp port {'port': {'network_id': 'fd08407d-7bc3-4895-9d28-9b2f36a8d65c', 'fixed_ips': [{'subnet_id': '418c7880-4a13-4004-a0cf-67093f7c97cb', 'ip_address': '2001:db8:0:1:f816:3eff:fed8:12e'}, {'subnet_id': '39468712-922f-4155-a98f-410353da6235'}], 'binding:host_id': 'n-d-836650-2'}, 'id': '667f7e60-5917-4395-8e7f-2d7362be08f8'} from n-d-836650-2. {{(pid=103322) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 05 14:42:00.009526 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-08fc7405-ca94-45a4-9853-f91915dc4a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:00.012629 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48acee9f-47b6-41b4-a0bc-672ec6548a90 req-c16249e2-a10f-48ed-8c70-698c885175a4 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:00.017380 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-48acee9f-47b6-41b4-a0bc-672ec6548a90 req-c16249e2-a10f-48ed-8c70-698c885175a4 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] 10.222.0.30 "GET /v2.0/ports?device_id=cff8471e-9af1-4cec-a212-0e4dc1e3ad81 HTTP/1.1" status: 200 len: 945 time: 0.1175437 Apr 05 14:42:00.152831 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6100e110-fcc6-41ae-baef-1da7af73228c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:00.216376 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [None req-6100e110-fcc6-41ae-baef-1da7af73228c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] device_id is not set on port 2add50ac-4598-4fa3-9da2-4cfe4f1be1b1 yet. {{(pid=103321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:42:00.246442 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-08fc7405-ca94-45a4-9853-f91915dc4a56 None None] Allocated IP 2001:db8::2 (fd08407d-7bc3-4895-9d28-9b2f36a8d65c/39468712-922f-4155-a98f-410353da6235/667f7e60-5917-4395-8e7f-2d7362be08f8) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:42:00.305395 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a2bec98-25ef-4695-a4e1-41cd216b65c9 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:42:00.637097 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15152877-61f1-4c99-914d-5a4e5de11e33 None None] Sync routers for ids ['4a154461-6eaf-41cd-a87f-e2211262f7a1'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:42:00.642236 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8a2bec98-25ef-4695-a4e1-41cd216b65c9 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for router, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:00.643962 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50290) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:00.644709 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15152877-61f1-4c99-914d-5a4e5de11e33 None None] Routers {'4a154461-6eaf-41cd-a87f-e2211262f7a1'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:42:00.644786 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-8a2bec98-25ef-4695-a4e1-41cd216b65c9 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "PUT /v2.0/routers/4a154461-6eaf-41cd-a87f-e2211262f7a1 HTTP/1.1" status: 200 len: 696 time: 1.4113142 Apr 05 14:42:00.646922 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-15152877-61f1-4c99-914d-5a4e5de11e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:41:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['4a154461-6eaf-41cd-a87f-e2211262f7a1'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:00.647100 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-48acee9f-47b6-41b4-a0bc-672ec6548a90 req-38c6039d-07d6-418f-877d-dec88f0c6e62 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] 10.222.0.30 "GET /v2.0/security-groups?id=78dcbee3-58e7-4ac0-a42b-70562828d389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3246846 Apr 05 14:42:00.647100 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50292) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:00.647243 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-08fc7405-ca94-45a4-9853-f91915dc4a56 None None] For port 667f7e60-5917-4395-8e7f-2d7362be08f8, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=667f7e60-5917-4395-8e7f-2d7362be08f8,segment=NetworkSegment(1c468974-700f-4380-acfc-da4f84290a6b),segment_id=1c468974-700f-4380-acfc-da4f84290a6b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:42:00.647243 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-08fc7405-ca94-45a4-9853-f91915dc4a56 None None] Notify callbacks [] for port, precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:00.647243 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-08fc7405-ca94-45a4-9853-f91915dc4a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:00.648139 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-55018faa-9216-4d01-b052-68705baeea5e tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "GET /v2.0/routers/4a154461-6eaf-41cd-a87f-e2211262f7a1 HTTP/1.1" status: 200 len: 702 time: 0.3126652 Apr 05 14:42:00.649675 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50300) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:00.755217 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-a49d3bea-134c-42df-9842-6d3ad9667fa3 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a154461-6eaf-41cd-a87f-e2211262f7a1 HTTP/1.1" status: 200 len: 205 time: 0.1017315 Apr 05 14:42:00.765165 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50302) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:00.815804 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 667f7e60-5917-4395-8e7f-2d7362be08f8 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:42:00.860098 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-15152877-61f1-4c99-914d-5a4e5de11e33 None None] Set router 4a154461-6eaf-41cd-a87f-e2211262f7a1 gateway port host: None {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:42:00.930626 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-6100e110-fcc6-41ae-baef-1da7af73228c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Allocated IP 2001:db8::1fb (fd08407d-7bc3-4895-9d28-9b2f36a8d65c/39468712-922f-4155-a98f-410353da6235/2add50ac-4598-4fa3-9da2-4cfe4f1be1b1) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:42:00.949146 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-6100e110-fcc6-41ae-baef-1da7af73228c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Allocated IP 2001:db8:0:1:f816:3eff:fedb:e344 (fd08407d-7bc3-4895-9d28-9b2f36a8d65c/418c7880-4a13-4004-a0cf-67093f7c97cb/2add50ac-4598-4fa3-9da2-4cfe4f1be1b1) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:42:00.963019 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fc7405-ca94-45a4-9853-f91915dc4a56 None None] Pushing event updated for resources: {'Port': ['ID=667f7e60-5917-4395-8e7f-2d7362be08f8,revision_number=22']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:00.995911 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-15152877-61f1-4c99-914d-5a4e5de11e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a154461-6eaf-41cd-a87f-e2211262f7a1', 'name': 'tempest-RoutersIpV6Test-router-48850487', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:41:58Z', 'updated_at': '2022-04-05T14:41:59Z', 'revision_number': 2, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'gw_port_host': None}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:01.041239 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 667f7e60-5917-4395-8e7f-2d7362be08f8 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:42:01.046487 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:01.061182 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15152877-61f1-4c99-914d-5a4e5de11e33 None None] Checking router: 4a154461-6eaf-41cd-a87f-e2211262f7a1 for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:42:01.087456 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15152877-61f1-4c99-914d-5a4e5de11e33 None None] Routers {'4a154461-6eaf-41cd-a87f-e2211262f7a1'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:42:01.088307 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-15152877-61f1-4c99-914d-5a4e5de11e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:41:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['4a154461-6eaf-41cd-a87f-e2211262f7a1'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:01.109937 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-03391189-4490-410c-8ecd-bc126e30a4c6 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for router, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:01.205787 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-15152877-61f1-4c99-914d-5a4e5de11e33 None None] Set router 4a154461-6eaf-41cd-a87f-e2211262f7a1 gateway port host: None {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:42:01.276466 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6100e110-fcc6-41ae-baef-1da7af73228c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:01.323475 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-15152877-61f1-4c99-914d-5a4e5de11e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a154461-6eaf-41cd-a87f-e2211262f7a1', 'name': 'tempest-RoutersIpV6Test-router-48850487', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:41:58Z', 'updated_at': '2022-04-05T14:41:59Z', 'revision_number': 2, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'gw_port_host': None}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:01.324490 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db51f5-8140-4e95-8abb-a82d2ad086a0 req-120a130f-3076-4c8c-840c-26a9e459e20f tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:01.335002 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-03db51f5-8140-4e95-8abb-a82d2ad086a0 req-120a130f-3076-4c8c-840c-26a9e459e20f tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.6173360 Apr 05 14:42:01.361066 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15152877-61f1-4c99-914d-5a4e5de11e33 None None] The sync data for ids ['4a154461-6eaf-41cd-a87f-e2211262f7a1'] in n-d-836650-2 is: [{'id': '4a154461-6eaf-41cd-a87f-e2211262f7a1', 'name': 'tempest-RoutersIpV6Test-router-48850487', 'tenant_id': 'e7eb5e760fb649288ddd0e65de525949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:41:58Z', 'updated_at': '2022-04-05T14:41:59Z', 'revision_number': 2, 'project_id': 'e7eb5e760fb649288ddd0e65de525949', 'gw_port_host': None}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:42:01.378249 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461bac71-1a5c-4335-97d8-ef4e8fec9dea req-4def168f-a9c0-44b9-bf0a-a72b442ff5f9 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:01.389173 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-461bac71-1a5c-4335-97d8-ef4e8fec9dea req-4def168f-a9c0-44b9-bf0a-a72b442ff5f9 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.6226330 Apr 05 14:42:01.441170 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6100e110-fcc6-41ae-baef-1da7af73228c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:01.546581 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6100e110-fcc6-41ae-baef-1da7af73228c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:42:01.577332 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-6100e110-fcc6-41ae-baef-1da7af73228c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:42:01.586921 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6100e110-fcc6-41ae-baef-1da7af73228c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:42:01.593647 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6100e110-fcc6-41ae-baef-1da7af73228c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:01.594612 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6100e110-fcc6-41ae-baef-1da7af73228c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:01.612601 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5da0ef-15c1-4845-a8ae-7e471600386a tempest-TestVolumeBackupRestore-120391744 tempest-TestVolumeBackupRestore-120391744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:01.612601 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-cc5da0ef-15c1-4845-a8ae-7e471600386a tempest-TestVolumeBackupRestore-120391744 tempest-TestVolumeBackupRestore-120391744-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=cff8471e-9af1-4cec-a212-0e4dc1e3ad81 HTTP/1.1" status: 200 len: 1091 time: 1.2370341 Apr 05 14:42:01.619797 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50310) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:01.622264 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6100e110-fcc6-41ae-baef-1da7af73228c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event updated for resources: {'Port': ['ID=2add50ac-4598-4fa3-9da2-4cfe4f1be1b1,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:01.629404 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-9c416413-7e03-4b4e-8ca5-0554872366e3 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Request body: {'floatingip': {'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'port_id': '42a919fd-83f7-4a0e-ad02-7c018309dfb5', 'tenant_id': 'c6d7d106196c47bab9057a60414eb92c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:42:01.642523 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-461bac71-1a5c-4335-97d8-ef4e8fec9dea req-4dc479c6-8d13-4b06-8de7-a3df7ee6f63a tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517781 Apr 05 14:42:01.718657 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-03391189-4490-410c-8ecd-bc126e30a4c6 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27070'] for router, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:01.732864 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-03391189-4490-410c-8ecd-bc126e30a4c6 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:01.747797 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-03db51f5-8140-4e95-8abb-a82d2ad086a0 req-3c002a7a-0246-49b9-920b-b002c8b753a3 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4005942 Apr 05 14:42:01.804297 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-6100e110-fcc6-41ae-baef-1da7af73228c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.1258492 Apr 05 14:42:01.806451 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50314) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:01.892246 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9c416413-7e03-4b4e-8ca5-0554872366e3 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Notify callbacks [] for floatingip, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:01.956221 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f86736e3-aeed-4c06-8da6-46bb87efaf97 req-fc095d46-ab37-42ca-be87-19bb24139cfc tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 210 time: 0.0631471 Apr 05 14:42:02.015275 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-4c448cc8-c7a9-4c9b-8fdb-686f745d0ac0 None None] Provisioning complete for port 667f7e60-5917-4395-8e7f-2d7362be08f8 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:42:02.024208 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c448cc8-c7a9-4c9b-8fdb-686f745d0ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:02.051243 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-03391189-4490-410c-8ecd-bc126e30a4c6 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803298'] for router, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:02.051823 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03391189-4490-410c-8ecd-bc126e30a4c6 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Fanout notify agent at l3_agent the message router_deleted on router 4a154461-6eaf-41cd-a87f-e2211262f7a1 {{(pid=103320) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:42:02.061081 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-03391189-4490-410c-8ecd-bc126e30a4c6 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] Notify callbacks [] for router, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:02.065439 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-03391189-4490-410c-8ecd-bc126e30a4c6 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "DELETE /v2.0/routers/4a154461-6eaf-41cd-a87f-e2211262f7a1 HTTP/1.1" status: 204 len: 168 time: 1.2406311 Apr 05 14:42:02.071010 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50318) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:02.120351 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-5cdfeb01-da26-4096-b85e-f4f1958f0bd0 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a154461-6eaf-41cd-a87f-e2211262f7a1 HTTP/1.1" status: 200 len: 205 time: 0.0488153 Apr 05 14:42:02.122715 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50320) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:02.215198 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-345296a6-10cf-42ad-9519-835125f3c006 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Deleting port 2add50ac-4598-4fa3-9da2-4cfe4f1be1b1 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:42:02.215753 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-345296a6-10cf-42ad-9519-835125f3c006 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:02.263533 n-d-836650-2 neutron-server[103320]: INFO neutron.api.v2.resource [None req-9399ef11-d387-4ae2-bb71-5a41b37645be tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] delete failed (client error): The resource could not be found. Apr 05 14:42:02.264590 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-9399ef11-d387-4ae2-bb71-5a41b37645be tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "DELETE /v2.0/routers/4a154461-6eaf-41cd-a87f-e2211262f7a1 HTTP/1.1" status: 404 len: 336 time: 0.1408861 Apr 05 14:42:02.274298 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50322) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:02.352350 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-798f2b59-4be6-4901-abbc-ec159cb6d868 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] DELETE failed (client error): The resource could not be found. Apr 05 14:42:02.352801 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-798f2b59-4be6-4901-abbc-ec159cb6d868 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103320) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:42:02.358485 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-798f2b59-4be6-4901-abbc-ec159cb6d868 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "DELETE /v2.0/subnets/961630fe-22df-4dd0-b2b4-9d70471fed23 HTTP/1.1" status: 404 len: 337 time: 0.0822918 Apr 05 14:42:02.368768 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bce273f-8735-441e-912a-cfc07cbe469a req-4ea30942-1a2d-4385-b5c2-dd79901fe647 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:02.370313 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0bce273f-8735-441e-912a-cfc07cbe469a req-4ea30942-1a2d-4385-b5c2-dd79901fe647 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.1551311 Apr 05 14:42:02.370741 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-345296a6-10cf-42ad-9519-835125f3c006 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:02.371214 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50324) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:02.399268 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-345296a6-10cf-42ad-9519-835125f3c006 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Calling delete_port for 2add50ac-4598-4fa3-9da2-4cfe4f1be1b1 owned by {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:42:02.452933 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-867f624d-71bd-4a86-bd50-a1b685a5e9f8 None None] Provisioning complete for port 2add50ac-4598-4fa3-9da2-4cfe4f1be1b1 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:42:02.453924 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-867f624d-71bd-4a86-bd50-a1b685a5e9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:02.592167 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-867f624d-71bd-4a86-bd50-a1b685a5e9f8 None None] Port 2add50ac-4598-4fa3-9da2-4cfe4f1be1b1 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:42:02.774445 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 667f7e60-5917-4395-8e7f-2d7362be08f8 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:42:02.809150 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50328) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:02.912063 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9c416413-7e03-4b4e-8ca5-0554872366e3 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:02.958031 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-345296a6-10cf-42ad-9519-835125f3c006 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:03.016129 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 667f7e60-5917-4395-8e7f-2d7362be08f8 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:42:03.018496 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:03.053108 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-0464d4a3-c2de-46a7-bcaf-cdcb70f6c50c tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] DELETE failed (client error): The resource could not be found. Apr 05 14:42:03.053665 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0464d4a3-c2de-46a7-bcaf-cdcb70f6c50c tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103320) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:42:03.060304 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-0464d4a3-c2de-46a7-bcaf-cdcb70f6c50c tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "DELETE /v2.0/subnets/81b8431d-2922-485d-afa0-d5381cf42414 HTTP/1.1" status: 404 len: 337 time: 0.6861024 Apr 05 14:42:03.062669 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50340) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:03.133498 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-25f5f5f5-80f2-4340-9c85-d44dd0cade7a tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] DELETE failed (client error): The resource could not be found. Apr 05 14:42:03.134095 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25f5f5f5-80f2-4340-9c85-d44dd0cade7a tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103320) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:42:03.139433 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-25f5f5f5-80f2-4340-9c85-d44dd0cade7a tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "DELETE /v2.0/subnets/7e7e41d8-71b1-4208-b6cb-6c5106360847 HTTP/1.1" status: 404 len: 337 time: 0.0376272 Apr 05 14:42:03.141952 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50342) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:03.155770 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345296a6-10cf-42ad-9519-835125f3c006 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event deleted for resources: {'Port': ['ID=2add50ac-4598-4fa3-9da2-4cfe4f1be1b1,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:03.221986 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-372e72dc-da46-4950-b213-51dd1074c020 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] DELETE failed (client error): The resource could not be found. Apr 05 14:42:03.222449 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-372e72dc-da46-4950-b213-51dd1074c020 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103320) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:42:03.225925 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-372e72dc-da46-4950-b213-51dd1074c020 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "DELETE /v2.0/subnets/f17bfea5-8c4d-4735-b766-8564c75fe6bb HTTP/1.1" status: 404 len: 337 time: 0.0810351 Apr 05 14:42:03.256751 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50344) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:03.277761 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df0660e-fb6c-493e-95e9-168694068f2e req-a0b35a90-5cf2-4731-82a1-77623c3e01d1 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:03.279507 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1df0660e-fb6c-493e-95e9-168694068f2e req-a0b35a90-5cf2-4731-82a1-77623c3e01d1 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.2629752 Apr 05 14:42:03.299567 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91237a9e-a953-44dc-a1bc-45e45b58c66d req-064c397a-b91c-4432-b169-3784c52bd615 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:03.301145 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-91237a9e-a953-44dc-a1bc-45e45b58c66d req-064c397a-b91c-4432-b169-3784c52bd615 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 945 time: 0.2374458 Apr 05 14:42:03.340842 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-345296a6-10cf-42ad-9519-835125f3c006 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:03.344432 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-345296a6-10cf-42ad-9519-835125f3c006 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/ports/2add50ac-4598-4fa3-9da2-4cfe4f1be1b1 HTTP/1.1" status: 204 len: 168 time: 1.5266633 Apr 05 14:42:03.351772 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-5290f3b9-9ef5-473d-80c0-769e39788dd1 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "GET /v2.0/ports?device_id=42030efb-e7bf-4d65-b6c6-81d49a0dab38 HTTP/1.1" status: 200 len: 205 time: 0.0939949 Apr 05 14:42:03.352771 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50346) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:03.360531 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50348) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:03.389820 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-0bce273f-8735-441e-912a-cfc07cbe469a req-18a92fbc-c4e5-44a8-adb3-1cf160209363 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Deleting port 4032c53b-96ab-4b67-b14e-c47acfa5a112 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:42:03.390161 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-0bce273f-8735-441e-912a-cfc07cbe469a req-18a92fbc-c4e5-44a8-adb3-1cf160209363 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:03.473232 n-d-836650-2 neutron-server[103321]: INFO neutron.api.v2.resource [None req-5aa54bb3-dc0a-4d7b-95fa-c3a8d6dbc51c tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] delete failed (client error): The resource could not be found. Apr 05 14:42:03.474391 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-5aa54bb3-dc0a-4d7b-95fa-c3a8d6dbc51c tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "DELETE /v2.0/routers/42030efb-e7bf-4d65-b6c6-81d49a0dab38 HTTP/1.1" status: 404 len: 336 time: 0.0567827 Apr 05 14:42:03.478507 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50350) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:03.492390 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-04fa1121-8f35-4c7d-85a2-6d76ac23eb29 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5c1cdd4c0b414fe1b9faf6b275f9f83e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6760731 Apr 05 14:42:03.497611 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50352) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:03.504361 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1df0660e-fb6c-493e-95e9-168694068f2e req-1d8fb998-5bed-4307-8eba-d99f2addfe0b tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992581 Apr 05 14:42:03.511020 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-91237a9e-a953-44dc-a1bc-45e45b58c66d req-fc6b1925-2fb8-4692-bef4-0bb524da890d tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d890a64-7615-4e56-a112-642c14ad74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1675279 Apr 05 14:42:03.622708 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-0bce273f-8735-441e-912a-cfc07cbe469a req-18a92fbc-c4e5-44a8-adb3-1cf160209363 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] For port 4032c53b-96ab-4b67-b14e-c47acfa5a112, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=4032c53b-96ab-4b67-b14e-c47acfa5a112,segment=NetworkSegment(87207719-1f48-46bc-a702-a88951a34078),segment_id=87207719-1f48-46bc-a702-a88951a34078)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:42:03.623087 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-0bce273f-8735-441e-912a-cfc07cbe469a req-18a92fbc-c4e5-44a8-adb3-1cf160209363 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:03.630211 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-92f32ee9-fdf2-4b5c-9348-f7d34fae94d8 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "GET /v2.0/ports?device_id=7813047e-bc17-4819-ab94-f129fe724123 HTTP/1.1" status: 200 len: 205 time: 0.1483986 Apr 05 14:42:03.642992 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-9c416413-7e03-4b4e-8ca5-0554872366e3 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Allocated IP 172.25.6.54 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/119546cf-d3f7-4aeb-85bc-91e322a44dad) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:42:03.774656 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9c416413-7e03-4b4e-8ca5-0554872366e3 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:03.816529 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50354) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:03.821204 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-0bce273f-8735-441e-912a-cfc07cbe469a req-18a92fbc-c4e5-44a8-adb3-1cf160209363 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:03.821628 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-0bce273f-8735-441e-912a-cfc07cbe469a req-18a92fbc-c4e5-44a8-adb3-1cf160209363 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:03.821912 n-d-836650-2 neutron-server[103320]: INFO neutron.db.l3_db [req-0bce273f-8735-441e-912a-cfc07cbe469a req-18a92fbc-c4e5-44a8-adb3-1cf160209363 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Floating IP a150a36b-7d3d-471c-9ea5-758925ae4e38 disassociated. External IP: 172.25.6.144, port: 4032c53b-96ab-4b67-b14e-c47acfa5a112. Apr 05 14:42:03.826826 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-0bce273f-8735-441e-912a-cfc07cbe469a req-18a92fbc-c4e5-44a8-adb3-1cf160209363 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Calling delete_port for 4032c53b-96ab-4b67-b14e-c47acfa5a112 owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:42:03.884992 n-d-836650-2 neutron-server[103321]: INFO neutron.api.v2.resource [None req-3e831403-23c5-4916-ae20-7f5bcb244202 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] delete failed (client error): The resource could not be found. Apr 05 14:42:03.889463 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-3e831403-23c5-4916-ae20-7f5bcb244202 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "DELETE /v2.0/routers/7813047e-bc17-4819-ab94-f129fe724123 HTTP/1.1" status: 404 len: 336 time: 0.0691819 Apr 05 14:42:03.890768 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50356) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:03.900677 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9c416413-7e03-4b4e-8ca5-0554872366e3 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:03.934105 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8f8a07-33a4-4b68-a070-e94a347007b0 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:03.938807 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-9f8f8a07-33a4-4b68-a070-e94a347007b0 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5718164 Apr 05 14:42:03.946175 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50358) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:03.983427 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8c6d3e2b-12f0-4dc9-996b-83652ca4c323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:04.031371 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8c6d3e2b-12f0-4dc9-996b-83652ca4c323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:04.045136 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8d4518ff-b76f-441d-b681-87fcb4145646 req-680eb1c9-46ee-4c6b-ae78-5fdf601a66b7 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 210 time: 0.0788908 Apr 05 14:42:04.070041 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-0bce273f-8735-441e-912a-cfc07cbe469a req-18a92fbc-c4e5-44a8-adb3-1cf160209363 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:04.106010 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3ce511b-acf5-4132-9808-9ab6dd360157 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] DELETE failed (client error): The resource could not be found. Apr 05 14:42:04.106707 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3ce511b-acf5-4132-9808-9ab6dd360157 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:42:04.110662 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-d3ce511b-acf5-4132-9808-9ab6dd360157 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "DELETE /v2.0/subnets/1b1e5879-5585-4757-ba5d-9af6261890ff HTTP/1.1" status: 404 len: 337 time: 0.2064583 Apr 05 14:42:04.114411 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50362) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:04.139877 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c416413-7e03-4b4e-8ca5-0554872366e3 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:42:04.143083 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 4032c53b-96ab-4b67-b14e-c47acfa5a112 no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:42:04.155237 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-9c416413-7e03-4b4e-8ca5-0554872366e3 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:42:04.165239 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c416413-7e03-4b4e-8ca5-0554872366e3 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:42:04.167623 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c416413-7e03-4b4e-8ca5-0554872366e3 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Pushing event updated for resources: {'Port': ['ID=119546cf-d3f7-4aeb-85bc-91e322a44dad,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:04.173584 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-6559946c-626e-42de-8423-3117becf5bd1 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f1d2175-398c-4d17-813c-dcf25fa9ee3c HTTP/1.1" status: 200 len: 205 time: 0.0553021 Apr 05 14:42:04.174460 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a92fbc-c4e5-44a8-adb3-1cf160209363 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Pushing event deleted for resources: {'Port': ['ID=4032c53b-96ab-4b67-b14e-c47acfa5a112,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:04.176427 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50364) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:04.186039 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] No Port match for: 4032c53b-96ab-4b67-b14e-c47acfa5a112 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:42:04.186039 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 4032c53b-96ab-4b67-b14e-c47acfa5a112 not bound to the agent host n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:42:04.233298 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05b1e03-8de4-4f3a-891d-9ca4e170fe8d tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:04.235137 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-d05b1e03-8de4-4f3a-891d-9ca4e170fe8d tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2602406 Apr 05 14:42:04.236148 n-d-836650-2 neutron-server[103320]: INFO neutron.api.v2.resource [None req-4b21b2f9-243f-4319-bfef-182dbcbce047 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] delete failed (client error): The resource could not be found. Apr 05 14:42:04.237245 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-4b21b2f9-243f-4319-bfef-182dbcbce047 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "DELETE /v2.0/routers/3f1d2175-398c-4d17-813c-dcf25fa9ee3c HTTP/1.1" status: 404 len: 336 time: 0.0566611 Apr 05 14:42:04.237732 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50366) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:04.247919 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50368) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:04.320107 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9e322b-0941-4b95-8c0f-da04c5058937 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:04.321829 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9e322b-0941-4b95-8c0f-da04c5058937 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:04.323559 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9e322b-0941-4b95-8c0f-da04c5058937 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:04.325572 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-db9e322b-0941-4b95-8c0f-da04c5058937 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0846457 Apr 05 14:42:04.327573 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-9f85df6b-19a8-4c17-9c65-2c2dd47bf435 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff7abcf-63e5-45bd-842b-355a18b76879 HTTP/1.1" status: 200 len: 205 time: 0.0782864 Apr 05 14:42:04.331235 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50370) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:04.331754 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50372) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:04.369780 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8c6d3e2b-12f0-4dc9-996b-83652ca4c323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:04.372960 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8c6d3e2b-12f0-4dc9-996b-83652ca4c323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:04.374877 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-8c6d3e2b-12f0-4dc9-996b-83652ca4c323 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2ca7fb53-50e9-4359-aa7a-c92550724034 HTTP/1.1" status: 204 len: 168 time: 0.8083518 Apr 05 14:42:04.453167 n-d-836650-2 neutron-server[103321]: INFO neutron.api.v2.resource [None req-764a575a-f436-489d-bdd4-c5ee4a787718 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] delete failed (client error): The resource could not be found. Apr 05 14:42:04.454462 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-764a575a-f436-489d-bdd4-c5ee4a787718 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "DELETE /v2.0/routers/dff7abcf-63e5-45bd-842b-355a18b76879 HTTP/1.1" status: 404 len: 336 time: 0.1135061 Apr 05 14:42:04.459098 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50376) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:04.463446 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0bce273f-8735-441e-912a-cfc07cbe469a req-18a92fbc-c4e5-44a8-adb3-1cf160209363 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Router 30f3ddb7-a467-4355-9e02-036492b1a47e has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:42:04.479914 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6d3e2b-12f0-4dc9-996b-83652ca4c323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca7fb53-50e9-4359-aa7a-c92550724034,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:04.507834 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-53154660-31b6-46b9-aa0b-1831dba408dd tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] DELETE failed (client error): The resource could not be found. Apr 05 14:42:04.508518 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53154660-31b6-46b9-aa0b-1831dba408dd tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103320) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:42:04.515480 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-53154660-31b6-46b9-aa0b-1831dba408dd tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "DELETE /v2.0/subnets/7323ced7-c156-4b53-92d5-81d9b99e3d71 HTTP/1.1" status: 404 len: 337 time: 0.0542576 Apr 05 14:42:04.527415 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e212366-0e09-4ce4-9951-3177ef69e8e0 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Deleting subnet 39468712-922f-4155-a98f-410353da6235 {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:42:04.538376 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0e212366-0e09-4ce4-9951-3177ef69e8e0 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:04.635769 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0e212366-0e09-4ce4-9951-3177ef69e8e0 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:04.677772 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50378) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:04.720563 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0bce273f-8735-441e-912a-cfc07cbe469a req-18a92fbc-c4e5-44a8-adb3-1cf160209363 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:42:04.734145 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f585172a-0001-43e4-8ce3-b7839bb12926 None None] Sync routers for ids ['30f3ddb7-a467-4355-9e02-036492b1a47e'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:42:04.754563 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f585172a-0001-43e4-8ce3-b7839bb12926 None None] Routers {'30f3ddb7-a467-4355-9e02-036492b1a47e'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:42:04.757107 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-f585172a-0001-43e4-8ce3-b7839bb12926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:41:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['30f3ddb7-a467-4355-9e02-036492b1a47e'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:04.775235 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bce273f-8735-441e-912a-cfc07cbe469a req-18a92fbc-c4e5-44a8-adb3-1cf160209363 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] No DVR routers for this DVR port 4032c53b-96ab-4b67-b14e-c47acfa5a112 on host n-h2-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:42:04.777963 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-0bce273f-8735-441e-912a-cfc07cbe469a req-18a92fbc-c4e5-44a8-adb3-1cf160209363 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:04.781775 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0bce273f-8735-441e-912a-cfc07cbe469a req-18a92fbc-c4e5-44a8-adb3-1cf160209363 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.11 "DELETE /v2.0/ports/4032c53b-96ab-4b67-b14e-c47acfa5a112 HTTP/1.1" status: 204 len: 173 time: 2.4021091 Apr 05 14:42:04.847064 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f77f973-1352-47e3-bb5e-96953c90267a', 'name': 'network-vif-deleted', 'tag': '4032c53b-96ab-4b67-b14e-c47acfa5a112'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:42:04.849638 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c48494bd-a30e-4729-a5a6-f1c796109ed1" -d '{"events": [{"server_uuid": "6f77f973-1352-47e3-bb5e-96953c90267a", "name": "network-vif-deleted", "tag": "4032c53b-96ab-4b67-b14e-c47acfa5a112"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:42:04.854701 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9fec1400-32eb-4812-b1d0-c10283ed87d3 req-bb5b29a3-8ba6-4364-a1b0-c4b22eaffd5c tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 210 time: 0.1050816 Apr 05 14:42:04.952218 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60fa04-0c85-44bf-b64e-743ff23de562 req-42d7d19c-2a86-425c-a846-ca3df45f76fc tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:04.959083 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ac60fa04-0c85-44bf-b64e-743ff23de562 req-42d7d19c-2a86-425c-a846-ca3df45f76fc tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.2108424 Apr 05 14:42:04.992593 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d63609-e945-4aab-b524-d79e9c6c81c1 x-openstack-request-id: req-84d63609-e945-4aab-b524-d79e9c6c81c1 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:42:04.993145 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f77f973-1352-47e3-bb5e-96953c90267a", "name": "network-vif-deleted", "tag": "4032c53b-96ab-4b67-b14e-c47acfa5a112", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:42:04.993564 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-84d63609-e945-4aab-b524-d79e9c6c81c1 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:42:04.994110 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84d63609-e945-4aab-b524-d79e9c6c81c1'] response: {'server_uuid': '6f77f973-1352-47e3-bb5e-96953c90267a', 'name': 'network-vif-deleted', 'tag': '4032c53b-96ab-4b67-b14e-c47acfa5a112', 'status': 'completed', 'code': 200} Apr 05 14:42:05.046584 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-f585172a-0001-43e4-8ce3-b7839bb12926 None None] Set router 30f3ddb7-a467-4355-9e02-036492b1a47e gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:42:05.061977 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ac60fa04-0c85-44bf-b64e-743ff23de562 req-6ed073dd-4eb0-4239-b6a2-9471e5326903 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960319 Apr 05 14:42:05.209886 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bf08d515-dbd4-4992-9b24-d9bfef715b2a req-a23923ab-77cb-4b52-b134-0df1b86da1ae tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 210 time: 0.0454814 Apr 05 14:42:05.439292 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-4115ee50-d8a1-4b42-bcc7-baa930c221af tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0ad4310-0cf7-4b6a-861a-6f8fb8c7d656 HTTP/1.1" status: 200 len: 205 time: 0.7448344 Apr 05 14:42:05.444833 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50392) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:05.539857 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-f585172a-0001-43e4-8ce3-b7839bb12926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f3ddb7-a467-4355-9e02-036492b1a47e', 'name': 'tempest-ServerActionsTestJSON-376659884-router', 'tenant_id': '9215d951bfeb48c39a8e33c585301815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '5d29dee1-0a93-4c3f-9788-7e21d67cff7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:32:35Z', 'updated_at': '2022-04-05T14:32:42Z', 'revision_number': 4, 'project_id': '9215d951bfeb48c39a8e33c585301815', 'gw_port': {'id': '5d29dee1-0a93-4c3f-9788-7e21d67cff7e', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:83:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f3ddb7-a467-4355-9e02-036492b1a47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:32:37Z', 'updated_at': '2022-04-05T14:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '84a5dc79-d87b-4e34-a7c2-b6c1e9b564e3', 'name': '', 'network_id': 'bbe33099-0907-4578-b91f-9ecd1e0f3a95', 'tenant_id': '9215d951bfeb48c39a8e33c585301815', 'mac_address': 'fa:16:3e:53:39:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f3ddb7-a467-4355-9e02-036492b1a47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'c529ad6d-a94e-4533-88f8-eeabc5541ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:32:41Z', 'updated_at': '2022-04-05T14:32:47Z', 'revision_number': 5, 'project_id': '9215d951bfeb48c39a8e33c585301815', 'subnets': [{'id': 'c529ad6d-a94e-4533-88f8-eeabc5541ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:05.557554 n-d-836650-2 neutron-server[103320]: INFO neutron.api.v2.resource [None req-baf95ce5-fe07-4584-b77b-9f42fdf5cea3 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] delete failed (client error): The resource could not be found. Apr 05 14:42:05.559017 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-baf95ce5-fe07-4584-b77b-9f42fdf5cea3 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "DELETE /v2.0/routers/a0ad4310-0cf7-4b6a-861a-6f8fb8c7d656 HTTP/1.1" status: 404 len: 336 time: 0.1128957 Apr 05 14:42:05.559762 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50394) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:05.562172 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50396) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:05.598538 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f585172a-0001-43e4-8ce3-b7839bb12926 None None] Checking router: 30f3ddb7-a467-4355-9e02-036492b1a47e for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:42:05.621008 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0e212366-0e09-4ce4-9951-3177ef69e8e0 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:05.622186 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-666ae500-d2aa-4021-bc3d-bdc4b021cebb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4a9b35e0e5f545e09f77573c7efe4cd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0611739 Apr 05 14:42:05.624395 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50398) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:05.627786 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f585172a-0001-43e4-8ce3-b7839bb12926 None None] Routers {'30f3ddb7-a467-4355-9e02-036492b1a47e'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:42:05.628571 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-f585172a-0001-43e4-8ce3-b7839bb12926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:41:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['30f3ddb7-a467-4355-9e02-036492b1a47e'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:05.744099 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-84834909-fbbc-4d45-8085-168526e6fecf tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] DELETE failed (client error): The resource could not be found. Apr 05 14:42:05.744697 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84834909-fbbc-4d45-8085-168526e6fecf tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103320) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:42:05.747939 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-84834909-fbbc-4d45-8085-168526e6fecf tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "DELETE /v2.0/subnets/c6cf5a99-28ee-4d5c-9170-f3a8f9ea3d8d HTTP/1.1" status: 404 len: 337 time: 0.1663196 Apr 05 14:42:05.750867 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50400) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:05.785955 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-eaf68070-e2b9-40de-9898-9cb01b9c80d2 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "GET /v2.0/ports?device_id=b776b53b-6dd3-40b1-840d-19fbf4812efd HTTP/1.1" status: 200 len: 205 time: 0.0333467 Apr 05 14:42:05.790105 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50402) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:05.817711 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-f585172a-0001-43e4-8ce3-b7839bb12926 None None] Set router 30f3ddb7-a467-4355-9e02-036492b1a47e gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:42:05.841604 n-d-836650-2 neutron-server[103320]: INFO neutron.api.v2.resource [None req-f9b2b7c2-34a6-4840-a533-7306eb2a06f5 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] delete failed (client error): The resource could not be found. Apr 05 14:42:05.842665 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-f9b2b7c2-34a6-4840-a533-7306eb2a06f5 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "DELETE /v2.0/routers/b776b53b-6dd3-40b1-840d-19fbf4812efd HTTP/1.1" status: 404 len: 336 time: 0.0516229 Apr 05 14:42:05.849367 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50404) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:05.912596 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0e212366-0e09-4ce4-9951-3177ef69e8e0 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:05.961139 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-afcc826d-3ba3-47fa-814a-326752c440ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:05.964581 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbefde76-51d2-45f6-8e4a-7c35a1436e02 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] DELETE failed (client error): The resource could not be found. Apr 05 14:42:05.965064 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbefde76-51d2-45f6-8e4a-7c35a1436e02 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103320) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:42:05.968154 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-fbefde76-51d2-45f6-8e4a-7c35a1436e02 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "DELETE /v2.0/subnets/2b271ea2-a165-40b4-99cd-67355158f98e HTTP/1.1" status: 404 len: 337 time: 0.1114817 Apr 05 14:42:05.986901 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50408) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:06.042614 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e212366-0e09-4ce4-9951-3177ef69e8e0 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event deleted for resources: {'Subnet': ['ID=39468712-922f-4155-a98f-410353da6235,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:06.071140 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0e212366-0e09-4ce4-9951-3177ef69e8e0 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:06.081035 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-0e212366-0e09-4ce4-9951-3177ef69e8e0 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/subnets/39468712-922f-4155-a98f-410353da6235 HTTP/1.1" status: 204 len: 168 time: 1.7470348 Apr 05 14:42:06.098649 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50410) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:06.106904 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919ea363-7e3a-401e-a9e0-e9dd541ab9f0 None None] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:42:06.159563 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ee8049a-fb8a-46f5-bec5-63697daefbc3 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] DELETE failed (client error): The resource could not be found. Apr 05 14:42:06.160011 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ee8049a-fb8a-46f5-bec5-63697daefbc3 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103320) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:42:06.163327 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-9ee8049a-fb8a-46f5-bec5-63697daefbc3 tempest-RoutersIpV6Test-1112175370 tempest-RoutersIpV6Test-1112175370-project] 10.222.0.30 "DELETE /v2.0/subnets/900cd802-2398-42c7-95c2-3df3ef3e3849 HTTP/1.1" status: 404 len: 337 time: 0.1754491 Apr 05 14:42:06.242496 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b8521d80-b2c1-4ff8-87fd-1d564ace6a9d req-6f64613f-3c31-4d94-a21b-21f576658ccc tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f77f973-1352-47e3-bb5e-96953c90267a HTTP/1.1" status: 200 len: 210 time: 0.1030285 Apr 05 14:42:06.267045 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-f585172a-0001-43e4-8ce3-b7839bb12926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f3ddb7-a467-4355-9e02-036492b1a47e', 'name': 'tempest-ServerActionsTestJSON-376659884-router', 'tenant_id': '9215d951bfeb48c39a8e33c585301815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '5d29dee1-0a93-4c3f-9788-7e21d67cff7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:32:35Z', 'updated_at': '2022-04-05T14:32:42Z', 'revision_number': 4, 'project_id': '9215d951bfeb48c39a8e33c585301815', 'gw_port': {'id': '5d29dee1-0a93-4c3f-9788-7e21d67cff7e', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:83:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f3ddb7-a467-4355-9e02-036492b1a47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:32:37Z', 'updated_at': '2022-04-05T14:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '84a5dc79-d87b-4e34-a7c2-b6c1e9b564e3', 'name': '', 'network_id': 'bbe33099-0907-4578-b91f-9ecd1e0f3a95', 'tenant_id': '9215d951bfeb48c39a8e33c585301815', 'mac_address': 'fa:16:3e:53:39:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f3ddb7-a467-4355-9e02-036492b1a47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'c529ad6d-a94e-4533-88f8-eeabc5541ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:32:41Z', 'updated_at': '2022-04-05T14:32:47Z', 'revision_number': 5, 'project_id': '9215d951bfeb48c39a8e33c585301815', 'subnets': [{'id': 'c529ad6d-a94e-4533-88f8-eeabc5541ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:06.280140 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f71c8fa-024e-40ce-9b7c-8a8206c6a161 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Deleting subnet 418c7880-4a13-4004-a0cf-67093f7c97cb {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:42:06.293095 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0f71c8fa-024e-40ce-9b7c-8a8206c6a161 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:06.300284 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-afcc826d-3ba3-47fa-814a-326752c440ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:06.355866 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f585172a-0001-43e4-8ce3-b7839bb12926 None None] The sync data for ids ['30f3ddb7-a467-4355-9e02-036492b1a47e'] in n-d-836650-2 is: [{'id': '30f3ddb7-a467-4355-9e02-036492b1a47e', 'name': 'tempest-ServerActionsTestJSON-376659884-router', 'tenant_id': '9215d951bfeb48c39a8e33c585301815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '5d29dee1-0a93-4c3f-9788-7e21d67cff7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:32:35Z', 'updated_at': '2022-04-05T14:32:42Z', 'revision_number': 4, 'project_id': '9215d951bfeb48c39a8e33c585301815', 'gw_port': {'id': '5d29dee1-0a93-4c3f-9788-7e21d67cff7e', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:83:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f3ddb7-a467-4355-9e02-036492b1a47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:32:37Z', 'updated_at': '2022-04-05T14:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '84a5dc79-d87b-4e34-a7c2-b6c1e9b564e3', 'name': '', 'network_id': 'bbe33099-0907-4578-b91f-9ecd1e0f3a95', 'tenant_id': '9215d951bfeb48c39a8e33c585301815', 'mac_address': 'fa:16:3e:53:39:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f3ddb7-a467-4355-9e02-036492b1a47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'c529ad6d-a94e-4533-88f8-eeabc5541ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:32:41Z', 'updated_at': '2022-04-05T14:32:47Z', 'revision_number': 5, 'project_id': '9215d951bfeb48c39a8e33c585301815', 'subnets': [{'id': 'c529ad6d-a94e-4533-88f8-eeabc5541ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:42:06.422225 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eedb060-102f-40aa-b120-6cc1116e3de7 req-71ed3947-4b66-4139-924f-5272febc89f1 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:06.432305 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2eedb060-102f-40aa-b120-6cc1116e3de7 req-71ed3947-4b66-4139-924f-5272febc89f1 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.2156546 Apr 05 14:42:06.447667 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0f71c8fa-024e-40ce-9b7c-8a8206c6a161 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:06.460152 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d89a996a-2f14-4d25-9199-15a372e037ef req-98edc5bf-d6d8-40aa-b729-54adf081cea4 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 210 time: 0.0908065 Apr 05 14:42:06.511098 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2eedb060-102f-40aa-b120-6cc1116e3de7 req-90075b6a-c0bf-495e-b2af-57d1196f4f55 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773046 Apr 05 14:42:06.612574 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-afcc826d-3ba3-47fa-814a-326752c440ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:06.623176 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-afcc826d-3ba3-47fa-814a-326752c440ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:06.626934 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-afcc826d-3ba3-47fa-814a-326752c440ea admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/32ae27c1-318f-4415-a44c-11064951a9e6 HTTP/1.1" status: 204 len: 168 time: 0.9992082 Apr 05 14:42:06.692650 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcc826d-3ba3-47fa-814a-326752c440ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ae27c1-318f-4415-a44c-11064951a9e6,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:06.726997 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9c416413-7e03-4b4e-8ca5-0554872366e3 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:06.833055 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b01ea3-df55-41bd-8937-0314d9b458e8 req-518544dc-fecc-4c02-8136-56aa826af9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:06.837502 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-82b01ea3-df55-41bd-8937-0314d9b458e8 req-518544dc-fecc-4c02-8136-56aa826af9aa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e8ce47a9c4704fe783984e08a144e0c5&device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 1096 time: 0.2093513 Apr 05 14:42:07.003521 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80d717d-87c0-4cf0-ba51-5f8655405989 None None] New status for floating IP a150a36b-7d3d-471c-9ea5-758925ae4e38: DOWN {{(pid=103323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 14:42:07.025895 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b01ea3-df55-41bd-8937-0314d9b458e8 req-2eaa3356-1d6b-4b39-96fc-c46bff4135d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:07.027609 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-82b01ea3-df55-41bd-8937-0314d9b458e8 req-2eaa3356-1d6b-4b39-96fc-c46bff4135d8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c590509e-7ca8-420f-8b7e-bdc8058c2274 HTTP/1.1" status: 200 len: 914 time: 0.1673794 Apr 05 14:42:07.028065 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0f71c8fa-024e-40ce-9b7c-8a8206c6a161 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:07.135888 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-82b01ea3-df55-41bd-8937-0314d9b458e8 req-5d1a150b-ab4c-4384-b7ec-6ce9d635fc70 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b19045ae-f5ab-4894-b8f2-78cf84e0b22e HTTP/1.1" status: 200 len: 217 time: 0.0998018 Apr 05 14:42:07.164569 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50430) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:07.280081 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9c416413-7e03-4b4e-8ca5-0554872366e3 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:07.294482 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b01ea3-df55-41bd-8937-0314d9b458e8 req-591d1335-3976-4148-8c22-0ae91e0f7e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:07.300266 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-82b01ea3-df55-41bd-8937-0314d9b458e8 req-591d1335-3976-4148-8c22-0ae91e0f7e50 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eb31ac2d-5e66-4875-8845-18e88172de35 HTTP/1.1" status: 200 len: 853 time: 0.1561959 Apr 05 14:42:07.374023 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-82b01ea3-df55-41bd-8937-0314d9b458e8 req-5b8dcc0b-c593-412d-b564-9181ecf0c769 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c590509e-7ca8-420f-8b7e-bdc8058c2274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652227 Apr 05 14:42:07.498831 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50442) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:07.618322 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50448) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:07.620366 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-3db40cc3-cf32-400e-ad4e-ae73dc4f15d5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e7eb5e760fb649288ddd0e65de525949&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4521189 Apr 05 14:42:07.767077 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e82903fa-a3f2-40d7-9f80-81aaeb760497 req-22e2ccf1-520f-4523-bf46-b276a9cc999b tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 210 time: 0.0876067 Apr 05 14:42:07.811434 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-82b01ea3-df55-41bd-8937-0314d9b458e8 req-1ebd1655-8a46-43a0-b6ea-2b297a03b49e service neutron] 10.222.0.11 "GET /v2.0/networks/c590509e-7ca8-420f-8b7e-bdc8058c2274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4284406 Apr 05 14:42:07.885592 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0f71c8fa-024e-40ce-9b7c-8a8206c6a161 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:07.913925 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fe844d7d-4f9f-48f5-9b40-ba381a223075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:07.935873 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9ac2fc14-1951-4c20-8283-b3e0a2266201 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:07.980707 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9ac2fc14-1951-4c20-8283-b3e0a2266201 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:07.987636 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-236e8dde-f898-4ef8-a70c-d6463741b992 None None] Provisioning complete for port 667f7e60-5917-4395-8e7f-2d7362be08f8 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:42:07.988195 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-236e8dde-f898-4ef8-a70c-d6463741b992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:08.016087 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-82b01ea3-df55-41bd-8937-0314d9b458e8 req-dda26c6a-a8f5-4632-803d-f60790dc77e7 service neutron] 10.222.0.11 "GET /v2.0/networks/c590509e-7ca8-420f-8b7e-bdc8058c2274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827395 Apr 05 14:42:08.028666 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b3ae2-66bd-4239-9be4-9d565b6df14c req-ee6bf7d7-452a-46ac-bf9a-d2016e1e0524 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:08.033882 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8a3b3ae2-66bd-4239-9be4-9d565b6df14c req-ee6bf7d7-452a-46ac-bf9a-d2016e1e0524 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.3472724 Apr 05 14:42:08.131442 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8a3b3ae2-66bd-4239-9be4-9d565b6df14c req-a1802a1b-c2ed-4b6e-80bc-4e8ef49a36cf tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888507 Apr 05 14:42:08.136922 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fe844d7d-4f9f-48f5-9b40-ba381a223075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:08.148941 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba305bf-4470-477a-9fb9-15028ffe640c None None] Network fd08407d-7bc3-4895-9d28-9b2f36a8d65c requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:42:08.152027 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f71c8fa-024e-40ce-9b7c-8a8206c6a161 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event deleted for resources: {'Subnet': ['ID=418c7880-4a13-4004-a0cf-67093f7c97cb,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:08.158519 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0f71c8fa-024e-40ce-9b7c-8a8206c6a161 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:08.163462 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-0f71c8fa-024e-40ce-9b7c-8a8206c6a161 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/subnets/418c7880-4a13-4004-a0cf-67093f7c97cb HTTP/1.1" status: 204 len: 168 time: 2.0643821 Apr 05 14:42:08.166020 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50458) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:08.196421 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9c416413-7e03-4b4e-8ca5-0554872366e3 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:08.204304 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-266b0603-805b-4976-b9ff-b8393b475494 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0371418 Apr 05 14:42:08.206858 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50460) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:08.283085 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b248e41-8216-4393-ad85-c478a690d2cf tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:08.287756 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-8b248e41-8216-4393-ad85-c478a690d2cf tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0769093 Apr 05 14:42:08.288026 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50464) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:08.347278 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58875b64-9fe3-43d9-bbab-422d3390a769 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:08.351359 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-58875b64-9fe3-43d9-bbab-422d3390a769 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0598531 Apr 05 14:42:08.351603 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50466) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:08.393625 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-7f48ea3a-5dae-4d43-baa7-9e94ed020387 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0407553 Apr 05 14:42:08.401723 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50468) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:08.431324 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-683f9663-e2d4-489d-985d-5ce21500d337 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] DELETE failed (client error): The resource could not be found. Apr 05 14:42:08.433624 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-683f9663-e2d4-489d-985d-5ce21500d337 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:42:08.439489 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50470) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:08.439784 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-683f9663-e2d4-489d-985d-5ce21500d337 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/ports/2add50ac-4598-4fa3-9da2-4cfe4f1be1b1 HTTP/1.1" status: 404 len: 333 time: 0.0364215 Apr 05 14:42:08.440395 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab01b9e-423f-4b77-8004-59ad795fd770 None None] DHCP port deletion for fd08407d-7bc3-4895-9d28-9b2f36a8d65c request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:42:08.466788 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9ac2fc14-1951-4c20-8283-b3e0a2266201 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:08.468785 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-0871ad39-51f0-4c7b-9673-dabfdd7d9eb5 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] DELETE failed (client error): The resource could not be found. Apr 05 14:42:08.469581 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0871ad39-51f0-4c7b-9673-dabfdd7d9eb5 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103320) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:42:08.469687 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9ac2fc14-1951-4c20-8283-b3e0a2266201 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:08.476208 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-9ac2fc14-1951-4c20-8283-b3e0a2266201 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "DELETE /v2.0/security-groups/3d890a64-7615-4e56-a112-642c14ad74e9 HTTP/1.1" status: 204 len: 168 time: 0.9709098 Apr 05 14:42:08.476375 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-0871ad39-51f0-4c7b-9673-dabfdd7d9eb5 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/subnets/418c7880-4a13-4004-a0cf-67093f7c97cb HTTP/1.1" status: 404 len: 337 time: 0.0334747 Apr 05 14:42:08.476486 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50472) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:08.478232 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50474) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:08.486980 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac2fc14-1951-4c20-8283-b3e0a2266201 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d890a64-7615-4e56-a112-642c14ad74e9,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:08.514660 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fe844d7d-4f9f-48f5-9b40-ba381a223075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:08.517060 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fe844d7d-4f9f-48f5-9b40-ba381a223075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:08.519846 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-fe844d7d-4f9f-48f5-9b40-ba381a223075 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/601e2de8-cf9e-46df-afa8-6bdc134162ad HTTP/1.1" status: 204 len: 168 time: 0.8796458 Apr 05 14:42:08.520702 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9c416413-7e03-4b4e-8ca5-0554872366e3 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:08.555027 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-fab01b9e-423f-4b77-8004-59ad795fd770 None None] Deleting port 667f7e60-5917-4395-8e7f-2d7362be08f8 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:42:08.555493 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fab01b9e-423f-4b77-8004-59ad795fd770 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:08.558705 n-d-836650-2 neutron-server[103320]: INFO neutron.api.v2.resource [None req-ee048096-90b6-4d07-bfa8-e113211642a2 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] show failed (client error): The resource could not be found. Apr 05 14:42:08.562359 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-ee048096-90b6-4d07-bfa8-e113211642a2 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "GET /v2.0/security-groups/3d890a64-7615-4e56-a112-642c14ad74e9 HTTP/1.1" status: 404 len: 347 time: 0.0824165 Apr 05 14:42:08.562359 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-11ae71fe-e269-4b04-bd03-3fdeb4df7f63 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] DELETE failed (client error): The resource could not be found. Apr 05 14:42:08.562359 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11ae71fe-e269-4b04-bd03-3fdeb4df7f63 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103320) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:42:08.565751 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-11ae71fe-e269-4b04-bd03-3fdeb4df7f63 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/subnets/39468712-922f-4155-a98f-410353da6235 HTTP/1.1" status: 404 len: 337 time: 0.0813262 Apr 05 14:42:08.566597 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50480) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:08.575160 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50482) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:08.637875 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-01e6dd10-0abd-47d9-8c97-202883d78471 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] DELETE failed (client error): The resource could not be found. Apr 05 14:42:08.638657 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01e6dd10-0abd-47d9-8c97-202883d78471 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103320) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:42:08.643164 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-01e6dd10-0abd-47d9-8c97-202883d78471 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/ports/df5e74b6-ce1b-4be1-81e5-abcb162b8559 HTTP/1.1" status: 404 len: 333 time: 0.0669751 Apr 05 14:42:08.650031 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50484) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:08.673526 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-fab01b9e-423f-4b77-8004-59ad795fd770 None None] For port 667f7e60-5917-4395-8e7f-2d7362be08f8, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=667f7e60-5917-4395-8e7f-2d7362be08f8,segment=NetworkSegment(1c468974-700f-4380-acfc-da4f84290a6b),segment_id=1c468974-700f-4380-acfc-da4f84290a6b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:42:08.674519 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fab01b9e-423f-4b77-8004-59ad795fd770 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:08.690574 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c416413-7e03-4b4e-8ca5-0554872366e3 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Pushing event updated for resources: {'Port': ['ID=119546cf-d3f7-4aeb-85bc-91e322a44dad,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:08.704045 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-fab01b9e-423f-4b77-8004-59ad795fd770 None None] Calling delete_port for 667f7e60-5917-4395-8e7f-2d7362be08f8 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:42:08.755903 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9c416413-7e03-4b4e-8ca5-0554872366e3 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:08.760511 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe844d7d-4f9f-48f5-9b40-ba381a223075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=601e2de8-cf9e-46df-afa8-6bdc134162ad,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:08.839731 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 667f7e60-5917-4395-8e7f-2d7362be08f8 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:42:08.843346 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8316cd7-8afa-41ab-86b1-31ec3491a778 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] DELETE failed (client error): The resource could not be found. Apr 05 14:42:08.844165 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8316cd7-8afa-41ab-86b1-31ec3491a778 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103320) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:42:08.857486 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-d8316cd7-8afa-41ab-86b1-31ec3491a778 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/subnets/826db308-9ce0-483b-b671-f5b5c631b32c HTTP/1.1" status: 404 len: 337 time: 0.2059338 Apr 05 14:42:08.862591 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50496) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:08.951856 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-405d16fc-fd06-4cc6-9529-0802c1964260 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] DELETE failed (client error): The resource could not be found. Apr 05 14:42:08.959340 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-405d16fc-fd06-4cc6-9529-0802c1964260 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:42:08.967829 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-405d16fc-fd06-4cc6-9529-0802c1964260 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/subnets/d2d84378-da7c-4899-9a91-8fb9b9ddac69 HTTP/1.1" status: 404 len: 337 time: 0.1041570 Apr 05 14:42:08.971421 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50498) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:09.020099 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b79bb20e-c31f-4c97-b4a3-02ce39a727bf req-72475daf-b6f2-4e75-a0a7-adff24d121ac tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 210 time: 0.0841806 Apr 05 14:42:09.058924 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-03458337-33ea-433b-b820-c2348be1ce86 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Deleting port e11e65c1-288f-4412-9d21-cf4a82518fb3 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:42:09.061523 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-03458337-33ea-433b-b820-c2348be1ce86 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:09.081381 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:09.126254 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-92338de3-4176-43f6-a65a-5289ba5839b2 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] DELETE failed (client error): The resource could not be found. Apr 05 14:42:09.126456 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92338de3-4176-43f6-a65a-5289ba5839b2 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:42:09.140974 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50502) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:09.143464 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-92338de3-4176-43f6-a65a-5289ba5839b2 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/ports/a3ae6a4f-6c75-4c93-95f8-b309a753d634 HTTP/1.1" status: 404 len: 333 time: 0.1657016 Apr 05 14:42:09.177733 n-d-836650-2 neutron-server[103321]: INFO neutron.db.l3_db [None req-9c416413-7e03-4b4e-8ca5-0554872366e3 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Floating IP b186bae3-706a-44a6-a274-c0812022a41f associated. External IP: 172.25.6.54, port: 42a919fd-83f7-4a0e-ad02-7c018309dfb5. Apr 05 14:42:09.195146 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fab01b9e-423f-4b77-8004-59ad795fd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:09.214910 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e31a414-234b-41c7-8e9a-5c568041b121 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] DELETE failed (client error): The resource could not be found. Apr 05 14:42:09.223312 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e31a414-234b-41c7-8e9a-5c568041b121 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103320) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:42:09.228802 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab01b9e-423f-4b77-8004-59ad795fd770 None None] No DVR routers for this DVR port 667f7e60-5917-4395-8e7f-2d7362be08f8 on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:42:09.230533 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-1e31a414-234b-41c7-8e9a-5c568041b121 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/subnets/83b3fc6d-93ba-416e-a98f-c8d8299cb367 HTTP/1.1" status: 404 len: 337 time: 0.0881722 Apr 05 14:42:09.234043 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50506) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:09.323984 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-779eec31-4ec4-4bb5-b191-2e9103d15cb7 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] DELETE failed (client error): The resource could not be found. Apr 05 14:42:09.324656 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-779eec31-4ec4-4bb5-b191-2e9103d15cb7 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103320) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:42:09.328583 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-779eec31-4ec4-4bb5-b191-2e9103d15cb7 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/subnets/8a7bccb1-b939-4e04-bdd2-99a6061e0bc5 HTTP/1.1" status: 404 len: 337 time: 0.0905764 Apr 05 14:42:09.334229 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50510) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:09.338851 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab01b9e-423f-4b77-8004-59ad795fd770 None None] Pushing event deleted for resources: {'Port': ['ID=667f7e60-5917-4395-8e7f-2d7362be08f8,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:09.407581 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb881f5e-b336-4ac8-8c36-e1a89cf322f3 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] DELETE failed (client error): The resource could not be found. Apr 05 14:42:09.408307 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb881f5e-b336-4ac8-8c36-e1a89cf322f3 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103320) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:42:09.419571 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-eb881f5e-b336-4ac8-8c36-e1a89cf322f3 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/ports/8ad0f056-2f0e-44b5-b14a-c50aed8b5801 HTTP/1.1" status: 404 len: 333 time: 0.0489163 Apr 05 14:42:09.419571 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-03458337-33ea-433b-b820-c2348be1ce86 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:09.419571 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-03458337-33ea-433b-b820-c2348be1ce86 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:09.425319 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50514) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:09.439257 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-03458337-33ea-433b-b820-c2348be1ce86 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Calling delete_port for e11e65c1-288f-4412-9d21-cf4a82518fb3 owned by network:floatingip {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:42:09.465584 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd48e0-469c-4f03-9b17-aaed31524c74 req-0005e2e6-e1d3-4214-8965-fb163dd167d4 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:09.472179 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b0cd48e0-469c-4f03-9b17-aaed31524c74 req-0005e2e6-e1d3-4214-8965-fb163dd167d4 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.1883070 Apr 05 14:42:09.573913 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc12ed48-54ad-4d4d-9184-c3e7e663796f tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] DELETE failed (client error): The resource could not be found. Apr 05 14:42:09.573913 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc12ed48-54ad-4d4d-9184-c3e7e663796f tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:42:09.587232 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-dc12ed48-54ad-4d4d-9184-c3e7e663796f tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/subnets/dfb6520d-da59-4aef-b1e6-8ef45af1b15d HTTP/1.1" status: 404 len: 337 time: 0.1554599 Apr 05 14:42:09.600930 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50526) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:09.601191 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b0cd48e0-469c-4f03-9b17-aaed31524c74 req-d2e4487d-be1c-4ed5-b0a6-42cfc0b0705f tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237185 Apr 05 14:42:09.696224 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-0db601fd-43d1-49fc-8e32-15d044110f3f tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] DELETE failed (client error): The resource could not be found. Apr 05 14:42:09.696688 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0db601fd-43d1-49fc-8e32-15d044110f3f tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:42:09.700082 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-0db601fd-43d1-49fc-8e32-15d044110f3f tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/subnets/51bc36eb-7a1e-4d93-999b-84a24d7c8b6c HTTP/1.1" status: 404 len: 337 time: 0.0981131 Apr 05 14:42:09.702683 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50536) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:09.763409 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d539e39-7440-44e3-a144-c8882a032090 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] DELETE failed (client error): The resource could not be found. Apr 05 14:42:09.764359 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d539e39-7440-44e3-a144-c8882a032090 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:42:09.770072 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-6d539e39-7440-44e3-a144-c8882a032090 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/ports/283577ab-b9f0-46e4-ac6a-37a76e2ac236 HTTP/1.1" status: 404 len: 333 time: 0.0642550 Apr 05 14:42:09.770478 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50542) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:09.827298 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-03458337-33ea-433b-b820-c2348be1ce86 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:09.833078 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-9160a6c3-2880-4a32-af05-02fb512435c3 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] DELETE failed (client error): The resource could not be found. Apr 05 14:42:09.833710 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9160a6c3-2880-4a32-af05-02fb512435c3 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103320) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:42:09.836762 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-9160a6c3-2880-4a32-af05-02fb512435c3 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/subnets/85d0d4b0-e6b5-4d19-9750-eb7097879041 HTTP/1.1" status: 404 len: 337 time: 0.0649714 Apr 05 14:42:09.839560 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50546) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:09.862109 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03458337-33ea-433b-b820-c2348be1ce86 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Pushing event deleted for resources: {'Port': ['ID=e11e65c1-288f-4412-9d21-cf4a82518fb3,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:09.892527 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4d5705b-453b-4006-b86e-8646598a95e2 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] DELETE failed (client error): The resource could not be found. Apr 05 14:42:09.893378 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4d5705b-453b-4006-b86e-8646598a95e2 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:42:09.906186 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-a4d5705b-453b-4006-b86e-8646598a95e2 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/ports/188db843-67f2-4733-b7a6-cec9f72e0049 HTTP/1.1" status: 404 len: 333 time: 0.0649838 Apr 05 14:42:09.909385 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50552) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:09.976419 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-3898500e-1e46-438c-9e37-e52c70d0beea tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] DELETE failed (client error): The resource could not be found. Apr 05 14:42:09.977088 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3898500e-1e46-438c-9e37-e52c70d0beea tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:42:09.980090 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-3898500e-1e46-438c-9e37-e52c70d0beea tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/subnets/c1dcde22-d927-4759-8d9d-e0ae8b9f4f66 HTTP/1.1" status: 404 len: 337 time: 0.0697646 Apr 05 14:42:09.984217 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50558) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:09.985018 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-03458337-33ea-433b-b820-c2348be1ce86 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify callbacks [] for floatingip, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:09.987903 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-03458337-33ea-433b-b820-c2348be1ce86 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:09.990136 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-03458337-33ea-433b-b820-c2348be1ce86 tempest-ServerActionsTestJSON-1419882591 tempest-ServerActionsTestJSON-1419882591-project] 10.222.0.30 "DELETE /v2.0/floatingips/a150a36b-7d3d-471c-9ea5-758925ae4e38 HTTP/1.1" status: 204 len: 168 time: 1.4220359 Apr 05 14:42:09.995595 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50560) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:10.015154 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb3c7b48-f095-4b9e-8f77-436641f96556 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] DELETE failed (client error): The resource could not be found. Apr 05 14:42:10.015853 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb3c7b48-f095-4b9e-8f77-436641f96556 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:42:10.018976 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-eb3c7b48-f095-4b9e-8f77-436641f96556 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/ports/1a0798e5-54fe-42f9-bf9e-59a4d43cb765 HTTP/1.1" status: 404 len: 333 time: 0.0337718 Apr 05 14:42:10.022296 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50564) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:10.103426 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c416413-7e03-4b4e-8ca5-0554872366e3 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Router 0a03fabd-6476-497e-8673-086473610873 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:42:10.104515 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-decb0484-558e-4146-9a0b-ab02643730fd tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] DELETE failed (client error): The resource could not be found. Apr 05 14:42:10.105006 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-decb0484-558e-4146-9a0b-ab02643730fd tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:42:10.111525 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50572) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:10.113662 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-decb0484-558e-4146-9a0b-ab02643730fd tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/subnets/39958918-64ce-48bb-9b1f-82c0242f6a2f HTTP/1.1" status: 404 len: 337 time: 0.0902638 Apr 05 14:42:10.151049 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-32307551-21c7-48ce-baed-9a9fe593a8d1 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] DELETE failed (client error): The resource could not be found. Apr 05 14:42:10.151791 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32307551-21c7-48ce-baed-9a9fe593a8d1 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103320) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:42:10.158564 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-32307551-21c7-48ce-baed-9a9fe593a8d1 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/ports/05288334-bc77-4e9b-9e65-a3a0c5664e55 HTTP/1.1" status: 404 len: 333 time: 0.0458405 Apr 05 14:42:10.159243 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50576) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:10.246394 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-10c14e02-da4e-4864-b829-f73601062293 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] DELETE failed (client error): The resource could not be found. Apr 05 14:42:10.246877 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10c14e02-da4e-4864-b829-f73601062293 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103320) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:42:10.254994 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-10c14e02-da4e-4864-b829-f73601062293 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/subnets/f7816783-506c-4acd-b253-666673755947 HTTP/1.1" status: 404 len: 337 time: 0.0924106 Apr 05 14:42:10.282023 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50582) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:10.426228 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c416413-7e03-4b4e-8ca5-0554872366e3 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:42:10.438843 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-44f5def0-28e9-4cee-b0f4-901d7bd4eb25 req-d2e9c4e5-897b-4de0-a5df-4589183b068e tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 210 time: 0.2157564 Apr 05 14:42:10.443745 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd57621-62b2-4ad5-9c37-9a226a74b82b None None] Sync routers for ids ['0a03fabd-6476-497e-8673-086473610873'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:42:10.476624 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-efbbddbe-0d3e-408a-a6bd-032aee24eb31 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] DELETE failed (client error): The resource could not be found. Apr 05 14:42:10.477471 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efbbddbe-0d3e-408a-a6bd-032aee24eb31 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103320) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:42:10.477911 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd57621-62b2-4ad5-9c37-9a226a74b82b None None] Routers {'0a03fabd-6476-497e-8673-086473610873'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:42:10.482862 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-efbbddbe-0d3e-408a-a6bd-032aee24eb31 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/ports/b4c0b389-e763-4033-af50-93d6a79bf167 HTTP/1.1" status: 404 len: 333 time: 0.1976166 Apr 05 14:42:10.483329 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50594) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:10.483661 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-edd57621-62b2-4ad5-9c37-9a226a74b82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:41:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['0a03fabd-6476-497e-8673-086473610873'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:10.543081 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fc2f5c7-24ed-42bf-bfb0-6b906a7d3306 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] DELETE failed (client error): The resource could not be found. Apr 05 14:42:10.543684 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fc2f5c7-24ed-42bf-bfb0-6b906a7d3306 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:42:10.549120 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-5fc2f5c7-24ed-42bf-bfb0-6b906a7d3306 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/subnets/8c39de6e-f23c-4d47-bdf8-f1db1c913924 HTTP/1.1" status: 404 len: 337 time: 0.0625498 Apr 05 14:42:10.551405 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9c416413-7e03-4b4e-8ca5-0554872366e3 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:10.555717 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50596) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:10.639579 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-b902ebcd-4321-4f3f-834e-fc2b494f2cd5 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] DELETE failed (client error): The resource could not be found. Apr 05 14:42:10.640650 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b902ebcd-4321-4f3f-834e-fc2b494f2cd5 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:42:10.644405 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-b902ebcd-4321-4f3f-834e-fc2b494f2cd5 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/ports/36ba466f-1d96-4f32-b01d-c66cdbb1c893 HTTP/1.1" status: 404 len: 333 time: 0.0877063 Apr 05 14:42:10.648689 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50602) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:10.684113 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-75b585a9-ee67-48d5-9549-100fb3822099 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] DELETE failed (client error): The resource could not be found. Apr 05 14:42:10.685074 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75b585a9-ee67-48d5-9549-100fb3822099 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:42:10.689345 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-75b585a9-ee67-48d5-9549-100fb3822099 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/subnets/cdee77cd-40ea-4847-9460-4cb3cff6acc0 HTTP/1.1" status: 404 len: 337 time: 0.0395024 Apr 05 14:42:10.694508 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50604) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:10.696158 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-9c416413-7e03-4b4e-8ca5-0554872366e3 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 9.0701196 Apr 05 14:42:10.697191 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50606) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:10.697969 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cff8471e-9af1-4cec-a212-0e4dc1e3ad81', 'tag': '42a919fd-83f7-4a0e-ad02-7c018309dfb5'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:42:10.704304 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c93026d1-e3b5-4ad2-bf52-41384086c719" -d '{"events": [{"name": "network-changed", "server_uuid": "cff8471e-9af1-4cec-a212-0e4dc1e3ad81", "tag": "42a919fd-83f7-4a0e-ad02-7c018309dfb5"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:42:10.794108 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae832bce-56f0-4979-90de-1e5573dc7e05 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] DELETE failed (client error): The resource could not be found. Apr 05 14:42:10.795937 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae832bce-56f0-4979-90de-1e5573dc7e05 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103320) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:42:10.811307 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-ae832bce-56f0-4979-90de-1e5573dc7e05 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/subnets/a568c045-d0ab-48e1-af02-f2870fd76394 HTTP/1.1" status: 404 len: 337 time: 0.1127505 Apr 05 14:42:10.811486 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50610) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:10.891037 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-04757da5-1ed8-4fa3-92a8-d1f8d697f4d4 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] DELETE failed (client error): The resource could not be found. Apr 05 14:42:10.896488 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04757da5-1ed8-4fa3-92a8-d1f8d697f4d4 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:42:10.904073 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-04757da5-1ed8-4fa3-92a8-d1f8d697f4d4 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/ports/6476d196-1bd5-4c8d-80f0-835c82c10018 HTTP/1.1" status: 404 len: 333 time: 0.0895364 Apr 05 14:42:10.908324 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1065a1e3-d1d8-43a8-9925-dbefefeaa1cf tempest-TestVolumeBackupRestore-120391744 tempest-TestVolumeBackupRestore-120391744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:10.915882 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-1065a1e3-d1d8-43a8-9925-dbefefeaa1cf tempest-TestVolumeBackupRestore-120391744 tempest-TestVolumeBackupRestore-120391744-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=cff8471e-9af1-4cec-a212-0e4dc1e3ad81 HTTP/1.1" status: 200 len: 1091 time: 0.2033272 Apr 05 14:42:10.921379 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13750406-3380-48fc-a2f1-10b0e1d064de x-openstack-request-id: req-13750406-3380-48fc-a2f1-10b0e1d064de {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:42:10.921969 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cff8471e-9af1-4cec-a212-0e4dc1e3ad81", "tag": "42a919fd-83f7-4a0e-ad02-7c018309dfb5", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:42:10.922368 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-13750406-3380-48fc-a2f1-10b0e1d064de {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:42:10.922930 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13750406-3380-48fc-a2f1-10b0e1d064de'] response: {'name': 'network-changed', 'server_uuid': 'cff8471e-9af1-4cec-a212-0e4dc1e3ad81', 'tag': '42a919fd-83f7-4a0e-ad02-7c018309dfb5', 'status': 'completed', 'code': 200} Apr 05 14:42:10.923452 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50614) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:10.924711 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50616) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:10.925241 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50618) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:10.975757 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-55186ce7-cec7-4e8a-9b72-f1148bb8a952 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Request body: {'floatingip': {'port_id': '42a919fd-83f7-4a0e-ad02-7c018309dfb5'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:42:11.103473 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-edd57621-62b2-4ad5-9c37-9a226a74b82b None None] Set router 0a03fabd-6476-497e-8673-086473610873 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:42:11.115210 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-072994f2-90b7-481d-ad6d-f3c5117f9de4 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] DELETE failed (client error): The resource could not be found. Apr 05 14:42:11.116419 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-072994f2-90b7-481d-ad6d-f3c5117f9de4 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:42:11.124183 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50626) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:11.128621 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-072994f2-90b7-481d-ad6d-f3c5117f9de4 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/subnets/403ad438-a1c4-44d6-b5ae-62c67b17bea2 HTTP/1.1" status: 404 len: 337 time: 0.1982193 Apr 05 14:42:11.145531 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50628) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:11.291450 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-68885f96-ee82-4fdf-b468-c33e38549d85 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] DELETE failed (client error): The resource could not be found. Apr 05 14:42:11.291908 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68885f96-ee82-4fdf-b468-c33e38549d85 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103320) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:42:11.295105 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-68885f96-ee82-4fdf-b468-c33e38549d85 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/subnets/b6629948-871d-4a92-870b-22f3d576e49e HTTP/1.1" status: 404 len: 337 time: 0.1122103 Apr 05 14:42:11.302540 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50636) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:11.329584 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-55186ce7-cec7-4e8a-9b72-f1148bb8a952 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Notify callbacks [] for floatingip, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:11.393867 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-3375fd62-01be-4825-8e4e-98a9f43c2282 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Request body: {'network': {'name': 'tempest-RoutersTest-397602829'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:42:11.498730 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-edd57621-62b2-4ad5-9c37-9a226a74b82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a03fabd-6476-497e-8673-086473610873', 'name': 'tempest-TestVolumeBackupRestore-1960271004-router', 'tenant_id': 'c6d7d106196c47bab9057a60414eb92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'ced65f4f-32ad-4a73-a706-e0f372f2e5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:37:01Z', 'updated_at': '2022-04-05T14:37:10Z', 'revision_number': 4, 'project_id': 'c6d7d106196c47bab9057a60414eb92c', 'gw_port': {'id': 'ced65f4f-32ad-4a73-a706-e0f372f2e5be', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:de:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a03fabd-6476-497e-8673-086473610873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:37:02Z', 'updated_at': '2022-04-05T14:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': 'b186bae3-706a-44a6-a274-c0812022a41f', 'tenant_id': 'c6d7d106196c47bab9057a60414eb92c', 'floating_ip_address': '172.25.6.54', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': '0a03fabd-6476-497e-8673-086473610873', 'port_id': '42a919fd-83f7-4a0e-ad02-7c018309dfb5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2197, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '663ca2d9-20db-46f3-a840-3b61cfaa89c4', 'mac_address': 'fa:16:3e:b0:8e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff8471e-9af1-4cec-a212-0e4dc1e3ad81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:42:05Z', 'updated_at': '2022-04-05T14:42:05Z', 'revision_number': 0, 'project_id': 'c6d7d106196c47bab9057a60414eb92c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fef5577-f1b9-4970-9f15-0b4229ce8255', 'name': '', 'network_id': '663ca2d9-20db-46f3-a840-3b61cfaa89c4', 'tenant_id': 'c6d7d106196c47bab9057a60414eb92c', 'mac_address': 'fa:16:3e:5b:68:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a03fabd-6476-497e-8673-086473610873', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'fb98ffa3-a246-4ac7-9ee6-065bd7170bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:37:07Z', 'updated_at': '2022-04-05T14:37:13Z', 'revision_number': 5, 'project_id': 'c6d7d106196c47bab9057a60414eb92c', 'subnets': [{'id': 'fb98ffa3-a246-4ac7-9ee6-065bd7170bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:11.562883 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd57621-62b2-4ad5-9c37-9a226a74b82b None None] Checking router: 0a03fabd-6476-497e-8673-086473610873 for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:42:11.573308 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd57621-62b2-4ad5-9c37-9a226a74b82b None None] Routers {'0a03fabd-6476-497e-8673-086473610873'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:42:11.573949 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-edd57621-62b2-4ad5-9c37-9a226a74b82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:41:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['0a03fabd-6476-497e-8673-086473610873'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:11.776564 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-edd57621-62b2-4ad5-9c37-9a226a74b82b None None] Set router 0a03fabd-6476-497e-8673-086473610873 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:42:11.859543 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0926931-92aa-4f6c-a5bb-7c9c785b5b3e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] DELETE failed (client error): The resource could not be found. Apr 05 14:42:11.860661 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0926931-92aa-4f6c-a5bb-7c9c785b5b3e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103320) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:42:11.867865 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-a0926931-92aa-4f6c-a5bb-7c9c785b5b3e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/ports/08ec9981-1e1a-4579-b086-b1133802e89b HTTP/1.1" status: 404 len: 333 time: 0.5594842 Apr 05 14:42:11.894357 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50648) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:11.919806 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93026d1-e3b5-4ad2-bf52-41384086c719 req-5d329e92-3adc-47ff-9b19-b6319e386cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:11.921370 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c93026d1-e3b5-4ad2-bf52-41384086c719 req-5d329e92-3adc-47ff-9b19-b6319e386cb7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c6d7d106196c47bab9057a60414eb92c&device_id=cff8471e-9af1-4cec-a212-0e4dc1e3ad81 HTTP/1.1" status: 200 len: 1096 time: 0.8367829 Apr 05 14:42:11.932296 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60333ac-f777-48d6-98e5-b3b1216544d9 req-a484de29-ca3f-455a-a466-f8e6c48fbc4f tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:11.939499 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d60333ac-f777-48d6-98e5-b3b1216544d9 req-a484de29-ca3f-455a-a466-f8e6c48fbc4f tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 1.1581779 Apr 05 14:42:12.004781 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e204d56a-16fe-4474-9802-dce5f8a785e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:12.042496 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-01c9ac92-da60-4c62-87c1-f9b0e5ed3fed req-d5823ffe-3266-4a3b-af77-351f82fe7690 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/ports?device_id=382d0b57-20df-4e23-b375-ead2ffe87224 HTTP/1.1" status: 200 len: 210 time: 0.1971953 Apr 05 14:42:12.052505 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3375fd62-01be-4825-8e4e-98a9f43c2282 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Made reservation on behalf of f3bfb97dae7f4364b96271d3f01488fb for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:42:12.056309 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3375fd62-01be-4825-8e4e-98a9f43c2282 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:12.061179 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-e484fa17-c07b-4979-8307-1b48e8d79ce7 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] DELETE failed (client error): The resource could not be found. Apr 05 14:42:12.061699 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e484fa17-c07b-4979-8307-1b48e8d79ce7 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103320) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:42:12.066572 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-e484fa17-c07b-4979-8307-1b48e8d79ce7 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/subnets/20136870-354d-4a29-be80-5588945c0019 HTTP/1.1" status: 404 len: 337 time: 0.1683147 Apr 05 14:42:12.088158 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50650) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:12.105067 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3375fd62-01be-4825-8e4e-98a9f43c2282 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:12.111657 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-edd57621-62b2-4ad5-9c37-9a226a74b82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a03fabd-6476-497e-8673-086473610873', 'name': 'tempest-TestVolumeBackupRestore-1960271004-router', 'tenant_id': 'c6d7d106196c47bab9057a60414eb92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'ced65f4f-32ad-4a73-a706-e0f372f2e5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:37:01Z', 'updated_at': '2022-04-05T14:37:10Z', 'revision_number': 4, 'project_id': 'c6d7d106196c47bab9057a60414eb92c', 'gw_port': {'id': 'ced65f4f-32ad-4a73-a706-e0f372f2e5be', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:de:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a03fabd-6476-497e-8673-086473610873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:37:02Z', 'updated_at': '2022-04-05T14:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': 'b186bae3-706a-44a6-a274-c0812022a41f', 'tenant_id': 'c6d7d106196c47bab9057a60414eb92c', 'floating_ip_address': '172.25.6.54', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': '0a03fabd-6476-497e-8673-086473610873', 'port_id': '42a919fd-83f7-4a0e-ad02-7c018309dfb5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2197, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '663ca2d9-20db-46f3-a840-3b61cfaa89c4', 'mac_address': 'fa:16:3e:b0:8e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff8471e-9af1-4cec-a212-0e4dc1e3ad81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:42:05Z', 'updated_at': '2022-04-05T14:42:05Z', 'revision_number': 0, 'project_id': 'c6d7d106196c47bab9057a60414eb92c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fef5577-f1b9-4970-9f15-0b4229ce8255', 'name': '', 'network_id': '663ca2d9-20db-46f3-a840-3b61cfaa89c4', 'tenant_id': 'c6d7d106196c47bab9057a60414eb92c', 'mac_address': 'fa:16:3e:5b:68:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a03fabd-6476-497e-8673-086473610873', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'fb98ffa3-a246-4ac7-9ee6-065bd7170bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:37:07Z', 'updated_at': '2022-04-05T14:37:13Z', 'revision_number': 5, 'project_id': 'c6d7d106196c47bab9057a60414eb92c', 'subnets': [{'id': 'fb98ffa3-a246-4ac7-9ee6-065bd7170bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:12.160296 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd57621-62b2-4ad5-9c37-9a226a74b82b None None] The sync data for ids ['0a03fabd-6476-497e-8673-086473610873'] in n-d-836650-2 is: [{'id': '0a03fabd-6476-497e-8673-086473610873', 'name': 'tempest-TestVolumeBackupRestore-1960271004-router', 'tenant_id': 'c6d7d106196c47bab9057a60414eb92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'ced65f4f-32ad-4a73-a706-e0f372f2e5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:37:01Z', 'updated_at': '2022-04-05T14:37:10Z', 'revision_number': 4, 'project_id': 'c6d7d106196c47bab9057a60414eb92c', 'gw_port': {'id': 'ced65f4f-32ad-4a73-a706-e0f372f2e5be', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:de:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a03fabd-6476-497e-8673-086473610873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:37:02Z', 'updated_at': '2022-04-05T14:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': 'b186bae3-706a-44a6-a274-c0812022a41f', 'tenant_id': 'c6d7d106196c47bab9057a60414eb92c', 'floating_ip_address': '172.25.6.54', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': '0a03fabd-6476-497e-8673-086473610873', 'port_id': '42a919fd-83f7-4a0e-ad02-7c018309dfb5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2197, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '663ca2d9-20db-46f3-a840-3b61cfaa89c4', 'mac_address': 'fa:16:3e:b0:8e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff8471e-9af1-4cec-a212-0e4dc1e3ad81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:42:05Z', 'updated_at': '2022-04-05T14:42:05Z', 'revision_number': 0, 'project_id': 'c6d7d106196c47bab9057a60414eb92c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fef5577-f1b9-4970-9f15-0b4229ce8255', 'name': '', 'network_id': '663ca2d9-20db-46f3-a840-3b61cfaa89c4', 'tenant_id': 'c6d7d106196c47bab9057a60414eb92c', 'mac_address': 'fa:16:3e:5b:68:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a03fabd-6476-497e-8673-086473610873', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'fb98ffa3-a246-4ac7-9ee6-065bd7170bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:37:07Z', 'updated_at': '2022-04-05T14:37:13Z', 'revision_number': 5, 'project_id': 'c6d7d106196c47bab9057a60414eb92c', 'subnets': [{'id': 'fb98ffa3-a246-4ac7-9ee6-065bd7170bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:42:12.246588 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-f331a1f8-4521-495b-b51d-86934bc4c611 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] DELETE failed (client error): The resource could not be found. Apr 05 14:42:12.247213 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f331a1f8-4521-495b-b51d-86934bc4c611 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103320) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:42:12.252091 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-f331a1f8-4521-495b-b51d-86934bc4c611 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/subnets/a625f5e0-5f3b-44ae-9057-e6a6edb3188d HTTP/1.1" status: 404 len: 337 time: 0.1589172 Apr 05 14:42:12.263263 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50652) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:12.266933 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3375fd62-01be-4825-8e4e-98a9f43c2282 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:12.290292 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:12.335254 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ac96892-5c49-4379-9c48-25d7b2aede79 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] DELETE failed (client error): The resource could not be found. Apr 05 14:42:12.335966 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ac96892-5c49-4379-9c48-25d7b2aede79 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103320) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:42:12.341443 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-8ac96892-5c49-4379-9c48-25d7b2aede79 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/ports/c46f2ece-8d99-418e-8052-bd8d45e2fbdd HTTP/1.1" status: 404 len: 333 time: 0.0743890 Apr 05 14:42:12.343128 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50654) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:12.357931 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d60333ac-f777-48d6-98e5-b3b1216544d9 req-489f1a9a-e925-48a7-869c-8f618aad6402 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3429933 Apr 05 14:42:12.401890 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93026d1-e3b5-4ad2-bf52-41384086c719 req-799e4fa6-98fe-4334-97d2-3dc0ecda5a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:12.403568 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c93026d1-e3b5-4ad2-bf52-41384086c719 req-799e4fa6-98fe-4334-97d2-3dc0ecda5a69 service neutron] 10.222.0.11 "GET /v2.0/networks?id=663ca2d9-20db-46f3-a840-3b61cfaa89c4 HTTP/1.1" status: 200 len: 915 time: 0.4299238 Apr 05 14:42:12.406193 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e9ec476-7ad4-47f5-a133-194d01c2ee1a tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] DELETE failed (client error): The resource could not be found. Apr 05 14:42:12.406649 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e9ec476-7ad4-47f5-a133-194d01c2ee1a tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:42:12.409702 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-7e9ec476-7ad4-47f5-a133-194d01c2ee1a tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/subnets/ec1ad03b-48fa-4ab5-8299-3fe3a24203f0 HTTP/1.1" status: 404 len: 337 time: 0.0656846 Apr 05 14:42:12.412912 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3375fd62-01be-4825-8e4e-98a9f43c2282 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:12.417572 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50656) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:12.487535 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.db.resource_extend [None req-55186ce7-cec7-4e8a-9b72-f1148bb8a952 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 14:42:12.502610 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3375fd62-01be-4825-8e4e-98a9f43c2282 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:42:12.526263 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3375fd62-01be-4825-8e4e-98a9f43c2282 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:12.526982 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-3375fd62-01be-4825-8e4e-98a9f43c2282 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Added segment f97e1fff-be09-44f5-87b8-cca394154214 of type vlan for network ded60846-511e-4b8a-af6a-2fbed0997a8a Apr 05 14:42:12.534183 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661142b9-b060-4b57-9bd7-e674b1a8c030 None None] New status for floating IP b186bae3-706a-44a6-a274-c0812022a41f: ACTIVE {{(pid=103323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 14:42:12.615733 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c93026d1-e3b5-4ad2-bf52-41384086c719 req-79153a15-cd8b-422a-a5ef-7a44886d4c30 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42a919fd-83f7-4a0e-ad02-7c018309dfb5 HTTP/1.1" status: 200 len: 998 time: 0.1939850 Apr 05 14:42:12.622403 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-66b2edac-c2b1-4aa2-a0d4-59e39a9ae976 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] DELETE failed (client error): The resource could not be found. Apr 05 14:42:12.624039 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e204d56a-16fe-4474-9802-dce5f8a785e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:12.625004 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66b2edac-c2b1-4aa2-a0d4-59e39a9ae976 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:42:12.630871 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-66b2edac-c2b1-4aa2-a0d4-59e39a9ae976 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/subnets/1f30aeb4-9053-4335-b8dd-d53ef1c4ebdf HTTP/1.1" status: 404 len: 337 time: 0.2068179 Apr 05 14:42:12.636348 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50660) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:12.657409 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3375fd62-01be-4825-8e4e-98a9f43c2282 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:12.666102 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3375fd62-01be-4825-8e4e-98a9f43c2282 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24126d83-3474-44a3-97fe-b0e07189219d,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:12.676111 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-55186ce7-cec7-4e8a-9b72-f1148bb8a952 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:12.699959 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-b24b3134-1cdf-415e-aa3e-74f53009bff6 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ff7f40b-2342-43b0-b059-6dbfa20ea2e8 HTTP/1.1" status: 200 len: 205 time: 0.0623057 Apr 05 14:42:12.705198 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50662) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:12.754800 n-d-836650-2 neutron-server[103320]: INFO neutron.api.v2.resource [None req-ad822075-7571-4009-aa6c-bda178b98e3a tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] delete failed (client error): The resource could not be found. Apr 05 14:42:12.755435 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-55186ce7-cec7-4e8a-9b72-f1148bb8a952 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:12.755894 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-ad822075-7571-4009-aa6c-bda178b98e3a tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/routers/6ff7f40b-2342-43b0-b059-6dbfa20ea2e8 HTTP/1.1" status: 404 len: 336 time: 0.0489113 Apr 05 14:42:12.756626 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e204d56a-16fe-4474-9802-dce5f8a785e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:12.758055 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.db.api [None req-661142b9-b060-4b57-9bd7-e674b1a8c030 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:42:12.758556 n-d-836650-2 neutron-server[103323]: DEBUG oslo_db.api [None req-661142b9-b060-4b57-9bd7-e674b1a8c030 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:42:12.758662 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50664) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:12.764206 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93026d1-e3b5-4ad2-bf52-41384086c719 req-ab4528b4-8eeb-43b9-b061-188ca8fe60cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:12.765726 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c93026d1-e3b5-4ad2-bf52-41384086c719 req-ab4528b4-8eeb-43b9-b061-188ca8fe60cd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fb98ffa3-a246-4ac7-9ee6-065bd7170bb4 HTTP/1.1" status: 200 len: 853 time: 0.1391940 Apr 05 14:42:12.804550 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-18d9f670-769a-44c8-831e-1904205bd8c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809988'] for router_interface, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:12.826444 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-95bf8291-1863-46a7-8372-577e585f53d9 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] DELETE failed (client error): The resource could not be found. Apr 05 14:42:12.826904 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95bf8291-1863-46a7-8372-577e585f53d9 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:42:12.832336 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-95bf8291-1863-46a7-8372-577e585f53d9 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/subnets/d6c4cfa7-a468-42b8-8f62-5cf3cecbc75f HTTP/1.1" status: 404 len: 337 time: 0.0694604 Apr 05 14:42:12.833163 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50666) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:12.845009 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3375fd62-01be-4825-8e4e-98a9f43c2282 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:12.851037 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3375fd62-01be-4825-8e4e-98a9f43c2282 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:12.851671 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3375fd62-01be-4825-8e4e-98a9f43c2282 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:12.871937 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e204d56a-16fe-4474-9802-dce5f8a785e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d292529-e471-4475-bcbd-3c05db0826de,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:12.879334 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-e204d56a-16fe-4474-9802-dce5f8a785e2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=24504dd8993d45fc854a810adbba681a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7513916 Apr 05 14:42:12.880514 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-e1c703c5-e393-4f5a-a6d1-4f487d6f518b tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bf67f1d-6057-42cd-af6a-2f81338fc217 HTTP/1.1" status: 200 len: 205 time: 0.0457413 Apr 05 14:42:12.885447 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50668) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:12.885897 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50670) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:12.969839 n-d-836650-2 neutron-server[103320]: INFO neutron.api.v2.resource [None req-a3ddf628-0d25-4cb7-9f91-cac0d57dc883 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] delete failed (client error): The resource could not be found. Apr 05 14:42:12.971375 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-a3ddf628-0d25-4cb7-9f91-cac0d57dc883 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/routers/1bf67f1d-6057-42cd-af6a-2f81338fc217 HTTP/1.1" status: 404 len: 336 time: 0.0824046 Apr 05 14:42:13.005705 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50672) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:13.027093 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93026d1-e3b5-4ad2-bf52-41384086c719 req-41cc11af-0457-4dc6-9390-6b7194a37439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:13.028625 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c93026d1-e3b5-4ad2-bf52-41384086c719 req-41cc11af-0457-4dc6-9390-6b7194a37439 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=663ca2d9-20db-46f3-a840-3b61cfaa89c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2473083 Apr 05 14:42:13.056937 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-3375fd62-01be-4825-8e4e-98a9f43c2282 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.1273494 Apr 05 14:42:13.062888 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50674) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:13.063952 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e4bf027-4b20-4106-a1ab-497b60da5066 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] DELETE failed (client error): The resource could not be found. Apr 05 14:42:13.064468 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e4bf027-4b20-4106-a1ab-497b60da5066 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:42:13.067490 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-7e4bf027-4b20-4106-a1ab-497b60da5066 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/subnets/3b21eed4-8c70-4088-a27e-147a08844ac3 HTTP/1.1" status: 404 len: 337 time: 0.0604274 Apr 05 14:42:13.072499 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50676) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:13.076087 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-d7ad6624-8695-494b-9576-2f159809cf72 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Request body: {'network': {'name': 'tempest-RoutersTest-741985481'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:42:13.079263 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3375fd62-01be-4825-8e4e-98a9f43c2282 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Pushing event updated for resources: {'Network': ['ID=ded60846-511e-4b8a-af6a-2fbed0997a8a,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:13.095327 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network ded60846-511e-4b8a-af6a-2fbed0997a8a details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:42:13.148848 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655cbc78-29ff-4a03-8c19-4a28c19b7279 req-ed153215-27b2-4954-983f-12613cdeea48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:13.150576 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-655cbc78-29ff-4a03-8c19-4a28c19b7279 req-ed153215-27b2-4954-983f-12613cdeea48 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e8ce47a9c4704fe783984e08a144e0c5&device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 1096 time: 0.2461724 Apr 05 14:42:13.204064 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff89eecf-db45-47ff-a8a8-3e8c98b8e5b8 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] DELETE failed (client error): The resource could not be found. Apr 05 14:42:13.204551 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff89eecf-db45-47ff-a8a8-3e8c98b8e5b8 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103320) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:42:13.207663 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-ff89eecf-db45-47ff-a8a8-3e8c98b8e5b8 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/subnets/edf4bb29-95a0-4795-99c4-ba3dc0edd75c HTTP/1.1" status: 404 len: 337 time: 0.1329095 Apr 05 14:42:13.213640 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50682) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:13.240210 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5f066ae8-68ff-46e4-9f0d-0848986f7e93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:13.259690 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661142b9-b060-4b57-9bd7-e674b1a8c030 None None] New status for floating IP b186bae3-706a-44a6-a274-c0812022a41f: ACTIVE {{(pid=103323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 14:42:13.283867 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb6bc2c1-82e2-4b7e-9fa6-a5ff0e43285e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] DELETE failed (client error): The resource could not be found. Apr 05 14:42:13.284906 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb6bc2c1-82e2-4b7e-9fa6-a5ff0e43285e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103320) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:42:13.289314 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-eb6bc2c1-82e2-4b7e-9fa6-a5ff0e43285e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/ports/4e4c253b-083c-40b2-9cc4-f5ffc3a9e54c HTTP/1.1" status: 404 len: 333 time: 0.0734246 Apr 05 14:42:13.294209 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50684) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:13.312601 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ad6624-8695-494b-9576-2f159809cf72 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Made reservation on behalf of f3bfb97dae7f4364b96271d3f01488fb for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:42:13.316966 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d7ad6624-8695-494b-9576-2f159809cf72 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:13.336476 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50686) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:13.357614 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5f066ae8-68ff-46e4-9f0d-0848986f7e93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:13.376010 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655cbc78-29ff-4a03-8c19-4a28c19b7279 req-40aa0826-3d9e-49ce-9b3a-5e9c3f142a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:13.377949 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-655cbc78-29ff-4a03-8c19-4a28c19b7279 req-40aa0826-3d9e-49ce-9b3a-5e9c3f142a4d service neutron] 10.222.0.11 "GET /v2.0/networks?id=c590509e-7ca8-420f-8b7e-bdc8058c2274 HTTP/1.1" status: 200 len: 914 time: 0.2132640 Apr 05 14:42:13.385468 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a15911e-567a-4c98-a1c0-c9a4087e8a28 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] DELETE failed (client error): The resource could not be found. Apr 05 14:42:13.387160 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a15911e-567a-4c98-a1c0-c9a4087e8a28 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103320) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:42:13.397698 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50690) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:13.397964 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-0a15911e-567a-4c98-a1c0-c9a4087e8a28 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/subnets/1626b9b3-f9d0-4255-9024-d2dd276cc324 HTTP/1.1" status: 404 len: 337 time: 0.0973110 Apr 05 14:42:13.407921 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7ad6624-8695-494b-9576-2f159809cf72 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:42:13.435558 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55186ce7-cec7-4e8a-9b72-f1148bb8a952 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Router 0a03fabd-6476-497e-8673-086473610873 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:42:13.444455 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c93026d1-e3b5-4ad2-bf52-41384086c719 req-59dbf401-923b-4c33-a514-8387c10548db service neutron] 10.222.0.11 "GET /v2.0/networks/663ca2d9-20db-46f3-a840-3b61cfaa89c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4049735 Apr 05 14:42:13.499457 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d7ad6624-8695-494b-9576-2f159809cf72 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:13.499818 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-d7ad6624-8695-494b-9576-2f159809cf72 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Added segment 03ca1f17-2595-4068-89a9-f8d4e52c32a2 of type vlan for network 09832952-87af-42a9-bce4-51533cc13268 Apr 05 14:42:13.503270 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-655cbc78-29ff-4a03-8c19-4a28c19b7279 req-0ac31848-e615-49c3-96e9-0c0caa444a18 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b19045ae-f5ab-4894-b8f2-78cf84e0b22e HTTP/1.1" status: 200 len: 217 time: 0.1093612 Apr 05 14:42:13.516987 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e1774e2-f1bb-4880-b7e9-337cc3a9a57c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] DELETE failed (client error): The resource could not be found. Apr 05 14:42:13.517312 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e1774e2-f1bb-4880-b7e9-337cc3a9a57c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:42:13.520472 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-8e1774e2-f1bb-4880-b7e9-337cc3a9a57c tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/ports/0adef8e1-3bf0-4889-b4c0-8e992979b6aa HTTP/1.1" status: 404 len: 333 time: 0.1102021 Apr 05 14:42:13.533683 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50694) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:13.636778 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b59fc979-3d08-4088-8157-e8b6009e7358 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:13.660912 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b59fc979-3d08-4088-8157-e8b6009e7358 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:13.663137 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d7ad6624-8695-494b-9576-2f159809cf72 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:13.679469 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655cbc78-29ff-4a03-8c19-4a28c19b7279 req-d1e1b266-4a3c-4b88-9320-a2fa05ac8890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:13.681418 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-655cbc78-29ff-4a03-8c19-4a28c19b7279 req-d1e1b266-4a3c-4b88-9320-a2fa05ac8890 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eb31ac2d-5e66-4875-8845-18e88172de35 HTTP/1.1" status: 200 len: 853 time: 0.1670587 Apr 05 14:42:13.707164 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-03e59439-12a1-4a17-a149-686f3b1e51ec tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] DELETE failed (client error): The resource could not be found. Apr 05 14:42:13.707618 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03e59439-12a1-4a17-a149-686f3b1e51ec tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103320) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:42:13.713232 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-03e59439-12a1-4a17-a149-686f3b1e51ec tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/subnets/a41275a8-65e0-420b-86ae-901484c830e5 HTTP/1.1" status: 404 len: 337 time: 0.1803205 Apr 05 14:42:13.722899 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50696) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:13.747739 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa617f74-2cec-4a61-899c-eaede1451a85 req-a4e1481d-fd69-496a-a93c-e798e23528e0 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:13.755215 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-aa617f74-2cec-4a61-899c-eaede1451a85 req-a4e1481d-fd69-496a-a93c-e798e23528e0 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.2887597 Apr 05 14:42:13.757007 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5f066ae8-68ff-46e4-9f0d-0848986f7e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:13.759442 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-655cbc78-29ff-4a03-8c19-4a28c19b7279 req-86f88e73-adf0-4d5d-a321-82042699aea6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c590509e-7ca8-420f-8b7e-bdc8058c2274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384755 Apr 05 14:42:13.759567 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5f066ae8-68ff-46e4-9f0d-0848986f7e93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:13.762965 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-5f066ae8-68ff-46e4-9f0d-0848986f7e93 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1d292529-e471-4475-bcbd-3c05db0826de HTTP/1.1" status: 204 len: 168 time: 0.8736112 Apr 05 14:42:13.806946 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-33dc8d7a-59ea-43bc-bde5-4fe8288b3079 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] DELETE failed (client error): The resource could not be found. Apr 05 14:42:13.807682 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33dc8d7a-59ea-43bc-bde5-4fe8288b3079 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103320) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:42:13.810964 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-33dc8d7a-59ea-43bc-bde5-4fe8288b3079 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/ports/3d256054-cb3a-4e99-b560-ef009aacf6ac HTTP/1.1" status: 404 len: 333 time: 0.0841272 Apr 05 14:42:13.839171 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50700) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:13.841341 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b59fc979-3d08-4088-8157-e8b6009e7358 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:13.844438 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b59fc979-3d08-4088-8157-e8b6009e7358 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:13.848613 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-b59fc979-3d08-4088-8157-e8b6009e7358 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "DELETE /v2.0/security-groups/756a1fd7-e8fc-4bda-8783-a2c1d11a4f04 HTTP/1.1" status: 204 len: 168 time: 0.5109715 Apr 05 14:42:13.850086 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f066ae8-68ff-46e4-9f0d-0848986f7e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d292529-e471-4475-bcbd-3c05db0826de,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:13.889099 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50702) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:13.900533 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-655cbc78-29ff-4a03-8c19-4a28c19b7279 req-5689bf0c-e645-42d3-a96e-44cf79bd509a service neutron] 10.222.0.11 "GET /v2.0/networks/c590509e-7ca8-420f-8b7e-bdc8058c2274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204031 Apr 05 14:42:13.921517 n-d-836650-2 neutron-server[103321]: INFO neutron.api.v2.resource [None req-983b80f2-d174-4891-9e84-237c1fe805c0 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] show failed (client error): The resource could not be found. Apr 05 14:42:13.925379 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-983b80f2-d174-4891-9e84-237c1fe805c0 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "GET /v2.0/security-groups/756a1fd7-e8fc-4bda-8783-a2c1d11a4f04 HTTP/1.1" status: 404 len: 347 time: 0.0324187 Apr 05 14:42:13.925379 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55186ce7-cec7-4e8a-9b72-f1148bb8a952 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:42:13.927228 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50704) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:13.931157 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-55186ce7-cec7-4e8a-9b72-f1148bb8a952 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:13.939547 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59fc979-3d08-4088-8157-e8b6009e7358 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=756a1fd7-e8fc-4bda-8783-a2c1d11a4f04,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:13.943738 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c93026d1-e3b5-4ad2-bf52-41384086c719 req-af2ef7a1-850a-4f21-9203-b862ebc0ba01 service neutron] 10.222.0.11 "GET /v2.0/networks/663ca2d9-20db-46f3-a840-3b61cfaa89c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4736340 Apr 05 14:42:13.944706 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc9efd23-46a6-4fe3-92c8-9f2cc766d845 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] DELETE failed (client error): The resource could not be found. Apr 05 14:42:13.945279 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc9efd23-46a6-4fe3-92c8-9f2cc766d845 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103320) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:42:13.954510 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0eec09-1cfa-48da-afab-115c787645ef None None] Sync routers for ids ['0a03fabd-6476-497e-8673-086473610873'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:42:13.962482 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-cc9efd23-46a6-4fe3-92c8-9f2cc766d845 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/subnets/cffe0c82-977c-4002-986f-d3618eae816d HTTP/1.1" status: 404 len: 337 time: 0.1079161 Apr 05 14:42:13.968689 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50706) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:14.002286 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:14.009638 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-aa617f74-2cec-4a61-899c-eaede1451a85 req-f6ccae54-3031-4bd7-a14a-a18bbdbc9713 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535555 Apr 05 14:42:14.012548 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0eec09-1cfa-48da-afab-115c787645ef None None] Routers {'0a03fabd-6476-497e-8673-086473610873'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:42:14.013603 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-eb0eec09-1cfa-48da-afab-115c787645ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:41:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['0a03fabd-6476-497e-8673-086473610873'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:14.035173 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-56654528-043a-4314-9869-8086c4dcf25a tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] DELETE failed (client error): The resource could not be found. Apr 05 14:42:14.041765 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56654528-043a-4314-9869-8086c4dcf25a tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103320) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:42:14.047819 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-56654528-043a-4314-9869-8086c4dcf25a tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/ports/c1c5621c-50a7-4d43-ab8e-5feecf07053a HTTP/1.1" status: 404 len: 333 time: 0.0744815 Apr 05 14:42:14.047819 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50708) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:14.054094 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d7ad6624-8695-494b-9576-2f159809cf72 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:14.060326 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ad6624-8695-494b-9576-2f159809cf72 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:14.060936 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d7ad6624-8695-494b-9576-2f159809cf72 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:14.078198 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-0243ef74-7a60-4b00-add9-39a2161711fb tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] DELETE failed (client error): The resource could not be found. Apr 05 14:42:14.078647 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0243ef74-7a60-4b00-add9-39a2161711fb tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103320) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:42:14.084220 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-0243ef74-7a60-4b00-add9-39a2161711fb tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/subnets/79fd3b68-addc-41c2-9832-cefdb5d13fac HTTP/1.1" status: 404 len: 337 time: 0.0334249 Apr 05 14:42:14.084966 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50710) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:14.114046 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d9bed14-4953-4560-b0ad-ed99a6502cbb tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] DELETE failed (client error): The resource could not be found. Apr 05 14:42:14.115409 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d9bed14-4953-4560-b0ad-ed99a6502cbb tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103320) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:42:14.122038 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-0d9bed14-4953-4560-b0ad-ed99a6502cbb tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/ports/01c0293f-22a0-41d2-8734-917e2e852ee0 HTTP/1.1" status: 404 len: 333 time: 0.0330195 Apr 05 14:42:14.122038 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50712) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:14.179583 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-97fc4239-515f-405d-bc2e-e34e262e5f04 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] DELETE failed (client error): The resource could not be found. Apr 05 14:42:14.194084 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97fc4239-515f-405d-bc2e-e34e262e5f04 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103320) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:42:14.194084 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-97fc4239-515f-405d-bc2e-e34e262e5f04 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/subnets/4b100b41-65ae-43ba-9f89-84eab977a9b4 HTTP/1.1" status: 404 len: 337 time: 0.0685763 Apr 05 14:42:14.194508 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50716) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:14.212014 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device b19045ae-f5ab-4894-b8f2-78cf84e0b22e no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:42:14.248370 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cff8471e-9af1-4cec-a212-0e4dc1e3ad81', 'tag': '42a919fd-83f7-4a0e-ad02-7c018309dfb5'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:42:14.250685 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce32456a-9da6-484c-bde7-bcc85fbd8161" -d '{"events": [{"name": "network-changed", "server_uuid": "cff8471e-9af1-4cec-a212-0e4dc1e3ad81", "tag": "42a919fd-83f7-4a0e-ad02-7c018309dfb5"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:42:14.261857 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-55186ce7-cec7-4e8a-9b72-f1148bb8a952 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] 10.222.0.30 "PUT /v2.0/floatingips/b186bae3-706a-44a6-a274-c0812022a41f HTTP/1.1" status: 200 len: 990 time: 3.3271818 Apr 05 14:42:14.272141 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-18d9f670-769a-44c8-831e-1904205bd8c1 admin admin] Deleting port 84a5dc79-d87b-4e34-a7c2-b6c1e9b564e3 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:42:14.272378 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-18d9f670-769a-44c8-831e-1904205bd8c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:14.274594 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8c34c37-7c65-4147-8f60-e5799ef0862e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] DELETE failed (client error): The resource could not be found. Apr 05 14:42:14.275419 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8c34c37-7c65-4147-8f60-e5799ef0862e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103320) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:42:14.281838 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-f8c34c37-7c65-4147-8f60-e5799ef0862e tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/ports/91870c9f-0124-4db8-aa82-a03ca1f60006 HTTP/1.1" status: 404 len: 333 time: 0.0747032 Apr 05 14:42:14.281990 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50720) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:14.316047 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-d7ad6624-8695-494b-9576-2f159809cf72 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2442913 Apr 05 14:42:14.324592 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50724) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:14.360644 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-93e4cee4-b2f6-4a75-843d-2bb563c9f51f tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Request body: {'subnet': {'network_id': 'ded60846-511e-4b8a-af6a-2fbed0997a8a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:42:14.364202 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ad6624-8695-494b-9576-2f159809cf72 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Pushing event updated for resources: {'Network': ['ID=09832952-87af-42a9-bce4-51533cc13268,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:14.369991 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30003318-5ad1-4346-9150-956da6c67314 x-openstack-request-id: req-30003318-5ad1-4346-9150-956da6c67314 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:42:14.370275 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cff8471e-9af1-4cec-a212-0e4dc1e3ad81", "tag": "42a919fd-83f7-4a0e-ad02-7c018309dfb5", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:42:14.370527 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-30003318-5ad1-4346-9150-956da6c67314 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:42:14.370962 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30003318-5ad1-4346-9150-956da6c67314'] response: {'name': 'network-changed', 'server_uuid': 'cff8471e-9af1-4cec-a212-0e4dc1e3ad81', 'tag': '42a919fd-83f7-4a0e-ad02-7c018309dfb5', 'status': 'completed', 'code': 200} Apr 05 14:42:14.376109 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-d692a5ba-eb72-47ff-8127-73ca6003e297 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] DELETE failed (client error): The resource could not be found. Apr 05 14:42:14.376654 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d692a5ba-eb72-47ff-8127-73ca6003e297 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103320) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:42:14.377458 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-eb0eec09-1cfa-48da-afab-115c787645ef None None] Set router 0a03fabd-6476-497e-8673-086473610873 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:42:14.382787 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-d692a5ba-eb72-47ff-8127-73ca6003e297 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/subnets/6052671c-3270-4fa6-a5e5-692fe0be1cdd HTTP/1.1" status: 404 len: 337 time: 0.0995700 Apr 05 14:42:14.390338 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50726) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:14.406141 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-655cbc78-29ff-4a03-8c19-4a28c19b7279 req-c14b0562-83d5-4a54-b77a-7e1e905fb50f service neutron] 10.222.0.11 "GET /v2.0/networks/c590509e-7ca8-420f-8b7e-bdc8058c2274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4953601 Apr 05 14:42:14.412574 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 09832952-87af-42a9-bce4-51533cc13268 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:42:14.476041 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-9feb9f49-cad4-4032-89b9-00084c2932e6 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] DELETE failed (client error): The resource could not be found. Apr 05 14:42:14.476749 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9feb9f49-cad4-4032-89b9-00084c2932e6 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:42:14.478309 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce32456a-9da6-484c-bde7-bcc85fbd8161 req-b044bd82-f4ef-4851-bf36-40aa2fa82e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:14.479733 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ce32456a-9da6-484c-bde7-bcc85fbd8161 req-b044bd82-f4ef-4851-bf36-40aa2fa82e8c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c6d7d106196c47bab9057a60414eb92c&device_id=cff8471e-9af1-4cec-a212-0e4dc1e3ad81 HTTP/1.1" status: 200 len: 1096 time: 0.1059034 Apr 05 14:42:14.479972 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-9feb9f49-cad4-4032-89b9-00084c2932e6 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/ports/6a3ec3d5-4541-403f-888c-b1bda7b76c01 HTTP/1.1" status: 404 len: 333 time: 0.0853286 Apr 05 14:42:14.486387 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50730) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:14.515228 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-ed0ebedc-f026-4d2c-a17c-00236ca8142f tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Deleting port e3c65f7f-c117-449c-a828-5248520889ef {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:42:14.515577 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ed0ebedc-f026-4d2c-a17c-00236ca8142f tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:14.537551 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:14.620441 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ed0ebedc-f026-4d2c-a17c-00236ca8142f tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:14.621143 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ed0ebedc-f026-4d2c-a17c-00236ca8142f tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:14.624600 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-87292dfc-afb1-4211-b347-9fd81ed34b0a tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] DELETE failed (client error): The resource could not be found. Apr 05 14:42:14.625138 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87292dfc-afb1-4211-b347-9fd81ed34b0a tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103320) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:42:14.628922 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-87292dfc-afb1-4211-b347-9fd81ed34b0a tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/subnets/5f77ef44-acc6-453d-a9a0-73cde1fba12a HTTP/1.1" status: 404 len: 337 time: 0.1405363 Apr 05 14:42:14.631689 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50736) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:14.643486 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-18d9f670-769a-44c8-831e-1904205bd8c1 admin admin] For port 84a5dc79-d87b-4e34-a7c2-b6c1e9b564e3, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=84a5dc79-d87b-4e34-a7c2-b6c1e9b564e3,segment=NetworkSegment(87207719-1f48-46bc-a702-a88951a34078),segment_id=87207719-1f48-46bc-a702-a88951a34078)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:42:14.643872 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-18d9f670-769a-44c8-831e-1904205bd8c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:14.647482 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e4cee4-b2f6-4a75-843d-2bb563c9f51f tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Made reservation on behalf of f3bfb97dae7f4364b96271d3f01488fb for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:42:14.649985 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad86c1e3-ca08-4c56-90cb-37859ccc8884', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b19045ae-f5ab-4894-b8f2-78cf84e0b22e'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:42:14.651588 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-93e4cee4-b2f6-4a75-843d-2bb563c9f51f tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:14.652371 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816bbaeb-9da5-4e01-bcc9-4da11563784f" -d '{"events": [{"server_uuid": "ad86c1e3-ca08-4c56-90cb-37859ccc8884", "name": "network-vif-unplugged", "status": "completed", "tag": "b19045ae-f5ab-4894-b8f2-78cf84e0b22e"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:42:14.677496 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-18d9f670-769a-44c8-831e-1904205bd8c1 admin admin] Calling delete_port for 84a5dc79-d87b-4e34-a7c2-b6c1e9b564e3 owned by network:router_interface {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:42:14.697196 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port b19045ae-f5ab-4894-b8f2-78cf84e0b22e, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=b19045ae-f5ab-4894-b8f2-78cf84e0b22e,segment=NetworkSegment(bdfb6f44-ca71-4caa-8786-512017d20b4a),segment_id=bdfb6f44-ca71-4caa-8786-512017d20b4a)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:42:14.714389 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce32456a-9da6-484c-bde7-bcc85fbd8161 req-419cd50b-ec9f-440c-bf97-e8f4ffe9f609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:14.721754 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ce32456a-9da6-484c-bde7-bcc85fbd8161 req-419cd50b-ec9f-440c-bf97-e8f4ffe9f609 service neutron] 10.222.0.11 "GET /v2.0/networks?id=663ca2d9-20db-46f3-a840-3b61cfaa89c4 HTTP/1.1" status: 200 len: 915 time: 0.2230730 Apr 05 14:42:14.736574 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 14:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc9a42b5-eb50-40e9-bb71-d15945c5aa7a x-openstack-request-id: req-cc9a42b5-eb50-40e9-bb71-d15945c5aa7a {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:42:14.737566 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad86c1e3-ca08-4c56-90cb-37859ccc8884", "name": "network-vif-unplugged", "status": "completed", "tag": "b19045ae-f5ab-4894-b8f2-78cf84e0b22e", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:42:14.738034 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cc9a42b5-eb50-40e9-bb71-d15945c5aa7a {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:42:14.738493 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc9a42b5-eb50-40e9-bb71-d15945c5aa7a'] response: {'server_uuid': 'ad86c1e3-ca08-4c56-90cb-37859ccc8884', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b19045ae-f5ab-4894-b8f2-78cf84e0b22e', 'code': 200} Apr 05 14:42:14.793955 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:14.800929 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-ed0ebedc-f026-4d2c-a17c-00236ca8142f tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Calling delete_port for e3c65f7f-c117-449c-a828-5248520889ef owned by network:floatingip {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:42:14.845667 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ce32456a-9da6-484c-bde7-bcc85fbd8161 req-91ece9fa-7e2b-4399-9890-23e21385afb8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42a919fd-83f7-4a0e-ad02-7c018309dfb5 HTTP/1.1" status: 200 len: 1000 time: 0.0916507 Apr 05 14:42:14.903981 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=b19045ae-f5ab-4894-b8f2-78cf84e0b22e,revision_number=8']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:14.944626 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-eb0eec09-1cfa-48da-afab-115c787645ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a03fabd-6476-497e-8673-086473610873', 'name': 'tempest-TestVolumeBackupRestore-1960271004-router', 'tenant_id': 'c6d7d106196c47bab9057a60414eb92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'ced65f4f-32ad-4a73-a706-e0f372f2e5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:37:01Z', 'updated_at': '2022-04-05T14:37:10Z', 'revision_number': 4, 'project_id': 'c6d7d106196c47bab9057a60414eb92c', 'gw_port': {'id': 'ced65f4f-32ad-4a73-a706-e0f372f2e5be', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:de:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a03fabd-6476-497e-8673-086473610873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:37:02Z', 'updated_at': '2022-04-05T14:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': 'b186bae3-706a-44a6-a274-c0812022a41f', 'tenant_id': 'c6d7d106196c47bab9057a60414eb92c', 'floating_ip_address': '172.25.6.54', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': '0a03fabd-6476-497e-8673-086473610873', 'port_id': '42a919fd-83f7-4a0e-ad02-7c018309dfb5', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2197, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '663ca2d9-20db-46f3-a840-3b61cfaa89c4', 'mac_address': 'fa:16:3e:b0:8e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff8471e-9af1-4cec-a212-0e4dc1e3ad81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:42:05Z', 'updated_at': '2022-04-05T14:42:13Z', 'revision_number': 2, 'project_id': 'c6d7d106196c47bab9057a60414eb92c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fef5577-f1b9-4970-9f15-0b4229ce8255', 'name': '', 'network_id': '663ca2d9-20db-46f3-a840-3b61cfaa89c4', 'tenant_id': 'c6d7d106196c47bab9057a60414eb92c', 'mac_address': 'fa:16:3e:5b:68:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a03fabd-6476-497e-8673-086473610873', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'fb98ffa3-a246-4ac7-9ee6-065bd7170bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:37:07Z', 'updated_at': '2022-04-05T14:37:13Z', 'revision_number': 5, 'project_id': 'c6d7d106196c47bab9057a60414eb92c', 'subnets': [{'id': 'fb98ffa3-a246-4ac7-9ee6-065bd7170bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:14.964566 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce32456a-9da6-484c-bde7-bcc85fbd8161 req-d6ca1e33-0923-4e5d-974e-48050ac66f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:14.966106 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ce32456a-9da6-484c-bde7-bcc85fbd8161 req-d6ca1e33-0923-4e5d-974e-48050ac66f00 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fb98ffa3-a246-4ac7-9ee6-065bd7170bb4 HTTP/1.1" status: 200 len: 853 time: 0.0846467 Apr 05 14:42:14.980732 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0eec09-1cfa-48da-afab-115c787645ef None None] Checking router: 0a03fabd-6476-497e-8673-086473610873 for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:42:14.990281 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0eec09-1cfa-48da-afab-115c787645ef None None] Routers {'0a03fabd-6476-497e-8673-086473610873'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:42:14.991104 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-eb0eec09-1cfa-48da-afab-115c787645ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:41:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['0a03fabd-6476-497e-8673-086473610873'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:15.074953 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3d54324f-ab0a-4a61-ae48-bbfbb4f37d13 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:15.085184 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce32456a-9da6-484c-bde7-bcc85fbd8161 req-5fe1de7d-2403-4984-9d87-d6d934ab40a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:15.088945 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ce32456a-9da6-484c-bde7-bcc85fbd8161 req-5fe1de7d-2403-4984-9d87-d6d934ab40a1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=663ca2d9-20db-46f3-a840-3b61cfaa89c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1125588 Apr 05 14:42:15.129192 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-eb0eec09-1cfa-48da-afab-115c787645ef None None] Set router 0a03fabd-6476-497e-8673-086473610873 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:42:15.134254 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-93e4cee4-b2f6-4a75-843d-2bb563c9f51f tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:15.206878 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-18d9f670-769a-44c8-831e-1904205bd8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:15.262196 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d9f670-769a-44c8-831e-1904205bd8c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=84a5dc79-d87b-4e34-a7c2-b6c1e9b564e3,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:15.305840 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50752) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:15.320224 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835d4c71-192e-4d31-8707-88a1d77302b3 req-ebf9ee21-1250-4c49-a5da-e743e855c655 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:15.322064 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-835d4c71-192e-4d31-8707-88a1d77302b3 req-ebf9ee21-1250-4c49-a5da-e743e855c655 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 943 time: 0.2292697 Apr 05 14:42:15.372290 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ce32456a-9da6-484c-bde7-bcc85fbd8161 req-41542cd6-b661-4d22-aa77-16934075117b service neutron] 10.222.0.11 "GET /v2.0/networks/663ca2d9-20db-46f3-a840-3b61cfaa89c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648797 Apr 05 14:42:15.479032 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-835d4c71-192e-4d31-8707-88a1d77302b3 req-7e3c6b8d-837e-46dc-95df-20e80f5b4e63 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470883 Apr 05 14:42:15.683240 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-eb0eec09-1cfa-48da-afab-115c787645ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a03fabd-6476-497e-8673-086473610873', 'name': 'tempest-TestVolumeBackupRestore-1960271004-router', 'tenant_id': 'c6d7d106196c47bab9057a60414eb92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'ced65f4f-32ad-4a73-a706-e0f372f2e5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:37:01Z', 'updated_at': '2022-04-05T14:37:10Z', 'revision_number': 4, 'project_id': 'c6d7d106196c47bab9057a60414eb92c', 'gw_port': {'id': 'ced65f4f-32ad-4a73-a706-e0f372f2e5be', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:de:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a03fabd-6476-497e-8673-086473610873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:37:02Z', 'updated_at': '2022-04-05T14:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': 'b186bae3-706a-44a6-a274-c0812022a41f', 'tenant_id': 'c6d7d106196c47bab9057a60414eb92c', 'floating_ip_address': '172.25.6.54', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': '0a03fabd-6476-497e-8673-086473610873', 'port_id': '42a919fd-83f7-4a0e-ad02-7c018309dfb5', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2197, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '663ca2d9-20db-46f3-a840-3b61cfaa89c4', 'mac_address': 'fa:16:3e:b0:8e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff8471e-9af1-4cec-a212-0e4dc1e3ad81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:42:05Z', 'updated_at': '2022-04-05T14:42:13Z', 'revision_number': 2, 'project_id': 'c6d7d106196c47bab9057a60414eb92c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fef5577-f1b9-4970-9f15-0b4229ce8255', 'name': '', 'network_id': '663ca2d9-20db-46f3-a840-3b61cfaa89c4', 'tenant_id': 'c6d7d106196c47bab9057a60414eb92c', 'mac_address': 'fa:16:3e:5b:68:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a03fabd-6476-497e-8673-086473610873', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'fb98ffa3-a246-4ac7-9ee6-065bd7170bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:37:07Z', 'updated_at': '2022-04-05T14:37:13Z', 'revision_number': 5, 'project_id': 'c6d7d106196c47bab9057a60414eb92c', 'subnets': [{'id': 'fb98ffa3-a246-4ac7-9ee6-065bd7170bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:15.690917 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e4cee4-b2f6-4a75-843d-2bb563c9f51f tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Pushing event updated for resources: {'Subnet': ['ID=cc27f0f0-af6d-4047-a0e0-8ef00fa5f49d,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:15.719218 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3d54324f-ab0a-4a61-ae48-bbfbb4f37d13 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:15.719342 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0eec09-1cfa-48da-afab-115c787645ef None None] The sync data for ids ['0a03fabd-6476-497e-8673-086473610873'] in n-d-836650-2 is: [{'id': '0a03fabd-6476-497e-8673-086473610873', 'name': 'tempest-TestVolumeBackupRestore-1960271004-router', 'tenant_id': 'c6d7d106196c47bab9057a60414eb92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'ced65f4f-32ad-4a73-a706-e0f372f2e5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:37:01Z', 'updated_at': '2022-04-05T14:37:10Z', 'revision_number': 4, 'project_id': 'c6d7d106196c47bab9057a60414eb92c', 'gw_port': {'id': 'ced65f4f-32ad-4a73-a706-e0f372f2e5be', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:de:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a03fabd-6476-497e-8673-086473610873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:37:02Z', 'updated_at': '2022-04-05T14:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': 'b186bae3-706a-44a6-a274-c0812022a41f', 'tenant_id': 'c6d7d106196c47bab9057a60414eb92c', 'floating_ip_address': '172.25.6.54', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': '0a03fabd-6476-497e-8673-086473610873', 'port_id': '42a919fd-83f7-4a0e-ad02-7c018309dfb5', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2197, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '663ca2d9-20db-46f3-a840-3b61cfaa89c4', 'mac_address': 'fa:16:3e:b0:8e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff8471e-9af1-4cec-a212-0e4dc1e3ad81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:42:05Z', 'updated_at': '2022-04-05T14:42:13Z', 'revision_number': 2, 'project_id': 'c6d7d106196c47bab9057a60414eb92c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fef5577-f1b9-4970-9f15-0b4229ce8255', 'name': '', 'network_id': '663ca2d9-20db-46f3-a840-3b61cfaa89c4', 'tenant_id': 'c6d7d106196c47bab9057a60414eb92c', 'mac_address': 'fa:16:3e:5b:68:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a03fabd-6476-497e-8673-086473610873', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'fb98ffa3-a246-4ac7-9ee6-065bd7170bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:37:07Z', 'updated_at': '2022-04-05T14:37:13Z', 'revision_number': 5, 'project_id': 'c6d7d106196c47bab9057a60414eb92c', 'subnets': [{'id': 'fb98ffa3-a246-4ac7-9ee6-065bd7170bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:42:15.761834 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e4cee4-b2f6-4a75-843d-2bb563c9f51f tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Checking segment: {'id': 'f97e1fff-be09-44f5-87b8-cca394154214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ded60846-511e-4b8a-af6a-2fbed0997a8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:42:15.761972 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e4cee4-b2f6-4a75-843d-2bb563c9f51f tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Network hostable DHCP agents. Network: ded60846-511e-4b8a-af6a-2fbed0997a8a, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:42:15.768358 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-3d54324f-ab0a-4a61-ae48-bbfbb4f37d13 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd08407d-7bc3-4895-9d28-9b2f36a8d65c']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:15.788098 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-3d54324f-ab0a-4a61-ae48-bbfbb4f37d13 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c468974-700f-4380-acfc-da4f84290a6b') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:15.788543 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-3d54324f-ab0a-4a61-ae48-bbfbb4f37d13 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c468974-700f-4380-acfc-da4f84290a6b') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:15.801301 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3d54324f-ab0a-4a61-ae48-bbfbb4f37d13 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:15.817851 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3d54324f-ab0a-4a61-ae48-bbfbb4f37d13 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:15.825017 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d54324f-ab0a-4a61-ae48-bbfbb4f37d13 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:42:15.825624 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3d54324f-ab0a-4a61-ae48-bbfbb4f37d13 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:15.829149 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:42:15.829149 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:42:15.829149 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:42:15.829149 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:42:15.829149 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:42:15.829149 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:42:15.829149 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:42:15.829149 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:42:15.829149 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:42:15.829149 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:42:15.829149 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:42:15.829149 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:42:15.829149 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:42:15.829149 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:42:15.829149 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:42:15.829149 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:42:15.829149 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:42:15.829149 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:42:15.829149 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:42:15.829149 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:42:15.829149 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:42:15.829149 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:42:15.829149 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:42:15.829149 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:42:15.829149 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:42:15.829149 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:42:15.829149 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:42:15.829149 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:42:15.829149 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:42:15.829149 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:42:15.829149 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:42:15.829149 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:42:15.873657 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ed0ebedc-f026-4d2c-a17c-00236ca8142f tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:15.913595 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0ebedc-f026-4d2c-a17c-00236ca8142f tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Pushing event deleted for resources: {'Port': ['ID=e3c65f7f-c117-449c-a828-5248520889ef,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:15.942216 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e4cee4-b2f6-4a75-843d-2bb563c9f51f tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Network ded60846-511e-4b8a-af6a-2fbed0997a8a is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:42:15.986342 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ed0ebedc-f026-4d2c-a17c-00236ca8142f tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks [] for floatingip, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:15.989767 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-0b3ccb0d-5bd8-404a-b2b2-725be3f20f64 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-491073066-network', 'tenant_id': '8c3f3c7982a44da591f5ccdacd29d5c6'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:42:15.990282 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ed0ebedc-f026-4d2c-a17c-00236ca8142f tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:15.991404 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-ed0ebedc-f026-4d2c-a17c-00236ca8142f tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "DELETE /v2.0/floatingips/cb14fcaa-c347-47bd-8b6a-8f2ce688dc46 HTTP/1.1" status: 204 len: 168 time: 2.0643837 Apr 05 14:42:15.994134 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50764) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:16.040291 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-18d9f670-769a-44c8-831e-1904205bd8c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1798829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810128'] for router_interface, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:16.053500 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ce32456a-9da6-484c-bde7-bcc85fbd8161 req-da975536-d511-488b-936d-d25d804f3d5f service neutron] 10.222.0.11 "GET /v2.0/networks/663ca2d9-20db-46f3-a840-3b61cfaa89c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6721587 Apr 05 14:42:16.087683 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-0c12254f-d3b4-43c5-9ed6-674d6b9168ab tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Deleting port 28f37818-79d9-4d80-9e8f-cdf11e9c8346 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:42:16.087941 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0c12254f-d3b4-43c5-9ed6-674d6b9168ab tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:16.136247 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3d54324f-ab0a-4a61-ae48-bbfbb4f37d13 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:16.144741 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3d54324f-ab0a-4a61-ae48-bbfbb4f37d13 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:16.147903 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-3d54324f-ab0a-4a61-ae48-bbfbb4f37d13 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] 10.222.0.30 "DELETE /v2.0/networks/fd08407d-7bc3-4895-9d28-9b2f36a8d65c HTTP/1.1" status: 204 len: 168 time: 1.5150540 Apr 05 14:42:16.163958 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54324f-ab0a-4a61-ae48-bbfbb4f37d13 tempest-NetworksTestDHCPv6-1371266420 tempest-NetworksTestDHCPv6-1371266420-project] Pushing event deleted for resources: {'Network': ['ID=fd08407d-7bc3-4895-9d28-9b2f36a8d65c,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:16.179853 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-93e4cee4-b2f6-4a75-843d-2bb563c9f51f tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, ded60846-511e-4b8a-af6a-2fbed0997a8a) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:42:16.195924 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e4cee4-b2f6-4a75-843d-2bb563c9f51f tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:16.196635 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-93e4cee4-b2f6-4a75-843d-2bb563c9f51f tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:16.205683 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d96bd4-2368-4b16-9c85-815b62693795 None None] Network ded60846-511e-4b8a-af6a-2fbed0997a8a requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:42:16.228200 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0c12254f-d3b4-43c5-9ed6-674d6b9168ab tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:16.242700 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b3ccb0d-5bd8-404a-b2b2-725be3f20f64 admin admin] Made reservation on behalf of 8c3f3c7982a44da591f5ccdacd29d5c6 for: {'network': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:42:16.245124 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0b3ccb0d-5bd8-404a-b2b2-725be3f20f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:16.248045 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-0c12254f-d3b4-43c5-9ed6-674d6b9168ab tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Calling delete_port for 28f37818-79d9-4d80-9e8f-cdf11e9c8346 owned by {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:42:16.257542 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0b3ccb0d-5bd8-404a-b2b2-725be3f20f64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:16.310778 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-93e4cee4-b2f6-4a75-843d-2bb563c9f51f tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9792795 Apr 05 14:42:16.311680 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50770) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:16.319048 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-a0088287-a56a-4b26-b6c8-4dd25de0ef7e tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Request body: {'subnet': {'network_id': '09832952-87af-42a9-bce4-51533cc13268', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:42:16.392555 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18d9f670-769a-44c8-831e-1904205bd8c1 admin admin] Router 30f3ddb7-a467-4355-9e02-036492b1a47e has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:42:16.409540 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cff8471e-9af1-4cec-a212-0e4dc1e3ad81', 'tag': '42a919fd-83f7-4a0e-ad02-7c018309dfb5'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:42:16.422778 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a62c060a-7517-4069-9dda-a7f6e08b2578" -d '{"events": [{"name": "network-changed", "server_uuid": "cff8471e-9af1-4cec-a212-0e4dc1e3ad81", "tag": "42a919fd-83f7-4a0e-ad02-7c018309dfb5"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:42:16.466594 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c4118a-e831-465e-8e53-d1da4573d4b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-ded60846-511e-4b8a-af6a-2fbed0997a8a', 'network_id': 'ded60846-511e-4b8a-af6a-2fbed0997a8a', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'fixed_ips': [{'subnet_id': 'cc27f0f0-af6d-4047-a0e0-8ef00fa5f49d'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:42:16.468189 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d2c4118a-e831-465e-8e53-d1da4573d4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:16.520488 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0b3ccb0d-5bd8-404a-b2b2-725be3f20f64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:16.539691 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0224a9-52d1-48b8-8bc8-f57dc2ac1c41 x-openstack-request-id: req-0c0224a9-52d1-48b8-8bc8-f57dc2ac1c41 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:42:16.539899 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cff8471e-9af1-4cec-a212-0e4dc1e3ad81", "tag": "42a919fd-83f7-4a0e-ad02-7c018309dfb5", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:42:16.543143 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0c0224a9-52d1-48b8-8bc8-f57dc2ac1c41 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:42:16.543586 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c0224a9-52d1-48b8-8bc8-f57dc2ac1c41'] response: {'name': 'network-changed', 'server_uuid': 'cff8471e-9af1-4cec-a212-0e4dc1e3ad81', 'tag': '42a919fd-83f7-4a0e-ad02-7c018309dfb5', 'status': 'completed', 'code': 200} Apr 05 14:42:16.650879 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0088287-a56a-4b26-b6c8-4dd25de0ef7e tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Made reservation on behalf of f3bfb97dae7f4364b96271d3f01488fb for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:42:16.655911 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a0088287-a56a-4b26-b6c8-4dd25de0ef7e tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:16.706212 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0b3ccb0d-5bd8-404a-b2b2-725be3f20f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:16.787435 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-d2c4118a-e831-465e-8e53-d1da4573d4b2 None None] Allocated IP 172.20.0.2 (ded60846-511e-4b8a-af6a-2fbed0997a8a/cc27f0f0-af6d-4047-a0e0-8ef00fa5f49d/6cd70bae-dfe7-4636-8a57-cd794ce7cbbb) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:42:16.795081 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0c12254f-d3b4-43c5-9ed6-674d6b9168ab tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:16.831076 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3ccb0d-5bd8-404a-b2b2-725be3f20f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa4ff47-fb5e-455c-a491-6cc58636c316,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:16.885724 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b3ccb0d-5bd8-404a-b2b2-725be3f20f64 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=103320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:42:16.905429 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62c060a-7517-4069-9dda-a7f6e08b2578 req-b87c649c-7693-4123-9dcd-bbab93e9d7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:16.907150 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a62c060a-7517-4069-9dda-a7f6e08b2578 req-b87c649c-7693-4123-9dcd-bbab93e9d7b6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c6d7d106196c47bab9057a60414eb92c&device_id=cff8471e-9af1-4cec-a212-0e4dc1e3ad81 HTTP/1.1" status: 200 len: 1096 time: 0.3792300 Apr 05 14:42:16.908774 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50790) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:16.931058 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c12254f-d3b4-43c5-9ed6-674d6b9168ab tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Pushing event deleted for resources: {'Port': ['ID=28f37818-79d9-4d80-9e8f-cdf11e9c8346,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:16.936106 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d9f670-769a-44c8-831e-1904205bd8c1 admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:42:16.947468 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0b3ccb0d-5bd8-404a-b2b2-725be3f20f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:16.947991 n-d-836650-2 neutron-server[103320]: INFO neutron.db.segments_db [None req-0b3ccb0d-5bd8-404a-b2b2-725be3f20f64 admin admin] Added segment 2e5fff45-c274-4677-ad93-946fb51d752d of type vlan for network fcfdebfb-890a-4564-ad33-442534fd3fbd Apr 05 14:42:16.959584 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b20cb78-4bad-4b3b-85b1-d01ef3a22773 None None] Sync routers for ids ['30f3ddb7-a467-4355-9e02-036492b1a47e'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:42:16.981370 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b20cb78-4bad-4b3b-85b1-d01ef3a22773 None None] Routers {'30f3ddb7-a467-4355-9e02-036492b1a47e'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:42:16.982334 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-9b20cb78-4bad-4b3b-85b1-d01ef3a22773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:41:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['30f3ddb7-a467-4355-9e02-036492b1a47e'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:17.074761 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0c12254f-d3b4-43c5-9ed6-674d6b9168ab tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:17.079020 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-0c12254f-d3b4-43c5-9ed6-674d6b9168ab tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "DELETE /v2.0/ports/28f37818-79d9-4d80-9e8f-cdf11e9c8346 HTTP/1.1" status: 204 len: 168 time: 1.0839281 Apr 05 14:42:17.119997 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62c060a-7517-4069-9dda-a7f6e08b2578 req-20e3b850-02f9-41c1-852d-1d22d1dba1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:17.121632 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a62c060a-7517-4069-9dda-a7f6e08b2578 req-20e3b850-02f9-41c1-852d-1d22d1dba1bb service neutron] 10.222.0.11 "GET /v2.0/networks?id=663ca2d9-20db-46f3-a840-3b61cfaa89c4 HTTP/1.1" status: 200 len: 915 time: 0.1870356 Apr 05 14:42:17.122811 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d2c4118a-e831-465e-8e53-d1da4573d4b2 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:17.136609 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-18d9f670-769a-44c8-831e-1904205bd8c1 admin admin] 10.222.0.30 "PUT /v2.0/routers/30f3ddb7-a467-4355-9e02-036492b1a47e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1399779 Apr 05 14:42:17.137388 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50794) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:17.140269 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50796) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:17.145106 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-9b20cb78-4bad-4b3b-85b1-d01ef3a22773 None None] Set router 30f3ddb7-a467-4355-9e02-036492b1a47e gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:42:17.212453 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d2c4118a-e831-465e-8e53-d1da4573d4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:17.286418 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c4118a-e831-465e-8e53-d1da4573d4b2 None None] Network ded60846-511e-4b8a-af6a-2fbed0997a8a is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:42:17.292713 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-d2c4118a-e831-465e-8e53-d1da4573d4b2 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:42:17.309227 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c4118a-e831-465e-8e53-d1da4573d4b2 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:42:17.377841 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a0088287-a56a-4b26-b6c8-4dd25de0ef7e tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:17.428514 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7103f55-a8e1-4c72-a768-907efe65018a req-3ebdf880-53a1-4d40-a100-945855f9bfdf tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:17.430150 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f7103f55-a8e1-4c72-a768-907efe65018a req-3ebdf880-53a1-4d40-a100-945855f9bfdf tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 943 time: 0.8330665 Apr 05 14:42:17.465397 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-9b20cb78-4bad-4b3b-85b1-d01ef3a22773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f3ddb7-a467-4355-9e02-036492b1a47e', 'name': 'tempest-ServerActionsTestJSON-376659884-router', 'tenant_id': '9215d951bfeb48c39a8e33c585301815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '5d29dee1-0a93-4c3f-9788-7e21d67cff7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:32:35Z', 'updated_at': '2022-04-05T14:42:14Z', 'revision_number': 5, 'project_id': '9215d951bfeb48c39a8e33c585301815', 'gw_port': {'id': '5d29dee1-0a93-4c3f-9788-7e21d67cff7e', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:83:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f3ddb7-a467-4355-9e02-036492b1a47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:32:37Z', 'updated_at': '2022-04-05T14:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:17.466766 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0088287-a56a-4b26-b6c8-4dd25de0ef7e tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Pushing event updated for resources: {'Subnet': ['ID=d00428bd-d793-40e5-bc40-38325b4a3e04,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:17.467155 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c4118a-e831-465e-8e53-d1da4573d4b2 None None] Pushing event updated for resources: {'Port': ['ID=6cd70bae-dfe7-4636-8a57-cd794ce7cbbb,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:17.497866 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b20cb78-4bad-4b3b-85b1-d01ef3a22773 None None] Checking router: 30f3ddb7-a467-4355-9e02-036492b1a47e for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:42:17.510914 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b20cb78-4bad-4b3b-85b1-d01ef3a22773 None None] Routers {'30f3ddb7-a467-4355-9e02-036492b1a47e'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:42:17.512031 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-9b20cb78-4bad-4b3b-85b1-d01ef3a22773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:41:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['30f3ddb7-a467-4355-9e02-036492b1a47e'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:17.529343 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-d2c4118a-e831-465e-8e53-d1da4573d4b2 None None] Attempting to bind port 6cd70bae-dfe7-4636-8a57-cd794ce7cbbb on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:42:17.529764 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-d2c4118a-e831-465e-8e53-d1da4573d4b2 None None] Attempting to bind port 6cd70bae-dfe7-4636-8a57-cd794ce7cbbb by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'f97e1fff-be09-44f5-87b8-cca394154214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ded60846-511e-4b8a-af6a-2fbed0997a8a'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:42:17.530528 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c4118a-e831-465e-8e53-d1da4573d4b2 None None] Attempting to bind port 6cd70bae-dfe7-4636-8a57-cd794ce7cbbb on network ded60846-511e-4b8a-af6a-2fbed0997a8a {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:42:17.533991 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0088287-a56a-4b26-b6c8-4dd25de0ef7e tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Checking segment: {'id': '03ca1f17-2595-4068-89a9-f8d4e52c32a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '09832952-87af-42a9-bce4-51533cc13268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:42:17.538878 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0088287-a56a-4b26-b6c8-4dd25de0ef7e tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Network hostable DHCP agents. Network: 09832952-87af-42a9-bce4-51533cc13268, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:42:17.549509 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c4118a-e831-465e-8e53-d1da4573d4b2 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:42:17.549942 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c4118a-e831-465e-8e53-d1da4573d4b2 None None] Checking segment: {'id': 'f97e1fff-be09-44f5-87b8-cca394154214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ded60846-511e-4b8a-af6a-2fbed0997a8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:42:17.550316 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d2c4118a-e831-465e-8e53-d1da4573d4b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:17.550717 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c4118a-e831-465e-8e53-d1da4573d4b2 None None] Bound using segment: {'id': 'f97e1fff-be09-44f5-87b8-cca394154214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ded60846-511e-4b8a-af6a-2fbed0997a8a'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:42:17.551221 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-d2c4118a-e831-465e-8e53-d1da4573d4b2 None None] Bound port: 6cd70bae-dfe7-4636-8a57-cd794ce7cbbb, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f97e1fff-be09-44f5-87b8-cca394154214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ded60846-511e-4b8a-af6a-2fbed0997a8a'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:42:17.554233 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d2c4118a-e831-465e-8e53-d1da4573d4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:17.594117 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0b3ccb0d-5bd8-404a-b2b2-725be3f20f64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:17.685444 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-d2c4118a-e831-465e-8e53-d1da4573d4b2 None None] For port 6cd70bae-dfe7-4636-8a57-cd794ce7cbbb, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:42:17.689852 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-d2c4118a-e831-465e-8e53-d1da4573d4b2 None None] For port 6cd70bae-dfe7-4636-8a57-cd794ce7cbbb, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=6cd70bae-dfe7-4636-8a57-cd794ce7cbbb,segment=NetworkSegment(f97e1fff-be09-44f5-87b8-cca394154214),segment_id=f97e1fff-be09-44f5-87b8-cca394154214)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:42:17.698209 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0088287-a56a-4b26-b6c8-4dd25de0ef7e tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Network 09832952-87af-42a9-bce4-51533cc13268 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:42:17.718964 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f7103f55-a8e1-4c72-a768-907efe65018a req-c99c7c79-78c6-4f3d-9c6f-b595163061eb tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049899 Apr 05 14:42:17.720356 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-644bd207-4c3c-449d-ad26-3f9f6c60f16f admin admin] Notify callbacks [] for router, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:17.795456 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-62c88f26-21f3-44b1-bc8e-bef21cf2d4d1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=81648541dc0b4f1ea0eb9cace0846aa5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8817310 Apr 05 14:42:17.797469 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a62c060a-7517-4069-9dda-a7f6e08b2578 req-45e5cc7d-efd2-4709-8f71-eaf4ab221add service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42a919fd-83f7-4a0e-ad02-7c018309dfb5 HTTP/1.1" status: 200 len: 1000 time: 0.6509280 Apr 05 14:42:17.798156 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50812) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:17.811168 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-9b20cb78-4bad-4b3b-85b1-d01ef3a22773 None None] Set router 30f3ddb7-a467-4355-9e02-036492b1a47e gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:42:17.819389 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d2c4118a-e831-465e-8e53-d1da4573d4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:17.822605 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-a0088287-a56a-4b26-b6c8-4dd25de0ef7e tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 09832952-87af-42a9-bce4-51533cc13268) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:42:17.836933 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0088287-a56a-4b26-b6c8-4dd25de0ef7e tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:17.837740 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a0088287-a56a-4b26-b6c8-4dd25de0ef7e tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:17.885647 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-df4a687b-41b3-4ea2-b95c-21e8a6fd782d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:17.918073 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ada3a2f-58d4-4c07-8991-445909bb31e4 None None] Network 09832952-87af-42a9-bce4-51533cc13268 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:42:17.946341 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-df4a687b-41b3-4ea2-b95c-21e8a6fd782d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:17.972711 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0b3ccb0d-5bd8-404a-b2b2-725be3f20f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:17.976598 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3ccb0d-5bd8-404a-b2b2-725be3f20f64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:17.977225 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0b3ccb0d-5bd8-404a-b2b2-725be3f20f64 admin admin] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:17.994343 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-2c128086-521c-42f6-a378-40b859abb46e tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Deleting port 8881e57a-5748-4f29-927f-2388c029f510 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:42:17.994718 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2c128086-521c-42f6-a378-40b859abb46e tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:18.012034 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-a0088287-a56a-4b26-b6c8-4dd25de0ef7e tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6992240 Apr 05 14:42:18.028302 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62c060a-7517-4069-9dda-a7f6e08b2578 req-dc00f3f8-2783-4e2b-816e-e5108e5e16f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:18.029905 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a62c060a-7517-4069-9dda-a7f6e08b2578 req-dc00f3f8-2783-4e2b-816e-e5108e5e16f8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fb98ffa3-a246-4ac7-9ee6-065bd7170bb4 HTTP/1.1" status: 200 len: 853 time: 0.2232366 Apr 05 14:42:18.048711 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50818) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:18.064781 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-51172154-5d90-45e3-b32d-7eaf9e5b4abb tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2022292853', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:42:18.119466 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c4118a-e831-465e-8e53-d1da4573d4b2 None None] Pushing event updated for resources: {'Port': ['ID=6cd70bae-dfe7-4636-8a57-cd794ce7cbbb,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:18.160303 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-df4a687b-41b3-4ea2-b95c-21e8a6fd782d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:18.166623 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-df4a687b-41b3-4ea2-b95c-21e8a6fd782d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:18.167866 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-df4a687b-41b3-4ea2-b95c-21e8a6fd782d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cd6c7f35-3672-4229-aa8b-30a20030ed0a HTTP/1.1" status: 204 len: 168 time: 0.3681753 Apr 05 14:42:18.191224 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4a687b-41b3-4ea2-b95c-21e8a6fd782d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd6c7f35-3672-4229-aa8b-30a20030ed0a,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:18.203764 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-0b3ccb0d-5bd8-404a-b2b2-725be3f20f64 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.8806300 Apr 05 14:42:18.206786 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50830) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:18.214306 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-d58e9d56-26d7-41d3-9e56-78f799635540 admin admin] Request body: {'subnet': {'network_id': 'fcfdebfb-890a-4564-ad33-442534fd3fbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-491073066-subnet', 'tenant_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:42:18.223321 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-644bd207-4c3c-449d-ad26-3f9f6c60f16f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:18.256367 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3ccb0d-5bd8-404a-b2b2-725be3f20f64 admin admin] Pushing event updated for resources: {'Network': ['ID=fcfdebfb-890a-4564-ad33-442534fd3fbd,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:18.269933 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-9b20cb78-4bad-4b3b-85b1-d01ef3a22773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f3ddb7-a467-4355-9e02-036492b1a47e', 'name': 'tempest-ServerActionsTestJSON-376659884-router', 'tenant_id': '9215d951bfeb48c39a8e33c585301815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '5d29dee1-0a93-4c3f-9788-7e21d67cff7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:32:35Z', 'updated_at': '2022-04-05T14:42:14Z', 'revision_number': 5, 'project_id': '9215d951bfeb48c39a8e33c585301815', 'gw_port': {'id': '5d29dee1-0a93-4c3f-9788-7e21d67cff7e', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:83:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f3ddb7-a467-4355-9e02-036492b1a47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:32:37Z', 'updated_at': '2022-04-05T14:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:18.305830 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62c060a-7517-4069-9dda-a7f6e08b2578 req-94a86a10-d89d-4bd4-af9a-dd9af0bef3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:18.307404 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a62c060a-7517-4069-9dda-a7f6e08b2578 req-94a86a10-d89d-4bd4-af9a-dd9af0bef3da service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=663ca2d9-20db-46f3-a840-3b61cfaa89c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2504258 Apr 05 14:42:18.333386 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network fcfdebfb-890a-4564-ad33-442534fd3fbd details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:42:18.338596 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2c128086-521c-42f6-a378-40b859abb46e tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:18.358963 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d58e9d56-26d7-41d3-9e56-78f799635540 admin admin] Made reservation on behalf of 8c3f3c7982a44da591f5ccdacd29d5c6 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:42:18.364278 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d58e9d56-26d7-41d3-9e56-78f799635540 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:18.374332 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b20cb78-4bad-4b3b-85b1-d01ef3a22773 None None] The sync data for ids ['30f3ddb7-a467-4355-9e02-036492b1a47e'] in n-d-836650-2 is: [{'id': '30f3ddb7-a467-4355-9e02-036492b1a47e', 'name': 'tempest-ServerActionsTestJSON-376659884-router', 'tenant_id': '9215d951bfeb48c39a8e33c585301815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '5d29dee1-0a93-4c3f-9788-7e21d67cff7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:32:35Z', 'updated_at': '2022-04-05T14:42:14Z', 'revision_number': 5, 'project_id': '9215d951bfeb48c39a8e33c585301815', 'gw_port': {'id': '5d29dee1-0a93-4c3f-9788-7e21d67cff7e', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:83:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f3ddb7-a467-4355-9e02-036492b1a47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:32:37Z', 'updated_at': '2022-04-05T14:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:42:18.443368 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-2c128086-521c-42f6-a378-40b859abb46e tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Calling delete_port for 8881e57a-5748-4f29-927f-2388c029f510 owned by {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:42:18.445777 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-51172154-5d90-45e3-b32d-7eaf9e5b4abb tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27088'] for router, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:18.446810 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-51172154-5d90-45e3-b32d-7eaf9e5b4abb tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27079'] for router, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:18.508156 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6aad24c-4044-468a-b947-93f2f30c5cfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-09832952-87af-42a9-bce4-51533cc13268', 'network_id': '09832952-87af-42a9-bce4-51533cc13268', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'fixed_ips': [{'subnet_id': 'd00428bd-d793-40e5-bc40-38325b4a3e04'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:42:18.509103 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c6aad24c-4044-468a-b947-93f2f30c5cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:18.664713 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-51172154-5d90-45e3-b32d-7eaf9e5b4abb tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:18.735682 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a62c060a-7517-4069-9dda-a7f6e08b2578 req-84a6a47b-9245-445d-ae07-146f2fa1438d service neutron] 10.222.0.11 "GET /v2.0/networks/663ca2d9-20db-46f3-a840-3b61cfaa89c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4133172 Apr 05 14:42:18.784183 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d58e9d56-26d7-41d3-9e56-78f799635540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:18.815634 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-c6aad24c-4044-468a-b947-93f2f30c5cfa None None] Allocated IP 172.21.0.2 (09832952-87af-42a9-bce4-51533cc13268/d00428bd-d793-40e5-bc40-38325b4a3e04/25baab62-8016-48f9-b688-c902229dcc43) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:42:18.983742 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-644bd207-4c3c-449d-ad26-3f9f6c60f16f admin admin] Deleting port 5d29dee1-0a93-4c3f-9788-7e21d67cff7e {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:42:18.984970 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58e9d56-26d7-41d3-9e56-78f799635540 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f90bf926-2675-4d7e-8a18-756096c51dbe,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:18.985414 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-644bd207-4c3c-449d-ad26-3f9f6c60f16f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:19.035006 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58e9d56-26d7-41d3-9e56-78f799635540 admin admin] Checking segment: {'id': '2e5fff45-c274-4677-ad93-946fb51d752d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'fcfdebfb-890a-4564-ad33-442534fd3fbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:42:19.035527 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58e9d56-26d7-41d3-9e56-78f799635540 admin admin] Network hostable DHCP agents. Network: fcfdebfb-890a-4564-ad33-442534fd3fbd, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:42:19.090349 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 6cd70bae-dfe7-4636-8a57-cd794ce7cbbb up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:42:19.093804 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c6aad24c-4044-468a-b947-93f2f30c5cfa None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:19.140240 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-51172154-5d90-45e3-b32d-7eaf9e5b4abb tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618'] for router, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:19.172071 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58e9d56-26d7-41d3-9e56-78f799635540 admin admin] Network fcfdebfb-890a-4564-ad33-442534fd3fbd is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:42:19.190918 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 6cd70bae-dfe7-4636-8a57-cd794ce7cbbb triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:42:19.192495 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:19.268988 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-d58e9d56-26d7-41d3-9e56-78f799635540 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, fcfdebfb-890a-4564-ad33-442534fd3fbd) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:42:19.271779 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c6aad24c-4044-468a-b947-93f2f30c5cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:19.276028 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58e9d56-26d7-41d3-9e56-78f799635540 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:19.276625 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d58e9d56-26d7-41d3-9e56-78f799635540 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:19.398067 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-d58e9d56-26d7-41d3-9e56-78f799635540 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1897604 Apr 05 14:42:19.401101 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50872) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:19.405871 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-346118fa-876d-4841-8fbc-d3ab236dfac2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-491073066-router', 'tenant_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:42:19.417650 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b3cfdb-37fe-4caa-ba15-bafd3c80ae4c None None] Network fcfdebfb-890a-4564-ad33-442534fd3fbd requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:42:19.477642 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-644bd207-4c3c-449d-ad26-3f9f6c60f16f admin admin] For port 5d29dee1-0a93-4c3f-9788-7e21d67cff7e, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=5d29dee1-0a93-4c3f-9788-7e21d67cff7e,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:42:19.479261 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-644bd207-4c3c-449d-ad26-3f9f6c60f16f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:19.502730 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-644bd207-4c3c-449d-ad26-3f9f6c60f16f admin admin] Calling delete_port for 5d29dee1-0a93-4c3f-9788-7e21d67cff7e owned by network:router_gateway {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:42:19.549822 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-346118fa-876d-4841-8fbc-d3ab236dfac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27088'] for router, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:19.560313 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-346118fa-876d-4841-8fbc-d3ab236dfac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27079'] for router, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:19.581550 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aad24c-4044-468a-b947-93f2f30c5cfa None None] Pushing event updated for resources: {'Port': ['ID=25baab62-8016-48f9-b688-c902229dcc43,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:19.626571 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6aad24c-4044-468a-b947-93f2f30c5cfa None None] Network 09832952-87af-42a9-bce4-51533cc13268 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:42:19.660415 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-c6aad24c-4044-468a-b947-93f2f30c5cfa None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:42:19.685310 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6aad24c-4044-468a-b947-93f2f30c5cfa None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:42:19.703576 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-51172154-5d90-45e3-b32d-7eaf9e5b4abb tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for router, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:19.704850 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-51172154-5d90-45e3-b32d-7eaf9e5b4abb tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.6490715 Apr 05 14:42:19.712904 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50886) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:19.715392 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2c128086-521c-42f6-a378-40b859abb46e tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:19.719312 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-346118fa-876d-4841-8fbc-d3ab236dfac2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:19.725531 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a62c060a-7517-4069-9dda-a7f6e08b2578 req-ed9c5d12-b32a-4676-a423-ea45c3d53276 service neutron] 10.222.0.11 "GET /v2.0/networks/663ca2d9-20db-46f3-a840-3b61cfaa89c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9798534 Apr 05 14:42:19.794924 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c128086-521c-42f6-a378-40b859abb46e tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Pushing event deleted for resources: {'Port': ['ID=8881e57a-5748-4f29-927f-2388c029f510,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:19.963810 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc1bbd7-2486-4ffc-acb4-c67e6d0efcd5 None None] Network ded60846-511e-4b8a-af6a-2fbed0997a8a requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:42:19.974653 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb7dc8d-db3b-44cb-b3d9-d5f7282a4484 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-fcfdebfb-890a-4564-ad33-442534fd3fbd', 'network_id': 'fcfdebfb-890a-4564-ad33-442534fd3fbd', 'tenant_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'fixed_ips': [{'subnet_id': 'f90bf926-2675-4d7e-8a18-756096c51dbe'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:42:19.975281 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4cb7dc8d-db3b-44cb-b3d9-d5f7282a4484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:20.050073 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aca843-1ccb-4f15-93f6-0721ceb58b84 req-38797c4f-72d9-4cb1-8f1b-a96d7dce03d8 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:20.068251 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-18aca843-1ccb-4f15-93f6-0721ceb58b84 req-38797c4f-72d9-4cb1-8f1b-a96d7dce03d8 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 943 time: 0.9660039 Apr 05 14:42:20.075379 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-c6aad24c-4044-468a-b947-93f2f30c5cfa None None] Attempting to bind port 25baab62-8016-48f9-b688-c902229dcc43 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:42:20.075827 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-c6aad24c-4044-468a-b947-93f2f30c5cfa None None] Attempting to bind port 25baab62-8016-48f9-b688-c902229dcc43 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '03ca1f17-2595-4068-89a9-f8d4e52c32a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '09832952-87af-42a9-bce4-51533cc13268'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:42:20.076246 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6aad24c-4044-468a-b947-93f2f30c5cfa None None] Attempting to bind port 25baab62-8016-48f9-b688-c902229dcc43 on network 09832952-87af-42a9-bce4-51533cc13268 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:42:20.098894 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:20.105641 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-3d674e8b-790a-4967-91e2-52fca690e91a None None] Provisioning complete for port 6cd70bae-dfe7-4636-8a57-cd794ce7cbbb triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:42:20.105641 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3d674e8b-790a-4967-91e2-52fca690e91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:20.107694 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6aad24c-4044-468a-b947-93f2f30c5cfa None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:42:20.108133 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6aad24c-4044-468a-b947-93f2f30c5cfa None None] Checking segment: {'id': '03ca1f17-2595-4068-89a9-f8d4e52c32a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '09832952-87af-42a9-bce4-51533cc13268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:42:20.108569 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c6aad24c-4044-468a-b947-93f2f30c5cfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:20.108987 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6aad24c-4044-468a-b947-93f2f30c5cfa None None] Bound using segment: {'id': '03ca1f17-2595-4068-89a9-f8d4e52c32a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '09832952-87af-42a9-bce4-51533cc13268'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:42:20.109607 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-c6aad24c-4044-468a-b947-93f2f30c5cfa None None] Bound port: 25baab62-8016-48f9-b688-c902229dcc43, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03ca1f17-2595-4068-89a9-f8d4e52c32a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '09832952-87af-42a9-bce4-51533cc13268'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:42:20.109984 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c6aad24c-4044-468a-b947-93f2f30c5cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:20.140943 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2c128086-521c-42f6-a378-40b859abb46e tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:20.144848 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-2c128086-521c-42f6-a378-40b859abb46e tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "DELETE /v2.0/ports/8881e57a-5748-4f29-927f-2388c029f510 HTTP/1.1" status: 204 len: 168 time: 3.0053656 Apr 05 14:42:20.149978 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50902) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:20.197983 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50904) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:20.219402 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-18aca843-1ccb-4f15-93f6-0721ceb58b84 req-38662da3-d6a8-4cf4-8863-e40a91812f56 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345153 Apr 05 14:42:20.306415 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_v2 [None req-b91e748b-7bc5-4375-bb11-648c6d8d4813 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Deleting subnet 14bbd64b-ac98-484b-b8ba-41cb2378fef4 {{(pid=103320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:42:20.330953 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-346118fa-876d-4841-8fbc-d3ab236dfac2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:20.384381 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-4cb7dc8d-db3b-44cb-b3d9-d5f7282a4484 None None] Allocated IP 172.20.0.2 (fcfdebfb-890a-4564-ad33-442534fd3fbd/f90bf926-2675-4d7e-8a18-756096c51dbe/574f18ad-e7ae-41ad-8c70-3d1a21e794da) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:42:20.406176 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b91e748b-7bc5-4375-bb11-648c6d8d4813 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks [] for subnet, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:20.465051 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e81d352c-3ea7-4659-9b72-b0c5deb1a4f7 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:20.540935 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port 6cd70bae-dfe7-4636-8a57-cd794ce7cbbb, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=6cd70bae-dfe7-4636-8a57-cd794ce7cbbb,segment=NetworkSegment(f97e1fff-be09-44f5-87b8-cca394154214),segment_id=f97e1fff-be09-44f5-87b8-cca394154214)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:42:20.617449 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c6aad24c-4044-468a-b947-93f2f30c5cfa None None] For port 25baab62-8016-48f9-b688-c902229dcc43, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:42:20.621782 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c6aad24c-4044-468a-b947-93f2f30c5cfa None None] For port 25baab62-8016-48f9-b688-c902229dcc43, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=25baab62-8016-48f9-b688-c902229dcc43,segment=NetworkSegment(03ca1f17-2595-4068-89a9-f8d4e52c32a2),segment_id=03ca1f17-2595-4068-89a9-f8d4e52c32a2)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:42:20.674430 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:20.885531 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 84a5dc79-d87b-4e34-a7c2-b6c1e9b564e3 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:42:20.901387 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-e81d352c-3ea7-4659-9b72-b0c5deb1a4f7 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Allocated IP 172.20.0.1 (ded60846-511e-4b8a-af6a-2fbed0997a8a/cc27f0f0-af6d-4047-a0e0-8ef00fa5f49d/e2787acc-eb89-4940-a988-03c99d2b9be6) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:42:20.924494 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-c923bf56-5b95-4c1d-aff2-5ee59544d21d tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1584165304'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:42:20.951511 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=6cd70bae-dfe7-4636-8a57-cd794ce7cbbb,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:20.960573 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c6aad24c-4044-468a-b947-93f2f30c5cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:20.961862 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b91e748b-7bc5-4375-bb11-648c6d8d4813 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13399228'] for subnet, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:20.969458 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 84a5dc79-d87b-4e34-a7c2-b6c1e9b564e3 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:42:20.969963 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 84a5dc79-d87b-4e34-a7c2-b6c1e9b564e3 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:42:21.006586 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3d674e8b-790a-4967-91e2-52fca690e91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:21.016301 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f6b0b9-2ae8-4ce5-b610-a34bbf954fab req-d0e637c1-b667-412a-b635-a47270133f35 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:21.025045 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e3f6b0b9-2ae8-4ce5-b610-a34bbf954fab req-d0e637c1-b667-412a-b635-a47270133f35 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 943 time: 0.6388915 Apr 05 14:42:21.091364 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aad24c-4044-468a-b947-93f2f30c5cfa None None] Pushing event updated for resources: {'Port': ['ID=25baab62-8016-48f9-b688-c902229dcc43,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:21.131890 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e3f6b0b9-2ae8-4ce5-b610-a34bbf954fab req-06ca6b34-7e50-4f1b-b32c-99003911fe8f tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058018 Apr 05 14:42:21.180483 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-644bd207-4c3c-449d-ad26-3f9f6c60f16f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:21.195625 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-346118fa-876d-4841-8fbc-d3ab236dfac2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:21.196503 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c923bf56-5b95-4c1d-aff2-5ee59544d21d tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Made reservation on behalf of 4fea81b3b44b45059c95e23a97176dfe for: {'network': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:42:21.200010 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c923bf56-5b95-4c1d-aff2-5ee59544d21d tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:21.236594 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 6cd70bae-dfe7-4636-8a57-cd794ce7cbbb up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:42:21.297135 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-346118fa-876d-4841-8fbc-d3ab236dfac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:21.311763 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644bd207-4c3c-449d-ad26-3f9f6c60f16f admin admin] Pushing event deleted for resources: {'Port': ['ID=5d29dee1-0a93-4c3f-9788-7e21d67cff7e,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:21.316409 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c923bf56-5b95-4c1d-aff2-5ee59544d21d tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:21.386729 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.db.api [None req-3d674e8b-790a-4967-91e2-52fca690e91a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:42:21.387318 n-d-836650-2 neutron-server[103322]: DEBUG oslo_db.api [None req-3d674e8b-790a-4967-91e2-52fca690e91a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:42:21.393361 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 6cd70bae-dfe7-4636-8a57-cd794ce7cbbb triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:42:21.393846 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:21.404640 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b91e748b-7bc5-4375-bb11-648c6d8d4813 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:21.572442 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e81d352c-3ea7-4659-9b72-b0c5deb1a4f7 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:21.624285 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4cb7dc8d-db3b-44cb-b3d9-d5f7282a4484 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:21.653496 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-644bd207-4c3c-449d-ad26-3f9f6c60f16f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808526'] for router_gateway, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:21.676445 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-346118fa-876d-4841-8fbc-d3ab236dfac2 admin admin] Allocated IP 172.25.6.129 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/ba6852d8-c258-4fd9-bbca-200d5bb93f7e) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:42:21.699949 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4cb7dc8d-db3b-44cb-b3d9-d5f7282a4484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:21.702818 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [req-304291ae-893c-4e19-b4f7-81aab2f5c2e6 req-b11ce6b7-426a-415b-9c99-ac81a0145cce service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:42:21.707924 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-304291ae-893c-4e19-b4f7-81aab2f5c2e6 req-b11ce6b7-426a-415b-9c99-ac81a0145cce service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0589139 Apr 05 14:42:21.782061 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb7dc8d-db3b-44cb-b3d9-d5f7282a4484 None None] Network fcfdebfb-890a-4564-ad33-442534fd3fbd is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:42:21.783830 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb7dc8d-db3b-44cb-b3d9-d5f7282a4484 None None] Pushing event updated for resources: {'Port': ['ID=574f18ad-e7ae-41ad-8c70-3d1a21e794da,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:21.788951 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-4cb7dc8d-db3b-44cb-b3d9-d5f7282a4484 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:42:21.791460 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb7dc8d-db3b-44cb-b3d9-d5f7282a4484 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:42:21.807377 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-644bd207-4c3c-449d-ad26-3f9f6c60f16f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27070'] for router, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:21.813533 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-644bd207-4c3c-449d-ad26-3f9f6c60f16f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:21.816363 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e81d352c-3ea7-4659-9b72-b0c5deb1a4f7 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:21.860784 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-4cb7dc8d-db3b-44cb-b3d9-d5f7282a4484 None None] Attempting to bind port 574f18ad-e7ae-41ad-8c70-3d1a21e794da on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:42:21.861233 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-4cb7dc8d-db3b-44cb-b3d9-d5f7282a4484 None None] Attempting to bind port 574f18ad-e7ae-41ad-8c70-3d1a21e794da by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '2e5fff45-c274-4677-ad93-946fb51d752d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'fcfdebfb-890a-4564-ad33-442534fd3fbd'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:42:21.861921 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb7dc8d-db3b-44cb-b3d9-d5f7282a4484 None None] Attempting to bind port 574f18ad-e7ae-41ad-8c70-3d1a21e794da on network fcfdebfb-890a-4564-ad33-442534fd3fbd {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:42:21.869028 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb7dc8d-db3b-44cb-b3d9-d5f7282a4484 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:42:21.869028 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb7dc8d-db3b-44cb-b3d9-d5f7282a4484 None None] Checking segment: {'id': '2e5fff45-c274-4677-ad93-946fb51d752d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'fcfdebfb-890a-4564-ad33-442534fd3fbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:42:21.871434 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4cb7dc8d-db3b-44cb-b3d9-d5f7282a4484 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:21.871690 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb7dc8d-db3b-44cb-b3d9-d5f7282a4484 None None] Bound using segment: {'id': '2e5fff45-c274-4677-ad93-946fb51d752d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'fcfdebfb-890a-4564-ad33-442534fd3fbd'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:42:21.872180 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-4cb7dc8d-db3b-44cb-b3d9-d5f7282a4484 None None] Bound port: 574f18ad-e7ae-41ad-8c70-3d1a21e794da, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e5fff45-c274-4677-ad93-946fb51d752d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'fcfdebfb-890a-4564-ad33-442534fd3fbd'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:42:21.876853 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4cb7dc8d-db3b-44cb-b3d9-d5f7282a4484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:21.894438 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b91e748b-7bc5-4375-bb11-648c6d8d4813 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15773812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13127359'] for subnet, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:21.927139 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81d352c-3ea7-4659-9b72-b0c5deb1a4f7 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Network ded60846-511e-4b8a-af6a-2fbed0997a8a is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:42:21.934516 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-e81d352c-3ea7-4659-9b72-b0c5deb1a4f7 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:42:21.937276 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81d352c-3ea7-4659-9b72-b0c5deb1a4f7 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:42:21.947478 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91e748b-7bc5-4375-bb11-648c6d8d4813 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Pushing event deleted for resources: {'Subnet': ['ID=14bbd64b-ac98-484b-b8ba-41cb2378fef4,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:21.949605 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b91e748b-7bc5-4375-bb11-648c6d8d4813 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:21.950021 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-346118fa-876d-4841-8fbc-d3ab236dfac2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:21.953530 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-b91e748b-7bc5-4375-bb11-648c6d8d4813 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "DELETE /v2.0/subnets/14bbd64b-ac98-484b-b8ba-41cb2378fef4 HTTP/1.1" status: 204 len: 168 time: 1.8020546 Apr 05 14:42:21.956242 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 50964) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:21.975189 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81d352c-3ea7-4659-9b72-b0c5deb1a4f7 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Pushing event updated for resources: {'Port': ['ID=e2787acc-eb89-4940-a988-03c99d2b9be6,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:22.021931 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e81d352c-3ea7-4659-9b72-b0c5deb1a4f7 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809369'] for router_interface, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:22.037805 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_v2 [None req-07a10681-2730-4757-aff1-b4db60acefc3 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Deleting subnet 2b51efa3-447b-4716-ae17-34d89f9e6b99 {{(pid=103320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:42:22.046224 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-07a10681-2730-4757-aff1-b4db60acefc3 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks [] for subnet, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:22.074917 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-644bd207-4c3c-449d-ad26-3f9f6c60f16f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803298'] for router, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:22.075929 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-644bd207-4c3c-449d-ad26-3f9f6c60f16f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30f3ddb7-a467-4355-9e02-036492b1a47e {{(pid=103320) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:42:22.110022 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-644bd207-4c3c-449d-ad26-3f9f6c60f16f admin admin] Notify callbacks [] for router, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:22.111243 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-644bd207-4c3c-449d-ad26-3f9f6c60f16f admin admin] 10.222.0.30 "DELETE /v2.0/routers/30f3ddb7-a467-4355-9e02-036492b1a47e HTTP/1.1" status: 204 len: 168 time: 4.9537513 Apr 05 14:42:22.130975 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 50970) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:22.144929 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-4cb7dc8d-db3b-44cb-b3d9-d5f7282a4484 None None] For port 574f18ad-e7ae-41ad-8c70-3d1a21e794da, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:42:22.154296 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-4cb7dc8d-db3b-44cb-b3d9-d5f7282a4484 None None] For port 574f18ad-e7ae-41ad-8c70-3d1a21e794da, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=574f18ad-e7ae-41ad-8c70-3d1a21e794da,segment=NetworkSegment(2e5fff45-c274-4677-ad93-946fb51d752d),segment_id=2e5fff45-c274-4677-ad93-946fb51d752d)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:42:22.156896 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c923bf56-5b95-4c1d-aff2-5ee59544d21d tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:22.172535 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fb3821-0992-4ec5-a5ed-af7b5c87b9b1 None None] Network c4310feb-f943-4c8e-9d50-b56fc088080f requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:42:22.184726 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-07a10681-2730-4757-aff1-b4db60acefc3 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13399228'] for subnet, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:22.252925 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1d8b011-74a3-4c45-aebc-27f8059f4d5f admin admin] Deleting subnet c529ad6d-a94e-4533-88f8-eeabc5541ed8 {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:42:22.256075 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-346118fa-876d-4841-8fbc-d3ab236dfac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:22.261921 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d1d8b011-74a3-4c45-aebc-27f8059f4d5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:22.283926 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device b19045ae-f5ab-4894-b8f2-78cf84e0b22e no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:42:22.293569 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c923bf56-5b95-4c1d-aff2-5ee59544d21d tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:22.374160 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4cb7dc8d-db3b-44cb-b3d9-d5f7282a4484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:22.402095 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d1d8b011-74a3-4c45-aebc-27f8059f4d5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:22.438449 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c923bf56-5b95-4c1d-aff2-5ee59544d21d tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=103320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:42:22.470559 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8784db63-e41f-4799-ac93-a65d7cdaaef0 req-8900bc0f-369d-45c2-887d-15397c8139a6 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:22.472369 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8784db63-e41f-4799-ac93-a65d7cdaaef0 req-8900bc0f-369d-45c2-887d-15397c8139a6 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 943 time: 0.1597385 Apr 05 14:42:22.476228 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c923bf56-5b95-4c1d-aff2-5ee59544d21d tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c39c17-cfba-4fd6-8f74-bc655d98e488,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:22.538608 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346118fa-876d-4841-8fbc-d3ab236dfac2 admin admin] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:42:22.562147 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c923bf56-5b95-4c1d-aff2-5ee59544d21d tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:22.562415 n-d-836650-2 neutron-server[103320]: INFO neutron.db.segments_db [None req-c923bf56-5b95-4c1d-aff2-5ee59544d21d tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Added segment e6f1abe3-615e-4933-984c-5907ba21c03b of type vlan for network 55cbd320-2b4e-42d8-b10f-06ba0c7e7cae Apr 05 14:42:22.569297 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-346118fa-876d-4841-8fbc-d3ab236dfac2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:42:22.608515 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346118fa-876d-4841-8fbc-d3ab236dfac2 admin admin] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:42:22.699103 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346118fa-876d-4841-8fbc-d3ab236dfac2 admin admin] Pushing event updated for resources: {'Port': ['ID=ba6852d8-c258-4fd9-bbca-200d5bb93f7e,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:22.708512 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e81d352c-3ea7-4659-9b72-b0c5deb1a4f7 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:22.736129 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8784db63-e41f-4799-ac93-a65d7cdaaef0 req-9161e813-15bb-4f10-85dc-23fdcaa66ccb tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131460 Apr 05 14:42:22.777139 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c923bf56-5b95-4c1d-aff2-5ee59544d21d tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:22.783799 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-07a10681-2730-4757-aff1-b4db60acefc3 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:22.938808 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb7dc8d-db3b-44cb-b3d9-d5f7282a4484 None None] Pushing event updated for resources: {'Port': ['ID=574f18ad-e7ae-41ad-8c70-3d1a21e794da,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:22.947100 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d1d8b011-74a3-4c45-aebc-27f8059f4d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:22.962489 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-e968c955-04bb-4d5b-81c4-91ce12fa785e None None] Provisioning complete for port 6cd70bae-dfe7-4636-8a57-cd794ce7cbbb triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:42:22.962868 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e968c955-04bb-4d5b-81c4-91ce12fa785e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:22.977470 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c923bf56-5b95-4c1d-aff2-5ee59544d21d tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:22.990303 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c923bf56-5b95-4c1d-aff2-5ee59544d21d tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:22.991564 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c923bf56-5b95-4c1d-aff2-5ee59544d21d tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:23.010816 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3889bbf4-3a93-4eb4-ac46-5c860ba61ead None None] Network 09832952-87af-42a9-bce4-51533cc13268 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:42:23.018922 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-07a10681-2730-4757-aff1-b4db60acefc3 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15773812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13127359'] for subnet, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:23.086712 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-07a10681-2730-4757-aff1-b4db60acefc3 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:23.091224 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-07a10681-2730-4757-aff1-b4db60acefc3 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "DELETE /v2.0/subnets/2b51efa3-447b-4716-ae17-34d89f9e6b99 HTTP/1.1" status: 204 len: 168 time: 1.1340353 Apr 05 14:42:23.170247 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 51006) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:23.211154 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0154b0d0-014b-4749-a5e8-72888896314c None None] Network 09506e0a-3744-473b-8a54-c7b44b9b7c22 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:42:23.217603 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a10681-2730-4757-aff1-b4db60acefc3 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Pushing event deleted for resources: {'Subnet': ['ID=2b51efa3-447b-4716-ae17-34d89f9e6b99,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:23.221266 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 25baab62-8016-48f9-b688-c902229dcc43 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:42:23.257717 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-c923bf56-5b95-4c1d-aff2-5ee59544d21d tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.0575621 Apr 05 14:42:23.272469 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 51014) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:23.287531 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-38db15aa-679b-4a9f-b8b8-7035a3c691f4 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Request body: {'subnet': {'network_id': '55cbd320-2b4e-42d8-b10f-06ba0c7e7cae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:42:23.311634 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1b7dd3-ef87-440e-bbaf-7ab94f3eaa0d None None] DHCP port deletion for c4310feb-f943-4c8e-9d50-b56fc088080f request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:42:23.326492 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c923bf56-5b95-4c1d-aff2-5ee59544d21d tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Pushing event updated for resources: {'Network': ['ID=55cbd320-2b4e-42d8-b10f-06ba0c7e7cae,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:23.380226 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 55cbd320-2b4e-42d8-b10f-06ba0c7e7cae details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:42:23.404788 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1d2385ca-97db-4108-b263-967636e2a354 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:23.488013 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-1d2385ca-97db-4108-b263-967636e2a354 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Deleting port e23ff053-d679-49ef-a78e-3277208537b4 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:42:23.488519 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1d2385ca-97db-4108-b263-967636e2a354 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:23.530195 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 25baab62-8016-48f9-b688-c902229dcc43 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:42:23.530572 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:23.570056 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-1d2385ca-97db-4108-b263-967636e2a354 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] For port e23ff053-d679-49ef-a78e-3277208537b4, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=e23ff053-d679-49ef-a78e-3277208537b4,segment=NetworkSegment(2bd40b06-9213-421d-9fff-c47075683508),segment_id=2bd40b06-9213-421d-9fff-c47075683508)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:42:23.570437 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1d2385ca-97db-4108-b263-967636e2a354 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:23.588020 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-1d2385ca-97db-4108-b263-967636e2a354 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Calling delete_port for e23ff053-d679-49ef-a78e-3277208537b4 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:42:23.696557 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-db1b7dd3-ef87-440e-bbaf-7ab94f3eaa0d None None] Deleting port e23ff053-d679-49ef-a78e-3277208537b4 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:42:23.697039 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-db1b7dd3-ef87-440e-bbaf-7ab94f3eaa0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:23.813866 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-e968c955-04bb-4d5b-81c4-91ce12fa785e None None] Provisioning complete for port e2787acc-eb89-4940-a988-03c99d2b9be6 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:42:23.813866 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e968c955-04bb-4d5b-81c4-91ce12fa785e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:23.848023 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1d2385ca-97db-4108-b263-967636e2a354 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:23.877289 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897403dd-cda0-4381-ba75-5a4172341768 None None] DHCP port deletion for 09506e0a-3744-473b-8a54-c7b44b9b7c22 request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:42:23.897419 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-db1b7dd3-ef87-440e-bbaf-7ab94f3eaa0d None None] For port e23ff053-d679-49ef-a78e-3277208537b4, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=e23ff053-d679-49ef-a78e-3277208537b4,segment=NetworkSegment(2bd40b06-9213-421d-9fff-c47075683508),segment_id=2bd40b06-9213-421d-9fff-c47075683508)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:42:23.897419 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-db1b7dd3-ef87-440e-bbaf-7ab94f3eaa0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:23.918520 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2385ca-97db-4108-b263-967636e2a354 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Pushing event deleted for resources: {'Port': ['ID=e23ff053-d679-49ef-a78e-3277208537b4,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:23.924032 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2385ca-97db-4108-b263-967636e2a354 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] No DVR routers for this DVR port e23ff053-d679-49ef-a78e-3277208537b4 on host n-d-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:42:23.948763 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-db1b7dd3-ef87-440e-bbaf-7ab94f3eaa0d None None] Calling delete_port for e23ff053-d679-49ef-a78e-3277208537b4 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:42:23.955520 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:23.997689 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d1d8b011-74a3-4c45-aebc-27f8059f4d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:24.037418 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-e968c955-04bb-4d5b-81c4-91ce12fa785e None None] Port e2787acc-eb89-4940-a988-03c99d2b9be6 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:42:24.086636 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-22aa6cf4-285a-48f3-bed0-049083ec8cfd req-98752d54-947e-4af9-9e99-fba071bb1f33 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9116883 Apr 05 14:42:24.127182 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d8b011-74a3-4c45-aebc-27f8059f4d5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c529ad6d-a94e-4533-88f8-eeabc5541ed8,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:24.140012 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [req-22aa6cf4-285a-48f3-bed0-049083ec8cfd req-9a348273-e241-4339-be90-b071dce81289 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103321) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:42:24.141093 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-22aa6cf4-285a-48f3-bed0-049083ec8cfd req-9a348273-e241-4339-be90-b071dce81289 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0212331 Apr 05 14:42:24.149998 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d1d8b011-74a3-4c45-aebc-27f8059f4d5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:24.153268 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-d1d8b011-74a3-4c45-aebc-27f8059f4d5f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c529ad6d-a94e-4533-88f8-eeabc5541ed8 HTTP/1.1" status: 204 len: 168 time: 2.0209885 Apr 05 14:42:24.157685 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1d2385ca-97db-4108-b263-967636e2a354 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:24.164263 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 51044) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:24.165950 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port 25baab62-8016-48f9-b688-c902229dcc43, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=25baab62-8016-48f9-b688-c902229dcc43,segment=NetworkSegment(03ca1f17-2595-4068-89a9-f8d4e52c32a2),segment_id=03ca1f17-2595-4068-89a9-f8d4e52c32a2)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:42:24.212347 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-1d2385ca-97db-4108-b263-967636e2a354 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4310feb-f943-4c8e-9d50-b56fc088080f']}} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:24.227005 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ce1afc-3dd0-4404-b519-94ca89f6e6ff req-e2ce6ba8-ef2b-4742-b688-026e507ce073 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:24.229457 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b4ce1afc-3dd0-4404-b519-94ca89f6e6ff req-e2ce6ba8-ef2b-4742-b688-026e507ce073 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 943 time: 0.3271747 Apr 05 14:42:24.238734 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3059577-463d-4517-ac5b-cac6c5bf7602 None None] Network bbe33099-0907-4578-b91f-9ecd1e0f3a95 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:42:24.243111 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-782cbb2c-5b56-4aa1-9a64-a8f61e4662cc None None] Provisioning complete for port 25baab62-8016-48f9-b688-c902229dcc43 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:42:24.243604 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-782cbb2c-5b56-4aa1-9a64-a8f61e4662cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:24.265564 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-1d2385ca-97db-4108-b263-967636e2a354 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bd40b06-9213-421d-9fff-c47075683508') {'for_net_delete': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:24.266277 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-1d2385ca-97db-4108-b263-967636e2a354 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bd40b06-9213-421d-9fff-c47075683508') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:24.284727 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1d2385ca-97db-4108-b263-967636e2a354 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13399223'] for segment, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:24.294721 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-346118fa-876d-4841-8fbc-d3ab236dfac2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:24.308486 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:24.308690 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38db15aa-679b-4a9f-b8b8-7035a3c691f4 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Made reservation on behalf of 4fea81b3b44b45059c95e23a97176dfe for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:42:24.312402 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-38db15aa-679b-4a9f-b8b8-7035a3c691f4 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:24.361925 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-897403dd-cda0-4381-ba75-5a4172341768 None None] Deleting port 5e3d935f-b271-4ee4-bf46-94479b755e68 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:42:24.363186 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-897403dd-cda0-4381-ba75-5a4172341768 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:24.367947 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b4ce1afc-3dd0-4404-b519-94ca89f6e6ff req-cf1de2f0-d0ed-4c9f-80b2-f089a6b6f1e2 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302133 Apr 05 14:42:24.376937 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1d2385ca-97db-4108-b263-967636e2a354 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:24.390469 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d2385ca-97db-4108-b263-967636e2a354 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=103320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:42:24.392348 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1d2385ca-97db-4108-b263-967636e2a354 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15765202'] for segment, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:24.402296 n-d-836650-2 neutron-server[103320]: Traceback (most recent call last): Apr 05 14:42:24.402296 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:42:24.402296 n-d-836650-2 neutron-server[103320]: timer() Apr 05 14:42:24.402296 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:42:24.402296 n-d-836650-2 neutron-server[103320]: cb(*args, **kw) Apr 05 14:42:24.402296 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:42:24.402296 n-d-836650-2 neutron-server[103320]: return func(*args, **kwargs) Apr 05 14:42:24.402296 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:42:24.402296 n-d-836650-2 neutron-server[103320]: self._notify() Apr 05 14:42:24.402296 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:42:24.402296 n-d-836650-2 neutron-server[103320]: self.callback(batched_events) Apr 05 14:42:24.402296 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:42:24.402296 n-d-836650-2 neutron-server[103320]: event.method(event) Apr 05 14:42:24.402296 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:42:24.402296 n-d-836650-2 neutron-server[103320]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:42:24.402296 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:42:24.402296 n-d-836650-2 neutron-server[103320]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:42:24.402296 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:42:24.402296 n-d-836650-2 neutron-server[103320]: return f(self, *a, **k) Apr 05 14:42:24.402296 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:42:24.402296 n-d-836650-2 neutron-server[103320]: return self._get(url).json() Apr 05 14:42:24.402296 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:42:24.402296 n-d-836650-2 neutron-server[103320]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:42:24.402296 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:42:24.402296 n-d-836650-2 neutron-server[103320]: return self.request(url, 'GET', **kwargs) Apr 05 14:42:24.402296 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:42:24.402296 n-d-836650-2 neutron-server[103320]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:42:24.402296 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:42:24.402296 n-d-836650-2 neutron-server[103320]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:42:24.402296 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:42:24.402296 n-d-836650-2 neutron-server[103320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:42:24.402296 n-d-836650-2 neutron-server[103320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:42:24.494753 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 5d29dee1-0a93-4c3f-9788-7e21d67cff7e no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:42:24.522145 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ebe97bfe-d3e8-4af6-92ff-368e8fecdbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:24.658785 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1d2385ca-97db-4108-b263-967636e2a354 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:24.675836 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1d2385ca-97db-4108-b263-967636e2a354 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:24.685737 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-1d2385ca-97db-4108-b263-967636e2a354 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "DELETE /v2.0/networks/c4310feb-f943-4c8e-9d50-b56fc088080f HTTP/1.1" status: 204 len: 168 time: 1.4684699 Apr 05 14:42:24.689421 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 51064) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:24.690815 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e81d352c-3ea7-4659-9b72-b0c5deb1a4f7 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:24.739698 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2385ca-97db-4108-b263-967636e2a354 tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Pushing event deleted for resources: {'Network': ['ID=c4310feb-f943-4c8e-9d50-b56fc088080f,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:24.765041 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 5d29dee1-0a93-4c3f-9788-7e21d67cff7e {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:42:24.766084 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 5d29dee1-0a93-4c3f-9788-7e21d67cff7e not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:42:24.791518 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03623904-49d1-4d0a-81f5-d0bdbdd57e20 None None] Network fcfdebfb-890a-4564-ad33-442534fd3fbd requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:42:24.810131 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:42:24.810131 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:42:24.810131 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:42:24.810131 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:42:24.810131 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:42:24.810131 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:42:24.810131 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:42:24.810131 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:42:24.810131 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:42:24.810131 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:42:24.810131 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:42:24.810131 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:42:24.810131 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:42:24.810131 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:42:24.810131 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:42:24.810131 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:42:24.810131 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:42:24.810131 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:42:24.810131 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:42:24.810131 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:42:24.810131 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:42:24.810131 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:42:24.810131 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:42:24.810131 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:42:24.810131 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:42:24.810131 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:42:24.810131 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:42:24.810131 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:42:24.810131 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:42:24.810131 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:42:24.810131 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:42:24.810131 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:42:24.810131 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:42:24.810131 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:42:24.810131 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:42:24.810131 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:42:24.810131 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:42:24.810131 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:42:24.810131 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:42:24.810131 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:42:24.810131 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:42:24.810131 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:42:24.810131 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:42:24.810131 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:42:24.810131 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:42:24.810131 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:42:24.810131 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:42:24.810131 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:42:24.810131 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:42:24.810131 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:42:24.810131 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:42:24.810131 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:42:24.810131 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:42:24.810131 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:42:24.821253 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-25eaa393-b1a4-4142-8d08-c8ccd6cc966d tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:24.834373 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e81d352c-3ea7-4659-9b72-b0c5deb1a4f7 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:24.882972 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-25eaa393-b1a4-4142-8d08-c8ccd6cc966d tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Deleting port 5e3d935f-b271-4ee4-bf46-94479b755e68 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:42:24.883708 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-25eaa393-b1a4-4142-8d08-c8ccd6cc966d tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:24.942898 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-ebe97bfe-d3e8-4af6-92ff-368e8fecdbf2 admin admin] Deleting port 28614c12-15a8-45a6-b833-a8f02d1f162b {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:42:24.943240 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ebe97bfe-d3e8-4af6-92ff-368e8fecdbf2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:24.959579 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-25eaa393-b1a4-4142-8d08-c8ccd6cc966d tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] For port 5e3d935f-b271-4ee4-bf46-94479b755e68, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=5e3d935f-b271-4ee4-bf46-94479b755e68,segment=NetworkSegment(9b21705a-bc5f-4914-8fe4-95935e7f97b2),segment_id=9b21705a-bc5f-4914-8fe4-95935e7f97b2)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:42:24.960103 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-25eaa393-b1a4-4142-8d08-c8ccd6cc966d tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:24.975588 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-25eaa393-b1a4-4142-8d08-c8ccd6cc966d tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Calling delete_port for 5e3d935f-b271-4ee4-bf46-94479b755e68 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:42:25.001245 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-346118fa-876d-4841-8fbc-d3ab236dfac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618'] for router, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:25.047075 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81d352c-3ea7-4659-9b72-b0c5deb1a4f7 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Pushing event updated for resources: {'Port': ['ID=e2787acc-eb89-4940-a988-03c99d2b9be6,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:25.051947 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-db1b7dd3-ef87-440e-bbaf-7ab94f3eaa0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:25.070100 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e81d352c-3ea7-4659-9b72-b0c5deb1a4f7 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809317'] for router_interface, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:25.083904 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=25baab62-8016-48f9-b688-c902229dcc43,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:25.123830 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-38db15aa-679b-4a9f-b8b8-7035a3c691f4 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:25.139611 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-ebe97bfe-d3e8-4af6-92ff-368e8fecdbf2 admin admin] For port 28614c12-15a8-45a6-b833-a8f02d1f162b, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=28614c12-15a8-45a6-b833-a8f02d1f162b,segment=NetworkSegment(87207719-1f48-46bc-a702-a88951a34078),segment_id=87207719-1f48-46bc-a702-a88951a34078)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:42:25.139984 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ebe97bfe-d3e8-4af6-92ff-368e8fecdbf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:25.144243 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-587626a0-ec1f-4a11-b524-6ae730b28bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:25.148766 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-897403dd-cda0-4381-ba75-5a4172341768 None None] For port 5e3d935f-b271-4ee4-bf46-94479b755e68, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=5e3d935f-b271-4ee4-bf46-94479b755e68,segment=NetworkSegment(9b21705a-bc5f-4914-8fe4-95935e7f97b2),segment_id=9b21705a-bc5f-4914-8fe4-95935e7f97b2)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:42:25.149159 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-897403dd-cda0-4381-ba75-5a4172341768 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:25.161109 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1b7dd3-ef87-440e-bbaf-7ab94f3eaa0d None None] Pushing event deleted for resources: {'Port': ['ID=e23ff053-d679-49ef-a78e-3277208537b4,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:25.162784 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-db1b7dd3-ef87-440e-bbaf-7ab94f3eaa0d None None] Network c4310feb-f943-4c8e-9d50-b56fc088080f is not hosted by any dhcp agent {{(pid=103322) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 05 14:42:25.163238 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1b7dd3-ef87-440e-bbaf-7ab94f3eaa0d None None] No DVR routers for this DVR port e23ff053-d679-49ef-a78e-3277208537b4 on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:42:25.191645 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-897403dd-cda0-4381-ba75-5a4172341768 None None] Calling delete_port for 5e3d935f-b271-4ee4-bf46-94479b755e68 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:42:25.206880 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-25eaa393-b1a4-4142-8d08-c8ccd6cc966d tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:25.216116 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-ebe97bfe-d3e8-4af6-92ff-368e8fecdbf2 admin admin] Calling delete_port for 28614c12-15a8-45a6-b833-a8f02d1f162b owned by network:dhcp {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:42:25.233895 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 574f18ad-e7ae-41ad-8c70-3d1a21e794da up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:42:25.252173 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eaa393-b1a4-4142-8d08-c8ccd6cc966d tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Pushing event deleted for resources: {'Port': ['ID=5e3d935f-b271-4ee4-bf46-94479b755e68,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:25.267370 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25eaa393-b1a4-4142-8d08-c8ccd6cc966d tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] No DVR routers for this DVR port 5e3d935f-b271-4ee4-bf46-94479b755e68 on host n-d-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:42:25.372636 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-25eaa393-b1a4-4142-8d08-c8ccd6cc966d tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:25.374941 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41e7132-6e1d-46b2-8c73-6fa9d5914d48 None None] DHCP port deletion for bbe33099-0907-4578-b91f-9ecd1e0f3a95 request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:42:25.382228 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38db15aa-679b-4a9f-b8b8-7035a3c691f4 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Pushing event updated for resources: {'Subnet': ['ID=07f95772-b078-4086-b38b-f87bedad9642,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:25.387029 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 574f18ad-e7ae-41ad-8c70-3d1a21e794da triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:42:25.387029 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:25.403682 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-25eaa393-b1a4-4142-8d08-c8ccd6cc966d tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09506e0a-3744-473b-8a54-c7b44b9b7c22']}} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:25.428630 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-25eaa393-b1a4-4142-8d08-c8ccd6cc966d tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b21705a-bc5f-4914-8fe4-95935e7f97b2') {'for_net_delete': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:25.428991 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-25eaa393-b1a4-4142-8d08-c8ccd6cc966d tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b21705a-bc5f-4914-8fe4-95935e7f97b2') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:25.442819 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-25eaa393-b1a4-4142-8d08-c8ccd6cc966d tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13399223'] for segment, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:25.466792 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-25eaa393-b1a4-4142-8d08-c8ccd6cc966d tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:25.468992 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38db15aa-679b-4a9f-b8b8-7035a3c691f4 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Checking segment: {'id': 'e6f1abe3-615e-4933-984c-5907ba21c03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '55cbd320-2b4e-42d8-b10f-06ba0c7e7cae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:42:25.469356 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38db15aa-679b-4a9f-b8b8-7035a3c691f4 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Network hostable DHCP agents. Network: 55cbd320-2b4e-42d8-b10f-06ba0c7e7cae, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:42:25.476201 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25eaa393-b1a4-4142-8d08-c8ccd6cc966d tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=103320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:42:25.476840 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-25eaa393-b1a4-4142-8d08-c8ccd6cc966d tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15765202'] for segment, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:25.480911 n-d-836650-2 neutron-server[103320]: Traceback (most recent call last): Apr 05 14:42:25.480911 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:42:25.480911 n-d-836650-2 neutron-server[103320]: timer() Apr 05 14:42:25.480911 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:42:25.480911 n-d-836650-2 neutron-server[103320]: cb(*args, **kw) Apr 05 14:42:25.480911 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:42:25.480911 n-d-836650-2 neutron-server[103320]: return func(*args, **kwargs) Apr 05 14:42:25.480911 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:42:25.480911 n-d-836650-2 neutron-server[103320]: self._notify() Apr 05 14:42:25.480911 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:42:25.480911 n-d-836650-2 neutron-server[103320]: self.callback(batched_events) Apr 05 14:42:25.480911 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:42:25.480911 n-d-836650-2 neutron-server[103320]: event.method(event) Apr 05 14:42:25.480911 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:42:25.480911 n-d-836650-2 neutron-server[103320]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:42:25.480911 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:42:25.480911 n-d-836650-2 neutron-server[103320]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:42:25.480911 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:42:25.480911 n-d-836650-2 neutron-server[103320]: return f(self, *a, **k) Apr 05 14:42:25.480911 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:42:25.480911 n-d-836650-2 neutron-server[103320]: return self._get(url).json() Apr 05 14:42:25.480911 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:42:25.480911 n-d-836650-2 neutron-server[103320]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:42:25.480911 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:42:25.480911 n-d-836650-2 neutron-server[103320]: return self.request(url, 'GET', **kwargs) Apr 05 14:42:25.480911 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:42:25.480911 n-d-836650-2 neutron-server[103320]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:42:25.480911 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:42:25.480911 n-d-836650-2 neutron-server[103320]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:42:25.480911 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:42:25.480911 n-d-836650-2 neutron-server[103320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:42:25.480911 n-d-836650-2 neutron-server[103320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:42:25.566223 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-b0e1ab55-c9b0-404d-aa84-0d8affd8dbe8 None None] Provisioning complete for port 574f18ad-e7ae-41ad-8c70-3d1a21e794da triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:42:25.568826 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b0e1ab55-c9b0-404d-aa84-0d8affd8dbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:25.574401 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81d352c-3ea7-4659-9b72-b0c5deb1a4f7 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Network ded60846-511e-4b8a-af6a-2fbed0997a8a is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:42:25.576268 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-e81d352c-3ea7-4659-9b72-b0c5deb1a4f7 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:42:25.598224 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc25fa-1c97-4ff2-84f4-bf09e47c94f8 req-0c10e3f0-0f94-4038-8d8e-c416c68f39e4 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:25.598224 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-09cc25fa-1c97-4ff2-84f4-bf09e47c94f8 req-0c10e3f0-0f94-4038-8d8e-c416c68f39e4 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 943 time: 0.1028111 Apr 05 14:42:25.649718 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-897403dd-cda0-4381-ba75-5a4172341768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:25.657241 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-25eaa393-b1a4-4142-8d08-c8ccd6cc966d tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:25.664151 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-346118fa-876d-4841-8fbc-d3ab236dfac2 admin admin] Router 021bd0f9-45b7-4b8d-abab-7c183c71d33c is scheduled to L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 with binding_index 1 {{(pid=103321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:42:25.669434 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ebe97bfe-d3e8-4af6-92ff-368e8fecdbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:25.678155 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-25eaa393-b1a4-4142-8d08-c8ccd6cc966d tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:25.679740 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38db15aa-679b-4a9f-b8b8-7035a3c691f4 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Network 55cbd320-2b4e-42d8-b10f-06ba0c7e7cae is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:42:25.682739 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-25eaa393-b1a4-4142-8d08-c8ccd6cc966d tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] 10.222.0.30 "DELETE /v2.0/networks/09506e0a-3744-473b-8a54-c7b44b9b7c22 HTTP/1.1" status: 204 len: 168 time: 0.9907613 Apr 05 14:42:25.748543 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-09cc25fa-1c97-4ff2-84f4-bf09e47c94f8 req-823f9709-2816-4af5-9c57-f1fec0aa2817 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424623 Apr 05 14:42:25.752582 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eaa393-b1a4-4142-8d08-c8ccd6cc966d tempest-TaggedBootDevicesTest-410158659 tempest-TaggedBootDevicesTest-410158659-project] Pushing event deleted for resources: {'Network': ['ID=09506e0a-3744-473b-8a54-c7b44b9b7c22,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:25.760855 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe97bfe-d3e8-4af6-92ff-368e8fecdbf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=28614c12-15a8-45a6-b833-a8f02d1f162b,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:25.765620 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe97bfe-d3e8-4af6-92ff-368e8fecdbf2 admin admin] No DVR routers for this DVR port 28614c12-15a8-45a6-b833-a8f02d1f162b on host n-d-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:42:25.772058 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897403dd-cda0-4381-ba75-5a4172341768 None None] Pushing event deleted for resources: {'Port': ['ID=5e3d935f-b271-4ee4-bf46-94479b755e68,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:25.773942 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-897403dd-cda0-4381-ba75-5a4172341768 None None] Network 09506e0a-3744-473b-8a54-c7b44b9b7c22 is not hosted by any dhcp agent {{(pid=103322) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 05 14:42:25.774408 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897403dd-cda0-4381-ba75-5a4172341768 None None] No DVR routers for this DVR port 5e3d935f-b271-4ee4-bf46-94479b755e68 on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:42:25.794266 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-38db15aa-679b-4a9f-b8b8-7035a3c691f4 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 55cbd320-2b4e-42d8-b10f-06ba0c7e7cae) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:42:25.824618 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:25.830433 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5b38fd-9cd8-435b-9b7a-4502cd28e705 None None] Network 55cbd320-2b4e-42d8-b10f-06ba0c7e7cae requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:42:25.921231 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38db15aa-679b-4a9f-b8b8-7035a3c691f4 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:25.921927 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-38db15aa-679b-4a9f-b8b8-7035a3c691f4 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:25.957935 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c41e7132-6e1d-46b2-8c73-6fa9d5914d48 None None] Deleting port 28614c12-15a8-45a6-b833-a8f02d1f162b {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:42:25.958676 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c41e7132-6e1d-46b2-8c73-6fa9d5914d48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:26.037635 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ebe97bfe-d3e8-4af6-92ff-368e8fecdbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:26.069151 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port 574f18ad-e7ae-41ad-8c70-3d1a21e794da, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=574f18ad-e7ae-41ad-8c70-3d1a21e794da,segment=NetworkSegment(2e5fff45-c274-4677-ad93-946fb51d752d),segment_id=2e5fff45-c274-4677-ad93-946fb51d752d)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:42:26.116174 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c41e7132-6e1d-46b2-8c73-6fa9d5914d48 None None] For port 28614c12-15a8-45a6-b833-a8f02d1f162b, host n-d-836650-2, got binding levels [] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:42:26.116572 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c41e7132-6e1d-46b2-8c73-6fa9d5914d48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:26.133901 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b0e1ab55-c9b0-404d-aa84-0d8affd8dbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:26.136423 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-ebe97bfe-d3e8-4af6-92ff-368e8fecdbf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbe33099-0907-4578-b91f-9ecd1e0f3a95']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:26.141818 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c41e7132-6e1d-46b2-8c73-6fa9d5914d48 None None] Calling delete_port for 28614c12-15a8-45a6-b833-a8f02d1f162b owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:42:26.150361 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.ipam_backend_mixin [None req-c41e7132-6e1d-46b2-8c73-6fa9d5914d48 None None] Port 28614c12-15a8-45a6-b833-a8f02d1f162b was not found and therefore no delete operation was performed {{(pid=103322) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 05 14:42:26.152652 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-ebe97bfe-d3e8-4af6-92ff-368e8fecdbf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87207719-1f48-46bc-a702-a88951a34078') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:26.152981 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-ebe97bfe-d3e8-4af6-92ff-368e8fecdbf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87207719-1f48-46bc-a702-a88951a34078') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:26.166062 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-346118fa-876d-4841-8fbc-d3ab236dfac2 admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:42:26.169509 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ebe97bfe-d3e8-4af6-92ff-368e8fecdbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:26.185431 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c41e7132-6e1d-46b2-8c73-6fa9d5914d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:26.192780 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-38db15aa-679b-4a9f-b8b8-7035a3c691f4 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9165165 Apr 05 14:42:26.193689 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ebe97bfe-d3e8-4af6-92ff-368e8fecdbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:26.195918 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 51112) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:26.208470 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-186c31b5-59ed-4cfe-92e8-f182b7d33d04 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-850649262', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:42:26.210645 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4430ee-d34c-4f3b-9728-bd40bf891d2c None None] Sync routers for ids ['021bd0f9-45b7-4b8d-abab-7c183c71d33c'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:42:26.220425 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebe97bfe-d3e8-4af6-92ff-368e8fecdbf2 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:42:26.220830 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ebe97bfe-d3e8-4af6-92ff-368e8fecdbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:26.222703 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:42:26.222703 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:42:26.222703 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:42:26.222703 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:42:26.222703 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:42:26.222703 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:42:26.222703 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:42:26.222703 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:42:26.222703 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:42:26.222703 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:42:26.222703 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:42:26.222703 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:42:26.222703 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:42:26.222703 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:42:26.222703 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:42:26.222703 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:42:26.222703 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:42:26.222703 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:42:26.222703 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:42:26.222703 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:42:26.222703 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:42:26.222703 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:42:26.222703 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:42:26.222703 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:42:26.222703 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:42:26.222703 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:42:26.222703 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:42:26.222703 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:42:26.222703 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:42:26.222703 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:42:26.222703 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:42:26.222703 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:42:26.241638 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:26.253450 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41e7132-6e1d-46b2-8c73-6fa9d5914d48 None None] Pushing event deleted for resources: {'Port': ['ID=28614c12-15a8-45a6-b833-a8f02d1f162b,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:26.257440 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41e7132-6e1d-46b2-8c73-6fa9d5914d48 None None] No DVR routers for this DVR port 28614c12-15a8-45a6-b833-a8f02d1f162b on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:42:26.281268 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e81d352c-3ea7-4659-9b72-b0c5deb1a4f7 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Router 60a3ad0b-df96-435f-b200-ee5167dddba1 is scheduled to L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 with binding_index 1 {{(pid=103321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:42:26.331433 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4430ee-d34c-4f3b-9728-bd40bf891d2c None None] Routers {'021bd0f9-45b7-4b8d-abab-7c183c71d33c'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:42:26.332064 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-aa4430ee-d34c-4f3b-9728-bd40bf891d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:41:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['021bd0f9-45b7-4b8d-abab-7c183c71d33c'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:26.334636 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 5e3d935f-b271-4ee4-bf46-94479b755e68 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:42:26.351070 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-346118fa-876d-4841-8fbc-d3ab236dfac2 admin admin] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:26.352415 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-346118fa-876d-4841-8fbc-d3ab236dfac2 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 6.9501231 Apr 05 14:42:26.355517 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 51116) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:26.404738 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.db.api [None req-b0e1ab55-c9b0-404d-aa84-0d8affd8dbe8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:42:26.405712 n-d-836650-2 neutron-server[103322]: DEBUG oslo_db.api [None req-b0e1ab55-c9b0-404d-aa84-0d8affd8dbe8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:42:26.424311 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81d352c-3ea7-4659-9b72-b0c5deb1a4f7 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:42:26.435332 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-e81d352c-3ea7-4659-9b72-b0c5deb1a4f7 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "PUT /v2.0/routers/60a3ad0b-df96-435f-b200-ee5167dddba1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7188404 Apr 05 14:42:26.435744 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 51122) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:26.439455 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09c6e85-c858-48b2-a4d7-7e9314773054 None None] Sync routers for ids ['60a3ad0b-df96-435f-b200-ee5167dddba1'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:42:26.440682 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb5fb5a-8a6c-4430-b6a3-ff2ad3c98169 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-55cbd320-2b4e-42d8-b10f-06ba0c7e7cae', 'network_id': '55cbd320-2b4e-42d8-b10f-06ba0c7e7cae', 'tenant_id': '4fea81b3b44b45059c95e23a97176dfe', 'fixed_ips': [{'subnet_id': '07f95772-b078-4086-b38b-f87bedad9642'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:42:26.448662 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4cb5fb5a-8a6c-4430-b6a3-ff2ad3c98169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:26.458442 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 5e3d935f-b271-4ee4-bf46-94479b755e68 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:42:26.459020 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 5e3d935f-b271-4ee4-bf46-94479b755e68 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:42:26.459576 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device e23ff053-d679-49ef-a78e-3277208537b4 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:42:26.460390 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09c6e85-c858-48b2-a4d7-7e9314773054 None None] Routers {'60a3ad0b-df96-435f-b200-ee5167dddba1'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:42:26.462176 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-f09c6e85-c858-48b2-a4d7-7e9314773054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:41:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['60a3ad0b-df96-435f-b200-ee5167dddba1'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:26.488575 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ebe97bfe-d3e8-4af6-92ff-368e8fecdbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:26.499306 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ebe97bfe-d3e8-4af6-92ff-368e8fecdbf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:26.511163 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-ebe97bfe-d3e8-4af6-92ff-368e8fecdbf2 admin admin] 10.222.0.30 "DELETE /v2.0/networks/bbe33099-0907-4578-b91f-9ecd1e0f3a95 HTTP/1.1" status: 204 len: 168 time: 2.3452592 Apr 05 14:42:26.515142 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-186c31b5-59ed-4cfe-92e8-f182b7d33d04 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27088'] for router, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:26.516193 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-186c31b5-59ed-4cfe-92e8-f182b7d33d04 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27079'] for router, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:26.523072 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-f09c6e85-c858-48b2-a4d7-7e9314773054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:26.537665 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09c6e85-c858-48b2-a4d7-7e9314773054 None None] Routers {'60a3ad0b-df96-435f-b200-ee5167dddba1'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:42:26.539247 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-f09c6e85-c858-48b2-a4d7-7e9314773054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:41:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['60a3ad0b-df96-435f-b200-ee5167dddba1'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:26.572305 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a105d123-e69c-469d-822b-fdf446e22622 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:26.579032 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-a105d123-e69c-469d-822b-fdf446e22622 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "GET /v2.0/ports/e2787acc-eb89-4940-a988-03c99d2b9be6 HTTP/1.1" status: 200 len: 910 time: 0.1413598 Apr 05 14:42:26.579117 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 51128) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:26.585889 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe97bfe-d3e8-4af6-92ff-368e8fecdbf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbe33099-0907-4578-b91f-9ecd1e0f3a95,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:26.590291 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=574f18ad-e7ae-41ad-8c70-3d1a21e794da,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:26.602687 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-f09c6e85-c858-48b2-a4d7-7e9314773054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:26.603817 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09c6e85-c858-48b2-a4d7-7e9314773054 None None] The sync data for ids ['60a3ad0b-df96-435f-b200-ee5167dddba1'] in n-d-836650-2 is: [] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:42:26.667207 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-aa4430ee-d34c-4f3b-9728-bd40bf891d2c None None] Set router 021bd0f9-45b7-4b8d-abab-7c183c71d33c gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:42:26.697097 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-186c31b5-59ed-4cfe-92e8-f182b7d33d04 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:26.732727 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: e23ff053-d679-49ef-a78e-3277208537b4 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:42:26.733263 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device e23ff053-d679-49ef-a78e-3277208537b4 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:42:26.794662 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa6cf4-285a-48f3-bed0-049083ec8cfd req-044f5904-69dd-425c-bd90-ea125e4cb7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:26.795627 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-22aa6cf4-285a-48f3-bed0-049083ec8cfd req-044f5904-69dd-425c-bd90-ea125e4cb7bd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884&tenant_id=e8ce47a9c4704fe783984e08a144e0c5 HTTP/1.1" status: 200 len: 1094 time: 0.2975030 Apr 05 14:42:26.809758 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-22aa6cf4-285a-48f3-bed0-049083ec8cfd req-9b1c1c15-a4b4-4d42-a493-183e94d41233 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836650-2', 'device_owner': 'compute:nova'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:42:26.863526 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-186c31b5-59ed-4cfe-92e8-f182b7d33d04 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618'] for router, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:26.988149 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-4cb5fb5a-8a6c-4430-b6a3-ff2ad3c98169 None None] Allocated IP 172.20.0.2 (55cbd320-2b4e-42d8-b10f-06ba0c7e7cae/07f95772-b078-4086-b38b-f87bedad9642/6696ec45-ec26-46b5-ac66-cae375457815) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:42:27.016282 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-22aa6cf4-285a-48f3-bed0-049083ec8cfd req-9b1c1c15-a4b4-4d42-a493-183e94d41233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:27.021993 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-186c31b5-59ed-4cfe-92e8-f182b7d33d04 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:27.023699 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-186c31b5-59ed-4cfe-92e8-f182b7d33d04 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.8267164 Apr 05 14:42:27.026253 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 51140) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:27.076154 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8f799012-ce39-4fa1-8b16-dd9eda1eb55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:27.229650 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 51146) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:27.278927 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effc1069-f40a-47b7-b777-f7d49c1603e3 req-1868216a-6a45-4a02-8c63-21d7586f3bd3 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:27.280862 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-effc1069-f40a-47b7-b777-f7d49c1603e3 req-1868216a-6a45-4a02-8c63-21d7586f3bd3 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 943 time: 0.3462861 Apr 05 14:42:27.426933 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 574f18ad-e7ae-41ad-8c70-3d1a21e794da up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:42:27.547396 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-b5a43ff6-0275-4255-a843-881443c4be7f None None] Provisioning complete for port 574f18ad-e7ae-41ad-8c70-3d1a21e794da triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:42:27.548299 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b5a43ff6-0275-4255-a843-881443c4be7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:27.775458 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 574f18ad-e7ae-41ad-8c70-3d1a21e794da triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:42:27.776362 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:27.851493 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4cb5fb5a-8a6c-4430-b6a3-ff2ad3c98169 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:27.859671 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-aa4430ee-d34c-4f3b-9728-bd40bf891d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'name': 'tempest-FloatingIPsAssociationTestJSON-491073066-router', 'tenant_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'ba6852d8-c258-4fd9-bbca-200d5bb93f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:42:19Z', 'updated_at': '2022-04-05T14:42:23Z', 'revision_number': 3, 'project_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'gw_port': {'id': 'ba6852d8-c258-4fd9-bbca-200d5bb93f7e', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:22:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:21Z', 'updated_at': '2022-04-05T14:42:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:27.904397 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4430ee-d34c-4f3b-9728-bd40bf891d2c None None] Checking router: 021bd0f9-45b7-4b8d-abab-7c183c71d33c for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:42:27.904753 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4430ee-d34c-4f3b-9728-bd40bf891d2c None None] Updating router 021bd0f9-45b7-4b8d-abab-7c183c71d33c port ba6852d8-c258-4fd9-bbca-200d5bb93f7e binding host n-d-836650-2 {{(pid=103322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:42:27.958426 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-effc1069-f40a-47b7-b777-f7d49c1603e3 req-eec9de3e-52e3-4aad-9dcc-cd5d676d8669 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6278608 Apr 05 14:42:27.966553 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-d47809ef-2820-4d1d-95be-4e9fb0b3faaa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9215d951bfeb48c39a8e33c585301815&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7167664 Apr 05 14:42:27.972016 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4cb5fb5a-8a6c-4430-b6a3-ff2ad3c98169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:27.979498 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 51174) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:27.997844 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9c861f2a-9224-4c97-bf65-6f75c1128ee4 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:28.038916 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-aa4430ee-d34c-4f3b-9728-bd40bf891d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:28.044161 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb5fb5a-8a6c-4430-b6a3-ff2ad3c98169 None None] Pushing event updated for resources: {'Port': ['ID=6696ec45-ec26-46b5-ac66-cae375457815,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:28.047138 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-22aa6cf4-285a-48f3-bed0-049083ec8cfd req-9b1c1c15-a4b4-4d42-a493-183e94d41233 service neutron] For port b19045ae-f5ab-4894-b8f2-78cf84e0b22e, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=b19045ae-f5ab-4894-b8f2-78cf84e0b22e,segment=NetworkSegment(bdfb6f44-ca71-4caa-8786-512017d20b4a),segment_id=bdfb6f44-ca71-4caa-8786-512017d20b4a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:42:28.104251 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb5fb5a-8a6c-4430-b6a3-ff2ad3c98169 None None] Network 55cbd320-2b4e-42d8-b10f-06ba0c7e7cae is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:42:28.108482 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:28.111020 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-22aa6cf4-285a-48f3-bed0-049083ec8cfd req-9b1c1c15-a4b4-4d42-a493-183e94d41233 service neutron] For port b19045ae-f5ab-4894-b8f2-78cf84e0b22e, host n-h2-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:42:28.123180 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-4cb5fb5a-8a6c-4430-b6a3-ff2ad3c98169 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:42:28.127535 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb5fb5a-8a6c-4430-b6a3-ff2ad3c98169 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:42:28.210961 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2fbe5fe0-5211-4f49-a81a-0155792a616e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:28.225456 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 25baab62-8016-48f9-b688-c902229dcc43 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:42:28.230279 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-b5a43ff6-0275-4255-a843-881443c4be7f None None] Provisioning complete for port e2787acc-eb89-4940-a988-03c99d2b9be6 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:42:28.230697 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b5a43ff6-0275-4255-a843-881443c4be7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:28.240679 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2fbe5fe0-5211-4f49-a81a-0155792a616e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:28.257359 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-22aa6cf4-285a-48f3-bed0-049083ec8cfd req-9b1c1c15-a4b4-4d42-a493-183e94d41233 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b19045ae-f5ab-4894-b8f2-78cf84e0b22e {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:42:28.277526 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-22aa6cf4-285a-48f3-bed0-049083ec8cfd req-9b1c1c15-a4b4-4d42-a493-183e94d41233 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:28.320983 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9cb81be7-2df9-4822-9f9c-2f8de5e7d19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:28.338300 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-54b91dcd-fcf4-4f7e-8417-4fe7d633bf44 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:28.347204 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-4cb5fb5a-8a6c-4430-b6a3-ff2ad3c98169 None None] Attempting to bind port 6696ec45-ec26-46b5-ac66-cae375457815 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:42:28.347590 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-4cb5fb5a-8a6c-4430-b6a3-ff2ad3c98169 None None] Attempting to bind port 6696ec45-ec26-46b5-ac66-cae375457815 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'e6f1abe3-615e-4933-984c-5907ba21c03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '55cbd320-2b4e-42d8-b10f-06ba0c7e7cae'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:42:28.348757 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb5fb5a-8a6c-4430-b6a3-ff2ad3c98169 None None] Attempting to bind port 6696ec45-ec26-46b5-ac66-cae375457815 on network 55cbd320-2b4e-42d8-b10f-06ba0c7e7cae {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:42:28.367662 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-b5a43ff6-0275-4255-a843-881443c4be7f None None] Port e2787acc-eb89-4940-a988-03c99d2b9be6 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:42:28.373883 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb5fb5a-8a6c-4430-b6a3-ff2ad3c98169 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:42:28.374262 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb5fb5a-8a6c-4430-b6a3-ff2ad3c98169 None None] Checking segment: {'id': 'e6f1abe3-615e-4933-984c-5907ba21c03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '55cbd320-2b4e-42d8-b10f-06ba0c7e7cae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:42:28.374663 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4cb5fb5a-8a6c-4430-b6a3-ff2ad3c98169 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:28.375056 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb5fb5a-8a6c-4430-b6a3-ff2ad3c98169 None None] Bound using segment: {'id': 'e6f1abe3-615e-4933-984c-5907ba21c03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '55cbd320-2b4e-42d8-b10f-06ba0c7e7cae'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:42:28.375557 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-4cb5fb5a-8a6c-4430-b6a3-ff2ad3c98169 None None] Bound port: 6696ec45-ec26-46b5-ac66-cae375457815, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6f1abe3-615e-4933-984c-5907ba21c03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '55cbd320-2b4e-42d8-b10f-06ba0c7e7cae'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:42:28.375953 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4cb5fb5a-8a6c-4430-b6a3-ff2ad3c98169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:28.431385 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2fbe5fe0-5211-4f49-a81a-0155792a616e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:28.440131 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2fbe5fe0-5211-4f49-a81a-0155792a616e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:28.444502 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-2fbe5fe0-5211-4f49-a81a-0155792a616e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0047192e-6700-42a3-a0bf-035eb35fc12b HTTP/1.1" status: 204 len: 168 time: 0.4629459 Apr 05 14:42:28.446481 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-22aa6cf4-285a-48f3-bed0-049083ec8cfd req-9b1c1c15-a4b4-4d42-a493-183e94d41233 service neutron] Transition to ACTIVE for port object b19045ae-f5ab-4894-b8f2-78cf84e0b22e will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:42:28.481499 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbe5fe0-5211-4f49-a81a-0155792a616e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0047192e-6700-42a3-a0bf-035eb35fc12b,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:28.564741 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-4cb5fb5a-8a6c-4430-b6a3-ff2ad3c98169 None None] For port 6696ec45-ec26-46b5-ac66-cae375457815, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:42:28.575778 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-4cb5fb5a-8a6c-4430-b6a3-ff2ad3c98169 None None] For port 6696ec45-ec26-46b5-ac66-cae375457815, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=6696ec45-ec26-46b5-ac66-cae375457815,segment=NetworkSegment(e6f1abe3-615e-4933-984c-5907ba21c03b),segment_id=e6f1abe3-615e-4933-984c-5907ba21c03b)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:42:28.577951 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-22aa6cf4-285a-48f3-bed0-049083ec8cfd req-9b1c1c15-a4b4-4d42-a493-183e94d41233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:28.645585 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-9c861f2a-9224-4c97-bf65-6f75c1128ee4 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Allocated IP 172.20.0.1 (55cbd320-2b4e-42d8-b10f-06ba0c7e7cae/07f95772-b078-4086-b38b-f87bedad9642/f191de50-5a2a-40b9-8993-b5b8e9df4b16) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:42:28.657555 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 25baab62-8016-48f9-b688-c902229dcc43 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:42:28.657933 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:28.708449 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4cb5fb5a-8a6c-4430-b6a3-ff2ad3c98169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:28.802898 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9c861f2a-9224-4c97-bf65-6f75c1128ee4 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:28.863733 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-aa4430ee-d34c-4f3b-9728-bd40bf891d2c None None] Notify callbacks [] for port, precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:28.869362 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb5fb5a-8a6c-4430-b6a3-ff2ad3c98169 None None] Pushing event updated for resources: {'Port': ['ID=6696ec45-ec26-46b5-ac66-cae375457815,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:28.906732 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1c1c15-a4b4-4d42-a493-183e94d41233 service neutron] Pushing event updated for resources: {'Port': ['ID=b19045ae-f5ab-4894-b8f2-78cf84e0b22e,revision_number=9']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:28.919835 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-22aa6cf4-285a-48f3-bed0-049083ec8cfd req-9b1c1c15-a4b4-4d42-a493-183e94d41233 service neutron] No DVR routers for this DVR port b19045ae-f5ab-4894-b8f2-78cf84e0b22e on host n-h2-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:42:28.960998 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9c861f2a-9224-4c97-bf65-6f75c1128ee4 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:28.996253 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-aa4430ee-d34c-4f3b-9728-bd40bf891d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:29.015686 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-9cb81be7-2df9-4822-9f9c-2f8de5e7d19f admin admin] Allocated IP 172.20.0.1 (fcfdebfb-890a-4564-ad33-442534fd3fbd/f90bf926-2675-4d7e-8a18-756096c51dbe/a19bac35-ee50-413b-9feb-6940ba2e09c1) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:42:29.128212 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-22aa6cf4-285a-48f3-bed0-049083ec8cfd req-9b1c1c15-a4b4-4d42-a493-183e94d41233 service neutron] Attempting to bind port b19045ae-f5ab-4894-b8f2-78cf84e0b22e on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:42:29.128664 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-22aa6cf4-285a-48f3-bed0-049083ec8cfd req-9b1c1c15-a4b4-4d42-a493-183e94d41233 service neutron] Attempting to bind port b19045ae-f5ab-4894-b8f2-78cf84e0b22e by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': 'bdfb6f44-ca71-4caa-8786-512017d20b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c590509e-7ca8-420f-8b7e-bdc8058c2274'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:42:29.129143 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22aa6cf4-285a-48f3-bed0-049083ec8cfd req-9b1c1c15-a4b4-4d42-a493-183e94d41233 service neutron] Attempting to bind port b19045ae-f5ab-4894-b8f2-78cf84e0b22e on network c590509e-7ca8-420f-8b7e-bdc8058c2274 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:42:29.133339 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3024e1-48ae-4d12-93cb-38542863cb7f None None] Pushing event updated for resources: {'Port': ['ID=ba6852d8-c258-4fd9-bbca-200d5bb93f7e,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:29.149728 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 28614c12-15a8-45a6-b833-a8f02d1f162b no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:42:29.150846 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c861f2a-9224-4c97-bf65-6f75c1128ee4 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Network 55cbd320-2b4e-42d8-b10f-06ba0c7e7cae is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:42:29.152505 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-54b91dcd-fcf4-4f7e-8417-4fe7d633bf44 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Allocated IP 172.21.0.1 (09832952-87af-42a9-bce4-51533cc13268/d00428bd-d793-40e5-bc40-38325b4a3e04/f4c3a769-9845-4bef-8138-af2e7590c257) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:42:29.156847 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22aa6cf4-285a-48f3-bed0-049083ec8cfd req-9b1c1c15-a4b4-4d42-a493-183e94d41233 service neutron] Port b19045ae-f5ab-4894-b8f2-78cf84e0b22e on network c590509e-7ca8-420f-8b7e-bdc8058c2274 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:42:29.161108 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22aa6cf4-285a-48f3-bed0-049083ec8cfd req-9b1c1c15-a4b4-4d42-a493-183e94d41233 service neutron] Attempting to bind port b19045ae-f5ab-4894-b8f2-78cf84e0b22e on network c590509e-7ca8-420f-8b7e-bdc8058c2274 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:42:29.176898 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-9c861f2a-9224-4c97-bf65-6f75c1128ee4 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:42:29.186494 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c861f2a-9224-4c97-bf65-6f75c1128ee4 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:42:29.201182 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22aa6cf4-285a-48f3-bed0-049083ec8cfd req-9b1c1c15-a4b4-4d42-a493-183e94d41233 service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:42:29.201607 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22aa6cf4-285a-48f3-bed0-049083ec8cfd req-9b1c1c15-a4b4-4d42-a493-183e94d41233 service neutron] Checking segment: {'id': 'bdfb6f44-ca71-4caa-8786-512017d20b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c590509e-7ca8-420f-8b7e-bdc8058c2274'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:42:29.202145 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22aa6cf4-285a-48f3-bed0-049083ec8cfd req-9b1c1c15-a4b4-4d42-a493-183e94d41233 service neutron] Bound using segment: {'id': 'bdfb6f44-ca71-4caa-8786-512017d20b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c590509e-7ca8-420f-8b7e-bdc8058c2274'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:42:29.202650 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-22aa6cf4-285a-48f3-bed0-049083ec8cfd req-9b1c1c15-a4b4-4d42-a493-183e94d41233 service neutron] Bound port: b19045ae-f5ab-4894-b8f2-78cf84e0b22e, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdfb6f44-ca71-4caa-8786-512017d20b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c590509e-7ca8-420f-8b7e-bdc8058c2274'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:42:29.203080 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-22aa6cf4-285a-48f3-bed0-049083ec8cfd req-9b1c1c15-a4b4-4d42-a493-183e94d41233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:29.253509 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-aa4430ee-d34c-4f3b-9728-bd40bf891d2c None None] Attempting to bind port ba6852d8-c258-4fd9-bbca-200d5bb93f7e on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:42:29.253932 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-aa4430ee-d34c-4f3b-9728-bd40bf891d2c None None] Attempting to bind port ba6852d8-c258-4fd9-bbca-200d5bb93f7e by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:42:29.254380 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4430ee-d34c-4f3b-9728-bd40bf891d2c None None] Attempting to bind port ba6852d8-c258-4fd9-bbca-200d5bb93f7e on network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:42:29.262549 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c861f2a-9224-4c97-bf65-6f75c1128ee4 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Pushing event updated for resources: {'Port': ['ID=f191de50-5a2a-40b9-8993-b5b8e9df4b16,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:29.289565 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4430ee-d34c-4f3b-9728-bd40bf891d2c None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:42:29.289953 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4430ee-d34c-4f3b-9728-bd40bf891d2c None None] Checking segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:42:29.290512 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-aa4430ee-d34c-4f3b-9728-bd40bf891d2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:29.292121 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4430ee-d34c-4f3b-9728-bd40bf891d2c None None] Bound using segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:42:29.292633 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-aa4430ee-d34c-4f3b-9728-bd40bf891d2c None None] Bound port: ba6852d8-c258-4fd9-bbca-200d5bb93f7e, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:42:29.293455 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-aa4430ee-d34c-4f3b-9728-bd40bf891d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:29.312659 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9c861f2a-9224-4c97-bf65-6f75c1128ee4 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809369'] for router_interface, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:29.414665 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-aa4430ee-d34c-4f3b-9728-bd40bf891d2c None None] For port ba6852d8-c258-4fd9-bbca-200d5bb93f7e, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:42:29.422607 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-aa4430ee-d34c-4f3b-9728-bd40bf891d2c None None] For port ba6852d8-c258-4fd9-bbca-200d5bb93f7e, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=ba6852d8-c258-4fd9-bbca-200d5bb93f7e,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:42:29.423995 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 28614c12-15a8-45a6-b833-a8f02d1f162b {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:42:29.424487 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 28614c12-15a8-45a6-b833-a8f02d1f162b not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:42:29.532844 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-aa4430ee-d34c-4f3b-9728-bd40bf891d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:29.557912 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe31ef-7159-4049-a21c-caf5bcfad79e req-5bc4513c-8395-4e5c-a8f8-1261b7b0ca9b tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:29.559456 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-83fe31ef-7159-4049-a21c-caf5bcfad79e req-5bc4513c-8395-4e5c-a8f8-1261b7b0ca9b tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 943 time: 0.2871797 Apr 05 14:42:29.562198 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-22aa6cf4-285a-48f3-bed0-049083ec8cfd req-9b1c1c15-a4b4-4d42-a493-183e94d41233 service neutron] For port b19045ae-f5ab-4894-b8f2-78cf84e0b22e, host n-h1-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:42:29.571821 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-22aa6cf4-285a-48f3-bed0-049083ec8cfd req-9b1c1c15-a4b4-4d42-a493-183e94d41233 service neutron] For port b19045ae-f5ab-4894-b8f2-78cf84e0b22e, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=b19045ae-f5ab-4894-b8f2-78cf84e0b22e,segment=NetworkSegment(bdfb6f44-ca71-4caa-8786-512017d20b4a),segment_id=bdfb6f44-ca71-4caa-8786-512017d20b4a)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:42:29.606969 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 6696ec45-ec26-46b5-ac66-cae375457815 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:42:29.654475 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9cb81be7-2df9-4822-9f9c-2f8de5e7d19f admin admin] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:29.659684 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:29.667655 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4430ee-d34c-4f3b-9728-bd40bf891d2c None None] Routers {'021bd0f9-45b7-4b8d-abab-7c183c71d33c'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:42:29.668292 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-aa4430ee-d34c-4f3b-9728-bd40bf891d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:42:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['021bd0f9-45b7-4b8d-abab-7c183c71d33c'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:29.690112 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-54b91dcd-fcf4-4f7e-8417-4fe7d633bf44 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:29.693208 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-22aa6cf4-285a-48f3-bed0-049083ec8cfd req-9b1c1c15-a4b4-4d42-a493-183e94d41233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:29.749823 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9c861f2a-9224-4c97-bf65-6f75c1128ee4 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:29.755813 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-83fe31ef-7159-4049-a21c-caf5bcfad79e req-25b36cb4-edb0-4417-b91d-6ee026a595eb tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747422 Apr 05 14:42:29.824891 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-aa4430ee-d34c-4f3b-9728-bd40bf891d2c None None] Set router 021bd0f9-45b7-4b8d-abab-7c183c71d33c gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:42:29.826100 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa6cf4-285a-48f3-bed0-049083ec8cfd req-9b1c1c15-a4b4-4d42-a493-183e94d41233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:29.826100 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-22aa6cf4-285a-48f3-bed0-049083ec8cfd req-9b1c1c15-a4b4-4d42-a493-183e94d41233 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:29.829382 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-22aa6cf4-285a-48f3-bed0-049083ec8cfd req-9b1c1c15-a4b4-4d42-a493-183e94d41233 service neutron] 10.222.0.55 "PUT /v2.0/ports/b19045ae-f5ab-4894-b8f2-78cf84e0b22e HTTP/1.1" status: 200 len: 1091 time: 3.0239565 Apr 05 14:42:29.838911 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad86c1e3-ca08-4c56-90cb-37859ccc8884', 'tag': 'b19045ae-f5ab-4894-b8f2-78cf84e0b22e'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:42:29.842111 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d89ba3f-b37b-4d26-8ab1-aeb1b88ed4e2" -d '{"events": [{"name": "network-changed", "server_uuid": "ad86c1e3-ca08-4c56-90cb-37859ccc8884", "tag": "b19045ae-f5ab-4894-b8f2-78cf84e0b22e"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:42:29.927203 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75538be2-8034-4942-8c73-33d374ae39c8 x-openstack-request-id: req-75538be2-8034-4942-8c73-33d374ae39c8 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:42:29.927690 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad86c1e3-ca08-4c56-90cb-37859ccc8884", "tag": "b19045ae-f5ab-4894-b8f2-78cf84e0b22e", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:42:29.928026 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-75538be2-8034-4942-8c73-33d374ae39c8 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:42:29.928491 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75538be2-8034-4942-8c73-33d374ae39c8'] response: {'name': 'network-changed', 'server_uuid': 'ad86c1e3-ca08-4c56-90cb-37859ccc8884', 'tag': 'b19045ae-f5ab-4894-b8f2-78cf84e0b22e', 'status': 'completed', 'code': 200} Apr 05 14:42:29.943699 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1c1c15-a4b4-4d42-a493-183e94d41233 service neutron] Pushing event updated for resources: {'Port': ['ID=b19045ae-f5ab-4894-b8f2-78cf84e0b22e,revision_number=10']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:29.955413 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:29.964985 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3024e1-48ae-4d12-93cb-38542863cb7f None None] Pushing event updated for resources: {'Port': ['ID=ba6852d8-c258-4fd9-bbca-200d5bb93f7e,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:29.993748 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa6cf4-285a-48f3-bed0-049083ec8cfd req-f8708a99-fc98-4b8a-ac92-105ec6cc57ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:29.996109 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-22aa6cf4-285a-48f3-bed0-049083ec8cfd req-f8708a99-fc98-4b8a-ac92-105ec6cc57ac service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e8ce47a9c4704fe783984e08a144e0c5&device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 1095 time: 0.1274054 Apr 05 14:42:30.022750 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 6696ec45-ec26-46b5-ac66-cae375457815 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:42:30.023123 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:30.049999 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-54b91dcd-fcf4-4f7e-8417-4fe7d633bf44 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:30.107982 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9cb81be7-2df9-4822-9f9c-2f8de5e7d19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:30.209812 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:30.222441 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-aa4430ee-d34c-4f3b-9728-bd40bf891d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'name': 'tempest-FloatingIPsAssociationTestJSON-491073066-router', 'tenant_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'ba6852d8-c258-4fd9-bbca-200d5bb93f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:42:19Z', 'updated_at': '2022-04-05T14:42:23Z', 'revision_number': 3, 'project_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'gw_port': {'id': 'ba6852d8-c258-4fd9-bbca-200d5bb93f7e', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:22:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:21Z', 'updated_at': '2022-04-05T14:42:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:30.246417 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9c861f2a-9224-4c97-bf65-6f75c1128ee4 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:30.254020 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b91dcd-fcf4-4f7e-8417-4fe7d633bf44 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Network 09832952-87af-42a9-bce4-51533cc13268 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:42:30.266063 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb81be7-2df9-4822-9f9c-2f8de5e7d19f admin admin] Network fcfdebfb-890a-4564-ad33-442534fd3fbd is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:42:30.272269 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4430ee-d34c-4f3b-9728-bd40bf891d2c None None] The sync data for ids ['021bd0f9-45b7-4b8d-abab-7c183c71d33c'] in n-d-836650-2 is: [{'id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'name': 'tempest-FloatingIPsAssociationTestJSON-491073066-router', 'tenant_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'ba6852d8-c258-4fd9-bbca-200d5bb93f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:42:19Z', 'updated_at': '2022-04-05T14:42:23Z', 'revision_number': 3, 'project_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'gw_port': {'id': 'ba6852d8-c258-4fd9-bbca-200d5bb93f7e', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:22:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:21Z', 'updated_at': '2022-04-05T14:42:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:42:30.272613 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-54b91dcd-fcf4-4f7e-8417-4fe7d633bf44 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:42:30.287749 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b91dcd-fcf4-4f7e-8417-4fe7d633bf44 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:42:30.307616 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port 6696ec45-ec26-46b5-ac66-cae375457815, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=6696ec45-ec26-46b5-ac66-cae375457815,segment=NetworkSegment(e6f1abe3-615e-4933-984c-5907ba21c03b),segment_id=e6f1abe3-615e-4933-984c-5907ba21c03b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:42:30.355081 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-9cb81be7-2df9-4822-9f9c-2f8de5e7d19f admin admin] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:42:30.376868 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa6cf4-285a-48f3-bed0-049083ec8cfd req-a57f028a-9b35-4bdc-b777-6e5723d62c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:30.382293 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-22aa6cf4-285a-48f3-bed0-049083ec8cfd req-a57f028a-9b35-4bdc-b777-6e5723d62c21 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c590509e-7ca8-420f-8b7e-bdc8058c2274 HTTP/1.1" status: 200 len: 914 time: 0.3581104 Apr 05 14:42:30.383227 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb81be7-2df9-4822-9f9c-2f8de5e7d19f admin admin] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:42:30.416319 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9c861f2a-9224-4c97-bf65-6f75c1128ee4 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:30.424585 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 7 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 14:42:30.497818 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:30.513883 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b91dcd-fcf4-4f7e-8417-4fe7d633bf44 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Pushing event updated for resources: {'Port': ['ID=f4c3a769-9845-4bef-8138-af2e7590c257,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:30.542451 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 51262) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:30.578722 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb81be7-2df9-4822-9f9c-2f8de5e7d19f admin admin] Pushing event updated for resources: {'Port': ['ID=a19bac35-ee50-413b-9feb-6940ba2e09c1,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:30.591507 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-22aa6cf4-285a-48f3-bed0-049083ec8cfd req-8bccad68-1257-43cb-aca9-5e5955d72b09 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b19045ae-f5ab-4894-b8f2-78cf84e0b22e HTTP/1.1" status: 200 len: 217 time: 0.1988497 Apr 05 14:42:30.593000 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=6696ec45-ec26-46b5-ac66-cae375457815,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:30.648039 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-54b91dcd-fcf4-4f7e-8417-4fe7d633bf44 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809369'] for router_interface, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:30.654077 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9cb81be7-2df9-4822-9f9c-2f8de5e7d19f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809369'] for router_interface, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:30.674398 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ad257c-a197-4ddb-8a96-a846bef72e6f None None] Network 55cbd320-2b4e-42d8-b10f-06ba0c7e7cae requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:42:30.731315 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c861f2a-9224-4c97-bf65-6f75c1128ee4 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Pushing event updated for resources: {'Port': ['ID=f191de50-5a2a-40b9-8993-b5b8e9df4b16,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:30.764372 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9c861f2a-9224-4c97-bf65-6f75c1128ee4 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809317'] for router_interface, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:30.995992 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-14914f5c-2f12-4333-ad5a-fd89e5ec7e2a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1160995064-network', 'tenant_id': 'd9feba5fdbdc4767955480ab96956cf8'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:42:31.089417 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa6cf4-285a-48f3-bed0-049083ec8cfd req-b8d96fda-ac7d-49cc-94e2-0023f876261c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:31.090927 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-22aa6cf4-285a-48f3-bed0-049083ec8cfd req-b8d96fda-ac7d-49cc-94e2-0023f876261c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=eb31ac2d-5e66-4875-8845-18e88172de35 HTTP/1.1" status: 200 len: 853 time: 0.4897900 Apr 05 14:42:31.093309 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c861f2a-9224-4c97-bf65-6f75c1128ee4 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Network 55cbd320-2b4e-42d8-b10f-06ba0c7e7cae is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:42:31.094979 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-9c861f2a-9224-4c97-bf65-6f75c1128ee4 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:42:31.131504 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9cb81be7-2df9-4822-9f9c-2f8de5e7d19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:31.173790 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-bbcdd350-0abe-4226-91a3-867bf1aca02c None None] Provisioning complete for port 6696ec45-ec26-46b5-ac66-cae375457815 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:42:31.174167 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bbcdd350-0abe-4226-91a3-867bf1aca02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:31.179913 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-22aa6cf4-285a-48f3-bed0-049083ec8cfd req-604a36fc-1a7f-4a3c-ad38-c0a2f00bef27 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c590509e-7ca8-420f-8b7e-bdc8058c2274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706229 Apr 05 14:42:31.213272 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [req-22aa6cf4-285a-48f3-bed0-049083ec8cfd req-3bc9d2a8-b2dd-4a24-92e8-efedc517f9f2 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:42:31.213272 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-22aa6cf4-285a-48f3-bed0-049083ec8cfd req-3bc9d2a8-b2dd-4a24-92e8-efedc517f9f2 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074692 Apr 05 14:42:31.226087 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9536fda4-0699-4f66-960f-9d8172fe2758 req-ebf068aa-e733-4f8f-a7db-7e319316372e tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:31.227960 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9536fda4-0699-4f66-960f-9d8172fe2758 req-ebf068aa-e733-4f8f-a7db-7e319316372e tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 944 time: 0.2449226 Apr 05 14:42:31.240583 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14914f5c-2f12-4333-ad5a-fd89e5ec7e2a admin admin] Made reservation on behalf of d9feba5fdbdc4767955480ab96956cf8 for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:42:31.244218 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-14914f5c-2f12-4333-ad5a-fd89e5ec7e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:31.312360 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-14914f5c-2f12-4333-ad5a-fd89e5ec7e2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:31.463303 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-54b91dcd-fcf4-4f7e-8417-4fe7d633bf44 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:31.498078 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c861f2a-9224-4c97-bf65-6f75c1128ee4 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Router b12dd12f-126e-4b3c-847f-1489d6cf1c73 is scheduled to L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 with binding_index 1 {{(pid=103321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:42:31.579191 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-68a1ca54-5018-4352-8382-3e5c14a7e882 None None] Provisioning complete for port f4c3a769-9845-4bef-8138-af2e7590c257 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:42:31.579793 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-68a1ca54-5018-4352-8382-3e5c14a7e882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:31.649323 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9536fda4-0699-4f66-960f-9d8172fe2758 req-2b2f482e-10b3-4749-bab9-00fd6cf9c5cf tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398279 Apr 05 14:42:31.721953 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9cb81be7-2df9-4822-9f9c-2f8de5e7d19f admin admin] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:31.741788 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-68a1ca54-5018-4352-8382-3e5c14a7e882 None None] Port f4c3a769-9845-4bef-8138-af2e7590c257 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:42:31.805309 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 6696ec45-ec26-46b5-ac66-cae375457815 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:42:31.811317 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-22aa6cf4-285a-48f3-bed0-049083ec8cfd req-cf42e263-51d4-4d43-822d-fa6d32980e32 service neutron] 10.222.0.55 "GET /v2.0/networks/c590509e-7ca8-420f-8b7e-bdc8058c2274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5822177 Apr 05 14:42:31.841770 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-14914f5c-2f12-4333-ad5a-fd89e5ec7e2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:31.852511 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c861f2a-9224-4c97-bf65-6f75c1128ee4 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:42:31.855974 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-68a1ca54-5018-4352-8382-3e5c14a7e882 None None] Provisioning complete for port a19bac35-ee50-413b-9feb-6940ba2e09c1 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:42:31.856618 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-68a1ca54-5018-4352-8382-3e5c14a7e882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:31.874784 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-9c861f2a-9224-4c97-bf65-6f75c1128ee4 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] 10.222.0.30 "PUT /v2.0/routers/b12dd12f-126e-4b3c-847f-1489d6cf1c73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8472710 Apr 05 14:42:31.886029 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 51312) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:31.886029 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-95581250-fa42-4542-aac9-1aac32ec1afe tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Request body: {'port': {'network_id': '55cbd320-2b4e-42d8-b10f-06ba0c7e7cae', 'name': 'tempest-FloatingIPNegativeTestJSON-780833935'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:42:31.894704 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2824b1e0-164c-4688-a74b-0e1aa02a4869 None None] Sync routers for ids ['b12dd12f-126e-4b3c-847f-1489d6cf1c73'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:42:31.915485 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9cb81be7-2df9-4822-9f9c-2f8de5e7d19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:31.963135 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 6696ec45-ec26-46b5-ac66-cae375457815 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:42:31.964959 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:31.972097 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-68a1ca54-5018-4352-8382-3e5c14a7e882 None None] Port a19bac35-ee50-413b-9feb-6940ba2e09c1 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:42:32.016702 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-14914f5c-2f12-4333-ad5a-fd89e5ec7e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:32.019042 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2824b1e0-164c-4688-a74b-0e1aa02a4869 None None] Routers {'b12dd12f-126e-4b3c-847f-1489d6cf1c73'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:42:32.020557 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-2824b1e0-164c-4688-a74b-0e1aa02a4869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:42:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['b12dd12f-126e-4b3c-847f-1489d6cf1c73'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:32.113121 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14914f5c-2f12-4333-ad5a-fd89e5ec7e2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:42:32.113121 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-14914f5c-2f12-4333-ad5a-fd89e5ec7e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:32.113121 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-14914f5c-2f12-4333-ad5a-fd89e5ec7e2a admin admin] Added segment b9bfc1ba-c081-43c0-97a1-329aced7b561 of type vlan for network 600f0cf5-5409-4f71-be79-543bdecff300 Apr 05 14:42:32.113390 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb81be7-2df9-4822-9f9c-2f8de5e7d19f admin admin] Pushing event updated for resources: {'Port': ['ID=a19bac35-ee50-413b-9feb-6940ba2e09c1,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:32.121165 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-2824b1e0-164c-4688-a74b-0e1aa02a4869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:32.344357 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2824b1e0-164c-4688-a74b-0e1aa02a4869 None None] Routers {'b12dd12f-126e-4b3c-847f-1489d6cf1c73'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:42:32.344357 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-2824b1e0-164c-4688-a74b-0e1aa02a4869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:42:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['b12dd12f-126e-4b3c-847f-1489d6cf1c73'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:32.352044 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14914f5c-2f12-4333-ad5a-fd89e5ec7e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11640d9f-a14a-4756-b499-b13013deda57,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:32.356502 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-53a6e35e-fb4d-470b-a5d8-34e486f947c1 None None] Provisioning complete for port 6696ec45-ec26-46b5-ac66-cae375457815 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:42:32.356502 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-53a6e35e-fb4d-470b-a5d8-34e486f947c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:32.357213 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9cb81be7-2df9-4822-9f9c-2f8de5e7d19f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809317'] for router_interface, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:32.357600 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-14914f5c-2f12-4333-ad5a-fd89e5ec7e2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:32.360772 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-2824b1e0-164c-4688-a74b-0e1aa02a4869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:32.362034 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2824b1e0-164c-4688-a74b-0e1aa02a4869 None None] The sync data for ids ['b12dd12f-126e-4b3c-847f-1489d6cf1c73'] in n-d-836650-2 is: [] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:42:32.427294 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device ba6852d8-c258-4fd9-bbca-200d5bb93f7e up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:42:32.528052 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port ba6852d8-c258-4fd9-bbca-200d5bb93f7e triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:42:32.528440 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:32.557525 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-53a6e35e-fb4d-470b-a5d8-34e486f947c1 None None] Provisioning complete for port f191de50-5a2a-40b9-8993-b5b8e9df4b16 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:42:32.557908 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-53a6e35e-fb4d-470b-a5d8-34e486f947c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:32.617442 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-53a6e35e-fb4d-470b-a5d8-34e486f947c1 None None] Port f191de50-5a2a-40b9-8993-b5b8e9df4b16 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:42:32.629072 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95581250-fa42-4542-aac9-1aac32ec1afe tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Made reservation on behalf of 4fea81b3b44b45059c95e23a97176dfe for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:42:32.634819 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-95581250-fa42-4542-aac9-1aac32ec1afe tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:32.665380 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-14914f5c-2f12-4333-ad5a-fd89e5ec7e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:32.665380 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14914f5c-2f12-4333-ad5a-fd89e5ec7e2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:32.665380 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-14914f5c-2f12-4333-ad5a-fd89e5ec7e2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:32.678639 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [None req-95581250-fa42-4542-aac9-1aac32ec1afe tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] device_id is not set on port 25db7aa2-638d-450c-b087-308b1040539d yet. {{(pid=103321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:42:32.720036 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:32.753377 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port ba6852d8-c258-4fd9-bbca-200d5bb93f7e, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=ba6852d8-c258-4fd9-bbca-200d5bb93f7e,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:42:32.762665 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-4b6f7582-b52f-4a7c-95ca-c73cd181f905 None None] Provisioning complete for port f191de50-5a2a-40b9-8993-b5b8e9df4b16 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:42:32.763446 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4b6f7582-b52f-4a7c-95ca-c73cd181f905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:32.803026 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-4b6f7582-b52f-4a7c-95ca-c73cd181f905 None None] Port f191de50-5a2a-40b9-8993-b5b8e9df4b16 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:42:32.838941 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14914f5c-2f12-4333-ad5a-fd89e5ec7e2a admin admin] Pushing event updated for resources: {'Network': ['ID=600f0cf5-5409-4f71-be79-543bdecff300,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:32.859983 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 600f0cf5-5409-4f71-be79-543bdecff300 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:42:32.876982 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-14914f5c-2f12-4333-ad5a-fd89e5ec7e2a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.2532437 Apr 05 14:42:32.937313 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:32.952290 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-95581250-fa42-4542-aac9-1aac32ec1afe tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Allocated IP 172.20.0.4 (55cbd320-2b4e-42d8-b10f-06ba0c7e7cae/07f95772-b078-4086-b38b-f87bedad9642/25db7aa2-638d-450c-b087-308b1040539d) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:42:32.965407 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 51340) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:32.971120 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-4c99c4e9-969a-4a5f-823f-82d46f3dc1b8 admin admin] Request body: {'subnet': {'network_id': '600f0cf5-5409-4f71-be79-543bdecff300', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1160995064-subnet', 'tenant_id': 'd9feba5fdbdc4767955480ab96956cf8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:42:33.025403 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=ba6852d8-c258-4fd9-bbca-200d5bb93f7e,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:33.032543 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-22aa6cf4-285a-48f3-bed0-049083ec8cfd req-1ccf515f-6267-4d16-8b2e-d530ed7d5ba4 service neutron] 10.222.0.55 "GET /v2.0/networks/c590509e-7ca8-420f-8b7e-bdc8058c2274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1508873 Apr 05 14:42:33.107744 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c99c4e9-969a-4a5f-823f-82d46f3dc1b8 admin admin] Made reservation on behalf of d9feba5fdbdc4767955480ab96956cf8 for: {'subnet': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:42:33.110062 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4c99c4e9-969a-4a5f-823f-82d46f3dc1b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13127328'] for subnet, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:33.143183 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4939b-d4e8-4d77-8a4a-3af1c612c5cd req-2fadcb37-24a4-4a1c-890b-71f20998f8c2 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:33.145022 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2ba4939b-d4e8-4d77-8a4a-3af1c612c5cd req-2fadcb37-24a4-4a1c-890b-71f20998f8c2 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 944 time: 0.1918933 Apr 05 14:42:33.190433 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-95581250-fa42-4542-aac9-1aac32ec1afe tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:33.233457 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb81be7-2df9-4822-9f9c-2f8de5e7d19f admin admin] Network fcfdebfb-890a-4564-ad33-442534fd3fbd is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:42:33.277461 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-9cb81be7-2df9-4822-9f9c-2f8de5e7d19f admin admin] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:42:33.291692 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-54b91dcd-fcf4-4f7e-8417-4fe7d633bf44 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:33.333756 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2ba4939b-d4e8-4d77-8a4a-3af1c612c5cd req-9fdeef53-db73-43e6-a36c-fc255781e2b7 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770852 Apr 05 14:42:33.364116 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-95581250-fa42-4542-aac9-1aac32ec1afe tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:33.465020 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95581250-fa42-4542-aac9-1aac32ec1afe tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Network 55cbd320-2b4e-42d8-b10f-06ba0c7e7cae is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:42:33.469842 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-54b91dcd-fcf4-4f7e-8417-4fe7d633bf44 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:33.485471 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-95581250-fa42-4542-aac9-1aac32ec1afe tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:42:33.487871 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95581250-fa42-4542-aac9-1aac32ec1afe tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:42:33.563043 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95581250-fa42-4542-aac9-1aac32ec1afe tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Pushing event updated for resources: {'Port': ['ID=25db7aa2-638d-450c-b087-308b1040539d,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:33.625161 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device ba6852d8-c258-4fd9-bbca-200d5bb93f7e up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:42:33.640188 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95581250-fa42-4542-aac9-1aac32ec1afe tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:33.645634 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d89ba3f-b37b-4d26-8ab1-aeb1b88ed4e2 req-9c3c1967-8a84-4d3d-8fdf-738356511ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:33.647728 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5d89ba3f-b37b-4d26-8ab1-aeb1b88ed4e2 req-9c3c1967-8a84-4d3d-8fdf-738356511ec7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e8ce47a9c4704fe783984e08a144e0c5&device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 1095 time: 0.4231756 Apr 05 14:42:33.649415 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-95581250-fa42-4542-aac9-1aac32ec1afe tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:33.748282 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port ba6852d8-c258-4fd9-bbca-200d5bb93f7e triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:42:33.748738 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:33.778440 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-95581250-fa42-4542-aac9-1aac32ec1afe tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8985198 Apr 05 14:42:33.778440 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 51386) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:33.782124 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9c9aa871-dcef-4d65-bbab-f6a338519e3c None None] Provisioning complete for port a19bac35-ee50-413b-9feb-6940ba2e09c1 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:42:33.782601 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9c9aa871-dcef-4d65-bbab-f6a338519e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:33.783107 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-8d5d8506-0e02-4ee5-8f5c-48d000e58673 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Request body: {'floatingip': {'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:42:33.842792 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9c9aa871-dcef-4d65-bbab-f6a338519e3c None None] Port a19bac35-ee50-413b-9feb-6940ba2e09c1 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:42:33.883923 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-54b91dcd-fcf4-4f7e-8417-4fe7d633bf44 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809317'] for router_interface, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:33.914304 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b91dcd-fcf4-4f7e-8417-4fe7d633bf44 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Pushing event updated for resources: {'Port': ['ID=f4c3a769-9845-4bef-8138-af2e7590c257,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:33.918687 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8d5d8506-0e02-4ee5-8f5c-48d000e58673 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify callbacks [] for floatingip, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:33.963906 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-7e16d810-c5c5-422b-a315-53c5281746b5 None None] Provisioning complete for port 25db7aa2-638d-450c-b087-308b1040539d triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:42:33.964515 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7e16d810-c5c5-422b-a315-53c5281746b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:34.002431 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-7e16d810-c5c5-422b-a315-53c5281746b5 None None] Port 25db7aa2-638d-450c-b087-308b1040539d cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:42:34.040566 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d89ba3f-b37b-4d26-8ab1-aeb1b88ed4e2 req-bdade9ab-fe29-439b-8e9e-d968e76d0218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:34.042108 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5d89ba3f-b37b-4d26-8ab1-aeb1b88ed4e2 req-bdade9ab-fe29-439b-8e9e-d968e76d0218 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c590509e-7ca8-420f-8b7e-bdc8058c2274 HTTP/1.1" status: 200 len: 914 time: 0.3801658 Apr 05 14:42:34.050134 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cb81be7-2df9-4822-9f9c-2f8de5e7d19f admin admin] Router 021bd0f9-45b7-4b8d-abab-7c183c71d33c has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:42:34.064556 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8d5d8506-0e02-4ee5-8f5c-48d000e58673 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:34.101837 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5d89ba3f-b37b-4d26-8ab1-aeb1b88ed4e2 req-7acf9edc-d467-4b5d-983f-e9e8614f44c5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b19045ae-f5ab-4894-b8f2-78cf84e0b22e HTTP/1.1" status: 200 len: 217 time: 0.0505695 Apr 05 14:42:34.184635 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-8d5d8506-0e02-4ee5-8f5c-48d000e58673 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Allocated IP 172.25.6.171 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/c81bd873-bc8f-4b0f-9cc4-97d5738a8b2a) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:42:34.230855 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4c99c4e9-969a-4a5f-823f-82d46f3dc1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15773751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13127350'] for subnet, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:34.263378 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b91dcd-fcf4-4f7e-8417-4fe7d633bf44 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Network 09832952-87af-42a9-bce4-51533cc13268 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:42:34.291599 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-54b91dcd-fcf4-4f7e-8417-4fe7d633bf44 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:42:34.294658 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d89ba3f-b37b-4d26-8ab1-aeb1b88ed4e2 req-e73ab533-7719-4e12-b66e-6010677c1421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:34.295969 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5d89ba3f-b37b-4d26-8ab1-aeb1b88ed4e2 req-e73ab533-7719-4e12-b66e-6010677c1421 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=eb31ac2d-5e66-4875-8845-18e88172de35 HTTP/1.1" status: 200 len: 853 time: 0.1820254 Apr 05 14:42:34.310554 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8d5d8506-0e02-4ee5-8f5c-48d000e58673 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:34.373254 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5d89ba3f-b37b-4d26-8ab1-aeb1b88ed4e2 req-3a359195-9e5e-4822-8f79-f7b2b6fe23d1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c590509e-7ca8-420f-8b7e-bdc8058c2274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694578 Apr 05 14:42:34.509504 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8d5d8506-0e02-4ee5-8f5c-48d000e58673 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:34.538986 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c99c4e9-969a-4a5f-823f-82d46f3dc1b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe7e919b-03a6-4a26-b866-e533217cd38c,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:34.554827 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb81be7-2df9-4822-9f9c-2f8de5e7d19f admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:42:34.568067 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ea43d3-bb0e-49af-a5e9-f8d2ba5bc9ca None None] Sync routers for ids ['021bd0f9-45b7-4b8d-abab-7c183c71d33c'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:42:34.584920 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-9cb81be7-2df9-4822-9f9c-2f8de5e7d19f admin admin] 10.222.0.30 "PUT /v2.0/routers/021bd0f9-45b7-4b8d-abab-7c183c71d33c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2282674 Apr 05 14:42:34.618204 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ea43d3-bb0e-49af-a5e9-f8d2ba5bc9ca None None] Routers {'021bd0f9-45b7-4b8d-abab-7c183c71d33c'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:42:34.618873 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-68ea43d3-bb0e-49af-a5e9-f8d2ba5bc9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:42:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['021bd0f9-45b7-4b8d-abab-7c183c71d33c'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:34.695163 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c99c4e9-969a-4a5f-823f-82d46f3dc1b8 admin admin] Checking segment: {'id': 'b9bfc1ba-c081-43c0-97a1-329aced7b561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '600f0cf5-5409-4f71-be79-543bdecff300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:42:34.695609 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c99c4e9-969a-4a5f-823f-82d46f3dc1b8 admin admin] Network hostable DHCP agents. Network: 600f0cf5-5409-4f71-be79-543bdecff300, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:42:34.714697 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5d8506-0e02-4ee5-8f5c-48d000e58673 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:42:34.734495 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-8d5d8506-0e02-4ee5-8f5c-48d000e58673 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:42:34.746259 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5d8506-0e02-4ee5-8f5c-48d000e58673 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:42:34.861768 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d8506-0e02-4ee5-8f5c-48d000e58673 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Pushing event updated for resources: {'Port': ['ID=c81bd873-bc8f-4b0f-9cc4-97d5738a8b2a,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:34.872016 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54b91dcd-fcf4-4f7e-8417-4fe7d633bf44 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Router 60a3ad0b-df96-435f-b200-ee5167dddba1 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:42:34.890728 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-b1b1457e-c3dd-4661-85bc-fb0e74537f40 None None] Provisioning complete for port f4c3a769-9845-4bef-8138-af2e7590c257 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:42:34.891192 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b1b1457e-c3dd-4661-85bc-fb0e74537f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:34.917335 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff86df5-6acf-4759-b4a4-b519974d4a2d req-b49b5c23-1d1c-46c3-a9db-f5f3c087c61d tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:34.924865 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4ff86df5-6acf-4759-b4a4-b519974d4a2d req-b49b5c23-1d1c-46c3-a9db-f5f3c087c61d tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 944 time: 0.3660972 Apr 05 14:42:34.953348 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c99c4e9-969a-4a5f-823f-82d46f3dc1b8 admin admin] Network 600f0cf5-5409-4f71-be79-543bdecff300 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:42:34.997075 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5d89ba3f-b37b-4d26-8ab1-aeb1b88ed4e2 req-637cdcba-d57f-444c-8b35-0739106dd69e service neutron] 10.222.0.55 "GET /v2.0/networks/c590509e-7ca8-420f-8b7e-bdc8058c2274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4399993 Apr 05 14:42:34.997362 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8d5d8506-0e02-4ee5-8f5c-48d000e58673 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:35.025296 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-b1b1457e-c3dd-4661-85bc-fb0e74537f40 None None] Port f4c3a769-9845-4bef-8138-af2e7590c257 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:42:35.038993 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-68ea43d3-bb0e-49af-a5e9-f8d2ba5bc9ca None None] Set router 021bd0f9-45b7-4b8d-abab-7c183c71d33c gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:42:35.138734 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8d5d8506-0e02-4ee5-8f5c-48d000e58673 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:35.151547 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-4c99c4e9-969a-4a5f-823f-82d46f3dc1b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 600f0cf5-5409-4f71-be79-543bdecff300) {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:42:35.167738 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a4e6d0-7c8d-45c3-ac35-6c411bc49ad7 None None] Network 600f0cf5-5409-4f71-be79-543bdecff300 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:42:35.209145 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4ff86df5-6acf-4759-b4a4-b519974d4a2d req-e5c4ff23-ff52-41c4-bee9-d6d667ceea4c tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767746 Apr 05 14:42:35.227356 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c99c4e9-969a-4a5f-823f-82d46f3dc1b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:35.233077 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4c99c4e9-969a-4a5f-823f-82d46f3dc1b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:35.262447 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b91dcd-fcf4-4f7e-8417-4fe7d633bf44 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:42:35.278530 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-54b91dcd-fcf4-4f7e-8417-4fe7d633bf44 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "PUT /v2.0/routers/60a3ad0b-df96-435f-b200-ee5167dddba1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6782737 Apr 05 14:42:35.298215 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 51428) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:35.391104 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcbd225-7e9d-4bc0-a155-6b2c73e24567 None None] Sync routers for ids ['60a3ad0b-df96-435f-b200-ee5167dddba1'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:42:35.405029 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-68ea43d3-bb0e-49af-a5e9-f8d2ba5bc9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'name': 'tempest-FloatingIPsAssociationTestJSON-491073066-router', 'tenant_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'ba6852d8-c258-4fd9-bbca-200d5bb93f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:42:19Z', 'updated_at': '2022-04-05T14:42:30Z', 'revision_number': 4, 'project_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'gw_port': {'id': 'ba6852d8-c258-4fd9-bbca-200d5bb93f7e', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:22:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:21Z', 'updated_at': '2022-04-05T14:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': 'a19bac35-ee50-413b-9feb-6940ba2e09c1', 'name': '', 'network_id': 'fcfdebfb-890a-4564-ad33-442534fd3fbd', 'tenant_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'mac_address': 'fa:16:3e:25:d5:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': 'f90bf926-2675-4d7e-8a18-756096c51dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:28Z', 'updated_at': '2022-04-05T14:42:31Z', 'revision_number': 2, 'project_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'subnets': [{'id': 'f90bf926-2675-4d7e-8a18-756096c51dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:35.467632 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcbd225-7e9d-4bc0-a155-6b2c73e24567 None None] Routers {'60a3ad0b-df96-435f-b200-ee5167dddba1'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:42:35.468320 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-6dcbd225-7e9d-4bc0-a155-6b2c73e24567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:42:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['60a3ad0b-df96-435f-b200-ee5167dddba1'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:35.468695 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050dc7fc-e21f-4521-b03d-84f5dd4cfb4b tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:35.473509 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-050dc7fc-e21f-4521-b03d-84f5dd4cfb4b tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "GET /v2.0/ports/f4c3a769-9845-4bef-8138-af2e7590c257 HTTP/1.1" status: 200 len: 910 time: 0.1710358 Apr 05 14:42:35.496824 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 51436) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:35.497111 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ea43d3-bb0e-49af-a5e9-f8d2ba5bc9ca None None] Checking router: 021bd0f9-45b7-4b8d-abab-7c183c71d33c for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:42:35.497111 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ea43d3-bb0e-49af-a5e9-f8d2ba5bc9ca None None] Updating router 021bd0f9-45b7-4b8d-abab-7c183c71d33c port a19bac35-ee50-413b-9feb-6940ba2e09c1 binding host n-d-836650-2 {{(pid=103323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:42:35.570246 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-68ea43d3-bb0e-49af-a5e9-f8d2ba5bc9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:35.584389 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8d5d8506-0e02-4ee5-8f5c-48d000e58673 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:35.588800 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-6dcbd225-7e9d-4bc0-a155-6b2c73e24567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:35.622541 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-4c99c4e9-969a-4a5f-823f-82d46f3dc1b8 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.6560588 Apr 05 14:42:35.625511 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 51440) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:35.631123 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-d26dd3b3-10df-4f38-89bc-1b7b3d90c59b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1160995064-router', 'tenant_id': 'd9feba5fdbdc4767955480ab96956cf8', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:42:35.693180 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcbd225-7e9d-4bc0-a155-6b2c73e24567 None None] Routers {'60a3ad0b-df96-435f-b200-ee5167dddba1'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:42:35.696343 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-6dcbd225-7e9d-4bc0-a155-6b2c73e24567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:42:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['60a3ad0b-df96-435f-b200-ee5167dddba1'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:35.703580 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1dc554-3ad1-4899-875e-6a26af6983a2 req-839c527a-6e8d-4c88-9109-19ac23b8d0ad tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:35.705160 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fa1dc554-3ad1-4899-875e-6a26af6983a2 req-839c527a-6e8d-4c88-9109-19ac23b8d0ad tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/networks?id=fcfdebfb-890a-4564-ad33-442534fd3fbd HTTP/1.1" status: 200 len: 820 time: 0.4390996 Apr 05 14:42:35.708518 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5d89ba3f-b37b-4d26-8ab1-aeb1b88ed4e2 req-ab3cb484-91c7-4c92-8ccb-f5c4fe843169 service neutron] 10.222.0.55 "GET /v2.0/networks/c590509e-7ca8-420f-8b7e-bdc8058c2274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5705040 Apr 05 14:42:35.724288 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8d5d8506-0e02-4ee5-8f5c-48d000e58673 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:35.780607 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-6dcbd225-7e9d-4bc0-a155-6b2c73e24567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:35.780607 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcbd225-7e9d-4bc0-a155-6b2c73e24567 None None] The sync data for ids ['60a3ad0b-df96-435f-b200-ee5167dddba1'] in n-d-836650-2 is: [] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:42:35.800422 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d8506-0e02-4ee5-8f5c-48d000e58673 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Pushing event updated for resources: {'Port': ['ID=c81bd873-bc8f-4b0f-9cc4-97d5738a8b2a,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:35.842010 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c301c5-0791-4c5f-9e04-879c14d03218 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-600f0cf5-5409-4f71-be79-543bdecff300', 'network_id': '600f0cf5-5409-4f71-be79-543bdecff300', 'tenant_id': 'd9feba5fdbdc4767955480ab96956cf8', 'fixed_ips': [{'subnet_id': 'fe7e919b-03a6-4a26-b866-e533217cd38c'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:42:35.844595 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d26dd3b3-10df-4f38-89bc-1b7b3d90c59b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27088'] for router, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:35.844714 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f0c301c5-0791-4c5f-9e04-879c14d03218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:35.844802 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d26dd3b3-10df-4f38-89bc-1b7b3d90c59b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27079'] for router, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:35.959522 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fa1dc554-3ad1-4899-875e-6a26af6983a2 req-e4c31b86-30ac-48f2-8316-08f19dcd2e84 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/quotas/8c3f3c7982a44da591f5ccdacd29d5c6 HTTP/1.1" status: 200 len: 375 time: 0.0711393 Apr 05 14:42:36.012089 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d26dd3b3-10df-4f38-89bc-1b7b3d90c59b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:36.048065 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8d5d8506-0e02-4ee5-8f5c-48d000e58673 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:36.085932 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fa1dc554-3ad1-4899-875e-6a26af6983a2 req-b18eca51-f951-4a6e-a80c-d8da85322788 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8c3f3c7982a44da591f5ccdacd29d5c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0849490 Apr 05 14:42:36.169581 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-f0c301c5-0791-4c5f-9e04-879c14d03218 None None] Allocated IP 172.20.0.2 (600f0cf5-5409-4f71-be79-543bdecff300/fe7e919b-03a6-4a26-b866-e533217cd38c/698def39-fc15-49aa-aa90-058a80af9db4) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:42:36.288683 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-68ea43d3-bb0e-49af-a5e9-f8d2ba5bc9ca None None] Notify callbacks [] for port, precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:36.318061 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8d5d8506-0e02-4ee5-8f5c-48d000e58673 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:36.327136 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-8d5d8506-0e02-4ee5-8f5c-48d000e58673 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5477946 Apr 05 14:42:36.331373 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 51458) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:36.400734 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-68ea43d3-bb0e-49af-a5e9-f8d2ba5bc9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:36.484495 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-301f1ff9-35b6-467d-a8db-ab2577b17f3d tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Request body: {'floatingip': {'port_id': '25db7aa2-638d-450c-b087-308b1040539d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:42:36.496677 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fa1dc554-3ad1-4899-875e-6a26af6983a2 req-edb9cc51-2bcb-4708-a008-c5b3b715635a service neutron] 10.222.0.30 "GET /v2.0/networks/fcfdebfb-890a-4564-ad33-442534fd3fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4099209 Apr 05 14:42:36.597502 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367caf9-555d-46aa-9618-11344b7ba70f None None] Pushing event updated for resources: {'Port': ['ID=a19bac35-ee50-413b-9feb-6940ba2e09c1,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:36.640711 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bef38d7-30a3-4f41-aaea-55181d003218 req-72e83591-5083-4983-b13e-68c5f25acf6b tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:36.649588 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0bef38d7-30a3-4f41-aaea-55181d003218 req-72e83591-5083-4983-b13e-68c5f25acf6b tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 944 time: 0.2440743 Apr 05 14:42:36.651762 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f0c301c5-0791-4c5f-9e04-879c14d03218 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:36.656620 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367caf9-555d-46aa-9618-11344b7ba70f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:42:36.657155 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367caf9-555d-46aa-9618-11344b7ba70f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:42:36.657639 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367caf9-555d-46aa-9618-11344b7ba70f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:42:36.658143 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367caf9-555d-46aa-9618-11344b7ba70f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:42:36.658623 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367caf9-555d-46aa-9618-11344b7ba70f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:42:36.659100 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367caf9-555d-46aa-9618-11344b7ba70f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:42:36.659574 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367caf9-555d-46aa-9618-11344b7ba70f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:42:36.660045 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367caf9-555d-46aa-9618-11344b7ba70f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:42:36.660633 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367caf9-555d-46aa-9618-11344b7ba70f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:42:36.661284 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367caf9-555d-46aa-9618-11344b7ba70f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:42:36.661772 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367caf9-555d-46aa-9618-11344b7ba70f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:42:36.662326 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367caf9-555d-46aa-9618-11344b7ba70f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:42:36.711342 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-68ea43d3-bb0e-49af-a5e9-f8d2ba5bc9ca None None] Attempting to bind port a19bac35-ee50-413b-9feb-6940ba2e09c1 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:42:36.711859 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-68ea43d3-bb0e-49af-a5e9-f8d2ba5bc9ca None None] Attempting to bind port a19bac35-ee50-413b-9feb-6940ba2e09c1 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '2e5fff45-c274-4677-ad93-946fb51d752d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'fcfdebfb-890a-4564-ad33-442534fd3fbd'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:42:36.712988 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ea43d3-bb0e-49af-a5e9-f8d2ba5bc9ca None None] Attempting to bind port a19bac35-ee50-413b-9feb-6940ba2e09c1 on network fcfdebfb-890a-4564-ad33-442534fd3fbd {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:42:36.718883 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ea43d3-bb0e-49af-a5e9-f8d2ba5bc9ca None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:42:36.719389 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ea43d3-bb0e-49af-a5e9-f8d2ba5bc9ca None None] Checking segment: {'id': '2e5fff45-c274-4677-ad93-946fb51d752d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'fcfdebfb-890a-4564-ad33-442534fd3fbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:42:36.719896 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-68ea43d3-bb0e-49af-a5e9-f8d2ba5bc9ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:36.720386 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ea43d3-bb0e-49af-a5e9-f8d2ba5bc9ca None None] Bound using segment: {'id': '2e5fff45-c274-4677-ad93-946fb51d752d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'fcfdebfb-890a-4564-ad33-442534fd3fbd'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:42:36.721161 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-68ea43d3-bb0e-49af-a5e9-f8d2ba5bc9ca None None] Bound port: a19bac35-ee50-413b-9feb-6940ba2e09c1, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e5fff45-c274-4677-ad93-946fb51d752d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'fcfdebfb-890a-4564-ad33-442534fd3fbd'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:42:36.721480 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-68ea43d3-bb0e-49af-a5e9-f8d2ba5bc9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:36.731213 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fd94d70d-53c3-4a92-bcea-e9f1f9368c15 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809988'] for router_interface, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:36.764661 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f0c301c5-0791-4c5f-9e04-879c14d03218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:36.793686 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-301f1ff9-35b6-467d-a8db-ab2577b17f3d tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify callbacks [] for floatingip, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:36.799123 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d26dd3b3-10df-4f38-89bc-1b7b3d90c59b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:36.865509 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c301c5-0791-4c5f-9e04-879c14d03218 None None] Pushing event updated for resources: {'Port': ['ID=698def39-fc15-49aa-aa90-058a80af9db4,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:36.890994 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c301c5-0791-4c5f-9e04-879c14d03218 None None] Network 600f0cf5-5409-4f71-be79-543bdecff300 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:42:36.892666 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-f0c301c5-0791-4c5f-9e04-879c14d03218 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:42:36.905477 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-68ea43d3-bb0e-49af-a5e9-f8d2ba5bc9ca None None] For port a19bac35-ee50-413b-9feb-6940ba2e09c1, host n-d-836650-2, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:42:36.906688 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c301c5-0791-4c5f-9e04-879c14d03218 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:42:36.914920 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-68ea43d3-bb0e-49af-a5e9-f8d2ba5bc9ca None None] For port a19bac35-ee50-413b-9feb-6940ba2e09c1, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=a19bac35-ee50-413b-9feb-6940ba2e09c1,segment=NetworkSegment(2e5fff45-c274-4677-ad93-946fb51d752d),segment_id=2e5fff45-c274-4677-ad93-946fb51d752d)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:42:37.060259 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-f0c301c5-0791-4c5f-9e04-879c14d03218 None None] Attempting to bind port 698def39-fc15-49aa-aa90-058a80af9db4 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:42:37.060603 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-f0c301c5-0791-4c5f-9e04-879c14d03218 None None] Attempting to bind port 698def39-fc15-49aa-aa90-058a80af9db4 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'b9bfc1ba-c081-43c0-97a1-329aced7b561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '600f0cf5-5409-4f71-be79-543bdecff300'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:42:37.066080 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c301c5-0791-4c5f-9e04-879c14d03218 None None] Attempting to bind port 698def39-fc15-49aa-aa90-058a80af9db4 on network 600f0cf5-5409-4f71-be79-543bdecff300 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:42:37.081121 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-68ea43d3-bb0e-49af-a5e9-f8d2ba5bc9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:37.139241 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c301c5-0791-4c5f-9e04-879c14d03218 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:42:37.139636 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c301c5-0791-4c5f-9e04-879c14d03218 None None] Checking segment: {'id': 'b9bfc1ba-c081-43c0-97a1-329aced7b561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '600f0cf5-5409-4f71-be79-543bdecff300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:42:37.140086 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f0c301c5-0791-4c5f-9e04-879c14d03218 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:37.140487 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c301c5-0791-4c5f-9e04-879c14d03218 None None] Bound using segment: {'id': 'b9bfc1ba-c081-43c0-97a1-329aced7b561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '600f0cf5-5409-4f71-be79-543bdecff300'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:42:37.141051 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-f0c301c5-0791-4c5f-9e04-879c14d03218 None None] Bound port: 698def39-fc15-49aa-aa90-058a80af9db4, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9bfc1ba-c081-43c0-97a1-329aced7b561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '600f0cf5-5409-4f71-be79-543bdecff300'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:42:37.141438 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f0c301c5-0791-4c5f-9e04-879c14d03218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:37.297287 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-f255bd6b-ed90-4b2b-8077-5ab99787bdf4 None None] Provisioning complete for port a19bac35-ee50-413b-9feb-6940ba2e09c1 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:42:37.299109 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f255bd6b-ed90-4b2b-8077-5ab99787bdf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:37.332043 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ea43d3-bb0e-49af-a5e9-f8d2ba5bc9ca None None] Routers {'021bd0f9-45b7-4b8d-abab-7c183c71d33c'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:42:37.333458 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-68ea43d3-bb0e-49af-a5e9-f8d2ba5bc9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:42:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['021bd0f9-45b7-4b8d-abab-7c183c71d33c'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:37.433901 n-d-836650-2 neutron-server[103321]: INFO neutron.api.v2.resource [None req-301f1ff9-35b6-467d-a8db-ab2577b17f3d tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] update failed (client error): The resource could not be found. Apr 05 14:42:37.439480 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-301f1ff9-35b6-467d-a8db-ab2577b17f3d tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] 10.222.0.30 "PUT /v2.0/floatingips/bc717877-cc0a-47bd-a05a-983c6569e938 HTTP/1.1" status: 404 len: 507 time: 1.1048369 Apr 05 14:42:37.447896 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 51474) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:37.452056 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367caf9-555d-46aa-9618-11344b7ba70f None None] Pushing event updated for resources: {'Port': ['ID=a19bac35-ee50-413b-9feb-6940ba2e09c1,revision_number=4']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:37.576623 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-f0c301c5-0791-4c5f-9e04-879c14d03218 None None] For port 698def39-fc15-49aa-aa90-058a80af9db4, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:42:37.583608 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-f0c301c5-0791-4c5f-9e04-879c14d03218 None None] For port 698def39-fc15-49aa-aa90-058a80af9db4, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=698def39-fc15-49aa-aa90-058a80af9db4,segment=NetworkSegment(b9bfc1ba-c081-43c0-97a1-329aced7b561),segment_id=b9bfc1ba-c081-43c0-97a1-329aced7b561)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:42:37.657030 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-68ea43d3-bb0e-49af-a5e9-f8d2ba5bc9ca None None] Set router 021bd0f9-45b7-4b8d-abab-7c183c71d33c gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:42:37.686649 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f0c301c5-0791-4c5f-9e04-879c14d03218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:37.844929 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f255bd6b-ed90-4b2b-8077-5ab99787bdf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:38.008941 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0bef38d7-30a3-4f41-aaea-55181d003218 req-0b77fab5-32d4-4361-b189-c1386fa15b71 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2913392 Apr 05 14:42:38.011912 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-f255bd6b-ed90-4b2b-8077-5ab99787bdf4 None None] For port a19bac35-ee50-413b-9feb-6940ba2e09c1, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=a19bac35-ee50-413b-9feb-6940ba2e09c1,segment=NetworkSegment(2e5fff45-c274-4677-ad93-946fb51d752d),segment_id=2e5fff45-c274-4677-ad93-946fb51d752d)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:42:38.056132 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c301c5-0791-4c5f-9e04-879c14d03218 None None] Pushing event updated for resources: {'Port': ['ID=698def39-fc15-49aa-aa90-058a80af9db4,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:38.100991 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f255bd6b-ed90-4b2b-8077-5ab99787bdf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:38.114135 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fa1dc554-3ad1-4899-875e-6a26af6983a2 req-b339d11f-c165-4d4b-857b-2bfd2a2ffb70 service neutron] 10.222.0.30 "GET /v2.0/networks/fcfdebfb-890a-4564-ad33-442534fd3fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5973268 Apr 05 14:42:38.224209 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d26dd3b3-10df-4f38-89bc-1b7b3d90c59b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:38.317466 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f255bd6b-ed90-4b2b-8077-5ab99787bdf4 None None] Pushing event updated for resources: {'Port': ['ID=a19bac35-ee50-413b-9feb-6940ba2e09c1,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:38.320182 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d26dd3b3-10df-4f38-89bc-1b7b3d90c59b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:38.367754 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-fc952a86-b3dd-450e-9ba3-b11df4fb7b0c None None] Provisioning complete for port a19bac35-ee50-413b-9feb-6940ba2e09c1 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:42:38.371240 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fc952a86-b3dd-450e-9ba3-b11df4fb7b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:38.652708 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-68ea43d3-bb0e-49af-a5e9-f8d2ba5bc9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'name': 'tempest-FloatingIPsAssociationTestJSON-491073066-router', 'tenant_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'ba6852d8-c258-4fd9-bbca-200d5bb93f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:42:19Z', 'updated_at': '2022-04-05T14:42:30Z', 'revision_number': 4, 'project_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'gw_port': {'id': 'ba6852d8-c258-4fd9-bbca-200d5bb93f7e', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:22:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:21Z', 'updated_at': '2022-04-05T14:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': 'a19bac35-ee50-413b-9feb-6940ba2e09c1', 'name': '', 'network_id': 'fcfdebfb-890a-4564-ad33-442534fd3fbd', 'tenant_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'mac_address': 'fa:16:3e:25:d5:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': 'f90bf926-2675-4d7e-8a18-756096c51dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:28Z', 'updated_at': '2022-04-05T14:42:36Z', 'revision_number': 4, 'project_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'subnets': [{'id': 'f90bf926-2675-4d7e-8a18-756096c51dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:38.738040 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-5d9775a0-8eb5-4a50-91fa-df9804071c96 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Deleting port c81bd873-bc8f-4b0f-9cc4-97d5738a8b2a {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:42:38.741340 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5d9775a0-8eb5-4a50-91fa-df9804071c96 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:38.762447 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0fe71ce9-cd17-4ef7-88d5-1a6aa80dd7c7 req-c0dd0942-8889-4e08-8730-d5afe5a4f4fb tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/ports?device_id=88a03fb3-db08-4fb3-9362-f3539d89b25a HTTP/1.1" status: 200 len: 210 time: 0.0878141 Apr 05 14:42:38.766485 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ea43d3-bb0e-49af-a5e9-f8d2ba5bc9ca None None] The sync data for ids ['021bd0f9-45b7-4b8d-abab-7c183c71d33c'] in n-d-836650-2 is: [{'id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'name': 'tempest-FloatingIPsAssociationTestJSON-491073066-router', 'tenant_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'ba6852d8-c258-4fd9-bbca-200d5bb93f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:42:19Z', 'updated_at': '2022-04-05T14:42:30Z', 'revision_number': 4, 'project_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'gw_port': {'id': 'ba6852d8-c258-4fd9-bbca-200d5bb93f7e', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:22:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:21Z', 'updated_at': '2022-04-05T14:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': 'a19bac35-ee50-413b-9feb-6940ba2e09c1', 'name': '', 'network_id': 'fcfdebfb-890a-4564-ad33-442534fd3fbd', 'tenant_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'mac_address': 'fa:16:3e:25:d5:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': 'f90bf926-2675-4d7e-8a18-756096c51dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:28Z', 'updated_at': '2022-04-05T14:42:36Z', 'revision_number': 4, 'project_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'subnets': [{'id': 'f90bf926-2675-4d7e-8a18-756096c51dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:42:38.840271 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-fd94d70d-53c3-4a92-bcea-e9f1f9368c15 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Deleting port f4c3a769-9845-4bef-8138-af2e7590c257 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:42:38.840609 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fd94d70d-53c3-4a92-bcea-e9f1f9368c15 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:38.859125 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-d26dd3b3-10df-4f38-89bc-1b7b3d90c59b admin admin] Allocated IP 172.25.6.249 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/07cfa7e2-a078-464a-9c71-3b040f3f020d) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:42:39.131836 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fd94d70d-53c3-4a92-bcea-e9f1f9368c15 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:39.182976 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d26dd3b3-10df-4f38-89bc-1b7b3d90c59b admin admin] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:39.183635 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-fd94d70d-53c3-4a92-bcea-e9f1f9368c15 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Calling delete_port for f4c3a769-9845-4bef-8138-af2e7590c257 owned by network:router_interface {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:42:39.238253 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5d9775a0-8eb5-4a50-91fa-df9804071c96 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:39.239357 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5d9775a0-8eb5-4a50-91fa-df9804071c96 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:39.262329 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-5d9775a0-8eb5-4a50-91fa-df9804071c96 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Calling delete_port for c81bd873-bc8f-4b0f-9cc4-97d5738a8b2a owned by network:floatingip {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:42:39.375082 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23075846-5178-4b82-bc0b-7204c31d75d3 req-d4488a11-26d1-4cef-b9ba-c2b48ab02b0d tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:39.377212 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-23075846-5178-4b82-bc0b-7204c31d75d3 req-d4488a11-26d1-4cef-b9ba-c2b48ab02b0d tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 944 time: 0.1031771 Apr 05 14:42:39.541227 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-23075846-5178-4b82-bc0b-7204c31d75d3 req-8c39b176-5e38-434b-b9c0-0bea7d502d43 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011059 Apr 05 14:42:39.614324 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d26dd3b3-10df-4f38-89bc-1b7b3d90c59b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:39.813076 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device a19bac35-ee50-413b-9feb-6940ba2e09c1 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:42:39.828902 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fd94d70d-53c3-4a92-bcea-e9f1f9368c15 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:40.033561 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd94d70d-53c3-4a92-bcea-e9f1f9368c15 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Pushing event deleted for resources: {'Port': ['ID=f4c3a769-9845-4bef-8138-af2e7590c257,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:40.044968 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eaba596-ceb0-468b-997e-829cff5110c5 None None] Network 600f0cf5-5409-4f71-be79-543bdecff300 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:42:40.140295 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a3292751-50f4-4385-8a23-5fe86e310cdc req-45205247-329f-44dd-b56a-020bdeb919b4 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/ports?device_id=88a03fb3-db08-4fb3-9362-f3539d89b25a HTTP/1.1" status: 200 len: 210 time: 0.1311305 Apr 05 14:42:40.210347 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd94d70d-53c3-4a92-bcea-e9f1f9368c15 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:42:40.210755 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd94d70d-53c3-4a92-bcea-e9f1f9368c15 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:42:40.211151 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd94d70d-53c3-4a92-bcea-e9f1f9368c15 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:42:40.216006 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd94d70d-53c3-4a92-bcea-e9f1f9368c15 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:42:40.216006 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd94d70d-53c3-4a92-bcea-e9f1f9368c15 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:42:40.216006 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd94d70d-53c3-4a92-bcea-e9f1f9368c15 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:42:40.216006 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd94d70d-53c3-4a92-bcea-e9f1f9368c15 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:42:40.216006 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd94d70d-53c3-4a92-bcea-e9f1f9368c15 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:42:40.216006 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd94d70d-53c3-4a92-bcea-e9f1f9368c15 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:42:40.216006 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd94d70d-53c3-4a92-bcea-e9f1f9368c15 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:42:40.216006 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd94d70d-53c3-4a92-bcea-e9f1f9368c15 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:42:40.216006 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd94d70d-53c3-4a92-bcea-e9f1f9368c15 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:42:40.402722 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26dd3b3-10df-4f38-89bc-1b7b3d90c59b admin admin] Pushing event updated for resources: {'Port': ['ID=07cfa7e2-a078-464a-9c71-3b040f3f020d,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:40.448358 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26dd3b3-10df-4f38-89bc-1b7b3d90c59b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:42:40.448960 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26dd3b3-10df-4f38-89bc-1b7b3d90c59b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:42:40.449446 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26dd3b3-10df-4f38-89bc-1b7b3d90c59b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:42:40.449930 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26dd3b3-10df-4f38-89bc-1b7b3d90c59b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:42:40.450433 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26dd3b3-10df-4f38-89bc-1b7b3d90c59b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:42:40.451623 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26dd3b3-10df-4f38-89bc-1b7b3d90c59b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:42:40.453371 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26dd3b3-10df-4f38-89bc-1b7b3d90c59b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:42:40.453907 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26dd3b3-10df-4f38-89bc-1b7b3d90c59b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:42:40.454435 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26dd3b3-10df-4f38-89bc-1b7b3d90c59b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:42:40.454941 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26dd3b3-10df-4f38-89bc-1b7b3d90c59b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:42:40.455440 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26dd3b3-10df-4f38-89bc-1b7b3d90c59b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:42:40.455919 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26dd3b3-10df-4f38-89bc-1b7b3d90c59b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:42:40.460998 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26dd3b3-10df-4f38-89bc-1b7b3d90c59b admin admin] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:42:40.463764 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-d26dd3b3-10df-4f38-89bc-1b7b3d90c59b admin admin] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:42:40.470352 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port a19bac35-ee50-413b-9feb-6940ba2e09c1 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:42:40.471162 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:40.479359 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26dd3b3-10df-4f38-89bc-1b7b3d90c59b admin admin] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:42:40.526430 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-13bba93f-b572-41e4-9b5b-cc0964dc8a01 None None] Provisioning complete for port 698def39-fc15-49aa-aa90-058a80af9db4 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:42:40.526955 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-13bba93f-b572-41e4-9b5b-cc0964dc8a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:40.687769 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fd94d70d-53c3-4a92-bcea-e9f1f9368c15 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1798829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810128'] for router_interface, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:40.758654 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5d9775a0-8eb5-4a50-91fa-df9804071c96 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:40.892851 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9775a0-8eb5-4a50-91fa-df9804071c96 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Pushing event deleted for resources: {'Port': ['ID=c81bd873-bc8f-4b0f-9cc4-97d5738a8b2a,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:40.927123 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 698def39-fc15-49aa-aa90-058a80af9db4 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:42:41.048933 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-13bba93f-b572-41e4-9b5b-cc0964dc8a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:41.156654 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f0d2c-f3e8-4f7d-9d43-252663a1dc04 req-18fb9631-0554-497f-bd7e-04bfd9dd6e8c tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:41.170843 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-305f0d2c-f3e8-4f7d-9d43-252663a1dc04 req-18fb9631-0554-497f-bd7e-04bfd9dd6e8c tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 944 time: 0.2785578 Apr 05 14:42:41.370966 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-305f0d2c-f3e8-4f7d-9d43-252663a1dc04 req-c6309297-b552-4153-8429-40c0782cb735 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991191 Apr 05 14:42:41.402613 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5d9775a0-8eb5-4a50-91fa-df9804071c96 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify callbacks [] for floatingip, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:41.406627 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5d9775a0-8eb5-4a50-91fa-df9804071c96 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:41.421082 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-5d9775a0-8eb5-4a50-91fa-df9804071c96 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] 10.222.0.30 "DELETE /v2.0/floatingips/bc717877-cc0a-47bd-a05a-983c6569e938 HTTP/1.1" status: 204 len: 168 time: 3.9283388 Apr 05 14:42:41.422382 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 51534) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:41.448568 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-8ba6d2e7-2a0b-4697-a45d-349e17de27c1 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Request body: {'floatingip': {'floating_network_id': '55cbd320-2b4e-42d8-b10f-06ba0c7e7cae', 'port_id': '25db7aa2-638d-450c-b087-308b1040539d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:42:41.506925 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-13bba93f-b572-41e4-9b5b-cc0964dc8a01 None None] For port 698def39-fc15-49aa-aa90-058a80af9db4, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=698def39-fc15-49aa-aa90-058a80af9db4,segment=NetworkSegment(b9bfc1ba-c081-43c0-97a1-329aced7b561),segment_id=b9bfc1ba-c081-43c0-97a1-329aced7b561)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:42:41.512014 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 698def39-fc15-49aa-aa90-058a80af9db4 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:42:41.512514 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:41.515739 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ca2e2f8b-c904-4ac7-9b98-74caf441cf5c req-0c6d5579-579a-47f3-9fcb-4492eb675a9c tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/ports?device_id=88a03fb3-db08-4fb3-9362-f3539d89b25a HTTP/1.1" status: 200 len: 210 time: 0.0918567 Apr 05 14:42:41.559997 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd94d70d-53c3-4a92-bcea-e9f1f9368c15 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Router 60a3ad0b-df96-435f-b200-ee5167dddba1 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:42:41.685400 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-13bba93f-b572-41e4-9b5b-cc0964dc8a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:41.695015 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:41.720795 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8ba6d2e7-2a0b-4697-a45d-349e17de27c1 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify callbacks [] for floatingip, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:41.768762 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd94d70d-53c3-4a92-bcea-e9f1f9368c15 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:42:41.783382 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9880ee6e-ecf3-4642-8672-7ef1507d1af8 None None] Sync routers for ids ['60a3ad0b-df96-435f-b200-ee5167dddba1'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:42:41.792104 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-fd94d70d-53c3-4a92-bcea-e9f1f9368c15 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "PUT /v2.0/routers/60a3ad0b-df96-435f-b200-ee5167dddba1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3071694 Apr 05 14:42:41.792611 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 51540) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:41.818469 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9880ee6e-ecf3-4642-8672-7ef1507d1af8 None None] Routers {'60a3ad0b-df96-435f-b200-ee5167dddba1'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:42:41.819136 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-9880ee6e-ecf3-4642-8672-7ef1507d1af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:42:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['60a3ad0b-df96-435f-b200-ee5167dddba1'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:41.907398 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-9880ee6e-ecf3-4642-8672-7ef1507d1af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:41.918096 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9880ee6e-ecf3-4642-8672-7ef1507d1af8 None None] Routers {'60a3ad0b-df96-435f-b200-ee5167dddba1'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:42:41.918947 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-9880ee6e-ecf3-4642-8672-7ef1507d1af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:42:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['60a3ad0b-df96-435f-b200-ee5167dddba1'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:41.935869 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d26dd3b3-10df-4f38-89bc-1b7b3d90c59b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:41.971096 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-9880ee6e-ecf3-4642-8672-7ef1507d1af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:41.976904 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9880ee6e-ecf3-4642-8672-7ef1507d1af8 None None] The sync data for ids ['60a3ad0b-df96-435f-b200-ee5167dddba1'] in n-d-836650-2 is: [] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:42:42.021234 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-8caa06c4-9b4d-4d01-a9d2-08aa1e5bc160 None None] Provisioning complete for port 698def39-fc15-49aa-aa90-058a80af9db4 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:42:42.022289 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8caa06c4-9b4d-4d01-a9d2-08aa1e5bc160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:42.168446 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.db.api [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:42:42.168805 n-d-836650-2 neutron-server[103322]: DEBUG oslo_db.api [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:42:42.193570 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bba93f-b572-41e4-9b5b-cc0964dc8a01 None None] Pushing event updated for resources: {'Port': ['ID=698def39-fc15-49aa-aa90-058a80af9db4,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:42.287353 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:42.379923 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d26dd3b3-10df-4f38-89bc-1b7b3d90c59b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618'] for router, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:42.585686 n-d-836650-2 neutron-server[103320]: INFO neutron.api.v2.resource [None req-8ba6d2e7-2a0b-4697-a45d-349e17de27c1 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:42:42.591220 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-8ba6d2e7-2a0b-4697-a45d-349e17de27c1 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.1657069 Apr 05 14:42:42.624219 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 51552) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:42.630098 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-615c7d64-7cd3-46f9-a564-c78b670f8146 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Request body: {'floatingip': {'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'port_id': '25db7aa2-638d-450c-b087-308b1040539d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:42:42.801021 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfbeea0-595b-47c8-a50d-17f86e77af72 req-00356585-3d42-49ad-bc74-7f57e4047505 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:42.809970 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2bfbeea0-595b-47c8-a50d-17f86e77af72 req-00356585-3d42-49ad-bc74-7f57e4047505 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 944 time: 0.2955027 Apr 05 14:42:42.849946 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-781251ff-409c-4247-83d4-f7bbcdd2aa66 req-6b858d88-e1d3-46a1-b92e-b218f72cebde tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/ports?device_id=88a03fb3-db08-4fb3-9362-f3539d89b25a HTTP/1.1" status: 200 len: 210 time: 0.1850369 Apr 05 14:42:42.939206 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-615c7d64-7cd3-46f9-a564-c78b670f8146 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify callbacks [] for floatingip, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:42.966499 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 698def39-fc15-49aa-aa90-058a80af9db4 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:42:43.010551 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d26dd3b3-10df-4f38-89bc-1b7b3d90c59b admin admin] Router 8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4 is scheduled to L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 with binding_index 1 {{(pid=103321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:42:43.052192 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2bfbeea0-595b-47c8-a50d-17f86e77af72 req-aee2dbec-1d32-4b99-a542-51ecc41665e6 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373350 Apr 05 14:42:43.061597 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1dc554-3ad1-4899-875e-6a26af6983a2 req-7a45f5f5-60fd-4122-ab7b-7fb5c1044abf tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:43.063398 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fa1dc554-3ad1-4899-875e-6a26af6983a2 req-7a45f5f5-60fd-4122-ab7b-7fb5c1044abf tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.55 "GET /v2.0/networks?id=fcfdebfb-890a-4564-ad33-442534fd3fbd HTTP/1.1" status: 200 len: 820 time: 0.4855771 Apr 05 14:42:43.079809 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-277e3409-f455-4d40-9f87-f6bf5bda70b7 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809988'] for router_interface, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:43.121449 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 698def39-fc15-49aa-aa90-058a80af9db4 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:42:43.122439 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:43.192252 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-fa1dc554-3ad1-4899-875e-6a26af6983a2 req-46e0ac03-92fa-46dd-8605-33f9dc8d965c tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Request body: {'port': {'device_id': '88a03fb3-db08-4fb3-9362-f3539d89b25a', 'network_id': 'fcfdebfb-890a-4564-ad33-442534fd3fbd', 'admin_state_up': True, 'tenant_id': '8c3f3c7982a44da591f5ccdacd29d5c6'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:42:43.409653 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d26dd3b3-10df-4f38-89bc-1b7b3d90c59b admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:42:43.413433 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-615c7d64-7cd3-46f9-a564-c78b670f8146 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:43.428624 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ed0d4e-aaee-493b-9b67-61faee1363ab None None] Sync routers for ids ['8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:42:43.464867 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ed0d4e-aaee-493b-9b67-61faee1363ab None None] Routers {'8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:42:43.466390 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-31ed0d4e-aaee-493b-9b67-61faee1363ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:42:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:43.592608 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d26dd3b3-10df-4f38-89bc-1b7b3d90c59b admin admin] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:43.599401 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-d26dd3b3-10df-4f38-89bc-1b7b3d90c59b admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.9726002 Apr 05 14:42:43.604071 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 51558) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:43.764916 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-31ed0d4e-aaee-493b-9b67-61faee1363ab None None] Set router 8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:42:43.766716 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-277e3409-f455-4d40-9f87-f6bf5bda70b7 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Deleting port e2787acc-eb89-4940-a988-03c99d2b9be6 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:42:43.767252 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-277e3409-f455-4d40-9f87-f6bf5bda70b7 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:43.795751 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa1dc554-3ad1-4899-875e-6a26af6983a2 req-46e0ac03-92fa-46dd-8605-33f9dc8d965c tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Made reservation on behalf of 8c3f3c7982a44da591f5ccdacd29d5c6 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:42:43.801018 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-fa1dc554-3ad1-4899-875e-6a26af6983a2 req-46e0ac03-92fa-46dd-8605-33f9dc8d965c tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:43.848231 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-615c7d64-7cd3-46f9-a564-c78b670f8146 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Allocated IP 172.25.6.83 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/05cbe271-6f32-4334-9373-c12964e73f2f) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:42:44.014720 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 51564) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:44.111632 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:44.136016 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1b8d096f-6e6a-40c9-bb81-33474a0f8037 req-0784cbfa-0e8d-47ac-907d-b63addfb935a tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/ports?device_id=88a03fb3-db08-4fb3-9362-f3539d89b25a HTTP/1.1" status: 200 len: 210 time: 0.0824795 Apr 05 14:42:44.152724 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-277e3409-f455-4d40-9f87-f6bf5bda70b7 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:44.245922 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-31ed0d4e-aaee-493b-9b67-61faee1363ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4', 'name': 'tempest-ServerRescueNegativeTestJSON-1160995064-router', 'tenant_id': 'd9feba5fdbdc4767955480ab96956cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': '07cfa7e2-a078-464a-9c71-3b040f3f020d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:42:35Z', 'updated_at': '2022-04-05T14:42:41Z', 'revision_number': 3, 'project_id': 'd9feba5fdbdc4767955480ab96956cf8', 'gw_port': {'id': '07cfa7e2-a078-464a-9c71-3b040f3f020d', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b7:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:38Z', 'updated_at': '2022-04-05T14:42:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:44.291913 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ed0d4e-aaee-493b-9b67-61faee1363ab None None] Checking router: 8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4 for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:42:44.292287 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ed0d4e-aaee-493b-9b67-61faee1363ab None None] Updating router 8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4 port 07cfa7e2-a078-464a-9c71-3b040f3f020d binding host n-d-836650-2 {{(pid=103322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:42:44.305982 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-277e3409-f455-4d40-9f87-f6bf5bda70b7 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Calling delete_port for e2787acc-eb89-4940-a988-03c99d2b9be6 owned by network:router_interface {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:42:44.409141 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239427f1-a65f-4197-8726-bb95e387925a req-70471ff5-b6c0-4d63-b0f4-b399e8ebf8c8 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:44.411983 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-31ed0d4e-aaee-493b-9b67-61faee1363ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:44.418492 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-239427f1-a65f-4197-8726-bb95e387925a req-70471ff5-b6c0-4d63-b0f4-b399e8ebf8c8 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 944 time: 0.1640167 Apr 05 14:42:44.428443 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-fa1dc554-3ad1-4899-875e-6a26af6983a2 req-46e0ac03-92fa-46dd-8605-33f9dc8d965c tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Allocated IP 172.20.0.14 (fcfdebfb-890a-4564-ad33-442534fd3fbd/f90bf926-2675-4d7e-8a18-756096c51dbe/467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:42:44.583696 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-239427f1-a65f-4197-8726-bb95e387925a req-8fe655db-5e7c-44b1-8226-915bab374eea tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640773 Apr 05 14:42:44.599892 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-615c7d64-7cd3-46f9-a564-c78b670f8146 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:44.776514 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-fa1dc554-3ad1-4899-875e-6a26af6983a2 req-46e0ac03-92fa-46dd-8605-33f9dc8d965c tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:44.886418 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-277e3409-f455-4d40-9f87-f6bf5bda70b7 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:44.922341 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277e3409-f455-4d40-9f87-f6bf5bda70b7 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Pushing event deleted for resources: {'Port': ['ID=e2787acc-eb89-4940-a988-03c99d2b9be6,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:45.027687 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-fa1dc554-3ad1-4899-875e-6a26af6983a2 req-46e0ac03-92fa-46dd-8605-33f9dc8d965c tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:45.179767 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa1dc554-3ad1-4899-875e-6a26af6983a2 req-46e0ac03-92fa-46dd-8605-33f9dc8d965c tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Network fcfdebfb-890a-4564-ad33-442534fd3fbd is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:42:45.211682 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e0ac03-92fa-46dd-8605-33f9dc8d965c tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Pushing event updated for resources: {'Port': ['ID=467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:45.274779 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-615c7d64-7cd3-46f9-a564-c78b670f8146 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:45.434294 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615c7d64-7cd3-46f9-a564-c78b670f8146 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:42:45.461149 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-615c7d64-7cd3-46f9-a564-c78b670f8146 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:42:45.469984 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615c7d64-7cd3-46f9-a564-c78b670f8146 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:42:45.589990 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615c7d64-7cd3-46f9-a564-c78b670f8146 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Pushing event updated for resources: {'Port': ['ID=05cbe271-6f32-4334-9373-c12964e73f2f,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:45.597193 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-31ed0d4e-aaee-493b-9b67-61faee1363ab None None] Notify callbacks [] for port, precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:45.731554 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b38db02e-3e36-4700-832a-3d13e08745e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809988'] for router_interface, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:45.754848 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-31ed0d4e-aaee-493b-9b67-61faee1363ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:45.911006 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3895da7f-6f5e-4e49-935a-6d23d84069bc None None] Pushing event updated for resources: {'Port': ['ID=07cfa7e2-a078-464a-9c71-3b040f3f020d,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:45.916364 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-277e3409-f455-4d40-9f87-f6bf5bda70b7 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1798829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810128'] for router_interface, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:45.918425 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-fa1dc554-3ad1-4899-875e-6a26af6983a2 req-46e0ac03-92fa-46dd-8605-33f9dc8d965c tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:42:45.985952 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-31ed0d4e-aaee-493b-9b67-61faee1363ab None None] Attempting to bind port 07cfa7e2-a078-464a-9c71-3b040f3f020d on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:42:45.986627 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-31ed0d4e-aaee-493b-9b67-61faee1363ab None None] Attempting to bind port 07cfa7e2-a078-464a-9c71-3b040f3f020d by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:42:45.987326 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ed0d4e-aaee-493b-9b67-61faee1363ab None None] Attempting to bind port 07cfa7e2-a078-464a-9c71-3b040f3f020d on network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:42:45.993383 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa1dc554-3ad1-4899-875e-6a26af6983a2 req-46e0ac03-92fa-46dd-8605-33f9dc8d965c tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:42:46.010358 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ed0d4e-aaee-493b-9b67-61faee1363ab None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:42:46.011229 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ed0d4e-aaee-493b-9b67-61faee1363ab None None] Checking segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:42:46.011642 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-31ed0d4e-aaee-493b-9b67-61faee1363ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:46.012072 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ed0d4e-aaee-493b-9b67-61faee1363ab None None] Bound using segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:42:46.012567 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-31ed0d4e-aaee-493b-9b67-61faee1363ab None None] Bound port: 07cfa7e2-a078-464a-9c71-3b040f3f020d, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:42:46.012978 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-31ed0d4e-aaee-493b-9b67-61faee1363ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:46.061171 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1dc554-3ad1-4899-875e-6a26af6983a2 req-46e0ac03-92fa-46dd-8605-33f9dc8d965c tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:46.061836 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-fa1dc554-3ad1-4899-875e-6a26af6983a2 req-46e0ac03-92fa-46dd-8605-33f9dc8d965c tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:46.201001 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a923a2-c49d-448d-abef-575000d91675 req-98b9bdbc-0d1d-4f52-ba3b-fa9f03588cea tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:46.202592 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-92a923a2-c49d-448d-abef-575000d91675 req-98b9bdbc-0d1d-4f52-ba3b-fa9f03588cea tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/ports?device_id=88a03fb3-db08-4fb3-9362-f3539d89b25a HTTP/1.1" status: 200 len: 932 time: 0.2485709 Apr 05 14:42:46.219803 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-31ed0d4e-aaee-493b-9b67-61faee1363ab None None] For port 07cfa7e2-a078-464a-9c71-3b040f3f020d, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:42:46.234964 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-31ed0d4e-aaee-493b-9b67-61faee1363ab None None] For port 07cfa7e2-a078-464a-9c71-3b040f3f020d, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=07cfa7e2-a078-464a-9c71-3b040f3f020d,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:42:46.314287 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-31ed0d4e-aaee-493b-9b67-61faee1363ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:46.315415 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-277e3409-f455-4d40-9f87-f6bf5bda70b7 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Router 60a3ad0b-df96-435f-b200-ee5167dddba1 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:42:46.320099 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fa1dc554-3ad1-4899-875e-6a26af6983a2 req-46e0ac03-92fa-46dd-8605-33f9dc8d965c tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1346719 Apr 05 14:42:46.369001 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31e4e8b-0029-471b-b026-5e9accbca848 req-c03dd6a7-6736-4ef6-91c8-e7716758ffc1 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:46.377542 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e31e4e8b-0029-471b-b026-5e9accbca848 req-c03dd6a7-6736-4ef6-91c8-e7716758ffc1 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 944 time: 0.4567692 Apr 05 14:42:46.462066 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3895da7f-6f5e-4e49-935a-6d23d84069bc None None] Pushing event updated for resources: {'Port': ['ID=07cfa7e2-a078-464a-9c71-3b040f3f020d,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:46.471505 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e31e4e8b-0029-471b-b026-5e9accbca848 req-5164cd55-f240-479f-b10d-bf6e824713ae tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925286 Apr 05 14:42:46.481493 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ed0d4e-aaee-493b-9b67-61faee1363ab None None] Routers {'8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:42:46.482260 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-31ed0d4e-aaee-493b-9b67-61faee1363ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:42:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:46.492428 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-92a923a2-c49d-448d-abef-575000d91675 req-4772da0d-0b01-4f5d-8a19-bad200d20440 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/security-groups?id=6aa4ff47-fb5e-455c-a491-6cc58636c316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083468 Apr 05 14:42:46.665014 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-fa1dc554-3ad1-4899-875e-6a26af6983a2 req-66b12276-3b43-4e14-9f60-f25039611a56 service neutron] Request body: {'port': {'device_id': '88a03fb3-db08-4fb3-9362-f3539d89b25a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:42:46.806459 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-3c605f55-5341-494d-b564-1b3133fb3f1b None None] Provisioning complete for port 467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:42:46.807242 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3c605f55-5341-494d-b564-1b3133fb3f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:46.810115 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277e3409-f455-4d40-9f87-f6bf5bda70b7 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:42:46.831208 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-277e3409-f455-4d40-9f87-f6bf5bda70b7 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "PUT /v2.0/routers/60a3ad0b-df96-435f-b200-ee5167dddba1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0320134 Apr 05 14:42:46.831397 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5c9080-b70c-4222-9010-ddec27efe97d None None] Sync routers for ids ['60a3ad0b-df96-435f-b200-ee5167dddba1'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:42:46.854418 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5c9080-b70c-4222-9010-ddec27efe97d None None] Routers {'60a3ad0b-df96-435f-b200-ee5167dddba1'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:42:46.855058 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-df5c9080-b70c-4222-9010-ddec27efe97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:42:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['60a3ad0b-df96-435f-b200-ee5167dddba1'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:46.899206 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 51588) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:46.899206 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-fa1dc554-3ad1-4899-875e-6a26af6983a2 req-66b12276-3b43-4e14-9f60-f25039611a56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:46.968737 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-8b990f40-f294-47d5-9ccc-662b10d37af3 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "GET /v2.0/ports?device_id=60a3ad0b-df96-435f-b200-ee5167dddba1 HTTP/1.1" status: 200 len: 205 time: 0.0684407 Apr 05 14:42:46.977244 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 51590) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:46.999192 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-3c605f55-5341-494d-b564-1b3133fb3f1b None None] Port 467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:42:47.012625 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-df5c9080-b70c-4222-9010-ddec27efe97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:47.037675 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-31ed0d4e-aaee-493b-9b67-61faee1363ab None None] Set router 8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:42:47.067232 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5c9080-b70c-4222-9010-ddec27efe97d None None] Routers {'60a3ad0b-df96-435f-b200-ee5167dddba1'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:42:47.068957 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-df5c9080-b70c-4222-9010-ddec27efe97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:42:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['60a3ad0b-df96-435f-b200-ee5167dddba1'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:47.183453 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-df5c9080-b70c-4222-9010-ddec27efe97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:47.185675 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5c9080-b70c-4222-9010-ddec27efe97d None None] The sync data for ids ['60a3ad0b-df96-435f-b200-ee5167dddba1'] in n-d-836650-2 is: [] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:42:47.223957 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0ce76256-dba5-4791-aadf-911744fa8915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:47.359841 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c512b1cc-4cc5-4aac-a1df-5820e1d26e44 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for router, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:47.478888 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-31ed0d4e-aaee-493b-9b67-61faee1363ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4', 'name': 'tempest-ServerRescueNegativeTestJSON-1160995064-router', 'tenant_id': 'd9feba5fdbdc4767955480ab96956cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': '07cfa7e2-a078-464a-9c71-3b040f3f020d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:42:35Z', 'updated_at': '2022-04-05T14:42:41Z', 'revision_number': 3, 'project_id': 'd9feba5fdbdc4767955480ab96956cf8', 'gw_port': {'id': '07cfa7e2-a078-464a-9c71-3b040f3f020d', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b7:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:38Z', 'updated_at': '2022-04-05T14:42:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:47.590450 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ed0d4e-aaee-493b-9b67-61faee1363ab None None] The sync data for ids ['8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4'] in n-d-836650-2 is: [{'id': '8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4', 'name': 'tempest-ServerRescueNegativeTestJSON-1160995064-router', 'tenant_id': 'd9feba5fdbdc4767955480ab96956cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': '07cfa7e2-a078-464a-9c71-3b040f3f020d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:42:35Z', 'updated_at': '2022-04-05T14:42:41Z', 'revision_number': 3, 'project_id': 'd9feba5fdbdc4767955480ab96956cf8', 'gw_port': {'id': '07cfa7e2-a078-464a-9c71-3b040f3f020d', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b7:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:38Z', 'updated_at': '2022-04-05T14:42:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:42:47.841605 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c512b1cc-4cc5-4aac-a1df-5820e1d26e44 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27070'] for router, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:47.864363 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-615c7d64-7cd3-46f9-a564-c78b670f8146 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Deleting port 05cbe271-6f32-4334-9373-c12964e73f2f {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:42:47.864851 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-615c7d64-7cd3-46f9-a564-c78b670f8146 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:47.866580 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c512b1cc-4cc5-4aac-a1df-5820e1d26e44 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:47.961417 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-615c7d64-7cd3-46f9-a564-c78b670f8146 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:47.961764 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-615c7d64-7cd3-46f9-a564-c78b670f8146 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:47.988505 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27aa903-6e9a-4410-9043-ba63af302752 req-86c32085-0931-4356-ae78-73a621cb4e9f tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:47.989145 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-615c7d64-7cd3-46f9-a564-c78b670f8146 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Calling delete_port for 05cbe271-6f32-4334-9373-c12964e73f2f owned by network:floatingip {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:42:47.991010 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e27aa903-6e9a-4410-9043-ba63af302752 req-86c32085-0931-4356-ae78-73a621cb4e9f tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/ports?device_id=88a03fb3-db08-4fb3-9362-f3539d89b25a HTTP/1.1" status: 200 len: 932 time: 0.2932525 Apr 05 14:42:48.011623 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bfb527-2ebc-4888-97b8-48430b6349c6 req-b54af851-bc67-4463-a1c4-b3649b6e0ca3 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:48.013633 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-41bfb527-2ebc-4888-97b8-48430b6349c6 req-b54af851-bc67-4463-a1c4-b3649b6e0ca3 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 944 time: 0.3335934 Apr 05 14:42:48.148571 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-b38db02e-3e36-4700-832a-3d13e08745e8 admin admin] Deleting port a912b48b-feb3-4360-91e0-ec14f5fb9853 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:42:48.153982 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b38db02e-3e36-4700-832a-3d13e08745e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:48.174961 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c512b1cc-4cc5-4aac-a1df-5820e1d26e44 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803298'] for router, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:48.174961 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c512b1cc-4cc5-4aac-a1df-5820e1d26e44 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Fanout notify agent at l3_agent the message router_deleted on router 60a3ad0b-df96-435f-b200-ee5167dddba1 {{(pid=103320) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:42:48.195358 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c512b1cc-4cc5-4aac-a1df-5820e1d26e44 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for router, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:48.200221 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-c512b1cc-4cc5-4aac-a1df-5820e1d26e44 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "DELETE /v2.0/routers/60a3ad0b-df96-435f-b200-ee5167dddba1 HTTP/1.1" status: 204 len: 168 time: 1.2214067 Apr 05 14:42:48.200998 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 51600) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:48.203722 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-fa1dc554-3ad1-4899-875e-6a26af6983a2 req-66b12276-3b43-4e14-9f60-f25039611a56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:42:48.249532 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-fa1dc554-3ad1-4899-875e-6a26af6983a2 req-66b12276-3b43-4e14-9f60-f25039611a56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:48.270512 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-0ce76256-dba5-4791-aadf-911744fa8915 admin admin] Allocated IP 172.20.0.1 (600f0cf5-5409-4f71-be79-543bdecff300/fe7e919b-03a6-4a26-b866-e533217cd38c/dde8d4a0-5751-430b-a866-1c4b80327c4c) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:42:48.286723 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e27aa903-6e9a-4410-9043-ba63af302752 req-85874d54-5e4f-4141-8d5c-51a264d75e91 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/security-groups?id=6aa4ff47-fb5e-455c-a491-6cc58636c316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512329 Apr 05 14:42:48.341604 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-fa1dc554-3ad1-4899-875e-6a26af6983a2 req-66b12276-3b43-4e14-9f60-f25039611a56 service neutron] Transition to ACTIVE for port object 467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:42:48.354424 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-41bfb527-2ebc-4888-97b8-48430b6349c6 req-839b68c2-04fd-4836-8188-88711564f82c tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3088994 Apr 05 14:42:48.407672 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_v2 [None req-9276a39b-c130-43f0-96d2-f3a47b815d34 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Deleting subnet d00428bd-d793-40e5-bc40-38325b4a3e04 {{(pid=103320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:42:48.418946 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9276a39b-c130-43f0-96d2-f3a47b815d34 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for subnet, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:48.476859 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-fa1dc554-3ad1-4899-875e-6a26af6983a2 req-66b12276-3b43-4e14-9f60-f25039611a56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:48.487815 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-b38db02e-3e36-4700-832a-3d13e08745e8 admin admin] For port a912b48b-feb3-4360-91e0-ec14f5fb9853, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=a912b48b-feb3-4360-91e0-ec14f5fb9853,segment=NetworkSegment(d416e1c2-0a1e-4961-921e-eee607643059),segment_id=d416e1c2-0a1e-4961-921e-eee607643059)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:42:48.488941 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b38db02e-3e36-4700-832a-3d13e08745e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:48.578215 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9276a39b-c130-43f0-96d2-f3a47b815d34 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13399228'] for subnet, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:48.700632 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-b38db02e-3e36-4700-832a-3d13e08745e8 admin admin] Calling delete_port for a912b48b-feb3-4360-91e0-ec14f5fb9853 owned by network:router_interface {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:42:48.722535 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b12276-3b43-4e14-9f60-f25039611a56 service neutron] Pushing event updated for resources: {'Port': ['ID=467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:48.927017 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-fa1dc554-3ad1-4899-875e-6a26af6983a2 req-66b12276-3b43-4e14-9f60-f25039611a56 service neutron] Attempting to bind port 467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:42:48.933060 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-fa1dc554-3ad1-4899-875e-6a26af6983a2 req-66b12276-3b43-4e14-9f60-f25039611a56 service neutron] Attempting to bind port 467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': '2e5fff45-c274-4677-ad93-946fb51d752d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'fcfdebfb-890a-4564-ad33-442534fd3fbd'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:42:48.933472 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1dc554-3ad1-4899-875e-6a26af6983a2 req-66b12276-3b43-4e14-9f60-f25039611a56 service neutron] Attempting to bind port 467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b on network fcfdebfb-890a-4564-ad33-442534fd3fbd {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:42:49.002435 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0ce76256-dba5-4791-aadf-911744fa8915 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:49.002597 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1dc554-3ad1-4899-875e-6a26af6983a2 req-66b12276-3b43-4e14-9f60-f25039611a56 service neutron] Port 467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b on network fcfdebfb-890a-4564-ad33-442534fd3fbd not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:42:49.003057 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1dc554-3ad1-4899-875e-6a26af6983a2 req-66b12276-3b43-4e14-9f60-f25039611a56 service neutron] Attempting to bind port 467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b on network fcfdebfb-890a-4564-ad33-442534fd3fbd {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:42:49.039436 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1dc554-3ad1-4899-875e-6a26af6983a2 req-66b12276-3b43-4e14-9f60-f25039611a56 service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:42:49.127132 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1dc554-3ad1-4899-875e-6a26af6983a2 req-66b12276-3b43-4e14-9f60-f25039611a56 service neutron] Checking segment: {'id': '2e5fff45-c274-4677-ad93-946fb51d752d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'fcfdebfb-890a-4564-ad33-442534fd3fbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:42:49.127132 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1dc554-3ad1-4899-875e-6a26af6983a2 req-66b12276-3b43-4e14-9f60-f25039611a56 service neutron] Bound using segment: {'id': '2e5fff45-c274-4677-ad93-946fb51d752d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'fcfdebfb-890a-4564-ad33-442534fd3fbd'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:42:49.130248 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 07cfa7e2-a078-464a-9c71-3b040f3f020d up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:42:49.130613 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-fa1dc554-3ad1-4899-875e-6a26af6983a2 req-66b12276-3b43-4e14-9f60-f25039611a56 service neutron] Bound port: 467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e5fff45-c274-4677-ad93-946fb51d752d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'fcfdebfb-890a-4564-ad33-442534fd3fbd'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:42:49.130613 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-fa1dc554-3ad1-4899-875e-6a26af6983a2 req-66b12276-3b43-4e14-9f60-f25039611a56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:49.130613 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9276a39b-c130-43f0-96d2-f3a47b815d34 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:49.183771 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 07cfa7e2-a078-464a-9c71-3b040f3f020d triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:42:49.184157 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:49.202998 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-fa1dc554-3ad1-4899-875e-6a26af6983a2 req-66b12276-3b43-4e14-9f60-f25039611a56 service neutron] For port 467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b, host n-h1-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:42:49.207450 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-fa1dc554-3ad1-4899-875e-6a26af6983a2 req-66b12276-3b43-4e14-9f60-f25039611a56 service neutron] For port 467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b,segment=NetworkSegment(2e5fff45-c274-4677-ad93-946fb51d752d),segment_id=2e5fff45-c274-4677-ad93-946fb51d752d)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:42:49.457750 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:49.515030 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port 07cfa7e2-a078-464a-9c71-3b040f3f020d, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=07cfa7e2-a078-464a-9c71-3b040f3f020d,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:42:49.554252 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-615c7d64-7cd3-46f9-a564-c78b670f8146 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:49.616852 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0ce76256-dba5-4791-aadf-911744fa8915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:49.618198 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-fa1dc554-3ad1-4899-875e-6a26af6983a2 req-66b12276-3b43-4e14-9f60-f25039611a56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:49.621922 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9276a39b-c130-43f0-96d2-f3a47b815d34 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15773812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13127359'] for subnet, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:49.631281 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615c7d64-7cd3-46f9-a564-c78b670f8146 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Pushing event deleted for resources: {'Port': ['ID=05cbe271-6f32-4334-9373-c12964e73f2f,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:49.657065 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:49.717264 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b38db02e-3e36-4700-832a-3d13e08745e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:49.770765 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=07cfa7e2-a078-464a-9c71-3b040f3f020d,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:49.824289 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178d1987-6643-4054-81f6-e49fb301c237 req-dbc9faec-7992-405e-9c09-fe11855491cb tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:49.835857 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-178d1987-6643-4054-81f6-e49fb301c237 req-dbc9faec-7992-405e-9c09-fe11855491cb tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/ports?device_id=88a03fb3-db08-4fb3-9362-f3539d89b25a HTTP/1.1" status: 200 len: 944 time: 0.3597395 Apr 05 14:42:49.846023 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9276a39b-c130-43f0-96d2-f3a47b815d34 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:49.850218 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-9276a39b-c130-43f0-96d2-f3a47b815d34 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "DELETE /v2.0/subnets/d00428bd-d793-40e5-bc40-38325b4a3e04 HTTP/1.1" status: 204 len: 168 time: 1.6345391 Apr 05 14:42:49.856323 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1dc554-3ad1-4899-875e-6a26af6983a2 req-66b12276-3b43-4e14-9f60-f25039611a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:49.857096 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-fa1dc554-3ad1-4899-875e-6a26af6983a2 req-66b12276-3b43-4e14-9f60-f25039611a56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:49.858565 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fa1dc554-3ad1-4899-875e-6a26af6983a2 req-66b12276-3b43-4e14-9f60-f25039611a56 service neutron] 10.222.0.55 "PUT /v2.0/ports/467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b HTTP/1.1" status: 200 len: 1092 time: 3.5289536 Apr 05 14:42:49.881968 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae51a0a-a23b-4a8b-afa8-df6443b27ae9 req-1de7c7b8-38ad-4f38-aa97-dd1036c5c839 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:49.890690 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5ae51a0a-a23b-4a8b-afa8-df6443b27ae9 req-1de7c7b8-38ad-4f38-aa97-dd1036c5c839 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 944 time: 0.3704774 Apr 05 14:42:49.899778 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 51614) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:49.904314 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88a03fb3-db08-4fb3-9362-f3539d89b25a', 'tag': '467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:42:49.904560 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99bd0b5b-fdca-459f-976a-7fa926b166cd None None] Network 09832952-87af-42a9-bce4-51533cc13268 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:42:49.906597 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c63eec-469d-47fc-9759-9b68dcbeb340" -d '{"events": [{"name": "network-changed", "server_uuid": "88a03fb3-db08-4fb3-9362-f3539d89b25a", "tag": "467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:42:49.922223 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9276a39b-c130-43f0-96d2-f3a47b815d34 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Pushing event deleted for resources: {'Subnet': ['ID=d00428bd-d793-40e5-bc40-38325b4a3e04,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:49.981343 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce76256-dba5-4791-aadf-911744fa8915 admin admin] Network 600f0cf5-5409-4f71-be79-543bdecff300 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:42:50.071612 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-0ce76256-dba5-4791-aadf-911744fa8915 admin admin] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:42:50.075203 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b12276-3b43-4e14-9f60-f25039611a56 service neutron] Pushing event updated for resources: {'Port': ['ID=467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:50.080235 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce76256-dba5-4791-aadf-911744fa8915 admin admin] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:42:50.251802 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-178d1987-6643-4054-81f6-e49fb301c237 req-bbbd7511-54d1-49f6-8f34-a4e9ade2fa0d tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/security-groups?id=6aa4ff47-fb5e-455c-a491-6cc58636c316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4151754 Apr 05 14:42:50.255507 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5ae51a0a-a23b-4a8b-afa8-df6443b27ae9 req-35e366bc-0e72-4b38-bd7f-e51302af9750 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3638461 Apr 05 14:42:50.265607 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b861869-f897-4f1c-aa50-3c1e7cbca44d tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Deleting subnet cc27f0f0-af6d-4047-a0e0-8ef00fa5f49d {{(pid=103320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:42:50.275097 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2b861869-f897-4f1c-aa50-3c1e7cbca44d tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for subnet, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:50.328591 n-d-836650-2 neutron-server[103321]: INFO neutron.api.v2.resource [None req-615c7d64-7cd3-46f9-a564-c78b670f8146 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] create failed (client error): The resource could not be found. Apr 05 14:42:50.332180 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-615c7d64-7cd3-46f9-a564-c78b670f8146 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 7.7039695 Apr 05 14:42:50.339729 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 51618) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:50.340030 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce76256-dba5-4791-aadf-911744fa8915 admin admin] Pushing event updated for resources: {'Port': ['ID=dde8d4a0-5751-430b-a866-1c4b80327c4c,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:50.368138 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1dc554-3ad1-4899-875e-6a26af6983a2 req-7da1292a-5301-467b-9312-07876ebe611f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:50.372130 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fa1dc554-3ad1-4899-875e-6a26af6983a2 req-7da1292a-5301-467b-9312-07876ebe611f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8c3f3c7982a44da591f5ccdacd29d5c6&device_id=88a03fb3-db08-4fb3-9362-f3539d89b25a HTTP/1.1" status: 200 len: 1095 time: 0.3299289 Apr 05 14:42:50.385185 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c640f1b-65cf-45df-9cfd-e29b25870f99 None None] DHCP port deletion for 09832952-87af-42a9-bce4-51533cc13268 request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:42:50.418109 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5099540-bbe3-4340-9eff-dba536f8ecc3 x-openstack-request-id: req-a5099540-bbe3-4340-9eff-dba536f8ecc3 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:42:50.418416 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88a03fb3-db08-4fb3-9362-f3539d89b25a", "tag": "467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:42:50.418832 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a5099540-bbe3-4340-9eff-dba536f8ecc3 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:42:50.419373 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5099540-bbe3-4340-9eff-dba536f8ecc3'] response: {'name': 'network-changed', 'server_uuid': '88a03fb3-db08-4fb3-9362-f3539d89b25a', 'tag': '467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b', 'status': 'completed', 'code': 200} Apr 05 14:42:50.439718 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2b861869-f897-4f1c-aa50-3c1e7cbca44d tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13399228'] for subnet, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:50.473367 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-6c640f1b-65cf-45df-9cfd-e29b25870f99 None None] Deleting port 25baab62-8016-48f9-b688-c902229dcc43 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:42:50.474152 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6c640f1b-65cf-45df-9cfd-e29b25870f99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:50.576007 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38db02e-3e36-4700-832a-3d13e08745e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a912b48b-feb3-4360-91e0-ec14f5fb9853,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:50.592004 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0ce76256-dba5-4791-aadf-911744fa8915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809369'] for router_interface, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:50.635735 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fa1dc554-3ad1-4899-875e-6a26af6983a2 req-c7b12db4-f771-45ef-9d21-4cd6b7c05bbc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b HTTP/1.1" status: 200 len: 217 time: 0.1360912 Apr 05 14:42:50.676125 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b38db02e-3e36-4700-832a-3d13e08745e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1798829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810128'] for router_interface, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:50.724656 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-6c640f1b-65cf-45df-9cfd-e29b25870f99 None None] For port 25baab62-8016-48f9-b688-c902229dcc43, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=25baab62-8016-48f9-b688-c902229dcc43,segment=NetworkSegment(03ca1f17-2595-4068-89a9-f8d4e52c32a2),segment_id=03ca1f17-2595-4068-89a9-f8d4e52c32a2)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:42:50.725109 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6c640f1b-65cf-45df-9cfd-e29b25870f99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:50.740495 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-6c640f1b-65cf-45df-9cfd-e29b25870f99 None None] Calling delete_port for 25baab62-8016-48f9-b688-c902229dcc43 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:42:50.788129 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1dc554-3ad1-4899-875e-6a26af6983a2 req-dfb5dda6-8761-4b96-a48b-be26cd970969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:50.789835 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fa1dc554-3ad1-4899-875e-6a26af6983a2 req-dfb5dda6-8761-4b96-a48b-be26cd970969 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f90bf926-2675-4d7e-8a18-756096c51dbe HTTP/1.1" status: 200 len: 859 time: 0.1416171 Apr 05 14:42:50.820136 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-191f3671-68ef-498e-a86e-7326c5278b01 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Deleting port 25db7aa2-638d-450c-b087-308b1040539d {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:42:50.821626 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-191f3671-68ef-498e-a86e-7326c5278b01 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:50.827812 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2b861869-f897-4f1c-aa50-3c1e7cbca44d tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:50.848069 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-0be168a3-d275-4588-899c-ed984c031164 None None] Provisioning complete for port dde8d4a0-5751-430b-a866-1c4b80327c4c triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:42:50.851473 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0be168a3-d275-4588-899c-ed984c031164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:50.890326 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-0be168a3-d275-4588-899c-ed984c031164 None None] Port dde8d4a0-5751-430b-a866-1c4b80327c4c cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:42:50.943735 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6c640f1b-65cf-45df-9cfd-e29b25870f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:50.970881 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1dc554-3ad1-4899-875e-6a26af6983a2 req-c9f0375f-b536-4015-839a-b3dabe5140ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:50.972532 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fa1dc554-3ad1-4899-875e-6a26af6983a2 req-c9f0375f-b536-4015-839a-b3dabe5140ff service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fcfdebfb-890a-4564-ad33-442534fd3fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1726923 Apr 05 14:42:50.998277 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c640f1b-65cf-45df-9cfd-e29b25870f99 None None] Pushing event deleted for resources: {'Port': ['ID=25baab62-8016-48f9-b688-c902229dcc43,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:51.009293 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c640f1b-65cf-45df-9cfd-e29b25870f99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:42:51.009585 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c640f1b-65cf-45df-9cfd-e29b25870f99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:42:51.010161 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c640f1b-65cf-45df-9cfd-e29b25870f99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:42:51.010506 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c640f1b-65cf-45df-9cfd-e29b25870f99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:42:51.010842 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c640f1b-65cf-45df-9cfd-e29b25870f99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:42:51.011178 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c640f1b-65cf-45df-9cfd-e29b25870f99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:42:51.011509 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c640f1b-65cf-45df-9cfd-e29b25870f99 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:42:51.012058 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c640f1b-65cf-45df-9cfd-e29b25870f99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:42:51.012185 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c640f1b-65cf-45df-9cfd-e29b25870f99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:42:51.012474 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c640f1b-65cf-45df-9cfd-e29b25870f99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:42:51.012799 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c640f1b-65cf-45df-9cfd-e29b25870f99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:42:51.013148 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c640f1b-65cf-45df-9cfd-e29b25870f99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:42:51.019922 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c640f1b-65cf-45df-9cfd-e29b25870f99 None None] No DVR routers for this DVR port 25baab62-8016-48f9-b688-c902229dcc43 on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:42:51.043903 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 07cfa7e2-a078-464a-9c71-3b040f3f020d up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:42:51.060868 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-191f3671-68ef-498e-a86e-7326c5278b01 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:51.080960 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-191f3671-68ef-498e-a86e-7326c5278b01 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Calling delete_port for 25db7aa2-638d-450c-b087-308b1040539d owned by {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:42:51.100123 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 07cfa7e2-a078-464a-9c71-3b040f3f020d triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:42:51.101406 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:51.112055 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0ce76256-dba5-4791-aadf-911744fa8915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:51.296014 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 25baab62-8016-48f9-b688-c902229dcc43 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:42:51.340199 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 25baab62-8016-48f9-b688-c902229dcc43 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:42:51.340554 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 25baab62-8016-48f9-b688-c902229dcc43 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:42:51.375087 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b38db02e-3e36-4700-832a-3d13e08745e8 admin admin] Router a58a7519-7ff4-4b29-8e4d-fbf8a66d8965 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:42:51.500119 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2b861869-f897-4f1c-aa50-3c1e7cbca44d tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15773812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13127359'] for subnet, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:51.519600 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0ce76256-dba5-4791-aadf-911744fa8915 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:51.537453 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b38db02e-3e36-4700-832a-3d13e08745e8 admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:42:51.545549 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-b38db02e-3e36-4700-832a-3d13e08745e8 admin admin] 10.222.0.30 "PUT /v2.0/routers/a58a7519-7ff4-4b29-8e4d-fbf8a66d8965/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5147491 Apr 05 14:42:51.545988 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 51628) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:51.548716 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff91dfb2-7d2b-4755-840f-92ba0ec1e800 None None] Sync routers for ids ['a58a7519-7ff4-4b29-8e4d-fbf8a66d8965'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:42:51.563854 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff91dfb2-7d2b-4755-840f-92ba0ec1e800 None None] Routers {'a58a7519-7ff4-4b29-8e4d-fbf8a66d8965'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:42:51.564937 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-ff91dfb2-7d2b-4755-840f-92ba0ec1e800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:42:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['a58a7519-7ff4-4b29-8e4d-fbf8a66d8965'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:51.580131 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fa1dc554-3ad1-4899-875e-6a26af6983a2 req-bd64d68d-d859-413c-b909-db6cbb8903e4 service neutron] 10.222.0.55 "GET /v2.0/networks/fcfdebfb-890a-4564-ad33-442534fd3fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5884993 Apr 05 14:42:51.586265 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b861869-f897-4f1c-aa50-3c1e7cbca44d tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Pushing event deleted for resources: {'Subnet': ['ID=cc27f0f0-af6d-4047-a0e0-8ef00fa5f49d,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:51.616503 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2b861869-f897-4f1c-aa50-3c1e7cbca44d tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:51.622344 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-2b861869-f897-4f1c-aa50-3c1e7cbca44d tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "DELETE /v2.0/subnets/cc27f0f0-af6d-4047-a0e0-8ef00fa5f49d HTTP/1.1" status: 204 len: 168 time: 1.7080526 Apr 05 14:42:51.622710 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 51630) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:51.630376 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5482a39-b1bc-4e74-868c-e0379be7ec6a None None] Network ded60846-511e-4b8a-af6a-2fbed0997a8a requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:42:51.641171 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0ce76256-dba5-4791-aadf-911744fa8915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:51.704626 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae70d2b5-5340-4f83-a4e7-a222793d6596 req-d3733e3f-6095-4ead-97d8-befdf27eb095 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:51.707110 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ae70d2b5-5340-4f83-a4e7-a222793d6596 req-d3733e3f-6095-4ead-97d8-befdf27eb095 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 944 time: 0.2153890 Apr 05 14:42:51.724220 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a867b-b08d-4185-9dd5-c66bd3c86339 req-953c2f70-03f8-4e54-84a7-6c2332032054 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:51.725856 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4d8a867b-b08d-4185-9dd5-c66bd3c86339 req-953c2f70-03f8-4e54-84a7-6c2332032054 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/ports?device_id=88a03fb3-db08-4fb3-9362-f3539d89b25a HTTP/1.1" status: 200 len: 944 time: 0.2358353 Apr 05 14:42:51.851050 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-ff91dfb2-7d2b-4755-840f-92ba0ec1e800 None None] Set router a58a7519-7ff4-4b29-8e4d-fbf8a66d8965 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:42:51.854770 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fa1dc554-3ad1-4899-875e-6a26af6983a2 req-c8e1f7aa-c661-468b-8800-337c2f317838 service neutron] 10.222.0.55 "GET /v2.0/networks/fcfdebfb-890a-4564-ad33-442534fd3fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622330 Apr 05 14:42:51.874557 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ae70d2b5-5340-4f83-a4e7-a222793d6596 req-57d9baf1-a5c5-4747-9a57-3dfdec2026f6 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438870 Apr 05 14:42:51.890732 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4d8a867b-b08d-4185-9dd5-c66bd3c86339 req-5e0ad89b-6196-42df-a7e1-d5d07bfa6b16 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/security-groups?id=6aa4ff47-fb5e-455c-a491-6cc58636c316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345675 Apr 05 14:42:51.961107 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32085b79-02f0-468c-b159-b8fbde5590c1 None None] DHCP port deletion for ded60846-511e-4b8a-af6a-2fbed0997a8a request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:42:52.031176 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-191f3671-68ef-498e-a86e-7326c5278b01 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:52.101805 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-32085b79-02f0-468c-b159-b8fbde5590c1 None None] Deleting port 6cd70bae-dfe7-4636-8a57-cd794ce7cbbb {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:42:52.102094 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-32085b79-02f0-468c-b159-b8fbde5590c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:52.109589 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191f3671-68ef-498e-a86e-7326c5278b01 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Pushing event deleted for resources: {'Port': ['ID=25db7aa2-638d-450c-b087-308b1040539d,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:52.173080 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c63eec-469d-47fc-9759-9b68dcbeb340 req-f1f39786-a988-4bf3-a89e-4d42d76fa069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:52.174644 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-16c63eec-469d-47fc-9759-9b68dcbeb340 req-f1f39786-a988-4bf3-a89e-4d42d76fa069 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8c3f3c7982a44da591f5ccdacd29d5c6&device_id=88a03fb3-db08-4fb3-9362-f3539d89b25a HTTP/1.1" status: 200 len: 1095 time: 0.1533079 Apr 05 14:42:52.198702 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce76256-dba5-4791-aadf-911744fa8915 admin admin] Pushing event updated for resources: {'Port': ['ID=dde8d4a0-5751-430b-a866-1c4b80327c4c,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:52.202234 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0ce76256-dba5-4791-aadf-911744fa8915 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809317'] for router_interface, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:52.212063 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-14cf0a57-da9f-4073-a5f5-b85a2893a3d3 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:52.238130 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-370e2df6-9a33-4ce7-9376-34d24aeb5721 admin admin] Notify callbacks [] for router, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:52.277424 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-32085b79-02f0-468c-b159-b8fbde5590c1 None None] For port 6cd70bae-dfe7-4636-8a57-cd794ce7cbbb, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=6cd70bae-dfe7-4636-8a57-cd794ce7cbbb,segment=NetworkSegment(f97e1fff-be09-44f5-87b8-cca394154214),segment_id=f97e1fff-be09-44f5-87b8-cca394154214)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:42:52.278270 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-32085b79-02f0-468c-b159-b8fbde5590c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:52.317561 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-32085b79-02f0-468c-b159-b8fbde5590c1 None None] Calling delete_port for 6cd70bae-dfe7-4636-8a57-cd794ce7cbbb owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:42:52.337370 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-191f3671-68ef-498e-a86e-7326c5278b01 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:52.340906 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-191f3671-68ef-498e-a86e-7326c5278b01 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] 10.222.0.30 "DELETE /v2.0/ports/25db7aa2-638d-450c-b087-308b1040539d HTTP/1.1" status: 204 len: 168 time: 1.9985127 Apr 05 14:42:52.344138 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 51634) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:52.349092 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-ff91dfb2-7d2b-4755-840f-92ba0ec1e800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58a7519-7ff4-4b29-8e4d-fbf8a66d8965', 'name': 'tempest-TaggedBootDevicesTest-226704702-router', 'tenant_id': '7e1ca79997b14d37bbfde5791240b349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'f567c999-3b94-4af9-8325-3684f1ecf09f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:34:20Z', 'updated_at': '2022-04-05T14:42:49Z', 'revision_number': 5, 'project_id': '7e1ca79997b14d37bbfde5791240b349', 'gw_port': {'id': 'f567c999-3b94-4af9-8325-3684f1ecf09f', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58a7519-7ff4-4b29-8e4d-fbf8a66d8965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:22Z', 'updated_at': '2022-04-05T14:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:52.386457 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff91dfb2-7d2b-4755-840f-92ba0ec1e800 None None] Checking router: a58a7519-7ff4-4b29-8e4d-fbf8a66d8965 for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:42:52.442013 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62194665-369c-4848-b4c9-628fe467fc91 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:52.447447 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff91dfb2-7d2b-4755-840f-92ba0ec1e800 None None] Routers {'a58a7519-7ff4-4b29-8e4d-fbf8a66d8965'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:42:52.448074 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-ff91dfb2-7d2b-4755-840f-92ba0ec1e800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:42:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['a58a7519-7ff4-4b29-8e4d-fbf8a66d8965'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:52.449888 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-62194665-369c-4848-b4c9-628fe467fc91 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] 10.222.0.30 "GET /v2.0/ports?device_id=b12dd12f-126e-4b3c-847f-1489d6cf1c73 HTTP/1.1" status: 200 len: 913 time: 0.1040292 Apr 05 14:42:52.451743 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c63eec-469d-47fc-9759-9b68dcbeb340 req-20820e61-f29b-4c66-9e5b-9fc0b88c08a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:52.453580 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-16c63eec-469d-47fc-9759-9b68dcbeb340 req-20820e61-f29b-4c66-9e5b-9fc0b88c08a5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fcfdebfb-890a-4564-ad33-442534fd3fbd HTTP/1.1" status: 200 len: 921 time: 0.2293015 Apr 05 14:42:52.454494 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 51636) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:52.497081 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-14cf0a57-da9f-4073-a5f5-b85a2893a3d3 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:52.554676 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-14cf0a57-da9f-4073-a5f5-b85a2893a3d3 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09832952-87af-42a9-bce4-51533cc13268']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:52.587312 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce76256-dba5-4791-aadf-911744fa8915 admin admin] Network 600f0cf5-5409-4f71-be79-543bdecff300 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:42:52.594081 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-14cf0a57-da9f-4073-a5f5-b85a2893a3d3 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03ca1f17-2595-4068-89a9-f8d4e52c32a2') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:52.594722 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-ff91dfb2-7d2b-4755-840f-92ba0ec1e800 None None] Set router a58a7519-7ff4-4b29-8e4d-fbf8a66d8965 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:42:52.595351 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-14cf0a57-da9f-4073-a5f5-b85a2893a3d3 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03ca1f17-2595-4068-89a9-f8d4e52c32a2') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:52.609576 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-14cf0a57-da9f-4073-a5f5-b85a2893a3d3 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:52.620335 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-16c63eec-469d-47fc-9759-9b68dcbeb340 req-060c7cfe-7538-4804-b76c-cdee4aa6105c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b HTTP/1.1" status: 200 len: 217 time: 0.0924301 Apr 05 14:42:52.629694 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-370e2df6-9a33-4ce7-9376-34d24aeb5721 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:52.635058 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-14cf0a57-da9f-4073-a5f5-b85a2893a3d3 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:52.642329 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14cf0a57-da9f-4073-a5f5-b85a2893a3d3 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:42:52.642815 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-14cf0a57-da9f-4073-a5f5-b85a2893a3d3 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:52.658935 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-0ce76256-dba5-4791-aadf-911744fa8915 admin admin] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:42:52.662332 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:42:52.662332 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:42:52.662332 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:42:52.662332 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:42:52.662332 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:42:52.662332 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:42:52.662332 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:42:52.662332 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:42:52.662332 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:42:52.662332 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:42:52.662332 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:42:52.662332 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:42:52.662332 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:42:52.662332 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:42:52.662332 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:42:52.662332 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:42:52.662332 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:42:52.662332 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:42:52.662332 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:42:52.662332 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:42:52.662332 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:42:52.662332 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:42:52.662332 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:42:52.662332 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:42:52.662332 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:42:52.662332 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:42:52.662332 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:42:52.662332 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:42:52.662332 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:42:52.662332 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:42:52.662332 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:42:52.662332 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:42:52.684407 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c63eec-469d-47fc-9759-9b68dcbeb340 req-3358a0e2-19ba-47f1-ac79-67dae85f1e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:52.686255 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-16c63eec-469d-47fc-9759-9b68dcbeb340 req-3358a0e2-19ba-47f1-ac79-67dae85f1e69 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f90bf926-2675-4d7e-8a18-756096c51dbe HTTP/1.1" status: 200 len: 859 time: 0.0549757 Apr 05 14:42:52.811620 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-32085b79-02f0-468c-b159-b8fbde5590c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:52.841942 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32085b79-02f0-468c-b159-b8fbde5590c1 None None] Pushing event deleted for resources: {'Port': ['ID=6cd70bae-dfe7-4636-8a57-cd794ce7cbbb,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:52.866692 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32085b79-02f0-468c-b159-b8fbde5590c1 None None] No DVR routers for this DVR port 6cd70bae-dfe7-4636-8a57-cd794ce7cbbb on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:42:52.895464 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 6cd70bae-dfe7-4636-8a57-cd794ce7cbbb no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:42:52.913061 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c63eec-469d-47fc-9759-9b68dcbeb340 req-765104dc-8418-481a-9a52-02feaaac7f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:52.916544 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-16c63eec-469d-47fc-9759-9b68dcbeb340 req-765104dc-8418-481a-9a52-02feaaac7f81 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fcfdebfb-890a-4564-ad33-442534fd3fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2221806 Apr 05 14:42:52.976732 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-ff91dfb2-7d2b-4755-840f-92ba0ec1e800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58a7519-7ff4-4b29-8e4d-fbf8a66d8965', 'name': 'tempest-TaggedBootDevicesTest-226704702-router', 'tenant_id': '7e1ca79997b14d37bbfde5791240b349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'f567c999-3b94-4af9-8325-3684f1ecf09f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:34:20Z', 'updated_at': '2022-04-05T14:42:49Z', 'revision_number': 5, 'project_id': '7e1ca79997b14d37bbfde5791240b349', 'gw_port': {'id': 'f567c999-3b94-4af9-8325-3684f1ecf09f', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58a7519-7ff4-4b29-8e4d-fbf8a66d8965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:22Z', 'updated_at': '2022-04-05T14:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:52.988205 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ce76256-dba5-4791-aadf-911744fa8915 admin admin] Router 8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:42:52.993364 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 6cd70bae-dfe7-4636-8a57-cd794ce7cbbb {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:42:52.994104 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 6cd70bae-dfe7-4636-8a57-cd794ce7cbbb not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:42:53.012182 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-14cf0a57-da9f-4073-a5f5-b85a2893a3d3 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:53.045176 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-14cf0a57-da9f-4073-a5f5-b85a2893a3d3 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:53.052562 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-14cf0a57-da9f-4073-a5f5-b85a2893a3d3 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "DELETE /v2.0/networks/09832952-87af-42a9-bce4-51533cc13268 HTTP/1.1" status: 204 len: 168 time: 1.4288061 Apr 05 14:42:53.057650 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 51646) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:53.070938 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff91dfb2-7d2b-4755-840f-92ba0ec1e800 None None] The sync data for ids ['a58a7519-7ff4-4b29-8e4d-fbf8a66d8965'] in n-d-836650-2 is: [{'id': 'a58a7519-7ff4-4b29-8e4d-fbf8a66d8965', 'name': 'tempest-TaggedBootDevicesTest-226704702-router', 'tenant_id': '7e1ca79997b14d37bbfde5791240b349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'f567c999-3b94-4af9-8325-3684f1ecf09f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:34:20Z', 'updated_at': '2022-04-05T14:42:49Z', 'revision_number': 5, 'project_id': '7e1ca79997b14d37bbfde5791240b349', 'gw_port': {'id': 'f567c999-3b94-4af9-8325-3684f1ecf09f', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58a7519-7ff4-4b29-8e4d-fbf8a66d8965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:22Z', 'updated_at': '2022-04-05T14:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:42:53.081697 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-370e2df6-9a33-4ce7-9376-34d24aeb5721 admin admin] Deleting port f567c999-3b94-4af9-8325-3684f1ecf09f {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:42:53.082041 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-370e2df6-9a33-4ce7-9376-34d24aeb5721 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:53.126109 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cf0a57-da9f-4073-a5f5-b85a2893a3d3 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Pushing event deleted for resources: {'Network': ['ID=09832952-87af-42a9-bce4-51533cc13268,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:53.140255 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-7f0f03b5-9092-4b71-b910-303bee1b7f4c None None] Provisioning complete for port dde8d4a0-5751-430b-a866-1c4b80327c4c triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:42:53.140632 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7f0f03b5-9092-4b71-b910-303bee1b7f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:53.201036 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f03b5-9092-4b71-b910-303bee1b7f4c None None] Port dde8d4a0-5751-430b-a866-1c4b80327c4c cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:42:53.210205 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a816d2d5-add6-45bf-8273-894b8d82baa5 req-a746b9de-6a9f-4235-a91a-09067cb78faf tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:53.211928 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a816d2d5-add6-45bf-8273-894b8d82baa5 req-a746b9de-6a9f-4235-a91a-09067cb78faf tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 944 time: 0.1584146 Apr 05 14:42:53.235821 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514cefee-06f5-49e3-a81b-9afa3b8080f6 req-50a3036f-5488-41b0-9e84-a5259e397c44 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:53.237520 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-514cefee-06f5-49e3-a81b-9afa3b8080f6 req-50a3036f-5488-41b0-9e84-a5259e397c44 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/ports?device_id=88a03fb3-db08-4fb3-9362-f3539d89b25a HTTP/1.1" status: 200 len: 944 time: 0.1715679 Apr 05 14:42:53.284364 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-16c63eec-469d-47fc-9759-9b68dcbeb340 req-3884f4d2-e7c9-4b8b-8995-4cab6eb4641e service neutron] 10.222.0.55 "GET /v2.0/networks/fcfdebfb-890a-4564-ad33-442534fd3fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999103 Apr 05 14:42:53.360072 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a816d2d5-add6-45bf-8273-894b8d82baa5 req-d90a3122-6c4f-4d28-9b51-ff5fc2de33bc tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391273 Apr 05 14:42:53.368344 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-08b79e08-836a-41ce-993d-9f13e668df68 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:53.382092 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-370e2df6-9a33-4ce7-9376-34d24aeb5721 admin admin] For port f567c999-3b94-4af9-8325-3684f1ecf09f, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=f567c999-3b94-4af9-8325-3684f1ecf09f,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:42:53.382092 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-370e2df6-9a33-4ce7-9376-34d24aeb5721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:53.400713 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-514cefee-06f5-49e3-a81b-9afa3b8080f6 req-4ce0372b-0ce5-4809-9b38-c909f64f375d tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/security-groups?id=6aa4ff47-fb5e-455c-a491-6cc58636c316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488645 Apr 05 14:42:53.403241 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-370e2df6-9a33-4ce7-9376-34d24aeb5721 admin admin] Calling delete_port for f567c999-3b94-4af9-8325-3684f1ecf09f owned by network:router_gateway {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:42:53.408710 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce76256-dba5-4791-aadf-911744fa8915 admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:42:53.427923 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-0ce76256-dba5-4791-aadf-911744fa8915 admin admin] 10.222.0.30 "PUT /v2.0/routers/8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8219430 Apr 05 14:42:53.429087 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30739885-60d6-4ec5-a4e7-49f20ef83e71 None None] Sync routers for ids ['8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:42:53.448939 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30739885-60d6-4ec5-a4e7-49f20ef83e71 None None] Routers {'8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:42:53.449713 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-30739885-60d6-4ec5-a4e7-49f20ef83e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:42:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:53.521256 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-74460c81-52c9-46d7-a367-2ba17d241505 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809988'] for router_interface, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:53.525129 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-16c63eec-469d-47fc-9759-9b68dcbeb340 req-2d8ef9d1-0c09-472f-a9f6-122cc23d8b0c service neutron] 10.222.0.55 "GET /v2.0/networks/fcfdebfb-890a-4564-ad33-442534fd3fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168622 Apr 05 14:42:53.590597 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-08b79e08-836a-41ce-993d-9f13e668df68 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:53.623026 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-08b79e08-836a-41ce-993d-9f13e668df68 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ded60846-511e-4b8a-af6a-2fbed0997a8a']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:53.642483 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device b19045ae-f5ab-4894-b8f2-78cf84e0b22e details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:42:53.648585 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-30739885-60d6-4ec5-a4e7-49f20ef83e71 None None] Set router 8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:42:53.681422 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-08b79e08-836a-41ce-993d-9f13e668df68 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f97e1fff-be09-44f5-87b8-cca394154214') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:53.682279 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-08b79e08-836a-41ce-993d-9f13e668df68 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f97e1fff-be09-44f5-87b8-cca394154214') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:53.721500 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-08b79e08-836a-41ce-993d-9f13e668df68 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:53.790239 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-08b79e08-836a-41ce-993d-9f13e668df68 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:53.806039 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08b79e08-836a-41ce-993d-9f13e668df68 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:42:53.806498 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-08b79e08-836a-41ce-993d-9f13e668df68 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:53.844732 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:42:53.844732 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:42:53.844732 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:42:53.844732 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:42:53.844732 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:42:53.844732 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:42:53.844732 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:42:53.844732 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:42:53.844732 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:42:53.844732 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:42:53.844732 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:42:53.844732 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:42:53.844732 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:42:53.844732 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:42:53.844732 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:42:53.844732 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:42:53.844732 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:42:53.844732 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:42:53.844732 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:42:53.844732 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:42:53.844732 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:42:53.844732 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:42:53.844732 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:42:53.844732 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:42:53.844732 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:42:53.844732 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:42:53.844732 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:42:53.844732 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:42:53.844732 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:42:53.844732 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:42:53.844732 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:42:53.844732 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:42:53.927888 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port b19045ae-f5ab-4894-b8f2-78cf84e0b22e, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=b19045ae-f5ab-4894-b8f2-78cf84e0b22e,segment=NetworkSegment(bdfb6f44-ca71-4caa-8786-512017d20b4a),segment_id=bdfb6f44-ca71-4caa-8786-512017d20b4a)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:42:53.952939 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': 'b19045ae-f5ab-4894-b8f2-78cf84e0b22e', 'network_id': 'c590509e-7ca8-420f-8b7e-bdc8058c2274', 'port_id': 'b19045ae-f5ab-4894-b8f2-78cf84e0b22e', 'mac_address': 'fa:16:3e:09:51:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb31ac2d-5e66-4875-8845-18e88172de35', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:42:53.996203 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:54.015332 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b19045ae-f5ab-4894-b8f2-78cf84e0b22e {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:42:54.054521 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port b19045ae-f5ab-4894-b8f2-78cf84e0b22e, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=b19045ae-f5ab-4894-b8f2-78cf84e0b22e,segment=NetworkSegment(bdfb6f44-ca71-4caa-8786-512017d20b4a),segment_id=bdfb6f44-ca71-4caa-8786-512017d20b4a)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:42:54.068149 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-30739885-60d6-4ec5-a4e7-49f20ef83e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4', 'name': 'tempest-ServerRescueNegativeTestJSON-1160995064-router', 'tenant_id': 'd9feba5fdbdc4767955480ab96956cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': '07cfa7e2-a078-464a-9c71-3b040f3f020d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:42:35Z', 'updated_at': '2022-04-05T14:42:50Z', 'revision_number': 4, 'project_id': 'd9feba5fdbdc4767955480ab96956cf8', 'gw_port': {'id': '07cfa7e2-a078-464a-9c71-3b040f3f020d', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:38Z', 'updated_at': '2022-04-05T14:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': 'dde8d4a0-5751-430b-a866-1c4b80327c4c', 'name': '', 'network_id': '600f0cf5-5409-4f71-be79-543bdecff300', 'tenant_id': 'd9feba5fdbdc4767955480ab96956cf8', 'mac_address': 'fa:16:3e:70:ed:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2258, 'fixed_ips': [{'subnet_id': 'fe7e919b-03a6-4a26-b866-e533217cd38c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:47Z', 'updated_at': '2022-04-05T14:42:51Z', 'revision_number': 2, 'project_id': 'd9feba5fdbdc4767955480ab96956cf8', 'subnets': [{'id': 'fe7e919b-03a6-4a26-b866-e533217cd38c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:54.098598 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30739885-60d6-4ec5-a4e7-49f20ef83e71 None None] Checking router: 8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4 for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:42:54.099026 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30739885-60d6-4ec5-a4e7-49f20ef83e71 None None] Updating router 8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4 port dde8d4a0-5751-430b-a866-1c4b80327c4c binding host n-d-836650-2 {{(pid=103323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:42:54.126189 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-74460c81-52c9-46d7-a367-2ba17d241505 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Deleting port f191de50-5a2a-40b9-8993-b5b8e9df4b16 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:42:54.126541 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-74460c81-52c9-46d7-a367-2ba17d241505 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:54.132786 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-30739885-60d6-4ec5-a4e7-49f20ef83e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:54.165646 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-08b79e08-836a-41ce-993d-9f13e668df68 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:54.188354 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-08b79e08-836a-41ce-993d-9f13e668df68 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:54.197442 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-08b79e08-836a-41ce-993d-9f13e668df68 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "DELETE /v2.0/networks/ded60846-511e-4b8a-af6a-2fbed0997a8a HTTP/1.1" status: 204 len: 168 time: 1.1334105 Apr 05 14:42:54.197442 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 51668) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:54.205709 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-130a4f1a-1566-4ed7-a27f-35c3b1662b7c tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Request body: {'network': {'name': 'tempest-RoutersTest-47258761'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:42:54.216269 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:54.217213 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:42:54.235621 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b79e08-836a-41ce-993d-9f13e668df68 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Pushing event deleted for resources: {'Network': ['ID=ded60846-511e-4b8a-af6a-2fbed0997a8a,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:54.258435 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f74f9-9ff0-404e-b10e-117e557c0705 req-9f6e36fb-9086-4baa-92c0-e6503c470635 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:54.261380 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ca2f74f9-9ff0-404e-b10e-117e557c0705 req-9f6e36fb-9086-4baa-92c0-e6503c470635 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/networks?id=600f0cf5-5409-4f71-be79-543bdecff300 HTTP/1.1" status: 200 len: 819 time: 0.2334249 Apr 05 14:42:54.287948 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-370e2df6-9a33-4ce7-9376-34d24aeb5721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:54.294527 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ca2f74f9-9ff0-404e-b10e-117e557c0705 req-e3ea90c4-1ee2-479a-903b-20c6ee637c9e tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/quotas/d9feba5fdbdc4767955480ab96956cf8 HTTP/1.1" status: 200 len: 375 time: 0.0200281 Apr 05 14:42:54.353147 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370e2df6-9a33-4ce7-9376-34d24aeb5721 admin admin] Pushing event deleted for resources: {'Port': ['ID=f567c999-3b94-4af9-8325-3684f1ecf09f,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:54.368817 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-74460c81-52c9-46d7-a367-2ba17d241505 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:54.393296 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=b19045ae-f5ab-4894-b8f2-78cf84e0b22e,revision_number=11']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:54.400055 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-74460c81-52c9-46d7-a367-2ba17d241505 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Calling delete_port for f191de50-5a2a-40b9-8993-b5b8e9df4b16 owned by network:router_interface {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:42:54.424654 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ca2f74f9-9ff0-404e-b10e-117e557c0705 req-2ecdc64a-9386-4331-82e8-342909629f36 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d9feba5fdbdc4767955480ab96956cf8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1274962 Apr 05 14:42:54.445233 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b,segment=NetworkSegment(2e5fff45-c274-4677-ad93-946fb51d752d),segment_id=2e5fff45-c274-4677-ad93-946fb51d752d)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:42:54.461741 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': '467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b', 'network_id': 'fcfdebfb-890a-4564-ad33-442534fd3fbd', 'port_id': '467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b', 'mac_address': 'fa:16:3e:0c:9d:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f90bf926-2675-4d7e-8a18-756096c51dbe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:42:54.484991 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-130a4f1a-1566-4ed7-a27f-35c3b1662b7c tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Made reservation on behalf of f3bfb97dae7f4364b96271d3f01488fb for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:42:54.491036 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-130a4f1a-1566-4ed7-a27f-35c3b1662b7c tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:54.504444 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-370e2df6-9a33-4ce7-9376-34d24aeb5721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808526'] for router_gateway, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:54.509413 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:54.516890 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-130a4f1a-1566-4ed7-a27f-35c3b1662b7c tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:42:54.527180 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-130a4f1a-1566-4ed7-a27f-35c3b1662b7c tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:54.527542 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-130a4f1a-1566-4ed7-a27f-35c3b1662b7c tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Added segment d22c8ca9-29d2-41b4-a633-e5f489819f52 of type vlan for network a73ec432-17a8-460b-b113-78c7b4ad26e3 Apr 05 14:42:54.529454 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:42:54.534251 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-30739885-60d6-4ec5-a4e7-49f20ef83e71 None None] Notify callbacks [] for port, precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:54.541509 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-683baa2d-2fa1-430f-a6de-3cf426a47cca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:54.558847 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b,segment=NetworkSegment(2e5fff45-c274-4677-ad93-946fb51d752d),segment_id=2e5fff45-c274-4677-ad93-946fb51d752d)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:42:54.634826 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-130a4f1a-1566-4ed7-a27f-35c3b1662b7c tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:54.658201 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfcbcce-981b-43d2-8df8-9a8f57e52c87 req-64a91236-ae95-4df9-904f-bbdc85bba67e tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:54.659793 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9dfcbcce-981b-43d2-8df8-9a8f57e52c87 req-64a91236-ae95-4df9-904f-bbdc85bba67e tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.1686907 Apr 05 14:42:54.662390 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ca2f74f9-9ff0-404e-b10e-117e557c0705 req-a258bb86-9c50-4c6f-ba07-1c076c0cb1b9 service neutron] 10.222.0.30 "GET /v2.0/networks/600f0cf5-5409-4f71-be79-543bdecff300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004795 Apr 05 14:42:54.671345 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-30739885-60d6-4ec5-a4e7-49f20ef83e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:54.671827 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-370e2df6-9a33-4ce7-9376-34d24aeb5721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27070'] for router, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:54.677413 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-370e2df6-9a33-4ce7-9376-34d24aeb5721 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:54.693367 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:54.721804 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc28e6b9-5c2e-4fc9-92ac-3e56e2e0725b None None] Pushing event updated for resources: {'Port': ['ID=dde8d4a0-5751-430b-a866-1c4b80327c4c,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:54.781669 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:54.789428 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-30739885-60d6-4ec5-a4e7-49f20ef83e71 None None] Attempting to bind port dde8d4a0-5751-430b-a866-1c4b80327c4c on host n-d-836650-2 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:42:54.789797 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-30739885-60d6-4ec5-a4e7-49f20ef83e71 None None] Attempting to bind port dde8d4a0-5751-430b-a866-1c4b80327c4c by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'b9bfc1ba-c081-43c0-97a1-329aced7b561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '600f0cf5-5409-4f71-be79-543bdecff300'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:42:54.790155 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30739885-60d6-4ec5-a4e7-49f20ef83e71 None None] Attempting to bind port dde8d4a0-5751-430b-a866-1c4b80327c4c on network 600f0cf5-5409-4f71-be79-543bdecff300 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:42:54.795655 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30739885-60d6-4ec5-a4e7-49f20ef83e71 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:42:54.796071 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30739885-60d6-4ec5-a4e7-49f20ef83e71 None None] Checking segment: {'id': 'b9bfc1ba-c081-43c0-97a1-329aced7b561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '600f0cf5-5409-4f71-be79-543bdecff300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:42:54.796498 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-30739885-60d6-4ec5-a4e7-49f20ef83e71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:54.796856 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30739885-60d6-4ec5-a4e7-49f20ef83e71 None None] Bound using segment: {'id': 'b9bfc1ba-c081-43c0-97a1-329aced7b561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '600f0cf5-5409-4f71-be79-543bdecff300'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:42:54.797385 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-30739885-60d6-4ec5-a4e7-49f20ef83e71 None None] Bound port: dde8d4a0-5751-430b-a866-1c4b80327c4c, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9bfc1ba-c081-43c0-97a1-329aced7b561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '600f0cf5-5409-4f71-be79-543bdecff300'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:42:54.797712 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-30739885-60d6-4ec5-a4e7-49f20ef83e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:54.858637 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9dfcbcce-981b-43d2-8df8-9a8f57e52c87 req-fca91ebb-2872-4f2d-a592-80df44351980 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012356 Apr 05 14:42:54.905479 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ca2f74f9-9ff0-404e-b10e-117e557c0705 req-519829de-687f-4650-ac6f-ea81870f5ccf service neutron] 10.222.0.30 "GET /v2.0/networks/600f0cf5-5409-4f71-be79-543bdecff300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247794 Apr 05 14:42:54.914085 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-130a4f1a-1566-4ed7-a27f-35c3b1662b7c tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:54.925911 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130a4f1a-1566-4ed7-a27f-35c3b1662b7c tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:54.925911 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-130a4f1a-1566-4ed7-a27f-35c3b1662b7c tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:54.926150 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['b19045ae-f5ab-4894-b8f2-78cf84e0b22e'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:42:54.930318 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:42:54.932974 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-30739885-60d6-4ec5-a4e7-49f20ef83e71 None None] For port dde8d4a0-5751-430b-a866-1c4b80327c4c, host n-d-836650-2, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:42:54.971341 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-74460c81-52c9-46d7-a367-2ba17d241505 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:54.973226 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-30739885-60d6-4ec5-a4e7-49f20ef83e71 None None] For port dde8d4a0-5751-430b-a866-1c4b80327c4c, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=dde8d4a0-5751-430b-a866-1c4b80327c4c,segment=NetworkSegment(b9bfc1ba-c081-43c0-97a1-329aced7b561),segment_id=b9bfc1ba-c081-43c0-97a1-329aced7b561)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:42:55.023768 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74460c81-52c9-46d7-a367-2ba17d241505 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Pushing event deleted for resources: {'Port': ['ID=f191de50-5a2a-40b9-8993-b5b8e9df4b16,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:55.031929 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130a4f1a-1566-4ed7-a27f-35c3b1662b7c tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Pushing event updated for resources: {'Network': ['ID=a73ec432-17a8-460b-b113-78c7b4ad26e3,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:55.034124 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-370e2df6-9a33-4ce7-9376-34d24aeb5721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803298'] for router, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:55.035998 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-370e2df6-9a33-4ce7-9376-34d24aeb5721 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a58a7519-7ff4-4b29-8e4d-fbf8a66d8965 {{(pid=103321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:42:55.042720 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-370e2df6-9a33-4ce7-9376-34d24aeb5721 admin admin] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:55.043969 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-370e2df6-9a33-4ce7-9376-34d24aeb5721 admin admin] 10.222.0.30 "DELETE /v2.0/routers/a58a7519-7ff4-4b29-8e4d-fbf8a66d8965 HTTP/1.1" status: 204 len: 168 time: 3.4969594 Apr 05 14:42:55.049050 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 51674) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:55.057498 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-30739885-60d6-4ec5-a4e7-49f20ef83e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:55.084506 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device a912b48b-feb3-4360-91e0-ec14f5fb9853 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:42:55.136822 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-27e55871-6710-44a7-b6b1-57853ddddf68 admin admin] Deleting subnet 31d23931-2c8c-4da7-8029-521a7261e7d6 {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:42:55.138611 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-27e55871-6710-44a7-b6b1-57853ddddf68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:55.186356 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: a912b48b-feb3-4360-91e0-ec14f5fb9853 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:42:55.187144 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device a912b48b-feb3-4360-91e0-ec14f5fb9853 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:42:55.199346 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network a73ec432-17a8-460b-b113-78c7b4ad26e3 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:42:55.202500 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30739885-60d6-4ec5-a4e7-49f20ef83e71 None None] Routers {'8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:42:55.203366 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-30739885-60d6-4ec5-a4e7-49f20ef83e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:42:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:55.216071 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc28e6b9-5c2e-4fc9-92ac-3e56e2e0725b None None] Pushing event updated for resources: {'Port': ['ID=dde8d4a0-5751-430b-a866-1c4b80327c4c,revision_number=4']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:55.258057 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-130a4f1a-1566-4ed7-a27f-35c3b1662b7c tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.0597053 Apr 05 14:42:55.265129 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 51678) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:55.267720 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224db27c-0718-407b-b82a-7a4e072dacc4 req-ecb3b6ee-b53b-4f3b-af60-5129f3cba306 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:55.269996 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-224db27c-0718-407b-b82a-7a4e072dacc4 req-ecb3b6ee-b53b-4f3b-af60-5129f3cba306 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/ports?device_id=88a03fb3-db08-4fb3-9362-f3539d89b25a HTTP/1.1" status: 200 len: 945 time: 0.2494404 Apr 05 14:42:55.277783 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-a2493a1b-0df9-4a7c-bc35-6177bc95dc04 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Request body: {'subnet': {'network_id': 'a73ec432-17a8-460b-b113-78c7b4ad26e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:42:55.308811 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-27e55871-6710-44a7-b6b1-57853ddddf68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:55.540101 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-30739885-60d6-4ec5-a4e7-49f20ef83e71 None None] Set router 8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:42:55.560243 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-224db27c-0718-407b-b82a-7a4e072dacc4 req-b5d128c7-765c-4e31-bf5c-c9f5014a38cd tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/security-groups?id=6aa4ff47-fb5e-455c-a491-6cc58636c316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808032 Apr 05 14:42:55.600223 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4acb0904-635e-4f31-a2c6-3d53b0f997da req-d7413776-d7c9-4a22-8840-ed80dea93983 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fb8ba11-dd17-4faf-8654-fe2f3115015c HTTP/1.1" status: 200 len: 210 time: 0.1319473 Apr 05 14:42:55.601283 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-74460c81-52c9-46d7-a367-2ba17d241505 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1798829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810128'] for router_interface, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:55.808699 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-27e55871-6710-44a7-b6b1-57853ddddf68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:55.873562 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2493a1b-0df9-4a7c-bc35-6177bc95dc04 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Made reservation on behalf of f3bfb97dae7f4364b96271d3f01488fb for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:42:55.881128 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a2493a1b-0df9-4a7c-bc35-6177bc95dc04 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:56.078805 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-30739885-60d6-4ec5-a4e7-49f20ef83e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4', 'name': 'tempest-ServerRescueNegativeTestJSON-1160995064-router', 'tenant_id': 'd9feba5fdbdc4767955480ab96956cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': '07cfa7e2-a078-464a-9c71-3b040f3f020d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:42:35Z', 'updated_at': '2022-04-05T14:42:50Z', 'revision_number': 4, 'project_id': 'd9feba5fdbdc4767955480ab96956cf8', 'gw_port': {'id': '07cfa7e2-a078-464a-9c71-3b040f3f020d', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:38Z', 'updated_at': '2022-04-05T14:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': 'dde8d4a0-5751-430b-a866-1c4b80327c4c', 'name': '', 'network_id': '600f0cf5-5409-4f71-be79-543bdecff300', 'tenant_id': 'd9feba5fdbdc4767955480ab96956cf8', 'mac_address': 'fa:16:3e:70:ed:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2258, 'fixed_ips': [{'subnet_id': 'fe7e919b-03a6-4a26-b866-e533217cd38c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:47Z', 'updated_at': '2022-04-05T14:42:54Z', 'revision_number': 4, 'project_id': 'd9feba5fdbdc4767955480ab96956cf8', 'subnets': [{'id': 'fe7e919b-03a6-4a26-b866-e533217cd38c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:56.094862 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9c9bbeb4-6f4c-4c83-902d-0c4229db0852 None None] Provisioning complete for port dde8d4a0-5751-430b-a866-1c4b80327c4c triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:42:56.099736 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9c9bbeb4-6f4c-4c83-902d-0c4229db0852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:56.258756 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-27e55871-6710-44a7-b6b1-57853ddddf68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:56.272573 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30739885-60d6-4ec5-a4e7-49f20ef83e71 None None] The sync data for ids ['8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4'] in n-d-836650-2 is: [{'id': '8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4', 'name': 'tempest-ServerRescueNegativeTestJSON-1160995064-router', 'tenant_id': 'd9feba5fdbdc4767955480ab96956cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': '07cfa7e2-a078-464a-9c71-3b040f3f020d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:42:35Z', 'updated_at': '2022-04-05T14:42:50Z', 'revision_number': 4, 'project_id': 'd9feba5fdbdc4767955480ab96956cf8', 'gw_port': {'id': '07cfa7e2-a078-464a-9c71-3b040f3f020d', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:38Z', 'updated_at': '2022-04-05T14:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': 'dde8d4a0-5751-430b-a866-1c4b80327c4c', 'name': '', 'network_id': '600f0cf5-5409-4f71-be79-543bdecff300', 'tenant_id': 'd9feba5fdbdc4767955480ab96956cf8', 'mac_address': 'fa:16:3e:70:ed:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2258, 'fixed_ips': [{'subnet_id': 'fe7e919b-03a6-4a26-b866-e533217cd38c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:47Z', 'updated_at': '2022-04-05T14:42:54Z', 'revision_number': 4, 'project_id': 'd9feba5fdbdc4767955480ab96956cf8', 'subnets': [{'id': 'fe7e919b-03a6-4a26-b866-e533217cd38c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:42:56.312458 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9c9bbeb4-6f4c-4c83-902d-0c4229db0852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:56.368445 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e55871-6710-44a7-b6b1-57853ddddf68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31d23931-2c8c-4da7-8029-521a7261e7d6,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:56.373267 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-27e55871-6710-44a7-b6b1-57853ddddf68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:56.380470 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-27e55871-6710-44a7-b6b1-57853ddddf68 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/31d23931-2c8c-4da7-8029-521a7261e7d6 HTTP/1.1" status: 204 len: 168 time: 1.3274429 Apr 05 14:42:56.381044 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9c9bbeb4-6f4c-4c83-902d-0c4229db0852 None None] For port dde8d4a0-5751-430b-a866-1c4b80327c4c, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=dde8d4a0-5751-430b-a866-1c4b80327c4c,segment=NetworkSegment(b9bfc1ba-c081-43c0-97a1-329aced7b561),segment_id=b9bfc1ba-c081-43c0-97a1-329aced7b561)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:42:56.381405 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 51712) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:56.384288 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1e6338-9582-4545-8344-23b27428e949 None None] Network d702c3d6-7199-4322-a653-c463eb30ccf9 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:42:56.424757 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74460c81-52c9-46d7-a367-2ba17d241505 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Router b12dd12f-126e-4b3c-847f-1489d6cf1c73 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:42:56.485465 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb518ed5-0676-43f4-be1d-661cbcecd791 req-c1c73b02-2483-4682-ab7f-d96f16d5dc30 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:56.488677 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-678c9830-c672-415a-86ba-c2f86d619cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:56.493479 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bb518ed5-0676-43f4-be1d-661cbcecd791 req-c1c73b02-2483-4682-ab7f-d96f16d5dc30 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/networks?id=600f0cf5-5409-4f71-be79-543bdecff300 HTTP/1.1" status: 200 len: 819 time: 0.6635501 Apr 05 14:42:56.500416 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a2493a1b-0df9-4a7c-bc35-6177bc95dc04 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:56.512137 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bb518ed5-0676-43f4-be1d-661cbcecd791 req-84e9dbfb-998d-44a2-a52d-129cd948e01a tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/quotas/d9feba5fdbdc4767955480ab96956cf8 HTTP/1.1" status: 200 len: 375 time: 0.0174336 Apr 05 14:42:56.537451 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9c9bbeb4-6f4c-4c83-902d-0c4229db0852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:56.588866 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee9f1c2-2742-4ba7-8cac-993d2192b3ac req-ca5ffd78-7446-45e3-a4da-cf23619a8a13 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:56.599021 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7ee9f1c2-2742-4ba7-8cac-993d2192b3ac req-ca5ffd78-7446-45e3-a4da-cf23619a8a13 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.6166444 Apr 05 14:42:56.613718 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9bbeb4-6f4c-4c83-902d-0c4229db0852 None None] Pushing event updated for resources: {'Port': ['ID=dde8d4a0-5751-430b-a866-1c4b80327c4c,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:56.637428 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2493a1b-0df9-4a7c-bc35-6177bc95dc04 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Pushing event updated for resources: {'Subnet': ['ID=805365a8-e1fe-46d0-9c89-4ebc4d90dcff,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:56.667555 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9b3b0e-7f88-482b-ad0c-805d61cb578e None None] DHCP port deletion for d702c3d6-7199-4322-a653-c463eb30ccf9 request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:42:56.682761 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-8bd3b27c-b2ac-45e6-a3a6-5166d107000a None None] Provisioning complete for port dde8d4a0-5751-430b-a866-1c4b80327c4c triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:42:56.683502 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8bd3b27c-b2ac-45e6-a3a6-5166d107000a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:56.687608 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-678c9830-c672-415a-86ba-c2f86d619cee admin admin] Deleting port 06ff5514-8f8f-45de-8c21-b24d44c1d7cf {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:42:56.687960 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-678c9830-c672-415a-86ba-c2f86d619cee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:56.691832 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2493a1b-0df9-4a7c-bc35-6177bc95dc04 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Checking segment: {'id': 'd22c8ca9-29d2-41b4-a633-e5f489819f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a73ec432-17a8-460b-b113-78c7b4ad26e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:42:56.692202 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2493a1b-0df9-4a7c-bc35-6177bc95dc04 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Network hostable DHCP agents. Network: a73ec432-17a8-460b-b113-78c7b4ad26e3, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:42:56.761166 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74460c81-52c9-46d7-a367-2ba17d241505 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:42:56.761420 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8b60c934-3f31-4e2f-856b-84f71eb98d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:56.772218 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-74460c81-52c9-46d7-a367-2ba17d241505 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] 10.222.0.30 "PUT /v2.0/routers/b12dd12f-126e-4b3c-847f-1489d6cf1c73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3111255 Apr 05 14:42:56.775801 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 51716) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:56.792236 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-678c9830-c672-415a-86ba-c2f86d619cee admin admin] For port 06ff5514-8f8f-45de-8c21-b24d44c1d7cf, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=06ff5514-8f8f-45de-8c21-b24d44c1d7cf,segment=NetworkSegment(d416e1c2-0a1e-4961-921e-eee607643059),segment_id=d416e1c2-0a1e-4961-921e-eee607643059)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:42:56.795558 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-678c9830-c672-415a-86ba-c2f86d619cee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:56.805354 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3589fb1e-5473-4fc7-a740-bd449b69afd3 None None] Sync routers for ids ['b12dd12f-126e-4b3c-847f-1489d6cf1c73'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:42:56.810025 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-678c9830-c672-415a-86ba-c2f86d619cee admin admin] Calling delete_port for 06ff5514-8f8f-45de-8c21-b24d44c1d7cf owned by network:dhcp {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:42:56.842651 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3589fb1e-5473-4fc7-a740-bd449b69afd3 None None] Routers {'b12dd12f-126e-4b3c-847f-1489d6cf1c73'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:42:56.858796 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-3589fb1e-5473-4fc7-a740-bd449b69afd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:42:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['b12dd12f-126e-4b3c-847f-1489d6cf1c73'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:56.911704 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2493a1b-0df9-4a7c-bc35-6177bc95dc04 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Network a73ec432-17a8-460b-b113-78c7b4ad26e3 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:42:56.926242 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7ee9f1c2-2742-4ba7-8cac-993d2192b3ac req-af09c6cc-a1c8-4c9a-9968-ca9c878bf586 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3207932 Apr 05 14:42:56.943831 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bb518ed5-0676-43f4-be1d-661cbcecd791 req-7eb10d29-fcae-4d26-a110-0233c198c944 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d9feba5fdbdc4767955480ab96956cf8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3828397 Apr 05 14:42:56.960316 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cc1e5556-97d0-4cc4-8eea-85bdab79562e tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify callbacks [] for router, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:56.979368 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-bb9b3b0e-7f88-482b-ad0c-805d61cb578e None None] Deleting port 06ff5514-8f8f-45de-8c21-b24d44c1d7cf {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:42:56.979752 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bb9b3b0e-7f88-482b-ad0c-805d61cb578e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:57.033185 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-3589fb1e-5473-4fc7-a740-bd449b69afd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:57.077756 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device dde8d4a0-5751-430b-a866-1c4b80327c4c up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:42:57.087210 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3589fb1e-5473-4fc7-a740-bd449b69afd3 None None] Routers {'b12dd12f-126e-4b3c-847f-1489d6cf1c73'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:42:57.087998 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-3589fb1e-5473-4fc7-a740-bd449b69afd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:42:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['b12dd12f-126e-4b3c-847f-1489d6cf1c73'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:57.108231 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-a2493a1b-0df9-4a7c-bc35-6177bc95dc04 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, a73ec432-17a8-460b-b113-78c7b4ad26e3) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:42:57.113577 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2493a1b-0df9-4a7c-bc35-6177bc95dc04 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:57.114154 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a2493a1b-0df9-4a7c-bc35-6177bc95dc04 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:57.143521 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-678c9830-c672-415a-86ba-c2f86d619cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:57.182313 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-bb9b3b0e-7f88-482b-ad0c-805d61cb578e None None] For port 06ff5514-8f8f-45de-8c21-b24d44c1d7cf, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=06ff5514-8f8f-45de-8c21-b24d44c1d7cf,segment=NetworkSegment(d416e1c2-0a1e-4961-921e-eee607643059),segment_id=d416e1c2-0a1e-4961-921e-eee607643059)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:42:57.183012 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bb9b3b0e-7f88-482b-ad0c-805d61cb578e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:57.205511 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678c9830-c672-415a-86ba-c2f86d619cee admin admin] No DVR routers for this DVR port 06ff5514-8f8f-45de-8c21-b24d44c1d7cf on host n-d-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:42:57.207095 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-bb9b3b0e-7f88-482b-ad0c-805d61cb578e None None] Calling delete_port for 06ff5514-8f8f-45de-8c21-b24d44c1d7cf owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:42:57.207991 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c9830-c672-415a-86ba-c2f86d619cee admin admin] Pushing event deleted for resources: {'Port': ['ID=06ff5514-8f8f-45de-8c21-b24d44c1d7cf,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:57.233623 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-3589fb1e-5473-4fc7-a740-bd449b69afd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:57.234427 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3589fb1e-5473-4fc7-a740-bd449b69afd3 None None] The sync data for ids ['b12dd12f-126e-4b3c-847f-1489d6cf1c73'] in n-d-836650-2 is: [] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:42:57.235307 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-a2493a1b-0df9-4a7c-bc35-6177bc95dc04 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9690208 Apr 05 14:42:57.238758 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 51722) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:57.239228 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797a94cd-8fba-4aec-ac1a-277a19bae332 None None] Network a73ec432-17a8-460b-b113-78c7b4ad26e3 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:42:57.244174 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-c46999df-2407-4b8c-b19b-ad4bb1bca1b8 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1184765394', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:42:57.289371 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cc1e5556-97d0-4cc4-8eea-85bdab79562e tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27070'] for router, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:57.291701 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cc1e5556-97d0-4cc4-8eea-85bdab79562e tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:57.371878 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-678c9830-c672-415a-86ba-c2f86d619cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:57.400283 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bb518ed5-0676-43f4-be1d-661cbcecd791 req-8167f035-5e1f-4c09-8568-9d9dc8e9b16d service neutron] 10.222.0.30 "GET /v2.0/networks/600f0cf5-5409-4f71-be79-543bdecff300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4438353 Apr 05 14:42:57.422893 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c46999df-2407-4b8c-b19b-ad4bb1bca1b8 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27088'] for router, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:57.423946 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c46999df-2407-4b8c-b19b-ad4bb1bca1b8 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27079'] for router, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:57.433995 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-678c9830-c672-415a-86ba-c2f86d619cee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d702c3d6-7199-4322-a653-c463eb30ccf9']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:57.448972 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-678c9830-c672-415a-86ba-c2f86d619cee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd416e1c2-0a1e-4961-921e-eee607643059') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:57.449268 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-678c9830-c672-415a-86ba-c2f86d619cee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd416e1c2-0a1e-4961-921e-eee607643059') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:57.463618 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-678c9830-c672-415a-86ba-c2f86d619cee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:57.481487 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cf6824-1236-490c-b81f-f96062bc94c1 req-ecc0ee4e-8a2d-4656-bef3-8f4103e6e34d tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:57.484132 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b0cf6824-1236-490c-b81f-f96062bc94c1 req-ecc0ee4e-8a2d-4656-bef3-8f4103e6e34d tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/ports?device_id=88a03fb3-db08-4fb3-9362-f3539d89b25a HTTP/1.1" status: 200 len: 945 time: 0.4476984 Apr 05 14:42:57.500141 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-678c9830-c672-415a-86ba-c2f86d619cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:57.553745 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c46999df-2407-4b8c-b19b-ad4bb1bca1b8 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:57.561223 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-678c9830-c672-415a-86ba-c2f86d619cee admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:42:57.561992 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-678c9830-c672-415a-86ba-c2f86d619cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:57.567512 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:42:57.567512 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:42:57.567512 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:42:57.567512 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:42:57.567512 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:42:57.567512 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:42:57.567512 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:42:57.567512 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:42:57.567512 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:42:57.567512 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:42:57.567512 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:42:57.567512 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:42:57.567512 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:42:57.567512 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:42:57.567512 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:42:57.567512 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:42:57.567512 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:42:57.567512 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:42:57.567512 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:42:57.567512 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:42:57.567512 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:42:57.567512 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:42:57.567512 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:42:57.567512 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:42:57.567512 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:42:57.567512 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:42:57.567512 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:42:57.567512 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:42:57.567512 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:42:57.567512 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:42:57.567512 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:42:57.567512 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:42:57.585207 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cc1e5556-97d0-4cc4-8eea-85bdab79562e tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803298'] for router, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:57.585994 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc1e5556-97d0-4cc4-8eea-85bdab79562e tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Fanout notify agent at l3_agent the message router_deleted on router b12dd12f-126e-4b3c-847f-1489d6cf1c73 {{(pid=103320) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:42:57.615543 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cc1e5556-97d0-4cc4-8eea-85bdab79562e tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify callbacks [] for router, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:57.618940 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-cc1e5556-97d0-4cc4-8eea-85bdab79562e tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] 10.222.0.30 "DELETE /v2.0/routers/b12dd12f-126e-4b3c-847f-1489d6cf1c73 HTTP/1.1" status: 204 len: 168 time: 0.8393426 Apr 05 14:42:57.621615 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 51728) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:57.663501 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port dde8d4a0-5751-430b-a866-1c4b80327c4c triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:42:57.664970 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:57.667784 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b0cf6824-1236-490c-b81f-f96062bc94c1 req-b71478d4-a5ac-46a2-a9d5-ea5905129a6a tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/security-groups?id=6aa4ff47-fb5e-455c-a491-6cc58636c316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667047 Apr 05 14:42:57.669534 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device b19045ae-f5ab-4894-b8f2-78cf84e0b22e up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:42:57.694816 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c46999df-2407-4b8c-b19b-ad4bb1bca1b8 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618'] for router, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:57.717735 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf69cc19-c62c-4f86-961c-72618a069835 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-a73ec432-17a8-460b-b113-78c7b4ad26e3', 'network_id': 'a73ec432-17a8-460b-b113-78c7b4ad26e3', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'fixed_ips': [{'subnet_id': '805365a8-e1fe-46d0-9c89-4ebc4d90dcff'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:42:57.719828 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bf69cc19-c62c-4f86-961c-72618a069835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:57.732379 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bb518ed5-0676-43f4-be1d-661cbcecd791 req-8b24f3d8-4cde-4350-a859-c6d7ebc8fa85 service neutron] 10.222.0.30 "GET /v2.0/networks/600f0cf5-5409-4f71-be79-543bdecff300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138673 Apr 05 14:42:57.758831 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4168c09-4cb0-46c8-90e4-da6ec11592c9 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Deleting subnet 07f95772-b078-4086-b38b-f87bedad9642 {{(pid=103320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:42:57.769177 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f4168c09-4cb0-46c8-90e4-da6ec11592c9 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify callbacks [] for subnet, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:57.783218 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bb9b3b0e-7f88-482b-ad0c-805d61cb578e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:57.822402 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f4168c09-4cb0-46c8-90e4-da6ec11592c9 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13399228'] for subnet, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:57.843937 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9b3b0e-7f88-482b-ad0c-805d61cb578e None None] No DVR routers for this DVR port 06ff5514-8f8f-45de-8c21-b24d44c1d7cf on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:42:57.886973 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c46999df-2407-4b8c-b19b-ad4bb1bca1b8 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:57.886973 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-c46999df-2407-4b8c-b19b-ad4bb1bca1b8 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6447670 Apr 05 14:42:57.886973 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-678c9830-c672-415a-86ba-c2f86d619cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:57.895488 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 51734) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:57.901001 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9b3b0e-7f88-482b-ad0c-805d61cb578e None None] Pushing event deleted for resources: {'Port': ['ID=06ff5514-8f8f-45de-8c21-b24d44c1d7cf,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:57.907773 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-7e22d35e-710f-4fdb-af00-56d816491b85 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Request body: {'port': {'network_id': 'a73ec432-17a8-460b-b113-78c7b4ad26e3', 'name': 'tempest-RoutersTest-1079645790'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:42:57.933659 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port b19045ae-f5ab-4894-b8f2-78cf84e0b22e completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:42:57.943752 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-678c9830-c672-415a-86ba-c2f86d619cee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:57.954952 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-678c9830-c672-415a-86ba-c2f86d619cee admin admin] 10.222.0.30 "DELETE /v2.0/networks/d702c3d6-7199-4322-a653-c463eb30ccf9 HTTP/1.1" status: 204 len: 168 time: 1.5715418 Apr 05 14:42:57.955707 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 51738) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:57.957674 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c9830-c672-415a-86ba-c2f86d619cee admin admin] Pushing event deleted for resources: {'Network': ['ID=d702c3d6-7199-4322-a653-c463eb30ccf9,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:58.066805 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port b19045ae-f5ab-4894-b8f2-78cf84e0b22e triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:42:58.067479 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:58.142802 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-772d4919-f657-4fd8-820b-a3416cf67318 req-6bea4b96-4f3e-4b0a-b4a1-694d556b6635 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdec92e3-43d0-4811-92b1-9baab3c5f0ca HTTP/1.1" status: 200 len: 210 time: 0.0554390 Apr 05 14:42:58.269756 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:58.277468 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f4168c09-4cb0-46c8-90e4-da6ec11592c9 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:58.278138 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device f567c999-3b94-4af9-8325-3684f1ecf09f no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:42:58.303636 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: f567c999-3b94-4af9-8325-3684f1ecf09f {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:42:58.304224 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device f567c999-3b94-4af9-8325-3684f1ecf09f not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:42:58.304785 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 06ff5514-8f8f-45de-8c21-b24d44c1d7cf no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:42:58.331014 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-bf69cc19-c62c-4f86-961c-72618a069835 None None] Allocated IP 172.20.0.2 (a73ec432-17a8-460b-b113-78c7b4ad26e3/805365a8-e1fe-46d0-9c89-4ebc4d90dcff/3bd768b9-c394-45be-9471-52805d2a4130) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:42:58.338761 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 06ff5514-8f8f-45de-8c21-b24d44c1d7cf {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:42:58.339130 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 06ff5514-8f8f-45de-8c21-b24d44c1d7cf not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:42:58.391078 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e22d35e-710f-4fdb-af00-56d816491b85 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Made reservation on behalf of f3bfb97dae7f4364b96271d3f01488fb for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:42:58.391817 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7e22d35e-710f-4fdb-af00-56d816491b85 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:58.403677 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae8be0-2787-4828-9f59-8af994a13f66 req-782e7139-5210-44d1-8182-f9d1cbf5a628 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:58.406907 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bdae8be0-2787-4828-9f59-8af994a13f66 req-782e7139-5210-44d1-8182-f9d1cbf5a628 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 945 time: 0.2586486 Apr 05 14:42:58.446677 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [None req-7e22d35e-710f-4fdb-af00-56d816491b85 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] device_id is not set on port d72aa7f1-a9f0-42e0-8e0d-2d75d001ddc7 yet. {{(pid=103321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:42:58.487309 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:58.532496 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bdae8be0-2787-4828-9f59-8af994a13f66 req-33d20606-7490-46c3-bdf9-2bbc1b807a76 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155591 Apr 05 14:42:58.542226 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad86c1e3-ca08-4c56-90cb-37859ccc8884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b19045ae-f5ab-4894-b8f2-78cf84e0b22e'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:42:58.546573 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a81f2d8-358c-4894-90e9-c3f27e53235b" -d '{"events": [{"server_uuid": "ad86c1e3-ca08-4c56-90cb-37859ccc8884", "name": "network-vif-plugged", "status": "completed", "tag": "b19045ae-f5ab-4894-b8f2-78cf84e0b22e"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:42:58.571634 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port b19045ae-f5ab-4894-b8f2-78cf84e0b22e, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=b19045ae-f5ab-4894-b8f2-78cf84e0b22e,segment=NetworkSegment(bdfb6f44-ca71-4caa-8786-512017d20b4a),segment_id=bdfb6f44-ca71-4caa-8786-512017d20b4a)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:42:58.606157 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc972a1-9406-4b31-b1b8-a2b1ada60897 x-openstack-request-id: req-cfc972a1-9406-4b31-b1b8-a2b1ada60897 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:42:58.606446 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad86c1e3-ca08-4c56-90cb-37859ccc8884", "name": "network-vif-plugged", "status": "completed", "tag": "b19045ae-f5ab-4894-b8f2-78cf84e0b22e", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:42:58.606703 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cfc972a1-9406-4b31-b1b8-a2b1ada60897 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:42:58.607096 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfc972a1-9406-4b31-b1b8-a2b1ada60897'] response: {'server_uuid': 'ad86c1e3-ca08-4c56-90cb-37859ccc8884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b19045ae-f5ab-4894-b8f2-78cf84e0b22e', 'code': 200} Apr 05 14:42:58.681030 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bf69cc19-c62c-4f86-961c-72618a069835 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:58.731115 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:58.739671 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:42:58.768276 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f4168c09-4cb0-46c8-90e4-da6ec11592c9 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15773812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13127359'] for subnet, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:58.834626 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f4168c09-4cb0-46c8-90e4-da6ec11592c9 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:58.837917 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-f4168c09-4cb0-46c8-90e4-da6ec11592c9 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] 10.222.0.30 "DELETE /v2.0/subnets/07f95772-b078-4086-b38b-f87bedad9642 HTTP/1.1" status: 204 len: 168 time: 1.2128949 Apr 05 14:42:58.841192 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 51762) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:42:58.841726 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4168c09-4cb0-46c8-90e4-da6ec11592c9 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Pushing event deleted for resources: {'Subnet': ['ID=07f95772-b078-4086-b38b-f87bedad9642,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:58.870688 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d441c8d2-d336-437c-b1bf-5f6b116213ae None None] Network 55cbd320-2b4e-42d8-b10f-06ba0c7e7cae requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:42:58.874373 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f82bf4b-aa8f-4b2a-b34f-29ac1b2df4ac req-0c53185f-ea5e-4d1c-97c5-79ddb26a5e75 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:58.874530 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=b19045ae-f5ab-4894-b8f2-78cf84e0b22e,revision_number=12']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:58.875932 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0f82bf4b-aa8f-4b2a-b34f-29ac1b2df4ac req-0c53185f-ea5e-4d1c-97c5-79ddb26a5e75 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/ports?device_id=88a03fb3-db08-4fb3-9362-f3539d89b25a HTTP/1.1" status: 200 len: 945 time: 0.1128542 Apr 05 14:42:58.910359 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bf69cc19-c62c-4f86-961c-72618a069835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:58.957060 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0f82bf4b-aa8f-4b2a-b34f-29ac1b2df4ac req-5a79baf4-3127-4b1a-a369-f3db7ea045a6 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/security-groups?id=6aa4ff47-fb5e-455c-a491-6cc58636c316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666173 Apr 05 14:42:58.990566 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-17b0c680-4e8a-4b05-b0f9-5808aed19b72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809988'] for router_interface, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:59.038212 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf69cc19-c62c-4f86-961c-72618a069835 None None] Pushing event updated for resources: {'Port': ['ID=3bd768b9-c394-45be-9471-52805d2a4130,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:59.047135 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c0c054d7-70f5-4a4a-b6c6-144729ea3e78 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:59.073582 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-7e22d35e-710f-4fdb-af00-56d816491b85 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Allocated IP 172.20.0.6 (a73ec432-17a8-460b-b113-78c7b4ad26e3/805365a8-e1fe-46d0-9c89-4ebc4d90dcff/d72aa7f1-a9f0-42e0-8e0d-2d75d001ddc7) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:42:59.087433 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf69cc19-c62c-4f86-961c-72618a069835 None None] Network a73ec432-17a8-460b-b113-78c7b4ad26e3 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:42:59.120176 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-bf69cc19-c62c-4f86-961c-72618a069835 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:42:59.124242 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf69cc19-c62c-4f86-961c-72618a069835 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:42:59.133512 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port 467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:42:59.145599 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port 467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:42:59.145944 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:59.195305 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-c0c054d7-70f5-4a4a-b6c6-144729ea3e78 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Deleting port 6696ec45-ec26-46b5-ac66-cae375457815 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:42:59.195643 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c0c054d7-70f5-4a4a-b6c6-144729ea3e78 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:59.286046 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-bf69cc19-c62c-4f86-961c-72618a069835 None None] Attempting to bind port 3bd768b9-c394-45be-9471-52805d2a4130 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:42:59.289213 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-bf69cc19-c62c-4f86-961c-72618a069835 None None] Attempting to bind port 3bd768b9-c394-45be-9471-52805d2a4130 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'd22c8ca9-29d2-41b4-a633-e5f489819f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a73ec432-17a8-460b-b113-78c7b4ad26e3'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:42:59.289213 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf69cc19-c62c-4f86-961c-72618a069835 None None] Attempting to bind port 3bd768b9-c394-45be-9471-52805d2a4130 on network a73ec432-17a8-460b-b113-78c7b4ad26e3 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:42:59.296363 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf69cc19-c62c-4f86-961c-72618a069835 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:42:59.296745 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf69cc19-c62c-4f86-961c-72618a069835 None None] Checking segment: {'id': 'd22c8ca9-29d2-41b4-a633-e5f489819f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a73ec432-17a8-460b-b113-78c7b4ad26e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:42:59.297870 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bf69cc19-c62c-4f86-961c-72618a069835 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:59.298415 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf69cc19-c62c-4f86-961c-72618a069835 None None] Bound using segment: {'id': 'd22c8ca9-29d2-41b4-a633-e5f489819f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a73ec432-17a8-460b-b113-78c7b4ad26e3'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:42:59.298916 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-bf69cc19-c62c-4f86-961c-72618a069835 None None] Bound port: 3bd768b9-c394-45be-9471-52805d2a4130, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd22c8ca9-29d2-41b4-a633-e5f489819f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a73ec432-17a8-460b-b113-78c7b4ad26e3'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:42:59.299305 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bf69cc19-c62c-4f86-961c-72618a069835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:59.323830 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce47e13-06fd-4aae-8f0f-50131aa34d72 None None] DHCP port deletion for 55cbd320-2b4e-42d8-b10f-06ba0c7e7cae request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:42:59.334261 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a1f6c8db-0881-4568-828b-a8553628c495 req-03cd36cb-063c-4ac4-b22a-1dcb64ad78a5 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdec92e3-43d0-4811-92b1-9baab3c5f0ca HTTP/1.1" status: 200 len: 210 time: 0.1013765 Apr 05 14:42:59.355380 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17348ba-ee01-4523-85f4-dbf7dd5029e4 req-876715bc-53ee-42ff-8d73-c987f96002c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:59.355380 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b17348ba-ee01-4523-85f4-dbf7dd5029e4 req-876715bc-53ee-42ff-8d73-c987f96002c1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 1097 time: 0.2278934 Apr 05 14:42:59.418566 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-c0c054d7-70f5-4a4a-b6c6-144729ea3e78 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] For port 6696ec45-ec26-46b5-ac66-cae375457815, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=6696ec45-ec26-46b5-ac66-cae375457815,segment=NetworkSegment(e6f1abe3-615e-4933-984c-5907ba21c03b),segment_id=e6f1abe3-615e-4933-984c-5907ba21c03b)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:42:59.419184 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c0c054d7-70f5-4a4a-b6c6-144729ea3e78 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:59.426423 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b17348ba-ee01-4523-85f4-dbf7dd5029e4 req-49394de0-4465-44d1-93ba-e8d5641982ad service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633423 Apr 05 14:42:59.439311 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-c0c054d7-70f5-4a4a-b6c6-144729ea3e78 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Calling delete_port for 6696ec45-ec26-46b5-ac66-cae375457815 owned by network:dhcp {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:42:59.513499 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-17b0c680-4e8a-4b05-b0f9-5808aed19b72 admin admin] Deleting port 0a2592a1-49e3-4ea3-a1e4-d88cd5e71263 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:42:59.514345 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-17b0c680-4e8a-4b05-b0f9-5808aed19b72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:59.518575 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:59.558435 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-bf69cc19-c62c-4f86-961c-72618a069835 None None] For port 3bd768b9-c394-45be-9471-52805d2a4130, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:42:59.562792 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-bf69cc19-c62c-4f86-961c-72618a069835 None None] For port 3bd768b9-c394-45be-9471-52805d2a4130, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=3bd768b9-c394-45be-9471-52805d2a4130,segment=NetworkSegment(d22c8ca9-29d2-41b4-a633-e5f489819f52),segment_id=d22c8ca9-29d2-41b4-a633-e5f489819f52)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:42:59.626109 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-17b0c680-4e8a-4b05-b0f9-5808aed19b72 admin admin] For port 0a2592a1-49e3-4ea3-a1e4-d88cd5e71263, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=0a2592a1-49e3-4ea3-a1e4-d88cd5e71263,segment=NetworkSegment(ad35469a-e11d-4fe2-af47-3c92f5352ee4),segment_id=ad35469a-e11d-4fe2-af47-3c92f5352ee4)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:42:59.630981 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-17b0c680-4e8a-4b05-b0f9-5808aed19b72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:59.637107 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7e22d35e-710f-4fdb-af00-56d816491b85 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:59.658695 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-17b0c680-4e8a-4b05-b0f9-5808aed19b72 admin admin] Calling delete_port for 0a2592a1-49e3-4ea3-a1e4-d88cd5e71263 owned by network:router_interface {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:42:59.772606 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bf69cc19-c62c-4f86-961c-72618a069835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:59.774345 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:59.783126 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c0c054d7-70f5-4a4a-b6c6-144729ea3e78 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:59.787871 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b,segment=NetworkSegment(2e5fff45-c274-4677-ad93-946fb51d752d),segment_id=2e5fff45-c274-4677-ad93-946fb51d752d)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:42:59.793574 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc79d0b-f9cf-4f2e-8e16-7e0ee28a87c8 req-36be981b-bc0d-484f-8fcb-072148a3f0ff tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:59.793574 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ffc79d0b-f9cf-4f2e-8e16-7e0ee28a87c8 req-36be981b-bc0d-484f-8fcb-072148a3f0ff tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 946 time: 0.1352556 Apr 05 14:42:59.837217 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-7ce47e13-06fd-4aae-8f0f-50131aa34d72 None None] Deleting port 6696ec45-ec26-46b5-ac66-cae375457815 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:42:59.837588 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7ce47e13-06fd-4aae-8f0f-50131aa34d72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:59.861584 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf69cc19-c62c-4f86-961c-72618a069835 None None] Pushing event updated for resources: {'Port': ['ID=3bd768b9-c394-45be-9471-52805d2a4130,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:59.881359 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7e22d35e-710f-4fdb-af00-56d816491b85 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:59.891981 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c054d7-70f5-4a4a-b6c6-144729ea3e78 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] No DVR routers for this DVR port 6696ec45-ec26-46b5-ac66-cae375457815 on host n-d-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:42:59.898944 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c054d7-70f5-4a4a-b6c6-144729ea3e78 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Pushing event deleted for resources: {'Port': ['ID=6696ec45-ec26-46b5-ac66-cae375457815,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:59.923486 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ffc79d0b-f9cf-4f2e-8e16-7e0ee28a87c8 req-5a853dee-1663-40e4-a5b7-d07e28646af1 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245539 Apr 05 14:42:59.937015 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-7ce47e13-06fd-4aae-8f0f-50131aa34d72 None None] For port 6696ec45-ec26-46b5-ac66-cae375457815, host n-d-836650-2, got binding levels [] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:42:59.937852 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7ce47e13-06fd-4aae-8f0f-50131aa34d72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:59.952832 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:59.978233 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-7ce47e13-06fd-4aae-8f0f-50131aa34d72 None None] Calling delete_port for 6696ec45-ec26-46b5-ac66-cae375457815 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:42:59.980465 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e22d35e-710f-4fdb-af00-56d816491b85 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Network a73ec432-17a8-460b-b113-78c7b4ad26e3 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:42:59.982173 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.ipam_backend_mixin [None req-7ce47e13-06fd-4aae-8f0f-50131aa34d72 None None] Port 6696ec45-ec26-46b5-ac66-cae375457815 was not found and therefore no delete operation was performed {{(pid=103322) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 05 14:42:59.985404 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7ce47e13-06fd-4aae-8f0f-50131aa34d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:59.986538 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-7e22d35e-710f-4fdb-af00-56d816491b85 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:43:00.006757 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e22d35e-710f-4fdb-af00-56d816491b85 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:43:00.073288 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce47e13-06fd-4aae-8f0f-50131aa34d72 None None] Pushing event deleted for resources: {'Port': ['ID=6696ec45-ec26-46b5-ac66-cae375457815,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:00.076229 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:00.091490 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce47e13-06fd-4aae-8f0f-50131aa34d72 None None] No DVR routers for this DVR port 6696ec45-ec26-46b5-ac66-cae375457815 on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:43:00.193626 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:00.222539 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2811c82-1d48-43eb-9124-564577974b46 req-44753884-2521-4c09-aabe-dfbeac92213e tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:00.224648 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f2811c82-1d48-43eb-9124-564577974b46 req-44753884-2521-4c09-aabe-dfbeac92213e tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/ports?device_id=88a03fb3-db08-4fb3-9362-f3539d89b25a HTTP/1.1" status: 200 len: 946 time: 0.1062536 Apr 05 14:43:00.285757 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f2811c82-1d48-43eb-9124-564577974b46 req-250c9e00-92d8-4b6c-90f1-44927fe5d68e tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/security-groups?id=6aa4ff47-fb5e-455c-a491-6cc58636c316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545213 Apr 05 14:43:00.295360 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-17b0c680-4e8a-4b05-b0f9-5808aed19b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:00.341419 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b0c680-4e8a-4b05-b0f9-5808aed19b72 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a2592a1-49e3-4ea3-a1e4-d88cd5e71263,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:00.598852 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-55ff729e-4d7d-492d-a000-85ae22e18422 req-9cc07e13-def4-4345-8aaf-07671124047d tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdec92e3-43d0-4811-92b1-9baab3c5f0ca HTTP/1.1" status: 200 len: 210 time: 0.0600941 Apr 05 14:43:00.621511 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88a03fb3-db08-4fb3-9362-f3539d89b25a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:43:00.621511 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e37bf7-589c-4997-848d-b762c1a37829" -d '{"events": [{"server_uuid": "88a03fb3-db08-4fb3-9362-f3539d89b25a", "name": "network-vif-plugged", "status": "completed", "tag": "467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:43:00.769822 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6003a3ed-ca72-4a70-ad72-2836b96c60c8 x-openstack-request-id: req-6003a3ed-ca72-4a70-ad72-2836b96c60c8 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:43:00.770275 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88a03fb3-db08-4fb3-9362-f3539d89b25a", "name": "network-vif-plugged", "status": "completed", "tag": "467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:43:00.770666 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6003a3ed-ca72-4a70-ad72-2836b96c60c8 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:43:00.771366 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6003a3ed-ca72-4a70-ad72-2836b96c60c8'] response: {'server_uuid': '88a03fb3-db08-4fb3-9362-f3539d89b25a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b', 'code': 200} Apr 05 14:43:00.834864 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f74f9-9ff0-404e-b10e-117e557c0705 req-e20934b3-01ab-453c-9fe1-d0ce9a70fc59 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:00.838396 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ca2f74f9-9ff0-404e-b10e-117e557c0705 req-e20934b3-01ab-453c-9fe1-d0ce9a70fc59 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.11 "GET /v2.0/networks?id=600f0cf5-5409-4f71-be79-543bdecff300 HTTP/1.1" status: 200 len: 819 time: 0.3693416 Apr 05 14:43:00.841919 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c0c054d7-70f5-4a4a-b6c6-144729ea3e78 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:00.853097 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e22d35e-710f-4fdb-af00-56d816491b85 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Pushing event updated for resources: {'Port': ['ID=d72aa7f1-a9f0-42e0-8e0d-2d75d001ddc7,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:00.879518 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-c0c054d7-70f5-4a4a-b6c6-144729ea3e78 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55cbd320-2b4e-42d8-b10f-06ba0c7e7cae']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:00.891694 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-ca2f74f9-9ff0-404e-b10e-117e557c0705 req-31a1d47a-7681-4498-ab77-9123c9667081 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Request body: {'port': {'device_id': '1fb8ba11-dd17-4faf-8654-fe2f3115015c', 'network_id': '600f0cf5-5409-4f71-be79-543bdecff300', 'admin_state_up': True, 'tenant_id': 'd9feba5fdbdc4767955480ab96956cf8'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:43:00.892393 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-c0c054d7-70f5-4a4a-b6c6-144729ea3e78 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6f1abe3-615e-4933-984c-5907ba21c03b') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:00.892695 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-c0c054d7-70f5-4a4a-b6c6-144729ea3e78 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6f1abe3-615e-4933-984c-5907ba21c03b') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:00.903810 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c0c054d7-70f5-4a4a-b6c6-144729ea3e78 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:00.930968 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c0c054d7-70f5-4a4a-b6c6-144729ea3e78 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:00.939183 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0c054d7-70f5-4a4a-b6c6-144729ea3e78 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:43:00.939619 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c0c054d7-70f5-4a4a-b6c6-144729ea3e78 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:01.010998 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:43:01.010998 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:43:01.010998 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:43:01.010998 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:43:01.010998 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:43:01.010998 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:43:01.010998 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:43:01.010998 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:43:01.010998 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:43:01.010998 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:43:01.010998 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:43:01.010998 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:43:01.010998 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:43:01.010998 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:43:01.010998 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:43:01.010998 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:43:01.010998 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:43:01.010998 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:43:01.010998 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:43:01.010998 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:43:01.010998 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:43:01.010998 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:43:01.010998 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:43:01.010998 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:43:01.010998 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:43:01.010998 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:43:01.010998 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:43:01.010998 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:43:01.010998 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:43:01.010998 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:43:01.010998 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:43:01.010998 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:43:01.016957 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e22d35e-710f-4fdb-af00-56d816491b85 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:01.024708 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7e22d35e-710f-4fdb-af00-56d816491b85 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:01.072317 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-17b0c680-4e8a-4b05-b0f9-5808aed19b72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1798829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810128'] for router_interface, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:01.084124 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 3bd768b9-c394-45be-9471-52805d2a4130 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:43:01.147949 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 3bd768b9-c394-45be-9471-52805d2a4130 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:43:01.148333 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:01.178306 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-7e22d35e-710f-4fdb-af00-56d816491b85 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.2818367 Apr 05 14:43:01.179016 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 51818) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:43:01.272809 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c0c054d7-70f5-4a4a-b6c6-144729ea3e78 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:01.322108 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:01.397112 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port 3bd768b9-c394-45be-9471-52805d2a4130, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=3bd768b9-c394-45be-9471-52805d2a4130,segment=NetworkSegment(d22c8ca9-29d2-41b4-a633-e5f489819f52),segment_id=d22c8ca9-29d2-41b4-a633-e5f489819f52)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:43:01.399190 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c0c054d7-70f5-4a4a-b6c6-144729ea3e78 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:01.405250 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-c0c054d7-70f5-4a4a-b6c6-144729ea3e78 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] 10.222.0.30 "DELETE /v2.0/networks/55cbd320-2b4e-42d8-b10f-06ba0c7e7cae HTTP/1.1" status: 204 len: 168 time: 2.5629003 Apr 05 14:43:01.424144 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c054d7-70f5-4a4a-b6c6-144729ea3e78 tempest-FloatingIPNegativeTestJSON-432208195 tempest-FloatingIPNegativeTestJSON-432208195-project] Pushing event deleted for resources: {'Network': ['ID=55cbd320-2b4e-42d8-b10f-06ba0c7e7cae,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:01.514159 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:01.579494 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=3bd768b9-c394-45be-9471-52805d2a4130,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:01.601810 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 6696ec45-ec26-46b5-ac66-cae375457815 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:43:01.611668 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac07ca2b-ac49-486a-a793-280c49ae02c7 None None] Network a73ec432-17a8-460b-b113-78c7b4ad26e3 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:43:01.682646 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 6696ec45-ec26-46b5-ac66-cae375457815 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:43:01.683707 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 6696ec45-ec26-46b5-ac66-cae375457815 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:43:01.715848 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-45bd2579-e96e-4443-af09-0e4a216dd121 None None] Provisioning complete for port 3bd768b9-c394-45be-9471-52805d2a4130 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:43:01.716502 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-45bd2579-e96e-4443-af09-0e4a216dd121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:01.756790 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e215b02-1872-43cc-849f-bf4a0074bb5d req-75afa6d6-5c57-4007-bb17-fed6cbdbc7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:01.758635 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7e215b02-1872-43cc-849f-bf4a0074bb5d req-75afa6d6-5c57-4007-bb17-fed6cbdbc7f1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=88a03fb3-db08-4fb3-9362-f3539d89b25a HTTP/1.1" status: 200 len: 1097 time: 0.9093368 Apr 05 14:43:01.821441 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca2f74f9-9ff0-404e-b10e-117e557c0705 req-31a1d47a-7681-4498-ab77-9123c9667081 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Made reservation on behalf of d9feba5fdbdc4767955480ab96956cf8 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:43:01.825016 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ca2f74f9-9ff0-404e-b10e-117e557c0705 req-31a1d47a-7681-4498-ab77-9123c9667081 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:01.855974 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e7f0bf18-2526-45d0-a3d0-53154f3785e4 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:01.859007 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7e215b02-1872-43cc-849f-bf4a0074bb5d req-13d1288e-a898-4e76-a9a5-564a32e6c1d9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6aa4ff47-fb5e-455c-a491-6cc58636c316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913630 Apr 05 14:43:01.877286 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a2a102-07b9-46e7-a76e-3a1f6c5bc9ed req-27208b3d-17a6-4e28-a0e6-d388de1384d2 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:01.886819 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-73a2a102-07b9-46e7-a76e-3a1f6c5bc9ed req-27208b3d-17a6-4e28-a0e6-d388de1384d2 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 946 time: 0.8045349 Apr 05 14:43:01.918310 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239bb8a4-77ea-4eae-b7a6-35d4d6a5332f req-22d725bd-a02b-4986-9620-44c607b7bccb tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:01.926599 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-239bb8a4-77ea-4eae-b7a6-35d4d6a5332f req-22d725bd-a02b-4986-9620-44c607b7bccb tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/ports?device_id=88a03fb3-db08-4fb3-9362-f3539d89b25a HTTP/1.1" status: 200 len: 946 time: 0.2479236 Apr 05 14:43:02.029372 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-73a2a102-07b9-46e7-a76e-3a1f6c5bc9ed req-8f57a483-0e57-422d-996a-beb76129d3bb tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418149 Apr 05 14:43:02.184467 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 51846) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:43:02.321989 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb518ed5-0676-43f4-be1d-661cbcecd791 req-dec63b5c-4859-4b78-8a2f-b4cecdbbe136 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:02.323584 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-bb518ed5-0676-43f4-be1d-661cbcecd791 req-dec63b5c-4859-4b78-8a2f-b4cecdbbe136 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.11 "GET /v2.0/networks?id=600f0cf5-5409-4f71-be79-543bdecff300 HTTP/1.1" status: 200 len: 819 time: 0.3486791 Apr 05 14:43:02.336851 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-ca2f74f9-9ff0-404e-b10e-117e557c0705 req-31a1d47a-7681-4498-ab77-9123c9667081 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Allocated IP 172.20.0.8 (600f0cf5-5409-4f71-be79-543bdecff300/fe7e919b-03a6-4a26-b866-e533217cd38c/7782696d-12b2-4415-8728-5874c031edf7) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:43:02.347615 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-bb518ed5-0676-43f4-be1d-661cbcecd791 req-b87e6fa4-7c49-4372-a1da-53772d96b01e tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Request body: {'port': {'device_id': 'cdec92e3-43d0-4811-92b1-9baab3c5f0ca', 'network_id': '600f0cf5-5409-4f71-be79-543bdecff300', 'admin_state_up': True, 'tenant_id': 'd9feba5fdbdc4767955480ab96956cf8'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:43:02.369154 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-64f07097-c59a-4609-8f06-dcdf25ed9a45 None None] Provisioning complete for port d72aa7f1-a9f0-42e0-8e0d-2d75d001ddc7 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:43:02.372631 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-64f07097-c59a-4609-8f06-dcdf25ed9a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:02.488969 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-64f07097-c59a-4609-8f06-dcdf25ed9a45 None None] Port d72aa7f1-a9f0-42e0-8e0d-2d75d001ddc7 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:43:02.502637 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-64f07097-c59a-4609-8f06-dcdf25ed9a45 None None] Provisioning complete for port 3bd768b9-c394-45be-9471-52805d2a4130 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:43:02.503220 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-64f07097-c59a-4609-8f06-dcdf25ed9a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:02.609307 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ca2f74f9-9ff0-404e-b10e-117e557c0705 req-31a1d47a-7681-4498-ab77-9123c9667081 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:02.654634 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-239bb8a4-77ea-4eae-b7a6-35d4d6a5332f req-33deea92-e081-4c8b-8967-08fc0a155638 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/security-groups?id=6aa4ff47-fb5e-455c-a491-6cc58636c316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7267447 Apr 05 14:43:02.656527 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17b0c680-4e8a-4b05-b0f9-5808aed19b72 admin admin] Router d0cf5d70-a38a-4b71-a861-d43741173ccd has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:43:02.673453 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e7f0bf18-2526-45d0-a3d0-53154f3785e4 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:02.697897 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b37f86b2-de52-453f-b1dd-8cb5c265817b req-21d6e356-9c16-46b3-bef5-b5c993a40098 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdec92e3-43d0-4811-92b1-9baab3c5f0ca HTTP/1.1" status: 200 len: 210 time: 0.4930539 Apr 05 14:43:02.701103 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-7540cf39-b64e-47ae-9444-42d181e6b705 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4fea81b3b44b45059c95e23a97176dfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5153785 Apr 05 14:43:02.703812 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 51856) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:43:02.775573 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a81ed889-d60c-497f-ada6-dd74bfe68db0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:02.789971 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ca2f74f9-9ff0-404e-b10e-117e557c0705 req-31a1d47a-7681-4498-ab77-9123c9667081 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:02.802142 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e7f0bf18-2526-45d0-a3d0-53154f3785e4 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:02.821750 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a81ed889-d60c-497f-ada6-dd74bfe68db0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:02.850126 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-89304b9e-922b-499d-9c8e-378bde97a05b None None] Provisioning complete for port d72aa7f1-a9f0-42e0-8e0d-2d75d001ddc7 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:43:02.850712 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-89304b9e-922b-499d-9c8e-378bde97a05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:02.853912 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca2f74f9-9ff0-404e-b10e-117e557c0705 req-31a1d47a-7681-4498-ab77-9123c9667081 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Network 600f0cf5-5409-4f71-be79-543bdecff300 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:43:02.859456 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-ca2f74f9-9ff0-404e-b10e-117e557c0705 req-31a1d47a-7681-4498-ab77-9123c9667081 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:43:02.864100 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17b0c680-4e8a-4b05-b0f9-5808aed19b72 admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:43:02.868400 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca2f74f9-9ff0-404e-b10e-117e557c0705 req-31a1d47a-7681-4498-ab77-9123c9667081 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:43:02.870476 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb518ed5-0676-43f4-be1d-661cbcecd791 req-b87e6fa4-7c49-4372-a1da-53772d96b01e tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Made reservation on behalf of d9feba5fdbdc4767955480ab96956cf8 for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:43:02.875762 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-bb518ed5-0676-43f4-be1d-661cbcecd791 req-b87e6fa4-7c49-4372-a1da-53772d96b01e tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:02.876552 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b681edd-3f34-4049-b005-a92e53f0b964 None None] Sync routers for ids ['d0cf5d70-a38a-4b71-a861-d43741173ccd'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:43:02.904940 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b681edd-3f34-4049-b005-a92e53f0b964 None None] Routers {'d0cf5d70-a38a-4b71-a861-d43741173ccd'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:43:02.905767 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-1b681edd-3f34-4049-b005-a92e53f0b964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:42:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['d0cf5d70-a38a-4b71-a861-d43741173ccd'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:02.936937 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f74f9-9ff0-404e-b10e-117e557c0705 req-31a1d47a-7681-4498-ab77-9123c9667081 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:02.938016 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ca2f74f9-9ff0-404e-b10e-117e557c0705 req-31a1d47a-7681-4498-ab77-9123c9667081 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:02.946525 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-17b0c680-4e8a-4b05-b0f9-5808aed19b72 admin admin] 10.222.0.30 "PUT /v2.0/routers/d0cf5d70-a38a-4b71-a861-d43741173ccd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9877460 Apr 05 14:43:02.950793 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1d47a-7681-4498-ab77-9123c9667081 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Pushing event updated for resources: {'Port': ['ID=7782696d-12b2-4415-8728-5874c031edf7,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:02.953364 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 51860) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:43:02.979775 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-89304b9e-922b-499d-9c8e-378bde97a05b None None] Port d72aa7f1-a9f0-42e0-8e0d-2d75d001ddc7 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:43:03.007438 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 3bd768b9-c394-45be-9471-52805d2a4130 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:43:03.094212 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f0bf18-2526-45d0-a3d0-53154f3785e4 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Pushing event updated for resources: {'Port': ['ID=d72aa7f1-a9f0-42e0-8e0d-2d75d001ddc7,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:03.158156 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-1b681edd-3f34-4049-b005-a92e53f0b964 None None] Set router d0cf5d70-a38a-4b71-a861-d43741173ccd gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:43:03.204749 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ca2f74f9-9ff0-404e-b10e-117e557c0705 req-31a1d47a-7681-4498-ab77-9123c9667081 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3540950 Apr 05 14:43:03.251108 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 3bd768b9-c394-45be-9471-52805d2a4130 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:43:03.251475 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:03.258142 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [req-ca2f74f9-9ff0-404e-b10e-117e557c0705 req-a1ef85b6-980b-4198-9f87-25bc8f81df76 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:43:03.259235 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ca2f74f9-9ff0-404e-b10e-117e557c0705 req-a1ef85b6-980b-4198-9f87-25bc8f81df76 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0195377 Apr 05 14:43:03.319324 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2887e14d-5f13-4cdf-b6e2-637276353ab9 admin admin] Notify callbacks [] for router, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:03.423786 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e229504b-a746-4778-a573-e9d7cd575f6b req-a6737a99-5020-4fd6-a9a2-0b8c55874d2d tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:03.426330 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e229504b-a746-4778-a573-e9d7cd575f6b req-a6737a99-5020-4fd6-a9a2-0b8c55874d2d tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 946 time: 0.2207317 Apr 05 14:43:03.438611 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-ca2f74f9-9ff0-404e-b10e-117e557c0705 req-b61741a9-20c5-478b-b543-c272110c9651 service neutron] Request body: {'port': {'device_id': '1fb8ba11-dd17-4faf-8654-fe2f3115015c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:43:03.476816 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a81ed889-d60c-497f-ada6-dd74bfe68db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:03.480051 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-e9643cba-8209-4b3b-80ed-3315c59b1233 None None] Provisioning complete for port d72aa7f1-a9f0-42e0-8e0d-2d75d001ddc7 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:43:03.480537 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e9643cba-8209-4b3b-80ed-3315c59b1233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:03.481781 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a81ed889-d60c-497f-ada6-dd74bfe68db0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:03.484768 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-a81ed889-d60c-497f-ada6-dd74bfe68db0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d3c39c17-cfba-4fd6-8f74-bc655d98e488 HTTP/1.1" status: 204 len: 168 time: 0.7800782 Apr 05 14:43:03.525486 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-e9643cba-8209-4b3b-80ed-3315c59b1233 None None] Port d72aa7f1-a9f0-42e0-8e0d-2d75d001ddc7 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:43:03.557623 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81ed889-d60c-497f-ada6-dd74bfe68db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c39c17-cfba-4fd6-8f74-bc655d98e488,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:03.627020 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e229504b-a746-4778-a573-e9d7cd575f6b req-ca19ff37-1c14-40fc-a69b-8a47e9228b1d tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823049 Apr 05 14:43:03.631906 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-1b681edd-3f34-4049-b005-a92e53f0b964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0cf5d70-a38a-4b71-a861-d43741173ccd', 'name': 'tempest-TaggedBootDevicesTest-521582567-router', 'tenant_id': 'ba40bc5300fc4511bcca30241f52a3c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '9df223f0-9880-4ea6-bf69-faa3babf3484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:34:35Z', 'updated_at': '2022-04-05T14:42:59Z', 'revision_number': 5, 'project_id': 'ba40bc5300fc4511bcca30241f52a3c3', 'gw_port': {'id': '9df223f0-9880-4ea6-bf69-faa3babf3484', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0cf5d70-a38a-4b71-a861-d43741173ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:37Z', 'updated_at': '2022-04-05T14:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:03.641476 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ca2f74f9-9ff0-404e-b10e-117e557c0705 req-b61741a9-20c5-478b-b543-c272110c9651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:03.647078 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2887e14d-5f13-4cdf-b6e2-637276353ab9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:03.653704 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-75cbd708-15da-4c02-a6fc-87d10bfa61ef None None] Provisioning complete for port 7782696d-12b2-4415-8728-5874c031edf7 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:43:03.654317 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-75cbd708-15da-4c02-a6fc-87d10bfa61ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:03.682314 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b681edd-3f34-4049-b005-a92e53f0b964 None None] Checking router: d0cf5d70-a38a-4b71-a861-d43741173ccd for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:43:03.715119 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b681edd-3f34-4049-b005-a92e53f0b964 None None] Routers {'d0cf5d70-a38a-4b71-a861-d43741173ccd'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:43:03.715119 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-1b681edd-3f34-4049-b005-a92e53f0b964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:42:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['d0cf5d70-a38a-4b71-a861-d43741173ccd'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:03.732137 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [req-bb518ed5-0676-43f4-be1d-661cbcecd791 req-b87e6fa4-7c49-4372-a1da-53772d96b01e tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Allocated IP 172.20.0.9 (600f0cf5-5409-4f71-be79-543bdecff300/fe7e919b-03a6-4a26-b866-e533217cd38c/36464c6d-6d13-4cca-9a36-437307dcfdff) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:43:03.737840 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e7f0bf18-2526-45d0-a3d0-53154f3785e4 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809369'] for router_interface, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:03.748488 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-75cbd708-15da-4c02-a6fc-87d10bfa61ef None None] Port 7782696d-12b2-4415-8728-5874c031edf7 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:43:03.885652 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-647d38f0-cd09-48b8-b699-19aec4c6482c req-50284595-83aa-4f7f-9275-2a0564995e21 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdec92e3-43d0-4811-92b1-9baab3c5f0ca HTTP/1.1" status: 200 len: 210 time: 0.0684314 Apr 05 14:43:03.906615 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-1b681edd-3f34-4049-b005-a92e53f0b964 None None] Set router d0cf5d70-a38a-4b71-a861-d43741173ccd gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:43:03.978722 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-2887e14d-5f13-4cdf-b6e2-637276353ab9 admin admin] Deleting port 9df223f0-9880-4ea6-bf69-faa3babf3484 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:43:03.979071 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2887e14d-5f13-4cdf-b6e2-637276353ab9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:03.989622 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4278e1-2ab3-4b89-a60e-0bbd73a3bc8f req-9fb92274-8a16-4614-8fde-ac6c02f49631 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:03.991347 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0d4278e1-2ab3-4b89-a60e-0bbd73a3bc8f req-9fb92274-8a16-4614-8fde-ac6c02f49631 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/ports?device_id=88a03fb3-db08-4fb3-9362-f3539d89b25a HTTP/1.1" status: 200 len: 946 time: 0.1726305 Apr 05 14:43:04.030846 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e7f0bf18-2526-45d0-a3d0-53154f3785e4 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:04.107916 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0d4278e1-2ab3-4b89-a60e-0bbd73a3bc8f req-63a6e4a9-193a-40f3-a3a7-e954b0eb034c tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/security-groups?id=6aa4ff47-fb5e-455c-a491-6cc58636c316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063893 Apr 05 14:43:04.149041 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-2887e14d-5f13-4cdf-b6e2-637276353ab9 admin admin] For port 9df223f0-9880-4ea6-bf69-faa3babf3484, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=9df223f0-9880-4ea6-bf69-faa3babf3484,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:43:04.149418 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2887e14d-5f13-4cdf-b6e2-637276353ab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:04.190048 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-2887e14d-5f13-4cdf-b6e2-637276353ab9 admin admin] Calling delete_port for 9df223f0-9880-4ea6-bf69-faa3babf3484 owned by network:router_gateway {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:43:04.232194 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-bb518ed5-0676-43f4-be1d-661cbcecd791 req-b87e6fa4-7c49-4372-a1da-53772d96b01e tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:04.239333 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-1b681edd-3f34-4049-b005-a92e53f0b964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0cf5d70-a38a-4b71-a861-d43741173ccd', 'name': 'tempest-TaggedBootDevicesTest-521582567-router', 'tenant_id': 'ba40bc5300fc4511bcca30241f52a3c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '9df223f0-9880-4ea6-bf69-faa3babf3484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:34:35Z', 'updated_at': '2022-04-05T14:42:59Z', 'revision_number': 5, 'project_id': 'ba40bc5300fc4511bcca30241f52a3c3', 'gw_port': {'id': '9df223f0-9880-4ea6-bf69-faa3babf3484', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0cf5d70-a38a-4b71-a861-d43741173ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:37Z', 'updated_at': '2022-04-05T14:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:04.273536 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b681edd-3f34-4049-b005-a92e53f0b964 None None] The sync data for ids ['d0cf5d70-a38a-4b71-a861-d43741173ccd'] in n-d-836650-2 is: [{'id': 'd0cf5d70-a38a-4b71-a861-d43741173ccd', 'name': 'tempest-TaggedBootDevicesTest-521582567-router', 'tenant_id': 'ba40bc5300fc4511bcca30241f52a3c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '9df223f0-9880-4ea6-bf69-faa3babf3484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:34:35Z', 'updated_at': '2022-04-05T14:42:59Z', 'revision_number': 5, 'project_id': 'ba40bc5300fc4511bcca30241f52a3c3', 'gw_port': {'id': '9df223f0-9880-4ea6-bf69-faa3babf3484', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0cf5d70-a38a-4b71-a861-d43741173ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:37Z', 'updated_at': '2022-04-05T14:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:43:04.422624 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-bb518ed5-0676-43f4-be1d-661cbcecd791 req-b87e6fa4-7c49-4372-a1da-53772d96b01e tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:04.436247 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e7f0bf18-2526-45d0-a3d0-53154f3785e4 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:04.494491 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb518ed5-0676-43f4-be1d-661cbcecd791 req-b87e6fa4-7c49-4372-a1da-53772d96b01e tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Network 600f0cf5-5409-4f71-be79-543bdecff300 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:43:04.498071 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [req-bb518ed5-0676-43f4-be1d-661cbcecd791 req-b87e6fa4-7c49-4372-a1da-53772d96b01e tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:43:04.502890 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb518ed5-0676-43f4-be1d-661cbcecd791 req-b87e6fa4-7c49-4372-a1da-53772d96b01e tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:43:04.507734 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87e6fa4-7c49-4372-a1da-53772d96b01e tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Pushing event updated for resources: {'Port': ['ID=36464c6d-6d13-4cca-9a36-437307dcfdff,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:04.532676 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-95832f6b-cf74-49dd-9e9c-0763d975f5cb req-299e080a-de8b-4634-b213-03582f99f621 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3604736 Apr 05 14:43:04.562000 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e7f0bf18-2526-45d0-a3d0-53154f3785e4 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:04.582194 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-95832f6b-cf74-49dd-9e9c-0763d975f5cb req-ef0e4489-ec73-4890-80cc-b4258f324a2a tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Request body: {'floatingip': {'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:43:04.677846 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb518ed5-0676-43f4-be1d-661cbcecd791 req-b87e6fa4-7c49-4372-a1da-53772d96b01e tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:04.678540 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-bb518ed5-0676-43f4-be1d-661cbcecd791 req-b87e6fa4-7c49-4372-a1da-53772d96b01e tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:04.752530 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f0bf18-2526-45d0-a3d0-53154f3785e4 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Pushing event updated for resources: {'Port': ['ID=d72aa7f1-a9f0-42e0-8e0d-2d75d001ddc7,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:04.777344 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e7f0bf18-2526-45d0-a3d0-53154f3785e4 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809317'] for router_interface, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:04.856188 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 0a2592a1-49e3-4ea3-a1e4-d88cd5e71263 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:43:04.890799 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-95832f6b-cf74-49dd-9e9c-0763d975f5cb req-ef0e4489-ec73-4890-80cc-b4258f324a2a tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Notify callbacks [] for floatingip, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:04.911096 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 0a2592a1-49e3-4ea3-a1e4-d88cd5e71263 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:43:04.911506 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 0a2592a1-49e3-4ea3-a1e4-d88cd5e71263 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:43:04.926236 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-96733173-25a6-4ed9-8283-a590a721e3fe None None] Provisioning complete for port 36464c6d-6d13-4cca-9a36-437307dcfdff triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:43:04.926731 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-96733173-25a6-4ed9-8283-a590a721e3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:04.945856 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-bb518ed5-0676-43f4-be1d-661cbcecd791 req-b87e6fa4-7c49-4372-a1da-53772d96b01e tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6060829 Apr 05 14:43:04.957243 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-196b1612-0ac5-4913-831f-93b670b62ca5 req-4c346d5c-4388-4339-b504-05f20bcd22b2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2749233 Apr 05 14:43:04.965894 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-96733173-25a6-4ed9-8283-a590a721e3fe None None] Port 36464c6d-6d13-4cca-9a36-437307dcfdff cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:43:04.980078 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-bb518ed5-0676-43f4-be1d-661cbcecd791 req-c8ddf384-e8b4-4683-8635-6b622af369ce service neutron] Request body: {'port': {'device_id': 'cdec92e3-43d0-4811-92b1-9baab3c5f0ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-2'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:43:05.002906 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdff21b-0caa-4bdc-99bf-9b705cad5949 req-b6ef7ae9-71e4-4aa8-83e3-0e2177a6f0ab tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:05.005822 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6bdff21b-0caa-4bdc-99bf-9b705cad5949 req-b6ef7ae9-71e4-4aa8-83e3-0e2177a6f0ab tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 946 time: 0.2530880 Apr 05 14:43:05.014994 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f0bf18-2526-45d0-a3d0-53154f3785e4 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Network a73ec432-17a8-460b-b113-78c7b4ad26e3 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:43:05.019872 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-e7f0bf18-2526-45d0-a3d0-53154f3785e4 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:43:05.145828 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2887e14d-5f13-4cdf-b6e2-637276353ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:05.148393 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-bb518ed5-0676-43f4-be1d-661cbcecd791 req-c8ddf384-e8b4-4683-8635-6b622af369ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:05.167358 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-ca2f74f9-9ff0-404e-b10e-117e557c0705 req-b61741a9-20c5-478b-b543-c272110c9651 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7782696d-12b2-4415-8728-5874c031edf7 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:43:05.204818 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ca2f74f9-9ff0-404e-b10e-117e557c0705 req-b61741a9-20c5-478b-b543-c272110c9651 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:05.272378 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2887e14d-5f13-4cdf-b6e2-637276353ab9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9df223f0-9880-4ea6-bf69-faa3babf3484,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:05.291328 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6bdff21b-0caa-4bdc-99bf-9b705cad5949 req-02050120-5a75-4376-8089-8fe774b8a9f5 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765017 Apr 05 14:43:05.325809 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-ca2f74f9-9ff0-404e-b10e-117e557c0705 req-b61741a9-20c5-478b-b543-c272110c9651 service neutron] Transition to ACTIVE for port object 7782696d-12b2-4415-8728-5874c031edf7 will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:43:05.368841 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b1612-0ac5-4913-831f-93b670b62ca5 req-e4245f2e-ffa7-43b4-9bb0-624f5918b665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:05.370779 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-196b1612-0ac5-4913-831f-93b670b62ca5 req-e4245f2e-ffa7-43b4-9bb0-624f5918b665 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e8ce47a9c4704fe783984e08a144e0c5&device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 1097 time: 0.2723958 Apr 05 14:43:05.427789 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2887e14d-5f13-4cdf-b6e2-637276353ab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808526'] for router_gateway, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:05.475149 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ca2f74f9-9ff0-404e-b10e-117e557c0705 req-b61741a9-20c5-478b-b543-c272110c9651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:05.494729 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-67d0e8df-39fb-416b-8b7b-bdc457f7c8b7 None None] Provisioning complete for port d72aa7f1-a9f0-42e0-8e0d-2d75d001ddc7 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:43:05.495371 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-67d0e8df-39fb-416b-8b7b-bdc457f7c8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:05.506436 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7f0bf18-2526-45d0-a3d0-53154f3785e4 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Router 2b8c2954-d4ac-4e8d-89d4-e60504583adf is scheduled to L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 with binding_index 1 {{(pid=103321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:43:05.548842 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-67d0e8df-39fb-416b-8b7b-bdc457f7c8b7 None None] Port d72aa7f1-a9f0-42e0-8e0d-2d75d001ddc7 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:43:05.714088 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [req-bb518ed5-0676-43f4-be1d-661cbcecd791 req-c8ddf384-e8b4-4683-8635-6b622af369ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36464c6d-6d13-4cca-9a36-437307dcfdff {{(pid=103321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:43:05.725723 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-bb518ed5-0676-43f4-be1d-661cbcecd791 req-c8ddf384-e8b4-4683-8635-6b622af369ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:05.728482 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f0bf18-2526-45d0-a3d0-53154f3785e4 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:43:05.737826 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-e7f0bf18-2526-45d0-a3d0-53154f3785e4 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "PUT /v2.0/routers/2b8c2954-d4ac-4e8d-89d4-e60504583adf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5543337 Apr 05 14:43:05.742076 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 51928) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:43:05.743535 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e960a1f-da75-4fcf-95af-6b7ac1dcf07e None None] Sync routers for ids ['2b8c2954-d4ac-4e8d-89d4-e60504583adf'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:43:05.766901 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e960a1f-da75-4fcf-95af-6b7ac1dcf07e None None] Routers {'2b8c2954-d4ac-4e8d-89d4-e60504583adf'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:43:05.767543 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-3e960a1f-da75-4fcf-95af-6b7ac1dcf07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:42:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['2b8c2954-d4ac-4e8d-89d4-e60504583adf'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:05.785429 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.provisioning_blocks [req-bb518ed5-0676-43f4-be1d-661cbcecd791 req-c8ddf384-e8b4-4683-8635-6b622af369ce service neutron] Transition to ACTIVE for port object 36464c6d-6d13-4cca-9a36-437307dcfdff will not be triggered until provisioned by entity L2. {{(pid=103321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:43:05.812029 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7989054-0e16-41b5-8f83-61b4817a3e5a tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:05.813641 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-b7989054-0e16-41b5-8f83-61b4817a3e5a tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "GET /v2.0/ports/d72aa7f1-a9f0-42e0-8e0d-2d75d001ddc7 HTTP/1.1" status: 200 len: 977 time: 0.0672333 Apr 05 14:43:05.817246 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 51932) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:43:05.865452 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-3e960a1f-da75-4fcf-95af-6b7ac1dcf07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:05.880755 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e960a1f-da75-4fcf-95af-6b7ac1dcf07e None None] Routers {'2b8c2954-d4ac-4e8d-89d4-e60504583adf'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:43:05.881495 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-3e960a1f-da75-4fcf-95af-6b7ac1dcf07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:42:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['2b8c2954-d4ac-4e8d-89d4-e60504583adf'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:05.921538 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-bb518ed5-0676-43f4-be1d-661cbcecd791 req-c8ddf384-e8b4-4683-8635-6b622af369ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:05.923713 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-3e960a1f-da75-4fcf-95af-6b7ac1dcf07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:05.924537 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e960a1f-da75-4fcf-95af-6b7ac1dcf07e None None] The sync data for ids ['2b8c2954-d4ac-4e8d-89d4-e60504583adf'] in n-d-836650-2 is: [] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:43:05.965615 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-95832f6b-cf74-49dd-9e9c-0763d975f5cb req-ef0e4489-ec73-4890-80cc-b4258f324a2a tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:06.016955 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2887e14d-5f13-4cdf-b6e2-637276353ab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27070'] for router, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:06.033024 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2887e14d-5f13-4cdf-b6e2-637276353ab9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:06.047396 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ddf384-e8b4-4683-8635-6b622af369ce service neutron] Pushing event updated for resources: {'Port': ['ID=36464c6d-6d13-4cca-9a36-437307dcfdff,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:06.133567 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61741a9-20c5-478b-b543-c272110c9651 service neutron] Pushing event updated for resources: {'Port': ['ID=7782696d-12b2-4415-8728-5874c031edf7,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:06.171023 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db5122d-d4ad-4671-a42e-a6f215f574fb req-01f1de88-c468-44a2-9148-b53850671816 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:06.172617 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1db5122d-d4ad-4671-a42e-a6f215f574fb req-01f1de88-c468-44a2-9148-b53850671816 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdec92e3-43d0-4811-92b1-9baab3c5f0ca HTTP/1.1" status: 200 len: 931 time: 0.7464333 Apr 05 14:43:06.288602 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b1612-0ac5-4913-831f-93b670b62ca5 req-ab8e8d66-351b-4fd5-b2dd-7bf8c5960ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:06.290314 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-196b1612-0ac5-4913-831f-93b670b62ca5 req-ab8e8d66-351b-4fd5-b2dd-7bf8c5960ec0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c590509e-7ca8-420f-8b7e-bdc8058c2274 HTTP/1.1" status: 200 len: 914 time: 0.8902678 Apr 05 14:43:06.305263 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2887e14d-5f13-4cdf-b6e2-637276353ab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803298'] for router, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:06.305860 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2887e14d-5f13-4cdf-b6e2-637276353ab9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0cf5d70-a38a-4b71-a861-d43741173ccd {{(pid=103320) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:43:06.347765 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2887e14d-5f13-4cdf-b6e2-637276353ab9 admin admin] Notify callbacks [] for router, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:06.351654 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-2887e14d-5f13-4cdf-b6e2-637276353ab9 admin admin] 10.222.0.30 "DELETE /v2.0/routers/d0cf5d70-a38a-4b71-a861-d43741173ccd HTTP/1.1" status: 204 len: 168 time: 3.3935006 Apr 05 14:43:06.386586 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 51946) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:43:06.442538 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-196b1612-0ac5-4913-831f-93b670b62ca5 req-331e58fc-13c3-4fe9-852e-95a8f99be6f4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b19045ae-f5ab-4894-b8f2-78cf84e0b22e HTTP/1.1" status: 200 len: 217 time: 0.1387465 Apr 05 14:43:06.518013 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1db5122d-d4ad-4671-a42e-a6f215f574fb req-5fe58920-4788-4d33-8652-ae0bed7816b5 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=11640d9f-a14a-4756-b499-b13013deda57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295984 Apr 05 14:43:06.597198 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-95832f6b-cf74-49dd-9e9c-0763d975f5cb req-ef0e4489-ec73-4890-80cc-b4258f324a2a tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Allocated IP 172.25.6.172 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/2477fce7-6b16-4190-9fa8-8df4985d0513) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:43:06.603742 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-ca2f74f9-9ff0-404e-b10e-117e557c0705 req-b61741a9-20c5-478b-b543-c272110c9651 service neutron] Attempting to bind port 7782696d-12b2-4415-8728-5874c031edf7 on host n-h2-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:43:06.604668 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-ca2f74f9-9ff0-404e-b10e-117e557c0705 req-b61741a9-20c5-478b-b543-c272110c9651 service neutron] Attempting to bind port 7782696d-12b2-4415-8728-5874c031edf7 by drivers openvswitch,hyperv on host n-h2-836650-2 at level 0 using segments [{'id': 'b9bfc1ba-c081-43c0-97a1-329aced7b561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '600f0cf5-5409-4f71-be79-543bdecff300'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:43:06.604668 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2f74f9-9ff0-404e-b10e-117e557c0705 req-b61741a9-20c5-478b-b543-c272110c9651 service neutron] Attempting to bind port 7782696d-12b2-4415-8728-5874c031edf7 on network 600f0cf5-5409-4f71-be79-543bdecff300 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:43:06.610289 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_v2 [None req-403afe78-c762-4ade-bf74-d2f06668cfb2 admin admin] Deleting subnet 367f691e-089f-4ca6-8616-e57669d4fada {{(pid=103320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:43:06.640723 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-403afe78-c762-4ade-bf74-d2f06668cfb2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:06.669635 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2f74f9-9ff0-404e-b10e-117e557c0705 req-b61741a9-20c5-478b-b543-c272110c9651 service neutron] Port 7782696d-12b2-4415-8728-5874c031edf7 on network 600f0cf5-5409-4f71-be79-543bdecff300 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:43:06.670163 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2f74f9-9ff0-404e-b10e-117e557c0705 req-b61741a9-20c5-478b-b543-c272110c9651 service neutron] Attempting to bind port 7782696d-12b2-4415-8728-5874c031edf7 on network 600f0cf5-5409-4f71-be79-543bdecff300 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:43:06.721084 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-bb518ed5-0676-43f4-be1d-661cbcecd791 req-c8ddf384-e8b4-4683-8635-6b622af369ce service neutron] Attempting to bind port 36464c6d-6d13-4cca-9a36-437307dcfdff on host n-h2-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:43:06.721654 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-bb518ed5-0676-43f4-be1d-661cbcecd791 req-c8ddf384-e8b4-4683-8635-6b622af369ce service neutron] Attempting to bind port 36464c6d-6d13-4cca-9a36-437307dcfdff by drivers openvswitch,hyperv on host n-h2-836650-2 at level 0 using segments [{'id': 'b9bfc1ba-c081-43c0-97a1-329aced7b561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '600f0cf5-5409-4f71-be79-543bdecff300'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:43:06.729342 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb518ed5-0676-43f4-be1d-661cbcecd791 req-c8ddf384-e8b4-4683-8635-6b622af369ce service neutron] Attempting to bind port 36464c6d-6d13-4cca-9a36-437307dcfdff on network 600f0cf5-5409-4f71-be79-543bdecff300 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:43:06.729633 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b1612-0ac5-4913-831f-93b670b62ca5 req-74c7f177-e645-4fb3-a277-b56d171efc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:06.729633 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-196b1612-0ac5-4913-831f-93b670b62ca5 req-74c7f177-e645-4fb3-a277-b56d171efc39 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=eb31ac2d-5e66-4875-8845-18e88172de35 HTTP/1.1" status: 200 len: 853 time: 0.2445140 Apr 05 14:43:06.741110 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2f74f9-9ff0-404e-b10e-117e557c0705 req-b61741a9-20c5-478b-b543-c272110c9651 service neutron] Checking agent: {'id': '6d8cf521-24bb-4b6a-bbae-0284f5c87a9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:43:06.741649 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2f74f9-9ff0-404e-b10e-117e557c0705 req-b61741a9-20c5-478b-b543-c272110c9651 service neutron] Checking segment: {'id': 'b9bfc1ba-c081-43c0-97a1-329aced7b561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '600f0cf5-5409-4f71-be79-543bdecff300'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:43:06.742183 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2f74f9-9ff0-404e-b10e-117e557c0705 req-b61741a9-20c5-478b-b543-c272110c9651 service neutron] Bound using segment: {'id': 'b9bfc1ba-c081-43c0-97a1-329aced7b561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '600f0cf5-5409-4f71-be79-543bdecff300'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:43:06.742884 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-ca2f74f9-9ff0-404e-b10e-117e557c0705 req-b61741a9-20c5-478b-b543-c272110c9651 service neutron] Bound port: 7782696d-12b2-4415-8728-5874c031edf7, host: n-h2-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9bfc1ba-c081-43c0-97a1-329aced7b561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '600f0cf5-5409-4f71-be79-543bdecff300'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:43:06.743373 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb518ed5-0676-43f4-be1d-661cbcecd791 req-c8ddf384-e8b4-4683-8635-6b622af369ce service neutron] Port 36464c6d-6d13-4cca-9a36-437307dcfdff on network 600f0cf5-5409-4f71-be79-543bdecff300 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:43:06.743681 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ca2f74f9-9ff0-404e-b10e-117e557c0705 req-b61741a9-20c5-478b-b543-c272110c9651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:06.743920 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb518ed5-0676-43f4-be1d-661cbcecd791 req-c8ddf384-e8b4-4683-8635-6b622af369ce service neutron] Attempting to bind port 36464c6d-6d13-4cca-9a36-437307dcfdff on network 600f0cf5-5409-4f71-be79-543bdecff300 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:43:06.757459 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb518ed5-0676-43f4-be1d-661cbcecd791 req-c8ddf384-e8b4-4683-8635-6b622af369ce service neutron] Checking agent: {'id': '6d8cf521-24bb-4b6a-bbae-0284f5c87a9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:43:06.757882 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb518ed5-0676-43f4-be1d-661cbcecd791 req-c8ddf384-e8b4-4683-8635-6b622af369ce service neutron] Checking segment: {'id': 'b9bfc1ba-c081-43c0-97a1-329aced7b561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '600f0cf5-5409-4f71-be79-543bdecff300'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:43:06.759784 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb518ed5-0676-43f4-be1d-661cbcecd791 req-c8ddf384-e8b4-4683-8635-6b622af369ce service neutron] Bound using segment: {'id': 'b9bfc1ba-c081-43c0-97a1-329aced7b561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '600f0cf5-5409-4f71-be79-543bdecff300'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:43:06.759784 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-bb518ed5-0676-43f4-be1d-661cbcecd791 req-c8ddf384-e8b4-4683-8635-6b622af369ce service neutron] Bound port: 36464c6d-6d13-4cca-9a36-437307dcfdff, host: n-h2-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9bfc1ba-c081-43c0-97a1-329aced7b561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '600f0cf5-5409-4f71-be79-543bdecff300'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:43:06.759784 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-bb518ed5-0676-43f4-be1d-661cbcecd791 req-c8ddf384-e8b4-4683-8635-6b622af369ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:06.822866 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-403afe78-c762-4ade-bf74-d2f06668cfb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13399228'] for subnet, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:06.842265 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-196b1612-0ac5-4913-831f-93b670b62ca5 req-b74cdecb-273e-4ed9-bd87-0d3b19364cb9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c590509e-7ca8-420f-8b7e-bdc8058c2274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1021907 Apr 05 14:43:06.862741 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-bb518ed5-0676-43f4-be1d-661cbcecd791 req-c8ddf384-e8b4-4683-8635-6b622af369ce service neutron] For port 36464c6d-6d13-4cca-9a36-437307dcfdff, host n-h2-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:43:06.866663 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-bb518ed5-0676-43f4-be1d-661cbcecd791 req-c8ddf384-e8b4-4683-8635-6b622af369ce service neutron] For port 36464c6d-6d13-4cca-9a36-437307dcfdff, host n-h2-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=36464c6d-6d13-4cca-9a36-437307dcfdff,segment=NetworkSegment(b9bfc1ba-c081-43c0-97a1-329aced7b561),segment_id=b9bfc1ba-c081-43c0-97a1-329aced7b561)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:43:06.931337 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f6f4934a-26b3-4e2a-8da7-edf258b8ac93 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809988'] for router_interface, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:07.024856 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ac093-12fa-44ee-a5cc-338843242b07 req-91bd24dc-b81c-4a92-865f-9044201ea08e tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:07.031997 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-581ac093-12fa-44ee-a5cc-338843242b07 req-91bd24dc-b81c-4a92-865f-9044201ea08e tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 946 time: 0.3866575 Apr 05 14:43:07.040913 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-bb518ed5-0676-43f4-be1d-661cbcecd791 req-c8ddf384-e8b4-4683-8635-6b622af369ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:07.048955 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 9df223f0-9880-4ea6-bf69-faa3babf3484 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:43:07.090718 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 9df223f0-9880-4ea6-bf69-faa3babf3484 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:43:07.091062 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 9df223f0-9880-4ea6-bf69-faa3babf3484 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:43:07.126482 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb518ed5-0676-43f4-be1d-661cbcecd791 req-c8ddf384-e8b4-4683-8635-6b622af369ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:07.126975 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-bb518ed5-0676-43f4-be1d-661cbcecd791 req-c8ddf384-e8b4-4683-8635-6b622af369ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:07.129081 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-bb518ed5-0676-43f4-be1d-661cbcecd791 req-c8ddf384-e8b4-4683-8635-6b622af369ce service neutron] 10.222.0.11 "PUT /v2.0/ports/36464c6d-6d13-4cca-9a36-437307dcfdff HTTP/1.1" status: 200 len: 1091 time: 2.1550984 Apr 05 14:43:07.131745 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdec92e3-43d0-4811-92b1-9baab3c5f0ca', 'tag': '36464c6d-6d13-4cca-9a36-437307dcfdff'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:43:07.134197 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbad4a31-78d1-4654-82a8-1c0a8ebdab0e" -d '{"events": [{"name": "network-changed", "server_uuid": "cdec92e3-43d0-4811-92b1-9baab3c5f0ca", "tag": "36464c6d-6d13-4cca-9a36-437307dcfdff"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:43:07.188301 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ddf384-e8b4-4683-8635-6b622af369ce service neutron] Pushing event updated for resources: {'Port': ['ID=36464c6d-6d13-4cca-9a36-437307dcfdff,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:07.192058 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-ca2f74f9-9ff0-404e-b10e-117e557c0705 req-b61741a9-20c5-478b-b543-c272110c9651 service neutron] For port 7782696d-12b2-4415-8728-5874c031edf7, host n-h2-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:43:07.305550 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-95832f6b-cf74-49dd-9e9c-0763d975f5cb req-ef0e4489-ec73-4890-80cc-b4258f324a2a tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:07.321394 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-ca2f74f9-9ff0-404e-b10e-117e557c0705 req-b61741a9-20c5-478b-b543-c272110c9651 service neutron] For port 7782696d-12b2-4415-8728-5874c031edf7, host n-h2-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=7782696d-12b2-4415-8728-5874c031edf7,segment=NetworkSegment(b9bfc1ba-c081-43c0-97a1-329aced7b561),segment_id=b9bfc1ba-c081-43c0-97a1-329aced7b561)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:43:07.333970 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-581ac093-12fa-44ee-a5cc-338843242b07 req-a3a5040e-8450-44ab-abf8-1bc71405d990 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995842 Apr 05 14:43:07.350995 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb518ed5-0676-43f4-be1d-661cbcecd791 req-ea9812d1-c06f-41fc-9b3d-189f65a87829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:07.352832 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-bb518ed5-0676-43f4-be1d-661cbcecd791 req-ea9812d1-c06f-41fc-9b3d-189f65a87829 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d9feba5fdbdc4767955480ab96956cf8&device_id=cdec92e3-43d0-4811-92b1-9baab3c5f0ca HTTP/1.1" status: 200 len: 1094 time: 0.0812147 Apr 05 14:43:07.395867 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-403afe78-c762-4ade-bf74-d2f06668cfb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:07.405468 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 7 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 14:43:07.413742 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-196b1612-0ac5-4913-831f-93b670b62ca5 req-6f5fbf7b-8d2a-48ba-bdd9-0a2fb937a98e service neutron] 10.222.0.55 "GET /v2.0/networks/c590509e-7ca8-420f-8b7e-bdc8058c2274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4735134 Apr 05 14:43:07.433440 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f824c998-de75-467e-aff9-d93c8fcbc552 x-openstack-request-id: req-f824c998-de75-467e-aff9-d93c8fcbc552 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:43:07.434036 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdec92e3-43d0-4811-92b1-9baab3c5f0ca", "tag": "36464c6d-6d13-4cca-9a36-437307dcfdff", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:43:07.434853 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f824c998-de75-467e-aff9-d93c8fcbc552 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:43:07.435470 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f824c998-de75-467e-aff9-d93c8fcbc552'] response: {'name': 'network-changed', 'server_uuid': 'cdec92e3-43d0-4811-92b1-9baab3c5f0ca', 'tag': '36464c6d-6d13-4cca-9a36-437307dcfdff', 'status': 'completed', 'code': 200} Apr 05 14:43:07.441731 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-bb518ed5-0676-43f4-be1d-661cbcecd791 req-8aa37fbd-4a55-4e61-bfdc-4e847b1b9f0b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36464c6d-6d13-4cca-9a36-437307dcfdff HTTP/1.1" status: 200 len: 217 time: 0.0699131 Apr 05 14:43:07.460273 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ca2f74f9-9ff0-404e-b10e-117e557c0705 req-b61741a9-20c5-478b-b543-c272110c9651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:07.514650 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-f6f4934a-26b3-4e2a-8da7-edf258b8ac93 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Deleting port d72aa7f1-a9f0-42e0-8e0d-2d75d001ddc7 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:43:07.514996 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f6f4934a-26b3-4e2a-8da7-edf258b8ac93 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:07.523301 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb518ed5-0676-43f4-be1d-661cbcecd791 req-c8a2879e-da13-4ac1-9260-58143e10ab67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:07.524052 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-bb518ed5-0676-43f4-be1d-661cbcecd791 req-c8a2879e-da13-4ac1-9260-58143e10ab67 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fe7e919b-03a6-4a26-b866-e533217cd38c HTTP/1.1" status: 200 len: 858 time: 0.0757825 Apr 05 14:43:07.603985 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f74f9-9ff0-404e-b10e-117e557c0705 req-b61741a9-20c5-478b-b543-c272110c9651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:07.604626 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ca2f74f9-9ff0-404e-b10e-117e557c0705 req-b61741a9-20c5-478b-b543-c272110c9651 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:07.606170 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ca2f74f9-9ff0-404e-b10e-117e557c0705 req-b61741a9-20c5-478b-b543-c272110c9651 service neutron] 10.222.0.11 "PUT /v2.0/ports/7782696d-12b2-4415-8728-5874c031edf7 HTTP/1.1" status: 200 len: 1091 time: 4.3104274 Apr 05 14:43:07.606699 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fb8ba11-dd17-4faf-8654-fe2f3115015c', 'tag': '7782696d-12b2-4415-8728-5874c031edf7'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:43:07.608960 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6618d0cd-cf01-44e7-8469-6eefcf3b6f8a" -d '{"events": [{"name": "network-changed", "server_uuid": "1fb8ba11-dd17-4faf-8654-fe2f3115015c", "tag": "7782696d-12b2-4415-8728-5874c031edf7"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:43:07.635397 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb518ed5-0676-43f4-be1d-661cbcecd791 req-6c48b7ff-557a-41cc-89f1-8a6af07831e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:07.641604 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-bb518ed5-0676-43f4-be1d-661cbcecd791 req-6c48b7ff-557a-41cc-89f1-8a6af07831e1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=600f0cf5-5409-4f71-be79-543bdecff300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1039729 Apr 05 14:43:07.656914 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-95832f6b-cf74-49dd-9e9c-0763d975f5cb req-ef0e4489-ec73-4890-80cc-b4258f324a2a tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:07.678223 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f6f4934a-26b3-4e2a-8da7-edf258b8ac93 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:07.695365 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61741a9-20c5-478b-b543-c272110c9651 service neutron] Pushing event updated for resources: {'Port': ['ID=7782696d-12b2-4415-8728-5874c031edf7,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:07.709662 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95832f6b-cf74-49dd-9e9c-0763d975f5cb req-ef0e4489-ec73-4890-80cc-b4258f324a2a tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:43:07.716831 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-95832f6b-cf74-49dd-9e9c-0763d975f5cb req-ef0e4489-ec73-4890-80cc-b4258f324a2a tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:43:07.728448 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-95832f6b-cf74-49dd-9e9c-0763d975f5cb req-ef0e4489-ec73-4890-80cc-b4258f324a2a tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:43:07.746794 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-f6f4934a-26b3-4e2a-8da7-edf258b8ac93 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Calling delete_port for d72aa7f1-a9f0-42e0-8e0d-2d75d001ddc7 owned by network:router_interface {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:43:07.767655 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2595b54f-45d7-47b9-bcf0-1316de49b923 req-c2a11049-6b78-4f13-ae08-8eebc7b85ad1 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:07.776260 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2595b54f-45d7-47b9-bcf0-1316de49b923 req-c2a11049-6b78-4f13-ae08-8eebc7b85ad1 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 946 time: 0.2507737 Apr 05 14:43:07.808565 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-196b1612-0ac5-4913-831f-93b670b62ca5 req-5191ffba-14d3-4805-9311-abc2c0c26628 service neutron] 10.222.0.55 "GET /v2.0/networks/c590509e-7ca8-420f-8b7e-bdc8058c2274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3725915 Apr 05 14:43:07.865001 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-bb518ed5-0676-43f4-be1d-661cbcecd791 req-64d0d8cd-4cb3-49f1-b485-4d4e640bb757 service neutron] 10.222.0.11 "GET /v2.0/networks/600f0cf5-5409-4f71-be79-543bdecff300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179751 Apr 05 14:43:07.868498 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-403afe78-c762-4ade-bf74-d2f06668cfb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15773812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13127359'] for subnet, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:07.905442 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2595b54f-45d7-47b9-bcf0-1316de49b923 req-4342a777-ddb3-4c5e-a02b-e175a685851d tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279619 Apr 05 14:43:07.906182 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0e4489-ec73-4890-80cc-b4258f324a2a tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Pushing event updated for resources: {'Port': ['ID=2477fce7-6b16-4190-9fa8-8df4985d0513,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:07.944317 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403afe78-c762-4ade-bf74-d2f06668cfb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=367f691e-089f-4ca6-8616-e57669d4fada,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:07.952328 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-403afe78-c762-4ade-bf74-d2f06668cfb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:07.958984 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c40eb7-8455-4f49-a3d0-4d48a5e13028 None None] Network f658ca6d-e0a3-40a6-aff8-86c9da80d85a requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:43:07.959138 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-403afe78-c762-4ade-bf74-d2f06668cfb2 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/367f691e-089f-4ca6-8616-e57669d4fada HTTP/1.1" status: 204 len: 168 time: 1.5701935 Apr 05 14:43:07.962448 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 51980) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:43:07.974595 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f74f9-9ff0-404e-b10e-117e557c0705 req-314bf917-7a14-4630-9f10-69cb85182f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:07.976097 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ca2f74f9-9ff0-404e-b10e-117e557c0705 req-314bf917-7a14-4630-9f10-69cb85182f57 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d9feba5fdbdc4767955480ab96956cf8&device_id=1fb8ba11-dd17-4faf-8654-fe2f3115015c HTTP/1.1" status: 200 len: 1094 time: 0.1582978 Apr 05 14:43:08.067590 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-bb518ed5-0676-43f4-be1d-661cbcecd791 req-af0eee2c-385d-4dca-bf4b-64533e3f5b7d service neutron] 10.222.0.11 "GET /v2.0/networks/600f0cf5-5409-4f71-be79-543bdecff300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920156 Apr 05 14:43:08.114714 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ca2f74f9-9ff0-404e-b10e-117e557c0705 req-03287c77-f7b0-456b-b412-b28fd8ab011d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7782696d-12b2-4415-8728-5874c031edf7 HTTP/1.1" status: 200 len: 217 time: 0.1070497 Apr 05 14:43:08.146626 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-95832f6b-cf74-49dd-9e9c-0763d975f5cb req-ef0e4489-ec73-4890-80cc-b4258f324a2a tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:08.195435 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e247e74f-1037-4511-97fc-cb1e67a416b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:08.209482 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9fce7-bdc2-4bad-ac03-8dc7063015b9 req-96561600-21eb-410b-b951-640e3b58e47f tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:08.211000 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f0d9fce7-bdc2-4bad-ac03-8dc7063015b9 req-96561600-21eb-410b-b951-640e3b58e47f tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdec92e3-43d0-4811-92b1-9baab3c5f0ca HTTP/1.1" status: 200 len: 943 time: 0.2019663 Apr 05 14:43:08.211735 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1d2049-ed51-4411-9d87-d098cef6370d None None] DHCP port deletion for f658ca6d-e0a3-40a6-aff8-86c9da80d85a request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:43:08.228950 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f74f9-9ff0-404e-b10e-117e557c0705 req-f4736b70-52e4-4221-a767-0429cccca45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:08.230429 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ca2f74f9-9ff0-404e-b10e-117e557c0705 req-f4736b70-52e4-4221-a767-0429cccca45d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fe7e919b-03a6-4a26-b866-e533217cd38c HTTP/1.1" status: 200 len: 858 time: 0.1060138 Apr 05 14:43:08.281063 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-5f1d2049-ed51-4411-9d87-d098cef6370d None None] Deleting port 631b4a38-7184-4d07-a227-4b2b6d423f8b {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:43:08.281723 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5f1d2049-ed51-4411-9d87-d098cef6370d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:08.292813 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f6f4934a-26b3-4e2a-8da7-edf258b8ac93 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:08.334422 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f0d9fce7-bdc2-4bad-ac03-8dc7063015b9 req-a29bcc18-0810-4808-917d-b8a3362c23b3 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=11640d9f-a14a-4756-b499-b13013deda57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093228 Apr 05 14:43:08.357031 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-5f1d2049-ed51-4411-9d87-d098cef6370d None None] For port 631b4a38-7184-4d07-a227-4b2b6d423f8b, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=631b4a38-7184-4d07-a227-4b2b6d423f8b,segment=NetworkSegment(ad35469a-e11d-4fe2-af47-3c92f5352ee4),segment_id=ad35469a-e11d-4fe2-af47-3c92f5352ee4)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:43:08.357824 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5f1d2049-ed51-4411-9d87-d098cef6370d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:08.379750 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-5f1d2049-ed51-4411-9d87-d098cef6370d None None] Calling delete_port for 631b4a38-7184-4d07-a227-4b2b6d423f8b owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:43:08.409566 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f4934a-26b3-4e2a-8da7-edf258b8ac93 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Pushing event deleted for resources: {'Port': ['ID=d72aa7f1-a9f0-42e0-8e0d-2d75d001ddc7,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:08.438463 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-95832f6b-cf74-49dd-9e9c-0763d975f5cb req-ef0e4489-ec73-4890-80cc-b4258f324a2a tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:08.441679 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f74f9-9ff0-404e-b10e-117e557c0705 req-51e13548-11e5-4d76-8e0c-96640f09c494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:08.458306 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ca2f74f9-9ff0-404e-b10e-117e557c0705 req-51e13548-11e5-4d76-8e0c-96640f09c494 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=600f0cf5-5409-4f71-be79-543bdecff300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2001376 Apr 05 14:43:08.570214 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad4a31-78d1-4654-82a8-1c0a8ebdab0e req-62942686-68f5-47f7-87de-535dda153078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:08.573023 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-bbad4a31-78d1-4654-82a8-1c0a8ebdab0e req-62942686-68f5-47f7-87de-535dda153078 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d9feba5fdbdc4767955480ab96956cf8&device_id=cdec92e3-43d0-4811-92b1-9baab3c5f0ca HTTP/1.1" status: 200 len: 1094 time: 0.3330030 Apr 05 14:43:08.610369 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5f1d2049-ed51-4411-9d87-d098cef6370d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:08.649335 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1d2049-ed51-4411-9d87-d098cef6370d None None] Pushing event deleted for resources: {'Port': ['ID=631b4a38-7184-4d07-a227-4b2b6d423f8b,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:08.677692 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ca2f74f9-9ff0-404e-b10e-117e557c0705 req-74fa217f-2510-4ce3-a158-75d460622171 service neutron] 10.222.0.11 "GET /v2.0/networks/600f0cf5-5409-4f71-be79-543bdecff300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184985 Apr 05 14:43:08.685228 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1d2049-ed51-4411-9d87-d098cef6370d None None] No DVR routers for this DVR port 631b4a38-7184-4d07-a227-4b2b6d423f8b on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:43:08.749782 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9cb7433-d746-46fa-b5bd-6d1b9b172af4 x-openstack-request-id: req-c9cb7433-d746-46fa-b5bd-6d1b9b172af4 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:43:08.753837 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fb8ba11-dd17-4faf-8654-fe2f3115015c", "tag": "7782696d-12b2-4415-8728-5874c031edf7", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:43:08.753837 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c9cb7433-d746-46fa-b5bd-6d1b9b172af4 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:43:08.753837 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9cb7433-d746-46fa-b5bd-6d1b9b172af4'] response: {'name': 'network-changed', 'server_uuid': '1fb8ba11-dd17-4faf-8654-fe2f3115015c', 'tag': '7782696d-12b2-4415-8728-5874c031edf7', 'status': 'completed', 'code': 200} Apr 05 14:43:08.801213 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e247e74f-1037-4511-97fc-cb1e67a416b6 admin admin] Deleting port 631b4a38-7184-4d07-a227-4b2b6d423f8b {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:43:08.801566 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e247e74f-1037-4511-97fc-cb1e67a416b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:08.866186 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a6f0f12e-94e6-4413-9940-29c8557747ad req-60b6e23e-49a8-4eef-a3bd-3fc8f504a5d8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cff8471e-9af1-4cec-a212-0e4dc1e3ad81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3201265 Apr 05 14:43:08.873096 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f6f4934a-26b3-4e2a-8da7-edf258b8ac93 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1798829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810128'] for router_interface, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:08.961265 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad4a31-78d1-4654-82a8-1c0a8ebdab0e req-aed38a08-4b49-490f-8138-9f6bf722d539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:08.962731 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-bbad4a31-78d1-4654-82a8-1c0a8ebdab0e req-aed38a08-4b49-490f-8138-9f6bf722d539 service neutron] 10.222.0.11 "GET /v2.0/networks?id=600f0cf5-5409-4f71-be79-543bdecff300 HTTP/1.1" status: 200 len: 920 time: 0.3603933 Apr 05 14:43:08.964553 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 631b4a38-7184-4d07-a227-4b2b6d423f8b no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:43:09.003706 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e247e74f-1037-4511-97fc-cb1e67a416b6 admin admin] For port 631b4a38-7184-4d07-a227-4b2b6d423f8b, host n-d-836650-2, got binding levels [] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:43:09.004085 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e247e74f-1037-4511-97fc-cb1e67a416b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:09.014021 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 631b4a38-7184-4d07-a227-4b2b6d423f8b {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:43:09.018813 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 631b4a38-7184-4d07-a227-4b2b6d423f8b not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:43:09.024845 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-95832f6b-cf74-49dd-9e9c-0763d975f5cb req-ef0e4489-ec73-4890-80cc-b4258f324a2a tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:09.030435 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ca2f74f9-9ff0-404e-b10e-117e557c0705 req-142bf18b-3819-4ab3-9bd5-b758336de37d service neutron] 10.222.0.11 "GET /v2.0/networks/600f0cf5-5409-4f71-be79-543bdecff300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437169 Apr 05 14:43:09.042193 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ced480-4bd3-4ced-adee-fb27491ba9f1 req-702a08de-48fa-4359-8e25-37c95f020d80 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:09.043718 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-40ced480-4bd3-4ced-adee-fb27491ba9f1 req-702a08de-48fa-4359-8e25-37c95f020d80 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 946 time: 0.2206984 Apr 05 14:43:09.044706 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e247e74f-1037-4511-97fc-cb1e67a416b6 admin admin] Calling delete_port for 631b4a38-7184-4d07-a227-4b2b6d423f8b owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:43:09.048299 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.ipam_backend_mixin [None req-e247e74f-1037-4511-97fc-cb1e67a416b6 admin admin] Port 631b4a38-7184-4d07-a227-4b2b6d423f8b was not found and therefore no delete operation was performed {{(pid=103320) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 05 14:43:09.050318 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e247e74f-1037-4511-97fc-cb1e67a416b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:09.064463 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-bbad4a31-78d1-4654-82a8-1c0a8ebdab0e req-a7482f27-a760-4e69-82c2-3a968b59fa11 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36464c6d-6d13-4cca-9a36-437307dcfdff HTTP/1.1" status: 200 len: 217 time: 0.0893385 Apr 05 14:43:09.083029 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e247e74f-1037-4511-97fc-cb1e67a416b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=631b4a38-7184-4d07-a227-4b2b6d423f8b,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:09.097101 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e247e74f-1037-4511-97fc-cb1e67a416b6 admin admin] No DVR routers for this DVR port 631b4a38-7184-4d07-a227-4b2b6d423f8b on host n-d-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:43:09.104474 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f0f12e-94e6-4413-9940-29c8557747ad req-5dc2e540-4484-4864-ae19-07f66789a3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:09.105966 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a6f0f12e-94e6-4413-9940-29c8557747ad req-5dc2e540-4484-4864-ae19-07f66789a3d6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c6d7d106196c47bab9057a60414eb92c&device_id=cff8471e-9af1-4cec-a212-0e4dc1e3ad81 HTTP/1.1" status: 200 len: 1096 time: 0.1423213 Apr 05 14:43:09.129086 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-95832f6b-cf74-49dd-9e9c-0763d975f5cb req-ef0e4489-ec73-4890-80cc-b4258f324a2a tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:09.158304 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-40ced480-4bd3-4ced-adee-fb27491ba9f1 req-7f40d698-371e-4f17-bd46-57f67948afb9 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027048 Apr 05 14:43:09.226287 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-95832f6b-cf74-49dd-9e9c-0763d975f5cb req-ef0e4489-ec73-4890-80cc-b4258f324a2a tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:09.268116 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad4a31-78d1-4654-82a8-1c0a8ebdab0e req-f5ee2b7d-d253-4771-8fa4-533a45c5d2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:09.270430 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-bbad4a31-78d1-4654-82a8-1c0a8ebdab0e req-f5ee2b7d-d253-4771-8fa4-533a45c5d2d3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fe7e919b-03a6-4a26-b866-e533217cd38c HTTP/1.1" status: 200 len: 858 time: 0.1995170 Apr 05 14:43:09.275785 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6f4934a-26b3-4e2a-8da7-edf258b8ac93 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Router 2b8c2954-d4ac-4e8d-89d4-e60504583adf has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:43:09.323904 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e247e74f-1037-4511-97fc-cb1e67a416b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:09.345723 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0e4489-ec73-4890-80cc-b4258f324a2a tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Pushing event updated for resources: {'Port': ['ID=2477fce7-6b16-4190-9fa8-8df4985d0513,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:09.371973 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-e247e74f-1037-4511-97fc-cb1e67a416b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f658ca6d-e0a3-40a6-aff8-86c9da80d85a']}} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:09.378859 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f0f12e-94e6-4413-9940-29c8557747ad req-821d9502-e838-4bfe-898d-b7b6a22a8fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:09.380393 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a6f0f12e-94e6-4413-9940-29c8557747ad req-821d9502-e838-4bfe-898d-b7b6a22a8fcb service neutron] 10.222.0.11 "GET /v2.0/networks?id=663ca2d9-20db-46f3-a840-3b61cfaa89c4 HTTP/1.1" status: 200 len: 915 time: 0.2381864 Apr 05 14:43:09.388309 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-e247e74f-1037-4511-97fc-cb1e67a416b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad35469a-e11d-4fe2-af47-3c92f5352ee4') {'for_net_delete': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:09.388616 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-e247e74f-1037-4511-97fc-cb1e67a416b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad35469a-e11d-4fe2-af47-3c92f5352ee4') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:09.401569 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6618d0cd-cf01-44e7-8469-6eefcf3b6f8a req-c4739e90-436c-4029-bc08-7b9e314d688b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:09.403100 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6618d0cd-cf01-44e7-8469-6eefcf3b6f8a req-c4739e90-436c-4029-bc08-7b9e314d688b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d9feba5fdbdc4767955480ab96956cf8&device_id=1fb8ba11-dd17-4faf-8654-fe2f3115015c HTTP/1.1" status: 200 len: 1094 time: 0.2173066 Apr 05 14:43:09.413793 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c5627-76a1-493b-852e-12d8085a2ae8 req-9007c1f6-41a9-4d93-9512-902e49314ad1 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:09.415311 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f10c5627-76a1-493b-852e-12d8085a2ae8 req-9007c1f6-41a9-4d93-9512-902e49314ad1 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 946 time: 0.1498346 Apr 05 14:43:09.417326 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e247e74f-1037-4511-97fc-cb1e67a416b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13399223'] for segment, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:09.466390 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-95832f6b-cf74-49dd-9e9c-0763d975f5cb req-ef0e4489-ec73-4890-80cc-b4258f324a2a tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:09.467205 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f4934a-26b3-4e2a-8da7-edf258b8ac93 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:43:09.467597 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-95832f6b-cf74-49dd-9e9c-0763d975f5cb req-ef0e4489-ec73-4890-80cc-b4258f324a2a tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.8951991 Apr 05 14:43:09.468552 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e247e74f-1037-4511-97fc-cb1e67a416b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:09.472433 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad4a31-78d1-4654-82a8-1c0a8ebdab0e req-2c5e7deb-0bd2-4d2b-a6c3-cf2a66b06715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:09.474110 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-bbad4a31-78d1-4654-82a8-1c0a8ebdab0e req-2c5e7deb-0bd2-4d2b-a6c3-cf2a66b06715 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=600f0cf5-5409-4f71-be79-543bdecff300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1954606 Apr 05 14:43:09.479467 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-f6f4934a-26b3-4e2a-8da7-edf258b8ac93 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "PUT /v2.0/routers/2b8c2954-d4ac-4e8d-89d4-e60504583adf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6610017 Apr 05 14:43:09.482769 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 52008) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:43:09.491269 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9692ebaa-9e78-41f6-81ee-2aff7bdfd0ad None None] Sync routers for ids ['2b8c2954-d4ac-4e8d-89d4-e60504583adf'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:43:09.510366 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9692ebaa-9e78-41f6-81ee-2aff7bdfd0ad None None] Routers {'2b8c2954-d4ac-4e8d-89d4-e60504583adf'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:43:09.511160 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-9692ebaa-9e78-41f6-81ee-2aff7bdfd0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:42:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['2b8c2954-d4ac-4e8d-89d4-e60504583adf'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:09.515149 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a6f0f12e-94e6-4413-9940-29c8557747ad req-4611ba04-917e-47c1-9496-35d8888b99e6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42a919fd-83f7-4a0e-ad02-7c018309dfb5 HTTP/1.1" status: 200 len: 1000 time: 0.1036007 Apr 05 14:43:09.552013 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e247e74f-1037-4511-97fc-cb1e67a416b6 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=103320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:43:09.552432 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e247e74f-1037-4511-97fc-cb1e67a416b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15765202'] for segment, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:09.561669 n-d-836650-2 neutron-server[103320]: Traceback (most recent call last): Apr 05 14:43:09.561669 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:43:09.561669 n-d-836650-2 neutron-server[103320]: timer() Apr 05 14:43:09.561669 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:43:09.561669 n-d-836650-2 neutron-server[103320]: cb(*args, **kw) Apr 05 14:43:09.561669 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:43:09.561669 n-d-836650-2 neutron-server[103320]: return func(*args, **kwargs) Apr 05 14:43:09.561669 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:43:09.561669 n-d-836650-2 neutron-server[103320]: self._notify() Apr 05 14:43:09.561669 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:43:09.561669 n-d-836650-2 neutron-server[103320]: self.callback(batched_events) Apr 05 14:43:09.561669 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:43:09.561669 n-d-836650-2 neutron-server[103320]: event.method(event) Apr 05 14:43:09.561669 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:43:09.561669 n-d-836650-2 neutron-server[103320]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:43:09.561669 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:43:09.561669 n-d-836650-2 neutron-server[103320]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:43:09.561669 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:43:09.561669 n-d-836650-2 neutron-server[103320]: return f(self, *a, **k) Apr 05 14:43:09.561669 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:43:09.561669 n-d-836650-2 neutron-server[103320]: return self._get(url).json() Apr 05 14:43:09.561669 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:43:09.561669 n-d-836650-2 neutron-server[103320]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:43:09.561669 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:43:09.561669 n-d-836650-2 neutron-server[103320]: return self.request(url, 'GET', **kwargs) Apr 05 14:43:09.561669 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:43:09.561669 n-d-836650-2 neutron-server[103320]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:43:09.561669 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:43:09.561669 n-d-836650-2 neutron-server[103320]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:43:09.561669 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:43:09.561669 n-d-836650-2 neutron-server[103320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:43:09.561669 n-d-836650-2 neutron-server[103320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:43:09.580273 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-9692ebaa-9e78-41f6-81ee-2aff7bdfd0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:09.601029 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9692ebaa-9e78-41f6-81ee-2aff7bdfd0ad None None] Routers {'2b8c2954-d4ac-4e8d-89d4-e60504583adf'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:43:09.601899 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-9692ebaa-9e78-41f6-81ee-2aff7bdfd0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:42:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['2b8c2954-d4ac-4e8d-89d4-e60504583adf'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:09.638777 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-9692ebaa-9e78-41f6-81ee-2aff7bdfd0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:09.639657 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9692ebaa-9e78-41f6-81ee-2aff7bdfd0ad None None] The sync data for ids ['2b8c2954-d4ac-4e8d-89d4-e60504583adf'] in n-d-836650-2 is: [] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:43:09.671536 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f10c5627-76a1-493b-852e-12d8085a2ae8 req-a49f43cf-2548-428b-a1cc-558c4d50107f tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386725 Apr 05 14:43:09.709660 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-95832f6b-cf74-49dd-9e9c-0763d975f5cb req-4ef79798-f4aa-4f90-bcd3-e1621e8252a4 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.172 HTTP/1.1" status: 200 len: 696 time: 0.1733158 Apr 05 14:43:09.765406 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f0f12e-94e6-4413-9940-29c8557747ad req-cabff209-bdf0-4ff3-a3f7-3ab7be103278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:09.767005 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a6f0f12e-94e6-4413-9940-29c8557747ad req-cabff209-bdf0-4ff3-a3f7-3ab7be103278 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fb98ffa3-a246-4ac7-9ee6-065bd7170bb4 HTTP/1.1" status: 200 len: 853 time: 0.2388349 Apr 05 14:43:09.836636 n-d-836650-2 neutron-server[103321]: INFO neutron.api.v2.resource [None req-8edc9c3f-5667-4a08-9677-f0a5a8815e1c tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] remove_router_interface failed (client error): The resource could not be found. Apr 05 14:43:09.836636 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-8edc9c3f-5667-4a08-9677-f0a5a8815e1c tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "PUT /v2.0/routers/2b8c2954-d4ac-4e8d-89d4-e60504583adf/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3485384 Apr 05 14:43:09.850923 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 52022) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:43:09.903182 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-8a43af63-7fa9-4527-be1d-e9dd33ddf297 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b8c2954-d4ac-4e8d-89d4-e60504583adf HTTP/1.1" status: 200 len: 205 time: 0.0501778 Apr 05 14:43:09.907481 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-bbad4a31-78d1-4654-82a8-1c0a8ebdab0e req-3cf6b9e9-bfd8-4ef8-8eab-961388efd21b service neutron] 10.222.0.11 "GET /v2.0/networks/600f0cf5-5409-4f71-be79-543bdecff300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4231603 Apr 05 14:43:09.908922 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 52028) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:43:10.248780 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e247e74f-1037-4511-97fc-cb1e67a416b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:10.253641 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e247e74f-1037-4511-97fc-cb1e67a416b6 admin admin] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:10.257260 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-e247e74f-1037-4511-97fc-cb1e67a416b6 admin admin] 10.222.0.30 "DELETE /v2.0/networks/f658ca6d-e0a3-40a6-aff8-86c9da80d85a HTTP/1.1" status: 204 len: 168 time: 2.2927344 Apr 05 14:43:10.258522 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6618d0cd-cf01-44e7-8469-6eefcf3b6f8a req-37457709-d558-4faa-8206-ffe774f5f0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:10.259868 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6618d0cd-cf01-44e7-8469-6eefcf3b6f8a req-37457709-d558-4faa-8206-ffe774f5f0db service neutron] 10.222.0.11 "GET /v2.0/networks?id=600f0cf5-5409-4f71-be79-543bdecff300 HTTP/1.1" status: 200 len: 920 time: 0.8407669 Apr 05 14:43:10.296328 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e247e74f-1037-4511-97fc-cb1e67a416b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f658ca6d-e0a3-40a6-aff8-86c9da80d85a,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:10.343849 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6618d0cd-cf01-44e7-8469-6eefcf3b6f8a req-4dc093c0-f8ed-4c4c-bdb5-b2d035b59f76 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7782696d-12b2-4415-8728-5874c031edf7 HTTP/1.1" status: 200 len: 217 time: 0.0490699 Apr 05 14:43:10.383219 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95832f6b-cf74-49dd-9e9c-0763d975f5cb req-acb6ed1a-a186-4065-bfb6-7260c1b2d86e tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:10.383476 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f0f12e-94e6-4413-9940-29c8557747ad req-e4cd915c-71a0-42f7-8927-7fd6172ce1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:10.385336 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-95832f6b-cf74-49dd-9e9c-0763d975f5cb req-acb6ed1a-a186-4065-bfb6-7260c1b2d86e tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/networks/3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c HTTP/1.1" status: 200 len: 784 time: 0.6613872 Apr 05 14:43:10.392055 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a6f0f12e-94e6-4413-9940-29c8557747ad req-e4cd915c-71a0-42f7-8927-7fd6172ce1c1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=663ca2d9-20db-46f3-a840-3b61cfaa89c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5935812 Apr 05 14:43:10.408568 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ebb85a9c-3281-4ca2-acba-7f93a24350d2 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for router, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:10.428352 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [req-95832f6b-cf74-49dd-9e9c-0763d975f5cb req-2cfede05-9c28-491c-8bc1-387ecc53882b tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:43:10.429476 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-95832f6b-cf74-49dd-9e9c-0763d975f5cb req-2cfede05-9c28-491c-8bc1-387ecc53882b tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119343 Apr 05 14:43:10.445567 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2db2c81-e2fe-48d5-b598-3202be16fa75 req-a866b9a4-02ff-4f69-b102-f158d2ae388b tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:10.453058 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d2db2c81-e2fe-48d5-b598-3202be16fa75 req-a866b9a4-02ff-4f69-b102-f158d2ae388b tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdec92e3-43d0-4811-92b1-9baab3c5f0ca HTTP/1.1" status: 200 len: 943 time: 0.6138086 Apr 05 14:43:10.490314 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6618d0cd-cf01-44e7-8469-6eefcf3b6f8a req-cfe04726-71f6-461a-b62d-7d08681d4878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:10.491790 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6618d0cd-cf01-44e7-8469-6eefcf3b6f8a req-cfe04726-71f6-461a-b62d-7d08681d4878 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fe7e919b-03a6-4a26-b866-e533217cd38c HTTP/1.1" status: 200 len: 858 time: 0.1303849 Apr 05 14:43:10.517090 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d2db2c81-e2fe-48d5-b598-3202be16fa75 req-4e9a0bcb-53d0-484f-8629-57f6f3cb872f tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=11640d9f-a14a-4756-b499-b13013deda57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630956 Apr 05 14:43:10.579112 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-bbad4a31-78d1-4654-82a8-1c0a8ebdab0e req-727f8629-2131-418a-af7f-0e51085faab2 service neutron] 10.222.0.11 "GET /v2.0/networks/600f0cf5-5409-4f71-be79-543bdecff300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6593382 Apr 05 14:43:10.617945 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6618d0cd-cf01-44e7-8469-6eefcf3b6f8a req-1a6fcb6d-3941-429d-8357-1fae77f1c2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:10.619779 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6618d0cd-cf01-44e7-8469-6eefcf3b6f8a req-1a6fcb6d-3941-429d-8357-1fae77f1c2e5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=600f0cf5-5409-4f71-be79-543bdecff300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1195281 Apr 05 14:43:10.684925 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc4c6fa-5ffe-41b2-8c3c-bb03e296b4d5 req-ffdc3a18-f7e2-4c2b-9b14-d986757c8753 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:10.687276 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-adc4c6fa-5ffe-41b2-8c3c-bb03e296b4d5 req-ffdc3a18-f7e2-4c2b-9b14-d986757c8753 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 946 time: 0.1419291 Apr 05 14:43:10.715803 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ebb85a9c-3281-4ca2-acba-7f93a24350d2 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27070'] for router, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:10.719714 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ebb85a9c-3281-4ca2-acba-7f93a24350d2 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:10.823072 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6618d0cd-cf01-44e7-8469-6eefcf3b6f8a req-9ad60d42-043e-4887-b904-043cdb149519 service neutron] 10.222.0.11 "GET /v2.0/networks/600f0cf5-5409-4f71-be79-543bdecff300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925125 Apr 05 14:43:10.826027 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a6f0f12e-94e6-4413-9940-29c8557747ad req-22e063f3-9566-44fb-8aa8-7f421a30f227 service neutron] 10.222.0.11 "GET /v2.0/networks/663ca2d9-20db-46f3-a840-3b61cfaa89c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4145341 Apr 05 14:43:10.909892 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 52058) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:43:10.919177 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ebb85a9c-3281-4ca2-acba-7f93a24350d2 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803298'] for router, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:10.919798 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb85a9c-3281-4ca2-acba-7f93a24350d2 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Fanout notify agent at l3_agent the message router_deleted on router 2b8c2954-d4ac-4e8d-89d4-e60504583adf {{(pid=103321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:43:10.933564 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ebb85a9c-3281-4ca2-acba-7f93a24350d2 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:10.934802 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-ebb85a9c-3281-4ca2-acba-7f93a24350d2 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "DELETE /v2.0/routers/2b8c2954-d4ac-4e8d-89d4-e60504583adf HTTP/1.1" status: 204 len: 168 time: 1.0242686 Apr 05 14:43:10.939648 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 52062) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:43:10.982941 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-adc4c6fa-5ffe-41b2-8c3c-bb03e296b4d5 req-09cd7432-24c1-4acf-8ec2-8a348b132d10 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936123 Apr 05 14:43:11.010634 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6618d0cd-cf01-44e7-8469-6eefcf3b6f8a req-f40a4b98-61a6-40fb-8e1a-719a7e465cf9 service neutron] 10.222.0.11 "GET /v2.0/networks/600f0cf5-5409-4f71-be79-543bdecff300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741576 Apr 05 14:43:11.033137 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be86a2c-c05d-4118-a1e1-fa13029a4082 req-e55676b7-590a-45b6-9f3a-0b4c760a7eea tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:11.035767 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5be86a2c-c05d-4118-a1e1-fa13029a4082 req-e55676b7-590a-45b6-9f3a-0b4c760a7eea tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/networks?id=fcfdebfb-890a-4564-ad33-442534fd3fbd HTTP/1.1" status: 200 len: 820 time: 0.2477129 Apr 05 14:43:11.052933 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5be86a2c-c05d-4118-a1e1-fa13029a4082 req-59002d28-c1a1-4783-9586-0dc542c80555 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/quotas/8c3f3c7982a44da591f5ccdacd29d5c6 HTTP/1.1" status: 200 len: 375 time: 0.0101111 Apr 05 14:43:11.060498 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-6a4cc507-a512-4990-9cf4-f222c747a96f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7e1ca79997b14d37bbfde5791240b349&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1491280 Apr 05 14:43:11.062619 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a6f0f12e-94e6-4413-9940-29c8557747ad req-ac7e35dd-f709-44da-96e8-a1325e0722cd service neutron] 10.222.0.11 "GET /v2.0/networks/663ca2d9-20db-46f3-a840-3b61cfaa89c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258074 Apr 05 14:43:11.063248 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 52066) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:43:11.067767 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-305f2e5e-23ed-4a57-8f15-a370bf99a915 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Deleting subnet 805365a8-e1fe-46d0-9c89-4ebc4d90dcff {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:43:11.071423 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-305f2e5e-23ed-4a57-8f15-a370bf99a915 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:11.116540 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-305f2e5e-23ed-4a57-8f15-a370bf99a915 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:11.193909 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eecf49c-7306-4901-899f-5e007cd21ff2 req-2b4971f6-64bc-4b84-90bc-13877e438c06 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:11.195465 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8eecf49c-7306-4901-899f-5e007cd21ff2 req-2b4971f6-64bc-4b84-90bc-13877e438c06 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 946 time: 0.1332099 Apr 05 14:43:11.208873 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5be86a2c-c05d-4118-a1e1-fa13029a4082 req-4e372178-607b-4509-be64-4040d15a34b5 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8c3f3c7982a44da591f5ccdacd29d5c6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1489699 Apr 05 14:43:11.228691 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [req-5be86a2c-c05d-4118-a1e1-fa13029a4082 req-eb9aee3c-f4f9-43f9-a74a-da86855d4d2a service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:43:11.229736 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5be86a2c-c05d-4118-a1e1-fa13029a4082 req-eb9aee3c-f4f9-43f9-a74a-da86855d4d2a service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077569 Apr 05 14:43:11.232418 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-305f2e5e-23ed-4a57-8f15-a370bf99a915 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:11.250066 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ec2da596-0867-4162-9f89-79b29b24851c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:11.324211 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ec2da596-0867-4162-9f89-79b29b24851c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:11.335058 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8eecf49c-7306-4901-899f-5e007cd21ff2 req-6e01b502-5166-4dca-9509-61f530234116 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203096 Apr 05 14:43:11.401466 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5be86a2c-c05d-4118-a1e1-fa13029a4082 req-a6254c99-1bf6-4904-a98e-da52b5fce6a7 service neutron] 10.222.0.30 "GET /v2.0/networks/fcfdebfb-890a-4564-ad33-442534fd3fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628902 Apr 05 14:43:11.438375 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-305f2e5e-23ed-4a57-8f15-a370bf99a915 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:11.494228 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305f2e5e-23ed-4a57-8f15-a370bf99a915 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Pushing event deleted for resources: {'Subnet': ['ID=805365a8-e1fe-46d0-9c89-4ebc4d90dcff,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:11.497166 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-305f2e5e-23ed-4a57-8f15-a370bf99a915 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:11.497309 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bfbd54-05d3-4d27-98a9-d4790d9afb60 None None] Network a73ec432-17a8-460b-b113-78c7b4ad26e3 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:43:11.501789 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-305f2e5e-23ed-4a57-8f15-a370bf99a915 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "DELETE /v2.0/subnets/805365a8-e1fe-46d0-9c89-4ebc4d90dcff HTTP/1.1" status: 204 len: 168 time: 0.5558333 Apr 05 14:43:11.505348 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 52074) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:43:11.511687 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5be86a2c-c05d-4118-a1e1-fa13029a4082 req-247b532a-eba7-48aa-8c0e-427973800d4a service neutron] 10.222.0.30 "GET /v2.0/networks/fcfdebfb-890a-4564-ad33-442534fd3fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090865 Apr 05 14:43:11.592925 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-71de162f-c5ba-4cba-b3ab-bbb01938da57 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:11.667171 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-71de162f-c5ba-4cba-b3ab-bbb01938da57 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Deleting port 3bd768b9-c394-45be-9471-52805d2a4130 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:43:11.667171 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-71de162f-c5ba-4cba-b3ab-bbb01938da57 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:11.688363 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a81b63-41ba-49c4-b067-f87196d845bb None None] DHCP port deletion for a73ec432-17a8-460b-b113-78c7b4ad26e3 request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:43:11.731879 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-71de162f-c5ba-4cba-b3ab-bbb01938da57 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] For port 3bd768b9-c394-45be-9471-52805d2a4130, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=3bd768b9-c394-45be-9471-52805d2a4130,segment=NetworkSegment(d22c8ca9-29d2-41b4-a633-e5f489819f52),segment_id=d22c8ca9-29d2-41b4-a633-e5f489819f52)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:43:11.732404 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-71de162f-c5ba-4cba-b3ab-bbb01938da57 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:11.735838 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-17a81b63-41ba-49c4-b067-f87196d845bb None None] Deleting port 3bd768b9-c394-45be-9471-52805d2a4130 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:43:11.736229 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-17a81b63-41ba-49c4-b067-f87196d845bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:11.748326 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-71de162f-c5ba-4cba-b3ab-bbb01938da57 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Calling delete_port for 3bd768b9-c394-45be-9471-52805d2a4130 owned by network:dhcp {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:43:11.803684 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ec2da596-0867-4162-9f89-79b29b24851c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:11.812863 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ec2da596-0867-4162-9f89-79b29b24851c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:11.814218 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-ec2da596-0867-4162-9f89-79b29b24851c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cbd616a3-13b2-4eba-903a-bcdcba548a35 HTTP/1.1" status: 204 len: 168 time: 0.7500038 Apr 05 14:43:11.845181 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2da596-0867-4162-9f89-79b29b24851c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd616a3-13b2-4eba-903a-bcdcba548a35,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:11.858175 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-17a81b63-41ba-49c4-b067-f87196d845bb None None] For port 3bd768b9-c394-45be-9471-52805d2a4130, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=3bd768b9-c394-45be-9471-52805d2a4130,segment=NetworkSegment(d22c8ca9-29d2-41b4-a633-e5f489819f52),segment_id=d22c8ca9-29d2-41b4-a633-e5f489819f52)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:43:11.859674 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-17a81b63-41ba-49c4-b067-f87196d845bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:11.896947 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-17a81b63-41ba-49c4-b067-f87196d845bb None None] Calling delete_port for 3bd768b9-c394-45be-9471-52805d2a4130 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:43:12.010985 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb555e8-4dca-4e9f-a4b2-3ff21ae2dce6 req-19170e04-455f-49c8-8be9-7b7cde198e4f tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:12.018843 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1cb555e8-4dca-4e9f-a4b2-3ff21ae2dce6 req-19170e04-455f-49c8-8be9-7b7cde198e4f tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdec92e3-43d0-4811-92b1-9baab3c5f0ca HTTP/1.1" status: 200 len: 943 time: 0.1441004 Apr 05 14:43:12.056842 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-71de162f-c5ba-4cba-b3ab-bbb01938da57 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:12.095173 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1cb555e8-4dca-4e9f-a4b2-3ff21ae2dce6 req-3f3d9252-529b-42ad-9eb0-b5f0bf7dfcaa tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=11640d9f-a14a-4756-b499-b13013deda57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752625 Apr 05 14:43:12.128622 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71de162f-c5ba-4cba-b3ab-bbb01938da57 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Pushing event deleted for resources: {'Port': ['ID=3bd768b9-c394-45be-9471-52805d2a4130,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:12.132528 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71de162f-c5ba-4cba-b3ab-bbb01938da57 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] No DVR routers for this DVR port 3bd768b9-c394-45be-9471-52805d2a4130 on host n-d-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:43:12.179798 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-17a81b63-41ba-49c4-b067-f87196d845bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:12.198643 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c3e16f5d-3572-4da0-b93f-d45c48868d0a req-0dc7a9db-1d22-4889-9c50-d6b9f2e413dc tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0e13fb1-7b16-4da2-b3da-d5d251f3b8be HTTP/1.1" status: 200 len: 210 time: 0.1153653 Apr 05 14:43:12.219704 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a81b63-41ba-49c4-b067-f87196d845bb None None] Pushing event deleted for resources: {'Port': ['ID=3bd768b9-c394-45be-9471-52805d2a4130,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:12.222989 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a81b63-41ba-49c4-b067-f87196d845bb None None] No DVR routers for this DVR port 3bd768b9-c394-45be-9471-52805d2a4130 on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:43:12.268794 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:12.269025 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-71de162f-c5ba-4cba-b3ab-bbb01938da57 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:12.279415 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7833917-54d9-456d-ac52-ecd32495df96 req-a17e6cfb-db7d-4251-93ad-bb21a0ae8cee tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:12.280949 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f7833917-54d9-456d-ac52-ecd32495df96 req-a17e6cfb-db7d-4251-93ad-bb21a0ae8cee tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 946 time: 0.0803111 Apr 05 14:43:12.292659 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-71de162f-c5ba-4cba-b3ab-bbb01938da57 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a73ec432-17a8-460b-b113-78c7b4ad26e3']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:12.303101 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-71de162f-c5ba-4cba-b3ab-bbb01938da57 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd22c8ca9-29d2-41b4-a633-e5f489819f52') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:12.306767 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-71de162f-c5ba-4cba-b3ab-bbb01938da57 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd22c8ca9-29d2-41b4-a633-e5f489819f52') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:12.313789 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-71de162f-c5ba-4cba-b3ab-bbb01938da57 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:12.325478 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f7833917-54d9-456d-ac52-ecd32495df96 req-36924486-5f1f-4409-9cbc-cc4e147ef8b3 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340242 Apr 05 14:43:12.327851 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-71de162f-c5ba-4cba-b3ab-bbb01938da57 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:12.334876 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71de162f-c5ba-4cba-b3ab-bbb01938da57 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:43:12.335231 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-71de162f-c5ba-4cba-b3ab-bbb01938da57 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:12.341367 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:43:12.341367 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:43:12.341367 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:43:12.341367 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:43:12.341367 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:43:12.341367 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:43:12.341367 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:43:12.341367 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:43:12.341367 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:43:12.341367 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:43:12.341367 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:43:12.341367 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:43:12.341367 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:43:12.341367 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:43:12.341367 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:43:12.341367 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:43:12.341367 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:43:12.341367 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:43:12.341367 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:43:12.341367 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:43:12.341367 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:43:12.341367 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:43:12.341367 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:43:12.341367 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:43:12.341367 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:43:12.341367 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:43:12.341367 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:43:12.341367 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:43:12.341367 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:43:12.341367 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:43:12.341367 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:43:12.341367 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:43:12.435903 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 36464c6d-6d13-4cca-9a36-437307dcfdff details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:43:12.542333 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-71de162f-c5ba-4cba-b3ab-bbb01938da57 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:12.555835 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 36464c6d-6d13-4cca-9a36-437307dcfdff, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=36464c6d-6d13-4cca-9a36-437307dcfdff,segment=NetworkSegment(b9bfc1ba-c081-43c0-97a1-329aced7b561),segment_id=b9bfc1ba-c081-43c0-97a1-329aced7b561)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:43:12.563870 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-71de162f-c5ba-4cba-b3ab-bbb01938da57 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:12.571079 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-71de162f-c5ba-4cba-b3ab-bbb01938da57 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "DELETE /v2.0/networks/a73ec432-17a8-460b-b113-78c7b4ad26e3 HTTP/1.1" status: 204 len: 168 time: 1.0640290 Apr 05 14:43:12.575425 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 52116) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:43:12.579156 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': '36464c6d-6d13-4cca-9a36-437307dcfdff', 'network_id': '600f0cf5-5409-4f71-be79-543bdecff300', 'port_id': '36464c6d-6d13-4cca-9a36-437307dcfdff', 'mac_address': 'fa:16:3e:aa:2e:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe7e919b-03a6-4a26-b866-e533217cd38c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:43:12.584247 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-d5e73807-0b22-4c48-948a-2e20bbaa4bea tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Request body: {'network': {'name': 'tempest-RoutersTest-2135599703'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:43:12.605023 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71de162f-c5ba-4cba-b3ab-bbb01938da57 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Pushing event deleted for resources: {'Network': ['ID=a73ec432-17a8-460b-b113-78c7b4ad26e3,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:12.623913 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:12.650830 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36464c6d-6d13-4cca-9a36-437307dcfdff {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:43:12.678589 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 36464c6d-6d13-4cca-9a36-437307dcfdff, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=36464c6d-6d13-4cca-9a36-437307dcfdff,segment=NetworkSegment(b9bfc1ba-c081-43c0-97a1-329aced7b561),segment_id=b9bfc1ba-c081-43c0-97a1-329aced7b561)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:43:12.794645 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e73807-0b22-4c48-948a-2e20bbaa4bea tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Made reservation on behalf of f3bfb97dae7f4364b96271d3f01488fb for: {'network': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:43:12.797129 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d5e73807-0b22-4c48-948a-2e20bbaa4bea tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:12.826854 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5e73807-0b22-4c48-948a-2e20bbaa4bea tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=103320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:43:12.833626 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:12.834356 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 7782696d-12b2-4415-8728-5874c031edf7 details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:43:12.842870 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d5e73807-0b22-4c48-948a-2e20bbaa4bea tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:12.843287 n-d-836650-2 neutron-server[103320]: INFO neutron.db.segments_db [None req-d5e73807-0b22-4c48-948a-2e20bbaa4bea tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Added segment b64a5aaf-967e-45dd-846e-3d7d970dd468 of type vlan for network 751f1ac1-81e4-4ccf-904e-a63eaf3f6953 Apr 05 14:43:12.884275 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 3bd768b9-c394-45be-9471-52805d2a4130 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:43:12.899119 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d5e73807-0b22-4c48-948a-2e20bbaa4bea tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:12.929315 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 3bd768b9-c394-45be-9471-52805d2a4130 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:43:12.929662 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 3bd768b9-c394-45be-9471-52805d2a4130 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:43:12.941567 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 7782696d-12b2-4415-8728-5874c031edf7, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=7782696d-12b2-4415-8728-5874c031edf7,segment=NetworkSegment(b9bfc1ba-c081-43c0-97a1-329aced7b561),segment_id=b9bfc1ba-c081-43c0-97a1-329aced7b561)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:43:12.952344 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=36464c6d-6d13-4cca-9a36-437307dcfdff,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:12.958012 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': '7782696d-12b2-4415-8728-5874c031edf7', 'network_id': '600f0cf5-5409-4f71-be79-543bdecff300', 'port_id': '7782696d-12b2-4415-8728-5874c031edf7', 'mac_address': 'fa:16:3e:8d:4e:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe7e919b-03a6-4a26-b866-e533217cd38c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:43:13.003717 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:13.017702 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7782696d-12b2-4415-8728-5874c031edf7 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:43:13.040355 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 52134) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:43:13.043645 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 7782696d-12b2-4415-8728-5874c031edf7, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=7782696d-12b2-4415-8728-5874c031edf7,segment=NetworkSegment(b9bfc1ba-c081-43c0-97a1-329aced7b561),segment_id=b9bfc1ba-c081-43c0-97a1-329aced7b561)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:43:13.062430 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d5e73807-0b22-4c48-948a-2e20bbaa4bea tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:13.068947 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e73807-0b22-4c48-948a-2e20bbaa4bea tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:13.069842 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d5e73807-0b22-4c48-948a-2e20bbaa4bea tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:13.122333 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-a0a7c29e-6afd-4691-b236-61b40209bfba admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ba40bc5300fc4511bcca30241f52a3c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0807512 Apr 05 14:43:13.125210 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 52138) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:43:13.174477 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e73807-0b22-4c48-948a-2e20bbaa4bea tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Pushing event updated for resources: {'Network': ['ID=751f1ac1-81e4-4ccf-904e-a63eaf3f6953,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:13.186952 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e61d387d-60fc-4388-9ffa-99602f9af4fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:13.189533 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 751f1ac1-81e4-4ccf-904e-a63eaf3f6953 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:43:13.218109 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e61d387d-60fc-4388-9ffa-99602f9af4fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:13.302903 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2be01200-ed63-4c52-9add-c8c2e3af833e req-43357bf4-6bac-47cf-b628-effd0354058e tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0e13fb1-7b16-4da2-b3da-d5d251f3b8be HTTP/1.1" status: 200 len: 210 time: 0.0424194 Apr 05 14:43:13.322709 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 52142) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:43:13.323194 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-d5e73807-0b22-4c48-948a-2e20bbaa4bea tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7461088 Apr 05 14:43:13.328310 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-fd8d676d-540a-46b9-8719-d62b19d027ee tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Request body: {'subnet': {'network_id': '751f1ac1-81e4-4ccf-904e-a63eaf3f6953', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:43:13.341446 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:13.348804 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb0341c-5ec9-4b03-8a1f-d13f58ea5d59 req-fc5b14bc-875b-4cad-81b0-2fad87411a62 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:13.364791 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3bb0341c-5ec9-4b03-8a1f-d13f58ea5d59 req-fc5b14bc-875b-4cad-81b0-2fad87411a62 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdec92e3-43d0-4811-92b1-9baab3c5f0ca HTTP/1.1" status: 200 len: 944 time: 0.1490355 Apr 05 14:43:13.410101 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=7782696d-12b2-4415-8728-5874c031edf7,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:13.421901 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3bb0341c-5ec9-4b03-8a1f-d13f58ea5d59 req-4e17523f-abb8-40ed-802e-79b752166374 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=11640d9f-a14a-4756-b499-b13013deda57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461812 Apr 05 14:43:13.436239 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e61d387d-60fc-4388-9ffa-99602f9af4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:13.439317 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e61d387d-60fc-4388-9ffa-99602f9af4fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:13.443919 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-e61d387d-60fc-4388-9ffa-99602f9af4fb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9ea42746-963a-41bc-8073-9b865698dd9e HTTP/1.1" status: 204 len: 168 time: 0.3152668 Apr 05 14:43:13.471409 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61d387d-60fc-4388-9ffa-99602f9af4fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea42746-963a-41bc-8073-9b865698dd9e,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:13.554614 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774c39d5-a22c-4e23-a618-ca7cfdb4dc33 req-561172cc-1bd7-49de-b80b-4e30bad7f91c tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:13.556200 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-774c39d5-a22c-4e23-a618-ca7cfdb4dc33 req-561172cc-1bd7-49de-b80b-4e30bad7f91c tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 946 time: 0.1036043 Apr 05 14:43:13.616919 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-774c39d5-a22c-4e23-a618-ca7cfdb4dc33 req-41621b79-6d6d-4c00-b4ed-e91b2744bf8a tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524101 Apr 05 14:43:13.632008 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd8d676d-540a-46b9-8719-d62b19d027ee tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Made reservation on behalf of f3bfb97dae7f4364b96271d3f01488fb for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:43:13.635723 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fd8d676d-540a-46b9-8719-d62b19d027ee tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:13.692456 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['7782696d-12b2-4415-8728-5874c031edf7'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:43:13.699286 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['36464c6d-6d13-4cca-9a36-437307dcfdff'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:43:13.988314 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fd8d676d-540a-46b9-8719-d62b19d027ee tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:13.996188 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:14.071947 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8d676d-540a-46b9-8719-d62b19d027ee tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Pushing event updated for resources: {'Subnet': ['ID=28d32a53-22a5-45fc-88a0-5ef795aea4f1,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:14.076347 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8d676d-540a-46b9-8719-d62b19d027ee tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Checking segment: {'id': 'b64a5aaf-967e-45dd-846e-3d7d970dd468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '751f1ac1-81e4-4ccf-904e-a63eaf3f6953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:43:14.076706 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8d676d-540a-46b9-8719-d62b19d027ee tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Network hostable DHCP agents. Network: 751f1ac1-81e4-4ccf-904e-a63eaf3f6953, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:43:14.238509 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06c50e4-f70a-4a7d-a10a-c78ecdcc78a1 req-672aef95-b34e-40a5-a304-27691903b043 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:14.239187 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8d676d-540a-46b9-8719-d62b19d027ee tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Network 751f1ac1-81e4-4ccf-904e-a63eaf3f6953 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:43:14.240215 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e06c50e4-f70a-4a7d-a10a-c78ecdcc78a1 req-672aef95-b34e-40a5-a304-27691903b043 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 946 time: 0.0771725 Apr 05 14:43:14.281138 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e06c50e4-f70a-4a7d-a10a-c78ecdcc78a1 req-71faf313-83b1-4a9e-90cb-cd19342a89f6 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335827 Apr 05 14:43:14.422131 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-fd8d676d-540a-46b9-8719-d62b19d027ee tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 751f1ac1-81e4-4ccf-904e-a63eaf3f6953) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:43:14.427183 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8d676d-540a-46b9-8719-d62b19d027ee tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:14.427892 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fd8d676d-540a-46b9-8719-d62b19d027ee tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:14.437685 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a7c46f-fe11-464f-a80e-7306ce1cde1e None None] Network 751f1ac1-81e4-4ccf-904e-a63eaf3f6953 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:43:14.438543 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7412bd08-0ad0-4c84-8904-a20081ff75a1 req-1c972fc7-9b0d-45e6-a988-1912239e0edb tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0e13fb1-7b16-4da2-b3da-d5d251f3b8be HTTP/1.1" status: 200 len: 210 time: 0.0414536 Apr 05 14:43:14.480805 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a678daa-a879-43f7-84ef-9b230a5affb6 req-b7bf0c26-09f2-46dc-be29-99eb11f5bf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:14.482500 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6a678daa-a879-43f7-84ef-9b230a5affb6 req-b7bf0c26-09f2-46dc-be29-99eb11f5bf42 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e8ce47a9c4704fe783984e08a144e0c5&device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 1097 time: 0.0708852 Apr 05 14:43:14.486417 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 52190) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:43:14.559106 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-fd8d676d-540a-46b9-8719-d62b19d027ee tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2321999 Apr 05 14:43:14.559106 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 52198) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:43:14.563695 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-0469332a-0270-47d5-a7d8-7ff867a046fe tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1562464476', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:43:14.712975 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0469332a-0270-47d5-a7d8-7ff867a046fe tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27088'] for router, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:14.714159 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0469332a-0270-47d5-a7d8-7ff867a046fe tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27079'] for router, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:14.754349 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a678daa-a879-43f7-84ef-9b230a5affb6 req-bb359fe4-170a-4b8a-8826-c3531a124758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:14.756269 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6a678daa-a879-43f7-84ef-9b230a5affb6 req-bb359fe4-170a-4b8a-8826-c3531a124758 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c590509e-7ca8-420f-8b7e-bdc8058c2274 HTTP/1.1" status: 200 len: 914 time: 0.2652211 Apr 05 14:43:14.913910 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0627baf1-685c-4156-a395-1017077640dc req-3d8242ee-ad03-487e-befe-5f96298f38b3 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:14.921341 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0627baf1-685c-4156-a395-1017077640dc req-3d8242ee-ad03-487e-befe-5f96298f38b3 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdec92e3-43d0-4811-92b1-9baab3c5f0ca HTTP/1.1" status: 200 len: 944 time: 0.3338468 Apr 05 14:43:14.935789 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0469332a-0270-47d5-a7d8-7ff867a046fe tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:14.937044 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6a678daa-a879-43f7-84ef-9b230a5affb6 req-8a2322c3-8ccc-450c-b5fe-61a10abcf26f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b19045ae-f5ab-4894-b8f2-78cf84e0b22e HTTP/1.1" status: 200 len: 217 time: 0.1689270 Apr 05 14:43:14.938059 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ea5ec328-43e6-4aca-841b-cefd06544d80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:14.978150 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0627baf1-685c-4156-a395-1017077640dc req-fb30aa91-519e-4c94-b2f2-3ced8f3c8e74 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=11640d9f-a14a-4756-b499-b13013deda57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558636 Apr 05 14:43:14.991989 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe42088-10f3-4c23-9d2b-eeec2182e773 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-751f1ac1-81e4-4ccf-904e-a63eaf3f6953', 'network_id': '751f1ac1-81e4-4ccf-904e-a63eaf3f6953', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'fixed_ips': [{'subnet_id': '28d32a53-22a5-45fc-88a0-5ef795aea4f1'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:43:14.993031 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6fe42088-10f3-4c23-9d2b-eeec2182e773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:15.034121 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 52210) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:43:15.035302 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0469332a-0270-47d5-a7d8-7ff867a046fe tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618'] for router, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:15.083055 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ea5ec328-43e6-4aca-841b-cefd06544d80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:15.088971 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a678daa-a879-43f7-84ef-9b230a5affb6 req-3157e98b-a8f2-4b7f-a3d0-d458d925582b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:15.090537 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6a678daa-a879-43f7-84ef-9b230a5affb6 req-3157e98b-a8f2-4b7f-a3d0-d458d925582b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=eb31ac2d-5e66-4875-8845-18e88172de35 HTTP/1.1" status: 200 len: 853 time: 0.1345973 Apr 05 14:43:15.154433 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6a678daa-a879-43f7-84ef-9b230a5affb6 req-99ffe7a3-be84-4afc-bb56-30910d02197b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c590509e-7ca8-420f-8b7e-bdc8058c2274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556333 Apr 05 14:43:15.184140 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be86a2c-c05d-4118-a1e1-fa13029a4082 req-0367249d-2a98-4cf7-9766-0d83e4f90ff0 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:15.185287 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-d377b0b2-5e4b-4935-8d3e-30861a852b17 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1836846790-network', 'tenant_id': 'efc441e7d25044d2b6abdefe3feeaa99'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:43:15.185971 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5be86a2c-c05d-4118-a1e1-fa13029a4082 req-0367249d-2a98-4cf7-9766-0d83e4f90ff0 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.55 "GET /v2.0/networks?id=fcfdebfb-890a-4564-ad33-442534fd3fbd HTTP/1.1" status: 200 len: 820 time: 0.1785271 Apr 05 14:43:15.198395 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-6fe42088-10f3-4c23-9d2b-eeec2182e773 None None] Allocated IP 172.20.0.2 (751f1ac1-81e4-4ccf-904e-a63eaf3f6953/28d32a53-22a5-45fc-88a0-5ef795aea4f1/ccc3c08e-3e3e-41d7-af58-186f3b3a7d17) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:43:15.207448 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-5be86a2c-c05d-4118-a1e1-fa13029a4082 req-51a25144-a305-48a6-990b-6fd152b71266 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Request body: {'port': {'device_id': 'a0e13fb1-7b16-4da2-b3da-d5d251f3b8be', 'network_id': 'fcfdebfb-890a-4564-ad33-442534fd3fbd', 'admin_state_up': True, 'tenant_id': '8c3f3c7982a44da591f5ccdacd29d5c6'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:43:15.223438 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0469332a-0270-47d5-a7d8-7ff867a046fe tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:15.234109 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-0469332a-0270-47d5-a7d8-7ff867a046fe tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6701598 Apr 05 14:43:15.234109 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 52216) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:43:15.334597 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ea5ec328-43e6-4aca-841b-cefd06544d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:15.417172 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6a678daa-a879-43f7-84ef-9b230a5affb6 req-45e9279b-9c6b-4ea0-9da0-6fbfb16258c8 service neutron] 10.222.0.55 "GET /v2.0/networks/c590509e-7ca8-420f-8b7e-bdc8058c2274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300260 Apr 05 14:43:15.447170 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6fe42088-10f3-4c23-9d2b-eeec2182e773 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:15.475508 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-ea5ec328-43e6-4aca-841b-cefd06544d80 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=81b9720ecd1a47939157ada9c115b3b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9875417 Apr 05 14:43:15.476284 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d377b0b2-5e4b-4935-8d3e-30861a852b17 admin admin] Made reservation on behalf of efc441e7d25044d2b6abdefe3feeaa99 for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:43:15.479488 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d377b0b2-5e4b-4935-8d3e-30861a852b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:15.482015 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 52220) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:43:15.491437 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ec328-43e6-4aca-841b-cefd06544d80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d50592-b510-444e-ac19-2b959dc8b108,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:15.522104 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5be86a2c-c05d-4118-a1e1-fa13029a4082 req-51a25144-a305-48a6-990b-6fd152b71266 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Made reservation on behalf of 8c3f3c7982a44da591f5ccdacd29d5c6 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:43:15.526520 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5be86a2c-c05d-4118-a1e1-fa13029a4082 req-51a25144-a305-48a6-990b-6fd152b71266 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:15.542403 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d377b0b2-5e4b-4935-8d3e-30861a852b17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:15.566778 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6fe42088-10f3-4c23-9d2b-eeec2182e773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:15.604407 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe42088-10f3-4c23-9d2b-eeec2182e773 None None] Network 751f1ac1-81e4-4ccf-904e-a63eaf3f6953 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:43:15.607034 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7e30954c-440b-44ca-b4c9-a046be787ab3 req-01a1ca09-6ab4-4273-a234-3b5b02af4cc6 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0e13fb1-7b16-4da2-b3da-d5d251f3b8be HTTP/1.1" status: 200 len: 210 time: 0.0580540 Apr 05 14:43:15.610059 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-6fe42088-10f3-4c23-9d2b-eeec2182e773 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:43:15.615212 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe42088-10f3-4c23-9d2b-eeec2182e773 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:43:15.641492 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe42088-10f3-4c23-9d2b-eeec2182e773 None None] Pushing event updated for resources: {'Port': ['ID=ccc3c08e-3e3e-41d7-af58-186f3b3a7d17,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:15.691892 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61736b3a-aa5b-4017-a5ff-87633880d90b req-658226aa-c153-4fed-b71f-39cf1814e857 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:15.691892 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-61736b3a-aa5b-4017-a5ff-87633880d90b req-658226aa-c153-4fed-b71f-39cf1814e857 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 946 time: 0.2536407 Apr 05 14:43:15.730324 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-6fe42088-10f3-4c23-9d2b-eeec2182e773 None None] Attempting to bind port ccc3c08e-3e3e-41d7-af58-186f3b3a7d17 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:43:15.730938 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-6fe42088-10f3-4c23-9d2b-eeec2182e773 None None] Attempting to bind port ccc3c08e-3e3e-41d7-af58-186f3b3a7d17 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'b64a5aaf-967e-45dd-846e-3d7d970dd468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '751f1ac1-81e4-4ccf-904e-a63eaf3f6953'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:43:15.731451 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe42088-10f3-4c23-9d2b-eeec2182e773 None None] Attempting to bind port ccc3c08e-3e3e-41d7-af58-186f3b3a7d17 on network 751f1ac1-81e4-4ccf-904e-a63eaf3f6953 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:43:15.735548 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6a678daa-a879-43f7-84ef-9b230a5affb6 req-4239b408-552e-4d1c-9666-acd1ea4fcf0d service neutron] 10.222.0.55 "GET /v2.0/networks/c590509e-7ca8-420f-8b7e-bdc8058c2274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107238 Apr 05 14:43:15.739175 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe42088-10f3-4c23-9d2b-eeec2182e773 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:43:15.740068 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe42088-10f3-4c23-9d2b-eeec2182e773 None None] Checking segment: {'id': 'b64a5aaf-967e-45dd-846e-3d7d970dd468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '751f1ac1-81e4-4ccf-904e-a63eaf3f6953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:43:15.740619 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6fe42088-10f3-4c23-9d2b-eeec2182e773 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:15.741904 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe42088-10f3-4c23-9d2b-eeec2182e773 None None] Bound using segment: {'id': 'b64a5aaf-967e-45dd-846e-3d7d970dd468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '751f1ac1-81e4-4ccf-904e-a63eaf3f6953'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:43:15.745777 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c41b6aaa-5113-436e-be60-3ec2efa15217 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:15.749267 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-6fe42088-10f3-4c23-9d2b-eeec2182e773 None None] Bound port: ccc3c08e-3e3e-41d7-af58-186f3b3a7d17, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b64a5aaf-967e-45dd-846e-3d7d970dd468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '751f1ac1-81e4-4ccf-904e-a63eaf3f6953'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:43:15.750013 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c6b0dd3c-2073-42f2-b2ed-a9d6c582eaac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:15.754252 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6fe42088-10f3-4c23-9d2b-eeec2182e773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:15.754773 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-61736b3a-aa5b-4017-a5ff-87633880d90b req-2a5342d9-998f-4927-bb5d-602b6bd1d7e5 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460734 Apr 05 14:43:15.803379 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c6b0dd3c-2073-42f2-b2ed-a9d6c582eaac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:15.854248 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-5be86a2c-c05d-4118-a1e1-fa13029a4082 req-51a25144-a305-48a6-990b-6fd152b71266 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Allocated IP 172.20.0.13 (fcfdebfb-890a-4564-ad33-442534fd3fbd/f90bf926-2675-4d7e-8a18-756096c51dbe/140253c8-15b3-4099-8d27-94ba0fee6762) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:43:15.861045 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-6fe42088-10f3-4c23-9d2b-eeec2182e773 None None] For port ccc3c08e-3e3e-41d7-af58-186f3b3a7d17, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:43:15.865661 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-6fe42088-10f3-4c23-9d2b-eeec2182e773 None None] For port ccc3c08e-3e3e-41d7-af58-186f3b3a7d17, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=ccc3c08e-3e3e-41d7-af58-186f3b3a7d17,segment=NetworkSegment(b64a5aaf-967e-45dd-846e-3d7d970dd468),segment_id=b64a5aaf-967e-45dd-846e-3d7d970dd468)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:43:15.937109 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d377b0b2-5e4b-4935-8d3e-30861a852b17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:15.942500 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6fe42088-10f3-4c23-9d2b-eeec2182e773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:16.010422 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d377b0b2-5e4b-4935-8d3e-30861a852b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:16.043828 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe42088-10f3-4c23-9d2b-eeec2182e773 None None] Pushing event updated for resources: {'Port': ['ID=ccc3c08e-3e3e-41d7-af58-186f3b3a7d17,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:16.087213 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d377b0b2-5e4b-4935-8d3e-30861a852b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd4ea00-4b92-43d2-aa08-6c747762c70f,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:16.134034 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5be86a2c-c05d-4118-a1e1-fa13029a4082 req-51a25144-a305-48a6-990b-6fd152b71266 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:16.152321 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38dcb05-74f1-49c0-b536-bd4c88e19152 req-233165e3-df94-4cc4-a747-74bf976844a4 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:16.153812 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f38dcb05-74f1-49c0-b536-bd4c88e19152 req-233165e3-df94-4cc4-a747-74bf976844a4 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdec92e3-43d0-4811-92b1-9baab3c5f0ca HTTP/1.1" status: 200 len: 944 time: 0.0885856 Apr 05 14:43:16.162742 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d377b0b2-5e4b-4935-8d3e-30861a852b17 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:43:16.179129 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d377b0b2-5e4b-4935-8d3e-30861a852b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:16.179129 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-d377b0b2-5e4b-4935-8d3e-30861a852b17 admin admin] Added segment a7a576d5-7e19-454b-9cb6-12eb07c3f434 of type vlan for network d99cb6f7-6407-4303-ae02-9a5b644a27a2 Apr 05 14:43:16.206812 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c6b0dd3c-2073-42f2-b2ed-a9d6c582eaac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:16.209473 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c6b0dd3c-2073-42f2-b2ed-a9d6c582eaac admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:16.212965 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-c6b0dd3c-2073-42f2-b2ed-a9d6c582eaac admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d6d50592-b510-444e-ac19-2b959dc8b108 HTTP/1.1" status: 204 len: 168 time: 0.7275262 Apr 05 14:43:16.233005 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-c41b6aaa-5113-436e-be60-3ec2efa15217 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Allocated IP 172.20.0.1 (751f1ac1-81e4-4ccf-904e-a63eaf3f6953/28d32a53-22a5-45fc-88a0-5ef795aea4f1/5e928d83-cbe0-4827-a25c-0985f3594ac5) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:43:16.235909 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d377b0b2-5e4b-4935-8d3e-30861a852b17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:16.240645 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f38dcb05-74f1-49c0-b536-bd4c88e19152 req-9f95a64b-2eb2-4813-97d9-ad5a8e411e2e tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=11640d9f-a14a-4756-b499-b13013deda57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649579 Apr 05 14:43:16.254382 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b0dd3c-2073-42f2-b2ed-a9d6c582eaac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d50592-b510-444e-ac19-2b959dc8b108,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:16.312408 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5be86a2c-c05d-4118-a1e1-fa13029a4082 req-51a25144-a305-48a6-990b-6fd152b71266 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:16.320298 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:43:16.410362 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5be86a2c-c05d-4118-a1e1-fa13029a4082 req-51a25144-a305-48a6-990b-6fd152b71266 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Network fcfdebfb-890a-4564-ad33-442534fd3fbd is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:43:16.415709 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-5be86a2c-c05d-4118-a1e1-fa13029a4082 req-51a25144-a305-48a6-990b-6fd152b71266 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:43:16.441325 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-5be86a2c-c05d-4118-a1e1-fa13029a4082 req-51a25144-a305-48a6-990b-6fd152b71266 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:43:16.460490 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 36464c6d-6d13-4cca-9a36-437307dcfdff up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:43:16.492225 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d377b0b2-5e4b-4935-8d3e-30861a852b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:16.494226 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a25144-a305-48a6-990b-6fd152b71266 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Pushing event updated for resources: {'Port': ['ID=140253c8-15b3-4099-8d27-94ba0fee6762,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:16.495162 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d377b0b2-5e4b-4935-8d3e-30861a852b17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:16.506558 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d377b0b2-5e4b-4935-8d3e-30861a852b17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:16.552590 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be86a2c-c05d-4118-a1e1-fa13029a4082 req-51a25144-a305-48a6-990b-6fd152b71266 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:16.553288 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5be86a2c-c05d-4118-a1e1-fa13029a4082 req-51a25144-a305-48a6-990b-6fd152b71266 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:16.609347 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c41b6aaa-5113-436e-be60-3ec2efa15217 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:16.628251 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d377b0b2-5e4b-4935-8d3e-30861a852b17 admin admin] Pushing event updated for resources: {'Network': ['ID=d99cb6f7-6407-4303-ae02-9a5b644a27a2,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:16.645561 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network d99cb6f7-6407-4303-ae02-9a5b644a27a2 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:43:16.652394 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-d377b0b2-5e4b-4935-8d3e-30861a852b17 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6084344 Apr 05 14:43:16.652577 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 52240) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:43:16.657930 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-f0ed03c2-62e3-43ed-9766-e9a12e236a59 admin admin] Request body: {'subnet': {'network_id': 'd99cb6f7-6407-4303-ae02-9a5b644a27a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1836846790-subnet', 'tenant_id': 'efc441e7d25044d2b6abdefe3feeaa99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:43:16.676162 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5be86a2c-c05d-4118-a1e1-fa13029a4082 req-51a25144-a305-48a6-990b-6fd152b71266 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4739463 Apr 05 14:43:16.684539 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning for port 36464c6d-6d13-4cca-9a36-437307dcfdff completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:43:16.691871 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-5be86a2c-c05d-4118-a1e1-fa13029a4082 req-045ce17e-a133-401e-9cd3-9087e73f688c service neutron] Request body: {'port': {'device_id': 'a0e13fb1-7b16-4da2-b3da-d5d251f3b8be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:43:16.762129 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port 36464c6d-6d13-4cca-9a36-437307dcfdff triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:43:16.762629 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:16.826091 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ed03c2-62e3-43ed-9766-e9a12e236a59 admin admin] Made reservation on behalf of efc441e7d25044d2b6abdefe3feeaa99 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:43:16.831188 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f0ed03c2-62e3-43ed-9766-e9a12e236a59 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:16.834723 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c41b6aaa-5113-436e-be60-3ec2efa15217 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:16.871559 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41b6aaa-5113-436e-be60-3ec2efa15217 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Network 751f1ac1-81e4-4ccf-904e-a63eaf3f6953 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:43:16.878069 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-c41b6aaa-5113-436e-be60-3ec2efa15217 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:43:16.915862 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41b6aaa-5113-436e-be60-3ec2efa15217 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:43:16.920994 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5be86a2c-c05d-4118-a1e1-fa13029a4082 req-045ce17e-a133-401e-9cd3-9087e73f688c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:17.029746 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-aabc8c9a-c45e-4d86-b752-6dd55d935fe8 None None] Provisioning complete for port 140253c8-15b3-4099-8d27-94ba0fee6762 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:43:17.030123 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-aabc8c9a-c45e-4d86-b752-6dd55d935fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:17.047270 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48845e43-5117-43ef-a8c8-9fdc0acb2e93 req-4af184d7-9673-408e-9410-863d4b126277 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:17.048901 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-48845e43-5117-43ef-a8c8-9fdc0acb2e93 req-4af184d7-9673-408e-9410-863d4b126277 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0e13fb1-7b16-4da2-b3da-d5d251f3b8be HTTP/1.1" status: 200 len: 932 time: 0.3157837 Apr 05 14:43:17.061379 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41b6aaa-5113-436e-be60-3ec2efa15217 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Pushing event updated for resources: {'Port': ['ID=5e928d83-cbe0-4827-a25c-0985f3594ac5,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:17.087736 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c41b6aaa-5113-436e-be60-3ec2efa15217 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809369'] for router_interface, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:17.115951 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-aabc8c9a-c45e-4d86-b752-6dd55d935fe8 None None] Port 140253c8-15b3-4099-8d27-94ba0fee6762 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:43:17.118120 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device ccc3c08e-3e3e-41d7-af58-186f3b3a7d17 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:43:17.225036 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:17.255677 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port ccc3c08e-3e3e-41d7-af58-186f3b3a7d17 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:43:17.256035 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:17.294491 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdec92e3-43d0-4811-92b1-9baab3c5f0ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36464c6d-6d13-4cca-9a36-437307dcfdff'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:43:17.297574 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb864b62-608b-4171-9a96-75441a17e73b" -d '{"events": [{"server_uuid": "cdec92e3-43d0-4811-92b1-9baab3c5f0ca", "name": "network-vif-plugged", "status": "completed", "tag": "36464c6d-6d13-4cca-9a36-437307dcfdff"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:43:17.305824 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ade064-dd7b-4e70-a1a4-b5eae2c9e437 req-39ce07fb-83d8-42bb-9119-2f0e750d5ecb tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:17.317404 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-11ade064-dd7b-4e70-a1a4-b5eae2c9e437 req-39ce07fb-83d8-42bb-9119-2f0e750d5ecb tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 946 time: 0.4150314 Apr 05 14:43:17.318434 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 36464c6d-6d13-4cca-9a36-437307dcfdff, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=36464c6d-6d13-4cca-9a36-437307dcfdff,segment=NetworkSegment(b9bfc1ba-c081-43c0-97a1-329aced7b561),segment_id=b9bfc1ba-c081-43c0-97a1-329aced7b561)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:43:17.327685 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 52258) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:43:17.367803 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-48845e43-5117-43ef-a8c8-9fdc0acb2e93 req-3852ac99-7cc0-43f3-9610-a3f0095d3f67 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/security-groups?id=6aa4ff47-fb5e-455c-a491-6cc58636c316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047516 Apr 05 14:43:17.406209 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:17.412197 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-533149cd-bfda-4d50-940f-8831f277fbab admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:17.438058 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:17.438853 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 7782696d-12b2-4415-8728-5874c031edf7 up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:43:17.460460 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c41b6aaa-5113-436e-be60-3ec2efa15217 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:17.461743 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-11ade064-dd7b-4e70-a1a4-b5eae2c9e437 req-2d7ba1aa-ac84-4f25-bee3-ed6544ae87ee tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433930 Apr 05 14:43:17.498496 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f0ed03c2-62e3-43ed-9766-e9a12e236a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:17.554254 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port ccc3c08e-3e3e-41d7-af58-186f3b3a7d17, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=ccc3c08e-3e3e-41d7-af58-186f3b3a7d17,segment=NetworkSegment(b64a5aaf-967e-45dd-846e-3d7d970dd468),segment_id=b64a5aaf-967e-45dd-846e-3d7d970dd468)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:43:17.607452 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=36464c6d-6d13-4cca-9a36-437307dcfdff,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:17.646188 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c5c879-17f7-45bd-887a-00b82382fabc req-24e15f52-def1-48e8-a4d4-81e149c00868 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:17.652824 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e9c5c879-17f7-45bd-887a-00b82382fabc req-24e15f52-def1-48e8-a4d4-81e149c00868 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdec92e3-43d0-4811-92b1-9baab3c5f0ca HTTP/1.1" status: 200 len: 945 time: 0.1199131 Apr 05 14:43:17.653114 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:17.679583 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddcb477-c014-4418-98db-e8de8531d2d3 None None] Network 751f1ac1-81e4-4ccf-904e-a63eaf3f6953 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:43:17.741795 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning for port 7782696d-12b2-4415-8728-5874c031edf7 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:43:17.757251 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-5be86a2c-c05d-4118-a1e1-fa13029a4082 req-045ce17e-a133-401e-9cd3-9087e73f688c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 140253c8-15b3-4099-8d27-94ba0fee6762 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:43:17.765948 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5be86a2c-c05d-4118-a1e1-fa13029a4082 req-045ce17e-a133-401e-9cd3-9087e73f688c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:17.772696 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port 7782696d-12b2-4415-8728-5874c031edf7 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:43:17.773409 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:17.796176 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-5be86a2c-c05d-4118-a1e1-fa13029a4082 req-045ce17e-a133-401e-9cd3-9087e73f688c service neutron] Transition to ACTIVE for port object 140253c8-15b3-4099-8d27-94ba0fee6762 will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:43:17.824719 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e9c5c879-17f7-45bd-887a-00b82382fabc req-6e13dcd3-3569-47c9-ab75-eca1a9185451 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=11640d9f-a14a-4756-b499-b13013deda57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426191 Apr 05 14:43:17.824832 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-987f2906-3c95-40af-8e5c-5624de7b264c None None] Provisioning complete for port ccc3c08e-3e3e-41d7-af58-186f3b3a7d17 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:43:17.824832 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-987f2906-3c95-40af-8e5c-5624de7b264c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:17.845885 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=ccc3c08e-3e3e-41d7-af58-186f3b3a7d17,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:17.857007 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc881958-9d1b-4505-93b7-8f01e0b48a42 x-openstack-request-id: req-fc881958-9d1b-4505-93b7-8f01e0b48a42 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:43:17.857461 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdec92e3-43d0-4811-92b1-9baab3c5f0ca", "name": "network-vif-plugged", "status": "completed", "tag": "36464c6d-6d13-4cca-9a36-437307dcfdff", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:43:17.857777 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fc881958-9d1b-4505-93b7-8f01e0b48a42 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:43:17.858590 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc881958-9d1b-4505-93b7-8f01e0b48a42'] response: {'server_uuid': 'cdec92e3-43d0-4811-92b1-9baab3c5f0ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36464c6d-6d13-4cca-9a36-437307dcfdff', 'code': 200} Apr 05 14:43:17.862486 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ed03c2-62e3-43ed-9766-e9a12e236a59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd0096c5-c02d-41c4-8ca2-6bcd047f8c5e,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:17.923211 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5be86a2c-c05d-4118-a1e1-fa13029a4082 req-045ce17e-a133-401e-9cd3-9087e73f688c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:17.989099 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ed03c2-62e3-43ed-9766-e9a12e236a59 admin admin] Checking segment: {'id': 'a7a576d5-7e19-454b-9cb6-12eb07c3f434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd99cb6f7-6407-4303-ae02-9a5b644a27a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:43:17.989479 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ed03c2-62e3-43ed-9766-e9a12e236a59 admin admin] Network hostable DHCP agents. Network: d99cb6f7-6407-4303-ae02-9a5b644a27a2, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:43:18.026129 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660769d0-5e9c-470a-97a1-f591d10f1b98 req-562903d5-87ea-4111-a077-dd76e808f53e tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:18.028861 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-660769d0-5e9c-470a-97a1-f591d10f1b98 req-562903d5-87ea-4111-a077-dd76e808f53e tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 946 time: 0.1605406 Apr 05 14:43:18.062876 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ce17e-a133-401e-9cd3-9087e73f688c service neutron] Pushing event updated for resources: {'Port': ['ID=140253c8-15b3-4099-8d27-94ba0fee6762,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:18.063327 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0922d1-c96a-4b5a-9c36-98ab2f68851b req-68fb5bce-fdc1-414c-bdb1-832d852b2eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:18.065827 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-1d0922d1-c96a-4b5a-9c36-98ab2f68851b req-68fb5bce-fdc1-414c-bdb1-832d852b2eb9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cdec92e3-43d0-4811-92b1-9baab3c5f0ca HTTP/1.1" status: 200 len: 1096 time: 0.1379764 Apr 05 14:43:18.100243 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-533149cd-bfda-4d50-940f-8831f277fbab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:18.165238 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:18.166020 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-660769d0-5e9c-470a-97a1-f591d10f1b98 req-ffc26fd8-2abf-48ce-b6f2-a60f69349391 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994370 Apr 05 14:43:18.172078 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ed03c2-62e3-43ed-9766-e9a12e236a59 admin admin] Network d99cb6f7-6407-4303-ae02-9a5b644a27a2 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:43:18.195046 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-5be86a2c-c05d-4118-a1e1-fa13029a4082 req-045ce17e-a133-401e-9cd3-9087e73f688c service neutron] Attempting to bind port 140253c8-15b3-4099-8d27-94ba0fee6762 on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:43:18.196614 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-5be86a2c-c05d-4118-a1e1-fa13029a4082 req-045ce17e-a133-401e-9cd3-9087e73f688c service neutron] Attempting to bind port 140253c8-15b3-4099-8d27-94ba0fee6762 by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': '2e5fff45-c274-4677-ad93-946fb51d752d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'fcfdebfb-890a-4564-ad33-442534fd3fbd'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:43:18.197758 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be86a2c-c05d-4118-a1e1-fa13029a4082 req-045ce17e-a133-401e-9cd3-9087e73f688c service neutron] Attempting to bind port 140253c8-15b3-4099-8d27-94ba0fee6762 on network fcfdebfb-890a-4564-ad33-442534fd3fbd {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:43:18.223414 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 7782696d-12b2-4415-8728-5874c031edf7, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=7782696d-12b2-4415-8728-5874c031edf7,segment=NetworkSegment(b9bfc1ba-c081-43c0-97a1-329aced7b561),segment_id=b9bfc1ba-c081-43c0-97a1-329aced7b561)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:43:18.236148 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be86a2c-c05d-4118-a1e1-fa13029a4082 req-045ce17e-a133-401e-9cd3-9087e73f688c service neutron] Port 140253c8-15b3-4099-8d27-94ba0fee6762 on network fcfdebfb-890a-4564-ad33-442534fd3fbd not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:43:18.241720 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-533149cd-bfda-4d50-940f-8831f277fbab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:18.241827 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be86a2c-c05d-4118-a1e1-fa13029a4082 req-045ce17e-a133-401e-9cd3-9087e73f688c service neutron] Attempting to bind port 140253c8-15b3-4099-8d27-94ba0fee6762 on network fcfdebfb-890a-4564-ad33-442534fd3fbd {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:43:18.249169 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be86a2c-c05d-4118-a1e1-fa13029a4082 req-045ce17e-a133-401e-9cd3-9087e73f688c service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:43:18.249639 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be86a2c-c05d-4118-a1e1-fa13029a4082 req-045ce17e-a133-401e-9cd3-9087e73f688c service neutron] Checking segment: {'id': '2e5fff45-c274-4677-ad93-946fb51d752d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'fcfdebfb-890a-4564-ad33-442534fd3fbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:43:18.250212 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be86a2c-c05d-4118-a1e1-fa13029a4082 req-045ce17e-a133-401e-9cd3-9087e73f688c service neutron] Bound using segment: {'id': '2e5fff45-c274-4677-ad93-946fb51d752d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'fcfdebfb-890a-4564-ad33-442534fd3fbd'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:43:18.250913 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-5be86a2c-c05d-4118-a1e1-fa13029a4082 req-045ce17e-a133-401e-9cd3-9087e73f688c service neutron] Bound port: 140253c8-15b3-4099-8d27-94ba0fee6762, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e5fff45-c274-4677-ad93-946fb51d752d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'fcfdebfb-890a-4564-ad33-442534fd3fbd'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:43:18.251473 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5be86a2c-c05d-4118-a1e1-fa13029a4082 req-045ce17e-a133-401e-9cd3-9087e73f688c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:18.288865 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-533149cd-bfda-4d50-940f-8831f277fbab admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f7878933c5d34378a32f4d9b2eeadffa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9577498 Apr 05 14:43:18.298631 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 52278) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:43:18.324593 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:18.350448 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-5be86a2c-c05d-4118-a1e1-fa13029a4082 req-045ce17e-a133-401e-9cd3-9087e73f688c service neutron] For port 140253c8-15b3-4099-8d27-94ba0fee6762, host n-h1-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:43:18.354193 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-5be86a2c-c05d-4118-a1e1-fa13029a4082 req-045ce17e-a133-401e-9cd3-9087e73f688c service neutron] For port 140253c8-15b3-4099-8d27-94ba0fee6762, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=140253c8-15b3-4099-8d27-94ba0fee6762,segment=NetworkSegment(2e5fff45-c274-4677-ad93-946fb51d752d),segment_id=2e5fff45-c274-4677-ad93-946fb51d752d)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:43:18.361286 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-f0ed03c2-62e3-43ed-9766-e9a12e236a59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, d99cb6f7-6407-4303-ae02-9a5b644a27a2) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:43:18.365022 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-1d0922d1-c96a-4b5a-9c36-98ab2f68851b req-4a0e4943-5e2e-443a-a05f-864b3ba7b2d3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=11640d9f-a14a-4756-b499-b13013deda57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905972 Apr 05 14:43:18.372371 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7617f578-a65b-463c-9b12-31ca66f6ab7c None None] Network d99cb6f7-6407-4303-ae02-9a5b644a27a2 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:43:18.391230 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ed03c2-62e3-43ed-9766-e9a12e236a59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:18.391845 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f0ed03c2-62e3-43ed-9766-e9a12e236a59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:18.414148 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533149cd-bfda-4d50-940f-8831f277fbab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0642316c-54ee-4b72-b800-633d63870afb,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:18.429457 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ea91e8-022a-49c1-9584-7d1ca269a536 req-e9ea4c62-084c-436a-bc83-5e05ee0caa34 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:18.432642 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c3ea91e8-022a-49c1-9584-7d1ca269a536 req-e9ea4c62-084c-436a-bc83-5e05ee0caa34 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 946 time: 0.0768404 Apr 05 14:43:18.483836 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=7782696d-12b2-4415-8728-5874c031edf7,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:18.498215 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5be86a2c-c05d-4118-a1e1-fa13029a4082 req-045ce17e-a133-401e-9cd3-9087e73f688c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:18.504570 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1e115ce2-8308-4230-8e09-1f6382630beb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:18.534434 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c3ea91e8-022a-49c1-9584-7d1ca269a536 req-5a5c6639-80db-4955-926f-bdbf51424653 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845027 Apr 05 14:43:18.573659 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-f0ed03c2-62e3-43ed-9766-e9a12e236a59 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9198735 Apr 05 14:43:18.595487 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c41b6aaa-5113-436e-be60-3ec2efa15217 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:18.622371 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1e115ce2-8308-4230-8e09-1f6382630beb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:18.674101 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325e3012-3aeb-4cba-a30c-db8b75978305 None None] Network d99cb6f7-6407-4303-ae02-9a5b644a27a2 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:43:18.696035 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ce17e-a133-401e-9cd3-9087e73f688c service neutron] Pushing event updated for resources: {'Port': ['ID=140253c8-15b3-4099-8d27-94ba0fee6762,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:18.706912 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c41b6aaa-5113-436e-be60-3ec2efa15217 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:18.728548 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be86a2c-c05d-4118-a1e1-fa13029a4082 req-045ce17e-a133-401e-9cd3-9087e73f688c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:18.737062 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5be86a2c-c05d-4118-a1e1-fa13029a4082 req-045ce17e-a133-401e-9cd3-9087e73f688c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:18.738887 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5be86a2c-c05d-4118-a1e1-fa13029a4082 req-045ce17e-a133-401e-9cd3-9087e73f688c service neutron] 10.222.0.55 "PUT /v2.0/ports/140253c8-15b3-4099-8d27-94ba0fee6762 HTTP/1.1" status: 200 len: 1092 time: 2.0522809 Apr 05 14:43:18.739524 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0e13fb1-7b16-4da2-b3da-d5d251f3b8be', 'tag': '140253c8-15b3-4099-8d27-94ba0fee6762'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:43:18.747385 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08fd9110-9657-4c27-93cf-a3e7daf0ca2f" -d '{"events": [{"name": "network-changed", "server_uuid": "a0e13fb1-7b16-4da2-b3da-d5d251f3b8be", "tag": "140253c8-15b3-4099-8d27-94ba0fee6762"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:43:18.978888 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ddee9-ebc0-427d-ae0d-d118d2241d8b req-e81d2cc0-c607-47d8-8741-a3a3889bb60b tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:18.989553 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-574ddee9-ebc0-427d-ae0d-d118d2241d8b req-e81d2cc0-c607-47d8-8741-a3a3889bb60b tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 946 time: 0.2316384 Apr 05 14:43:18.999920 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee090f-0b78-440a-96ba-b37fb82067d5 req-7ddb4324-5628-4120-ae2b-95d1f9db2c4d tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:19.009310 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ffee090f-0b78-440a-96ba-b37fb82067d5 req-7ddb4324-5628-4120-ae2b-95d1f9db2c4d tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0e13fb1-7b16-4da2-b3da-d5d251f3b8be HTTP/1.1" status: 200 len: 944 time: 0.4718769 Apr 05 14:43:19.016196 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-ebb86896-f433-4f80-8053-142ad49d3791 None None] Provisioning complete for port ccc3c08e-3e3e-41d7-af58-186f3b3a7d17 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:43:19.019384 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ebb86896-f433-4f80-8053-142ad49d3791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:19.099464 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device ccc3c08e-3e3e-41d7-af58-186f3b3a7d17 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:43:19.125831 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-574ddee9-ebc0-427d-ae0d-d118d2241d8b req-68d7517c-d915-4560-956d-fa03c4bf5c7f tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353350 Apr 05 14:43:19.129471 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be86a2c-c05d-4118-a1e1-fa13029a4082 req-31ccbf32-bbe2-4d8c-a1ae-95d2d33e2b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:19.131418 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5be86a2c-c05d-4118-a1e1-fa13029a4082 req-31ccbf32-bbe2-4d8c-a1ae-95d2d33e2b20 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8c3f3c7982a44da591f5ccdacd29d5c6&device_id=a0e13fb1-7b16-4da2-b3da-d5d251f3b8be HTTP/1.1" status: 200 len: 1095 time: 0.2392910 Apr 05 14:43:19.135139 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ffee090f-0b78-440a-96ba-b37fb82067d5 req-d82a455a-2748-4aa6-b881-0d261d8b874f tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/security-groups?id=6aa4ff47-fb5e-455c-a491-6cc58636c316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250162 Apr 05 14:43:19.272437 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-ebb86896-f433-4f80-8053-142ad49d3791 None None] Provisioning complete for port 5e928d83-cbe0-4827-a25c-0985f3594ac5 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:43:19.273026 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ebb86896-f433-4f80-8053-142ad49d3791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:19.290765 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f22823-bbc2-4821-8d3a-2a6201af060a x-openstack-request-id: req-58f22823-bbc2-4821-8d3a-2a6201af060a {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:43:19.291211 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0e13fb1-7b16-4da2-b3da-d5d251f3b8be", "tag": "140253c8-15b3-4099-8d27-94ba0fee6762", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:43:19.291693 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-58f22823-bbc2-4821-8d3a-2a6201af060a {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:43:19.292294 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58f22823-bbc2-4821-8d3a-2a6201af060a'] response: {'name': 'network-changed', 'server_uuid': 'a0e13fb1-7b16-4da2-b3da-d5d251f3b8be', 'tag': '140253c8-15b3-4099-8d27-94ba0fee6762', 'status': 'completed', 'code': 200} Apr 05 14:43:19.294328 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5be86a2c-c05d-4118-a1e1-fa13029a4082 req-635a432a-7d93-45a6-8711-89f5d2c1fe23 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=140253c8-15b3-4099-8d27-94ba0fee6762 HTTP/1.1" status: 200 len: 217 time: 0.1372197 Apr 05 14:43:19.309391 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port ccc3c08e-3e3e-41d7-af58-186f3b3a7d17 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:43:19.309776 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:19.319087 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41b6aaa-5113-436e-be60-3ec2efa15217 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Pushing event updated for resources: {'Port': ['ID=5e928d83-cbe0-4827-a25c-0985f3594ac5,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:19.332251 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c41b6aaa-5113-436e-be60-3ec2efa15217 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809317'] for router_interface, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:19.385468 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-ebb86896-f433-4f80-8053-142ad49d3791 None None] Port 5e928d83-cbe0-4827-a25c-0985f3594ac5 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:43:19.444231 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc01b8d-e7a9-4f85-82dd-4b375c475f8f req-0393a875-b917-4582-88e8-be9836782aad tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:19.446002 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1e115ce2-8308-4230-8e09-1f6382630beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:19.446331 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8cc01b8d-e7a9-4f85-82dd-4b375c475f8f req-0393a875-b917-4582-88e8-be9836782aad tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdec92e3-43d0-4811-92b1-9baab3c5f0ca HTTP/1.1" status: 200 len: 945 time: 0.1246653 Apr 05 14:43:19.448840 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1e115ce2-8308-4230-8e09-1f6382630beb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:19.450042 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-1e115ce2-8308-4230-8e09-1f6382630beb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0642316c-54ee-4b72-b800-633d63870afb HTTP/1.1" status: 204 len: 168 time: 1.1473846 Apr 05 14:43:19.450869 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be86a2c-c05d-4118-a1e1-fa13029a4082 req-52119ab5-266a-41c6-b629-bc9888450c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:19.452622 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5be86a2c-c05d-4118-a1e1-fa13029a4082 req-52119ab5-266a-41c6-b629-bc9888450c9d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f90bf926-2675-4d7e-8a18-756096c51dbe HTTP/1.1" status: 200 len: 859 time: 0.1506784 Apr 05 14:43:19.470055 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e115ce2-8308-4230-8e09-1f6382630beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0642316c-54ee-4b72-b800-633d63870afb,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:19.484587 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41b6aaa-5113-436e-be60-3ec2efa15217 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Network 751f1ac1-81e4-4ccf-904e-a63eaf3f6953 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:43:19.486070 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-c41b6aaa-5113-436e-be60-3ec2efa15217 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:43:19.534755 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9f17e122-c842-47ba-b881-c70f76edbcee None None] Provisioning complete for port 5e928d83-cbe0-4827-a25c-0985f3594ac5 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:43:19.535135 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9f17e122-c842-47ba-b881-c70f76edbcee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:19.581453 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9f17e122-c842-47ba-b881-c70f76edbcee None None] Port 5e928d83-cbe0-4827-a25c-0985f3594ac5 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:43:19.782910 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c41b6aaa-5113-436e-be60-3ec2efa15217 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Router 1f108b98-3159-40a2-a7e5-3904012ba800 is scheduled to L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 with binding_index 1 {{(pid=103321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:43:19.828106 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-c3b4a86b-cf38-4498-bced-0db4d1099915 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:19.837363 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-c3b4a86b-cf38-4498-bced-0db4d1099915 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] 10.222.0.30 "GET /v2.0/networks?id=d99cb6f7-6407-4303-ae02-9a5b644a27a2 HTTP/1.1" status: 200 len: 813 time: 0.3134243 Apr 05 14:43:19.841999 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8cc01b8d-e7a9-4f85-82dd-4b375c475f8f req-1a32cc95-cbc0-48f5-80a6-4230fdaf88d5 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=11640d9f-a14a-4756-b499-b13013deda57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3821404 Apr 05 14:43:19.844314 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be86a2c-c05d-4118-a1e1-fa13029a4082 req-d62f8773-f6aa-4eb2-b12d-e99ce8b78bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:19.847302 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5be86a2c-c05d-4118-a1e1-fa13029a4082 req-d62f8773-f6aa-4eb2-b12d-e99ce8b78bbd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fcfdebfb-890a-4564-ad33-442534fd3fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3852806 Apr 05 14:43:19.859954 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fb8ba11-dd17-4faf-8654-fe2f3115015c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7782696d-12b2-4415-8728-5874c031edf7'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:43:19.863385 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585deea4-26f1-4a56-a03e-f838cf0d78d0" -d '{"events": [{"server_uuid": "1fb8ba11-dd17-4faf-8654-fe2f3115015c", "name": "network-vif-plugged", "status": "completed", "tag": "7782696d-12b2-4415-8728-5874c031edf7"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:43:19.881527 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-b4ceffcd-ac12-41a6-8afd-792caddcb497 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] 10.222.0.30 "GET /v2.0/quotas/efc441e7d25044d2b6abdefe3feeaa99 HTTP/1.1" status: 200 len: 375 time: 0.0296979 Apr 05 14:43:19.928797 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-6da31e78-1dda-4afe-9f4d-92692db0eaf2 None None] Provisioning complete for port 5e928d83-cbe0-4827-a25c-0985f3594ac5 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:43:19.929205 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6da31e78-1dda-4afe-9f4d-92692db0eaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:20.079280 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c41b6aaa-5113-436e-be60-3ec2efa15217 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:43:20.079986 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-6da31e78-1dda-4afe-9f4d-92692db0eaf2 None None] Port 5e928d83-cbe0-4827-a25c-0985f3594ac5 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:43:20.080070 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-c41b6aaa-5113-436e-be60-3ec2efa15217 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "PUT /v2.0/routers/1f108b98-3159-40a2-a7e5-3904012ba800/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7745085 Apr 05 14:43:20.080148 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620d1f03-ca5f-491b-8674-99d1aaf432c8 None None] Sync routers for ids ['1f108b98-3159-40a2-a7e5-3904012ba800'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:43:20.080148 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e2c8673-df5e-4a23-8ff5-7cfc29fac826 x-openstack-request-id: req-6e2c8673-df5e-4a23-8ff5-7cfc29fac826 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:43:20.080148 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fb8ba11-dd17-4faf-8654-fe2f3115015c", "name": "network-vif-plugged", "status": "completed", "tag": "7782696d-12b2-4415-8728-5874c031edf7", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:43:20.080148 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6e2c8673-df5e-4a23-8ff5-7cfc29fac826 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:43:20.080148 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e2c8673-df5e-4a23-8ff5-7cfc29fac826'] response: {'server_uuid': '1fb8ba11-dd17-4faf-8654-fe2f3115015c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7782696d-12b2-4415-8728-5874c031edf7', 'code': 200} Apr 05 14:43:20.080148 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620d1f03-ca5f-491b-8674-99d1aaf432c8 None None] Routers {'1f108b98-3159-40a2-a7e5-3904012ba800'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:43:20.080148 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-620d1f03-ca5f-491b-8674-99d1aaf432c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:42:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['1f108b98-3159-40a2-a7e5-3904012ba800'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:20.082032 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-9ac5ed19-ccd7-48d4-bf8d-8cfa9b741868 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=efc441e7d25044d2b6abdefe3feeaa99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466299 Apr 05 14:43:20.082032 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5be86a2c-c05d-4118-a1e1-fa13029a4082 req-be38fbe6-f4d6-4355-94d3-ded9c57f75b5 service neutron] 10.222.0.55 "GET /v2.0/networks/fcfdebfb-890a-4564-ad33-442534fd3fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770511 Apr 05 14:43:20.082676 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 52326) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:43:20.082831 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-620d1f03-ca5f-491b-8674-99d1aaf432c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:20.086769 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620d1f03-ca5f-491b-8674-99d1aaf432c8 None None] Routers {'1f108b98-3159-40a2-a7e5-3904012ba800'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:43:20.087460 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-620d1f03-ca5f-491b-8674-99d1aaf432c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:42:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['1f108b98-3159-40a2-a7e5-3904012ba800'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:20.140631 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-620d1f03-ca5f-491b-8674-99d1aaf432c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:20.141584 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620d1f03-ca5f-491b-8674-99d1aaf432c8 None None] The sync data for ids ['1f108b98-3159-40a2-a7e5-3904012ba800'] in n-d-836650-2 is: [] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:43:20.191238 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4281956-bf38-4219-855b-69ffa4ff65eb tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:20.192626 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-c4281956-bf38-4219-855b-69ffa4ff65eb tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "GET /v2.0/ports/5e928d83-cbe0-4827-a25c-0985f3594ac5 HTTP/1.1" status: 200 len: 910 time: 0.1251843 Apr 05 14:43:20.195685 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 52332) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:43:20.245178 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22507e7-dd34-4b77-a537-7df802acac36 req-d79b3c87-5c70-4f13-95ff-42d33476bb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:20.246696 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-d22507e7-dd34-4b77-a537-7df802acac36 req-d79b3c87-5c70-4f13-95ff-42d33476bb68 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1fb8ba11-dd17-4faf-8654-fe2f3115015c HTTP/1.1" status: 200 len: 1096 time: 0.1721361 Apr 05 14:43:20.375014 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-d22507e7-dd34-4b77-a537-7df802acac36 req-c5bd8317-5131-4969-b1f9-daa4ccf6bf06 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=11640d9f-a14a-4756-b499-b13013deda57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548522 Apr 05 14:43:20.618505 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4f94729b-9ca1-4f00-990a-58145b9af3f3 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809988'] for router_interface, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:20.661333 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-743dadcf-2ae9-4a33-a896-f5893f0d6da4 service neutron] 10.222.0.30 "GET /v2.0/networks/d99cb6f7-6407-4303-ae02-9a5b644a27a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5943198 Apr 05 14:43:20.663120 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5be86a2c-c05d-4118-a1e1-fa13029a4082 req-e938060b-5e17-4ac1-bc6d-fa606e0b5976 service neutron] 10.222.0.55 "GET /v2.0/networks/fcfdebfb-890a-4564-ad33-442534fd3fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5859492 Apr 05 14:43:20.700536 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0bce9-e151-42ed-be36-b7422d74a3d3 req-260bae73-24c8-4989-9058-da565c0872d9 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:20.702095 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c7d0bce9-e151-42ed-be36-b7422d74a3d3 req-260bae73-24c8-4989-9058-da565c0872d9 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 946 time: 0.5346770 Apr 05 14:43:20.781264 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c7d0bce9-e151-42ed-be36-b7422d74a3d3 req-570f08ce-8d8f-4140-bfb2-0707bed61042 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682321 Apr 05 14:43:20.806315 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-0bd570c5-161e-4538-9caf-8ca5f8bd4ae4 service neutron] 10.222.0.30 "GET /v2.0/networks/d99cb6f7-6407-4303-ae02-9a5b644a27a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368189 Apr 05 14:43:20.914291 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1183fb-4cab-4dbf-9e5d-77c13be964ce req-bd3b5732-addf-425d-80e2-37e605ca4883 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:20.915800 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6a1183fb-4cab-4dbf-9e5d-77c13be964ce req-bd3b5732-addf-425d-80e2-37e605ca4883 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0e13fb1-7b16-4da2-b3da-d5d251f3b8be HTTP/1.1" status: 200 len: 944 time: 0.0609531 Apr 05 14:43:20.919629 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-4f94729b-9ca1-4f00-990a-58145b9af3f3 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Deleting port 5e928d83-cbe0-4827-a25c-0985f3594ac5 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:43:20.920091 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4f94729b-9ca1-4f00-990a-58145b9af3f3 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:20.959817 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6a1183fb-4cab-4dbf-9e5d-77c13be964ce req-069e6ffa-0bf0-40b8-8907-ea850b90bf64 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/security-groups?id=6aa4ff47-fb5e-455c-a491-6cc58636c316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378466 Apr 05 14:43:21.017574 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd9110-9657-4c27-93cf-a3e7daf0ca2f req-94ebdb13-b5ba-4063-8419-8ec65378ec90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:21.021488 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-08fd9110-9657-4c27-93cf-a3e7daf0ca2f req-94ebdb13-b5ba-4063-8419-8ec65378ec90 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8c3f3c7982a44da591f5ccdacd29d5c6&device_id=a0e13fb1-7b16-4da2-b3da-d5d251f3b8be HTTP/1.1" status: 200 len: 1095 time: 0.0604806 Apr 05 14:43:21.036999 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4f94729b-9ca1-4f00-990a-58145b9af3f3 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:21.084172 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-4f94729b-9ca1-4f00-990a-58145b9af3f3 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Calling delete_port for 5e928d83-cbe0-4827-a25c-0985f3594ac5 owned by network:router_interface {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:43:21.181700 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eee292-5dae-41d6-b704-bb4731489e84 req-e16675fd-3290-4607-b1f5-07ab098e7021 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:21.183509 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-67eee292-5dae-41d6-b704-bb4731489e84 req-e16675fd-3290-4607-b1f5-07ab098e7021 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 946 time: 0.1046979 Apr 05 14:43:21.203791 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd9110-9657-4c27-93cf-a3e7daf0ca2f req-4bbac834-8de4-410b-8031-29135dcdc697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:21.206047 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-08fd9110-9657-4c27-93cf-a3e7daf0ca2f req-4bbac834-8de4-410b-8031-29135dcdc697 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fcfdebfb-890a-4564-ad33-442534fd3fbd HTTP/1.1" status: 200 len: 921 time: 0.1714473 Apr 05 14:43:21.238359 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-67eee292-5dae-41d6-b704-bb4731489e84 req-5a23eb5e-4c91-42c2-a0dc-2ff7b3a52295 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445411 Apr 05 14:43:21.284784 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-08fd9110-9657-4c27-93cf-a3e7daf0ca2f req-8646a441-2e72-4c11-be7f-cb24dbff913b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=140253c8-15b3-4099-8d27-94ba0fee6762 HTTP/1.1" status: 200 len: 217 time: 0.0496695 Apr 05 14:43:21.419356 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 52376) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:43:21.434087 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd9110-9657-4c27-93cf-a3e7daf0ca2f req-e0554371-34bb-4374-80ee-b4d95a8ab43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:21.436282 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-08fd9110-9657-4c27-93cf-a3e7daf0ca2f req-e0554371-34bb-4374-80ee-b4d95a8ab43b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f90bf926-2675-4d7e-8a18-756096c51dbe HTTP/1.1" status: 200 len: 859 time: 0.1410289 Apr 05 14:43:21.441286 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4f94729b-9ca1-4f00-990a-58145b9af3f3 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:21.513693 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a9a7810d-81bb-48c4-9b2b-617a64850818 req-abae66e3-dff0-4ab2-b52c-6e1a467287f0 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] 10.222.0.30 "GET /v2.0/ports?device_id=00e74c8d-aa9f-4543-84f3-59383c57d57d HTTP/1.1" status: 200 len: 210 time: 0.0530374 Apr 05 14:43:21.529669 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca5b8b-6cbe-4c5d-bb2f-ad85d6b6e3c3 req-3477f032-da9a-4f1a-a9a1-386902943bcd tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:21.532294 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e0ca5b8b-6cbe-4c5d-bb2f-ad85d6b6e3c3 req-3477f032-da9a-4f1a-a9a1-386902943bcd tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdec92e3-43d0-4811-92b1-9baab3c5f0ca HTTP/1.1" status: 200 len: 945 time: 0.1601088 Apr 05 14:43:21.582217 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f94729b-9ca1-4f00-990a-58145b9af3f3 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Pushing event deleted for resources: {'Port': ['ID=5e928d83-cbe0-4827-a25c-0985f3594ac5,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:21.701658 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd9110-9657-4c27-93cf-a3e7daf0ca2f req-4aa4d0c2-2fef-46a0-8e90-a445fc4f3c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:21.704576 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-08fd9110-9657-4c27-93cf-a3e7daf0ca2f req-4aa4d0c2-2fef-46a0-8e90-a445fc4f3c0a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fcfdebfb-890a-4564-ad33-442534fd3fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2585850 Apr 05 14:43:21.727977 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e0ca5b8b-6cbe-4c5d-bb2f-ad85d6b6e3c3 req-9b2baec3-8844-495d-9b5b-d3c4138a493b tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=11640d9f-a14a-4756-b499-b13013deda57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906149 Apr 05 14:43:21.773899 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4f94729b-9ca1-4f00-990a-58145b9af3f3 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1798829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810128'] for router_interface, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:21.899664 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1c147-a8e5-4348-bce2-fc21f903a450 req-c03c72bf-ccb8-4c9c-b0b7-175af1958d65 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:21.909981 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-26b1c147-a8e5-4348-bce2-fc21f903a450 req-c03c72bf-ccb8-4c9c-b0b7-175af1958d65 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 946 time: 0.2715538 Apr 05 14:43:21.990070 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-26b1c147-a8e5-4348-bce2-fc21f903a450 req-bd780df1-30da-4c6f-bdd6-0953d67b6686 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789535 Apr 05 14:43:22.053291 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-08fd9110-9657-4c27-93cf-a3e7daf0ca2f req-d2cb9c22-2428-480b-a50e-9bfdaf9f3011 service neutron] 10.222.0.55 "GET /v2.0/networks/fcfdebfb-890a-4564-ad33-442534fd3fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3195429 Apr 05 14:43:22.229765 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f94729b-9ca1-4f00-990a-58145b9af3f3 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Router 1f108b98-3159-40a2-a7e5-3904012ba800 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:43:22.238707 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-08fd9110-9657-4c27-93cf-a3e7daf0ca2f req-09147f2b-d76a-41c1-bbdd-1ae307fb44b4 service neutron] 10.222.0.55 "GET /v2.0/networks/fcfdebfb-890a-4564-ad33-442534fd3fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767299 Apr 05 14:43:22.255223 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd809600-e860-47c5-9a29-e5f78f9c9979 req-c3cedb48-83c5-4b9d-9012-f09c97e4f4b5 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:22.256958 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cd809600-e860-47c5-9a29-e5f78f9c9979 req-c3cedb48-83c5-4b9d-9012-f09c97e4f4b5 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0e13fb1-7b16-4da2-b3da-d5d251f3b8be HTTP/1.1" status: 200 len: 944 time: 0.0744340 Apr 05 14:43:22.324328 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cd809600-e860-47c5-9a29-e5f78f9c9979 req-63fb7a70-27d6-4a1d-a2a6-aa4d2a63d7d0 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/security-groups?id=6aa4ff47-fb5e-455c-a491-6cc58636c316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552769 Apr 05 14:43:22.436686 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f94729b-9ca1-4f00-990a-58145b9af3f3 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:43:22.449615 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-4f94729b-9ca1-4f00-990a-58145b9af3f3 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "PUT /v2.0/routers/1f108b98-3159-40a2-a7e5-3904012ba800/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2525244 Apr 05 14:43:22.450493 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbce1c40-020b-4148-9310-0c027c463416 None None] Sync routers for ids ['1f108b98-3159-40a2-a7e5-3904012ba800'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:43:22.452227 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-31bd32fc-ea29-4803-8d0a-962a22ee5548 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Deleting port 119546cf-d3f7-4aeb-85bc-91e322a44dad {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:43:22.452703 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-31bd32fc-ea29-4803-8d0a-962a22ee5548 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:22.466188 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbce1c40-020b-4148-9310-0c027c463416 None None] Routers {'1f108b98-3159-40a2-a7e5-3904012ba800'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:43:22.467390 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-fbce1c40-020b-4148-9310-0c027c463416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:42:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['1f108b98-3159-40a2-a7e5-3904012ba800'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:22.506161 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba81a98-1175-4c2b-beea-91431798f94d req-4543e3f7-19e1-4b0c-b506-f4b1d7df8602 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:22.506621 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-fbce1c40-020b-4148-9310-0c027c463416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:22.508005 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6ba81a98-1175-4c2b-beea-91431798f94d req-4543e3f7-19e1-4b0c-b506-f4b1d7df8602 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 946 time: 0.1231353 Apr 05 14:43:22.508674 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 52410) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:43:22.531665 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbce1c40-020b-4148-9310-0c027c463416 None None] Routers {'1f108b98-3159-40a2-a7e5-3904012ba800'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:43:22.532656 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-fbce1c40-020b-4148-9310-0c027c463416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:42:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['1f108b98-3159-40a2-a7e5-3904012ba800'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:22.562086 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-becf599b-7adc-445a-b778-bd35b09849de tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f108b98-3159-40a2-a7e5-3904012ba800 HTTP/1.1" status: 200 len: 205 time: 0.0495174 Apr 05 14:43:22.563103 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 52416) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:43:22.568978 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-fbce1c40-020b-4148-9310-0c027c463416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:22.569708 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbce1c40-020b-4148-9310-0c027c463416 None None] The sync data for ids ['1f108b98-3159-40a2-a7e5-3904012ba800'] in n-d-836650-2 is: [] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:43:22.580139 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-31bd32fc-ea29-4803-8d0a-962a22ee5548 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:22.581235 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-31bd32fc-ea29-4803-8d0a-962a22ee5548 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:22.603074 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-31bd32fc-ea29-4803-8d0a-962a22ee5548 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Calling delete_port for 119546cf-d3f7-4aeb-85bc-91e322a44dad owned by network:floatingip {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:43:22.611517 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1b59e5-5794-4ea7-b7f5-1743445b1398 req-df1f9348-63c5-49cf-981b-a81e7f46cfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:22.612226 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-9d1b59e5-5794-4ea7-b7f5-1743445b1398 req-df1f9348-63c5-49cf-981b-a81e7f46cfa5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d9feba5fdbdc4767955480ab96956cf8&device_id=cdec92e3-43d0-4811-92b1-9baab3c5f0ca HTTP/1.1" status: 200 len: 1096 time: 0.0808294 Apr 05 14:43:22.637030 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6ba81a98-1175-4c2b-beea-91431798f94d req-7490cfd9-101a-4020-b0a8-d16ebe3e4f7d tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147175 Apr 05 14:43:22.707963 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f831e98-f7a1-4fb1-8fd6-32f3e16eb4e3 req-ae5df08b-343d-4767-9088-b03863e12763 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:22.709605 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3f831e98-f7a1-4fb1-8fd6-32f3e16eb4e3 req-ae5df08b-343d-4767-9088-b03863e12763 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdec92e3-43d0-4811-92b1-9baab3c5f0ca HTTP/1.1" status: 200 len: 945 time: 0.2710781 Apr 05 14:43:22.712124 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-34419147-ba5b-4695-b65b-a3755db6971e tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for router, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:22.822651 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1b59e5-5794-4ea7-b7f5-1743445b1398 req-9ecb3e58-cfd2-4aa9-beb2-a660dc6d4411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:22.824076 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-9d1b59e5-5794-4ea7-b7f5-1743445b1398 req-9ecb3e58-cfd2-4aa9-beb2-a660dc6d4411 service neutron] 10.222.0.11 "GET /v2.0/networks?id=600f0cf5-5409-4f71-be79-543bdecff300 HTTP/1.1" status: 200 len: 920 time: 0.2042506 Apr 05 14:43:22.828402 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f1e479ff-7eb7-4708-8f2f-1b6d5f0a2395 req-ce1830fc-b86f-4ef0-a93f-a287924aafa8 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] 10.222.0.30 "GET /v2.0/ports?device_id=00e74c8d-aa9f-4543-84f3-59383c57d57d HTTP/1.1" status: 200 len: 210 time: 0.0763264 Apr 05 14:43:22.961900 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-9d1b59e5-5794-4ea7-b7f5-1743445b1398 req-04d23cfc-1b87-4686-9bff-ac5d0e8d7503 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36464c6d-6d13-4cca-9a36-437307dcfdff HTTP/1.1" status: 200 len: 217 time: 0.1241827 Apr 05 14:43:23.005362 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-34419147-ba5b-4695-b65b-a3755db6971e tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27070'] for router, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:23.010090 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-34419147-ba5b-4695-b65b-a3755db6971e tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:23.019991 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3f831e98-f7a1-4fb1-8fd6-32f3e16eb4e3 req-36f8446c-9545-45de-897e-ee0bc6004041 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=11640d9f-a14a-4756-b499-b13013deda57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658899 Apr 05 14:43:23.113567 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1b59e5-5794-4ea7-b7f5-1743445b1398 req-0486b6a2-76af-4167-8f84-a39a5fbc6929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:23.115749 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-9d1b59e5-5794-4ea7-b7f5-1743445b1398 req-0486b6a2-76af-4167-8f84-a39a5fbc6929 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fe7e919b-03a6-4a26-b866-e533217cd38c HTTP/1.1" status: 200 len: 858 time: 0.1318262 Apr 05 14:43:23.131006 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbde026-aea5-435c-8f20-db279dd4e5be req-b511571e-7da0-4f95-9585-7179460e8487 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:23.138481 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-edbde026-aea5-435c-8f20-db279dd4e5be req-b511571e-7da0-4f95-9585-7179460e8487 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 946 time: 0.1232197 Apr 05 14:43:23.172273 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1b59e5-5794-4ea7-b7f5-1743445b1398 req-0b122dbd-083d-4e73-9b4d-01e8377e4b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:23.174896 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-9d1b59e5-5794-4ea7-b7f5-1743445b1398 req-0b122dbd-083d-4e73-9b4d-01e8377e4b64 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=600f0cf5-5409-4f71-be79-543bdecff300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519016 Apr 05 14:43:23.177215 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-edbde026-aea5-435c-8f20-db279dd4e5be req-54f987e2-d8d2-4918-aece-235bceab7070 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378568 Apr 05 14:43:23.301968 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-31bd32fc-ea29-4803-8d0a-962a22ee5548 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:23.308587 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-9d1b59e5-5794-4ea7-b7f5-1743445b1398 req-84f7955f-aff7-459a-a2e8-7bf96fc227ce service neutron] 10.222.0.11 "GET /v2.0/networks/600f0cf5-5409-4f71-be79-543bdecff300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263099 Apr 05 14:43:23.315223 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-34419147-ba5b-4695-b65b-a3755db6971e tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803298'] for router, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:23.316344 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34419147-ba5b-4695-b65b-a3755db6971e tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Fanout notify agent at l3_agent the message router_deleted on router 1f108b98-3159-40a2-a7e5-3904012ba800 {{(pid=103320) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:43:23.329896 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-34419147-ba5b-4695-b65b-a3755db6971e tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for router, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:23.335589 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-34419147-ba5b-4695-b65b-a3755db6971e tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "DELETE /v2.0/routers/1f108b98-3159-40a2-a7e5-3904012ba800 HTTP/1.1" status: 204 len: 168 time: 0.7717433 Apr 05 14:43:23.342173 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 52448) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:43:23.349872 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bd32fc-ea29-4803-8d0a-962a22ee5548 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Pushing event deleted for resources: {'Port': ['ID=119546cf-d3f7-4aeb-85bc-91e322a44dad,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:23.435528 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_v2 [None req-9232848b-ff81-41a5-a3a1-a6731b3e8292 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Deleting subnet 28d32a53-22a5-45fc-88a0-5ef795aea4f1 {{(pid=103320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:43:23.439746 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9232848b-ff81-41a5-a3a1-a6731b3e8292 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for subnet, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:23.492434 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-31bd32fc-ea29-4803-8d0a-962a22ee5548 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Notify callbacks [] for floatingip, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:23.492777 n-d-836650-2 neutron-server[103321]: INFO neutron.db.l3_db [None req-31bd32fc-ea29-4803-8d0a-962a22ee5548 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Floating IP b186bae3-706a-44a6-a274-c0812022a41f disassociated (deleted). External IP: 172.25.6.54, port: 42a919fd-83f7-4a0e-ad02-7c018309dfb5. Apr 05 14:43:23.543023 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5332f5-1cbc-41e4-b91d-c974a1960c1b req-dc5efa4e-ba22-43f6-aa8b-f1d69a196f19 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:23.546880 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-9d1b59e5-5794-4ea7-b7f5-1743445b1398 req-6db0abdc-1762-40cf-ad2b-55303f6a1701 service neutron] 10.222.0.11 "GET /v2.0/networks/600f0cf5-5409-4f71-be79-543bdecff300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283733 Apr 05 14:43:23.547041 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3c5332f5-1cbc-41e4-b91d-c974a1960c1b req-dc5efa4e-ba22-43f6-aa8b-f1d69a196f19 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 946 time: 0.2810936 Apr 05 14:43:23.549310 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9232848b-ff81-41a5-a3a1-a6731b3e8292 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13399228'] for subnet, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:23.637574 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35e6ca-1deb-4555-8bb8-0b82ccfd7e3b req-64624fbe-2e51-43df-81a1-814885b96612 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:23.639186 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7e35e6ca-1deb-4555-8bb8-0b82ccfd7e3b req-64624fbe-2e51-43df-81a1-814885b96612 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0e13fb1-7b16-4da2-b3da-d5d251f3b8be HTTP/1.1" status: 200 len: 944 time: 0.1594772 Apr 05 14:43:23.698794 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3c5332f5-1cbc-41e4-b91d-c974a1960c1b req-c8d2d203-6060-4236-9b71-30c2a7897efb tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461911 Apr 05 14:43:23.737535 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7e35e6ca-1deb-4555-8bb8-0b82ccfd7e3b req-9b064956-d8e1-402e-952e-d8ef4cf33ba3 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/security-groups?id=6aa4ff47-fb5e-455c-a491-6cc58636c316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861170 Apr 05 14:43:23.782139 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9232848b-ff81-41a5-a3a1-a6731b3e8292 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:23.798109 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31bd32fc-ea29-4803-8d0a-962a22ee5548 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Router 0a03fabd-6476-497e-8673-086473610873 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:43:23.802507 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 140253c8-15b3-4099-8d27-94ba0fee6762 details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:43:23.999175 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-66cf3584-cb4b-4b13-99ba-4f107b52d262 req-e679076b-dc86-4bca-9eff-5b1531dc87a0 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] 10.222.0.30 "GET /v2.0/ports?device_id=00e74c8d-aa9f-4543-84f3-59383c57d57d HTTP/1.1" status: 200 len: 210 time: 0.0607471 Apr 05 14:43:24.032823 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee0285c-9a37-4716-be7f-8c492e55478d req-d735e2c0-9f2a-45a0-8e24-e66d99acac1c tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:24.034141 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 140253c8-15b3-4099-8d27-94ba0fee6762, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=140253c8-15b3-4099-8d27-94ba0fee6762,segment=NetworkSegment(2e5fff45-c274-4677-ad93-946fb51d752d),segment_id=2e5fff45-c274-4677-ad93-946fb51d752d)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:43:24.035683 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dee0285c-9a37-4716-be7f-8c492e55478d req-d735e2c0-9f2a-45a0-8e24-e66d99acac1c tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 946 time: 0.2032199 Apr 05 14:43:24.051535 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': '140253c8-15b3-4099-8d27-94ba0fee6762', 'network_id': 'fcfdebfb-890a-4564-ad33-442534fd3fbd', 'port_id': '140253c8-15b3-4099-8d27-94ba0fee6762', 'mac_address': 'fa:16:3e:8f:15:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f90bf926-2675-4d7e-8a18-756096c51dbe', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:43:24.115862 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:24.129373 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dee0285c-9a37-4716-be7f-8c492e55478d req-c03cc50c-e619-440d-b0e3-a765becf5cfb tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826941 Apr 05 14:43:24.133099 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 140253c8-15b3-4099-8d27-94ba0fee6762 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:43:24.177751 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 140253c8-15b3-4099-8d27-94ba0fee6762, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=140253c8-15b3-4099-8d27-94ba0fee6762,segment=NetworkSegment(2e5fff45-c274-4677-ad93-946fb51d752d),segment_id=2e5fff45-c274-4677-ad93-946fb51d752d)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:43:24.195848 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9232848b-ff81-41a5-a3a1-a6731b3e8292 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15773812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13127359'] for subnet, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:24.235080 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9232848b-ff81-41a5-a3a1-a6731b3e8292 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Pushing event deleted for resources: {'Subnet': ['ID=28d32a53-22a5-45fc-88a0-5ef795aea4f1,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:24.244987 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9232848b-ff81-41a5-a3a1-a6731b3e8292 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:24.248300 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-9232848b-ff81-41a5-a3a1-a6731b3e8292 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "DELETE /v2.0/subnets/28d32a53-22a5-45fc-88a0-5ef795aea4f1 HTTP/1.1" status: 204 len: 168 time: 0.9075937 Apr 05 14:43:24.249376 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58875878-5998-4cb7-9b05-88707ad03145 None None] Network 751f1ac1-81e4-4ccf-904e-a63eaf3f6953 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:43:24.253150 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 52478) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:43:24.313682 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656a54e-40a1-4827-87c9-02bb00ca0607 req-866ab742-efde-4a25-8b7b-5c291c6a882a tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:24.321361 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4656a54e-40a1-4827-87c9-02bb00ca0607 req-866ab742-efde-4a25-8b7b-5c291c6a882a tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdec92e3-43d0-4811-92b1-9baab3c5f0ca HTTP/1.1" status: 200 len: 945 time: 0.1908596 Apr 05 14:43:24.384613 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:24.408957 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5c01086f-ef1b-4656-9b3e-5cf82c9722fb tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:24.433927 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ebdda-bc17-442e-8798-73c3bd5921c1 req-f6db1d34-56c1-407d-812b-75ba5ec5565d tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:24.446553 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-271ebdda-bc17-442e-8798-73c3bd5921c1 req-f6db1d34-56c1-407d-812b-75ba5ec5565d tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 946 time: 0.2117996 Apr 05 14:43:24.476721 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4656a54e-40a1-4827-87c9-02bb00ca0607 req-73b20d6f-1042-463e-8f99-1b184d1b63db tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=11640d9f-a14a-4756-b499-b13013deda57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485319 Apr 05 14:43:24.524947 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31bd32fc-ea29-4803-8d0a-962a22ee5548 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:43:24.530228 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-31bd32fc-ea29-4803-8d0a-962a22ee5548 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:24.567138 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-31bd32fc-ea29-4803-8d0a-962a22ee5548 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] 10.222.0.30 "DELETE /v2.0/floatingips/b186bae3-706a-44a6-a274-c0812022a41f HTTP/1.1" status: 204 len: 168 time: 3.1449964 Apr 05 14:43:24.568589 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cff8471e-9af1-4cec-a212-0e4dc1e3ad81', 'tag': '42a919fd-83f7-4a0e-ad02-7c018309dfb5'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:43:24.571335 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a52b74-27a8-471f-8d43-ff19a07799ce" -d '{"events": [{"name": "network-changed", "server_uuid": "cff8471e-9af1-4cec-a212-0e4dc1e3ad81", "tag": "42a919fd-83f7-4a0e-ad02-7c018309dfb5"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:43:24.597027 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-271ebdda-bc17-442e-8798-73c3bd5921c1 req-20b4d3b1-f6f3-46b6-9eb2-eefe7781c91a tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516767 Apr 05 14:43:24.625787 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-5c01086f-ef1b-4656-9b3e-5cf82c9722fb tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Deleting port ccc3c08e-3e3e-41d7-af58-186f3b3a7d17 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:43:24.626201 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5c01086f-ef1b-4656-9b3e-5cf82c9722fb tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:24.698180 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7e0949-d7e7-4bd2-bf43-93fc4a8c0d01 x-openstack-request-id: req-ab7e0949-d7e7-4bd2-bf43-93fc4a8c0d01 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:43:24.698466 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cff8471e-9af1-4cec-a212-0e4dc1e3ad81", "tag": "42a919fd-83f7-4a0e-ad02-7c018309dfb5", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:43:24.698711 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ab7e0949-d7e7-4bd2-bf43-93fc4a8c0d01 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:43:24.699106 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab7e0949-d7e7-4bd2-bf43-93fc4a8c0d01'] response: {'name': 'network-changed', 'server_uuid': 'cff8471e-9af1-4cec-a212-0e4dc1e3ad81', 'tag': '42a919fd-83f7-4a0e-ad02-7c018309dfb5', 'status': 'completed', 'code': 200} Apr 05 14:43:24.718028 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af46521e-18d2-43f6-85bc-7f0cda492f0a None None] Sync routers for ids ['0a03fabd-6476-497e-8673-086473610873'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:43:24.728308 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7070fb7f-4c26-4b5d-a0c5-e4c31f4c95f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:24.737595 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-5c01086f-ef1b-4656-9b3e-5cf82c9722fb tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] For port ccc3c08e-3e3e-41d7-af58-186f3b3a7d17, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=ccc3c08e-3e3e-41d7-af58-186f3b3a7d17,segment=NetworkSegment(b64a5aaf-967e-45dd-846e-3d7d970dd468),segment_id=b64a5aaf-967e-45dd-846e-3d7d970dd468)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:43:24.740222 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5c01086f-ef1b-4656-9b3e-5cf82c9722fb tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:24.765702 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-5c01086f-ef1b-4656-9b3e-5cf82c9722fb tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Calling delete_port for ccc3c08e-3e3e-41d7-af58-186f3b3a7d17 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:43:24.778804 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af46521e-18d2-43f6-85bc-7f0cda492f0a None None] Routers {'0a03fabd-6476-497e-8673-086473610873'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:43:24.779455 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-af46521e-18d2-43f6-85bc-7f0cda492f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:42:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['0a03fabd-6476-497e-8673-086473610873'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:24.814161 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a52b74-27a8-471f-8d43-ff19a07799ce req-14bf9b9e-cc32-42aa-9ed3-05f1c01e2f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:24.816934 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a1a52b74-27a8-471f-8d43-ff19a07799ce req-14bf9b9e-cc32-42aa-9ed3-05f1c01e2f37 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c6d7d106196c47bab9057a60414eb92c&device_id=cff8471e-9af1-4cec-a212-0e4dc1e3ad81 HTTP/1.1" status: 200 len: 1096 time: 0.0709293 Apr 05 14:43:24.941885 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fa88dc-0974-497d-89c9-a6b496b1f80b req-ff88fd59-661d-44a5-bab7-4eb6cde79196 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:24.948281 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-af46521e-18d2-43f6-85bc-7f0cda492f0a None None] Set router 0a03fabd-6476-497e-8673-086473610873 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:43:24.951281 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-58fa88dc-0974-497d-89c9-a6b496b1f80b req-ff88fd59-661d-44a5-bab7-4eb6cde79196 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 946 time: 0.1281970 Apr 05 14:43:24.968587 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a52b74-27a8-471f-8d43-ff19a07799ce req-d2fa415a-72dc-4eb7-87c5-afcf8cee81f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:24.971443 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a1a52b74-27a8-471f-8d43-ff19a07799ce req-d2fa415a-72dc-4eb7-87c5-afcf8cee81f6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=663ca2d9-20db-46f3-a840-3b61cfaa89c4 HTTP/1.1" status: 200 len: 915 time: 0.1450989 Apr 05 14:43:24.990302 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['140253c8-15b3-4099-8d27-94ba0fee6762'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:43:24.997609 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-58fa88dc-0974-497d-89c9-a6b496b1f80b req-44f09f3d-ee74-4063-b4cd-07acc81c17c8 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443242 Apr 05 14:43:25.021978 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a1a52b74-27a8-471f-8d43-ff19a07799ce req-f25d75e5-f985-40b3-8f1d-76ea5a6a99ca service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42a919fd-83f7-4a0e-ad02-7c018309dfb5 HTTP/1.1" status: 200 len: 217 time: 0.0445025 Apr 05 14:43:25.024662 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=140253c8-15b3-4099-8d27-94ba0fee6762,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:25.093453 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a52b74-27a8-471f-8d43-ff19a07799ce req-8e60df50-970a-447c-ac07-7ef85b4f7f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:25.097268 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a1a52b74-27a8-471f-8d43-ff19a07799ce req-8e60df50-970a-447c-ac07-7ef85b4f7f10 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fb98ffa3-a246-4ac7-9ee6-065bd7170bb4 HTTP/1.1" status: 200 len: 853 time: 0.0649071 Apr 05 14:43:25.107825 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5c01086f-ef1b-4656-9b3e-5cf82c9722fb tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:25.194329 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c01086f-ef1b-4656-9b3e-5cf82c9722fb tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Pushing event deleted for resources: {'Port': ['ID=ccc3c08e-3e3e-41d7-af58-186f3b3a7d17,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:25.221632 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c01086f-ef1b-4656-9b3e-5cf82c9722fb tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] No DVR routers for this DVR port ccc3c08e-3e3e-41d7-af58-186f3b3a7d17 on host n-d-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:43:25.251996 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3dcc4df-7c87-4d83-8a17-d5ea7554e642 None None] DHCP port deletion for 751f1ac1-81e4-4ccf-904e-a63eaf3f6953 request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:43:25.262846 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a52b74-27a8-471f-8d43-ff19a07799ce req-000cb3ff-8c1d-4d6f-b22f-d23f2190a62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:25.264705 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a1a52b74-27a8-471f-8d43-ff19a07799ce req-000cb3ff-8c1d-4d6f-b22f-d23f2190a62d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=663ca2d9-20db-46f3-a840-3b61cfaa89c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1329424 Apr 05 14:43:25.326252 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535b96d3-664b-4e5e-a6c1-3b387f82b51b req-1224ad04-be81-4a68-81c0-a40ee123a74a tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:25.335266 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-535b96d3-664b-4e5e-a6c1-3b387f82b51b req-1224ad04-be81-4a68-81c0-a40ee123a74a tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0e13fb1-7b16-4da2-b3da-d5d251f3b8be HTTP/1.1" status: 200 len: 945 time: 0.2524109 Apr 05 14:43:25.476653 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a1a52b74-27a8-471f-8d43-ff19a07799ce req-1b56f4e1-fc7e-46af-b967-56605ab3e9a3 service neutron] 10.222.0.11 "GET /v2.0/networks/663ca2d9-20db-46f3-a840-3b61cfaa89c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022259 Apr 05 14:43:25.483265 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5ef2e11c-5451-47ed-9be1-d8a833de64eb req-b40fa6b7-f718-4b7b-abff-2d94abed4b26 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] 10.222.0.30 "GET /v2.0/ports?device_id=00e74c8d-aa9f-4543-84f3-59383c57d57d HTTP/1.1" status: 200 len: 210 time: 0.0373025 Apr 05 14:43:25.525502 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5c01086f-ef1b-4656-9b3e-5cf82c9722fb tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:25.527770 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-af46521e-18d2-43f6-85bc-7f0cda492f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a03fabd-6476-497e-8673-086473610873', 'name': 'tempest-TestVolumeBackupRestore-1960271004-router', 'tenant_id': 'c6d7d106196c47bab9057a60414eb92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'ced65f4f-32ad-4a73-a706-e0f372f2e5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:37:01Z', 'updated_at': '2022-04-05T14:37:10Z', 'revision_number': 4, 'project_id': 'c6d7d106196c47bab9057a60414eb92c', 'gw_port': {'id': 'ced65f4f-32ad-4a73-a706-e0f372f2e5be', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:de:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a03fabd-6476-497e-8673-086473610873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:37:02Z', 'updated_at': '2022-04-05T14:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '4fef5577-f1b9-4970-9f15-0b4229ce8255', 'name': '', 'network_id': '663ca2d9-20db-46f3-a840-3b61cfaa89c4', 'tenant_id': 'c6d7d106196c47bab9057a60414eb92c', 'mac_address': 'fa:16:3e:5b:68:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a03fabd-6476-497e-8673-086473610873', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'fb98ffa3-a246-4ac7-9ee6-065bd7170bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:37:07Z', 'updated_at': '2022-04-05T14:37:13Z', 'revision_number': 5, 'project_id': 'c6d7d106196c47bab9057a60414eb92c', 'subnets': [{'id': 'fb98ffa3-a246-4ac7-9ee6-065bd7170bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:25.556923 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-5c01086f-ef1b-4656-9b3e-5cf82c9722fb tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['751f1ac1-81e4-4ccf-904e-a63eaf3f6953']}} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:25.559165 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af46521e-18d2-43f6-85bc-7f0cda492f0a None None] Checking router: 0a03fabd-6476-497e-8673-086473610873 for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:43:25.570168 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af46521e-18d2-43f6-85bc-7f0cda492f0a None None] Routers {'0a03fabd-6476-497e-8673-086473610873'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:43:25.571693 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-af46521e-18d2-43f6-85bc-7f0cda492f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:42:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['0a03fabd-6476-497e-8673-086473610873'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:25.577622 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-5c01086f-ef1b-4656-9b3e-5cf82c9722fb tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b64a5aaf-967e-45dd-846e-3d7d970dd468') {'for_net_delete': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:25.577918 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-5c01086f-ef1b-4656-9b3e-5cf82c9722fb tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b64a5aaf-967e-45dd-846e-3d7d970dd468') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:25.591324 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5c01086f-ef1b-4656-9b3e-5cf82c9722fb tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13399223'] for segment, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:25.629910 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5c01086f-ef1b-4656-9b3e-5cf82c9722fb tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:25.647353 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c01086f-ef1b-4656-9b3e-5cf82c9722fb tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=103320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:43:25.650405 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5c01086f-ef1b-4656-9b3e-5cf82c9722fb tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15765202'] for segment, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:25.657076 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a1a52b74-27a8-471f-8d43-ff19a07799ce req-3b8b6c26-4515-4271-aefd-469fd72a280b service neutron] 10.222.0.11 "GET /v2.0/networks/663ca2d9-20db-46f3-a840-3b61cfaa89c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666675 Apr 05 14:43:25.693433 n-d-836650-2 neutron-server[103320]: Traceback (most recent call last): Apr 05 14:43:25.693433 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:43:25.693433 n-d-836650-2 neutron-server[103320]: timer() Apr 05 14:43:25.693433 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:43:25.693433 n-d-836650-2 neutron-server[103320]: cb(*args, **kw) Apr 05 14:43:25.693433 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:43:25.693433 n-d-836650-2 neutron-server[103320]: return func(*args, **kwargs) Apr 05 14:43:25.693433 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:43:25.693433 n-d-836650-2 neutron-server[103320]: self._notify() Apr 05 14:43:25.693433 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:43:25.693433 n-d-836650-2 neutron-server[103320]: self.callback(batched_events) Apr 05 14:43:25.693433 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:43:25.693433 n-d-836650-2 neutron-server[103320]: event.method(event) Apr 05 14:43:25.693433 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:43:25.693433 n-d-836650-2 neutron-server[103320]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:43:25.693433 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:43:25.693433 n-d-836650-2 neutron-server[103320]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:43:25.693433 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:43:25.693433 n-d-836650-2 neutron-server[103320]: return f(self, *a, **k) Apr 05 14:43:25.693433 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:43:25.693433 n-d-836650-2 neutron-server[103320]: return self._get(url).json() Apr 05 14:43:25.693433 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:43:25.693433 n-d-836650-2 neutron-server[103320]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:43:25.693433 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:43:25.693433 n-d-836650-2 neutron-server[103320]: return self.request(url, 'GET', **kwargs) Apr 05 14:43:25.693433 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:43:25.693433 n-d-836650-2 neutron-server[103320]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:43:25.693433 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:43:25.693433 n-d-836650-2 neutron-server[103320]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:43:25.693433 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:43:25.693433 n-d-836650-2 neutron-server[103320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:43:25.693433 n-d-836650-2 neutron-server[103320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:43:25.721287 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-af46521e-18d2-43f6-85bc-7f0cda492f0a None None] Set router 0a03fabd-6476-497e-8673-086473610873 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:43:25.924238 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-535b96d3-664b-4e5e-a6c1-3b387f82b51b req-3881fed1-8d74-4229-a7fc-fa6676af3c74 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/security-groups?id=6aa4ff47-fb5e-455c-a491-6cc58636c316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5879381 Apr 05 14:43:25.956109 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-671be851-6985-4011-b8e0-b9ef5be2096f tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:25.957712 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-671be851-6985-4011-b8e0-b9ef5be2096f tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] 10.222.0.55 "GET /v2.0/networks?id=d99cb6f7-6407-4303-ae02-9a5b644a27a2 HTTP/1.1" status: 200 len: 813 time: 0.5187531 Apr 05 14:43:25.969850 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10999ca-7678-4a35-8685-cef5b37b4370 req-11105d35-d2f8-4c1e-876d-3709fd40f1d0 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:25.972096 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c10999ca-7678-4a35-8685-cef5b37b4370 req-11105d35-d2f8-4c1e-876d-3709fd40f1d0 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 946 time: 0.2729559 Apr 05 14:43:25.976859 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-89d158f0-ebdb-4287-98cc-b28a50960658 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Request body: {'port': {'device_id': '823315fe-499d-4bb9-b812-afef28b54df6', 'network_id': 'd99cb6f7-6407-4303-ae02-9a5b644a27a2', 'admin_state_up': True, 'tenant_id': 'efc441e7d25044d2b6abdefe3feeaa99'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:43:26.039757 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-af46521e-18d2-43f6-85bc-7f0cda492f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a03fabd-6476-497e-8673-086473610873', 'name': 'tempest-TestVolumeBackupRestore-1960271004-router', 'tenant_id': 'c6d7d106196c47bab9057a60414eb92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'ced65f4f-32ad-4a73-a706-e0f372f2e5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:37:01Z', 'updated_at': '2022-04-05T14:37:10Z', 'revision_number': 4, 'project_id': 'c6d7d106196c47bab9057a60414eb92c', 'gw_port': {'id': 'ced65f4f-32ad-4a73-a706-e0f372f2e5be', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:de:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a03fabd-6476-497e-8673-086473610873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:37:02Z', 'updated_at': '2022-04-05T14:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '4fef5577-f1b9-4970-9f15-0b4229ce8255', 'name': '', 'network_id': '663ca2d9-20db-46f3-a840-3b61cfaa89c4', 'tenant_id': 'c6d7d106196c47bab9057a60414eb92c', 'mac_address': 'fa:16:3e:5b:68:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a03fabd-6476-497e-8673-086473610873', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'fb98ffa3-a246-4ac7-9ee6-065bd7170bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:37:07Z', 'updated_at': '2022-04-05T14:37:13Z', 'revision_number': 5, 'project_id': 'c6d7d106196c47bab9057a60414eb92c', 'subnets': [{'id': 'fb98ffa3-a246-4ac7-9ee6-065bd7170bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:26.070845 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af46521e-18d2-43f6-85bc-7f0cda492f0a None None] The sync data for ids ['0a03fabd-6476-497e-8673-086473610873'] in n-d-836650-2 is: [{'id': '0a03fabd-6476-497e-8673-086473610873', 'name': 'tempest-TestVolumeBackupRestore-1960271004-router', 'tenant_id': 'c6d7d106196c47bab9057a60414eb92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'ced65f4f-32ad-4a73-a706-e0f372f2e5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:37:01Z', 'updated_at': '2022-04-05T14:37:10Z', 'revision_number': 4, 'project_id': 'c6d7d106196c47bab9057a60414eb92c', 'gw_port': {'id': 'ced65f4f-32ad-4a73-a706-e0f372f2e5be', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:de:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a03fabd-6476-497e-8673-086473610873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:37:02Z', 'updated_at': '2022-04-05T14:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '4fef5577-f1b9-4970-9f15-0b4229ce8255', 'name': '', 'network_id': '663ca2d9-20db-46f3-a840-3b61cfaa89c4', 'tenant_id': 'c6d7d106196c47bab9057a60414eb92c', 'mac_address': 'fa:16:3e:5b:68:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a03fabd-6476-497e-8673-086473610873', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'fb98ffa3-a246-4ac7-9ee6-065bd7170bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:37:07Z', 'updated_at': '2022-04-05T14:37:13Z', 'revision_number': 5, 'project_id': 'c6d7d106196c47bab9057a60414eb92c', 'subnets': [{'id': 'fb98ffa3-a246-4ac7-9ee6-065bd7170bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:43:26.128159 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c10999ca-7678-4a35-8685-cef5b37b4370 req-198a7a79-46a6-4df6-a1d6-4702173ceed3 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462085 Apr 05 14:43:26.134692 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5c01086f-ef1b-4656-9b3e-5cf82c9722fb tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:26.150912 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5c01086f-ef1b-4656-9b3e-5cf82c9722fb tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:26.150912 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-5c01086f-ef1b-4656-9b3e-5cf82c9722fb tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "DELETE /v2.0/networks/751f1ac1-81e4-4ccf-904e-a63eaf3f6953 HTTP/1.1" status: 204 len: 168 time: 1.8946545 Apr 05 14:43:26.153445 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 52522) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:43:26.163506 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-11af4ff9-4f96-4c54-99bc-1242b252b6ef tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1939920238', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}, 'admin_state_up': False}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:43:26.187242 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c01086f-ef1b-4656-9b3e-5cf82c9722fb tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Pushing event deleted for resources: {'Network': ['ID=751f1ac1-81e4-4ccf-904e-a63eaf3f6953,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:26.208054 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c273175-7f1e-4331-9bb6-f40616a6cf11 req-574849fe-df53-407a-8d2e-91310b338844 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:26.229478 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2c273175-7f1e-4331-9bb6-f40616a6cf11 req-574849fe-df53-407a-8d2e-91310b338844 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] 10.222.0.30 "GET /v2.0/ports?device_id=cff8471e-9af1-4cec-a212-0e4dc1e3ad81 HTTP/1.1" status: 200 len: 945 time: 0.2268980 Apr 05 14:43:26.344615 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2c273175-7f1e-4331-9bb6-f40616a6cf11 req-665cc8cd-754d-42e7-b415-d0f7606a2b6e tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] 10.222.0.30 "GET /v2.0/security-groups?id=78dcbee3-58e7-4ac0-a42b-70562828d389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143346 Apr 05 14:43:26.418721 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-89d158f0-ebdb-4287-98cc-b28a50960658 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Made reservation on behalf of efc441e7d25044d2b6abdefe3feeaa99 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:43:26.426075 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-89d158f0-ebdb-4287-98cc-b28a50960658 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:26.426278 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-11af4ff9-4f96-4c54-99bc-1242b252b6ef tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27088'] for router, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:26.426753 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-11af4ff9-4f96-4c54-99bc-1242b252b6ef tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27079'] for router, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:26.440046 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-8f503ce9-8df8-496d-8dbf-be86cc9612e1 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:26.442445 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-8f503ce9-8df8-496d-8dbf-be86cc9612e1 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] 10.222.0.11 "GET /v2.0/networks?id=d99cb6f7-6407-4303-ae02-9a5b644a27a2 HTTP/1.1" status: 200 len: 813 time: 0.2071562 Apr 05 14:43:26.454450 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74047410-a6c7-434e-860d-673a94d3f841 req-94548a05-2db3-4737-ba3e-937dcad78554 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:26.462312 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-74047410-a6c7-434e-860d-673a94d3f841 req-94548a05-2db3-4737-ba3e-937dcad78554 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdec92e3-43d0-4811-92b1-9baab3c5f0ca HTTP/1.1" status: 200 len: 945 time: 0.1452799 Apr 05 14:43:26.514374 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-11af4ff9-4f96-4c54-99bc-1242b252b6ef tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:26.518244 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-70a4650a-88d8-4045-b2cf-0b2aa1f1b0c8 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Request body: {'port': {'device_id': '00e74c8d-aa9f-4543-84f3-59383c57d57d', 'network_id': 'd99cb6f7-6407-4303-ae02-9a5b644a27a2', 'admin_state_up': True, 'tenant_id': 'efc441e7d25044d2b6abdefe3feeaa99'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:43:26.523359 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8232e634-93a4-48bb-b39e-06a903ea6b9e None None] New status for floating IP b186bae3-706a-44a6-a274-c0812022a41f: DOWN {{(pid=103323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 14:43:26.617161 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-74047410-a6c7-434e-860d-673a94d3f841 req-0efbbe73-0eb9-460b-beb9-455664876a55 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=11640d9f-a14a-4756-b499-b13013deda57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411359 Apr 05 14:43:26.670953 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f43587-d20c-4dab-ab4f-2f2e95532729 req-a170cbae-ff57-4cdc-a599-1982f0ed5075 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:26.672561 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-90f43587-d20c-4dab-ab4f-2f2e95532729 req-a170cbae-ff57-4cdc-a599-1982f0ed5075 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 946 time: 0.1831536 Apr 05 14:43:26.742724 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ef5139e1-2946-40bf-9e13-9c6cecd0f1e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:26.778024 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-987816e9-78ea-46c1-9a7a-aa83d247161a req-944578fd-f15c-44db-8f8b-e0995d79832a tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] 10.222.0.30 "GET /v2.0/ports?device_id=00e74c8d-aa9f-4543-84f3-59383c57d57d HTTP/1.1" status: 200 len: 210 time: 0.0589652 Apr 05 14:43:26.795035 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-89d158f0-ebdb-4287-98cc-b28a50960658 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Allocated IP 172.20.0.5 (d99cb6f7-6407-4303-ae02-9a5b644a27a2/fd0096c5-c02d-41c4-8ca2-6bcd047f8c5e/60d5c0d5-1241-4a3f-869a-92ce73184f75) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:43:26.804333 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-90f43587-d20c-4dab-ab4f-2f2e95532729 req-c10bd51e-624e-429a-a507-2efbab96ea85 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040058 Apr 05 14:43:26.804581 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-11af4ff9-4f96-4c54-99bc-1242b252b6ef tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:26.888760 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-70a4650a-88d8-4045-b2cf-0b2aa1f1b0c8 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Made reservation on behalf of efc441e7d25044d2b6abdefe3feeaa99 for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:43:26.902088 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-70a4650a-88d8-4045-b2cf-0b2aa1f1b0c8 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:26.982413 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-89d158f0-ebdb-4287-98cc-b28a50960658 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:27.005051 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device ccc3c08e-3e3e-41d7-af58-186f3b3a7d17 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:43:27.043369 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: ccc3c08e-3e3e-41d7-af58-186f3b3a7d17 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:43:27.045334 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device ccc3c08e-3e3e-41d7-af58-186f3b3a7d17 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:43:27.111886 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-89d158f0-ebdb-4287-98cc-b28a50960658 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:27.174754 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccacc49-daa1-4343-92b7-44621fbcf177 req-a8f279a0-22b4-4394-bbc5-187e2ac8a435 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:27.176284 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fccacc49-daa1-4343-92b7-44621fbcf177 req-a8f279a0-22b4-4394-bbc5-187e2ac8a435 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] 10.222.0.11 "GET /v2.0/ports?device_id=cff8471e-9af1-4cec-a212-0e4dc1e3ad81 HTTP/1.1" status: 200 len: 945 time: 0.1511161 Apr 05 14:43:27.181283 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-89d158f0-ebdb-4287-98cc-b28a50960658 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Network d99cb6f7-6407-4303-ae02-9a5b644a27a2 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:43:27.192852 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-70a4650a-88d8-4045-b2cf-0b2aa1f1b0c8 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Allocated IP 172.20.0.4 (d99cb6f7-6407-4303-ae02-9a5b644a27a2/fd0096c5-c02d-41c4-8ca2-6bcd047f8c5e/34039e3c-5c3b-4ae2-b7fc-433ae6a5f4f8) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:43:27.203624 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-89d158f0-ebdb-4287-98cc-b28a50960658 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:43:27.206599 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-89d158f0-ebdb-4287-98cc-b28a50960658 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:43:27.281914 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504bec27-eeb3-4603-ae40-85c3aca921be req-932a60cf-21b3-4ec0-ad43-17fa74236211 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:27.284729 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-504bec27-eeb3-4603-ae40-85c3aca921be req-932a60cf-21b3-4ec0-ad43-17fa74236211 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0e13fb1-7b16-4da2-b3da-d5d251f3b8be HTTP/1.1" status: 200 len: 945 time: 0.2252209 Apr 05 14:43:27.297188 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d158f0-ebdb-4287-98cc-b28a50960658 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Pushing event updated for resources: {'Port': ['ID=60d5c0d5-1241-4a3f-869a-92ce73184f75,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:27.466324 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-504bec27-eeb3-4603-ae40-85c3aca921be req-faa2512d-d114-4ee4-a058-4e97950820c2 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/security-groups?id=6aa4ff47-fb5e-455c-a491-6cc58636c316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623158 Apr 05 14:43:27.479342 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-89d158f0-ebdb-4287-98cc-b28a50960658 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:27.487410 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-89d158f0-ebdb-4287-98cc-b28a50960658 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:27.578663 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-fccacc49-daa1-4343-92b7-44621fbcf177 req-e3048a9e-e2bd-4d29-bf98-7c017b8dfdb9 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Deleting port 42a919fd-83f7-4a0e-ad02-7c018309dfb5 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:43:27.579007 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-fccacc49-daa1-4343-92b7-44621fbcf177 req-e3048a9e-e2bd-4d29-bf98-7c017b8dfdb9 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:27.591804 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-11af4ff9-4f96-4c54-99bc-1242b252b6ef tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for router_gateway, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:27.634219 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-11af4ff9-4f96-4c54-99bc-1242b252b6ef tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:27.666382 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-70a4650a-88d8-4045-b2cf-0b2aa1f1b0c8 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:27.807249 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-11af4ff9-4f96-4c54-99bc-1242b252b6ef tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Allocated IP 172.25.6.104 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/fc2ad961-e7aa-4319-9e2b-064b21624b70) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:43:27.815848 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 140253c8-15b3-4099-8d27-94ba0fee6762 up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:43:27.868786 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-70a4650a-88d8-4045-b2cf-0b2aa1f1b0c8 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:27.992991 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:28.021718 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port 140253c8-15b3-4099-8d27-94ba0fee6762 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:43:28.024332 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-11af4ff9-4f96-4c54-99bc-1242b252b6ef tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:28.026985 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port 140253c8-15b3-4099-8d27-94ba0fee6762 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:43:28.027621 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:28.072398 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8705338-2ab7-4b47-9bf7-56f2f3e4622b req-c68cd544-f0a1-4a96-88e6-9fdf175cfbb9 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:28.075573 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c8705338-2ab7-4b47-9bf7-56f2f3e4622b req-c68cd544-f0a1-4a96-88e6-9fdf175cfbb9 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] 10.222.0.30 "GET /v2.0/ports?device_id=cff8471e-9af1-4cec-a212-0e4dc1e3ad81 HTTP/1.1" status: 200 len: 945 time: 0.5478199 Apr 05 14:43:28.090395 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-89d158f0-ebdb-4287-98cc-b28a50960658 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1172783 Apr 05 14:43:28.132836 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-70a4650a-88d8-4045-b2cf-0b2aa1f1b0c8 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Network d99cb6f7-6407-4303-ae02-9a5b644a27a2 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:43:28.145641 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-5d1bd7df-e975-4d0e-bf9c-f5c5390e78b5 service neutron] Request body: {'port': {'device_id': '823315fe-499d-4bb9-b812-afef28b54df6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:43:28.155063 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-70a4650a-88d8-4045-b2cf-0b2aa1f1b0c8 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:43:28.158881 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-11af4ff9-4f96-4c54-99bc-1242b252b6ef tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:28.161524 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-70a4650a-88d8-4045-b2cf-0b2aa1f1b0c8 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:43:28.163859 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a4650a-88d8-4045-b2cf-0b2aa1f1b0c8 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Pushing event updated for resources: {'Port': ['ID=34039e3c-5c3b-4ae2-b7fc-433ae6a5f4f8,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:28.215729 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-5d1bd7df-e975-4d0e-bf9c-f5c5390e78b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:28.240095 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:28.248088 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11af4ff9-4f96-4c54-99bc-1242b252b6ef tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:43:28.256997 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-11af4ff9-4f96-4c54-99bc-1242b252b6ef tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:43:28.262160 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11af4ff9-4f96-4c54-99bc-1242b252b6ef tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:43:28.271280 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-70a4650a-88d8-4045-b2cf-0b2aa1f1b0c8 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:28.272149 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-70a4650a-88d8-4045-b2cf-0b2aa1f1b0c8 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:28.279287 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11af4ff9-4f96-4c54-99bc-1242b252b6ef tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Pushing event updated for resources: {'Port': ['ID=fc2ad961-e7aa-4319-9e2b-064b21624b70,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:28.307699 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0e13fb1-7b16-4da2-b3da-d5d251f3b8be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '140253c8-15b3-4099-8d27-94ba0fee6762'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:43:28.316631 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec17f31a-18af-404b-a242-8ade91a39f96" -d '{"events": [{"server_uuid": "a0e13fb1-7b16-4da2-b3da-d5d251f3b8be", "name": "network-vif-plugged", "status": "completed", "tag": "140253c8-15b3-4099-8d27-94ba0fee6762"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:43:28.331961 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 140253c8-15b3-4099-8d27-94ba0fee6762, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=140253c8-15b3-4099-8d27-94ba0fee6762,segment=NetworkSegment(2e5fff45-c274-4677-ad93-946fb51d752d),segment_id=2e5fff45-c274-4677-ad93-946fb51d752d)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:43:28.477211 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-70a4650a-88d8-4045-b2cf-0b2aa1f1b0c8 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9647865 Apr 05 14:43:28.484495 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:28.487318 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c8705338-2ab7-4b47-9bf7-56f2f3e4622b req-1cc51dad-3bfe-4c98-90e6-e79f874b0183 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] 10.222.0.30 "GET /v2.0/security-groups?id=78dcbee3-58e7-4ac0-a42b-70562828d389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3931541 Apr 05 14:43:28.503774 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-2e7084ef-4f29-46b8-8b4c-678b634332d1 service neutron] Request body: {'port': {'device_id': '00e74c8d-aa9f-4543-84f3-59383c57d57d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-2'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:43:28.530124 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34339bc-cf18-4762-a9eb-db602118f2a4 req-d24f4568-2aa8-49c9-821a-e1519f228d29 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:28.539857 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f34339bc-cf18-4762-a9eb-db602118f2a4 req-d24f4568-2aa8-49c9-821a-e1519f228d29 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdec92e3-43d0-4811-92b1-9baab3c5f0ca HTTP/1.1" status: 200 len: 945 time: 0.4619071 Apr 05 14:43:28.599275 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-fccacc49-daa1-4343-92b7-44621fbcf177 req-e3048a9e-e2bd-4d29-bf98-7c017b8dfdb9 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] For port 42a919fd-83f7-4a0e-ad02-7c018309dfb5, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=42a919fd-83f7-4a0e-ad02-7c018309dfb5,segment=NetworkSegment(1610584a-44c8-4b27-96be-b982f9c02807),segment_id=1610584a-44c8-4b27-96be-b982f9c02807)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:43:28.599628 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-fccacc49-daa1-4343-92b7-44621fbcf177 req-e3048a9e-e2bd-4d29-bf98-7c017b8dfdb9 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:28.601600 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=140253c8-15b3-4099-8d27-94ba0fee6762,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:28.623316 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-2e7084ef-4f29-46b8-8b4c-678b634332d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:28.651288 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f34339bc-cf18-4762-a9eb-db602118f2a4 req-50a2dff1-c649-44f0-92c1-2c591b0fb1ac tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=11640d9f-a14a-4756-b499-b13013deda57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108782 Apr 05 14:43:28.717115 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-fccacc49-daa1-4343-92b7-44621fbcf177 req-e3048a9e-e2bd-4d29-bf98-7c017b8dfdb9 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Calling delete_port for 42a919fd-83f7-4a0e-ad02-7c018309dfb5 owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:43:28.717220 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d42278ce-bf91-4f4e-a5a5-26e5eb7dbde2 x-openstack-request-id: req-d42278ce-bf91-4f4e-a5a5-26e5eb7dbde2 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:43:28.717220 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0e13fb1-7b16-4da2-b3da-d5d251f3b8be", "name": "network-vif-plugged", "status": "completed", "tag": "140253c8-15b3-4099-8d27-94ba0fee6762", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:43:28.717220 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d42278ce-bf91-4f4e-a5a5-26e5eb7dbde2 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:43:28.717220 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d42278ce-bf91-4f4e-a5a5-26e5eb7dbde2'] response: {'server_uuid': 'a0e13fb1-7b16-4da2-b3da-d5d251f3b8be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '140253c8-15b3-4099-8d27-94ba0fee6762', 'code': 200} Apr 05 14:43:28.731165 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-5d1bd7df-e975-4d0e-bf9c-f5c5390e78b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60d5c0d5-1241-4a3f-869a-92ce73184f75 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:43:28.743976 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-5d1bd7df-e975-4d0e-bf9c-f5c5390e78b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:28.834135 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e67a2a-cbe8-4627-b44f-3817a061ee57 req-04ce917f-f977-4b48-bf3e-7132a774f2f5 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:28.835673 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-56e67a2a-cbe8-4627-b44f-3817a061ee57 req-04ce917f-f977-4b48-bf3e-7132a774f2f5 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] 10.222.0.30 "GET /v2.0/ports?device_id=00e74c8d-aa9f-4543-84f3-59383c57d57d HTTP/1.1" status: 200 len: 931 time: 0.1834960 Apr 05 14:43:28.836745 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-5d1bd7df-e975-4d0e-bf9c-f5c5390e78b5 service neutron] Transition to ACTIVE for port object 60d5c0d5-1241-4a3f-869a-92ce73184f75 will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:43:28.986636 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-56e67a2a-cbe8-4627-b44f-3817a061ee57 req-1e177f45-2812-4a5b-8c28-c2255fc16ec4 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbd4ea00-4b92-43d2-aa08-6c747762c70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112120 Apr 05 14:43:29.002043 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-5d1bd7df-e975-4d0e-bf9c-f5c5390e78b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:29.049336 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-11af4ff9-4f96-4c54-99bc-1242b252b6ef tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for router_gateway, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:29.129417 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944309fe-60b0-43fb-b742-1ac76dfb3cef req-5b84b876-5a3b-4f59-8221-2a1bef37f38b tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:29.138919 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-944309fe-60b0-43fb-b742-1ac76dfb3cef req-5b84b876-5a3b-4f59-8221-2a1bef37f38b tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0e13fb1-7b16-4da2-b3da-d5d251f3b8be HTTP/1.1" status: 200 len: 946 time: 0.3197212 Apr 05 14:43:29.194833 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea98f89e-d436-42c6-88d8-34398d7a1868 req-9044d7e1-e7f4-4b6d-8446-042150b8617b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:29.196371 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ea98f89e-d436-42c6-88d8-34398d7a1868 req-9044d7e1-e7f4-4b6d-8446-042150b8617b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a0e13fb1-7b16-4da2-b3da-d5d251f3b8be HTTP/1.1" status: 200 len: 1097 time: 0.3242781 Apr 05 14:43:29.257726 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-944309fe-60b0-43fb-b742-1ac76dfb3cef req-f991b3d0-0472-4651-88d4-c9aadb060614 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/security-groups?id=6aa4ff47-fb5e-455c-a491-6cc58636c316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167088 Apr 05 14:43:29.263887 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1bd7df-e975-4d0e-bf9c-f5c5390e78b5 service neutron] Pushing event updated for resources: {'Port': ['ID=60d5c0d5-1241-4a3f-869a-92ce73184f75,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:29.324518 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-2e7084ef-4f29-46b8-8b4c-678b634332d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34039e3c-5c3b-4ae2-b7fc-433ae6a5f4f8 {{(pid=103321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:43:29.339050 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-2e7084ef-4f29-46b8-8b4c-678b634332d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:29.357364 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ea98f89e-d436-42c6-88d8-34398d7a1868 req-f557505a-ba20-41f2-b946-7670c435959c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6aa4ff47-fb5e-455c-a491-6cc58636c316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486595 Apr 05 14:43:29.368057 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.provisioning_blocks [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-2e7084ef-4f29-46b8-8b4c-678b634332d1 service neutron] Transition to ACTIVE for port object 34039e3c-5c3b-4ae2-b7fc-433ae6a5f4f8 will not be triggered until provisioned by entity L2. {{(pid=103321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:43:29.389850 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-5d1bd7df-e975-4d0e-bf9c-f5c5390e78b5 service neutron] Attempting to bind port 60d5c0d5-1241-4a3f-869a-92ce73184f75 on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:43:29.390182 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-5d1bd7df-e975-4d0e-bf9c-f5c5390e78b5 service neutron] Attempting to bind port 60d5c0d5-1241-4a3f-869a-92ce73184f75 by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': 'a7a576d5-7e19-454b-9cb6-12eb07c3f434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd99cb6f7-6407-4303-ae02-9a5b644a27a2'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:43:29.390517 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-5d1bd7df-e975-4d0e-bf9c-f5c5390e78b5 service neutron] Attempting to bind port 60d5c0d5-1241-4a3f-869a-92ce73184f75 on network d99cb6f7-6407-4303-ae02-9a5b644a27a2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:43:29.397015 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-5d1bd7df-e975-4d0e-bf9c-f5c5390e78b5 service neutron] Port 60d5c0d5-1241-4a3f-869a-92ce73184f75 on network d99cb6f7-6407-4303-ae02-9a5b644a27a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:43:29.397366 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-5d1bd7df-e975-4d0e-bf9c-f5c5390e78b5 service neutron] Attempting to bind port 60d5c0d5-1241-4a3f-869a-92ce73184f75 on network d99cb6f7-6407-4303-ae02-9a5b644a27a2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:43:29.406962 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-5d1bd7df-e975-4d0e-bf9c-f5c5390e78b5 service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:43:29.407563 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-5d1bd7df-e975-4d0e-bf9c-f5c5390e78b5 service neutron] Checking segment: {'id': 'a7a576d5-7e19-454b-9cb6-12eb07c3f434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd99cb6f7-6407-4303-ae02-9a5b644a27a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:43:29.408233 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-5d1bd7df-e975-4d0e-bf9c-f5c5390e78b5 service neutron] Bound using segment: {'id': 'a7a576d5-7e19-454b-9cb6-12eb07c3f434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd99cb6f7-6407-4303-ae02-9a5b644a27a2'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:43:29.408850 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-5d1bd7df-e975-4d0e-bf9c-f5c5390e78b5 service neutron] Bound port: 60d5c0d5-1241-4a3f-869a-92ce73184f75, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7a576d5-7e19-454b-9cb6-12eb07c3f434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd99cb6f7-6407-4303-ae02-9a5b644a27a2'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:43:29.409395 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-5d1bd7df-e975-4d0e-bf9c-f5c5390e78b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:29.498360 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-5d1bd7df-e975-4d0e-bf9c-f5c5390e78b5 service neutron] For port 60d5c0d5-1241-4a3f-869a-92ce73184f75, host n-h1-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:43:29.502963 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-2e7084ef-4f29-46b8-8b4c-678b634332d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:29.504419 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-5d1bd7df-e975-4d0e-bf9c-f5c5390e78b5 service neutron] For port 60d5c0d5-1241-4a3f-869a-92ce73184f75, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=60d5c0d5-1241-4a3f-869a-92ce73184f75,segment=NetworkSegment(a7a576d5-7e19-454b-9cb6-12eb07c3f434),segment_id=a7a576d5-7e19-454b-9cb6-12eb07c3f434)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:43:29.544156 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-fccacc49-daa1-4343-92b7-44621fbcf177 req-e3048a9e-e2bd-4d29-bf98-7c017b8dfdb9 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:29.576062 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:29.605638 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-5d1bd7df-e975-4d0e-bf9c-f5c5390e78b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:29.624908 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3048a9e-e2bd-4d29-bf98-7c017b8dfdb9 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Pushing event deleted for resources: {'Port': ['ID=42a919fd-83f7-4a0e-ad02-7c018309dfb5,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:29.646574 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:29.691263 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7084ef-4f29-46b8-8b4c-678b634332d1 service neutron] Pushing event updated for resources: {'Port': ['ID=34039e3c-5c3b-4ae2-b7fc-433ae6a5f4f8,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:29.696692 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-11af4ff9-4f96-4c54-99bc-1242b252b6ef tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618'] for router, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:29.726728 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-617dc43a-4659-4ba5-aa50-51daf72b12eb req-35c4a3b5-52a9-4be9-a539-16103b2b9ac0 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] 10.222.0.30 "GET /v2.0/ports?device_id=cff8471e-9af1-4cec-a212-0e4dc1e3ad81 HTTP/1.1" status: 200 len: 210 time: 0.0996966 Apr 05 14:43:29.756971 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-fccacc49-daa1-4343-92b7-44621fbcf177 req-e3048a9e-e2bd-4d29-bf98-7c017b8dfdb9 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] No DVR routers for this DVR port 42a919fd-83f7-4a0e-ad02-7c018309dfb5 on host n-h2-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:43:29.759453 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-fccacc49-daa1-4343-92b7-44621fbcf177 req-e3048a9e-e2bd-4d29-bf98-7c017b8dfdb9 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:29.762946 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fccacc49-daa1-4343-92b7-44621fbcf177 req-e3048a9e-e2bd-4d29-bf98-7c017b8dfdb9 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] 10.222.0.11 "DELETE /v2.0/ports/42a919fd-83f7-4a0e-ad02-7c018309dfb5 HTTP/1.1" status: 204 len: 173 time: 2.5793302 Apr 05 14:43:29.764297 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-5d1bd7df-e975-4d0e-bf9c-f5c5390e78b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:29.764933 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-5d1bd7df-e975-4d0e-bf9c-f5c5390e78b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:29.766236 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-5d1bd7df-e975-4d0e-bf9c-f5c5390e78b5 service neutron] 10.222.0.55 "PUT /v2.0/ports/60d5c0d5-1241-4a3f-869a-92ce73184f75 HTTP/1.1" status: 200 len: 1091 time: 1.6467068 Apr 05 14:43:29.766718 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff8471e-9af1-4cec-a212-0e4dc1e3ad81', 'name': 'network-vif-deleted', 'tag': '42a919fd-83f7-4a0e-ad02-7c018309dfb5'}, {'name': 'network-changed', 'server_uuid': '823315fe-499d-4bb9-b812-afef28b54df6', 'tag': '60d5c0d5-1241-4a3f-869a-92ce73184f75'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:43:29.769930 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3247a705-91fe-4ee8-a031-3a18ea43e63e" -d '{"events": [{"server_uuid": "cff8471e-9af1-4cec-a212-0e4dc1e3ad81", "name": "network-vif-deleted", "tag": "42a919fd-83f7-4a0e-ad02-7c018309dfb5"}, {"name": "network-changed", "server_uuid": "823315fe-499d-4bb9-b812-afef28b54df6", "tag": "60d5c0d5-1241-4a3f-869a-92ce73184f75"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:43:29.821461 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1bd7df-e975-4d0e-bf9c-f5c5390e78b5 service neutron] Pushing event updated for resources: {'Port': ['ID=60d5c0d5-1241-4a3f-869a-92ce73184f75,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:29.841603 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ddc369-e6c8-4d95-a30c-8628ac0194af req-b253e6d1-e026-4ec6-8049-c4cc161aa5d6 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:29.845225 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b3ddc369-e6c8-4d95-a30c-8628ac0194af req-b253e6d1-e026-4ec6-8049-c4cc161aa5d6 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdec92e3-43d0-4811-92b1-9baab3c5f0ca HTTP/1.1" status: 200 len: 945 time: 0.0680783 Apr 05 14:43:29.894852 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b3ddc369-e6c8-4d95-a30c-8628ac0194af req-2d06ce70-b7c0-49b7-8f44-2c117fb60a87 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=11640d9f-a14a-4756-b499-b13013deda57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442998 Apr 05 14:43:29.898889 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 05 Apr 2022 14:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b88fd4-e3ff-4094-96b4-993ffd9bcb71 x-openstack-request-id: req-d9b88fd4-e3ff-4094-96b4-993ffd9bcb71 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:43:29.899185 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cff8471e-9af1-4cec-a212-0e4dc1e3ad81", "name": "network-vif-deleted", "tag": "42a919fd-83f7-4a0e-ad02-7c018309dfb5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "823315fe-499d-4bb9-b812-afef28b54df6", "tag": "60d5c0d5-1241-4a3f-869a-92ce73184f75", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:43:29.899435 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d9b88fd4-e3ff-4094-96b4-993ffd9bcb71 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:43:29.899839 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9b88fd4-e3ff-4094-96b4-993ffd9bcb71'] response: {'server_uuid': 'cff8471e-9af1-4cec-a212-0e4dc1e3ad81', 'name': 'network-vif-deleted', 'tag': '42a919fd-83f7-4a0e-ad02-7c018309dfb5', 'status': 'completed', 'code': 200} Apr 05 14:43:29.902137 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9b88fd4-e3ff-4094-96b4-993ffd9bcb71'] response: {'name': 'network-changed', 'server_uuid': '823315fe-499d-4bb9-b812-afef28b54df6', 'tag': '60d5c0d5-1241-4a3f-869a-92ce73184f75', 'status': 'completed', 'code': 200} Apr 05 14:43:29.943657 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-2e7084ef-4f29-46b8-8b4c-678b634332d1 service neutron] Attempting to bind port 34039e3c-5c3b-4ae2-b7fc-433ae6a5f4f8 on host n-h2-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:43:29.943995 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-2e7084ef-4f29-46b8-8b4c-678b634332d1 service neutron] Attempting to bind port 34039e3c-5c3b-4ae2-b7fc-433ae6a5f4f8 by drivers openvswitch,hyperv on host n-h2-836650-2 at level 0 using segments [{'id': 'a7a576d5-7e19-454b-9cb6-12eb07c3f434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd99cb6f7-6407-4303-ae02-9a5b644a27a2'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:43:29.944378 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-2e7084ef-4f29-46b8-8b4c-678b634332d1 service neutron] Attempting to bind port 34039e3c-5c3b-4ae2-b7fc-433ae6a5f4f8 on network d99cb6f7-6407-4303-ae02-9a5b644a27a2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:43:29.965320 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-2e7084ef-4f29-46b8-8b4c-678b634332d1 service neutron] Port 34039e3c-5c3b-4ae2-b7fc-433ae6a5f4f8 on network d99cb6f7-6407-4303-ae02-9a5b644a27a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:43:29.966239 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-2e7084ef-4f29-46b8-8b4c-678b634332d1 service neutron] Attempting to bind port 34039e3c-5c3b-4ae2-b7fc-433ae6a5f4f8 on network d99cb6f7-6407-4303-ae02-9a5b644a27a2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:43:29.977012 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-2e7084ef-4f29-46b8-8b4c-678b634332d1 service neutron] Checking agent: {'id': '6d8cf521-24bb-4b6a-bbae-0284f5c87a9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:43:29.981995 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-2e7084ef-4f29-46b8-8b4c-678b634332d1 service neutron] Checking segment: {'id': 'a7a576d5-7e19-454b-9cb6-12eb07c3f434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd99cb6f7-6407-4303-ae02-9a5b644a27a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:43:29.981995 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-2e7084ef-4f29-46b8-8b4c-678b634332d1 service neutron] Bound using segment: {'id': 'a7a576d5-7e19-454b-9cb6-12eb07c3f434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd99cb6f7-6407-4303-ae02-9a5b644a27a2'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:43:29.981995 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-2e7084ef-4f29-46b8-8b4c-678b634332d1 service neutron] Bound port: 34039e3c-5c3b-4ae2-b7fc-433ae6a5f4f8, host: n-h2-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7a576d5-7e19-454b-9cb6-12eb07c3f434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd99cb6f7-6407-4303-ae02-9a5b644a27a2'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:43:29.981995 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-2e7084ef-4f29-46b8-8b4c-678b634332d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:30.038364 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3247a705-91fe-4ee8-a031-3a18ea43e63e req-bdc1b28c-3cd2-4621-aef5-e6b5b6bdd04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:30.042210 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3247a705-91fe-4ee8-a031-3a18ea43e63e req-bdc1b28c-3cd2-4621-aef5-e6b5b6bdd04f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=efc441e7d25044d2b6abdefe3feeaa99&device_id=823315fe-499d-4bb9-b812-afef28b54df6 HTTP/1.1" status: 200 len: 1094 time: 0.0966234 Apr 05 14:43:30.182406 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-2e7084ef-4f29-46b8-8b4c-678b634332d1 service neutron] For port 34039e3c-5c3b-4ae2-b7fc-433ae6a5f4f8, host n-h2-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:43:30.188194 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-2e7084ef-4f29-46b8-8b4c-678b634332d1 service neutron] For port 34039e3c-5c3b-4ae2-b7fc-433ae6a5f4f8, host n-h2-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=34039e3c-5c3b-4ae2-b7fc-433ae6a5f4f8,segment=NetworkSegment(a7a576d5-7e19-454b-9cb6-12eb07c3f434),segment_id=a7a576d5-7e19-454b-9cb6-12eb07c3f434)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:43:30.273659 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-2e7084ef-4f29-46b8-8b4c-678b634332d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:30.304171 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3247a705-91fe-4ee8-a031-3a18ea43e63e req-72927b27-e4fc-45bd-ae64-f88638db782d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:30.307306 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3247a705-91fe-4ee8-a031-3a18ea43e63e req-72927b27-e4fc-45bd-ae64-f88638db782d service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=efc441e7d25044d2b6abdefe3feeaa99&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2556729 Apr 05 14:43:30.390857 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7084ef-4f29-46b8-8b4c-678b634332d1 service neutron] Pushing event updated for resources: {'Port': ['ID=34039e3c-5c3b-4ae2-b7fc-433ae6a5f4f8,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:30.396128 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11af4ff9-4f96-4c54-99bc-1242b252b6ef tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Router d35845ba-199d-4c69-afc3-51c12d28f4f1 is scheduled to L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 with binding_index 1 {{(pid=103321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:43:30.421570 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-2e7084ef-4f29-46b8-8b4c-678b634332d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:30.422431 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-2e7084ef-4f29-46b8-8b4c-678b634332d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:30.423652 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-2e7084ef-4f29-46b8-8b4c-678b634332d1 service neutron] 10.222.0.11 "PUT /v2.0/ports/34039e3c-5c3b-4ae2-b7fc-433ae6a5f4f8 HTTP/1.1" status: 200 len: 1091 time: 1.9270227 Apr 05 14:43:30.424102 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00e74c8d-aa9f-4543-84f3-59383c57d57d', 'tag': '34039e3c-5c3b-4ae2-b7fc-433ae6a5f4f8'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:43:30.439329 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-104449b2-582b-46fe-8262-35634a1c939d" -d '{"events": [{"name": "network-changed", "server_uuid": "00e74c8d-aa9f-4543-84f3-59383c57d57d", "tag": "34039e3c-5c3b-4ae2-b7fc-433ae6a5f4f8"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:43:30.503279 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 42a919fd-83f7-4a0e-ad02-7c018309dfb5 no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:43:30.589891 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab9031b-5b3c-4c9b-a273-617574cc3055 req-8520f056-193b-4bad-a411-18d7ee9018d0 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:30.598773 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fab9031b-5b3c-4c9b-a273-617574cc3055 req-8520f056-193b-4bad-a411-18d7ee9018d0 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] 10.222.0.30 "GET /v2.0/ports?device_id=00e74c8d-aa9f-4543-84f3-59383c57d57d HTTP/1.1" status: 200 len: 943 time: 0.2884665 Apr 05 14:43:30.620354 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] No Port match for: 42a919fd-83f7-4a0e-ad02-7c018309dfb5 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:43:30.625333 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 42a919fd-83f7-4a0e-ad02-7c018309dfb5 not bound to the agent host n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:43:30.639222 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11af4ff9-4f96-4c54-99bc-1242b252b6ef tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:43:30.653483 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ea8ea9-fb58-4037-82ef-da124463321a None None] Sync routers for ids ['d35845ba-199d-4c69-afc3-51c12d28f4f1'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:43:30.710390 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ea8ea9-fb58-4037-82ef-da124463321a None None] Routers {'d35845ba-199d-4c69-afc3-51c12d28f4f1'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:43:30.710390 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-89ea8ea9-fb58-4037-82ef-da124463321a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:43:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['d35845ba-199d-4c69-afc3-51c12d28f4f1'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:30.716903 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e3195-4505-45a2-ac9a-897511ecabc4 req-9026e4f1-bf3a-4753-9de3-49b8f55700ae tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:30.721135 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0f0e3195-4505-45a2-ac9a-897511ecabc4 req-9026e4f1-bf3a-4753-9de3-49b8f55700ae tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0e13fb1-7b16-4da2-b3da-d5d251f3b8be HTTP/1.1" status: 200 len: 946 time: 0.2964869 Apr 05 14:43:30.726790 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3247a705-91fe-4ee8-a031-3a18ea43e63e req-4c435897-236d-486f-858d-c828d9b9b7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:30.734375 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3247a705-91fe-4ee8-a031-3a18ea43e63e req-4c435897-236d-486f-858d-c828d9b9b7e2 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4006739 Apr 05 14:43:30.770095 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fab9031b-5b3c-4c9b-a273-617574cc3055 req-976f5ba3-0845-4f7d-8ea2-59e5d48cebb8 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbd4ea00-4b92-43d2-aa08-6c747762c70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532810 Apr 05 14:43:30.796711 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-11af4ff9-4f96-4c54-99bc-1242b252b6ef tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:30.805357 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-11af4ff9-4f96-4c54-99bc-1242b252b6ef tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 4.6459079 Apr 05 14:43:30.808597 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 52632) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:43:30.846720 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-89ea8ea9-fb58-4037-82ef-da124463321a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:30.883303 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ea8ea9-fb58-4037-82ef-da124463321a None None] Routers {'d35845ba-199d-4c69-afc3-51c12d28f4f1'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:43:30.884580 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-89ea8ea9-fb58-4037-82ef-da124463321a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:43:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['d35845ba-199d-4c69-afc3-51c12d28f4f1'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:30.956333 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ab630e-dcdd-474f-aa52-f0a39988713c x-openstack-request-id: req-76ab630e-dcdd-474f-aa52-f0a39988713c {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:43:30.956645 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00e74c8d-aa9f-4543-84f3-59383c57d57d", "tag": "34039e3c-5c3b-4ae2-b7fc-433ae6a5f4f8", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:43:30.956969 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-76ab630e-dcdd-474f-aa52-f0a39988713c {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:43:30.957388 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76ab630e-dcdd-474f-aa52-f0a39988713c'] response: {'name': 'network-changed', 'server_uuid': '00e74c8d-aa9f-4543-84f3-59383c57d57d', 'tag': '34039e3c-5c3b-4ae2-b7fc-433ae6a5f4f8', 'status': 'completed', 'code': 200} Apr 05 14:43:31.013672 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-89ea8ea9-fb58-4037-82ef-da124463321a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:31.016546 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ea8ea9-fb58-4037-82ef-da124463321a None None] The sync data for ids ['d35845ba-199d-4c69-afc3-51c12d28f4f1'] in n-d-836650-2 is: [] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:43:31.030996 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-5def39f7-8c02-43af-ad3d-64a74e6b79d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:31.032543 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-5def39f7-8c02-43af-ad3d-64a74e6b79d1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=efc441e7d25044d2b6abdefe3feeaa99&device_id=00e74c8d-aa9f-4543-84f3-59383c57d57d HTTP/1.1" status: 200 len: 1094 time: 0.3312135 Apr 05 14:43:31.037833 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0f0e3195-4505-45a2-ac9a-897511ecabc4 req-b6e18d04-8ea4-489f-8e8d-378e67bf13de tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/security-groups?id=6aa4ff47-fb5e-455c-a491-6cc58636c316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630110 Apr 05 14:43:31.161107 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bc58d82b-1974-4c4e-91d6-ca0f5789a038 req-8dbc0199-6996-4d26-88a0-5d3669873e7b tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] 10.222.0.30 "GET /v2.0/ports?device_id=cff8471e-9af1-4cec-a212-0e4dc1e3ad81 HTTP/1.1" status: 200 len: 210 time: 0.0930042 Apr 05 14:43:31.167993 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-d4eb5f23-b260-4718-90b5-ceb274a3ecc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:31.174265 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-d4eb5f23-b260-4718-90b5-ceb274a3ecc4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=efc441e7d25044d2b6abdefe3feeaa99&device_id=823315fe-499d-4bb9-b812-afef28b54df6 HTTP/1.1" status: 200 len: 1094 time: 0.3369579 Apr 05 14:43:31.314048 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-dafb62ba-4412-46b0-b77c-7219af5ffd84 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=60d5c0d5-1241-4a3f-869a-92ce73184f75 HTTP/1.1" status: 200 len: 217 time: 0.1119974 Apr 05 14:43:31.405124 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf37eae-1441-42eb-9d1d-6cb1568ff187 req-64b0e8ef-6b82-4699-a17b-75748e2373a9 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:31.422123 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-aaf37eae-1441-42eb-9d1d-6cb1568ff187 req-64b0e8ef-6b82-4699-a17b-75748e2373a9 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdec92e3-43d0-4811-92b1-9baab3c5f0ca HTTP/1.1" status: 200 len: 945 time: 0.2439163 Apr 05 14:43:31.480258 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-3cbb771c-db2e-4334-8750-0ae9d9b3a01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:31.482669 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-3cbb771c-db2e-4334-8750-0ae9d9b3a01c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fd0096c5-c02d-41c4-8ca2-6bcd047f8c5e HTTP/1.1" status: 200 len: 853 time: 0.1606362 Apr 05 14:43:31.498063 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-aaf37eae-1441-42eb-9d1d-6cb1568ff187 req-e0880cb6-f6be-43ae-b0ab-3bcf1c162327 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=11640d9f-a14a-4756-b499-b13013deda57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730169 Apr 05 14:43:31.556122 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-53e17342-5a8d-42b2-8162-94b83465e868 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d99cb6f7-6407-4303-ae02-9a5b644a27a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395699 Apr 05 14:43:31.715605 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-d7f27eb7-db3c-4b56-8b05-952eee6e7190 service neutron] 10.222.0.55 "GET /v2.0/networks/d99cb6f7-6407-4303-ae02-9a5b644a27a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585829 Apr 05 14:43:31.863931 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-8995d675-5c7e-42b2-8613-234d3553eb3d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34039e3c-5c3b-4ae2-b7fc-433ae6a5f4f8 HTTP/1.1" status: 200 len: 217 time: 0.7226110 Apr 05 14:43:31.976331 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7839501-ab37-49af-a934-5ad3b7b431d8 req-2e1ec88c-e2e4-4046-b29a-7c8e13aa3230 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:31.983839 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a7839501-ab37-49af-a934-5ad3b7b431d8 req-2e1ec88c-e2e4-4046-b29a-7c8e13aa3230 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] 10.222.0.30 "GET /v2.0/ports?device_id=00e74c8d-aa9f-4543-84f3-59383c57d57d HTTP/1.1" status: 200 len: 943 time: 0.0844140 Apr 05 14:43:31.985205 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-c8ffb237-7b77-4d2b-a114-03787cc1cbd0 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "GET /v2.0/routers/d35845ba-199d-4c69-afc3-51c12d28f4f1 HTTP/1.1" status: 200 len: 881 time: 1.1692500 Apr 05 14:43:31.987999 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 52652) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:43:32.011034 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-7d38a12b-f9f7-42a0-909d-149830f49d1f service neutron] 10.222.0.55 "GET /v2.0/networks/d99cb6f7-6407-4303-ae02-9a5b644a27a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792580 Apr 05 14:43:32.035058 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a7839501-ab37-49af-a934-5ad3b7b431d8 req-67cb9d89-47f6-4f60-97a3-e9c357a54245 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbd4ea00-4b92-43d2-aa08-6c747762c70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501451 Apr 05 14:43:32.092489 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-dad623b6-f9b0-493c-97a0-1490a6bb3ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:32.092489 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-dad623b6-f9b0-493c-97a0-1490a6bb3ea3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fd0096c5-c02d-41c4-8ca2-6bcd047f8c5e HTTP/1.1" status: 200 len: 853 time: 0.2155199 Apr 05 14:43:32.201915 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-7d1feda1-214a-4d09-b959-43245eb58bd8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d99cb6f7-6407-4303-ae02-9a5b644a27a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0953310 Apr 05 14:43:32.220248 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b7d642-acdb-419b-8449-e8072f2aa17f req-281e9f91-caab-46a8-8efb-02cf611e6e1f tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:32.234122 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a0b7d642-acdb-419b-8449-e8072f2aa17f req-281e9f91-caab-46a8-8efb-02cf611e6e1f tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0e13fb1-7b16-4da2-b3da-d5d251f3b8be HTTP/1.1" status: 200 len: 946 time: 0.1085870 Apr 05 14:43:32.299167 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a0b7d642-acdb-419b-8449-e8072f2aa17f req-bbba48ea-c1e0-412e-8bb0-bb2c27a64519 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/security-groups?id=6aa4ff47-fb5e-455c-a491-6cc58636c316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421462 Apr 05 14:43:32.351641 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9ed9c4ce-4ce1-4fd4-930c-01fc0bbc2732 req-fae6ddd8-0d1e-4ce0-a5b9-208c47f1f0ab tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] 10.222.0.30 "GET /v2.0/ports?device_id=cff8471e-9af1-4cec-a212-0e4dc1e3ad81 HTTP/1.1" status: 200 len: 210 time: 0.0511668 Apr 05 14:43:32.536659 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30328a0d-262f-4f21-9505-d420907be637 req-f7d0640f-aad0-45a3-a36c-8d69ec818754 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:32.538279 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-30328a0d-262f-4f21-9505-d420907be637 req-f7d0640f-aad0-45a3-a36c-8d69ec818754 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/ports?device_id=88a03fb3-db08-4fb3-9362-f3539d89b25a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1699193 Apr 05 14:43:32.566279 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-21337c96-988a-47ab-8c4f-33c490035310 service neutron] 10.222.0.11 "GET /v2.0/networks/d99cb6f7-6407-4303-ae02-9a5b644a27a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474443 Apr 05 14:43:32.653476 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-30328a0d-262f-4f21-9505-d420907be637 req-9f6789f4-d215-4c30-8fd3-9a4214a93b65 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.172 HTTP/1.1" status: 200 len: 696 time: 0.1077788 Apr 05 14:43:32.676788 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-30328a0d-262f-4f21-9505-d420907be637 req-a2c6b9a0-f79b-478f-96c0-4f9f3e74f5b4 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Request body: {'floatingip': {'port_id': '467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:43:32.813719 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-00ac16bf-dd2d-4c39-b02b-40c6447200c1 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.8246474 Apr 05 14:43:32.819759 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 52674) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:43:32.825545 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-6c4b9f5d-11ca-4e08-9edf-1064079794e5 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1939920238'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:43:32.837604 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-30328a0d-262f-4f21-9505-d420907be637 req-a2c6b9a0-f79b-478f-96c0-4f9f3e74f5b4 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Notify callbacks [] for floatingip, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:32.895729 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-e9ced42b-704d-41b5-8224-de5507e9d61e req-baea1483-3c6c-4523-97ba-7175b442ba72 service neutron] 10.222.0.11 "GET /v2.0/networks/d99cb6f7-6407-4303-ae02-9a5b644a27a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085792 Apr 05 14:43:33.211761 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a285a4-563e-4eff-b514-982e4dc95f72 req-4caa23fa-8054-4ec9-9402-23d2f2c456d6 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:33.219141 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-85a285a4-563e-4eff-b514-982e4dc95f72 req-4caa23fa-8054-4ec9-9402-23d2f2c456d6 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdec92e3-43d0-4811-92b1-9baab3c5f0ca HTTP/1.1" status: 200 len: 945 time: 0.5951996 Apr 05 14:43:33.375942 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-85a285a4-563e-4eff-b514-982e4dc95f72 req-e1ef7af4-fec8-40e3-901d-ee74453fa23c tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=11640d9f-a14a-4756-b499-b13013deda57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510923 Apr 05 14:43:33.401488 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104449b2-582b-46fe-8262-35634a1c939d req-f6980049-3815-4092-889f-c88ae6a53a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:33.408966 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-104449b2-582b-46fe-8262-35634a1c939d req-f6980049-3815-4092-889f-c88ae6a53a27 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=efc441e7d25044d2b6abdefe3feeaa99&device_id=00e74c8d-aa9f-4543-84f3-59383c57d57d HTTP/1.1" status: 200 len: 1094 time: 0.2139637 Apr 05 14:43:33.602273 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6c4b9f5d-11ca-4e08-9edf-1064079794e5 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1808591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27061'] for router, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:33.735989 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104449b2-582b-46fe-8262-35634a1c939d req-e04d69e5-4ed5-4735-86c5-850efa44e0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:33.738916 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-104449b2-582b-46fe-8262-35634a1c939d req-e04d69e5-4ed5-4735-86c5-850efa44e0d5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d99cb6f7-6407-4303-ae02-9a5b644a27a2 HTTP/1.1" status: 200 len: 914 time: 0.3102007 Apr 05 14:43:33.742295 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6c4b9f5d-11ca-4e08-9edf-1064079794e5 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1808628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1808637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803294'] for router, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:33.790564 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f97c0a0-342a-474b-bd5a-8d88cc37bfbd req-7a584c55-53bc-4ea1-b9b1-4fb627c72905 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:33.792217 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1f97c0a0-342a-474b-bd5a-8d88cc37bfbd req-7a584c55-53bc-4ea1-b9b1-4fb627c72905 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] 10.222.0.30 "GET /v2.0/ports?device_id=00e74c8d-aa9f-4543-84f3-59383c57d57d HTTP/1.1" status: 200 len: 943 time: 0.2825618 Apr 05 14:43:33.833305 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-104449b2-582b-46fe-8262-35634a1c939d req-6e69a75d-92bd-45bb-8d89-7ec8a5d3b90a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34039e3c-5c3b-4ae2-b7fc-433ae6a5f4f8 HTTP/1.1" status: 200 len: 217 time: 0.0798428 Apr 05 14:43:33.846705 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.db.resource_extend [req-30328a0d-262f-4f21-9505-d420907be637 req-a2c6b9a0-f79b-478f-96c0-4f9f3e74f5b4 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 14:43:33.855130 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 60d5c0d5-1241-4a3f-869a-92ce73184f75 details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:43:33.920843 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1f97c0a0-342a-474b-bd5a-8d88cc37bfbd req-763874d0-df6a-4420-9640-1fec4101b49b tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbd4ea00-4b92-43d2-aa08-6c747762c70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184886 Apr 05 14:43:34.024113 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-30328a0d-262f-4f21-9505-d420907be637 req-a2c6b9a0-f79b-478f-96c0-4f9f3e74f5b4 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:34.063460 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104449b2-582b-46fe-8262-35634a1c939d req-8a01d71a-1dd5-4799-8df0-4f2c50c3a27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:34.065852 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-104449b2-582b-46fe-8262-35634a1c939d req-8a01d71a-1dd5-4799-8df0-4f2c50c3a27c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fd0096c5-c02d-41c4-8ca2-6bcd047f8c5e HTTP/1.1" status: 200 len: 853 time: 0.2244058 Apr 05 14:43:34.088450 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c4b9f5d-11ca-4e08-9edf-1064079794e5 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Router d35845ba-199d-4c69-afc3-51c12d28f4f1 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:43:34.113253 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-30328a0d-262f-4f21-9505-d420907be637 req-a2c6b9a0-f79b-478f-96c0-4f9f3e74f5b4 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:34.114695 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-104449b2-582b-46fe-8262-35634a1c939d req-0037a636-6a37-447c-846c-e238b04fd186 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d99cb6f7-6407-4303-ae02-9a5b644a27a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364683 Apr 05 14:43:34.135785 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 60d5c0d5-1241-4a3f-869a-92ce73184f75, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=60d5c0d5-1241-4a3f-869a-92ce73184f75,segment=NetworkSegment(a7a576d5-7e19-454b-9cb6-12eb07c3f434),segment_id=a7a576d5-7e19-454b-9cb6-12eb07c3f434)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:43:34.153617 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': '60d5c0d5-1241-4a3f-869a-92ce73184f75', 'network_id': 'd99cb6f7-6407-4303-ae02-9a5b644a27a2', 'port_id': '60d5c0d5-1241-4a3f-869a-92ce73184f75', 'mac_address': 'fa:16:3e:f3:1b:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd0096c5-c02d-41c4-8ca2-6bcd047f8c5e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:43:34.157565 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 52694) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:43:34.176643 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b8f16867-d3f5-4dd9-aa84-27c9e9d17d20 req-6042c597-2fd7-4db8-a5a2-49f921b92410 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] 10.222.0.30 "GET /v2.0/ports?device_id=cff8471e-9af1-4cec-a212-0e4dc1e3ad81 HTTP/1.1" status: 200 len: 210 time: 0.0826206 Apr 05 14:43:34.228496 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:34.259566 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60d5c0d5-1241-4a3f-869a-92ce73184f75 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:43:34.319913 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 60d5c0d5-1241-4a3f-869a-92ce73184f75, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=60d5c0d5-1241-4a3f-869a-92ce73184f75,segment=NetworkSegment(a7a576d5-7e19-454b-9cb6-12eb07c3f434),segment_id=a7a576d5-7e19-454b-9cb6-12eb07c3f434)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:43:34.325093 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-104449b2-582b-46fe-8262-35634a1c939d req-b4ffc42e-2616-48a0-8f3c-53d015818784 service neutron] 10.222.0.11 "GET /v2.0/networks/d99cb6f7-6407-4303-ae02-9a5b644a27a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008770 Apr 05 14:43:34.326415 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c4b9f5d-11ca-4e08-9edf-1064079794e5 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:43:34.338995 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb4aa16-d110-4b85-9edf-29c0a52db1e5 None None] Sync routers for ids ['d35845ba-199d-4c69-afc3-51c12d28f4f1'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:43:34.353086 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6c4b9f5d-11ca-4e08-9edf-1064079794e5 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:34.354729 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb4aa16-d110-4b85-9edf-29c0a52db1e5 None None] Routers {'d35845ba-199d-4c69-afc3-51c12d28f4f1'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:43:34.359134 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-6c4b9f5d-11ca-4e08-9edf-1064079794e5 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "PUT /v2.0/routers/d35845ba-199d-4c69-afc3-51c12d28f4f1 HTTP/1.1" status: 200 len: 888 time: 1.5350404 Apr 05 14:43:34.359420 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-4eb4aa16-d110-4b85-9edf-29c0a52db1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:43:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['d35845ba-199d-4c69-afc3-51c12d28f4f1'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:34.386872 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 52700) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:43:34.423057 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:34.467994 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ed1cba4e-d938-48cb-9243-85c3385f6310 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:34.469228 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-4eb4aa16-d110-4b85-9edf-29c0a52db1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:34.477764 n-d-836650-2 neutron-server[103320]: INFO neutron.db.l3_db [req-30328a0d-262f-4f21-9505-d420907be637 req-a2c6b9a0-f79b-478f-96c0-4f9f3e74f5b4 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Floating IP b840990b-9c90-45ae-a21d-cf821dd744a2 associated. External IP: 172.25.6.172, port: 467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b. Apr 05 14:43:34.493825 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=60d5c0d5-1241-4a3f-869a-92ce73184f75,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:34.496504 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb4aa16-d110-4b85-9edf-29c0a52db1e5 None None] Routers {'d35845ba-199d-4c69-afc3-51c12d28f4f1'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:43:34.497315 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-4eb4aa16-d110-4b85-9edf-29c0a52db1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:43:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['d35845ba-199d-4c69-afc3-51c12d28f4f1'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:34.560696 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-4eb4aa16-d110-4b85-9edf-29c0a52db1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:34.561607 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb4aa16-d110-4b85-9edf-29c0a52db1e5 None None] The sync data for ids ['d35845ba-199d-4c69-afc3-51c12d28f4f1'] in n-d-836650-2 is: [] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:43:34.582892 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ed1cba4e-d938-48cb-9243-85c3385f6310 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:34.678559 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['60d5c0d5-1241-4a3f-869a-92ce73184f75'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:43:34.693025 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-104449b2-582b-46fe-8262-35634a1c939d req-9fc54ee8-ad01-4f7b-975a-1e7912653b06 service neutron] 10.222.0.11 "GET /v2.0/networks/d99cb6f7-6407-4303-ae02-9a5b644a27a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359919 Apr 05 14:43:34.712713 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-3c8a86d8-de61-4e9c-8b0b-db94ca865007 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "GET /v2.0/routers/d35845ba-199d-4c69-afc3-51c12d28f4f1 HTTP/1.1" status: 200 len: 888 time: 0.3151479 Apr 05 14:43:34.715545 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 52712) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:43:34.729743 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ed1cba4e-d938-48cb-9243-85c3385f6310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:34.760146 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-8b8170a0-b9e1-4fa0-984e-43c847fd174b tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "GET /v2.0/ports?device_id=d35845ba-199d-4c69-afc3-51c12d28f4f1 HTTP/1.1" status: 200 len: 205 time: 0.0429437 Apr 05 14:43:34.762773 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 52714) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:43:34.775259 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1cba4e-d938-48cb-9243-85c3385f6310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6b34a2-6b71-4a98-9994-2975ecdc332d,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:34.820325 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-ed1cba4e-d938-48cb-9243-85c3385f6310 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2546c2bd2f6e4d1bb5aabb7b2aca00aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6581962 Apr 05 14:43:34.826012 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 52716) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:43:34.958565 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-802f0900-cccb-4689-9d36-65ed2b208b20 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for router, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:35.091123 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-802f0900-cccb-4689-9d36-65ed2b208b20 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:35.300041 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-802f0900-cccb-4689-9d36-65ed2b208b20 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Deleting port fc2ad961-e7aa-4319-9e2b-064b21624b70 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:43:35.307772 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-802f0900-cccb-4689-9d36-65ed2b208b20 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:35.340305 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1005f10-eb23-4d8e-a391-bfe65d404c2a req-b177e81c-d50b-4764-9e02-f454e2fe110f tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:35.342072 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d1005f10-eb23-4d8e-a391-bfe65d404c2a req-b177e81c-d50b-4764-9e02-f454e2fe110f tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdec92e3-43d0-4811-92b1-9baab3c5f0ca HTTP/1.1" status: 200 len: 945 time: 0.7565382 Apr 05 14:43:35.425154 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-802f0900-cccb-4689-9d36-65ed2b208b20 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:35.439413 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-802f0900-cccb-4689-9d36-65ed2b208b20 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Calling delete_port for fc2ad961-e7aa-4319-9e2b-064b21624b70 owned by network:router_gateway {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:43:35.459987 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d1005f10-eb23-4d8e-a391-bfe65d404c2a req-16c29dd5-b241-4630-a2ae-289c7d285d18 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=11640d9f-a14a-4756-b499-b13013deda57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078725 Apr 05 14:43:35.472616 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-baa6b844-163d-4eb4-aa42-8f4c9f952586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:35.547639 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-baa6b844-163d-4eb4-aa42-8f4c9f952586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:35.594978 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [req-30328a0d-262f-4f21-9505-d420907be637 req-a2c6b9a0-f79b-478f-96c0-4f9f3e74f5b4 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Router 021bd0f9-45b7-4b8d-abab-7c183c71d33c has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:43:35.772773 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a3339c-ce42-4940-9234-a237acabb7ca req-d779d5e3-9152-4323-870c-69dafcb1b9e1 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:35.774249 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-44a3339c-ce42-4940-9234-a237acabb7ca req-d779d5e3-9152-4323-870c-69dafcb1b9e1 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] 10.222.0.30 "GET /v2.0/ports?device_id=00e74c8d-aa9f-4543-84f3-59383c57d57d HTTP/1.1" status: 200 len: 943 time: 0.1285677 Apr 05 14:43:35.777263 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-baa6b844-163d-4eb4-aa42-8f4c9f952586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:35.779779 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-baa6b844-163d-4eb4-aa42-8f4c9f952586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:35.783697 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-baa6b844-163d-4eb4-aa42-8f4c9f952586 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1f6b34a2-6b71-4a98-9994-2975ecdc332d HTTP/1.1" status: 204 len: 168 time: 0.9536607 Apr 05 14:43:35.801030 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-30328a0d-262f-4f21-9505-d420907be637 req-a2c6b9a0-f79b-478f-96c0-4f9f3e74f5b4 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:43:35.813923 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39088797-7075-4613-b5ff-af2729a25a9a None None] Sync routers for ids ['021bd0f9-45b7-4b8d-abab-7c183c71d33c'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:43:35.816851 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-30328a0d-262f-4f21-9505-d420907be637 req-a2c6b9a0-f79b-478f-96c0-4f9f3e74f5b4 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:35.831727 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39088797-7075-4613-b5ff-af2729a25a9a None None] Routers {'021bd0f9-45b7-4b8d-abab-7c183c71d33c'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:43:35.832351 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-39088797-7075-4613-b5ff-af2729a25a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:43:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['021bd0f9-45b7-4b8d-abab-7c183c71d33c'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:35.844194 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-802f0900-cccb-4689-9d36-65ed2b208b20 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:35.868262 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-30328a0d-262f-4f21-9505-d420907be637 req-a2c6b9a0-f79b-478f-96c0-4f9f3e74f5b4 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "PUT /v2.0/floatingips/b840990b-9c90-45ae-a21d-cf821dd744a2 HTTP/1.1" status: 200 len: 997 time: 3.2149088 Apr 05 14:43:35.887113 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802f0900-cccb-4689-9d36-65ed2b208b20 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Pushing event deleted for resources: {'Port': ['ID=fc2ad961-e7aa-4319-9e2b-064b21624b70,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:35.893697 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88a03fb3-db08-4fb3-9362-f3539d89b25a', 'tag': '467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:43:35.896269 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3282a2a9-bb98-43a2-a65b-e1ed337cc877" -d '{"events": [{"name": "network-changed", "server_uuid": "88a03fb3-db08-4fb3-9362-f3539d89b25a", "tag": "467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:43:35.905517 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa6b844-163d-4eb4-aa42-8f4c9f952586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6b34a2-6b71-4a98-9994-2975ecdc332d,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:35.989216 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-44a3339c-ce42-4940-9234-a237acabb7ca req-863586f9-abe3-4906-9275-dab1f4c854cf tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbd4ea00-4b92-43d2-aa08-6c747762c70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906114 Apr 05 14:43:36.010614 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-802f0900-cccb-4689-9d36-65ed2b208b20 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808526'] for router_gateway, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:36.023005 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30328a0d-262f-4f21-9505-d420907be637 req-bcfc4b83-af7e-47c2-89b0-a9d20a8be93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:36.027691 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-30328a0d-262f-4f21-9505-d420907be637 req-bcfc4b83-af7e-47c2-89b0-a9d20a8be93a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8c3f3c7982a44da591f5ccdacd29d5c6&device_id=88a03fb3-db08-4fb3-9362-f3539d89b25a HTTP/1.1" status: 200 len: 1097 time: 0.1187944 Apr 05 14:43:36.163196 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-39088797-7075-4613-b5ff-af2729a25a9a None None] Set router 021bd0f9-45b7-4b8d-abab-7c183c71d33c gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:43:36.241632 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c238948f-234d-470c-accb-d9cb49323350 req-910f532a-9f1f-44d1-b40d-ba7af0835ad3 tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] 10.222.0.30 "GET /v2.0/ports?device_id=cff8471e-9af1-4cec-a212-0e4dc1e3ad81 HTTP/1.1" status: 200 len: 210 time: 0.0553117 Apr 05 14:43:36.243640 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30328a0d-262f-4f21-9505-d420907be637 req-470a4481-9c14-4dd5-abf7-25dd1cefab50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:36.252650 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-30328a0d-262f-4f21-9505-d420907be637 req-470a4481-9c14-4dd5-abf7-25dd1cefab50 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcfdebfb-890a-4564-ad33-442534fd3fbd HTTP/1.1" status: 200 len: 921 time: 0.2175252 Apr 05 14:43:36.269834 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 60d5c0d5-1241-4a3f-869a-92ce73184f75 up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:43:36.422104 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-30328a0d-262f-4f21-9505-d420907be637 req-9514ebe7-3c5e-45bb-b423-f685fa1bc7ee service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b HTTP/1.1" status: 200 len: 1000 time: 0.1678362 Apr 05 14:43:36.489816 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-39088797-7075-4613-b5ff-af2729a25a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'name': 'tempest-FloatingIPsAssociationTestJSON-491073066-router', 'tenant_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'ba6852d8-c258-4fd9-bbca-200d5bb93f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:42:19Z', 'updated_at': '2022-04-05T14:42:30Z', 'revision_number': 4, 'project_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'gw_port': {'id': 'ba6852d8-c258-4fd9-bbca-200d5bb93f7e', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:22:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:21Z', 'updated_at': '2022-04-05T14:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': 'b840990b-9c90-45ae-a21d-cf821dd744a2', 'tenant_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'floating_ip_address': '172.25.6.172', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'port_id': '467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcfdebfb-890a-4564-ad33-442534fd3fbd', 'mac_address': 'fa:16:3e:0c:9d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a03fb3-db08-4fb3-9362-f3539d89b25a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:43:07Z', 'updated_at': '2022-04-05T14:43:33Z', 'revision_number': 1, 'project_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a19bac35-ee50-413b-9feb-6940ba2e09c1', 'name': '', 'network_id': 'fcfdebfb-890a-4564-ad33-442534fd3fbd', 'tenant_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'mac_address': 'fa:16:3e:25:d5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': 'f90bf926-2675-4d7e-8a18-756096c51dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:28Z', 'updated_at': '2022-04-05T14:42:37Z', 'revision_number': 5, 'project_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'subnets': [{'id': 'f90bf926-2675-4d7e-8a18-756096c51dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:36.492945 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30328a0d-262f-4f21-9505-d420907be637 req-98138dd4-3482-4835-8c30-e1de15dd4f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:36.503891 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-30328a0d-262f-4f21-9505-d420907be637 req-98138dd4-3482-4835-8c30-e1de15dd4f69 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f90bf926-2675-4d7e-8a18-756096c51dbe HTTP/1.1" status: 200 len: 859 time: 0.0715711 Apr 05 14:43:36.534674 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f374d5-ce45-4b44-95a5-df04ee947d7e x-openstack-request-id: req-f8f374d5-ce45-4b44-95a5-df04ee947d7e {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:43:36.534674 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88a03fb3-db08-4fb3-9362-f3539d89b25a", "tag": "467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:43:36.535005 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f8f374d5-ce45-4b44-95a5-df04ee947d7e {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:43:36.535290 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8f374d5-ce45-4b44-95a5-df04ee947d7e'] response: {'name': 'network-changed', 'server_uuid': '88a03fb3-db08-4fb3-9362-f3539d89b25a', 'tag': '467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b', 'status': 'completed', 'code': 200} Apr 05 14:43:36.548989 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port 60d5c0d5-1241-4a3f-869a-92ce73184f75 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:43:36.551915 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39088797-7075-4613-b5ff-af2729a25a9a None None] Checking router: 021bd0f9-45b7-4b8d-abab-7c183c71d33c for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:43:36.559888 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 34039e3c-5c3b-4ae2-b7fc-433ae6a5f4f8 details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:43:36.569071 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port 60d5c0d5-1241-4a3f-869a-92ce73184f75 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:43:36.569450 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:36.636966 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30328a0d-262f-4f21-9505-d420907be637 req-196672a6-d24a-4ff2-80df-2e66b6524338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:36.638491 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-30328a0d-262f-4f21-9505-d420907be637 req-196672a6-d24a-4ff2-80df-2e66b6524338 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcfdebfb-890a-4564-ad33-442534fd3fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1338022 Apr 05 14:43:36.647038 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39088797-7075-4613-b5ff-af2729a25a9a None None] Routers {'021bd0f9-45b7-4b8d-abab-7c183c71d33c'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:43:36.647690 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-39088797-7075-4613-b5ff-af2729a25a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:43:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['021bd0f9-45b7-4b8d-abab-7c183c71d33c'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:36.661904 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3282a2a9-bb98-43a2-a65b-e1ed337cc877 req-0927cfb9-42c3-43e0-8dfb-26f6a0daf383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:36.661904 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3282a2a9-bb98-43a2-a65b-e1ed337cc877 req-0927cfb9-42c3-43e0-8dfb-26f6a0daf383 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8c3f3c7982a44da591f5ccdacd29d5c6&device_id=88a03fb3-db08-4fb3-9362-f3539d89b25a HTTP/1.1" status: 200 len: 1097 time: 0.1206403 Apr 05 14:43:36.661904 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [req-30328a0d-262f-4f21-9505-d420907be637 req-2c443889-b886-40c3-baf1-b95f7d7f6a72 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:43:36.661904 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-30328a0d-262f-4f21-9505-d420907be637 req-2c443889-b886-40c3-baf1-b95f7d7f6a72 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0143700 Apr 05 14:43:36.686398 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-802f0900-cccb-4689-9d36-65ed2b208b20 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27070'] for router, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:36.700750 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-802f0900-cccb-4689-9d36-65ed2b208b20 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:36.810167 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 34039e3c-5c3b-4ae2-b7fc-433ae6a5f4f8, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=34039e3c-5c3b-4ae2-b7fc-433ae6a5f4f8,segment=NetworkSegment(a7a576d5-7e19-454b-9cb6-12eb07c3f434),segment_id=a7a576d5-7e19-454b-9cb6-12eb07c3f434)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:43:36.810279 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 52754) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:43:36.846363 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cbeb06e7-9793-4d52-aeaa-4b5df66017eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:36.855198 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3282a2a9-bb98-43a2-a65b-e1ed337cc877 req-b8345852-ac2e-44f4-b8a1-cf6e89bb0ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:36.855198 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3282a2a9-bb98-43a2-a65b-e1ed337cc877 req-b8345852-ac2e-44f4-b8a1-cf6e89bb0ccc service neutron] 10.222.0.55 "GET /v2.0/networks?id=fcfdebfb-890a-4564-ad33-442534fd3fbd HTTP/1.1" status: 200 len: 921 time: 0.1901195 Apr 05 14:43:36.860614 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-30328a0d-262f-4f21-9505-d420907be637 req-7b475c4c-d883-4f4e-add7-1b2002864e9e service neutron] 10.222.0.30 "GET /v2.0/networks/fcfdebfb-890a-4564-ad33-442534fd3fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878438 Apr 05 14:43:36.862299 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': '34039e3c-5c3b-4ae2-b7fc-433ae6a5f4f8', 'network_id': 'd99cb6f7-6407-4303-ae02-9a5b644a27a2', 'port_id': '34039e3c-5c3b-4ae2-b7fc-433ae6a5f4f8', 'mac_address': 'fa:16:3e:d3:f9:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd0096c5-c02d-41c4-8ca2-6bcd047f8c5e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:43:36.874256 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-802f0900-cccb-4689-9d36-65ed2b208b20 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803298'] for router, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:36.874985 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802f0900-cccb-4689-9d36-65ed2b208b20 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Fanout notify agent at l3_agent the message router_deleted on router d35845ba-199d-4c69-afc3-51c12d28f4f1 {{(pid=103321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:43:36.926193 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-802f0900-cccb-4689-9d36-65ed2b208b20 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:36.931209 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-802f0900-cccb-4689-9d36-65ed2b208b20 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "DELETE /v2.0/routers/d35845ba-199d-4c69-afc3-51c12d28f4f1 HTTP/1.1" status: 204 len: 168 time: 2.1617653 Apr 05 14:43:36.937720 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 52756) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:43:36.943187 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-6a4e0bba-507b-4c95-ad27-e4b4d319ef94 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Request body: {'network': {'name': 'tempest-RoutersTest-949497913'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:43:36.965655 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-39088797-7075-4613-b5ff-af2729a25a9a None None] Set router 021bd0f9-45b7-4b8d-abab-7c183c71d33c gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:43:36.996658 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:37.035035 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '823315fe-499d-4bb9-b812-afef28b54df6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d5c0d5-1241-4a3f-869a-92ce73184f75'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:43:37.037337 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d0bb885-9331-4050-9a6c-5ba540f1123e" -d '{"events": [{"server_uuid": "823315fe-499d-4bb9-b812-afef28b54df6", "name": "network-vif-plugged", "status": "completed", "tag": "60d5c0d5-1241-4a3f-869a-92ce73184f75"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:43:37.044126 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:37.053836 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3282a2a9-bb98-43a2-a65b-e1ed337cc877 req-d6972501-dbad-4df3-98ba-16dc61b8eaf2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b HTTP/1.1" status: 200 len: 1000 time: 0.1633923 Apr 05 14:43:37.065825 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34039e3c-5c3b-4ae2-b7fc-433ae6a5f4f8 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:43:37.089335 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 34039e3c-5c3b-4ae2-b7fc-433ae6a5f4f8, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=34039e3c-5c3b-4ae2-b7fc-433ae6a5f4f8,segment=NetworkSegment(a7a576d5-7e19-454b-9cb6-12eb07c3f434),segment_id=a7a576d5-7e19-454b-9cb6-12eb07c3f434)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:43:37.099659 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 60d5c0d5-1241-4a3f-869a-92ce73184f75, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=60d5c0d5-1241-4a3f-869a-92ce73184f75,segment=NetworkSegment(a7a576d5-7e19-454b-9cb6-12eb07c3f434),segment_id=a7a576d5-7e19-454b-9cb6-12eb07c3f434)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:43:37.103764 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-30328a0d-262f-4f21-9505-d420907be637 req-d40c2fe1-a435-46e3-aa80-c54695b3f6c3 service neutron] 10.222.0.30 "GET /v2.0/networks/fcfdebfb-890a-4564-ad33-442534fd3fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315598 Apr 05 14:43:37.158355 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cbeb06e7-9793-4d52-aeaa-4b5df66017eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:37.163739 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a4e0bba-507b-4c95-ad27-e4b4d319ef94 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Made reservation on behalf of f3bfb97dae7f4364b96271d3f01488fb for: {'network': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:43:37.167266 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6a4e0bba-507b-4c95-ad27-e4b4d319ef94 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:37.179009 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3282a2a9-bb98-43a2-a65b-e1ed337cc877 req-90f4e994-0827-4cf9-885b-0308e03fef6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:37.180456 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3282a2a9-bb98-43a2-a65b-e1ed337cc877 req-90f4e994-0827-4cf9-885b-0308e03fef6f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f90bf926-2675-4d7e-8a18-756096c51dbe HTTP/1.1" status: 200 len: 859 time: 0.1233466 Apr 05 14:43:37.194473 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:37.199890 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:37.230125 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb8a44e-7116-4bc3-ba87-b063c2b9275e req-28790380-b106-42c1-903e-41f2f76695a4 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:37.230671 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-feb8a44e-7116-4bc3-ba87-b063c2b9275e req-28790380-b106-42c1-903e-41f2f76695a4 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdec92e3-43d0-4811-92b1-9baab3c5f0ca HTTP/1.1" status: 200 len: 945 time: 0.1311474 Apr 05 14:43:37.244765 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a4e0bba-507b-4c95-ad27-e4b4d319ef94 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=103320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:43:37.283352 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=60d5c0d5-1241-4a3f-869a-92ce73184f75,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:37.287351 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cbeb06e7-9793-4d52-aeaa-4b5df66017eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:37.329425 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6a4e0bba-507b-4c95-ad27-e4b4d319ef94 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:37.330901 n-d-836650-2 neutron-server[103320]: INFO neutron.db.segments_db [None req-6a4e0bba-507b-4c95-ad27-e4b4d319ef94 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Added segment eaf62682-ba1b-4618-a492-7f3ddc969763 of type vlan for network ddbf4844-ec14-455e-995f-990d4452fd3f Apr 05 14:43:37.371646 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=34039e3c-5c3b-4ae2-b7fc-433ae6a5f4f8,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:37.410547 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-39088797-7075-4613-b5ff-af2729a25a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'name': 'tempest-FloatingIPsAssociationTestJSON-491073066-router', 'tenant_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'ba6852d8-c258-4fd9-bbca-200d5bb93f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:42:19Z', 'updated_at': '2022-04-05T14:42:30Z', 'revision_number': 4, 'project_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'gw_port': {'id': 'ba6852d8-c258-4fd9-bbca-200d5bb93f7e', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:22:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:21Z', 'updated_at': '2022-04-05T14:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': 'b840990b-9c90-45ae-a21d-cf821dd744a2', 'tenant_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'floating_ip_address': '172.25.6.172', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'port_id': '467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcfdebfb-890a-4564-ad33-442534fd3fbd', 'mac_address': 'fa:16:3e:0c:9d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a03fb3-db08-4fb3-9362-f3539d89b25a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:43:07Z', 'updated_at': '2022-04-05T14:43:33Z', 'revision_number': 1, 'project_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a19bac35-ee50-413b-9feb-6940ba2e09c1', 'name': '', 'network_id': 'fcfdebfb-890a-4564-ad33-442534fd3fbd', 'tenant_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'mac_address': 'fa:16:3e:25:d5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': 'f90bf926-2675-4d7e-8a18-756096c51dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:28Z', 'updated_at': '2022-04-05T14:42:37Z', 'revision_number': 5, 'project_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'subnets': [{'id': 'f90bf926-2675-4d7e-8a18-756096c51dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:37.428120 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-feb8a44e-7116-4bc3-ba87-b063c2b9275e req-f988a6b5-6574-42c6-86e9-c9d3260686cf tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=11640d9f-a14a-4756-b499-b13013deda57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897817 Apr 05 14:43:37.429935 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3282a2a9-bb98-43a2-a65b-e1ed337cc877 req-0ba6e689-390a-45ed-8e78-6e9d1ca11605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:37.431618 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3282a2a9-bb98-43a2-a65b-e1ed337cc877 req-0ba6e689-390a-45ed-8e78-6e9d1ca11605 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fcfdebfb-890a-4564-ad33-442534fd3fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2413592 Apr 05 14:43:37.437948 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-cbeb06e7-9793-4d52-aeaa-4b5df66017eb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b8fa125f1906415e8995a425005a2cfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6267214 Apr 05 14:43:37.442317 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 52774) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:43:37.445388 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeb06e7-9793-4d52-aeaa-4b5df66017eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbeabf6a-0930-4c7a-a4bf-be2df2bb9b65,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:37.451190 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39088797-7075-4613-b5ff-af2729a25a9a None None] The sync data for ids ['021bd0f9-45b7-4b8d-abab-7c183c71d33c'] in n-d-836650-2 is: [{'id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'name': 'tempest-FloatingIPsAssociationTestJSON-491073066-router', 'tenant_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'ba6852d8-c258-4fd9-bbca-200d5bb93f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:42:19Z', 'updated_at': '2022-04-05T14:42:30Z', 'revision_number': 4, 'project_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'gw_port': {'id': 'ba6852d8-c258-4fd9-bbca-200d5bb93f7e', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:22:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:21Z', 'updated_at': '2022-04-05T14:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': 'b840990b-9c90-45ae-a21d-cf821dd744a2', 'tenant_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'floating_ip_address': '172.25.6.172', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'port_id': '467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcfdebfb-890a-4564-ad33-442534fd3fbd', 'mac_address': 'fa:16:3e:0c:9d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a03fb3-db08-4fb3-9362-f3539d89b25a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:43:07Z', 'updated_at': '2022-04-05T14:43:33Z', 'revision_number': 1, 'project_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a19bac35-ee50-413b-9feb-6940ba2e09c1', 'name': '', 'network_id': 'fcfdebfb-890a-4564-ad33-442534fd3fbd', 'tenant_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'mac_address': 'fa:16:3e:25:d5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': 'f90bf926-2675-4d7e-8a18-756096c51dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:28Z', 'updated_at': '2022-04-05T14:42:37Z', 'revision_number': 5, 'project_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'subnets': [{'id': 'f90bf926-2675-4d7e-8a18-756096c51dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:43:37.460821 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6a4e0bba-507b-4c95-ad27-e4b4d319ef94 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:37.537220 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33392932-8c95-46c0-8538-775665a6dcb6 req-af4be07e-bab2-4e1d-bfa1-d86820c9cc38 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:37.537882 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-57f50d2d-e22e-41f9-bc27-5d9fc6bdf4ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:37.538803 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-33392932-8c95-46c0-8538-775665a6dcb6 req-af4be07e-bab2-4e1d-bfa1-d86820c9cc38 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 946 time: 0.2675891 Apr 05 14:43:37.577458 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['34039e3c-5c3b-4ae2-b7fc-433ae6a5f4f8'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:43:37.582469 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-57f50d2d-e22e-41f9-bc27-5d9fc6bdf4ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:37.659679 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-33392932-8c95-46c0-8538-775665a6dcb6 req-32face6b-9f5a-4a52-9b6d-7a053c6ec617 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087694 Apr 05 14:43:37.666614 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3282a2a9-bb98-43a2-a65b-e1ed337cc877 req-a203f897-3b22-4501-b117-9457cdc58a76 service neutron] 10.222.0.55 "GET /v2.0/networks/fcfdebfb-890a-4564-ad33-442534fd3fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183781 Apr 05 14:43:37.680345 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cae1d7-ce5f-451e-991a-c4fe36d7ec95 req-ba0a3eb9-5d74-4b03-9eaf-4886669f642f tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:37.682135 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-84cae1d7-ce5f-451e-991a-c4fe36d7ec95 req-ba0a3eb9-5d74-4b03-9eaf-4886669f642f tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] 10.222.0.30 "GET /v2.0/ports?device_id=00e74c8d-aa9f-4543-84f3-59383c57d57d HTTP/1.1" status: 200 len: 944 time: 0.1195834 Apr 05 14:43:37.693410 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6a4e0bba-507b-4c95-ad27-e4b4d319ef94 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:37.699911 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4e0bba-507b-4c95-ad27-e4b4d319ef94 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:37.700299 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6a4e0bba-507b-4c95-ad27-e4b4d319ef94 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:37.742551 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58b76a7-3d5f-428a-b5b1-c8c5365ded38 x-openstack-request-id: req-b58b76a7-3d5f-428a-b5b1-c8c5365ded38 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:43:37.742854 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "823315fe-499d-4bb9-b812-afef28b54df6", "name": "network-vif-plugged", "status": "completed", "tag": "60d5c0d5-1241-4a3f-869a-92ce73184f75", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:43:37.743112 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b58b76a7-3d5f-428a-b5b1-c8c5365ded38 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:43:37.743512 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b58b76a7-3d5f-428a-b5b1-c8c5365ded38'] response: {'server_uuid': '823315fe-499d-4bb9-b812-afef28b54df6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d5c0d5-1241-4a3f-869a-92ce73184f75', 'code': 200} Apr 05 14:43:37.752265 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-57f50d2d-e22e-41f9-bc27-5d9fc6bdf4ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:37.754674 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-57f50d2d-e22e-41f9-bc27-5d9fc6bdf4ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:37.759474 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-57f50d2d-e22e-41f9-bc27-5d9fc6bdf4ee admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bbeabf6a-0930-4c7a-a4bf-be2df2bb9b65 HTTP/1.1" status: 204 len: 168 time: 0.3156202 Apr 05 14:43:37.799216 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f50d2d-e22e-41f9-bc27-5d9fc6bdf4ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbeabf6a-0930-4c7a-a4bf-be2df2bb9b65,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:37.929512 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f34745-309e-4e54-94a3-08a4009c9393 None None] New status for floating IP b840990b-9c90-45ae-a21d-cf821dd744a2: ACTIVE {{(pid=103323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 14:43:38.255106 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-6a4e0bba-507b-4c95-ad27-e4b4d319ef94 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3163197 Apr 05 14:43:38.260284 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 52790) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:43:38.273980 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-7c0c3fa5-5a30-46c6-a50a-1033ec8868e9 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Request body: {'subnet': {'network_id': 'ddbf4844-ec14-455e-995f-990d4452fd3f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:43:38.290011 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4e0bba-507b-4c95-ad27-e4b4d319ef94 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Pushing event updated for resources: {'Network': ['ID=ddbf4844-ec14-455e-995f-990d4452fd3f,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:38.304349 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network ddbf4844-ec14-455e-995f-990d4452fd3f details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:43:38.308732 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-84cae1d7-ce5f-451e-991a-c4fe36d7ec95 req-4f26694a-0368-44bf-a0d8-250942053ea0 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbd4ea00-4b92-43d2-aa08-6c747762c70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6165242 Apr 05 14:43:38.376554 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8ed5c-82ef-4026-afed-3f5f715e3246 req-e46b13f5-c52b-4e73-9875-11b898044ac1 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:38.378806 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 52794) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:43:38.390368 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fcc8ed5c-82ef-4026-afed-3f5f715e3246 req-e46b13f5-c52b-4e73-9875-11b898044ac1 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0e13fb1-7b16-4da2-b3da-d5d251f3b8be&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.5695250 Apr 05 14:43:38.401832 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f61393-2ab8-41c3-b4bf-439ed3e9bcf9 req-aa7c1d2c-8280-4610-b7ab-1bb41552b9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:38.403367 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-93f61393-2ab8-41c3-b4bf-439ed3e9bcf9 req-aa7c1d2c-8280-4610-b7ab-1bb41552b9ec service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=823315fe-499d-4bb9-b812-afef28b54df6 HTTP/1.1" status: 200 len: 1096 time: 0.5332856 Apr 05 14:43:38.429126 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3282a2a9-bb98-43a2-a65b-e1ed337cc877 req-f4f29a9f-87a8-444c-bb2d-38b44b8dac6d service neutron] 10.222.0.55 "GET /v2.0/networks/fcfdebfb-890a-4564-ad33-442534fd3fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7459564 Apr 05 14:43:38.481108 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5affed6b-3280-4a99-adc4-a6c5fc3f541d tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:38.521105 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5affed6b-3280-4a99-adc4-a6c5fc3f541d tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:38.522230 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-93f61393-2ab8-41c3-b4bf-439ed3e9bcf9 req-9611935b-8adc-48e8-bf7a-06afe358cab0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=cbd4ea00-4b92-43d2-aa08-6c747762c70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030095 Apr 05 14:43:38.547390 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 34039e3c-5c3b-4ae2-b7fc-433ae6a5f4f8 up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:43:38.586969 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fcc8ed5c-82ef-4026-afed-3f5f715e3246 req-53639e34-6139-4c22-92df-e1b2e5b7dce5 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.172 HTTP/1.1" status: 200 len: 1002 time: 0.1874261 Apr 05 14:43:38.600125 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-fcc8ed5c-82ef-4026-afed-3f5f715e3246 req-a73c261c-36b4-4ded-a3e1-3fed69bb11d4 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Request body: {'floatingip': {'port_id': '140253c8-15b3-4099-8d27-94ba0fee6762', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:43:38.606046 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c0c3fa5-5a30-46c6-a50a-1033ec8868e9 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Made reservation on behalf of f3bfb97dae7f4364b96271d3f01488fb for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:43:38.609692 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7c0c3fa5-5a30-46c6-a50a-1033ec8868e9 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:38.655102 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7347090-9d5a-4bbb-b55e-1a2f08dc2f6c req-9ccf82fe-d0bf-457e-91fc-a8d84e2a42f8 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:38.662492 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d7347090-9d5a-4bbb-b55e-1a2f08dc2f6c req-9ccf82fe-d0bf-457e-91fc-a8d84e2a42f8 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdec92e3-43d0-4811-92b1-9baab3c5f0ca HTTP/1.1" status: 200 len: 945 time: 0.1262252 Apr 05 14:43:38.673208 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning for port 34039e3c-5c3b-4ae2-b7fc-433ae6a5f4f8 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:43:38.678304 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port 34039e3c-5c3b-4ae2-b7fc-433ae6a5f4f8 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:43:38.682301 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:38.701787 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-fcc8ed5c-82ef-4026-afed-3f5f715e3246 req-a73c261c-36b4-4ded-a3e1-3fed69bb11d4 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Notify callbacks [] for floatingip, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:38.761523 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d7347090-9d5a-4bbb-b55e-1a2f08dc2f6c req-ac5325de-e1f6-48b9-bf79-b6805750ca20 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=11640d9f-a14a-4756-b499-b13013deda57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980306 Apr 05 14:43:38.783756 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:38.788455 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5affed6b-3280-4a99-adc4-a6c5fc3f541d tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:38.791162 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5affed6b-3280-4a99-adc4-a6c5fc3f541d tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:38.794749 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-5affed6b-3280-4a99-adc4-a6c5fc3f541d tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] 10.222.0.30 "DELETE /v2.0/security-groups/78dcbee3-58e7-4ac0-a42b-70562828d389 HTTP/1.1" status: 204 len: 168 time: 0.4123156 Apr 05 14:43:38.891166 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 34039e3c-5c3b-4ae2-b7fc-433ae6a5f4f8, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=34039e3c-5c3b-4ae2-b7fc-433ae6a5f4f8,segment=NetworkSegment(a7a576d5-7e19-454b-9cb6-12eb07c3f434),segment_id=a7a576d5-7e19-454b-9cb6-12eb07c3f434)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:43:38.897286 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affed6b-3280-4a99-adc4-a6c5fc3f541d tempest-TestVolumeBackupRestore-1327787795 tempest-TestVolumeBackupRestore-1327787795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78dcbee3-58e7-4ac0-a42b-70562828d389,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:38.959145 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:38.971692 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7c0c3fa5-5a30-46c6-a50a-1033ec8868e9 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:39.026481 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=34039e3c-5c3b-4ae2-b7fc-433ae6a5f4f8,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:39.069166 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c3fa5-5a30-46c6-a50a-1033ec8868e9 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Pushing event updated for resources: {'Subnet': ['ID=0123c1c5-2d4d-473b-9266-453cec3dc753,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:39.069684 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e968875-fcd3-435c-ac21-c2dba887bb91 req-6d5179a2-3920-46e4-81fe-a195cf30b9b3 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:39.077558 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7e968875-fcd3-435c-ac21-c2dba887bb91 req-6d5179a2-3920-46e4-81fe-a195cf30b9b3 tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 946 time: 0.1753492 Apr 05 14:43:39.079397 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0c3fa5-5a30-46c6-a50a-1033ec8868e9 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Checking segment: {'id': 'eaf62682-ba1b-4618-a492-7f3ddc969763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'ddbf4844-ec14-455e-995f-990d4452fd3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:43:39.079397 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0c3fa5-5a30-46c6-a50a-1033ec8868e9 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Network hostable DHCP agents. Network: ddbf4844-ec14-455e-995f-990d4452fd3f, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:43:39.182858 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7e968875-fcd3-435c-ac21-c2dba887bb91 req-0456b3a4-46f2-4573-8d16-4d3e9d238d3a tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/security-groups?id=4217afc1-660a-4d5a-9ace-3fd514bb4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044216 Apr 05 14:43:39.193871 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e3cec2-1e02-4cf7-a4d1-165b96c62b5f req-4c725bce-7c9c-4d3f-a91a-b2da3f9a597f tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:39.195357 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-48e3cec2-1e02-4cf7-a4d1-165b96c62b5f req-4c725bce-7c9c-4d3f-a91a-b2da3f9a597f tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 946 time: 0.1536970 Apr 05 14:43:39.198777 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0c3fa5-5a30-46c6-a50a-1033ec8868e9 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Network ddbf4844-ec14-455e-995f-990d4452fd3f is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:43:39.290823 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-7c0c3fa5-5a30-46c6-a50a-1033ec8868e9 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, ddbf4844-ec14-455e-995f-990d4452fd3f) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:43:39.303740 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b75a4dd-f013-429a-8a39-a4a3bab99dfc None None] Network ddbf4844-ec14-455e-995f-990d4452fd3f requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:43:39.312323 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0c3fa5-5a30-46c6-a50a-1033ec8868e9 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:39.314224 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7c0c3fa5-5a30-46c6-a50a-1033ec8868e9 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:39.448572 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-7c0c3fa5-5a30-46c6-a50a-1033ec8868e9 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1770780 Apr 05 14:43:39.448572 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 52832) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:43:39.448572 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-41490788-00ad-4dbf-93f1-3edbfd47984c tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-232422250', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:43:39.544263 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-48e3cec2-1e02-4cf7-a4d1-165b96c62b5f req-7b7dac05-66b1-4eca-9137-47c886c853ce tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Deleting port b19045ae-f5ab-4894-b8f2-78cf84e0b22e {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:43:39.544588 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-48e3cec2-1e02-4cf7-a4d1-165b96c62b5f req-7b7dac05-66b1-4eca-9137-47c886c853ce tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:39.570360 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-41490788-00ad-4dbf-93f1-3edbfd47984c tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27088'] for router, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:39.582373 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-41490788-00ad-4dbf-93f1-3edbfd47984c tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27079'] for router, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:39.587556 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e3f09c-d4f0-462f-a8b1-309fb8598215 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-ddbf4844-ec14-455e-995f-990d4452fd3f', 'network_id': 'ddbf4844-ec14-455e-995f-990d4452fd3f', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'fixed_ips': [{'subnet_id': '0123c1c5-2d4d-473b-9266-453cec3dc753'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:43:39.589094 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b4e3f09c-d4f0-462f-a8b1-309fb8598215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:39.623288 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b074ad4-ea63-4ea7-b471-9c25c3542c19 req-efb1f95b-a92e-4c51-99f3-99da18deb394 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:39.624435 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5b074ad4-ea63-4ea7-b471-9c25c3542c19 req-efb1f95b-a92e-4c51-99f3-99da18deb394 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] 10.222.0.30 "GET /v2.0/ports?device_id=00e74c8d-aa9f-4543-84f3-59383c57d57d HTTP/1.1" status: 200 len: 945 time: 0.1923535 Apr 05 14:43:39.677684 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.db.resource_extend [req-fcc8ed5c-82ef-4026-afed-3f5f715e3246 req-a73c261c-36b4-4ded-a3e1-3fed69bb11d4 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 14:43:39.704038 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-41490788-00ad-4dbf-93f1-3edbfd47984c tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:39.745295 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00e74c8d-aa9f-4543-84f3-59383c57d57d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34039e3c-5c3b-4ae2-b7fc-433ae6a5f4f8'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:43:39.747877 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d613f5-2eca-4600-85c1-a90fe9d983b9" -d '{"events": [{"server_uuid": "00e74c8d-aa9f-4543-84f3-59383c57d57d", "name": "network-vif-plugged", "status": "completed", "tag": "34039e3c-5c3b-4ae2-b7fc-433ae6a5f4f8"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:43:39.800059 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5b074ad4-ea63-4ea7-b471-9c25c3542c19 req-5f979e73-aaa7-43a4-8d6d-0a9af40a0509 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbd4ea00-4b92-43d2-aa08-6c747762c70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386635 Apr 05 14:43:39.804870 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-fcc8ed5c-82ef-4026-afed-3f5f715e3246 req-a73c261c-36b4-4ded-a3e1-3fed69bb11d4 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:39.810080 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-41490788-00ad-4dbf-93f1-3edbfd47984c tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618'] for router, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:39.812563 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-48e3cec2-1e02-4cf7-a4d1-165b96c62b5f req-7b7dac05-66b1-4eca-9137-47c886c853ce tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] For port b19045ae-f5ab-4894-b8f2-78cf84e0b22e, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=b19045ae-f5ab-4894-b8f2-78cf84e0b22e,segment=NetworkSegment(bdfb6f44-ca71-4caa-8786-512017d20b4a),segment_id=bdfb6f44-ca71-4caa-8786-512017d20b4a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:43:39.813016 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-48e3cec2-1e02-4cf7-a4d1-165b96c62b5f req-7b7dac05-66b1-4eca-9137-47c886c853ce tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:39.833912 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-48e3cec2-1e02-4cf7-a4d1-165b96c62b5f req-7b7dac05-66b1-4eca-9137-47c886c853ce tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Calling delete_port for b19045ae-f5ab-4894-b8f2-78cf84e0b22e owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:43:39.848282 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-b4e3f09c-d4f0-462f-a8b1-309fb8598215 None None] Allocated IP 172.20.0.2 (ddbf4844-ec14-455e-995f-990d4452fd3f/0123c1c5-2d4d-473b-9266-453cec3dc753/fee964b4-d306-4d70-aac9-4972be132777) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:43:39.878275 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1db8026-73ce-4419-9435-1f11080ffb0a x-openstack-request-id: req-b1db8026-73ce-4419-9435-1f11080ffb0a {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:43:39.880133 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00e74c8d-aa9f-4543-84f3-59383c57d57d", "name": "network-vif-plugged", "status": "completed", "tag": "34039e3c-5c3b-4ae2-b7fc-433ae6a5f4f8", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:43:39.880133 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b1db8026-73ce-4419-9435-1f11080ffb0a {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:43:39.880133 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1db8026-73ce-4419-9435-1f11080ffb0a'] response: {'server_uuid': '00e74c8d-aa9f-4543-84f3-59383c57d57d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34039e3c-5c3b-4ae2-b7fc-433ae6a5f4f8', 'code': 200} Apr 05 14:43:39.926745 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-fcc8ed5c-82ef-4026-afed-3f5f715e3246 req-a73c261c-36b4-4ded-a3e1-3fed69bb11d4 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:39.973389 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-41490788-00ad-4dbf-93f1-3edbfd47984c tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:39.975088 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-41490788-00ad-4dbf-93f1-3edbfd47984c tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5348458 Apr 05 14:43:39.977893 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 52862) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:43:40.398602 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf4b68-f797-4d90-a595-5afc58d514fc req-d58cabc2-4e63-456c-aff0-d471cb2906f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:40.400507 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-fdcf4b68-f797-4d90-a595-5afc58d514fc req-d58cabc2-4e63-456c-aff0-d471cb2906f2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=00e74c8d-aa9f-4543-84f3-59383c57d57d HTTP/1.1" status: 200 len: 1096 time: 0.2532504 Apr 05 14:43:40.413906 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-48e3cec2-1e02-4cf7-a4d1-165b96c62b5f req-7b7dac05-66b1-4eca-9137-47c886c853ce tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:40.435826 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b4e3f09c-d4f0-462f-a8b1-309fb8598215 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:40.449151 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b20ee1-8c57-40fe-b3e9-0bbca0c45a29 req-249e00e5-8946-4d81-a198-2472d488df17 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:40.451103 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-70b20ee1-8c57-40fe-b3e9-0bbca0c45a29 req-249e00e5-8946-4d81-a198-2472d488df17 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdec92e3-43d0-4811-92b1-9baab3c5f0ca HTTP/1.1" status: 200 len: 945 time: 0.1156406 Apr 05 14:43:40.492990 n-d-836650-2 neutron-server[103320]: INFO neutron.db.l3_db [req-fcc8ed5c-82ef-4026-afed-3f5f715e3246 req-a73c261c-36b4-4ded-a3e1-3fed69bb11d4 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Floating IP b840990b-9c90-45ae-a21d-cf821dd744a2 associated. External IP: 172.25.6.172, port: 467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b. Apr 05 14:43:40.535766 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b4e3f09c-d4f0-462f-a8b1-309fb8598215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:40.589509 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e3f09c-d4f0-462f-a8b1-309fb8598215 None None] Network ddbf4844-ec14-455e-995f-990d4452fd3f is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:43:40.593388 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-b4e3f09c-d4f0-462f-a8b1-309fb8598215 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:43:40.610451 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e3f09c-d4f0-462f-a8b1-309fb8598215 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:43:40.622486 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7dac05-66b1-4eca-9137-47c886c853ce tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Pushing event deleted for resources: {'Port': ['ID=b19045ae-f5ab-4894-b8f2-78cf84e0b22e,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:40.624158 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e3f09c-d4f0-462f-a8b1-309fb8598215 None None] Pushing event updated for resources: {'Port': ['ID=fee964b4-d306-4d70-aac9-4972be132777,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:40.646064 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-fdcf4b68-f797-4d90-a595-5afc58d514fc req-9cf35811-6e38-4723-b471-ab498a80c96d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=cbd4ea00-4b92-43d2-aa08-6c747762c70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063606 Apr 05 14:43:40.647184 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7dac05-66b1-4eca-9137-47c886c853ce tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:43:40.648065 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7dac05-66b1-4eca-9137-47c886c853ce tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:43:40.648585 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7dac05-66b1-4eca-9137-47c886c853ce tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:43:40.649207 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7dac05-66b1-4eca-9137-47c886c853ce tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:43:40.650175 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7dac05-66b1-4eca-9137-47c886c853ce tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:43:40.650697 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7dac05-66b1-4eca-9137-47c886c853ce tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:43:40.651203 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7dac05-66b1-4eca-9137-47c886c853ce tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:43:40.651714 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7dac05-66b1-4eca-9137-47c886c853ce tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:43:40.652217 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7dac05-66b1-4eca-9137-47c886c853ce tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:43:40.652721 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7dac05-66b1-4eca-9137-47c886c853ce tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:43:40.653857 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7dac05-66b1-4eca-9137-47c886c853ce tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:43:40.654384 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7dac05-66b1-4eca-9137-47c886c853ce tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:43:40.714156 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-74072bae-b636-4952-9379-fd7c8e101ad8 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:40.733599 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e3cec2-1e02-4cf7-a4d1-165b96c62b5f req-7b7dac05-66b1-4eca-9137-47c886c853ce tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] No DVR routers for this DVR port b19045ae-f5ab-4894-b8f2-78cf84e0b22e on host n-h1-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:43:40.750138 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-b4e3f09c-d4f0-462f-a8b1-309fb8598215 None None] Attempting to bind port fee964b4-d306-4d70-aac9-4972be132777 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:43:40.750770 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-b4e3f09c-d4f0-462f-a8b1-309fb8598215 None None] Attempting to bind port fee964b4-d306-4d70-aac9-4972be132777 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'eaf62682-ba1b-4618-a492-7f3ddc969763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'ddbf4844-ec14-455e-995f-990d4452fd3f'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:43:40.751469 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e3f09c-d4f0-462f-a8b1-309fb8598215 None None] Attempting to bind port fee964b4-d306-4d70-aac9-4972be132777 on network ddbf4844-ec14-455e-995f-990d4452fd3f {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:43:40.754015 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-48e3cec2-1e02-4cf7-a4d1-165b96c62b5f req-7b7dac05-66b1-4eca-9137-47c886c853ce tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:40.758312 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-48e3cec2-1e02-4cf7-a4d1-165b96c62b5f req-7b7dac05-66b1-4eca-9137-47c886c853ce tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.55 "DELETE /v2.0/ports/b19045ae-f5ab-4894-b8f2-78cf84e0b22e HTTP/1.1" status: 204 len: 173 time: 1.5479016 Apr 05 14:43:40.758733 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e3f09c-d4f0-462f-a8b1-309fb8598215 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:43:40.759397 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e3f09c-d4f0-462f-a8b1-309fb8598215 None None] Checking segment: {'id': 'eaf62682-ba1b-4618-a492-7f3ddc969763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'ddbf4844-ec14-455e-995f-990d4452fd3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:43:40.759960 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b4e3f09c-d4f0-462f-a8b1-309fb8598215 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:40.760619 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e3f09c-d4f0-462f-a8b1-309fb8598215 None None] Bound using segment: {'id': 'eaf62682-ba1b-4618-a492-7f3ddc969763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'ddbf4844-ec14-455e-995f-990d4452fd3f'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:43:40.761659 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-b4e3f09c-d4f0-462f-a8b1-309fb8598215 None None] Bound port: fee964b4-d306-4d70-aac9-4972be132777, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaf62682-ba1b-4618-a492-7f3ddc969763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'ddbf4844-ec14-455e-995f-990d4452fd3f'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:43:40.762616 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b4e3f09c-d4f0-462f-a8b1-309fb8598215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:40.783552 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-70b20ee1-8c57-40fe-b3e9-0bbca0c45a29 req-50b97a22-d82c-455c-b1a5-67efae4f3159 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=11640d9f-a14a-4756-b499-b13013deda57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978826 Apr 05 14:43:40.783552 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad86c1e3-ca08-4c56-90cb-37859ccc8884', 'name': 'network-vif-deleted', 'tag': 'b19045ae-f5ab-4894-b8f2-78cf84e0b22e'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:43:40.788596 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-322297eb-e9fb-40df-8fc9-49c04c8ef97e" -d '{"events": [{"server_uuid": "ad86c1e3-ca08-4c56-90cb-37859ccc8884", "name": "network-vif-deleted", "tag": "b19045ae-f5ab-4894-b8f2-78cf84e0b22e"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:43:41.012213 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-b4e3f09c-d4f0-462f-a8b1-309fb8598215 None None] For port fee964b4-d306-4d70-aac9-4972be132777, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:43:41.021610 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-b4e3f09c-d4f0-462f-a8b1-309fb8598215 None None] For port fee964b4-d306-4d70-aac9-4972be132777, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=fee964b4-d306-4d70-aac9-4972be132777,segment=NetworkSegment(eaf62682-ba1b-4618-a492-7f3ddc969763),segment_id=eaf62682-ba1b-4618-a492-7f3ddc969763)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:43:41.040784 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c7213156-5cae-40af-ba4f-ad711723874e req-d1c31378-8691-466c-8998-0ce70ef4809a tempest-ServersNegativeTestJSON-606768289 tempest-ServersNegativeTestJSON-606768289-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad86c1e3-ca08-4c56-90cb-37859ccc8884 HTTP/1.1" status: 200 len: 210 time: 0.1014993 Apr 05 14:43:41.130345 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b4e3f09c-d4f0-462f-a8b1-309fb8598215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:41.135952 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fcc8ed5c-82ef-4026-afed-3f5f715e3246 req-a73c261c-36b4-4ded-a3e1-3fed69bb11d4 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Router 021bd0f9-45b7-4b8d-abab-7c183c71d33c has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:43:41.140760 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-090651e3-d56b-4374-8703-4c0f9c61a78c x-openstack-request-id: req-090651e3-d56b-4374-8703-4c0f9c61a78c {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:43:41.141137 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad86c1e3-ca08-4c56-90cb-37859ccc8884", "name": "network-vif-deleted", "tag": "b19045ae-f5ab-4894-b8f2-78cf84e0b22e", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:43:41.143495 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-090651e3-d56b-4374-8703-4c0f9c61a78c {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:43:41.144954 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-090651e3-d56b-4374-8703-4c0f9c61a78c'] response: {'server_uuid': 'ad86c1e3-ca08-4c56-90cb-37859ccc8884', 'name': 'network-vif-deleted', 'tag': 'b19045ae-f5ab-4894-b8f2-78cf84e0b22e', 'status': 'completed', 'code': 200} Apr 05 14:43:41.167866 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-74072bae-b636-4952-9379-fd7c8e101ad8 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Allocated IP 172.20.0.1 (ddbf4844-ec14-455e-995f-990d4452fd3f/0123c1c5-2d4d-473b-9266-453cec3dc753/9af09dce-bdc4-42ac-bfd8-4bbb0e9a4740) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:43:41.243364 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e3f09c-d4f0-462f-a8b1-309fb8598215 None None] Pushing event updated for resources: {'Port': ['ID=fee964b4-d306-4d70-aac9-4972be132777,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:41.422761 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc4a89d-b971-4563-9850-81c5306b88a2 req-5f411973-5e0e-438a-bda2-0ee42b6508ca tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:41.431913 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9cc4a89d-b971-4563-9850-81c5306b88a2 req-5f411973-5e0e-438a-bda2-0ee42b6508ca tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] 10.222.0.30 "GET /v2.0/ports?device_id=00e74c8d-aa9f-4543-84f3-59383c57d57d HTTP/1.1" status: 200 len: 945 time: 0.1976697 Apr 05 14:43:41.448271 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-74072bae-b636-4952-9379-fd7c8e101ad8 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:41.459014 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fcc8ed5c-82ef-4026-afed-3f5f715e3246 req-a73c261c-36b4-4ded-a3e1-3fed69bb11d4 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:43:41.473628 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69895eaf-8a45-4bf5-926f-9233a28a8e71 None None] Sync routers for ids ['021bd0f9-45b7-4b8d-abab-7c183c71d33c'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:43:41.488281 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69895eaf-8a45-4bf5-926f-9233a28a8e71 None None] Routers {'021bd0f9-45b7-4b8d-abab-7c183c71d33c'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:43:41.492013 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-69895eaf-8a45-4bf5-926f-9233a28a8e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:43:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['021bd0f9-45b7-4b8d-abab-7c183c71d33c'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:41.696129 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-74072bae-b636-4952-9379-fd7c8e101ad8 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:41.851825 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74072bae-b636-4952-9379-fd7c8e101ad8 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Network ddbf4844-ec14-455e-995f-990d4452fd3f is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:43:41.856285 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-74072bae-b636-4952-9379-fd7c8e101ad8 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:43:41.866278 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74072bae-b636-4952-9379-fd7c8e101ad8 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:43:41.870746 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-69895eaf-8a45-4bf5-926f-9233a28a8e71 None None] Set router 021bd0f9-45b7-4b8d-abab-7c183c71d33c gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:43:41.872567 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74072bae-b636-4952-9379-fd7c8e101ad8 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Pushing event updated for resources: {'Port': ['ID=9af09dce-bdc4-42ac-bfd8-4bbb0e9a4740,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:41.885611 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device b19045ae-f5ab-4894-b8f2-78cf84e0b22e no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:43:41.921727 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74072bae-b636-4952-9379-fd7c8e101ad8 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:43:41.922465 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74072bae-b636-4952-9379-fd7c8e101ad8 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:43:41.922960 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74072bae-b636-4952-9379-fd7c8e101ad8 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:43:41.924024 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74072bae-b636-4952-9379-fd7c8e101ad8 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:43:41.924707 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74072bae-b636-4952-9379-fd7c8e101ad8 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:43:41.925237 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74072bae-b636-4952-9379-fd7c8e101ad8 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:43:41.925725 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74072bae-b636-4952-9379-fd7c8e101ad8 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:43:41.926210 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74072bae-b636-4952-9379-fd7c8e101ad8 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:43:41.926712 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74072bae-b636-4952-9379-fd7c8e101ad8 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:43:41.927193 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74072bae-b636-4952-9379-fd7c8e101ad8 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:43:41.927673 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74072bae-b636-4952-9379-fd7c8e101ad8 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:43:41.928164 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74072bae-b636-4952-9379-fd7c8e101ad8 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:43:41.953998 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-74072bae-b636-4952-9379-fd7c8e101ad8 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809369'] for router_interface, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:42.043102 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] No Port match for: b19045ae-f5ab-4894-b8f2-78cf84e0b22e {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:43:42.046343 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device b19045ae-f5ab-4894-b8f2-78cf84e0b22e not bound to the agent host n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:43:42.336145 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-74072bae-b636-4952-9379-fd7c8e101ad8 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:42.337205 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9cc4a89d-b971-4563-9850-81c5306b88a2 req-c46cfb32-16ce-4c33-abef-be32d90fe3e8 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbd4ea00-4b92-43d2-aa08-6c747762c70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9040861 Apr 05 14:43:42.478138 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:42.696296 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-69895eaf-8a45-4bf5-926f-9233a28a8e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'name': 'tempest-FloatingIPsAssociationTestJSON-491073066-router', 'tenant_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'ba6852d8-c258-4fd9-bbca-200d5bb93f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:42:19Z', 'updated_at': '2022-04-05T14:42:30Z', 'revision_number': 4, 'project_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'gw_port': {'id': 'ba6852d8-c258-4fd9-bbca-200d5bb93f7e', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:22:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:21Z', 'updated_at': '2022-04-05T14:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': 'b840990b-9c90-45ae-a21d-cf821dd744a2', 'tenant_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'floating_ip_address': '172.25.6.172', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'port_id': '140253c8-15b3-4099-8d27-94ba0fee6762', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcfdebfb-890a-4564-ad33-442534fd3fbd', 'mac_address': 'fa:16:3e:8f:15:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e13fb1-7b16-4da2-b3da-d5d251f3b8be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:43:07Z', 'updated_at': '2022-04-05T14:43:39Z', 'revision_number': 3, 'project_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a19bac35-ee50-413b-9feb-6940ba2e09c1', 'name': '', 'network_id': 'fcfdebfb-890a-4564-ad33-442534fd3fbd', 'tenant_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'mac_address': 'fa:16:3e:25:d5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': 'f90bf926-2675-4d7e-8a18-756096c51dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:28Z', 'updated_at': '2022-04-05T14:42:37Z', 'revision_number': 5, 'project_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'subnets': [{'id': 'f90bf926-2675-4d7e-8a18-756096c51dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:42.732058 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69895eaf-8a45-4bf5-926f-9233a28a8e71 None None] Checking router: 021bd0f9-45b7-4b8d-abab-7c183c71d33c for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:43:42.759139 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69895eaf-8a45-4bf5-926f-9233a28a8e71 None None] Routers {'021bd0f9-45b7-4b8d-abab-7c183c71d33c'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:43:42.760083 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-69895eaf-8a45-4bf5-926f-9233a28a8e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:43:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['021bd0f9-45b7-4b8d-abab-7c183c71d33c'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:42.785435 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fcc8ed5c-82ef-4026-afed-3f5f715e3246 req-a73c261c-36b4-4ded-a3e1-3fed69bb11d4 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Router 021bd0f9-45b7-4b8d-abab-7c183c71d33c has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:43:42.857356 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83bc4a5-b5c5-4665-9009-beb9f12980e7 req-3a1b193e-eacd-42a1-b4e9-04b65f46df59 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:42.866099 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e83bc4a5-b5c5-4665-9009-beb9f12980e7 req-3a1b193e-eacd-42a1-b4e9-04b65f46df59 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdec92e3-43d0-4811-92b1-9baab3c5f0ca HTTP/1.1" status: 200 len: 945 time: 0.3234086 Apr 05 14:43:43.135421 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e83bc4a5-b5c5-4665-9009-beb9f12980e7 req-64a0d413-6359-4be6-8fbb-ce6771c854f0 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=11640d9f-a14a-4756-b499-b13013deda57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484508 Apr 05 14:43:43.135583 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device fee964b4-d306-4d70-aac9-4972be132777 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:43:43.245186 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-69895eaf-8a45-4bf5-926f-9233a28a8e71 None None] Set router 021bd0f9-45b7-4b8d-abab-7c183c71d33c gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:43:43.248891 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 53004) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:43:43.251317 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-74072bae-b636-4952-9379-fd7c8e101ad8 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:43.256064 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fcc8ed5c-82ef-4026-afed-3f5f715e3246 req-a73c261c-36b4-4ded-a3e1-3fed69bb11d4 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:43:43.261215 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-fcc8ed5c-82ef-4026-afed-3f5f715e3246 req-a73c261c-36b4-4ded-a3e1-3fed69bb11d4 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:43.308960 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8ab120-c599-4ad8-b156-9bd840724d9e None None] Network ddbf4844-ec14-455e-995f-990d4452fd3f requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:43:43.327388 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88a03fb3-db08-4fb3-9362-f3539d89b25a', 'tag': '467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:43:43.330577 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ff459a-6f82-40f2-8ed0-216d9da4fc94" -d '{"events": [{"name": "network-changed", "server_uuid": "88a03fb3-db08-4fb3-9362-f3539d89b25a", "tag": "467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:43:43.340333 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fcc8ed5c-82ef-4026-afed-3f5f715e3246 req-a73c261c-36b4-4ded-a3e1-3fed69bb11d4 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "PUT /v2.0/floatingips/b840990b-9c90-45ae-a21d-cf821dd744a2 HTTP/1.1" status: 200 len: 999 time: 4.7441776 Apr 05 14:43:43.346465 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-74072bae-b636-4952-9379-fd7c8e101ad8 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:43.494648 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8ed5c-82ef-4026-afed-3f5f715e3246 req-cf4e023e-76f1-4a18-b572-87afea87a818 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:43.520934 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-562bc0f2-bedc-4ba5-b5c3-47c5f3ac1a98 admin admin] Deleting subnet eb31ac2d-5e66-4875-8845-18e88172de35 {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:43:43.526605 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fcc8ed5c-82ef-4026-afed-3f5f715e3246 req-cf4e023e-76f1-4a18-b572-87afea87a818 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/ports/467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b HTTP/1.1" status: 200 len: 943 time: 0.1560020 Apr 05 14:43:43.528279 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5854893d-697d-44ae-a621-07df261817e4 x-openstack-request-id: req-5854893d-697d-44ae-a621-07df261817e4 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:43:43.541788 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-562bc0f2-bedc-4ba5-b5c3-47c5f3ac1a98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:43.549466 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74072bae-b636-4952-9379-fd7c8e101ad8 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Pushing event updated for resources: {'Port': ['ID=9af09dce-bdc4-42ac-bfd8-4bbb0e9a4740,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:43.550205 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88a03fb3-db08-4fb3-9362-f3539d89b25a", "tag": "467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:43:43.550617 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5854893d-697d-44ae-a621-07df261817e4 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:43:43.551160 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5854893d-697d-44ae-a621-07df261817e4'] response: {'name': 'network-changed', 'server_uuid': '88a03fb3-db08-4fb3-9362-f3539d89b25a', 'tag': '467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b', 'status': 'completed', 'code': 200} Apr 05 14:43:43.653442 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-74072bae-b636-4952-9379-fd7c8e101ad8 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809317'] for router_interface, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:43.691434 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-8a779847-4848-4927-857a-d07ebb843e54 None None] Provisioning complete for port fee964b4-d306-4d70-aac9-4972be132777 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:43:43.692574 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8a779847-4848-4927-857a-d07ebb843e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:43.715537 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f6d0e-33dd-40a3-a51a-47259d89a25f req-d71eab0f-cd1f-4bd7-925a-8b295dd0e625 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:43.718720 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8d6f6d0e-33dd-40a3-a51a-47259d89a25f req-d71eab0f-cd1f-4bd7-925a-8b295dd0e625 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] 10.222.0.30 "GET /v2.0/ports?device_id=00e74c8d-aa9f-4543-84f3-59383c57d57d HTTP/1.1" status: 200 len: 945 time: 0.0878968 Apr 05 14:43:43.719611 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff459a-6f82-40f2-8ed0-216d9da4fc94 req-a3fbe180-0b6e-4cfa-b59f-cf713436b760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:43.721647 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-30ff459a-6f82-40f2-8ed0-216d9da4fc94 req-a3fbe180-0b6e-4cfa-b59f-cf713436b760 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8c3f3c7982a44da591f5ccdacd29d5c6&device_id=88a03fb3-db08-4fb3-9362-f3539d89b25a HTTP/1.1" status: 200 len: 1097 time: 0.1687672 Apr 05 14:43:43.725105 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-562bc0f2-bedc-4ba5-b5c3-47c5f3ac1a98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:43.791163 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8d6f6d0e-33dd-40a3-a51a-47259d89a25f req-2fc02607-73e6-4858-a6c1-01958f29ff90 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbd4ea00-4b92-43d2-aa08-6c747762c70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741184 Apr 05 14:43:44.003200 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8ed5c-82ef-4026-afed-3f5f715e3246 req-83f56fc6-dbe2-459c-ad27-28cb1f621776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:44.004851 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fcc8ed5c-82ef-4026-afed-3f5f715e3246 req-83f56fc6-dbe2-459c-ad27-28cb1f621776 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8c3f3c7982a44da591f5ccdacd29d5c6&device_id=88a03fb3-db08-4fb3-9362-f3539d89b25a HTTP/1.1" status: 200 len: 1097 time: 0.2102985 Apr 05 14:43:44.042907 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-562bc0f2-bedc-4ba5-b5c3-47c5f3ac1a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:44.069842 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a348c-738f-4d91-9141-6b82fae78bcd req-ed9bfe8a-83d4-4339-a86f-d7300397bdff tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:44.078745 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-577a348c-738f-4d91-9141-6b82fae78bcd req-ed9bfe8a-83d4-4339-a86f-d7300397bdff tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] 10.222.0.30 "GET /v2.0/ports?device_id=823315fe-499d-4bb9-b812-afef28b54df6 HTTP/1.1" status: 200 len: 945 time: 0.1258240 Apr 05 14:43:44.119735 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74072bae-b636-4952-9379-fd7c8e101ad8 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Network ddbf4844-ec14-455e-995f-990d4452fd3f is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:43:44.123827 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-74072bae-b636-4952-9379-fd7c8e101ad8 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:43:44.148674 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port fee964b4-d306-4d70-aac9-4972be132777 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:43:44.149246 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:44.215429 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff459a-6f82-40f2-8ed0-216d9da4fc94 req-47bd147e-1e26-4889-8210-f3ed8d7e392f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:44.217061 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-30ff459a-6f82-40f2-8ed0-216d9da4fc94 req-47bd147e-1e26-4889-8210-f3ed8d7e392f service neutron] 10.222.0.55 "GET /v2.0/networks?id=fcfdebfb-890a-4564-ad33-442534fd3fbd HTTP/1.1" status: 200 len: 921 time: 0.4551649 Apr 05 14:43:44.241156 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-577a348c-738f-4d91-9141-6b82fae78bcd req-ff49d01a-33c1-4d1a-b6da-627b6f43d8e2 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbd4ea00-4b92-43d2-aa08-6c747762c70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606488 Apr 05 14:43:44.350766 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:44.359947 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-30ff459a-6f82-40f2-8ed0-216d9da4fc94 req-93eefa40-1b39-4dfe-86a5-c52614c150a3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b HTTP/1.1" status: 200 len: 217 time: 0.1096058 Apr 05 14:43:44.406501 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 7 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 14:43:44.413239 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-562bc0f2-bedc-4ba5-b5c3-47c5f3ac1a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:44.512927 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8a779847-4848-4927-857a-d07ebb843e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:44.553998 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-562bc0f2-bedc-4ba5-b5c3-47c5f3ac1a98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:44.561237 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-562bc0f2-bedc-4ba5-b5c3-47c5f3ac1a98 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/eb31ac2d-5e66-4875-8845-18e88172de35 HTTP/1.1" status: 204 len: 168 time: 1.3046339 Apr 05 14:43:44.570001 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 53058) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:43:44.572754 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562bc0f2-bedc-4ba5-b5c3-47c5f3ac1a98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb31ac2d-5e66-4875-8845-18e88172de35,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:44.597709 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8ed5c-82ef-4026-afed-3f5f715e3246 req-c918de21-e566-4640-ae88-3a500364a026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:44.599331 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fcc8ed5c-82ef-4026-afed-3f5f715e3246 req-c918de21-e566-4640-ae88-3a500364a026 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcfdebfb-890a-4564-ad33-442534fd3fbd HTTP/1.1" status: 200 len: 921 time: 0.5546231 Apr 05 14:43:44.625226 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff459a-6f82-40f2-8ed0-216d9da4fc94 req-babd4451-8d85-4573-8ebb-76fd727f79c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:44.645617 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-30ff459a-6f82-40f2-8ed0-216d9da4fc94 req-babd4451-8d85-4573-8ebb-76fd727f79c5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f90bf926-2675-4d7e-8a18-756096c51dbe HTTP/1.1" status: 200 len: 859 time: 0.2754202 Apr 05 14:43:44.698293 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8b261b7c-bc32-4edb-9754-47d130e6988f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:44.719976 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74072bae-b636-4952-9379-fd7c8e101ad8 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Router 21cace13-c140-4f2e-b878-6678939d926c is scheduled to L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 with binding_index 1 {{(pid=103321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:43:44.740450 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fcc8ed5c-82ef-4026-afed-3f5f715e3246 req-2fa9da4f-230b-4b25-ba8e-fc1879b9e7dd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b HTTP/1.1" status: 200 len: 217 time: 0.0936205 Apr 05 14:43:44.810752 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:44.833882 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60946f30-d14d-4f12-b684-526f80af9190 req-0093cac9-6606-40a3-b9c2-84fd12b89664 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:44.849089 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8b261b7c-bc32-4edb-9754-47d130e6988f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:44.849809 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-60946f30-d14d-4f12-b684-526f80af9190 req-0093cac9-6606-40a3-b9c2-84fd12b89664 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdec92e3-43d0-4811-92b1-9baab3c5f0ca HTTP/1.1" status: 200 len: 945 time: 0.3519578 Apr 05 14:43:44.876691 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-8a779847-4848-4927-857a-d07ebb843e54 None None] For port fee964b4-d306-4d70-aac9-4972be132777, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=fee964b4-d306-4d70-aac9-4972be132777,segment=NetworkSegment(eaf62682-ba1b-4618-a492-7f3ddc969763),segment_id=eaf62682-ba1b-4618-a492-7f3ddc969763)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:43:44.906459 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-8b261b7c-bc32-4edb-9754-47d130e6988f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c590509e-7ca8-420f-8b7e-bdc8058c2274']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:44.908315 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-69895eaf-8a45-4bf5-926f-9233a28a8e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'name': 'tempest-FloatingIPsAssociationTestJSON-491073066-router', 'tenant_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'ba6852d8-c258-4fd9-bbca-200d5bb93f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:42:19Z', 'updated_at': '2022-04-05T14:42:30Z', 'revision_number': 4, 'project_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'gw_port': {'id': 'ba6852d8-c258-4fd9-bbca-200d5bb93f7e', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:22:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:21Z', 'updated_at': '2022-04-05T14:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': 'b840990b-9c90-45ae-a21d-cf821dd744a2', 'tenant_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'floating_ip_address': '172.25.6.172', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'port_id': '140253c8-15b3-4099-8d27-94ba0fee6762', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcfdebfb-890a-4564-ad33-442534fd3fbd', 'mac_address': 'fa:16:3e:8f:15:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e13fb1-7b16-4da2-b3da-d5d251f3b8be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:43:07Z', 'updated_at': '2022-04-05T14:43:39Z', 'revision_number': 3, 'project_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a19bac35-ee50-413b-9feb-6940ba2e09c1', 'name': '', 'network_id': 'fcfdebfb-890a-4564-ad33-442534fd3fbd', 'tenant_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'mac_address': 'fa:16:3e:25:d5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': 'f90bf926-2675-4d7e-8a18-756096c51dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:28Z', 'updated_at': '2022-04-05T14:42:37Z', 'revision_number': 5, 'project_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'subnets': [{'id': 'f90bf926-2675-4d7e-8a18-756096c51dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:44.919747 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-8b261b7c-bc32-4edb-9754-47d130e6988f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdfb6f44-ca71-4caa-8786-512017d20b4a') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:44.920232 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-8b261b7c-bc32-4edb-9754-47d130e6988f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdfb6f44-ca71-4caa-8786-512017d20b4a') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:44.929821 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8ed5c-82ef-4026-afed-3f5f715e3246 req-35ec1b63-28f0-4161-9a2d-671ab4b9c1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:44.932859 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fcc8ed5c-82ef-4026-afed-3f5f715e3246 req-35ec1b63-28f0-4161-9a2d-671ab4b9c1b9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f90bf926-2675-4d7e-8a18-756096c51dbe HTTP/1.1" status: 200 len: 859 time: 0.1757593 Apr 05 14:43:44.933038 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8b261b7c-bc32-4edb-9754-47d130e6988f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:44.941200 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff459a-6f82-40f2-8ed0-216d9da4fc94 req-e848b7a0-7280-4885-9c46-6ace1a48832b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:44.942709 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-30ff459a-6f82-40f2-8ed0-216d9da4fc94 req-e848b7a0-7280-4885-9c46-6ace1a48832b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fcfdebfb-890a-4564-ad33-442534fd3fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2829983 Apr 05 14:43:44.948449 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8b261b7c-bc32-4edb-9754-47d130e6988f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:44.959165 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b261b7c-bc32-4edb-9754-47d130e6988f admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:43:44.959582 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8b261b7c-bc32-4edb-9754-47d130e6988f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:44.978357 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-60946f30-d14d-4f12-b684-526f80af9190 req-3c2ecfad-2338-4d37-a405-cb148e1d17ed tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=11640d9f-a14a-4756-b499-b13013deda57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275678 Apr 05 14:43:45.036745 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69895eaf-8a45-4bf5-926f-9233a28a8e71 None None] The sync data for ids ['021bd0f9-45b7-4b8d-abab-7c183c71d33c'] in n-d-836650-2 is: [{'id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'name': 'tempest-FloatingIPsAssociationTestJSON-491073066-router', 'tenant_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'ba6852d8-c258-4fd9-bbca-200d5bb93f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:42:19Z', 'updated_at': '2022-04-05T14:42:30Z', 'revision_number': 4, 'project_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'gw_port': {'id': 'ba6852d8-c258-4fd9-bbca-200d5bb93f7e', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:22:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:21Z', 'updated_at': '2022-04-05T14:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': 'b840990b-9c90-45ae-a21d-cf821dd744a2', 'tenant_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'floating_ip_address': '172.25.6.172', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'port_id': '140253c8-15b3-4099-8d27-94ba0fee6762', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcfdebfb-890a-4564-ad33-442534fd3fbd', 'mac_address': 'fa:16:3e:8f:15:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e13fb1-7b16-4da2-b3da-d5d251f3b8be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:43:07Z', 'updated_at': '2022-04-05T14:43:39Z', 'revision_number': 3, 'project_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a19bac35-ee50-413b-9feb-6940ba2e09c1', 'name': '', 'network_id': 'fcfdebfb-890a-4564-ad33-442534fd3fbd', 'tenant_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'mac_address': 'fa:16:3e:25:d5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': 'f90bf926-2675-4d7e-8a18-756096c51dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:28Z', 'updated_at': '2022-04-05T14:42:37Z', 'revision_number': 5, 'project_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'subnets': [{'id': 'f90bf926-2675-4d7e-8a18-756096c51dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:43:45.052904 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8a779847-4848-4927-857a-d07ebb843e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:45.065699 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:43:45.065699 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:43:45.065699 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:43:45.065699 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:43:45.065699 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:43:45.065699 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:43:45.065699 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:43:45.065699 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:43:45.065699 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:43:45.065699 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:43:45.065699 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:43:45.065699 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:43:45.065699 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:43:45.065699 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:43:45.065699 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:43:45.065699 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:43:45.065699 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:43:45.065699 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:43:45.065699 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:43:45.065699 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:43:45.065699 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:43:45.065699 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:43:45.065699 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:43:45.065699 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:43:45.065699 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:43:45.065699 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:43:45.065699 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:43:45.065699 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:43:45.065699 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:43:45.065699 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:43:45.065699 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:43:45.065699 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:43:45.178121 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8ed5c-82ef-4026-afed-3f5f715e3246 req-4cf2dc3c-f65b-42c0-915f-5d898aa11d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:45.180029 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fcc8ed5c-82ef-4026-afed-3f5f715e3246 req-4cf2dc3c-f65b-42c0-915f-5d898aa11d8a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcfdebfb-890a-4564-ad33-442534fd3fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2364235 Apr 05 14:43:45.225770 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a779847-4848-4927-857a-d07ebb843e54 None None] Pushing event updated for resources: {'Port': ['ID=fee964b4-d306-4d70-aac9-4972be132777,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:45.324580 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.db.api [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:43:45.324964 n-d-836650-2 neutron-server[103322]: DEBUG oslo_db.api [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:43:45.369535 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8b261b7c-bc32-4edb-9754-47d130e6988f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:45.399132 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8b261b7c-bc32-4edb-9754-47d130e6988f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:45.422293 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-8b261b7c-bc32-4edb-9754-47d130e6988f admin admin] 10.222.0.30 "DELETE /v2.0/networks/c590509e-7ca8-420f-8b7e-bdc8058c2274 HTTP/1.1" status: 204 len: 168 time: 0.8508723 Apr 05 14:43:45.432860 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-da3cf1b7-248d-4515-b633-269676dc2d2b None None] Provisioning complete for port fee964b4-d306-4d70-aac9-4972be132777 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:43:45.433266 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-da3cf1b7-248d-4515-b633-269676dc2d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:45.477518 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-30ff459a-6f82-40f2-8ed0-216d9da4fc94 req-74cc90ad-03ff-4b6b-b22c-e877ed84dd6d service neutron] 10.222.0.55 "GET /v2.0/networks/fcfdebfb-890a-4564-ad33-442534fd3fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5182652 Apr 05 14:43:45.491865 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b261b7c-bc32-4edb-9754-47d130e6988f admin admin] Pushing event deleted for resources: {'Network': ['ID=c590509e-7ca8-420f-8b7e-bdc8058c2274,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:45.536146 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883f3054-7b5c-49bf-8c3f-94fd2a062870 None None] New status for floating IP b840990b-9c90-45ae-a21d-cf821dd744a2: ACTIVE {{(pid=103323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 14:43:45.561499 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0e13fb1-7b16-4da2-b3da-d5d251f3b8be', 'tag': '140253c8-15b3-4099-8d27-94ba0fee6762'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:43:45.562508 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74072bae-b636-4952-9379-fd7c8e101ad8 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:43:45.564226 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8350b5bc-e8ae-40da-bd82-75d644404954" -d '{"events": [{"name": "network-changed", "server_uuid": "a0e13fb1-7b16-4da2-b3da-d5d251f3b8be", "tag": "140253c8-15b3-4099-8d27-94ba0fee6762"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:43:45.588145 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-74072bae-b636-4952-9379-fd7c8e101ad8 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "PUT /v2.0/routers/21cace13-c140-4f2e-b878-6678939d926c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6088955 Apr 05 14:43:45.592736 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 53108) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:43:45.614054 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d4768b-6f9c-488f-a1dc-f788f1fd4a26 None None] Sync routers for ids ['21cace13-c140-4f2e-b878-6678939d926c'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:43:45.632746 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d4768b-6f9c-488f-a1dc-f788f1fd4a26 None None] Routers {'21cace13-c140-4f2e-b878-6678939d926c'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:43:45.634158 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-d7d4768b-6f9c-488f-a1dc-f788f1fd4a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:43:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['21cace13-c140-4f2e-b878-6678939d926c'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:45.776806 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd52a25-dcc1-4161-94cb-b61d2354aa63 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:45.780753 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-7cd52a25-dcc1-4161-94cb-b61d2354aa63 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "GET /v2.0/ports/9af09dce-bdc4-42ac-bfd8-4bbb0e9a4740 HTTP/1.1" status: 200 len: 910 time: 0.1853840 Apr 05 14:43:45.785842 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 53120) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:43:45.790969 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-d7d4768b-6f9c-488f-a1dc-f788f1fd4a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:45.809441 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-b2d3716d-5190-4467-93d0-0839874f7598 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0123c1c5-2d4d-473b-9266-453cec3dc753'}]}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:43:45.949383 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-da3cf1b7-248d-4515-b633-269676dc2d2b None None] Provisioning complete for port 9af09dce-bdc4-42ac-bfd8-4bbb0e9a4740 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:43:45.949893 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-da3cf1b7-248d-4515-b633-269676dc2d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:45.951983 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d4768b-6f9c-488f-a1dc-f788f1fd4a26 None None] Routers {'21cace13-c140-4f2e-b878-6678939d926c'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:43:45.953023 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-d7d4768b-6f9c-488f-a1dc-f788f1fd4a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:43:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['21cace13-c140-4f2e-b878-6678939d926c'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:46.089412 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-154a02e8-2e79-4d39-be78-a23a60773983 x-openstack-request-id: req-154a02e8-2e79-4d39-be78-a23a60773983 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:43:46.091502 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0e13fb1-7b16-4da2-b3da-d5d251f3b8be", "tag": "140253c8-15b3-4099-8d27-94ba0fee6762", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:43:46.092604 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-154a02e8-2e79-4d39-be78-a23a60773983 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:43:46.101262 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-154a02e8-2e79-4d39-be78-a23a60773983'] response: {'name': 'network-changed', 'server_uuid': 'a0e13fb1-7b16-4da2-b3da-d5d251f3b8be', 'tag': '140253c8-15b3-4099-8d27-94ba0fee6762', 'status': 'completed', 'code': 200} Apr 05 14:43:46.114574 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fcc8ed5c-82ef-4026-afed-3f5f715e3246 req-3bd62b37-6d47-4506-95a3-e98824567f11 service neutron] 10.222.0.30 "GET /v2.0/networks/fcfdebfb-890a-4564-ad33-442534fd3fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9121432 Apr 05 14:43:46.162867 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-30ff459a-6f82-40f2-8ed0-216d9da4fc94 req-feec0bdb-13d2-4fac-a301-c9526520515b service neutron] 10.222.0.55 "GET /v2.0/networks/fcfdebfb-890a-4564-ad33-442534fd3fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6606181 Apr 05 14:43:46.258593 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device fee964b4-d306-4d70-aac9-4972be132777 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:43:46.311691 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-d7d4768b-6f9c-488f-a1dc-f788f1fd4a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:46.315317 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d4768b-6f9c-488f-a1dc-f788f1fd4a26 None None] The sync data for ids ['21cace13-c140-4f2e-b878-6678939d926c'] in n-d-836650-2 is: [] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:43:46.352593 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350b5bc-e8ae-40da-bd82-75d644404954 req-6a8458f0-59cf-4f57-83d2-af2ea3479718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:46.354647 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8350b5bc-e8ae-40da-bd82-75d644404954 req-6a8458f0-59cf-4f57-83d2-af2ea3479718 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8c3f3c7982a44da591f5ccdacd29d5c6&device_id=a0e13fb1-7b16-4da2-b3da-d5d251f3b8be HTTP/1.1" status: 200 len: 1097 time: 0.2685654 Apr 05 14:43:46.500079 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 53144) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:43:46.511340 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-da3cf1b7-248d-4515-b633-269676dc2d2b None None] Port 9af09dce-bdc4-42ac-bfd8-4bbb0e9a4740 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:43:46.575673 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350b5bc-e8ae-40da-bd82-75d644404954 req-80bd67c3-644f-4980-8c97-f203788f7007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:46.577450 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8350b5bc-e8ae-40da-bd82-75d644404954 req-80bd67c3-644f-4980-8c97-f203788f7007 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fcfdebfb-890a-4564-ad33-442534fd3fbd HTTP/1.1" status: 200 len: 921 time: 0.2139194 Apr 05 14:43:46.607275 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port fee964b4-d306-4d70-aac9-4972be132777 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:43:46.607651 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:46.613009 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b2d3716d-5190-4467-93d0-0839874f7598 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:46.677944 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fcc8ed5c-82ef-4026-afed-3f5f715e3246 req-e17b865f-b8c0-443a-9cf1-90853c34390a service neutron] 10.222.0.30 "GET /v2.0/networks/fcfdebfb-890a-4564-ad33-442534fd3fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5584662 Apr 05 14:43:46.740990 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-61c7fd78-687e-4cd1-abed-f6f42b7c45d9 None None] Provisioning complete for port 9af09dce-bdc4-42ac-bfd8-4bbb0e9a4740 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:43:46.742133 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-61c7fd78-687e-4cd1-abed-f6f42b7c45d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:46.778446 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8350b5bc-e8ae-40da-bd82-75d644404954 req-ffab2789-71fd-43df-bd4f-e0cdfb0294ca service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=140253c8-15b3-4099-8d27-94ba0fee6762 HTTP/1.1" status: 200 len: 1002 time: 0.1927426 Apr 05 14:43:46.863866 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-61c7fd78-687e-4cd1-abed-f6f42b7c45d9 None None] Port 9af09dce-bdc4-42ac-bfd8-4bbb0e9a4740 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:43:46.881750 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-6d6421e7-481b-47ef-b3a4-e56c00b362f5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e8ce47a9c4704fe783984e08a144e0c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3763914 Apr 05 14:43:46.886142 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 53166) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:43:47.107337 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350b5bc-e8ae-40da-bd82-75d644404954 req-876043d5-28d2-4944-92f0-c2f0be65b6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:47.108851 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8350b5bc-e8ae-40da-bd82-75d644404954 req-876043d5-28d2-4944-92f0-c2f0be65b6d5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f90bf926-2675-4d7e-8a18-756096c51dbe HTTP/1.1" status: 200 len: 859 time: 0.3068538 Apr 05 14:43:47.122129 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1d677c-7d8c-4566-9a20-a7db165bd3b5 None None] Sync routers for ids ['021bd0f9-45b7-4b8d-abab-7c183c71d33c'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:43:47.140980 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1d677c-7d8c-4566-9a20-a7db165bd3b5 None None] Routers {'021bd0f9-45b7-4b8d-abab-7c183c71d33c'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:43:47.142271 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-6e1d677c-7d8c-4566-9a20-a7db165bd3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:43:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['021bd0f9-45b7-4b8d-abab-7c183c71d33c'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:47.270843 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-20221483-8b90-41d7-84e4-b33fb02c6616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:47.324043 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8ed5c-82ef-4026-afed-3f5f715e3246 req-1b2d9e1f-cf29-465f-ae0f-c50247fdc6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:47.326567 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fcc8ed5c-82ef-4026-afed-3f5f715e3246 req-1b2d9e1f-cf29-465f-ae0f-c50247fdc6b3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8c3f3c7982a44da591f5ccdacd29d5c6&device_id=a0e13fb1-7b16-4da2-b3da-d5d251f3b8be HTTP/1.1" status: 200 len: 1097 time: 0.5471942 Apr 05 14:43:47.335283 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-20221483-8b90-41d7-84e4-b33fb02c6616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:47.357393 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd23d873-2c4b-4f01-ae34-50e992fd2bad req-412fd36f-ef63-482f-a92c-fda5439f7bb7 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:47.380225 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fd23d873-2c4b-4f01-ae34-50e992fd2bad req-412fd36f-ef63-482f-a92c-fda5439f7bb7 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdec92e3-43d0-4811-92b1-9baab3c5f0ca HTTP/1.1" status: 200 len: 945 time: 0.4815261 Apr 05 14:43:47.398770 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-6e1d677c-7d8c-4566-9a20-a7db165bd3b5 None None] Set router 021bd0f9-45b7-4b8d-abab-7c183c71d33c gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:43:47.461536 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70361782-5e41-4816-ae9b-db44f28467a6 req-fa3a3bf1-b2a9-4e2c-81b5-4ea46538d3b5 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:47.474694 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-70361782-5e41-4816-ae9b-db44f28467a6 req-fa3a3bf1-b2a9-4e2c-81b5-4ea46538d3b5 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] 10.222.0.55 "GET /v2.0/ports?device_id=823315fe-499d-4bb9-b812-afef28b54df6 HTTP/1.1" status: 200 len: 945 time: 0.2707827 Apr 05 14:43:47.616124 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-20221483-8b90-41d7-84e4-b33fb02c6616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:47.624666 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-20221483-8b90-41d7-84e4-b33fb02c6616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:47.626181 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-20221483-8b90-41d7-84e4-b33fb02c6616 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4217afc1-660a-4d5a-9ace-3fd514bb4c11 HTTP/1.1" status: 204 len: 168 time: 0.7273130 Apr 05 14:43:47.721670 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20221483-8b90-41d7-84e4-b33fb02c6616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4217afc1-660a-4d5a-9ace-3fd514bb4c11,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:47.951807 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-6e1d677c-7d8c-4566-9a20-a7db165bd3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'name': 'tempest-FloatingIPsAssociationTestJSON-491073066-router', 'tenant_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'ba6852d8-c258-4fd9-bbca-200d5bb93f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:42:19Z', 'updated_at': '2022-04-05T14:42:30Z', 'revision_number': 4, 'project_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'gw_port': {'id': 'ba6852d8-c258-4fd9-bbca-200d5bb93f7e', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:22:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:21Z', 'updated_at': '2022-04-05T14:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': 'b840990b-9c90-45ae-a21d-cf821dd744a2', 'tenant_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'floating_ip_address': '172.25.6.172', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'port_id': '140253c8-15b3-4099-8d27-94ba0fee6762', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcfdebfb-890a-4564-ad33-442534fd3fbd', 'mac_address': 'fa:16:3e:8f:15:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e13fb1-7b16-4da2-b3da-d5d251f3b8be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:43:07Z', 'updated_at': '2022-04-05T14:43:46Z', 'revision_number': 4, 'project_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a19bac35-ee50-413b-9feb-6940ba2e09c1', 'name': '', 'network_id': 'fcfdebfb-890a-4564-ad33-442534fd3fbd', 'tenant_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'mac_address': 'fa:16:3e:25:d5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': 'f90bf926-2675-4d7e-8a18-756096c51dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:28Z', 'updated_at': '2022-04-05T14:42:37Z', 'revision_number': 5, 'project_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'subnets': [{'id': 'f90bf926-2675-4d7e-8a18-756096c51dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:48.031322 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1d677c-7d8c-4566-9a20-a7db165bd3b5 None None] Checking router: 021bd0f9-45b7-4b8d-abab-7c183c71d33c for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:43:48.057778 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1d677c-7d8c-4566-9a20-a7db165bd3b5 None None] Routers {'021bd0f9-45b7-4b8d-abab-7c183c71d33c'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:43:48.058572 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-6e1d677c-7d8c-4566-9a20-a7db165bd3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:43:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['021bd0f9-45b7-4b8d-abab-7c183c71d33c'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:48.080940 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 53214) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:43:48.252578 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b2d3716d-5190-4467-93d0-0839874f7598 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:48.319699 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350b5bc-e8ae-40da-bd82-75d644404954 req-aec4654c-6a1f-46c4-b0a7-820ec3db82c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:48.324140 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8350b5bc-e8ae-40da-bd82-75d644404954 req-aec4654c-6a1f-46c4-b0a7-820ec3db82c7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fcfdebfb-890a-4564-ad33-442534fd3fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1949611 Apr 05 14:43:48.325967 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8ed5c-82ef-4026-afed-3f5f715e3246 req-3479303c-0c8e-4064-9be1-0debef10daca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:48.335605 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b2d3716d-5190-4467-93d0-0839874f7598 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:48.336157 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fcc8ed5c-82ef-4026-afed-3f5f715e3246 req-3479303c-0c8e-4064-9be1-0debef10daca service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcfdebfb-890a-4564-ad33-442534fd3fbd HTTP/1.1" status: 200 len: 921 time: 1.0019681 Apr 05 14:43:48.340825 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-6e1d677c-7d8c-4566-9a20-a7db165bd3b5 None None] Set router 021bd0f9-45b7-4b8d-abab-7c183c71d33c gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:43:48.392815 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9859b3-b977-4749-a28b-c806b3c12256 req-195a84d5-835c-4865-9e99-1dd0f1fcd085 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:48.397730 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-fe9859b3-b977-4749-a28b-c806b3c12256 req-195a84d5-835c-4865-9e99-1dd0f1fcd085 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] 10.222.0.11 "GET /v2.0/ports?device_id=00e74c8d-aa9f-4543-84f3-59383c57d57d HTTP/1.1" status: 200 len: 945 time: 0.2946985 Apr 05 14:43:48.476082 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d3716d-5190-4467-93d0-0839874f7598 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:48.477364 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b2d3716d-5190-4467-93d0-0839874f7598 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:48.482956 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-b2d3716d-5190-4467-93d0-0839874f7598 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "PUT /v2.0/ports/9af09dce-bdc4-42ac-bfd8-4bbb0e9a4740 HTTP/1.1" status: 200 len: 910 time: 2.6952012 Apr 05 14:43:48.488669 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 53230) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:43:48.581389 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fd23d873-2c4b-4f01-ae34-50e992fd2bad req-af04c4ec-0909-4d14-87f9-28e594dde028 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=11640d9f-a14a-4756-b499-b13013deda57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1998348 Apr 05 14:43:48.713045 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fcc8ed5c-82ef-4026-afed-3f5f715e3246 req-202bd8c1-db36-4d5d-9eed-5262e2a7de29 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=140253c8-15b3-4099-8d27-94ba0fee6762 HTTP/1.1" status: 200 len: 1002 time: 0.3722038 Apr 05 14:43:48.732361 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-70361782-5e41-4816-ae9b-db44f28467a6 req-90f96bf5-d994-4ef5-8da3-d776e36a1417 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Deleting port 60d5c0d5-1241-4a3f-869a-92ce73184f75 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:43:48.732806 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-70361782-5e41-4816-ae9b-db44f28467a6 req-90f96bf5-d994-4ef5-8da3-d776e36a1417 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:48.846298 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-70361782-5e41-4816-ae9b-db44f28467a6 req-90f96bf5-d994-4ef5-8da3-d776e36a1417 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] For port 60d5c0d5-1241-4a3f-869a-92ce73184f75, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=60d5c0d5-1241-4a3f-869a-92ce73184f75,segment=NetworkSegment(a7a576d5-7e19-454b-9cb6-12eb07c3f434),segment_id=a7a576d5-7e19-454b-9cb6-12eb07c3f434)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:43:48.846298 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-70361782-5e41-4816-ae9b-db44f28467a6 req-90f96bf5-d994-4ef5-8da3-d776e36a1417 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:48.861144 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-70361782-5e41-4816-ae9b-db44f28467a6 req-90f96bf5-d994-4ef5-8da3-d776e36a1417 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Calling delete_port for 60d5c0d5-1241-4a3f-869a-92ce73184f75 owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:43:49.106013 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-6e1d677c-7d8c-4566-9a20-a7db165bd3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'name': 'tempest-FloatingIPsAssociationTestJSON-491073066-router', 'tenant_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'ba6852d8-c258-4fd9-bbca-200d5bb93f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:42:19Z', 'updated_at': '2022-04-05T14:42:30Z', 'revision_number': 4, 'project_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'gw_port': {'id': 'ba6852d8-c258-4fd9-bbca-200d5bb93f7e', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:22:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:21Z', 'updated_at': '2022-04-05T14:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': 'b840990b-9c90-45ae-a21d-cf821dd744a2', 'tenant_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'floating_ip_address': '172.25.6.172', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'port_id': '140253c8-15b3-4099-8d27-94ba0fee6762', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcfdebfb-890a-4564-ad33-442534fd3fbd', 'mac_address': 'fa:16:3e:8f:15:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e13fb1-7b16-4da2-b3da-d5d251f3b8be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:43:07Z', 'updated_at': '2022-04-05T14:43:46Z', 'revision_number': 4, 'project_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a19bac35-ee50-413b-9feb-6940ba2e09c1', 'name': '', 'network_id': 'fcfdebfb-890a-4564-ad33-442534fd3fbd', 'tenant_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'mac_address': 'fa:16:3e:25:d5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': 'f90bf926-2675-4d7e-8a18-756096c51dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:28Z', 'updated_at': '2022-04-05T14:42:37Z', 'revision_number': 5, 'project_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'subnets': [{'id': 'f90bf926-2675-4d7e-8a18-756096c51dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:49.162402 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1d677c-7d8c-4566-9a20-a7db165bd3b5 None None] The sync data for ids ['021bd0f9-45b7-4b8d-abab-7c183c71d33c'] in n-d-836650-2 is: [{'id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'name': 'tempest-FloatingIPsAssociationTestJSON-491073066-router', 'tenant_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'ba6852d8-c258-4fd9-bbca-200d5bb93f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:42:19Z', 'updated_at': '2022-04-05T14:42:30Z', 'revision_number': 4, 'project_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'gw_port': {'id': 'ba6852d8-c258-4fd9-bbca-200d5bb93f7e', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:22:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:21Z', 'updated_at': '2022-04-05T14:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': 'b840990b-9c90-45ae-a21d-cf821dd744a2', 'tenant_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'floating_ip_address': '172.25.6.172', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'port_id': '140253c8-15b3-4099-8d27-94ba0fee6762', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcfdebfb-890a-4564-ad33-442534fd3fbd', 'mac_address': 'fa:16:3e:8f:15:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e13fb1-7b16-4da2-b3da-d5d251f3b8be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:43:07Z', 'updated_at': '2022-04-05T14:43:46Z', 'revision_number': 4, 'project_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a19bac35-ee50-413b-9feb-6940ba2e09c1', 'name': '', 'network_id': 'fcfdebfb-890a-4564-ad33-442534fd3fbd', 'tenant_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'mac_address': 'fa:16:3e:25:d5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': 'f90bf926-2675-4d7e-8a18-756096c51dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:28Z', 'updated_at': '2022-04-05T14:42:37Z', 'revision_number': 5, 'project_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'subnets': [{'id': 'f90bf926-2675-4d7e-8a18-756096c51dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:43:49.229979 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8350b5bc-e8ae-40da-bd82-75d644404954 req-0c7ef1c8-960f-4550-84d1-170d0351a8ac service neutron] 10.222.0.55 "GET /v2.0/networks/fcfdebfb-890a-4564-ad33-442534fd3fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8906343 Apr 05 14:43:49.321818 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8ed5c-82ef-4026-afed-3f5f715e3246 req-1edd5850-36a3-4216-b342-c3a14c4dfaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:49.325521 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fcc8ed5c-82ef-4026-afed-3f5f715e3246 req-1edd5850-36a3-4216-b342-c3a14c4dfaf9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f90bf926-2675-4d7e-8a18-756096c51dbe HTTP/1.1" status: 200 len: 859 time: 0.6148210 Apr 05 14:43:49.494036 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8350b5bc-e8ae-40da-bd82-75d644404954 req-f4ea7992-6395-4a3c-95cd-b9a2f6089f33 service neutron] 10.222.0.55 "GET /v2.0/networks/fcfdebfb-890a-4564-ad33-442534fd3fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440584 Apr 05 14:43:49.617213 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-86d5254f-79ae-434c-aae4-8a2bd73ae87d tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:49.621411 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-86d5254f-79ae-434c-aae4-8a2bd73ae87d tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] 10.222.0.30 "GET /v2.0/networks?id=d99cb6f7-6407-4303-ae02-9a5b644a27a2 HTTP/1.1" status: 200 len: 813 time: 0.6461403 Apr 05 14:43:49.629250 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d3716d-5190-4467-93d0-0839874f7598 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Pushing event updated for resources: {'Port': ['ID=9af09dce-bdc4-42ac-bfd8-4bbb0e9a4740,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:49.675822 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-1c1d0b61-790d-4925-9bbb-c1e88328364d tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] 10.222.0.30 "GET /v2.0/quotas/efc441e7d25044d2b6abdefe3feeaa99 HTTP/1.1" status: 200 len: 375 time: 0.0445104 Apr 05 14:43:49.679227 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8ed5c-82ef-4026-afed-3f5f715e3246 req-fafe7a32-edc6-4d0c-bedf-633c3680de69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:49.681263 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fcc8ed5c-82ef-4026-afed-3f5f715e3246 req-fafe7a32-edc6-4d0c-bedf-633c3680de69 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcfdebfb-890a-4564-ad33-442534fd3fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3245935 Apr 05 14:43:49.794763 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-5da32f7d-883e-4fd4-89e1-bd7e60418afe tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=efc441e7d25044d2b6abdefe3feeaa99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1123416 Apr 05 14:43:49.817628 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-70361782-5e41-4816-ae9b-db44f28467a6 req-90f96bf5-d994-4ef5-8da3-d776e36a1417 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:49.838218 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['34039e3c-5c3b-4ae2-b7fc-433ae6a5f4f8'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:43:49.967877 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-fe9859b3-b977-4749-a28b-c806b3c12256 req-8cb3fd70-aa80-4038-ae7b-54dd31a56938 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Deleting port 34039e3c-5c3b-4ae2-b7fc-433ae6a5f4f8 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:43:49.968515 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-fe9859b3-b977-4749-a28b-c806b3c12256 req-8cb3fd70-aa80-4038-ae7b-54dd31a56938 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:49.990195 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f96bf5-d994-4ef5-8da3-d776e36a1417 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Pushing event deleted for resources: {'Port': ['ID=60d5c0d5-1241-4a3f-869a-92ce73184f75,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:50.002313 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 60d5c0d5-1241-4a3f-869a-92ce73184f75 no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:43:50.023349 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fcc8ed5c-82ef-4026-afed-3f5f715e3246 req-59441acb-3bd3-4166-81ea-04b8040dfd88 service neutron] 10.222.0.30 "GET /v2.0/networks/fcfdebfb-890a-4564-ad33-442534fd3fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303089 Apr 05 14:43:50.053493 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-70361782-5e41-4816-ae9b-db44f28467a6 req-90f96bf5-d994-4ef5-8da3-d776e36a1417 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] No DVR routers for this DVR port 60d5c0d5-1241-4a3f-869a-92ce73184f75 on host n-h1-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:43:50.058622 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-70361782-5e41-4816-ae9b-db44f28467a6 req-90f96bf5-d994-4ef5-8da3-d776e36a1417 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:50.058996 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] No Port match for: 60d5c0d5-1241-4a3f-869a-92ce73184f75 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:43:50.059338 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 60d5c0d5-1241-4a3f-869a-92ce73184f75 not bound to the agent host n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:43:50.067494 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-70361782-5e41-4816-ae9b-db44f28467a6 req-90f96bf5-d994-4ef5-8da3-d776e36a1417 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] 10.222.0.55 "DELETE /v2.0/ports/60d5c0d5-1241-4a3f-869a-92ce73184f75 HTTP/1.1" status: 204 len: 173 time: 1.7599065 Apr 05 14:43:50.114201 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '823315fe-499d-4bb9-b812-afef28b54df6', 'name': 'network-vif-deleted', 'tag': '60d5c0d5-1241-4a3f-869a-92ce73184f75'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:43:50.117630 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c1f042-8ef1-4b29-a23c-3b6deb0f0050" -d '{"events": [{"server_uuid": "823315fe-499d-4bb9-b812-afef28b54df6", "name": "network-vif-deleted", "tag": "60d5c0d5-1241-4a3f-869a-92ce73184f75"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:43:50.137752 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 53314) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:43:50.337971 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-8b331891-1601-4e1e-bf43-15e577bdb8c3 service neutron] 10.222.0.30 "GET /v2.0/networks/d99cb6f7-6407-4303-ae02-9a5b644a27a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5017412 Apr 05 14:43:50.345337 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-bba36687-06b5-438b-9f45-7472eca432a3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1840973019-network', 'tenant_id': 'b1c6fdb1754a4696ad2f30e73253b821'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:43:50.440942 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fcc8ed5c-82ef-4026-afed-3f5f715e3246 req-be66bcfe-c44f-4fb2-96d9-5fff3351aaec service neutron] 10.222.0.30 "GET /v2.0/networks/fcfdebfb-890a-4564-ad33-442534fd3fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3854265 Apr 05 14:43:50.535525 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-ceb2a465-aba2-43c0-a7bf-ea2a8f8defb3 service neutron] 10.222.0.30 "GET /v2.0/networks/d99cb6f7-6407-4303-ae02-9a5b644a27a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830275 Apr 05 14:43:50.561817 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43f818-e899-4b94-ac6d-8c84e169f90f req-523cbf2e-fc64-43fc-b067-f80391808861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:50.563317 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7c43f818-e899-4b94-ac6d-8c84e169f90f req-523cbf2e-fc64-43fc-b067-f80391808861 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cdec92e3-43d0-4811-92b1-9baab3c5f0ca HTTP/1.1" status: 200 len: 1096 time: 0.0833905 Apr 05 14:43:50.596626 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba36687-06b5-438b-9f45-7472eca432a3 admin admin] Made reservation on behalf of b1c6fdb1754a4696ad2f30e73253b821 for: {'network': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:43:50.596626 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bba36687-06b5-438b-9f45-7472eca432a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:50.648070 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bba36687-06b5-438b-9f45-7472eca432a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:50.692840 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-fe9859b3-b977-4749-a28b-c806b3c12256 req-8cb3fd70-aa80-4038-ae7b-54dd31a56938 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] For port 34039e3c-5c3b-4ae2-b7fc-433ae6a5f4f8, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=34039e3c-5c3b-4ae2-b7fc-433ae6a5f4f8,segment=NetworkSegment(a7a576d5-7e19-454b-9cb6-12eb07c3f434),segment_id=a7a576d5-7e19-454b-9cb6-12eb07c3f434)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:43:50.693843 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-fe9859b3-b977-4749-a28b-c806b3c12256 req-8cb3fd70-aa80-4038-ae7b-54dd31a56938 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:50.721649 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1342138e-325f-46e7-8eeb-2ee71aa6809e tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809988'] for router_interface, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:50.731362 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7c43f818-e899-4b94-ac6d-8c84e169f90f req-10200b00-4bc2-4c60-bd15-ab8ee5f9f94b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=11640d9f-a14a-4756-b499-b13013deda57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492605 Apr 05 14:43:50.743369 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f36be-e118-4a1a-bbfa-aeb39347fbe6 req-29264075-ce19-4bf1-a0e0-b37f856c0dac tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:50.745017 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-145f36be-e118-4a1a-bbfa-aeb39347fbe6 req-29264075-ce19-4bf1-a0e0-b37f856c0dac tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdec92e3-43d0-4811-92b1-9baab3c5f0ca HTTP/1.1" status: 200 len: 945 time: 0.1873167 Apr 05 14:43:50.767682 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-fe9859b3-b977-4749-a28b-c806b3c12256 req-8cb3fd70-aa80-4038-ae7b-54dd31a56938 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Calling delete_port for 34039e3c-5c3b-4ae2-b7fc-433ae6a5f4f8 owned by compute:nova {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:43:50.812021 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f15b6ad4-dd7b-4daf-a292-ad67adcf5ff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809988'] for router_interface, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:50.835969 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-145f36be-e118-4a1a-bbfa-aeb39347fbe6 req-19cb0390-6a10-479e-bdab-2b937b6d0eb3 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=11640d9f-a14a-4756-b499-b13013deda57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777941 Apr 05 14:43:50.918446 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bba36687-06b5-438b-9f45-7472eca432a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:50.948246 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac3ac10b-2734-459e-b7ba-925576dbf122 x-openstack-request-id: req-ac3ac10b-2734-459e-b7ba-925576dbf122 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:43:50.948736 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "823315fe-499d-4bb9-b812-afef28b54df6", "name": "network-vif-deleted", "tag": "60d5c0d5-1241-4a3f-869a-92ce73184f75", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:43:50.949220 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ac3ac10b-2734-459e-b7ba-925576dbf122 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:43:50.949755 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac3ac10b-2734-459e-b7ba-925576dbf122'] response: {'server_uuid': '823315fe-499d-4bb9-b812-afef28b54df6', 'name': 'network-vif-deleted', 'tag': '60d5c0d5-1241-4a3f-869a-92ce73184f75', 'status': 'completed', 'code': 200} Apr 05 14:43:51.086817 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bba36687-06b5-438b-9f45-7472eca432a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:51.135108 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 53360) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:43:51.215012 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bba36687-06b5-438b-9f45-7472eca432a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=103320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:43:51.228032 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bba36687-06b5-438b-9f45-7472eca432a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:51.228434 n-d-836650-2 neutron-server[103320]: INFO neutron.db.segments_db [None req-bba36687-06b5-438b-9f45-7472eca432a3 admin admin] Added segment e523e33a-de62-4414-94f9-7699545cb484 of type vlan for network 0ec84664-b286-431c-8e6d-81964b6279ea Apr 05 14:43:51.287448 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bba36687-06b5-438b-9f45-7472eca432a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:51.340151 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba36687-06b5-438b-9f45-7472eca432a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5525703-bd4b-4b0e-9cc0-7a5fab3b23d6,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:51.371109 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-fe9859b3-b977-4749-a28b-c806b3c12256 req-8cb3fd70-aa80-4038-ae7b-54dd31a56938 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:51.488655 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb3fd70-aa80-4038-ae7b-54dd31a56938 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Pushing event deleted for resources: {'Port': ['ID=34039e3c-5c3b-4ae2-b7fc-433ae6a5f4f8,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:51.490453 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1e2a0e74-a1a3-46b1-b9fe-5c31bb39e280 req-c8c4cf46-6d54-4fff-a259-4da17c019030 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d168f2d-c63a-4772-8f5d-782f19b14901 HTTP/1.1" status: 200 len: 210 time: 0.1271100 Apr 05 14:43:51.493039 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b7efef80-7fe3-4c39-88b0-124aa121a645 req-96b281be-d48f-4525-958c-7d68372dae8c tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.172 HTTP/1.1" status: 200 len: 1002 time: 0.5148504 Apr 05 14:43:51.555983 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-162aebfd-d28b-42c5-a0d0-ef915775987f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:51.557687 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe9859b3-b977-4749-a28b-c806b3c12256 req-8cb3fd70-aa80-4038-ae7b-54dd31a56938 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] No DVR routers for this DVR port 34039e3c-5c3b-4ae2-b7fc-433ae6a5f4f8 on host n-h2-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:43:51.565148 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-fe9859b3-b977-4749-a28b-c806b3c12256 req-8cb3fd70-aa80-4038-ae7b-54dd31a56938 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:51.568388 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-fe9859b3-b977-4749-a28b-c806b3c12256 req-8cb3fd70-aa80-4038-ae7b-54dd31a56938 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] 10.222.0.11 "DELETE /v2.0/ports/34039e3c-5c3b-4ae2-b7fc-433ae6a5f4f8 HTTP/1.1" status: 204 len: 173 time: 3.0834084 Apr 05 14:43:51.568823 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00e74c8d-aa9f-4543-84f3-59383c57d57d', 'name': 'network-vif-deleted', 'tag': '34039e3c-5c3b-4ae2-b7fc-433ae6a5f4f8'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:43:51.571074 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dafb1cdc-88db-41a2-b0e7-704b1891ab0c" -d '{"events": [{"server_uuid": "00e74c8d-aa9f-4543-84f3-59383c57d57d", "name": "network-vif-deleted", "tag": "34039e3c-5c3b-4ae2-b7fc-433ae6a5f4f8"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:43:51.574329 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7efef80-7fe3-4c39-88b0-124aa121a645 req-fd9be873-48fb-4718-8150-843fcd1e16c9 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:51.575850 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b7efef80-7fe3-4c39-88b0-124aa121a645 req-fd9be873-48fb-4718-8150-843fcd1e16c9 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/ports/140253c8-15b3-4099-8d27-94ba0fee6762 HTTP/1.1" status: 200 len: 943 time: 0.0819416 Apr 05 14:43:51.580959 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bba36687-06b5-438b-9f45-7472eca432a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:51.581932 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba36687-06b5-438b-9f45-7472eca432a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:51.582506 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bba36687-06b5-438b-9f45-7472eca432a3 admin admin] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:51.647444 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede15257-dddb-4acd-8366-cb4fe8fb0ba1 x-openstack-request-id: req-ede15257-dddb-4acd-8366-cb4fe8fb0ba1 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:43:51.647444 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00e74c8d-aa9f-4543-84f3-59383c57d57d", "name": "network-vif-deleted", "tag": "34039e3c-5c3b-4ae2-b7fc-433ae6a5f4f8", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:43:51.647444 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ede15257-dddb-4acd-8366-cb4fe8fb0ba1 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:43:51.647444 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ede15257-dddb-4acd-8366-cb4fe8fb0ba1'] response: {'server_uuid': '00e74c8d-aa9f-4543-84f3-59383c57d57d', 'name': 'network-vif-deleted', 'tag': '34039e3c-5c3b-4ae2-b7fc-433ae6a5f4f8', 'status': 'completed', 'code': 200} Apr 05 14:43:51.663803 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-1342138e-325f-46e7-8eeb-2ee71aa6809e tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Deleting port 9af09dce-bdc4-42ac-bfd8-4bbb0e9a4740 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:43:51.664145 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1342138e-325f-46e7-8eeb-2ee71aa6809e tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:51.758311 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba36687-06b5-438b-9f45-7472eca432a3 admin admin] Pushing event updated for resources: {'Network': ['ID=0ec84664-b286-431c-8e6d-81964b6279ea,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:51.771478 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-f15b6ad4-dd7b-4daf-a292-ad67adcf5ff2 admin admin] Deleting port 4fef5577-f1b9-4970-9f15-0b4229ce8255 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:43:51.772051 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f15b6ad4-dd7b-4daf-a292-ad67adcf5ff2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:51.784269 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 0ec84664-b286-431c-8e6d-81964b6279ea details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:43:51.792742 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1342138e-325f-46e7-8eeb-2ee71aa6809e tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:51.799515 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b7efef80-7fe3-4c39-88b0-124aa121a645 req-be529b85-ae66-4367-88b5-723aabf215d7 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.172 HTTP/1.1" status: 200 len: 1002 time: 0.1115074 Apr 05 14:43:51.842080 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-1342138e-325f-46e7-8eeb-2ee71aa6809e tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Calling delete_port for 9af09dce-bdc4-42ac-bfd8-4bbb0e9a4740 owned by network:router_interface {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:43:51.864407 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-162aebfd-d28b-42c5-a0d0-ef915775987f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:51.933856 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-f15b6ad4-dd7b-4daf-a292-ad67adcf5ff2 admin admin] For port 4fef5577-f1b9-4970-9f15-0b4229ce8255, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=4fef5577-f1b9-4970-9f15-0b4229ce8255,segment=NetworkSegment(1610584a-44c8-4b27-96be-b982f9c02807),segment_id=1610584a-44c8-4b27-96be-b982f9c02807)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:43:51.934505 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f15b6ad4-dd7b-4daf-a292-ad67adcf5ff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:51.957497 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-f15b6ad4-dd7b-4daf-a292-ad67adcf5ff2 admin admin] Calling delete_port for 4fef5577-f1b9-4970-9f15-0b4229ce8255 owned by network:router_interface {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:43:51.983554 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-bba36687-06b5-438b-9f45-7472eca432a3 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8361511 Apr 05 14:43:51.996360 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 53392) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:43:51.996360 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-a0d981f7-76df-4b0f-8131-6efff4544590 admin admin] Request body: {'subnet': {'network_id': '0ec84664-b286-431c-8e6d-81964b6279ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1840973019-subnet', 'tenant_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:43:52.022932 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7efef80-7fe3-4c39-88b0-124aa121a645 req-a8c8576a-5110-4164-b037-2cc0b954db31 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:52.024625 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b7efef80-7fe3-4c39-88b0-124aa121a645 req-a8c8576a-5110-4164-b037-2cc0b954db31 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/networks/3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c HTTP/1.1" status: 200 len: 784 time: 0.2193546 Apr 05 14:43:52.046172 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-162aebfd-d28b-42c5-a0d0-ef915775987f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:52.147962 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-162aebfd-d28b-42c5-a0d0-ef915775987f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b260a61e5a2441938c87d82b2bdbf604&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9781997 Apr 05 14:43:52.150816 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 53402) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:43:52.338243 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162aebfd-d28b-42c5-a0d0-ef915775987f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ccafaaa-b9b9-4e45-81b2-c1e9b37b36dc,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:52.354882 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8db98-5b1c-4c1d-b05f-c05e4a58bb5a req-7738c356-257e-42c8-bf1b-660db1946596 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:52.361440 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f9e8db98-5b1c-4c1d-b05f-c05e4a58bb5a req-7738c356-257e-42c8-bf1b-660db1946596 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdec92e3-43d0-4811-92b1-9baab3c5f0ca HTTP/1.1" status: 200 len: 945 time: 0.3757837 Apr 05 14:43:52.370469 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d981f7-76df-4b0f-8131-6efff4544590 admin admin] Made reservation on behalf of b1c6fdb1754a4696ad2f30e73253b821 for: {'subnet': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:43:52.372742 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a0d981f7-76df-4b0f-8131-6efff4544590 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13127328'] for subnet, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:52.384536 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b0f356fa-2e97-49cb-9b69-88826b795992 req-85158fa3-92ad-4dd0-90e9-4c949a69eb4d tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.172 HTTP/1.1" status: 200 len: 1002 time: 0.3126531 Apr 05 14:43:52.460783 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1342138e-325f-46e7-8eeb-2ee71aa6809e tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:52.485768 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fcb7519a-4e72-4bf4-b8c1-3f7205d47e42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:52.494401 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1342138e-325f-46e7-8eeb-2ee71aa6809e tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Pushing event deleted for resources: {'Port': ['ID=9af09dce-bdc4-42ac-bfd8-4bbb0e9a4740,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:52.526434 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f9e8db98-5b1c-4c1d-b05f-c05e4a58bb5a req-4f8bf308-4d94-490a-bd8f-c62a645e465e tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=11640d9f-a14a-4756-b499-b13013deda57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594253 Apr 05 14:43:52.540509 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f15b6ad4-dd7b-4daf-a292-ad67adcf5ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:52.543133 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f356fa-2e97-49cb-9b69-88826b795992 req-1c45f498-a728-4c05-928d-ed194d5e8b5b tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:52.544562 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b0f356fa-2e97-49cb-9b69-88826b795992 req-1c45f498-a728-4c05-928d-ed194d5e8b5b tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/ports/140253c8-15b3-4099-8d27-94ba0fee6762 HTTP/1.1" status: 200 len: 943 time: 0.1481376 Apr 05 14:43:52.561868 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fcb7519a-4e72-4bf4-b8c1-3f7205d47e42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:52.623447 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 34039e3c-5c3b-4ae2-b7fc-433ae6a5f4f8 no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:43:52.679924 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] No Port match for: 34039e3c-5c3b-4ae2-b7fc-433ae6a5f4f8 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:43:52.683044 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 34039e3c-5c3b-4ae2-b7fc-433ae6a5f4f8 not bound to the agent host n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:43:52.691016 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b6ad4-dd7b-4daf-a292-ad67adcf5ff2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fef5577-f1b9-4970-9f15-0b4229ce8255,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:52.721044 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-93c69604-9413-4f92-b782-48a425d1640a req-f7b45797-547f-4c96-8d59-710a96bcad50 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d168f2d-c63a-4772-8f5d-782f19b14901 HTTP/1.1" status: 200 len: 210 time: 0.0797024 Apr 05 14:43:52.898088 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1342138e-325f-46e7-8eeb-2ee71aa6809e tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1798829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810128'] for router_interface, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:52.911559 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fcb7519a-4e72-4bf4-b8c1-3f7205d47e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:52.914831 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fcb7519a-4e72-4bf4-b8c1-3f7205d47e42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:52.922321 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-fcb7519a-4e72-4bf4-b8c1-3f7205d47e42 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7ccafaaa-b9b9-4e45-81b2-c1e9b37b36dc HTTP/1.1" status: 204 len: 168 time: 0.7664368 Apr 05 14:43:52.973423 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b0f356fa-2e97-49cb-9b69-88826b795992 req-19e7bfc5-ec41-456e-9592-cc00b072caf0 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.172 HTTP/1.1" status: 200 len: 1002 time: 0.2631748 Apr 05 14:43:52.995231 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb7519a-4e72-4bf4-b8c1-3f7205d47e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ccafaaa-b9b9-4e45-81b2-c1e9b37b36dc,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:53.044560 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a0d981f7-76df-4b0f-8131-6efff4544590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15773751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13127350'] for subnet, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:53.217630 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d981f7-76df-4b0f-8131-6efff4544590 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5191ec95-9794-4487-b4dd-b62543d80f6a,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:53.236944 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d981f7-76df-4b0f-8131-6efff4544590 admin admin] Checking segment: {'id': 'e523e33a-de62-4414-94f9-7699545cb484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '0ec84664-b286-431c-8e6d-81964b6279ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:43:53.237463 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d981f7-76df-4b0f-8131-6efff4544590 admin admin] Network hostable DHCP agents. Network: 0ec84664-b286-431c-8e6d-81964b6279ea, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:43:53.249798 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f356fa-2e97-49cb-9b69-88826b795992 req-60af7527-7de6-4c20-aefb-01553f5e12da tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:53.252566 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b0f356fa-2e97-49cb-9b69-88826b795992 req-60af7527-7de6-4c20-aefb-01553f5e12da tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/networks/3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c HTTP/1.1" status: 200 len: 784 time: 0.2780254 Apr 05 14:43:53.373648 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b0f356fa-2e97-49cb-9b69-88826b795992 req-94eb053b-d124-4ef3-8175-da3dc215b141 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.172 HTTP/1.1" status: 200 len: 1002 time: 0.1007795 Apr 05 14:43:53.381318 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d981f7-76df-4b0f-8131-6efff4544590 admin admin] Network 0ec84664-b286-431c-8e6d-81964b6279ea is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:43:53.393822 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-b0f356fa-2e97-49cb-9b69-88826b795992 req-37ada1b4-e83d-4343-969b-1eccf251b627 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:43:53.458084 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-b0f356fa-2e97-49cb-9b69-88826b795992 req-37ada1b4-e83d-4343-969b-1eccf251b627 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Notify callbacks [] for floatingip, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:53.495710 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-a0d981f7-76df-4b0f-8131-6efff4544590 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 0ec84664-b286-431c-8e6d-81964b6279ea) {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:43:53.502912 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d981f7-76df-4b0f-8131-6efff4544590 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:53.503829 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a0d981f7-76df-4b0f-8131-6efff4544590 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:53.508913 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e65585b-a8eb-42c6-b42d-9b67401e64f8 None None] Network 0ec84664-b286-431c-8e6d-81964b6279ea requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:43:53.526217 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f15b6ad4-dd7b-4daf-a292-ad67adcf5ff2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1798829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810128'] for router_interface, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:53.673252 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1342138e-325f-46e7-8eeb-2ee71aa6809e tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Router 21cace13-c140-4f2e-b878-6678939d926c has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:43:53.709530 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773e9149-8990-4c19-9cf1-13f325881660 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-0ec84664-b286-431c-8e6d-81964b6279ea', 'network_id': '0ec84664-b286-431c-8e6d-81964b6279ea', 'tenant_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'fixed_ips': [{'subnet_id': '5191ec95-9794-4487-b4dd-b62543d80f6a'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:43:53.710725 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-773e9149-8990-4c19-9cf1-13f325881660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:53.831827 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1342138e-325f-46e7-8eeb-2ee71aa6809e tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:43:53.841562 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-1342138e-325f-46e7-8eeb-2ee71aa6809e tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "PUT /v2.0/routers/21cace13-c140-4f2e-b878-6678939d926c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3484275 Apr 05 14:43:53.869939 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 53468) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:43:53.873410 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c3a2ae-e8b0-4a20-85a2-ae0044122744 None None] Sync routers for ids ['21cace13-c140-4f2e-b878-6678939d926c'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:43:53.906197 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-eba63695-2dad-4095-9aa6-3e3faf260259 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "GET /v2.0/ports?device_id=21cace13-c140-4f2e-b878-6678939d926c HTTP/1.1" status: 200 len: 205 time: 0.0346191 Apr 05 14:43:53.910005 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 53470) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:43:53.913529 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c3a2ae-e8b0-4a20-85a2-ae0044122744 None None] Routers {'21cace13-c140-4f2e-b878-6678939d926c'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:43:53.914278 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-98c3a2ae-e8b0-4a20-85a2-ae0044122744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:43:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['21cace13-c140-4f2e-b878-6678939d926c'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:53.950467 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-98c3a2ae-e8b0-4a20-85a2-ae0044122744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:53.977236 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-773e9149-8990-4c19-9cf1-13f325881660 None None] Allocated IP 172.20.0.2 (0ec84664-b286-431c-8e6d-81964b6279ea/5191ec95-9794-4487-b4dd-b62543d80f6a/79a41931-5354-4b11-934b-0963d321e731) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:43:54.006084 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c3a2ae-e8b0-4a20-85a2-ae0044122744 None None] Routers {'21cace13-c140-4f2e-b878-6678939d926c'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:43:54.008465 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-98c3a2ae-e8b0-4a20-85a2-ae0044122744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:43:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['21cace13-c140-4f2e-b878-6678939d926c'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:54.081799 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-a0d981f7-76df-4b0f-8131-6efff4544590 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0902512 Apr 05 14:43:54.085049 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 53478) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:43:54.085401 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 53480) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:43:54.099820 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6d80ebd4-016a-4629-a62e-4bbd5ddf9d08 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for router, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:54.132759 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-c5dd0e6e-4d44-4971-a993-fe04b27c9025 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1840973019-router', 'tenant_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:43:54.138165 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-98c3a2ae-e8b0-4a20-85a2-ae0044122744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:54.140262 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c3a2ae-e8b0-4a20-85a2-ae0044122744 None None] The sync data for ids ['21cace13-c140-4f2e-b878-6678939d926c'] in n-d-836650-2 is: [] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:43:54.142799 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-74c4b24e-cf26-416c-b073-460ff04b158a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:54.226638 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-b0f356fa-2e97-49cb-9b69-88826b795992 req-37ada1b4-e83d-4343-969b-1eccf251b627 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:54.310663 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-74c4b24e-cf26-416c-b073-460ff04b158a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:54.322797 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754e26c-b9ff-45c0-a176-29134f1b9f74 req-c51fe1b3-a8eb-4dc0-af46-75752f230de6 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:54.324499 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7754e26c-b9ff-45c0-a176-29134f1b9f74 req-c51fe1b3-a8eb-4dc0-af46-75752f230de6 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdec92e3-43d0-4811-92b1-9baab3c5f0ca HTTP/1.1" status: 200 len: 945 time: 0.3654804 Apr 05 14:43:54.329932 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-b0f356fa-2e97-49cb-9b69-88826b795992 req-37ada1b4-e83d-4343-969b-1eccf251b627 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:54.330281 n-d-836650-2 neutron-server[103320]: INFO neutron.db.l3_db [req-b0f356fa-2e97-49cb-9b69-88826b795992 req-37ada1b4-e83d-4343-969b-1eccf251b627 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Floating IP b840990b-9c90-45ae-a21d-cf821dd744a2 disassociated. External IP: 172.25.6.172, port: 140253c8-15b3-4099-8d27-94ba0fee6762. Apr 05 14:43:54.383377 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6d80ebd4-016a-4629-a62e-4bbd5ddf9d08 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27070'] for router, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:54.387205 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-773e9149-8990-4c19-9cf1-13f325881660 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:54.387581 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6d80ebd4-016a-4629-a62e-4bbd5ddf9d08 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:54.429025 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7754e26c-b9ff-45c0-a176-29134f1b9f74 req-714cdefb-77fa-42be-9b2c-b9c92851de4f tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=11640d9f-a14a-4756-b499-b13013deda57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533395 Apr 05 14:43:54.433236 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-74c4b24e-cf26-416c-b073-460ff04b158a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:54.462890 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f15b6ad4-dd7b-4daf-a292-ad67adcf5ff2 admin admin] Router 0a03fabd-6476-497e-8673-086473610873 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:43:54.496584 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c5dd0e6e-4d44-4971-a993-fe04b27c9025 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27088'] for router, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:54.497626 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c5dd0e6e-4d44-4971-a993-fe04b27c9025 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27079'] for router, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:54.535080 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-74c4b24e-cf26-416c-b073-460ff04b158a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ecbbc932649f4716b0fdec06bc8ddcf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4455562 Apr 05 14:43:54.535695 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-773e9149-8990-4c19-9cf1-13f325881660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:54.539756 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 53500) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:43:54.541863 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c4b24e-cf26-416c-b073-460ff04b158a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db768fd0-985b-4b52-a1a6-3de000da67f3,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:54.585245 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773e9149-8990-4c19-9cf1-13f325881660 None None] Network 0ec84664-b286-431c-8e6d-81964b6279ea is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:43:54.591250 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-773e9149-8990-4c19-9cf1-13f325881660 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:43:54.593764 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773e9149-8990-4c19-9cf1-13f325881660 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:43:54.594311 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f15b6ad4-dd7b-4daf-a292-ad67adcf5ff2 admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:43:54.600334 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-f15b6ad4-dd7b-4daf-a292-ad67adcf5ff2 admin admin] 10.222.0.30 "PUT /v2.0/routers/0a03fabd-6476-497e-8673-086473610873/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5180881 Apr 05 14:43:54.603411 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 53502) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:43:54.605664 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5c4b8e31-ee21-436a-b80f-65460f693bde req-c248ca66-3023-4874-9c34-3f205a2bbb50 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d168f2d-c63a-4772-8f5d-782f19b14901 HTTP/1.1" status: 200 len: 210 time: 0.0892012 Apr 05 14:43:54.608212 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d5ac78-eff6-412e-b299-1428b58a369c None None] Sync routers for ids ['0a03fabd-6476-497e-8673-086473610873'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:43:54.620497 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6d80ebd4-016a-4629-a62e-4bbd5ddf9d08 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803298'] for router, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:54.620497 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d80ebd4-016a-4629-a62e-4bbd5ddf9d08 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Fanout notify agent at l3_agent the message router_deleted on router 21cace13-c140-4f2e-b878-6678939d926c {{(pid=103321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:43:54.621167 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6d80ebd4-016a-4629-a62e-4bbd5ddf9d08 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:54.622401 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-6d80ebd4-016a-4629-a62e-4bbd5ddf9d08 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "DELETE /v2.0/routers/21cace13-c140-4f2e-b878-6678939d926c HTTP/1.1" status: 204 len: 168 time: 0.7029588 Apr 05 14:43:54.639241 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 53504) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:43:54.640271 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d5ac78-eff6-412e-b299-1428b58a369c None None] Routers {'0a03fabd-6476-497e-8673-086473610873'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:43:54.649425 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-67d5ac78-eff6-412e-b299-1428b58a369c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:43:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['0a03fabd-6476-497e-8673-086473610873'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:54.767216 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e5536157-f21e-41df-84df-567b813ee214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:54.783743 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-535cecc6-64b1-4a23-8dcd-5621f8c8f023 admin admin] Notify callbacks [] for router, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:54.810499 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773e9149-8990-4c19-9cf1-13f325881660 None None] Pushing event updated for resources: {'Port': ['ID=79a41931-5354-4b11-934b-0963d321e731,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:54.822724 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-773e9149-8990-4c19-9cf1-13f325881660 None None] Attempting to bind port 79a41931-5354-4b11-934b-0963d321e731 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:43:54.823332 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-773e9149-8990-4c19-9cf1-13f325881660 None None] Attempting to bind port 79a41931-5354-4b11-934b-0963d321e731 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'e523e33a-de62-4414-94f9-7699545cb484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '0ec84664-b286-431c-8e6d-81964b6279ea'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:43:54.823927 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773e9149-8990-4c19-9cf1-13f325881660 None None] Attempting to bind port 79a41931-5354-4b11-934b-0963d321e731 on network 0ec84664-b286-431c-8e6d-81964b6279ea {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:43:54.842889 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773e9149-8990-4c19-9cf1-13f325881660 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:43:54.845473 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773e9149-8990-4c19-9cf1-13f325881660 None None] Checking segment: {'id': 'e523e33a-de62-4414-94f9-7699545cb484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '0ec84664-b286-431c-8e6d-81964b6279ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:43:54.846186 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-773e9149-8990-4c19-9cf1-13f325881660 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:54.849892 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773e9149-8990-4c19-9cf1-13f325881660 None None] Bound using segment: {'id': 'e523e33a-de62-4414-94f9-7699545cb484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '0ec84664-b286-431c-8e6d-81964b6279ea'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:43:54.850586 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-773e9149-8990-4c19-9cf1-13f325881660 None None] Bound port: 79a41931-5354-4b11-934b-0963d321e731, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e523e33a-de62-4414-94f9-7699545cb484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '0ec84664-b286-431c-8e6d-81964b6279ea'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:43:54.857036 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-773e9149-8990-4c19-9cf1-13f325881660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:54.874339 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773e9149-8990-4c19-9cf1-13f325881660 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:43:54.877342 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773e9149-8990-4c19-9cf1-13f325881660 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:43:54.879829 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773e9149-8990-4c19-9cf1-13f325881660 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:43:54.880348 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773e9149-8990-4c19-9cf1-13f325881660 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:43:54.880849 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773e9149-8990-4c19-9cf1-13f325881660 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:43:54.881736 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773e9149-8990-4c19-9cf1-13f325881660 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:43:54.884398 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773e9149-8990-4c19-9cf1-13f325881660 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:43:54.884937 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773e9149-8990-4c19-9cf1-13f325881660 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:43:54.885433 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773e9149-8990-4c19-9cf1-13f325881660 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:43:54.885926 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773e9149-8990-4c19-9cf1-13f325881660 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:43:54.895445 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773e9149-8990-4c19-9cf1-13f325881660 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:43:54.895445 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773e9149-8990-4c19-9cf1-13f325881660 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:43:54.931044 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-67d5ac78-eff6-412e-b299-1428b58a369c None None] Set router 0a03fabd-6476-497e-8673-086473610873 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:43:54.975912 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-535cecc6-64b1-4a23-8dcd-5621f8c8f023 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:55.005229 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c5dd0e6e-4d44-4971-a993-fe04b27c9025 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:55.030560 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-379090f7-7f9b-4346-b69f-1e14a6ded088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:55.033029 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-773e9149-8990-4c19-9cf1-13f325881660 None None] For port 79a41931-5354-4b11-934b-0963d321e731, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:43:55.033819 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0f356fa-2e97-49cb-9b69-88826b795992 req-37ada1b4-e83d-4343-969b-1eccf251b627 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Router 021bd0f9-45b7-4b8d-abab-7c183c71d33c has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:43:55.040381 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-773e9149-8990-4c19-9cf1-13f325881660 None None] For port 79a41931-5354-4b11-934b-0963d321e731, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=79a41931-5354-4b11-934b-0963d321e731,segment=NetworkSegment(e523e33a-de62-4414-94f9-7699545cb484),segment_id=e523e33a-de62-4414-94f9-7699545cb484)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:43:55.052078 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1ddad31-477f-4c5e-a300-f3dce6644e6a tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Deleting subnet 0123c1c5-2d4d-473b-9266-453cec3dc753 {{(pid=103320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:43:55.060736 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b1ddad31-477f-4c5e-a300-f3dce6644e6a tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for subnet, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:55.138636 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-535cecc6-64b1-4a23-8dcd-5621f8c8f023 admin admin] Deleting port ced65f4f-32ad-4a73-a706-e0f372f2e5be {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:43:55.138979 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-535cecc6-64b1-4a23-8dcd-5621f8c8f023 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:55.163158 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-67d5ac78-eff6-412e-b299-1428b58a369c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a03fabd-6476-497e-8673-086473610873', 'name': 'tempest-TestVolumeBackupRestore-1960271004-router', 'tenant_id': 'c6d7d106196c47bab9057a60414eb92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'ced65f4f-32ad-4a73-a706-e0f372f2e5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:37:01Z', 'updated_at': '2022-04-05T14:43:52Z', 'revision_number': 5, 'project_id': 'c6d7d106196c47bab9057a60414eb92c', 'gw_port': {'id': 'ced65f4f-32ad-4a73-a706-e0f372f2e5be', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:de:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a03fabd-6476-497e-8673-086473610873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:37:02Z', 'updated_at': '2022-04-05T14:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:55.172151 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b1ddad31-477f-4c5e-a300-f3dce6644e6a tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13399228'] for subnet, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:55.194719 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d5ac78-eff6-412e-b299-1428b58a369c None None] Checking router: 0a03fabd-6476-497e-8673-086473610873 for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:43:55.205012 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d5ac78-eff6-412e-b299-1428b58a369c None None] Routers {'0a03fabd-6476-497e-8673-086473610873'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:43:55.205639 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-67d5ac78-eff6-412e-b299-1428b58a369c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:43:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['0a03fabd-6476-497e-8673-086473610873'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:55.210490 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b0204-0199-48ba-a81e-093b9dce1ca1 req-ac7d109b-2ad1-4ccc-af58-289d946c09cc tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:55.214787 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f34b0204-0199-48ba-a81e-093b9dce1ca1 req-ac7d109b-2ad1-4ccc-af58-289d946c09cc tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fb8ba11-dd17-4faf-8654-fe2f3115015c HTTP/1.1" status: 200 len: 945 time: 0.5036514 Apr 05 14:43:55.215039 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-379090f7-7f9b-4346-b69f-1e14a6ded088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:55.240122 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-773e9149-8990-4c19-9cf1-13f325881660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:55.249281 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-535cecc6-64b1-4a23-8dcd-5621f8c8f023 admin admin] For port ced65f4f-32ad-4a73-a706-e0f372f2e5be, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=ced65f4f-32ad-4a73-a706-e0f372f2e5be,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:43:55.249281 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-535cecc6-64b1-4a23-8dcd-5621f8c8f023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:55.259844 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-535cecc6-64b1-4a23-8dcd-5621f8c8f023 admin admin] Calling delete_port for ced65f4f-32ad-4a73-a706-e0f372f2e5be owned by network:router_gateway {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:43:55.320817 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-67d5ac78-eff6-412e-b299-1428b58a369c None None] Set router 0a03fabd-6476-497e-8673-086473610873 gateway port host: None {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:43:55.363380 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773e9149-8990-4c19-9cf1-13f325881660 None None] Pushing event updated for resources: {'Port': ['ID=79a41931-5354-4b11-934b-0963d321e731,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:55.427195 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-67d5ac78-eff6-412e-b299-1428b58a369c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a03fabd-6476-497e-8673-086473610873', 'name': 'tempest-TestVolumeBackupRestore-1960271004-router', 'tenant_id': 'c6d7d106196c47bab9057a60414eb92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:37:01Z', 'updated_at': '2022-04-05T14:43:54Z', 'revision_number': 6, 'project_id': 'c6d7d106196c47bab9057a60414eb92c', 'gw_port_host': None}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:55.588270 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d5ac78-eff6-412e-b299-1428b58a369c None None] The sync data for ids ['0a03fabd-6476-497e-8673-086473610873'] in n-d-836650-2 is: [{'id': '0a03fabd-6476-497e-8673-086473610873', 'name': 'tempest-TestVolumeBackupRestore-1960271004-router', 'tenant_id': 'c6d7d106196c47bab9057a60414eb92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:37:01Z', 'updated_at': '2022-04-05T14:43:54Z', 'revision_number': 6, 'project_id': 'c6d7d106196c47bab9057a60414eb92c', 'gw_port_host': None}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:43:55.664865 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f34b0204-0199-48ba-a81e-093b9dce1ca1 req-abb65d48-aa57-4c1d-a53c-af6b3fc6371f tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=11640d9f-a14a-4756-b499-b13013deda57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3944077 Apr 05 14:43:55.775501 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-535cecc6-64b1-4a23-8dcd-5621f8c8f023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:55.804444 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535cecc6-64b1-4a23-8dcd-5621f8c8f023 admin admin] Pushing event deleted for resources: {'Port': ['ID=ced65f4f-32ad-4a73-a706-e0f372f2e5be,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:55.866830 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-80820c55-073c-434e-a625-a3836006c60b req-825e3a5c-c3ee-468c-ac6e-28218b7cb0b9 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d168f2d-c63a-4772-8f5d-782f19b14901 HTTP/1.1" status: 200 len: 210 time: 0.0894747 Apr 05 14:43:55.877750 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-535cecc6-64b1-4a23-8dcd-5621f8c8f023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808526'] for router_gateway, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:55.928742 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-828e109e-440e-4d1a-bc60-5991930a3b3f tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:55.929651 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-828e109e-440e-4d1a-bc60-5991930a3b3f tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] 10.222.0.55 "GET /v2.0/networks?id=d99cb6f7-6407-4303-ae02-9a5b644a27a2 HTTP/1.1" status: 200 len: 813 time: 0.8580391 Apr 05 14:43:55.941776 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c5dd0e6e-4d44-4971-a993-fe04b27c9025 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:55.959388 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b1ddad31-477f-4c5e-a300-f3dce6644e6a tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:55.966563 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-b6bd8e7c-babc-4685-89e0-d66369d8f7e9 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Request body: {'port': {'device_id': '909a957b-de94-4d9b-b45d-b22ea5091660', 'network_id': 'd99cb6f7-6407-4303-ae02-9a5b644a27a2', 'admin_state_up': True, 'tenant_id': 'efc441e7d25044d2b6abdefe3feeaa99'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:43:56.036567 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-535cecc6-64b1-4a23-8dcd-5621f8c8f023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27070'] for router, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:56.067240 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-535cecc6-64b1-4a23-8dcd-5621f8c8f023 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:56.180766 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-379090f7-7f9b-4346-b69f-1e14a6ded088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:56.183543 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-379090f7-7f9b-4346-b69f-1e14a6ded088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:56.184714 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-379090f7-7f9b-4346-b69f-1e14a6ded088 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/db768fd0-985b-4b52-a1a6-3de000da67f3 HTTP/1.1" status: 204 len: 168 time: 1.6438794 Apr 05 14:43:56.186042 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0f356fa-2e97-49cb-9b69-88826b795992 req-37ada1b4-e83d-4343-969b-1eccf251b627 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:43:56.211916 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e5cce3-3bab-45ca-af99-81753e07f082 None None] Sync routers for ids ['021bd0f9-45b7-4b8d-abab-7c183c71d33c'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:43:56.241957 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e5cce3-3bab-45ca-af99-81753e07f082 None None] Routers {'021bd0f9-45b7-4b8d-abab-7c183c71d33c'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:43:56.242789 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-c5e5cce3-3bab-45ca-af99-81753e07f082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:43:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['021bd0f9-45b7-4b8d-abab-7c183c71d33c'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:56.289994 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-535cecc6-64b1-4a23-8dcd-5621f8c8f023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803298'] for router, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:56.290707 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-535cecc6-64b1-4a23-8dcd-5621f8c8f023 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a03fabd-6476-497e-8673-086473610873 {{(pid=103321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:43:56.296814 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-535cecc6-64b1-4a23-8dcd-5621f8c8f023 admin admin] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:56.298810 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-535cecc6-64b1-4a23-8dcd-5621f8c8f023 admin admin] 10.222.0.30 "DELETE /v2.0/routers/0a03fabd-6476-497e-8673-086473610873 HTTP/1.1" status: 204 len: 168 time: 1.6936824 Apr 05 14:43:56.301209 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 53570) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:43:56.420437 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-09a1f3fd-8b8d-4846-99f1-2f577d537a21 admin admin] Deleting subnet fb98ffa3-a246-4ac7-9ee6-065bd7170bb4 {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:43:56.427805 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-09a1f3fd-8b8d-4846-99f1-2f577d537a21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:56.465325 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-b0f356fa-2e97-49cb-9b69-88826b795992 req-37ada1b4-e83d-4343-969b-1eccf251b627 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:56.468274 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379090f7-7f9b-4346-b69f-1e14a6ded088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db768fd0-985b-4b52-a1a6-3de000da67f3,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:56.494012 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-09a1f3fd-8b8d-4846-99f1-2f577d537a21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:56.586175 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-c5e5cce3-3bab-45ca-af99-81753e07f082 None None] Set router 021bd0f9-45b7-4b8d-abab-7c183c71d33c gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:43:56.623761 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b7020-0784-4463-b947-93be2d875446 req-03279d78-f0c1-43f3-bb8b-449e769b8c14 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:56.637876 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f71b7020-0784-4463-b947-93be2d875446 req-03279d78-f0c1-43f3-bb8b-449e769b8c14 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fb8ba11-dd17-4faf-8654-fe2f3115015c HTTP/1.1" status: 200 len: 945 time: 0.1761029 Apr 05 14:43:56.654476 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 79a41931-5354-4b11-934b-0963d321e731 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:43:56.700246 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-09a1f3fd-8b8d-4846-99f1-2f577d537a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:56.700597 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b0f356fa-2e97-49cb-9b69-88826b795992 req-37ada1b4-e83d-4343-969b-1eccf251b627 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "PUT /v2.0/floatingips/b840990b-9c90-45ae-a21d-cf821dd744a2 HTTP/1.1" status: 200 len: 695 time: 3.3154914 Apr 05 14:43:56.714925 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0e13fb1-7b16-4da2-b3da-d5d251f3b8be', 'tag': '140253c8-15b3-4099-8d27-94ba0fee6762'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:43:56.729426 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9833cc-0676-4c58-8267-becabfa2fcd2" -d '{"events": [{"name": "network-changed", "server_uuid": "a0e13fb1-7b16-4da2-b3da-d5d251f3b8be", "tag": "140253c8-15b3-4099-8d27-94ba0fee6762"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:43:56.758298 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-b6bd8e7c-babc-4685-89e0-d66369d8f7e9 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Made reservation on behalf of efc441e7d25044d2b6abdefe3feeaa99 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:43:56.761924 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-b6bd8e7c-babc-4685-89e0-d66369d8f7e9 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:56.888442 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 79a41931-5354-4b11-934b-0963d321e731 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:43:56.889146 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:56.891075 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9470c52-a383-4693-b6ec-86f1d1fdbd3e None None] Network 0ec84664-b286-431c-8e6d-81964b6279ea requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:43:56.924581 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-68e302d8-c84b-41ae-8f76-2ead12b1bee5 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:56.926117 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-68e302d8-c84b-41ae-8f76-2ead12b1bee5 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] 10.222.0.55 "GET /v2.0/networks?id=d99cb6f7-6407-4303-ae02-9a5b644a27a2 HTTP/1.1" status: 200 len: 813 time: 0.9900501 Apr 05 14:43:56.929310 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f356fa-2e97-49cb-9b69-88826b795992 req-423815ae-4729-4a68-9cf1-43a6492a23c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:56.931227 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b0f356fa-2e97-49cb-9b69-88826b795992 req-423815ae-4729-4a68-9cf1-43a6492a23c2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8c3f3c7982a44da591f5ccdacd29d5c6&device_id=a0e13fb1-7b16-4da2-b3da-d5d251f3b8be HTTP/1.1" status: 200 len: 1097 time: 0.1617217 Apr 05 14:43:56.960899 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-06f76da4-bbda-45e4-85d7-bc8842a788c8 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Request body: {'port': {'device_id': '1d168f2d-c63a-4772-8f5d-782f19b14901', 'network_id': 'd99cb6f7-6407-4303-ae02-9a5b644a27a2', 'admin_state_up': True, 'tenant_id': 'efc441e7d25044d2b6abdefe3feeaa99'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:43:56.964427 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-09a1f3fd-8b8d-4846-99f1-2f577d537a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:57.022496 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a1f3fd-8b8d-4846-99f1-2f577d537a21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb98ffa3-a246-4ac7-9ee6-065bd7170bb4,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:57.025800 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-09a1f3fd-8b8d-4846-99f1-2f577d537a21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:57.032136 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-09a1f3fd-8b8d-4846-99f1-2f577d537a21 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/fb98ffa3-a246-4ac7-9ee6-065bd7170bb4 HTTP/1.1" status: 204 len: 168 time: 0.7224598 Apr 05 14:43:57.034300 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 53596) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:43:57.073911 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8121fb20-a9e7-4e2c-b1ca-6c0c8334a3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:57.109589 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec85052e-25ba-473d-be59-7b99244d6995 None None] Network 663ca2d9-20db-46f3-a840-3b61cfaa89c4 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:43:57.200993 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-abe28895-b98b-498b-99bf-afff36eb2ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:57.292962 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-abe28895-b98b-498b-99bf-afff36eb2ca8 admin admin] Deleting port d5138dff-b835-4d2c-a1b9-0fce4547c800 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:43:57.293844 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-abe28895-b98b-498b-99bf-afff36eb2ca8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:57.380462 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-abe28895-b98b-498b-99bf-afff36eb2ca8 admin admin] For port d5138dff-b835-4d2c-a1b9-0fce4547c800, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=d5138dff-b835-4d2c-a1b9-0fce4547c800,segment=NetworkSegment(1610584a-44c8-4b27-96be-b982f9c02807),segment_id=1610584a-44c8-4b27-96be-b982f9c02807)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:43:57.381215 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-abe28895-b98b-498b-99bf-afff36eb2ca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:57.402953 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-abe28895-b98b-498b-99bf-afff36eb2ca8 admin admin] Calling delete_port for d5138dff-b835-4d2c-a1b9-0fce4547c800 owned by network:dhcp {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:43:57.407602 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-660ac8d4-684f-4011-bd8a-2b84516a79ad None None] Provisioning complete for port 79a41931-5354-4b11-934b-0963d321e731 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:43:57.408660 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-660ac8d4-684f-4011-bd8a-2b84516a79ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:57.418176 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b1ddad31-477f-4c5e-a300-f3dce6644e6a tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15773812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13127359'] for subnet, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:57.508020 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f71b7020-0784-4463-b947-93be2d875446 req-dff2ed7e-6338-4e36-b902-371e5f636076 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=11640d9f-a14a-4756-b499-b13013deda57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7982900 Apr 05 14:43:57.557996 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ddad31-477f-4c5e-a300-f3dce6644e6a tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Pushing event deleted for resources: {'Subnet': ['ID=0123c1c5-2d4d-473b-9266-453cec3dc753,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:57.561790 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b1ddad31-477f-4c5e-a300-f3dce6644e6a tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:57.565696 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-b1ddad31-477f-4c5e-a300-f3dce6644e6a tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "DELETE /v2.0/subnets/0123c1c5-2d4d-473b-9266-453cec3dc753 HTTP/1.1" status: 204 len: 168 time: 2.9213922 Apr 05 14:43:57.569126 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 53626) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:43:57.576806 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d53f69-447f-4ffc-9f28-c71fb5fba146 x-openstack-request-id: req-00d53f69-447f-4ffc-9f28-c71fb5fba146 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:43:57.577266 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0e13fb1-7b16-4da2-b3da-d5d251f3b8be", "tag": "140253c8-15b3-4099-8d27-94ba0fee6762", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:43:57.577370 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-00d53f69-447f-4ffc-9f28-c71fb5fba146 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:43:57.577828 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00d53f69-447f-4ffc-9f28-c71fb5fba146'] response: {'name': 'network-changed', 'server_uuid': 'a0e13fb1-7b16-4da2-b3da-d5d251f3b8be', 'tag': '140253c8-15b3-4099-8d27-94ba0fee6762', 'status': 'completed', 'code': 200} Apr 05 14:43:57.597489 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de9bfed-68c3-4459-b65d-22e38ffed452 None None] Network ddbf4844-ec14-455e-995f-990d4452fd3f requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:43:57.681752 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f356fa-2e97-49cb-9b69-88826b795992 req-ee2ea99d-cfb6-4d93-a85a-a09edbe7e4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:57.683376 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b0f356fa-2e97-49cb-9b69-88826b795992 req-ee2ea99d-cfb6-4d93-a85a-a09edbe7e4f2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcfdebfb-890a-4564-ad33-442534fd3fbd HTTP/1.1" status: 200 len: 921 time: 0.7283564 Apr 05 14:43:57.759129 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-b6bd8e7c-babc-4685-89e0-d66369d8f7e9 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Allocated IP 172.20.0.13 (d99cb6f7-6407-4303-ae02-9a5b644a27a2/fd0096c5-c02d-41c4-8ca2-6bcd047f8c5e/348b0f4d-20a0-4c8f-a358-7c81a30ec33c) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:43:57.824713 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-06f76da4-bbda-45e4-85d7-bc8842a788c8 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Made reservation on behalf of efc441e7d25044d2b6abdefe3feeaa99 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:43:57.828515 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-06f76da4-bbda-45e4-85d7-bc8842a788c8 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:57.830979 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-abe28895-b98b-498b-99bf-afff36eb2ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:57.851555 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b0f356fa-2e97-49cb-9b69-88826b795992 req-a0cdbffb-26c5-468c-9bc5-1b0cece5f014 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=140253c8-15b3-4099-8d27-94ba0fee6762 HTTP/1.1" status: 200 len: 217 time: 0.1249712 Apr 05 14:43:57.865156 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5136a404-933b-407e-8484-9bdad3727a79 req-2d3cde14-0e7b-45fa-8b3e-5b7f5fe68851 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d168f2d-c63a-4772-8f5d-782f19b14901 HTTP/1.1" status: 200 len: 210 time: 0.1313729 Apr 05 14:43:57.938824 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe28895-b98b-498b-99bf-afff36eb2ca8 admin admin] No DVR routers for this DVR port d5138dff-b835-4d2c-a1b9-0fce4547c800 on host n-d-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:43:57.970736 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8e4502af-d31f-43ef-8c09-d131d5ccdb8a tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:57.991411 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-c5e5cce3-3bab-45ca-af99-81753e07f082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'name': 'tempest-FloatingIPsAssociationTestJSON-491073066-router', 'tenant_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'ba6852d8-c258-4fd9-bbca-200d5bb93f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:42:19Z', 'updated_at': '2022-04-05T14:42:30Z', 'revision_number': 4, 'project_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'gw_port': {'id': 'ba6852d8-c258-4fd9-bbca-200d5bb93f7e', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:22:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:21Z', 'updated_at': '2022-04-05T14:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': 'a19bac35-ee50-413b-9feb-6940ba2e09c1', 'name': '', 'network_id': 'fcfdebfb-890a-4564-ad33-442534fd3fbd', 'tenant_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'mac_address': 'fa:16:3e:25:d5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': 'f90bf926-2675-4d7e-8a18-756096c51dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:28Z', 'updated_at': '2022-04-05T14:42:37Z', 'revision_number': 5, 'project_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'subnets': [{'id': 'f90bf926-2675-4d7e-8a18-756096c51dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:58.007476 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe28895-b98b-498b-99bf-afff36eb2ca8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5138dff-b835-4d2c-a1b9-0fce4547c800,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:58.011603 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9833cc-0676-4c58-8267-becabfa2fcd2 req-3905614d-c7f9-4623-abbf-64fc62253dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:58.013331 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-cb9833cc-0676-4c58-8267-becabfa2fcd2 req-3905614d-c7f9-4623-abbf-64fc62253dc7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8c3f3c7982a44da591f5ccdacd29d5c6&device_id=a0e13fb1-7b16-4da2-b3da-d5d251f3b8be HTTP/1.1" status: 200 len: 1097 time: 0.3966196 Apr 05 14:43:58.039592 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ffa0f8-ae50-49d4-94be-177130f9237e None None] DHCP port deletion for 663ca2d9-20db-46f3-a840-3b61cfaa89c4 request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:43:58.045096 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:58.119127 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f356fa-2e97-49cb-9b69-88826b795992 req-3bf4e71c-75c6-436c-afcd-2e0c77c147e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:58.120649 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b0f356fa-2e97-49cb-9b69-88826b795992 req-3bf4e71c-75c6-436c-afcd-2e0c77c147e3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f90bf926-2675-4d7e-8a18-756096c51dbe HTTP/1.1" status: 200 len: 859 time: 0.2543833 Apr 05 14:43:58.134973 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c5dd0e6e-4d44-4971-a993-fe04b27c9025 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:58.135470 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9833cc-0676-4c58-8267-becabfa2fcd2 req-6b24a721-3f38-4630-8c21-31dcd6188bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:58.137296 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-cb9833cc-0676-4c58-8267-becabfa2fcd2 req-6b24a721-3f38-4630-8c21-31dcd6188bd0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fcfdebfb-890a-4564-ad33-442534fd3fbd HTTP/1.1" status: 200 len: 921 time: 0.1164324 Apr 05 14:43:58.144469 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e5cce3-3bab-45ca-af99-81753e07f082 None None] Checking router: 021bd0f9-45b7-4b8d-abab-7c183c71d33c for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:43:58.278779 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-abe28895-b98b-498b-99bf-afff36eb2ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:58.288595 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-cb9833cc-0676-4c58-8267-becabfa2fcd2 req-d59461dd-bc01-4f6e-9a63-c3c3e29cbfcd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=140253c8-15b3-4099-8d27-94ba0fee6762 HTTP/1.1" status: 200 len: 217 time: 0.0943499 Apr 05 14:43:58.288690 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c5dd0e6e-4d44-4971-a993-fe04b27c9025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:58.346536 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-660ac8d4-684f-4011-bd8a-2b84516a79ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:58.352097 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9833cc-0676-4c58-8267-becabfa2fcd2 req-d7ac3063-693e-4431-bb7f-bd249a9b0d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:58.353773 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-cb9833cc-0676-4c58-8267-becabfa2fcd2 req-d7ac3063-693e-4431-bb7f-bd249a9b0d2e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f90bf926-2675-4d7e-8a18-756096c51dbe HTTP/1.1" status: 200 len: 859 time: 0.0510454 Apr 05 14:43:58.357404 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-abe28895-b98b-498b-99bf-afff36eb2ca8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['663ca2d9-20db-46f3-a840-3b61cfaa89c4']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:58.365431 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f356fa-2e97-49cb-9b69-88826b795992 req-5c7faba3-06ea-486d-80e9-abb030c87508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:58.367132 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b0f356fa-2e97-49cb-9b69-88826b795992 req-5c7faba3-06ea-486d-80e9-abb030c87508 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcfdebfb-890a-4564-ad33-442534fd3fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2365375 Apr 05 14:43:58.386113 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-abe28895-b98b-498b-99bf-afff36eb2ca8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1610584a-44c8-4b27-96be-b982f9c02807') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:58.386411 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-abe28895-b98b-498b-99bf-afff36eb2ca8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1610584a-44c8-4b27-96be-b982f9c02807') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:58.388731 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e5cce3-3bab-45ca-af99-81753e07f082 None None] Routers {'021bd0f9-45b7-4b8d-abab-7c183c71d33c'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:43:58.392778 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-c5e5cce3-3bab-45ca-af99-81753e07f082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:43:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['021bd0f9-45b7-4b8d-abab-7c183c71d33c'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:58.399428 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:58.417419 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-8e4502af-d31f-43ef-8c09-d131d5ccdb8a tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Deleting port fee964b4-d306-4d70-aac9-4972be132777 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:43:58.417770 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8e4502af-d31f-43ef-8c09-d131d5ccdb8a tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:58.422108 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-abe28895-b98b-498b-99bf-afff36eb2ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:58.436644 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-b6bd8e7c-babc-4685-89e0-d66369d8f7e9 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:58.489335 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-abe28895-b98b-498b-99bf-afff36eb2ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:58.497989 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9833cc-0676-4c58-8267-becabfa2fcd2 req-76230cc7-878e-4c42-8ed3-d6c4c4a6a073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:58.499514 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-cb9833cc-0676-4c58-8267-becabfa2fcd2 req-76230cc7-878e-4c42-8ed3-d6c4c4a6a073 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fcfdebfb-890a-4564-ad33-442534fd3fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1244392 Apr 05 14:43:58.511233 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port 79a41931-5354-4b11-934b-0963d321e731, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=79a41931-5354-4b11-934b-0963d321e731,segment=NetworkSegment(e523e33a-de62-4414-94f9-7699545cb484),segment_id=e523e33a-de62-4414-94f9-7699545cb484)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:43:58.521116 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abe28895-b98b-498b-99bf-afff36eb2ca8 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:43:58.521525 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-abe28895-b98b-498b-99bf-afff36eb2ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:58.523193 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:43:58.523193 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:43:58.523193 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:43:58.523193 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:43:58.523193 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:43:58.523193 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:43:58.523193 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:43:58.523193 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:43:58.523193 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:43:58.523193 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:43:58.523193 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:43:58.523193 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:43:58.523193 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:43:58.523193 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:43:58.523193 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:43:58.523193 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:43:58.523193 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:43:58.523193 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:43:58.523193 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:43:58.523193 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:43:58.523193 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:43:58.523193 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:43:58.523193 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:43:58.523193 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:43:58.523193 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:43:58.523193 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:43:58.523193 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:43:58.523193 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:43:58.523193 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:43:58.523193 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:43:58.523193 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:43:58.523193 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:43:58.619057 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-8e4502af-d31f-43ef-8c09-d131d5ccdb8a tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] For port fee964b4-d306-4d70-aac9-4972be132777, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=fee964b4-d306-4d70-aac9-4972be132777,segment=NetworkSegment(eaf62682-ba1b-4618-a492-7f3ddc969763),segment_id=eaf62682-ba1b-4618-a492-7f3ddc969763)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:43:58.639295 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8e4502af-d31f-43ef-8c09-d131d5ccdb8a tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:58.645156 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-c5e5cce3-3bab-45ca-af99-81753e07f082 None None] Set router 021bd0f9-45b7-4b8d-abab-7c183c71d33c gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:43:58.738481 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-c5dd0e6e-4d44-4971-a993-fe04b27c9025 admin admin] Allocated IP 172.25.6.47 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/01d78cb5-9b58-47a4-86c4-81b68d2544c5) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:43:58.749577 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b0f356fa-2e97-49cb-9b69-88826b795992 req-302bb775-4674-4342-93cb-8e7712f59f23 service neutron] 10.222.0.30 "GET /v2.0/networks/fcfdebfb-890a-4564-ad33-442534fd3fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710683 Apr 05 14:43:58.758763 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-b6bd8e7c-babc-4685-89e0-d66369d8f7e9 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:58.785137 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fe6993-7ea8-4e3f-9bee-2c0276fa197c None None] DHCP port deletion for ddbf4844-ec14-455e-995f-990d4452fd3f request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:43:58.791677 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:58.810301 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 4fef5577-f1b9-4970-9f15-0b4229ce8255 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:43:59.056693 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=79a41931-5354-4b11-934b-0963d321e731,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:59.083963 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759d706f-1fc8-4fdb-8824-36ce1178b87e req-bd507fef-c3d1-4907-b018-46f82d2e7950 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:59.086229 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-759d706f-1fc8-4fdb-8824-36ce1178b87e req-bd507fef-c3d1-4907-b018-46f82d2e7950 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fb8ba11-dd17-4faf-8654-fe2f3115015c HTTP/1.1" status: 200 len: 945 time: 0.4617383 Apr 05 14:43:59.090922 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-b6bd8e7c-babc-4685-89e0-d66369d8f7e9 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Network d99cb6f7-6407-4303-ae02-9a5b644a27a2 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:43:59.134620 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 4fef5577-f1b9-4970-9f15-0b4229ce8255 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:43:59.137485 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 4fef5577-f1b9-4970-9f15-0b4229ce8255 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:43:59.141226 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.db.api [None req-660ac8d4-684f-4011-bd8a-2b84516a79ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:43:59.142739 n-d-836650-2 neutron-server[103322]: DEBUG oslo_db.api [None req-660ac8d4-684f-4011-bd8a-2b84516a79ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:43:59.155478 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-b6bd8e7c-babc-4685-89e0-d66369d8f7e9 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:43:59.193944 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-b6bd8e7c-babc-4685-89e0-d66369d8f7e9 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:43:59.221019 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bd8e7c-babc-4685-89e0-d66369d8f7e9 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Pushing event updated for resources: {'Port': ['ID=348b0f4d-20a0-4c8f-a358-7c81a30ec33c,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:59.225131 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-f5fe6993-7ea8-4e3f-9bee-2c0276fa197c None None] Deleting port fee964b4-d306-4d70-aac9-4972be132777 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:43:59.225782 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f5fe6993-7ea8-4e3f-9bee-2c0276fa197c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:59.244089 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-06f76da4-bbda-45e4-85d7-bc8842a788c8 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Allocated IP 172.20.0.2 (d99cb6f7-6407-4303-ae02-9a5b644a27a2/fd0096c5-c02d-41c4-8ca2-6bcd047f8c5e/330e59eb-65b5-4249-b0f8-5b6c3a657ba4) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:43:59.271615 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-8e4502af-d31f-43ef-8c09-d131d5ccdb8a tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Calling delete_port for fee964b4-d306-4d70-aac9-4972be132777 owned by network:dhcp {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:43:59.342364 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 79a41931-5354-4b11-934b-0963d321e731 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:43:59.400787 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-f5fe6993-7ea8-4e3f-9bee-2c0276fa197c None None] For port fee964b4-d306-4d70-aac9-4972be132777, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=fee964b4-d306-4d70-aac9-4972be132777,segment=NetworkSegment(eaf62682-ba1b-4618-a492-7f3ddc969763),segment_id=eaf62682-ba1b-4618-a492-7f3ddc969763)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:43:59.401246 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f5fe6993-7ea8-4e3f-9bee-2c0276fa197c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:59.421667 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-abe28895-b98b-498b-99bf-afff36eb2ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:59.425972 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-759d706f-1fc8-4fdb-8824-36ce1178b87e req-07aca5c9-78ae-45bb-94d1-af20b3d2d8f3 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=11640d9f-a14a-4756-b499-b13013deda57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201134 Apr 05 14:43:59.436332 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c5dd0e6e-4d44-4971-a993-fe04b27c9025 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:59.439719 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-f5fe6993-7ea8-4e3f-9bee-2c0276fa197c None None] Calling delete_port for fee964b4-d306-4d70-aac9-4972be132777 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:43:59.443059 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b0f356fa-2e97-49cb-9b69-88826b795992 req-c554b872-00e9-41a7-8eff-8cbd6bc44a4f service neutron] 10.222.0.30 "GET /v2.0/networks/fcfdebfb-890a-4564-ad33-442534fd3fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6445398 Apr 05 14:43:59.453943 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-abe28895-b98b-498b-99bf-afff36eb2ca8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:59.453943 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-abe28895-b98b-498b-99bf-afff36eb2ca8 admin admin] 10.222.0.30 "DELETE /v2.0/networks/663ca2d9-20db-46f3-a840-3b61cfaa89c4 HTTP/1.1" status: 204 len: 168 time: 2.4173670 Apr 05 14:43:59.455357 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 53710) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:43:59.469195 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-b6bd8e7c-babc-4685-89e0-d66369d8f7e9 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:59.478851 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe28895-b98b-498b-99bf-afff36eb2ca8 admin admin] Pushing event deleted for resources: {'Network': ['ID=663ca2d9-20db-46f3-a840-3b61cfaa89c4,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:59.479427 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-b6bd8e7c-babc-4685-89e0-d66369d8f7e9 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:59.485693 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-cb9833cc-0676-4c58-8267-becabfa2fcd2 req-e01f869e-9161-42e9-a917-19c3e711616e service neutron] 10.222.0.55 "GET /v2.0/networks/fcfdebfb-890a-4564-ad33-442534fd3fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9769835 Apr 05 14:43:59.562257 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-c5e5cce3-3bab-45ca-af99-81753e07f082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'name': 'tempest-FloatingIPsAssociationTestJSON-491073066-router', 'tenant_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'ba6852d8-c258-4fd9-bbca-200d5bb93f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:42:19Z', 'updated_at': '2022-04-05T14:42:30Z', 'revision_number': 4, 'project_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'gw_port': {'id': 'ba6852d8-c258-4fd9-bbca-200d5bb93f7e', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:22:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:21Z', 'updated_at': '2022-04-05T14:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': 'a19bac35-ee50-413b-9feb-6940ba2e09c1', 'name': '', 'network_id': 'fcfdebfb-890a-4564-ad33-442534fd3fbd', 'tenant_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'mac_address': 'fa:16:3e:25:d5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': 'f90bf926-2675-4d7e-8a18-756096c51dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:28Z', 'updated_at': '2022-04-05T14:42:37Z', 'revision_number': 5, 'project_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'subnets': [{'id': 'f90bf926-2675-4d7e-8a18-756096c51dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:59.628238 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e5cce3-3bab-45ca-af99-81753e07f082 None None] The sync data for ids ['021bd0f9-45b7-4b8d-abab-7c183c71d33c'] in n-d-836650-2 is: [{'id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'name': 'tempest-FloatingIPsAssociationTestJSON-491073066-router', 'tenant_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'ba6852d8-c258-4fd9-bbca-200d5bb93f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:42:19Z', 'updated_at': '2022-04-05T14:42:30Z', 'revision_number': 4, 'project_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'gw_port': {'id': 'ba6852d8-c258-4fd9-bbca-200d5bb93f7e', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:22:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:21Z', 'updated_at': '2022-04-05T14:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': 'a19bac35-ee50-413b-9feb-6940ba2e09c1', 'name': '', 'network_id': 'fcfdebfb-890a-4564-ad33-442534fd3fbd', 'tenant_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'mac_address': 'fa:16:3e:25:d5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': 'f90bf926-2675-4d7e-8a18-756096c51dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:28Z', 'updated_at': '2022-04-05T14:42:37Z', 'revision_number': 5, 'project_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'subnets': [{'id': 'f90bf926-2675-4d7e-8a18-756096c51dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:43:59.687565 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-cb9833cc-0676-4c58-8267-becabfa2fcd2 req-8cc843e7-4a69-4769-9211-573fc76cfe96 service neutron] 10.222.0.55 "GET /v2.0/networks/fcfdebfb-890a-4564-ad33-442534fd3fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857424 Apr 05 14:43:59.705003 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:59.765279 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-b6bd8e7c-babc-4685-89e0-d66369d8f7e9 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8178711 Apr 05 14:43:59.770625 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 79a41931-5354-4b11-934b-0963d321e731 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:43:59.772493 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:59.804694 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c6657813-480e-459e-bdfc-e800e6357078 req-eb9b8e5d-7a57-441f-8b32-c08b4bef5a6a tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d168f2d-c63a-4772-8f5d-782f19b14901 HTTP/1.1" status: 200 len: 210 time: 0.1358552 Apr 05 14:43:59.827568 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8e4502af-d31f-43ef-8c09-d131d5ccdb8a tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:59.873169 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-13dd0365-d443-451d-9cfb-035c3edd8e79 service neutron] Request body: {'port': {'device_id': '909a957b-de94-4d9b-b45d-b22ea5091660', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:43:59.904225 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4502af-d31f-43ef-8c09-d131d5ccdb8a tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Pushing event deleted for resources: {'Port': ['ID=fee964b4-d306-4d70-aac9-4972be132777,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:59.923142 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4502af-d31f-43ef-8c09-d131d5ccdb8a tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] No DVR routers for this DVR port fee964b4-d306-4d70-aac9-4972be132777 on host n-d-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:43:59.978709 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:59.981164 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f5fe6993-7ea8-4e3f-9bee-2c0276fa197c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:00.051552 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fe6993-7ea8-4e3f-9bee-2c0276fa197c None None] Pushing event deleted for resources: {'Port': ['ID=fee964b4-d306-4d70-aac9-4972be132777,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:00.072195 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fe6993-7ea8-4e3f-9bee-2c0276fa197c None None] No DVR routers for this DVR port fee964b4-d306-4d70-aac9-4972be132777 on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:44:00.084254 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8e4502af-d31f-43ef-8c09-d131d5ccdb8a tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:00.116475 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c5dd0e6e-4d44-4971-a993-fe04b27c9025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:00.134779 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-8e4502af-d31f-43ef-8c09-d131d5ccdb8a tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddbf4844-ec14-455e-995f-990d4452fd3f']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:00.150329 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-8e4502af-d31f-43ef-8c09-d131d5ccdb8a tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaf62682-ba1b-4618-a492-7f3ddc969763') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:00.151856 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-8e4502af-d31f-43ef-8c09-d131d5ccdb8a tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaf62682-ba1b-4618-a492-7f3ddc969763') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:00.181053 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8e4502af-d31f-43ef-8c09-d131d5ccdb8a tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:00.224499 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-ef12069d-e818-447e-bd8e-c3ae112d90d3 None None] Provisioning complete for port 79a41931-5354-4b11-934b-0963d321e731 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:44:00.224499 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ef12069d-e818-447e-bd8e-c3ae112d90d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:00.260516 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcdcc87-035b-4eff-9ca8-2339ab36a63a None None] New status for floating IP b840990b-9c90-45ae-a21d-cf821dd744a2: DOWN {{(pid=103323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 14:44:00.288273 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8e4502af-d31f-43ef-8c09-d131d5ccdb8a tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:00.327584 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e4502af-d31f-43ef-8c09-d131d5ccdb8a tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:44:00.328958 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8e4502af-d31f-43ef-8c09-d131d5ccdb8a tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:00.338814 n-d-836650-2 neutron-server[103321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:44:00.338814 n-d-836650-2 neutron-server[103321]: self.session.flush() Apr 05 14:44:00.338814 n-d-836650-2 neutron-server[103321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:44:00.338814 n-d-836650-2 neutron-server[103321]: self.session.flush() Apr 05 14:44:00.338814 n-d-836650-2 neutron-server[103321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:44:00.338814 n-d-836650-2 neutron-server[103321]: self.session.flush() Apr 05 14:44:00.338814 n-d-836650-2 neutron-server[103321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:44:00.338814 n-d-836650-2 neutron-server[103321]: self.session.flush() Apr 05 14:44:00.338814 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:44:00.338814 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:44:00.338814 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:44:00.338814 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:44:00.338814 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:44:00.338814 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:44:00.338814 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:44:00.338814 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:44:00.338814 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:44:00.338814 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:44:00.338814 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:44:00.338814 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:44:00.338814 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:44:00.338814 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:44:00.338814 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:44:00.338814 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:44:00.338814 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:44:00.338814 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:44:00.338814 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:44:00.338814 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:44:00.338814 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:44:00.338814 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:44:00.338814 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:44:00.338814 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:44:00.338814 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:44:00.338814 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:44:00.338814 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:44:00.338814 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:44:00.338814 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:44:00.338814 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:44:00.338814 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:44:00.338814 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:44:00.344511 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device d5138dff-b835-4d2c-a1b9-0fce4547c800 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:44:00.417479 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: d5138dff-b835-4d2c-a1b9-0fce4547c800 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:44:00.417828 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device d5138dff-b835-4d2c-a1b9-0fce4547c800 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:44:00.418246 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device fee964b4-d306-4d70-aac9-4972be132777 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:44:00.482652 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: fee964b4-d306-4d70-aac9-4972be132777 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:44:00.483069 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device fee964b4-d306-4d70-aac9-4972be132777 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:44:00.483409 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device ced65f4f-32ad-4a73-a706-e0f372f2e5be no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:44:00.535676 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: ced65f4f-32ad-4a73-a706-e0f372f2e5be {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:44:00.537869 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device ced65f4f-32ad-4a73-a706-e0f372f2e5be not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:44:00.635263 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8e4502af-d31f-43ef-8c09-d131d5ccdb8a tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:00.641976 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8e4502af-d31f-43ef-8c09-d131d5ccdb8a tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:00.646121 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-8e4502af-d31f-43ef-8c09-d131d5ccdb8a tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "DELETE /v2.0/networks/ddbf4844-ec14-455e-995f-990d4452fd3f HTTP/1.1" status: 204 len: 168 time: 3.0766482 Apr 05 14:44:00.654242 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 53740) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:44:00.668616 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-2f0c7f07-7492-4d13-9227-13332eecb8f9 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2069048016', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:44:00.675560 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4502af-d31f-43ef-8c09-d131d5ccdb8a tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Pushing event deleted for resources: {'Network': ['ID=ddbf4844-ec14-455e-995f-990d4452fd3f,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:00.714339 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-13dd0365-d443-451d-9cfb-035c3edd8e79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:00.734840 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-06f76da4-bbda-45e4-85d7-bc8842a788c8 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:00.764557 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5dd0e6e-4d44-4971-a993-fe04b27c9025 admin admin] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:44:00.791736 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-c5dd0e6e-4d44-4971-a993-fe04b27c9025 admin admin] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:44:00.805729 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dd0e6e-4d44-4971-a993-fe04b27c9025 admin admin] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:44:00.839046 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2f0c7f07-7492-4d13-9227-13332eecb8f9 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27088'] for router, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:00.840488 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2f0c7f07-7492-4d13-9227-13332eecb8f9 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27079'] for router, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:00.841371 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dd0e6e-4d44-4971-a993-fe04b27c9025 admin admin] Pushing event updated for resources: {'Port': ['ID=01d78cb5-9b58-47a4-86c4-81b68d2544c5,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:00.914160 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2f0c7f07-7492-4d13-9227-13332eecb8f9 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:00.961953 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b1f44-ca88-4ac1-b659-0179069f17fb req-8d1e4cc6-6062-45d2-931c-8e9656307229 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:00.963517 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a91b1f44-ca88-4ac1-b659-0179069f17fb req-8d1e4cc6-6062-45d2-931c-8e9656307229 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/ports?device_id=88a03fb3-db08-4fb3-9362-f3539d89b25a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2876518 Apr 05 14:44:00.978443 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efab8fb-d7cf-4b73-af46-f17cdd0d41eb req-2a008bf9-1ec4-4f07-b7a4-39f905b4cc66 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:00.979885 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4efab8fb-d7cf-4b73-af46-f17cdd0d41eb req-2a008bf9-1ec4-4f07-b7a4-39f905b4cc66 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fb8ba11-dd17-4faf-8654-fe2f3115015c HTTP/1.1" status: 200 len: 945 time: 0.3027883 Apr 05 14:44:01.045455 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2f0c7f07-7492-4d13-9227-13332eecb8f9 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618'] for router, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:01.148907 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2f0c7f07-7492-4d13-9227-13332eecb8f9 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:01.151182 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-2f0c7f07-7492-4d13-9227-13332eecb8f9 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4951532 Apr 05 14:44:01.153362 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 53752) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:44:01.160844 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-5a41e495-537d-4170-ba6a-812d1933c24a tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Request body: {'network': {'name': 'tempest-RoutersTest-173822194'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:44:01.194167 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-06f76da4-bbda-45e4-85d7-bc8842a788c8 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:01.247244 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a91b1f44-ca88-4ac1-b659-0179069f17fb req-f746c60a-187f-46ed-a5d4-847aa891895a tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.172 HTTP/1.1" status: 200 len: 696 time: 0.2571688 Apr 05 14:44:01.307809 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-a91b1f44-ca88-4ac1-b659-0179069f17fb req-24f4e4cc-18c6-4dd6-9983-71c55df76061 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Request body: {'floatingip': {'port_id': '467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:44:01.311588 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a41e495-537d-4170-ba6a-812d1933c24a tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Made reservation on behalf of f3bfb97dae7f4364b96271d3f01488fb for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:44:01.315572 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5a41e495-537d-4170-ba6a-812d1933c24a tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:01.341577 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a41e495-537d-4170-ba6a-812d1933c24a tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:44:01.351991 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5a41e495-537d-4170-ba6a-812d1933c24a tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:01.352351 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-5a41e495-537d-4170-ba6a-812d1933c24a tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Added segment 4ca22f1b-185b-4ea2-a00f-c643b3c70723 of type vlan for network ebdcc65d-93e8-4547-9a48-7159e078614b Apr 05 14:44:01.386895 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4efab8fb-d7cf-4b73-af46-f17cdd0d41eb req-3e00134d-3781-4982-8b16-befd1fe5c27e tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=11640d9f-a14a-4756-b499-b13013deda57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3818564 Apr 05 14:44:01.390595 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-06f76da4-bbda-45e4-85d7-bc8842a788c8 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Network d99cb6f7-6407-4303-ae02-9a5b644a27a2 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:44:01.396228 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5a41e495-537d-4170-ba6a-812d1933c24a tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:01.433199 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-06f76da4-bbda-45e4-85d7-bc8842a788c8 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:44:01.471063 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-a91b1f44-ca88-4ac1-b659-0179069f17fb req-24f4e4cc-18c6-4dd6-9983-71c55df76061 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Notify callbacks [] for floatingip, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:01.473315 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-06f76da4-bbda-45e4-85d7-bc8842a788c8 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:44:01.480997 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f76da4-bbda-45e4-85d7-bc8842a788c8 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Pushing event updated for resources: {'Port': ['ID=330e59eb-65b5-4249-b0f8-5b6c3a657ba4,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:01.546864 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5a41e495-537d-4170-ba6a-812d1933c24a tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:01.553051 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a41e495-537d-4170-ba6a-812d1933c24a tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:01.553659 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5a41e495-537d-4170-ba6a-812d1933c24a tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:01.626404 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a41e495-537d-4170-ba6a-812d1933c24a tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Pushing event updated for resources: {'Network': ['ID=ebdcc65d-93e8-4547-9a48-7159e078614b,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:01.641792 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network ebdcc65d-93e8-4547-9a48-7159e078614b details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:44:01.721094 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-5a41e495-537d-4170-ba6a-812d1933c24a tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5654898 Apr 05 14:44:01.723766 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 53766) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:44:01.729904 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-fd596252-c8f9-4710-9b8e-286b0fa32fd3 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Request body: {'subnet': {'network_id': 'ebdcc65d-93e8-4547-9a48-7159e078614b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:44:01.775497 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-06f76da4-bbda-45e4-85d7-bc8842a788c8 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:01.776143 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-06f76da4-bbda-45e4-85d7-bc8842a788c8 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:01.820253 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a5938-cd72-499c-a135-aa5c0977f738 req-9ee62a1c-5c17-4521-a1ae-5895001299dd tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:01.821862 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-237a5938-cd72-499c-a135-aa5c0977f738 req-9ee62a1c-5c17-4521-a1ae-5895001299dd tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d168f2d-c63a-4772-8f5d-782f19b14901 HTTP/1.1" status: 200 len: 931 time: 0.3449636 Apr 05 14:44:01.913533 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3099c8-b185-4aba-ae4b-b0058396e1b0 req-ec2e7d45-9666-419e-93db-2a33280b3cb8 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:01.915036 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-1d3099c8-b185-4aba-ae4b-b0058396e1b0 req-ec2e7d45-9666-419e-93db-2a33280b3cb8 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0e13fb1-7b16-4da2-b3da-d5d251f3b8be HTTP/1.1" status: 200 len: 946 time: 0.0659692 Apr 05 14:44:01.950209 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd596252-c8f9-4710-9b8e-286b0fa32fd3 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Made reservation on behalf of f3bfb97dae7f4364b96271d3f01488fb for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:44:01.955076 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fd596252-c8f9-4710-9b8e-286b0fa32fd3 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:02.104737 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-06f76da4-bbda-45e4-85d7-bc8842a788c8 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1681917 Apr 05 14:44:02.173813 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-1d3099c8-b185-4aba-ae4b-b0058396e1b0 req-86f3b58d-abeb-4156-aaa1-833eb3ad3b68 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Deleting port 140253c8-15b3-4099-8d27-94ba0fee6762 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:44:02.174079 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-1d3099c8-b185-4aba-ae4b-b0058396e1b0 req-86f3b58d-abeb-4156-aaa1-833eb3ad3b68 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:02.227787 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c5dd0e6e-4d44-4971-a993-fe04b27c9025 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:02.330875 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-1d3099c8-b185-4aba-ae4b-b0058396e1b0 req-86f3b58d-abeb-4156-aaa1-833eb3ad3b68 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] For port 140253c8-15b3-4099-8d27-94ba0fee6762, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=140253c8-15b3-4099-8d27-94ba0fee6762,segment=NetworkSegment(2e5fff45-c274-4677-ad93-946fb51d752d),segment_id=2e5fff45-c274-4677-ad93-946fb51d752d)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:44:02.331186 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-1d3099c8-b185-4aba-ae4b-b0058396e1b0 req-86f3b58d-abeb-4156-aaa1-833eb3ad3b68 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:02.353912 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-1d3099c8-b185-4aba-ae4b-b0058396e1b0 req-86f3b58d-abeb-4156-aaa1-833eb3ad3b68 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Calling delete_port for 140253c8-15b3-4099-8d27-94ba0fee6762 owned by compute:nova {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:44:02.431733 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fd596252-c8f9-4710-9b8e-286b0fa32fd3 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:02.541002 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd596252-c8f9-4710-9b8e-286b0fa32fd3 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Pushing event updated for resources: {'Subnet': ['ID=38d9e5d7-9f97-46b9-8806-d7a1e76a7005,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:02.559628 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd596252-c8f9-4710-9b8e-286b0fa32fd3 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Checking segment: {'id': '4ca22f1b-185b-4ea2-a00f-c643b3c70723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ebdcc65d-93e8-4547-9a48-7159e078614b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:44:02.559990 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd596252-c8f9-4710-9b8e-286b0fa32fd3 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Network hostable DHCP agents. Network: ebdcc65d-93e8-4547-9a48-7159e078614b, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:44:02.614816 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-237a5938-cd72-499c-a135-aa5c0977f738 req-0a845ff7-a806-4b85-beff-c44fafecf26e tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbd4ea00-4b92-43d2-aa08-6c747762c70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7227979 Apr 05 14:44:02.631774 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-13dd0365-d443-451d-9cfb-035c3edd8e79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 348b0f4d-20a0-4c8f-a358-7c81a30ec33c {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:44:02.647867 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-b0b5128d-625c-4071-8d4d-0b51a2753acc service neutron] Request body: {'port': {'device_id': '1d168f2d-c63a-4772-8f5d-782f19b14901', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:44:02.683234 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-13dd0365-d443-451d-9cfb-035c3edd8e79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:02.721454 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd596252-c8f9-4710-9b8e-286b0fa32fd3 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Network ebdcc65d-93e8-4547-9a48-7159e078614b is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:44:02.721454 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-1d3099c8-b185-4aba-ae4b-b0058396e1b0 req-86f3b58d-abeb-4156-aaa1-833eb3ad3b68 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:02.732008 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b', '140253c8-15b3-4099-8d27-94ba0fee6762'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:44:02.779919 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f3b58d-abeb-4156-aaa1-833eb3ad3b68 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Pushing event deleted for resources: {'Port': ['ID=140253c8-15b3-4099-8d27-94ba0fee6762,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:02.840193 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-13dd0365-d443-451d-9cfb-035c3edd8e79 service neutron] Transition to ACTIVE for port object 348b0f4d-20a0-4c8f-a358-7c81a30ec33c will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:44:02.853257 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d3099c8-b185-4aba-ae4b-b0058396e1b0 req-86f3b58d-abeb-4156-aaa1-833eb3ad3b68 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] No DVR routers for this DVR port 140253c8-15b3-4099-8d27-94ba0fee6762 on host n-h1-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:44:02.857296 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-1d3099c8-b185-4aba-ae4b-b0058396e1b0 req-86f3b58d-abeb-4156-aaa1-833eb3ad3b68 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:02.862327 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-1d3099c8-b185-4aba-ae4b-b0058396e1b0 req-86f3b58d-abeb-4156-aaa1-833eb3ad3b68 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.55 "DELETE /v2.0/ports/140253c8-15b3-4099-8d27-94ba0fee6762 HTTP/1.1" status: 204 len: 173 time: 0.9416568 Apr 05 14:44:02.863019 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0e13fb1-7b16-4da2-b3da-d5d251f3b8be', 'name': 'network-vif-deleted', 'tag': '140253c8-15b3-4099-8d27-94ba0fee6762'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:44:02.865771 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a51d3b7-915c-4af1-a9c7-e87ca0bd39bb" -d '{"events": [{"server_uuid": "a0e13fb1-7b16-4da2-b3da-d5d251f3b8be", "name": "network-vif-deleted", "tag": "140253c8-15b3-4099-8d27-94ba0fee6762"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:44:02.884507 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-fd596252-c8f9-4710-9b8e-286b0fa32fd3 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, ebdcc65d-93e8-4547-9a48-7159e078614b) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:44:02.898646 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8d42ec-c8e7-470f-ad9e-ef0a68df945c None None] Network ebdcc65d-93e8-4547-9a48-7159e078614b requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:44:02.902062 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd596252-c8f9-4710-9b8e-286b0fa32fd3 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:02.902685 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fd596252-c8f9-4710-9b8e-286b0fa32fd3 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:02.931808 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-b0b5128d-625c-4071-8d4d-0b51a2753acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:02.941872 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cedb8ccf-ef06-4a77-af0c-c088c4bbbe98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809988'] for router_interface, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:02.961160 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3060192-14c7-4cd2-ad2e-2a2ba8a2fc8a req-c1ee6053-118d-4ba9-9971-a26a5a517dbf tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:02.962800 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a3060192-14c7-4cd2-ad2e-2a2ba8a2fc8a req-c1ee6053-118d-4ba9-9971-a26a5a517dbf tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fb8ba11-dd17-4faf-8654-fe2f3115015c HTTP/1.1" status: 200 len: 945 time: 0.2252877 Apr 05 14:44:03.029086 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-fd596252-c8f9-4710-9b8e-286b0fa32fd3 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3034415 Apr 05 14:44:03.030597 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 53778) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:44:03.044428 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-13dd0365-d443-451d-9cfb-035c3edd8e79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:03.077090 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.db.resource_extend [req-a91b1f44-ca88-4ac1-b659-0179069f17fb req-24f4e4cc-18c6-4dd6-9983-71c55df76061 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 14:44:03.195579 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7254a1b5-48c1-4370-82f6-998bed544dbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-ebdcc65d-93e8-4547-9a48-7159e078614b', 'network_id': 'ebdcc65d-93e8-4547-9a48-7159e078614b', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'fixed_ips': [{'subnet_id': '38d9e5d7-9f97-46b9-8806-d7a1e76a7005'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:44:03.197051 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7254a1b5-48c1-4370-82f6-998bed544dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:03.374493 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a3060192-14c7-4cd2-ad2e-2a2ba8a2fc8a req-4f24d388-1251-4541-b058-ca3b53ba83a1 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=11640d9f-a14a-4756-b499-b13013deda57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295562 Apr 05 14:44:03.435090 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-a91b1f44-ca88-4ac1-b659-0179069f17fb req-24f4e4cc-18c6-4dd6-9983-71c55df76061 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:03.439497 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dd0365-d443-451d-9cfb-035c3edd8e79 service neutron] Pushing event updated for resources: {'Port': ['ID=348b0f4d-20a0-4c8f-a358-7c81a30ec33c,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:03.455217 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-7254a1b5-48c1-4370-82f6-998bed544dbc None None] Allocated IP 172.20.0.2 (ebdcc65d-93e8-4547-9a48-7159e078614b/38d9e5d7-9f97-46b9-8806-d7a1e76a7005/465c174a-b540-42f6-8a85-1c3583f47749) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:44:03.521942 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87163825-1726-4ad6-913f-46387ae4ea03 x-openstack-request-id: req-87163825-1726-4ad6-913f-46387ae4ea03 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:44:03.522268 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0e13fb1-7b16-4da2-b3da-d5d251f3b8be", "name": "network-vif-deleted", "tag": "140253c8-15b3-4099-8d27-94ba0fee6762", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:44:03.522496 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-87163825-1726-4ad6-913f-46387ae4ea03 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:44:03.522906 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87163825-1726-4ad6-913f-46387ae4ea03'] response: {'server_uuid': 'a0e13fb1-7b16-4da2-b3da-d5d251f3b8be', 'name': 'network-vif-deleted', 'tag': '140253c8-15b3-4099-8d27-94ba0fee6762', 'status': 'completed', 'code': 200} Apr 05 14:44:03.572299 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c5dd0e6e-4d44-4971-a993-fe04b27c9025 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618'] for router, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:03.605976 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-a91b1f44-ca88-4ac1-b659-0179069f17fb req-24f4e4cc-18c6-4dd6-9983-71c55df76061 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:03.647429 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-878c11ff-6f57-437a-9762-4e1923b2e835 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:03.855236 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7254a1b5-48c1-4370-82f6-998bed544dbc None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:03.947285 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7254a1b5-48c1-4370-82f6-998bed544dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:03.989687 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7254a1b5-48c1-4370-82f6-998bed544dbc None None] Network ebdcc65d-93e8-4547-9a48-7159e078614b is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:44:03.995137 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-7254a1b5-48c1-4370-82f6-998bed544dbc None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:44:03.997550 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7254a1b5-48c1-4370-82f6-998bed544dbc None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:44:04.011017 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7254a1b5-48c1-4370-82f6-998bed544dbc None None] Pushing event updated for resources: {'Port': ['ID=465c174a-b540-42f6-8a85-1c3583f47749,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:04.024079 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-13dd0365-d443-451d-9cfb-035c3edd8e79 service neutron] Attempting to bind port 348b0f4d-20a0-4c8f-a358-7c81a30ec33c on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:44:04.024420 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-13dd0365-d443-451d-9cfb-035c3edd8e79 service neutron] Attempting to bind port 348b0f4d-20a0-4c8f-a358-7c81a30ec33c by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': 'a7a576d5-7e19-454b-9cb6-12eb07c3f434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd99cb6f7-6407-4303-ae02-9a5b644a27a2'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:44:04.024749 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-13dd0365-d443-451d-9cfb-035c3edd8e79 service neutron] Attempting to bind port 348b0f4d-20a0-4c8f-a358-7c81a30ec33c on network d99cb6f7-6407-4303-ae02-9a5b644a27a2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:44:04.051524 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-878c11ff-6f57-437a-9762-4e1923b2e835 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Allocated IP 172.20.0.1 (ebdcc65d-93e8-4547-9a48-7159e078614b/38d9e5d7-9f97-46b9-8806-d7a1e76a7005/34d1f8d3-e3f5-43ee-a951-e8344c7cc32e) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:44:04.066106 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-13dd0365-d443-451d-9cfb-035c3edd8e79 service neutron] Port 348b0f4d-20a0-4c8f-a358-7c81a30ec33c on network d99cb6f7-6407-4303-ae02-9a5b644a27a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:44:04.066434 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-13dd0365-d443-451d-9cfb-035c3edd8e79 service neutron] Attempting to bind port 348b0f4d-20a0-4c8f-a358-7c81a30ec33c on network d99cb6f7-6407-4303-ae02-9a5b644a27a2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:44:04.087723 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-7254a1b5-48c1-4370-82f6-998bed544dbc None None] Attempting to bind port 465c174a-b540-42f6-8a85-1c3583f47749 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:44:04.088228 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-7254a1b5-48c1-4370-82f6-998bed544dbc None None] Attempting to bind port 465c174a-b540-42f6-8a85-1c3583f47749 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '4ca22f1b-185b-4ea2-a00f-c643b3c70723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ebdcc65d-93e8-4547-9a48-7159e078614b'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:44:04.088711 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7254a1b5-48c1-4370-82f6-998bed544dbc None None] Attempting to bind port 465c174a-b540-42f6-8a85-1c3583f47749 on network ebdcc65d-93e8-4547-9a48-7159e078614b {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:44:04.090846 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab69ba2-a891-4bb0-8119-00219648649f req-6879794e-234f-4f86-9636-0fb8ecadaf88 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:04.094981 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7254a1b5-48c1-4370-82f6-998bed544dbc None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:44:04.096317 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7254a1b5-48c1-4370-82f6-998bed544dbc None None] Checking segment: {'id': '4ca22f1b-185b-4ea2-a00f-c643b3c70723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ebdcc65d-93e8-4547-9a48-7159e078614b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:44:04.096317 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7254a1b5-48c1-4370-82f6-998bed544dbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:04.096717 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7254a1b5-48c1-4370-82f6-998bed544dbc None None] Bound using segment: {'id': '4ca22f1b-185b-4ea2-a00f-c643b3c70723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ebdcc65d-93e8-4547-9a48-7159e078614b'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:44:04.097304 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-7254a1b5-48c1-4370-82f6-998bed544dbc None None] Bound port: 465c174a-b540-42f6-8a85-1c3583f47749, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ca22f1b-185b-4ea2-a00f-c643b3c70723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ebdcc65d-93e8-4547-9a48-7159e078614b'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:44:04.097780 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7254a1b5-48c1-4370-82f6-998bed544dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:04.098180 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1ab69ba2-a891-4bb0-8119-00219648649f req-6879794e-234f-4f86-9636-0fb8ecadaf88 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d168f2d-c63a-4772-8f5d-782f19b14901 HTTP/1.1" status: 200 len: 931 time: 0.3294396 Apr 05 14:44:04.108926 n-d-836650-2 neutron-server[103320]: INFO neutron.db.l3_db [req-a91b1f44-ca88-4ac1-b659-0179069f17fb req-24f4e4cc-18c6-4dd6-9983-71c55df76061 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Floating IP b840990b-9c90-45ae-a21d-cf821dd744a2 associated. External IP: 172.25.6.172, port: 467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b. Apr 05 14:44:04.119492 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-13dd0365-d443-451d-9cfb-035c3edd8e79 service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:44:04.119742 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-13dd0365-d443-451d-9cfb-035c3edd8e79 service neutron] Checking segment: {'id': 'a7a576d5-7e19-454b-9cb6-12eb07c3f434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd99cb6f7-6407-4303-ae02-9a5b644a27a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:44:04.120120 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-13dd0365-d443-451d-9cfb-035c3edd8e79 service neutron] Bound using segment: {'id': 'a7a576d5-7e19-454b-9cb6-12eb07c3f434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd99cb6f7-6407-4303-ae02-9a5b644a27a2'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:44:04.120573 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-13dd0365-d443-451d-9cfb-035c3edd8e79 service neutron] Bound port: 348b0f4d-20a0-4c8f-a358-7c81a30ec33c, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7a576d5-7e19-454b-9cb6-12eb07c3f434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd99cb6f7-6407-4303-ae02-9a5b644a27a2'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:44:04.120954 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-13dd0365-d443-451d-9cfb-035c3edd8e79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:04.209230 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-7254a1b5-48c1-4370-82f6-998bed544dbc None None] For port 465c174a-b540-42f6-8a85-1c3583f47749, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:44:04.216630 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-7254a1b5-48c1-4370-82f6-998bed544dbc None None] For port 465c174a-b540-42f6-8a85-1c3583f47749, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=465c174a-b540-42f6-8a85-1c3583f47749,segment=NetworkSegment(4ca22f1b-185b-4ea2-a00f-c643b3c70723),segment_id=4ca22f1b-185b-4ea2-a00f-c643b3c70723)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:44:04.260138 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-878c11ff-6f57-437a-9762-4e1923b2e835 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:04.318062 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7254a1b5-48c1-4370-82f6-998bed544dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:04.387471 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7254a1b5-48c1-4370-82f6-998bed544dbc None None] Pushing event updated for resources: {'Port': ['ID=465c174a-b540-42f6-8a85-1c3583f47749,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:04.432701 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-878c11ff-6f57-437a-9762-4e1923b2e835 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:04.528769 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878c11ff-6f57-437a-9762-4e1923b2e835 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Network ebdcc65d-93e8-4547-9a48-7159e078614b is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:44:04.538582 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-878c11ff-6f57-437a-9762-4e1923b2e835 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:44:04.544186 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878c11ff-6f57-437a-9762-4e1923b2e835 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:44:04.650234 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878c11ff-6f57-437a-9762-4e1923b2e835 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Pushing event updated for resources: {'Port': ['ID=34d1f8d3-e3f5-43ee-a951-e8344c7cc32e,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:04.689951 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1ab69ba2-a891-4bb0-8119-00219648649f req-4d06d52e-7ce9-466f-8e0d-fcd9a275d290 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbd4ea00-4b92-43d2-aa08-6c747762c70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5908017 Apr 05 14:44:04.759971 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-878c11ff-6f57-437a-9762-4e1923b2e835 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809369'] for router_interface, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:04.900676 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-7371461e-fb99-4780-825c-3d130bd8251f req-8a70e67a-5515-441e-80c8-218a35409c63 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=88a03fb3-db08-4fb3-9362-f3539d89b25a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2118058 Apr 05 14:44:04.967416 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7371461e-fb99-4780-825c-3d130bd8251f req-ed67b3bd-2329-49d9-a2d9-7995426ce363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:04.968953 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-7371461e-fb99-4780-825c-3d130bd8251f req-ed67b3bd-2329-49d9-a2d9-7995426ce363 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8c3f3c7982a44da591f5ccdacd29d5c6&device_id=88a03fb3-db08-4fb3-9362-f3539d89b25a HTTP/1.1" status: 200 len: 1097 time: 0.0448756 Apr 05 14:44:04.975406 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-13dd0365-d443-451d-9cfb-035c3edd8e79 service neutron] For port 348b0f4d-20a0-4c8f-a358-7c81a30ec33c, host n-h1-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:44:04.978910 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-b0b5128d-625c-4071-8d4d-0b51a2753acc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 330e59eb-65b5-4249-b0f8-5b6c3a657ba4 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:44:04.999413 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5dd0e6e-4d44-4971-a993-fe04b27c9025 admin admin] Router 1d2104ce-04d0-4d0b-a541-fbd10738befa is scheduled to L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 with binding_index 1 {{(pid=103320) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:44:05.006951 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-b0b5128d-625c-4071-8d4d-0b51a2753acc service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:05.016933 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-13dd0365-d443-451d-9cfb-035c3edd8e79 service neutron] For port 348b0f4d-20a0-4c8f-a358-7c81a30ec33c, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=348b0f4d-20a0-4c8f-a358-7c81a30ec33c,segment=NetworkSegment(a7a576d5-7e19-454b-9cb6-12eb07c3f434),segment_id=a7a576d5-7e19-454b-9cb6-12eb07c3f434)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:44:05.082363 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-b0b5128d-625c-4071-8d4d-0b51a2753acc service neutron] Transition to ACTIVE for port object 330e59eb-65b5-4249-b0f8-5b6c3a657ba4 will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:44:05.092537 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2c1206-2ecb-4054-a243-522cb6973973 req-0947a25c-2d91-477a-8261-38d7f4a52969 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:05.094886 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-af2c1206-2ecb-4054-a243-522cb6973973 req-0947a25c-2d91-477a-8261-38d7f4a52969 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fb8ba11-dd17-4faf-8654-fe2f3115015c HTTP/1.1" status: 200 len: 945 time: 0.2725899 Apr 05 14:44:05.116948 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-878c11ff-6f57-437a-9762-4e1923b2e835 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:05.161717 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-13dd0365-d443-451d-9cfb-035c3edd8e79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:05.301879 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5dd0e6e-4d44-4971-a993-fe04b27c9025 admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:44:05.313314 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67b6ef6-13a0-4998-9743-38cdd0938e3f None None] Sync routers for ids ['1d2104ce-04d0-4d0b-a541-fbd10738befa'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:44:05.342111 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7371461e-fb99-4780-825c-3d130bd8251f req-ecd13c59-ae5e-4255-a069-022204c4be23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:05.343115 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67b6ef6-13a0-4998-9743-38cdd0938e3f None None] Routers {'1d2104ce-04d0-4d0b-a541-fbd10738befa'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:44:05.343903 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-a67b6ef6-13a0-4998-9743-38cdd0938e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:43:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['1d2104ce-04d0-4d0b-a541-fbd10738befa'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:05.344888 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-7371461e-fb99-4780-825c-3d130bd8251f req-ecd13c59-ae5e-4255-a069-022204c4be23 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fcfdebfb-890a-4564-ad33-442534fd3fbd HTTP/1.1" status: 200 len: 921 time: 0.3565879 Apr 05 14:44:05.361097 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 465c174a-b540-42f6-8a85-1c3583f47749 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:44:05.478013 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-b0b5128d-625c-4071-8d4d-0b51a2753acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:05.493448 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-7371461e-fb99-4780-825c-3d130bd8251f req-fc7e61a5-80c9-4cd9-8a50-deaed3751a64 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b HTTP/1.1" status: 200 len: 1000 time: 0.1161542 Apr 05 14:44:05.503625 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-13dd0365-d443-451d-9cfb-035c3edd8e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:05.504274 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-13dd0365-d443-451d-9cfb-035c3edd8e79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:05.508126 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-13dd0365-d443-451d-9cfb-035c3edd8e79 service neutron] 10.222.0.55 "PUT /v2.0/ports/348b0f4d-20a0-4c8f-a358-7c81a30ec33c HTTP/1.1" status: 200 len: 1092 time: 5.7006276 Apr 05 14:44:05.537174 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a91b1f44-ca88-4ac1-b659-0179069f17fb req-24f4e4cc-18c6-4dd6-9983-71c55df76061 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Router 021bd0f9-45b7-4b8d-abab-7c183c71d33c has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:44:05.538244 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '909a957b-de94-4d9b-b45d-b22ea5091660', 'tag': '348b0f4d-20a0-4c8f-a358-7c81a30ec33c'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:44:05.540677 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a4d0d4a-39f8-4a45-9746-26dd15812d09" -d '{"events": [{"name": "network-changed", "server_uuid": "909a957b-de94-4d9b-b45d-b22ea5091660", "tag": "348b0f4d-20a0-4c8f-a358-7c81a30ec33c"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:44:05.581751 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c5dd0e6e-4d44-4971-a993-fe04b27c9025 admin admin] Notify callbacks [] for router, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:05.585684 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-c5dd0e6e-4d44-4971-a993-fe04b27c9025 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 11.4921262 Apr 05 14:44:05.610228 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 53802) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:44:05.705681 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 465c174a-b540-42f6-8a85-1c3583f47749 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:44:05.706057 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:05.738317 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-878c11ff-6f57-437a-9762-4e1923b2e835 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:05.802648 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7371461e-fb99-4780-825c-3d130bd8251f req-1ba5a240-7f82-49a8-a600-0e22e717bb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:05.804118 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6142d05e-b795-4dce-9656-147f794e73c5 None None] Network ebdcc65d-93e8-4547-9a48-7159e078614b requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:44:05.806187 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-7371461e-fb99-4780-825c-3d130bd8251f req-1ba5a240-7f82-49a8-a600-0e22e717bb5a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f90bf926-2675-4d7e-8a18-756096c51dbe HTTP/1.1" status: 200 len: 859 time: 0.2968843 Apr 05 14:44:05.869762 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-878c11ff-6f57-437a-9762-4e1923b2e835 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:05.890445 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-a67b6ef6-13a0-4998-9743-38cdd0938e3f None None] Set router 1d2104ce-04d0-4d0b-a541-fbd10738befa gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:44:05.964760 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cedb8ccf-ef06-4a77-af0c-c088c4bbbe98 admin admin] Deleting port 5480384c-ab7a-4f88-adcd-9ccc53533cdc {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:44:05.965328 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cedb8ccf-ef06-4a77-af0c-c088c4bbbe98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:05.976675 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:05.979892 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7371461e-fb99-4780-825c-3d130bd8251f req-b48b5a62-22fc-4bf1-9eb7-792b3f25bde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:05.982665 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-7371461e-fb99-4780-825c-3d130bd8251f req-b48b5a62-22fc-4bf1-9eb7-792b3f25bde6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fcfdebfb-890a-4564-ad33-442534fd3fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1687443 Apr 05 14:44:06.001551 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 140253c8-15b3-4099-8d27-94ba0fee6762 no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:44:06.095702 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dd0365-d443-451d-9cfb-035c3edd8e79 service neutron] Pushing event updated for resources: {'Port': ['ID=348b0f4d-20a0-4c8f-a358-7c81a30ec33c,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:06.096805 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-cc23615d-4f33-4502-a1e5-4b6a5be945d9 None None] Provisioning complete for port 465c174a-b540-42f6-8a85-1c3583f47749 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:44:06.097212 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cc23615d-4f33-4502-a1e5-4b6a5be945d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:06.153154 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-7371461e-fb99-4780-825c-3d130bd8251f req-c85ae472-c133-49e0-beea-c608a44b086e service neutron] 10.222.0.55 "GET /v2.0/networks/fcfdebfb-890a-4564-ad33-442534fd3fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417706 Apr 05 14:44:06.161490 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-878c11ff-6f57-437a-9762-4e1923b2e835 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809317'] for router_interface, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:06.177330 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878c11ff-6f57-437a-9762-4e1923b2e835 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Pushing event updated for resources: {'Port': ['ID=34d1f8d3-e3f5-43ee-a951-e8344c7cc32e,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:06.252251 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] No Port match for: 140253c8-15b3-4099-8d27-94ba0fee6762 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:44:06.252593 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 140253c8-15b3-4099-8d27-94ba0fee6762 not bound to the agent host n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:44:06.287103 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b5128d-625c-4071-8d4d-0b51a2753acc service neutron] Pushing event updated for resources: {'Port': ['ID=330e59eb-65b5-4249-b0f8-5b6c3a657ba4,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:06.293588 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port 465c174a-b540-42f6-8a85-1c3583f47749, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=465c174a-b540-42f6-8a85-1c3583f47749,segment=NetworkSegment(4ca22f1b-185b-4ea2-a00f-c643b3c70723),segment_id=4ca22f1b-185b-4ea2-a00f-c643b3c70723)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:44:06.311076 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-af2c1206-2ecb-4054-a243-522cb6973973 req-5b043301-7afa-4260-8cb1-e7f2e35952b8 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=11640d9f-a14a-4756-b499-b13013deda57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2012177 Apr 05 14:44:06.311076 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a91b1f44-ca88-4ac1-b659-0179069f17fb req-24f4e4cc-18c6-4dd6-9983-71c55df76061 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:44:06.314730 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713fc6c4-2480-4c98-9123-effc24df8841 None None] Sync routers for ids ['021bd0f9-45b7-4b8d-abab-7c183c71d33c'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:44:06.320254 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-a91b1f44-ca88-4ac1-b659-0179069f17fb req-24f4e4cc-18c6-4dd6-9983-71c55df76061 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:06.328210 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713fc6c4-2480-4c98-9123-effc24df8841 None None] Routers {'021bd0f9-45b7-4b8d-abab-7c183c71d33c'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:44:06.329426 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-713fc6c4-2480-4c98-9123-effc24df8841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:43:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['021bd0f9-45b7-4b8d-abab-7c183c71d33c'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:06.390285 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cc23615d-4f33-4502-a1e5-4b6a5be945d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:06.414484 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a91b1f44-ca88-4ac1-b659-0179069f17fb req-24f4e4cc-18c6-4dd6-9983-71c55df76061 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "PUT /v2.0/floatingips/b840990b-9c90-45ae-a21d-cf821dd744a2 HTTP/1.1" status: 200 len: 997 time: 5.1231668 Apr 05 14:44:06.415117 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:06.443193 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1fbfa6f-64ae-4578-b9d6-94b88526c15a x-openstack-request-id: req-b1fbfa6f-64ae-4578-b9d6-94b88526c15a {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:44:06.443701 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "909a957b-de94-4d9b-b45d-b22ea5091660", "tag": "348b0f4d-20a0-4c8f-a358-7c81a30ec33c", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:44:06.444105 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b1fbfa6f-64ae-4578-b9d6-94b88526c15a {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:44:06.444688 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1fbfa6f-64ae-4578-b9d6-94b88526c15a'] response: {'name': 'network-changed', 'server_uuid': '909a957b-de94-4d9b-b45d-b22ea5091660', 'tag': '348b0f4d-20a0-4c8f-a358-7c81a30ec33c', 'status': 'completed', 'code': 200} Apr 05 14:44:06.469391 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-7371461e-fb99-4780-825c-3d130bd8251f req-85fcf927-d11c-45b4-8860-e10b6fe6cf03 service neutron] 10.222.0.55 "GET /v2.0/networks/fcfdebfb-890a-4564-ad33-442534fd3fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3047388 Apr 05 14:44:06.481407 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-8ba43486-e1c0-4884-b83f-251d08bae4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:06.487455 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-8ba43486-e1c0-4884-b83f-251d08bae4e6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=efc441e7d25044d2b6abdefe3feeaa99&device_id=909a957b-de94-4d9b-b45d-b22ea5091660 HTTP/1.1" status: 200 len: 1095 time: 0.8351619 Apr 05 14:44:06.518366 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878c11ff-6f57-437a-9762-4e1923b2e835 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Network ebdcc65d-93e8-4547-9a48-7159e078614b is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:44:06.519987 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-878c11ff-6f57-437a-9762-4e1923b2e835 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:44:06.544016 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-b0b5128d-625c-4071-8d4d-0b51a2753acc service neutron] Attempting to bind port 330e59eb-65b5-4249-b0f8-5b6c3a657ba4 on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:44:06.544727 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-b0b5128d-625c-4071-8d4d-0b51a2753acc service neutron] Attempting to bind port 330e59eb-65b5-4249-b0f8-5b6c3a657ba4 by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': 'a7a576d5-7e19-454b-9cb6-12eb07c3f434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd99cb6f7-6407-4303-ae02-9a5b644a27a2'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:44:06.545233 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-b0b5128d-625c-4071-8d4d-0b51a2753acc service neutron] Attempting to bind port 330e59eb-65b5-4249-b0f8-5b6c3a657ba4 on network d99cb6f7-6407-4303-ae02-9a5b644a27a2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:44:06.590186 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-a67b6ef6-13a0-4998-9743-38cdd0938e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2104ce-04d0-4d0b-a541-fbd10738befa', 'name': 'tempest-AttachVolumeTestJSON-1840973019-router', 'tenant_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '01d78cb5-9b58-47a4-86c4-81b68d2544c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:43:54Z', 'updated_at': '2022-04-05T14:44:01Z', 'revision_number': 3, 'project_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'gw_port': {'id': '01d78cb5-9b58-47a4-86c4-81b68d2544c5', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a7:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2104ce-04d0-4d0b-a541-fbd10738befa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:43:58Z', 'updated_at': '2022-04-05T14:43:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:06.611458 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-713fc6c4-2480-4c98-9123-effc24df8841 None None] Set router 021bd0f9-45b7-4b8d-abab-7c183c71d33c gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:44:06.639744 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-b0b5128d-625c-4071-8d4d-0b51a2753acc service neutron] Port 330e59eb-65b5-4249-b0f8-5b6c3a657ba4 on network d99cb6f7-6407-4303-ae02-9a5b644a27a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:44:06.640318 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-b0b5128d-625c-4071-8d4d-0b51a2753acc service neutron] Attempting to bind port 330e59eb-65b5-4249-b0f8-5b6c3a657ba4 on network d99cb6f7-6407-4303-ae02-9a5b644a27a2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:44:06.657335 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67b6ef6-13a0-4998-9743-38cdd0938e3f None None] Checking router: 1d2104ce-04d0-4d0b-a541-fbd10738befa for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:44:06.657651 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67b6ef6-13a0-4998-9743-38cdd0938e3f None None] Updating router 1d2104ce-04d0-4d0b-a541-fbd10738befa port 01d78cb5-9b58-47a4-86c4-81b68d2544c5 binding host n-d-836650-2 {{(pid=103322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:44:06.660989 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.db.api [None req-cc23615d-4f33-4502-a1e5-4b6a5be945d9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:44:06.661354 n-d-836650-2 neutron-server[103322]: DEBUG oslo_db.api [None req-cc23615d-4f33-4502-a1e5-4b6a5be945d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:44:06.662663 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=465c174a-b540-42f6-8a85-1c3583f47749,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:06.698992 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-cd0ccc1b-5448-4647-be28-29e6b425bcce service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=348b0f4d-20a0-4c8f-a358-7c81a30ec33c HTTP/1.1" status: 200 len: 217 time: 0.1742258 Apr 05 14:44:06.702940 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a67b6ef6-13a0-4998-9743-38cdd0938e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:06.718733 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-b0b5128d-625c-4071-8d4d-0b51a2753acc service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:44:06.719946 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-b0b5128d-625c-4071-8d4d-0b51a2753acc service neutron] Checking segment: {'id': 'a7a576d5-7e19-454b-9cb6-12eb07c3f434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd99cb6f7-6407-4303-ae02-9a5b644a27a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:44:06.720482 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-b0b5128d-625c-4071-8d4d-0b51a2753acc service neutron] Bound using segment: {'id': 'a7a576d5-7e19-454b-9cb6-12eb07c3f434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd99cb6f7-6407-4303-ae02-9a5b644a27a2'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:44:06.721126 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-b0b5128d-625c-4071-8d4d-0b51a2753acc service neutron] Bound port: 330e59eb-65b5-4249-b0f8-5b6c3a657ba4, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7a576d5-7e19-454b-9cb6-12eb07c3f434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd99cb6f7-6407-4303-ae02-9a5b644a27a2'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:44:06.721645 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-b0b5128d-625c-4071-8d4d-0b51a2753acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:06.727157 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cedb8ccf-ef06-4a77-af0c-c088c4bbbe98 admin admin] For port 5480384c-ab7a-4f88-adcd-9ccc53533cdc, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=5480384c-ab7a-4f88-adcd-9ccc53533cdc,segment=NetworkSegment(d8889e6f-e6cc-46dd-8e03-70601ec6604c),segment_id=d8889e6f-e6cc-46dd-8e03-70601ec6604c)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:44:06.727743 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cedb8ccf-ef06-4a77-af0c-c088c4bbbe98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:06.810657 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cedb8ccf-ef06-4a77-af0c-c088c4bbbe98 admin admin] Calling delete_port for 5480384c-ab7a-4f88-adcd-9ccc53533cdc owned by network:router_interface {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:44:06.833943 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-878c11ff-6f57-437a-9762-4e1923b2e835 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Router 4b8182cf-31f9-4416-b54f-c8c2c70e3cab is scheduled to L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 with binding_index 1 {{(pid=103321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:44:06.950117 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de32f5f-0bca-4aaa-8592-af4414ce2388 req-70063b3c-1c22-493e-8e1f-a58921c27bb5 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:06.960661 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8de32f5f-0bca-4aaa-8592-af4414ce2388 req-70063b3c-1c22-493e-8e1f-a58921c27bb5 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d168f2d-c63a-4772-8f5d-782f19b14901 HTTP/1.1" status: 200 len: 943 time: 0.4373791 Apr 05 14:44:07.009102 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-713fc6c4-2480-4c98-9123-effc24df8841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'name': 'tempest-FloatingIPsAssociationTestJSON-491073066-router', 'tenant_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'ba6852d8-c258-4fd9-bbca-200d5bb93f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:42:19Z', 'updated_at': '2022-04-05T14:42:30Z', 'revision_number': 4, 'project_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'gw_port': {'id': 'ba6852d8-c258-4fd9-bbca-200d5bb93f7e', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:22:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:21Z', 'updated_at': '2022-04-05T14:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': 'b840990b-9c90-45ae-a21d-cf821dd744a2', 'tenant_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'floating_ip_address': '172.25.6.172', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'port_id': '467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcfdebfb-890a-4564-ad33-442534fd3fbd', 'mac_address': 'fa:16:3e:0c:9d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a03fb3-db08-4fb3-9362-f3539d89b25a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:43:07Z', 'updated_at': '2022-04-05T14:44:02Z', 'revision_number': 8, 'project_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a19bac35-ee50-413b-9feb-6940ba2e09c1', 'name': '', 'network_id': 'fcfdebfb-890a-4564-ad33-442534fd3fbd', 'tenant_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'mac_address': 'fa:16:3e:25:d5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': 'f90bf926-2675-4d7e-8a18-756096c51dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:28Z', 'updated_at': '2022-04-05T14:42:37Z', 'revision_number': 5, 'project_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'subnets': [{'id': 'f90bf926-2675-4d7e-8a18-756096c51dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:07.011585 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b1f44-ca88-4ac1-b659-0179069f17fb req-4f3717b5-aa50-41d8-a76c-c92edba1ca2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:07.012893 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a91b1f44-ca88-4ac1-b659-0179069f17fb req-4f3717b5-aa50-41d8-a76c-c92edba1ca2a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8c3f3c7982a44da591f5ccdacd29d5c6&device_id=88a03fb3-db08-4fb3-9362-f3539d89b25a HTTP/1.1" status: 200 len: 1097 time: 0.5427759 Apr 05 14:44:07.072924 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713fc6c4-2480-4c98-9123-effc24df8841 None None] Checking router: 021bd0f9-45b7-4b8d-abab-7c183c71d33c for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:44:07.088337 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713fc6c4-2480-4c98-9123-effc24df8841 None None] Routers {'021bd0f9-45b7-4b8d-abab-7c183c71d33c'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:44:07.089304 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-713fc6c4-2480-4c98-9123-effc24df8841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:43:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['021bd0f9-45b7-4b8d-abab-7c183c71d33c'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:07.114619 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-093d5c58-26bb-4a03-b7fb-47125bf3f63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:07.116125 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-093d5c58-26bb-4a03-b7fb-47125bf3f63b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fd0096c5-c02d-41c4-8ca2-6bcd047f8c5e HTTP/1.1" status: 200 len: 853 time: 0.4006741 Apr 05 14:44:07.286923 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-713fc6c4-2480-4c98-9123-effc24df8841 None None] Set router 021bd0f9-45b7-4b8d-abab-7c183c71d33c gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:44:07.301179 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a67b6ef6-13a0-4998-9743-38cdd0938e3f None None] Notify callbacks [] for port, precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:07.310627 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 465c174a-b540-42f6-8a85-1c3583f47749 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:44:07.311397 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-0ff81160-5da7-47c4-aa1f-1b2f9a193ade service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d99cb6f7-6407-4303-ae02-9a5b644a27a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1686151 Apr 05 14:44:07.395380 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a67b6ef6-13a0-4998-9743-38cdd0938e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:07.476692 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-a67b6ef6-13a0-4998-9743-38cdd0938e3f None None] Attempting to bind port 01d78cb5-9b58-47a4-86c4-81b68d2544c5 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:44:07.477331 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-a67b6ef6-13a0-4998-9743-38cdd0938e3f None None] Attempting to bind port 01d78cb5-9b58-47a4-86c4-81b68d2544c5 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:44:07.477846 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67b6ef6-13a0-4998-9743-38cdd0938e3f None None] Attempting to bind port 01d78cb5-9b58-47a4-86c4-81b68d2544c5 on network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:44:07.489820 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67b6ef6-13a0-4998-9743-38cdd0938e3f None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:44:07.490492 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67b6ef6-13a0-4998-9743-38cdd0938e3f None None] Checking segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:44:07.491048 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a67b6ef6-13a0-4998-9743-38cdd0938e3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:07.491583 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67b6ef6-13a0-4998-9743-38cdd0938e3f None None] Bound using segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:44:07.492232 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-a67b6ef6-13a0-4998-9743-38cdd0938e3f None None] Bound port: 01d78cb5-9b58-47a4-86c4-81b68d2544c5, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:44:07.492782 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a67b6ef6-13a0-4998-9743-38cdd0938e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:07.514928 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-69009a36-5dbe-4b27-8aba-2e939128bb1b None None] Provisioning complete for port 465c174a-b540-42f6-8a85-1c3583f47749 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:44:07.515623 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-69009a36-5dbe-4b27-8aba-2e939128bb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:07.536759 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620026d2-3877-4fd0-96f8-9a879d85aa03 None None] Pushing event updated for resources: {'Port': ['ID=01d78cb5-9b58-47a4-86c4-81b68d2544c5,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:07.582835 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 465c174a-b540-42f6-8a85-1c3583f47749 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:44:07.583201 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:07.720038 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-a67b6ef6-13a0-4998-9743-38cdd0938e3f None None] For port 01d78cb5-9b58-47a4-86c4-81b68d2544c5, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:44:07.724156 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-a67b6ef6-13a0-4998-9743-38cdd0938e3f None None] For port 01d78cb5-9b58-47a4-86c4-81b68d2544c5, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=01d78cb5-9b58-47a4-86c4-81b68d2544c5,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:44:07.738084 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b1f44-ca88-4ac1-b659-0179069f17fb req-f7e01d4c-e07d-4409-901a-4fa7e00bfc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:07.750852 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a91b1f44-ca88-4ac1-b659-0179069f17fb req-f7e01d4c-e07d-4409-901a-4fa7e00bfc59 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcfdebfb-890a-4564-ad33-442534fd3fbd HTTP/1.1" status: 200 len: 921 time: 0.6127234 Apr 05 14:44:07.789800 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-b0b5128d-625c-4071-8d4d-0b51a2753acc service neutron] For port 330e59eb-65b5-4249-b0f8-5b6c3a657ba4, host n-h1-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:44:07.819292 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-878c11ff-6f57-437a-9762-4e1923b2e835 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:44:07.824367 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-878c11ff-6f57-437a-9762-4e1923b2e835 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "PUT /v2.0/routers/4b8182cf-31f9-4416-b54f-c8c2c70e3cab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7901545 Apr 05 14:44:07.826581 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8de32f5f-0bca-4aaa-8592-af4414ce2388 req-951280c6-dd29-4c38-913f-36ad3007db48 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbd4ea00-4b92-43d2-aa08-6c747762c70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8650196 Apr 05 14:44:07.837543 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 53826) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:44:07.842584 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-f7e0be28-046e-4611-9c1a-7ef884173a83 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Request body: {'network': {'name': 'tempest-RoutersTest-1980067944'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:44:07.859283 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413e9d0a-b19b-45c2-8ad3-493fe1aba471 None None] Sync routers for ids ['4b8182cf-31f9-4416-b54f-c8c2c70e3cab'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:44:07.875318 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a67b6ef6-13a0-4998-9743-38cdd0938e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:07.897622 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-713fc6c4-2480-4c98-9123-effc24df8841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'name': 'tempest-FloatingIPsAssociationTestJSON-491073066-router', 'tenant_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'ba6852d8-c258-4fd9-bbca-200d5bb93f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:42:19Z', 'updated_at': '2022-04-05T14:42:30Z', 'revision_number': 4, 'project_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'gw_port': {'id': 'ba6852d8-c258-4fd9-bbca-200d5bb93f7e', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:22:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:21Z', 'updated_at': '2022-04-05T14:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': 'b840990b-9c90-45ae-a21d-cf821dd744a2', 'tenant_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'floating_ip_address': '172.25.6.172', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'port_id': '467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcfdebfb-890a-4564-ad33-442534fd3fbd', 'mac_address': 'fa:16:3e:0c:9d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a03fb3-db08-4fb3-9362-f3539d89b25a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:43:07Z', 'updated_at': '2022-04-05T14:44:02Z', 'revision_number': 8, 'project_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a19bac35-ee50-413b-9feb-6940ba2e09c1', 'name': '', 'network_id': 'fcfdebfb-890a-4564-ad33-442534fd3fbd', 'tenant_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'mac_address': 'fa:16:3e:25:d5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': 'f90bf926-2675-4d7e-8a18-756096c51dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:28Z', 'updated_at': '2022-04-05T14:42:37Z', 'revision_number': 5, 'project_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'subnets': [{'id': 'f90bf926-2675-4d7e-8a18-756096c51dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:07.937710 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-b0b5128d-625c-4071-8d4d-0b51a2753acc service neutron] For port 330e59eb-65b5-4249-b0f8-5b6c3a657ba4, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=330e59eb-65b5-4249-b0f8-5b6c3a657ba4,segment=NetworkSegment(a7a576d5-7e19-454b-9cb6-12eb07c3f434),segment_id=a7a576d5-7e19-454b-9cb6-12eb07c3f434)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:44:07.947851 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713fc6c4-2480-4c98-9123-effc24df8841 None None] The sync data for ids ['021bd0f9-45b7-4b8d-abab-7c183c71d33c'] in n-d-836650-2 is: [{'id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'name': 'tempest-FloatingIPsAssociationTestJSON-491073066-router', 'tenant_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'ba6852d8-c258-4fd9-bbca-200d5bb93f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:42:19Z', 'updated_at': '2022-04-05T14:42:30Z', 'revision_number': 4, 'project_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'gw_port': {'id': 'ba6852d8-c258-4fd9-bbca-200d5bb93f7e', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:22:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:21Z', 'updated_at': '2022-04-05T14:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': 'b840990b-9c90-45ae-a21d-cf821dd744a2', 'tenant_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'floating_ip_address': '172.25.6.172', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'port_id': '467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcfdebfb-890a-4564-ad33-442534fd3fbd', 'mac_address': 'fa:16:3e:0c:9d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a03fb3-db08-4fb3-9362-f3539d89b25a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:43:07Z', 'updated_at': '2022-04-05T14:44:02Z', 'revision_number': 8, 'project_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a19bac35-ee50-413b-9feb-6940ba2e09c1', 'name': '', 'network_id': 'fcfdebfb-890a-4564-ad33-442534fd3fbd', 'tenant_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'mac_address': 'fa:16:3e:25:d5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': 'f90bf926-2675-4d7e-8a18-756096c51dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:28Z', 'updated_at': '2022-04-05T14:42:37Z', 'revision_number': 5, 'project_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'subnets': [{'id': 'f90bf926-2675-4d7e-8a18-756096c51dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:44:08.043863 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e0be28-046e-4611-9c1a-7ef884173a83 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Made reservation on behalf of f3bfb97dae7f4364b96271d3f01488fb for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:44:08.047634 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f7e0be28-046e-4611-9c1a-7ef884173a83 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:08.103565 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7e0be28-046e-4611-9c1a-7ef884173a83 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:44:08.114745 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f7e0be28-046e-4611-9c1a-7ef884173a83 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:08.115340 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-f7e0be28-046e-4611-9c1a-7ef884173a83 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Added segment c2498537-8f61-48d8-8703-44c3cddcda3e of type vlan for network 40cc0ec6-c48b-40ba-b1aa-8f09febc3199 Apr 05 14:44:08.167548 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f7e0be28-046e-4611-9c1a-7ef884173a83 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:08.171612 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413e9d0a-b19b-45c2-8ad3-493fe1aba471 None None] Routers {'4b8182cf-31f9-4416-b54f-c8c2c70e3cab'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:44:08.172298 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-413e9d0a-b19b-45c2-8ad3-493fe1aba471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:43:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['4b8182cf-31f9-4416-b54f-c8c2c70e3cab'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:08.283286 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f7e0be28-046e-4611-9c1a-7ef884173a83 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:08.291717 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e0be28-046e-4611-9c1a-7ef884173a83 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:08.292442 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f7e0be28-046e-4611-9c1a-7ef884173a83 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:08.305981 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620026d2-3877-4fd0-96f8-9a879d85aa03 None None] Pushing event updated for resources: {'Port': ['ID=01d78cb5-9b58-47a4-86c4-81b68d2544c5,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:08.317442 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-69009a36-5dbe-4b27-8aba-2e939128bb1b None None] Provisioning complete for port 34d1f8d3-e3f5-43ee-a951-e8344c7cc32e triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:44:08.317915 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-69009a36-5dbe-4b27-8aba-2e939128bb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:08.341108 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2606d3-5d3a-49f5-bcf0-71e6d568400b None None] New status for floating IP b840990b-9c90-45ae-a21d-cf821dd744a2: ACTIVE {{(pid=103323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 14:44:08.369985 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-69009a36-5dbe-4b27-8aba-2e939128bb1b None None] Port 34d1f8d3-e3f5-43ee-a951-e8344c7cc32e cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:44:08.374363 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67b6ef6-13a0-4998-9743-38cdd0938e3f None None] Routers {'1d2104ce-04d0-4d0b-a541-fbd10738befa'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:44:08.375000 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-a67b6ef6-13a0-4998-9743-38cdd0938e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:43:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['1d2104ce-04d0-4d0b-a541-fbd10738befa'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:08.419200 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a91b1f44-ca88-4ac1-b659-0179069f17fb req-c3a84250-6fd4-46d2-812b-c0c5336b0984 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b HTTP/1.1" status: 200 len: 1000 time: 0.6247687 Apr 05 14:44:08.424771 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e0be28-046e-4611-9c1a-7ef884173a83 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Pushing event updated for resources: {'Network': ['ID=40cc0ec6-c48b-40ba-b1aa-8f09febc3199,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:08.442438 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-f7e0be28-046e-4611-9c1a-7ef884173a83 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6037652 Apr 05 14:44:08.445017 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 53830) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:44:08.455091 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-b0b5128d-625c-4071-8d4d-0b51a2753acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:08.455326 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-13acd871-7b04-4003-83fe-4e933b831b61 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Request body: {'subnet': {'network_id': '40cc0ec6-c48b-40ba-b1aa-8f09febc3199', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:44:08.465081 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88a03fb3-db08-4fb3-9362-f3539d89b25a', 'tag': '467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:44:08.467426 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f7774ab-28fc-4311-aa6f-6bc39f37f957" -d '{"events": [{"name": "network-changed", "server_uuid": "88a03fb3-db08-4fb3-9362-f3539d89b25a", "tag": "467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:44:08.503272 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-a67b6ef6-13a0-4998-9743-38cdd0938e3f None None] Set router 1d2104ce-04d0-4d0b-a541-fbd10738befa gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:44:08.575600 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 40cc0ec6-c48b-40ba-b1aa-8f09febc3199 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:44:08.595965 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-413e9d0a-b19b-45c2-8ad3-493fe1aba471 None None] Set router 4b8182cf-31f9-4416-b54f-c8c2c70e3cab gateway port host: None {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:44:08.602037 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b1f44-ca88-4ac1-b659-0179069f17fb req-142aead2-f3ba-413e-b893-f675f7504808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:08.603549 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a91b1f44-ca88-4ac1-b659-0179069f17fb req-142aead2-f3ba-413e-b893-f675f7504808 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f90bf926-2675-4d7e-8a18-756096c51dbe HTTP/1.1" status: 200 len: 859 time: 0.1268241 Apr 05 14:44:08.612381 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b5128d-625c-4071-8d4d-0b51a2753acc service neutron] Pushing event updated for resources: {'Port': ['ID=330e59eb-65b5-4249-b0f8-5b6c3a657ba4,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:08.673086 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-b0b5128d-625c-4071-8d4d-0b51a2753acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:08.673723 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-b0b5128d-625c-4071-8d4d-0b51a2753acc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:08.675146 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-b0b5128d-625c-4071-8d4d-0b51a2753acc service neutron] 10.222.0.55 "PUT /v2.0/ports/330e59eb-65b5-4249-b0f8-5b6c3a657ba4 HTTP/1.1" status: 200 len: 1091 time: 6.0594087 Apr 05 14:44:08.696545 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b9e2c3-4df9-4347-83ef-0045d1046778 req-86dd0983-f849-4c1f-8cdb-16faea340b3c tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:08.698150 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a3b9e2c3-4df9-4347-83ef-0045d1046778 req-86dd0983-f849-4c1f-8cdb-16faea340b3c tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fb8ba11-dd17-4faf-8654-fe2f3115015c HTTP/1.1" status: 200 len: 945 time: 0.7418234 Apr 05 14:44:08.698515 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-df1dfc64-93ad-4beb-b92f-04a330c148ce req-31515709-1663-4742-a0ac-321630e9a9e3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1fb8ba11-dd17-4faf-8654-fe2f3115015c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1462719 Apr 05 14:44:08.700244 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13acd871-7b04-4003-83fe-4e933b831b61 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Made reservation on behalf of f3bfb97dae7f4364b96271d3f01488fb for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:44:08.743054 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-13acd871-7b04-4003-83fe-4e933b831b61 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:08.768430 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-8657f4bf-0f49-40ce-91c8-199e8506e344 None None] Provisioning complete for port 34d1f8d3-e3f5-43ee-a951-e8344c7cc32e triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:44:08.768815 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8657f4bf-0f49-40ce-91c8-199e8506e344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:08.956704 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-8657f4bf-0f49-40ce-91c8-199e8506e344 None None] Port 34d1f8d3-e3f5-43ee-a951-e8344c7cc32e cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:44:08.960161 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a3b9e2c3-4df9-4347-83ef-0045d1046778 req-bc2f7464-37a2-4cd2-a9be-e1318cdaf906 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=11640d9f-a14a-4756-b499-b13013deda57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773160 Apr 05 14:44:09.007028 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b1f44-ca88-4ac1-b659-0179069f17fb req-9f940783-17ae-4837-8a9b-3ec6c09a40b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:09.009334 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a91b1f44-ca88-4ac1-b659-0179069f17fb req-9f940783-17ae-4837-8a9b-3ec6c09a40b6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcfdebfb-890a-4564-ad33-442534fd3fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3884676 Apr 05 14:44:09.029530 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-49402110-5678-41a1-9d17-0e37e6cc317f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:09.031096 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-49402110-5678-41a1-9d17-0e37e6cc317f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=efc441e7d25044d2b6abdefe3feeaa99&device_id=1d168f2d-c63a-4772-8f5d-782f19b14901 HTTP/1.1" status: 200 len: 1094 time: 0.1860671 Apr 05 14:44:09.101247 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-a67b6ef6-13a0-4998-9743-38cdd0938e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2104ce-04d0-4d0b-a541-fbd10738befa', 'name': 'tempest-AttachVolumeTestJSON-1840973019-router', 'tenant_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '01d78cb5-9b58-47a4-86c4-81b68d2544c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:43:54Z', 'updated_at': '2022-04-05T14:44:01Z', 'revision_number': 3, 'project_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'gw_port': {'id': '01d78cb5-9b58-47a4-86c4-81b68d2544c5', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a7:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2104ce-04d0-4d0b-a541-fbd10738befa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:43:58Z', 'updated_at': '2022-04-05T14:44:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:09.132525 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67b6ef6-13a0-4998-9743-38cdd0938e3f None None] The sync data for ids ['1d2104ce-04d0-4d0b-a541-fbd10738befa'] in n-d-836650-2 is: [{'id': '1d2104ce-04d0-4d0b-a541-fbd10738befa', 'name': 'tempest-AttachVolumeTestJSON-1840973019-router', 'tenant_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '01d78cb5-9b58-47a4-86c4-81b68d2544c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:43:54Z', 'updated_at': '2022-04-05T14:44:01Z', 'revision_number': 3, 'project_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'gw_port': {'id': '01d78cb5-9b58-47a4-86c4-81b68d2544c5', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a7:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2104ce-04d0-4d0b-a541-fbd10738befa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:43:58Z', 'updated_at': '2022-04-05T14:44:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:44:09.143774 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a91b1f44-ca88-4ac1-b659-0179069f17fb req-6c232c18-cce0-4fd7-81f9-e701309c8f5b service neutron] 10.222.0.30 "GET /v2.0/networks/fcfdebfb-890a-4564-ad33-442534fd3fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212094 Apr 05 14:44:09.147185 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad8c899-16d9-4e97-a4f3-5b12ad453f2b x-openstack-request-id: req-6ad8c899-16d9-4e97-a4f3-5b12ad453f2b {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:44:09.147484 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88a03fb3-db08-4fb3-9362-f3539d89b25a", "tag": "467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:44:09.147740 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6ad8c899-16d9-4e97-a4f3-5b12ad453f2b {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:44:09.148139 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ad8c899-16d9-4e97-a4f3-5b12ad453f2b'] response: {'name': 'network-changed', 'server_uuid': '88a03fb3-db08-4fb3-9362-f3539d89b25a', 'tag': '467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b', 'status': 'completed', 'code': 200} Apr 05 14:44:09.206867 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-413e9d0a-b19b-45c2-8ad3-493fe1aba471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'name': 'tempest-RoutersTest-router-2069048016', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:44:00Z', 'updated_at': '2022-04-05T14:44:04Z', 'revision_number': 2, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'gw_port_host': None, '_interfaces': [{'id': '34d1f8d3-e3f5-43ee-a951-e8344c7cc32e', 'name': '', 'network_id': 'ebdcc65d-93e8-4547-9a48-7159e078614b', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'mac_address': 'fa:16:3e:99:91:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '38d9e5d7-9f97-46b9-8806-d7a1e76a7005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:03Z', 'updated_at': '2022-04-05T14:44:05Z', 'revision_number': 2, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'subnets': [{'id': '38d9e5d7-9f97-46b9-8806-d7a1e76a7005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:09.216944 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-83506b4c-f624-4bba-ae74-25f37585095f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=330e59eb-65b5-4249-b0f8-5b6c3a657ba4 HTTP/1.1" status: 200 len: 217 time: 0.0621698 Apr 05 14:44:09.251226 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413e9d0a-b19b-45c2-8ad3-493fe1aba471 None None] Checking router: 4b8182cf-31f9-4416-b54f-c8c2c70e3cab for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:44:09.251844 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413e9d0a-b19b-45c2-8ad3-493fe1aba471 None None] Updating router 4b8182cf-31f9-4416-b54f-c8c2c70e3cab port 34d1f8d3-e3f5-43ee-a951-e8344c7cc32e binding host n-d-836650-2 {{(pid=103322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:44:09.296575 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1dfc64-93ad-4beb-b92f-04a330c148ce req-c7335eca-2849-4248-9258-c017a0a494f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:09.303243 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-df1dfc64-93ad-4beb-b92f-04a330c148ce req-c7335eca-2849-4248-9258-c017a0a494f8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d9feba5fdbdc4767955480ab96956cf8&device_id=1fb8ba11-dd17-4faf-8654-fe2f3115015c HTTP/1.1" status: 200 len: 1096 time: 0.4667687 Apr 05 14:44:09.311766 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-413e9d0a-b19b-45c2-8ad3-493fe1aba471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:09.351851 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7774ab-28fc-4311-aa6f-6bc39f37f957 req-9900ced3-12c1-4ef4-904f-bec605652288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:09.357903 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2f7774ab-28fc-4311-aa6f-6bc39f37f957 req-9900ced3-12c1-4ef4-904f-bec605652288 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8c3f3c7982a44da591f5ccdacd29d5c6&device_id=88a03fb3-db08-4fb3-9362-f3539d89b25a HTTP/1.1" status: 200 len: 1097 time: 0.2700477 Apr 05 14:44:09.417289 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-b6afbae4-605c-4b3c-985e-756f0610c491 service neutron] 10.222.0.55 "GET /v2.0/networks/d99cb6f7-6407-4303-ae02-9a5b644a27a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7599649 Apr 05 14:44:09.490552 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cedb8ccf-ef06-4a77-af0c-c088c4bbbe98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:09.621506 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedb8ccf-ef06-4a77-af0c-c088c4bbbe98 admin admin] Pushing event deleted for resources: {'Port': ['ID=5480384c-ab7a-4f88-adcd-9ccc53533cdc,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:09.633065 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-38bdd37c-6271-40b5-ae72-9c95fb007275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:09.634616 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-38bdd37c-6271-40b5-ae72-9c95fb007275 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fd0096c5-c02d-41c4-8ca2-6bcd047f8c5e HTTP/1.1" status: 200 len: 853 time: 0.2824378 Apr 05 14:44:09.718043 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f12a06-3c5d-4a01-ab81-be10b87a2da8 req-86db470f-116d-40d2-ac62-15ad655c1b64 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:09.725626 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-61f12a06-3c5d-4a01-ab81-be10b87a2da8 req-86db470f-116d-40d2-ac62-15ad655c1b64 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d168f2d-c63a-4772-8f5d-782f19b14901 HTTP/1.1" status: 200 len: 943 time: 0.3865569 Apr 05 14:44:09.750598 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7774ab-28fc-4311-aa6f-6bc39f37f957 req-1a251617-200e-4512-ad40-ad1c8342bbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:09.753836 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2f7774ab-28fc-4311-aa6f-6bc39f37f957 req-1a251617-200e-4512-ad40-ad1c8342bbe7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fcfdebfb-890a-4564-ad33-442534fd3fbd HTTP/1.1" status: 200 len: 921 time: 0.3759060 Apr 05 14:44:09.794925 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-22680dcc-f0b1-42b0-913e-8b416d2fca5a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d99cb6f7-6407-4303-ae02-9a5b644a27a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1396832 Apr 05 14:44:09.839199 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a91b1f44-ca88-4ac1-b659-0179069f17fb req-ab887721-512a-4194-9d9b-6a5fcd23e9ae service neutron] 10.222.0.30 "GET /v2.0/networks/fcfdebfb-890a-4564-ad33-442534fd3fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6093214 Apr 05 14:44:09.849384 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-13acd871-7b04-4003-83fe-4e933b831b61 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:09.907530 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-413e9d0a-b19b-45c2-8ad3-493fe1aba471 None None] Notify callbacks [] for port, precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:09.949718 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1dfc64-93ad-4beb-b92f-04a330c148ce req-485910d5-4048-4956-b400-1f463f146c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:09.951498 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-df1dfc64-93ad-4beb-b92f-04a330c148ce req-485910d5-4048-4956-b400-1f463f146c11 service neutron] 10.222.0.11 "GET /v2.0/networks?id=600f0cf5-5409-4f71-be79-543bdecff300 HTTP/1.1" status: 200 len: 920 time: 0.6056454 Apr 05 14:44:09.957567 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13acd871-7b04-4003-83fe-4e933b831b61 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Pushing event updated for resources: {'Subnet': ['ID=79a4694e-5985-4e9e-99ab-2a03d0fe3bdc,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:10.041048 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-df1dfc64-93ad-4beb-b92f-04a330c148ce req-273c126f-606c-47f2-9999-58191e5360e5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7782696d-12b2-4415-8728-5874c031edf7 HTTP/1.1" status: 200 len: 217 time: 0.0787666 Apr 05 14:44:10.050781 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2f7774ab-28fc-4311-aa6f-6bc39f37f957 req-f7cda28c-59b2-45e5-84cc-a642f1046208 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b HTTP/1.1" status: 200 len: 1002 time: 0.2878351 Apr 05 14:44:10.065286 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-413e9d0a-b19b-45c2-8ad3-493fe1aba471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:10.116312 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-e4df8c04-88da-46b2-9c49-e16269189dd5 service neutron] 10.222.0.55 "GET /v2.0/networks/d99cb6f7-6407-4303-ae02-9a5b644a27a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6557438 Apr 05 14:44:10.158577 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466f0ea9-ffa8-4aec-8604-af732db7dc93 None None] Pushing event updated for resources: {'Port': ['ID=34d1f8d3-e3f5-43ee-a951-e8344c7cc32e,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:10.259473 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13acd871-7b04-4003-83fe-4e933b831b61 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Checking segment: {'id': 'c2498537-8f61-48d8-8703-44c3cddcda3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '40cc0ec6-c48b-40ba-b1aa-8f09febc3199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:44:10.259994 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13acd871-7b04-4003-83fe-4e933b831b61 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Network hostable DHCP agents. Network: 40cc0ec6-c48b-40ba-b1aa-8f09febc3199, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:44:10.261657 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d4570362-e481-4b88-b763-51978c8a4c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:10.294864 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-413e9d0a-b19b-45c2-8ad3-493fe1aba471 None None] Attempting to bind port 34d1f8d3-e3f5-43ee-a951-e8344c7cc32e on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:44:10.295240 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-413e9d0a-b19b-45c2-8ad3-493fe1aba471 None None] Attempting to bind port 34d1f8d3-e3f5-43ee-a951-e8344c7cc32e by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '4ca22f1b-185b-4ea2-a00f-c643b3c70723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ebdcc65d-93e8-4547-9a48-7159e078614b'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:44:10.295617 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413e9d0a-b19b-45c2-8ad3-493fe1aba471 None None] Attempting to bind port 34d1f8d3-e3f5-43ee-a951-e8344c7cc32e on network ebdcc65d-93e8-4547-9a48-7159e078614b {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:44:10.296626 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7774ab-28fc-4311-aa6f-6bc39f37f957 req-1f47dc9e-f2d1-4e9b-a684-64a8fc133b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:10.300347 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2f7774ab-28fc-4311-aa6f-6bc39f37f957 req-1f47dc9e-f2d1-4e9b-a684-64a8fc133b14 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f90bf926-2675-4d7e-8a18-756096c51dbe HTTP/1.1" status: 200 len: 859 time: 0.2382767 Apr 05 14:44:10.306744 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1dfc64-93ad-4beb-b92f-04a330c148ce req-b40a9738-839f-412e-9bd8-f5c0a00b71b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:10.307063 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413e9d0a-b19b-45c2-8ad3-493fe1aba471 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:44:10.307063 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413e9d0a-b19b-45c2-8ad3-493fe1aba471 None None] Checking segment: {'id': '4ca22f1b-185b-4ea2-a00f-c643b3c70723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ebdcc65d-93e8-4547-9a48-7159e078614b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:44:10.307063 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-413e9d0a-b19b-45c2-8ad3-493fe1aba471 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:10.307063 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413e9d0a-b19b-45c2-8ad3-493fe1aba471 None None] Bound using segment: {'id': '4ca22f1b-185b-4ea2-a00f-c643b3c70723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ebdcc65d-93e8-4547-9a48-7159e078614b'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:44:10.307063 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-413e9d0a-b19b-45c2-8ad3-493fe1aba471 None None] Bound port: 34d1f8d3-e3f5-43ee-a951-e8344c7cc32e, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ca22f1b-185b-4ea2-a00f-c643b3c70723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ebdcc65d-93e8-4547-9a48-7159e078614b'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:44:10.307461 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-413e9d0a-b19b-45c2-8ad3-493fe1aba471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:10.307766 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-df1dfc64-93ad-4beb-b92f-04a330c148ce req-b40a9738-839f-412e-9bd8-f5c0a00b71b0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fe7e919b-03a6-4a26-b866-e533217cd38c HTTP/1.1" status: 200 len: 858 time: 0.2560928 Apr 05 14:44:10.344500 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-61f12a06-3c5d-4a01-ab81-be10b87a2da8 req-4b8d92c9-62d4-47c2-8136-0ce2ebb66919 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbd4ea00-4b92-43d2-aa08-6c747762c70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6178842 Apr 05 14:44:10.466728 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13acd871-7b04-4003-83fe-4e933b831b61 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Network 40cc0ec6-c48b-40ba-b1aa-8f09febc3199 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:44:10.489452 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-413e9d0a-b19b-45c2-8ad3-493fe1aba471 None None] For port 34d1f8d3-e3f5-43ee-a951-e8344c7cc32e, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:44:10.494151 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-413e9d0a-b19b-45c2-8ad3-493fe1aba471 None None] For port 34d1f8d3-e3f5-43ee-a951-e8344c7cc32e, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=34d1f8d3-e3f5-43ee-a951-e8344c7cc32e,segment=NetworkSegment(4ca22f1b-185b-4ea2-a00f-c643b3c70723),segment_id=4ca22f1b-185b-4ea2-a00f-c643b3c70723)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:44:10.570808 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7774ab-28fc-4311-aa6f-6bc39f37f957 req-e858777b-171c-472e-b1a5-c198029ae914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:10.572753 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2f7774ab-28fc-4311-aa6f-6bc39f37f957 req-e858777b-171c-472e-b1a5-c198029ae914 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fcfdebfb-890a-4564-ad33-442534fd3fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2623925 Apr 05 14:44:10.577218 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1dfc64-93ad-4beb-b92f-04a330c148ce req-67893e9e-a275-4d89-9ba2-24368193f057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:10.579445 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-df1dfc64-93ad-4beb-b92f-04a330c148ce req-67893e9e-a275-4d89-9ba2-24368193f057 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=600f0cf5-5409-4f71-be79-543bdecff300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2302449 Apr 05 14:44:10.600154 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-1212e3b9-45b7-450e-a084-d99eca7e6cf0 None None] Provisioning complete for port 34d1f8d3-e3f5-43ee-a951-e8344c7cc32e triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:44:10.601024 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1212e3b9-45b7-450e-a084-d99eca7e6cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:10.606183 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dd56068f-69bb-402d-b926-c309a28743a2 req-6240aa98-4e7e-47a7-b42f-e8c766bf62d7 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/floatingips/b840990b-9c90-45ae-a21d-cf821dd744a2 HTTP/1.1" status: 200 len: 999 time: 0.6477072 Apr 05 14:44:10.638450 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-413e9d0a-b19b-45c2-8ad3-493fe1aba471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:10.696037 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-1212e3b9-45b7-450e-a084-d99eca7e6cf0 None None] Port 34d1f8d3-e3f5-43ee-a951-e8344c7cc32e cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:44:10.725722 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413e9d0a-b19b-45c2-8ad3-493fe1aba471 None None] Routers {'4b8182cf-31f9-4416-b54f-c8c2c70e3cab'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:44:10.726362 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-413e9d0a-b19b-45c2-8ad3-493fe1aba471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:43:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['4b8182cf-31f9-4416-b54f-c8c2c70e3cab'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:10.743059 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-13acd871-7b04-4003-83fe-4e933b831b61 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 40cc0ec6-c48b-40ba-b1aa-8f09febc3199) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:44:10.753901 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13acd871-7b04-4003-83fe-4e933b831b61 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:10.754488 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-13acd871-7b04-4003-83fe-4e933b831b61 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:10.878559 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286c5944-1934-4318-bd7d-5d74bf909ea0 None None] Network 40cc0ec6-c48b-40ba-b1aa-8f09febc3199 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:44:10.908304 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-87a9306e-3455-4739-81d4-9113bf5fa7b1 service neutron] 10.222.0.55 "GET /v2.0/networks/d99cb6f7-6407-4303-ae02-9a5b644a27a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1068101 Apr 05 14:44:10.935434 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2f7774ab-28fc-4311-aa6f-6bc39f37f957 req-4cc5546a-588d-439d-828f-9069b7ea1fc9 service neutron] 10.222.0.55 "GET /v2.0/networks/fcfdebfb-890a-4564-ad33-442534fd3fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541431 Apr 05 14:44:10.954312 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-13acd871-7b04-4003-83fe-4e933b831b61 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5009918 Apr 05 14:44:10.956982 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-df1dfc64-93ad-4beb-b92f-04a330c148ce req-8dea0c40-06f1-45c4-b6e8-9e9a570b6e0e service neutron] 10.222.0.11 "GET /v2.0/networks/600f0cf5-5409-4f71-be79-543bdecff300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3536274 Apr 05 14:44:10.958665 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 53878) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:44:11.164354 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-413e9d0a-b19b-45c2-8ad3-493fe1aba471 None None] Set router 4b8182cf-31f9-4416-b54f-c8c2c70e3cab gateway port host: None {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:44:11.196471 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466f0ea9-ffa8-4aec-8604-af732db7dc93 None None] Pushing event updated for resources: {'Port': ['ID=34d1f8d3-e3f5-43ee-a951-e8344c7cc32e,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:11.256923 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-47683524-7ede-41b8-8a21-e67c9a577c15 None None] Provisioning complete for port 34d1f8d3-e3f5-43ee-a951-e8344c7cc32e triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:44:11.257591 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-47683524-7ede-41b8-8a21-e67c9a577c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:11.529232 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2f7774ab-28fc-4311-aa6f-6bc39f37f957 req-5450fa71-e80d-4aea-b225-7b446dfbce41 service neutron] 10.222.0.55 "GET /v2.0/networks/fcfdebfb-890a-4564-ad33-442534fd3fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5837977 Apr 05 14:44:11.594707 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 01d78cb5-9b58-47a4-86c4-81b68d2544c5 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:44:11.700575 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-df1dfc64-93ad-4beb-b92f-04a330c148ce req-c1817bcc-a806-481a-a407-12860b5cb7c7 service neutron] 10.222.0.11 "GET /v2.0/networks/600f0cf5-5409-4f71-be79-543bdecff300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7034643 Apr 05 14:44:11.743476 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4d0d4a-39f8-4a45-9746-26dd15812d09 req-791f9305-f878-4b03-97e1-ed2d8273c6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:11.745045 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6a4d0d4a-39f8-4a45-9746-26dd15812d09 req-791f9305-f878-4b03-97e1-ed2d8273c6ea service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=efc441e7d25044d2b6abdefe3feeaa99&device_id=909a957b-de94-4d9b-b45d-b22ea5091660 HTTP/1.1" status: 200 len: 1095 time: 1.4433413 Apr 05 14:44:11.745660 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d168f2d-c63a-4772-8f5d-782f19b14901', 'tag': '330e59eb-65b5-4249-b0f8-5b6c3a657ba4'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:44:11.747891 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d321d790-bd3b-44ec-99be-9948e01dc088" -d '{"events": [{"name": "network-changed", "server_uuid": "1d168f2d-c63a-4772-8f5d-782f19b14901", "tag": "330e59eb-65b5-4249-b0f8-5b6c3a657ba4"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:44:11.760817 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe94325-439a-4515-8681-dfdb6eae3152 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-40cc0ec6-c48b-40ba-b1aa-8f09febc3199', 'network_id': '40cc0ec6-c48b-40ba-b1aa-8f09febc3199', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'fixed_ips': [{'subnet_id': '79a4694e-5985-4e9e-99ab-2a03d0fe3bdc'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:44:11.762011 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-abe94325-439a-4515-8681-dfdb6eae3152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:11.794083 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd56068f-69bb-402d-b926-c309a28743a2 req-73ac9398-20d6-4605-b808-a903165ccd97 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:11.794311 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-47683524-7ede-41b8-8a21-e67c9a577c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:11.795948 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dd56068f-69bb-402d-b926-c309a28743a2 req-73ac9398-20d6-4605-b808-a903165ccd97 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/networks/3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c HTTP/1.1" status: 200 len: 784 time: 1.1782987 Apr 05 14:44:11.842353 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 01d78cb5-9b58-47a4-86c4-81b68d2544c5 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:44:11.843045 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:11.860225 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [req-dd56068f-69bb-402d-b926-c309a28743a2 req-a8e29022-501b-4a30-9069-ae674dccca7f tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:44:11.861822 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dd56068f-69bb-402d-b926-c309a28743a2 req-a8e29022-501b-4a30-9069-ae674dccca7f tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090840 Apr 05 14:44:11.917825 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cedb8ccf-ef06-4a77-af0c-c088c4bbbe98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1798829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810128'] for router_interface, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:11.951836 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 348b0f4d-20a0-4c8f-a358-7c81a30ec33c details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:44:11.961133 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-d4570362-e481-4b88-b763-51978c8a4c7e admin admin] Allocated IP 172.20.0.1 (0ec84664-b286-431c-8e6d-81964b6279ea/5191ec95-9794-4487-b4dd-b62543d80f6a/83b304e1-f9c8-4790-9dae-52dffd4bac5c) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:44:12.021678 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a185f661-abef-428f-bdf2-be45c0767a33 x-openstack-request-id: req-a185f661-abef-428f-bdf2-be45c0767a33 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:44:12.021979 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d168f2d-c63a-4772-8f5d-782f19b14901", "tag": "330e59eb-65b5-4249-b0f8-5b6c3a657ba4", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:44:12.022234 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a185f661-abef-428f-bdf2-be45c0767a33 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:44:12.023218 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a185f661-abef-428f-bdf2-be45c0767a33'] response: {'name': 'network-changed', 'server_uuid': '1d168f2d-c63a-4772-8f5d-782f19b14901', 'tag': '330e59eb-65b5-4249-b0f8-5b6c3a657ba4', 'status': 'completed', 'code': 200} Apr 05 14:44:12.025509 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-47683524-7ede-41b8-8a21-e67c9a577c15 None None] For port 34d1f8d3-e3f5-43ee-a951-e8344c7cc32e, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=34d1f8d3-e3f5-43ee-a951-e8344c7cc32e,segment=NetworkSegment(4ca22f1b-185b-4ea2-a00f-c643b3c70723),segment_id=4ca22f1b-185b-4ea2-a00f-c643b3c70723)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:44:12.101504 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-47683524-7ede-41b8-8a21-e67c9a577c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:12.104142 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-413e9d0a-b19b-45c2-8ad3-493fe1aba471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'name': 'tempest-RoutersTest-router-2069048016', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:44:00Z', 'updated_at': '2022-04-05T14:44:04Z', 'revision_number': 2, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'gw_port_host': None, '_interfaces': [{'id': '34d1f8d3-e3f5-43ee-a951-e8344c7cc32e', 'name': '', 'network_id': 'ebdcc65d-93e8-4547-9a48-7159e078614b', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'mac_address': 'fa:16:3e:99:91:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '38d9e5d7-9f97-46b9-8806-d7a1e76a7005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:03Z', 'updated_at': '2022-04-05T14:44:10Z', 'revision_number': 4, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'subnets': [{'id': '38d9e5d7-9f97-46b9-8806-d7a1e76a7005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:12.126871 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e941853-e277-4270-8067-ac1cacc8d123 req-138d4d37-c760-4926-8930-291d88ec5e1d tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:12.128466 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6e941853-e277-4270-8067-ac1cacc8d123 req-138d4d37-c760-4926-8930-291d88ec5e1d tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d168f2d-c63a-4772-8f5d-782f19b14901 HTTP/1.1" status: 200 len: 943 time: 0.3658147 Apr 05 14:44:12.197580 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9a32b08d-54a7-48ca-b35d-a78d4bd31772 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:12.214473 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413e9d0a-b19b-45c2-8ad3-493fe1aba471 None None] The sync data for ids ['4b8182cf-31f9-4416-b54f-c8c2c70e3cab'] in n-d-836650-2 is: [{'id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'name': 'tempest-RoutersTest-router-2069048016', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:44:00Z', 'updated_at': '2022-04-05T14:44:04Z', 'revision_number': 2, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'gw_port_host': None, '_interfaces': [{'id': '34d1f8d3-e3f5-43ee-a951-e8344c7cc32e', 'name': '', 'network_id': 'ebdcc65d-93e8-4547-9a48-7159e078614b', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'mac_address': 'fa:16:3e:99:91:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '38d9e5d7-9f97-46b9-8806-d7a1e76a7005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:03Z', 'updated_at': '2022-04-05T14:44:10Z', 'revision_number': 4, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'subnets': [{'id': '38d9e5d7-9f97-46b9-8806-d7a1e76a7005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:44:12.279497 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e063f8de-f4a9-4629-87a5-519601e659d9 req-02b87c2c-0242-4545-bf88-242ae44f7479 service neutron] 10.222.0.55 "GET /v2.0/networks/d99cb6f7-6407-4303-ae02-9a5b644a27a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3261492 Apr 05 14:44:12.315480 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:12.337394 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-abe94325-439a-4515-8681-dfdb6eae3152 None None] Allocated IP 172.21.0.2 (40cc0ec6-c48b-40ba-b1aa-8f09febc3199/79a4694e-5985-4e9e-99ab-2a03d0fe3bdc/6059bcf8-6355-48d9-9825-c1f4a226974e) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:44:12.401342 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port 01d78cb5-9b58-47a4-86c4-81b68d2544c5, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=01d78cb5-9b58-47a4-86c4-81b68d2544c5,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:44:12.402197 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4d0d4a-39f8-4a45-9746-26dd15812d09 req-3fce680f-9775-4287-ac74-eba85f7f1068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:12.406952 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6a4d0d4a-39f8-4a45-9746-26dd15812d09 req-3fce680f-9775-4287-ac74-eba85f7f1068 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d99cb6f7-6407-4303-ae02-9a5b644a27a2 HTTP/1.1" status: 200 len: 914 time: 0.6012435 Apr 05 14:44:12.408356 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47683524-7ede-41b8-8a21-e67c9a577c15 None None] Pushing event updated for resources: {'Port': ['ID=34d1f8d3-e3f5-43ee-a951-e8344c7cc32e,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:12.416976 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e3454dbb-db08-4ec9-9bc6-0c7956539e04 req-b5a35115-0fdf-46e3-93c8-944ff638691f tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.172 HTTP/1.1" status: 200 len: 1002 time: 0.3659482 Apr 05 14:44:12.423578 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 348b0f4d-20a0-4c8f-a358-7c81a30ec33c, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=348b0f4d-20a0-4c8f-a358-7c81a30ec33c,segment=NetworkSegment(a7a576d5-7e19-454b-9cb6-12eb07c3f434),segment_id=a7a576d5-7e19-454b-9cb6-12eb07c3f434)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:44:12.444669 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:12.525193 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': '348b0f4d-20a0-4c8f-a358-7c81a30ec33c', 'network_id': 'd99cb6f7-6407-4303-ae02-9a5b644a27a2', 'port_id': '348b0f4d-20a0-4c8f-a358-7c81a30ec33c', 'mac_address': 'fa:16:3e:77:86:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd0096c5-c02d-41c4-8ca2-6bcd047f8c5e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:44:12.543210 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:12.712787 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:12.731140 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d4570362-e481-4b88-b763-51978c8a4c7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:12.768845 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=01d78cb5-9b58-47a4-86c4-81b68d2544c5,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:12.780852 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 348b0f4d-20a0-4c8f-a358-7c81a30ec33c {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:44:12.821317 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 348b0f4d-20a0-4c8f-a358-7c81a30ec33c, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=348b0f4d-20a0-4c8f-a358-7c81a30ec33c,segment=NetworkSegment(a7a576d5-7e19-454b-9cb6-12eb07c3f434),segment_id=a7a576d5-7e19-454b-9cb6-12eb07c3f434)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:44:12.822606 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-abe94325-439a-4515-8681-dfdb6eae3152 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:12.826255 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6a4d0d4a-39f8-4a45-9746-26dd15812d09 req-d6c889d6-1f7b-419c-b94e-73b4bf7cfabb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=348b0f4d-20a0-4c8f-a358-7c81a30ec33c HTTP/1.1" status: 200 len: 217 time: 0.2659810 Apr 05 14:44:12.896120 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-abe94325-439a-4515-8681-dfdb6eae3152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:12.900027 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:12.910501 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d4570362-e481-4b88-b763-51978c8a4c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:12.943278 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3454dbb-db08-4ec9-9bc6-0c7956539e04 req-3bd9f84d-f843-451d-8ba2-4b6053e4b69d tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:12.944723 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e3454dbb-db08-4ec9-9bc6-0c7956539e04 req-3bd9f84d-f843-451d-8ba2-4b6053e4b69d tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/ports/467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b HTTP/1.1" status: 200 len: 943 time: 0.3342028 Apr 05 14:44:12.955566 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe94325-439a-4515-8681-dfdb6eae3152 None None] Network 40cc0ec6-c48b-40ba-b1aa-8f09febc3199 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:44:12.959839 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-abe94325-439a-4515-8681-dfdb6eae3152 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:44:12.968580 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe94325-439a-4515-8681-dfdb6eae3152 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:44:12.975724 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe94325-439a-4515-8681-dfdb6eae3152 None None] Pushing event updated for resources: {'Port': ['ID=6059bcf8-6355-48d9-9825-c1f4a226974e,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:13.003304 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6e941853-e277-4270-8067-ac1cacc8d123 req-c032577b-54b4-40b6-9367-f75e5a2bef74 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbd4ea00-4b92-43d2-aa08-6c747762c70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7205081 Apr 05 14:44:13.012111 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-9a32b08d-54a7-48ca-b35d-a78d4bd31772 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Allocated IP 172.21.0.1 (40cc0ec6-c48b-40ba-b1aa-8f09febc3199/79a4694e-5985-4e9e-99ab-2a03d0fe3bdc/06e06b4a-d050-4c1d-90bb-268a63ee6c75) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:44:13.041968 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4570362-e481-4b88-b763-51978c8a4c7e admin admin] Network 0ec84664-b286-431c-8e6d-81964b6279ea is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:44:13.165412 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=348b0f4d-20a0-4c8f-a358-7c81a30ec33c,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:13.182229 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['348b0f4d-20a0-4c8f-a358-7c81a30ec33c'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:44:13.186998 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-abe94325-439a-4515-8681-dfdb6eae3152 None None] Attempting to bind port 6059bcf8-6355-48d9-9825-c1f4a226974e on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:44:13.188136 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-abe94325-439a-4515-8681-dfdb6eae3152 None None] Attempting to bind port 6059bcf8-6355-48d9-9825-c1f4a226974e by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'c2498537-8f61-48d8-8703-44c3cddcda3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '40cc0ec6-c48b-40ba-b1aa-8f09febc3199'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:44:13.189518 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe94325-439a-4515-8681-dfdb6eae3152 None None] Attempting to bind port 6059bcf8-6355-48d9-9825-c1f4a226974e on network 40cc0ec6-c48b-40ba-b1aa-8f09febc3199 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:44:13.221994 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4d0d4a-39f8-4a45-9746-26dd15812d09 req-1be9931d-c816-4445-b78b-9b10a94ec0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:13.230225 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe94325-439a-4515-8681-dfdb6eae3152 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:44:13.231274 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe94325-439a-4515-8681-dfdb6eae3152 None None] Checking segment: {'id': 'c2498537-8f61-48d8-8703-44c3cddcda3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '40cc0ec6-c48b-40ba-b1aa-8f09febc3199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:44:13.231928 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6a4d0d4a-39f8-4a45-9746-26dd15812d09 req-1be9931d-c816-4445-b78b-9b10a94ec0ce service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fd0096c5-c02d-41c4-8ca2-6bcd047f8c5e HTTP/1.1" status: 200 len: 853 time: 0.3621898 Apr 05 14:44:13.232599 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-abe94325-439a-4515-8681-dfdb6eae3152 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:13.233113 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-d4570362-e481-4b88-b763-51978c8a4c7e admin admin] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:44:13.233339 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe94325-439a-4515-8681-dfdb6eae3152 None None] Bound using segment: {'id': 'c2498537-8f61-48d8-8703-44c3cddcda3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '40cc0ec6-c48b-40ba-b1aa-8f09febc3199'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:44:13.234380 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-abe94325-439a-4515-8681-dfdb6eae3152 None None] Bound port: 6059bcf8-6355-48d9-9825-c1f4a226974e, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2498537-8f61-48d8-8703-44c3cddcda3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '40cc0ec6-c48b-40ba-b1aa-8f09febc3199'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:44:13.234993 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-abe94325-439a-4515-8681-dfdb6eae3152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:13.248166 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4570362-e481-4b88-b763-51978c8a4c7e admin admin] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:44:13.293318 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9a32b08d-54a7-48ca-b35d-a78d4bd31772 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:13.398862 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-abe94325-439a-4515-8681-dfdb6eae3152 None None] For port 6059bcf8-6355-48d9-9825-c1f4a226974e, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:44:13.407832 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d321d790-bd3b-44ec-99be-9948e01dc088 req-3ab64342-6c1c-40fb-af64-79fc183680d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:13.410202 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d321d790-bd3b-44ec-99be-9948e01dc088 req-3ab64342-6c1c-40fb-af64-79fc183680d2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=efc441e7d25044d2b6abdefe3feeaa99&device_id=1d168f2d-c63a-4772-8f5d-782f19b14901 HTTP/1.1" status: 200 len: 1094 time: 0.8112373 Apr 05 14:44:13.414684 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e3454dbb-db08-4ec9-9bc6-0c7956539e04 req-d8bab934-d2b2-4a10-8258-4b6d38d948ed tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.172 HTTP/1.1" status: 200 len: 1002 time: 0.3711977 Apr 05 14:44:13.419503 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6a4d0d4a-39f8-4a45-9746-26dd15812d09 req-fb00de94-c7bf-48ff-a4e2-cc0fc5d5fd70 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d99cb6f7-6407-4303-ae02-9a5b644a27a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1646223 Apr 05 14:44:13.447108 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-abe94325-439a-4515-8681-dfdb6eae3152 None None] For port 6059bcf8-6355-48d9-9825-c1f4a226974e, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=6059bcf8-6355-48d9-9825-c1f4a226974e,segment=NetworkSegment(c2498537-8f61-48d8-8703-44c3cddcda3e),segment_id=c2498537-8f61-48d8-8703-44c3cddcda3e)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:44:13.465338 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4570362-e481-4b88-b763-51978c8a4c7e admin admin] Pushing event updated for resources: {'Port': ['ID=83b304e1-f9c8-4790-9dae-52dffd4bac5c,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:13.507429 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9a32b08d-54a7-48ca-b35d-a78d4bd31772 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:13.568675 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-abe94325-439a-4515-8681-dfdb6eae3152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:13.655354 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a32b08d-54a7-48ca-b35d-a78d4bd31772 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Network 40cc0ec6-c48b-40ba-b1aa-8f09febc3199 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:44:13.662073 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-9a32b08d-54a7-48ca-b35d-a78d4bd31772 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:44:13.685966 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a32b08d-54a7-48ca-b35d-a78d4bd31772 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:44:13.692080 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 34d1f8d3-e3f5-43ee-a951-e8344c7cc32e up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:44:13.698798 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a32b08d-54a7-48ca-b35d-a78d4bd31772 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Pushing event updated for resources: {'Port': ['ID=06e06b4a-d050-4c1d-90bb-268a63ee6c75,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:13.770997 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9a32b08d-54a7-48ca-b35d-a78d4bd31772 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809369'] for router_interface, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:13.855918 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-a3402d8e-5834-4097-bc93-f829d8de492b None None] Provisioning complete for port 83b304e1-f9c8-4790-9dae-52dffd4bac5c triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:44:13.857243 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a3402d8e-5834-4097-bc93-f829d8de492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:13.926268 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb5a10-9148-417a-b8a4-158f6acdc260 req-d3018267-541a-4863-bd40-577a5bc3c02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:13.927899 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-cdfb5a10-9148-417a-b8a4-158f6acdc260 req-d3018267-541a-4863-bd40-577a5bc3c02e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d9feba5fdbdc4767955480ab96956cf8&device_id=1fb8ba11-dd17-4faf-8654-fe2f3115015c HTTP/1.1" status: 200 len: 1096 time: 0.1534078 Apr 05 14:44:13.966799 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 330e59eb-65b5-4249-b0f8-5b6c3a657ba4 details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:44:13.982666 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe94325-439a-4515-8681-dfdb6eae3152 None None] Pushing event updated for resources: {'Port': ['ID=6059bcf8-6355-48d9-9825-c1f4a226974e,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:14.020402 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 34d1f8d3-e3f5-43ee-a951-e8344c7cc32e triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:44:14.020402 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:14.081328 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-a3402d8e-5834-4097-bc93-f829d8de492b None None] Port 83b304e1-f9c8-4790-9dae-52dffd4bac5c cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:44:14.119551 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9a32b08d-54a7-48ca-b35d-a78d4bd31772 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:14.127007 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb5a10-9148-417a-b8a4-158f6acdc260 req-33041c33-6bd9-4a57-be2a-cfb9e14ff732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:14.134577 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6a4d0d4a-39f8-4a45-9746-26dd15812d09 req-9c04a95e-908c-4d57-b3ba-8af97f24b93e service neutron] 10.222.0.55 "GET /v2.0/networks/d99cb6f7-6407-4303-ae02-9a5b644a27a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6657155 Apr 05 14:44:14.139296 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-cdfb5a10-9148-417a-b8a4-158f6acdc260 req-33041c33-6bd9-4a57-be2a-cfb9e14ff732 service neutron] 10.222.0.11 "GET /v2.0/networks?id=600f0cf5-5409-4f71-be79-543bdecff300 HTTP/1.1" status: 200 len: 920 time: 0.1982574 Apr 05 14:44:14.189069 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3454dbb-db08-4ec9-9bc6-0c7956539e04 req-91331258-992a-435b-8714-69c4cffdda9d tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:14.192255 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e3454dbb-db08-4ec9-9bc6-0c7956539e04 req-91331258-992a-435b-8714-69c4cffdda9d tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/networks/3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c HTTP/1.1" status: 200 len: 784 time: 0.7047281 Apr 05 14:44:14.210851 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-cdfb5a10-9148-417a-b8a4-158f6acdc260 req-0deb6789-bd71-4b47-b3a5-f51465b5ecbc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7782696d-12b2-4415-8728-5874c031edf7 HTTP/1.1" status: 200 len: 217 time: 0.0679476 Apr 05 14:44:14.232712 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:14.324143 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d4570362-e481-4b88-b763-51978c8a4c7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809369'] for router_interface, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:14.349313 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 01d78cb5-9b58-47a4-86c4-81b68d2544c5 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:44:14.353628 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 330e59eb-65b5-4249-b0f8-5b6c3a657ba4, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=330e59eb-65b5-4249-b0f8-5b6c3a657ba4,segment=NetworkSegment(a7a576d5-7e19-454b-9cb6-12eb07c3f434),segment_id=a7a576d5-7e19-454b-9cb6-12eb07c3f434)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:44:14.421427 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb5a10-9148-417a-b8a4-158f6acdc260 req-1d584945-2171-43c8-aff4-f9cbc620cdad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:14.423982 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-cdfb5a10-9148-417a-b8a4-158f6acdc260 req-1d584945-2171-43c8-aff4-f9cbc620cdad service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fe7e919b-03a6-4a26-b866-e533217cd38c HTTP/1.1" status: 200 len: 858 time: 0.2038944 Apr 05 14:44:14.502795 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd95db-6f9c-4565-a21c-2afa97eeec7c req-d8d26fbe-ac84-43b7-b65f-6ae65fe9b85a tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:14.504896 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a8cd95db-6f9c-4565-a21c-2afa97eeec7c req-d8d26fbe-ac84-43b7-b65f-6ae65fe9b85a tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fb8ba11-dd17-4faf-8654-fe2f3115015c HTTP/1.1" status: 200 len: 945 time: 0.7539108 Apr 05 14:44:14.537084 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e3454dbb-db08-4ec9-9bc6-0c7956539e04 req-f8fe3185-429d-479f-b328-6998d1e521c5 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.172 HTTP/1.1" status: 200 len: 1002 time: 0.3195169 Apr 05 14:44:14.664983 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': '330e59eb-65b5-4249-b0f8-5b6c3a657ba4', 'network_id': 'd99cb6f7-6407-4303-ae02-9a5b644a27a2', 'port_id': '330e59eb-65b5-4249-b0f8-5b6c3a657ba4', 'mac_address': 'fa:16:3e:8b:4d:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd0096c5-c02d-41c4-8ca2-6bcd047f8c5e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:44:14.683386 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-e3454dbb-db08-4ec9-9bc6-0c7956539e04 req-02e57754-d505-429e-b687-38612b872b3d tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:44:14.704763 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6a4d0d4a-39f8-4a45-9746-26dd15812d09 req-9edc3412-42fe-4071-9c3b-4767c2eb65cc service neutron] 10.222.0.55 "GET /v2.0/networks/d99cb6f7-6407-4303-ae02-9a5b644a27a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5547600 Apr 05 14:44:14.727670 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:14.752750 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 330e59eb-65b5-4249-b0f8-5b6c3a657ba4 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:44:14.810388 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 330e59eb-65b5-4249-b0f8-5b6c3a657ba4, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=330e59eb-65b5-4249-b0f8-5b6c3a657ba4,segment=NetworkSegment(a7a576d5-7e19-454b-9cb6-12eb07c3f434),segment_id=a7a576d5-7e19-454b-9cb6-12eb07c3f434)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:44:14.823317 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 01d78cb5-9b58-47a4-86c4-81b68d2544c5 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:44:14.823760 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:14.928512 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:14.939081 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cedb8ccf-ef06-4a77-af0c-c088c4bbbe98 admin admin] Router 732c14e3-8ce5-4bd6-b9f5-b3e95242d355 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:44:14.994751 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a8cd95db-6f9c-4565-a21c-2afa97eeec7c req-765f4aa2-795c-475a-b852-7f59a63b8c79 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=11640d9f-a14a-4756-b499-b13013deda57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4416075 Apr 05 14:44:15.000568 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e3454dbb-db08-4ec9-9bc6-0c7956539e04 req-02e57754-d505-429e-b687-38612b872b3d tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Notify callbacks [] for floatingip, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:15.006578 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=330e59eb-65b5-4249-b0f8-5b6c3a657ba4,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:15.115179 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d321d790-bd3b-44ec-99be-9948e01dc088 req-2be74e83-7096-4301-9196-640b439dd8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:15.120454 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d321d790-bd3b-44ec-99be-9948e01dc088 req-2be74e83-7096-4301-9196-640b439dd8e2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d99cb6f7-6407-4303-ae02-9a5b644a27a2 HTTP/1.1" status: 200 len: 914 time: 1.6624868 Apr 05 14:44:15.154477 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['330e59eb-65b5-4249-b0f8-5b6c3a657ba4'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:44:15.426273 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 6059bcf8-6355-48d9-9825-c1f4a226974e up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:44:15.493407 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 6059bcf8-6355-48d9-9825-c1f4a226974e triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:44:15.494094 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:15.548323 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6538fb55-90e9-482c-afc0-d26193a4bd50 None None] Network 40cc0ec6-c48b-40ba-b1aa-8f09febc3199 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:44:15.553957 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9a32b08d-54a7-48ca-b35d-a78d4bd31772 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:15.557367 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb5a10-9148-417a-b8a4-158f6acdc260 req-fe96c84f-54fb-438b-a93e-de3f101eab53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:15.558993 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-cdfb5a10-9148-417a-b8a4-158f6acdc260 req-fe96c84f-54fb-438b-a93e-de3f101eab53 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=600f0cf5-5409-4f71-be79-543bdecff300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1230743 Apr 05 14:44:15.732249 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-cdfb5a10-9148-417a-b8a4-158f6acdc260 req-21117727-4bff-4362-9348-aeba5ee3ba58 service neutron] 10.222.0.11 "GET /v2.0/networks/600f0cf5-5409-4f71-be79-543bdecff300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646662 Apr 05 14:44:15.733305 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9a32b08d-54a7-48ca-b35d-a78d4bd31772 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:15.769983 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-023f396a-2fb8-4efe-aae9-72280092c9d0 None None] Provisioning complete for port 6059bcf8-6355-48d9-9825-c1f4a226974e triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:44:15.770731 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-023f396a-2fb8-4efe-aae9-72280092c9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:15.849785 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:15.854914 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9a32b08d-54a7-48ca-b35d-a78d4bd31772 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809317'] for router_interface, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:15.864684 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a32b08d-54a7-48ca-b35d-a78d4bd31772 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Pushing event updated for resources: {'Port': ['ID=06e06b4a-d050-4c1d-90bb-268a63ee6c75,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:15.891558 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d321d790-bd3b-44ec-99be-9948e01dc088 req-7533f69f-6042-48e5-b4ad-7e804e8b1ed2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=330e59eb-65b5-4249-b0f8-5b6c3a657ba4 HTTP/1.1" status: 200 len: 217 time: 0.7606475 Apr 05 14:44:15.941563 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port 6059bcf8-6355-48d9-9825-c1f4a226974e, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=6059bcf8-6355-48d9-9825-c1f4a226974e,segment=NetworkSegment(c2498537-8f61-48d8-8703-44c3cddcda3e),segment_id=c2498537-8f61-48d8-8703-44c3cddcda3e)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:44:15.959519 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 348b0f4d-20a0-4c8f-a358-7c81a30ec33c up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:44:16.030759 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-023f396a-2fb8-4efe-aae9-72280092c9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:16.043399 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:16.133372 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-cdfb5a10-9148-417a-b8a4-158f6acdc260 req-f68942b7-0712-41f4-829c-35ed7f4f32d6 service neutron] 10.222.0.11 "GET /v2.0/networks/600f0cf5-5409-4f71-be79-543bdecff300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293386 Apr 05 14:44:16.155563 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a32b08d-54a7-48ca-b35d-a78d4bd31772 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Network 40cc0ec6-c48b-40ba-b1aa-8f09febc3199 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:44:16.163907 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-9a32b08d-54a7-48ca-b35d-a78d4bd31772 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:44:16.238372 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d4570362-e481-4b88-b763-51978c8a4c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:16.274370 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d321d790-bd3b-44ec-99be-9948e01dc088 req-06541982-9a36-4b59-9b20-a7c5c20d0036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:16.277870 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d321d790-bd3b-44ec-99be-9948e01dc088 req-06541982-9a36-4b59-9b20-a7c5c20d0036 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fd0096c5-c02d-41c4-8ca2-6bcd047f8c5e HTTP/1.1" status: 200 len: 853 time: 0.2508857 Apr 05 14:44:16.300455 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5dbbe8-8856-475d-b6f6-860e7fb18586 req-eeef370f-3479-4a18-baae-23b434aa1fde tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:16.302900 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4a5dbbe8-8856-475d-b6f6-860e7fb18586 req-eeef370f-3479-4a18-baae-23b434aa1fde tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d168f2d-c63a-4772-8f5d-782f19b14901 HTTP/1.1" status: 200 len: 944 time: 1.1550171 Apr 05 14:44:16.318098 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=6059bcf8-6355-48d9-9825-c1f4a226974e,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:16.349473 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.db.api [None req-023f396a-2fb8-4efe-aae9-72280092c9d0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:44:16.349835 n-d-836650-2 neutron-server[103322]: DEBUG oslo_db.api [None req-023f396a-2fb8-4efe-aae9-72280092c9d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:44:16.366806 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a32b08d-54a7-48ca-b35d-a78d4bd31772 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Router 4b8182cf-31f9-4416-b54f-c8c2c70e3cab has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:44:16.403806 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port 348b0f4d-20a0-4c8f-a358-7c81a30ec33c completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:44:16.409395 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port 348b0f4d-20a0-4c8f-a358-7c81a30ec33c triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:44:16.409724 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:16.416294 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e3454dbb-db08-4ec9-9bc6-0c7956539e04 req-02e57754-d505-429e-b687-38612b872b3d tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:16.448783 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d321d790-bd3b-44ec-99be-9948e01dc088 req-c1c24440-f906-48ff-a3f0-95aac2b736a3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d99cb6f7-6407-4303-ae02-9a5b644a27a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1448133 Apr 05 14:44:16.520844 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cedb8ccf-ef06-4a77-af0c-c088c4bbbe98 admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:44:16.534268 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a32b08d-54a7-48ca-b35d-a78d4bd31772 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:44:16.541109 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b464c53-254c-4177-997c-fd5803ae3677 None None] Sync routers for ids ['732c14e3-8ce5-4bd6-b9f5-b3e95242d355'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:44:16.547811 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-9a32b08d-54a7-48ca-b35d-a78d4bd31772 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "PUT /v2.0/routers/4b8182cf-31f9-4416-b54f-c8c2c70e3cab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5880847 Apr 05 14:44:16.548852 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c410aabf-3d27-46d3-b059-4d5c77d97e54 None None] Sync routers for ids ['4b8182cf-31f9-4416-b54f-c8c2c70e3cab'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:44:16.549498 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 54106) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:44:16.558972 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-e63b6d69-08b5-4069-b5c2-9bffde053307 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Request body: {'network': {'name': 'tempest-RoutersTest-262472942'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:44:16.570734 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-cedb8ccf-ef06-4a77-af0c-c088c4bbbe98 admin admin] 10.222.0.30 "PUT /v2.0/routers/732c14e3-8ce5-4bd6-b9f5-b3e95242d355/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 17.0752518 Apr 05 14:44:16.575849 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e3454dbb-db08-4ec9-9bc6-0c7956539e04 req-02e57754-d505-429e-b687-38612b872b3d tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:16.576207 n-d-836650-2 neutron-server[103320]: INFO neutron.db.l3_db [req-e3454dbb-db08-4ec9-9bc6-0c7956539e04 req-02e57754-d505-429e-b687-38612b872b3d tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Floating IP b840990b-9c90-45ae-a21d-cf821dd744a2 disassociated. External IP: 172.25.6.172, port: 467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b. Apr 05 14:44:16.577513 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c410aabf-3d27-46d3-b059-4d5c77d97e54 None None] Routers {'4b8182cf-31f9-4416-b54f-c8c2c70e3cab'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:44:16.578997 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 54108) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:44:16.585797 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-c410aabf-3d27-46d3-b059-4d5c77d97e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:43:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['4b8182cf-31f9-4416-b54f-c8c2c70e3cab'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:16.641949 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4a5dbbe8-8856-475d-b6f6-860e7fb18586 req-e23c7cb1-d612-4635-b451-8d4391d1bef3 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbd4ea00-4b92-43d2-aa08-6c747762c70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458782 Apr 05 14:44:16.748541 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b464c53-254c-4177-997c-fd5803ae3677 None None] Routers {'732c14e3-8ce5-4bd6-b9f5-b3e95242d355'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:44:16.759866 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d321d790-bd3b-44ec-99be-9948e01dc088 req-4ae9482e-ce8d-455d-b5f8-4172b3fe99a6 service neutron] 10.222.0.55 "GET /v2.0/networks/d99cb6f7-6407-4303-ae02-9a5b644a27a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866814 Apr 05 14:44:16.767454 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-9b464c53-254c-4177-997c-fd5803ae3677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:43:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['732c14e3-8ce5-4bd6-b9f5-b3e95242d355'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:16.948016 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:16.975351 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e2409076-402a-4283-bc69-c26bb711b57a admin admin] Notify callbacks [] for router, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:17.032528 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 348b0f4d-20a0-4c8f-a358-7c81a30ec33c, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=348b0f4d-20a0-4c8f-a358-7c81a30ec33c,segment=NetworkSegment(a7a576d5-7e19-454b-9cb6-12eb07c3f434),segment_id=a7a576d5-7e19-454b-9cb6-12eb07c3f434)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:44:17.041273 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '909a957b-de94-4d9b-b45d-b22ea5091660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '348b0f4d-20a0-4c8f-a358-7c81a30ec33c'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:44:17.044266 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8758856-4f59-4bc6-b099-98c8607fc968" -d '{"events": [{"server_uuid": "909a957b-de94-4d9b-b45d-b22ea5091660", "name": "network-vif-plugged", "status": "completed", "tag": "348b0f4d-20a0-4c8f-a358-7c81a30ec33c"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:44:17.126873 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e63b6d69-08b5-4069-b5c2-9bffde053307 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Made reservation on behalf of f3bfb97dae7f4364b96271d3f01488fb for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:44:17.130758 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e63b6d69-08b5-4069-b5c2-9bffde053307 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:17.170499 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:17.174232 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 330e59eb-65b5-4249-b0f8-5b6c3a657ba4 up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:44:17.225418 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-c410aabf-3d27-46d3-b059-4d5c77d97e54 None None] Set router 4b8182cf-31f9-4416-b54f-c8c2c70e3cab gateway port host: None {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:44:17.230604 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e63b6d69-08b5-4069-b5c2-9bffde053307 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:44:17.237313 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e2409076-402a-4283-bc69-c26bb711b57a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:17.241922 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d4570362-e481-4b88-b763-51978c8a4c7e admin admin] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:17.263234 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e63b6d69-08b5-4069-b5c2-9bffde053307 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:17.263579 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-e63b6d69-08b5-4069-b5c2-9bffde053307 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Added segment dc521718-8f68-440b-a0c2-ce84b32d947b of type vlan for network 982a5d51-3d0e-45e2-b5e1-0c50ba47a031 Apr 05 14:44:17.339285 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=348b0f4d-20a0-4c8f-a358-7c81a30ec33c,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:17.354428 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d4570362-e481-4b88-b763-51978c8a4c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:17.363402 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e63b6d69-08b5-4069-b5c2-9bffde053307 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:17.372815 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-9b464c53-254c-4177-997c-fd5803ae3677 None None] Set router 732c14e3-8ce5-4bd6-b9f5-b3e95242d355 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:44:17.413030 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 6059bcf8-6355-48d9-9825-c1f4a226974e up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:44:17.414472 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d321d790-bd3b-44ec-99be-9948e01dc088 req-812f29cd-deef-468f-8d09-6679f0aa01a9 service neutron] 10.222.0.55 "GET /v2.0/networks/d99cb6f7-6407-4303-ae02-9a5b644a27a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5974302 Apr 05 14:44:17.422522 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cecb71-ce2a-4d1f-a0a9-4b8fc4c6e8ad req-a21ab163-cfe6-447f-acda-97905bfd2e4d tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:17.424863 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-81cecb71-ce2a-4d1f-a0a9-4b8fc4c6e8ad req-a21ab163-cfe6-447f-acda-97905bfd2e4d tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fb8ba11-dd17-4faf-8654-fe2f3115015c HTTP/1.1" status: 200 len: 945 time: 0.5249736 Apr 05 14:44:17.496357 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-e2409076-402a-4283-bc69-c26bb711b57a admin admin] Deleting port b22e9d48-7416-428f-9082-3624e46b339a {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:44:17.501805 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e2409076-402a-4283-bc69-c26bb711b57a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:17.627781 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3454dbb-db08-4ec9-9bc6-0c7956539e04 req-02e57754-d505-429e-b687-38612b872b3d tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Router 021bd0f9-45b7-4b8d-abab-7c183c71d33c has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:44:17.631910 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-e2409076-402a-4283-bc69-c26bb711b57a admin admin] For port b22e9d48-7416-428f-9082-3624e46b339a, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=b22e9d48-7416-428f-9082-3624e46b339a,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:44:17.632439 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e2409076-402a-4283-bc69-c26bb711b57a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:17.653270 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-e2409076-402a-4283-bc69-c26bb711b57a admin admin] Calling delete_port for b22e9d48-7416-428f-9082-3624e46b339a owned by network:router_gateway {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:44:17.665563 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-398c7e89-c459-4ce4-8a36-de3a4ece9104 None None] Provisioning complete for port 06e06b4a-d050-4c1d-90bb-268a63ee6c75 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:44:17.666111 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-398c7e89-c459-4ce4-8a36-de3a4ece9104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:17.698708 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4570362-e481-4b88-b763-51978c8a4c7e admin admin] Pushing event updated for resources: {'Port': ['ID=83b304e1-f9c8-4790-9dae-52dffd4bac5c,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:17.714491 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d4570362-e481-4b88-b763-51978c8a4c7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809317'] for router_interface, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:17.730771 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-81cecb71-ce2a-4d1f-a0a9-4b8fc4c6e8ad req-587f5d0c-6360-4bf3-8883-52e7eff109a6 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=11640d9f-a14a-4756-b499-b13013deda57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724776 Apr 05 14:44:17.795608 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e63b6d69-08b5-4069-b5c2-9bffde053307 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:17.818879 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63b6d69-08b5-4069-b5c2-9bffde053307 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:17.819545 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e63b6d69-08b5-4069-b5c2-9bffde053307 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:17.846518 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f3c679-d514-4925-b71f-cf90554325e0 x-openstack-request-id: req-53f3c679-d514-4925-b71f-cf90554325e0 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:44:17.851244 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "909a957b-de94-4d9b-b45d-b22ea5091660", "name": "network-vif-plugged", "status": "completed", "tag": "348b0f4d-20a0-4c8f-a358-7c81a30ec33c", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:44:17.851510 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-53f3c679-d514-4925-b71f-cf90554325e0 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:44:17.851957 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53f3c679-d514-4925-b71f-cf90554325e0'] response: {'server_uuid': '909a957b-de94-4d9b-b45d-b22ea5091660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '348b0f4d-20a0-4c8f-a358-7c81a30ec33c', 'code': 200} Apr 05 14:44:17.852269 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-c410aabf-3d27-46d3-b059-4d5c77d97e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'name': 'tempest-RoutersTest-router-2069048016', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:44:00Z', 'updated_at': '2022-04-05T14:44:13Z', 'revision_number': 3, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'gw_port_host': None, '_interfaces': [{'id': '06e06b4a-d050-4c1d-90bb-268a63ee6c75', 'name': '', 'network_id': '40cc0ec6-c48b-40ba-b1aa-8f09febc3199', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'mac_address': 'fa:16:3e:73:57:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '79a4694e-5985-4e9e-99ab-2a03d0fe3bdc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:12Z', 'updated_at': '2022-04-05T14:44:15Z', 'revision_number': 2, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'subnets': [{'id': '79a4694e-5985-4e9e-99ab-2a03d0fe3bdc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34d1f8d3-e3f5-43ee-a951-e8344c7cc32e', 'name': '', 'network_id': 'ebdcc65d-93e8-4547-9a48-7159e078614b', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'mac_address': 'fa:16:3e:99:91:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '38d9e5d7-9f97-46b9-8806-d7a1e76a7005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:03Z', 'updated_at': '2022-04-05T14:44:11Z', 'revision_number': 5, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'subnets': [{'id': '38d9e5d7-9f97-46b9-8806-d7a1e76a7005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:17.854413 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port 330e59eb-65b5-4249-b0f8-5b6c3a657ba4 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:44:17.868566 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 6059bcf8-6355-48d9-9825-c1f4a226974e triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:44:17.869060 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:17.947067 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port 330e59eb-65b5-4249-b0f8-5b6c3a657ba4 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:44:17.947795 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:17.961652 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c410aabf-3d27-46d3-b059-4d5c77d97e54 None None] Checking router: 4b8182cf-31f9-4416-b54f-c8c2c70e3cab for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:44:17.962387 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c410aabf-3d27-46d3-b059-4d5c77d97e54 None None] Updating router 4b8182cf-31f9-4416-b54f-c8c2c70e3cab port 06e06b4a-d050-4c1d-90bb-268a63ee6c75 binding host n-d-836650-2 {{(pid=103323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:44:17.994700 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-398c7e89-c459-4ce4-8a36-de3a4ece9104 None None] Port 06e06b4a-d050-4c1d-90bb-268a63ee6c75 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:44:18.018375 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c410aabf-3d27-46d3-b059-4d5c77d97e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:18.097621 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63b6d69-08b5-4069-b5c2-9bffde053307 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Pushing event updated for resources: {'Network': ['ID=982a5d51-3d0e-45e2-b5e1-0c50ba47a031,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:18.122600 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-e63b6d69-08b5-4069-b5c2-9bffde053307 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.5695415 Apr 05 14:44:18.129704 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 54170) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:44:18.145225 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 982a5d51-3d0e-45e2-b5e1-0c50ba47a031 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:44:18.150930 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-28cf13b1-6015-4ba8-9a59-a5d32b3a0d2c tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Request body: {'subnet': {'network_id': '982a5d51-3d0e-45e2-b5e1-0c50ba47a031', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:44:18.162366 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-398c7e89-c459-4ce4-8a36-de3a4ece9104 None None] Provisioning complete for port 6059bcf8-6355-48d9-9825-c1f4a226974e triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:44:18.162738 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-398c7e89-c459-4ce4-8a36-de3a4ece9104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:18.199854 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4570362-e481-4b88-b763-51978c8a4c7e admin admin] Network 0ec84664-b286-431c-8e6d-81964b6279ea is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:44:18.221840 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-d4570362-e481-4b88-b763-51978c8a4c7e admin admin] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:44:18.294559 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6137f13-7c08-48fc-a410-6d3838c8e5bd req-5172ed1d-ed06-4a57-afd3-f80a2f4a7eb4 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:18.296372 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b6137f13-7c08-48fc-a410-6d3838c8e5bd req-5172ed1d-ed06-4a57-afd3-f80a2f4a7eb4 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d168f2d-c63a-4772-8f5d-782f19b14901 HTTP/1.1" status: 200 len: 944 time: 0.3122840 Apr 05 14:44:18.311615 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452ddaa-6b69-4b77-9bd2-ef1bdc0c4b8d req-fa61192b-2c60-4a3a-808b-10c00b796b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:18.313906 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7452ddaa-6b69-4b77-9bd2-ef1bdc0c4b8d req-fa61192b-2c60-4a3a-808b-10c00b796b77 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=909a957b-de94-4d9b-b45d-b22ea5091660 HTTP/1.1" status: 200 len: 1097 time: 0.3583815 Apr 05 14:44:18.456094 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3454dbb-db08-4ec9-9bc6-0c7956539e04 req-02e57754-d505-429e-b687-38612b872b3d tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:44:18.466728 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e3454dbb-db08-4ec9-9bc6-0c7956539e04 req-02e57754-d505-429e-b687-38612b872b3d tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:18.474583 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-9b464c53-254c-4177-997c-fd5803ae3677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732c14e3-8ce5-4bd6-b9f5-b3e95242d355', 'name': 'tempest-TestVolumeBackupRestore-1459058559-router', 'tenant_id': '137134eda0f64a8f9bf4c24829fd7a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': 'b22e9d48-7416-428f-9082-3624e46b339a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:37:16Z', 'updated_at': '2022-04-05T14:44:08Z', 'revision_number': 5, 'project_id': '137134eda0f64a8f9bf4c24829fd7a10', 'gw_port': {'id': 'b22e9d48-7416-428f-9082-3624e46b339a', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732c14e3-8ce5-4bd6-b9f5-b3e95242d355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:37:18Z', 'updated_at': '2022-04-05T14:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:18.485146 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbe5be5-dfe6-46bd-884f-b57d1c147414 None None] Sync routers for ids ['021bd0f9-45b7-4b8d-abab-7c183c71d33c'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:44:18.489520 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e2409076-402a-4283-bc69-c26bb711b57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:18.582480 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c410aabf-3d27-46d3-b059-4d5c77d97e54 None None] Notify callbacks [] for port, precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:18.601320 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b6137f13-7c08-48fc-a410-6d3838c8e5bd req-7bec9e2a-1c97-4e0e-b196-f495eb6fdb65 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbd4ea00-4b92-43d2-aa08-6c747762c70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659543 Apr 05 14:44:18.603561 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7452ddaa-6b69-4b77-9bd2-ef1bdc0c4b8d req-4cc5479d-bde1-4c02-b91a-55a4785a6bab service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=cbd4ea00-4b92-43d2-aa08-6c747762c70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595563 Apr 05 14:44:18.603814 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e3454dbb-db08-4ec9-9bc6-0c7956539e04 req-02e57754-d505-429e-b687-38612b872b3d tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "PUT /v2.0/floatingips/b840990b-9c90-45ae-a21d-cf821dd744a2 HTTP/1.1" status: 200 len: 696 time: 4.0111346 Apr 05 14:44:18.636602 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28cf13b1-6015-4ba8-9a59-a5d32b3a0d2c tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Made reservation on behalf of f3bfb97dae7f4364b96271d3f01488fb for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:44:18.638684 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88a03fb3-db08-4fb3-9362-f3539d89b25a', 'tag': '467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:44:18.643999 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f11e7de-6811-44dc-9402-1c54a8414a4b" -d '{"events": [{"name": "network-changed", "server_uuid": "88a03fb3-db08-4fb3-9362-f3539d89b25a", "tag": "467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:44:18.652344 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-28cf13b1-6015-4ba8-9a59-a5d32b3a0d2c tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:18.656774 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2409076-402a-4283-bc69-c26bb711b57a admin admin] Pushing event deleted for resources: {'Port': ['ID=b22e9d48-7416-428f-9082-3624e46b339a,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:18.660194 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c410aabf-3d27-46d3-b059-4d5c77d97e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:18.750415 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa36378f-1d9a-4704-974a-59af3ae86cb8 x-openstack-request-id: req-aa36378f-1d9a-4704-974a-59af3ae86cb8 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:44:18.751393 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88a03fb3-db08-4fb3-9362-f3539d89b25a", "tag": "467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:44:18.759253 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-aa36378f-1d9a-4704-974a-59af3ae86cb8 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:44:18.759824 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa36378f-1d9a-4704-974a-59af3ae86cb8'] response: {'name': 'network-changed', 'server_uuid': '88a03fb3-db08-4fb3-9362-f3539d89b25a', 'tag': '467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b', 'status': 'completed', 'code': 200} Apr 05 14:44:18.806838 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4570362-e481-4b88-b763-51978c8a4c7e admin admin] Router 1d2104ce-04d0-4d0b-a541-fbd10738befa has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:44:18.814692 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3454dbb-db08-4ec9-9bc6-0c7956539e04 req-566bec9e-9fa7-4430-b4b6-f29abd90cd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:18.817612 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e3454dbb-db08-4ec9-9bc6-0c7956539e04 req-566bec9e-9fa7-4430-b4b6-f29abd90cd95 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8c3f3c7982a44da591f5ccdacd29d5c6&device_id=88a03fb3-db08-4fb3-9362-f3539d89b25a HTTP/1.1" status: 200 len: 1097 time: 0.1685848 Apr 05 14:44:18.926974 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-c410aabf-3d27-46d3-b059-4d5c77d97e54 None None] Attempting to bind port 06e06b4a-d050-4c1d-90bb-268a63ee6c75 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:44:18.930706 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-c410aabf-3d27-46d3-b059-4d5c77d97e54 None None] Attempting to bind port 06e06b4a-d050-4c1d-90bb-268a63ee6c75 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'c2498537-8f61-48d8-8703-44c3cddcda3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '40cc0ec6-c48b-40ba-b1aa-8f09febc3199'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:44:18.932703 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c410aabf-3d27-46d3-b059-4d5c77d97e54 None None] Attempting to bind port 06e06b4a-d050-4c1d-90bb-268a63ee6c75 on network 40cc0ec6-c48b-40ba-b1aa-8f09febc3199 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:44:18.937302 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622e6477-e368-4629-a774-de3d298daf8d None None] Pushing event updated for resources: {'Port': ['ID=06e06b4a-d050-4c1d-90bb-268a63ee6c75,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:18.958001 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622e6477-e368-4629-a774-de3d298daf8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:44:18.958502 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622e6477-e368-4629-a774-de3d298daf8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:44:18.958984 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622e6477-e368-4629-a774-de3d298daf8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:44:18.959474 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622e6477-e368-4629-a774-de3d298daf8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:44:18.959950 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622e6477-e368-4629-a774-de3d298daf8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:44:18.960424 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622e6477-e368-4629-a774-de3d298daf8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:44:18.960933 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622e6477-e368-4629-a774-de3d298daf8d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:44:18.961405 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622e6477-e368-4629-a774-de3d298daf8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:44:18.964995 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622e6477-e368-4629-a774-de3d298daf8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:44:18.965457 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622e6477-e368-4629-a774-de3d298daf8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:44:18.966029 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622e6477-e368-4629-a774-de3d298daf8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:44:18.966504 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622e6477-e368-4629-a774-de3d298daf8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:44:18.977199 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c410aabf-3d27-46d3-b059-4d5c77d97e54 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:44:18.989500 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c410aabf-3d27-46d3-b059-4d5c77d97e54 None None] Checking segment: {'id': 'c2498537-8f61-48d8-8703-44c3cddcda3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '40cc0ec6-c48b-40ba-b1aa-8f09febc3199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:44:18.989650 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e2409076-402a-4283-bc69-c26bb711b57a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808526'] for router_gateway, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:18.990358 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c410aabf-3d27-46d3-b059-4d5c77d97e54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:18.990913 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c410aabf-3d27-46d3-b059-4d5c77d97e54 None None] Bound using segment: {'id': 'c2498537-8f61-48d8-8703-44c3cddcda3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '40cc0ec6-c48b-40ba-b1aa-8f09febc3199'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:44:18.991567 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-c410aabf-3d27-46d3-b059-4d5c77d97e54 None None] Bound port: 06e06b4a-d050-4c1d-90bb-268a63ee6c75, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2498537-8f61-48d8-8703-44c3cddcda3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '40cc0ec6-c48b-40ba-b1aa-8f09febc3199'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:44:18.992119 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c410aabf-3d27-46d3-b059-4d5c77d97e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:19.031007 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b464c53-254c-4177-997c-fd5803ae3677 None None] Checking router: 732c14e3-8ce5-4bd6-b9f5-b3e95242d355 for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:44:19.055712 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbe5be5-dfe6-46bd-884f-b57d1c147414 None None] Routers {'021bd0f9-45b7-4b8d-abab-7c183c71d33c'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:44:19.056353 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-4bbe5be5-dfe6-46bd-884f-b57d1c147414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:43:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['021bd0f9-45b7-4b8d-abab-7c183c71d33c'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:19.074653 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:19.156636 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-c410aabf-3d27-46d3-b059-4d5c77d97e54 None None] For port 06e06b4a-d050-4c1d-90bb-268a63ee6c75, host n-d-836650-2, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:44:19.160350 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-c410aabf-3d27-46d3-b059-4d5c77d97e54 None None] For port 06e06b4a-d050-4c1d-90bb-268a63ee6c75, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=06e06b4a-d050-4c1d-90bb-268a63ee6c75,segment=NetworkSegment(c2498537-8f61-48d8-8703-44c3cddcda3e),segment_id=c2498537-8f61-48d8-8703-44c3cddcda3e)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:44:19.162112 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b464c53-254c-4177-997c-fd5803ae3677 None None] Routers {'732c14e3-8ce5-4bd6-b9f5-b3e95242d355'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:44:19.166920 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-9b464c53-254c-4177-997c-fd5803ae3677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:43:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['732c14e3-8ce5-4bd6-b9f5-b3e95242d355'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:19.272203 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c410aabf-3d27-46d3-b059-4d5c77d97e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:19.426416 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c410aabf-3d27-46d3-b059-4d5c77d97e54 None None] Routers {'4b8182cf-31f9-4416-b54f-c8c2c70e3cab'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:44:19.427437 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-c410aabf-3d27-46d3-b059-4d5c77d97e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:43:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['4b8182cf-31f9-4416-b54f-c8c2c70e3cab'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:19.488176 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e2409076-402a-4283-bc69-c26bb711b57a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27070'] for router, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:19.489223 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-9b464c53-254c-4177-997c-fd5803ae3677 None None] Set router 732c14e3-8ce5-4bd6-b9f5-b3e95242d355 gateway port host: None {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:44:19.493392 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 330e59eb-65b5-4249-b0f8-5b6c3a657ba4, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=330e59eb-65b5-4249-b0f8-5b6c3a657ba4,segment=NetworkSegment(a7a576d5-7e19-454b-9cb6-12eb07c3f434),segment_id=a7a576d5-7e19-454b-9cb6-12eb07c3f434)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:44:19.494198 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e2409076-402a-4283-bc69-c26bb711b57a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:19.538317 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622e6477-e368-4629-a774-de3d298daf8d None None] Pushing event updated for resources: {'Port': ['ID=06e06b4a-d050-4c1d-90bb-268a63ee6c75,revision_number=4']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:19.650050 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4570362-e481-4b88-b763-51978c8a4c7e admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:44:19.660757 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-d4570362-e481-4b88-b763-51978c8a4c7e admin admin] 10.222.0.30 "PUT /v2.0/routers/1d2104ce-04d0-4d0b-a541-fbd10738befa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0268764 Apr 05 14:44:19.684148 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-9b464c53-254c-4177-997c-fd5803ae3677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732c14e3-8ce5-4bd6-b9f5-b3e95242d355', 'name': 'tempest-TestVolumeBackupRestore-1459058559-router', 'tenant_id': '137134eda0f64a8f9bf4c24829fd7a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:37:16Z', 'updated_at': '2022-04-05T14:44:18Z', 'revision_number': 7, 'project_id': '137134eda0f64a8f9bf4c24829fd7a10', 'gw_port_host': None}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:19.691216 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-c410aabf-3d27-46d3-b059-4d5c77d97e54 None None] Set router 4b8182cf-31f9-4416-b54f-c8c2c70e3cab gateway port host: None {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:44:19.713724 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aeb19a-89d0-4a5a-bd1f-bb8b8671e734 req-1b23d5c1-ad1e-422f-9e6e-22c47c9a3b94 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:19.725635 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-97aeb19a-89d0-4a5a-bd1f-bb8b8671e734 req-1b23d5c1-ad1e-422f-9e6e-22c47c9a3b94 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fb8ba11-dd17-4faf-8654-fe2f3115015c HTTP/1.1" status: 200 len: 945 time: 0.8260713 Apr 05 14:44:19.735374 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:19.740945 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11e7de-6811-44dc-9402-1c54a8414a4b req-349bd9f2-3c8d-499d-95ae-a672101a6a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:19.746370 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5f11e7de-6811-44dc-9402-1c54a8414a4b req-349bd9f2-3c8d-499d-95ae-a672101a6a12 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8c3f3c7982a44da591f5ccdacd29d5c6&device_id=88a03fb3-db08-4fb3-9362-f3539d89b25a HTTP/1.1" status: 200 len: 1097 time: 0.9199450 Apr 05 14:44:19.810716 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-97aeb19a-89d0-4a5a-bd1f-bb8b8671e734 req-fc683f59-c203-4d0d-850b-d6049b7b5819 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=11640d9f-a14a-4756-b499-b13013deda57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836995 Apr 05 14:44:19.855767 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d168f2d-c63a-4772-8f5d-782f19b14901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '330e59eb-65b5-4249-b0f8-5b6c3a657ba4'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:44:19.858097 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b770fd-47dd-4d1c-bca6-737f8093e858" -d '{"events": [{"server_uuid": "1d168f2d-c63a-4772-8f5d-782f19b14901", "name": "network-vif-plugged", "status": "completed", "tag": "330e59eb-65b5-4249-b0f8-5b6c3a657ba4"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:44:19.926140 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba107524-6f2b-4d30-9b33-4ad8dea0257f None None] Sync routers for ids ['1d2104ce-04d0-4d0b-a541-fbd10738befa'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:44:19.935142 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b464c53-254c-4177-997c-fd5803ae3677 None None] The sync data for ids ['732c14e3-8ce5-4bd6-b9f5-b3e95242d355'] in n-d-836650-2 is: [{'id': '732c14e3-8ce5-4bd6-b9f5-b3e95242d355', 'name': 'tempest-TestVolumeBackupRestore-1459058559-router', 'tenant_id': '137134eda0f64a8f9bf4c24829fd7a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:37:16Z', 'updated_at': '2022-04-05T14:44:18Z', 'revision_number': 7, 'project_id': '137134eda0f64a8f9bf4c24829fd7a10', 'gw_port_host': None}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:44:19.985628 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e2409076-402a-4283-bc69-c26bb711b57a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803298'] for router, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:19.986199 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2409076-402a-4283-bc69-c26bb711b57a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 732c14e3-8ce5-4bd6-b9f5-b3e95242d355 {{(pid=103321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:44:19.994899 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e2409076-402a-4283-bc69-c26bb711b57a admin admin] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:19.996352 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-e2409076-402a-4283-bc69-c26bb711b57a admin admin] 10.222.0.30 "DELETE /v2.0/routers/732c14e3-8ce5-4bd6-b9f5-b3e95242d355 HTTP/1.1" status: 204 len: 168 time: 3.4157221 Apr 05 14:44:20.002265 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 54242) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:44:20.005974 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-4bbe5be5-dfe6-46bd-884f-b57d1c147414 None None] Set router 021bd0f9-45b7-4b8d-abab-7c183c71d33c gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:44:20.048723 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11e7de-6811-44dc-9402-1c54a8414a4b req-593bed17-da1c-4206-beb9-a03d38412c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:20.056142 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5f11e7de-6811-44dc-9402-1c54a8414a4b req-593bed17-da1c-4206-beb9-a03d38412c29 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fcfdebfb-890a-4564-ad33-442534fd3fbd HTTP/1.1" status: 200 len: 921 time: 0.2584734 Apr 05 14:44:20.087565 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3454dbb-db08-4ec9-9bc6-0c7956539e04 req-01e78373-2f94-4e79-8119-e75ebcdf8dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:20.089603 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e3454dbb-db08-4ec9-9bc6-0c7956539e04 req-01e78373-2f94-4e79-8119-e75ebcdf8dc1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcfdebfb-890a-4564-ad33-442534fd3fbd HTTP/1.1" status: 200 len: 921 time: 1.2620442 Apr 05 14:44:20.111576 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-13c8ed70-1b25-489b-9d81-779d2fcb66e1 admin admin] Deleting subnet 80d58c06-8a43-4370-b0b5-5687d64f06cf {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:44:20.118174 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-13c8ed70-1b25-489b-9d81-779d2fcb66e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:20.157176 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba107524-6f2b-4d30-9b33-4ad8dea0257f None None] Routers {'1d2104ce-04d0-4d0b-a541-fbd10738befa'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:44:20.158024 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-ba107524-6f2b-4d30-9b33-4ad8dea0257f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:43:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['1d2104ce-04d0-4d0b-a541-fbd10738befa'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:20.179434 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-28cf13b1-6015-4ba8-9a59-a5d32b3a0d2c tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:20.238442 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=330e59eb-65b5-4249-b0f8-5b6c3a657ba4,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:20.270469 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-5ea07d50-cc53-41c3-af1c-3f865b11c94c None None] Provisioning complete for port 06e06b4a-d050-4c1d-90bb-268a63ee6c75 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:44:20.271106 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5ea07d50-cc53-41c3-af1c-3f865b11c94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:20.288494 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e3454dbb-db08-4ec9-9bc6-0c7956539e04 req-5437829d-2772-427f-a9c6-c573794cdb93 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b HTTP/1.1" status: 200 len: 217 time: 0.0979049 Apr 05 14:44:20.290475 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cf13b1-6015-4ba8-9a59-a5d32b3a0d2c tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Pushing event updated for resources: {'Subnet': ['ID=6c8898ea-b166-44bd-b51e-2fe584ae70dd,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:20.302868 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5f11e7de-6811-44dc-9402-1c54a8414a4b req-a3684ce2-1bbc-4468-9787-ac2072c825f1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b HTTP/1.1" status: 200 len: 217 time: 0.2245398 Apr 05 14:44:20.322631 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-13c8ed70-1b25-489b-9d81-779d2fcb66e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:20.519810 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-ba107524-6f2b-4d30-9b33-4ad8dea0257f None None] Set router 1d2104ce-04d0-4d0b-a541-fbd10738befa gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:44:20.614541 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cf13b1-6015-4ba8-9a59-a5d32b3a0d2c tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Checking segment: {'id': 'dc521718-8f68-440b-a0c2-ce84b32d947b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '982a5d51-3d0e-45e2-b5e1-0c50ba47a031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:44:20.615182 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28cf13b1-6015-4ba8-9a59-a5d32b3a0d2c tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Network hostable DHCP agents. Network: 982a5d51-3d0e-45e2-b5e1-0c50ba47a031, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:44:20.633825 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5ea07d50-cc53-41c3-af1c-3f865b11c94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:20.635238 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51803b90-b2af-4877-938a-8c2c76f2fa4c req-d190ccb3-aede-46cb-99e0-1d0492c1c6af tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:20.645974 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-51803b90-b2af-4877-938a-8c2c76f2fa4c req-d190ccb3-aede-46cb-99e0-1d0492c1c6af tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d168f2d-c63a-4772-8f5d-782f19b14901 HTTP/1.1" status: 200 len: 945 time: 0.5863030 Apr 05 14:44:20.660302 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-c410aabf-3d27-46d3-b059-4d5c77d97e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'name': 'tempest-RoutersTest-router-2069048016', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:44:00Z', 'updated_at': '2022-04-05T14:44:13Z', 'revision_number': 3, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'gw_port_host': None, '_interfaces': [{'id': '06e06b4a-d050-4c1d-90bb-268a63ee6c75', 'name': '', 'network_id': '40cc0ec6-c48b-40ba-b1aa-8f09febc3199', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'mac_address': 'fa:16:3e:73:57:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '79a4694e-5985-4e9e-99ab-2a03d0fe3bdc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:12Z', 'updated_at': '2022-04-05T14:44:19Z', 'revision_number': 4, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'subnets': [{'id': '79a4694e-5985-4e9e-99ab-2a03d0fe3bdc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34d1f8d3-e3f5-43ee-a951-e8344c7cc32e', 'name': '', 'network_id': 'ebdcc65d-93e8-4547-9a48-7159e078614b', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'mac_address': 'fa:16:3e:99:91:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '38d9e5d7-9f97-46b9-8806-d7a1e76a7005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:03Z', 'updated_at': '2022-04-05T14:44:11Z', 'revision_number': 5, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'subnets': [{'id': '38d9e5d7-9f97-46b9-8806-d7a1e76a7005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:20.690840 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11e7de-6811-44dc-9402-1c54a8414a4b req-9d6fcb2d-314a-4aee-8804-f18f87bc0fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:20.692605 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5f11e7de-6811-44dc-9402-1c54a8414a4b req-9d6fcb2d-314a-4aee-8804-f18f87bc0fb1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f90bf926-2675-4d7e-8a18-756096c51dbe HTTP/1.1" status: 200 len: 859 time: 0.2979934 Apr 05 14:44:20.701751 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-13c8ed70-1b25-489b-9d81-779d2fcb66e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:20.702239 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c410aabf-3d27-46d3-b059-4d5c77d97e54 None None] The sync data for ids ['4b8182cf-31f9-4416-b54f-c8c2c70e3cab'] in n-d-836650-2 is: [{'id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'name': 'tempest-RoutersTest-router-2069048016', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:44:00Z', 'updated_at': '2022-04-05T14:44:13Z', 'revision_number': 3, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'gw_port_host': None, '_interfaces': [{'id': '06e06b4a-d050-4c1d-90bb-268a63ee6c75', 'name': '', 'network_id': '40cc0ec6-c48b-40ba-b1aa-8f09febc3199', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'mac_address': 'fa:16:3e:73:57:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '79a4694e-5985-4e9e-99ab-2a03d0fe3bdc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:12Z', 'updated_at': '2022-04-05T14:44:19Z', 'revision_number': 4, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'subnets': [{'id': '79a4694e-5985-4e9e-99ab-2a03d0fe3bdc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34d1f8d3-e3f5-43ee-a951-e8344c7cc32e', 'name': '', 'network_id': 'ebdcc65d-93e8-4547-9a48-7159e078614b', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'mac_address': 'fa:16:3e:99:91:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '38d9e5d7-9f97-46b9-8806-d7a1e76a7005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:03Z', 'updated_at': '2022-04-05T14:44:11Z', 'revision_number': 5, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'subnets': [{'id': '38d9e5d7-9f97-46b9-8806-d7a1e76a7005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:44:20.745211 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-5ea07d50-cc53-41c3-af1c-3f865b11c94c None None] For port 06e06b4a-d050-4c1d-90bb-268a63ee6c75, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=06e06b4a-d050-4c1d-90bb-268a63ee6c75,segment=NetworkSegment(c2498537-8f61-48d8-8703-44c3cddcda3e),segment_id=c2498537-8f61-48d8-8703-44c3cddcda3e)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:44:20.787936 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3454dbb-db08-4ec9-9bc6-0c7956539e04 req-cd24e97e-75ff-4b04-8c6a-a3c21d91721e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:20.795839 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e3454dbb-db08-4ec9-9bc6-0c7956539e04 req-cd24e97e-75ff-4b04-8c6a-a3c21d91721e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f90bf926-2675-4d7e-8a18-756096c51dbe HTTP/1.1" status: 200 len: 859 time: 0.4777620 Apr 05 14:44:20.803586 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28cf13b1-6015-4ba8-9a59-a5d32b3a0d2c tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Network 982a5d51-3d0e-45e2-b5e1-0c50ba47a031 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:44:20.844573 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5ea07d50-cc53-41c3-af1c-3f865b11c94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:20.862134 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-4bbe5be5-dfe6-46bd-884f-b57d1c147414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'name': 'tempest-FloatingIPsAssociationTestJSON-491073066-router', 'tenant_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'ba6852d8-c258-4fd9-bbca-200d5bb93f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:42:19Z', 'updated_at': '2022-04-05T14:42:30Z', 'revision_number': 4, 'project_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'gw_port': {'id': 'ba6852d8-c258-4fd9-bbca-200d5bb93f7e', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:22:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:21Z', 'updated_at': '2022-04-05T14:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': 'a19bac35-ee50-413b-9feb-6940ba2e09c1', 'name': '', 'network_id': 'fcfdebfb-890a-4564-ad33-442534fd3fbd', 'tenant_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'mac_address': 'fa:16:3e:25:d5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': 'f90bf926-2675-4d7e-8a18-756096c51dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:28Z', 'updated_at': '2022-04-05T14:42:37Z', 'revision_number': 5, 'project_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'subnets': [{'id': 'f90bf926-2675-4d7e-8a18-756096c51dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:20.897511 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-51803b90-b2af-4877-938a-8c2c76f2fa4c req-cd15b8e6-43fa-44ff-83e7-9eb7a3e0f480 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbd4ea00-4b92-43d2-aa08-6c747762c70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504165 Apr 05 14:44:20.901399 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11e7de-6811-44dc-9402-1c54a8414a4b req-cb03d84f-b10b-44fc-b3c3-658386550991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:20.905087 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5f11e7de-6811-44dc-9402-1c54a8414a4b req-cb03d84f-b10b-44fc-b3c3-658386550991 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fcfdebfb-890a-4564-ad33-442534fd3fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1796136 Apr 05 14:44:20.913796 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-ba107524-6f2b-4d30-9b33-4ad8dea0257f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2104ce-04d0-4d0b-a541-fbd10738befa', 'name': 'tempest-AttachVolumeTestJSON-1840973019-router', 'tenant_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '01d78cb5-9b58-47a4-86c4-81b68d2544c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:43:54Z', 'updated_at': '2022-04-05T14:44:15Z', 'revision_number': 4, 'project_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'gw_port': {'id': '01d78cb5-9b58-47a4-86c4-81b68d2544c5', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2104ce-04d0-4d0b-a541-fbd10738befa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:43:58Z', 'updated_at': '2022-04-05T14:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '83b304e1-f9c8-4790-9dae-52dffd4bac5c', 'name': '', 'network_id': '0ec84664-b286-431c-8e6d-81964b6279ea', 'tenant_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'mac_address': 'fa:16:3e:a4:1f:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2104ce-04d0-4d0b-a541-fbd10738befa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '5191ec95-9794-4487-b4dd-b62543d80f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:10Z', 'updated_at': '2022-04-05T14:44:16Z', 'revision_number': 2, 'project_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'subnets': [{'id': '5191ec95-9794-4487-b4dd-b62543d80f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:20.925896 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-13c8ed70-1b25-489b-9d81-779d2fcb66e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:20.998888 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3454dbb-db08-4ec9-9bc6-0c7956539e04 req-0c7a132e-937a-42f4-b33a-e25556e60fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:21.001736 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e3454dbb-db08-4ec9-9bc6-0c7956539e04 req-0c7a132e-937a-42f4-b33a-e25556e60fd6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcfdebfb-890a-4564-ad33-442534fd3fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2050524 Apr 05 14:44:21.028117 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbe5be5-dfe6-46bd-884f-b57d1c147414 None None] Checking router: 021bd0f9-45b7-4b8d-abab-7c183c71d33c for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:44:21.031789 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea07d50-cc53-41c3-af1c-3f865b11c94c None None] Pushing event updated for resources: {'Port': ['ID=06e06b4a-d050-4c1d-90bb-268a63ee6c75,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:21.046681 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0cfc597-0ca4-411d-8707-d76d559a85be x-openstack-request-id: req-e0cfc597-0ca4-411d-8707-d76d559a85be {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:44:21.046845 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d168f2d-c63a-4772-8f5d-782f19b14901", "name": "network-vif-plugged", "status": "completed", "tag": "330e59eb-65b5-4249-b0f8-5b6c3a657ba4", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:44:21.047116 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e0cfc597-0ca4-411d-8707-d76d559a85be {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:44:21.047527 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0cfc597-0ca4-411d-8707-d76d559a85be'] response: {'server_uuid': '1d168f2d-c63a-4772-8f5d-782f19b14901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '330e59eb-65b5-4249-b0f8-5b6c3a657ba4', 'code': 200} Apr 05 14:44:21.057915 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-5ea07d50-cc53-41c3-af1c-3f865b11c94c None None] Provisioning complete for port 83b304e1-f9c8-4790-9dae-52dffd4bac5c triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:44:21.058195 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5ea07d50-cc53-41c3-af1c-3f865b11c94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:21.079579 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-28cf13b1-6015-4ba8-9a59-a5d32b3a0d2c tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 982a5d51-3d0e-45e2-b5e1-0c50ba47a031) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:44:21.088193 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c8ed70-1b25-489b-9d81-779d2fcb66e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80d58c06-8a43-4370-b0b5-5687d64f06cf,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:21.114290 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbe5be5-dfe6-46bd-884f-b57d1c147414 None None] Routers {'021bd0f9-45b7-4b8d-abab-7c183c71d33c'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:44:21.114958 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-4bbe5be5-dfe6-46bd-884f-b57d1c147414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:43:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['021bd0f9-45b7-4b8d-abab-7c183c71d33c'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:21.136177 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f448ce37-8fe2-4a96-b85f-8332d8786298 None None] Network 982a5d51-3d0e-45e2-b5e1-0c50ba47a031 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:44:21.152750 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28cf13b1-6015-4ba8-9a59-a5d32b3a0d2c tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:21.154224 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-28cf13b1-6015-4ba8-9a59-a5d32b3a0d2c tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:21.187807 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-13c8ed70-1b25-489b-9d81-779d2fcb66e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:21.212088 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-13c8ed70-1b25-489b-9d81-779d2fcb66e1 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/80d58c06-8a43-4370-b0b5-5687d64f06cf HTTP/1.1" status: 204 len: 168 time: 1.2065351 Apr 05 14:44:21.224868 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 54284) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:44:21.236346 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba107524-6f2b-4d30-9b33-4ad8dea0257f None None] Checking router: 1d2104ce-04d0-4d0b-a541-fbd10738befa for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:44:21.236940 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba107524-6f2b-4d30-9b33-4ad8dea0257f None None] Updating router 1d2104ce-04d0-4d0b-a541-fbd10738befa port 83b304e1-f9c8-4790-9dae-52dffd4bac5c binding host n-d-836650-2 {{(pid=103323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:44:21.316686 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ba107524-6f2b-4d30-9b33-4ad8dea0257f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:21.401024 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbc83ee-566f-43f7-b3f3-c3cd4d30cbd2 None None] Network 85382670-efb8-48f1-a49f-87979afc1bbb requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:44:21.511936 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-28cf13b1-6015-4ba8-9a59-a5d32b3a0d2c tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3767099 Apr 05 14:44:21.521179 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 54294) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:44:21.549335 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d2e91112-48af-4a9b-8158-6e9984c01d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:21.572537 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-5ea07d50-cc53-41c3-af1c-3f865b11c94c None None] Port 83b304e1-f9c8-4790-9dae-52dffd4bac5c cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:44:21.693892 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 06e06b4a-d050-4c1d-90bb-268a63ee6c75 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:44:21.697066 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 7 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 14:44:21.744041 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-d2e91112-48af-4a9b-8158-6e9984c01d93 admin admin] Deleting port f59676a6-2293-4248-a20c-382b15cc2a58 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:44:21.744459 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d2e91112-48af-4a9b-8158-6e9984c01d93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:21.805698 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5f11e7de-6811-44dc-9402-1c54a8414a4b req-b23b561f-d5fe-4f67-9857-c72d2792fa68 service neutron] 10.222.0.55 "GET /v2.0/networks/fcfdebfb-890a-4564-ad33-442534fd3fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8879783 Apr 05 14:44:21.857850 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e3454dbb-db08-4ec9-9bc6-0c7956539e04 req-9d2be066-8bf9-48c9-adb3-46af133d97ff service neutron] 10.222.0.30 "GET /v2.0/networks/fcfdebfb-890a-4564-ad33-442534fd3fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7750700 Apr 05 14:44:21.875836 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76517f82-6c6d-4154-874c-f6b630fd9128 req-24d8acc8-0784-47c5-af33-da0792aba9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:21.880446 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-76517f82-6c6d-4154-874c-f6b630fd9128 req-24d8acc8-0784-47c5-af33-da0792aba9ad service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1d168f2d-c63a-4772-8f5d-782f19b14901 HTTP/1.1" status: 200 len: 1096 time: 0.6221628 Apr 05 14:44:21.886691 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-d2e91112-48af-4a9b-8158-6e9984c01d93 admin admin] For port f59676a6-2293-4248-a20c-382b15cc2a58, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=f59676a6-2293-4248-a20c-382b15cc2a58,segment=NetworkSegment(d8889e6f-e6cc-46dd-8e03-70601ec6604c),segment_id=d8889e6f-e6cc-46dd-8e03-70601ec6604c)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:44:21.886888 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d2e91112-48af-4a9b-8158-6e9984c01d93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:21.922109 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-d2e91112-48af-4a9b-8158-6e9984c01d93 admin admin] Calling delete_port for f59676a6-2293-4248-a20c-382b15cc2a58 owned by network:dhcp {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:44:21.994502 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-5eb90ab3-4590-4247-a3f1-e98066b4a3b9 None None] Provisioning complete for port 06e06b4a-d050-4c1d-90bb-268a63ee6c75 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:44:21.994717 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5eb90ab3-4590-4247-a3f1-e98066b4a3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:21.996827 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ba107524-6f2b-4d30-9b33-4ad8dea0257f None None] Notify callbacks [] for port, precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:22.041205 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5f11e7de-6811-44dc-9402-1c54a8414a4b req-8aa87d0f-2002-40ff-b07e-7d6cbf9602f1 service neutron] 10.222.0.55 "GET /v2.0/networks/fcfdebfb-890a-4564-ad33-442534fd3fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272697 Apr 05 14:44:22.106332 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ba107524-6f2b-4d30-9b33-4ad8dea0257f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:22.112253 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 06e06b4a-d050-4c1d-90bb-268a63ee6c75 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:44:22.112637 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:22.140000 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d2e91112-48af-4a9b-8158-6e9984c01d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:22.241664 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e91112-48af-4a9b-8158-6e9984c01d93 admin admin] No DVR routers for this DVR port f59676a6-2293-4248-a20c-382b15cc2a58 on host n-d-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:44:22.244582 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28efe6a5-9705-4fec-b5e7-0b2209a8b78a None None] Pushing event updated for resources: {'Port': ['ID=83b304e1-f9c8-4790-9dae-52dffd4bac5c,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:22.270310 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 54330) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:44:22.273537 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e91112-48af-4a9b-8158-6e9984c01d93 admin admin] Pushing event deleted for resources: {'Port': ['ID=f59676a6-2293-4248-a20c-382b15cc2a58,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:22.293666 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-e3e83adb-fa48-4215-9be2-5cd763652d69 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Request body: {'security_group': {'name': 'tempest-securitygroup--828356456', 'description': 'tempest-description--2110664200'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:44:22.349268 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-4bbe5be5-dfe6-46bd-884f-b57d1c147414 None None] Set router 021bd0f9-45b7-4b8d-abab-7c183c71d33c gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:44:22.423235 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-76517f82-6c6d-4154-874c-f6b630fd9128 req-1d3b98a6-cfb9-4cdd-b5e9-d7993cee80b6 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=cbd4ea00-4b92-43d2-aa08-6c747762c70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360851 Apr 05 14:44:22.423355 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-ba107524-6f2b-4d30-9b33-4ad8dea0257f None None] Attempting to bind port 83b304e1-f9c8-4790-9dae-52dffd4bac5c on host n-d-836650-2 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:44:22.423355 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-ba107524-6f2b-4d30-9b33-4ad8dea0257f None None] Attempting to bind port 83b304e1-f9c8-4790-9dae-52dffd4bac5c by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'e523e33a-de62-4414-94f9-7699545cb484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '0ec84664-b286-431c-8e6d-81964b6279ea'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:44:22.423355 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba107524-6f2b-4d30-9b33-4ad8dea0257f None None] Attempting to bind port 83b304e1-f9c8-4790-9dae-52dffd4bac5c on network 0ec84664-b286-431c-8e6d-81964b6279ea {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:44:22.428193 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba107524-6f2b-4d30-9b33-4ad8dea0257f None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:44:22.429511 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba107524-6f2b-4d30-9b33-4ad8dea0257f None None] Checking segment: {'id': 'e523e33a-de62-4414-94f9-7699545cb484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '0ec84664-b286-431c-8e6d-81964b6279ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:44:22.432975 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ba107524-6f2b-4d30-9b33-4ad8dea0257f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:22.433483 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba107524-6f2b-4d30-9b33-4ad8dea0257f None None] Bound using segment: {'id': 'e523e33a-de62-4414-94f9-7699545cb484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '0ec84664-b286-431c-8e6d-81964b6279ea'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:44:22.434906 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-ba107524-6f2b-4d30-9b33-4ad8dea0257f None None] Bound port: 83b304e1-f9c8-4790-9dae-52dffd4bac5c, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e523e33a-de62-4414-94f9-7699545cb484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '0ec84664-b286-431c-8e6d-81964b6279ea'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:44:22.440443 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ba107524-6f2b-4d30-9b33-4ad8dea0257f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:22.463580 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d2e91112-48af-4a9b-8158-6e9984c01d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:22.502562 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e3454dbb-db08-4ec9-9bc6-0c7956539e04 req-88a8585b-ecd9-4ad2-a227-72ba6577e6fe service neutron] 10.222.0.30 "GET /v2.0/networks/fcfdebfb-890a-4564-ad33-442534fd3fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6398137 Apr 05 14:44:22.512755 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d150147-6c99-4da9-ae3d-1adcbe85f6bd req-f637fc4d-37b5-4993-94d7-27c2828acfd2 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:22.515284 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0d150147-6c99-4da9-ae3d-1adcbe85f6bd req-f637fc4d-37b5-4993-94d7-27c2828acfd2 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fb8ba11-dd17-4faf-8654-fe2f3115015c HTTP/1.1" status: 200 len: 945 time: 0.1072528 Apr 05 14:44:22.536643 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-d2e91112-48af-4a9b-8158-6e9984c01d93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85382670-efb8-48f1-a49f-87979afc1bbb']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:22.538323 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-d2e91112-48af-4a9b-8158-6e9984c01d93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8889e6f-e6cc-46dd-8e03-70601ec6604c') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:22.538950 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-d2e91112-48af-4a9b-8158-6e9984c01d93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8889e6f-e6cc-46dd-8e03-70601ec6604c') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:22.550054 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d2e91112-48af-4a9b-8158-6e9984c01d93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:22.581457 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d2e91112-48af-4a9b-8158-6e9984c01d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:22.589829 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2e91112-48af-4a9b-8158-6e9984c01d93 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:44:22.591641 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-ba107524-6f2b-4d30-9b33-4ad8dea0257f None None] For port 83b304e1-f9c8-4790-9dae-52dffd4bac5c, host n-d-836650-2, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:44:22.591918 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d2e91112-48af-4a9b-8158-6e9984c01d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:22.595856 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-ba107524-6f2b-4d30-9b33-4ad8dea0257f None None] For port 83b304e1-f9c8-4790-9dae-52dffd4bac5c, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=83b304e1-f9c8-4790-9dae-52dffd4bac5c,segment=NetworkSegment(e523e33a-de62-4414-94f9-7699545cb484),segment_id=e523e33a-de62-4414-94f9-7699545cb484)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:44:22.615879 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0d150147-6c99-4da9-ae3d-1adcbe85f6bd req-9838fdf2-bfd7-4811-97e5-3f1e60610d03 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=11640d9f-a14a-4756-b499-b13013deda57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799377 Apr 05 14:44:22.724268 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:44:22.724268 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:44:22.724268 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:44:22.724268 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:44:22.724268 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:44:22.724268 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:44:22.724268 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:44:22.724268 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:44:22.724268 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:44:22.724268 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:44:22.724268 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:44:22.724268 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:44:22.724268 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:44:22.724268 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:44:22.724268 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:44:22.724268 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:44:22.724268 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:44:22.724268 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:44:22.724268 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:44:22.724268 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:44:22.724268 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:44:22.724268 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:44:22.724268 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:44:22.724268 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:44:22.724268 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:44:22.724268 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:44:22.724268 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:44:22.724268 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:44:22.724268 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:44:22.724268 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:44:22.724268 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:44:22.724268 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:44:22.769926 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b5b82d14-c2b1-430e-8441-f6e30a03f7a1 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:22.808625 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c559bb49-2323-4988-9bc8-ef6e862e5144 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-982a5d51-3d0e-45e2-b5e1-0c50ba47a031', 'network_id': '982a5d51-3d0e-45e2-b5e1-0c50ba47a031', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'fixed_ips': [{'subnet_id': '6c8898ea-b166-44bd-b51e-2fe584ae70dd'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:44:22.809491 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c559bb49-2323-4988-9bc8-ef6e862e5144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:22.811358 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2f6b5f-d6bf-441b-9c5b-bb16e74f2927 None None] DHCP port deletion for 85382670-efb8-48f1-a49f-87979afc1bbb request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:44:22.826845 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa89d6d-f44f-4230-969a-f7894e1a5a3d req-449dabbf-93b6-49b5-aa80-627f949331a7 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:22.828606 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dfa89d6d-f44f-4230-969a-f7894e1a5a3d req-449dabbf-93b6-49b5-aa80-627f949331a7 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d168f2d-c63a-4772-8f5d-782f19b14901 HTTP/1.1" status: 200 len: 945 time: 0.1682808 Apr 05 14:44:22.845444 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bd828eb0-e3f9-47a0-aa85-b7e63fede089 req-e30dda9b-6515-4f11-a103-baa9d6ba0f3f tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/floatingips/b840990b-9c90-45ae-a21d-cf821dd744a2 HTTP/1.1" status: 200 len: 696 time: 0.1168573 Apr 05 14:44:22.874182 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ba107524-6f2b-4d30-9b33-4ad8dea0257f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:22.935379 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d2e91112-48af-4a9b-8158-6e9984c01d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:22.937839 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e3e83adb-fa48-4215-9be2-5cd763652d69 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:22.944125 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d2e91112-48af-4a9b-8158-6e9984c01d93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:22.951603 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-d2e91112-48af-4a9b-8158-6e9984c01d93 admin admin] 10.222.0.30 "DELETE /v2.0/networks/85382670-efb8-48f1-a49f-87979afc1bbb HTTP/1.1" status: 204 len: 168 time: 1.7247922 Apr 05 14:44:22.999109 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba107524-6f2b-4d30-9b33-4ad8dea0257f None None] Routers {'1d2104ce-04d0-4d0b-a541-fbd10738befa'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:44:23.004045 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-ba107524-6f2b-4d30-9b33-4ad8dea0257f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:43:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['1d2104ce-04d0-4d0b-a541-fbd10738befa'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:23.010017 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e91112-48af-4a9b-8158-6e9984c01d93 admin admin] Pushing event deleted for resources: {'Network': ['ID=85382670-efb8-48f1-a49f-87979afc1bbb,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:23.145359 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dfa89d6d-f44f-4230-969a-f7894e1a5a3d req-033bf36e-b302-48ab-9f5a-70086ef18c96 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbd4ea00-4b92-43d2-aa08-6c747762c70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025696 Apr 05 14:44:23.177764 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e3e83adb-fa48-4215-9be2-5cd763652d69 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:23.234528 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-ba107524-6f2b-4d30-9b33-4ad8dea0257f None None] Set router 1d2104ce-04d0-4d0b-a541-fbd10738befa gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:44:23.235044 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd828eb0-e3f9-47a0-aa85-b7e63fede089 req-c3b4e9d8-edb0-4c3a-b1ba-c018f2200f82 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:23.244637 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bd828eb0-e3f9-47a0-aa85-b7e63fede089 req-c3b4e9d8-edb0-4c3a-b1ba-c018f2200f82 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/networks/3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c HTTP/1.1" status: 200 len: 784 time: 0.3104336 Apr 05 14:44:23.262149 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [req-bd828eb0-e3f9-47a0-aa85-b7e63fede089 req-a67ec6a0-6293-497b-8b27-e10965bab2d9 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:44:23.269392 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bd828eb0-e3f9-47a0-aa85-b7e63fede089 req-a67ec6a0-6293-497b-8b27-e10965bab2d9 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0237057 Apr 05 14:44:23.283507 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e3e83adb-fa48-4215-9be2-5cd763652d69 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:23.361033 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e83adb-fa48-4215-9be2-5cd763652d69 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5ad20b-1af0-4fc7-9b1a-1ba5c50b7606,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:23.386769 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device b22e9d48-7416-428f-9082-3624e46b339a no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:44:23.416716 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: b22e9d48-7416-428f-9082-3624e46b339a {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:44:23.417364 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device b22e9d48-7416-428f-9082-3624e46b339a not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:44:23.418532 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 5480384c-ab7a-4f88-adcd-9ccc53533cdc no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:44:23.434067 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-b5b82d14-c2b1-430e-8441-f6e30a03f7a1 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Allocated IP 172.22.0.1 (982a5d51-3d0e-45e2-b5e1-0c50ba47a031/6c8898ea-b166-44bd-b51e-2fe584ae70dd/68151dd6-1f70-4116-a133-ee97c15817fa) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:44:23.443219 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 5480384c-ab7a-4f88-adcd-9ccc53533cdc {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:44:23.443789 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 5480384c-ab7a-4f88-adcd-9ccc53533cdc not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:44:23.458434 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e3e83adb-fa48-4215-9be2-5cd763652d69 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:23.462765 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28efe6a5-9705-4fec-b5e7-0b2209a8b78a None None] Pushing event updated for resources: {'Port': ['ID=83b304e1-f9c8-4790-9dae-52dffd4bac5c,revision_number=4']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:23.463848 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-e3e83adb-fa48-4215-9be2-5cd763652d69 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.1737835 Apr 05 14:44:23.463848 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 54366) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:44:23.471368 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-c405259e-aa53-4871-8b72-3d9e14dd6cc1 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Request body: {'security_group_rule': {'security_group_id': '0c5ad20b-1af0-4fc7-9b1a-1ba5c50b7606', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:44:23.475152 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-24478905-a54f-48de-ad1c-623584a29523 None None] Provisioning complete for port 83b304e1-f9c8-4790-9dae-52dffd4bac5c triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:44:23.475708 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-24478905-a54f-48de-ad1c-623584a29523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:23.518534 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-4bbe5be5-dfe6-46bd-884f-b57d1c147414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'name': 'tempest-FloatingIPsAssociationTestJSON-491073066-router', 'tenant_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'ba6852d8-c258-4fd9-bbca-200d5bb93f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:42:19Z', 'updated_at': '2022-04-05T14:42:30Z', 'revision_number': 4, 'project_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'gw_port': {'id': 'ba6852d8-c258-4fd9-bbca-200d5bb93f7e', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:22:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:21Z', 'updated_at': '2022-04-05T14:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': 'a19bac35-ee50-413b-9feb-6940ba2e09c1', 'name': '', 'network_id': 'fcfdebfb-890a-4564-ad33-442534fd3fbd', 'tenant_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'mac_address': 'fa:16:3e:25:d5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': 'f90bf926-2675-4d7e-8a18-756096c51dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:28Z', 'updated_at': '2022-04-05T14:42:37Z', 'revision_number': 5, 'project_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'subnets': [{'id': 'f90bf926-2675-4d7e-8a18-756096c51dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:23.552362 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbe5be5-dfe6-46bd-884f-b57d1c147414 None None] The sync data for ids ['021bd0f9-45b7-4b8d-abab-7c183c71d33c'] in n-d-836650-2 is: [{'id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'name': 'tempest-FloatingIPsAssociationTestJSON-491073066-router', 'tenant_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'ba6852d8-c258-4fd9-bbca-200d5bb93f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:42:19Z', 'updated_at': '2022-04-05T14:42:30Z', 'revision_number': 4, 'project_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'gw_port': {'id': 'ba6852d8-c258-4fd9-bbca-200d5bb93f7e', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:22:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:21Z', 'updated_at': '2022-04-05T14:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': 'a19bac35-ee50-413b-9feb-6940ba2e09c1', 'name': '', 'network_id': 'fcfdebfb-890a-4564-ad33-442534fd3fbd', 'tenant_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'mac_address': 'fa:16:3e:25:d5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': 'f90bf926-2675-4d7e-8a18-756096c51dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:28Z', 'updated_at': '2022-04-05T14:42:37Z', 'revision_number': 5, 'project_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'subnets': [{'id': 'f90bf926-2675-4d7e-8a18-756096c51dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:44:23.632053 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c405259e-aa53-4871-8b72-3d9e14dd6cc1 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:23.634748 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-24478905-a54f-48de-ad1c-623584a29523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:23.644842 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bd828eb0-e3f9-47a0-aa85-b7e63fede089 req-3ccf7fa2-69b2-4f8b-8a52-17c3c5b8d002 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.172 HTTP/1.1" status: 200 len: 699 time: 0.3742940 Apr 05 14:44:23.741268 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device f59676a6-2293-4248-a20c-382b15cc2a58 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:44:23.761663 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-ba107524-6f2b-4d30-9b33-4ad8dea0257f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2104ce-04d0-4d0b-a541-fbd10738befa', 'name': 'tempest-AttachVolumeTestJSON-1840973019-router', 'tenant_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '01d78cb5-9b58-47a4-86c4-81b68d2544c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:43:54Z', 'updated_at': '2022-04-05T14:44:15Z', 'revision_number': 4, 'project_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'gw_port': {'id': '01d78cb5-9b58-47a4-86c4-81b68d2544c5', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2104ce-04d0-4d0b-a541-fbd10738befa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:43:58Z', 'updated_at': '2022-04-05T14:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '83b304e1-f9c8-4790-9dae-52dffd4bac5c', 'name': '', 'network_id': '0ec84664-b286-431c-8e6d-81964b6279ea', 'tenant_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'mac_address': 'fa:16:3e:a4:1f:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2104ce-04d0-4d0b-a541-fbd10738befa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '5191ec95-9794-4487-b4dd-b62543d80f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:10Z', 'updated_at': '2022-04-05T14:44:22Z', 'revision_number': 4, 'project_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'subnets': [{'id': '5191ec95-9794-4487-b4dd-b62543d80f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:23.765352 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-24478905-a54f-48de-ad1c-623584a29523 None None] For port 83b304e1-f9c8-4790-9dae-52dffd4bac5c, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=83b304e1-f9c8-4790-9dae-52dffd4bac5c,segment=NetworkSegment(e523e33a-de62-4414-94f9-7699545cb484),segment_id=e523e33a-de62-4414-94f9-7699545cb484)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:44:23.788929 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: f59676a6-2293-4248-a20c-382b15cc2a58 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:44:23.788929 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device f59676a6-2293-4248-a20c-382b15cc2a58 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:44:23.804468 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c405259e-aa53-4871-8b72-3d9e14dd6cc1 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:23.810772 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 54382) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:44:23.817866 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba107524-6f2b-4d30-9b33-4ad8dea0257f None None] The sync data for ids ['1d2104ce-04d0-4d0b-a541-fbd10738befa'] in n-d-836650-2 is: [{'id': '1d2104ce-04d0-4d0b-a541-fbd10738befa', 'name': 'tempest-AttachVolumeTestJSON-1840973019-router', 'tenant_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '01d78cb5-9b58-47a4-86c4-81b68d2544c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:43:54Z', 'updated_at': '2022-04-05T14:44:15Z', 'revision_number': 4, 'project_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'gw_port': {'id': '01d78cb5-9b58-47a4-86c4-81b68d2544c5', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2104ce-04d0-4d0b-a541-fbd10738befa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:43:58Z', 'updated_at': '2022-04-05T14:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '83b304e1-f9c8-4790-9dae-52dffd4bac5c', 'name': '', 'network_id': '0ec84664-b286-431c-8e6d-81964b6279ea', 'tenant_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'mac_address': 'fa:16:3e:a4:1f:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2104ce-04d0-4d0b-a541-fbd10738befa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '5191ec95-9794-4487-b4dd-b62543d80f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:10Z', 'updated_at': '2022-04-05T14:44:22Z', 'revision_number': 4, 'project_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'subnets': [{'id': '5191ec95-9794-4487-b4dd-b62543d80f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:44:23.936163 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-24478905-a54f-48de-ad1c-623584a29523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:23.954185 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bd828eb0-e3f9-47a0-aa85-b7e63fede089 req-a98c291d-fea4-49b4-9f7e-d6f0590e308b tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.172 HTTP/1.1" status: 200 len: 699 time: 0.3083663 Apr 05 14:44:24.029412 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b5b82d14-c2b1-430e-8441-f6e30a03f7a1 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:24.040427 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c405259e-aa53-4871-8b72-3d9e14dd6cc1 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:24.063513 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-0f5b5414-49bd-4901-9c84-1dcf4fde4441 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c6d7d106196c47bab9057a60414eb92c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2514606 Apr 05 14:44:24.071973 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 54394) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:44:24.073298 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24478905-a54f-48de-ad1c-623584a29523 None None] Pushing event updated for resources: {'Port': ['ID=83b304e1-f9c8-4790-9dae-52dffd4bac5c,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:24.124577 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c405259e-aa53-4871-8b72-3d9e14dd6cc1 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da82df88-b164-4626-880e-341ec36d1acb,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:24.146563 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da79d2a4-f506-415a-bdfb-260a2a46edd7 req-5f37f6b3-1f30-4c93-90df-85c4c9f7fc82 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:24.146563 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-da79d2a4-f506-415a-bdfb-260a2a46edd7 req-5f37f6b3-1f30-4c93-90df-85c4c9f7fc82 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fb8ba11-dd17-4faf-8654-fe2f3115015c HTTP/1.1" status: 200 len: 945 time: 0.3567381 Apr 05 14:44:24.184233 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-df171b52-7121-4907-a74f-9e598399ec0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:24.190641 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a49a03d-d39a-42bb-a531-7345db9c882c None None] New status for floating IP b840990b-9c90-45ae-a21d-cf821dd744a2: DOWN {{(pid=103322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 14:44:24.233364 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-df171b52-7121-4907-a74f-9e598399ec0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:24.238203 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-da79d2a4-f506-415a-bdfb-260a2a46edd7 req-2269c912-94fe-4441-91c0-d0d3076fdf68 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=11640d9f-a14a-4756-b499-b13013deda57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726707 Apr 05 14:44:24.255300 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-bd828eb0-e3f9-47a0-aa85-b7e63fede089 req-79302eb1-055f-45b1-b3b5-01c1c8ad7a6b tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Deleting port 2477fce7-6b16-4190-9fa8-8df4985d0513 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:44:24.255584 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-bd828eb0-e3f9-47a0-aa85-b7e63fede089 req-79302eb1-055f-45b1-b3b5-01c1c8ad7a6b tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:24.324707 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c405259e-aa53-4871-8b72-3d9e14dd6cc1 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:24.326576 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-c405259e-aa53-4871-8b72-3d9e14dd6cc1 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8625054 Apr 05 14:44:24.329841 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 54410) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:44:24.335330 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-ed6bdea8-ce61-4a2e-8d85-8a99a9e4ddce tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Request body: {'security_group_rule': {'security_group_id': '0c5ad20b-1af0-4fc7-9b1a-1ba5c50b7606', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:44:24.400539 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b5b82d14-c2b1-430e-8441-f6e30a03f7a1 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:24.591911 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-df171b52-7121-4907-a74f-9e598399ec0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:24.594863 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-df171b52-7121-4907-a74f-9e598399ec0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:24.599324 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-df171b52-7121-4907-a74f-9e598399ec0b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e0a9d63c-ed60-497d-ace8-b3f0386b0e6f HTTP/1.1" status: 204 len: 168 time: 0.5197172 Apr 05 14:44:24.610473 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-c559bb49-2323-4988-9bc8-ef6e862e5144 None None] Allocated IP 172.22.0.2 (982a5d51-3d0e-45e2-b5e1-0c50ba47a031/6c8898ea-b166-44bd-b51e-2fe584ae70dd/0ab67a74-03da-437d-ab60-9c5ec272cf6c) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:44:24.611031 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ed6bdea8-ce61-4a2e-8d85-8a99a9e4ddce tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:24.646442 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df171b52-7121-4907-a74f-9e598399ec0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a9d63c-ed60-497d-ace8-b3f0386b0e6f,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:24.705171 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-25724946-dc14-408b-84c4-0a90760fe390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:24.823218 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ed6bdea8-ce61-4a2e-8d85-8a99a9e4ddce tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:24.964095 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ed6bdea8-ce61-4a2e-8d85-8a99a9e4ddce tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:25.014546 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bdea8-ce61-4a2e-8d85-8a99a9e4ddce tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5350545d-b3f5-44c9-81c0-05f1bf70d95c,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:25.031985 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c559bb49-2323-4988-9bc8-ef6e862e5144 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:25.076716 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b82d14-c2b1-430e-8441-f6e30a03f7a1 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Network 982a5d51-3d0e-45e2-b5e1-0c50ba47a031 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:44:25.092229 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-b5b82d14-c2b1-430e-8441-f6e30a03f7a1 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:44:25.104298 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b82d14-c2b1-430e-8441-f6e30a03f7a1 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:44:25.107092 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b82d14-c2b1-430e-8441-f6e30a03f7a1 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Pushing event updated for resources: {'Port': ['ID=68151dd6-1f70-4116-a133-ee97c15817fa,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:25.114834 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ed6bdea8-ce61-4a2e-8d85-8a99a9e4ddce tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:25.120580 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-ed6bdea8-ce61-4a2e-8d85-8a99a9e4ddce tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7874954 Apr 05 14:44:25.131040 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 54434) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:44:25.131201 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-bd828eb0-e3f9-47a0-aa85-b7e63fede089 req-79302eb1-055f-45b1-b3b5-01c1c8ad7a6b tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:25.131201 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-bd828eb0-e3f9-47a0-aa85-b7e63fede089 req-79302eb1-055f-45b1-b3b5-01c1c8ad7a6b tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:25.142337 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-d8746242-08fb-4486-8a47-9fc1470345d7 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Request body: {'floatingip': {'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:44:25.165484 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63188db9-8b30-4c6c-b2cf-ef3f4ae838f4 req-e0f6ec84-f277-4f6d-b62d-c8d4437bdbfc tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:25.170969 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-63188db9-8b30-4c6c-b2cf-ef3f4ae838f4 req-e0f6ec84-f277-4f6d-b62d-c8d4437bdbfc tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d168f2d-c63a-4772-8f5d-782f19b14901 HTTP/1.1" status: 200 len: 945 time: 0.7892070 Apr 05 14:44:25.194103 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c559bb49-2323-4988-9bc8-ef6e862e5144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:25.196635 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-bd828eb0-e3f9-47a0-aa85-b7e63fede089 req-79302eb1-055f-45b1-b3b5-01c1c8ad7a6b tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Calling delete_port for 2477fce7-6b16-4190-9fa8-8df4985d0513 owned by network:floatingip {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:44:25.271733 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b5b82d14-c2b1-430e-8441-f6e30a03f7a1 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809369'] for router_interface, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:25.273820 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559bb49-2323-4988-9bc8-ef6e862e5144 None None] Pushing event updated for resources: {'Port': ['ID=0ab67a74-03da-437d-ab60-9c5ec272cf6c,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:25.294081 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d8746242-08fb-4486-8a47-9fc1470345d7 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks [] for floatingip, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:25.302971 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c559bb49-2323-4988-9bc8-ef6e862e5144 None None] Network 982a5d51-3d0e-45e2-b5e1-0c50ba47a031 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:44:25.302971 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-c559bb49-2323-4988-9bc8-ef6e862e5144 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:44:25.303991 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c559bb49-2323-4988-9bc8-ef6e862e5144 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:44:25.403967 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-c559bb49-2323-4988-9bc8-ef6e862e5144 None None] Attempting to bind port 0ab67a74-03da-437d-ab60-9c5ec272cf6c on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:44:25.404344 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-c559bb49-2323-4988-9bc8-ef6e862e5144 None None] Attempting to bind port 0ab67a74-03da-437d-ab60-9c5ec272cf6c by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'dc521718-8f68-440b-a0c2-ce84b32d947b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '982a5d51-3d0e-45e2-b5e1-0c50ba47a031'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:44:25.404703 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c559bb49-2323-4988-9bc8-ef6e862e5144 None None] Attempting to bind port 0ab67a74-03da-437d-ab60-9c5ec272cf6c on network 982a5d51-3d0e-45e2-b5e1-0c50ba47a031 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:44:25.406667 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-63188db9-8b30-4c6c-b2cf-ef3f4ae838f4 req-c3116d0e-a5b3-4066-ba1e-0c57225e90ee tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbd4ea00-4b92-43d2-aa08-6c747762c70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194695 Apr 05 14:44:25.435191 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c559bb49-2323-4988-9bc8-ef6e862e5144 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:44:25.436073 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c559bb49-2323-4988-9bc8-ef6e862e5144 None None] Checking segment: {'id': 'dc521718-8f68-440b-a0c2-ce84b32d947b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '982a5d51-3d0e-45e2-b5e1-0c50ba47a031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:44:25.437678 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c559bb49-2323-4988-9bc8-ef6e862e5144 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:25.438525 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c559bb49-2323-4988-9bc8-ef6e862e5144 None None] Bound using segment: {'id': 'dc521718-8f68-440b-a0c2-ce84b32d947b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '982a5d51-3d0e-45e2-b5e1-0c50ba47a031'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:44:25.447270 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-c559bb49-2323-4988-9bc8-ef6e862e5144 None None] Bound port: 0ab67a74-03da-437d-ab60-9c5ec272cf6c, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc521718-8f68-440b-a0c2-ce84b32d947b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '982a5d51-3d0e-45e2-b5e1-0c50ba47a031'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:44:25.448212 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c559bb49-2323-4988-9bc8-ef6e862e5144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:25.552267 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d8746242-08fb-4486-8a47-9fc1470345d7 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:25.582367 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c559bb49-2323-4988-9bc8-ef6e862e5144 None None] For port 0ab67a74-03da-437d-ab60-9c5ec272cf6c, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:44:25.594882 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c559bb49-2323-4988-9bc8-ef6e862e5144 None None] For port 0ab67a74-03da-437d-ab60-9c5ec272cf6c, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=0ab67a74-03da-437d-ab60-9c5ec272cf6c,segment=NetworkSegment(dc521718-8f68-440b-a0c2-ce84b32d947b),segment_id=dc521718-8f68-440b-a0c2-ce84b32d947b)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:44:25.635081 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 83b304e1-f9c8-4790-9dae-52dffd4bac5c up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:44:25.702381 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b5b82d14-c2b1-430e-8441-f6e30a03f7a1 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:25.773295 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 83b304e1-f9c8-4790-9dae-52dffd4bac5c triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:44:25.774016 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:25.777171 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55e78bb-3cca-4819-a4cc-fcaced504023 req-ff24c5fc-ae68-41d7-8710-9513d88ecc80 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:25.778333 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c559bb49-2323-4988-9bc8-ef6e862e5144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:25.785150 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b55e78bb-3cca-4819-a4cc-fcaced504023 req-ff24c5fc-ae68-41d7-8710-9513d88ecc80 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fb8ba11-dd17-4faf-8654-fe2f3115015c HTTP/1.1" status: 200 len: 945 time: 0.2129619 Apr 05 14:44:25.788852 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-d8746242-08fb-4486-8a47-9fc1470345d7 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Allocated IP 172.25.6.213 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/2d307893-6762-4d51-9b25-56051c9efcb5) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:44:25.943631 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b55e78bb-3cca-4819-a4cc-fcaced504023 req-6c085f52-ac7b-42a2-abb2-1d0532c7e70d tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=11640d9f-a14a-4756-b499-b13013deda57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575768 Apr 05 14:44:25.976239 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 54464) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:44:26.002218 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559bb49-2323-4988-9bc8-ef6e862e5144 None None] Pushing event updated for resources: {'Port': ['ID=0ab67a74-03da-437d-ab60-9c5ec272cf6c,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:26.046748 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-20c65df8-3d6a-4ba7-81de-3c885b52d24c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=137134eda0f64a8f9bf4c24829fd7a10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0689628 Apr 05 14:44:26.054085 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 54466) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:44:26.062790 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-bd828eb0-e3f9-47a0-aa85-b7e63fede089 req-79302eb1-055f-45b1-b3b5-01c1c8ad7a6b tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:26.087388 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d8746242-08fb-4486-8a47-9fc1470345d7 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:26.139679 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79302eb1-055f-45b1-b3b5-01c1c8ad7a6b tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Pushing event deleted for resources: {'Port': ['ID=2477fce7-6b16-4190-9fa8-8df4985d0513,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:26.249037 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d8746242-08fb-4486-8a47-9fc1470345d7 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:26.312459 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8746242-08fb-4486-8a47-9fc1470345d7 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:44:26.319750 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-d8746242-08fb-4486-8a47-9fc1470345d7 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:44:26.324904 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8746242-08fb-4486-8a47-9fc1470345d7 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:44:26.335851 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8746242-08fb-4486-8a47-9fc1470345d7 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Pushing event updated for resources: {'Port': ['ID=2d307893-6762-4d51-9b25-56051c9efcb5,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:26.354013 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-34b53497-6e99-44fe-b5e5-16aef514a33f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:26.486290 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d8746242-08fb-4486-8a47-9fc1470345d7 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:26.501212 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602723a2-2ee8-4e42-af41-2408816ef24e req-87159537-5e02-431d-94d5-30322d9937fb tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:26.502858 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-602723a2-2ee8-4e42-af41-2408816ef24e req-87159537-5e02-431d-94d5-30322d9937fb tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] 10.222.0.30 "GET /v2.0/ports?device_id=909a957b-de94-4d9b-b45d-b22ea5091660 HTTP/1.1" status: 200 len: 946 time: 0.3522923 Apr 05 14:44:26.505899 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-34b53497-6e99-44fe-b5e5-16aef514a33f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:26.572063 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-bd828eb0-e3f9-47a0-aa85-b7e63fede089 req-79302eb1-055f-45b1-b3b5-01c1c8ad7a6b tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Notify callbacks [] for floatingip, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:26.574705 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-bd828eb0-e3f9-47a0-aa85-b7e63fede089 req-79302eb1-055f-45b1-b3b5-01c1c8ad7a6b tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:26.575894 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bd828eb0-e3f9-47a0-aa85-b7e63fede089 req-79302eb1-055f-45b1-b3b5-01c1c8ad7a6b tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "DELETE /v2.0/floatingips/b840990b-9c90-45ae-a21d-cf821dd744a2 HTTP/1.1" status: 204 len: 173 time: 2.6209180 Apr 05 14:44:26.627680 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-602723a2-2ee8-4e42-af41-2408816ef24e req-80341a8a-ba93-4c87-82e4-736274fb86f1 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbd4ea00-4b92-43d2-aa08-6c747762c70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094511 Apr 05 14:44:26.674576 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b5b82d14-c2b1-430e-8441-f6e30a03f7a1 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:26.692004 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d8746242-08fb-4486-8a47-9fc1470345d7 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:26.785835 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-34b53497-6e99-44fe-b5e5-16aef514a33f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:26.789258 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-34b53497-6e99-44fe-b5e5-16aef514a33f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:26.790656 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-34b53497-6e99-44fe-b5e5-16aef514a33f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/04c3b318-90cc-4d42-85c6-15b8ae1aeeb6 HTTP/1.1" status: 204 len: 168 time: 0.7377632 Apr 05 14:44:26.802813 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b53497-6e99-44fe-b5e5-16aef514a33f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c3b318-90cc-4d42-85c6-15b8ae1aeeb6,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:26.865845 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b5b82d14-c2b1-430e-8441-f6e30a03f7a1 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:26.866124 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f137ba0b-ee8b-4602-ac01-e2ec9fe0cbfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:26.931335 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d8746242-08fb-4486-8a47-9fc1470345d7 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:26.967185 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b82d14-c2b1-430e-8441-f6e30a03f7a1 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Pushing event updated for resources: {'Port': ['ID=68151dd6-1f70-4116-a133-ee97c15817fa,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:26.997932 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b5b82d14-c2b1-430e-8441-f6e30a03f7a1 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809317'] for router_interface, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:27.014658 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d8746242-08fb-4486-8a47-9fc1470345d7 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:27.146737 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d8746242-08fb-4486-8a47-9fc1470345d7 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:27.150821 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b82d14-c2b1-430e-8441-f6e30a03f7a1 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Network 982a5d51-3d0e-45e2-b5e1-0c50ba47a031 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:44:27.152428 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-b5b82d14-c2b1-430e-8441-f6e30a03f7a1 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:44:27.211621 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8746242-08fb-4486-8a47-9fc1470345d7 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Pushing event updated for resources: {'Port': ['ID=2d307893-6762-4d51-9b25-56051c9efcb5,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:27.347146 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d8746242-08fb-4486-8a47-9fc1470345d7 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:27.352935 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-d8746242-08fb-4486-8a47-9fc1470345d7 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2273815 Apr 05 14:44:27.396222 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eda6cc2-64c9-4c6b-bf98-ee6f6fb7b539 None None] Network 982a5d51-3d0e-45e2-b5e1-0c50ba47a031 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:44:27.409345 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5b82d14-c2b1-430e-8441-f6e30a03f7a1 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Router 4b8182cf-31f9-4416-b54f-c8c2c70e3cab has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:44:27.424699 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c19637-db99-4c6f-bc6c-0daad8b85898 req-796145ed-31ff-4220-a059-02977c0844fe tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:27.427185 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b2c19637-db99-4c6f-bc6c-0daad8b85898 req-796145ed-31ff-4220-a059-02977c0844fe tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fb8ba11-dd17-4faf-8654-fe2f3115015c HTTP/1.1" status: 200 len: 945 time: 0.1263771 Apr 05 14:44:27.439323 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e9b01-daee-44ba-95ab-5c0e9f7ed1a6 req-b6af47cb-b283-4254-baf3-329ee7112c94 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:27.440816 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-729e9b01-daee-44ba-95ab-5c0e9f7ed1a6 req-b6af47cb-b283-4254-baf3-329ee7112c94 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/ports?device_id=88a03fb3-db08-4fb3-9362-f3539d89b25a HTTP/1.1" status: 200 len: 946 time: 0.1414764 Apr 05 14:44:27.604288 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-729e9b01-daee-44ba-95ab-5c0e9f7ed1a6 req-7fe351c7-2e2c-4604-9e9a-9f9cac79f283 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/security-groups?id=6aa4ff47-fb5e-455c-a491-6cc58636c316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518285 Apr 05 14:44:27.637944 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c6211e07-e2bc-48ea-a1a0-7748ed28c7a7 None None] Provisioning complete for port 0ab67a74-03da-437d-ab60-9c5ec272cf6c triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:44:27.638361 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c6211e07-e2bc-48ea-a1a0-7748ed28c7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:27.668303 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b2c19637-db99-4c6f-bc6c-0daad8b85898 req-59a6cd98-8807-4d24-9df9-4764e5f7476c tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=11640d9f-a14a-4756-b499-b13013deda57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264323 Apr 05 14:44:27.738210 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 0ab67a74-03da-437d-ab60-9c5ec272cf6c up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:44:27.740202 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b82d14-c2b1-430e-8441-f6e30a03f7a1 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:44:27.746093 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-b5b82d14-c2b1-430e-8441-f6e30a03f7a1 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "PUT /v2.0/routers/4b8182cf-31f9-4416-b54f-c8c2c70e3cab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2219419 Apr 05 14:44:27.748826 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 54504) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:44:27.754552 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34d62fa-5e7f-42ba-9a75-809fc82265ff None None] Sync routers for ids ['4b8182cf-31f9-4416-b54f-c8c2c70e3cab'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:44:27.755989 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-e3503471-92af-4c00-91ca-8f2f39a11b5d tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Request body: {'network': {'name': 'tempest-RoutersTest-1677059799'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:44:27.768493 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34d62fa-5e7f-42ba-9a75-809fc82265ff None None] Routers {'4b8182cf-31f9-4416-b54f-c8c2c70e3cab'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:44:27.776106 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-a34d62fa-5e7f-42ba-9a75-809fc82265ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:44:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['4b8182cf-31f9-4416-b54f-c8c2c70e3cab'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:27.982892 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-a34d62fa-5e7f-42ba-9a75-809fc82265ff None None] Set router 4b8182cf-31f9-4416-b54f-c8c2c70e3cab gateway port host: None {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:44:27.994663 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6baf83aa-075c-4a9b-9a11-d229db14e3b5 req-bcb8c372-04c1-46ae-b9cb-2dc6a7d1978b tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--828356456&fields=id&tenant_id=b1c6fdb1754a4696ad2f30e73253b821 HTTP/1.1" status: 200 len: 267 time: 0.0949488 Apr 05 14:44:28.020191 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3503471-92af-4c00-91ca-8f2f39a11b5d tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Made reservation on behalf of f3bfb97dae7f4364b96271d3f01488fb for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:44:28.027719 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e3503471-92af-4c00-91ca-8f2f39a11b5d tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:28.111520 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:28.118984 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09a05d-5a48-4d97-aeb1-c6953ca758b5 req-8b9192c4-fccc-4dd5-9e1b-735d714e4101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:28.120925 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-7f09a05d-5a48-4d97-aeb1-c6953ca758b5 req-8b9192c4-fccc-4dd5-9e1b-735d714e4101 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1fb8ba11-dd17-4faf-8654-fe2f3115015c HTTP/1.1" status: 200 len: 1096 time: 0.1817229 Apr 05 14:44:28.153027 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3503471-92af-4c00-91ca-8f2f39a11b5d tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:44:28.178419 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c6211e07-e2bc-48ea-a1a0-7748ed28c7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:28.221886 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e3503471-92af-4c00-91ca-8f2f39a11b5d tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:28.222507 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-e3503471-92af-4c00-91ca-8f2f39a11b5d tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Added segment d131064f-d062-4251-be1b-375657a29521 of type vlan for network d7a2e8ae-30a3-440d-972d-c16305008d9a Apr 05 14:44:28.227045 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baf83aa-075c-4a9b-9a11-d229db14e3b5 req-b6d53539-229e-410c-aa69-71188aee9933 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:28.233117 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 0ab67a74-03da-437d-ab60-9c5ec272cf6c triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:44:28.233488 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:28.239778 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6baf83aa-075c-4a9b-9a11-d229db14e3b5 req-b6d53539-229e-410c-aa69-71188aee9933 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/networks?id=0ec84664-b286-431c-8e6d-81964b6279ea HTTP/1.1" status: 200 len: 811 time: 0.2357566 Apr 05 14:44:28.246074 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-7f09a05d-5a48-4d97-aeb1-c6953ca758b5 req-0b7e5ad0-9d2e-4b2c-9ab2-3211c171ff35 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=11640d9f-a14a-4756-b499-b13013deda57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158481 Apr 05 14:44:28.278520 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6baf83aa-075c-4a9b-9a11-d229db14e3b5 req-acbb45ff-a196-4e39-b90c-22947ca4618e tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/quotas/b1c6fdb1754a4696ad2f30e73253b821 HTTP/1.1" status: 200 len: 375 time: 0.0369456 Apr 05 14:44:28.314364 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e3503471-92af-4c00-91ca-8f2f39a11b5d tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:28.394652 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6baf83aa-075c-4a9b-9a11-d229db14e3b5 req-9aada64d-4d7f-42d6-8026-e4d402a39ea3 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b1c6fdb1754a4696ad2f30e73253b821&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1137991 Apr 05 14:44:28.432365 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c6211e07-e2bc-48ea-a1a0-7748ed28c7a7 None None] For port 0ab67a74-03da-437d-ab60-9c5ec272cf6c, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=0ab67a74-03da-437d-ab60-9c5ec272cf6c,segment=NetworkSegment(dc521718-8f68-440b-a0c2-ce84b32d947b),segment_id=dc521718-8f68-440b-a0c2-ce84b32d947b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:44:28.519159 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 54524) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:44:28.574811 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e3503471-92af-4c00-91ca-8f2f39a11b5d tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:28.583367 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3503471-92af-4c00-91ca-8f2f39a11b5d tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:28.584666 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e3503471-92af-4c00-91ca-8f2f39a11b5d tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:28.590678 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c28a012-f8d1-48e7-baa7-55717770b742 req-85068faf-d55b-40f6-9ca3-5857e59f6858 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:28.594434 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:28.596704 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c6211e07-e2bc-48ea-a1a0-7748ed28c7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:28.603075 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9c28a012-f8d1-48e7-baa7-55717770b742 req-85068faf-d55b-40f6-9ca3-5857e59f6858 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] 10.222.0.30 "GET /v2.0/ports?device_id=909a957b-de94-4d9b-b45d-b22ea5091660 HTTP/1.1" status: 200 len: 946 time: 0.1229975 Apr 05 14:44:28.743590 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-a34d62fa-5e7f-42ba-9a75-809fc82265ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'name': 'tempest-RoutersTest-router-2069048016', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:44:00Z', 'updated_at': '2022-04-05T14:44:25Z', 'revision_number': 4, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'gw_port_host': None, '_interfaces': [{'id': '06e06b4a-d050-4c1d-90bb-268a63ee6c75', 'name': '', 'network_id': '40cc0ec6-c48b-40ba-b1aa-8f09febc3199', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'mac_address': 'fa:16:3e:73:57:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '79a4694e-5985-4e9e-99ab-2a03d0fe3bdc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:12Z', 'updated_at': '2022-04-05T14:44:20Z', 'revision_number': 5, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'subnets': [{'id': '79a4694e-5985-4e9e-99ab-2a03d0fe3bdc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34d1f8d3-e3f5-43ee-a951-e8344c7cc32e', 'name': '', 'network_id': 'ebdcc65d-93e8-4547-9a48-7159e078614b', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'mac_address': 'fa:16:3e:99:91:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '38d9e5d7-9f97-46b9-8806-d7a1e76a7005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:03Z', 'updated_at': '2022-04-05T14:44:11Z', 'revision_number': 5, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'subnets': [{'id': '38d9e5d7-9f97-46b9-8806-d7a1e76a7005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68151dd6-1f70-4116-a133-ee97c15817fa', 'name': '', 'network_id': '982a5d51-3d0e-45e2-b5e1-0c50ba47a031', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'mac_address': 'fa:16:3e:a0:72:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2353, 'fixed_ips': [{'subnet_id': '6c8898ea-b166-44bd-b51e-2fe584ae70dd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:23Z', 'updated_at': '2022-04-05T14:44:26Z', 'revision_number': 2, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'subnets': [{'id': '6c8898ea-b166-44bd-b51e-2fe584ae70dd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:28.789880 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6211e07-e2bc-48ea-a1a0-7748ed28c7a7 None None] Pushing event updated for resources: {'Port': ['ID=0ab67a74-03da-437d-ab60-9c5ec272cf6c,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:28.815223 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-e3503471-92af-4c00-91ca-8f2f39a11b5d tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0648143 Apr 05 14:44:28.816496 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1877e24e-a8c6-49d6-8e27-2a6ff51d08ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:28.822222 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34d62fa-5e7f-42ba-9a75-809fc82265ff None None] Checking router: 4b8182cf-31f9-4416-b54f-c8c2c70e3cab for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:44:28.827954 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 54536) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:44:28.832056 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34d62fa-5e7f-42ba-9a75-809fc82265ff None None] Updating router 4b8182cf-31f9-4416-b54f-c8c2c70e3cab port 68151dd6-1f70-4116-a133-ee97c15817fa binding host n-d-836650-2 {{(pid=103323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:44:28.845897 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-d4bb9eb1-ecd6-449b-8a14-59b6c9915721 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Request body: {'subnet': {'network_id': 'd7a2e8ae-30a3-440d-972d-c16305008d9a', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:44:28.877311 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9c28a012-f8d1-48e7-baa7-55717770b742 req-fc0b29b8-3b98-4df7-b8ba-520fe5739f62 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbd4ea00-4b92-43d2-aa08-6c747762c70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596033 Apr 05 14:44:28.899994 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3503471-92af-4c00-91ca-8f2f39a11b5d tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Pushing event updated for resources: {'Network': ['ID=d7a2e8ae-30a3-440d-972d-c16305008d9a,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:28.941557 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302cef6b-5f99-497d-96d9-920740fe6e5b req-b90f7863-e4ef-41ac-94e0-513e0beb7468 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:28.944252 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-302cef6b-5f99-497d-96d9-920740fe6e5b req-b90f7863-e4ef-41ac-94e0-513e0beb7468 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.55 "GET /v2.0/ports?device_id=88a03fb3-db08-4fb3-9362-f3539d89b25a HTTP/1.1" status: 200 len: 946 time: 0.3240359 Apr 05 14:44:28.948607 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a34d62fa-5e7f-42ba-9a75-809fc82265ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:28.955813 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network d7a2e8ae-30a3-440d-972d-c16305008d9a details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:44:28.960720 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-5c508617-6b30-4039-97e8-6eccce443cc5 None None] Provisioning complete for port 68151dd6-1f70-4116-a133-ee97c15817fa triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:44:28.961016 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6baf83aa-075c-4a9b-9a11-d229db14e3b5 req-371b152a-6619-4f0f-a002-f09be1f79a0c service neutron] 10.222.0.30 "GET /v2.0/networks/0ec84664-b286-431c-8e6d-81964b6279ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5207515 Apr 05 14:44:28.983703 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5c508617-6b30-4039-97e8-6eccce443cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:29.004287 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca67bd-26ed-4bf3-bfb7-a33fc83ff706 req-f4ed2fc7-c91d-4271-a75f-2e3611cb8256 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:29.006152 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-82ca67bd-26ed-4bf3-bfb7-a33fc83ff706 req-f4ed2fc7-c91d-4271-a75f-2e3611cb8256 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] 10.222.0.55 "GET /v2.0/ports?device_id=909a957b-de94-4d9b-b45d-b22ea5091660 HTTP/1.1" status: 200 len: 946 time: 0.3203220 Apr 05 14:44:29.143690 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-5c508617-6b30-4039-97e8-6eccce443cc5 None None] Port 68151dd6-1f70-4116-a133-ee97c15817fa cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:44:29.186652 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 54542) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:44:29.268465 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1877e24e-a8c6-49d6-8e27-2a6ff51d08ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:29.297611 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.db.api [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:44:29.297961 n-d-836650-2 neutron-server[103322]: DEBUG oslo_db.api [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:44:29.300507 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4bb9eb1-ecd6-449b-8a14-59b6c9915721 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Made reservation on behalf of f3bfb97dae7f4364b96271d3f01488fb for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:44:29.306018 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d4bb9eb1-ecd6-449b-8a14-59b6c9915721 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:29.329138 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-5c508617-6b30-4039-97e8-6eccce443cc5 None None] Provisioning complete for port 0ab67a74-03da-437d-ab60-9c5ec272cf6c triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:44:29.329434 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5c508617-6b30-4039-97e8-6eccce443cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:29.430957 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe9a9fd-e3f0-4bb7-942e-62c4eea7f8f5 req-7372c4b5-5893-47cd-a751-d233dca612be tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:29.439486 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3fe9a9fd-e3f0-4bb7-942e-62c4eea7f8f5 req-7372c4b5-5893-47cd-a751-d233dca612be tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/ports?device_id=88a03fb3-db08-4fb3-9362-f3539d89b25a HTTP/1.1" status: 200 len: 946 time: 0.3803673 Apr 05 14:44:29.454461 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-ae5f455e-770f-4af2-8447-a0d7fe81896a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1066432504-network', 'tenant_id': '15503dce9d2944a4a898191fdde0d62f'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:44:29.475885 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1877e24e-a8c6-49d6-8e27-2a6ff51d08ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:29.494610 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6baf83aa-075c-4a9b-9a11-d229db14e3b5 req-1b697930-f485-4e06-8418-0722e4d9fbbb service neutron] 10.222.0.30 "GET /v2.0/networks/0ec84664-b286-431c-8e6d-81964b6279ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5328095 Apr 05 14:44:29.505952 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-82ca67bd-26ed-4bf3-bfb7-a33fc83ff706 req-d25cc124-1b7a-495c-9f00-bd46108c8d8c tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Deleting port 348b0f4d-20a0-4c8f-a358-7c81a30ec33c {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:44:29.506318 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-82ca67bd-26ed-4bf3-bfb7-a33fc83ff706 req-d25cc124-1b7a-495c-9f00-bd46108c8d8c tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:29.517927 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-1877e24e-a8c6-49d6-8e27-2a6ff51d08ba admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=11c3720b59514e76aa9c0be5d9c3fcc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9938557 Apr 05 14:44:29.523347 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 54546) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:44:29.598453 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae5f455e-770f-4af2-8447-a0d7fe81896a admin admin] Made reservation on behalf of 15503dce9d2944a4a898191fdde0d62f for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:44:29.606035 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ae5f455e-770f-4af2-8447-a0d7fe81896a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:29.665947 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:29.690823 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a34d62fa-5e7f-42ba-9a75-809fc82265ff None None] Notify callbacks [] for port, precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:29.695254 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ae5f455e-770f-4af2-8447-a0d7fe81896a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:29.702272 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1877e24e-a8c6-49d6-8e27-2a6ff51d08ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a29d8c91-5e21-4259-976f-a38090d13e12,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:29.754247 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3fe9a9fd-e3f0-4bb7-942e-62c4eea7f8f5 req-e99772e3-b619-4425-bbbf-227eb2ea68f4 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/security-groups?id=6aa4ff47-fb5e-455c-a491-6cc58636c316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138165 Apr 05 14:44:29.769661 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-cc9a7b39-fdf7-45f7-a2b4-5a518fc37ba9 None None] Provisioning complete for port 68151dd6-1f70-4116-a133-ee97c15817fa triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:44:29.770366 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cc9a7b39-fdf7-45f7-a2b4-5a518fc37ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:29.771806 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-302cef6b-5f99-497d-96d9-920740fe6e5b req-306452bb-9b87-455f-8916-1bfc601703df tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Deleting port 467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:44:29.772148 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-302cef6b-5f99-497d-96d9-920740fe6e5b req-306452bb-9b87-455f-8916-1bfc601703df tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:29.805068 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:29.852122 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-cc9a7b39-fdf7-45f7-a2b4-5a518fc37ba9 None None] Port 68151dd6-1f70-4116-a133-ee97c15817fa cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:44:29.882864 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a34d62fa-5e7f-42ba-9a75-809fc82265ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:29.895633 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-605a2a43-c8c6-4879-975d-16ba8791c764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:29.979788 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7645ab-db90-480e-860d-ba168afe1313 req-209760fa-35f4-4313-936a-a7bfc520cd86 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:29.982228 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-cb7645ab-db90-480e-860d-ba168afe1313 req-209760fa-35f4-4313-936a-a7bfc520cd86 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d168f2d-c63a-4772-8f5d-782f19b14901 HTTP/1.1" status: 200 len: 945 time: 0.2846730 Apr 05 14:44:29.994346 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-82ca67bd-26ed-4bf3-bfb7-a33fc83ff706 req-d25cc124-1b7a-495c-9f00-bd46108c8d8c tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] For port 348b0f4d-20a0-4c8f-a358-7c81a30ec33c, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=348b0f4d-20a0-4c8f-a358-7c81a30ec33c,segment=NetworkSegment(a7a576d5-7e19-454b-9cb6-12eb07c3f434),segment_id=a7a576d5-7e19-454b-9cb6-12eb07c3f434)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:44:29.994713 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-82ca67bd-26ed-4bf3-bfb7-a33fc83ff706 req-d25cc124-1b7a-495c-9f00-bd46108c8d8c tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:30.087762 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb657913-1ba6-4da6-ba50-5fae23230774 None None] Pushing event updated for resources: {'Port': ['ID=68151dd6-1f70-4116-a133-ee97c15817fa,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:30.095213 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 0ab67a74-03da-437d-ab60-9c5ec272cf6c up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:44:30.149108 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-605a2a43-c8c6-4879-975d-16ba8791c764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:30.200240 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 0ab67a74-03da-437d-ab60-9c5ec272cf6c triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:44:30.200790 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:30.206204 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-82ca67bd-26ed-4bf3-bfb7-a33fc83ff706 req-d25cc124-1b7a-495c-9f00-bd46108c8d8c tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Calling delete_port for 348b0f4d-20a0-4c8f-a358-7c81a30ec33c owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:44:30.215971 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d4bb9eb1-ecd6-449b-8a14-59b6c9915721 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:30.297925 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ae5f455e-770f-4af2-8447-a0d7fe81896a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:30.362592 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-302cef6b-5f99-497d-96d9-920740fe6e5b req-306452bb-9b87-455f-8916-1bfc601703df tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] For port 467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b,segment=NetworkSegment(2e5fff45-c274-4677-ad93-946fb51d752d),segment_id=2e5fff45-c274-4677-ad93-946fb51d752d)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:44:30.363111 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-302cef6b-5f99-497d-96d9-920740fe6e5b req-306452bb-9b87-455f-8916-1bfc601703df tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:30.381217 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-302cef6b-5f99-497d-96d9-920740fe6e5b req-306452bb-9b87-455f-8916-1bfc601703df tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Calling delete_port for 467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:44:30.387527 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bb9eb1-ecd6-449b-8a14-59b6c9915721 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Pushing event updated for resources: {'Subnet': ['ID=5da6c29d-98ca-4c6c-90c0-76bd5ea61fb7,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:30.392465 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-a34d62fa-5e7f-42ba-9a75-809fc82265ff None None] Attempting to bind port 68151dd6-1f70-4116-a133-ee97c15817fa on host n-d-836650-2 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:44:30.392826 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-a34d62fa-5e7f-42ba-9a75-809fc82265ff None None] Attempting to bind port 68151dd6-1f70-4116-a133-ee97c15817fa by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'dc521718-8f68-440b-a0c2-ce84b32d947b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '982a5d51-3d0e-45e2-b5e1-0c50ba47a031'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:44:30.393271 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34d62fa-5e7f-42ba-9a75-809fc82265ff None None] Attempting to bind port 68151dd6-1f70-4116-a133-ee97c15817fa on network 982a5d51-3d0e-45e2-b5e1-0c50ba47a031 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:44:30.402442 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34d62fa-5e7f-42ba-9a75-809fc82265ff None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:44:30.402812 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34d62fa-5e7f-42ba-9a75-809fc82265ff None None] Checking segment: {'id': 'dc521718-8f68-440b-a0c2-ce84b32d947b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '982a5d51-3d0e-45e2-b5e1-0c50ba47a031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:44:30.403200 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a34d62fa-5e7f-42ba-9a75-809fc82265ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:30.404072 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34d62fa-5e7f-42ba-9a75-809fc82265ff None None] Bound using segment: {'id': 'dc521718-8f68-440b-a0c2-ce84b32d947b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '982a5d51-3d0e-45e2-b5e1-0c50ba47a031'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:44:30.404686 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-a34d62fa-5e7f-42ba-9a75-809fc82265ff None None] Bound port: 68151dd6-1f70-4116-a133-ee97c15817fa, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc521718-8f68-440b-a0c2-ce84b32d947b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '982a5d51-3d0e-45e2-b5e1-0c50ba47a031'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:44:30.405479 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a34d62fa-5e7f-42ba-9a75-809fc82265ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:30.405965 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-cb7645ab-db90-480e-860d-ba168afe1313 req-8afc131e-7b9b-4f68-84a9-77fe2c3381eb tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Deleting port 330e59eb-65b5-4249-b0f8-5b6c3a657ba4 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:44:30.406312 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-cb7645ab-db90-480e-860d-ba168afe1313 req-8afc131e-7b9b-4f68-84a9-77fe2c3381eb tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:30.417215 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bb9eb1-ecd6-449b-8a14-59b6c9915721 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Checking segment: {'id': 'd131064f-d062-4251-be1b-375657a29521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd7a2e8ae-30a3-440d-972d-c16305008d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:44:30.417634 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bb9eb1-ecd6-449b-8a14-59b6c9915721 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Network hostable DHCP agents. Network: d7a2e8ae-30a3-440d-972d-c16305008d9a, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:44:30.441655 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ae5f455e-770f-4af2-8447-a0d7fe81896a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:30.490497 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-a34d62fa-5e7f-42ba-9a75-809fc82265ff None None] For port 68151dd6-1f70-4116-a133-ee97c15817fa, host n-d-836650-2, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:44:30.490713 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-88ea5aba-ae68-466f-8bfc-f3a2fddf5af8 None None] Provisioning complete for port 68151dd6-1f70-4116-a133-ee97c15817fa triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:44:30.492218 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-88ea5aba-ae68-466f-8bfc-f3a2fddf5af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:30.494505 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-a34d62fa-5e7f-42ba-9a75-809fc82265ff None None] For port 68151dd6-1f70-4116-a133-ee97c15817fa, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=68151dd6-1f70-4116-a133-ee97c15817fa,segment=NetworkSegment(dc521718-8f68-440b-a0c2-ce84b32d947b),segment_id=dc521718-8f68-440b-a0c2-ce84b32d947b)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:44:30.519846 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae5f455e-770f-4af2-8447-a0d7fe81896a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:44:30.536421 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5f455e-770f-4af2-8447-a0d7fe81896a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:30.545405 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ae5f455e-770f-4af2-8447-a0d7fe81896a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:30.545714 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-ae5f455e-770f-4af2-8447-a0d7fe81896a admin admin] Added segment 2ed50d53-ad8d-43f0-946d-9bbaf222e8be of type vlan for network 66b3e69f-5222-44a7-bf1a-94ad2df58cf2 Apr 05 14:44:30.565869 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-88ea5aba-ae68-466f-8bfc-f3a2fddf5af8 None None] Port 68151dd6-1f70-4116-a133-ee97c15817fa cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:44:30.603467 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a34d62fa-5e7f-42ba-9a75-809fc82265ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:30.604000 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-cb7645ab-db90-480e-860d-ba168afe1313 req-8afc131e-7b9b-4f68-84a9-77fe2c3381eb tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] For port 330e59eb-65b5-4249-b0f8-5b6c3a657ba4, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=330e59eb-65b5-4249-b0f8-5b6c3a657ba4,segment=NetworkSegment(a7a576d5-7e19-454b-9cb6-12eb07c3f434),segment_id=a7a576d5-7e19-454b-9cb6-12eb07c3f434)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:44:30.604541 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-cb7645ab-db90-480e-860d-ba168afe1313 req-8afc131e-7b9b-4f68-84a9-77fe2c3381eb tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:30.626646 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ae5f455e-770f-4af2-8447-a0d7fe81896a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:30.628907 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-cb7645ab-db90-480e-860d-ba168afe1313 req-8afc131e-7b9b-4f68-84a9-77fe2c3381eb tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Calling delete_port for 330e59eb-65b5-4249-b0f8-5b6c3a657ba4 owned by compute:nova {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:44:30.658783 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb657913-1ba6-4da6-ba50-5fae23230774 None None] Pushing event updated for resources: {'Port': ['ID=68151dd6-1f70-4116-a133-ee97c15817fa,revision_number=4']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:30.687285 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bb9eb1-ecd6-449b-8a14-59b6c9915721 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Network d7a2e8ae-30a3-440d-972d-c16305008d9a is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:44:30.721713 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34d62fa-5e7f-42ba-9a75-809fc82265ff None None] Routers {'4b8182cf-31f9-4416-b54f-c8c2c70e3cab'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:44:30.723516 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-a34d62fa-5e7f-42ba-9a75-809fc82265ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:44:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['4b8182cf-31f9-4416-b54f-c8c2c70e3cab'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:30.888519 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ae5f455e-770f-4af2-8447-a0d7fe81896a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:30.889565 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5f455e-770f-4af2-8447-a0d7fe81896a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:30.890859 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ae5f455e-770f-4af2-8447-a0d7fe81896a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:30.891571 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-a34d62fa-5e7f-42ba-9a75-809fc82265ff None None] Set router 4b8182cf-31f9-4416-b54f-c8c2c70e3cab gateway port host: None {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:44:30.901520 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-d4bb9eb1-ecd6-449b-8a14-59b6c9915721 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, d7a2e8ae-30a3-440d-972d-c16305008d9a) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:44:30.915189 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227142f5-6c1e-4de0-9dc7-85e64495c921 None None] Network d7a2e8ae-30a3-440d-972d-c16305008d9a requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:44:31.017592 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe26839-aadd-42b4-b626-bea7a1eae060 req-71addd32-a724-4e15-af3d-f020505bc25d tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:31.018148 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4bb9eb1-ecd6-449b-8a14-59b6c9915721 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:31.018957 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d4bb9eb1-ecd6-449b-8a14-59b6c9915721 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:31.026417 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8fe26839-aadd-42b4-b626-bea7a1eae060 req-71addd32-a724-4e15-af3d-f020505bc25d tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fb8ba11-dd17-4faf-8654-fe2f3115015c HTTP/1.1" status: 200 len: 945 time: 1.1731255 Apr 05 14:44:31.037739 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5f455e-770f-4af2-8447-a0d7fe81896a admin admin] Pushing event updated for resources: {'Network': ['ID=66b3e69f-5222-44a7-bf1a-94ad2df58cf2,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:31.072651 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-cb7645ab-db90-480e-860d-ba168afe1313 req-8afc131e-7b9b-4f68-84a9-77fe2c3381eb tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:31.114521 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250361fe-4f8c-4053-bcaf-858693bf04a0 req-6d13cf77-e73c-4fcb-8b23-0e16b273964c tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:31.123792 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-250361fe-4f8c-4053-bcaf-858693bf04a0 req-6d13cf77-e73c-4fcb-8b23-0e16b273964c tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] 10.222.0.30 "GET /v2.0/ports?device_id=909a957b-de94-4d9b-b45d-b22ea5091660 HTTP/1.1" status: 200 len: 946 time: 0.9604239 Apr 05 14:44:31.137809 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afc131e-7b9b-4f68-84a9-77fe2c3381eb tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Pushing event deleted for resources: {'Port': ['ID=330e59eb-65b5-4249-b0f8-5b6c3a657ba4,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:31.168607 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8fe26839-aadd-42b4-b626-bea7a1eae060 req-3bbb3d28-f101-4982-9af2-394abc3f9433 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=11640d9f-a14a-4756-b499-b13013deda57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411242 Apr 05 14:44:31.205661 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-250361fe-4f8c-4053-bcaf-858693bf04a0 req-2176ae64-8ee0-4c78-ad51-941e92752d9c tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbd4ea00-4b92-43d2-aa08-6c747762c70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791540 Apr 05 14:44:31.256633 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 66b3e69f-5222-44a7-bf1a-94ad2df58cf2 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:44:31.262537 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-a34d62fa-5e7f-42ba-9a75-809fc82265ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'name': 'tempest-RoutersTest-router-2069048016', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:44:00Z', 'updated_at': '2022-04-05T14:44:25Z', 'revision_number': 4, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'gw_port_host': None, '_interfaces': [{'id': '06e06b4a-d050-4c1d-90bb-268a63ee6c75', 'name': '', 'network_id': '40cc0ec6-c48b-40ba-b1aa-8f09febc3199', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'mac_address': 'fa:16:3e:73:57:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '79a4694e-5985-4e9e-99ab-2a03d0fe3bdc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:12Z', 'updated_at': '2022-04-05T14:44:20Z', 'revision_number': 5, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'subnets': [{'id': '79a4694e-5985-4e9e-99ab-2a03d0fe3bdc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34d1f8d3-e3f5-43ee-a951-e8344c7cc32e', 'name': '', 'network_id': 'ebdcc65d-93e8-4547-9a48-7159e078614b', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'mac_address': 'fa:16:3e:99:91:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '38d9e5d7-9f97-46b9-8806-d7a1e76a7005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:03Z', 'updated_at': '2022-04-05T14:44:11Z', 'revision_number': 5, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'subnets': [{'id': '38d9e5d7-9f97-46b9-8806-d7a1e76a7005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68151dd6-1f70-4116-a133-ee97c15817fa', 'name': '', 'network_id': '982a5d51-3d0e-45e2-b5e1-0c50ba47a031', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'mac_address': 'fa:16:3e:a0:72:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2353, 'fixed_ips': [{'subnet_id': '6c8898ea-b166-44bd-b51e-2fe584ae70dd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:23Z', 'updated_at': '2022-04-05T14:44:30Z', 'revision_number': 4, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'subnets': [{'id': '6c8898ea-b166-44bd-b51e-2fe584ae70dd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:31.316502 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34d62fa-5e7f-42ba-9a75-809fc82265ff None None] The sync data for ids ['4b8182cf-31f9-4416-b54f-c8c2c70e3cab'] in n-d-836650-2 is: [{'id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'name': 'tempest-RoutersTest-router-2069048016', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:44:00Z', 'updated_at': '2022-04-05T14:44:25Z', 'revision_number': 4, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'gw_port_host': None, '_interfaces': [{'id': '06e06b4a-d050-4c1d-90bb-268a63ee6c75', 'name': '', 'network_id': '40cc0ec6-c48b-40ba-b1aa-8f09febc3199', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'mac_address': 'fa:16:3e:73:57:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '79a4694e-5985-4e9e-99ab-2a03d0fe3bdc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:12Z', 'updated_at': '2022-04-05T14:44:20Z', 'revision_number': 5, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'subnets': [{'id': '79a4694e-5985-4e9e-99ab-2a03d0fe3bdc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34d1f8d3-e3f5-43ee-a951-e8344c7cc32e', 'name': '', 'network_id': 'ebdcc65d-93e8-4547-9a48-7159e078614b', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'mac_address': 'fa:16:3e:99:91:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '38d9e5d7-9f97-46b9-8806-d7a1e76a7005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:03Z', 'updated_at': '2022-04-05T14:44:11Z', 'revision_number': 5, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'subnets': [{'id': '38d9e5d7-9f97-46b9-8806-d7a1e76a7005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68151dd6-1f70-4116-a133-ee97c15817fa', 'name': '', 'network_id': '982a5d51-3d0e-45e2-b5e1-0c50ba47a031', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'mac_address': 'fa:16:3e:a0:72:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2353, 'fixed_ips': [{'subnet_id': '6c8898ea-b166-44bd-b51e-2fe584ae70dd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:23Z', 'updated_at': '2022-04-05T14:44:30Z', 'revision_number': 4, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'subnets': [{'id': '6c8898ea-b166-44bd-b51e-2fe584ae70dd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:44:31.332061 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-302cef6b-5f99-497d-96d9-920740fe6e5b req-306452bb-9b87-455f-8916-1bfc601703df tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:31.354006 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-ae5f455e-770f-4af2-8447-a0d7fe81896a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1645184 Apr 05 14:44:31.354609 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 54566) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:44:31.355599 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb7645ab-db90-480e-860d-ba168afe1313 req-8afc131e-7b9b-4f68-84a9-77fe2c3381eb tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] No DVR routers for this DVR port 330e59eb-65b5-4249-b0f8-5b6c3a657ba4 on host n-h1-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:44:31.374828 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-cb7645ab-db90-480e-860d-ba168afe1313 req-8afc131e-7b9b-4f68-84a9-77fe2c3381eb tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:31.379052 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-cb7645ab-db90-480e-860d-ba168afe1313 req-8afc131e-7b9b-4f68-84a9-77fe2c3381eb tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] 10.222.0.55 "DELETE /v2.0/ports/330e59eb-65b5-4249-b0f8-5b6c3a657ba4 HTTP/1.1" status: 204 len: 173 time: 1.3777204 Apr 05 14:44:31.403678 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-3778febd-0589-42ac-8751-c92bd10ff6a6 admin admin] Request body: {'subnet': {'network_id': '66b3e69f-5222-44a7-bf1a-94ad2df58cf2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1066432504-subnet', 'tenant_id': '15503dce9d2944a4a898191fdde0d62f', 'ip_version': 4}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:44:31.415681 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-d4bb9eb1-ecd6-449b-8a14-59b6c9915721 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5806551 Apr 05 14:44:31.417457 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d168f2d-c63a-4772-8f5d-782f19b14901', 'name': 'network-vif-deleted', 'tag': '330e59eb-65b5-4249-b0f8-5b6c3a657ba4'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:44:31.420139 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7fa6af8-9472-4138-a563-6dce1b45cea6" -d '{"events": [{"server_uuid": "1d168f2d-c63a-4772-8f5d-782f19b14901", "name": "network-vif-deleted", "tag": "330e59eb-65b5-4249-b0f8-5b6c3a657ba4"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:44:31.420468 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['330e59eb-65b5-4249-b0f8-5b6c3a657ba4'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:44:31.425936 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 54568) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:44:31.457609 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306452bb-9b87-455f-8916-1bfc601703df tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Pushing event deleted for resources: {'Port': ['ID=467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:31.462521 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-13beda8b-fd80-4b1c-afb4-91505f5a0a13 req-eb93a7df-3a56-4804-9420-29c708f75189 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/ports?device_id=0587635d-2d83-4d44-9a8f-6b7847388bdc HTTP/1.1" status: 200 len: 210 time: 0.1682916 Apr 05 14:44:31.496721 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-8f595569-b2a8-4a44-bd92-d3411da38dc1 None None] Provisioning complete for port 68151dd6-1f70-4116-a133-ee97c15817fa triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:44:31.497213 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8f595569-b2a8-4a44-bd92-d3411da38dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:31.505330 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-605a2a43-c8c6-4879-975d-16ba8791c764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:31.506498 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-605a2a43-c8c6-4879-975d-16ba8791c764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:31.508238 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-605a2a43-c8c6-4879-975d-16ba8791c764 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a29d8c91-5e21-4259-976f-a38090d13e12 HTTP/1.1" status: 204 len: 168 time: 1.9735548 Apr 05 14:44:31.652634 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-302cef6b-5f99-497d-96d9-920740fe6e5b req-306452bb-9b87-455f-8916-1bfc601703df tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] No DVR routers for this DVR port 467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b on host n-h1-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:44:31.658193 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-302cef6b-5f99-497d-96d9-920740fe6e5b req-306452bb-9b87-455f-8916-1bfc601703df tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:31.663442 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-302cef6b-5f99-497d-96d9-920740fe6e5b req-306452bb-9b87-455f-8916-1bfc601703df tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.55 "DELETE /v2.0/ports/467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b HTTP/1.1" status: 204 len: 173 time: 2.6925361 Apr 05 14:44:31.685229 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88a03fb3-db08-4fb3-9362-f3539d89b25a', 'name': 'network-vif-deleted', 'tag': '467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:44:31.685229 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d865c78b-2d1b-4f23-b57e-e9cb55ab95fc" -d '{"events": [{"server_uuid": "88a03fb3-db08-4fb3-9362-f3539d89b25a", "name": "network-vif-deleted", "tag": "467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:44:31.713017 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-95d683bc-db6e-40f4-9b82-4a75e6eb1828 req-f411001b-02c9-49e6-a571-09c9841d3891 tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/ports?device_id=88a03fb3-db08-4fb3-9362-f3539d89b25a HTTP/1.1" status: 200 len: 210 time: 0.2509961 Apr 05 14:44:31.722441 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605a2a43-c8c6-4879-975d-16ba8791c764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a29d8c91-5e21-4259-976f-a38090d13e12,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:31.735704 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa0d544-8efc-44fb-ab06-9f91c98a473a x-openstack-request-id: req-2fa0d544-8efc-44fb-ab06-9f91c98a473a {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:44:31.736261 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d168f2d-c63a-4772-8f5d-782f19b14901", "name": "network-vif-deleted", "tag": "330e59eb-65b5-4249-b0f8-5b6c3a657ba4", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:44:31.739291 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2fa0d544-8efc-44fb-ab06-9f91c98a473a {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:44:31.739926 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fa0d544-8efc-44fb-ab06-9f91c98a473a'] response: {'server_uuid': '1d168f2d-c63a-4772-8f5d-782f19b14901', 'name': 'network-vif-deleted', 'tag': '330e59eb-65b5-4249-b0f8-5b6c3a657ba4', 'status': 'completed', 'code': 200} Apr 05 14:44:31.741513 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3778febd-0589-42ac-8751-c92bd10ff6a6 admin admin] Made reservation on behalf of 15503dce9d2944a4a898191fdde0d62f for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:44:31.744289 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3778febd-0589-42ac-8751-c92bd10ff6a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:31.775602 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8f595569-b2a8-4a44-bd92-d3411da38dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:31.834590 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-8f595569-b2a8-4a44-bd92-d3411da38dc1 None None] For port 68151dd6-1f70-4116-a133-ee97c15817fa, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=68151dd6-1f70-4116-a133-ee97c15817fa,segment=NetworkSegment(dc521718-8f68-440b-a0c2-ce84b32d947b),segment_id=dc521718-8f68-440b-a0c2-ce84b32d947b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:44:31.848381 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e589f4da-f1a9-4a55-ae08-3b80795bddcf x-openstack-request-id: req-e589f4da-f1a9-4a55-ae08-3b80795bddcf {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:44:31.848684 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88a03fb3-db08-4fb3-9362-f3539d89b25a", "name": "network-vif-deleted", "tag": "467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:44:31.848962 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e589f4da-f1a9-4a55-ae08-3b80795bddcf {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:44:31.849369 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e589f4da-f1a9-4a55-ae08-3b80795bddcf'] response: {'server_uuid': '88a03fb3-db08-4fb3-9362-f3539d89b25a', 'name': 'network-vif-deleted', 'tag': '467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b', 'status': 'completed', 'code': 200} Apr 05 14:44:31.900176 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0a90bb-d439-48bd-9d6c-366a504aea66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-d7a2e8ae-30a3-440d-972d-c16305008d9a', 'network_id': 'd7a2e8ae-30a3-440d-972d-c16305008d9a', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'fixed_ips': [{'subnet_id': '5da6c29d-98ca-4c6c-90c0-76bd5ea61fb7'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:44:31.901183 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ad0a90bb-d439-48bd-9d6c-366a504aea66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:32.034390 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-82ca67bd-26ed-4bf3-bfb7-a33fc83ff706 req-d25cc124-1b7a-495c-9f00-bd46108c8d8c tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:32.111331 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25cc124-1b7a-495c-9f00-bd46108c8d8c tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Pushing event deleted for resources: {'Port': ['ID=348b0f4d-20a0-4c8f-a358-7c81a30ec33c,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:32.151873 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8f595569-b2a8-4a44-bd92-d3411da38dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:32.174415 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['330e59eb-65b5-4249-b0f8-5b6c3a657ba4'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:44:32.198749 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 348b0f4d-20a0-4c8f-a358-7c81a30ec33c no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:44:32.211002 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 68151dd6-1f70-4116-a133-ee97c15817fa up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:44:32.255705 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-82ca67bd-26ed-4bf3-bfb7-a33fc83ff706 req-d25cc124-1b7a-495c-9f00-bd46108c8d8c tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] No DVR routers for this DVR port 348b0f4d-20a0-4c8f-a358-7c81a30ec33c on host n-h1-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:44:32.259182 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-82ca67bd-26ed-4bf3-bfb7-a33fc83ff706 req-d25cc124-1b7a-495c-9f00-bd46108c8d8c tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:32.263806 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-82ca67bd-26ed-4bf3-bfb7-a33fc83ff706 req-d25cc124-1b7a-495c-9f00-bd46108c8d8c tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] 10.222.0.55 "DELETE /v2.0/ports/348b0f4d-20a0-4c8f-a358-7c81a30ec33c HTTP/1.1" status: 204 len: 173 time: 3.2080708 Apr 05 14:44:32.463383 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f595569-b2a8-4a44-bd92-d3411da38dc1 None None] Pushing event updated for resources: {'Port': ['ID=68151dd6-1f70-4116-a133-ee97c15817fa,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:32.464203 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3b0aa2b5-6b12-4907-ad0d-0919326d8d33 req-16768dbf-805c-4a29-849f-0fa968250101 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] 10.222.0.30 "GET /v2.0/ports?device_id=909a957b-de94-4d9b-b45d-b22ea5091660 HTTP/1.1" status: 200 len: 210 time: 0.1146953 Apr 05 14:44:32.478412 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] No Port match for: 348b0f4d-20a0-4c8f-a358-7c81a30ec33c {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:44:32.479621 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 348b0f4d-20a0-4c8f-a358-7c81a30ec33c not bound to the agent host n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:44:32.480238 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:44:32.560401 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] No Port match for: 467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:44:32.563323 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 467bb569-9fe9-4d9c-a6e2-79aeb46fbd2b not bound to the agent host n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:44:32.589576 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 68151dd6-1f70-4116-a133-ee97c15817fa triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:44:32.590299 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:32.642146 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-ad0a90bb-d439-48bd-9d6c-366a504aea66 None None] Allocated IP 172.23.0.2 (d7a2e8ae-30a3-440d-972d-c16305008d9a/5da6c29d-98ca-4c6c-90c0-76bd5ea61fb7/9b617a56-c7fe-4633-840a-f846919d3645) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:44:32.686141 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dc4b70-358b-4c87-8189-18d717255dce req-cd2d3c76-d637-4069-877e-a60d5ecf0b31 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:32.696151 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-88dc4b70-358b-4c87-8189-18d717255dce req-cd2d3c76-d637-4069-877e-a60d5ecf0b31 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fb8ba11-dd17-4faf-8654-fe2f3115015c HTTP/1.1" status: 200 len: 945 time: 0.1483057 Apr 05 14:44:32.737911 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b931c56f-68e8-4a82-a28b-f09e840c2876 req-04b87a1f-11de-4233-bcea-596265ce3cd1 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/ports?device_id=0587635d-2d83-4d44-9a8f-6b7847388bdc HTTP/1.1" status: 200 len: 210 time: 0.1130548 Apr 05 14:44:32.761538 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf7a5df-f767-4a47-9476-4209bcf5c584 req-a7c4f3e3-5d4b-4a2d-b47e-d0b8fcdb039f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:32.764530 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-0cf7a5df-f767-4a47-9476-4209bcf5c584 req-a7c4f3e3-5d4b-4a2d-b47e-d0b8fcdb039f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d9feba5fdbdc4767955480ab96956cf8&device_id=1fb8ba11-dd17-4faf-8654-fe2f3115015c HTTP/1.1" status: 200 len: 1096 time: 0.1519775 Apr 05 14:44:32.865888 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-88dc4b70-358b-4c87-8189-18d717255dce req-099b9a21-8796-46a3-bacf-407767ba2735 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=11640d9f-a14a-4756-b499-b13013deda57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664753 Apr 05 14:44:33.035767 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 54596) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:44:33.040922 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-22f53727-7d85-471e-9f12-a4f45e523e3c req-1c5b551c-a212-4e7d-bb9a-a7a8aaa5a04f tempest-FloatingIPsAssociationTestJSON-1366859916 tempest-FloatingIPsAssociationTestJSON-1366859916-project] 10.222.0.30 "GET /v2.0/ports?device_id=88a03fb3-db08-4fb3-9362-f3539d89b25a HTTP/1.1" status: 200 len: 210 time: 0.0659709 Apr 05 14:44:33.079651 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8a1aec90-e133-4a81-918b-b7167d2a9cad admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:33.091770 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ad0a90bb-d439-48bd-9d6c-366a504aea66 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:33.208901 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ad0a90bb-d439-48bd-9d6c-366a504aea66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:33.259819 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf7a5df-f767-4a47-9476-4209bcf5c584 req-5b775875-bc78-4f1a-814b-cf132cf13a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:33.261333 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-0cf7a5df-f767-4a47-9476-4209bcf5c584 req-5b775875-bc78-4f1a-814b-cf132cf13a41 service neutron] 10.222.0.11 "GET /v2.0/networks?id=600f0cf5-5409-4f71-be79-543bdecff300 HTTP/1.1" status: 200 len: 920 time: 0.4841805 Apr 05 14:44:33.300403 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0a90bb-d439-48bd-9d6c-366a504aea66 None None] Network d7a2e8ae-30a3-440d-972d-c16305008d9a is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:44:33.305035 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-ad0a90bb-d439-48bd-9d6c-366a504aea66 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:44:33.316324 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0a90bb-d439-48bd-9d6c-366a504aea66 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:44:33.327326 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0a90bb-d439-48bd-9d6c-366a504aea66 None None] Pushing event updated for resources: {'Port': ['ID=9b617a56-c7fe-4633-840a-f846919d3645,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:33.346610 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-0cf7a5df-f767-4a47-9476-4209bcf5c584 req-30cb87a9-5a54-490c-8395-c9bd83e6d36c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7782696d-12b2-4415-8728-5874c031edf7 HTTP/1.1" status: 200 len: 217 time: 0.0586138 Apr 05 14:44:33.415529 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8a1aec90-e133-4a81-918b-b7167d2a9cad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:33.423639 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e4537cb4-08b5-4193-bb00-cb471050bc4b tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:33.438217 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-ad0a90bb-d439-48bd-9d6c-366a504aea66 None None] Attempting to bind port 9b617a56-c7fe-4633-840a-f846919d3645 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:44:33.438654 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-ad0a90bb-d439-48bd-9d6c-366a504aea66 None None] Attempting to bind port 9b617a56-c7fe-4633-840a-f846919d3645 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'd131064f-d062-4251-be1b-375657a29521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd7a2e8ae-30a3-440d-972d-c16305008d9a'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:44:33.439022 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0a90bb-d439-48bd-9d6c-366a504aea66 None None] Attempting to bind port 9b617a56-c7fe-4633-840a-f846919d3645 on network d7a2e8ae-30a3-440d-972d-c16305008d9a {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:44:33.449518 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0a90bb-d439-48bd-9d6c-366a504aea66 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:44:33.449901 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0a90bb-d439-48bd-9d6c-366a504aea66 None None] Checking segment: {'id': 'd131064f-d062-4251-be1b-375657a29521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd7a2e8ae-30a3-440d-972d-c16305008d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:44:33.450455 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ad0a90bb-d439-48bd-9d6c-366a504aea66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:33.450984 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0a90bb-d439-48bd-9d6c-366a504aea66 None None] Bound using segment: {'id': 'd131064f-d062-4251-be1b-375657a29521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd7a2e8ae-30a3-440d-972d-c16305008d9a'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:44:33.451469 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-ad0a90bb-d439-48bd-9d6c-366a504aea66 None None] Bound port: 9b617a56-c7fe-4633-840a-f846919d3645, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd131064f-d062-4251-be1b-375657a29521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd7a2e8ae-30a3-440d-972d-c16305008d9a'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:44:33.453665 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf7a5df-f767-4a47-9476-4209bcf5c584 req-48f3dc19-7616-4deb-9786-4e0d9b642f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:33.453808 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ad0a90bb-d439-48bd-9d6c-366a504aea66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:33.455547 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-0cf7a5df-f767-4a47-9476-4209bcf5c584 req-48f3dc19-7616-4deb-9786-4e0d9b642f15 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fe7e919b-03a6-4a26-b866-e533217cd38c HTTP/1.1" status: 200 len: 858 time: 0.0930910 Apr 05 14:44:33.535294 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3778febd-0589-42ac-8751-c92bd10ff6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:33.540817 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8a1aec90-e133-4a81-918b-b7167d2a9cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:33.566472 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-ad0a90bb-d439-48bd-9d6c-366a504aea66 None None] For port 9b617a56-c7fe-4633-840a-f846919d3645, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:44:33.572859 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-ad0a90bb-d439-48bd-9d6c-366a504aea66 None None] For port 9b617a56-c7fe-4633-840a-f846919d3645, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=9b617a56-c7fe-4633-840a-f846919d3645,segment=NetworkSegment(d131064f-d062-4251-be1b-375657a29521),segment_id=d131064f-d062-4251-be1b-375657a29521)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:44:33.624958 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-8a1aec90-e133-4a81-918b-b7167d2a9cad admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0505b903cb8d42aca73175bacc278158&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5882862 Apr 05 14:44:33.632943 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 54600) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:44:33.644174 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ad0a90bb-d439-48bd-9d6c-366a504aea66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:33.646757 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b0e7faf0-abc3-44b5-9d60-db4f318327c4 req-8af85b6f-0608-47c9-b0f7-b2d8e84f01b6 tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] 10.222.0.30 "GET /v2.0/ports?device_id=909a957b-de94-4d9b-b45d-b22ea5091660 HTTP/1.1" status: 200 len: 210 time: 0.0429299 Apr 05 14:44:33.703774 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf7a5df-f767-4a47-9476-4209bcf5c584 req-ab815aa2-58c4-4629-a190-a5357e8d68cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:33.705396 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-0cf7a5df-f767-4a47-9476-4209bcf5c584 req-ab815aa2-58c4-4629-a190-a5357e8d68cb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=600f0cf5-5409-4f71-be79-543bdecff300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2153773 Apr 05 14:44:33.746358 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0a90bb-d439-48bd-9d6c-366a504aea66 None None] Pushing event updated for resources: {'Port': ['ID=9b617a56-c7fe-4633-840a-f846919d3645,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:33.772223 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3778febd-0589-42ac-8751-c92bd10ff6a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a727d51d-00fa-45ac-ab45-e910bc527386,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:33.810600 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1aec90-e133-4a81-918b-b7167d2a9cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6fcb9c-26f2-4bf3-a891-95ffbc3e2c54,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:33.850271 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '909a957b-de94-4d9b-b45d-b22ea5091660', 'name': 'network-vif-deleted', 'tag': '348b0f4d-20a0-4c8f-a358-7c81a30ec33c'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:44:33.853385 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b95a36-26da-4ff9-b6b7-3fe63933b361" -d '{"events": [{"server_uuid": "909a957b-de94-4d9b-b45d-b22ea5091660", "name": "network-vif-deleted", "tag": "348b0f4d-20a0-4c8f-a358-7c81a30ec33c"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:44:33.956870 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a1a4a602-7902-4c2c-94aa-f46eef858919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:33.978032 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4a35de-f2c4-4544-829e-189022ef0de8 x-openstack-request-id: req-4b4a35de-f2c4-4544-829e-189022ef0de8 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:44:33.980010 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "909a957b-de94-4d9b-b45d-b22ea5091660", "name": "network-vif-deleted", "tag": "348b0f4d-20a0-4c8f-a358-7c81a30ec33c", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:44:33.980612 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4b4a35de-f2c4-4544-829e-189022ef0de8 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:44:33.983282 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b4a35de-f2c4-4544-829e-189022ef0de8'] response: {'server_uuid': '909a957b-de94-4d9b-b45d-b22ea5091660', 'name': 'network-vif-deleted', 'tag': '348b0f4d-20a0-4c8f-a358-7c81a30ec33c', 'status': 'completed', 'code': 200} Apr 05 14:44:34.004351 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-034116b3-5117-4611-b2aa-478b650590c4 req-8988a046-01ff-41e1-9fe7-47d3076af3c5 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/ports?device_id=0587635d-2d83-4d44-9a8f-6b7847388bdc HTTP/1.1" status: 200 len: 210 time: 0.0893354 Apr 05 14:44:34.027275 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 68151dd6-1f70-4116-a133-ee97c15817fa up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:44:34.110841 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 330e59eb-65b5-4249-b0f8-5b6c3a657ba4 no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:44:34.158617 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3778febd-0589-42ac-8751-c92bd10ff6a6 admin admin] Checking segment: {'id': '2ed50d53-ad8d-43f0-946d-9bbaf222e8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '66b3e69f-5222-44a7-bf1a-94ad2df58cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:44:34.159065 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3778febd-0589-42ac-8751-c92bd10ff6a6 admin admin] Network hostable DHCP agents. Network: 66b3e69f-5222-44a7-bf1a-94ad2df58cf2, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:44:34.197048 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] No Port match for: 330e59eb-65b5-4249-b0f8-5b6c3a657ba4 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:44:34.197495 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 330e59eb-65b5-4249-b0f8-5b6c3a657ba4 not bound to the agent host n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:44:34.204415 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a1a4a602-7902-4c2c-94aa-f46eef858919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:34.230712 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 68151dd6-1f70-4116-a133-ee97c15817fa triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:44:34.231489 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:34.234990 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 54614) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:44:34.408383 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-0cf7a5df-f767-4a47-9476-4209bcf5c584 req-754a3a27-162c-461a-bd27-516cfdeff85c service neutron] 10.222.0.11 "GET /v2.0/networks/600f0cf5-5409-4f71-be79-543bdecff300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6519787 Apr 05 14:44:34.418935 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c843a919-ad41-43a5-a694-887c21ba798f req-b8dab0a1-9390-466e-8ca4-8ccf25dcbd15 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:34.428132 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c843a919-ad41-43a5-a694-887c21ba798f req-b8dab0a1-9390-466e-8ca4-8ccf25dcbd15 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fb8ba11-dd17-4faf-8654-fe2f3115015c HTTP/1.1" status: 200 len: 945 time: 0.3878908 Apr 05 14:44:34.445043 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a1a4a602-7902-4c2c-94aa-f46eef858919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:34.447857 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a1a4a602-7902-4c2c-94aa-f46eef858919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:34.449388 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-a1a4a602-7902-4c2c-94aa-f46eef858919 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3d6fcb9c-26f2-4bf3-a891-95ffbc3e2c54 HTTP/1.1" status: 204 len: 168 time: 0.8103983 Apr 05 14:44:34.457809 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baf83aa-075c-4a9b-9a11-d229db14e3b5 req-cb93f6a4-ba1d-4ef3-9c16-c48d071837e1 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:34.460198 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6baf83aa-075c-4a9b-9a11-d229db14e3b5 req-cb93f6a4-ba1d-4ef3-9c16-c48d071837e1 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.11 "GET /v2.0/networks?id=0ec84664-b286-431c-8e6d-81964b6279ea HTTP/1.1" status: 200 len: 811 time: 0.4461236 Apr 05 14:44:34.474690 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3778febd-0589-42ac-8751-c92bd10ff6a6 admin admin] Network 66b3e69f-5222-44a7-bf1a-94ad2df58cf2 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:44:34.525232 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-e4537cb4-08b5-4193-bb00-cb471050bc4b tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Allocated IP 172.23.0.1 (d7a2e8ae-30a3-440d-972d-c16305008d9a/5da6c29d-98ca-4c6c-90c0-76bd5ea61fb7/01ab0fee-e908-4b53-8655-4b25ec35707d) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:44:34.543418 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4a602-7902-4c2c-94aa-f46eef858919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6fcb9c-26f2-4bf3-a891-95ffbc3e2c54,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:34.597185 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c843a919-ad41-43a5-a694-887c21ba798f req-3f536926-4607-4fdb-8f2a-cb6ada5a9dab tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=11640d9f-a14a-4756-b499-b13013deda57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677392 Apr 05 14:44:34.651754 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6baf83aa-075c-4a9b-9a11-d229db14e3b5 req-9cfa949a-c5e7-43d6-ba18-e87b2692fdfa tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1c6fdb1754a4696ad2f30e73253b821 HTTP/1.1" status: 200 len: 379 time: 0.1323946 Apr 05 14:44:34.662760 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-3778febd-0589-42ac-8751-c92bd10ff6a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 66b3e69f-5222-44a7-bf1a-94ad2df58cf2) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:44:34.673154 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4291fb0b-3a9d-4e6d-b46d-bc687e070a0c None None] Network 66b3e69f-5222-44a7-bf1a-94ad2df58cf2 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:44:34.696995 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-6baf83aa-075c-4a9b-9a11-d229db14e3b5 req-05b9430b-e297-4b6a-b5e5-df7352b4fc35 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Request body: {'port': {'device_id': '0587635d-2d83-4d44-9a8f-6b7847388bdc', 'network_id': '0ec84664-b286-431c-8e6d-81964b6279ea', 'admin_state_up': True, 'tenant_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'security_groups': ['0c5ad20b-1af0-4fc7-9b1a-1ba5c50b7606']}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:44:34.704074 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-0cf7a5df-f767-4a47-9476-4209bcf5c584 req-eeb1cf17-d36a-4ccc-90c9-b0579a159e12 service neutron] 10.222.0.11 "GET /v2.0/networks/600f0cf5-5409-4f71-be79-543bdecff300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858310 Apr 05 14:44:34.705702 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3778febd-0589-42ac-8751-c92bd10ff6a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:34.713348 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3778febd-0589-42ac-8751-c92bd10ff6a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:34.767713 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 54622) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:44:34.962168 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e4537cb4-08b5-4193-bb00-cb471050bc4b tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:34.986977 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df861861-b4b5-4abb-8854-4af7de7833e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-66b3e69f-5222-44a7-bf1a-94ad2df58cf2', 'network_id': '66b3e69f-5222-44a7-bf1a-94ad2df58cf2', 'tenant_id': '15503dce9d2944a4a898191fdde0d62f', 'fixed_ips': [{'subnet_id': 'a727d51d-00fa-45ac-ab45-e910bc527386'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:44:34.987884 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-df861861-b4b5-4abb-8854-4af7de7833e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:35.058859 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-e84c0500-1d9e-42bf-aa8c-8f93a5a09e80 admin admin] Deleting subnet fd0096c5-c02d-41c4-8ca2-6bcd047f8c5e {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:44:35.078551 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-3778febd-0589-42ac-8751-c92bd10ff6a6 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.6980717 Apr 05 14:44:35.090099 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 54628) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:44:35.093575 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e84c0500-1d9e-42bf-aa8c-8f93a5a09e80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:35.103919 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-58ab1805-1ec4-4590-b5ff-01f9b42252a8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1066432504-router', 'tenant_id': '15503dce9d2944a4a898191fdde0d62f', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:44:35.148629 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6baf83aa-075c-4a9b-9a11-d229db14e3b5 req-05b9430b-e297-4b6a-b5e5-df7352b4fc35 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Made reservation on behalf of b1c6fdb1754a4696ad2f30e73253b821 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:44:35.154130 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-6baf83aa-075c-4a9b-9a11-d229db14e3b5 req-05b9430b-e297-4b6a-b5e5-df7352b4fc35 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:35.187112 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e84c0500-1d9e-42bf-aa8c-8f93a5a09e80 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:35.262826 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-271aa3bf-5777-4d35-948b-2c0cd1a447c7 req-4cea008a-34c5-4000-a405-2c2845812e82 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/ports?device_id=0587635d-2d83-4d44-9a8f-6b7847388bdc HTTP/1.1" status: 200 len: 210 time: 0.1275847 Apr 05 14:44:35.271220 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-58ab1805-1ec4-4590-b5ff-01f9b42252a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27088'] for router, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:35.272361 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-58ab1805-1ec4-4590-b5ff-01f9b42252a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27079'] for router, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:35.272750 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e84c0500-1d9e-42bf-aa8c-8f93a5a09e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:35.318427 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e4537cb4-08b5-4193-bb00-cb471050bc4b tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:35.372174 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-df861861-b4b5-4abb-8854-4af7de7833e2 None None] Allocated IP 172.20.0.2 (66b3e69f-5222-44a7-bf1a-94ad2df58cf2/a727d51d-00fa-45ac-ab45-e910bc527386/3c636342-f5ae-4923-804c-9c6d3a6059ce) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:44:35.384511 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4537cb4-08b5-4193-bb00-cb471050bc4b tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Pushing event updated for resources: {'Port': ['ID=01ab0fee-e908-4b53-8655-4b25ec35707d,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:35.416846 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4537cb4-08b5-4193-bb00-cb471050bc4b tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Network d7a2e8ae-30a3-440d-972d-c16305008d9a is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:44:35.418953 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-e4537cb4-08b5-4193-bb00-cb471050bc4b tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:44:35.428140 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-58ab1805-1ec4-4590-b5ff-01f9b42252a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:35.432922 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4537cb4-08b5-4193-bb00-cb471050bc4b tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:44:35.442332 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e3290d55-8943-4c8c-ad55-d36c81642adb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809988'] for router_interface, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:35.466044 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18691701-a7a4-4049-8e33-c4e9c4e49d4d None None] Network d7a2e8ae-30a3-440d-972d-c16305008d9a requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:44:35.519163 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e4537cb4-08b5-4193-bb00-cb471050bc4b tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809369'] for router_interface, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:35.615933 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e84c0500-1d9e-42bf-aa8c-8f93a5a09e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:35.622990 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-2824069c-0f17-44ee-8ee3-a7ab5e595132 None None] Provisioning complete for port 9b617a56-c7fe-4633-840a-f846919d3645 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:44:35.628310 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2824069c-0f17-44ee-8ee3-a7ab5e595132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:35.642873 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-6baf83aa-075c-4a9b-9a11-d229db14e3b5 req-05b9430b-e297-4b6a-b5e5-df7352b4fc35 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Allocated IP 172.20.0.12 (0ec84664-b286-431c-8e6d-81964b6279ea/5191ec95-9794-4487-b4dd-b62543d80f6a/95fc697c-6787-48b0-b796-42740b6c32c8) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:44:35.671708 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84c0500-1d9e-42bf-aa8c-8f93a5a09e80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd0096c5-c02d-41c4-8ca2-6bcd047f8c5e,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:35.704389 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e84c0500-1d9e-42bf-aa8c-8f93a5a09e80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:35.707719 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-e84c0500-1d9e-42bf-aa8c-8f93a5a09e80 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/fd0096c5-c02d-41c4-8ca2-6bcd047f8c5e HTTP/1.1" status: 204 len: 168 time: 0.9255619 Apr 05 14:44:35.710433 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 54642) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:44:35.805806 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0f0cacf0-c10c-4f5a-a5bb-eba02dc24a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:35.822910 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-58ab1805-1ec4-4590-b5ff-01f9b42252a8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:35.936721 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e4537cb4-08b5-4193-bb00-cb471050bc4b tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:35.937314 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-df861861-b4b5-4abb-8854-4af7de7833e2 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:36.053634 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2824069c-0f17-44ee-8ee3-a7ab5e595132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:36.055406 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f220ba-86d3-4a2d-9d58-e7393d9db790 req-6737e5af-8d1e-48f2-b8a6-196a4b8fca09 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:36.059202 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-df861861-b4b5-4abb-8854-4af7de7833e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:36.062223 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-36f220ba-86d3-4a2d-9d58-e7393d9db790 req-6737e5af-8d1e-48f2-b8a6-196a4b8fca09 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fb8ba11-dd17-4faf-8654-fe2f3115015c HTTP/1.1" status: 200 len: 945 time: 0.3672307 Apr 05 14:44:36.091504 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0f0cacf0-c10c-4f5a-a5bb-eba02dc24a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:36.155126 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df861861-b4b5-4abb-8854-4af7de7833e2 None None] Pushing event updated for resources: {'Port': ['ID=3c636342-f5ae-4923-804c-9c6d3a6059ce,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:36.164275 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 9b617a56-c7fe-4633-840a-f846919d3645 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:44:36.181619 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-0f0cacf0-c10c-4f5a-a5bb-eba02dc24a9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d99cb6f7-6407-4303-ae02-9a5b644a27a2']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:36.198216 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-0f0cacf0-c10c-4f5a-a5bb-eba02dc24a9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7a576d5-7e19-454b-9cb6-12eb07c3f434') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:36.198585 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-0f0cacf0-c10c-4f5a-a5bb-eba02dc24a9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7a576d5-7e19-454b-9cb6-12eb07c3f434') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:36.217837 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-6baf83aa-075c-4a9b-9a11-d229db14e3b5 req-05b9430b-e297-4b6a-b5e5-df7352b4fc35 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:36.230135 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-36f220ba-86d3-4a2d-9d58-e7393d9db790 req-71bef51c-c610-4088-a61e-c37b4f8b921a tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=11640d9f-a14a-4756-b499-b13013deda57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544580 Apr 05 14:44:36.263104 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df861861-b4b5-4abb-8854-4af7de7833e2 None None] Network 66b3e69f-5222-44a7-bf1a-94ad2df58cf2 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:44:36.284818 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0f0cacf0-c10c-4f5a-a5bb-eba02dc24a9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:36.286497 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-df861861-b4b5-4abb-8854-4af7de7833e2 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:44:36.298603 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df861861-b4b5-4abb-8854-4af7de7833e2 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:44:36.312605 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-2824069c-0f17-44ee-8ee3-a7ab5e595132 None None] For port 9b617a56-c7fe-4633-840a-f846919d3645, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=9b617a56-c7fe-4633-840a-f846919d3645,segment=NetworkSegment(d131064f-d062-4251-be1b-375657a29521),segment_id=d131064f-d062-4251-be1b-375657a29521)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:44:36.337429 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 9b617a56-c7fe-4633-840a-f846919d3645 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:44:36.338019 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:36.346049 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0f0cacf0-c10c-4f5a-a5bb-eba02dc24a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:36.386898 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f0cacf0-c10c-4f5a-a5bb-eba02dc24a9a admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:44:36.397693 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0f0cacf0-c10c-4f5a-a5bb-eba02dc24a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:36.397693 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:44:36.397693 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:44:36.397693 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:44:36.397693 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:44:36.397693 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:44:36.397693 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:44:36.397693 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:44:36.397693 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:44:36.397693 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:44:36.397693 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:44:36.397693 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:44:36.397693 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:44:36.397693 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:44:36.397693 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:44:36.397693 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:44:36.397693 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:44:36.397693 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:44:36.397693 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:44:36.397693 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:44:36.397693 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:44:36.397693 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:44:36.397693 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:44:36.397693 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:44:36.397693 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:44:36.397693 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:44:36.397693 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:44:36.397693 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:44:36.397693 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:44:36.397693 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:44:36.397693 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:44:36.397693 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:44:36.397693 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:44:36.495432 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a2dccbf6-d2e0-4d65-a45d-39ab62af40c2 req-f6a3bcd5-cc8d-4d14-820c-e739a56dbfba tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/ports?device_id=0587635d-2d83-4d44-9a8f-6b7847388bdc HTTP/1.1" status: 200 len: 210 time: 0.0872769 Apr 05 14:44:36.535585 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e3290d55-8943-4c8c-ad55-d36c81642adb admin admin] Deleting port a19bac35-ee50-413b-9feb-6940ba2e09c1 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:44:36.535936 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e3290d55-8943-4c8c-ad55-d36c81642adb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:36.650107 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2824069c-0f17-44ee-8ee3-a7ab5e595132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:36.652320 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0f0cacf0-c10c-4f5a-a5bb-eba02dc24a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:36.680842 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0f0cacf0-c10c-4f5a-a5bb-eba02dc24a9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:36.684453 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-0f0cacf0-c10c-4f5a-a5bb-eba02dc24a9a admin admin] 10.222.0.30 "DELETE /v2.0/networks/d99cb6f7-6407-4303-ae02-9a5b644a27a2 HTTP/1.1" status: 204 len: 168 time: 0.9730721 Apr 05 14:44:36.689647 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0cacf0-c10c-4f5a-a5bb-eba02dc24a9a admin admin] Pushing event deleted for resources: {'Network': ['ID=d99cb6f7-6407-4303-ae02-9a5b644a27a2,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:36.806233 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e4537cb4-08b5-4193-bb00-cb471050bc4b tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:36.815688 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-df861861-b4b5-4abb-8854-4af7de7833e2 None None] Attempting to bind port 3c636342-f5ae-4923-804c-9c6d3a6059ce on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:44:36.816067 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-df861861-b4b5-4abb-8854-4af7de7833e2 None None] Attempting to bind port 3c636342-f5ae-4923-804c-9c6d3a6059ce by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '2ed50d53-ad8d-43f0-946d-9bbaf222e8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '66b3e69f-5222-44a7-bf1a-94ad2df58cf2'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:44:36.816438 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df861861-b4b5-4abb-8854-4af7de7833e2 None None] Attempting to bind port 3c636342-f5ae-4923-804c-9c6d3a6059ce on network 66b3e69f-5222-44a7-bf1a-94ad2df58cf2 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:44:36.825995 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2824069c-0f17-44ee-8ee3-a7ab5e595132 None None] Pushing event updated for resources: {'Port': ['ID=9b617a56-c7fe-4633-840a-f846919d3645,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:36.836812 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df861861-b4b5-4abb-8854-4af7de7833e2 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:44:36.837274 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df861861-b4b5-4abb-8854-4af7de7833e2 None None] Checking segment: {'id': '2ed50d53-ad8d-43f0-946d-9bbaf222e8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '66b3e69f-5222-44a7-bf1a-94ad2df58cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:44:36.837690 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-df861861-b4b5-4abb-8854-4af7de7833e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:36.838089 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df861861-b4b5-4abb-8854-4af7de7833e2 None None] Bound using segment: {'id': '2ed50d53-ad8d-43f0-946d-9bbaf222e8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '66b3e69f-5222-44a7-bf1a-94ad2df58cf2'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:44:36.838578 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-df861861-b4b5-4abb-8854-4af7de7833e2 None None] Bound port: 3c636342-f5ae-4923-804c-9c6d3a6059ce, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ed50d53-ad8d-43f0-946d-9bbaf222e8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '66b3e69f-5222-44a7-bf1a-94ad2df58cf2'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:44:36.838968 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-df861861-b4b5-4abb-8854-4af7de7833e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:36.860372 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-e5ff69da-96b8-43c3-9a3d-e346ddb2f74d None None] Provisioning complete for port 01ab0fee-e908-4b53-8655-4b25ec35707d triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:44:36.860734 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e5ff69da-96b8-43c3-9a3d-e346ddb2f74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:36.934775 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e4537cb4-08b5-4193-bb00-cb471050bc4b tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:36.958085 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-e5ff69da-96b8-43c3-9a3d-e346ddb2f74d None None] Port 01ab0fee-e908-4b53-8655-4b25ec35707d cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:44:37.011984 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-e5ff69da-96b8-43c3-9a3d-e346ddb2f74d None None] Provisioning complete for port 9b617a56-c7fe-4633-840a-f846919d3645 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:44:37.014419 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e5ff69da-96b8-43c3-9a3d-e346ddb2f74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:37.099725 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-df861861-b4b5-4abb-8854-4af7de7833e2 None None] For port 3c636342-f5ae-4923-804c-9c6d3a6059ce, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:44:37.101533 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4537cb4-08b5-4193-bb00-cb471050bc4b tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Pushing event updated for resources: {'Port': ['ID=01ab0fee-e908-4b53-8655-4b25ec35707d,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:37.107177 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-df861861-b4b5-4abb-8854-4af7de7833e2 None None] For port 3c636342-f5ae-4923-804c-9c6d3a6059ce, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=3c636342-f5ae-4923-804c-9c6d3a6059ce,segment=NetworkSegment(2ed50d53-ad8d-43f0-946d-9bbaf222e8be),segment_id=2ed50d53-ad8d-43f0-946d-9bbaf222e8be)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:44:37.119301 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-6baf83aa-075c-4a9b-9a11-d229db14e3b5 req-05b9430b-e297-4b6a-b5e5-df7352b4fc35 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:37.150083 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e4537cb4-08b5-4193-bb00-cb471050bc4b tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809317'] for router_interface, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:37.187890 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-df861861-b4b5-4abb-8854-4af7de7833e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:37.211362 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 54666) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:44:37.214737 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 54668) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:44:37.306822 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df861861-b4b5-4abb-8854-4af7de7833e2 None None] Pushing event updated for resources: {'Port': ['ID=3c636342-f5ae-4923-804c-9c6d3a6059ce,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:37.338321 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-30959881-8617-4738-92df-27214f9ff568 None None] Provisioning complete for port 01ab0fee-e908-4b53-8655-4b25ec35707d triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:44:37.340756 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-30959881-8617-4738-92df-27214f9ff568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:37.369051 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6baf83aa-075c-4a9b-9a11-d229db14e3b5 req-05b9430b-e297-4b6a-b5e5-df7352b4fc35 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Network 0ec84664-b286-431c-8e6d-81964b6279ea is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:44:37.408645 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-6baf83aa-075c-4a9b-9a11-d229db14e3b5 req-05b9430b-e297-4b6a-b5e5-df7352b4fc35 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:44:37.423926 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-30959881-8617-4738-92df-27214f9ff568 None None] Port 01ab0fee-e908-4b53-8655-4b25ec35707d cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:44:37.438017 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4537cb4-08b5-4193-bb00-cb471050bc4b tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Network d7a2e8ae-30a3-440d-972d-c16305008d9a is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:44:37.438418 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b9430b-e297-4b6a-b5e5-df7352b4fc35 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Pushing event updated for resources: {'Port': ['ID=95fc697c-6787-48b0-b796-42740b6c32c8,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:37.439657 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-e4537cb4-08b5-4193-bb00-cb471050bc4b tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:44:37.447949 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-6baf83aa-075c-4a9b-9a11-d229db14e3b5 req-05b9430b-e297-4b6a-b5e5-df7352b4fc35 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:44:37.504301 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-58ab1805-1ec4-4590-b5ff-01f9b42252a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:37.556021 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-58ab1805-1ec4-4590-b5ff-01f9b42252a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:37.606244 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e3290d55-8943-4c8c-ad55-d36c81642adb admin admin] For port a19bac35-ee50-413b-9feb-6940ba2e09c1, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=a19bac35-ee50-413b-9feb-6940ba2e09c1,segment=NetworkSegment(2e5fff45-c274-4677-ad93-946fb51d752d),segment_id=2e5fff45-c274-4677-ad93-946fb51d752d)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:44:37.606634 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e3290d55-8943-4c8c-ad55-d36c81642adb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:37.622308 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e3290d55-8943-4c8c-ad55-d36c81642adb admin admin] Calling delete_port for a19bac35-ee50-413b-9feb-6940ba2e09c1 owned by network:router_interface {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:44:37.650770 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4537cb4-08b5-4193-bb00-cb471050bc4b tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Router 4b8182cf-31f9-4416-b54f-c8c2c70e3cab has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:44:37.744807 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-af8c1bd6-f4ef-4360-9823-c947572835ff admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=efc441e7d25044d2b6abdefe3feeaa99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5340636 Apr 05 14:44:37.772485 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baf83aa-075c-4a9b-9a11-d229db14e3b5 req-05b9430b-e297-4b6a-b5e5-df7352b4fc35 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:37.774145 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-6baf83aa-075c-4a9b-9a11-d229db14e3b5 req-05b9430b-e297-4b6a-b5e5-df7352b4fc35 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:37.785989 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b18df939-d202-47aa-b294-d727e75551a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:37.797754 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 54680) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:44:37.933988 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6baf83aa-075c-4a9b-9a11-d229db14e3b5 req-05b9430b-e297-4b6a-b5e5-df7352b4fc35 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2421260 Apr 05 14:44:37.956917 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-6baf83aa-075c-4a9b-9a11-d229db14e3b5 req-deb97e87-0337-4570-8f57-f72d0a2ef5d2 service neutron] Request body: {'port': {'device_id': '0587635d-2d83-4d44-9a8f-6b7847388bdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:44:37.982429 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-e2cf9524-ac30-439f-9418-01953e8cd02d None None] Provisioning complete for port 95fc697c-6787-48b0-b796-42740b6c32c8 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:44:37.986399 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e2cf9524-ac30-439f-9418-01953e8cd02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:37.988927 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197bc246-7ae0-4a9b-9905-fa7e6f6f1f43 req-9d8f01fc-eacb-45e6-85cb-f68a86288242 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:37.991013 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-197bc246-7ae0-4a9b-9905-fa7e6f6f1f43 req-9d8f01fc-eacb-45e6-85cb-f68a86288242 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fb8ba11-dd17-4faf-8654-fe2f3115015c HTTP/1.1" status: 200 len: 945 time: 0.6102836 Apr 05 14:44:38.062845 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-e2cf9524-ac30-439f-9418-01953e8cd02d None None] Port 95fc697c-6787-48b0-b796-42740b6c32c8 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:44:38.194573 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 9b617a56-c7fe-4633-840a-f846919d3645 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:44:38.208353 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a181ac7-05be-4e5d-ac4b-56a13280f978 req-6788c923-9536-43f9-b08c-44fab3f3e6ef tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:38.210101 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7a181ac7-05be-4e5d-ac4b-56a13280f978 req-6788c923-9536-43f9-b08c-44fab3f3e6ef tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/ports?device_id=0587635d-2d83-4d44-9a8f-6b7847388bdc HTTP/1.1" status: 200 len: 932 time: 0.4006641 Apr 05 14:44:38.299501 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 54684) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:44:38.300621 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-6ecb8b12-cfe0-4c4e-8d3a-3a36847580a7 None None] Provisioning complete for port 01ab0fee-e908-4b53-8655-4b25ec35707d triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:44:38.301326 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6ecb8b12-cfe0-4c4e-8d3a-3a36847580a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:38.324320 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-197bc246-7ae0-4a9b-9905-fa7e6f6f1f43 req-8a3e1da6-6a15-4f81-ab80-bee21003c692 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=11640d9f-a14a-4756-b499-b13013deda57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528601 Apr 05 14:44:38.340903 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-6baf83aa-075c-4a9b-9a11-d229db14e3b5 req-deb97e87-0337-4570-8f57-f72d0a2ef5d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:38.367469 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-6ecb8b12-cfe0-4c4e-8d3a-3a36847580a7 None None] Port 01ab0fee-e908-4b53-8655-4b25ec35707d cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:44:38.375002 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 9b617a56-c7fe-4633-840a-f846919d3645 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:44:38.375553 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:38.421381 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-58ab1805-1ec4-4590-b5ff-01f9b42252a8 admin admin] Allocated IP 172.25.6.85 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/b32f951d-0e1a-4d14-a657-c271ff4bb073) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:44:38.474058 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b18df939-d202-47aa-b294-d727e75551a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:38.477518 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7a181ac7-05be-4e5d-ac4b-56a13280f978 req-b942b520-1a9d-4bc0-accb-78d012d3d732 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c5ad20b-1af0-4fc7-9b1a-1ba5c50b7606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2339933 Apr 05 14:44:38.526062 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 3c636342-f5ae-4923-804c-9c6d3a6059ce up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:44:38.551167 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4537cb4-08b5-4193-bb00-cb471050bc4b tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:44:38.567494 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b18df939-d202-47aa-b294-d727e75551a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:38.568089 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 54690) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:44:38.573514 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-e4537cb4-08b5-4193-bb00-cb471050bc4b tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "PUT /v2.0/routers/4b8182cf-31f9-4416-b54f-c8c2c70e3cab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1458583 Apr 05 14:44:38.575868 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4776e28f-a190-4673-ba49-fd08d1b064ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:38.579117 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-03d45073-eda3-4fae-b137-09aaa90f3378 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:44:38.585196 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 3c636342-f5ae-4923-804c-9c6d3a6059ce triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:44:38.586032 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:38.657760 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4776e28f-a190-4673-ba49-fd08d1b064ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:38.673751 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5881fa8-917f-43ca-8ce3-b08d58d689de None None] Sync routers for ids ['4b8182cf-31f9-4416-b54f-c8c2c70e3cab'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:44:38.708517 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5881fa8-917f-43ca-8ce3-b08d58d689de None None] Routers {'4b8182cf-31f9-4416-b54f-c8c2c70e3cab'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:44:38.708517 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-f5881fa8-917f-43ca-8ce3-b08d58d689de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:44:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['4b8182cf-31f9-4416-b54f-c8c2c70e3cab'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:38.764986 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-437d0075-8421-4824-a3e3-ecf1b5080978 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:38.777840 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-b18df939-d202-47aa-b294-d727e75551a4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6bfc753a1ea44f21ac24930177a10e22&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5351267 Apr 05 14:44:38.781152 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 54692) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:44:38.806935 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4776e28f-a190-4673-ba49-fd08d1b064ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:38.812024 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4776e28f-a190-4673-ba49-fd08d1b064ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:38.817816 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-4776e28f-a190-4673-ba49-fd08d1b064ff admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cbd4ea00-4b92-43d2-aa08-6c747762c70f HTTP/1.1" status: 204 len: 168 time: 1.0187631 Apr 05 14:44:38.835571 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:38.835796 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18df939-d202-47aa-b294-d727e75551a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96df230d-bce3-45e4-9b65-a8247d5b77b7,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:38.852978 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e3290d55-8943-4c8c-ad55-d36c81642adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:38.862613 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4776e28f-a190-4673-ba49-fd08d1b064ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd4ea00-4b92-43d2-aa08-6c747762c70f,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:38.915634 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-f5881fa8-917f-43ca-8ce3-b08d58d689de None None] Set router 4b8182cf-31f9-4416-b54f-c8c2c70e3cab gateway port host: None {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:44:38.926064 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3290d55-8943-4c8c-ad55-d36c81642adb admin admin] Pushing event deleted for resources: {'Port': ['ID=a19bac35-ee50-413b-9feb-6940ba2e09c1,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:38.940896 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-da4bfcc8-2f11-4989-a864-65130f4ede08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:38.952730 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port 3c636342-f5ae-4923-804c-9c6d3a6059ce, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=3c636342-f5ae-4923-804c-9c6d3a6059ce,segment=NetworkSegment(2ed50d53-ad8d-43f0-946d-9bbaf222e8be),segment_id=2ed50d53-ad8d-43f0-946d-9bbaf222e8be)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:44:38.970546 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-da4bfcc8-2f11-4989-a864-65130f4ede08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:39.086714 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da46b29-e3f8-4bfc-8c8c-ec0485c556f0 None None] Network 66b3e69f-5222-44a7-bf1a-94ad2df58cf2 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:44:39.091400 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:39.170069 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-da4bfcc8-2f11-4989-a864-65130f4ede08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:39.177183 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-da4bfcc8-2f11-4989-a864-65130f4ede08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:39.180799 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-da4bfcc8-2f11-4989-a864-65130f4ede08 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/96df230d-bce3-45e4-9b65-a8247d5b77b7 HTTP/1.1" status: 204 len: 168 time: 0.3967521 Apr 05 14:44:39.237169 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4bfcc8-2f11-4989-a864-65130f4ede08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96df230d-bce3-45e4-9b65-a8247d5b77b7,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:39.261456 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9dc82ba9-2dec-45d2-b080-b9fbc8a0b890 None None] Provisioning complete for port 3c636342-f5ae-4923-804c-9c6d3a6059ce triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:44:39.261833 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9dc82ba9-2dec-45d2-b080-b9fbc8a0b890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:39.411098 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=3c636342-f5ae-4923-804c-9c6d3a6059ce,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:39.542820 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-58ab1805-1ec4-4590-b5ff-01f9b42252a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:39.579246 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-437d0075-8421-4824-a3e3-ecf1b5080978 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:39.599771 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-f5881fa8-917f-43ca-8ce3-b08d58d689de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'name': 'tempest-RoutersTest-router-2069048016', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:44:00Z', 'updated_at': '2022-04-05T14:44:35Z', 'revision_number': 5, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'gw_port_host': None, '_interfaces': [{'id': '01ab0fee-e908-4b53-8655-4b25ec35707d', 'name': '', 'network_id': 'd7a2e8ae-30a3-440d-972d-c16305008d9a', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'mac_address': 'fa:16:3e:73:ab:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '5da6c29d-98ca-4c6c-90c0-76bd5ea61fb7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:33Z', 'updated_at': '2022-04-05T14:44:36Z', 'revision_number': 2, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'subnets': [{'id': '5da6c29d-98ca-4c6c-90c0-76bd5ea61fb7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '06e06b4a-d050-4c1d-90bb-268a63ee6c75', 'name': '', 'network_id': '40cc0ec6-c48b-40ba-b1aa-8f09febc3199', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'mac_address': 'fa:16:3e:73:57:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '79a4694e-5985-4e9e-99ab-2a03d0fe3bdc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:12Z', 'updated_at': '2022-04-05T14:44:20Z', 'revision_number': 5, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'subnets': [{'id': '79a4694e-5985-4e9e-99ab-2a03d0fe3bdc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34d1f8d3-e3f5-43ee-a951-e8344c7cc32e', 'name': '', 'network_id': 'ebdcc65d-93e8-4547-9a48-7159e078614b', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'mac_address': 'fa:16:3e:99:91:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '38d9e5d7-9f97-46b9-8806-d7a1e76a7005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:03Z', 'updated_at': '2022-04-05T14:44:11Z', 'revision_number': 5, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'subnets': [{'id': '38d9e5d7-9f97-46b9-8806-d7a1e76a7005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68151dd6-1f70-4116-a133-ee97c15817fa', 'name': '', 'network_id': '982a5d51-3d0e-45e2-b5e1-0c50ba47a031', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'mac_address': 'fa:16:3e:a0:72:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2353, 'fixed_ips': [{'subnet_id': '6c8898ea-b166-44bd-b51e-2fe584ae70dd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:23Z', 'updated_at': '2022-04-05T14:44:31Z', 'revision_number': 5, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'subnets': [{'id': '6c8898ea-b166-44bd-b51e-2fe584ae70dd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:39.634262 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5881fa8-917f-43ca-8ce3-b08d58d689de None None] Checking router: 4b8182cf-31f9-4416-b54f-c8c2c70e3cab for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:44:39.634620 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5881fa8-917f-43ca-8ce3-b08d58d689de None None] Updating router 4b8182cf-31f9-4416-b54f-c8c2c70e3cab port 01ab0fee-e908-4b53-8655-4b25ec35707d binding host n-d-836650-2 {{(pid=103322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:44:39.669933 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f5881fa8-917f-43ca-8ce3-b08d58d689de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:40.102037 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f5881fa8-917f-43ca-8ce3-b08d58d689de None None] Notify callbacks [] for port, precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:40.157014 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-6a2f760e-ddd8-44ed-8fa2-997ae6db39cf None None] Provisioning complete for port 3c636342-f5ae-4923-804c-9c6d3a6059ce triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:44:40.165575 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6a2f760e-ddd8-44ed-8fa2-997ae6db39cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:40.173531 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 3c636342-f5ae-4923-804c-9c6d3a6059ce up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:44:40.202487 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-437d0075-8421-4824-a3e3-ecf1b5080978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:40.225624 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f5881fa8-917f-43ca-8ce3-b08d58d689de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:40.258776 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-6baf83aa-075c-4a9b-9a11-d229db14e3b5 req-deb97e87-0337-4570-8f57-f72d0a2ef5d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95fc697c-6787-48b0-b796-42740b6c32c8 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:44:40.307771 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-6baf83aa-075c-4a9b-9a11-d229db14e3b5 req-deb97e87-0337-4570-8f57-f72d0a2ef5d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:40.319545 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a2b36f-4fa9-477e-9ece-bf92215a16a4 None None] Pushing event updated for resources: {'Port': ['ID=01ab0fee-e908-4b53-8655-4b25ec35707d,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:40.335821 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e3290d55-8943-4c8c-ad55-d36c81642adb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1798829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810128'] for router_interface, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:40.364611 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-437d0075-8421-4824-a3e3-ecf1b5080978 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5d4e192c19c64665a2efe44dd8f49916&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0557053 Apr 05 14:44:40.365387 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437d0075-8421-4824-a3e3-ecf1b5080978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36cc1921-9390-4332-96e3-15dbc795e359,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:40.367597 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 54734) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:44:40.389500 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-6baf83aa-075c-4a9b-9a11-d229db14e3b5 req-deb97e87-0337-4570-8f57-f72d0a2ef5d2 service neutron] Transition to ACTIVE for port object 95fc697c-6787-48b0-b796-42740b6c32c8 will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:44:40.398260 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f860c4c-c058-4fa5-8a3d-e91ceafc2e38 req-111fe8f0-9b89-41e6-b548-2cf673239b8b tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:40.399846 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3f860c4c-c058-4fa5-8a3d-e91ceafc2e38 req-111fe8f0-9b89-41e6-b548-2cf673239b8b tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/ports?device_id=0587635d-2d83-4d44-9a8f-6b7847388bdc HTTP/1.1" status: 200 len: 932 time: 0.7797549 Apr 05 14:44:40.416654 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 3c636342-f5ae-4923-804c-9c6d3a6059ce triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:44:40.418203 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:40.546599 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-58ab1805-1ec4-4590-b5ff-01f9b42252a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:40.555055 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7d982228-a244-4640-84ca-06c0c750ce42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:40.578400 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-f5881fa8-917f-43ca-8ce3-b08d58d689de None None] Attempting to bind port 01ab0fee-e908-4b53-8655-4b25ec35707d on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:44:40.578700 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-f5881fa8-917f-43ca-8ce3-b08d58d689de None None] Attempting to bind port 01ab0fee-e908-4b53-8655-4b25ec35707d by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'd131064f-d062-4251-be1b-375657a29521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd7a2e8ae-30a3-440d-972d-c16305008d9a'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:44:40.579045 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5881fa8-917f-43ca-8ce3-b08d58d689de None None] Attempting to bind port 01ab0fee-e908-4b53-8655-4b25ec35707d on network d7a2e8ae-30a3-440d-972d-c16305008d9a {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:44:40.600227 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-6baf83aa-075c-4a9b-9a11-d229db14e3b5 req-deb97e87-0337-4570-8f57-f72d0a2ef5d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:40.610199 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5881fa8-917f-43ca-8ce3-b08d58d689de None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:44:40.613784 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5881fa8-917f-43ca-8ce3-b08d58d689de None None] Checking segment: {'id': 'd131064f-d062-4251-be1b-375657a29521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd7a2e8ae-30a3-440d-972d-c16305008d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:44:40.615867 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7d982228-a244-4640-84ca-06c0c750ce42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:40.616717 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f5881fa8-917f-43ca-8ce3-b08d58d689de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:40.617304 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5881fa8-917f-43ca-8ce3-b08d58d689de None None] Bound using segment: {'id': 'd131064f-d062-4251-be1b-375657a29521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd7a2e8ae-30a3-440d-972d-c16305008d9a'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:44:40.617960 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-f5881fa8-917f-43ca-8ce3-b08d58d689de None None] Bound port: 01ab0fee-e908-4b53-8655-4b25ec35707d, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd131064f-d062-4251-be1b-375657a29521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd7a2e8ae-30a3-440d-972d-c16305008d9a'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:44:40.620148 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f5881fa8-917f-43ca-8ce3-b08d58d689de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:40.670510 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ab1805-1ec4-4590-b5ff-01f9b42252a8 admin admin] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:44:40.682938 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 54742) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:44:40.750594 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-58ab1805-1ec4-4590-b5ff-01f9b42252a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:44:40.771875 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ab1805-1ec4-4590-b5ff-01f9b42252a8 admin admin] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:44:40.776959 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-f5881fa8-917f-43ca-8ce3-b08d58d689de None None] For port 01ab0fee-e908-4b53-8655-4b25ec35707d, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:44:40.782369 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-f5881fa8-917f-43ca-8ce3-b08d58d689de None None] For port 01ab0fee-e908-4b53-8655-4b25ec35707d, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=01ab0fee-e908-4b53-8655-4b25ec35707d,segment=NetworkSegment(d131064f-d062-4251-be1b-375657a29521),segment_id=d131064f-d062-4251-be1b-375657a29521)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:44:40.797644 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3f860c4c-c058-4fa5-8a3d-e91ceafc2e38 req-06e6d79f-78c3-4641-b2ba-0adaa1b2824d tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c5ad20b-1af0-4fc7-9b1a-1ba5c50b7606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3635855 Apr 05 14:44:40.825515 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7d982228-a244-4640-84ca-06c0c750ce42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:40.828486 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7d982228-a244-4640-84ca-06c0c750ce42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:40.829788 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-7d982228-a244-4640-84ca-06c0c750ce42 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/36cc1921-9390-4332-96e3-15dbc795e359 HTTP/1.1" status: 204 len: 168 time: 0.4602218 Apr 05 14:44:40.840902 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d982228-a244-4640-84ca-06c0c750ce42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36cc1921-9390-4332-96e3-15dbc795e359,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:40.877071 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.extraroute_db [None req-03d45073-eda3-4fae-b137-09aaa90f3378 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103320) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 05 14:44:40.898287 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ab1805-1ec4-4590-b5ff-01f9b42252a8 admin admin] Pushing event updated for resources: {'Port': ['ID=b32f951d-0e1a-4d14-a657-c271ff4bb073,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:40.936562 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-d761a5ec-ceee-4c26-aafe-91331043a76d None None] Provisioning complete for port 01ab0fee-e908-4b53-8655-4b25ec35707d triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:44:40.936723 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d761a5ec-ceee-4c26-aafe-91331043a76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:40.941190 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-7d2758ef-c029-4d61-955e-4558ae78580f admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-713565674-network', 'tenant_id': 'e7e6c0591cf74126be0bf872710cbb33'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:44:40.954941 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.extraroute_db [None req-03d45073-eda3-4fae-b137-09aaa90f3378 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Removed routes are [] {{(pid=103320) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 05 14:44:40.955264 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-03d45073-eda3-4fae-b137-09aaa90f3378 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1808591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27061'] for router, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:40.957672 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ab1805-1ec4-4590-b5ff-01f9b42252a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:44:40.958022 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ab1805-1ec4-4590-b5ff-01f9b42252a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:44:40.958369 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ab1805-1ec4-4590-b5ff-01f9b42252a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:44:40.958705 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ab1805-1ec4-4590-b5ff-01f9b42252a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:44:40.959037 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ab1805-1ec4-4590-b5ff-01f9b42252a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:44:40.959445 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ab1805-1ec4-4590-b5ff-01f9b42252a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:44:40.959690 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ab1805-1ec4-4590-b5ff-01f9b42252a8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:44:40.960016 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ab1805-1ec4-4590-b5ff-01f9b42252a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:44:40.960341 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ab1805-1ec4-4590-b5ff-01f9b42252a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:44:40.960667 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ab1805-1ec4-4590-b5ff-01f9b42252a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:44:40.961015 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ab1805-1ec4-4590-b5ff-01f9b42252a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:44:40.961338 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ab1805-1ec4-4590-b5ff-01f9b42252a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:44:41.154903 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f5881fa8-917f-43ca-8ce3-b08d58d689de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:41.207898 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-d761a5ec-ceee-4c26-aafe-91331043a76d None None] Port 01ab0fee-e908-4b53-8655-4b25ec35707d cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:44:41.229119 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a2b36f-4fa9-477e-9ece-bf92215a16a4 None None] Pushing event updated for resources: {'Port': ['ID=01ab0fee-e908-4b53-8655-4b25ec35707d,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:41.231926 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5881fa8-917f-43ca-8ce3-b08d58d689de None None] Routers {'4b8182cf-31f9-4416-b54f-c8c2c70e3cab'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:44:41.232721 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-f5881fa8-917f-43ca-8ce3-b08d58d689de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:44:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['4b8182cf-31f9-4416-b54f-c8c2c70e3cab'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:41.359630 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d2758ef-c029-4d61-955e-4558ae78580f admin admin] Made reservation on behalf of e7e6c0591cf74126be0bf872710cbb33 for: {'network': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:44:41.361516 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7d2758ef-c029-4d61-955e-4558ae78580f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:41.364043 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-f5881fa8-917f-43ca-8ce3-b08d58d689de None None] Set router 4b8182cf-31f9-4416-b54f-c8c2c70e3cab gateway port host: None {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:44:41.364187 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb97e87-0337-4570-8f57-f72d0a2ef5d2 service neutron] Pushing event updated for resources: {'Port': ['ID=95fc697c-6787-48b0-b796-42740b6c32c8,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:41.418325 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-6baf83aa-075c-4a9b-9a11-d229db14e3b5 req-deb97e87-0337-4570-8f57-f72d0a2ef5d2 service neutron] Attempting to bind port 95fc697c-6787-48b0-b796-42740b6c32c8 on host n-h2-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:44:41.418672 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-6baf83aa-075c-4a9b-9a11-d229db14e3b5 req-deb97e87-0337-4570-8f57-f72d0a2ef5d2 service neutron] Attempting to bind port 95fc697c-6787-48b0-b796-42740b6c32c8 by drivers openvswitch,hyperv on host n-h2-836650-2 at level 0 using segments [{'id': 'e523e33a-de62-4414-94f9-7699545cb484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '0ec84664-b286-431c-8e6d-81964b6279ea'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:44:41.423368 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6baf83aa-075c-4a9b-9a11-d229db14e3b5 req-deb97e87-0337-4570-8f57-f72d0a2ef5d2 service neutron] Attempting to bind port 95fc697c-6787-48b0-b796-42740b6c32c8 on network 0ec84664-b286-431c-8e6d-81964b6279ea {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:44:41.439594 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7d2758ef-c029-4d61-955e-4558ae78580f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:41.485559 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6baf83aa-075c-4a9b-9a11-d229db14e3b5 req-deb97e87-0337-4570-8f57-f72d0a2ef5d2 service neutron] Port 95fc697c-6787-48b0-b796-42740b6c32c8 on network 0ec84664-b286-431c-8e6d-81964b6279ea not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:44:41.485882 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6baf83aa-075c-4a9b-9a11-d229db14e3b5 req-deb97e87-0337-4570-8f57-f72d0a2ef5d2 service neutron] Attempting to bind port 95fc697c-6787-48b0-b796-42740b6c32c8 on network 0ec84664-b286-431c-8e6d-81964b6279ea {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:44:41.580714 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6baf83aa-075c-4a9b-9a11-d229db14e3b5 req-deb97e87-0337-4570-8f57-f72d0a2ef5d2 service neutron] Checking agent: {'id': '6d8cf521-24bb-4b6a-bbae-0284f5c87a9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:44:41.581197 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6baf83aa-075c-4a9b-9a11-d229db14e3b5 req-deb97e87-0337-4570-8f57-f72d0a2ef5d2 service neutron] Checking segment: {'id': 'e523e33a-de62-4414-94f9-7699545cb484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '0ec84664-b286-431c-8e6d-81964b6279ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:44:41.581477 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6baf83aa-075c-4a9b-9a11-d229db14e3b5 req-deb97e87-0337-4570-8f57-f72d0a2ef5d2 service neutron] Bound using segment: {'id': 'e523e33a-de62-4414-94f9-7699545cb484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '0ec84664-b286-431c-8e6d-81964b6279ea'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:44:41.581946 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-6baf83aa-075c-4a9b-9a11-d229db14e3b5 req-deb97e87-0337-4570-8f57-f72d0a2ef5d2 service neutron] Bound port: 95fc697c-6787-48b0-b796-42740b6c32c8, host: n-h2-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e523e33a-de62-4414-94f9-7699545cb484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '0ec84664-b286-431c-8e6d-81964b6279ea'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:44:41.582377 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-6baf83aa-075c-4a9b-9a11-d229db14e3b5 req-deb97e87-0337-4570-8f57-f72d0a2ef5d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:41.637246 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-f5881fa8-917f-43ca-8ce3-b08d58d689de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'name': 'tempest-RoutersTest-router-2069048016', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:44:00Z', 'updated_at': '2022-04-05T14:44:40Z', 'revision_number': 6, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'gw_port_host': None, '_interfaces': [{'id': '01ab0fee-e908-4b53-8655-4b25ec35707d', 'name': '', 'network_id': 'd7a2e8ae-30a3-440d-972d-c16305008d9a', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'mac_address': 'fa:16:3e:73:ab:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '5da6c29d-98ca-4c6c-90c0-76bd5ea61fb7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:33Z', 'updated_at': '2022-04-05T14:44:40Z', 'revision_number': 4, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'subnets': [{'id': '5da6c29d-98ca-4c6c-90c0-76bd5ea61fb7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '06e06b4a-d050-4c1d-90bb-268a63ee6c75', 'name': '', 'network_id': '40cc0ec6-c48b-40ba-b1aa-8f09febc3199', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'mac_address': 'fa:16:3e:73:57:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '79a4694e-5985-4e9e-99ab-2a03d0fe3bdc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:12Z', 'updated_at': '2022-04-05T14:44:20Z', 'revision_number': 5, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'subnets': [{'id': '79a4694e-5985-4e9e-99ab-2a03d0fe3bdc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34d1f8d3-e3f5-43ee-a951-e8344c7cc32e', 'name': '', 'network_id': 'ebdcc65d-93e8-4547-9a48-7159e078614b', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'mac_address': 'fa:16:3e:99:91:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '38d9e5d7-9f97-46b9-8806-d7a1e76a7005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:03Z', 'updated_at': '2022-04-05T14:44:11Z', 'revision_number': 5, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'subnets': [{'id': '38d9e5d7-9f97-46b9-8806-d7a1e76a7005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68151dd6-1f70-4116-a133-ee97c15817fa', 'name': '', 'network_id': '982a5d51-3d0e-45e2-b5e1-0c50ba47a031', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'mac_address': 'fa:16:3e:a0:72:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2353, 'fixed_ips': [{'subnet_id': '6c8898ea-b166-44bd-b51e-2fe584ae70dd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:23Z', 'updated_at': '2022-04-05T14:44:31Z', 'revision_number': 5, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'subnets': [{'id': '6c8898ea-b166-44bd-b51e-2fe584ae70dd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:41.672508 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5881fa8-917f-43ca-8ce3-b08d58d689de None None] The sync data for ids ['4b8182cf-31f9-4416-b54f-c8c2c70e3cab'] in n-d-836650-2 is: [{'id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'name': 'tempest-RoutersTest-router-2069048016', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:44:00Z', 'updated_at': '2022-04-05T14:44:40Z', 'revision_number': 6, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'gw_port_host': None, '_interfaces': [{'id': '01ab0fee-e908-4b53-8655-4b25ec35707d', 'name': '', 'network_id': 'd7a2e8ae-30a3-440d-972d-c16305008d9a', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'mac_address': 'fa:16:3e:73:ab:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '5da6c29d-98ca-4c6c-90c0-76bd5ea61fb7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:33Z', 'updated_at': '2022-04-05T14:44:40Z', 'revision_number': 4, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'subnets': [{'id': '5da6c29d-98ca-4c6c-90c0-76bd5ea61fb7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '06e06b4a-d050-4c1d-90bb-268a63ee6c75', 'name': '', 'network_id': '40cc0ec6-c48b-40ba-b1aa-8f09febc3199', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'mac_address': 'fa:16:3e:73:57:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '79a4694e-5985-4e9e-99ab-2a03d0fe3bdc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:12Z', 'updated_at': '2022-04-05T14:44:20Z', 'revision_number': 5, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'subnets': [{'id': '79a4694e-5985-4e9e-99ab-2a03d0fe3bdc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34d1f8d3-e3f5-43ee-a951-e8344c7cc32e', 'name': '', 'network_id': 'ebdcc65d-93e8-4547-9a48-7159e078614b', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'mac_address': 'fa:16:3e:99:91:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '38d9e5d7-9f97-46b9-8806-d7a1e76a7005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:03Z', 'updated_at': '2022-04-05T14:44:11Z', 'revision_number': 5, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'subnets': [{'id': '38d9e5d7-9f97-46b9-8806-d7a1e76a7005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68151dd6-1f70-4116-a133-ee97c15817fa', 'name': '', 'network_id': '982a5d51-3d0e-45e2-b5e1-0c50ba47a031', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'mac_address': 'fa:16:3e:a0:72:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2353, 'fixed_ips': [{'subnet_id': '6c8898ea-b166-44bd-b51e-2fe584ae70dd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:23Z', 'updated_at': '2022-04-05T14:44:31Z', 'revision_number': 5, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'subnets': [{'id': '6c8898ea-b166-44bd-b51e-2fe584ae70dd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:44:41.685192 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-6f48f4ed-e794-4dbe-9c51-09465db6ecaa None None] Provisioning complete for port 01ab0fee-e908-4b53-8655-4b25ec35707d triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:44:41.685664 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6f48f4ed-e794-4dbe-9c51-09465db6ecaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:41.763615 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3290d55-8943-4c8c-ad55-d36c81642adb admin admin] Router 021bd0f9-45b7-4b8d-abab-7c183c71d33c has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:44:41.805584 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 54762) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:44:41.831228 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f1834725-f164-40b4-b318-0e8b19565145 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:41.843997 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6f48f4ed-e794-4dbe-9c51-09465db6ecaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:41.887966 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-6f48f4ed-e794-4dbe-9c51-09465db6ecaa None None] For port 01ab0fee-e908-4b53-8655-4b25ec35707d, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=01ab0fee-e908-4b53-8655-4b25ec35707d,segment=NetworkSegment(d131064f-d062-4251-be1b-375657a29521),segment_id=d131064f-d062-4251-be1b-375657a29521)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:44:41.932576 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-03d45073-eda3-4fae-b137-09aaa90f3378 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1808591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27061'] for router, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:41.974898 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6f48f4ed-e794-4dbe-9c51-09465db6ecaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:42.006101 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f1834725-f164-40b4-b318-0e8b19565145 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:42.012700 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-6baf83aa-075c-4a9b-9a11-d229db14e3b5 req-deb97e87-0337-4570-8f57-f72d0a2ef5d2 service neutron] For port 95fc697c-6787-48b0-b796-42740b6c32c8, host n-h2-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:44:42.025363 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-6baf83aa-075c-4a9b-9a11-d229db14e3b5 req-deb97e87-0337-4570-8f57-f72d0a2ef5d2 service neutron] For port 95fc697c-6787-48b0-b796-42740b6c32c8, host n-h2-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=95fc697c-6787-48b0-b796-42740b6c32c8,segment=NetworkSegment(e523e33a-de62-4414-94f9-7699545cb484),segment_id=e523e33a-de62-4414-94f9-7699545cb484)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:44:42.036572 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-03d45073-eda3-4fae-b137-09aaa90f3378 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1808628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1808637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803294'] for router, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:42.048971 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48f4ed-e794-4dbe-9c51-09465db6ecaa None None] Pushing event updated for resources: {'Port': ['ID=01ab0fee-e908-4b53-8655-4b25ec35707d,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:42.085275 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 01ab0fee-e908-4b53-8655-4b25ec35707d up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:44:42.094022 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f1834725-f164-40b4-b318-0e8b19565145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:42.141775 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1834725-f164-40b4-b318-0e8b19565145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf64428-8e37-4d0a-ac84-ce916c996857,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:42.175786 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-58ab1805-1ec4-4590-b5ff-01f9b42252a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:42.178407 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1834725-f164-40b4-b318-0e8b19565145 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:44:42.180695 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1834725-f164-40b4-b318-0e8b19565145 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:44:42.181356 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1834725-f164-40b4-b318-0e8b19565145 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:44:42.181808 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 01ab0fee-e908-4b53-8655-4b25ec35707d triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:44:42.182646 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1834725-f164-40b4-b318-0e8b19565145 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:44:42.183185 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1834725-f164-40b4-b318-0e8b19565145 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:44:42.183790 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1834725-f164-40b4-b318-0e8b19565145 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:44:42.184331 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:42.184446 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1834725-f164-40b4-b318-0e8b19565145 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:44:42.185031 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1834725-f164-40b4-b318-0e8b19565145 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:44:42.185598 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1834725-f164-40b4-b318-0e8b19565145 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:44:42.186134 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1834725-f164-40b4-b318-0e8b19565145 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:44:42.187487 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1834725-f164-40b4-b318-0e8b19565145 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:44:42.188161 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1834725-f164-40b4-b318-0e8b19565145 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:44:42.196170 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-6baf83aa-075c-4a9b-9a11-d229db14e3b5 req-deb97e87-0337-4570-8f57-f72d0a2ef5d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:42.234215 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-f1834725-f164-40b4-b318-0e8b19565145 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=02cca21474aa4c769603d10c9754abe9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4234953 Apr 05 14:44:42.237452 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 54766) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:44:42.300476 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:42.327901 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-39973d3c-3fc5-4740-a1e5-6f450a5b917c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:42.389024 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-39973d3c-3fc5-4740-a1e5-6f450a5b917c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:42.423195 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 54772) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:44:42.428096 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-4bfa60eb-7aa5-4750-8718-610413254397 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1208169312', 'description': 'tempest-description--792123152'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:44:42.597591 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4bfa60eb-7aa5-4750-8718-610413254397 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:42.628838 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-39973d3c-3fc5-4740-a1e5-6f450a5b917c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:42.636193 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-39973d3c-3fc5-4740-a1e5-6f450a5b917c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:42.642884 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-39973d3c-3fc5-4740-a1e5-6f450a5b917c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5cf64428-8e37-4d0a-ac84-ce916c996857 HTTP/1.1" status: 204 len: 168 time: 0.3954871 Apr 05 14:44:42.665393 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7d2758ef-c029-4d61-955e-4558ae78580f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:42.672465 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39973d3c-3fc5-4740-a1e5-6f450a5b917c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf64428-8e37-4d0a-ac84-ce916c996857,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:42.707860 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e974ce22-10e5-4026-900d-7babf5658c19 req-9d52f93f-8355-40e7-bdfa-128e267c87db tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:42.709874 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e974ce22-10e5-4026-900d-7babf5658c19 req-9d52f93f-8355-40e7-bdfa-128e267c87db tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/ports?device_id=0587635d-2d83-4d44-9a8f-6b7847388bdc HTTP/1.1" status: 200 len: 944 time: 0.7677908 Apr 05 14:44:42.728230 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baf83aa-075c-4a9b-9a11-d229db14e3b5 req-deb97e87-0337-4570-8f57-f72d0a2ef5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:42.728469 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-6baf83aa-075c-4a9b-9a11-d229db14e3b5 req-deb97e87-0337-4570-8f57-f72d0a2ef5d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:42.729827 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6baf83aa-075c-4a9b-9a11-d229db14e3b5 req-deb97e87-0337-4570-8f57-f72d0a2ef5d2 service neutron] 10.222.0.11 "PUT /v2.0/ports/95fc697c-6787-48b0-b796-42740b6c32c8 HTTP/1.1" status: 200 len: 1092 time: 4.7840443 Apr 05 14:44:42.733874 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0587635d-2d83-4d44-9a8f-6b7847388bdc', 'tag': '95fc697c-6787-48b0-b796-42740b6c32c8'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:44:42.741718 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10353c94-5e34-44a2-b08c-4a774b7649c7" -d '{"events": [{"name": "network-changed", "server_uuid": "0587635d-2d83-4d44-9a8f-6b7847388bdc", "tag": "95fc697c-6787-48b0-b796-42740b6c32c8"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:44:42.789822 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4bfa60eb-7aa5-4750-8718-610413254397 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:42.825777 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7d2758ef-c029-4d61-955e-4558ae78580f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:42.888557 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4bfa60eb-7aa5-4750-8718-610413254397 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:42.897282 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f39f081c-218a-42bc-9ae8-ff4af5ee5671 x-openstack-request-id: req-f39f081c-218a-42bc-9ae8-ff4af5ee5671 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:44:42.897582 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0587635d-2d83-4d44-9a8f-6b7847388bdc", "tag": "95fc697c-6787-48b0-b796-42740b6c32c8", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:44:42.897826 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f39f081c-218a-42bc-9ae8-ff4af5ee5671 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:44:42.898235 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f39f081c-218a-42bc-9ae8-ff4af5ee5671'] response: {'name': 'network-changed', 'server_uuid': '0587635d-2d83-4d44-9a8f-6b7847388bdc', 'tag': '95fc697c-6787-48b0-b796-42740b6c32c8', 'status': 'completed', 'code': 200} Apr 05 14:44:42.928946 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03d45073-eda3-4fae-b137-09aaa90f3378 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Router 4b8182cf-31f9-4416-b54f-c8c2c70e3cab has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:44:42.930564 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfa60eb-7aa5-4750-8718-610413254397 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53ee1494-da12-4460-a5be-8f452373f333,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:42.966246 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb97e87-0337-4570-8f57-f72d0a2ef5d2 service neutron] Pushing event updated for resources: {'Port': ['ID=95fc697c-6787-48b0-b796-42740b6c32c8,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:42.974427 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d2758ef-c029-4d61-955e-4558ae78580f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=103320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:44:43.020506 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2758ef-c029-4d61-955e-4558ae78580f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd029950-8140-4e5e-afa2-ccc3a518916f,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:43.031137 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3290d55-8943-4c8c-ad55-d36c81642adb admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:44:43.034287 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4bfa60eb-7aa5-4750-8718-610413254397 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:43.035715 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-4bfa60eb-7aa5-4750-8718-610413254397 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6116054 Apr 05 14:44:43.046351 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944126a8-a5b1-4391-8e9c-e6dec452bdb6 None None] Sync routers for ids ['021bd0f9-45b7-4b8d-abab-7c183c71d33c'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:44:43.046852 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 54780) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:44:43.046938 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-e3290d55-8943-4c8c-ad55-d36c81642adb admin admin] 10.222.0.30 "PUT /v2.0/routers/021bd0f9-45b7-4b8d-abab-7c183c71d33c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8051956 Apr 05 14:44:43.047015 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-53d7b586-d9a4-4d70-a7a1-270905840e3a tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Request body: {'security_group_rule': {'security_group_id': '53ee1494-da12-4460-a5be-8f452373f333', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:44:43.051623 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 54782) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:44:43.052490 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7d2758ef-c029-4d61-955e-4558ae78580f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:43.053032 n-d-836650-2 neutron-server[103320]: INFO neutron.db.segments_db [None req-7d2758ef-c029-4d61-955e-4558ae78580f admin admin] Added segment 6fe92bd7-7eb1-4f04-8d1d-c9fd2fbda931 of type vlan for network 724c24a1-2591-4a35-aa84-e5b8a14a3015 Apr 05 14:44:43.057300 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944126a8-a5b1-4391-8e9c-e6dec452bdb6 None None] Routers {'021bd0f9-45b7-4b8d-abab-7c183c71d33c'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:44:43.057889 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e974ce22-10e5-4026-900d-7babf5658c19 req-23250a00-639d-4617-a436-387b5979b73c tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c5ad20b-1af0-4fc7-9b1a-1ba5c50b7606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2724643 Apr 05 14:44:43.058341 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-944126a8-a5b1-4391-8e9c-e6dec452bdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:44:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['021bd0f9-45b7-4b8d-abab-7c183c71d33c'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:43.188986 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-944126a8-a5b1-4391-8e9c-e6dec452bdb6 None None] Set router 021bd0f9-45b7-4b8d-abab-7c183c71d33c gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:44:43.202864 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-360582e2-9ed3-4be2-a751-0a2ed44e460d admin admin] Notify callbacks [] for router, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:43.259289 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-53d7b586-d9a4-4d70-a7a1-270905840e3a tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:43.296920 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7d2758ef-c029-4d61-955e-4558ae78580f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:43.317585 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baf83aa-075c-4a9b-9a11-d229db14e3b5 req-90b9d852-dfe0-402d-94eb-45fbbd7df630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:43.319109 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6baf83aa-075c-4a9b-9a11-d229db14e3b5 req-90b9d852-dfe0-402d-94eb-45fbbd7df630 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b1c6fdb1754a4696ad2f30e73253b821&device_id=0587635d-2d83-4d44-9a8f-6b7847388bdc HTTP/1.1" status: 200 len: 1095 time: 0.4322140 Apr 05 14:44:43.414882 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-360582e2-9ed3-4be2-a751-0a2ed44e460d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:43.437612 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-53d7b586-d9a4-4d70-a7a1-270905840e3a tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:43.449322 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-944126a8-a5b1-4391-8e9c-e6dec452bdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'name': 'tempest-FloatingIPsAssociationTestJSON-491073066-router', 'tenant_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'ba6852d8-c258-4fd9-bbca-200d5bb93f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:42:19Z', 'updated_at': '2022-04-05T14:44:38Z', 'revision_number': 5, 'project_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'gw_port': {'id': 'ba6852d8-c258-4fd9-bbca-200d5bb93f7e', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:22:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:21Z', 'updated_at': '2022-04-05T14:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:43.471506 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d45073-eda3-4fae-b137-09aaa90f3378 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:44:43.483264 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df80601-4c08-4d52-9292-76f928c2902b None None] Sync routers for ids ['4b8182cf-31f9-4416-b54f-c8c2c70e3cab'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:44:43.492819 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944126a8-a5b1-4391-8e9c-e6dec452bdb6 None None] Checking router: 021bd0f9-45b7-4b8d-abab-7c183c71d33c for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:44:43.496276 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6baf83aa-075c-4a9b-9a11-d229db14e3b5 req-038aa25f-92d4-4676-b7b8-eced405fc393 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95fc697c-6787-48b0-b796-42740b6c32c8 HTTP/1.1" status: 200 len: 217 time: 0.1385455 Apr 05 14:44:43.505701 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df80601-4c08-4d52-9292-76f928c2902b None None] Routers {'4b8182cf-31f9-4416-b54f-c8c2c70e3cab'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:44:43.506489 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-3df80601-4c08-4d52-9292-76f928c2902b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:44:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['4b8182cf-31f9-4416-b54f-c8c2c70e3cab'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:43.520276 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-03d45073-eda3-4fae-b137-09aaa90f3378 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for router, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:43.523683 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944126a8-a5b1-4391-8e9c-e6dec452bdb6 None None] Routers {'021bd0f9-45b7-4b8d-abab-7c183c71d33c'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:44:43.524360 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 54794) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:44:43.524486 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-944126a8-a5b1-4391-8e9c-e6dec452bdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:44:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['021bd0f9-45b7-4b8d-abab-7c183c71d33c'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:43.524634 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-03d45073-eda3-4fae-b137-09aaa90f3378 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "PUT /v2.0/routers/4b8182cf-31f9-4416-b54f-c8c2c70e3cab HTTP/1.1" status: 200 len: 934 time: 4.9510579 Apr 05 14:44:43.585031 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-58ab1805-1ec4-4590-b5ff-01f9b42252a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618'] for router, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:43.599141 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-53d7b586-d9a4-4d70-a7a1-270905840e3a tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:43.613565 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baf83aa-075c-4a9b-9a11-d229db14e3b5 req-a9c0afb6-8ba4-435a-89fc-586fe28f2a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:43.617607 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6baf83aa-075c-4a9b-9a11-d229db14e3b5 req-a9c0afb6-8ba4-435a-89fc-586fe28f2a2d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5191ec95-9794-4487-b4dd-b62543d80f6a HTTP/1.1" status: 200 len: 850 time: 0.1180360 Apr 05 14:44:43.644820 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-3df80601-4c08-4d52-9292-76f928c2902b None None] Set router 4b8182cf-31f9-4416-b54f-c8c2c70e3cab gateway port host: None {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:44:43.671189 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7d2758ef-c029-4d61-955e-4558ae78580f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:43.672313 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2758ef-c029-4d61-955e-4558ae78580f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:43.672936 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7d2758ef-c029-4d61-955e-4558ae78580f admin admin] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:43.684997 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d7b586-d9a4-4d70-a7a1-270905840e3a tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41d981ea-ad8f-45de-8964-65313077991e,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:43.730639 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-45d9a20d-bc1c-4745-b2b2-5db681e27dc5 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "GET /v2.0/routers/4b8182cf-31f9-4416-b54f-c8c2c70e3cab HTTP/1.1" status: 200 len: 934 time: 0.2020800 Apr 05 14:44:43.730877 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 54798) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:44:43.735830 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-d35828e9-6430-4ac9-94b8-52ffb2bedfc0 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Request body: {'router': {'routes': None}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:44:43.745982 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-944126a8-a5b1-4391-8e9c-e6dec452bdb6 None None] Set router 021bd0f9-45b7-4b8d-abab-7c183c71d33c gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:44:43.789418 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-53d7b586-d9a4-4d70-a7a1-270905840e3a tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:43.790750 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-53d7b586-d9a4-4d70-a7a1-270905840e3a tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7482824 Apr 05 14:44:43.801910 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 54800) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:44:43.810775 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-7d2758ef-c029-4d61-955e-4558ae78580f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.1160679 Apr 05 14:44:43.812077 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 54802) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:44:43.829946 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-360582e2-9ed3-4be2-a751-0a2ed44e460d admin admin] Deleting port ba6852d8-c258-4fd9-bbca-200d5bb93f7e {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:44:43.830290 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-360582e2-9ed3-4be2-a751-0a2ed44e460d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:43.860529 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-b802cc19-20c9-4222-9ac6-d27d7490abde tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Request body: {'security_group_rule': {'security_group_id': '53ee1494-da12-4460-a5be-8f452373f333', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:44:43.871219 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-0657a0a0-24f4-4020-ba44-2ed7bd7ce5b4 admin admin] Request body: {'subnet': {'network_id': '724c24a1-2591-4a35-aa84-e5b8a14a3015', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-713565674-subnet', 'tenant_id': 'e7e6c0591cf74126be0bf872710cbb33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:44:43.939059 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baf83aa-075c-4a9b-9a11-d229db14e3b5 req-0431236c-efd4-4608-bb29-a5ef02963554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:43.940680 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6baf83aa-075c-4a9b-9a11-d229db14e3b5 req-0431236c-efd4-4608-bb29-a5ef02963554 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0ec84664-b286-431c-8e6d-81964b6279ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2829125 Apr 05 14:44:43.941485 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2758ef-c029-4d61-955e-4558ae78580f admin admin] Pushing event updated for resources: {'Network': ['ID=724c24a1-2591-4a35-aa84-e5b8a14a3015,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:43.975426 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 724c24a1-2591-4a35-aa84-e5b8a14a3015 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:44:44.035398 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 01ab0fee-e908-4b53-8655-4b25ec35707d up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:44:44.105137 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-944126a8-a5b1-4391-8e9c-e6dec452bdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'name': 'tempest-FloatingIPsAssociationTestJSON-491073066-router', 'tenant_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'ba6852d8-c258-4fd9-bbca-200d5bb93f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:42:19Z', 'updated_at': '2022-04-05T14:44:38Z', 'revision_number': 5, 'project_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'gw_port': {'id': 'ba6852d8-c258-4fd9-bbca-200d5bb93f7e', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:22:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:21Z', 'updated_at': '2022-04-05T14:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:44.114926 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:44.145484 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0657a0a0-24f4-4020-ba44-2ed7bd7ce5b4 admin admin] Made reservation on behalf of e7e6c0591cf74126be0bf872710cbb33 for: {'subnet': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:44:44.148069 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0657a0a0-24f4-4020-ba44-2ed7bd7ce5b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13127328'] for subnet, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:44.151447 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-3df80601-4c08-4d52-9292-76f928c2902b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'name': 'tempest-RoutersTest-router-2069048016', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:44:00Z', 'updated_at': '2022-04-05T14:44:40Z', 'revision_number': 6, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'gw_port_host': None, '_interfaces': [{'id': '01ab0fee-e908-4b53-8655-4b25ec35707d', 'name': '', 'network_id': 'd7a2e8ae-30a3-440d-972d-c16305008d9a', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'mac_address': 'fa:16:3e:73:ab:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '5da6c29d-98ca-4c6c-90c0-76bd5ea61fb7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:33Z', 'updated_at': '2022-04-05T14:44:41Z', 'revision_number': 5, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'subnets': [{'id': '5da6c29d-98ca-4c6c-90c0-76bd5ea61fb7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '06e06b4a-d050-4c1d-90bb-268a63ee6c75', 'name': '', 'network_id': '40cc0ec6-c48b-40ba-b1aa-8f09febc3199', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'mac_address': 'fa:16:3e:73:57:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '79a4694e-5985-4e9e-99ab-2a03d0fe3bdc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:12Z', 'updated_at': '2022-04-05T14:44:20Z', 'revision_number': 5, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'subnets': [{'id': '79a4694e-5985-4e9e-99ab-2a03d0fe3bdc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34d1f8d3-e3f5-43ee-a951-e8344c7cc32e', 'name': '', 'network_id': 'ebdcc65d-93e8-4547-9a48-7159e078614b', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'mac_address': 'fa:16:3e:99:91:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '38d9e5d7-9f97-46b9-8806-d7a1e76a7005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:03Z', 'updated_at': '2022-04-05T14:44:11Z', 'revision_number': 5, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'subnets': [{'id': '38d9e5d7-9f97-46b9-8806-d7a1e76a7005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68151dd6-1f70-4116-a133-ee97c15817fa', 'name': '', 'network_id': '982a5d51-3d0e-45e2-b5e1-0c50ba47a031', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'mac_address': 'fa:16:3e:a0:72:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2353, 'fixed_ips': [{'subnet_id': '6c8898ea-b166-44bd-b51e-2fe584ae70dd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:23Z', 'updated_at': '2022-04-05T14:44:31Z', 'revision_number': 5, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'subnets': [{'id': '6c8898ea-b166-44bd-b51e-2fe584ae70dd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:44.153960 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944126a8-a5b1-4391-8e9c-e6dec452bdb6 None None] The sync data for ids ['021bd0f9-45b7-4b8d-abab-7c183c71d33c'] in n-d-836650-2 is: [{'id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'name': 'tempest-FloatingIPsAssociationTestJSON-491073066-router', 'tenant_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'ba6852d8-c258-4fd9-bbca-200d5bb93f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:42:19Z', 'updated_at': '2022-04-05T14:44:38Z', 'revision_number': 5, 'project_id': '8c3f3c7982a44da591f5ccdacd29d5c6', 'gw_port': {'id': 'ba6852d8-c258-4fd9-bbca-200d5bb93f7e', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:22:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021bd0f9-45b7-4b8d-abab-7c183c71d33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:21Z', 'updated_at': '2022-04-05T14:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:44:44.231179 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df80601-4c08-4d52-9292-76f928c2902b None None] Checking router: 4b8182cf-31f9-4416-b54f-c8c2c70e3cab for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:44:44.247601 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df80601-4c08-4d52-9292-76f928c2902b None None] Routers {'4b8182cf-31f9-4416-b54f-c8c2c70e3cab'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:44:44.251664 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-3df80601-4c08-4d52-9292-76f928c2902b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:44:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['4b8182cf-31f9-4416-b54f-c8c2c70e3cab'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:44.261333 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-360582e2-9ed3-4be2-a751-0a2ed44e460d admin admin] For port ba6852d8-c258-4fd9-bbca-200d5bb93f7e, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=ba6852d8-c258-4fd9-bbca-200d5bb93f7e,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:44:44.261899 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-360582e2-9ed3-4be2-a751-0a2ed44e460d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:44.275490 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b802cc19-20c9-4222-9ac6-d27d7490abde tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:44.288588 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6baf83aa-075c-4a9b-9a11-d229db14e3b5 req-6a04f795-36de-48ec-bed0-671a36dae960 service neutron] 10.222.0.11 "GET /v2.0/networks/0ec84664-b286-431c-8e6d-81964b6279ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145611 Apr 05 14:44:44.302727 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-360582e2-9ed3-4be2-a751-0a2ed44e460d admin admin] Calling delete_port for ba6852d8-c258-4fd9-bbca-200d5bb93f7e owned by network:router_gateway {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:44:44.323645 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.extraroute_db [None req-d35828e9-6430-4ac9-94b8-52ffb2bedfc0 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Added routes are [] {{(pid=103321) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 05 14:44:44.331479 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.extraroute_db [None req-d35828e9-6430-4ac9-94b8-52ffb2bedfc0 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103321) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 05 14:44:44.331660 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 01ab0fee-e908-4b53-8655-4b25ec35707d triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:44:44.331660 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:44.377216 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-3df80601-4c08-4d52-9292-76f928c2902b None None] Set router 4b8182cf-31f9-4416-b54f-c8c2c70e3cab gateway port host: None {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:44:44.394859 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ab1805-1ec4-4590-b5ff-01f9b42252a8 admin admin] Router 3a8b25ee-49d5-49e7-a420-c81ae910c57e is scheduled to L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 with binding_index 1 {{(pid=103320) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:44:44.405761 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d35828e9-6430-4ac9-94b8-52ffb2bedfc0 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1808591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27061'] for router, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:44.567973 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b127c-9d63-4515-9fb3-879176c48d63 req-1d633b7f-c90e-41d4-a762-ddf1fd88ebe5 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:44.571874 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cb6b127c-9d63-4515-9fb3-879176c48d63 req-1d633b7f-c90e-41d4-a762-ddf1fd88ebe5 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/ports?device_id=0587635d-2d83-4d44-9a8f-6b7847388bdc HTTP/1.1" status: 200 len: 944 time: 0.3801620 Apr 05 14:44:44.670870 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6baf83aa-075c-4a9b-9a11-d229db14e3b5 req-6d13d31e-6410-4bee-9c3e-7f178d39f598 service neutron] 10.222.0.11 "GET /v2.0/networks/0ec84664-b286-431c-8e6d-81964b6279ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3654182 Apr 05 14:44:44.720823 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b802cc19-20c9-4222-9ac6-d27d7490abde tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:44.795593 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-3df80601-4c08-4d52-9292-76f928c2902b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'name': 'tempest-RoutersTest-router-2069048016', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:44:00Z', 'updated_at': '2022-04-05T14:44:40Z', 'revision_number': 6, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'gw_port_host': None, '_interfaces': [{'id': '01ab0fee-e908-4b53-8655-4b25ec35707d', 'name': '', 'network_id': 'd7a2e8ae-30a3-440d-972d-c16305008d9a', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'mac_address': 'fa:16:3e:73:ab:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '5da6c29d-98ca-4c6c-90c0-76bd5ea61fb7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:33Z', 'updated_at': '2022-04-05T14:44:41Z', 'revision_number': 5, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'subnets': [{'id': '5da6c29d-98ca-4c6c-90c0-76bd5ea61fb7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '06e06b4a-d050-4c1d-90bb-268a63ee6c75', 'name': '', 'network_id': '40cc0ec6-c48b-40ba-b1aa-8f09febc3199', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'mac_address': 'fa:16:3e:73:57:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '79a4694e-5985-4e9e-99ab-2a03d0fe3bdc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:12Z', 'updated_at': '2022-04-05T14:44:20Z', 'revision_number': 5, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'subnets': [{'id': '79a4694e-5985-4e9e-99ab-2a03d0fe3bdc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34d1f8d3-e3f5-43ee-a951-e8344c7cc32e', 'name': '', 'network_id': 'ebdcc65d-93e8-4547-9a48-7159e078614b', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'mac_address': 'fa:16:3e:99:91:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '38d9e5d7-9f97-46b9-8806-d7a1e76a7005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:03Z', 'updated_at': '2022-04-05T14:44:11Z', 'revision_number': 5, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'subnets': [{'id': '38d9e5d7-9f97-46b9-8806-d7a1e76a7005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68151dd6-1f70-4116-a133-ee97c15817fa', 'name': '', 'network_id': '982a5d51-3d0e-45e2-b5e1-0c50ba47a031', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'mac_address': 'fa:16:3e:a0:72:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2353, 'fixed_ips': [{'subnet_id': '6c8898ea-b166-44bd-b51e-2fe584ae70dd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:23Z', 'updated_at': '2022-04-05T14:44:31Z', 'revision_number': 5, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'subnets': [{'id': '6c8898ea-b166-44bd-b51e-2fe584ae70dd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:44.839877 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cb6b127c-9d63-4515-9fb3-879176c48d63 req-f208da40-9e47-49f7-bcf7-e7b268a501e8 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c5ad20b-1af0-4fc7-9b1a-1ba5c50b7606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2163293 Apr 05 14:44:44.870179 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df80601-4c08-4d52-9292-76f928c2902b None None] The sync data for ids ['4b8182cf-31f9-4416-b54f-c8c2c70e3cab'] in n-d-836650-2 is: [{'id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'name': 'tempest-RoutersTest-router-2069048016', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:44:00Z', 'updated_at': '2022-04-05T14:44:40Z', 'revision_number': 6, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'gw_port_host': None, '_interfaces': [{'id': '01ab0fee-e908-4b53-8655-4b25ec35707d', 'name': '', 'network_id': 'd7a2e8ae-30a3-440d-972d-c16305008d9a', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'mac_address': 'fa:16:3e:73:ab:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '5da6c29d-98ca-4c6c-90c0-76bd5ea61fb7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:33Z', 'updated_at': '2022-04-05T14:44:41Z', 'revision_number': 5, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'subnets': [{'id': '5da6c29d-98ca-4c6c-90c0-76bd5ea61fb7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '06e06b4a-d050-4c1d-90bb-268a63ee6c75', 'name': '', 'network_id': '40cc0ec6-c48b-40ba-b1aa-8f09febc3199', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'mac_address': 'fa:16:3e:73:57:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '79a4694e-5985-4e9e-99ab-2a03d0fe3bdc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:12Z', 'updated_at': '2022-04-05T14:44:20Z', 'revision_number': 5, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'subnets': [{'id': '79a4694e-5985-4e9e-99ab-2a03d0fe3bdc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34d1f8d3-e3f5-43ee-a951-e8344c7cc32e', 'name': '', 'network_id': 'ebdcc65d-93e8-4547-9a48-7159e078614b', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'mac_address': 'fa:16:3e:99:91:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '38d9e5d7-9f97-46b9-8806-d7a1e76a7005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:03Z', 'updated_at': '2022-04-05T14:44:11Z', 'revision_number': 5, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'subnets': [{'id': '38d9e5d7-9f97-46b9-8806-d7a1e76a7005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68151dd6-1f70-4116-a133-ee97c15817fa', 'name': '', 'network_id': '982a5d51-3d0e-45e2-b5e1-0c50ba47a031', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'mac_address': 'fa:16:3e:a0:72:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2353, 'fixed_ips': [{'subnet_id': '6c8898ea-b166-44bd-b51e-2fe584ae70dd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:23Z', 'updated_at': '2022-04-05T14:44:31Z', 'revision_number': 5, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'subnets': [{'id': '6c8898ea-b166-44bd-b51e-2fe584ae70dd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:44:44.874193 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d35828e9-6430-4ac9-94b8-52ffb2bedfc0 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1808591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27061'] for router, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:44.878859 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d35828e9-6430-4ac9-94b8-52ffb2bedfc0 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1808628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1808637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803294'] for router, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:44.901086 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b802cc19-20c9-4222-9ac6-d27d7490abde tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:44.947727 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-360582e2-9ed3-4be2-a751-0a2ed44e460d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:44.989700 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b802cc19-20c9-4222-9ac6-d27d7490abde tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c805654-c3d4-43f8-8ac8-812df4d70c13,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:45.004220 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ab1805-1ec4-4590-b5ff-01f9b42252a8 admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:44:45.054413 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14437a6-6a9b-4cec-a997-3e3b503c86a2 None None] Sync routers for ids ['3a8b25ee-49d5-49e7-a420-c81ae910c57e'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:44:45.066866 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14437a6-6a9b-4cec-a997-3e3b503c86a2 None None] Routers {'3a8b25ee-49d5-49e7-a420-c81ae910c57e'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:44:45.067520 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-d14437a6-6a9b-4cec-a997-3e3b503c86a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:44:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['3a8b25ee-49d5-49e7-a420-c81ae910c57e'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:45.076100 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10353c94-5e34-44a2-b08c-4a774b7649c7 req-8929aa92-4bc1-4f05-b93f-6299876dccc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:45.078400 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-10353c94-5e34-44a2-b08c-4a774b7649c7 req-8929aa92-4bc1-4f05-b93f-6299876dccc3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b1c6fdb1754a4696ad2f30e73253b821&device_id=0587635d-2d83-4d44-9a8f-6b7847388bdc HTTP/1.1" status: 200 len: 1095 time: 0.2285414 Apr 05 14:44:45.090228 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360582e2-9ed3-4be2-a751-0a2ed44e460d admin admin] Pushing event deleted for resources: {'Port': ['ID=ba6852d8-c258-4fd9-bbca-200d5bb93f7e,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:45.129186 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b802cc19-20c9-4222-9ac6-d27d7490abde tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:45.130408 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-b802cc19-20c9-4222-9ac6-d27d7490abde tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3274071 Apr 05 14:44:45.134850 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 54860) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:44:45.155131 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-0a2fe5fa-2b21-467c-b914-5820f0032a7e tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Request body: {'floatingip': {'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:44:45.178742 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d35828e9-6430-4ac9-94b8-52ffb2bedfc0 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Router 4b8182cf-31f9-4416-b54f-c8c2c70e3cab has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:44:45.190525 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0657a0a0-24f4-4020-ba44-2ed7bd7ce5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15773751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13127350'] for subnet, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:45.198619 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-360582e2-9ed3-4be2-a751-0a2ed44e460d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808526'] for router_gateway, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:45.210244 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-58ab1805-1ec4-4590-b5ff-01f9b42252a8 admin admin] Notify callbacks [] for router, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:45.211537 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-58ab1805-1ec4-4590-b5ff-01f9b42252a8 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.1130776 Apr 05 14:44:45.238335 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 54862) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:44:45.312853 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-d14437a6-6a9b-4cec-a997-3e3b503c86a2 None None] Set router 3a8b25ee-49d5-49e7-a420-c81ae910c57e gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:44:45.352696 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0657a0a0-24f4-4020-ba44-2ed7bd7ce5b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d58b797-e185-488e-a422-36cff463a0c6,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:45.414454 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0657a0a0-24f4-4020-ba44-2ed7bd7ce5b4 admin admin] Checking segment: {'id': '6fe92bd7-7eb1-4f04-8d1d-c9fd2fbda931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '724c24a1-2591-4a35-aa84-e5b8a14a3015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:44:45.414768 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0657a0a0-24f4-4020-ba44-2ed7bd7ce5b4 admin admin] Network hostable DHCP agents. Network: 724c24a1-2591-4a35-aa84-e5b8a14a3015, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:44:45.417300 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10353c94-5e34-44a2-b08c-4a774b7649c7 req-50ef264b-71bc-405e-8c84-6c9e20bdd5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:45.430281 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-10353c94-5e34-44a2-b08c-4a774b7649c7 req-50ef264b-71bc-405e-8c84-6c9e20bdd5d0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0ec84664-b286-431c-8e6d-81964b6279ea HTTP/1.1" status: 200 len: 912 time: 0.3447044 Apr 05 14:44:45.508328 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-10353c94-5e34-44a2-b08c-4a774b7649c7 req-feca7fe1-4094-412e-a5dc-bbb3915d8dcf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95fc697c-6787-48b0-b796-42740b6c32c8 HTTP/1.1" status: 200 len: 217 time: 0.0694976 Apr 05 14:44:45.510903 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0a2fe5fa-2b21-467c-b914-5820f0032a7e tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Notify callbacks [] for floatingip, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:45.521296 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-360582e2-9ed3-4be2-a751-0a2ed44e460d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27070'] for router, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:45.560290 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-360582e2-9ed3-4be2-a751-0a2ed44e460d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:45.564640 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10353c94-5e34-44a2-b08c-4a774b7649c7 req-46ba4ab0-8b8c-4fa1-b79e-609b07f8ca0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:45.566337 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-10353c94-5e34-44a2-b08c-4a774b7649c7 req-46ba4ab0-8b8c-4fa1-b79e-609b07f8ca0a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5191ec95-9794-4487-b4dd-b62543d80f6a HTTP/1.1" status: 200 len: 850 time: 0.0505476 Apr 05 14:44:45.634621 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10353c94-5e34-44a2-b08c-4a774b7649c7 req-39e56dea-9caf-41ef-b648-318e17d376b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:45.636652 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-10353c94-5e34-44a2-b08c-4a774b7649c7 req-39e56dea-9caf-41ef-b648-318e17d376b9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0ec84664-b286-431c-8e6d-81964b6279ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580647 Apr 05 14:44:45.638058 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0657a0a0-24f4-4020-ba44-2ed7bd7ce5b4 admin admin] Network 724c24a1-2591-4a35-aa84-e5b8a14a3015 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:44:45.674844 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-d14437a6-6a9b-4cec-a997-3e3b503c86a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8b25ee-49d5-49e7-a420-c81ae910c57e', 'name': 'tempest-TestVolumeBootPattern-1066432504-router', 'tenant_id': '15503dce9d2944a4a898191fdde0d62f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'b32f951d-0e1a-4d14-a657-c271ff4bb073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:44:35Z', 'updated_at': '2022-04-05T14:44:41Z', 'revision_number': 3, 'project_id': '15503dce9d2944a4a898191fdde0d62f', 'gw_port': {'id': 'b32f951d-0e1a-4d14-a657-c271ff4bb073', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:59:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a8b25ee-49d5-49e7-a420-c81ae910c57e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:37Z', 'updated_at': '2022-04-05T14:44:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:45.709751 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14437a6-6a9b-4cec-a997-3e3b503c86a2 None None] Checking router: 3a8b25ee-49d5-49e7-a420-c81ae910c57e for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:44:45.710107 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14437a6-6a9b-4cec-a997-3e3b503c86a2 None None] Updating router 3a8b25ee-49d5-49e7-a420-c81ae910c57e port b32f951d-0e1a-4d14-a657-c271ff4bb073 binding host n-d-836650-2 {{(pid=103323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:44:45.741343 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d14437a6-6a9b-4cec-a997-3e3b503c86a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:45.762225 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-10353c94-5e34-44a2-b08c-4a774b7649c7 req-cd776c4d-3527-4bab-9b26-f3b185cf6c96 service neutron] 10.222.0.11 "GET /v2.0/networks/0ec84664-b286-431c-8e6d-81964b6279ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150131 Apr 05 14:44:45.853521 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d35828e9-6430-4ac9-94b8-52ffb2bedfc0 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:44:45.878890 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7203c74d-52e7-4a1f-b8f0-9cbbc282a604 None None] Sync routers for ids ['4b8182cf-31f9-4416-b54f-c8c2c70e3cab'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:44:45.881066 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d35828e9-6430-4ac9-94b8-52ffb2bedfc0 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:45.886809 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-d35828e9-6430-4ac9-94b8-52ffb2bedfc0 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "PUT /v2.0/routers/4b8182cf-31f9-4416-b54f-c8c2c70e3cab HTTP/1.1" status: 200 len: 700 time: 2.1550450 Apr 05 14:44:45.891597 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 54868) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:44:45.899079 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-360582e2-9ed3-4be2-a751-0a2ed44e460d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803298'] for router, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:45.899820 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360582e2-9ed3-4be2-a751-0a2ed44e460d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 021bd0f9-45b7-4b8d-abab-7c183c71d33c {{(pid=103321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:44:45.915193 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-360582e2-9ed3-4be2-a751-0a2ed44e460d admin admin] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:45.918642 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7203c74d-52e7-4a1f-b8f0-9cbbc282a604 None None] Routers {'4b8182cf-31f9-4416-b54f-c8c2c70e3cab'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:44:45.922212 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-360582e2-9ed3-4be2-a751-0a2ed44e460d admin admin] 10.222.0.30 "DELETE /v2.0/routers/021bd0f9-45b7-4b8d-abab-7c183c71d33c HTTP/1.1" status: 204 len: 168 time: 2.8667076 Apr 05 14:44:45.922353 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-7203c74d-52e7-4a1f-b8f0-9cbbc282a604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:44:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['4b8182cf-31f9-4416-b54f-c8c2c70e3cab'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:45.938861 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 54870) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:44:45.950226 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-0657a0a0-24f4-4020-ba44-2ed7bd7ce5b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 724c24a1-2591-4a35-aa84-e5b8a14a3015) {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:44:45.958898 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0657a0a0-24f4-4020-ba44-2ed7bd7ce5b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:45.959506 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0657a0a0-24f4-4020-ba44-2ed7bd7ce5b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:45.981854 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-10353c94-5e34-44a2-b08c-4a774b7649c7 req-6b0debd5-3c9f-4ea6-a964-57c05e9a7e2d service neutron] 10.222.0.11 "GET /v2.0/networks/0ec84664-b286-431c-8e6d-81964b6279ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112231 Apr 05 14:44:46.050218 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258726d0-5593-4653-9d5f-f0f94dc50703 None None] Network 724c24a1-2591-4a35-aa84-e5b8a14a3015 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:44:46.081860 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-0657a0a0-24f4-4020-ba44-2ed7bd7ce5b4 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2083986 Apr 05 14:44:46.284553 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b55cc2f-adb8-4e0e-a393-5cfe51dffbd8 req-4d61e303-bfb1-4921-93e6-9027ba87cddb tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:46.286225 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6b55cc2f-adb8-4e0e-a393-5cfe51dffbd8 req-4d61e303-bfb1-4921-93e6-9027ba87cddb tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/ports?device_id=0587635d-2d83-4d44-9a8f-6b7847388bdc HTTP/1.1" status: 200 len: 944 time: 0.1060793 Apr 05 14:44:46.383387 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6b55cc2f-adb8-4e0e-a393-5cfe51dffbd8 req-44c2a7f4-a8bb-40f1-b702-46950d2ed31c tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c5ad20b-1af0-4fc7-9b1a-1ba5c50b7606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893240 Apr 05 14:44:46.603023 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d14437a6-6a9b-4cec-a997-3e3b503c86a2 None None] Notify callbacks [] for port, precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:46.624634 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device a19bac35-ee50-413b-9feb-6940ba2e09c1 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:44:46.696104 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d14437a6-6a9b-4cec-a997-3e3b503c86a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:46.715273 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: a19bac35-ee50-413b-9feb-6940ba2e09c1 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:44:46.716716 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device a19bac35-ee50-413b-9feb-6940ba2e09c1 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:44:46.724237 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-d14437a6-6a9b-4cec-a997-3e3b503c86a2 None None] Attempting to bind port b32f951d-0e1a-4d14-a657-c271ff4bb073 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:44:46.724620 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-d14437a6-6a9b-4cec-a997-3e3b503c86a2 None None] Attempting to bind port b32f951d-0e1a-4d14-a657-c271ff4bb073 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:44:46.725118 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14437a6-6a9b-4cec-a997-3e3b503c86a2 None None] Attempting to bind port b32f951d-0e1a-4d14-a657-c271ff4bb073 on network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:44:46.744726 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-7203c74d-52e7-4a1f-b8f0-9cbbc282a604 None None] Set router 4b8182cf-31f9-4416-b54f-c8c2c70e3cab gateway port host: None {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:44:46.750696 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14437a6-6a9b-4cec-a997-3e3b503c86a2 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:44:46.751070 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14437a6-6a9b-4cec-a997-3e3b503c86a2 None None] Checking segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:44:46.751470 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d14437a6-6a9b-4cec-a997-3e3b503c86a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:46.751860 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14437a6-6a9b-4cec-a997-3e3b503c86a2 None None] Bound using segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:44:46.752344 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-d14437a6-6a9b-4cec-a997-3e3b503c86a2 None None] Bound port: b32f951d-0e1a-4d14-a657-c271ff4bb073, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:44:46.752726 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d14437a6-6a9b-4cec-a997-3e3b503c86a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:46.828272 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-d14437a6-6a9b-4cec-a997-3e3b503c86a2 None None] For port b32f951d-0e1a-4d14-a657-c271ff4bb073, host n-d-836650-2, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:44:46.863844 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-d14437a6-6a9b-4cec-a997-3e3b503c86a2 None None] For port b32f951d-0e1a-4d14-a657-c271ff4bb073, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=b32f951d-0e1a-4d14-a657-c271ff4bb073,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:44:46.885393 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-8049ee28-f79d-40d9-bd35-de6ac237b9e1 admin admin] Deleting subnet f90bf926-2675-4d7e-8a18-756096c51dbe {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:44:46.890203 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8049ee28-f79d-40d9-bd35-de6ac237b9e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:46.903231 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21e1a80-0e1b-4ce8-8686-8c8abe2f0a26 None None] Pushing event updated for resources: {'Port': ['ID=b32f951d-0e1a-4d14-a657-c271ff4bb073,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:46.962017 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 95fc697c-6787-48b0-b796-42740b6c32c8 details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:44:46.994642 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-c4b77b96-5312-47a5-82e4-2bb023a8b990 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "GET /v2.0/routers/4b8182cf-31f9-4416-b54f-c8c2c70e3cab HTTP/1.1" status: 200 len: 700 time: 1.0906532 Apr 05 14:44:46.997872 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 54918) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:44:46.998818 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d14437a6-6a9b-4cec-a997-3e3b503c86a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:47.059667 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8049ee28-f79d-40d9-bd35-de6ac237b9e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:47.203762 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0a2fe5fa-2b21-467c-b914-5820f0032a7e tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:47.297162 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21e1a80-0e1b-4ce8-8686-8c8abe2f0a26 None None] Pushing event updated for resources: {'Port': ['ID=b32f951d-0e1a-4d14-a657-c271ff4bb073,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:47.317598 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14437a6-6a9b-4cec-a997-3e3b503c86a2 None None] Routers {'3a8b25ee-49d5-49e7-a420-c81ae910c57e'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:44:47.323367 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-d14437a6-6a9b-4cec-a997-3e3b503c86a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:44:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['3a8b25ee-49d5-49e7-a420-c81ae910c57e'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:47.369343 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8049ee28-f79d-40d9-bd35-de6ac237b9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:47.395502 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.db.resource_extend [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 14:44:47.410486 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63abaa16-1669-4766-ae5f-22d2c6749610 None None] Network 724c24a1-2591-4a35-aa84-e5b8a14a3015 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:44:47.546505 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-0a2fe5fa-2b21-467c-b914-5820f0032a7e tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Allocated IP 172.25.6.27 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/96a72cd7-7cb0-43b0-8407-e5fe73240e68) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:44:47.572133 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-d14437a6-6a9b-4cec-a997-3e3b503c86a2 None None] Set router 3a8b25ee-49d5-49e7-a420-c81ae910c57e gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:44:47.588201 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-14ab3211-56d0-465a-8163-0434fbf189a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:47.703727 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8049ee28-f79d-40d9-bd35-de6ac237b9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:47.775697 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8049ee28-f79d-40d9-bd35-de6ac237b9e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:47.780863 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-8049ee28-f79d-40d9-bd35-de6ac237b9e1 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/f90bf926-2675-4d7e-8a18-756096c51dbe HTTP/1.1" status: 204 len: 168 time: 1.8436365 Apr 05 14:44:47.781790 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8049ee28-f79d-40d9-bd35-de6ac237b9e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f90bf926-2675-4d7e-8a18-756096c51dbe,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:47.787238 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 54930) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:44:47.811679 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7828c91e-f398-4e9b-a01b-182b90e3e1cb None None] Network fcfdebfb-890a-4564-ad33-442534fd3fbd requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:44:47.842002 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9237195-6659-4cb4-9b98-0f03ae5a96af req-ba76d7e1-80e7-4dd3-85f4-294d9ac3bc7a tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:47.844693 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c9237195-6659-4cb4-9b98-0f03ae5a96af req-ba76d7e1-80e7-4dd3-85f4-294d9ac3bc7a tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/ports?device_id=0587635d-2d83-4d44-9a8f-6b7847388bdc HTTP/1.1" status: 200 len: 944 time: 0.2381475 Apr 05 14:44:47.868916 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0a2fe5fa-2b21-467c-b914-5820f0032a7e tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:47.926066 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 95fc697c-6787-48b0-b796-42740b6c32c8, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=95fc697c-6787-48b0-b796-42740b6c32c8,segment=NetworkSegment(e523e33a-de62-4414-94f9-7699545cb484),segment_id=e523e33a-de62-4414-94f9-7699545cb484)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:44:47.958085 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-d14437a6-6a9b-4cec-a997-3e3b503c86a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8b25ee-49d5-49e7-a420-c81ae910c57e', 'name': 'tempest-TestVolumeBootPattern-1066432504-router', 'tenant_id': '15503dce9d2944a4a898191fdde0d62f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'b32f951d-0e1a-4d14-a657-c271ff4bb073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:44:35Z', 'updated_at': '2022-04-05T14:44:41Z', 'revision_number': 3, 'project_id': '15503dce9d2944a4a898191fdde0d62f', 'gw_port': {'id': 'b32f951d-0e1a-4d14-a657-c271ff4bb073', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:59:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a8b25ee-49d5-49e7-a420-c81ae910c57e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:37Z', 'updated_at': '2022-04-05T14:44:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:47.958697 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device ba6852d8-c258-4fd9-bbca-200d5bb93f7e no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:44:47.984636 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': '95fc697c-6787-48b0-b796-42740b6c32c8', 'network_id': '0ec84664-b286-431c-8e6d-81964b6279ea', 'port_id': '95fc697c-6787-48b0-b796-42740b6c32c8', 'mac_address': 'fa:16:3e:6c:67:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5191ec95-9794-4487-b4dd-b62543d80f6a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:44:48.012150 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f45c48c9-e17f-4208-969c-4812a691ce20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:48.041266 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: ba6852d8-c258-4fd9-bbca-200d5bb93f7e {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:44:48.041608 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device ba6852d8-c258-4fd9-bbca-200d5bb93f7e not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:44:48.045098 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14437a6-6a9b-4cec-a997-3e3b503c86a2 None None] The sync data for ids ['3a8b25ee-49d5-49e7-a420-c81ae910c57e'] in n-d-836650-2 is: [{'id': '3a8b25ee-49d5-49e7-a420-c81ae910c57e', 'name': 'tempest-TestVolumeBootPattern-1066432504-router', 'tenant_id': '15503dce9d2944a4a898191fdde0d62f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'b32f951d-0e1a-4d14-a657-c271ff4bb073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:44:35Z', 'updated_at': '2022-04-05T14:44:41Z', 'revision_number': 3, 'project_id': '15503dce9d2944a4a898191fdde0d62f', 'gw_port': {'id': 'b32f951d-0e1a-4d14-a657-c271ff4bb073', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:59:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a8b25ee-49d5-49e7-a420-c81ae910c57e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:37Z', 'updated_at': '2022-04-05T14:44:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:44:48.072971 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-14ab3211-56d0-465a-8163-0434fbf189a9 admin admin] Allocated IP 172.20.0.1 (66b3e69f-5222-44a7-bf1a-94ad2df58cf2/a727d51d-00fa-45ac-ab45-e910bc527386/d102dd7d-c953-4b1d-84b1-dc97b9b3ed8b) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:44:48.079180 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c9237195-6659-4cb4-9b98-0f03ae5a96af req-6d87a567-7ad9-4d05-9cd3-7f9e234d8312 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c5ad20b-1af0-4fc7-9b1a-1ba5c50b7606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2248652 Apr 05 14:44:48.157774 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:48.159546 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e256612d-8ed8-49c6-a90e-66e94738c2cf tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809988'] for router_interface, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:48.179319 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-7203c74d-52e7-4a1f-b8f0-9cbbc282a604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'name': 'tempest-RoutersTest-router-2069048016', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:44:00Z', 'updated_at': '2022-04-05T14:44:44Z', 'revision_number': 7, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'gw_port_host': None, '_interfaces': [{'id': '01ab0fee-e908-4b53-8655-4b25ec35707d', 'name': '', 'network_id': 'd7a2e8ae-30a3-440d-972d-c16305008d9a', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'mac_address': 'fa:16:3e:73:ab:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '5da6c29d-98ca-4c6c-90c0-76bd5ea61fb7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:33Z', 'updated_at': '2022-04-05T14:44:41Z', 'revision_number': 5, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'subnets': [{'id': '5da6c29d-98ca-4c6c-90c0-76bd5ea61fb7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '06e06b4a-d050-4c1d-90bb-268a63ee6c75', 'name': '', 'network_id': '40cc0ec6-c48b-40ba-b1aa-8f09febc3199', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'mac_address': 'fa:16:3e:73:57:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '79a4694e-5985-4e9e-99ab-2a03d0fe3bdc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:12Z', 'updated_at': '2022-04-05T14:44:20Z', 'revision_number': 5, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'subnets': [{'id': '79a4694e-5985-4e9e-99ab-2a03d0fe3bdc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34d1f8d3-e3f5-43ee-a951-e8344c7cc32e', 'name': '', 'network_id': 'ebdcc65d-93e8-4547-9a48-7159e078614b', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'mac_address': 'fa:16:3e:99:91:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '38d9e5d7-9f97-46b9-8806-d7a1e76a7005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:03Z', 'updated_at': '2022-04-05T14:44:11Z', 'revision_number': 5, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'subnets': [{'id': '38d9e5d7-9f97-46b9-8806-d7a1e76a7005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68151dd6-1f70-4116-a133-ee97c15817fa', 'name': '', 'network_id': '982a5d51-3d0e-45e2-b5e1-0c50ba47a031', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'mac_address': 'fa:16:3e:a0:72:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2353, 'fixed_ips': [{'subnet_id': '6c8898ea-b166-44bd-b51e-2fe584ae70dd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:23Z', 'updated_at': '2022-04-05T14:44:31Z', 'revision_number': 5, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'subnets': [{'id': '6c8898ea-b166-44bd-b51e-2fe584ae70dd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:48.212222 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0a2fe5fa-2b21-467c-b914-5820f0032a7e tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:48.221837 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95fc697c-6787-48b0-b796-42740b6c32c8 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:44:48.231852 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7203c74d-52e7-4a1f-b8f0-9cbbc282a604 None None] Checking router: 4b8182cf-31f9-4416-b54f-c8c2c70e3cab for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:44:48.266957 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 95fc697c-6787-48b0-b796-42740b6c32c8, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=95fc697c-6787-48b0-b796-42740b6c32c8,segment=NetworkSegment(e523e33a-de62-4414-94f9-7699545cb484),segment_id=e523e33a-de62-4414-94f9-7699545cb484)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:44:48.269002 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7203c74d-52e7-4a1f-b8f0-9cbbc282a604 None None] Routers {'4b8182cf-31f9-4416-b54f-c8c2c70e3cab'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:44:48.270843 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-7203c74d-52e7-4a1f-b8f0-9cbbc282a604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:44:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['4b8182cf-31f9-4416-b54f-c8c2c70e3cab'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:48.286969 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2fe5fa-2b21-467c-b914-5820f0032a7e tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:44:48.290820 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-f45c48c9-e17f-4208-969c-4812a691ce20 admin admin] Deleting port 574f18ad-e7ae-41ad-8c70-3d1a21e794da {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:44:48.292433 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f45c48c9-e17f-4208-969c-4812a691ce20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:48.317423 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-0a2fe5fa-2b21-467c-b914-5820f0032a7e tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:44:48.324223 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2fe5fa-2b21-467c-b914-5820f0032a7e tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:44:48.369320 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2fe5fa-2b21-467c-b914-5820f0032a7e tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Pushing event updated for resources: {'Port': ['ID=96a72cd7-7cb0-43b0-8407-e5fe73240e68,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:48.383540 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:48.434891 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-14ab3211-56d0-465a-8163-0434fbf189a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:48.448398 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a143d9a-f316-44a0-a3d5-044bd7659a60 None None] DHCP port deletion for fcfdebfb-890a-4564-ad33-442534fd3fbd request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:44:48.458373 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-f45c48c9-e17f-4208-969c-4812a691ce20 admin admin] For port 574f18ad-e7ae-41ad-8c70-3d1a21e794da, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=574f18ad-e7ae-41ad-8c70-3d1a21e794da,segment=NetworkSegment(2e5fff45-c274-4677-ad93-946fb51d752d),segment_id=2e5fff45-c274-4677-ad93-946fb51d752d)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:44:48.458891 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f45c48c9-e17f-4208-969c-4812a691ce20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:48.509826 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-7203c74d-52e7-4a1f-b8f0-9cbbc282a604 None None] Set router 4b8182cf-31f9-4416-b54f-c8c2c70e3cab gateway port host: None {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:44:48.536488 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-f45c48c9-e17f-4208-969c-4812a691ce20 admin admin] Calling delete_port for 574f18ad-e7ae-41ad-8c70-3d1a21e794da owned by network:dhcp {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:44:48.615100 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=95fc697c-6787-48b0-b796-42740b6c32c8,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:48.637018 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0a2fe5fa-2b21-467c-b914-5820f0032a7e tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:48.733284 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e256612d-8ed8-49c6-a90e-66e94738c2cf tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Deleting port 01ab0fee-e908-4b53-8655-4b25ec35707d {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:44:48.733861 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e256612d-8ed8-49c6-a90e-66e94738c2cf tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:48.762055 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['95fc697c-6787-48b0-b796-42740b6c32c8'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:44:48.784921 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0a2fe5fa-2b21-467c-b914-5820f0032a7e tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:48.798534 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-14ab3211-56d0-465a-8163-0434fbf189a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:48.886657 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f45c48c9-e17f-4208-969c-4812a691ce20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:48.886888 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e256612d-8ed8-49c6-a90e-66e94738c2cf tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] For port 01ab0fee-e908-4b53-8655-4b25ec35707d, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=01ab0fee-e908-4b53-8655-4b25ec35707d,segment=NetworkSegment(d131064f-d062-4251-be1b-375657a29521),segment_id=d131064f-d062-4251-be1b-375657a29521)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:44:48.886888 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e256612d-8ed8-49c6-a90e-66e94738c2cf tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:48.898040 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e256612d-8ed8-49c6-a90e-66e94738c2cf tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Calling delete_port for 01ab0fee-e908-4b53-8655-4b25ec35707d owned by network:router_interface {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:44:48.907548 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ab3211-56d0-465a-8163-0434fbf189a9 admin admin] Network 66b3e69f-5222-44a7-bf1a-94ad2df58cf2 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:44:48.922778 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-14ab3211-56d0-465a-8163-0434fbf189a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:44:48.940774 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ab3211-56d0-465a-8163-0434fbf189a9 admin admin] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:44:48.996846 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45c48c9-e17f-4208-969c-4812a691ce20 admin admin] No DVR routers for this DVR port 574f18ad-e7ae-41ad-8c70-3d1a21e794da on host n-d-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:44:49.039137 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-7a143d9a-f316-44a0-a3d5-044bd7659a60 None None] Deleting port 574f18ad-e7ae-41ad-8c70-3d1a21e794da {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:44:49.040857 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7a143d9a-f316-44a0-a3d5-044bd7659a60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:49.050131 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ab3211-56d0-465a-8163-0434fbf189a9 admin admin] Pushing event updated for resources: {'Port': ['ID=d102dd7d-c953-4b1d-84b1-dc97b9b3ed8b,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:49.163644 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-7a143d9a-f316-44a0-a3d5-044bd7659a60 None None] For port 574f18ad-e7ae-41ad-8c70-3d1a21e794da, host n-d-836650-2, got binding levels [] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:44:49.163644 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7a143d9a-f316-44a0-a3d5-044bd7659a60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:49.192865 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-7a143d9a-f316-44a0-a3d5-044bd7659a60 None None] Calling delete_port for 574f18ad-e7ae-41ad-8c70-3d1a21e794da owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:44:49.195854 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.ipam_backend_mixin [None req-7a143d9a-f316-44a0-a3d5-044bd7659a60 None None] Port 574f18ad-e7ae-41ad-8c70-3d1a21e794da was not found and therefore no delete operation was performed {{(pid=103322) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 05 14:44:49.242039 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7a143d9a-f316-44a0-a3d5-044bd7659a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:49.304656 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45c48c9-e17f-4208-969c-4812a691ce20 admin admin] Pushing event deleted for resources: {'Port': ['ID=574f18ad-e7ae-41ad-8c70-3d1a21e794da,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:49.316224 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a143d9a-f316-44a0-a3d5-044bd7659a60 None None] No DVR routers for this DVR port 574f18ad-e7ae-41ad-8c70-3d1a21e794da on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:44:49.429778 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a3a92a-24c8-4b88-ae3b-5cfc126d092a req-78cd181c-4d33-41e2-9c11-930d14412c83 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:49.443290 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-15a3a92a-24c8-4b88-ae3b-5cfc126d092a req-78cd181c-4d33-41e2-9c11-930d14412c83 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/ports?device_id=0587635d-2d83-4d44-9a8f-6b7847388bdc HTTP/1.1" status: 200 len: 945 time: 0.2138348 Apr 05 14:44:49.466124 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a143d9a-f316-44a0-a3d5-044bd7659a60 None None] Pushing event deleted for resources: {'Port': ['ID=574f18ad-e7ae-41ad-8c70-3d1a21e794da,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:49.528925 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f45c48c9-e17f-4208-969c-4812a691ce20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:49.534642 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-db0a0335-2eb4-43bd-a89c-02a0c67eab72 None None] Provisioning complete for port d102dd7d-c953-4b1d-84b1-dc97b9b3ed8b triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:44:49.535069 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-db0a0335-2eb4-43bd-a89c-02a0c67eab72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:49.538892 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-15a3a92a-24c8-4b88-ae3b-5cfc126d092a req-d9c53b29-80c8-4b97-8452-82033abe185f tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c5ad20b-1af0-4fc7-9b1a-1ba5c50b7606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939810 Apr 05 14:44:49.575054 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-f45c48c9-e17f-4208-969c-4812a691ce20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcfdebfb-890a-4564-ad33-442534fd3fbd']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:49.586297 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-14ab3211-56d0-465a-8163-0434fbf189a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809369'] for router_interface, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:49.603207 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-f45c48c9-e17f-4208-969c-4812a691ce20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e5fff45-c274-4677-ad93-946fb51d752d') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:49.603603 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-f45c48c9-e17f-4208-969c-4812a691ce20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e5fff45-c274-4677-ad93-946fb51d752d') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:49.608767 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e256612d-8ed8-49c6-a90e-66e94738c2cf tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:49.682279 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f45c48c9-e17f-4208-969c-4812a691ce20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:49.724346 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f45c48c9-e17f-4208-969c-4812a691ce20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:49.741996 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f45c48c9-e17f-4208-969c-4812a691ce20 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:44:49.742229 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e256612d-8ed8-49c6-a90e-66e94738c2cf tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Pushing event deleted for resources: {'Port': ['ID=01ab0fee-e908-4b53-8655-4b25ec35707d,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:49.743569 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f45c48c9-e17f-4208-969c-4812a691ce20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:49.787069 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:44:49.787069 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:44:49.787069 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:44:49.787069 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:44:49.787069 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:44:49.787069 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:44:49.787069 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:44:49.787069 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:44:49.787069 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:44:49.787069 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:44:49.787069 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:44:49.787069 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:44:49.787069 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:44:49.787069 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:44:49.787069 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:44:49.787069 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:44:49.787069 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:44:49.787069 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:44:49.787069 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:44:49.787069 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:44:49.787069 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:44:49.787069 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:44:49.787069 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:44:49.787069 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:44:49.787069 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:44:49.787069 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:44:49.787069 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:44:49.787069 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:44:49.787069 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:44:49.787069 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:44:49.787069 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:44:49.787069 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:44:49.999181 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-db0a0335-2eb4-43bd-a89c-02a0c67eab72 None None] Port d102dd7d-c953-4b1d-84b1-dc97b9b3ed8b cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:44:50.083868 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-7203c74d-52e7-4a1f-b8f0-9cbbc282a604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'name': 'tempest-RoutersTest-router-2069048016', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:44:00Z', 'updated_at': '2022-04-05T14:44:44Z', 'revision_number': 7, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'gw_port_host': None, '_interfaces': [{'id': '01ab0fee-e908-4b53-8655-4b25ec35707d', 'name': '', 'network_id': 'd7a2e8ae-30a3-440d-972d-c16305008d9a', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'mac_address': 'fa:16:3e:73:ab:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '5da6c29d-98ca-4c6c-90c0-76bd5ea61fb7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:33Z', 'updated_at': '2022-04-05T14:44:41Z', 'revision_number': 5, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'subnets': [{'id': '5da6c29d-98ca-4c6c-90c0-76bd5ea61fb7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '06e06b4a-d050-4c1d-90bb-268a63ee6c75', 'name': '', 'network_id': '40cc0ec6-c48b-40ba-b1aa-8f09febc3199', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'mac_address': 'fa:16:3e:73:57:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '79a4694e-5985-4e9e-99ab-2a03d0fe3bdc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:12Z', 'updated_at': '2022-04-05T14:44:20Z', 'revision_number': 5, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'subnets': [{'id': '79a4694e-5985-4e9e-99ab-2a03d0fe3bdc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34d1f8d3-e3f5-43ee-a951-e8344c7cc32e', 'name': '', 'network_id': 'ebdcc65d-93e8-4547-9a48-7159e078614b', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'mac_address': 'fa:16:3e:99:91:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '38d9e5d7-9f97-46b9-8806-d7a1e76a7005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:03Z', 'updated_at': '2022-04-05T14:44:11Z', 'revision_number': 5, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'subnets': [{'id': '38d9e5d7-9f97-46b9-8806-d7a1e76a7005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68151dd6-1f70-4116-a133-ee97c15817fa', 'name': '', 'network_id': '982a5d51-3d0e-45e2-b5e1-0c50ba47a031', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'mac_address': 'fa:16:3e:a0:72:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2353, 'fixed_ips': [{'subnet_id': '6c8898ea-b166-44bd-b51e-2fe584ae70dd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:23Z', 'updated_at': '2022-04-05T14:44:31Z', 'revision_number': 5, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'subnets': [{'id': '6c8898ea-b166-44bd-b51e-2fe584ae70dd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:50.164904 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f45c48c9-e17f-4208-969c-4812a691ce20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:50.164904 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0a2fe5fa-2b21-467c-b914-5820f0032a7e tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:50.168583 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f45c48c9-e17f-4208-969c-4812a691ce20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:50.175396 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-f45c48c9-e17f-4208-969c-4812a691ce20 admin admin] 10.222.0.30 "DELETE /v2.0/networks/fcfdebfb-890a-4564-ad33-442534fd3fbd HTTP/1.1" status: 204 len: 168 time: 2.3847570 Apr 05 14:44:50.197399 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45c48c9-e17f-4208-969c-4812a691ce20 admin admin] Pushing event deleted for resources: {'Network': ['ID=fcfdebfb-890a-4564-ad33-442534fd3fbd,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:50.215936 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7203c74d-52e7-4a1f-b8f0-9cbbc282a604 None None] The sync data for ids ['4b8182cf-31f9-4416-b54f-c8c2c70e3cab'] in n-d-836650-2 is: [{'id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'name': 'tempest-RoutersTest-router-2069048016', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:44:00Z', 'updated_at': '2022-04-05T14:44:44Z', 'revision_number': 7, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'gw_port_host': None, '_interfaces': [{'id': '01ab0fee-e908-4b53-8655-4b25ec35707d', 'name': '', 'network_id': 'd7a2e8ae-30a3-440d-972d-c16305008d9a', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'mac_address': 'fa:16:3e:73:ab:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '5da6c29d-98ca-4c6c-90c0-76bd5ea61fb7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:33Z', 'updated_at': '2022-04-05T14:44:41Z', 'revision_number': 5, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'subnets': [{'id': '5da6c29d-98ca-4c6c-90c0-76bd5ea61fb7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '06e06b4a-d050-4c1d-90bb-268a63ee6c75', 'name': '', 'network_id': '40cc0ec6-c48b-40ba-b1aa-8f09febc3199', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'mac_address': 'fa:16:3e:73:57:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '79a4694e-5985-4e9e-99ab-2a03d0fe3bdc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:12Z', 'updated_at': '2022-04-05T14:44:20Z', 'revision_number': 5, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'subnets': [{'id': '79a4694e-5985-4e9e-99ab-2a03d0fe3bdc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34d1f8d3-e3f5-43ee-a951-e8344c7cc32e', 'name': '', 'network_id': 'ebdcc65d-93e8-4547-9a48-7159e078614b', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'mac_address': 'fa:16:3e:99:91:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '38d9e5d7-9f97-46b9-8806-d7a1e76a7005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:03Z', 'updated_at': '2022-04-05T14:44:11Z', 'revision_number': 5, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'subnets': [{'id': '38d9e5d7-9f97-46b9-8806-d7a1e76a7005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68151dd6-1f70-4116-a133-ee97c15817fa', 'name': '', 'network_id': '982a5d51-3d0e-45e2-b5e1-0c50ba47a031', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'mac_address': 'fa:16:3e:a0:72:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2353, 'fixed_ips': [{'subnet_id': '6c8898ea-b166-44bd-b51e-2fe584ae70dd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:23Z', 'updated_at': '2022-04-05T14:44:31Z', 'revision_number': 5, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'subnets': [{'id': '6c8898ea-b166-44bd-b51e-2fe584ae70dd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:44:50.245995 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device b32f951d-0e1a-4d14-a657-c271ff4bb073 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:44:50.263650 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0a2fe5fa-2b21-467c-b914-5820f0032a7e tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:50.395044 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port b32f951d-0e1a-4d14-a657-c271ff4bb073 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:44:50.395044 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:50.474291 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-14ab3211-56d0-465a-8163-0434fbf189a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:50.537222 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:50.549770 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2fe5fa-2b21-467c-b914-5820f0032a7e tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Pushing event updated for resources: {'Port': ['ID=96a72cd7-7cb0-43b0-8407-e5fe73240e68,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:50.600777 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port b32f951d-0e1a-4d14-a657-c271ff4bb073, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=b32f951d-0e1a-4d14-a657-c271ff4bb073,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:44:50.660706 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0a2fe5fa-2b21-467c-b914-5820f0032a7e tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:50.676384 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:50.784735 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e256612d-8ed8-49c6-a90e-66e94738c2cf tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1798829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810128'] for router_interface, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:50.797307 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0a2fe5fa-2b21-467c-b914-5820f0032a7e tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:50.809164 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-0a2fe5fa-2b21-467c-b914-5820f0032a7e tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.6606884 Apr 05 14:44:50.821193 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 574f18ad-e7ae-41ad-8c70-3d1a21e794da no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:44:50.827124 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=b32f951d-0e1a-4d14-a657-c271ff4bb073,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:50.871554 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 55008) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:44:50.918598 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 574f18ad-e7ae-41ad-8c70-3d1a21e794da {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:44:50.919079 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 574f18ad-e7ae-41ad-8c70-3d1a21e794da not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:44:51.009548 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-77a48332-3cde-43ce-82b4-109280e5f40b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8c3f3c7982a44da591f5ccdacd29d5c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1316152 Apr 05 14:44:51.012057 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 55010) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:44:51.046364 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-14ab3211-56d0-465a-8163-0434fbf189a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:51.097615 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1f4a95c7-6695-4f83-865c-a44bd7197350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:51.121785 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-14ab3211-56d0-465a-8163-0434fbf189a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:51.127149 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1f4a95c7-6695-4f83-865c-a44bd7197350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:51.150787 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c76c0-e276-46d1-bbed-4b3fbc94aca6 req-de67793d-6e58-4857-b95d-70c73a0c0f0c tempest-ServerGroupTestJSON-1213442278 tempest-ServerGroupTestJSON-1213442278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:51.161068 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f69c76c0-e276-46d1-bbed-4b3fbc94aca6 req-de67793d-6e58-4857-b95d-70c73a0c0f0c tempest-ServerGroupTestJSON-1213442278 tempest-ServerGroupTestJSON-1213442278-project] 10.222.0.30 "GET /v2.0/networks?id=724c24a1-2591-4a35-aa84-e5b8a14a3015 HTTP/1.1" status: 200 len: 809 time: 1.2894275 Apr 05 14:44:51.181762 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f69c76c0-e276-46d1-bbed-4b3fbc94aca6 req-0dc6f3c3-0787-4990-8413-8b9df0dfb137 tempest-ServerGroupTestJSON-1213442278 tempest-ServerGroupTestJSON-1213442278-project] 10.222.0.30 "GET /v2.0/quotas/e7e6c0591cf74126be0bf872710cbb33 HTTP/1.1" status: 200 len: 375 time: 0.0198829 Apr 05 14:44:51.214837 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f69c76c0-e276-46d1-bbed-4b3fbc94aca6 req-f8941b8f-c082-43d4-80e5-1de383bf9308 tempest-ServerGroupTestJSON-1213442278 tempest-ServerGroupTestJSON-1213442278-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e7e6c0591cf74126be0bf872710cbb33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322711 Apr 05 14:44:51.225960 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-14ab3211-56d0-465a-8163-0434fbf189a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809317'] for router_interface, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:51.236182 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ab3211-56d0-465a-8163-0434fbf189a9 admin admin] Pushing event updated for resources: {'Port': ['ID=d102dd7d-c953-4b1d-84b1-dc97b9b3ed8b,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:51.260968 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e851902-9a21-4577-8c42-9938b495e021 req-77dec4d8-c5f8-4848-af30-b11207dedbad tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:51.265563 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8e851902-9a21-4577-8c42-9938b495e021 req-77dec4d8-c5f8-4848-af30-b11207dedbad tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/ports?device_id=0587635d-2d83-4d44-9a8f-6b7847388bdc HTTP/1.1" status: 200 len: 945 time: 0.6002343 Apr 05 14:44:51.357636 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ab3211-56d0-465a-8163-0434fbf189a9 admin admin] Network 66b3e69f-5222-44a7-bf1a-94ad2df58cf2 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:44:51.359687 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-14ab3211-56d0-465a-8163-0434fbf189a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:44:51.417216 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1f4a95c7-6695-4f83-865c-a44bd7197350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:51.420778 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1f4a95c7-6695-4f83-865c-a44bd7197350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:51.426826 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-1f4a95c7-6695-4f83-865c-a44bd7197350 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6aa4ff47-fb5e-455c-a491-6cc58636c316 HTTP/1.1" status: 204 len: 168 time: 0.4133806 Apr 05 14:44:51.441966 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4a95c7-6695-4f83-865c-a44bd7197350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa4ff47-fb5e-455c-a491-6cc58636c316,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:51.484065 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8e851902-9a21-4577-8c42-9938b495e021 req-0f326b70-5ed7-4f47-a31a-1caa90332a24 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c5ad20b-1af0-4fc7-9b1a-1ba5c50b7606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1812253 Apr 05 14:44:51.509522 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e256612d-8ed8-49c6-a90e-66e94738c2cf tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Router 4b8182cf-31f9-4416-b54f-c8c2c70e3cab has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:44:51.641834 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14ab3211-56d0-465a-8163-0434fbf189a9 admin admin] Router 3a8b25ee-49d5-49e7-a420-c81ae910c57e has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:44:51.813058 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ab3211-56d0-465a-8163-0434fbf189a9 admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:44:51.823640 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6de82d-4fe4-4c61-9833-7b84d948c23a None None] Sync routers for ids ['3a8b25ee-49d5-49e7-a420-c81ae910c57e'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:44:51.828549 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-14ab3211-56d0-465a-8163-0434fbf189a9 admin admin] 10.222.0.30 "PUT /v2.0/routers/3a8b25ee-49d5-49e7-a420-c81ae910c57e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5539439 Apr 05 14:44:51.856361 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6de82d-4fe4-4c61-9833-7b84d948c23a None None] Routers {'3a8b25ee-49d5-49e7-a420-c81ae910c57e'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:44:51.858630 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-3c6de82d-4fe4-4c61-9833-7b84d948c23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:44:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['3a8b25ee-49d5-49e7-a420-c81ae910c57e'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:51.861131 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-3f7d0f6c-58d3-4b6b-b94d-93d2c20e247d None None] Provisioning complete for port d102dd7d-c953-4b1d-84b1-dc97b9b3ed8b triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:44:51.861643 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3f7d0f6c-58d3-4b6b-b94d-93d2c20e247d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:51.910645 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f69c76c0-e276-46d1-bbed-4b3fbc94aca6 req-7088aad2-3214-448b-a2a4-7d392a0ebd5f service neutron] 10.222.0.30 "GET /v2.0/networks/724c24a1-2591-4a35-aa84-e5b8a14a3015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6559751 Apr 05 14:44:51.956498 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-3f7d0f6c-58d3-4b6b-b94d-93d2c20e247d None None] Port d102dd7d-c953-4b1d-84b1-dc97b9b3ed8b cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:44:52.010534 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device b32f951d-0e1a-4d14-a657-c271ff4bb073 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:44:52.070047 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5c755625-c248-40be-8a96-d68ad978fb5a req-601fb614-92b5-43d1-a5d9-fe44a9f7c71d tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1208169312&fields=id&tenant_id=d9feba5fdbdc4767955480ab96956cf8 HTTP/1.1" status: 200 len: 267 time: 0.4295769 Apr 05 14:44:52.085669 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-3c6de82d-4fe4-4c61-9833-7b84d948c23a None None] Set router 3a8b25ee-49d5-49e7-a420-c81ae910c57e gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:44:52.162334 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port b32f951d-0e1a-4d14-a657-c271ff4bb073 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:44:52.163471 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:52.303258 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f69c76c0-e276-46d1-bbed-4b3fbc94aca6 req-59950dde-0143-49fd-aa1a-5b13b95f395c service neutron] 10.222.0.30 "GET /v2.0/networks/724c24a1-2591-4a35-aa84-e5b8a14a3015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3910925 Apr 05 14:44:52.307291 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e256612d-8ed8-49c6-a90e-66e94738c2cf tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:44:52.329603 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d96831-d7e3-4d53-b82a-5114746dfaf2 None None] Sync routers for ids ['4b8182cf-31f9-4416-b54f-c8c2c70e3cab'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:44:52.357696 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-e256612d-8ed8-49c6-a90e-66e94738c2cf tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "PUT /v2.0/routers/4b8182cf-31f9-4416-b54f-c8c2c70e3cab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3564689 Apr 05 14:44:52.360996 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 55042) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:44:52.361486 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d96831-d7e3-4d53-b82a-5114746dfaf2 None None] Routers {'4b8182cf-31f9-4416-b54f-c8c2c70e3cab'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:44:52.362482 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-60d96831-d7e3-4d53-b82a-5114746dfaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:44:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['4b8182cf-31f9-4416-b54f-c8c2c70e3cab'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:52.453527 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-d45c2f2c-8716-4e21-b4fb-8d8228023799 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Deleting subnet 5da6c29d-98ca-4c6c-90c0-76bd5ea61fb7 {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:44:52.459423 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d45c2f2c-8716-4e21-b4fb-8d8228023799 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:52.562777 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d45c2f2c-8716-4e21-b4fb-8d8228023799 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:52.564108 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c755625-c248-40be-8a96-d68ad978fb5a req-4dd9e64c-fca0-4445-b507-fa250b350e70 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:52.569526 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5c755625-c248-40be-8a96-d68ad978fb5a req-4dd9e64c-fca0-4445-b507-fa250b350e70 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/networks?id=600f0cf5-5409-4f71-be79-543bdecff300 HTTP/1.1" status: 200 len: 819 time: 0.4963865 Apr 05 14:44:52.596768 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5c755625-c248-40be-8a96-d68ad978fb5a req-dff96ba0-9494-4357-9229-53064df5ca5b tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/quotas/d9feba5fdbdc4767955480ab96956cf8 HTTP/1.1" status: 200 len: 375 time: 0.0209432 Apr 05 14:44:52.601451 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-3c6de82d-4fe4-4c61-9833-7b84d948c23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8b25ee-49d5-49e7-a420-c81ae910c57e', 'name': 'tempest-TestVolumeBootPattern-1066432504-router', 'tenant_id': '15503dce9d2944a4a898191fdde0d62f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'b32f951d-0e1a-4d14-a657-c271ff4bb073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:44:35Z', 'updated_at': '2022-04-05T14:44:50Z', 'revision_number': 4, 'project_id': '15503dce9d2944a4a898191fdde0d62f', 'gw_port': {'id': 'b32f951d-0e1a-4d14-a657-c271ff4bb073', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:59:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8b25ee-49d5-49e7-a420-c81ae910c57e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:37Z', 'updated_at': '2022-04-05T14:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': 'd102dd7d-c953-4b1d-84b1-dc97b9b3ed8b', 'name': '', 'network_id': '66b3e69f-5222-44a7-bf1a-94ad2df58cf2', 'tenant_id': '15503dce9d2944a4a898191fdde0d62f', 'mac_address': 'fa:16:3e:cc:f0:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a8b25ee-49d5-49e7-a420-c81ae910c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'a727d51d-00fa-45ac-ab45-e910bc527386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:47Z', 'updated_at': '2022-04-05T14:44:50Z', 'revision_number': 2, 'project_id': '15503dce9d2944a4a898191fdde0d62f', 'subnets': [{'id': 'a727d51d-00fa-45ac-ab45-e910bc527386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:52.634066 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-60d96831-d7e3-4d53-b82a-5114746dfaf2 None None] Set router 4b8182cf-31f9-4416-b54f-c8c2c70e3cab gateway port host: None {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:44:52.671330 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6de82d-4fe4-4c61-9833-7b84d948c23a None None] Checking router: 3a8b25ee-49d5-49e7-a420-c81ae910c57e for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:44:52.671675 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6de82d-4fe4-4c61-9833-7b84d948c23a None None] Updating router 3a8b25ee-49d5-49e7-a420-c81ae910c57e port d102dd7d-c953-4b1d-84b1-dc97b9b3ed8b binding host n-d-836650-2 {{(pid=103323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:44:52.702838 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3c6de82d-4fe4-4c61-9833-7b84d948c23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:52.716049 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5c755625-c248-40be-8a96-d68ad978fb5a req-c4573558-836e-4872-b22f-43b4e15564e3 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d9feba5fdbdc4767955480ab96956cf8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1179266 Apr 05 14:44:52.824855 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d45c2f2c-8716-4e21-b4fb-8d8228023799 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:52.876107 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 95fc697c-6787-48b0-b796-42740b6c32c8 up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:44:53.021031 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d45c2f2c-8716-4e21-b4fb-8d8228023799 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:53.089135 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45c2f2c-8716-4e21-b4fb-8d8228023799 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Pushing event deleted for resources: {'Subnet': ['ID=5da6c29d-98ca-4c6c-90c0-76bd5ea61fb7,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:53.115807 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d45c2f2c-8716-4e21-b4fb-8d8228023799 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:53.126629 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 55064) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:44:53.128814 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-d45c2f2c-8716-4e21-b4fb-8d8228023799 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "DELETE /v2.0/subnets/5da6c29d-98ca-4c6c-90c0-76bd5ea61fb7 HTTP/1.1" status: 204 len: 168 time: 0.7696793 Apr 05 14:44:53.131903 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f57692-3451-4352-8ebd-99576b753682 None None] Network d7a2e8ae-30a3-440d-972d-c16305008d9a requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:44:53.132832 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [req-5c755625-c248-40be-8a96-d68ad978fb5a req-30481823-2e3e-4b5b-873d-d6f9242a7310 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:44:53.142738 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5c755625-c248-40be-8a96-d68ad978fb5a req-30481823-2e3e-4b5b-873d-d6f9242a7310 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4070036 Apr 05 14:44:53.142872 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning for port 95fc697c-6787-48b0-b796-42740b6c32c8 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:44:53.234990 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port 95fc697c-6787-48b0-b796-42740b6c32c8 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:44:53.235381 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:53.368162 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3c6de82d-4fe4-4c61-9833-7b84d948c23a None None] Notify callbacks [] for port, precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:53.375372 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2aa3d2-1e08-4a4d-8956-3902d6583051 req-39e40d8a-bf0e-41d0-9a30-8631a77b2eb8 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:53.376998 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8f2aa3d2-1e08-4a4d-8956-3902d6583051 req-39e40d8a-bf0e-41d0-9a30-8631a77b2eb8 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/ports?device_id=0587635d-2d83-4d44-9a8f-6b7847388bdc HTTP/1.1" status: 200 len: 945 time: 0.3252175 Apr 05 14:44:53.426511 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-60d96831-d7e3-4d53-b82a-5114746dfaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'name': 'tempest-RoutersTest-router-2069048016', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:44:00Z', 'updated_at': '2022-04-05T14:44:49Z', 'revision_number': 8, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'gw_port_host': None, '_interfaces': [{'id': '06e06b4a-d050-4c1d-90bb-268a63ee6c75', 'name': '', 'network_id': '40cc0ec6-c48b-40ba-b1aa-8f09febc3199', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'mac_address': 'fa:16:3e:73:57:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '79a4694e-5985-4e9e-99ab-2a03d0fe3bdc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:12Z', 'updated_at': '2022-04-05T14:44:20Z', 'revision_number': 5, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'subnets': [{'id': '79a4694e-5985-4e9e-99ab-2a03d0fe3bdc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34d1f8d3-e3f5-43ee-a951-e8344c7cc32e', 'name': '', 'network_id': 'ebdcc65d-93e8-4547-9a48-7159e078614b', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'mac_address': 'fa:16:3e:99:91:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '38d9e5d7-9f97-46b9-8806-d7a1e76a7005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:03Z', 'updated_at': '2022-04-05T14:44:11Z', 'revision_number': 5, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'subnets': [{'id': '38d9e5d7-9f97-46b9-8806-d7a1e76a7005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68151dd6-1f70-4116-a133-ee97c15817fa', 'name': '', 'network_id': '982a5d51-3d0e-45e2-b5e1-0c50ba47a031', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'mac_address': 'fa:16:3e:a0:72:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2353, 'fixed_ips': [{'subnet_id': '6c8898ea-b166-44bd-b51e-2fe584ae70dd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:23Z', 'updated_at': '2022-04-05T14:44:31Z', 'revision_number': 5, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'subnets': [{'id': '6c8898ea-b166-44bd-b51e-2fe584ae70dd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:53.430319 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-325f0796-1823-4bea-9fda-f21c48ec1e7f tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:53.462644 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d96831-d7e3-4d53-b82a-5114746dfaf2 None None] Checking router: 4b8182cf-31f9-4416-b54f-c8c2c70e3cab for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:44:53.481560 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5c755625-c248-40be-8a96-d68ad978fb5a req-2670707f-b2f3-46f5-a546-bd6946deb558 service neutron] 10.222.0.30 "GET /v2.0/networks/600f0cf5-5409-4f71-be79-543bdecff300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379438 Apr 05 14:44:53.484706 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8f2aa3d2-1e08-4a4d-8956-3902d6583051 req-0584b00a-4523-41d2-998a-9e2d90c448c1 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c5ad20b-1af0-4fc7-9b1a-1ba5c50b7606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956132 Apr 05 14:44:53.573902 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d96831-d7e3-4d53-b82a-5114746dfaf2 None None] Routers {'4b8182cf-31f9-4416-b54f-c8c2c70e3cab'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:44:53.574927 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-60d96831-d7e3-4d53-b82a-5114746dfaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:44:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['4b8182cf-31f9-4416-b54f-c8c2c70e3cab'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:53.586699 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3c6de82d-4fe4-4c61-9833-7b84d948c23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:53.601643 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1c880bf9-72a1-43c4-8fdd-d8ee38047609 req-c765b7d8-5390-48b7-b6cb-8ab852158ad8 tempest-ServerGroupTestJSON-1213442278 tempest-ServerGroupTestJSON-1213442278-project] 10.222.0.30 "GET /v2.0/ports?device_id=9de82b6b-d5ac-43ea-9bd0-e8f8b68b8d51 HTTP/1.1" status: 200 len: 210 time: 0.0374463 Apr 05 14:44:53.621657 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:53.649516 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-325f0796-1823-4bea-9fda-f21c48ec1e7f tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Deleting port 9b617a56-c7fe-4633-840a-f846919d3645 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:44:53.649857 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-325f0796-1823-4bea-9fda-f21c48ec1e7f tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:53.673570 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5c755625-c248-40be-8a96-d68ad978fb5a req-eea8bd41-799d-4137-833b-690862dcd075 service neutron] 10.222.0.30 "GET /v2.0/networks/600f0cf5-5409-4f71-be79-543bdecff300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620333 Apr 05 14:44:53.713380 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3452ad6b-4304-4ea0-b2cb-8f69eb4ca029 None None] Pushing event updated for resources: {'Port': ['ID=d102dd7d-c953-4b1d-84b1-dc97b9b3ed8b,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:53.776904 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-325f0796-1823-4bea-9fda-f21c48ec1e7f tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] For port 9b617a56-c7fe-4633-840a-f846919d3645, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=9b617a56-c7fe-4633-840a-f846919d3645,segment=NetworkSegment(d131064f-d062-4251-be1b-375657a29521),segment_id=d131064f-d062-4251-be1b-375657a29521)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:44:53.777355 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-325f0796-1823-4bea-9fda-f21c48ec1e7f tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:53.784743 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0587635d-2d83-4d44-9a8f-6b7847388bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95fc697c-6787-48b0-b796-42740b6c32c8'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:44:53.787713 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01dc3f28-a92b-4f4f-ac82-07452029bfe8" -d '{"events": [{"server_uuid": "0587635d-2d83-4d44-9a8f-6b7847388bdc", "name": "network-vif-plugged", "status": "completed", "tag": "95fc697c-6787-48b0-b796-42740b6c32c8"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:44:53.816066 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-325f0796-1823-4bea-9fda-f21c48ec1e7f tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Calling delete_port for 9b617a56-c7fe-4633-840a-f846919d3645 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:44:53.830649 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-60d96831-d7e3-4d53-b82a-5114746dfaf2 None None] Set router 4b8182cf-31f9-4416-b54f-c8c2c70e3cab gateway port host: None {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:44:53.834279 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 95fc697c-6787-48b0-b796-42740b6c32c8, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=95fc697c-6787-48b0-b796-42740b6c32c8,segment=NetworkSegment(e523e33a-de62-4414-94f9-7699545cb484),segment_id=e523e33a-de62-4414-94f9-7699545cb484)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:44:54.179023 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc599cc-d548-46d4-85aa-16f93c569257 req-17ee7027-834c-4685-b6a3-b48ec67a840e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:54.180523 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0bc599cc-d548-46d4-85aa-16f93c569257 req-17ee7027-834c-4685-b6a3-b48ec67a840e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0587635d-2d83-4d44-9a8f-6b7847388bdc HTTP/1.1" status: 200 len: 1097 time: 0.1365838 Apr 05 14:44:54.212027 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c6421f-3c8d-4e23-9a6f-172fed262b72 x-openstack-request-id: req-c9c6421f-3c8d-4e23-9a6f-172fed262b72 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:44:54.213527 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0587635d-2d83-4d44-9a8f-6b7847388bdc", "name": "network-vif-plugged", "status": "completed", "tag": "95fc697c-6787-48b0-b796-42740b6c32c8", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:44:54.214759 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c9c6421f-3c8d-4e23-9a6f-172fed262b72 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:44:54.215387 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9c6421f-3c8d-4e23-9a6f-172fed262b72'] response: {'server_uuid': '0587635d-2d83-4d44-9a8f-6b7847388bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95fc697c-6787-48b0-b796-42740b6c32c8', 'code': 200} Apr 05 14:44:54.219267 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf401c5-4d37-4f56-be3b-74226535f99f None None] DHCP port deletion for d7a2e8ae-30a3-440d-972d-c16305008d9a request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:44:54.223397 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 9b617a56-c7fe-4633-840a-f846919d3645 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:44:54.241725 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:54.268916 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-3c6de82d-4fe4-4c61-9833-7b84d948c23a None None] Attempting to bind port d102dd7d-c953-4b1d-84b1-dc97b9b3ed8b on host n-d-836650-2 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:44:54.268916 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-3c6de82d-4fe4-4c61-9833-7b84d948c23a None None] Attempting to bind port d102dd7d-c953-4b1d-84b1-dc97b9b3ed8b by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '2ed50d53-ad8d-43f0-946d-9bbaf222e8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '66b3e69f-5222-44a7-bf1a-94ad2df58cf2'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:44:54.268916 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6de82d-4fe4-4c61-9833-7b84d948c23a None None] Attempting to bind port d102dd7d-c953-4b1d-84b1-dc97b9b3ed8b on network 66b3e69f-5222-44a7-bf1a-94ad2df58cf2 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:44:54.274293 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6de82d-4fe4-4c61-9833-7b84d948c23a None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:44:54.274663 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6de82d-4fe4-4c61-9833-7b84d948c23a None None] Checking segment: {'id': '2ed50d53-ad8d-43f0-946d-9bbaf222e8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '66b3e69f-5222-44a7-bf1a-94ad2df58cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:44:54.275067 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3c6de82d-4fe4-4c61-9833-7b84d948c23a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:54.281619 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6de82d-4fe4-4c61-9833-7b84d948c23a None None] Bound using segment: {'id': '2ed50d53-ad8d-43f0-946d-9bbaf222e8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '66b3e69f-5222-44a7-bf1a-94ad2df58cf2'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:44:54.282187 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-3c6de82d-4fe4-4c61-9833-7b84d948c23a None None] Bound port: d102dd7d-c953-4b1d-84b1-dc97b9b3ed8b, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ed50d53-ad8d-43f0-946d-9bbaf222e8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '66b3e69f-5222-44a7-bf1a-94ad2df58cf2'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:44:54.282595 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3c6de82d-4fe4-4c61-9833-7b84d948c23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:54.285268 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0bc599cc-d548-46d4-85aa-16f93c569257 req-d9aee488-19a6-4c42-bd89-4f46421397c8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0c5ad20b-1af0-4fc7-9b1a-1ba5c50b7606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927064 Apr 05 14:44:54.288590 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-325f0796-1823-4bea-9fda-f21c48ec1e7f tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:54.347184 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 55104) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:44:54.354509 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-797d4291-0773-46ac-bcac-ead2b48416e6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-721772047-network', 'tenant_id': '2236e180a235433db6d3dcc2e1d9af9e'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:44:54.398941 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325f0796-1823-4bea-9fda-f21c48ec1e7f tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Pushing event deleted for resources: {'Port': ['ID=9b617a56-c7fe-4633-840a-f846919d3645,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:54.406314 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325f0796-1823-4bea-9fda-f21c48ec1e7f tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] No DVR routers for this DVR port 9b617a56-c7fe-4633-840a-f846919d3645 on host n-d-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:44:54.488341 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797d4291-0773-46ac-bcac-ead2b48416e6 admin admin] Made reservation on behalf of 2236e180a235433db6d3dcc2e1d9af9e for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:44:54.491929 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-797d4291-0773-46ac-bcac-ead2b48416e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:54.494218 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-3c6de82d-4fe4-4c61-9833-7b84d948c23a None None] For port d102dd7d-c953-4b1d-84b1-dc97b9b3ed8b, host n-d-836650-2, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:44:54.500423 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-3c6de82d-4fe4-4c61-9833-7b84d948c23a None None] For port d102dd7d-c953-4b1d-84b1-dc97b9b3ed8b, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=d102dd7d-c953-4b1d-84b1-dc97b9b3ed8b,segment=NetworkSegment(2ed50d53-ad8d-43f0-946d-9bbaf222e8be),segment_id=2ed50d53-ad8d-43f0-946d-9bbaf222e8be)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:44:54.506617 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-797d4291-0773-46ac-bcac-ead2b48416e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:54.546686 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-5cf401c5-4d37-4f56-be3b-74226535f99f None None] The port '9b617a56-c7fe-4633-840a-f846919d3645' was deleted {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} Apr 05 14:44:54.567811 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No active binding found for port 9b617a56-c7fe-4633-840a-f846919d3645 {{(pid=103322) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 05 14:44:54.575666 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 9b617a56-c7fe-4633-840a-f846919d3645 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:44:54.599330 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3c6de82d-4fe4-4c61-9833-7b84d948c23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:54.600100 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-eba6a482-66dc-4019-990c-934d82806fb4 req-2ae65ada-b1b2-4b56-86fd-c0ff768d8b5f tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccccf70e-a6c6-4dfa-a88f-b2f890407d16 HTTP/1.1" status: 200 len: 210 time: 0.1191552 Apr 05 14:44:54.627667 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-2868799a-67ce-48fd-8d50-200065aae947 None None] Provisioning complete for port d102dd7d-c953-4b1d-84b1-dc97b9b3ed8b triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:44:54.627667 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2868799a-67ce-48fd-8d50-200065aae947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:54.721187 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-797d4291-0773-46ac-bcac-ead2b48416e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:54.738591 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=95fc697c-6787-48b0-b796-42740b6c32c8,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:54.804247 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6de82d-4fe4-4c61-9833-7b84d948c23a None None] Routers {'3a8b25ee-49d5-49e7-a420-c81ae910c57e'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:44:54.804908 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-3c6de82d-4fe4-4c61-9833-7b84d948c23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:44:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['3a8b25ee-49d5-49e7-a420-c81ae910c57e'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:54.807829 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-797d4291-0773-46ac-bcac-ead2b48416e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:54.818389 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-325f0796-1823-4bea-9fda-f21c48ec1e7f tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:54.820780 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3452ad6b-4304-4ea0-b2cb-8f69eb4ca029 None None] Pushing event updated for resources: {'Port': ['ID=d102dd7d-c953-4b1d-84b1-dc97b9b3ed8b,revision_number=4']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:54.853413 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ede1eeed-41e0-4815-b95b-698599b4369a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:54.859229 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-60d96831-d7e3-4d53-b82a-5114746dfaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'name': 'tempest-RoutersTest-router-2069048016', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:44:00Z', 'updated_at': '2022-04-05T14:44:49Z', 'revision_number': 8, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'gw_port_host': None, '_interfaces': [{'id': '06e06b4a-d050-4c1d-90bb-268a63ee6c75', 'name': '', 'network_id': '40cc0ec6-c48b-40ba-b1aa-8f09febc3199', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'mac_address': 'fa:16:3e:73:57:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '79a4694e-5985-4e9e-99ab-2a03d0fe3bdc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:12Z', 'updated_at': '2022-04-05T14:44:20Z', 'revision_number': 5, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'subnets': [{'id': '79a4694e-5985-4e9e-99ab-2a03d0fe3bdc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34d1f8d3-e3f5-43ee-a951-e8344c7cc32e', 'name': '', 'network_id': 'ebdcc65d-93e8-4547-9a48-7159e078614b', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'mac_address': 'fa:16:3e:99:91:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '38d9e5d7-9f97-46b9-8806-d7a1e76a7005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:03Z', 'updated_at': '2022-04-05T14:44:11Z', 'revision_number': 5, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'subnets': [{'id': '38d9e5d7-9f97-46b9-8806-d7a1e76a7005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68151dd6-1f70-4116-a133-ee97c15817fa', 'name': '', 'network_id': '982a5d51-3d0e-45e2-b5e1-0c50ba47a031', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'mac_address': 'fa:16:3e:a0:72:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2353, 'fixed_ips': [{'subnet_id': '6c8898ea-b166-44bd-b51e-2fe584ae70dd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:23Z', 'updated_at': '2022-04-05T14:44:31Z', 'revision_number': 5, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'subnets': [{'id': '6c8898ea-b166-44bd-b51e-2fe584ae70dd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:54.873782 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797d4291-0773-46ac-bcac-ead2b48416e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de15c1b-d78a-4c87-8547-2c5a6d3beb9d,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:54.922900 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-797d4291-0773-46ac-bcac-ead2b48416e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:44:54.959297 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-797d4291-0773-46ac-bcac-ead2b48416e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:54.959647 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-797d4291-0773-46ac-bcac-ead2b48416e6 admin admin] Added segment 5bc4f58d-b949-4cf0-8daf-6598d5d93f03 of type vlan for network a823e373-4764-429d-afdf-91d9bb9ca3b2 Apr 05 14:44:54.960812 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d96831-d7e3-4d53-b82a-5114746dfaf2 None None] The sync data for ids ['4b8182cf-31f9-4416-b54f-c8c2c70e3cab'] in n-d-836650-2 is: [{'id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'name': 'tempest-RoutersTest-router-2069048016', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:44:00Z', 'updated_at': '2022-04-05T14:44:49Z', 'revision_number': 8, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'gw_port_host': None, '_interfaces': [{'id': '06e06b4a-d050-4c1d-90bb-268a63ee6c75', 'name': '', 'network_id': '40cc0ec6-c48b-40ba-b1aa-8f09febc3199', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'mac_address': 'fa:16:3e:73:57:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '79a4694e-5985-4e9e-99ab-2a03d0fe3bdc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:12Z', 'updated_at': '2022-04-05T14:44:20Z', 'revision_number': 5, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'subnets': [{'id': '79a4694e-5985-4e9e-99ab-2a03d0fe3bdc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34d1f8d3-e3f5-43ee-a951-e8344c7cc32e', 'name': '', 'network_id': 'ebdcc65d-93e8-4547-9a48-7159e078614b', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'mac_address': 'fa:16:3e:99:91:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '38d9e5d7-9f97-46b9-8806-d7a1e76a7005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:03Z', 'updated_at': '2022-04-05T14:44:11Z', 'revision_number': 5, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'subnets': [{'id': '38d9e5d7-9f97-46b9-8806-d7a1e76a7005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68151dd6-1f70-4116-a133-ee97c15817fa', 'name': '', 'network_id': '982a5d51-3d0e-45e2-b5e1-0c50ba47a031', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'mac_address': 'fa:16:3e:a0:72:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2353, 'fixed_ips': [{'subnet_id': '6c8898ea-b166-44bd-b51e-2fe584ae70dd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:23Z', 'updated_at': '2022-04-05T14:44:31Z', 'revision_number': 5, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'subnets': [{'id': '6c8898ea-b166-44bd-b51e-2fe584ae70dd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:44:54.971302 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2868799a-67ce-48fd-8d50-200065aae947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:55.013231 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-634acbbd-50b3-4232-9e21-25f5f2bc32b6 req-2f9d0574-0245-4a85-880c-819868217b66 tempest-ServerGroupTestJSON-1213442278 tempest-ServerGroupTestJSON-1213442278-project] 10.222.0.30 "GET /v2.0/ports?device_id=9de82b6b-d5ac-43ea-9bd0-e8f8b68b8d51 HTTP/1.1" status: 200 len: 210 time: 0.2716663 Apr 05 14:44:55.079255 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-2868799a-67ce-48fd-8d50-200065aae947 None None] For port d102dd7d-c953-4b1d-84b1-dc97b9b3ed8b, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=d102dd7d-c953-4b1d-84b1-dc97b9b3ed8b,segment=NetworkSegment(2ed50d53-ad8d-43f0-946d-9bbaf222e8be),segment_id=2ed50d53-ad8d-43f0-946d-9bbaf222e8be)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:44:55.093797 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-325f0796-1823-4bea-9fda-f21c48ec1e7f tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7a2e8ae-30a3-440d-972d-c16305008d9a']}} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:55.096321 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-797d4291-0773-46ac-bcac-ead2b48416e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:55.145483 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-325f0796-1823-4bea-9fda-f21c48ec1e7f tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd131064f-d062-4251-be1b-375657a29521') {'for_net_delete': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:55.145621 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-325f0796-1823-4bea-9fda-f21c48ec1e7f tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd131064f-d062-4251-be1b-375657a29521') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:55.157026 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-3c6de82d-4fe4-4c61-9833-7b84d948c23a None None] Set router 3a8b25ee-49d5-49e7-a420-c81ae910c57e gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:44:55.162062 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2868799a-67ce-48fd-8d50-200065aae947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:55.166205 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-325f0796-1823-4bea-9fda-f21c48ec1e7f tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13399223'] for segment, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:55.181831 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320d718f-edbe-475a-9737-af4845a25368 req-89c561ad-f6ad-42b7-96cd-b6b0605365f7 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:55.194690 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-320d718f-edbe-475a-9737-af4845a25368 req-89c561ad-f6ad-42b7-96cd-b6b0605365f7 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/ports?device_id=0587635d-2d83-4d44-9a8f-6b7847388bdc HTTP/1.1" status: 200 len: 946 time: 0.4651535 Apr 05 14:44:55.209517 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-325f0796-1823-4bea-9fda-f21c48ec1e7f tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:55.236001 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2868799a-67ce-48fd-8d50-200065aae947 None None] Pushing event updated for resources: {'Port': ['ID=d102dd7d-c953-4b1d-84b1-dc97b9b3ed8b,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:55.241852 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-797d4291-0773-46ac-bcac-ead2b48416e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:55.242989 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797d4291-0773-46ac-bcac-ead2b48416e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:55.243677 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-797d4291-0773-46ac-bcac-ead2b48416e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:55.246787 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2868799a-67ce-48fd-8d50-200065aae947 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:44:55.264629 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2868799a-67ce-48fd-8d50-200065aae947 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:44:55.264629 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2868799a-67ce-48fd-8d50-200065aae947 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:44:55.264629 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2868799a-67ce-48fd-8d50-200065aae947 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:44:55.264629 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2868799a-67ce-48fd-8d50-200065aae947 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:44:55.264629 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2868799a-67ce-48fd-8d50-200065aae947 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:44:55.264629 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2868799a-67ce-48fd-8d50-200065aae947 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:44:55.264629 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2868799a-67ce-48fd-8d50-200065aae947 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:44:55.264629 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2868799a-67ce-48fd-8d50-200065aae947 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:44:55.264629 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2868799a-67ce-48fd-8d50-200065aae947 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:44:55.264629 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2868799a-67ce-48fd-8d50-200065aae947 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:44:55.264629 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2868799a-67ce-48fd-8d50-200065aae947 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:44:55.266167 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-325f0796-1823-4bea-9fda-f21c48ec1e7f tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=103320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:44:55.266167 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-325f0796-1823-4bea-9fda-f21c48ec1e7f tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15765202'] for segment, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:55.266167 n-d-836650-2 neutron-server[103320]: Traceback (most recent call last): Apr 05 14:44:55.266167 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:44:55.266167 n-d-836650-2 neutron-server[103320]: timer() Apr 05 14:44:55.266167 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:44:55.266167 n-d-836650-2 neutron-server[103320]: cb(*args, **kw) Apr 05 14:44:55.266167 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:44:55.266167 n-d-836650-2 neutron-server[103320]: return func(*args, **kwargs) Apr 05 14:44:55.266167 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:44:55.266167 n-d-836650-2 neutron-server[103320]: self._notify() Apr 05 14:44:55.266167 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:44:55.266167 n-d-836650-2 neutron-server[103320]: self.callback(batched_events) Apr 05 14:44:55.266167 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:44:55.266167 n-d-836650-2 neutron-server[103320]: event.method(event) Apr 05 14:44:55.266167 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:44:55.266167 n-d-836650-2 neutron-server[103320]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:44:55.266167 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:44:55.266167 n-d-836650-2 neutron-server[103320]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:44:55.266167 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:44:55.266167 n-d-836650-2 neutron-server[103320]: return f(self, *a, **k) Apr 05 14:44:55.266167 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:44:55.266167 n-d-836650-2 neutron-server[103320]: return self._get(url).json() Apr 05 14:44:55.266167 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:44:55.266167 n-d-836650-2 neutron-server[103320]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:44:55.266167 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:44:55.266167 n-d-836650-2 neutron-server[103320]: return self.request(url, 'GET', **kwargs) Apr 05 14:44:55.266167 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:44:55.266167 n-d-836650-2 neutron-server[103320]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:44:55.266167 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:44:55.266167 n-d-836650-2 neutron-server[103320]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:44:55.266167 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:44:55.266167 n-d-836650-2 neutron-server[103320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:44:55.266167 n-d-836650-2 neutron-server[103320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:44:55.290933 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-77596bcd-09c5-4aab-917b-4ae9245f46e7 None None] Provisioning complete for port d102dd7d-c953-4b1d-84b1-dc97b9b3ed8b triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:44:55.292705 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-77596bcd-09c5-4aab-917b-4ae9245f46e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:55.380827 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-320d718f-edbe-475a-9737-af4845a25368 req-d250ea1a-fc91-4859-b144-de21a8036a92 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c5ad20b-1af0-4fc7-9b1a-1ba5c50b7606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1765630 Apr 05 14:44:55.425860 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-325f0796-1823-4bea-9fda-f21c48ec1e7f tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:55.447055 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-325f0796-1823-4bea-9fda-f21c48ec1e7f tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:55.459247 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-325f0796-1823-4bea-9fda-f21c48ec1e7f tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "DELETE /v2.0/networks/d7a2e8ae-30a3-440d-972d-c16305008d9a HTTP/1.1" status: 204 len: 168 time: 2.3132763 Apr 05 14:44:55.462940 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-797d4291-0773-46ac-bcac-ead2b48416e6 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1117291 Apr 05 14:44:55.468472 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 55124) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:44:55.468916 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 55126) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:44:55.493379 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325f0796-1823-4bea-9fda-f21c48ec1e7f tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Pushing event deleted for resources: {'Network': ['ID=d7a2e8ae-30a3-440d-972d-c16305008d9a,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:55.507029 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-d5e40dc8-c597-4df7-9c26-e0ca79716798 admin admin] Request body: {'subnet': {'network_id': 'a823e373-4764-429d-afdf-91d9bb9ca3b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-721772047-subnet', 'tenant_id': '2236e180a235433db6d3dcc2e1d9af9e', 'ip_version': 4}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:44:55.564426 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797d4291-0773-46ac-bcac-ead2b48416e6 admin admin] Pushing event updated for resources: {'Network': ['ID=a823e373-4764-429d-afdf-91d9bb9ca3b2,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:55.585920 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network a823e373-4764-429d-afdf-91d9bb9ca3b2 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:44:55.780387 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-be8e66e4-dcc2-4591-822e-177d7257eb73 req-56424592-db2c-4b05-92f7-09b103d4914a tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccccf70e-a6c6-4dfa-a88f-b2f890407d16 HTTP/1.1" status: 200 len: 210 time: 0.0416877 Apr 05 14:44:55.840340 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-3c6de82d-4fe4-4c61-9833-7b84d948c23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8b25ee-49d5-49e7-a420-c81ae910c57e', 'name': 'tempest-TestVolumeBootPattern-1066432504-router', 'tenant_id': '15503dce9d2944a4a898191fdde0d62f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'b32f951d-0e1a-4d14-a657-c271ff4bb073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:44:35Z', 'updated_at': '2022-04-05T14:44:50Z', 'revision_number': 4, 'project_id': '15503dce9d2944a4a898191fdde0d62f', 'gw_port': {'id': 'b32f951d-0e1a-4d14-a657-c271ff4bb073', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:59:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8b25ee-49d5-49e7-a420-c81ae910c57e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:37Z', 'updated_at': '2022-04-05T14:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': 'd102dd7d-c953-4b1d-84b1-dc97b9b3ed8b', 'name': '', 'network_id': '66b3e69f-5222-44a7-bf1a-94ad2df58cf2', 'tenant_id': '15503dce9d2944a4a898191fdde0d62f', 'mac_address': 'fa:16:3e:cc:f0:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a8b25ee-49d5-49e7-a420-c81ae910c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'a727d51d-00fa-45ac-ab45-e910bc527386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:47Z', 'updated_at': '2022-04-05T14:44:54Z', 'revision_number': 4, 'project_id': '15503dce9d2944a4a898191fdde0d62f', 'subnets': [{'id': 'a727d51d-00fa-45ac-ab45-e910bc527386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:55.924531 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6de82d-4fe4-4c61-9833-7b84d948c23a None None] The sync data for ids ['3a8b25ee-49d5-49e7-a420-c81ae910c57e'] in n-d-836650-2 is: [{'id': '3a8b25ee-49d5-49e7-a420-c81ae910c57e', 'name': 'tempest-TestVolumeBootPattern-1066432504-router', 'tenant_id': '15503dce9d2944a4a898191fdde0d62f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'b32f951d-0e1a-4d14-a657-c271ff4bb073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:44:35Z', 'updated_at': '2022-04-05T14:44:50Z', 'revision_number': 4, 'project_id': '15503dce9d2944a4a898191fdde0d62f', 'gw_port': {'id': 'b32f951d-0e1a-4d14-a657-c271ff4bb073', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:59:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8b25ee-49d5-49e7-a420-c81ae910c57e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:37Z', 'updated_at': '2022-04-05T14:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': 'd102dd7d-c953-4b1d-84b1-dc97b9b3ed8b', 'name': '', 'network_id': '66b3e69f-5222-44a7-bf1a-94ad2df58cf2', 'tenant_id': '15503dce9d2944a4a898191fdde0d62f', 'mac_address': 'fa:16:3e:cc:f0:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a8b25ee-49d5-49e7-a420-c81ae910c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'a727d51d-00fa-45ac-ab45-e910bc527386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:47Z', 'updated_at': '2022-04-05T14:44:54Z', 'revision_number': 4, 'project_id': '15503dce9d2944a4a898191fdde0d62f', 'subnets': [{'id': 'a727d51d-00fa-45ac-ab45-e910bc527386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:44:55.952502 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 01ab0fee-e908-4b53-8655-4b25ec35707d no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:44:56.258729 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f824b897-5e07-4d13-82f5-a80c7b79116f req-44a518a3-6e3e-4eb7-91f8-b88001cf0cd6 tempest-ServerGroupTestJSON-1213442278 tempest-ServerGroupTestJSON-1213442278-project] 10.222.0.30 "GET /v2.0/ports?device_id=9de82b6b-d5ac-43ea-9bd0-e8f8b68b8d51 HTTP/1.1" status: 200 len: 210 time: 0.0773447 Apr 05 14:44:56.318823 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 01ab0fee-e908-4b53-8655-4b25ec35707d {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:44:56.325261 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 01ab0fee-e908-4b53-8655-4b25ec35707d not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:44:56.563749 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f89213-b74a-4d87-b867-8232bf093ef9 req-133b98be-8830-4ce7-b7b5-4a66d08d1f00 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:56.573534 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-50f89213-b74a-4d87-b867-8232bf093ef9 req-133b98be-8830-4ce7-b7b5-4a66d08d1f00 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/ports?device_id=0587635d-2d83-4d44-9a8f-6b7847388bdc HTTP/1.1" status: 200 len: 946 time: 0.0953140 Apr 05 14:44:56.768849 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-df2a8d12-8b19-4ab5-849d-1b9931fe7148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:56.791272 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-50f89213-b74a-4d87-b867-8232bf093ef9 req-faef8a61-0812-4899-bcc9-a294c2a45418 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c5ad20b-1af0-4fc7-9b1a-1ba5c50b7606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2165363 Apr 05 14:44:56.884609 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c76c0-e276-46d1-bbed-4b3fbc94aca6 req-71bc0a07-0ba5-4d1d-8b68-2f043a01f488 tempest-ServerGroupTestJSON-1213442278 tempest-ServerGroupTestJSON-1213442278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:56.886574 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f69c76c0-e276-46d1-bbed-4b3fbc94aca6 req-71bc0a07-0ba5-4d1d-8b68-2f043a01f488 tempest-ServerGroupTestJSON-1213442278 tempest-ServerGroupTestJSON-1213442278-project] 10.222.0.55 "GET /v2.0/networks?id=724c24a1-2591-4a35-aa84-e5b8a14a3015 HTTP/1.1" status: 200 len: 809 time: 0.3106248 Apr 05 14:44:56.899926 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-f69c76c0-e276-46d1-bbed-4b3fbc94aca6 req-b30c8724-6caf-44b7-874c-9e62e2c1fbb9 tempest-ServerGroupTestJSON-1213442278 tempest-ServerGroupTestJSON-1213442278-project] Request body: {'port': {'device_id': '9de82b6b-d5ac-43ea-9bd0-e8f8b68b8d51', 'network_id': '724c24a1-2591-4a35-aa84-e5b8a14a3015', 'admin_state_up': True, 'tenant_id': 'e7e6c0591cf74126be0bf872710cbb33'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:44:56.911321 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e40dc8-c597-4df7-9c26-e0ca79716798 admin admin] Made reservation on behalf of 2236e180a235433db6d3dcc2e1d9af9e for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:44:56.919893 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d5e40dc8-c597-4df7-9c26-e0ca79716798 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:57.091181 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-293b29bc-6b25-4415-a64f-2d13baa99e76 req-6b817d30-9226-49f1-9301-36b18a5efebe tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccccf70e-a6c6-4dfa-a88f-b2f890407d16 HTTP/1.1" status: 200 len: 210 time: 0.1090825 Apr 05 14:44:57.154206 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ccddb-b956-40ad-8c63-b7769a9d8528 req-813b5bf4-2994-4f4a-9c6f-487a0b2f89f1 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:57.158387 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-918ccddb-b956-40ad-8c63-b7769a9d8528 req-813b5bf4-2994-4f4a-9c6f-487a0b2f89f1 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/ports?device_id=0587635d-2d83-4d44-9a8f-6b7847388bdc HTTP/1.1" status: 200 len: 946 time: 0.1743865 Apr 05 14:44:57.168226 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 55180) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:44:57.174976 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-0f776a1b-c84b-455c-9b75-e37f9a6b792c tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Request body: {'floatingip': {'port_id': '95fc697c-6787-48b0-b796-42740b6c32c8'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:44:57.296431 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0f776a1b-c84b-455c-9b75-e37f9a6b792c tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks [] for floatingip, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:57.419598 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f69c76c0-e276-46d1-bbed-4b3fbc94aca6 req-b30c8724-6caf-44b7-874c-9e62e2c1fbb9 tempest-ServerGroupTestJSON-1213442278 tempest-ServerGroupTestJSON-1213442278-project] Made reservation on behalf of e7e6c0591cf74126be0bf872710cbb33 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:44:57.424445 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-f69c76c0-e276-46d1-bbed-4b3fbc94aca6 req-b30c8724-6caf-44b7-874c-9e62e2c1fbb9 tempest-ServerGroupTestJSON-1213442278 tempest-ServerGroupTestJSON-1213442278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:57.463473 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e68ce670-6ee0-4008-99e6-e1ce502c3ad4 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809988'] for router_interface, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:57.464317 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5784d0fe-5323-4f0e-a0d8-8d5b6748d13e req-5968af49-5464-47cf-ba21-77cf2b282843 tempest-ServerGroupTestJSON-1213442278 tempest-ServerGroupTestJSON-1213442278-project] 10.222.0.30 "GET /v2.0/ports?device_id=9de82b6b-d5ac-43ea-9bd0-e8f8b68b8d51 HTTP/1.1" status: 200 len: 210 time: 0.0647840 Apr 05 14:44:57.562624 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d5e40dc8-c597-4df7-9c26-e0ca79716798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:57.702496 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e40dc8-c597-4df7-9c26-e0ca79716798 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e5032ae-2671-42c1-b5a1-bc51b3c14b7e,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:57.778379 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e40dc8-c597-4df7-9c26-e0ca79716798 admin admin] Checking segment: {'id': '5bc4f58d-b949-4cf0-8daf-6598d5d93f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a823e373-4764-429d-afdf-91d9bb9ca3b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:44:57.783888 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e40dc8-c597-4df7-9c26-e0ca79716798 admin admin] Network hostable DHCP agents. Network: a823e373-4764-429d-afdf-91d9bb9ca3b2, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:44:58.010657 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e40dc8-c597-4df7-9c26-e0ca79716798 admin admin] Network a823e373-4764-429d-afdf-91d9bb9ca3b2 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:44:58.052310 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-e68ce670-6ee0-4008-99e6-e1ce502c3ad4 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Deleting port 68151dd6-1f70-4116-a133-ee97c15817fa {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:44:58.054781 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c755625-c248-40be-8a96-d68ad978fb5a req-43152b87-be4a-4359-89be-f2c5c80ea49c tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:58.055194 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e68ce670-6ee0-4008-99e6-e1ce502c3ad4 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:58.056501 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5c755625-c248-40be-8a96-d68ad978fb5a req-43152b87-be4a-4359-89be-f2c5c80ea49c tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.55 "GET /v2.0/networks?id=600f0cf5-5409-4f71-be79-543bdecff300 HTTP/1.1" status: 200 len: 819 time: 0.5451965 Apr 05 14:44:58.065691 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:58.103745 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device d102dd7d-c953-4b1d-84b1-dc97b9b3ed8b up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:44:58.198781 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-d5e40dc8-c597-4df7-9c26-e0ca79716798 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, a823e373-4764-429d-afdf-91d9bb9ca3b2) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:44:58.204305 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e40dc8-c597-4df7-9c26-e0ca79716798 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:58.207536 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d5e40dc8-c597-4df7-9c26-e0ca79716798 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:58.214359 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-f69c76c0-e276-46d1-bbed-4b3fbc94aca6 req-b30c8724-6caf-44b7-874c-9e62e2c1fbb9 tempest-ServerGroupTestJSON-1213442278 tempest-ServerGroupTestJSON-1213442278-project] Allocated IP 172.20.0.14 (724c24a1-2591-4a35-aa84-e5b8a14a3015/4d58b797-e185-488e-a422-36cff463a0c6/e4dac239-686c-4829-a329-6358d321634c) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:44:58.220077 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port d102dd7d-c953-4b1d-84b1-dc97b9b3ed8b triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:44:58.221455 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:58.228924 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23069f20-cec1-4579-9f8b-0dd53255cbd8 None None] Network a823e373-4764-429d-afdf-91d9bb9ca3b2 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:44:58.262318 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5c755625-c248-40be-8a96-d68ad978fb5a req-847e628d-af5a-4b69-b9fa-1c9d30335755 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d9feba5fdbdc4767955480ab96956cf8 HTTP/1.1" status: 200 len: 380 time: 0.1737623 Apr 05 14:44:58.267686 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-5c755625-c248-40be-8a96-d68ad978fb5a req-37b9eeb2-447b-47d7-a1da-e60d3b243c10 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Request body: {'port': {'device_id': 'ccccf70e-a6c6-4dfa-a88f-b2f890407d16', 'network_id': '600f0cf5-5409-4f71-be79-543bdecff300', 'admin_state_up': True, 'tenant_id': 'd9feba5fdbdc4767955480ab96956cf8', 'security_groups': ['53ee1494-da12-4460-a5be-8f452373f333']}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:44:58.285476 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-e68ce670-6ee0-4008-99e6-e1ce502c3ad4 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] For port 68151dd6-1f70-4116-a133-ee97c15817fa, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=68151dd6-1f70-4116-a133-ee97c15817fa,segment=NetworkSegment(dc521718-8f68-440b-a0c2-ce84b32d947b),segment_id=dc521718-8f68-440b-a0c2-ce84b32d947b)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:44:58.286517 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e68ce670-6ee0-4008-99e6-e1ce502c3ad4 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:58.304152 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-e68ce670-6ee0-4008-99e6-e1ce502c3ad4 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Calling delete_port for 68151dd6-1f70-4116-a133-ee97c15817fa owned by network:router_interface {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:44:58.382132 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-d5e40dc8-c597-4df7-9c26-e0ca79716798 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9106197 Apr 05 14:44:58.384586 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 55200) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:44:58.393640 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-aa6d96ef-17a6-4582-93ac-2925267740f3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-721772047-router', 'tenant_id': '2236e180a235433db6d3dcc2e1d9af9e', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:44:58.609513 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-aa6d96ef-17a6-4582-93ac-2925267740f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27088'] for router, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:58.610895 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-aa6d96ef-17a6-4582-93ac-2925267740f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27079'] for router, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:58.635246 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 7 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 14:44:58.653341 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bc03a4-f1e1-4c0b-85dc-56cb33c6400e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-a823e373-4764-429d-afdf-91d9bb9ca3b2', 'network_id': 'a823e373-4764-429d-afdf-91d9bb9ca3b2', 'tenant_id': '2236e180a235433db6d3dcc2e1d9af9e', 'fixed_ips': [{'subnet_id': '9e5032ae-2671-42c1-b5a1-bc51b3c14b7e'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:44:58.654929 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-70bc03a4-f1e1-4c0b-85dc-56cb33c6400e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:58.683052 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 55212) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:44:58.733994 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-aa6d96ef-17a6-4582-93ac-2925267740f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:58.925152 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-70bc03a4-f1e1-4c0b-85dc-56cb33c6400e None None] Allocated IP 172.20.0.2 (a823e373-4764-429d-afdf-91d9bb9ca3b2/9e5032ae-2671-42c1-b5a1-bc51b3c14b7e/091189cd-a3ec-44bf-9c39-5b9e7f124c16) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:44:59.001879 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e68ce670-6ee0-4008-99e6-e1ce502c3ad4 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:59.149197 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-70bc03a4-f1e1-4c0b-85dc-56cb33c6400e None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:59.172174 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-aa6d96ef-17a6-4582-93ac-2925267740f3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:59.177742 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68ce670-6ee0-4008-99e6-e1ce502c3ad4 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Pushing event deleted for resources: {'Port': ['ID=68151dd6-1f70-4116-a133-ee97c15817fa,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:59.179293 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-bb4b0ca3-1b3f-4e96-9757-2ba4acb47f86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:59.259530 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-70bc03a4-f1e1-4c0b-85dc-56cb33c6400e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:59.321347 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9a56c296-2a91-43c4-8480-dd9ffd8788cc req-338e4ccf-8a6a-4645-8d38-dbbbc7e63bcb tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccccf70e-a6c6-4dfa-a88f-b2f890407d16 HTTP/1.1" status: 200 len: 210 time: 1.0304358 Apr 05 14:44:59.331920 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4267dd76-383f-46c2-a615-0a0a698efaeb req-dcbbdeea-7531-48f2-b7e2-bf1134c78e9a tempest-ServerGroupTestJSON-1213442278 tempest-ServerGroupTestJSON-1213442278-project] 10.222.0.30 "GET /v2.0/ports?device_id=9de82b6b-d5ac-43ea-9bd0-e8f8b68b8d51 HTTP/1.1" status: 200 len: 210 time: 0.2695365 Apr 05 14:44:59.403677 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bc03a4-f1e1-4c0b-85dc-56cb33c6400e None None] Network a823e373-4764-429d-afdf-91d9bb9ca3b2 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:44:59.449996 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-70bc03a4-f1e1-4c0b-85dc-56cb33c6400e None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:44:59.464140 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bc03a4-f1e1-4c0b-85dc-56cb33c6400e None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:44:59.593910 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bc03a4-f1e1-4c0b-85dc-56cb33c6400e None None] Pushing event updated for resources: {'Port': ['ID=091189cd-a3ec-44bf-9c39-5b9e7f124c16,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:59.678111 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:59.708651 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:59.743676 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-70bc03a4-f1e1-4c0b-85dc-56cb33c6400e None None] Attempting to bind port 091189cd-a3ec-44bf-9c39-5b9e7f124c16 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:44:59.749339 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-70bc03a4-f1e1-4c0b-85dc-56cb33c6400e None None] Attempting to bind port 091189cd-a3ec-44bf-9c39-5b9e7f124c16 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '5bc4f58d-b949-4cf0-8daf-6598d5d93f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a823e373-4764-429d-afdf-91d9bb9ca3b2'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:44:59.749512 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e68ce670-6ee0-4008-99e6-e1ce502c3ad4 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1798829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810128'] for router_interface, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:59.749957 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bc03a4-f1e1-4c0b-85dc-56cb33c6400e None None] Attempting to bind port 091189cd-a3ec-44bf-9c39-5b9e7f124c16 on network a823e373-4764-429d-afdf-91d9bb9ca3b2 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:44:59.757305 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bc03a4-f1e1-4c0b-85dc-56cb33c6400e None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:44:59.757970 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bc03a4-f1e1-4c0b-85dc-56cb33c6400e None None] Checking segment: {'id': '5bc4f58d-b949-4cf0-8daf-6598d5d93f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a823e373-4764-429d-afdf-91d9bb9ca3b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:44:59.758580 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-70bc03a4-f1e1-4c0b-85dc-56cb33c6400e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:59.759160 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bc03a4-f1e1-4c0b-85dc-56cb33c6400e None None] Bound using segment: {'id': '5bc4f58d-b949-4cf0-8daf-6598d5d93f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a823e373-4764-429d-afdf-91d9bb9ca3b2'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:44:59.759832 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-70bc03a4-f1e1-4c0b-85dc-56cb33c6400e None None] Bound port: 091189cd-a3ec-44bf-9c39-5b9e7f124c16, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bc4f58d-b949-4cf0-8daf-6598d5d93f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a823e373-4764-429d-afdf-91d9bb9ca3b2'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:44:59.764930 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-70bc03a4-f1e1-4c0b-85dc-56cb33c6400e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:59.932558 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-70bc03a4-f1e1-4c0b-85dc-56cb33c6400e None None] For port 091189cd-a3ec-44bf-9c39-5b9e7f124c16, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:44:59.936559 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-70bc03a4-f1e1-4c0b-85dc-56cb33c6400e None None] For port 091189cd-a3ec-44bf-9c39-5b9e7f124c16, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=091189cd-a3ec-44bf-9c39-5b9e7f124c16,segment=NetworkSegment(5bc4f58d-b949-4cf0-8daf-6598d5d93f03),segment_id=5bc4f58d-b949-4cf0-8daf-6598d5d93f03)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:44:59.946888 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-bb4b0ca3-1b3f-4e96-9757-2ba4acb47f86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:59.987096 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0f776a1b-c84b-455c-9b75-e37f9a6b792c tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:00.008234 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-70bc03a4-f1e1-4c0b-85dc-56cb33c6400e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:00.033610 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-f69c76c0-e276-46d1-bbed-4b3fbc94aca6 req-b30c8724-6caf-44b7-874c-9e62e2c1fbb9 tempest-ServerGroupTestJSON-1213442278 tempest-ServerGroupTestJSON-1213442278-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:00.037404 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-bb4b0ca3-1b3f-4e96-9757-2ba4acb47f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:00.073084 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0f776a1b-c84b-455c-9b75-e37f9a6b792c tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:00.093096 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bc03a4-f1e1-4c0b-85dc-56cb33c6400e None None] Pushing event updated for resources: {'Port': ['ID=091189cd-a3ec-44bf-9c39-5b9e7f124c16,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:00.129720 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c755625-c248-40be-8a96-d68ad978fb5a req-37b9eeb2-447b-47d7-a1da-e60d3b243c10 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Made reservation on behalf of d9feba5fdbdc4767955480ab96956cf8 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:45:00.133344 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5c755625-c248-40be-8a96-d68ad978fb5a req-37b9eeb2-447b-47d7-a1da-e60d3b243c10 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:00.186840 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4b0ca3-1b3f-4e96-9757-2ba4acb47f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e374c844-1894-4bab-81ef-2dc1e36660c0,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:00.191197 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-bb4b0ca3-1b3f-4e96-9757-2ba4acb47f86 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=15fd89a7731148508eb6847f6d41acc4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5109549 Apr 05 14:45:00.194152 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 55252) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:45:00.206951 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e68ce670-6ee0-4008-99e6-e1ce502c3ad4 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Router 4b8182cf-31f9-4416-b54f-c8c2c70e3cab has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:45:00.248798 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-f69c76c0-e276-46d1-bbed-4b3fbc94aca6 req-b30c8724-6caf-44b7-874c-9e62e2c1fbb9 tempest-ServerGroupTestJSON-1213442278 tempest-ServerGroupTestJSON-1213442278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:00.276158 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-aa6d96ef-17a6-4582-93ac-2925267740f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:00.353980 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30c8724-6caf-44b7-874c-9e62e2c1fbb9 tempest-ServerGroupTestJSON-1213442278 tempest-ServerGroupTestJSON-1213442278-project] Pushing event updated for resources: {'Port': ['ID=e4dac239-686c-4829-a329-6358d321634c,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:00.356625 n-d-836650-2 neutron-server[103320]: INFO neutron.db.l3_db [None req-0f776a1b-c84b-455c-9b75-e37f9a6b792c tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Floating IP 80bfa286-66b7-4daf-87d7-ff147d5c66d4 associated. External IP: 172.25.6.213, port: 95fc697c-6787-48b0-b796-42740b6c32c8. Apr 05 14:45:00.392647 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f69c76c0-e276-46d1-bbed-4b3fbc94aca6 req-b30c8724-6caf-44b7-874c-9e62e2c1fbb9 tempest-ServerGroupTestJSON-1213442278 tempest-ServerGroupTestJSON-1213442278-project] Network 724c24a1-2591-4a35-aa84-e5b8a14a3015 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:45:00.439397 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-f69c76c0-e276-46d1-bbed-4b3fbc94aca6 req-b30c8724-6caf-44b7-874c-9e62e2c1fbb9 tempest-ServerGroupTestJSON-1213442278 tempest-ServerGroupTestJSON-1213442278-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:45:00.456068 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-f69c76c0-e276-46d1-bbed-4b3fbc94aca6 req-b30c8724-6caf-44b7-874c-9e62e2c1fbb9 tempest-ServerGroupTestJSON-1213442278 tempest-ServerGroupTestJSON-1213442278-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:45:00.467762 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-aa6d96ef-17a6-4582-93ac-2925267740f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:00.546773 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-5c755625-c248-40be-8a96-d68ad978fb5a req-37b9eeb2-447b-47d7-a1da-e60d3b243c10 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Allocated IP 172.20.0.7 (600f0cf5-5409-4f71-be79-543bdecff300/fe7e919b-03a6-4a26-b866-e533217cd38c/af49f188-6f6e-4d44-985a-9d92b809f841) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:45:00.630008 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-228bbb21-918b-452e-b2ed-72d52f93fa80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:00.632423 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-aa6d96ef-17a6-4582-93ac-2925267740f3 admin admin] Allocated IP 172.25.6.190 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/40a89076-d04f-4e72-84dc-58095977a760) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:45:00.638066 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e68ce670-6ee0-4008-99e6-e1ce502c3ad4 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:45:00.648198 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-e68ce670-6ee0-4008-99e6-e1ce502c3ad4 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "PUT /v2.0/routers/4b8182cf-31f9-4416-b54f-c8c2c70e3cab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1782219 Apr 05 14:45:00.653738 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c145acdb-1e18-471c-9f29-6d9777bbd2a4 req-3f88c66b-d8f7-485c-adc6-f08346bac0d8 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccccf70e-a6c6-4dfa-a88f-b2f890407d16 HTTP/1.1" status: 200 len: 210 time: 0.0822077 Apr 05 14:45:00.653950 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 55260) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:45:00.654617 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6a8411-8f6f-480e-a833-ba7b65020c35 None None] Sync routers for ids ['4b8182cf-31f9-4416-b54f-c8c2c70e3cab'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:45:00.678116 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6a8411-8f6f-480e-a833-ba7b65020c35 None None] Routers {'4b8182cf-31f9-4416-b54f-c8c2c70e3cab'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:45:00.679671 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-7b6a8411-8f6f-480e-a833-ba7b65020c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:44:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['4b8182cf-31f9-4416-b54f-c8c2c70e3cab'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:45:00.718961 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-4209d5da-b5e9-4f4e-b21b-b37601ff77cf tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Deleting subnet 6c8898ea-b166-44bd-b51e-2fe584ae70dd {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:45:00.722536 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4209d5da-b5e9-4f4e-b21b-b37601ff77cf tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:00.726580 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c76c0-e276-46d1-bbed-4b3fbc94aca6 req-b30c8724-6caf-44b7-874c-9e62e2c1fbb9 tempest-ServerGroupTestJSON-1213442278 tempest-ServerGroupTestJSON-1213442278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:00.727215 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-f69c76c0-e276-46d1-bbed-4b3fbc94aca6 req-b30c8724-6caf-44b7-874c-9e62e2c1fbb9 tempest-ServerGroupTestJSON-1213442278 tempest-ServerGroupTestJSON-1213442278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:00.779942 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4209d5da-b5e9-4f4e-b21b-b37601ff77cf tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:00.798490 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ff47c-6d55-4d4c-893e-9b8f8bea5022 req-e7232020-471d-4cb3-af98-68bc0346bdfb tempest-ServerGroupTestJSON-1213442278 tempest-ServerGroupTestJSON-1213442278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:00.800061 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ed1ff47c-6d55-4d4c-893e-9b8f8bea5022 req-e7232020-471d-4cb3-af98-68bc0346bdfb tempest-ServerGroupTestJSON-1213442278 tempest-ServerGroupTestJSON-1213442278-project] 10.222.0.30 "GET /v2.0/ports?device_id=9de82b6b-d5ac-43ea-9bd0-e8f8b68b8d51 HTTP/1.1" status: 200 len: 932 time: 0.3404546 Apr 05 14:45:00.817340 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-7b6a8411-8f6f-480e-a833-ba7b65020c35 None None] Set router 4b8182cf-31f9-4416-b54f-c8c2c70e3cab gateway port host: None {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:45:00.838101 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-228bbb21-918b-452e-b2ed-72d52f93fa80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:00.879799 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f69c76c0-e276-46d1-bbed-4b3fbc94aca6 req-b30c8724-6caf-44b7-874c-9e62e2c1fbb9 tempest-ServerGroupTestJSON-1213442278 tempest-ServerGroupTestJSON-1213442278-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9843755 Apr 05 14:45:00.903083 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-f69c76c0-e276-46d1-bbed-4b3fbc94aca6 req-31e5ee40-2645-44d6-bd9e-905a38b9191b service neutron] Request body: {'port': {'device_id': '9de82b6b-d5ac-43ea-9bd0-e8f8b68b8d51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:45:00.951805 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5c755625-c248-40be-8a96-d68ad978fb5a req-37b9eeb2-447b-47d7-a1da-e60d3b243c10 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:00.964066 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4209d5da-b5e9-4f4e-b21b-b37601ff77cf tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:01.006758 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ed1ff47c-6d55-4d4c-893e-9b8f8bea5022 req-704d5257-ddc3-4bd0-9143-41340a548652 tempest-ServerGroupTestJSON-1213442278 tempest-ServerGroupTestJSON-1213442278-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd029950-8140-4e5e-afa2-ccc3a518916f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990855 Apr 05 14:45:01.112898 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f776a1b-c84b-455c-9b75-e37f9a6b792c tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Router 1d2104ce-04d0-4d0b-a541-fbd10738befa has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:45:01.153900 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-f69c76c0-e276-46d1-bbed-4b3fbc94aca6 req-31e5ee40-2645-44d6-bd9e-905a38b9191b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:01.163535 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-aa6d96ef-17a6-4582-93ac-2925267740f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:01.191882 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-7b6a8411-8f6f-480e-a833-ba7b65020c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'name': 'tempest-RoutersTest-router-2069048016', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:44:00Z', 'updated_at': '2022-04-05T14:44:58Z', 'revision_number': 9, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'gw_port_host': None, '_interfaces': [{'id': '06e06b4a-d050-4c1d-90bb-268a63ee6c75', 'name': '', 'network_id': '40cc0ec6-c48b-40ba-b1aa-8f09febc3199', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'mac_address': 'fa:16:3e:73:57:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '79a4694e-5985-4e9e-99ab-2a03d0fe3bdc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:12Z', 'updated_at': '2022-04-05T14:44:20Z', 'revision_number': 5, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'subnets': [{'id': '79a4694e-5985-4e9e-99ab-2a03d0fe3bdc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34d1f8d3-e3f5-43ee-a951-e8344c7cc32e', 'name': '', 'network_id': 'ebdcc65d-93e8-4547-9a48-7159e078614b', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'mac_address': 'fa:16:3e:99:91:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '38d9e5d7-9f97-46b9-8806-d7a1e76a7005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:03Z', 'updated_at': '2022-04-05T14:44:11Z', 'revision_number': 5, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'subnets': [{'id': '38d9e5d7-9f97-46b9-8806-d7a1e76a7005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:45:01.248845 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4209d5da-b5e9-4f4e-b21b-b37601ff77cf tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:01.262029 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6a8411-8f6f-480e-a833-ba7b65020c35 None None] Checking router: 4b8182cf-31f9-4416-b54f-c8c2c70e3cab for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:45:01.283117 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6a8411-8f6f-480e-a833-ba7b65020c35 None None] Routers {'4b8182cf-31f9-4416-b54f-c8c2c70e3cab'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:45:01.283943 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-7b6a8411-8f6f-480e-a833-ba7b65020c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:44:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['4b8182cf-31f9-4416-b54f-c8c2c70e3cab'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:45:01.295509 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-228bbb21-918b-452e-b2ed-72d52f93fa80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:01.303888 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-228bbb21-918b-452e-b2ed-72d52f93fa80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:01.324516 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-228bbb21-918b-452e-b2ed-72d52f93fa80 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e374c844-1894-4bab-81ef-2dc1e36660c0 HTTP/1.1" status: 204 len: 168 time: 1.1083856 Apr 05 14:45:01.325538 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209d5da-b5e9-4f4e-b21b-b37601ff77cf tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Pushing event deleted for resources: {'Subnet': ['ID=6c8898ea-b166-44bd-b51e-2fe584ae70dd,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:01.342615 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-aa6d96ef-17a6-4582-93ac-2925267740f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:01.344784 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007da70e-eb6a-45df-9efb-d9c31c2cf63e None None] Network 982a5d51-3d0e-45e2-b5e1-0c50ba47a031 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:45:01.359782 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4209d5da-b5e9-4f4e-b21b-b37601ff77cf tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:01.363234 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-4209d5da-b5e9-4f4e-b21b-b37601ff77cf tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "DELETE /v2.0/subnets/6c8898ea-b166-44bd-b51e-2fe584ae70dd HTTP/1.1" status: 204 len: 168 time: 0.7081008 Apr 05 14:45:01.372321 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 55274) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:45:01.406738 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228bbb21-918b-452e-b2ed-72d52f93fa80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e374c844-1894-4bab-81ef-2dc1e36660c0,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:01.421909 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-7b6a8411-8f6f-480e-a833-ba7b65020c35 None None] Set router 4b8182cf-31f9-4416-b54f-c8c2c70e3cab gateway port host: None {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:45:01.514286 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6d96ef-17a6-4582-93ac-2925267740f3 admin admin] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:45:01.545769 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-aa6d96ef-17a6-4582-93ac-2925267740f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:45:01.615942 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6d96ef-17a6-4582-93ac-2925267740f3 admin admin] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:45:01.663264 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6d96ef-17a6-4582-93ac-2925267740f3 admin admin] Pushing event updated for resources: {'Port': ['ID=40a89076-d04f-4e72-84dc-58095977a760,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:01.669210 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-746d0e29-bf2c-4045-81c7-2221456a3893 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:01.783846 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-f69c76c0-e276-46d1-bbed-4b3fbc94aca6 req-31e5ee40-2645-44d6-bd9e-905a38b9191b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4dac239-686c-4829-a329-6358d321634c {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:45:01.787067 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82017616-4b44-4f0a-b353-638c2e5243ae None None] Network a823e373-4764-429d-afdf-91d9bb9ca3b2 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:45:01.787361 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-f69c76c0-e276-46d1-bbed-4b3fbc94aca6 req-31e5ee40-2645-44d6-bd9e-905a38b9191b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:01.793231 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-7b6a8411-8f6f-480e-a833-ba7b65020c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'name': 'tempest-RoutersTest-router-2069048016', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:44:00Z', 'updated_at': '2022-04-05T14:44:58Z', 'revision_number': 9, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'gw_port_host': None, '_interfaces': [{'id': '06e06b4a-d050-4c1d-90bb-268a63ee6c75', 'name': '', 'network_id': '40cc0ec6-c48b-40ba-b1aa-8f09febc3199', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'mac_address': 'fa:16:3e:73:57:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '79a4694e-5985-4e9e-99ab-2a03d0fe3bdc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:12Z', 'updated_at': '2022-04-05T14:44:20Z', 'revision_number': 5, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'subnets': [{'id': '79a4694e-5985-4e9e-99ab-2a03d0fe3bdc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34d1f8d3-e3f5-43ee-a951-e8344c7cc32e', 'name': '', 'network_id': 'ebdcc65d-93e8-4547-9a48-7159e078614b', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'mac_address': 'fa:16:3e:99:91:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '38d9e5d7-9f97-46b9-8806-d7a1e76a7005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:03Z', 'updated_at': '2022-04-05T14:44:11Z', 'revision_number': 5, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'subnets': [{'id': '38d9e5d7-9f97-46b9-8806-d7a1e76a7005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:45:01.845328 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6a8411-8f6f-480e-a833-ba7b65020c35 None None] The sync data for ids ['4b8182cf-31f9-4416-b54f-c8c2c70e3cab'] in n-d-836650-2 is: [{'id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'name': 'tempest-RoutersTest-router-2069048016', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:44:00Z', 'updated_at': '2022-04-05T14:44:58Z', 'revision_number': 9, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'gw_port_host': None, '_interfaces': [{'id': '06e06b4a-d050-4c1d-90bb-268a63ee6c75', 'name': '', 'network_id': '40cc0ec6-c48b-40ba-b1aa-8f09febc3199', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'mac_address': 'fa:16:3e:73:57:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '79a4694e-5985-4e9e-99ab-2a03d0fe3bdc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:12Z', 'updated_at': '2022-04-05T14:44:20Z', 'revision_number': 5, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'subnets': [{'id': '79a4694e-5985-4e9e-99ab-2a03d0fe3bdc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34d1f8d3-e3f5-43ee-a951-e8344c7cc32e', 'name': '', 'network_id': 'ebdcc65d-93e8-4547-9a48-7159e078614b', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'mac_address': 'fa:16:3e:99:91:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '38d9e5d7-9f97-46b9-8806-d7a1e76a7005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:03Z', 'updated_at': '2022-04-05T14:44:11Z', 'revision_number': 5, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'subnets': [{'id': '38d9e5d7-9f97-46b9-8806-d7a1e76a7005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:45:01.889463 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-746d0e29-bf2c-4045-81c7-2221456a3893 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Deleting port 0ab67a74-03da-437d-ab60-9c5ec272cf6c {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:45:01.890093 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-746d0e29-bf2c-4045-81c7-2221456a3893 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:01.920060 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5c755625-c248-40be-8a96-d68ad978fb5a req-37b9eeb2-447b-47d7-a1da-e60d3b243c10 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:01.956039 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-f69c76c0-e276-46d1-bbed-4b3fbc94aca6 req-31e5ee40-2645-44d6-bd9e-905a38b9191b service neutron] Transition to ACTIVE for port object e4dac239-686c-4829-a329-6358d321634c will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:45:02.020307 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f776a1b-c84b-455c-9b75-e37f9a6b792c tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:45:02.052655 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0f776a1b-c84b-455c-9b75-e37f9a6b792c tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:02.072095 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e945cc-8e25-4a87-bc07-b0af037c3c11 None None] Sync routers for ids ['1d2104ce-04d0-4d0b-a541-fbd10738befa'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:45:02.146079 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-a1c8c241-0ae1-4583-b566-49f55915e6d5 None None] Provisioning complete for port 091189cd-a3ec-44bf-9c39-5b9e7f124c16 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:45:02.146457 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a1c8c241-0ae1-4583-b566-49f55915e6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:02.196010 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c755625-c248-40be-8a96-d68ad978fb5a req-37b9eeb2-447b-47d7-a1da-e60d3b243c10 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Network 600f0cf5-5409-4f71-be79-543bdecff300 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:45:02.213330 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-5c755625-c248-40be-8a96-d68ad978fb5a req-37b9eeb2-447b-47d7-a1da-e60d3b243c10 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:45:02.216638 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e945cc-8e25-4a87-bc07-b0af037c3c11 None None] Routers {'1d2104ce-04d0-4d0b-a541-fbd10738befa'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:45:02.218936 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-17e945cc-8e25-4a87-bc07-b0af037c3c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:44:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['1d2104ce-04d0-4d0b-a541-fbd10738befa'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:45:02.229836 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c755625-c248-40be-8a96-d68ad978fb5a req-37b9eeb2-447b-47d7-a1da-e60d3b243c10 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:45:02.236078 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-f69c76c0-e276-46d1-bbed-4b3fbc94aca6 req-31e5ee40-2645-44d6-bd9e-905a38b9191b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:02.394124 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-0f776a1b-c84b-455c-9b75-e37f9a6b792c tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "PUT /v2.0/floatingips/80bfa286-66b7-4daf-87d7-ff147d5c66d4 HTTP/1.1" status: 200 len: 992 time: 5.2160418 Apr 05 14:45:02.418321 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0587635d-2d83-4d44-9a8f-6b7847388bdc', 'tag': '95fc697c-6787-48b0-b796-42740b6c32c8'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:45:02.423319 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89397d57-80b1-454d-b584-7fe81d4cafc2" -d '{"events": [{"name": "network-changed", "server_uuid": "0587635d-2d83-4d44-9a8f-6b7847388bdc", "tag": "95fc697c-6787-48b0-b796-42740b6c32c8"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:45:02.440287 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9004b33-758d-485b-b480-ac7235b3e8c7 req-c9f43ae7-6f6d-4abf-9f5f-d53d54f1a9e1 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:02.456898 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a9004b33-758d-485b-b480-ac7235b3e8c7 req-c9f43ae7-6f6d-4abf-9f5f-d53d54f1a9e1 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccccf70e-a6c6-4dfa-a88f-b2f890407d16 HTTP/1.1" status: 200 len: 931 time: 0.5548351 Apr 05 14:45:02.481421 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54904eb5-cdfe-4602-88d8-95cf2b75939b None None] DHCP port deletion for 982a5d51-3d0e-45e2-b5e1-0c50ba47a031 request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:45:02.485008 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 091189cd-a3ec-44bf-9c39-5b9e7f124c16 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:45:02.494984 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b9eeb2-447b-47d7-a1da-e60d3b243c10 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Pushing event updated for resources: {'Port': ['ID=af49f188-6f6e-4d44-985a-9d92b809f841,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:02.597809 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e5ee40-2645-44d6-bd9e-905a38b9191b service neutron] Pushing event updated for resources: {'Port': ['ID=e4dac239-686c-4829-a329-6358d321634c,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:02.723021 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-17e945cc-8e25-4a87-bc07-b0af037c3c11 None None] Set router 1d2104ce-04d0-4d0b-a541-fbd10738befa gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:45:02.723180 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c755625-c248-40be-8a96-d68ad978fb5a req-37b9eeb2-447b-47d7-a1da-e60d3b243c10 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:02.723773 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5c755625-c248-40be-8a96-d68ad978fb5a req-37b9eeb2-447b-47d7-a1da-e60d3b243c10 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:02.776902 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-746d0e29-bf2c-4045-81c7-2221456a3893 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] For port 0ab67a74-03da-437d-ab60-9c5ec272cf6c, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=0ab67a74-03da-437d-ab60-9c5ec272cf6c,segment=NetworkSegment(dc521718-8f68-440b-a0c2-ce84b32d947b),segment_id=dc521718-8f68-440b-a0c2-ce84b32d947b)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:45:02.777491 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-746d0e29-bf2c-4045-81c7-2221456a3893 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:02.797782 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-746d0e29-bf2c-4045-81c7-2221456a3893 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Calling delete_port for 0ab67a74-03da-437d-ab60-9c5ec272cf6c owned by network:dhcp {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:45:02.797896 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf7d53-dce3-4e02-914b-23ee4bcaa11b req-8c97f5d9-8ca3-4697-990f-1d3f415bf7b1 tempest-ServerGroupTestJSON-1213442278 tempest-ServerGroupTestJSON-1213442278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:02.797896 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b9cf7d53-dce3-4e02-914b-23ee4bcaa11b req-8c97f5d9-8ca3-4697-990f-1d3f415bf7b1 tempest-ServerGroupTestJSON-1213442278 tempest-ServerGroupTestJSON-1213442278-project] 10.222.0.30 "GET /v2.0/ports?device_id=9de82b6b-d5ac-43ea-9bd0-e8f8b68b8d51 HTTP/1.1" status: 200 len: 944 time: 0.5419805 Apr 05 14:45:02.804051 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a9004b33-758d-485b-b480-ac7235b3e8c7 req-cf1251c0-df6d-4c65-94dc-0e5df5d2cf51 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ee1494-da12-4460-a5be-8f452373f333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3484232 Apr 05 14:45:02.876503 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b9cf7d53-dce3-4e02-914b-23ee4bcaa11b req-2768c194-0be0-4e5d-b95e-7b909fe66ac8 tempest-ServerGroupTestJSON-1213442278 tempest-ServerGroupTestJSON-1213442278-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd029950-8140-4e5e-afa2-ccc3a518916f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693505 Apr 05 14:45:02.910409 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5c755625-c248-40be-8a96-d68ad978fb5a req-37b9eeb2-447b-47d7-a1da-e60d3b243c10 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6468735 Apr 05 14:45:02.925986 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-f69c76c0-e276-46d1-bbed-4b3fbc94aca6 req-31e5ee40-2645-44d6-bd9e-905a38b9191b service neutron] Attempting to bind port e4dac239-686c-4829-a329-6358d321634c on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:45:02.926326 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-f69c76c0-e276-46d1-bbed-4b3fbc94aca6 req-31e5ee40-2645-44d6-bd9e-905a38b9191b service neutron] Attempting to bind port e4dac239-686c-4829-a329-6358d321634c by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': '6fe92bd7-7eb1-4f04-8d1d-c9fd2fbda931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '724c24a1-2591-4a35-aa84-e5b8a14a3015'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:45:02.926748 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69c76c0-e276-46d1-bbed-4b3fbc94aca6 req-31e5ee40-2645-44d6-bd9e-905a38b9191b service neutron] Attempting to bind port e4dac239-686c-4829-a329-6358d321634c on network 724c24a1-2591-4a35-aa84-e5b8a14a3015 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:45:02.952353 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-5c755625-c248-40be-8a96-d68ad978fb5a req-8bfc370a-887b-41cc-99dd-136285d5b5de service neutron] Request body: {'port': {'device_id': 'ccccf70e-a6c6-4dfa-a88f-b2f890407d16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:45:02.986527 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69c76c0-e276-46d1-bbed-4b3fbc94aca6 req-31e5ee40-2645-44d6-bd9e-905a38b9191b service neutron] Port e4dac239-686c-4829-a329-6358d321634c on network 724c24a1-2591-4a35-aa84-e5b8a14a3015 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:45:02.986855 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69c76c0-e276-46d1-bbed-4b3fbc94aca6 req-31e5ee40-2645-44d6-bd9e-905a38b9191b service neutron] Attempting to bind port e4dac239-686c-4829-a329-6358d321634c on network 724c24a1-2591-4a35-aa84-e5b8a14a3015 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:45:02.996331 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69c76c0-e276-46d1-bbed-4b3fbc94aca6 req-31e5ee40-2645-44d6-bd9e-905a38b9191b service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:45:02.996609 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-54904eb5-cdfe-4602-88d8-95cf2b75939b None None] Deleting port 0ab67a74-03da-437d-ab60-9c5ec272cf6c {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:45:02.996764 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69c76c0-e276-46d1-bbed-4b3fbc94aca6 req-31e5ee40-2645-44d6-bd9e-905a38b9191b service neutron] Checking segment: {'id': '6fe92bd7-7eb1-4f04-8d1d-c9fd2fbda931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '724c24a1-2591-4a35-aa84-e5b8a14a3015'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:45:02.997442 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-54904eb5-cdfe-4602-88d8-95cf2b75939b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:03.000681 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69c76c0-e276-46d1-bbed-4b3fbc94aca6 req-31e5ee40-2645-44d6-bd9e-905a38b9191b service neutron] Bound using segment: {'id': '6fe92bd7-7eb1-4f04-8d1d-c9fd2fbda931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '724c24a1-2591-4a35-aa84-e5b8a14a3015'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:45:03.001271 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-f69c76c0-e276-46d1-bbed-4b3fbc94aca6 req-31e5ee40-2645-44d6-bd9e-905a38b9191b service neutron] Bound port: e4dac239-686c-4829-a329-6358d321634c, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fe92bd7-7eb1-4f04-8d1d-c9fd2fbda931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '724c24a1-2591-4a35-aa84-e5b8a14a3015'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:45:03.001648 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-f69c76c0-e276-46d1-bbed-4b3fbc94aca6 req-31e5ee40-2645-44d6-bd9e-905a38b9191b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:03.009560 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 091189cd-a3ec-44bf-9c39-5b9e7f124c16 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:45:03.010393 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:03.018956 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c23edd03-bedf-4769-9c5f-60b7bea79c87 x-openstack-request-id: req-c23edd03-bedf-4769-9c5f-60b7bea79c87 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:45:03.019470 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0587635d-2d83-4d44-9a8f-6b7847388bdc", "tag": "95fc697c-6787-48b0-b796-42740b6c32c8", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:45:03.019591 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c23edd03-bedf-4769-9c5f-60b7bea79c87 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:45:03.019966 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c23edd03-bedf-4769-9c5f-60b7bea79c87'] response: {'name': 'network-changed', 'server_uuid': '0587635d-2d83-4d44-9a8f-6b7847388bdc', 'tag': '95fc697c-6787-48b0-b796-42740b6c32c8', 'status': 'completed', 'code': 200} Apr 05 14:45:03.057850 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-aa6d96ef-17a6-4582-93ac-2925267740f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:03.062122 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-746d0e29-bf2c-4045-81c7-2221456a3893 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:03.141323 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5c755625-c248-40be-8a96-d68ad978fb5a req-8bfc370a-887b-41cc-99dd-136285d5b5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:03.150798 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746d0e29-bf2c-4045-81c7-2221456a3893 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Pushing event deleted for resources: {'Port': ['ID=0ab67a74-03da-437d-ab60-9c5ec272cf6c,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:03.190695 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89397d57-80b1-454d-b584-7fe81d4cafc2 req-b5c8d367-3a5a-4687-b9c1-748d1ee14b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:03.192674 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-89397d57-80b1-454d-b584-7fe81d4cafc2 req-b5c8d367-3a5a-4687-b9c1-748d1ee14b1d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b1c6fdb1754a4696ad2f30e73253b821&device_id=0587635d-2d83-4d44-9a8f-6b7847388bdc HTTP/1.1" status: 200 len: 1097 time: 0.1399791 Apr 05 14:45:03.196056 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-f69c76c0-e276-46d1-bbed-4b3fbc94aca6 req-31e5ee40-2645-44d6-bd9e-905a38b9191b service neutron] For port e4dac239-686c-4829-a329-6358d321634c, host n-h1-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:45:03.301816 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a1c8c241-0ae1-4583-b566-49f55915e6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:03.361235 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746d0e29-bf2c-4045-81c7-2221456a3893 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] No DVR routers for this DVR port 0ab67a74-03da-437d-ab60-9c5ec272cf6c on host n-d-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:45:03.488110 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:03.515029 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-a1c8c241-0ae1-4583-b566-49f55915e6d5 None None] For port 091189cd-a3ec-44bf-9c39-5b9e7f124c16, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=091189cd-a3ec-44bf-9c39-5b9e7f124c16,segment=NetworkSegment(5bc4f58d-b949-4cf0-8daf-6598d5d93f03),segment_id=5bc4f58d-b949-4cf0-8daf-6598d5d93f03)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:45:03.602224 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-54904eb5-cdfe-4602-88d8-95cf2b75939b None None] For port 0ab67a74-03da-437d-ab60-9c5ec272cf6c, host n-d-836650-2, got binding levels [] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:45:03.602224 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-54904eb5-cdfe-4602-88d8-95cf2b75939b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:03.632004 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-746d0e29-bf2c-4045-81c7-2221456a3893 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:03.655141 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-54904eb5-cdfe-4602-88d8-95cf2b75939b None None] Calling delete_port for 0ab67a74-03da-437d-ab60-9c5ec272cf6c owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:45:03.659931 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.ipam_backend_mixin [None req-54904eb5-cdfe-4602-88d8-95cf2b75939b None None] Port 0ab67a74-03da-437d-ab60-9c5ec272cf6c was not found and therefore no delete operation was performed {{(pid=103322) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 05 14:45:03.662998 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-54904eb5-cdfe-4602-88d8-95cf2b75939b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:03.663387 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-746d0e29-bf2c-4045-81c7-2221456a3893 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['982a5d51-3d0e-45e2-b5e1-0c50ba47a031']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:45:03.676107 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-746d0e29-bf2c-4045-81c7-2221456a3893 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc521718-8f68-440b-a0c2-ce84b32d947b') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:45:03.676926 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-746d0e29-bf2c-4045-81c7-2221456a3893 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc521718-8f68-440b-a0c2-ce84b32d947b') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:45:03.689160 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54904eb5-cdfe-4602-88d8-95cf2b75939b None None] No DVR routers for this DVR port 0ab67a74-03da-437d-ab60-9c5ec272cf6c on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:45:03.705532 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-746d0e29-bf2c-4045-81c7-2221456a3893 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:03.715033 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54904eb5-cdfe-4602-88d8-95cf2b75939b None None] Pushing event deleted for resources: {'Port': ['ID=0ab67a74-03da-437d-ab60-9c5ec272cf6c,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:03.737208 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89397d57-80b1-454d-b584-7fe81d4cafc2 req-b9d6d77b-5da7-4bfb-9710-a4f1178d8947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:03.739219 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-89397d57-80b1-454d-b584-7fe81d4cafc2 req-b9d6d77b-5da7-4bfb-9710-a4f1178d8947 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0ec84664-b286-431c-8e6d-81964b6279ea HTTP/1.1" status: 200 len: 912 time: 0.4965289 Apr 05 14:45:03.745764 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-746d0e29-bf2c-4045-81c7-2221456a3893 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:03.756393 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-746d0e29-bf2c-4045-81c7-2221456a3893 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:45:03.757795 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-746d0e29-bf2c-4045-81c7-2221456a3893 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:03.804440 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-f69c76c0-e276-46d1-bbed-4b3fbc94aca6 req-31e5ee40-2645-44d6-bd9e-905a38b9191b service neutron] For port e4dac239-686c-4829-a329-6358d321634c, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=e4dac239-686c-4829-a329-6358d321634c,segment=NetworkSegment(6fe92bd7-7eb1-4f04-8d1d-c9fd2fbda931),segment_id=6fe92bd7-7eb1-4f04-8d1d-c9fd2fbda931)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:45:03.852840 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:45:03.852840 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:45:03.852840 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:45:03.852840 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:45:03.852840 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:45:03.852840 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:45:03.852840 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:45:03.852840 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:45:03.852840 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:45:03.852840 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:45:03.852840 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:45:03.852840 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:45:03.852840 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:45:03.852840 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:45:03.852840 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:45:03.852840 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:45:03.852840 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:45:03.852840 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:45:03.852840 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:45:03.852840 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:45:03.852840 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:45:03.852840 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:45:03.852840 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:45:03.852840 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:45:03.852840 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:45:03.852840 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:45:03.852840 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:45:03.852840 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:45:03.852840 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:45:03.852840 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:45:03.852840 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:45:03.852840 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:45:03.863371 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-87b5bc00-e974-4725-b400-c081f178ec5f req-790e7b6f-eb05-4777-bb98-d06015c074e2 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=71563f538c614607a0c6dacd57d6d3fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1229465 Apr 05 14:45:03.901508 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-89397d57-80b1-454d-b584-7fe81d4cafc2 req-64360580-e915-4395-888e-942f1658c779 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95fc697c-6787-48b0-b796-42740b6c32c8 HTTP/1.1" status: 200 len: 1000 time: 0.1158252 Apr 05 14:45:03.915098 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-17e945cc-8e25-4a87-bc07-b0af037c3c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2104ce-04d0-4d0b-a541-fbd10738befa', 'name': 'tempest-AttachVolumeTestJSON-1840973019-router', 'tenant_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '01d78cb5-9b58-47a4-86c4-81b68d2544c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:43:54Z', 'updated_at': '2022-04-05T14:44:15Z', 'revision_number': 4, 'project_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'gw_port': {'id': '01d78cb5-9b58-47a4-86c4-81b68d2544c5', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2104ce-04d0-4d0b-a541-fbd10738befa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:43:58Z', 'updated_at': '2022-04-05T14:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': '80bfa286-66b7-4daf-87d7-ff147d5c66d4', 'tenant_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'floating_ip_address': '172.25.6.213', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': '1d2104ce-04d0-4d0b-a541-fbd10738befa', 'port_id': '95fc697c-6787-48b0-b796-42740b6c32c8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ec84664-b286-431c-8e6d-81964b6279ea', 'mac_address': 'fa:16:3e:6c:67:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0587635d-2d83-4d44-9a8f-6b7847388bdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:44:26Z', 'updated_at': '2022-04-05T14:44:59Z', 'revision_number': 1, 'project_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83b304e1-f9c8-4790-9dae-52dffd4bac5c', 'name': '', 'network_id': '0ec84664-b286-431c-8e6d-81964b6279ea', 'tenant_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'mac_address': 'fa:16:3e:a4:1f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2104ce-04d0-4d0b-a541-fbd10738befa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '5191ec95-9794-4487-b4dd-b62543d80f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:10Z', 'updated_at': '2022-04-05T14:44:23Z', 'revision_number': 5, 'project_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'subnets': [{'id': '5191ec95-9794-4487-b4dd-b62543d80f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:45:03.942728 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-aa6d96ef-17a6-4582-93ac-2925267740f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618'] for router, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:03.962920 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e945cc-8e25-4a87-bc07-b0af037c3c11 None None] Checking router: 1d2104ce-04d0-4d0b-a541-fbd10738befa for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:45:03.976750 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e945cc-8e25-4a87-bc07-b0af037c3c11 None None] Routers {'1d2104ce-04d0-4d0b-a541-fbd10738befa'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:45:03.977450 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-17e945cc-8e25-4a87-bc07-b0af037c3c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:44:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['1d2104ce-04d0-4d0b-a541-fbd10738befa'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:45:04.010641 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89397d57-80b1-454d-b584-7fe81d4cafc2 req-e42f3737-bd48-4689-9f57-ee8ef5024543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:04.012289 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-89397d57-80b1-454d-b584-7fe81d4cafc2 req-e42f3737-bd48-4689-9f57-ee8ef5024543 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5191ec95-9794-4487-b4dd-b62543d80f6a HTTP/1.1" status: 200 len: 850 time: 0.0847695 Apr 05 14:45:04.022623 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a1c8c241-0ae1-4583-b566-49f55915e6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:04.089337 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-746d0e29-bf2c-4045-81c7-2221456a3893 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:04.107986 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-746d0e29-bf2c-4045-81c7-2221456a3893 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:04.112604 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-746d0e29-bf2c-4045-81c7-2221456a3893 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "DELETE /v2.0/networks/982a5d51-3d0e-45e2-b5e1-0c50ba47a031 HTTP/1.1" status: 204 len: 168 time: 2.7359338 Apr 05 14:45:04.117105 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 55354) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:45:04.179862 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.db.api [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:45:04.180215 n-d-836650-2 neutron-server[103322]: DEBUG oslo_db.api [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:45:04.188285 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c8c241-0ae1-4583-b566-49f55915e6d5 None None] Pushing event updated for resources: {'Port': ['ID=091189cd-a3ec-44bf-9c39-5b9e7f124c16,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:04.218102 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-8336ffbd-3e7e-4139-a340-97e670b530a0 None None] Provisioning complete for port af49f188-6f6e-4d44-985a-9d92b809f841 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:45:04.218102 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8336ffbd-3e7e-4139-a340-97e670b530a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:04.245871 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-17e945cc-8e25-4a87-bc07-b0af037c3c11 None None] Set router 1d2104ce-04d0-4d0b-a541-fbd10738befa gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:45:04.273466 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746d0e29-bf2c-4045-81c7-2221456a3893 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Pushing event deleted for resources: {'Network': ['ID=982a5d51-3d0e-45e2-b5e1-0c50ba47a031,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:04.283943 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-f69c76c0-e276-46d1-bbed-4b3fbc94aca6 req-31e5ee40-2645-44d6-bd9e-905a38b9191b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:04.296362 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-8336ffbd-3e7e-4139-a340-97e670b530a0 None None] Port af49f188-6f6e-4d44-985a-9d92b809f841 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:45:04.427277 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-8336ffbd-3e7e-4139-a340-97e670b530a0 None None] Provisioning complete for port 091189cd-a3ec-44bf-9c39-5b9e7f124c16 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:45:04.427909 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8336ffbd-3e7e-4139-a340-97e670b530a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:04.449595 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89397d57-80b1-454d-b584-7fe81d4cafc2 req-fb39c541-9ffe-4275-be07-623464d093c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:04.452091 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-89397d57-80b1-454d-b584-7fe81d4cafc2 req-fb39c541-9ffe-4275-be07-623464d093c0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0ec84664-b286-431c-8e6d-81964b6279ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4098623 Apr 05 14:45:04.458645 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa6d96ef-17a6-4582-93ac-2925267740f3 admin admin] Router 554b2e39-876b-4989-8560-a3d6a5538c58 is scheduled to L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 with binding_index 1 {{(pid=103321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:45:04.516346 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e5ee40-2645-44d6-bd9e-905a38b9191b service neutron] Pushing event updated for resources: {'Port': ['ID=e4dac239-686c-4829-a329-6358d321634c,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:04.525670 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c76c0-e276-46d1-bbed-4b3fbc94aca6 req-31e5ee40-2645-44d6-bd9e-905a38b9191b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:04.526506 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-f69c76c0-e276-46d1-bbed-4b3fbc94aca6 req-31e5ee40-2645-44d6-bd9e-905a38b9191b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:04.528046 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f69c76c0-e276-46d1-bbed-4b3fbc94aca6 req-31e5ee40-2645-44d6-bd9e-905a38b9191b service neutron] 10.222.0.55 "PUT /v2.0/ports/e4dac239-686c-4829-a329-6358d321634c HTTP/1.1" status: 200 len: 1092 time: 3.6300299 Apr 05 14:45:04.551279 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b5bc00-e974-4725-b400-c081f178ec5f req-be93620c-6b3f-4e98-90b2-04a604c56014 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:04.553279 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-87b5bc00-e974-4725-b400-c081f178ec5f req-be93620c-6b3f-4e98-90b2-04a604c56014 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6490738 Apr 05 14:45:04.642997 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4ca82-7723-474c-8a71-54df1176657a req-e2a08230-5cd7-43b0-85b7-0df0913ae11a tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:04.645908 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8ef4ca82-7723-474c-8a71-54df1176657a req-e2a08230-5cd7-43b0-85b7-0df0913ae11a tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccccf70e-a6c6-4dfa-a88f-b2f890407d16 HTTP/1.1" status: 200 len: 931 time: 0.6230631 Apr 05 14:45:04.681767 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-17e945cc-8e25-4a87-bc07-b0af037c3c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2104ce-04d0-4d0b-a541-fbd10738befa', 'name': 'tempest-AttachVolumeTestJSON-1840973019-router', 'tenant_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '01d78cb5-9b58-47a4-86c4-81b68d2544c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:43:54Z', 'updated_at': '2022-04-05T14:44:15Z', 'revision_number': 4, 'project_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'gw_port': {'id': '01d78cb5-9b58-47a4-86c4-81b68d2544c5', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2104ce-04d0-4d0b-a541-fbd10738befa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:43:58Z', 'updated_at': '2022-04-05T14:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': '80bfa286-66b7-4daf-87d7-ff147d5c66d4', 'tenant_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'floating_ip_address': '172.25.6.213', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': '1d2104ce-04d0-4d0b-a541-fbd10738befa', 'port_id': '95fc697c-6787-48b0-b796-42740b6c32c8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ec84664-b286-431c-8e6d-81964b6279ea', 'mac_address': 'fa:16:3e:6c:67:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0587635d-2d83-4d44-9a8f-6b7847388bdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:44:26Z', 'updated_at': '2022-04-05T14:44:59Z', 'revision_number': 1, 'project_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83b304e1-f9c8-4790-9dae-52dffd4bac5c', 'name': '', 'network_id': '0ec84664-b286-431c-8e6d-81964b6279ea', 'tenant_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'mac_address': 'fa:16:3e:a4:1f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2104ce-04d0-4d0b-a541-fbd10738befa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '5191ec95-9794-4487-b4dd-b62543d80f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:10Z', 'updated_at': '2022-04-05T14:44:23Z', 'revision_number': 5, 'project_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'subnets': [{'id': '5191ec95-9794-4487-b4dd-b62543d80f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:45:04.760635 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa6d96ef-17a6-4582-93ac-2925267740f3 admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:45:04.765520 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-87b5bc00-e974-4725-b400-c081f178ec5f req-d435fa54-cd5d-432d-a27d-70ec509c0ede tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] 10.222.0.30 "GET /v2.0/quotas/71563f538c614607a0c6dacd57d6d3fc HTTP/1.1" status: 200 len: 375 time: 0.0933311 Apr 05 14:45:04.775307 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41da5729-66f3-45e1-98d7-1630c961d243 None None] Sync routers for ids ['554b2e39-876b-4989-8560-a3d6a5538c58'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:45:04.791924 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41da5729-66f3-45e1-98d7-1630c961d243 None None] Routers {'554b2e39-876b-4989-8560-a3d6a5538c58'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:45:04.795238 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-41da5729-66f3-45e1-98d7-1630c961d243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:44:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['554b2e39-876b-4989-8560-a3d6a5538c58'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:45:04.801417 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-12476761-8039-498d-9c9c-518f854cdb2e tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809988'] for router_interface, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:04.803949 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e945cc-8e25-4a87-bc07-b0af037c3c11 None None] The sync data for ids ['1d2104ce-04d0-4d0b-a541-fbd10738befa'] in n-d-836650-2 is: [{'id': '1d2104ce-04d0-4d0b-a541-fbd10738befa', 'name': 'tempest-AttachVolumeTestJSON-1840973019-router', 'tenant_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '01d78cb5-9b58-47a4-86c4-81b68d2544c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:43:54Z', 'updated_at': '2022-04-05T14:44:15Z', 'revision_number': 4, 'project_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'gw_port': {'id': '01d78cb5-9b58-47a4-86c4-81b68d2544c5', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2104ce-04d0-4d0b-a541-fbd10738befa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:43:58Z', 'updated_at': '2022-04-05T14:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': '80bfa286-66b7-4daf-87d7-ff147d5c66d4', 'tenant_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'floating_ip_address': '172.25.6.213', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': '1d2104ce-04d0-4d0b-a541-fbd10738befa', 'port_id': '95fc697c-6787-48b0-b796-42740b6c32c8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ec84664-b286-431c-8e6d-81964b6279ea', 'mac_address': 'fa:16:3e:6c:67:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0587635d-2d83-4d44-9a8f-6b7847388bdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:44:26Z', 'updated_at': '2022-04-05T14:44:59Z', 'revision_number': 1, 'project_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83b304e1-f9c8-4790-9dae-52dffd4bac5c', 'name': '', 'network_id': '0ec84664-b286-431c-8e6d-81964b6279ea', 'tenant_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'mac_address': 'fa:16:3e:a4:1f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2104ce-04d0-4d0b-a541-fbd10738befa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '5191ec95-9794-4487-b4dd-b62543d80f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:10Z', 'updated_at': '2022-04-05T14:44:23Z', 'revision_number': 5, 'project_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'subnets': [{'id': '5191ec95-9794-4487-b4dd-b62543d80f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:45:04.905793 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-aa6d96ef-17a6-4582-93ac-2925267740f3 admin admin] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:04.910612 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-aa6d96ef-17a6-4582-93ac-2925267740f3 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.5235131 Apr 05 14:45:05.007803 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 55364) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:45:05.012026 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-41da5729-66f3-45e1-98d7-1630c961d243 None None] Set router 554b2e39-876b-4989-8560-a3d6a5538c58 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:45:05.018002 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-87b5bc00-e974-4725-b400-c081f178ec5f req-0c60a8bc-1e7d-4360-b8a1-6dcc89a243f5 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=71563f538c614607a0c6dacd57d6d3fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2333260 Apr 05 14:45:05.032956 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9de82b6b-d5ac-43ea-9bd0-e8f8b68b8d51', 'tag': 'e4dac239-686c-4829-a329-6358d321634c'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:45:05.035337 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c87c60-14cf-43e6-b4a0-8f037aa2f5fe" -d '{"events": [{"name": "network-changed", "server_uuid": "9de82b6b-d5ac-43ea-9bd0-e8f8b68b8d51", "tag": "e4dac239-686c-4829-a329-6358d321634c"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:45:05.036925 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 091189cd-a3ec-44bf-9c39-5b9e7f124c16 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:45:05.048324 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-89397d57-80b1-454d-b584-7fe81d4cafc2 req-1d091e18-1af5-48f7-bdd1-37e7feb30978 service neutron] 10.222.0.11 "GET /v2.0/networks/0ec84664-b286-431c-8e6d-81964b6279ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5285800 Apr 05 14:45:05.101074 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c76c0-e276-46d1-bbed-4b3fbc94aca6 req-607a7f65-1a79-4c8c-aea8-f478cb18e8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:05.102621 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f69c76c0-e276-46d1-bbed-4b3fbc94aca6 req-607a7f65-1a79-4c8c-aea8-f478cb18e8c4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e7e6c0591cf74126be0bf872710cbb33&device_id=9de82b6b-d5ac-43ea-9bd0-e8f8b68b8d51 HTTP/1.1" status: 200 len: 1095 time: 0.4278219 Apr 05 14:45:05.110012 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8ef4ca82-7723-474c-8a71-54df1176657a req-bec259a6-5e51-4b44-85b5-6cbc54bb5d4b tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ee1494-da12-4460-a5be-8f452373f333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4320550 Apr 05 14:45:05.166204 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 091189cd-a3ec-44bf-9c39-5b9e7f124c16 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:45:05.166587 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:05.254824 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3560aac0-e239-4dfc-b705-7c7f9df13906 None None] New status for floating IP 80bfa286-66b7-4daf-87d7-ff147d5c66d4: ACTIVE {{(pid=103322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 14:45:05.340246 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-5c755625-c248-40be-8a96-d68ad978fb5a req-8bfc370a-887b-41cc-99dd-136285d5b5de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af49f188-6f6e-4d44-985a-9d92b809f841 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:45:05.367072 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5c755625-c248-40be-8a96-d68ad978fb5a req-8bfc370a-887b-41cc-99dd-136285d5b5de service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:05.437473 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-12476761-8039-498d-9c9c-518f854cdb2e tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Deleting port 06e06b4a-d050-4c1d-90bb-268a63ee6c75 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:45:05.437857 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-12476761-8039-498d-9c9c-518f854cdb2e tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:05.559437 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f69c76c0-e276-46d1-bbed-4b3fbc94aca6 req-50e14d84-0ab1-46b4-9236-3c291dc126e7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4dac239-686c-4829-a329-6358d321634c HTTP/1.1" status: 200 len: 217 time: 0.4151273 Apr 05 14:45:05.584846 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a67c7c70-4b05-4838-a3c0-a5d6f9827d40 x-openstack-request-id: req-a67c7c70-4b05-4838-a3c0-a5d6f9827d40 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:45:05.585211 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9de82b6b-d5ac-43ea-9bd0-e8f8b68b8d51", "tag": "e4dac239-686c-4829-a329-6358d321634c", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:45:05.585446 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a67c7c70-4b05-4838-a3c0-a5d6f9827d40 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:45:05.586406 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a67c7c70-4b05-4838-a3c0-a5d6f9827d40'] response: {'name': 'network-changed', 'server_uuid': '9de82b6b-d5ac-43ea-9bd0-e8f8b68b8d51', 'tag': 'e4dac239-686c-4829-a329-6358d321634c', 'status': 'completed', 'code': 200} Apr 05 14:45:05.626043 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-12476761-8039-498d-9c9c-518f854cdb2e tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] For port 06e06b4a-d050-4c1d-90bb-268a63ee6c75, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=06e06b4a-d050-4c1d-90bb-268a63ee6c75,segment=NetworkSegment(c2498537-8f61-48d8-8703-44c3cddcda3e),segment_id=c2498537-8f61-48d8-8703-44c3cddcda3e)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:45:05.626430 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-12476761-8039-498d-9c9c-518f854cdb2e tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:05.655474 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-41da5729-66f3-45e1-98d7-1630c961d243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554b2e39-876b-4989-8560-a3d6a5538c58', 'name': 'tempest-TestVolumeBootPattern-721772047-router', 'tenant_id': '2236e180a235433db6d3dcc2e1d9af9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '40a89076-d04f-4e72-84dc-58095977a760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:44:58Z', 'updated_at': '2022-04-05T14:45:01Z', 'revision_number': 3, 'project_id': '2236e180a235433db6d3dcc2e1d9af9e', 'gw_port': {'id': '40a89076-d04f-4e72-84dc-58095977a760', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '554b2e39-876b-4989-8560-a3d6a5538c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:45:00Z', 'updated_at': '2022-04-05T14:45:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:45:05.667976 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-12476761-8039-498d-9c9c-518f854cdb2e tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Calling delete_port for 06e06b4a-d050-4c1d-90bb-268a63ee6c75 owned by network:router_interface {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:45:05.692748 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-5c755625-c248-40be-8a96-d68ad978fb5a req-8bfc370a-887b-41cc-99dd-136285d5b5de service neutron] Transition to ACTIVE for port object af49f188-6f6e-4d44-985a-9d92b809f841 will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:45:05.763882 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41da5729-66f3-45e1-98d7-1630c961d243 None None] Checking router: 554b2e39-876b-4989-8560-a3d6a5538c58 for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:45:05.765953 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41da5729-66f3-45e1-98d7-1630c961d243 None None] Updating router 554b2e39-876b-4989-8560-a3d6a5538c58 port 40a89076-d04f-4e72-84dc-58095977a760 binding host n-d-836650-2 {{(pid=103323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:45:05.852444 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5c755625-c248-40be-8a96-d68ad978fb5a req-8bfc370a-887b-41cc-99dd-136285d5b5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:05.915567 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-41da5729-66f3-45e1-98d7-1630c961d243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:05.954568 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 0ab67a74-03da-437d-ab60-9c5ec272cf6c no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:45:06.000294 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3fd0c86d-021b-41a2-8b2b-8295f748e65d req-8aec17b1-e141-4d4d-a2c2-751263608641 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=71563f538c614607a0c6dacd57d6d3fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2111013 Apr 05 14:45:06.015285 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 0ab67a74-03da-437d-ab60-9c5ec272cf6c {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:45:06.015755 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 0ab67a74-03da-437d-ab60-9c5ec272cf6c not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:45:06.016172 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 68151dd6-1f70-4116-a133-ee97c15817fa no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:45:06.091223 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 68151dd6-1f70-4116-a133-ee97c15817fa {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:45:06.093286 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 68151dd6-1f70-4116-a133-ee97c15817fa not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:45:06.141088 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c76c0-e276-46d1-bbed-4b3fbc94aca6 req-44aa0d07-2cef-492f-ac3b-1abb4a3567ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:06.145900 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f69c76c0-e276-46d1-bbed-4b3fbc94aca6 req-44aa0d07-2cef-492f-ac3b-1abb4a3567ad service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4d58b797-e185-488e-a422-36cff463a0c6 HTTP/1.1" status: 200 len: 849 time: 0.5583146 Apr 05 14:45:06.148062 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-89397d57-80b1-454d-b584-7fe81d4cafc2 req-f0bfc9b1-3440-48ab-9e0c-ffe25e8e30bc service neutron] 10.222.0.11 "GET /v2.0/networks/0ec84664-b286-431c-8e6d-81964b6279ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0564992 Apr 05 14:45:06.195291 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfc370a-887b-41cc-99dd-136285d5b5de service neutron] Pushing event updated for resources: {'Port': ['ID=af49f188-6f6e-4d44-985a-9d92b809f841,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:06.222908 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d1219e-c327-490c-8284-429fb43e8388 req-ae32bebf-3650-4979-8ea5-33380f99b180 tempest-ServerGroupTestJSON-1213442278 tempest-ServerGroupTestJSON-1213442278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:06.237720 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b9d1219e-c327-490c-8284-429fb43e8388 req-ae32bebf-3650-4979-8ea5-33380f99b180 tempest-ServerGroupTestJSON-1213442278 tempest-ServerGroupTestJSON-1213442278-project] 10.222.0.30 "GET /v2.0/ports?device_id=9de82b6b-d5ac-43ea-9bd0-e8f8b68b8d51 HTTP/1.1" status: 200 len: 944 time: 0.8727450 Apr 05 14:45:06.243941 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-12476761-8039-498d-9c9c-518f854cdb2e tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:06.329243 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12476761-8039-498d-9c9c-518f854cdb2e tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Pushing event deleted for resources: {'Port': ['ID=06e06b4a-d050-4c1d-90bb-268a63ee6c75,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:06.387189 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd0c86d-021b-41a2-8b2b-8295f748e65d req-44b351da-dc5a-4e5e-a4a1-c8f8198bbadb tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:06.395991 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3fd0c86d-021b-41a2-8b2b-8295f748e65d req-44b351da-dc5a-4e5e-a4a1-c8f8198bbadb tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3701541 Apr 05 14:45:06.476132 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-41da5729-66f3-45e1-98d7-1630c961d243 None None] Notify callbacks [] for port, precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:06.496319 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f69c76c0-e276-46d1-bbed-4b3fbc94aca6 req-0057509c-939f-4c2b-b5a6-979e81bb669e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=724c24a1-2591-4a35-aa84-e5b8a14a3015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1353567 Apr 05 14:45:06.549077 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3fd0c86d-021b-41a2-8b2b-8295f748e65d req-7a1a0fdd-562a-45de-8c1c-895f96f7c99d tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] 10.222.0.30 "GET /v2.0/quotas/71563f538c614607a0c6dacd57d6d3fc HTTP/1.1" status: 200 len: 375 time: 0.1291316 Apr 05 14:45:06.553352 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-12476761-8039-498d-9c9c-518f854cdb2e tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1798829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810128'] for router_interface, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:06.605137 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-41da5729-66f3-45e1-98d7-1630c961d243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:06.685818 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941e1912-787f-4fc9-9b11-eead6a98ca45 None None] Pushing event updated for resources: {'Port': ['ID=40a89076-d04f-4e72-84dc-58095977a760,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:06.706083 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-41da5729-66f3-45e1-98d7-1630c961d243 None None] Attempting to bind port 40a89076-d04f-4e72-84dc-58095977a760 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:45:06.706507 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-41da5729-66f3-45e1-98d7-1630c961d243 None None] Attempting to bind port 40a89076-d04f-4e72-84dc-58095977a760 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:45:06.707071 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41da5729-66f3-45e1-98d7-1630c961d243 None None] Attempting to bind port 40a89076-d04f-4e72-84dc-58095977a760 on network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:45:06.713451 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41da5729-66f3-45e1-98d7-1630c961d243 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:45:06.713895 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41da5729-66f3-45e1-98d7-1630c961d243 None None] Checking segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:45:06.714458 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-41da5729-66f3-45e1-98d7-1630c961d243 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:06.714915 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41da5729-66f3-45e1-98d7-1630c961d243 None None] Bound using segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:45:06.715481 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-41da5729-66f3-45e1-98d7-1630c961d243 None None] Bound port: 40a89076-d04f-4e72-84dc-58095977a760, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:45:06.715931 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-41da5729-66f3-45e1-98d7-1630c961d243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:06.784487 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-41da5729-66f3-45e1-98d7-1630c961d243 None None] For port 40a89076-d04f-4e72-84dc-58095977a760, host n-d-836650-2, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:45:06.789803 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-41da5729-66f3-45e1-98d7-1630c961d243 None None] For port 40a89076-d04f-4e72-84dc-58095977a760, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=40a89076-d04f-4e72-84dc-58095977a760,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:45:06.812122 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12476761-8039-498d-9c9c-518f854cdb2e tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Router 4b8182cf-31f9-4416-b54f-c8c2c70e3cab has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:45:06.900089 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-41da5729-66f3-45e1-98d7-1630c961d243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:06.974976 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12476761-8039-498d-9c9c-518f854cdb2e tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:45:06.990640 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-12476761-8039-498d-9c9c-518f854cdb2e tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "PUT /v2.0/routers/4b8182cf-31f9-4416-b54f-c8c2c70e3cab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8686368 Apr 05 14:45:06.992870 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 55400) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:45:06.996280 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe66ecc7-9b13-45c8-8139-4b9615c15824 None None] Sync routers for ids ['4b8182cf-31f9-4416-b54f-c8c2c70e3cab'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:45:07.030696 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41da5729-66f3-45e1-98d7-1630c961d243 None None] Routers {'554b2e39-876b-4989-8560-a3d6a5538c58'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:45:07.031684 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-41da5729-66f3-45e1-98d7-1630c961d243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:44:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['554b2e39-876b-4989-8560-a3d6a5538c58'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:45:07.041014 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe66ecc7-9b13-45c8-8139-4b9615c15824 None None] Routers {'4b8182cf-31f9-4416-b54f-c8c2c70e3cab'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:45:07.041868 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-fe66ecc7-9b13-45c8-8139-4b9615c15824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:44:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['4b8182cf-31f9-4416-b54f-c8c2c70e3cab'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:45:07.075415 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-23e8f1b3-528f-4d5c-9062-24b081d9e2d8 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Deleting subnet 79a4694e-5985-4e9e-99ab-2a03d0fe3bdc {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:45:07.078748 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-23e8f1b3-528f-4d5c-9062-24b081d9e2d8 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:07.103525 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b9d1219e-c327-490c-8284-429fb43e8388 req-30f86217-a390-4b4b-a8a7-c1eb445ab0f4 tempest-ServerGroupTestJSON-1213442278 tempest-ServerGroupTestJSON-1213442278-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd029950-8140-4e5e-afa2-ccc3a518916f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7098234 Apr 05 14:45:07.144077 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-5c755625-c248-40be-8a96-d68ad978fb5a req-8bfc370a-887b-41cc-99dd-136285d5b5de service neutron] Attempting to bind port af49f188-6f6e-4d44-985a-9d92b809f841 on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:45:07.144784 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-5c755625-c248-40be-8a96-d68ad978fb5a req-8bfc370a-887b-41cc-99dd-136285d5b5de service neutron] Attempting to bind port af49f188-6f6e-4d44-985a-9d92b809f841 by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': 'b9bfc1ba-c081-43c0-97a1-329aced7b561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '600f0cf5-5409-4f71-be79-543bdecff300'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:45:07.144784 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c755625-c248-40be-8a96-d68ad978fb5a req-8bfc370a-887b-41cc-99dd-136285d5b5de service neutron] Attempting to bind port af49f188-6f6e-4d44-985a-9d92b809f841 on network 600f0cf5-5409-4f71-be79-543bdecff300 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:45:07.151232 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c755625-c248-40be-8a96-d68ad978fb5a req-8bfc370a-887b-41cc-99dd-136285d5b5de service neutron] Port af49f188-6f6e-4d44-985a-9d92b809f841 on network 600f0cf5-5409-4f71-be79-543bdecff300 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:45:07.151563 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c755625-c248-40be-8a96-d68ad978fb5a req-8bfc370a-887b-41cc-99dd-136285d5b5de service neutron] Attempting to bind port af49f188-6f6e-4d44-985a-9d92b809f841 on network 600f0cf5-5409-4f71-be79-543bdecff300 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:45:07.166491 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3fd0c86d-021b-41a2-8b2b-8295f748e65d req-5f283673-4b6a-4ab4-8eb2-266ea69293ba tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=71563f538c614607a0c6dacd57d6d3fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5780950 Apr 05 14:45:07.169153 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-23e8f1b3-528f-4d5c-9062-24b081d9e2d8 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:07.202241 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c755625-c248-40be-8a96-d68ad978fb5a req-8bfc370a-887b-41cc-99dd-136285d5b5de service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:45:07.203240 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c755625-c248-40be-8a96-d68ad978fb5a req-8bfc370a-887b-41cc-99dd-136285d5b5de service neutron] Checking segment: {'id': 'b9bfc1ba-c081-43c0-97a1-329aced7b561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '600f0cf5-5409-4f71-be79-543bdecff300'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:45:07.203994 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c755625-c248-40be-8a96-d68ad978fb5a req-8bfc370a-887b-41cc-99dd-136285d5b5de service neutron] Bound using segment: {'id': 'b9bfc1ba-c081-43c0-97a1-329aced7b561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '600f0cf5-5409-4f71-be79-543bdecff300'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:45:07.204573 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-5c755625-c248-40be-8a96-d68ad978fb5a req-8bfc370a-887b-41cc-99dd-136285d5b5de service neutron] Bound port: af49f188-6f6e-4d44-985a-9d92b809f841, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9bfc1ba-c081-43c0-97a1-329aced7b561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '600f0cf5-5409-4f71-be79-543bdecff300'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:45:07.205008 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5c755625-c248-40be-8a96-d68ad978fb5a req-8bfc370a-887b-41cc-99dd-136285d5b5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:07.285973 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-5c755625-c248-40be-8a96-d68ad978fb5a req-8bfc370a-887b-41cc-99dd-136285d5b5de service neutron] For port af49f188-6f6e-4d44-985a-9d92b809f841, host n-h1-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:45:07.293107 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941e1912-787f-4fc9-9b11-eead6a98ca45 None None] Pushing event updated for resources: {'Port': ['ID=40a89076-d04f-4e72-84dc-58095977a760,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:07.363401 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-fe66ecc7-9b13-45c8-8139-4b9615c15824 None None] Set router 4b8182cf-31f9-4416-b54f-c8c2c70e3cab gateway port host: None {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:45:07.368085 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-23e8f1b3-528f-4d5c-9062-24b081d9e2d8 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:07.372293 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-5c755625-c248-40be-8a96-d68ad978fb5a req-8bfc370a-887b-41cc-99dd-136285d5b5de service neutron] For port af49f188-6f6e-4d44-985a-9d92b809f841, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=af49f188-6f6e-4d44-985a-9d92b809f841,segment=NetworkSegment(b9bfc1ba-c081-43c0-97a1-329aced7b561),segment_id=b9bfc1ba-c081-43c0-97a1-329aced7b561)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:45:07.467141 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-41da5729-66f3-45e1-98d7-1630c961d243 None None] Set router 554b2e39-876b-4989-8560-a3d6a5538c58 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:45:07.522314 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [req-19cdc83b-c605-420f-a84e-0366e452f44e req-44ffa6cb-97b1-4a78-8cde-5e735a1ca007 service neutron] (103321) timed out ('10.222.0.55', 56687) {{(pid=103321) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 05 14:45:07.532362 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5c755625-c248-40be-8a96-d68ad978fb5a req-8bfc370a-887b-41cc-99dd-136285d5b5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:07.535730 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f69c76c0-e276-46d1-bbed-4b3fbc94aca6 req-9b38791b-a470-49c7-9a2c-b154f5941f42 service neutron] 10.222.0.55 "GET /v2.0/networks/724c24a1-2591-4a35-aa84-e5b8a14a3015?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0030158 Apr 05 14:45:07.600408 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1398967-c272-4227-a6cf-3599b9caf9a8 req-f9a01efb-db30-4c0d-873c-97ef2146dbdc tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:07.602240 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b1398967-c272-4227-a6cf-3599b9caf9a8 req-f9a01efb-db30-4c0d-873c-97ef2146dbdc tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccccf70e-a6c6-4dfa-a88f-b2f890407d16 HTTP/1.1" status: 200 len: 943 time: 0.3178117 Apr 05 14:45:07.620072 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-23e8f1b3-528f-4d5c-9062-24b081d9e2d8 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:07.647416 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1ee9e604-3292-4938-9da1-16804880b496 req-30e71080-ce2d-4da9-b70b-1981c63ef3ac tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3fd4c69-d261-4511-8beb-041c7c2c650c HTTP/1.1" status: 200 len: 210 time: 0.1071229 Apr 05 14:45:07.685939 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e8f1b3-528f-4d5c-9062-24b081d9e2d8 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Pushing event deleted for resources: {'Subnet': ['ID=79a4694e-5985-4e9e-99ab-2a03d0fe3bdc,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:07.702478 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-23e8f1b3-528f-4d5c-9062-24b081d9e2d8 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:07.702602 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55c0366-3f80-4740-b67d-0c257f50aa83 None None] Network 40cc0ec6-c48b-40ba-b1aa-8f09febc3199 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:45:07.709190 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-23e8f1b3-528f-4d5c-9062-24b081d9e2d8 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "DELETE /v2.0/subnets/79a4694e-5985-4e9e-99ab-2a03d0fe3bdc HTTP/1.1" status: 204 len: 168 time: 0.7149065 Apr 05 14:45:07.719853 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 55410) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:45:07.768573 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c755625-c248-40be-8a96-d68ad978fb5a req-8bfc370a-887b-41cc-99dd-136285d5b5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:07.769220 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5c755625-c248-40be-8a96-d68ad978fb5a req-8bfc370a-887b-41cc-99dd-136285d5b5de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:07.772011 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5c755625-c248-40be-8a96-d68ad978fb5a req-8bfc370a-887b-41cc-99dd-136285d5b5de service neutron] 10.222.0.55 "PUT /v2.0/ports/af49f188-6f6e-4d44-985a-9d92b809f841 HTTP/1.1" status: 200 len: 1091 time: 4.8234451 Apr 05 14:45:07.841680 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccccf70e-a6c6-4dfa-a88f-b2f890407d16', 'tag': 'af49f188-6f6e-4d44-985a-9d92b809f841'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:45:07.853614 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a50a239-8d4b-4099-9750-9350f43545c0" -d '{"events": [{"name": "network-changed", "server_uuid": "ccccf70e-a6c6-4dfa-a88f-b2f890407d16", "tag": "af49f188-6f6e-4d44-985a-9d92b809f841"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:45:07.865554 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5ac7db4d-e15e-4a8c-aafe-6845246fc3b4 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:08.002132 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e80fab52-938d-4169-8fb4-42142636bba3 x-openstack-request-id: req-e80fab52-938d-4169-8fb4-42142636bba3 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:45:08.002427 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccccf70e-a6c6-4dfa-a88f-b2f890407d16", "tag": "af49f188-6f6e-4d44-985a-9d92b809f841", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:45:08.002679 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e80fab52-938d-4169-8fb4-42142636bba3 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:45:08.003086 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e80fab52-938d-4169-8fb4-42142636bba3'] response: {'name': 'network-changed', 'server_uuid': 'ccccf70e-a6c6-4dfa-a88f-b2f890407d16', 'tag': 'af49f188-6f6e-4d44-985a-9d92b809f841', 'status': 'completed', 'code': 200} Apr 05 14:45:08.019265 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-fe66ecc7-9b13-45c8-8139-4b9615c15824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'name': 'tempest-RoutersTest-router-2069048016', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:44:00Z', 'updated_at': '2022-04-05T14:45:05Z', 'revision_number': 10, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'gw_port_host': None, '_interfaces': [{'id': '34d1f8d3-e3f5-43ee-a951-e8344c7cc32e', 'name': '', 'network_id': 'ebdcc65d-93e8-4547-9a48-7159e078614b', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'mac_address': 'fa:16:3e:99:91:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '38d9e5d7-9f97-46b9-8806-d7a1e76a7005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:03Z', 'updated_at': '2022-04-05T14:44:11Z', 'revision_number': 5, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'subnets': [{'id': '38d9e5d7-9f97-46b9-8806-d7a1e76a7005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:45:08.037248 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-5ac7db4d-e15e-4a8c-aafe-6845246fc3b4 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Deleting port 6059bcf8-6355-48d9-9825-c1f4a226974e {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:45:08.039939 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5ac7db4d-e15e-4a8c-aafe-6845246fc3b4 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:08.057761 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9412f21-94bc-4b82-8e6a-531e8e7379af None None] DHCP port deletion for 40cc0ec6-c48b-40ba-b1aa-8f09febc3199 request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:45:08.100635 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe66ecc7-9b13-45c8-8139-4b9615c15824 None None] Checking router: 4b8182cf-31f9-4416-b54f-c8c2c70e3cab for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:45:08.112294 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-41da5729-66f3-45e1-98d7-1630c961d243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554b2e39-876b-4989-8560-a3d6a5538c58', 'name': 'tempest-TestVolumeBootPattern-721772047-router', 'tenant_id': '2236e180a235433db6d3dcc2e1d9af9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '40a89076-d04f-4e72-84dc-58095977a760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:44:58Z', 'updated_at': '2022-04-05T14:45:01Z', 'revision_number': 3, 'project_id': '2236e180a235433db6d3dcc2e1d9af9e', 'gw_port': {'id': '40a89076-d04f-4e72-84dc-58095977a760', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '554b2e39-876b-4989-8560-a3d6a5538c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:45:00Z', 'updated_at': '2022-04-05T14:45:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:45:08.187263 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41da5729-66f3-45e1-98d7-1630c961d243 None None] The sync data for ids ['554b2e39-876b-4989-8560-a3d6a5538c58'] in n-d-836650-2 is: [{'id': '554b2e39-876b-4989-8560-a3d6a5538c58', 'name': 'tempest-TestVolumeBootPattern-721772047-router', 'tenant_id': '2236e180a235433db6d3dcc2e1d9af9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '40a89076-d04f-4e72-84dc-58095977a760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:44:58Z', 'updated_at': '2022-04-05T14:45:01Z', 'revision_number': 3, 'project_id': '2236e180a235433db6d3dcc2e1d9af9e', 'gw_port': {'id': '40a89076-d04f-4e72-84dc-58095977a760', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '554b2e39-876b-4989-8560-a3d6a5538c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:45:00Z', 'updated_at': '2022-04-05T14:45:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:45:08.189441 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-d9412f21-94bc-4b82-8e6a-531e8e7379af None None] Deleting port 6059bcf8-6355-48d9-9825-c1f4a226974e {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:45:08.190178 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe66ecc7-9b13-45c8-8139-4b9615c15824 None None] Routers {'4b8182cf-31f9-4416-b54f-c8c2c70e3cab'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:45:08.190983 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-fe66ecc7-9b13-45c8-8139-4b9615c15824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:44:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['4b8182cf-31f9-4416-b54f-c8c2c70e3cab'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:45:08.192449 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d9412f21-94bc-4b82-8e6a-531e8e7379af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:08.204101 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-5ac7db4d-e15e-4a8c-aafe-6845246fc3b4 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] For port 6059bcf8-6355-48d9-9825-c1f4a226974e, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=6059bcf8-6355-48d9-9825-c1f4a226974e,segment=NetworkSegment(c2498537-8f61-48d8-8703-44c3cddcda3e),segment_id=c2498537-8f61-48d8-8703-44c3cddcda3e)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:45:08.205697 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5ac7db4d-e15e-4a8c-aafe-6845246fc3b4 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:08.226827 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b1398967-c272-4227-a6cf-3599b9caf9a8 req-52e1d6ed-84ff-4e6d-b7d3-3bf2b3360b97 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ee1494-da12-4460-a5be-8f452373f333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5288436 Apr 05 14:45:08.247810 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-5ac7db4d-e15e-4a8c-aafe-6845246fc3b4 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Calling delete_port for 6059bcf8-6355-48d9-9825-c1f4a226974e owned by network:dhcp {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:45:08.261510 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfc370a-887b-41cc-99dd-136285d5b5de service neutron] Pushing event updated for resources: {'Port': ['ID=af49f188-6f6e-4d44-985a-9d92b809f841,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:08.278280 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c755625-c248-40be-8a96-d68ad978fb5a req-bf0153fa-c5c5-4412-a70a-5486cdceaa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:08.285464 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5c755625-c248-40be-8a96-d68ad978fb5a req-bf0153fa-c5c5-4412-a70a-5486cdceaa3d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d9feba5fdbdc4767955480ab96956cf8&device_id=ccccf70e-a6c6-4dfa-a88f-b2f890407d16 HTTP/1.1" status: 200 len: 1094 time: 0.2809420 Apr 05 14:45:08.330753 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a630cfd2-0de7-4db1-9fb7-3849cc1bd473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:08.436670 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-fe66ecc7-9b13-45c8-8139-4b9615c15824 None None] Set router 4b8182cf-31f9-4416-b54f-c8c2c70e3cab gateway port host: None {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:45:08.532195 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-d9412f21-94bc-4b82-8e6a-531e8e7379af None None] For port 6059bcf8-6355-48d9-9825-c1f4a226974e, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=6059bcf8-6355-48d9-9825-c1f4a226974e,segment=NetworkSegment(c2498537-8f61-48d8-8703-44c3cddcda3e),segment_id=c2498537-8f61-48d8-8703-44c3cddcda3e)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:45:08.532195 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d9412f21-94bc-4b82-8e6a-531e8e7379af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:08.558956 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-d9412f21-94bc-4b82-8e6a-531e8e7379af None None] Calling delete_port for 6059bcf8-6355-48d9-9825-c1f4a226974e owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:45:08.587803 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5c755625-c248-40be-8a96-d68ad978fb5a req-a873bb4f-dadf-4f57-b2bb-76dd6080bd4c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af49f188-6f6e-4d44-985a-9d92b809f841 HTTP/1.1" status: 200 len: 217 time: 0.2766953 Apr 05 14:45:08.604748 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f69c76c0-e276-46d1-bbed-4b3fbc94aca6 req-6350836e-334a-4fbf-a115-f2128d99a155 service neutron] 10.222.0.55 "GET /v2.0/networks/724c24a1-2591-4a35-aa84-e5b8a14a3015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0180578 Apr 05 14:45:08.776614 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c755625-c248-40be-8a96-d68ad978fb5a req-396be8f5-2166-4200-a579-797731ca2a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:08.776614 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5c755625-c248-40be-8a96-d68ad978fb5a req-396be8f5-2166-4200-a579-797731ca2a8a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fe7e919b-03a6-4a26-b866-e533217cd38c HTTP/1.1" status: 200 len: 858 time: 0.1679738 Apr 05 14:45:09.029614 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7189fb21-641a-4682-9f40-ab529047c752 req-08ba1946-300a-4bf2-9e40-11e4ccfed0d2 tempest-ServerGroupTestJSON-1213442278 tempest-ServerGroupTestJSON-1213442278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:09.031552 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7189fb21-641a-4682-9f40-ab529047c752 req-08ba1946-300a-4bf2-9e40-11e4ccfed0d2 tempest-ServerGroupTestJSON-1213442278 tempest-ServerGroupTestJSON-1213442278-project] 10.222.0.30 "GET /v2.0/ports?device_id=9de82b6b-d5ac-43ea-9bd0-e8f8b68b8d51 HTTP/1.1" status: 200 len: 944 time: 0.6474981 Apr 05 14:45:09.033600 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7b316205-9a76-4d42-b4a5-b63641a040f0 req-60d27e88-7d05-4f6d-9cd2-4bd0754a06c8 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3fd4c69-d261-4511-8beb-041c7c2c650c HTTP/1.1" status: 200 len: 210 time: 0.1699860 Apr 05 14:45:09.145833 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c755625-c248-40be-8a96-d68ad978fb5a req-1c08ee66-b67f-492a-b7b9-b0799e12fddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:09.145833 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5c755625-c248-40be-8a96-d68ad978fb5a req-1c08ee66-b67f-492a-b7b9-b0799e12fddd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=600f0cf5-5409-4f71-be79-543bdecff300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3252122 Apr 05 14:45:09.145833 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-411a1886-b8b8-4a4c-90cd-d931328b509b req-9ca7a75a-53ca-4710-a68c-c96213f705dc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cdec92e3-43d0-4811-92b1-9baab3c5f0ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3519778 Apr 05 14:45:09.155820 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-fe66ecc7-9b13-45c8-8139-4b9615c15824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'name': 'tempest-RoutersTest-router-2069048016', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:44:00Z', 'updated_at': '2022-04-05T14:45:05Z', 'revision_number': 10, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'gw_port_host': None, '_interfaces': [{'id': '34d1f8d3-e3f5-43ee-a951-e8344c7cc32e', 'name': '', 'network_id': 'ebdcc65d-93e8-4547-9a48-7159e078614b', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'mac_address': 'fa:16:3e:99:91:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '38d9e5d7-9f97-46b9-8806-d7a1e76a7005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:03Z', 'updated_at': '2022-04-05T14:44:11Z', 'revision_number': 5, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'subnets': [{'id': '38d9e5d7-9f97-46b9-8806-d7a1e76a7005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:45:09.160939 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 40a89076-d04f-4e72-84dc-58095977a760 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:45:09.201305 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe66ecc7-9b13-45c8-8139-4b9615c15824 None None] The sync data for ids ['4b8182cf-31f9-4416-b54f-c8c2c70e3cab'] in n-d-836650-2 is: [{'id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'name': 'tempest-RoutersTest-router-2069048016', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:44:00Z', 'updated_at': '2022-04-05T14:45:05Z', 'revision_number': 10, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'gw_port_host': None, '_interfaces': [{'id': '34d1f8d3-e3f5-43ee-a951-e8344c7cc32e', 'name': '', 'network_id': 'ebdcc65d-93e8-4547-9a48-7159e078614b', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'mac_address': 'fa:16:3e:99:91:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '38d9e5d7-9f97-46b9-8806-d7a1e76a7005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:03Z', 'updated_at': '2022-04-05T14:44:11Z', 'revision_number': 5, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'subnets': [{'id': '38d9e5d7-9f97-46b9-8806-d7a1e76a7005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:45:09.273557 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5c755625-c248-40be-8a96-d68ad978fb5a req-3c9df8a7-82c4-4c72-86d7-5324a1ab025f service neutron] 10.222.0.55 "GET /v2.0/networks/600f0cf5-5409-4f71-be79-543bdecff300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339915 Apr 05 14:45:09.285352 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 40a89076-d04f-4e72-84dc-58095977a760 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:45:09.285743 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:09.432384 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7189fb21-641a-4682-9f40-ab529047c752 req-11aae3dc-04ba-4d46-8db2-abef836ea731 tempest-ServerGroupTestJSON-1213442278 tempest-ServerGroupTestJSON-1213442278-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd029950-8140-4e5e-afa2-ccc3a518916f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3913109 Apr 05 14:45:09.533915 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:09.556918 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port 40a89076-d04f-4e72-84dc-58095977a760, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=40a89076-d04f-4e72-84dc-58095977a760,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:45:09.607107 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-a630cfd2-0de7-4db1-9fb7-3849cc1bd473 admin admin] Allocated IP 172.20.0.1 (a823e373-4764-429d-afdf-91d9bb9ca3b2/9e5032ae-2671-42c1-b5a1-bc51b3c14b7e/ff2450ed-937c-42c1-9701-02e39371eb00) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:45:09.644616 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a1886-b8b8-4a4c-90cd-d931328b509b req-fda4d694-7465-46bd-8e51-fb5949131af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:09.646203 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-411a1886-b8b8-4a4c-90cd-d931328b509b req-fda4d694-7465-46bd-8e51-fb5949131af9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d9feba5fdbdc4767955480ab96956cf8&device_id=cdec92e3-43d0-4811-92b1-9baab3c5f0ca HTTP/1.1" status: 200 len: 1096 time: 0.3716707 Apr 05 14:45:09.710907 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5ac7db4d-e15e-4a8c-aafe-6845246fc3b4 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:09.718811 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d9412f21-94bc-4b82-8e6a-531e8e7379af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:09.805997 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:09.811576 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac7db4d-e15e-4a8c-aafe-6845246fc3b4 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Pushing event deleted for resources: {'Port': ['ID=6059bcf8-6355-48d9-9825-c1f4a226974e,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:09.811767 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9412f21-94bc-4b82-8e6a-531e8e7379af None None] Pushing event deleted for resources: {'Port': ['ID=6059bcf8-6355-48d9-9825-c1f4a226974e,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:09.816343 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac7db4d-e15e-4a8c-aafe-6845246fc3b4 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] No DVR routers for this DVR port 6059bcf8-6355-48d9-9825-c1f4a226974e on host n-d-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:45:09.816503 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592dd117-6b04-47ca-8fa4-dd86f1cf6250 req-fc3ac6e4-a843-4d98-a636-49cc39035ccb tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:09.823959 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-592dd117-6b04-47ca-8fa4-dd86f1cf6250 req-fc3ac6e4-a843-4d98-a636-49cc39035ccb tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccccf70e-a6c6-4dfa-a88f-b2f890407d16 HTTP/1.1" status: 200 len: 943 time: 0.4319382 Apr 05 14:45:09.845071 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9412f21-94bc-4b82-8e6a-531e8e7379af None None] No DVR routers for this DVR port 6059bcf8-6355-48d9-9825-c1f4a226974e on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:45:09.907091 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5c755625-c248-40be-8a96-d68ad978fb5a req-e940b68a-bbce-42ea-bd28-62002861d51a service neutron] 10.222.0.55 "GET /v2.0/networks/600f0cf5-5409-4f71-be79-543bdecff300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5429587 Apr 05 14:45:09.943685 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=40a89076-d04f-4e72-84dc-58095977a760,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:09.967711 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 6059bcf8-6355-48d9-9825-c1f4a226974e no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:45:09.992975 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 6059bcf8-6355-48d9-9825-c1f4a226974e {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:45:09.993441 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 6059bcf8-6355-48d9-9825-c1f4a226974e not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:45:10.022713 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5ac7db4d-e15e-4a8c-aafe-6845246fc3b4 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:10.104111 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-87b5bc00-e974-4725-b400-c081f178ec5f req-87a506d4-36ac-465f-aa15-52fbdb896c73 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=71563f538c614607a0c6dacd57d6d3fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0443983 Apr 05 14:45:10.106515 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-5ac7db4d-e15e-4a8c-aafe-6845246fc3b4 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40cc0ec6-c48b-40ba-b1aa-8f09febc3199']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:45:10.139830 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a1886-b8b8-4a4c-90cd-d931328b509b req-948098e7-0476-491c-b5f8-1030308be3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:10.144836 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-411a1886-b8b8-4a4c-90cd-d931328b509b req-948098e7-0476-491c-b5f8-1030308be3e9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=600f0cf5-5409-4f71-be79-543bdecff300 HTTP/1.1" status: 200 len: 920 time: 0.4695988 Apr 05 14:45:10.181911 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c87c60-14cf-43e6-b4a0-8f037aa2f5fe req-9071e9d2-4a2c-4ae9-a553-c49b7ee34044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:10.184263 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-28c87c60-14cf-43e6-b4a0-8f037aa2f5fe req-9071e9d2-4a2c-4ae9-a553-c49b7ee34044 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e7e6c0591cf74126be0bf872710cbb33&device_id=9de82b6b-d5ac-43ea-9bd0-e8f8b68b8d51 HTTP/1.1" status: 200 len: 1095 time: 0.4160781 Apr 05 14:45:10.209044 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-5ac7db4d-e15e-4a8c-aafe-6845246fc3b4 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2498537-8f61-48d8-8703-44c3cddcda3e') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:45:10.212366 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-5ac7db4d-e15e-4a8c-aafe-6845246fc3b4 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2498537-8f61-48d8-8703-44c3cddcda3e') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:45:10.342032 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-592dd117-6b04-47ca-8fa4-dd86f1cf6250 req-0a372cf2-baaa-4764-b068-d54218a2ed0a tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ee1494-da12-4460-a5be-8f452373f333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4336934 Apr 05 14:45:10.378171 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-411a1886-b8b8-4a4c-90cd-d931328b509b req-caf9ffdc-11f9-46b2-b6ff-48139782632b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36464c6d-6d13-4cca-9a36-437307dcfdff HTTP/1.1" status: 200 len: 217 time: 0.1911600 Apr 05 14:45:10.384005 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-78235f04-ee7f-4344-b44c-3eaa1ac29ddb req-01498ba3-90e7-4826-92d9-34144304d9d6 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3fd4c69-d261-4511-8beb-041c7c2c650c HTTP/1.1" status: 200 len: 210 time: 0.1905735 Apr 05 14:45:10.400649 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5ac7db4d-e15e-4a8c-aafe-6845246fc3b4 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:10.439489 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5ac7db4d-e15e-4a8c-aafe-6845246fc3b4 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:10.450327 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ac7db4d-e15e-4a8c-aafe-6845246fc3b4 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:45:10.450917 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5ac7db4d-e15e-4a8c-aafe-6845246fc3b4 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:10.454464 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:45:10.454464 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:45:10.454464 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:45:10.454464 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:45:10.454464 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:45:10.454464 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:45:10.454464 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:45:10.454464 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:45:10.454464 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:45:10.454464 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:45:10.454464 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:45:10.454464 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:45:10.454464 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:45:10.454464 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:45:10.454464 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:45:10.454464 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:45:10.454464 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:45:10.454464 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:45:10.454464 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:45:10.454464 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:45:10.454464 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:45:10.454464 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:45:10.454464 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:45:10.454464 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:45:10.454464 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:45:10.454464 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:45:10.454464 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:45:10.454464 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:45:10.454464 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:45:10.454464 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:45:10.454464 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:45:10.454464 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:45:10.548215 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a50a239-8d4b-4099-9750-9350f43545c0 req-82a416b9-04aa-4a21-a628-eddd0d241a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:10.550005 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8a50a239-8d4b-4099-9750-9350f43545c0 req-82a416b9-04aa-4a21-a628-eddd0d241a04 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d9feba5fdbdc4767955480ab96956cf8&device_id=ccccf70e-a6c6-4dfa-a88f-b2f890407d16 HTTP/1.1" status: 200 len: 1094 time: 0.4357107 Apr 05 14:45:10.561987 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a630cfd2-0de7-4db1-9fb7-3849cc1bd473 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:10.614668 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a1886-b8b8-4a4c-90cd-d931328b509b req-1cd0313c-2de4-437f-8ef4-04cece00cfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:10.616206 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-411a1886-b8b8-4a4c-90cd-d931328b509b req-1cd0313c-2de4-437f-8ef4-04cece00cfa3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fe7e919b-03a6-4a26-b866-e533217cd38c HTTP/1.1" status: 200 len: 858 time: 0.2225266 Apr 05 14:45:10.622994 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b5bc00-e974-4725-b400-c081f178ec5f req-77c46f03-9912-488d-aa94-a31a84e19ee0 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:10.626515 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-87b5bc00-e974-4725-b400-c081f178ec5f req-77c46f03-9912-488d-aa94-a31a84e19ee0 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4636164 Apr 05 14:45:10.640528 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-87b5bc00-e974-4725-b400-c081f178ec5f req-1a8d968e-5e87-46ac-9571-113277651a62 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] Request body: {'port': {'device_id': 'd5446916-e6f0-406e-804e-85db30ca3080', 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800', 'admin_state_up': True, 'tenant_id': '71563f538c614607a0c6dacd57d6d3fc'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:45:10.696576 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5ac7db4d-e15e-4a8c-aafe-6845246fc3b4 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:10.703212 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5ac7db4d-e15e-4a8c-aafe-6845246fc3b4 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:10.710139 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-5ac7db4d-e15e-4a8c-aafe-6845246fc3b4 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "DELETE /v2.0/networks/40cc0ec6-c48b-40ba-b1aa-8f09febc3199 HTTP/1.1" status: 204 len: 168 time: 2.9875844 Apr 05 14:45:10.710926 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 55444) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:45:10.767646 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c87c60-14cf-43e6-b4a0-8f037aa2f5fe req-20a3eed6-443b-4534-be73-06544f5a14e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:10.769569 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-28c87c60-14cf-43e6-b4a0-8f037aa2f5fe req-20a3eed6-443b-4534-be73-06544f5a14e2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=724c24a1-2591-4a35-aa84-e5b8a14a3015 HTTP/1.1" status: 200 len: 910 time: 0.5534065 Apr 05 14:45:10.783905 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee806e29-9260-4f20-b2c9-8136038f1dde req-052b7688-5549-46c2-b8ae-6ecb0a72768e tempest-ServerGroupTestJSON-1213442278 tempest-ServerGroupTestJSON-1213442278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:10.785809 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ee806e29-9260-4f20-b2c9-8136038f1dde req-052b7688-5549-46c2-b8ae-6ecb0a72768e tempest-ServerGroupTestJSON-1213442278 tempest-ServerGroupTestJSON-1213442278-project] 10.222.0.30 "GET /v2.0/ports?device_id=9de82b6b-d5ac-43ea-9bd0-e8f8b68b8d51 HTTP/1.1" status: 200 len: 944 time: 0.1932781 Apr 05 14:45:11.105919 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 40a89076-d04f-4e72-84dc-58095977a760 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:45:11.174924 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 40a89076-d04f-4e72-84dc-58095977a760 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:45:11.175289 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:11.200624 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac7db4d-e15e-4a8c-aafe-6845246fc3b4 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Pushing event deleted for resources: {'Network': ['ID=40cc0ec6-c48b-40ba-b1aa-8f09febc3199,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:11.297012 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 06e06b4a-d050-4c1d-90bb-268a63ee6c75 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:45:11.329870 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 06e06b4a-d050-4c1d-90bb-268a63ee6c75 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:45:11.330468 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 06e06b4a-d050-4c1d-90bb-268a63ee6c75 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:45:11.342637 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-28c87c60-14cf-43e6-b4a0-8f037aa2f5fe req-a5cd2279-22d6-4b38-9306-158e157144f9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4dac239-686c-4829-a329-6358d321634c HTTP/1.1" status: 200 len: 217 time: 0.5502310 Apr 05 14:45:11.352758 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a630cfd2-0de7-4db1-9fb7-3849cc1bd473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:11.426873 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a50a239-8d4b-4099-9750-9350f43545c0 req-c6bc0581-bfa3-4f32-bcde-028fd69746e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:11.428597 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8a50a239-8d4b-4099-9750-9350f43545c0 req-c6bc0581-bfa3-4f32-bcde-028fd69746e3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=600f0cf5-5409-4f71-be79-543bdecff300 HTTP/1.1" status: 200 len: 920 time: 0.8614795 Apr 05 14:45:11.461670 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a630cfd2-0de7-4db1-9fb7-3849cc1bd473 admin admin] Network a823e373-4764-429d-afdf-91d9bb9ca3b2 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:45:11.465628 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a1886-b8b8-4a4c-90cd-d931328b509b req-ba7b5f73-a291-46ce-b584-899acb8818cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:11.468518 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-411a1886-b8b8-4a4c-90cd-d931328b509b req-ba7b5f73-a291-46ce-b584-899acb8818cc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=600f0cf5-5409-4f71-be79-543bdecff300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8095620 Apr 05 14:45:11.476368 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87b5bc00-e974-4725-b400-c081f178ec5f req-1a8d968e-5e87-46ac-9571-113277651a62 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] Made reservation on behalf of 71563f538c614607a0c6dacd57d6d3fc for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:45:11.480570 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-87b5bc00-e974-4725-b400-c081f178ec5f req-1a8d968e-5e87-46ac-9571-113277651a62 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:11.505075 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c87c60-14cf-43e6-b4a0-8f037aa2f5fe req-689251ab-d7b7-45b7-99a0-e9fc787e4e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:11.506516 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-28c87c60-14cf-43e6-b4a0-8f037aa2f5fe req-689251ab-d7b7-45b7-99a0-e9fc787e4e6a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4d58b797-e185-488e-a422-36cff463a0c6 HTTP/1.1" status: 200 len: 849 time: 0.1424191 Apr 05 14:45:11.507351 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-a630cfd2-0de7-4db1-9fb7-3849cc1bd473 admin admin] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:45:11.520592 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-87b5bc00-e974-4725-b400-c081f178ec5f req-1a8d968e-5e87-46ac-9571-113277651a62 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:11.567430 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ee806e29-9260-4f20-b2c9-8136038f1dde req-263b8276-1cdf-44c2-9173-d98e00346f37 tempest-ServerGroupTestJSON-1213442278 tempest-ServerGroupTestJSON-1213442278-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd029950-8140-4e5e-afa2-ccc3a518916f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7662456 Apr 05 14:45:11.568540 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a630cfd2-0de7-4db1-9fb7-3849cc1bd473 admin admin] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:45:11.599936 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8a50a239-8d4b-4099-9750-9350f43545c0 req-36f7e8c3-ee8f-4f2a-8b96-dfd9a2f75a22 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af49f188-6f6e-4d44-985a-9d92b809f841 HTTP/1.1" status: 200 len: 217 time: 0.1280816 Apr 05 14:45:11.765541 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-87b5bc00-e974-4725-b400-c081f178ec5f req-1a8d968e-5e87-46ac-9571-113277651a62 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:11.782204 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3f52b166-4447-46e6-8236-337787537d4c tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809988'] for router_interface, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:11.797371 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a50a239-8d4b-4099-9750-9350f43545c0 req-d112691b-516a-4f91-94c6-f801d6387fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:11.799707 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8a50a239-8d4b-4099-9750-9350f43545c0 req-d112691b-516a-4f91-94c6-f801d6387fa3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fe7e919b-03a6-4a26-b866-e533217cd38c HTTP/1.1" status: 200 len: 858 time: 0.1720493 Apr 05 14:45:11.801257 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a630cfd2-0de7-4db1-9fb7-3849cc1bd473 admin admin] Pushing event updated for resources: {'Port': ['ID=ff2450ed-937c-42c1-9701-02e39371eb00,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:11.809489 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-28c87c60-14cf-43e6-b4a0-8f037aa2f5fe req-932776f7-5049-4772-b7f8-45e15bcc2e50 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=724c24a1-2591-4a35-aa84-e5b8a14a3015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2305481 Apr 05 14:45:11.876798 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3fd0c86d-021b-41a2-8b2b-8295f748e65d req-fc22dc93-f308-43f2-bd37-37645bf63820 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=71563f538c614607a0c6dacd57d6d3fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0546179 Apr 05 14:45:11.879592 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-87b5bc00-e974-4725-b400-c081f178ec5f req-1a8d968e-5e87-46ac-9571-113277651a62 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:11.883817 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-888f8f63-e316-4669-9607-d6ae648bd28f req-7eeeea3b-3eca-4f6b-9dfc-6e5ff36df998 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3fd4c69-d261-4511-8beb-041c7c2c650c HTTP/1.1" status: 200 len: 210 time: 0.0635293 Apr 05 14:45:11.937895 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-8ac1f639-2d3c-4a6b-a29c-277db28ea618 None None] Provisioning complete for port ff2450ed-937c-42c1-9701-02e39371eb00 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:45:11.938526 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8ac1f639-2d3c-4a6b-a29c-277db28ea618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:12.056644 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-8ac1f639-2d3c-4a6b-a29c-277db28ea618 None None] Port ff2450ed-937c-42c1-9701-02e39371eb00 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:45:12.080303 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-411a1886-b8b8-4a4c-90cd-d931328b509b req-be1346c8-105f-4c12-8abd-aa47c7ec39e1 service neutron] 10.222.0.11 "GET /v2.0/networks/600f0cf5-5409-4f71-be79-543bdecff300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5848947 Apr 05 14:45:12.082577 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8d968e-5e87-46ac-9571-113277651a62 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0742608-c199-4fa7-bcb8-78999595eed6,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:12.096600 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd0c86d-021b-41a2-8b2b-8295f748e65d req-571509e2-4a47-4cb5-9b07-71dde3551f66 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:12.098927 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3fd0c86d-021b-41a2-8b2b-8295f748e65d req-571509e2-4a47-4cb5-9b07-71dde3551f66 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2094879 Apr 05 14:45:12.108631 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41803376-47e3-4e6d-9ee9-7ff079e77a70 req-f3918caf-30c4-4d10-b8dd-1e2fa767305d tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:12.117939 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-41803376-47e3-4e6d-9ee9-7ff079e77a70 req-f3918caf-30c4-4d10-b8dd-1e2fa767305d tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccccf70e-a6c6-4dfa-a88f-b2f890407d16 HTTP/1.1" status: 200 len: 943 time: 0.6400342 Apr 05 14:45:12.143294 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a630cfd2-0de7-4db1-9fb7-3849cc1bd473 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809369'] for router_interface, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:12.146776 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-3fd0c86d-021b-41a2-8b2b-8295f748e65d req-357cb8c1-70cb-44f3-a2d6-70c9638d2f5f tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] Request body: {'port': {'device_id': 'f3fd4c69-d261-4511-8beb-041c7c2c650c', 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800', 'admin_state_up': True, 'tenant_id': '71563f538c614607a0c6dacd57d6d3fc'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:45:12.236574 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:12.245776 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-28c87c60-14cf-43e6-b4a0-8f037aa2f5fe req-db7d07cc-b61f-48bd-a18e-198e3ef7cf43 service neutron] 10.222.0.55 "GET /v2.0/networks/724c24a1-2591-4a35-aa84-e5b8a14a3015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3954024 Apr 05 14:45:12.268222 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a50a239-8d4b-4099-9750-9350f43545c0 req-7b5cf1e6-81b6-4880-ae0c-dad0e3947c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:12.276839 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8a50a239-8d4b-4099-9750-9350f43545c0 req-7b5cf1e6-81b6-4880-ae0c-dad0e3947c4f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=600f0cf5-5409-4f71-be79-543bdecff300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4650061 Apr 05 14:45:12.308471 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device e4dac239-686c-4829-a329-6358d321634c details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:45:12.316418 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [req-87b5bc00-e974-4725-b400-c081f178ec5f req-1a8d968e-5e87-46ac-9571-113277651a62 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] Allocated IP 192.168.233.206 (80d671a8-d1ab-4472-891b-9c042fbd7800/b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a/ecffc544-c4fb-4027-ba5e-1dd73b1169cc) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:45:12.471606 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port e4dac239-686c-4829-a329-6358d321634c, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=e4dac239-686c-4829-a329-6358d321634c,segment=NetworkSegment(6fe92bd7-7eb1-4f04-8d1d-c9fd2fbda931),segment_id=6fe92bd7-7eb1-4f04-8d1d-c9fd2fbda931)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:45:12.507059 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fd0c86d-021b-41a2-8b2b-8295f748e65d req-357cb8c1-70cb-44f3-a2d6-70c9638d2f5f tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] Made reservation on behalf of 71563f538c614607a0c6dacd57d6d3fc for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:45:12.510785 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-3fd0c86d-021b-41a2-8b2b-8295f748e65d req-357cb8c1-70cb-44f3-a2d6-70c9638d2f5f tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:12.696097 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-28c87c60-14cf-43e6-b4a0-8f037aa2f5fe req-48586c83-bb9b-4d52-9c31-79daefd3f729 service neutron] 10.222.0.55 "GET /v2.0/networks/724c24a1-2591-4a35-aa84-e5b8a14a3015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4158061 Apr 05 14:45:12.737951 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': 'e4dac239-686c-4829-a329-6358d321634c', 'network_id': '724c24a1-2591-4a35-aa84-e5b8a14a3015', 'port_id': 'e4dac239-686c-4829-a329-6358d321634c', 'mac_address': 'fa:16:3e:fd:99:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d58b797-e185-488e-a422-36cff463a0c6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:45:12.774017 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-87b5bc00-e974-4725-b400-c081f178ec5f req-1a8d968e-5e87-46ac-9571-113277651a62 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:12.786187 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-3f52b166-4447-46e6-8236-337787537d4c tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Deleting port 34d1f8d3-e3f5-43ee-a951-e8344c7cc32e {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:45:12.792102 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3f52b166-4447-46e6-8236-337787537d4c tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:12.807059 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:12.822879 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4dac239-686c-4829-a329-6358d321634c {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:45:12.853093 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port e4dac239-686c-4829-a329-6358d321634c, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=e4dac239-686c-4829-a329-6358d321634c,segment=NetworkSegment(6fe92bd7-7eb1-4f04-8d1d-c9fd2fbda931),segment_id=6fe92bd7-7eb1-4f04-8d1d-c9fd2fbda931)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:45:12.911851 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-41803376-47e3-4e6d-9ee9-7ff079e77a70 req-51d89588-c059-41f2-8afb-46ae4c595518 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ee1494-da12-4460-a5be-8f452373f333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7929385 Apr 05 14:45:12.922296 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:12.923229 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device af49f188-6f6e-4d44-985a-9d92b809f841 details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:45:12.959408 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-3f52b166-4447-46e6-8236-337787537d4c tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] For port 34d1f8d3-e3f5-43ee-a951-e8344c7cc32e, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=34d1f8d3-e3f5-43ee-a951-e8344c7cc32e,segment=NetworkSegment(4ca22f1b-185b-4ea2-a00f-c643b3c70723),segment_id=4ca22f1b-185b-4ea2-a00f-c643b3c70723)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:45:12.959594 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3f52b166-4447-46e6-8236-337787537d4c tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:12.974011 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-3f52b166-4447-46e6-8236-337787537d4c tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Calling delete_port for 34d1f8d3-e3f5-43ee-a951-e8344c7cc32e owned by network:router_interface {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:45:13.009468 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-411a1886-b8b8-4a4c-90cd-d931328b509b req-c9a9a4c7-23d4-4dc6-ac8f-71af81b97d7f service neutron] 10.222.0.11 "GET /v2.0/networks/600f0cf5-5409-4f71-be79-543bdecff300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8879430 Apr 05 14:45:13.051773 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-87b5bc00-e974-4725-b400-c081f178ec5f req-1a8d968e-5e87-46ac-9571-113277651a62 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:13.086802 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8a50a239-8d4b-4099-9750-9350f43545c0 req-01875973-6ead-4ad2-8350-dfc38702dad1 service neutron] 10.222.0.55 "GET /v2.0/networks/600f0cf5-5409-4f71-be79-543bdecff300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6254239 Apr 05 14:45:13.110190 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a630cfd2-0de7-4db1-9fb7-3849cc1bd473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:13.134588 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b04b2a0d-bbb2-4386-b308-5ad3ff6b7d1f req-d534e2fb-e130-4ee3-870e-7d418d34f6cb tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3fd4c69-d261-4511-8beb-041c7c2c650c HTTP/1.1" status: 200 len: 210 time: 0.0781953 Apr 05 14:45:13.137218 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=e4dac239-686c-4829-a329-6358d321634c,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:13.151846 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port af49f188-6f6e-4d44-985a-9d92b809f841, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=af49f188-6f6e-4d44-985a-9d92b809f841,segment=NetworkSegment(b9bfc1ba-c081-43c0-97a1-329aced7b561),segment_id=b9bfc1ba-c081-43c0-97a1-329aced7b561)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:45:13.158876 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8d968e-5e87-46ac-9571-113277651a62 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] Pushing event updated for resources: {'Port': ['ID=ecffc544-c4fb-4027-ba5e-1dd73b1169cc,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:13.177554 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': 'af49f188-6f6e-4d44-985a-9d92b809f841', 'network_id': '600f0cf5-5409-4f71-be79-543bdecff300', 'port_id': 'af49f188-6f6e-4d44-985a-9d92b809f841', 'mac_address': 'fa:16:3e:d3:de:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe7e919b-03a6-4a26-b866-e533217cd38c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:45:13.226950 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:13.241790 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af49f188-6f6e-4d44-985a-9d92b809f841 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:45:13.267512 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port af49f188-6f6e-4d44-985a-9d92b809f841, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=af49f188-6f6e-4d44-985a-9d92b809f841,segment=NetworkSegment(b9bfc1ba-c081-43c0-97a1-329aced7b561),segment_id=b9bfc1ba-c081-43c0-97a1-329aced7b561)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:45:13.298699 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87b5bc00-e974-4725-b400-c081f178ec5f req-1a8d968e-5e87-46ac-9571-113277651a62 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] Network 80d671a8-d1ab-4472-891b-9c042fbd7800 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:45:13.305508 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [req-87b5bc00-e974-4725-b400-c081f178ec5f req-1a8d968e-5e87-46ac-9571-113277651a62 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:45:13.307995 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-87b5bc00-e974-4725-b400-c081f178ec5f req-1a8d968e-5e87-46ac-9571-113277651a62 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:45:13.311909 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3f776-36bf-4f5c-8e66-0af6d9864a79 req-f5e55138-252d-4d4d-95a6-1b65dca6861a tempest-ServerGroupTestJSON-1213442278 tempest-ServerGroupTestJSON-1213442278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:13.313650 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e4a3f776-36bf-4f5c-8e66-0af6d9864a79 req-f5e55138-252d-4d4d-95a6-1b65dca6861a tempest-ServerGroupTestJSON-1213442278 tempest-ServerGroupTestJSON-1213442278-project] 10.222.0.30 "GET /v2.0/ports?device_id=9de82b6b-d5ac-43ea-9bd0-e8f8b68b8d51 HTTP/1.1" status: 200 len: 944 time: 0.5286431 Apr 05 14:45:13.355881 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:13.392993 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [req-3fd0c86d-021b-41a2-8b2b-8295f748e65d req-357cb8c1-70cb-44f3-a2d6-70c9638d2f5f tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] Allocated IP 192.168.233.116 (80d671a8-d1ab-4472-891b-9c042fbd7800/b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a/b5dcf89b-4a64-44a8-999d-f78bb1922e77) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:45:13.585535 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=af49f188-6f6e-4d44-985a-9d92b809f841,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:13.608393 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['e4dac239-686c-4829-a329-6358d321634c'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:45:13.611422 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['af49f188-6f6e-4d44-985a-9d92b809f841'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:45:13.626129 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a630cfd2-0de7-4db1-9fb7-3849cc1bd473 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:13.640188 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b5bc00-e974-4725-b400-c081f178ec5f req-1a8d968e-5e87-46ac-9571-113277651a62 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:13.640916 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-87b5bc00-e974-4725-b400-c081f178ec5f req-1a8d968e-5e87-46ac-9571-113277651a62 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:13.648407 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8a50a239-8d4b-4099-9750-9350f43545c0 req-bb9b0a84-f64f-43aa-afed-13c287550ed9 service neutron] 10.222.0.55 "GET /v2.0/networks/600f0cf5-5409-4f71-be79-543bdecff300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5234680 Apr 05 14:45:13.671874 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e4a3f776-36bf-4f5c-8e66-0af6d9864a79 req-0309d28d-cfe1-47cf-9bdb-ae586311f80c tempest-ServerGroupTestJSON-1213442278 tempest-ServerGroupTestJSON-1213442278-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd029950-8140-4e5e-afa2-ccc3a518916f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3135326 Apr 05 14:45:13.738889 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a630cfd2-0de7-4db1-9fb7-3849cc1bd473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:13.768244 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3f52b166-4447-46e6-8236-337787537d4c tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:13.824744 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a630cfd2-0de7-4db1-9fb7-3849cc1bd473 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809317'] for router_interface, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:13.828506 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a630cfd2-0de7-4db1-9fb7-3849cc1bd473 admin admin] Pushing event updated for resources: {'Port': ['ID=ff2450ed-937c-42c1-9701-02e39371eb00,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:13.846895 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f52b166-4447-46e6-8236-337787537d4c tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Pushing event deleted for resources: {'Port': ['ID=34d1f8d3-e3f5-43ee-a951-e8344c7cc32e,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:13.851963 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-87b5bc00-e974-4725-b400-c081f178ec5f req-1a8d968e-5e87-46ac-9571-113277651a62 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2180495 Apr 05 14:45:13.853848 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-5646d536-6648-4fc7-9fd8-57a473efa274 None None] Provisioning complete for port ecffc544-c4fb-4027-ba5e-1dd73b1169cc triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:45:13.854223 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5646d536-6648-4fc7-9fd8-57a473efa274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:13.868734 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-87b5bc00-e974-4725-b400-c081f178ec5f req-a3df66bf-d04d-4b25-96d0-956b33a9408a service neutron] Request body: {'port': {'device_id': 'd5446916-e6f0-406e-804e-85db30ca3080', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-2'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:45:13.975219 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a630cfd2-0de7-4db1-9fb7-3849cc1bd473 admin admin] Network a823e373-4764-429d-afdf-91d9bb9ca3b2 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:45:13.977037 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-a630cfd2-0de7-4db1-9fb7-3849cc1bd473 admin admin] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:45:14.000265 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-5646d536-6648-4fc7-9fd8-57a473efa274 None None] Port ecffc544-c4fb-4027-ba5e-1dd73b1169cc cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:45:14.048634 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:14.151233 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-3fd0c86d-021b-41a2-8b2b-8295f748e65d req-357cb8c1-70cb-44f3-a2d6-70c9638d2f5f tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:14.195411 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb2dbc9-2dcd-4a43-b0e7-6a2286a25514 req-7ef7f2d7-a14e-4822-af1f-115271a9afd5 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:14.197034 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dbb2dbc9-2dcd-4a43-b0e7-6a2286a25514 req-7ef7f2d7-a14e-4822-af1f-115271a9afd5 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccccf70e-a6c6-4dfa-a88f-b2f890407d16 HTTP/1.1" status: 200 len: 944 time: 0.1244738 Apr 05 14:45:14.246492 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a630cfd2-0de7-4db1-9fb7-3849cc1bd473 admin admin] Router 554b2e39-876b-4989-8560-a3d6a5538c58 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:45:14.297541 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bd6d2caf-ebf4-4f92-8a67-801cb099146f req-0eacd5bd-e8d6-445b-955b-953952a354d9 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3fd4c69-d261-4511-8beb-041c7c2c650c HTTP/1.1" status: 200 len: 210 time: 0.0489154 Apr 05 14:45:14.302164 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dbb2dbc9-2dcd-4a43-b0e7-6a2286a25514 req-8727048d-b7cd-44f3-88ed-85d8e59e26da tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ee1494-da12-4460-a5be-8f452373f333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917397 Apr 05 14:45:14.360998 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-87b5bc00-e974-4725-b400-c081f178ec5f req-a3df66bf-d04d-4b25-96d0-956b33a9408a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:14.364809 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3f52b166-4447-46e6-8236-337787537d4c tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1798829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810128'] for router_interface, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:14.423158 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a630cfd2-0de7-4db1-9fb7-3849cc1bd473 admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:45:14.438042 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-a630cfd2-0de7-4db1-9fb7-3849cc1bd473 admin admin] 10.222.0.30 "PUT /v2.0/routers/554b2e39-876b-4989-8560-a3d6a5538c58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4171066 Apr 05 14:45:14.447524 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be80ee4-0853-4499-b122-f302592a1eb9 None None] Sync routers for ids ['554b2e39-876b-4989-8560-a3d6a5538c58'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:45:14.453420 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-607c3cda-a552-429f-b7ba-c61ebc8b2e7b None None] Provisioning complete for port ff2450ed-937c-42c1-9701-02e39371eb00 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:45:14.453898 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-607c3cda-a552-429f-b7ba-c61ebc8b2e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:14.500220 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be80ee4-0853-4499-b122-f302592a1eb9 None None] Routers {'554b2e39-876b-4989-8560-a3d6a5538c58'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:45:14.501277 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-6be80ee4-0853-4499-b122-f302592a1eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:44:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['554b2e39-876b-4989-8560-a3d6a5538c58'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:45:14.516281 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-3fd0c86d-021b-41a2-8b2b-8295f748e65d req-357cb8c1-70cb-44f3-a2d6-70c9638d2f5f tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:14.617532 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-607c3cda-a552-429f-b7ba-c61ebc8b2e7b None None] Port ff2450ed-937c-42c1-9701-02e39371eb00 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:45:14.643735 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-6be80ee4-0853-4499-b122-f302592a1eb9 None None] Set router 554b2e39-876b-4989-8560-a3d6a5538c58 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:45:14.669835 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fd0c86d-021b-41a2-8b2b-8295f748e65d req-357cb8c1-70cb-44f3-a2d6-70c9638d2f5f tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] Network 80d671a8-d1ab-4472-891b-9c042fbd7800 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:45:14.722532 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [req-3fd0c86d-021b-41a2-8b2b-8295f748e65d req-357cb8c1-70cb-44f3-a2d6-70c9638d2f5f tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:45:14.736869 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fd0c86d-021b-41a2-8b2b-8295f748e65d req-357cb8c1-70cb-44f3-a2d6-70c9638d2f5f tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:45:14.793001 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357cb8c1-70cb-44f3-a2d6-70c9638d2f5f tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] Pushing event updated for resources: {'Port': ['ID=b5dcf89b-4a64-44a8-999d-f78bb1922e77,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:14.821664 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f52b166-4447-46e6-8236-337787537d4c tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Router 4b8182cf-31f9-4416-b54f-c8c2c70e3cab has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:45:14.860474 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd0c86d-021b-41a2-8b2b-8295f748e65d req-357cb8c1-70cb-44f3-a2d6-70c9638d2f5f tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:14.861173 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-3fd0c86d-021b-41a2-8b2b-8295f748e65d req-357cb8c1-70cb-44f3-a2d6-70c9638d2f5f tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:14.894124 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2004e686-4868-4364-961b-9d12e54cd942 req-a9105a21-9a5a-4e7a-9ede-b89a4a873ec0 tempest-ServerGroupTestJSON-1213442278 tempest-ServerGroupTestJSON-1213442278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:14.899551 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2004e686-4868-4364-961b-9d12e54cd942 req-a9105a21-9a5a-4e7a-9ede-b89a4a873ec0 tempest-ServerGroupTestJSON-1213442278 tempest-ServerGroupTestJSON-1213442278-project] 10.222.0.30 "GET /v2.0/ports?device_id=9de82b6b-d5ac-43ea-9bd0-e8f8b68b8d51 HTTP/1.1" status: 200 len: 945 time: 0.1228571 Apr 05 14:45:15.001454 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2004e686-4868-4364-961b-9d12e54cd942 req-11ada985-b24f-44da-903f-5b93ba614417 tempest-ServerGroupTestJSON-1213442278 tempest-ServerGroupTestJSON-1213442278-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd029950-8140-4e5e-afa2-ccc3a518916f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664930 Apr 05 14:45:15.058511 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f52b166-4447-46e6-8236-337787537d4c tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:45:15.070531 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 55516) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:45:15.076643 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a2d6da-0290-4c02-8a35-2122cd273038 None None] Sync routers for ids ['4b8182cf-31f9-4416-b54f-c8c2c70e3cab'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:45:15.086725 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-3f52b166-4447-46e6-8236-337787537d4c tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "PUT /v2.0/routers/4b8182cf-31f9-4416-b54f-c8c2c70e3cab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3588243 Apr 05 14:45:15.093826 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3fd0c86d-021b-41a2-8b2b-8295f748e65d req-357cb8c1-70cb-44f3-a2d6-70c9638d2f5f tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9460955 Apr 05 14:45:15.097877 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a2d6da-0290-4c02-8a35-2122cd273038 None None] Routers {'4b8182cf-31f9-4416-b54f-c8c2c70e3cab'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:45:15.098546 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-61a2d6da-0290-4c02-8a35-2122cd273038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:44:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['4b8182cf-31f9-4416-b54f-c8c2c70e3cab'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:45:15.106246 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-3fd0c86d-021b-41a2-8b2b-8295f748e65d req-2f4bfb5a-eead-4c10-a6c0-dbd433398006 service neutron] Request body: {'port': {'device_id': 'f3fd4c69-d261-4511-8beb-041c7c2c650c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-2'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:45:15.174142 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-566a2784-2d22-4c46-8057-9820a3a866ea None None] Provisioning complete for port b5dcf89b-4a64-44a8-999d-f78bb1922e77 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:45:15.174610 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-566a2784-2d22-4c46-8057-9820a3a866ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:15.177902 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-6be80ee4-0853-4499-b122-f302592a1eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554b2e39-876b-4989-8560-a3d6a5538c58', 'name': 'tempest-TestVolumeBootPattern-721772047-router', 'tenant_id': '2236e180a235433db6d3dcc2e1d9af9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '40a89076-d04f-4e72-84dc-58095977a760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:44:58Z', 'updated_at': '2022-04-05T14:45:12Z', 'revision_number': 4, 'project_id': '2236e180a235433db6d3dcc2e1d9af9e', 'gw_port': {'id': '40a89076-d04f-4e72-84dc-58095977a760', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554b2e39-876b-4989-8560-a3d6a5538c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:45:00Z', 'updated_at': '2022-04-05T14:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': 'ff2450ed-937c-42c1-9701-02e39371eb00', 'name': '', 'network_id': 'a823e373-4764-429d-afdf-91d9bb9ca3b2', 'tenant_id': '2236e180a235433db6d3dcc2e1d9af9e', 'mac_address': 'fa:16:3e:8e:e1:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '554b2e39-876b-4989-8560-a3d6a5538c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 2437, 'fixed_ips': [{'subnet_id': '9e5032ae-2671-42c1-b5a1-bc51b3c14b7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:45:08Z', 'updated_at': '2022-04-05T14:45:13Z', 'revision_number': 2, 'project_id': '2236e180a235433db6d3dcc2e1d9af9e', 'subnets': [{'id': '9e5032ae-2671-42c1-b5a1-bc51b3c14b7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:45:15.197571 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd4ed466-9fc9-4e81-a887-61ce0d8fc36e tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Deleting subnet 38d9e5d7-9f97-46b9-8806-d7a1e76a7005 {{(pid=103320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:45:15.202035 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dd4ed466-9fc9-4e81-a887-61ce0d8fc36e tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for subnet, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:15.230946 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-61a2d6da-0290-4c02-8a35-2122cd273038 None None] Set router 4b8182cf-31f9-4416-b54f-c8c2c70e3cab gateway port host: None {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:45:15.252409 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be80ee4-0853-4499-b122-f302592a1eb9 None None] Checking router: 554b2e39-876b-4989-8560-a3d6a5538c58 for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:45:15.252943 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be80ee4-0853-4499-b122-f302592a1eb9 None None] Updating router 554b2e39-876b-4989-8560-a3d6a5538c58 port ff2450ed-937c-42c1-9701-02e39371eb00 binding host n-d-836650-2 {{(pid=103322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:45:15.287862 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dd4ed466-9fc9-4e81-a887-61ce0d8fc36e tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13399228'] for subnet, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:15.301732 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6be80ee4-0853-4499-b122-f302592a1eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:15.313892 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-566a2784-2d22-4c46-8057-9820a3a866ea None None] Port b5dcf89b-4a64-44a8-999d-f78bb1922e77 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:45:15.345770 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-61a2d6da-0290-4c02-8a35-2122cd273038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'name': 'tempest-RoutersTest-router-2069048016', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:44:00Z', 'updated_at': '2022-04-05T14:45:13Z', 'revision_number': 11, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'gw_port_host': None}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:45:15.417431 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a2d6da-0290-4c02-8a35-2122cd273038 None None] Checking router: 4b8182cf-31f9-4416-b54f-c8c2c70e3cab for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:45:15.439250 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a2d6da-0290-4c02-8a35-2122cd273038 None None] Routers {'4b8182cf-31f9-4416-b54f-c8c2c70e3cab'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:45:15.440129 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-61a2d6da-0290-4c02-8a35-2122cd273038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:44:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['4b8182cf-31f9-4416-b54f-c8c2c70e3cab'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:45:15.508032 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dd4ed466-9fc9-4e81-a887-61ce0d8fc36e tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:15.610952 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-61a2d6da-0290-4c02-8a35-2122cd273038 None None] Set router 4b8182cf-31f9-4416-b54f-c8c2c70e3cab gateway port host: None {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:45:15.735511 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-61a2d6da-0290-4c02-8a35-2122cd273038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'name': 'tempest-RoutersTest-router-2069048016', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:44:00Z', 'updated_at': '2022-04-05T14:45:13Z', 'revision_number': 11, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'gw_port_host': None}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:45:15.773641 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3fd52f-4387-44b2-80a0-df9ad63dbeaf req-385092b3-a2da-4aef-b357-12ca3ee8f2b0 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:15.782071 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2d3fd52f-4387-44b2-80a0-df9ad63dbeaf req-385092b3-a2da-4aef-b357-12ca3ee8f2b0 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccccf70e-a6c6-4dfa-a88f-b2f890407d16 HTTP/1.1" status: 200 len: 944 time: 0.2223756 Apr 05 14:45:15.796367 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a2d6da-0290-4c02-8a35-2122cd273038 None None] The sync data for ids ['4b8182cf-31f9-4416-b54f-c8c2c70e3cab'] in n-d-836650-2 is: [{'id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'name': 'tempest-RoutersTest-router-2069048016', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:44:00Z', 'updated_at': '2022-04-05T14:45:13Z', 'revision_number': 11, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'gw_port_host': None}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:45:15.809245 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d315f5-0c16-41df-a390-a15c9b1f158d req-f2d0dc73-8dc1-453d-8fad-95dd7c3a14d6 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:15.811211 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b2d315f5-0c16-41df-a390-a15c9b1f158d req-f2d0dc73-8dc1-453d-8fad-95dd7c3a14d6 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3fd4c69-d261-4511-8beb-041c7c2c650c HTTP/1.1" status: 200 len: 936 time: 0.3355968 Apr 05 14:45:15.834747 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6be80ee4-0853-4499-b122-f302592a1eb9 None None] Notify callbacks [] for port, precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:15.916132 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6be80ee4-0853-4499-b122-f302592a1eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:15.917842 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2d3fd52f-4387-44b2-80a0-df9ad63dbeaf req-b5893c88-f382-427b-8651-99540b9f57f8 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ee1494-da12-4460-a5be-8f452373f333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348224 Apr 05 14:45:15.937561 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dd4ed466-9fc9-4e81-a887-61ce0d8fc36e tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15773812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13127359'] for subnet, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:15.938451 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b2d315f5-0c16-41df-a390-a15c9b1f158d req-21d25f91-fdd8-4506-932f-1e27891526ed tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0742608-c199-4fa7-bcb8-78999595eed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189210 Apr 05 14:45:15.988147 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f52ace6-193f-431a-8540-4bea31617f78 None None] Pushing event updated for resources: {'Port': ['ID=ff2450ed-937c-42c1-9701-02e39371eb00,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:15.988291 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [req-87b5bc00-e974-4725-b400-c081f178ec5f req-a3df66bf-d04d-4b25-96d0-956b33a9408a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecffc544-c4fb-4027-ba5e-1dd73b1169cc {{(pid=103321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:45:15.995613 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-87b5bc00-e974-4725-b400-c081f178ec5f req-a3df66bf-d04d-4b25-96d0-956b33a9408a service neutron] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:16.028244 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4ed466-9fc9-4e81-a887-61ce0d8fc36e tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Pushing event deleted for resources: {'Subnet': ['ID=38d9e5d7-9f97-46b9-8806-d7a1e76a7005,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:16.048953 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dd4ed466-9fc9-4e81-a887-61ce0d8fc36e tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:16.057178 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-dd4ed466-9fc9-4e81-a887-61ce0d8fc36e tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "DELETE /v2.0/subnets/38d9e5d7-9f97-46b9-8806-d7a1e76a7005 HTTP/1.1" status: 204 len: 168 time: 0.9853292 Apr 05 14:45:16.062275 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.provisioning_blocks [req-87b5bc00-e974-4725-b400-c081f178ec5f req-a3df66bf-d04d-4b25-96d0-956b33a9408a service neutron] Transition to ACTIVE for port object ecffc544-c4fb-4027-ba5e-1dd73b1169cc will not be triggered until provisioned by entity L2. {{(pid=103321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:45:16.062899 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 55534) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:45:16.073108 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-3fd0c86d-021b-41a2-8b2b-8295f748e65d req-2f4bfb5a-eead-4c10-a6c0-dbd433398006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:16.089349 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760dba6d-d26a-4d22-a2a0-0666885d5eab None None] Network ebdcc65d-93e8-4547-9a48-7159e078614b requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:45:16.283339 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-6be80ee4-0853-4499-b122-f302592a1eb9 None None] Attempting to bind port ff2450ed-937c-42c1-9701-02e39371eb00 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:45:16.283712 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-6be80ee4-0853-4499-b122-f302592a1eb9 None None] Attempting to bind port ff2450ed-937c-42c1-9701-02e39371eb00 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '5bc4f58d-b949-4cf0-8daf-6598d5d93f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a823e373-4764-429d-afdf-91d9bb9ca3b2'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:45:16.287717 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be80ee4-0853-4499-b122-f302592a1eb9 None None] Attempting to bind port ff2450ed-937c-42c1-9701-02e39371eb00 on network a823e373-4764-429d-afdf-91d9bb9ca3b2 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:45:16.312276 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b34e84ad-6e0a-4dab-8ed7-95631b254417 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:16.361092 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81fe861-3307-4cd1-b442-d91da045a188 req-4fcfb338-4b37-41bf-a25e-0ee7a03f2c1e tempest-ServerGroupTestJSON-1213442278 tempest-ServerGroupTestJSON-1213442278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:16.369206 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e81fe861-3307-4cd1-b442-d91da045a188 req-4fcfb338-4b37-41bf-a25e-0ee7a03f2c1e tempest-ServerGroupTestJSON-1213442278 tempest-ServerGroupTestJSON-1213442278-project] 10.222.0.30 "GET /v2.0/ports?device_id=9de82b6b-d5ac-43ea-9bd0-e8f8b68b8d51 HTTP/1.1" status: 200 len: 945 time: 0.1723366 Apr 05 14:45:16.373014 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device e4dac239-686c-4829-a329-6358d321634c up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:45:16.419797 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be80ee4-0853-4499-b122-f302592a1eb9 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:45:16.420380 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be80ee4-0853-4499-b122-f302592a1eb9 None None] Checking segment: {'id': '5bc4f58d-b949-4cf0-8daf-6598d5d93f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a823e373-4764-429d-afdf-91d9bb9ca3b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:45:16.421285 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6be80ee4-0853-4499-b122-f302592a1eb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:16.422562 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be80ee4-0853-4499-b122-f302592a1eb9 None None] Bound using segment: {'id': '5bc4f58d-b949-4cf0-8daf-6598d5d93f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a823e373-4764-429d-afdf-91d9bb9ca3b2'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:45:16.424171 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-87b5bc00-e974-4725-b400-c081f178ec5f req-a3df66bf-d04d-4b25-96d0-956b33a9408a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:16.424794 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-6be80ee4-0853-4499-b122-f302592a1eb9 None None] Bound port: ff2450ed-937c-42c1-9701-02e39371eb00, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bc4f58d-b949-4cf0-8daf-6598d5d93f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a823e373-4764-429d-afdf-91d9bb9ca3b2'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:45:16.424794 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6be80ee4-0853-4499-b122-f302592a1eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:16.486118 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e81fe861-3307-4cd1-b442-d91da045a188 req-d2efceb6-0ab0-40b9-8612-814cd8f6a0fa tempest-ServerGroupTestJSON-1213442278 tempest-ServerGroupTestJSON-1213442278-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd029950-8140-4e5e-afa2-ccc3a518916f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041696 Apr 05 14:45:16.527593 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-b34e84ad-6e0a-4dab-8ed7-95631b254417 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Deleting port 465c174a-b540-42f6-8a85-1c3583f47749 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:45:16.527940 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b34e84ad-6e0a-4dab-8ed7-95631b254417 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:16.660848 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-b34e84ad-6e0a-4dab-8ed7-95631b254417 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] For port 465c174a-b540-42f6-8a85-1c3583f47749, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=465c174a-b540-42f6-8a85-1c3583f47749,segment=NetworkSegment(4ca22f1b-185b-4ea2-a00f-c643b3c70723),segment_id=4ca22f1b-185b-4ea2-a00f-c643b3c70723)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:45:16.661254 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b34e84ad-6e0a-4dab-8ed7-95631b254417 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:16.663995 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-81c5c877-d640-4f78-a4a2-e44ae4a12da0 None None] Provisioning complete for port ff2450ed-937c-42c1-9701-02e39371eb00 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:45:16.667620 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-81c5c877-d640-4f78-a4a2-e44ae4a12da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:16.691749 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-b34e84ad-6e0a-4dab-8ed7-95631b254417 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Calling delete_port for 465c174a-b540-42f6-8a85-1c3583f47749 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:45:16.797087 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3df66bf-d04d-4b25-96d0-956b33a9408a service neutron] Pushing event updated for resources: {'Port': ['ID=ecffc544-c4fb-4027-ba5e-1dd73b1169cc,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:16.832719 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-87b5bc00-e974-4725-b400-c081f178ec5f req-a3df66bf-d04d-4b25-96d0-956b33a9408a service neutron] Attempting to bind port ecffc544-c4fb-4027-ba5e-1dd73b1169cc on host n-h2-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:45:16.833494 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-87b5bc00-e974-4725-b400-c081f178ec5f req-a3df66bf-d04d-4b25-96d0-956b33a9408a service neutron] Attempting to bind port ecffc544-c4fb-4027-ba5e-1dd73b1169cc by drivers openvswitch,hyperv on host n-h2-836650-2 at level 0 using segments [{'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:45:16.834129 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30420cd4-a30d-4e73-a341-6d9995c52727 None None] DHCP port deletion for ebdcc65d-93e8-4547-9a48-7159e078614b request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:45:16.834805 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b5bc00-e974-4725-b400-c081f178ec5f req-a3df66bf-d04d-4b25-96d0-956b33a9408a service neutron] Attempting to bind port ecffc544-c4fb-4027-ba5e-1dd73b1169cc on network 80d671a8-d1ab-4472-891b-9c042fbd7800 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:45:16.859273 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b5bc00-e974-4725-b400-c081f178ec5f req-a3df66bf-d04d-4b25-96d0-956b33a9408a service neutron] Port ecffc544-c4fb-4027-ba5e-1dd73b1169cc on network 80d671a8-d1ab-4472-891b-9c042fbd7800 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:45:16.859694 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b5bc00-e974-4725-b400-c081f178ec5f req-a3df66bf-d04d-4b25-96d0-956b33a9408a service neutron] Attempting to bind port ecffc544-c4fb-4027-ba5e-1dd73b1169cc on network 80d671a8-d1ab-4472-891b-9c042fbd7800 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:45:16.861804 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-81c5c877-d640-4f78-a4a2-e44ae4a12da0 None None] Port ff2450ed-937c-42c1-9701-02e39371eb00 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:45:16.867418 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-6be80ee4-0853-4499-b122-f302592a1eb9 None None] For port ff2450ed-937c-42c1-9701-02e39371eb00, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:45:16.869216 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b5bc00-e974-4725-b400-c081f178ec5f req-a3df66bf-d04d-4b25-96d0-956b33a9408a service neutron] Checking agent: {'id': '6d8cf521-24bb-4b6a-bbae-0284f5c87a9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:45:16.870032 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b5bc00-e974-4725-b400-c081f178ec5f req-a3df66bf-d04d-4b25-96d0-956b33a9408a service neutron] Checking segment: {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:45:16.870495 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b5bc00-e974-4725-b400-c081f178ec5f req-a3df66bf-d04d-4b25-96d0-956b33a9408a service neutron] Bound using segment: {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:45:16.871013 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-87b5bc00-e974-4725-b400-c081f178ec5f req-a3df66bf-d04d-4b25-96d0-956b33a9408a service neutron] Bound port: ecffc544-c4fb-4027-ba5e-1dd73b1169cc, host: n-h2-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:45:16.871444 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-87b5bc00-e974-4725-b400-c081f178ec5f req-a3df66bf-d04d-4b25-96d0-956b33a9408a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:16.881288 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-6be80ee4-0853-4499-b122-f302592a1eb9 None None] For port ff2450ed-937c-42c1-9701-02e39371eb00, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=ff2450ed-937c-42c1-9701-02e39371eb00,segment=NetworkSegment(5bc4f58d-b949-4cf0-8daf-6598d5d93f03),segment_id=5bc4f58d-b949-4cf0-8daf-6598d5d93f03)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:45:16.927416 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port e4dac239-686c-4829-a329-6358d321634c completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:45:16.946420 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port e4dac239-686c-4829-a329-6358d321634c triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:45:16.948823 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:17.109671 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 34d1f8d3-e3f5-43ee-a951-e8344c7cc32e no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:45:17.117747 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [req-3fd0c86d-021b-41a2-8b2b-8295f748e65d req-2f4bfb5a-eead-4c10-a6c0-dbd433398006 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5dcf89b-4a64-44a8-999d-f78bb1922e77 {{(pid=103321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:45:17.125825 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b34e84ad-6e0a-4dab-8ed7-95631b254417 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:17.133375 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-3fd0c86d-021b-41a2-8b2b-8295f748e65d req-2f4bfb5a-eead-4c10-a6c0-dbd433398006 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:17.143636 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-87b5bc00-e974-4725-b400-c081f178ec5f req-a3df66bf-d04d-4b25-96d0-956b33a9408a service neutron] For port ecffc544-c4fb-4027-ba5e-1dd73b1169cc, host n-h2-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:45:17.151894 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-87b5bc00-e974-4725-b400-c081f178ec5f req-a3df66bf-d04d-4b25-96d0-956b33a9408a service neutron] For port ecffc544-c4fb-4027-ba5e-1dd73b1169cc, host n-h2-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=ecffc544-c4fb-4027-ba5e-1dd73b1169cc,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:45:17.158742 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6be80ee4-0853-4499-b122-f302592a1eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:17.161935 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.provisioning_blocks [req-3fd0c86d-021b-41a2-8b2b-8295f748e65d req-2f4bfb5a-eead-4c10-a6c0-dbd433398006 service neutron] Transition to ACTIVE for port object b5dcf89b-4a64-44a8-999d-f78bb1922e77 will not be triggered until provisioned by entity L2. {{(pid=103321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:45:17.242047 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-87b5bc00-e974-4725-b400-c081f178ec5f req-a3df66bf-d04d-4b25-96d0-956b33a9408a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:17.284843 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f52ace6-193f-431a-8540-4bea31617f78 None None] Pushing event updated for resources: {'Port': ['ID=ff2450ed-937c-42c1-9701-02e39371eb00,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:17.302424 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 34d1f8d3-e3f5-43ee-a951-e8344c7cc32e {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:45:17.303115 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 34d1f8d3-e3f5-43ee-a951-e8344c7cc32e not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:45:17.303899 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 465c174a-b540-42f6-8a85-1c3583f47749 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:45:17.330881 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34e84ad-6e0a-4dab-8ed7-95631b254417 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Pushing event deleted for resources: {'Port': ['ID=465c174a-b540-42f6-8a85-1c3583f47749,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:17.338464 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34e84ad-6e0a-4dab-8ed7-95631b254417 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] No DVR routers for this DVR port 465c174a-b540-42f6-8a85-1c3583f47749 on host n-d-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:45:17.361609 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-3fd0c86d-021b-41a2-8b2b-8295f748e65d req-2f4bfb5a-eead-4c10-a6c0-dbd433398006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:17.391184 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b542254-81a3-4f6d-a106-564c13401846 req-c6da943f-b218-46ff-87b8-bebf93d75ede tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:17.400173 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2b542254-81a3-4f6d-a106-564c13401846 req-c6da943f-b218-46ff-87b8-bebf93d75ede tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3fd4c69-d261-4511-8beb-041c7c2c650c HTTP/1.1" status: 200 len: 936 time: 0.2861567 Apr 05 14:45:17.418771 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eebc450-7781-4a5e-9e05-6e3a66212247 req-efe6bae1-c605-4184-9279-40c5777eaf41 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:17.420807 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5eebc450-7781-4a5e-9e05-6e3a66212247 req-efe6bae1-c605-4184-9279-40c5777eaf41 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccccf70e-a6c6-4dfa-a88f-b2f890407d16 HTTP/1.1" status: 200 len: 944 time: 0.3802023 Apr 05 14:45:17.457606 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:17.459348 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b5bc00-e974-4725-b400-c081f178ec5f req-a3df66bf-d04d-4b25-96d0-956b33a9408a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:17.470020 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-87b5bc00-e974-4725-b400-c081f178ec5f req-a3df66bf-d04d-4b25-96d0-956b33a9408a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:17.483418 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 465c174a-b540-42f6-8a85-1c3583f47749 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:45:17.483418 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 465c174a-b540-42f6-8a85-1c3583f47749 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:45:17.487236 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-87b5bc00-e974-4725-b400-c081f178ec5f req-a3df66bf-d04d-4b25-96d0-956b33a9408a service neutron] 10.222.0.11 "PUT /v2.0/ports/ecffc544-c4fb-4027-ba5e-1dd73b1169cc HTTP/1.1" status: 200 len: 1096 time: 3.6231112 Apr 05 14:45:17.491977 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5446916-e6f0-406e-804e-85db30ca3080', 'tag': 'ecffc544-c4fb-4027-ba5e-1dd73b1169cc'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:45:17.499383 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-30420cd4-a30d-4e73-a341-6d9995c52727 None None] Deleting port 465c174a-b540-42f6-8a85-1c3583f47749 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:45:17.499872 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-30420cd4-a30d-4e73-a341-6d9995c52727 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:17.517877 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7268e53f-ffcb-4045-be09-268e1517f7b1" -d '{"events": [{"name": "network-changed", "server_uuid": "d5446916-e6f0-406e-804e-85db30ca3080", "tag": "ecffc544-c4fb-4027-ba5e-1dd73b1169cc"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:45:17.644426 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-30420cd4-a30d-4e73-a341-6d9995c52727 None None] For port 465c174a-b540-42f6-8a85-1c3583f47749, host n-d-836650-2, got binding levels [] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:45:17.644849 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-30420cd4-a30d-4e73-a341-6d9995c52727 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:17.686904 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-30420cd4-a30d-4e73-a341-6d9995c52727 None None] Calling delete_port for 465c174a-b540-42f6-8a85-1c3583f47749 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:45:17.703212 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.ipam_backend_mixin [None req-30420cd4-a30d-4e73-a341-6d9995c52727 None None] Port 465c174a-b540-42f6-8a85-1c3583f47749 was not found and therefore no delete operation was performed {{(pid=103322) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 05 14:45:17.703614 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3df66bf-d04d-4b25-96d0-956b33a9408a service neutron] Pushing event updated for resources: {'Port': ['ID=ecffc544-c4fb-4027-ba5e-1dd73b1169cc,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:17.746464 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port e4dac239-686c-4829-a329-6358d321634c, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=e4dac239-686c-4829-a329-6358d321634c,segment=NetworkSegment(6fe92bd7-7eb1-4f04-8d1d-c9fd2fbda931),segment_id=6fe92bd7-7eb1-4f04-8d1d-c9fd2fbda931)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:45:17.749590 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-30420cd4-a30d-4e73-a341-6d9995c52727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:17.755720 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9de82b6b-d5ac-43ea-9bd0-e8f8b68b8d51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4dac239-686c-4829-a329-6358d321634c'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:45:17.759244 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3eb2c4-15d6-4846-9d15-149034414313" -d '{"events": [{"server_uuid": "9de82b6b-d5ac-43ea-9bd0-e8f8b68b8d51", "name": "network-vif-plugged", "status": "completed", "tag": "e4dac239-686c-4829-a329-6358d321634c"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:45:17.770089 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be80ee4-0853-4499-b122-f302592a1eb9 None None] Routers {'554b2e39-876b-4989-8560-a3d6a5538c58'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:45:17.770796 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-6be80ee4-0853-4499-b122-f302592a1eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:44:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['554b2e39-876b-4989-8560-a3d6a5538c58'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:45:17.801379 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30420cd4-a30d-4e73-a341-6d9995c52727 None None] Pushing event deleted for resources: {'Port': ['ID=465c174a-b540-42f6-8a85-1c3583f47749,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:17.808803 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30420cd4-a30d-4e73-a341-6d9995c52727 None None] No DVR routers for this DVR port 465c174a-b540-42f6-8a85-1c3583f47749 on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:45:17.904345 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4bfb5a-eead-4c10-a6c0-dbd433398006 service neutron] Pushing event updated for resources: {'Port': ['ID=b5dcf89b-4a64-44a8-999d-f78bb1922e77,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:17.915217 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:17.916556 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device af49f188-6f6e-4d44-985a-9d92b809f841 up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:45:17.930806 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b5bc00-e974-4725-b400-c081f178ec5f req-80ca98e0-166d-4118-a79a-459999b0ecaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:17.932508 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-87b5bc00-e974-4725-b400-c081f178ec5f req-80ca98e0-166d-4118-a79a-459999b0ecaa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=71563f538c614607a0c6dacd57d6d3fc&device_id=d5446916-e6f0-406e-804e-85db30ca3080 HTTP/1.1" status: 200 len: 1099 time: 0.3187084 Apr 05 14:45:17.992974 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-3fd0c86d-021b-41a2-8b2b-8295f748e65d req-2f4bfb5a-eead-4c10-a6c0-dbd433398006 service neutron] Attempting to bind port b5dcf89b-4a64-44a8-999d-f78bb1922e77 on host n-h2-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:45:17.993278 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-3fd0c86d-021b-41a2-8b2b-8295f748e65d req-2f4bfb5a-eead-4c10-a6c0-dbd433398006 service neutron] Attempting to bind port b5dcf89b-4a64-44a8-999d-f78bb1922e77 by drivers openvswitch,hyperv on host n-h2-836650-2 at level 0 using segments [{'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:45:17.993610 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd0c86d-021b-41a2-8b2b-8295f748e65d req-2f4bfb5a-eead-4c10-a6c0-dbd433398006 service neutron] Attempting to bind port b5dcf89b-4a64-44a8-999d-f78bb1922e77 on network 80d671a8-d1ab-4472-891b-9c042fbd7800 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:45:17.997055 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-87b5bc00-e974-4725-b400-c081f178ec5f req-ff45d854-67d6-4550-b28a-11da5e9d3c11 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=ecffc544-c4fb-4027-ba5e-1dd73b1169cc HTTP/1.1" status: 200 len: 217 time: 0.0500205 Apr 05 14:45:18.001324 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd0c86d-021b-41a2-8b2b-8295f748e65d req-2f4bfb5a-eead-4c10-a6c0-dbd433398006 service neutron] Port b5dcf89b-4a64-44a8-999d-f78bb1922e77 on network 80d671a8-d1ab-4472-891b-9c042fbd7800 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:45:18.001561 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd0c86d-021b-41a2-8b2b-8295f748e65d req-2f4bfb5a-eead-4c10-a6c0-dbd433398006 service neutron] Attempting to bind port b5dcf89b-4a64-44a8-999d-f78bb1922e77 on network 80d671a8-d1ab-4472-891b-9c042fbd7800 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:45:18.017487 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd0c86d-021b-41a2-8b2b-8295f748e65d req-2f4bfb5a-eead-4c10-a6c0-dbd433398006 service neutron] Checking agent: {'id': '6d8cf521-24bb-4b6a-bbae-0284f5c87a9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:45:18.017830 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd0c86d-021b-41a2-8b2b-8295f748e65d req-2f4bfb5a-eead-4c10-a6c0-dbd433398006 service neutron] Checking segment: {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:45:18.018228 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd0c86d-021b-41a2-8b2b-8295f748e65d req-2f4bfb5a-eead-4c10-a6c0-dbd433398006 service neutron] Bound using segment: {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:45:18.018702 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-3fd0c86d-021b-41a2-8b2b-8295f748e65d req-2f4bfb5a-eead-4c10-a6c0-dbd433398006 service neutron] Bound port: b5dcf89b-4a64-44a8-999d-f78bb1922e77, host: n-h2-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:45:18.019091 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-3fd0c86d-021b-41a2-8b2b-8295f748e65d req-2f4bfb5a-eead-4c10-a6c0-dbd433398006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:18.150327 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b5bc00-e974-4725-b400-c081f178ec5f req-8cbd6b8b-3073-4497-95d4-2c7ebdaed10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:18.151647 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-87b5bc00-e974-4725-b400-c081f178ec5f req-8cbd6b8b-3073-4497-95d4-2c7ebdaed10e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.1465878 Apr 05 14:45:18.281504 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-3fd0c86d-021b-41a2-8b2b-8295f748e65d req-2f4bfb5a-eead-4c10-a6c0-dbd433398006 service neutron] For port b5dcf89b-4a64-44a8-999d-f78bb1922e77, host n-h2-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:45:18.287568 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-3fd0c86d-021b-41a2-8b2b-8295f748e65d req-2f4bfb5a-eead-4c10-a6c0-dbd433398006 service neutron] For port b5dcf89b-4a64-44a8-999d-f78bb1922e77, host n-h2-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=b5dcf89b-4a64-44a8-999d-f78bb1922e77,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:45:18.290328 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b5bc00-e974-4725-b400-c081f178ec5f req-5ce58721-2e62-4d1d-85f0-2a814e91ca80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:18.292137 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-87b5bc00-e974-4725-b400-c081f178ec5f req-5ce58721-2e62-4d1d-85f0-2a814e91ca80 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1327078 Apr 05 14:45:18.323068 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-59d1ee30-746f-40e7-a72d-274f13e019ac None None] Provisioning complete for port ff2450ed-937c-42c1-9701-02e39371eb00 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:45:18.323568 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-59d1ee30-746f-40e7-a72d-274f13e019ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:18.383112 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2b542254-81a3-4f6d-a106-564c13401846 req-0f941516-227e-4a7c-9da4-6ec31a812c58 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0742608-c199-4fa7-bcb8-78999595eed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9817519 Apr 05 14:45:18.387100 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b34e84ad-6e0a-4dab-8ed7-95631b254417 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:18.393876 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5eebc450-7781-4a5e-9e05-6e3a66212247 req-6cfa80fc-a307-43ae-ad05-51f9252359e9 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ee1494-da12-4460-a5be-8f452373f333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8735907 Apr 05 14:45:18.415387 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-3fd0c86d-021b-41a2-8b2b-8295f748e65d req-2f4bfb5a-eead-4c10-a6c0-dbd433398006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:18.430281 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-b34e84ad-6e0a-4dab-8ed7-95631b254417 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebdcc65d-93e8-4547-9a48-7159e078614b']}} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:45:18.430426 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-6be80ee4-0853-4499-b122-f302592a1eb9 None None] Set router 554b2e39-876b-4989-8560-a3d6a5538c58 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:45:18.445281 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-b34e84ad-6e0a-4dab-8ed7-95631b254417 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ca22f1b-185b-4ea2-a00f-c643b3c70723') {'for_net_delete': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:45:18.446221 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-b34e84ad-6e0a-4dab-8ed7-95631b254417 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ca22f1b-185b-4ea2-a00f-c643b3c70723') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:45:18.490231 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=e4dac239-686c-4829-a329-6358d321634c,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:18.501367 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b34e84ad-6e0a-4dab-8ed7-95631b254417 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13399223'] for segment, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:18.522802 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b34e84ad-6e0a-4dab-8ed7-95631b254417 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:18.535412 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-87b5bc00-e974-4725-b400-c081f178ec5f req-e3f4738b-9967-44d5-8211-8a9c76fb7205 service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333782 Apr 05 14:45:18.565694 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2fc6b5-e81b-4d8e-bee8-2a2e13c465c5 req-db688e1b-e76d-458b-817d-b0810cb061a5 tempest-ServerGroupTestJSON-1213442278 tempest-ServerGroupTestJSON-1213442278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:18.565694 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3d2fc6b5-e81b-4d8e-bee8-2a2e13c465c5 req-db688e1b-e76d-458b-817d-b0810cb061a5 tempest-ServerGroupTestJSON-1213442278 tempest-ServerGroupTestJSON-1213442278-project] 10.222.0.30 "GET /v2.0/ports?device_id=9de82b6b-d5ac-43ea-9bd0-e8f8b68b8d51 HTTP/1.1" status: 200 len: 946 time: 0.0962186 Apr 05 14:45:18.565694 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b34e84ad-6e0a-4dab-8ed7-95631b254417 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=103320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:45:18.565694 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b34e84ad-6e0a-4dab-8ed7-95631b254417 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15765202'] for segment, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:18.565694 n-d-836650-2 neutron-server[103320]: Traceback (most recent call last): Apr 05 14:45:18.565694 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:45:18.565694 n-d-836650-2 neutron-server[103320]: timer() Apr 05 14:45:18.565694 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:45:18.565694 n-d-836650-2 neutron-server[103320]: cb(*args, **kw) Apr 05 14:45:18.565694 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:45:18.565694 n-d-836650-2 neutron-server[103320]: return func(*args, **kwargs) Apr 05 14:45:18.565694 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:45:18.565694 n-d-836650-2 neutron-server[103320]: self._notify() Apr 05 14:45:18.565694 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:45:18.565694 n-d-836650-2 neutron-server[103320]: self.callback(batched_events) Apr 05 14:45:18.565694 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:45:18.565694 n-d-836650-2 neutron-server[103320]: event.method(event) Apr 05 14:45:18.565694 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:45:18.565694 n-d-836650-2 neutron-server[103320]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:45:18.565694 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:45:18.565694 n-d-836650-2 neutron-server[103320]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:45:18.565694 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:45:18.565694 n-d-836650-2 neutron-server[103320]: return f(self, *a, **k) Apr 05 14:45:18.565694 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:45:18.565694 n-d-836650-2 neutron-server[103320]: return self._get(url).json() Apr 05 14:45:18.565694 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:45:18.565694 n-d-836650-2 neutron-server[103320]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:45:18.565694 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:45:18.565694 n-d-836650-2 neutron-server[103320]: return self.request(url, 'GET', **kwargs) Apr 05 14:45:18.565694 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:45:18.565694 n-d-836650-2 neutron-server[103320]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:45:18.565694 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:45:18.565694 n-d-836650-2 neutron-server[103320]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:45:18.565694 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:45:18.565694 n-d-836650-2 neutron-server[103320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:45:18.565694 n-d-836650-2 neutron-server[103320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:45:18.591994 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4bfb5a-eead-4c10-a6c0-dbd433398006 service neutron] Pushing event updated for resources: {'Port': ['ID=b5dcf89b-4a64-44a8-999d-f78bb1922e77,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:18.630299 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd0c86d-021b-41a2-8b2b-8295f748e65d req-2f4bfb5a-eead-4c10-a6c0-dbd433398006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:18.631211 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-3fd0c86d-021b-41a2-8b2b-8295f748e65d req-2f4bfb5a-eead-4c10-a6c0-dbd433398006 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:18.633524 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3fd0c86d-021b-41a2-8b2b-8295f748e65d req-2f4bfb5a-eead-4c10-a6c0-dbd433398006 service neutron] 10.222.0.11 "PUT /v2.0/ports/b5dcf89b-4a64-44a8-999d-f78bb1922e77 HTTP/1.1" status: 200 len: 1096 time: 3.5331075 Apr 05 14:45:18.690351 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3d2fc6b5-e81b-4d8e-bee8-2a2e13c465c5 req-189afb03-a7d0-4519-8286-e0d1318a5225 tempest-ServerGroupTestJSON-1213442278 tempest-ServerGroupTestJSON-1213442278-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd029950-8140-4e5e-afa2-ccc3a518916f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089945 Apr 05 14:45:18.733545 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port af49f188-6f6e-4d44-985a-9d92b809f841 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:45:18.735097 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7990c934-49ae-449b-87d9-387189ffac9c x-openstack-request-id: req-7990c934-49ae-449b-87d9-387189ffac9c {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:45:18.736567 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5446916-e6f0-406e-804e-85db30ca3080", "tag": "ecffc544-c4fb-4027-ba5e-1dd73b1169cc", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:45:18.737173 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7990c934-49ae-449b-87d9-387189ffac9c {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:45:18.739430 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7990c934-49ae-449b-87d9-387189ffac9c'] response: {'name': 'network-changed', 'server_uuid': 'd5446916-e6f0-406e-804e-85db30ca3080', 'tag': 'ecffc544-c4fb-4027-ba5e-1dd73b1169cc', 'status': 'completed', 'code': 200} Apr 05 14:45:18.744742 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-59d1ee30-746f-40e7-a72d-274f13e019ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:18.753352 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port af49f188-6f6e-4d44-985a-9d92b809f841 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:45:18.753720 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:18.819095 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-87b5bc00-e974-4725-b400-c081f178ec5f req-6a18370a-09be-4013-acf9-e5d8cc0eb457 service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220428 Apr 05 14:45:18.863842 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a5dd4e-d71e-468f-b818-0a491f823785 x-openstack-request-id: req-12a5dd4e-d71e-468f-b818-0a491f823785 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:45:18.864132 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9de82b6b-d5ac-43ea-9bd0-e8f8b68b8d51", "name": "network-vif-plugged", "status": "completed", "tag": "e4dac239-686c-4829-a329-6358d321634c", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:45:18.864544 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-12a5dd4e-d71e-468f-b818-0a491f823785 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:45:18.865054 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12a5dd4e-d71e-468f-b818-0a491f823785'] response: {'server_uuid': '9de82b6b-d5ac-43ea-9bd0-e8f8b68b8d51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4dac239-686c-4829-a329-6358d321634c', 'code': 200} Apr 05 14:45:18.877980 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b34e84ad-6e0a-4dab-8ed7-95631b254417 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:18.921755 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b34e84ad-6e0a-4dab-8ed7-95631b254417 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:18.925497 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-b34e84ad-6e0a-4dab-8ed7-95631b254417 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "DELETE /v2.0/networks/ebdcc65d-93e8-4547-9a48-7159e078614b HTTP/1.1" status: 204 len: 168 time: 2.8615799 Apr 05 14:45:18.928628 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 55574) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:45:18.939080 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34e84ad-6e0a-4dab-8ed7-95631b254417 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Pushing event deleted for resources: {'Network': ['ID=ebdcc65d-93e8-4547-9a48-7159e078614b,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:18.946026 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-1c0b84c9-07d9-4dd9-9e39-0ef93c20d29b tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Request body: {'router': {'routes': None}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:45:18.959729 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7566660-a5aa-4c1e-b3c5-4fb0c8fced39 req-551a8422-8884-4bdf-b143-6bfe795279f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:18.962440 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e7566660-a5aa-4c1e-b3c5-4fb0c8fced39 req-551a8422-8884-4bdf-b143-6bfe795279f8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9de82b6b-d5ac-43ea-9bd0-e8f8b68b8d51 HTTP/1.1" status: 200 len: 1097 time: 0.0966480 Apr 05 14:45:19.012841 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-59d1ee30-746f-40e7-a72d-274f13e019ac None None] For port ff2450ed-937c-42c1-9701-02e39371eb00, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=ff2450ed-937c-42c1-9701-02e39371eb00,segment=NetworkSegment(5bc4f58d-b949-4cf0-8daf-6598d5d93f03),segment_id=5bc4f58d-b949-4cf0-8daf-6598d5d93f03)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:45:19.015863 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e7566660-a5aa-4c1e-b3c5-4fb0c8fced39 req-560a9af1-3b06-438c-9bff-35226dba5aef service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=dd029950-8140-4e5e-afa2-ccc3a518916f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404084 Apr 05 14:45:19.024717 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:19.074394 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port af49f188-6f6e-4d44-985a-9d92b809f841, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=af49f188-6f6e-4d44-985a-9d92b809f841,segment=NetworkSegment(b9bfc1ba-c081-43c0-97a1-329aced7b561),segment_id=b9bfc1ba-c081-43c0-97a1-329aced7b561)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:45:19.078615 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-6be80ee4-0853-4499-b122-f302592a1eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554b2e39-876b-4989-8560-a3d6a5538c58', 'name': 'tempest-TestVolumeBootPattern-721772047-router', 'tenant_id': '2236e180a235433db6d3dcc2e1d9af9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '40a89076-d04f-4e72-84dc-58095977a760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:44:58Z', 'updated_at': '2022-04-05T14:45:12Z', 'revision_number': 4, 'project_id': '2236e180a235433db6d3dcc2e1d9af9e', 'gw_port': {'id': '40a89076-d04f-4e72-84dc-58095977a760', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554b2e39-876b-4989-8560-a3d6a5538c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:45:00Z', 'updated_at': '2022-04-05T14:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': 'ff2450ed-937c-42c1-9701-02e39371eb00', 'name': '', 'network_id': 'a823e373-4764-429d-afdf-91d9bb9ca3b2', 'tenant_id': '2236e180a235433db6d3dcc2e1d9af9e', 'mac_address': 'fa:16:3e:8e:e1:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '554b2e39-876b-4989-8560-a3d6a5538c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 2437, 'fixed_ips': [{'subnet_id': '9e5032ae-2671-42c1-b5a1-bc51b3c14b7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:45:08Z', 'updated_at': '2022-04-05T14:45:16Z', 'revision_number': 4, 'project_id': '2236e180a235433db6d3dcc2e1d9af9e', 'subnets': [{'id': '9e5032ae-2671-42c1-b5a1-bc51b3c14b7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:45:19.108900 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be80ee4-0853-4499-b122-f302592a1eb9 None None] The sync data for ids ['554b2e39-876b-4989-8560-a3d6a5538c58'] in n-d-836650-2 is: [{'id': '554b2e39-876b-4989-8560-a3d6a5538c58', 'name': 'tempest-TestVolumeBootPattern-721772047-router', 'tenant_id': '2236e180a235433db6d3dcc2e1d9af9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '40a89076-d04f-4e72-84dc-58095977a760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:44:58Z', 'updated_at': '2022-04-05T14:45:12Z', 'revision_number': 4, 'project_id': '2236e180a235433db6d3dcc2e1d9af9e', 'gw_port': {'id': '40a89076-d04f-4e72-84dc-58095977a760', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554b2e39-876b-4989-8560-a3d6a5538c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:45:00Z', 'updated_at': '2022-04-05T14:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': 'ff2450ed-937c-42c1-9701-02e39371eb00', 'name': '', 'network_id': 'a823e373-4764-429d-afdf-91d9bb9ca3b2', 'tenant_id': '2236e180a235433db6d3dcc2e1d9af9e', 'mac_address': 'fa:16:3e:8e:e1:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '554b2e39-876b-4989-8560-a3d6a5538c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 2437, 'fixed_ips': [{'subnet_id': '9e5032ae-2671-42c1-b5a1-bc51b3c14b7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:45:08Z', 'updated_at': '2022-04-05T14:45:16Z', 'revision_number': 4, 'project_id': '2236e180a235433db6d3dcc2e1d9af9e', 'subnets': [{'id': '9e5032ae-2671-42c1-b5a1-bc51b3c14b7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:45:19.122441 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-59d1ee30-746f-40e7-a72d-274f13e019ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:19.197458 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.extraroute_db [None req-1c0b84c9-07d9-4dd9-9e39-0ef93c20d29b tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Added routes are [] {{(pid=103321) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 05 14:45:19.198355 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.extraroute_db [None req-1c0b84c9-07d9-4dd9-9e39-0ef93c20d29b tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Removed routes are [] {{(pid=103321) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 05 14:45:19.198954 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1c0b84c9-07d9-4dd9-9e39-0ef93c20d29b tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1808591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27061'] for router, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:19.247863 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d1ee30-746f-40e7-a72d-274f13e019ac None None] Pushing event updated for resources: {'Port': ['ID=ff2450ed-937c-42c1-9701-02e39371eb00,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:19.257071 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:19.345380 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268e53f-ffcb-4045-be09-268e1517f7b1 req-3285baa9-b22d-41ef-99dd-8fc5924319f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:19.347733 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-7268e53f-ffcb-4045-be09-268e1517f7b1 req-3285baa9-b22d-41ef-99dd-8fc5924319f4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=71563f538c614607a0c6dacd57d6d3fc&device_id=d5446916-e6f0-406e-804e-85db30ca3080 HTTP/1.1" status: 200 len: 1099 time: 0.3070679 Apr 05 14:45:19.376179 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=af49f188-6f6e-4d44-985a-9d92b809f841,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:19.436304 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be930d3c-aa8e-43a7-ae12-29e5a34baa21 req-e468629f-4f10-435a-af64-18734dc257e6 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:19.437994 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-be930d3c-aa8e-43a7-ae12-29e5a34baa21 req-e468629f-4f10-435a-af64-18734dc257e6 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/networks?id=66b3e69f-5222-44a7-bf1a-94ad2df58cf2 HTTP/1.1" status: 200 len: 812 time: 0.2151277 Apr 05 14:45:19.460620 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1c0b84c9-07d9-4dd9-9e39-0ef93c20d29b tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1808591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27061'] for router, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:19.464960 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-be930d3c-aa8e-43a7-ae12-29e5a34baa21 req-e4295f4e-651f-472f-a34a-a99c620a5606 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/quotas/15503dce9d2944a4a898191fdde0d62f HTTP/1.1" status: 200 len: 375 time: 0.0204210 Apr 05 14:45:19.495707 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd0c86d-021b-41a2-8b2b-8295f748e65d req-5066bde8-25fc-4fbb-b3d4-d6bab0781750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:19.497429 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3fd0c86d-021b-41a2-8b2b-8295f748e65d req-5066bde8-25fc-4fbb-b3d4-d6bab0781750 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=71563f538c614607a0c6dacd57d6d3fc&device_id=f3fd4c69-d261-4511-8beb-041c7c2c650c HTTP/1.1" status: 200 len: 1099 time: 0.5813470 Apr 05 14:45:19.551866 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1c0b84c9-07d9-4dd9-9e39-0ef93c20d29b tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1808628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1808637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803294'] for router, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:19.556515 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3fd0c86d-021b-41a2-8b2b-8295f748e65d req-07712070-374e-40eb-a986-a0b2ae7872e5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=b5dcf89b-4a64-44a8-999d-f78bb1922e77 HTTP/1.1" status: 200 len: 217 time: 0.0493841 Apr 05 14:45:19.581442 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-be930d3c-aa8e-43a7-ae12-29e5a34baa21 req-080b2d63-8382-41df-8fcc-ce88be7de9b3 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=15503dce9d2944a4a898191fdde0d62f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1051705 Apr 05 14:45:19.589881 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c50cde0-1570-4d52-8e7f-85c4808a006d req-c5bdbe6e-b36c-4933-a3c3-98df045bae09 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:19.592123 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5c50cde0-1570-4d52-8e7f-85c4808a006d req-c5bdbe6e-b36c-4933-a3c3-98df045bae09 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3fd4c69-d261-4511-8beb-041c7c2c650c HTTP/1.1" status: 200 len: 948 time: 0.0994842 Apr 05 14:45:19.691624 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5c50cde0-1570-4d52-8e7f-85c4808a006d req-5b38d9fb-7f77-41ef-9202-f3b1be0e5feb tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0742608-c199-4fa7-bcb8-78999595eed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902388 Apr 05 14:45:19.743283 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-be930d3c-aa8e-43a7-ae12-29e5a34baa21 req-00f6d913-51bc-496b-a85c-fa414818fae0 service neutron] 10.222.0.30 "GET /v2.0/networks/66b3e69f-5222-44a7-bf1a-94ad2df58cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498702 Apr 05 14:45:19.752164 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268e53f-ffcb-4045-be09-268e1517f7b1 req-4079fb2c-e219-477d-9861-19caf69019eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:19.754403 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-7268e53f-ffcb-4045-be09-268e1517f7b1 req-4079fb2c-e219-477d-9861-19caf69019eb service neutron] 10.222.0.11 "GET /v2.0/networks?id=80d671a8-d1ab-4472-891b-9c042fbd7800 HTTP/1.1" status: 200 len: 870 time: 0.3995523 Apr 05 14:45:19.760690 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c0b84c9-07d9-4dd9-9e39-0ef93c20d29b tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Router 4b8182cf-31f9-4416-b54f-c8c2c70e3cab has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:45:19.769687 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd0c86d-021b-41a2-8b2b-8295f748e65d req-1e35e80b-0736-4190-9088-2f409cbbc527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:19.771408 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3fd0c86d-021b-41a2-8b2b-8295f748e65d req-1e35e80b-0736-4190-9088-2f409cbbc527 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.2073951 Apr 05 14:45:19.820252 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-7268e53f-ffcb-4045-be09-268e1517f7b1 req-9fe6a484-4c44-41f4-b60f-ed500f7875de service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=ecffc544-c4fb-4027-ba5e-1dd73b1169cc HTTP/1.1" status: 200 len: 217 time: 0.0580859 Apr 05 14:45:19.933639 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-be930d3c-aa8e-43a7-ae12-29e5a34baa21 req-d69563ca-d7a7-44db-9dfd-2bb0f3c6bde4 service neutron] 10.222.0.30 "GET /v2.0/networks/66b3e69f-5222-44a7-bf1a-94ad2df58cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894541 Apr 05 14:45:19.968636 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e4284c-e442-4fcf-8f50-4b82c45e3f4b req-8492718b-b89a-41f6-ad6c-975b2d808557 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:19.978278 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-00e4284c-e442-4fcf-8f50-4b82c45e3f4b req-8492718b-b89a-41f6-ad6c-975b2d808557 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccccf70e-a6c6-4dfa-a88f-b2f890407d16 HTTP/1.1" status: 200 len: 945 time: 0.1439435 Apr 05 14:45:20.010970 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c0b84c9-07d9-4dd9-9e39-0ef93c20d29b tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:45:20.026377 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc17e51-5f6d-4bea-b580-19fbb3e5e111 None None] Sync routers for ids ['4b8182cf-31f9-4416-b54f-c8c2c70e3cab'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:45:20.034539 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1c0b84c9-07d9-4dd9-9e39-0ef93c20d29b tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:20.035833 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-1c0b84c9-07d9-4dd9-9e39-0ef93c20d29b tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "PUT /v2.0/routers/4b8182cf-31f9-4416-b54f-c8c2c70e3cab HTTP/1.1" status: 200 len: 701 time: 1.1061900 Apr 05 14:45:20.047630 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc17e51-5f6d-4bea-b580-19fbb3e5e111 None None] Routers {'4b8182cf-31f9-4416-b54f-c8c2c70e3cab'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:45:20.048237 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 55592) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:45:20.048360 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-dfc17e51-5f6d-4bea-b580-19fbb3e5e111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:44:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['4b8182cf-31f9-4416-b54f-c8c2c70e3cab'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:45:20.054580 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-00e4284c-e442-4fcf-8f50-4b82c45e3f4b req-23d33bf1-cecb-4c7b-a08a-24089dc809df tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ee1494-da12-4460-a5be-8f452373f333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753579 Apr 05 14:45:20.090483 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268e53f-ffcb-4045-be09-268e1517f7b1 req-7be05e8e-fe00-4e51-b0a1-672ceae86059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:20.100355 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-7268e53f-ffcb-4045-be09-268e1517f7b1 req-7be05e8e-fe00-4e51-b0a1-672ceae86059 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.2522461 Apr 05 14:45:20.114431 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd0c86d-021b-41a2-8b2b-8295f748e65d req-40f2997a-d7c7-4892-ac08-72cec6263a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:20.120414 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3fd0c86d-021b-41a2-8b2b-8295f748e65d req-40f2997a-d7c7-4892-ac08-72cec6263a28 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3118770 Apr 05 14:45:20.205570 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-99e63b19-b0c2-4737-86fe-6624d91619be tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b8182cf-31f9-4416-b54f-c8c2c70e3cab HTTP/1.1" status: 200 len: 205 time: 0.1560252 Apr 05 14:45:20.206358 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 55600) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:45:20.216684 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-dfc17e51-5f6d-4bea-b580-19fbb3e5e111 None None] Set router 4b8182cf-31f9-4416-b54f-c8c2c70e3cab gateway port host: None {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:45:20.252824 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e0f82c-f153-4d4a-8107-24546c308ba4 req-5726dd37-b47d-4a93-972f-7a5946c2d082 tempest-ServerGroupTestJSON-1213442278 tempest-ServerGroupTestJSON-1213442278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:20.264772 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-71e0f82c-f153-4d4a-8107-24546c308ba4 req-5726dd37-b47d-4a93-972f-7a5946c2d082 tempest-ServerGroupTestJSON-1213442278 tempest-ServerGroupTestJSON-1213442278-project] 10.222.0.30 "GET /v2.0/ports?device_id=9de82b6b-d5ac-43ea-9bd0-e8f8b68b8d51 HTTP/1.1" status: 200 len: 946 time: 0.0792301 Apr 05 14:45:20.297182 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-dfc17e51-5f6d-4bea-b580-19fbb3e5e111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'name': 'tempest-RoutersTest-router-2069048016', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:44:00Z', 'updated_at': '2022-04-05T14:45:13Z', 'revision_number': 11, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'gw_port_host': None}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:45:20.322957 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-71e0f82c-f153-4d4a-8107-24546c308ba4 req-f39db2ef-47f7-4bb4-89e1-87b903334909 tempest-ServerGroupTestJSON-1213442278 tempest-ServerGroupTestJSON-1213442278-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd029950-8140-4e5e-afa2-ccc3a518916f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534024 Apr 05 14:45:20.331169 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc17e51-5f6d-4bea-b580-19fbb3e5e111 None None] Checking router: 4b8182cf-31f9-4416-b54f-c8c2c70e3cab for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:45:20.342487 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc17e51-5f6d-4bea-b580-19fbb3e5e111 None None] Routers {'4b8182cf-31f9-4416-b54f-c8c2c70e3cab'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:45:20.343373 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-dfc17e51-5f6d-4bea-b580-19fbb3e5e111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:44:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['4b8182cf-31f9-4416-b54f-c8c2c70e3cab'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:45:20.382213 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-55c9b826-ccb1-4167-8cf4-e6bf7343349d tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for router, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:20.430786 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-dfc17e51-5f6d-4bea-b580-19fbb3e5e111 None None] Set router 4b8182cf-31f9-4416-b54f-c8c2c70e3cab gateway port host: None {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:45:20.492988 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-dfc17e51-5f6d-4bea-b580-19fbb3e5e111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'name': 'tempest-RoutersTest-router-2069048016', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:44:00Z', 'updated_at': '2022-04-05T14:45:13Z', 'revision_number': 11, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'gw_port_host': None}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:45:20.494711 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268e53f-ffcb-4045-be09-268e1517f7b1 req-7ccad0e9-3174-4dba-bd90-5290de476419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:20.496637 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-7268e53f-ffcb-4045-be09-268e1517f7b1 req-7ccad0e9-3174-4dba-bd90-5290de476419 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3748732 Apr 05 14:45:20.536316 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc17e51-5f6d-4bea-b580-19fbb3e5e111 None None] The sync data for ids ['4b8182cf-31f9-4416-b54f-c8c2c70e3cab'] in n-d-836650-2 is: [{'id': '4b8182cf-31f9-4416-b54f-c8c2c70e3cab', 'name': 'tempest-RoutersTest-router-2069048016', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:44:00Z', 'updated_at': '2022-04-05T14:45:13Z', 'revision_number': 11, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'gw_port_host': None}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:45:20.866288 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccccf70e-a6c6-4dfa-a88f-b2f890407d16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af49f188-6f6e-4d44-985a-9d92b809f841'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:45:20.869210 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a06431-1280-4da8-9936-72fbb7817ea6" -d '{"events": [{"server_uuid": "ccccf70e-a6c6-4dfa-a88f-b2f890407d16", "name": "network-vif-plugged", "status": "completed", "tag": "af49f188-6f6e-4d44-985a-9d92b809f841"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:45:20.946093 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e0132-e559-4519-abe3-50276e0dcdf5 req-4784ce4b-5972-4887-a3db-6b3462ae0848 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:20.957605 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0f9e0132-e559-4519-abe3-50276e0dcdf5 req-4784ce4b-5972-4887-a3db-6b3462ae0848 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3fd4c69-d261-4511-8beb-041c7c2c650c HTTP/1.1" status: 200 len: 948 time: 0.1094451 Apr 05 14:45:21.004417 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device ecffc544-c4fb-4027-ba5e-1dd73b1169cc details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:45:21.018292 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0f9e0132-e559-4519-abe3-50276e0dcdf5 req-c5cb8942-ef53-43fc-9326-d1846df640b7 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0742608-c199-4fa7-bcb8-78999595eed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595546 Apr 05 14:45:21.135624 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c1f37556-a37e-4f21-911e-9abbbc98580d req-df3174fe-c704-47ca-ab51-4c6978da0e10 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=5883f8e2-b2f0-4ef2-a442-7ccd2af6a87d HTTP/1.1" status: 200 len: 210 time: 0.0597422 Apr 05 14:45:21.163624 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device ff2450ed-937c-42c1-9701-02e39371eb00 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:45:21.176185 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-275b7067-c052-486b-b22e-76970edb4944 x-openstack-request-id: req-275b7067-c052-486b-b22e-76970edb4944 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:45:21.177782 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccccf70e-a6c6-4dfa-a88f-b2f890407d16", "name": "network-vif-plugged", "status": "completed", "tag": "af49f188-6f6e-4d44-985a-9d92b809f841", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:45:21.183722 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-275b7067-c052-486b-b22e-76970edb4944 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:45:21.184188 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-275b7067-c052-486b-b22e-76970edb4944'] response: {'server_uuid': 'ccccf70e-a6c6-4dfa-a88f-b2f890407d16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af49f188-6f6e-4d44-985a-9d92b809f841', 'code': 200} Apr 05 14:45:21.263884 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3fd4c69-d261-4511-8beb-041c7c2c650c', 'tag': 'b5dcf89b-4a64-44a8-999d-f78bb1922e77'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:45:21.272574 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-252afcbd-3116-4c81-aafc-273254e5ebd1" -d '{"events": [{"name": "network-changed", "server_uuid": "f3fd4c69-d261-4511-8beb-041c7c2c650c", "tag": "b5dcf89b-4a64-44a8-999d-f78bb1922e77"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:45:21.338889 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port ecffc544-c4fb-4027-ba5e-1dd73b1169cc, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=ecffc544-c4fb-4027-ba5e-1dd73b1169cc,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:45:21.346181 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3fd0c86d-021b-41a2-8b2b-8295f748e65d req-e511eedb-6154-41e6-af35-e2164961c7ad service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1588585 Apr 05 14:45:21.362104 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': 'ecffc544-c4fb-4027-ba5e-1dd73b1169cc', 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800', 'port_id': 'ecffc544-c4fb-4027-ba5e-1dd73b1169cc', 'mac_address': 'fa:16:3e:67:4e:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:45:21.366628 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port ff2450ed-937c-42c1-9701-02e39371eb00 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:45:21.367008 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:21.417675 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6d8523-78e7-450f-a173-a494a0e84cbb req-763b0345-74ff-41b5-b124-e7bc91094f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:21.419639 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1f6d8523-78e7-450f-a173-a494a0e84cbb req-763b0345-74ff-41b5-b124-e7bc91094f65 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ccccf70e-a6c6-4dfa-a88f-b2f890407d16 HTTP/1.1" status: 200 len: 1096 time: 0.1362123 Apr 05 14:45:21.424138 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef4a901e-2cb0-4417-b90e-ec1bfa8ff172 x-openstack-request-id: req-ef4a901e-2cb0-4417-b90e-ec1bfa8ff172 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:45:21.424982 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3fd4c69-d261-4511-8beb-041c7c2c650c", "tag": "b5dcf89b-4a64-44a8-999d-f78bb1922e77", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:45:21.427868 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ef4a901e-2cb0-4417-b90e-ec1bfa8ff172 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:45:21.428745 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef4a901e-2cb0-4417-b90e-ec1bfa8ff172'] response: {'name': 'network-changed', 'server_uuid': 'f3fd4c69-d261-4511-8beb-041c7c2c650c', 'tag': 'b5dcf89b-4a64-44a8-999d-f78bb1922e77', 'status': 'completed', 'code': 200} Apr 05 14:45:21.430698 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e691dc20-fb21-4682-8231-e17810650e52 req-efb1e37e-766b-4657-addd-3254038bd54c tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:21.432238 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e691dc20-fb21-4682-8231-e17810650e52 req-efb1e37e-766b-4657-addd-3254038bd54c tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccccf70e-a6c6-4dfa-a88f-b2f890407d16 HTTP/1.1" status: 200 len: 945 time: 0.1880782 Apr 05 14:45:21.444850 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-55c9b826-ccb1-4167-8cf4-e6bf7343349d tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27070'] for router, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:21.454302 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:21.485279 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecffc544-c4fb-4027-ba5e-1dd73b1169cc {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:45:21.496163 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-55c9b826-ccb1-4167-8cf4-e6bf7343349d tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:21.537456 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e691dc20-fb21-4682-8231-e17810650e52 req-0767addf-2026-4813-8123-6099c531c31e tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ee1494-da12-4460-a5be-8f452373f333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847788 Apr 05 14:45:21.541073 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1f6d8523-78e7-450f-a173-a494a0e84cbb req-33891494-123a-4de4-8c65-f28ea5a1018a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=53ee1494-da12-4460-a5be-8f452373f333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075974 Apr 05 14:45:21.572393 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port ecffc544-c4fb-4027-ba5e-1dd73b1169cc, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=ecffc544-c4fb-4027-ba5e-1dd73b1169cc,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:45:21.608632 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace6081-770b-4f1c-b81b-70d72c7102d0 req-18798844-9447-44a1-ad00-3d5fa39fa0a2 tempest-ServerGroupTestJSON-1213442278 tempest-ServerGroupTestJSON-1213442278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:21.610242 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0ace6081-770b-4f1c-b81b-70d72c7102d0 req-18798844-9447-44a1-ad00-3d5fa39fa0a2 tempest-ServerGroupTestJSON-1213442278 tempest-ServerGroupTestJSON-1213442278-project] 10.222.0.30 "GET /v2.0/ports?device_id=9de82b6b-d5ac-43ea-9bd0-e8f8b68b8d51 HTTP/1.1" status: 200 len: 946 time: 0.0717800 Apr 05 14:45:21.654506 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-7268e53f-ffcb-4045-be09-268e1517f7b1 req-4421b77b-b0c7-4e4e-8d3f-bbf089b98d3b service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1227639 Apr 05 14:45:21.655558 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0ace6081-770b-4f1c-b81b-70d72c7102d0 req-746e4210-e8bd-444c-8c8a-5a5d5cbfd40f tempest-ServerGroupTestJSON-1213442278 tempest-ServerGroupTestJSON-1213442278-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd029950-8140-4e5e-afa2-ccc3a518916f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385723 Apr 05 14:45:21.656975 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:21.735305 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3fd0c86d-021b-41a2-8b2b-8295f748e65d req-7eabfc1d-f218-4b76-951b-0ea7976bfd3e service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3401613 Apr 05 14:45:21.740104 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-55c9b826-ccb1-4167-8cf4-e6bf7343349d tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803298'] for router, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:21.740729 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c9b826-ccb1-4167-8cf4-e6bf7343349d tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Fanout notify agent at l3_agent the message router_deleted on router 4b8182cf-31f9-4416-b54f-c8c2c70e3cab {{(pid=103321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:45:21.757647 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=ecffc544-c4fb-4027-ba5e-1dd73b1169cc,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:21.789495 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-55c9b826-ccb1-4167-8cf4-e6bf7343349d tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:21.789495 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-55c9b826-ccb1-4167-8cf4-e6bf7343349d tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "DELETE /v2.0/routers/4b8182cf-31f9-4416-b54f-c8c2c70e3cab HTTP/1.1" status: 204 len: 168 time: 1.5786114 Apr 05 14:45:21.793615 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 55630) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:45:21.802222 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-dc7814c1-9880-43f1-99d0-72dc84e14944 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-859457823', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:45:21.855020 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-7268e53f-ffcb-4045-be09-268e1517f7b1 req-f2d11034-50d1-4f38-8591-77c233c40c2e service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795204 Apr 05 14:45:21.985356 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252afcbd-3116-4c81-aafc-273254e5ebd1 req-1e97a130-b080-4d07-b9b3-c685e847ae59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:21.987004 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-252afcbd-3116-4c81-aafc-273254e5ebd1 req-1e97a130-b080-4d07-b9b3-c685e847ae59 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=71563f538c614607a0c6dacd57d6d3fc&device_id=f3fd4c69-d261-4511-8beb-041c7c2c650c HTTP/1.1" status: 200 len: 1099 time: 0.0531964 Apr 05 14:45:22.000327 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['ecffc544-c4fb-4027-ba5e-1dd73b1169cc'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:45:22.007368 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc7814c1-9880-43f1-99d0-72dc84e14944 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27088'] for router, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:22.013765 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc7814c1-9880-43f1-99d0-72dc84e14944 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27079'] for router, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:22.115788 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc7814c1-9880-43f1-99d0-72dc84e14944 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:22.158588 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252afcbd-3116-4c81-aafc-273254e5ebd1 req-873c353a-6283-412d-8829-b7747729bf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:22.160136 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-252afcbd-3116-4c81-aafc-273254e5ebd1 req-873c353a-6283-412d-8829-b7747729bf2e service neutron] 10.222.0.11 "GET /v2.0/networks?id=80d671a8-d1ab-4472-891b-9c042fbd7800 HTTP/1.1" status: 200 len: 870 time: 0.1660419 Apr 05 14:45:22.215579 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-252afcbd-3116-4c81-aafc-273254e5ebd1 req-8a8a32bf-52f3-4363-adb6-fa1e9bda42b1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=b5dcf89b-4a64-44a8-999d-f78bb1922e77 HTTP/1.1" status: 200 len: 217 time: 0.0478666 Apr 05 14:45:22.219620 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab9592e-848d-4d0c-b3f9-9bd7f31047b1 req-d388266e-b2fd-4789-ac6f-b39392d621b2 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:22.221559 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cab9592e-848d-4d0c-b3f9-9bd7f31047b1 req-d388266e-b2fd-4789-ac6f-b39392d621b2 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3fd4c69-d261-4511-8beb-041c7c2c650c HTTP/1.1" status: 200 len: 948 time: 0.0879157 Apr 05 14:45:22.256783 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc7814c1-9880-43f1-99d0-72dc84e14944 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618'] for router, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:22.283206 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cab9592e-848d-4d0c-b3f9-9bd7f31047b1 req-4ce1f7bc-0d54-4a49-9b03-6f6732d36c3d tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0742608-c199-4fa7-bcb8-78999595eed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554523 Apr 05 14:45:22.287553 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252afcbd-3116-4c81-aafc-273254e5ebd1 req-dcc0c80a-a236-41e2-a2f6-82db40653a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:22.288185 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-252afcbd-3116-4c81-aafc-273254e5ebd1 req-dcc0c80a-a236-41e2-a2f6-82db40653a5f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.0653119 Apr 05 14:45:22.348937 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252afcbd-3116-4c81-aafc-273254e5ebd1 req-cf79e52c-3705-445b-94fc-1323ac27b78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:22.350520 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-252afcbd-3116-4c81-aafc-273254e5ebd1 req-cf79e52c-3705-445b-94fc-1323ac27b78f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0558150 Apr 05 14:45:22.370996 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1a72940c-1577-4436-bb60-21cd96809ef0 req-1375d507-b5a5-4c39-b5e2-0a919252a2b8 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=5883f8e2-b2f0-4ef2-a442-7ccd2af6a87d HTTP/1.1" status: 200 len: 210 time: 0.0315816 Apr 05 14:45:22.409106 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc7814c1-9880-43f1-99d0-72dc84e14944 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for router, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:22.410444 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-dc7814c1-9880-43f1-99d0-72dc84e14944 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6154766 Apr 05 14:45:22.413360 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 55642) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:45:22.420070 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-837a941b-0b4a-4c32-8712-5bea4be603a4 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:45:22.461300 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-252afcbd-3116-4c81-aafc-273254e5ebd1 req-52ed306e-fe42-4a1a-bd33-6468828fed8f service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037257 Apr 05 14:45:22.579769 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-252afcbd-3116-4c81-aafc-273254e5ebd1 req-9648b250-d04c-4003-bee4-9c25e59366e2 service neutron] 10.222.0.11 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115665 Apr 05 14:45:22.769262 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61147a64-5e3f-429e-be0c-ccfd1665019c req-d3e87c44-1fd5-4ee7-b9f3-32e86a7c40c8 tempest-ServerGroupTestJSON-1213442278 tempest-ServerGroupTestJSON-1213442278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:22.770848 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-61147a64-5e3f-429e-be0c-ccfd1665019c req-d3e87c44-1fd5-4ee7-b9f3-32e86a7c40c8 tempest-ServerGroupTestJSON-1213442278 tempest-ServerGroupTestJSON-1213442278-project] 10.222.0.30 "GET /v2.0/ports?device_id=9de82b6b-d5ac-43ea-9bd0-e8f8b68b8d51 HTTP/1.1" status: 200 len: 946 time: 0.3066108 Apr 05 14:45:22.774921 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-837a941b-0b4a-4c32-8712-5bea4be603a4 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1808591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27061'] for router, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:22.807174 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b1ee85-48dc-4783-8f5f-7f24d5ba782b req-7a45c860-0529-48ce-a0ea-93f1bd79595d tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:22.808672 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-02b1ee85-48dc-4783-8f5f-7f24d5ba782b req-7a45c860-0529-48ce-a0ea-93f1bd79595d tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccccf70e-a6c6-4dfa-a88f-b2f890407d16 HTTP/1.1" status: 200 len: 945 time: 0.1656687 Apr 05 14:45:22.842819 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-61147a64-5e3f-429e-be0c-ccfd1665019c req-424af54f-3ee5-4452-ae78-05b763834dc8 tempest-ServerGroupTestJSON-1213442278 tempest-ServerGroupTestJSON-1213442278-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd029950-8140-4e5e-afa2-ccc3a518916f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634074 Apr 05 14:45:22.865915 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-02b1ee85-48dc-4783-8f5f-7f24d5ba782b req-b94d59f7-3fed-450a-b282-11958d8215ad tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ee1494-da12-4460-a5be-8f452373f333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490005 Apr 05 14:45:22.949944 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-837a941b-0b4a-4c32-8712-5bea4be603a4 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1808628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1808637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803294'] for router, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:23.190069 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-837a941b-0b4a-4c32-8712-5bea4be603a4 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Router 96c0b9ad-145f-4ca0-b1e2-6247c0f717cc is scheduled to L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 with binding_index 1 {{(pid=103320) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:45:23.271004 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-837a941b-0b4a-4c32-8712-5bea4be603a4 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:45:23.277779 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-837a941b-0b4a-4c32-8712-5bea4be603a4 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for router, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:23.282245 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 55652) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:45:23.282434 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-837a941b-0b4a-4c32-8712-5bea4be603a4 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "PUT /v2.0/routers/96c0b9ad-145f-4ca0-b1e2-6247c0f717cc HTTP/1.1" status: 200 len: 693 time: 0.8679838 Apr 05 14:45:23.282535 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16affe9-6de1-4d4a-b774-e45b43c6b65d None None] Sync routers for ids ['96c0b9ad-145f-4ca0-b1e2-6247c0f717cc'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:45:23.293515 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16affe9-6de1-4d4a-b774-e45b43c6b65d None None] Routers {'96c0b9ad-145f-4ca0-b1e2-6247c0f717cc'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:45:23.294750 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-d16affe9-6de1-4d4a-b774-e45b43c6b65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:44:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['96c0b9ad-145f-4ca0-b1e2-6247c0f717cc'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:45:23.366677 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-011957ac-87f9-4658-91c9-beb22a43b82c tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "GET /v2.0/routers/96c0b9ad-145f-4ca0-b1e2-6247c0f717cc HTTP/1.1" status: 200 len: 699 time: 0.0823433 Apr 05 14:45:23.369125 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 55656) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:45:23.376348 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-d16affe9-6de1-4d4a-b774-e45b43c6b65d None None] Set router 96c0b9ad-145f-4ca0-b1e2-6247c0f717cc gateway port host: None {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:45:23.402639 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-0d30c347-d4e8-4c47-abd0-2eab181d2020 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "GET /v2.0/ports?device_id=96c0b9ad-145f-4ca0-b1e2-6247c0f717cc HTTP/1.1" status: 200 len: 205 time: 0.0323942 Apr 05 14:45:23.403991 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 55660) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:45:23.435589 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-d16affe9-6de1-4d4a-b774-e45b43c6b65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c0b9ad-145f-4ca0-b1e2-6247c0f717cc', 'name': 'tempest-RoutersTest-router-859457823', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:45:22Z', 'updated_at': '2022-04-05T14:45:22Z', 'revision_number': 2, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'gw_port_host': None}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:45:23.446038 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3e350-82b5-4684-b730-45b15f2a86e1 req-9ba63401-536c-4dd5-ba25-41d895a1148b tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:23.448475 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-84d3e350-82b5-4684-b730-45b15f2a86e1 req-9ba63401-536c-4dd5-ba25-41d895a1148b tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3fd4c69-d261-4511-8beb-041c7c2c650c HTTP/1.1" status: 200 len: 948 time: 0.0827198 Apr 05 14:45:23.464518 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16affe9-6de1-4d4a-b774-e45b43c6b65d None None] Checking router: 96c0b9ad-145f-4ca0-b1e2-6247c0f717cc for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:45:23.473341 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16affe9-6de1-4d4a-b774-e45b43c6b65d None None] Routers {'96c0b9ad-145f-4ca0-b1e2-6247c0f717cc'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:45:23.473973 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-d16affe9-6de1-4d4a-b774-e45b43c6b65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:44:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['96c0b9ad-145f-4ca0-b1e2-6247c0f717cc'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:45:23.499359 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5f771dff-9c4f-4fcf-ab4d-9c89f6885fe3 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for router, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:23.538707 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-598e6005-07df-45dd-8120-cc1cd84f4908 req-c55f68a3-6506-404e-a498-acfe0f6b4706 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=5883f8e2-b2f0-4ef2-a442-7ccd2af6a87d HTTP/1.1" status: 200 len: 210 time: 0.0470998 Apr 05 14:45:23.549798 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-d16affe9-6de1-4d4a-b774-e45b43c6b65d None None] Set router 96c0b9ad-145f-4ca0-b1e2-6247c0f717cc gateway port host: None {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:45:23.551272 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-84d3e350-82b5-4684-b730-45b15f2a86e1 req-ea397483-81fd-4906-b1e1-d2e57040e82f tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0742608-c199-4fa7-bcb8-78999595eed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946460 Apr 05 14:45:23.607865 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-d16affe9-6de1-4d4a-b774-e45b43c6b65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c0b9ad-145f-4ca0-b1e2-6247c0f717cc', 'name': 'tempest-RoutersTest-router-859457823', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:45:22Z', 'updated_at': '2022-04-05T14:45:22Z', 'revision_number': 2, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'gw_port_host': None}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:45:23.644259 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16affe9-6de1-4d4a-b774-e45b43c6b65d None None] The sync data for ids ['96c0b9ad-145f-4ca0-b1e2-6247c0f717cc'] in n-d-836650-2 is: [{'id': '96c0b9ad-145f-4ca0-b1e2-6247c0f717cc', 'name': 'tempest-RoutersTest-router-859457823', 'tenant_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:45:22Z', 'updated_at': '2022-04-05T14:45:22Z', 'revision_number': 2, 'project_id': 'f3bfb97dae7f4364b96271d3f01488fb', 'gw_port_host': None}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:45:23.720394 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5f771dff-9c4f-4fcf-ab4d-9c89f6885fe3 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27070'] for router, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:23.723831 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5f771dff-9c4f-4fcf-ab4d-9c89f6885fe3 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:23.770650 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946d8cba-d989-4f4f-9efe-b1add0702f38 req-852621c9-0462-4a22-b733-2c01687125a0 tempest-ServerGroupTestJSON-1213442278 tempest-ServerGroupTestJSON-1213442278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:23.772340 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-946d8cba-d989-4f4f-9efe-b1add0702f38 req-852621c9-0462-4a22-b733-2c01687125a0 tempest-ServerGroupTestJSON-1213442278 tempest-ServerGroupTestJSON-1213442278-project] 10.222.0.55 "GET /v2.0/ports?device_id=9de82b6b-d5ac-43ea-9bd0-e8f8b68b8d51 HTTP/1.1" status: 200 len: 946 time: 0.0793147 Apr 05 14:45:23.907123 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-946d8cba-d989-4f4f-9efe-b1add0702f38 req-9f870c6a-cf91-4862-851c-8fc1b8d3b192 tempest-ServerGroupTestJSON-1213442278 tempest-ServerGroupTestJSON-1213442278-project] Deleting port e4dac239-686c-4829-a329-6358d321634c {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:45:23.907752 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-946d8cba-d989-4f4f-9efe-b1add0702f38 req-9f870c6a-cf91-4862-851c-8fc1b8d3b192 tempest-ServerGroupTestJSON-1213442278 tempest-ServerGroupTestJSON-1213442278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:23.945180 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5f771dff-9c4f-4fcf-ab4d-9c89f6885fe3 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803298'] for router, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:23.947196 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f771dff-9c4f-4fcf-ab4d-9c89f6885fe3 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Fanout notify agent at l3_agent the message router_deleted on router 96c0b9ad-145f-4ca0-b1e2-6247c0f717cc {{(pid=103321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:45:23.956351 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5f771dff-9c4f-4fcf-ab4d-9c89f6885fe3 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:23.964193 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-5f771dff-9c4f-4fcf-ab4d-9c89f6885fe3 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "DELETE /v2.0/routers/96c0b9ad-145f-4ca0-b1e2-6247c0f717cc HTTP/1.1" status: 204 len: 168 time: 0.5581279 Apr 05 14:45:23.964861 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 55670) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:45:24.023040 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-cb5643ed-96d2-48a0-9458-d270cc06a6e9 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "GET /v2.0/ports?device_id=96c0b9ad-145f-4ca0-b1e2-6247c0f717cc HTTP/1.1" status: 200 len: 205 time: 0.0546231 Apr 05 14:45:24.026333 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 55672) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:45:24.078383 n-d-836650-2 neutron-server[103321]: INFO neutron.api.v2.resource [None req-0ae78af0-b8eb-4ec0-8b4a-8a622e42be8b tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] delete failed (client error): The resource could not be found. Apr 05 14:45:24.085424 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-0ae78af0-b8eb-4ec0-8b4a-8a622e42be8b tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "DELETE /v2.0/routers/96c0b9ad-145f-4ca0-b1e2-6247c0f717cc HTTP/1.1" status: 404 len: 336 time: 0.0579724 Apr 05 14:45:24.086135 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 55674) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:45:24.103814 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-946d8cba-d989-4f4f-9efe-b1add0702f38 req-9f870c6a-cf91-4862-851c-8fc1b8d3b192 tempest-ServerGroupTestJSON-1213442278 tempest-ServerGroupTestJSON-1213442278-project] For port e4dac239-686c-4829-a329-6358d321634c, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=e4dac239-686c-4829-a329-6358d321634c,segment=NetworkSegment(6fe92bd7-7eb1-4f04-8d1d-c9fd2fbda931),segment_id=6fe92bd7-7eb1-4f04-8d1d-c9fd2fbda931)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:45:24.104188 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-946d8cba-d989-4f4f-9efe-b1add0702f38 req-9f870c6a-cf91-4862-851c-8fc1b8d3b192 tempest-ServerGroupTestJSON-1213442278 tempest-ServerGroupTestJSON-1213442278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:24.116986 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b79b96d-3def-4f48-99aa-0f551aff016a tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] DELETE failed (client error): The resource could not be found. Apr 05 14:45:24.117577 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b79b96d-3def-4f48-99aa-0f551aff016a tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:45:24.120939 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-3b79b96d-3def-4f48-99aa-0f551aff016a tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "DELETE /v2.0/subnets/5da6c29d-98ca-4c6c-90c0-76bd5ea61fb7 HTTP/1.1" status: 404 len: 337 time: 0.0335512 Apr 05 14:45:24.122072 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b164f15-1b91-4807-b663-ce5b2a53e33c req-bd731f5b-53f9-4063-bf4a-aefbfd4c56cb tempest-ServerGroupTestJSON-1213442278 tempest-ServerGroupTestJSON-1213442278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:24.124611 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7b164f15-1b91-4807-b663-ce5b2a53e33c req-bd731f5b-53f9-4063-bf4a-aefbfd4c56cb tempest-ServerGroupTestJSON-1213442278 tempest-ServerGroupTestJSON-1213442278-project] 10.222.0.30 "GET /v2.0/ports?device_id=9de82b6b-d5ac-43ea-9bd0-e8f8b68b8d51 HTTP/1.1" status: 200 len: 946 time: 0.1548533 Apr 05 14:45:24.125214 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 55676) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:45:24.138359 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-946d8cba-d989-4f4f-9efe-b1add0702f38 req-9f870c6a-cf91-4862-851c-8fc1b8d3b192 tempest-ServerGroupTestJSON-1213442278 tempest-ServerGroupTestJSON-1213442278-project] Calling delete_port for e4dac239-686c-4829-a329-6358d321634c owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:45:24.148646 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d9864-d49a-41b3-9fb6-0d05436b0e2b req-940b361f-ec80-44a1-9312-f9dedeab5296 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:24.150184 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4f4d9864-d49a-41b3-9fb6-0d05436b0e2b req-940b361f-ec80-44a1-9312-f9dedeab5296 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccccf70e-a6c6-4dfa-a88f-b2f890407d16 HTTP/1.1" status: 200 len: 945 time: 0.1316533 Apr 05 14:45:24.161709 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ba9d973-2806-4e4a-838c-a2ae79d3fb81 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] DELETE failed (client error): The resource could not be found. Apr 05 14:45:24.163275 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ba9d973-2806-4e4a-838c-a2ae79d3fb81 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:45:24.168407 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-6ba9d973-2806-4e4a-838c-a2ae79d3fb81 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "DELETE /v2.0/subnets/6c8898ea-b166-44bd-b51e-2fe584ae70dd HTTP/1.1" status: 404 len: 337 time: 0.0352962 Apr 05 14:45:24.169709 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 55680) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:45:24.230432 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-8101e94b-03c7-4f57-a7a5-7e492948a1cd tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] DELETE failed (client error): The resource could not be found. Apr 05 14:45:24.231079 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8101e94b-03c7-4f57-a7a5-7e492948a1cd tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:45:24.241309 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 55684) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:45:24.241986 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-8101e94b-03c7-4f57-a7a5-7e492948a1cd tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "DELETE /v2.0/subnets/79a4694e-5985-4e9e-99ab-2a03d0fe3bdc HTTP/1.1" status: 404 len: 337 time: 0.0703006 Apr 05 14:45:24.309158 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7b164f15-1b91-4807-b663-ce5b2a53e33c req-a4288a4a-caa8-4909-9a7c-eafee3b093d0 tempest-ServerGroupTestJSON-1213442278 tempest-ServerGroupTestJSON-1213442278-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd029950-8140-4e5e-afa2-ccc3a518916f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721375 Apr 05 14:45:24.324294 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-26ecd905-2cc0-40bb-bf26-d5972e3eea19 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] DELETE failed (client error): The resource could not be found. Apr 05 14:45:24.324294 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26ecd905-2cc0-40bb-bf26-d5972e3eea19 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103320) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:45:24.336997 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-26ecd905-2cc0-40bb-bf26-d5972e3eea19 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "DELETE /v2.0/subnets/38d9e5d7-9f97-46b9-8806-d7a1e76a7005 HTTP/1.1" status: 404 len: 337 time: 0.0866547 Apr 05 14:45:24.339533 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 55690) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:45:24.354981 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4f4d9864-d49a-41b3-9fb6-0d05436b0e2b req-58928394-9c05-4ac9-873f-c1a651703b06 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ee1494-da12-4460-a5be-8f452373f333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1834483 Apr 05 14:45:24.414911 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-93b2fbfc-7ec7-4b65-bb1a-5500483a1024 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b8182cf-31f9-4416-b54f-c8c2c70e3cab HTTP/1.1" status: 200 len: 205 time: 0.0714736 Apr 05 14:45:24.415734 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 55694) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:45:24.472722 n-d-836650-2 neutron-server[103321]: INFO neutron.api.v2.resource [None req-d4d53305-f819-427c-bff1-a0d0b7d86200 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] delete failed (client error): The resource could not be found. Apr 05 14:45:24.476244 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-d4d53305-f819-427c-bff1-a0d0b7d86200 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "DELETE /v2.0/routers/4b8182cf-31f9-4416-b54f-c8c2c70e3cab HTTP/1.1" status: 404 len: 336 time: 0.0571301 Apr 05 14:45:24.476592 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 55696) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:45:24.498680 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e562d0b9-3443-4cad-b677-31bc742b028c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:24.521660 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-11f501e4-7989-45a5-a182-b8d0b8b84970 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "GET /v2.0/ports?device_id=21cace13-c140-4f2e-b878-6678939d926c HTTP/1.1" status: 200 len: 205 time: 0.0412936 Apr 05 14:45:24.521906 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 55698) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:45:24.536530 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c097a-a9cb-47bf-9912-785872729f5c req-74729e84-07c0-471d-9ed4-cd6012c73789 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:24.538554 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d48c097a-a9cb-47bf-9912-785872729f5c req-74729e84-07c0-471d-9ed4-cd6012c73789 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccccf70e-a6c6-4dfa-a88f-b2f890407d16 HTTP/1.1" status: 200 len: 945 time: 0.1006386 Apr 05 14:45:24.548390 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 55700) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:45:24.558248 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-96349404-d936-43be-a526-81c85a12ba14 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Request body: {'floatingip': {'port_id': 'af49f188-6f6e-4d44-985a-9d92b809f841'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:45:24.594974 n-d-836650-2 neutron-server[103320]: INFO neutron.api.v2.resource [None req-7ac5ede8-afca-41c6-9e17-9f37b2abce46 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] delete failed (client error): The resource could not be found. Apr 05 14:45:24.598401 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-7ac5ede8-afca-41c6-9e17-9f37b2abce46 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "DELETE /v2.0/routers/21cace13-c140-4f2e-b878-6678939d926c HTTP/1.1" status: 404 len: 336 time: 0.0736248 Apr 05 14:45:24.598709 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 55706) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:45:24.619942 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-96349404-d936-43be-a526-81c85a12ba14 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Notify callbacks [] for floatingip, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:24.629676 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-66e5811d-971c-4c5b-8336-e40f4949f833 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] DELETE failed (client error): The resource could not be found. Apr 05 14:45:24.630221 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66e5811d-971c-4c5b-8336-e40f4949f833 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103320) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:45:24.638627 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-66e5811d-971c-4c5b-8336-e40f4949f833 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "DELETE /v2.0/subnets/0123c1c5-2d4d-473b-9266-453cec3dc753 HTTP/1.1" status: 404 len: 337 time: 0.0359871 Apr 05 14:45:24.639056 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 55708) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:45:24.651585 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-946d8cba-d989-4f4f-9efe-b1add0702f38 req-9f870c6a-cf91-4862-851c-8fc1b8d3b192 tempest-ServerGroupTestJSON-1213442278 tempest-ServerGroupTestJSON-1213442278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:24.670319 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-7cf1a4b5-2357-4e42-9e6a-2f2cb8166634 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "GET /v2.0/ports?device_id=d35845ba-199d-4c69-afc3-51c12d28f4f1 HTTP/1.1" status: 200 len: 205 time: 0.0300155 Apr 05 14:45:24.677271 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 55710) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:45:24.727332 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f870c6a-cf91-4862-851c-8fc1b8d3b192 tempest-ServerGroupTestJSON-1213442278 tempest-ServerGroupTestJSON-1213442278-project] Pushing event deleted for resources: {'Port': ['ID=e4dac239-686c-4829-a329-6358d321634c,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:24.785273 n-d-836650-2 neutron-server[103320]: INFO neutron.api.v2.resource [None req-0747d340-d18d-417e-aff1-81807b41221b tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] delete failed (client error): The resource could not be found. Apr 05 14:45:24.795234 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-0747d340-d18d-417e-aff1-81807b41221b tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "DELETE /v2.0/routers/d35845ba-199d-4c69-afc3-51c12d28f4f1 HTTP/1.1" status: 404 len: 336 time: 0.1118791 Apr 05 14:45:24.796569 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 55714) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:45:24.838196 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-8aace992-a7a8-415b-bef7-f375efd3f36b tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f108b98-3159-40a2-a7e5-3904012ba800 HTTP/1.1" status: 200 len: 205 time: 0.0404332 Apr 05 14:45:24.863272 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 55716) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:45:24.870503 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6777d1f9-ecb5-47d4-b921-95c1659b0f39 req-d42f5f0f-2175-46fd-9b32-cf3638b3f2d4 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=5883f8e2-b2f0-4ef2-a442-7ccd2af6a87d HTTP/1.1" status: 200 len: 210 time: 0.1462326 Apr 05 14:45:25.006247 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device b5dcf89b-4a64-44a8-999d-f78bb1922e77 details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:45:25.008272 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device ecffc544-c4fb-4027-ba5e-1dd73b1169cc up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:45:25.013447 n-d-836650-2 neutron-server[103320]: INFO neutron.api.v2.resource [None req-a14c7835-31a3-4d94-9a1e-6c1570624c8a tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] delete failed (client error): The resource could not be found. Apr 05 14:45:25.019156 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-a14c7835-31a3-4d94-9a1e-6c1570624c8a tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "DELETE /v2.0/routers/1f108b98-3159-40a2-a7e5-3904012ba800 HTTP/1.1" status: 404 len: 336 time: 0.1432631 Apr 05 14:45:25.019156 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-946d8cba-d989-4f4f-9efe-b1add0702f38 req-9f870c6a-cf91-4862-851c-8fc1b8d3b192 tempest-ServerGroupTestJSON-1213442278 tempest-ServerGroupTestJSON-1213442278-project] No DVR routers for this DVR port e4dac239-686c-4829-a329-6358d321634c on host n-h1-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:45:25.023034 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 55718) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:45:25.037615 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-946d8cba-d989-4f4f-9efe-b1add0702f38 req-9f870c6a-cf91-4862-851c-8fc1b8d3b192 tempest-ServerGroupTestJSON-1213442278 tempest-ServerGroupTestJSON-1213442278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:25.040899 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-946d8cba-d989-4f4f-9efe-b1add0702f38 req-9f870c6a-cf91-4862-851c-8fc1b8d3b192 tempest-ServerGroupTestJSON-1213442278 tempest-ServerGroupTestJSON-1213442278-project] 10.222.0.55 "DELETE /v2.0/ports/e4dac239-686c-4829-a329-6358d321634c HTTP/1.1" status: 204 len: 173 time: 1.2615488 Apr 05 14:45:25.042661 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9de82b6b-d5ac-43ea-9bd0-e8f8b68b8d51', 'name': 'network-vif-deleted', 'tag': 'e4dac239-686c-4829-a329-6358d321634c'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:45:25.045322 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3380b551-be67-4f73-bd01-d461d620ac87" -d '{"events": [{"server_uuid": "9de82b6b-d5ac-43ea-9bd0-e8f8b68b8d51", "name": "network-vif-deleted", "tag": "e4dac239-686c-4829-a329-6358d321634c"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:45:25.094588 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d884f43-d647-4136-806c-b191880fc606 req-c63f00b2-0f78-4e95-a3ed-2ebda9d756d5 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:25.104092 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2d884f43-d647-4136-806c-b191880fc606 req-c63f00b2-0f78-4e95-a3ed-2ebda9d756d5 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3fd4c69-d261-4511-8beb-041c7c2c650c HTTP/1.1" status: 200 len: 948 time: 0.3770037 Apr 05 14:45:25.134411 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-146a6b56-a9d9-4565-8cfb-46a61adf4031 x-openstack-request-id: req-146a6b56-a9d9-4565-8cfb-46a61adf4031 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:45:25.134711 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9de82b6b-d5ac-43ea-9bd0-e8f8b68b8d51", "name": "network-vif-deleted", "tag": "e4dac239-686c-4829-a329-6358d321634c", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:45:25.134933 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-146a6b56-a9d9-4565-8cfb-46a61adf4031 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:45:25.135506 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-146a6b56-a9d9-4565-8cfb-46a61adf4031'] response: {'server_uuid': '9de82b6b-d5ac-43ea-9bd0-e8f8b68b8d51', 'name': 'network-vif-deleted', 'tag': 'e4dac239-686c-4829-a329-6358d321634c', 'status': 'completed', 'code': 200} Apr 05 14:45:25.136676 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-73c82456-f1ed-40f3-96e1-b0e06ee20fdb tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] DELETE failed (client error): The resource could not be found. Apr 05 14:45:25.137325 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73c82456-f1ed-40f3-96e1-b0e06ee20fdb tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103320) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:45:25.143513 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-73c82456-f1ed-40f3-96e1-b0e06ee20fdb tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "DELETE /v2.0/subnets/28d32a53-22a5-45fc-88a0-5ef795aea4f1 HTTP/1.1" status: 404 len: 337 time: 0.1161413 Apr 05 14:45:25.146030 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 55722) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:45:25.185303 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-6079364f-b6ac-4a75-9705-dc9f54f98046 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b8c2954-d4ac-4e8d-89d4-e60504583adf HTTP/1.1" status: 200 len: 205 time: 0.0366316 Apr 05 14:45:25.187716 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 55724) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:45:25.193913 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2d884f43-d647-4136-806c-b191880fc606 req-de741b97-5c48-4028-b47a-c7eb02e0ab56 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0742608-c199-4fa7-bcb8-78999595eed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845749 Apr 05 14:45:25.217734 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be930d3c-aa8e-43a7-ae12-29e5a34baa21 req-d564e50f-6d8e-465d-b020-8f5f3c28e4d3 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:25.219338 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-be930d3c-aa8e-43a7-ae12-29e5a34baa21 req-d564e50f-6d8e-465d-b020-8f5f3c28e4d3 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.55 "GET /v2.0/networks?id=66b3e69f-5222-44a7-bf1a-94ad2df58cf2 HTTP/1.1" status: 200 len: 812 time: 0.3529263 Apr 05 14:45:25.231433 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-be930d3c-aa8e-43a7-ae12-29e5a34baa21 req-62da60ed-ba72-4057-9e45-964520ec7e7b tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Request body: {'port': {'device_id': '5883f8e2-b2f0-4ef2-a442-7ccd2af6a87d', 'network_id': '66b3e69f-5222-44a7-bf1a-94ad2df58cf2', 'admin_state_up': True, 'tenant_id': '15503dce9d2944a4a898191fdde0d62f'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:45:25.233895 n-d-836650-2 neutron-server[103321]: INFO neutron.api.v2.resource [None req-c417ef19-b351-4e85-8965-4b061e497a82 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] delete failed (client error): The resource could not be found. Apr 05 14:45:25.234849 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port b5dcf89b-4a64-44a8-999d-f78bb1922e77, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=b5dcf89b-4a64-44a8-999d-f78bb1922e77,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:45:25.235100 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-c417ef19-b351-4e85-8965-4b061e497a82 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "DELETE /v2.0/routers/2b8c2954-d4ac-4e8d-89d4-e60504583adf HTTP/1.1" status: 404 len: 336 time: 0.0461905 Apr 05 14:45:25.240523 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 55726) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:45:25.249160 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': 'b5dcf89b-4a64-44a8-999d-f78bb1922e77', 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800', 'port_id': 'b5dcf89b-4a64-44a8-999d-f78bb1922e77', 'mac_address': 'fa:16:3e:0d:5c:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:45:25.314936 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning for port ecffc544-c4fb-4027-ba5e-1dd73b1169cc completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:45:25.321877 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port ecffc544-c4fb-4027-ba5e-1dd73b1169cc triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:45:25.322417 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-acdc0a17-e159-46af-ae65-ae71b1d72685 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] DELETE failed (client error): The resource could not be found. Apr 05 14:45:25.322901 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acdc0a17-e159-46af-ae65-ae71b1d72685 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:45:25.323497 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:25.333989 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-acdc0a17-e159-46af-ae65-ae71b1d72685 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "DELETE /v2.0/subnets/805365a8-e1fe-46d0-9c89-4ebc4d90dcff HTTP/1.1" status: 404 len: 337 time: 0.0901563 Apr 05 14:45:25.337583 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 55732) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:45:25.388485 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:25.432151 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-5781018c-0a6b-4a9a-8b6a-2d78dfeafa97 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "GET /v2.0/ports?device_id=60a3ad0b-df96-435f-b200-ee5167dddba1 HTTP/1.1" status: 200 len: 205 time: 0.0934942 Apr 05 14:45:25.445499 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 55734) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:45:25.455779 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.db.resource_extend [None req-96349404-d936-43be-a526-81c85a12ba14 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 14:45:25.501138 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:25.504030 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5dcf89b-4a64-44a8-999d-f78bb1922e77 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:45:25.543266 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port b5dcf89b-4a64-44a8-999d-f78bb1922e77, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=b5dcf89b-4a64-44a8-999d-f78bb1922e77,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:45:25.549955 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5446916-e6f0-406e-804e-85db30ca3080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecffc544-c4fb-4027-ba5e-1dd73b1169cc'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:45:25.552484 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d14096-207e-4ea3-bf35-ca1bfb662fdb" -d '{"events": [{"server_uuid": "d5446916-e6f0-406e-804e-85db30ca3080", "name": "network-vif-plugged", "status": "completed", "tag": "ecffc544-c4fb-4027-ba5e-1dd73b1169cc"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:45:25.571901 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port ecffc544-c4fb-4027-ba5e-1dd73b1169cc, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=ecffc544-c4fb-4027-ba5e-1dd73b1169cc,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:45:25.576205 n-d-836650-2 neutron-server[103321]: INFO neutron.api.v2.resource [None req-3a8a1d19-3610-4661-9edd-1798bb51171f tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] delete failed (client error): The resource could not be found. Apr 05 14:45:25.577435 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-3a8a1d19-3610-4661-9edd-1798bb51171f tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "DELETE /v2.0/routers/60a3ad0b-df96-435f-b200-ee5167dddba1 HTTP/1.1" status: 404 len: 336 time: 0.0699415 Apr 05 14:45:25.580685 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 55740) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:45:25.626982 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-09d61212-adbb-4272-8e81-a14889865cb8 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] DELETE failed (client error): The resource could not be found. Apr 05 14:45:25.627434 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09d61212-adbb-4272-8e81-a14889865cb8 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:45:25.633073 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-09d61212-adbb-4272-8e81-a14889865cb8 tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "DELETE /v2.0/subnets/d00428bd-d793-40e5-bc40-38325b4a3e04 HTTP/1.1" status: 404 len: 337 time: 0.0439825 Apr 05 14:45:25.635098 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-96349404-d936-43be-a526-81c85a12ba14 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:25.635795 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 55742) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:45:25.636528 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-842e1dbe-8ee8-459b-a240-c23b41ad4a1f x-openstack-request-id: req-842e1dbe-8ee8-459b-a240-c23b41ad4a1f {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:45:25.639278 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5446916-e6f0-406e-804e-85db30ca3080", "name": "network-vif-plugged", "status": "completed", "tag": "ecffc544-c4fb-4027-ba5e-1dd73b1169cc", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:45:25.639704 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-842e1dbe-8ee8-459b-a240-c23b41ad4a1f {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:45:25.640946 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-842e1dbe-8ee8-459b-a240-c23b41ad4a1f'] response: {'server_uuid': 'd5446916-e6f0-406e-804e-85db30ca3080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecffc544-c4fb-4027-ba5e-1dd73b1169cc', 'code': 200} Apr 05 14:45:25.677823 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-71accafb-1232-4238-b598-5f5d149547fc tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] DELETE failed (client error): The resource could not be found. Apr 05 14:45:25.678458 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71accafb-1232-4238-b598-5f5d149547fc tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:45:25.683400 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-71accafb-1232-4238-b598-5f5d149547fc tempest-RoutersTest-680211469 tempest-RoutersTest-680211469-project] 10.222.0.30 "DELETE /v2.0/subnets/cc27f0f0-af6d-4047-a0e0-8ef00fa5f49d HTTP/1.1" status: 404 len: 337 time: 0.0462005 Apr 05 14:45:25.699702 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:25.705233 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:25.788430 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5bc9f0d2-c1ce-4c5e-aa4b-fb028d161983 req-620f7a1d-c44d-44d6-a16b-7762f66be7a9 tempest-ServerGroupTestJSON-1213442278 tempest-ServerGroupTestJSON-1213442278-project] 10.222.0.30 "GET /v2.0/ports?device_id=9de82b6b-d5ac-43ea-9bd0-e8f8b68b8d51 HTTP/1.1" status: 200 len: 210 time: 0.0385516 Apr 05 14:45:25.793053 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=b5dcf89b-4a64-44a8-999d-f78bb1922e77,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:25.812113 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3843791f-e1f5-46fe-acb4-0390d4bc2a0b req-2f379d35-e2a8-49f1-8eb5-dc68a48863d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:25.818191 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3843791f-e1f5-46fe-acb4-0390d4bc2a0b req-2f379d35-e2a8-49f1-8eb5-dc68a48863d7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d5446916-e6f0-406e-804e-85db30ca3080 HTTP/1.1" status: 200 len: 1101 time: 0.1049848 Apr 05 14:45:25.818634 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-96349404-d936-43be-a526-81c85a12ba14 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:25.960104 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=ecffc544-c4fb-4027-ba5e-1dd73b1169cc,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:26.025701 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-60a957e0-2d55-4a95-8990-40272f35d905 req-32a5948e-fa26-41b7-b565-a5baed0bfc7d tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=5883f8e2-b2f0-4ef2-a442-7ccd2af6a87d HTTP/1.1" status: 200 len: 210 time: 0.0406690 Apr 05 14:45:26.030904 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be930d3c-aa8e-43a7-ae12-29e5a34baa21 req-62da60ed-ba72-4057-9e45-964520ec7e7b tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Made reservation on behalf of 15503dce9d2944a4a898191fdde0d62f for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:45:26.042109 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-be930d3c-aa8e-43a7-ae12-29e5a34baa21 req-62da60ed-ba72-4057-9e45-964520ec7e7b tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:26.050613 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['b5dcf89b-4a64-44a8-999d-f78bb1922e77'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:45:26.099701 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3843791f-e1f5-46fe-acb4-0390d4bc2a0b req-29c283d9-f90f-4279-81b0-167b5b96bb29 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d0742608-c199-4fa7-bcb8-78999595eed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784454 Apr 05 14:45:26.110490 n-d-836650-2 neutron-server[103321]: INFO neutron.db.l3_db [None req-96349404-d936-43be-a526-81c85a12ba14 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Floating IP 6e0fae62-f694-4397-b2d1-521e5214bedf associated. External IP: 172.25.6.27, port: af49f188-6f6e-4d44-985a-9d92b809f841. Apr 05 14:45:26.220915 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-be930d3c-aa8e-43a7-ae12-29e5a34baa21 req-62da60ed-ba72-4057-9e45-964520ec7e7b tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Allocated IP 172.20.0.8 (66b3e69f-5222-44a7-bf1a-94ad2df58cf2/a727d51d-00fa-45ac-ab45-e910bc527386/edae429d-ed27-4bb6-a96c-4d60dab5f909) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:45:26.353342 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device e4dac239-686c-4829-a329-6358d321634c no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:45:26.413945 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] No Port match for: e4dac239-686c-4829-a329-6358d321634c {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:45:26.415024 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device e4dac239-686c-4829-a329-6358d321634c not bound to the agent host n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:45:26.452285 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-be930d3c-aa8e-43a7-ae12-29e5a34baa21 req-62da60ed-ba72-4057-9e45-964520ec7e7b tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:26.461343 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19efb85e-58b5-473c-91b2-dbf0c529248b req-4232f283-ba98-4661-bb8a-6591fefac190 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:26.463071 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-19efb85e-58b5-473c-91b2-dbf0c529248b req-4232f283-ba98-4661-bb8a-6591fefac190 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3fd4c69-d261-4511-8beb-041c7c2c650c HTTP/1.1" status: 200 len: 949 time: 0.1126449 Apr 05 14:45:26.547239 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-19efb85e-58b5-473c-91b2-dbf0c529248b req-e9f6391b-f690-4950-b0e0-661013699347 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0742608-c199-4fa7-bcb8-78999595eed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771604 Apr 05 14:45:26.643066 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 55758) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:45:26.656311 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-be930d3c-aa8e-43a7-ae12-29e5a34baa21 req-62da60ed-ba72-4057-9e45-964520ec7e7b tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:26.758804 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be930d3c-aa8e-43a7-ae12-29e5a34baa21 req-62da60ed-ba72-4057-9e45-964520ec7e7b tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Network 66b3e69f-5222-44a7-bf1a-94ad2df58cf2 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:45:26.759770 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62da60ed-ba72-4057-9e45-964520ec7e7b tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Pushing event updated for resources: {'Port': ['ID=edae429d-ed27-4bb6-a96c-4d60dab5f909,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:26.763825 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-be930d3c-aa8e-43a7-ae12-29e5a34baa21 req-62da60ed-ba72-4057-9e45-964520ec7e7b tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:45:26.776472 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-be930d3c-aa8e-43a7-ae12-29e5a34baa21 req-62da60ed-ba72-4057-9e45-964520ec7e7b tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:45:26.781295 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a879b478-7fd6-404d-b665-528a4d535f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:26.920257 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be930d3c-aa8e-43a7-ae12-29e5a34baa21 req-62da60ed-ba72-4057-9e45-964520ec7e7b tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:26.921000 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-be930d3c-aa8e-43a7-ae12-29e5a34baa21 req-62da60ed-ba72-4057-9e45-964520ec7e7b tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:26.980385 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-6efc0d4c-771f-40a4-aa79-de43c103b61c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f3bfb97dae7f4364b96271d3f01488fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3360150 Apr 05 14:45:26.983544 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 55768) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:45:27.013089 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96349404-d936-43be-a526-81c85a12ba14 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Router 8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:45:27.058216 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a6bb8edc-6102-462e-ba44-06f39658beb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:27.094347 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a6bb8edc-6102-462e-ba44-06f39658beb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:27.190440 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-be930d3c-aa8e-43a7-ae12-29e5a34baa21 req-62da60ed-ba72-4057-9e45-964520ec7e7b tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9629166 Apr 05 14:45:27.212312 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-be930d3c-aa8e-43a7-ae12-29e5a34baa21 req-6acbf240-3106-4441-8727-b5427cd5c870 service neutron] Request body: {'port': {'device_id': '5883f8e2-b2f0-4ef2-a442-7ccd2af6a87d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:45:27.228255 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-00cef83f-5dc6-4b33-9e52-6fd9dd4ae8b7 None None] Provisioning complete for port edae429d-ed27-4bb6-a96c-4d60dab5f909 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:45:27.243538 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-00cef83f-5dc6-4b33-9e52-6fd9dd4ae8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:27.258954 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca504639-cadb-4d3e-a8db-e69cdb1fe7ba req-effd22f3-9b3c-40e9-9a92-d685fef6530c tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:27.265512 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ca504639-cadb-4d3e-a8db-e69cdb1fe7ba req-effd22f3-9b3c-40e9-9a92-d685fef6530c tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=5883f8e2-b2f0-4ef2-a442-7ccd2af6a87d HTTP/1.1" status: 200 len: 931 time: 0.1355729 Apr 05 14:45:27.313881 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96349404-d936-43be-a526-81c85a12ba14 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:45:27.315075 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-00cef83f-5dc6-4b33-9e52-6fd9dd4ae8b7 None None] Port edae429d-ed27-4bb6-a96c-4d60dab5f909 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:45:27.332690 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-96349404-d936-43be-a526-81c85a12ba14 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:27.333482 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d5d845-a6b4-4d78-bd2f-207b9a2ff0ea None None] Sync routers for ids ['8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:45:27.353089 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ca504639-cadb-4d3e-a8db-e69cdb1fe7ba req-9839558a-e16a-46e9-8614-ee6668cc82bc tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814493 Apr 05 14:45:27.354295 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-be930d3c-aa8e-43a7-ae12-29e5a34baa21 req-6acbf240-3106-4441-8727-b5427cd5c870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:27.355193 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d5d845-a6b4-4d78-bd2f-207b9a2ff0ea None None] Routers {'8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:45:27.358622 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-f8d5d845-a6b4-4d78-bd2f-207b9a2ff0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:45:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:45:27.381644 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-96349404-d936-43be-a526-81c85a12ba14 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "PUT /v2.0/floatingips/6e0fae62-f694-4397-b2d1-521e5214bedf HTTP/1.1" status: 200 len: 990 time: 2.8319147 Apr 05 14:45:27.382420 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccccf70e-a6c6-4dfa-a88f-b2f890407d16', 'tag': 'af49f188-6f6e-4d44-985a-9d92b809f841'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:45:27.385410 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98eb130e-fcbf-4300-b52a-72b84a364810" -d '{"events": [{"name": "network-changed", "server_uuid": "ccccf70e-a6c6-4dfa-a88f-b2f890407d16", "tag": "af49f188-6f6e-4d44-985a-9d92b809f841"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:45:27.407944 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a6bb8edc-6102-462e-ba44-06f39658beb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:27.411900 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a6bb8edc-6102-462e-ba44-06f39658beb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:27.413664 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-a6bb8edc-6102-462e-ba44-06f39658beb5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/24126d83-3474-44a3-97fe-b0e07189219d HTTP/1.1" status: 204 len: 168 time: 0.4290853 Apr 05 14:45:27.454430 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d74779-0c44-4bcf-b9f4-e20d34ba4cea x-openstack-request-id: req-f2d74779-0c44-4bcf-b9f4-e20d34ba4cea {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:45:27.454789 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccccf70e-a6c6-4dfa-a88f-b2f890407d16", "tag": "af49f188-6f6e-4d44-985a-9d92b809f841", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:45:27.455108 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f2d74779-0c44-4bcf-b9f4-e20d34ba4cea {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:45:27.455578 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2d74779-0c44-4bcf-b9f4-e20d34ba4cea'] response: {'name': 'network-changed', 'server_uuid': 'ccccf70e-a6c6-4dfa-a88f-b2f890407d16', 'tag': 'af49f188-6f6e-4d44-985a-9d92b809f841', 'status': 'completed', 'code': 200} Apr 05 14:45:27.465614 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bb8edc-6102-462e-ba44-06f39658beb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24126d83-3474-44a3-97fe-b0e07189219d,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:27.484108 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 55796) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:45:27.566427 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f97dfcb-7538-4bb6-8c56-26a924505fb6 admin admin] Deleting subnet 4d58b797-e185-488e-a422-36cff463a0c6 {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:45:27.569870 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3f97dfcb-7538-4bb6-8c56-26a924505fb6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:27.574923 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-f8d5d845-a6b4-4d78-bd2f-207b9a2ff0ea None None] Set router 8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:45:27.609467 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3f97dfcb-7538-4bb6-8c56-26a924505fb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:27.662962 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3f97dfcb-7538-4bb6-8c56-26a924505fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:27.794378 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eb130e-fcbf-4300-b52a-72b84a364810 req-aad9d1b1-73fd-4bf6-959e-c1980380b5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:27.795871 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-98eb130e-fcbf-4300-b52a-72b84a364810 req-aad9d1b1-73fd-4bf6-959e-c1980380b5ae service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d9feba5fdbdc4767955480ab96956cf8&device_id=ccccf70e-a6c6-4dfa-a88f-b2f890407d16 HTTP/1.1" status: 200 len: 1096 time: 0.3086271 Apr 05 14:45:27.857559 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3f97dfcb-7538-4bb6-8c56-26a924505fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:27.945885 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f97dfcb-7538-4bb6-8c56-26a924505fb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d58b797-e185-488e-a422-36cff463a0c6,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:27.961512 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3f97dfcb-7538-4bb6-8c56-26a924505fb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:27.973850 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-3f97dfcb-7538-4bb6-8c56-26a924505fb6 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/4d58b797-e185-488e-a422-36cff463a0c6 HTTP/1.1" status: 204 len: 168 time: 0.4868541 Apr 05 14:45:27.973850 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 55806) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:45:28.096945 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-be930d3c-aa8e-43a7-ae12-29e5a34baa21 req-6acbf240-3106-4441-8727-b5427cd5c870 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edae429d-ed27-4bb6-a96c-4d60dab5f909 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:45:28.098668 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:28.107984 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-be930d3c-aa8e-43a7-ae12-29e5a34baa21 req-6acbf240-3106-4441-8727-b5427cd5c870 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:28.124733 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-be930d3c-aa8e-43a7-ae12-29e5a34baa21 req-6acbf240-3106-4441-8727-b5427cd5c870 service neutron] Transition to ACTIVE for port object edae429d-ed27-4bb6-a96c-4d60dab5f909 will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:45:28.128412 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-87eecc17-7f51-4dae-a63b-91a20cf2afbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:28.144898 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee6ea89-4819-43e1-9465-b0bec6b061ad req-a1f81d3b-93ad-4747-a034-ca348bc22c5d tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:28.146765 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dee6ea89-4819-43e1-9465-b0bec6b061ad req-a1f81d3b-93ad-4747-a034-ca348bc22c5d tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3fd4c69-d261-4511-8beb-041c7c2c650c HTTP/1.1" status: 200 len: 949 time: 0.4369349 Apr 05 14:45:28.163663 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-f8d5d845-a6b4-4d78-bd2f-207b9a2ff0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4', 'name': 'tempest-ServerRescueNegativeTestJSON-1160995064-router', 'tenant_id': 'd9feba5fdbdc4767955480ab96956cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': '07cfa7e2-a078-464a-9c71-3b040f3f020d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:42:35Z', 'updated_at': '2022-04-05T14:42:50Z', 'revision_number': 4, 'project_id': 'd9feba5fdbdc4767955480ab96956cf8', 'gw_port': {'id': '07cfa7e2-a078-464a-9c71-3b040f3f020d', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:38Z', 'updated_at': '2022-04-05T14:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': '6e0fae62-f694-4397-b2d1-521e5214bedf', 'tenant_id': 'd9feba5fdbdc4767955480ab96956cf8', 'floating_ip_address': '172.25.6.27', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': '8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4', 'port_id': 'af49f188-6f6e-4d44-985a-9d92b809f841', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '600f0cf5-5409-4f71-be79-543bdecff300', 'mac_address': 'fa:16:3e:d3:de:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccccf70e-a6c6-4dfa-a88f-b2f890407d16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:44:48Z', 'updated_at': '2022-04-05T14:45:25Z', 'revision_number': 1, 'project_id': 'd9feba5fdbdc4767955480ab96956cf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dde8d4a0-5751-430b-a866-1c4b80327c4c', 'name': '', 'network_id': '600f0cf5-5409-4f71-be79-543bdecff300', 'tenant_id': 'd9feba5fdbdc4767955480ab96956cf8', 'mac_address': 'fa:16:3e:70:ed:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2258, 'fixed_ips': [{'subnet_id': 'fe7e919b-03a6-4a26-b866-e533217cd38c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:47Z', 'updated_at': '2022-04-05T14:42:56Z', 'revision_number': 5, 'project_id': 'd9feba5fdbdc4767955480ab96956cf8', 'subnets': [{'id': 'fe7e919b-03a6-4a26-b866-e533217cd38c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:45:28.204001 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d5d845-a6b4-4d78-bd2f-207b9a2ff0ea None None] Checking router: 8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4 for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:45:28.217477 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d5d845-a6b4-4d78-bd2f-207b9a2ff0ea None None] Routers {'8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:45:28.218389 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-f8d5d845-a6b4-4d78-bd2f-207b9a2ff0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:45:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:45:28.230513 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eb130e-fcbf-4300-b52a-72b84a364810 req-e65540de-e028-4eb0-8a54-f68b7a3999f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:28.235557 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-98eb130e-fcbf-4300-b52a-72b84a364810 req-e65540de-e028-4eb0-8a54-f68b7a3999f7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=600f0cf5-5409-4f71-be79-543bdecff300 HTTP/1.1" status: 200 len: 920 time: 0.4215977 Apr 05 14:45:28.236199 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dee6ea89-4819-43e1-9465-b0bec6b061ad req-dc071fe5-3cc0-47f9-8801-63f8e2442069 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0742608-c199-4fa7-bcb8-78999595eed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811946 Apr 05 14:45:28.292625 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-be930d3c-aa8e-43a7-ae12-29e5a34baa21 req-6acbf240-3106-4441-8727-b5427cd5c870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:28.300175 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-87eecc17-7f51-4dae-a63b-91a20cf2afbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:28.350632 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-87eecc17-7f51-4dae-a63b-91a20cf2afbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['724c24a1-2591-4a35-aa84-e5b8a14a3015']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:45:28.361632 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-87eecc17-7f51-4dae-a63b-91a20cf2afbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fe92bd7-7eb1-4f04-8d1d-c9fd2fbda931') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:45:28.362300 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-87eecc17-7f51-4dae-a63b-91a20cf2afbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fe92bd7-7eb1-4f04-8d1d-c9fd2fbda931') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:45:28.404587 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-87eecc17-7f51-4dae-a63b-91a20cf2afbe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:28.427080 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-98eb130e-fcbf-4300-b52a-72b84a364810 req-42de7c86-4e62-499d-a72e-40175cc6b0bb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af49f188-6f6e-4d44-985a-9d92b809f841 HTTP/1.1" status: 200 len: 998 time: 0.1869538 Apr 05 14:45:28.441948 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-87eecc17-7f51-4dae-a63b-91a20cf2afbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:28.448228 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acbf240-3106-4441-8727-b5427cd5c870 service neutron] Pushing event updated for resources: {'Port': ['ID=edae429d-ed27-4bb6-a96c-4d60dab5f909,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:28.462020 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87eecc17-7f51-4dae-a63b-91a20cf2afbe admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:45:28.462436 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-87eecc17-7f51-4dae-a63b-91a20cf2afbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:28.464451 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:45:28.464451 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:45:28.464451 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:45:28.464451 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:45:28.464451 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:45:28.464451 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:45:28.464451 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:45:28.464451 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:45:28.464451 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:45:28.464451 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:45:28.464451 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:45:28.464451 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:45:28.464451 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:45:28.464451 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:45:28.464451 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:45:28.464451 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:45:28.464451 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:45:28.464451 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:45:28.464451 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:45:28.464451 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:45:28.464451 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:45:28.464451 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:45:28.464451 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:45:28.464451 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:45:28.464451 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:45:28.464451 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:45:28.464451 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:45:28.464451 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:45:28.464451 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:45:28.464451 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:45:28.464451 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:45:28.464451 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:45:28.538754 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-f8d5d845-a6b4-4d78-bd2f-207b9a2ff0ea None None] Set router 8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:45:28.629213 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eb130e-fcbf-4300-b52a-72b84a364810 req-3c16dcd9-401e-4872-a0ca-6282b56a9a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:28.630763 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-98eb130e-fcbf-4300-b52a-72b84a364810 req-3c16dcd9-401e-4872-a0ca-6282b56a9a9b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fe7e919b-03a6-4a26-b866-e533217cd38c HTTP/1.1" status: 200 len: 858 time: 0.1924582 Apr 05 14:45:28.667307 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9b448-dd6a-4e90-94bc-cc3c81d9e1f3 req-12d1bf3f-473a-405c-8b12-d9d280ec13ca tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:28.668856 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-84a9b448-dd6a-4e90-94bc-cc3c81d9e1f3 req-12d1bf3f-473a-405c-8b12-d9d280ec13ca tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=5883f8e2-b2f0-4ef2-a442-7ccd2af6a87d HTTP/1.1" status: 200 len: 943 time: 0.1870446 Apr 05 14:45:28.694324 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-be930d3c-aa8e-43a7-ae12-29e5a34baa21 req-6acbf240-3106-4441-8727-b5427cd5c870 service neutron] Attempting to bind port edae429d-ed27-4bb6-a96c-4d60dab5f909 on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:45:28.694674 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-be930d3c-aa8e-43a7-ae12-29e5a34baa21 req-6acbf240-3106-4441-8727-b5427cd5c870 service neutron] Attempting to bind port edae429d-ed27-4bb6-a96c-4d60dab5f909 by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': '2ed50d53-ad8d-43f0-946d-9bbaf222e8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '66b3e69f-5222-44a7-bf1a-94ad2df58cf2'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:45:28.695011 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be930d3c-aa8e-43a7-ae12-29e5a34baa21 req-6acbf240-3106-4441-8727-b5427cd5c870 service neutron] Attempting to bind port edae429d-ed27-4bb6-a96c-4d60dab5f909 on network 66b3e69f-5222-44a7-bf1a-94ad2df58cf2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:45:28.717336 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be930d3c-aa8e-43a7-ae12-29e5a34baa21 req-6acbf240-3106-4441-8727-b5427cd5c870 service neutron] Port edae429d-ed27-4bb6-a96c-4d60dab5f909 on network 66b3e69f-5222-44a7-bf1a-94ad2df58cf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:45:28.717813 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be930d3c-aa8e-43a7-ae12-29e5a34baa21 req-6acbf240-3106-4441-8727-b5427cd5c870 service neutron] Attempting to bind port edae429d-ed27-4bb6-a96c-4d60dab5f909 on network 66b3e69f-5222-44a7-bf1a-94ad2df58cf2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:45:28.727775 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-87eecc17-7f51-4dae-a63b-91a20cf2afbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:28.735098 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-87eecc17-7f51-4dae-a63b-91a20cf2afbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:28.741630 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be930d3c-aa8e-43a7-ae12-29e5a34baa21 req-6acbf240-3106-4441-8727-b5427cd5c870 service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:45:28.741630 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be930d3c-aa8e-43a7-ae12-29e5a34baa21 req-6acbf240-3106-4441-8727-b5427cd5c870 service neutron] Checking segment: {'id': '2ed50d53-ad8d-43f0-946d-9bbaf222e8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '66b3e69f-5222-44a7-bf1a-94ad2df58cf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:45:28.741630 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be930d3c-aa8e-43a7-ae12-29e5a34baa21 req-6acbf240-3106-4441-8727-b5427cd5c870 service neutron] Bound using segment: {'id': '2ed50d53-ad8d-43f0-946d-9bbaf222e8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '66b3e69f-5222-44a7-bf1a-94ad2df58cf2'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:45:28.742045 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-87eecc17-7f51-4dae-a63b-91a20cf2afbe admin admin] 10.222.0.30 "DELETE /v2.0/networks/724c24a1-2591-4a35-aa84-e5b8a14a3015 HTTP/1.1" status: 204 len: 168 time: 0.7665572 Apr 05 14:45:28.742134 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-be930d3c-aa8e-43a7-ae12-29e5a34baa21 req-6acbf240-3106-4441-8727-b5427cd5c870 service neutron] Bound port: edae429d-ed27-4bb6-a96c-4d60dab5f909, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ed50d53-ad8d-43f0-946d-9bbaf222e8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '66b3e69f-5222-44a7-bf1a-94ad2df58cf2'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:45:28.742134 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-be930d3c-aa8e-43a7-ae12-29e5a34baa21 req-6acbf240-3106-4441-8727-b5427cd5c870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:28.775127 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-84a9b448-dd6a-4e90-94bc-cc3c81d9e1f3 req-129f79db-c14b-4b3b-b374-2f776c16b55c tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958407 Apr 05 14:45:28.779676 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eb130e-fcbf-4300-b52a-72b84a364810 req-ae2cc837-66ce-4751-8bb5-bea758a94f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:28.781452 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-98eb130e-fcbf-4300-b52a-72b84a364810 req-ae2cc837-66ce-4751-8bb5-bea758a94f98 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=600f0cf5-5409-4f71-be79-543bdecff300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1395822 Apr 05 14:45:28.792424 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eecc17-7f51-4dae-a63b-91a20cf2afbe admin admin] Pushing event deleted for resources: {'Network': ['ID=724c24a1-2591-4a35-aa84-e5b8a14a3015,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:28.963904 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-f8d5d845-a6b4-4d78-bd2f-207b9a2ff0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4', 'name': 'tempest-ServerRescueNegativeTestJSON-1160995064-router', 'tenant_id': 'd9feba5fdbdc4767955480ab96956cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': '07cfa7e2-a078-464a-9c71-3b040f3f020d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:42:35Z', 'updated_at': '2022-04-05T14:42:50Z', 'revision_number': 4, 'project_id': 'd9feba5fdbdc4767955480ab96956cf8', 'gw_port': {'id': '07cfa7e2-a078-464a-9c71-3b040f3f020d', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:38Z', 'updated_at': '2022-04-05T14:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': '6e0fae62-f694-4397-b2d1-521e5214bedf', 'tenant_id': 'd9feba5fdbdc4767955480ab96956cf8', 'floating_ip_address': '172.25.6.27', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': '8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4', 'port_id': 'af49f188-6f6e-4d44-985a-9d92b809f841', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '600f0cf5-5409-4f71-be79-543bdecff300', 'mac_address': 'fa:16:3e:d3:de:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccccf70e-a6c6-4dfa-a88f-b2f890407d16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:44:48Z', 'updated_at': '2022-04-05T14:45:25Z', 'revision_number': 1, 'project_id': 'd9feba5fdbdc4767955480ab96956cf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dde8d4a0-5751-430b-a866-1c4b80327c4c', 'name': '', 'network_id': '600f0cf5-5409-4f71-be79-543bdecff300', 'tenant_id': 'd9feba5fdbdc4767955480ab96956cf8', 'mac_address': 'fa:16:3e:70:ed:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2258, 'fixed_ips': [{'subnet_id': 'fe7e919b-03a6-4a26-b866-e533217cd38c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:47Z', 'updated_at': '2022-04-05T14:42:56Z', 'revision_number': 5, 'project_id': 'd9feba5fdbdc4767955480ab96956cf8', 'subnets': [{'id': 'fe7e919b-03a6-4a26-b866-e533217cd38c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:45:28.991607 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-be930d3c-aa8e-43a7-ae12-29e5a34baa21 req-6acbf240-3106-4441-8727-b5427cd5c870 service neutron] For port edae429d-ed27-4bb6-a96c-4d60dab5f909, host n-h1-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:45:28.996704 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-be930d3c-aa8e-43a7-ae12-29e5a34baa21 req-6acbf240-3106-4441-8727-b5427cd5c870 service neutron] For port edae429d-ed27-4bb6-a96c-4d60dab5f909, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=edae429d-ed27-4bb6-a96c-4d60dab5f909,segment=NetworkSegment(2ed50d53-ad8d-43f0-946d-9bbaf222e8be),segment_id=2ed50d53-ad8d-43f0-946d-9bbaf222e8be)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:45:29.011298 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d5d845-a6b4-4d78-bd2f-207b9a2ff0ea None None] The sync data for ids ['8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4'] in n-d-836650-2 is: [{'id': '8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4', 'name': 'tempest-ServerRescueNegativeTestJSON-1160995064-router', 'tenant_id': 'd9feba5fdbdc4767955480ab96956cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': '07cfa7e2-a078-464a-9c71-3b040f3f020d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:42:35Z', 'updated_at': '2022-04-05T14:42:50Z', 'revision_number': 4, 'project_id': 'd9feba5fdbdc4767955480ab96956cf8', 'gw_port': {'id': '07cfa7e2-a078-464a-9c71-3b040f3f020d', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:38Z', 'updated_at': '2022-04-05T14:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': '6e0fae62-f694-4397-b2d1-521e5214bedf', 'tenant_id': 'd9feba5fdbdc4767955480ab96956cf8', 'floating_ip_address': '172.25.6.27', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': '8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4', 'port_id': 'af49f188-6f6e-4d44-985a-9d92b809f841', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '600f0cf5-5409-4f71-be79-543bdecff300', 'mac_address': 'fa:16:3e:d3:de:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccccf70e-a6c6-4dfa-a88f-b2f890407d16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:44:48Z', 'updated_at': '2022-04-05T14:45:25Z', 'revision_number': 1, 'project_id': 'd9feba5fdbdc4767955480ab96956cf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dde8d4a0-5751-430b-a866-1c4b80327c4c', 'name': '', 'network_id': '600f0cf5-5409-4f71-be79-543bdecff300', 'tenant_id': 'd9feba5fdbdc4767955480ab96956cf8', 'mac_address': 'fa:16:3e:70:ed:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2258, 'fixed_ips': [{'subnet_id': 'fe7e919b-03a6-4a26-b866-e533217cd38c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:47Z', 'updated_at': '2022-04-05T14:42:56Z', 'revision_number': 5, 'project_id': 'd9feba5fdbdc4767955480ab96956cf8', 'subnets': [{'id': 'fe7e919b-03a6-4a26-b866-e533217cd38c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:45:29.034174 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-98eb130e-fcbf-4300-b52a-72b84a364810 req-a5a77212-d469-4897-9863-61dcb295ee17 service neutron] 10.222.0.55 "GET /v2.0/networks/600f0cf5-5409-4f71-be79-543bdecff300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257979 Apr 05 14:45:29.043655 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device b5dcf89b-4a64-44a8-999d-f78bb1922e77 up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:45:29.198287 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-98eb130e-fcbf-4300-b52a-72b84a364810 req-bdf72563-cf72-4418-92ac-557faa5afce1 service neutron] 10.222.0.55 "GET /v2.0/networks/600f0cf5-5409-4f71-be79-543bdecff300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483374 Apr 05 14:45:29.201104 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-be930d3c-aa8e-43a7-ae12-29e5a34baa21 req-6acbf240-3106-4441-8727-b5427cd5c870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:29.266019 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning for port b5dcf89b-4a64-44a8-999d-f78bb1922e77 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:45:29.275367 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port b5dcf89b-4a64-44a8-999d-f78bb1922e77 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:45:29.275805 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:29.276469 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be930d3c-aa8e-43a7-ae12-29e5a34baa21 req-6acbf240-3106-4441-8727-b5427cd5c870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:29.279767 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-be930d3c-aa8e-43a7-ae12-29e5a34baa21 req-6acbf240-3106-4441-8727-b5427cd5c870 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:29.281406 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-be930d3c-aa8e-43a7-ae12-29e5a34baa21 req-6acbf240-3106-4441-8727-b5427cd5c870 service neutron] 10.222.0.55 "PUT /v2.0/ports/edae429d-ed27-4bb6-a96c-4d60dab5f909 HTTP/1.1" status: 200 len: 1091 time: 2.0754700 Apr 05 14:45:29.284705 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5883f8e2-b2f0-4ef2-a442-7ccd2af6a87d', 'tag': 'edae429d-ed27-4bb6-a96c-4d60dab5f909'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:45:29.290067 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4229a29-1466-4629-b1c1-da9be7974ed3" -d '{"events": [{"name": "network-changed", "server_uuid": "5883f8e2-b2f0-4ef2-a442-7ccd2af6a87d", "tag": "edae429d-ed27-4bb6-a96c-4d60dab5f909"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:45:29.384684 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acbf240-3106-4441-8727-b5427cd5c870 service neutron] Pushing event updated for resources: {'Port': ['ID=edae429d-ed27-4bb6-a96c-4d60dab5f909,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:29.426386 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd8f3549-f4bc-4cc0-ba36-7a0ced3a80b5 x-openstack-request-id: req-dd8f3549-f4bc-4cc0-ba36-7a0ced3a80b5 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:45:29.437438 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 55840) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:45:29.453641 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5883f8e2-b2f0-4ef2-a442-7ccd2af6a87d", "tag": "edae429d-ed27-4bb6-a96c-4d60dab5f909", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:45:29.453982 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dd8f3549-f4bc-4cc0-ba36-7a0ced3a80b5 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:45:29.454382 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd8f3549-f4bc-4cc0-ba36-7a0ced3a80b5'] response: {'name': 'network-changed', 'server_uuid': '5883f8e2-b2f0-4ef2-a442-7ccd2af6a87d', 'tag': 'edae429d-ed27-4bb6-a96c-4d60dab5f909', 'status': 'completed', 'code': 200} Apr 05 14:45:29.482704 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889a578b-b9b9-435c-877c-72fb4e4f0c37 None None] New status for floating IP 6e0fae62-f694-4397-b2d1-521e5214bedf: ACTIVE {{(pid=103323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 14:45:29.518143 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 55842) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:45:29.535217 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0054212 Apr 05 14:45:29.548735 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 55844) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:45:29.597367 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-bff012f1-8bd5-4c24-9646-531371a6ef01 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e7e6c0591cf74126be0bf872710cbb33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1575758 Apr 05 14:45:29.605731 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 55848) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:45:29.625379 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4229a29-1466-4629-b1c1-da9be7974ed3 req-072726bc-6319-4c50-8d95-afc5ea1b460c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:29.627092 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:29.634680 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c4229a29-1466-4629-b1c1-da9be7974ed3 req-072726bc-6319-4c50-8d95-afc5ea1b460c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=15503dce9d2944a4a898191fdde0d62f&device_id=5883f8e2-b2f0-4ef2-a442-7ccd2af6a87d HTTP/1.1" status: 200 len: 1094 time: 0.1694515 Apr 05 14:45:29.693243 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:29.705854 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3fd4c69-d261-4511-8beb-041c7c2c650c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5dcf89b-4a64-44a8-999d-f78bb1922e77'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:45:29.715614 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4fb030d-28bc-4e88-b389-7bc4fd430e6a" -d '{"events": [{"server_uuid": "f3fd4c69-d261-4511-8beb-041c7c2c650c", "name": "network-vif-plugged", "status": "completed", "tag": "b5dcf89b-4a64-44a8-999d-f78bb1922e77"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:45:29.746400 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port b5dcf89b-4a64-44a8-999d-f78bb1922e77, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=b5dcf89b-4a64-44a8-999d-f78bb1922e77,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:45:29.758530 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d57a51-e81b-4366-8101-f9b954092bac req-7cb944c1-1347-42be-a512-d13fbe577192 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:29.760558 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a8d57a51-e81b-4366-8101-f9b954092bac req-7cb944c1-1347-42be-a512-d13fbe577192 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3fd4c69-d261-4511-8beb-041c7c2c650c HTTP/1.1" status: 200 len: 949 time: 0.3545430 Apr 05 14:45:29.770803 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:29.810625 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26bfc659-f7f9-4db3-b133-45431f43f3a9 x-openstack-request-id: req-26bfc659-f7f9-4db3-b133-45431f43f3a9 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:45:29.810917 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3fd4c69-d261-4511-8beb-041c7c2c650c", "name": "network-vif-plugged", "status": "completed", "tag": "b5dcf89b-4a64-44a8-999d-f78bb1922e77", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:45:29.811172 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-26bfc659-f7f9-4db3-b133-45431f43f3a9 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:45:29.811574 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26bfc659-f7f9-4db3-b133-45431f43f3a9'] response: {'server_uuid': 'f3fd4c69-d261-4511-8beb-041c7c2c650c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5dcf89b-4a64-44a8-999d-f78bb1922e77', 'code': 200} Apr 05 14:45:29.829871 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:29.901643 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=b5dcf89b-4a64-44a8-999d-f78bb1922e77,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:29.966705 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-6c7f9dfc-6674-4733-9cbf-b33f303793dc tempest-NetworksApiDiscovery-1492628267 tempest-NetworksApiDiscovery-1492628267-project] 10.222.0.30 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.4164834 Apr 05 14:45:29.985625 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a8d57a51-e81b-4366-8101-f9b954092bac req-a6ac169f-98f6-4692-beb1-615fc3c100bf tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0742608-c199-4fa7-bcb8-78999595eed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182939 Apr 05 14:45:29.990822 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94773d5-6b5c-4ddc-8453-02d1f2edc562 req-686eacbe-df0c-430d-ac51-b8bbc8a32170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:29.992443 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-d94773d5-6b5c-4ddc-8453-02d1f2edc562 req-686eacbe-df0c-430d-ac51-b8bbc8a32170 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f3fd4c69-d261-4511-8beb-041c7c2c650c HTTP/1.1" status: 200 len: 1101 time: 0.0875280 Apr 05 14:45:30.020464 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-215968bf-0a7d-4580-ba76-159e1be7777b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:30.035651 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-d94773d5-6b5c-4ddc-8453-02d1f2edc562 req-9e3358c2-0702-40ca-9751-71d8c09fd13c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d0742608-c199-4fa7-bcb8-78999595eed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364788 Apr 05 14:45:30.088350 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-215968bf-0a7d-4580-ba76-159e1be7777b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:30.103233 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4229a29-1466-4629-b1c1-da9be7974ed3 req-0c2bf0df-9c39-4b6b-8558-069ae61fa6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:30.104802 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c4229a29-1466-4629-b1c1-da9be7974ed3 req-0c2bf0df-9c39-4b6b-8558-069ae61fa6e4 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=15503dce9d2944a4a898191fdde0d62f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4690595 Apr 05 14:45:30.145745 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f9cc0-34bc-4d5e-ba4f-c61327c6bafa req-df86f159-883d-4063-b386-aeb74c52b5f6 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:30.147275 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-209f9cc0-34bc-4d5e-ba4f-c61327c6bafa req-df86f159-883d-4063-b386-aeb74c52b5f6 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=5883f8e2-b2f0-4ef2-a442-7ccd2af6a87d HTTP/1.1" status: 200 len: 943 time: 0.1279221 Apr 05 14:45:30.258157 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-209f9cc0-34bc-4d5e-ba4f-c61327c6bafa req-fad2a8b2-1e42-4a72-90cc-f4f578223cd6 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969751 Apr 05 14:45:30.296968 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4229a29-1466-4629-b1c1-da9be7974ed3 req-6454330c-c140-4eff-a7f6-4395d1e06b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:30.298635 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c4229a29-1466-4629-b1c1-da9be7974ed3 req-6454330c-c140-4eff-a7f6-4395d1e06b7b service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1859257 Apr 05 14:45:30.315224 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-215968bf-0a7d-4580-ba76-159e1be7777b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:30.317980 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-215968bf-0a7d-4580-ba76-159e1be7777b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:30.321995 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-215968bf-0a7d-4580-ba76-159e1be7777b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dd029950-8140-4e5e-afa2-ccc3a518916f HTTP/1.1" status: 204 len: 168 time: 0.7056823 Apr 05 14:45:30.336317 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215968bf-0a7d-4580-ba76-159e1be7777b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd029950-8140-4e5e-afa2-ccc3a518916f,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:30.527536 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be930d3c-aa8e-43a7-ae12-29e5a34baa21 req-00f1f945-357a-45dc-afc1-7acdd39dafcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:30.530006 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-be930d3c-aa8e-43a7-ae12-29e5a34baa21 req-00f1f945-357a-45dc-afc1-7acdd39dafcd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=15503dce9d2944a4a898191fdde0d62f&device_id=5883f8e2-b2f0-4ef2-a442-7ccd2af6a87d HTTP/1.1" status: 200 len: 1094 time: 0.1536872 Apr 05 14:45:30.582507 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-be930d3c-aa8e-43a7-ae12-29e5a34baa21 req-c07336cf-d4d0-4700-af91-e898ec004d00 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=edae429d-ed27-4bb6-a96c-4d60dab5f909 HTTP/1.1" status: 200 len: 217 time: 0.0429938 Apr 05 14:45:30.669733 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be930d3c-aa8e-43a7-ae12-29e5a34baa21 req-f4f47490-6e5a-48ed-aacc-dff9eca5127a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:30.673767 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-be930d3c-aa8e-43a7-ae12-29e5a34baa21 req-f4f47490-6e5a-48ed-aacc-dff9eca5127a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a727d51d-00fa-45ac-ab45-e910bc527386 HTTP/1.1" status: 200 len: 851 time: 0.0798252 Apr 05 14:45:30.773630 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be930d3c-aa8e-43a7-ae12-29e5a34baa21 req-63ca7bb1-ac3b-4404-9fe3-2b75f259b83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:30.778785 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-be930d3c-aa8e-43a7-ae12-29e5a34baa21 req-63ca7bb1-ac3b-4404-9fe3-2b75f259b83a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66b3e69f-5222-44a7-bf1a-94ad2df58cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0944073 Apr 05 14:45:30.815160 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 55864) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:45:30.916811 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-be930d3c-aa8e-43a7-ae12-29e5a34baa21 req-89c61100-7785-4524-af23-40ed40590a73 service neutron] 10.222.0.55 "GET /v2.0/networks/66b3e69f-5222-44a7-bf1a-94ad2df58cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346629 Apr 05 14:45:30.994971 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3ca4b315-7fcb-4ebc-9bf4-df1ce3824d5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:31.100052 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-be930d3c-aa8e-43a7-ae12-29e5a34baa21 req-e64f10cd-af91-482e-88ef-b2e74ee1d882 service neutron] 10.222.0.55 "GET /v2.0/networks/66b3e69f-5222-44a7-bf1a-94ad2df58cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769111 Apr 05 14:45:31.120862 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3ca4b315-7fcb-4ebc-9bf4-df1ce3824d5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:31.160548 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb63ed-8b10-4f94-b154-c82a2fc58e69 req-4d727cab-aecb-46d9-96e9-377ee6acd462 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:31.162348 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0cbb63ed-8b10-4f94-b154-c82a2fc58e69 req-4d727cab-aecb-46d9-96e9-377ee6acd462 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3fd4c69-d261-4511-8beb-041c7c2c650c HTTP/1.1" status: 200 len: 950 time: 0.0608819 Apr 05 14:45:31.209580 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0cbb63ed-8b10-4f94-b154-c82a2fc58e69 req-9abecc1f-28d8-4374-bfdc-666a4098437b tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0742608-c199-4fa7-bcb8-78999595eed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394528 Apr 05 14:45:31.231616 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3ca4b315-7fcb-4ebc-9bf4-df1ce3824d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:31.282194 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 55882) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:45:31.282757 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-3ca4b315-7fcb-4ebc-9bf4-df1ce3824d5a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c8e6607cb5c24b63991af4ce8d5b6ab7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4659395 Apr 05 14:45:31.285004 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca4b315-7fcb-4ebc-9bf4-df1ce3824d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c71e17a4-0609-40f7-93a8-890d098ecdd2,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:31.360007 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1a6cc790-6aad-4b8a-bc02-765b56b3461e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:31.403935 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1a6cc790-6aad-4b8a-bc02-765b56b3461e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:31.433972 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4dd159-3d25-4f0f-b368-5ca95b4217fd req-e2600f86-0405-4982-b3a0-956861ffd58c tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:31.435842 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7c4dd159-3d25-4f0f-b368-5ca95b4217fd req-e2600f86-0405-4982-b3a0-956861ffd58c tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=5883f8e2-b2f0-4ef2-a442-7ccd2af6a87d HTTP/1.1" status: 200 len: 943 time: 0.0858543 Apr 05 14:45:31.491152 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7c4dd159-3d25-4f0f-b368-5ca95b4217fd req-697e9271-ad46-47b8-baa5-ae8bf71feea6 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435226 Apr 05 14:45:31.589644 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1a6cc790-6aad-4b8a-bc02-765b56b3461e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:31.593324 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1a6cc790-6aad-4b8a-bc02-765b56b3461e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:31.597021 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-1a6cc790-6aad-4b8a-bc02-765b56b3461e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c71e17a4-0609-40f7-93a8-890d098ecdd2 HTTP/1.1" status: 204 len: 168 time: 0.3115609 Apr 05 14:45:31.619073 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6cc790-6aad-4b8a-bc02-765b56b3461e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71e17a4-0609-40f7-93a8-890d098ecdd2,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:31.764567 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 55904) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:45:32.009663 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-1bd30bcc-dc7a-4f38-a923-be21d694f685 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1529790584-network', 'tenant_id': 'f496a225ad45483eaea608d62cdcf288'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:45:32.161171 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd30bcc-dc7a-4f38-a923-be21d694f685 admin admin] Made reservation on behalf of f496a225ad45483eaea608d62cdcf288 for: {'network': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:45:32.163633 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1bd30bcc-dc7a-4f38-a923-be21d694f685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:32.172647 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1bd30bcc-dc7a-4f38-a923-be21d694f685 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:32.258363 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1bd30bcc-dc7a-4f38-a923-be21d694f685 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:32.327567 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1bd30bcc-dc7a-4f38-a923-be21d694f685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:32.345987 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee0d97a-c7c7-493c-9192-0a2b762da1c8 req-e041b00d-4175-45e1-b3b5-89a6427ac0dd tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:32.347778 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dee0d97a-c7c7-493c-9192-0a2b762da1c8 req-e041b00d-4175-45e1-b3b5-89a6427ac0dd tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3fd4c69-d261-4511-8beb-041c7c2c650c HTTP/1.1" status: 200 len: 950 time: 0.0640261 Apr 05 14:45:32.375981 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bd30bcc-dc7a-4f38-a923-be21d694f685 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=103320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:45:32.396509 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd30bcc-dc7a-4f38-a923-be21d694f685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f528a4f-40ab-47ff-8536-700b2ff06097,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:32.407565 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1bd30bcc-dc7a-4f38-a923-be21d694f685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:32.407771 n-d-836650-2 neutron-server[103320]: INFO neutron.db.segments_db [None req-1bd30bcc-dc7a-4f38-a923-be21d694f685 admin admin] Added segment 4ac699d6-6b18-4d7a-ac48-b58e15e2f9dd of type vlan for network 2305a676-7066-4cb3-b9bf-4aa14e5994cf Apr 05 14:45:32.438966 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dee0d97a-c7c7-493c-9192-0a2b762da1c8 req-7b7acfb7-2e09-4dd1-b47e-25be417403d4 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0742608-c199-4fa7-bcb8-78999595eed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790238 Apr 05 14:45:32.477178 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1bd30bcc-dc7a-4f38-a923-be21d694f685 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:32.597405 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b6642c-621a-4649-a66e-8e43d3e255e1 req-fbc59eea-0541-4103-9973-347086e8b570 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:32.599238 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c1b6642c-621a-4649-a66e-8e43d3e255e1 req-fbc59eea-0541-4103-9973-347086e8b570 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5446916-e6f0-406e-804e-85db30ca3080 HTTP/1.1" status: 200 len: 950 time: 0.0780203 Apr 05 14:45:32.600136 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1bd30bcc-dc7a-4f38-a923-be21d694f685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:32.601549 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd30bcc-dc7a-4f38-a923-be21d694f685 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:32.602396 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1bd30bcc-dc7a-4f38-a923-be21d694f685 admin admin] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:32.748472 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-1bd30bcc-dc7a-4f38-a923-be21d694f685 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9826303 Apr 05 14:45:32.752534 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 55944) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:45:32.756367 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd30bcc-dc7a-4f38-a923-be21d694f685 admin admin] Pushing event updated for resources: {'Network': ['ID=2305a676-7066-4cb3-b9bf-4aa14e5994cf,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:32.757876 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-118a6aa5-be2c-4943-9701-7b0dfed31f7a admin admin] Request body: {'subnet': {'network_id': '2305a676-7066-4cb3-b9bf-4aa14e5994cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1529790584-subnet', 'tenant_id': 'f496a225ad45483eaea608d62cdcf288', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:45:32.770734 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 2305a676-7066-4cb3-b9bf-4aa14e5994cf details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:45:32.800197 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c1b6642c-621a-4649-a66e-8e43d3e255e1 req-f0394f5d-c4a6-4bac-ae59-b3e2ab068799 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0742608-c199-4fa7-bcb8-78999595eed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783509 Apr 05 14:45:32.815474 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572600ab-4a50-450c-8bf6-67a109db286f req-8e5711de-3848-4e8d-a4f6-425d9a16bf5a tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:32.817225 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-572600ab-4a50-450c-8bf6-67a109db286f req-8e5711de-3848-4e8d-a4f6-425d9a16bf5a tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=5883f8e2-b2f0-4ef2-a442-7ccd2af6a87d HTTP/1.1" status: 200 len: 943 time: 0.1677756 Apr 05 14:45:32.914657 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-572600ab-4a50-450c-8bf6-67a109db286f req-6ee83d85-2983-4e3a-9fd6-4bd15c8fbb8d tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851088 Apr 05 14:45:32.974727 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-118a6aa5-be2c-4943-9701-7b0dfed31f7a admin admin] Made reservation on behalf of f496a225ad45483eaea608d62cdcf288 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:45:32.982492 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-118a6aa5-be2c-4943-9701-7b0dfed31f7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:33.366194 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-118a6aa5-be2c-4943-9701-7b0dfed31f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:33.457569 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118a6aa5-be2c-4943-9701-7b0dfed31f7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=942a2853-6af0-426f-bd10-11fcee5e21a1,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:33.470686 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118a6aa5-be2c-4943-9701-7b0dfed31f7a admin admin] Checking segment: {'id': '4ac699d6-6b18-4d7a-ac48-b58e15e2f9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2305a676-7066-4cb3-b9bf-4aa14e5994cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:45:33.470940 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118a6aa5-be2c-4943-9701-7b0dfed31f7a admin admin] Network hostable DHCP agents. Network: 2305a676-7066-4cb3-b9bf-4aa14e5994cf, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:45:33.607145 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118a6aa5-be2c-4943-9701-7b0dfed31f7a admin admin] Network 2305a676-7066-4cb3-b9bf-4aa14e5994cf is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:45:33.698526 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-118a6aa5-be2c-4943-9701-7b0dfed31f7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 2305a676-7066-4cb3-b9bf-4aa14e5994cf) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:45:33.722936 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118a6aa5-be2c-4943-9701-7b0dfed31f7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:33.722936 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-118a6aa5-be2c-4943-9701-7b0dfed31f7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:33.724361 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba667f5-24d3-4382-9f75-6ef5c10fe7ab None None] Network 2305a676-7066-4cb3-b9bf-4aa14e5994cf requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:45:33.876342 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-118a6aa5-be2c-4943-9701-7b0dfed31f7a admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1201334 Apr 05 14:45:33.877067 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 55986) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:45:33.881542 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-2b413ae8-1537-4ba2-8e57-4ce5bc68e548 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1529790584-router', 'tenant_id': 'f496a225ad45483eaea608d62cdcf288', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:45:33.903541 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d1e24d-22d0-421b-ac28-97ec80099426 None None] Network 2305a676-7066-4cb3-b9bf-4aa14e5994cf requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:45:34.024900 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2b413ae8-1537-4ba2-8e57-4ce5bc68e548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27088'] for router, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:34.026673 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2b413ae8-1537-4ba2-8e57-4ce5bc68e548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27079'] for router, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:34.121627 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2b413ae8-1537-4ba2-8e57-4ce5bc68e548 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:34.124624 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ce78c-98b9-45f7-a5f1-bc3ee2ceee35 req-34c32f11-87f2-4cc0-a311-75abe059c75b tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:34.129437 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6b6ce78c-98b9-45f7-a5f1-bc3ee2ceee35 req-34c32f11-87f2-4cc0-a311-75abe059c75b tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=5883f8e2-b2f0-4ef2-a442-7ccd2af6a87d HTTP/1.1" status: 200 len: 943 time: 0.0628541 Apr 05 14:45:34.176704 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6b6ce78c-98b9-45f7-a5f1-bc3ee2ceee35 req-3b7d8d04-70ed-4c4f-8b57-9c70a4319745 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435247 Apr 05 14:45:34.421024 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2b413ae8-1537-4ba2-8e57-4ce5bc68e548 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:34.831812 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2b413ae8-1537-4ba2-8e57-4ce5bc68e548 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:34.861172 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2b413ae8-1537-4ba2-8e57-4ce5bc68e548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:34.983985 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-2b413ae8-1537-4ba2-8e57-4ce5bc68e548 admin admin] Allocated IP 172.25.6.97 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/09e558b6-b67c-48d5-8aeb-b4284ceea357) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:45:35.138217 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2b413ae8-1537-4ba2-8e57-4ce5bc68e548 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:35.195058 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 56022) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:45:35.252814 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2b413ae8-1537-4ba2-8e57-4ce5bc68e548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:35.294323 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b413ae8-1537-4ba2-8e57-4ce5bc68e548 admin admin] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:45:35.299771 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-2b413ae8-1537-4ba2-8e57-4ce5bc68e548 admin admin] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:45:35.304322 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b413ae8-1537-4ba2-8e57-4ce5bc68e548 admin admin] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:45:35.329396 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04780a4-dad2-4fd2-995d-ee4a3602fe23 req-6919828a-4367-4593-84c9-0d7dbb6dd55d tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:35.333512 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f04780a4-dad2-4fd2-995d-ee4a3602fe23 req-6919828a-4367-4593-84c9-0d7dbb6dd55d tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=5883f8e2-b2f0-4ef2-a442-7ccd2af6a87d HTTP/1.1" status: 200 len: 943 time: 0.0780585 Apr 05 14:45:35.341125 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b413ae8-1537-4ba2-8e57-4ce5bc68e548 admin admin] Pushing event updated for resources: {'Port': ['ID=09e558b6-b67c-48d5-8aeb-b4284ceea357,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:35.360546 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b223a927-d54b-4430-a2d5-99dbcfb6c32e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:35.402567 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f04780a4-dad2-4fd2-995d-ee4a3602fe23 req-692928f7-d282-4e81-a7e8-2503b4d0101b tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594406 Apr 05 14:45:35.467950 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b223a927-d54b-4430-a2d5-99dbcfb6c32e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:35.586281 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b223a927-d54b-4430-a2d5-99dbcfb6c32e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:35.629201 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 7 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 14:45:35.649875 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-b223a927-d54b-4430-a2d5-99dbcfb6c32e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c26524a344ef4614aa6df24bcb4a8227&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4537003 Apr 05 14:45:35.651080 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b223a927-d54b-4430-a2d5-99dbcfb6c32e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db799fc-9d0d-4a63-a2d6-333e5768084c,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:35.655265 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 56028) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:45:35.714551 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d0d9a7fc-8b31-472f-80a1-d4f21cbc08a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:35.721350 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2b413ae8-1537-4ba2-8e57-4ce5bc68e548 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:35.745221 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d0d9a7fc-8b31-472f-80a1-d4f21cbc08a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:35.991299 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2b413ae8-1537-4ba2-8e57-4ce5bc68e548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618'] for router, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:36.018308 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d0d9a7fc-8b31-472f-80a1-d4f21cbc08a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:36.021828 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d0d9a7fc-8b31-472f-80a1-d4f21cbc08a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:36.045578 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-d0d9a7fc-8b31-472f-80a1-d4f21cbc08a8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5db799fc-9d0d-4a63-a2d6-333e5768084c HTTP/1.1" status: 204 len: 168 time: 0.3859000 Apr 05 14:45:36.061710 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d9a7fc-8b31-472f-80a1-d4f21cbc08a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db799fc-9d0d-4a63-a2d6-333e5768084c,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:36.349471 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b413ae8-1537-4ba2-8e57-4ce5bc68e548 admin admin] Router 12f20256-8506-4d8e-97c0-93a46ac69574 is scheduled to L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 with binding_index 1 {{(pid=103321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:45:36.481896 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b413ae8-1537-4ba2-8e57-4ce5bc68e548 admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:45:36.498094 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecd93a2-2c0a-4363-945b-f28556d71b64 None None] Sync routers for ids ['12f20256-8506-4d8e-97c0-93a46ac69574'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:45:36.522994 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecd93a2-2c0a-4363-945b-f28556d71b64 None None] Routers {'12f20256-8506-4d8e-97c0-93a46ac69574'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:45:36.535324 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-4ecd93a2-2c0a-4363-945b-f28556d71b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:45:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['12f20256-8506-4d8e-97c0-93a46ac69574'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:45:36.633058 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac7fd92-3a5a-4051-82f0-4f550299279b req-0ba56d65-9857-40f0-8f6f-a28c37619ba7 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:36.641413 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cac7fd92-3a5a-4051-82f0-4f550299279b req-0ba56d65-9857-40f0-8f6f-a28c37619ba7 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=5883f8e2-b2f0-4ef2-a442-7ccd2af6a87d HTTP/1.1" status: 200 len: 943 time: 0.1003594 Apr 05 14:45:36.644189 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2b413ae8-1537-4ba2-8e57-4ce5bc68e548 admin admin] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:36.648413 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-2b413ae8-1537-4ba2-8e57-4ce5bc68e548 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.7676053 Apr 05 14:45:36.648413 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 56052) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:45:36.706137 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-4ecd93a2-2c0a-4363-945b-f28556d71b64 None None] Set router 12f20256-8506-4d8e-97c0-93a46ac69574 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:45:36.724676 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cac7fd92-3a5a-4051-82f0-4f550299279b req-7fc1ce50-8bba-469b-b4f5-a1fe3f9c1781 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756607 Apr 05 14:45:36.943329 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 56064) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:45:37.074830 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device ecffc544-c4fb-4027-ba5e-1dd73b1169cc details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:45:37.087873 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 56072) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:45:37.111929 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ad8ab5ea-2f94-4804-b8fe-a02f41681cf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:37.188605 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0a684592-3bcb-4706-8e83-0ebab7ff2524 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:37.213966 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ad8ab5ea-2f94-4804-b8fe-a02f41681cf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:37.235480 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-4ecd93a2-2c0a-4363-945b-f28556d71b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f20256-8506-4d8e-97c0-93a46ac69574', 'name': 'tempest-ServerRescueTestJSON-1529790584-router', 'tenant_id': 'f496a225ad45483eaea608d62cdcf288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '09e558b6-b67c-48d5-8aeb-b4284ceea357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:45:34Z', 'updated_at': '2022-04-05T14:45:35Z', 'revision_number': 3, 'project_id': 'f496a225ad45483eaea608d62cdcf288', 'gw_port': {'id': '09e558b6-b67c-48d5-8aeb-b4284ceea357', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c4:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f20256-8506-4d8e-97c0-93a46ac69574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:45:34Z', 'updated_at': '2022-04-05T14:45:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:45:37.275521 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecd93a2-2c0a-4363-945b-f28556d71b64 None None] Checking router: 12f20256-8506-4d8e-97c0-93a46ac69574 for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:45:37.276234 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecd93a2-2c0a-4363-945b-f28556d71b64 None None] Updating router 12f20256-8506-4d8e-97c0-93a46ac69574 port 09e558b6-b67c-48d5-8aeb-b4284ceea357 binding host n-d-836650-2 {{(pid=103322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:45:37.283414 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port ecffc544-c4fb-4027-ba5e-1dd73b1169cc, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=ecffc544-c4fb-4027-ba5e-1dd73b1169cc,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:45:37.302540 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-01433959-0fec-498b-b995-c699a641856b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:37.310785 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ad8ab5ea-2f94-4804-b8fe-a02f41681cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:37.313448 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': 'ecffc544-c4fb-4027-ba5e-1dd73b1169cc', 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800', 'port_id': 'ecffc544-c4fb-4027-ba5e-1dd73b1169cc', 'mac_address': 'fa:16:3e:67:4e:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:45:37.317771 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ecd93a2-2c0a-4363-945b-f28556d71b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:37.354505 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8ab5ea-2f94-4804-b8fe-a02f41681cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57b60a0b-c509-48c5-a213-55b9c821d905,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:37.365003 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-ad8ab5ea-2f94-4804-b8fe-a02f41681cf8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d549a85c1bfb48a28787a991a77b2d8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2754002 Apr 05 14:45:37.367764 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 56074) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:45:37.423221 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fc9cefab-abef-46a5-be0d-664d33e9f726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:37.464254 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fc9cefab-abef-46a5-be0d-664d33e9f726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:37.479560 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-01433959-0fec-498b-b995-c699a641856b admin admin] Allocated IP 172.20.0.1 (2305a676-7066-4cb3-b9bf-4aa14e5994cf/942a2853-6af0-426f-bd10-11fcee5e21a1/99717975-9f79-476a-9621-f3f52a1b832f) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:45:37.505955 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:37.527394 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0a684592-3bcb-4706-8e83-0ebab7ff2524 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:37.546442 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ecffc544-c4fb-4027-ba5e-1dd73b1169cc {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:45:37.578544 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port ecffc544-c4fb-4027-ba5e-1dd73b1169cc, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=ecffc544-c4fb-4027-ba5e-1dd73b1169cc,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:45:37.625012 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fc9cefab-abef-46a5-be0d-664d33e9f726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:37.628049 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fc9cefab-abef-46a5-be0d-664d33e9f726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:37.629845 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-fc9cefab-abef-46a5-be0d-664d33e9f726 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/57b60a0b-c509-48c5-a213-55b9c821d905 HTTP/1.1" status: 204 len: 168 time: 0.2605217 Apr 05 14:45:37.638088 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-01433959-0fec-498b-b995-c699a641856b admin admin] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:37.639460 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9cefab-abef-46a5-be0d-664d33e9f726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b60a0b-c509-48c5-a213-55b9c821d905,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:37.664859 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0a684592-3bcb-4706-8e83-0ebab7ff2524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:37.678688 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:37.707254 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a684592-3bcb-4706-8e83-0ebab7ff2524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7981684a-8956-4f16-ab92-b71c16756443,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:37.740610 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-0a684592-3bcb-4706-8e83-0ebab7ff2524 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=856df938a5004888bc27e1af1c230200&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7961113 Apr 05 14:45:37.740962 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 56078) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:45:37.745222 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ecd93a2-2c0a-4363-945b-f28556d71b64 None None] Notify callbacks [] for port, precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:37.798074 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=ecffc544-c4fb-4027-ba5e-1dd73b1169cc,revision_number=6']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:37.806476 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['ecffc544-c4fb-4027-ba5e-1dd73b1169cc'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:45:37.831378 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-01433959-0fec-498b-b995-c699a641856b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:37.849947 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-54e2b0d7-dec0-419b-b68c-8efd8e95c7f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:37.868340 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ecd93a2-2c0a-4363-945b-f28556d71b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:37.881176 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01433959-0fec-498b-b995-c699a641856b admin admin] Network 2305a676-7066-4cb3-b9bf-4aa14e5994cf is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:45:37.890428 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-01433959-0fec-498b-b995-c699a641856b admin admin] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:45:37.898103 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01433959-0fec-498b-b995-c699a641856b admin admin] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:45:37.900110 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74151c37-03b8-4ffd-92a9-224ee03ad69c req-c8d534b2-0525-45fc-a340-90a797da2198 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:37.908161 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-74151c37-03b8-4ffd-92a9-224ee03ad69c req-c8d534b2-0525-45fc-a340-90a797da2198 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=5883f8e2-b2f0-4ef2-a442-7ccd2af6a87d HTTP/1.1" status: 200 len: 943 time: 0.1027825 Apr 05 14:45:37.911658 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01433959-0fec-498b-b995-c699a641856b admin admin] Pushing event updated for resources: {'Port': ['ID=99717975-9f79-476a-9621-f3f52a1b832f,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:37.929468 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-54e2b0d7-dec0-419b-b68c-8efd8e95c7f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:37.969029 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-74151c37-03b8-4ffd-92a9-224ee03ad69c req-d40c6fd2-4f74-412e-9f23-4ca37469f5b9 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598249 Apr 05 14:45:38.009160 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-01433959-0fec-498b-b995-c699a641856b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809369'] for router_interface, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:38.013958 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9205be2-db0b-4166-acff-8dabf9141108 None None] Pushing event updated for resources: {'Port': ['ID=09e558b6-b67c-48d5-8aeb-b4284ceea357,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:38.019957 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-4ecd93a2-2c0a-4363-945b-f28556d71b64 None None] Attempting to bind port 09e558b6-b67c-48d5-8aeb-b4284ceea357 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:45:38.022882 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-4ecd93a2-2c0a-4363-945b-f28556d71b64 None None] Attempting to bind port 09e558b6-b67c-48d5-8aeb-b4284ceea357 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:45:38.022882 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecd93a2-2c0a-4363-945b-f28556d71b64 None None] Attempting to bind port 09e558b6-b67c-48d5-8aeb-b4284ceea357 on network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:45:38.038524 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecd93a2-2c0a-4363-945b-f28556d71b64 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:45:38.038895 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecd93a2-2c0a-4363-945b-f28556d71b64 None None] Checking segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:45:38.039315 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ecd93a2-2c0a-4363-945b-f28556d71b64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:38.039680 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecd93a2-2c0a-4363-945b-f28556d71b64 None None] Bound using segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:45:38.040160 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-4ecd93a2-2c0a-4363-945b-f28556d71b64 None None] Bound port: 09e558b6-b67c-48d5-8aeb-b4284ceea357, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:45:38.040543 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ecd93a2-2c0a-4363-945b-f28556d71b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:38.131554 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-4ecd93a2-2c0a-4363-945b-f28556d71b64 None None] For port 09e558b6-b67c-48d5-8aeb-b4284ceea357, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:45:38.163058 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-4ecd93a2-2c0a-4363-945b-f28556d71b64 None None] For port 09e558b6-b67c-48d5-8aeb-b4284ceea357, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=09e558b6-b67c-48d5-8aeb-b4284ceea357,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:45:38.201211 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-54e2b0d7-dec0-419b-b68c-8efd8e95c7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:38.203966 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-54e2b0d7-dec0-419b-b68c-8efd8e95c7f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:38.205206 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-54e2b0d7-dec0-419b-b68c-8efd8e95c7f5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7981684a-8956-4f16-ab92-b71c16756443 HTTP/1.1" status: 204 len: 168 time: 0.4632843 Apr 05 14:45:38.215683 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e2b0d7-dec0-419b-b68c-8efd8e95c7f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7981684a-8956-4f16-ab92-b71c16756443,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:38.300410 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-01433959-0fec-498b-b995-c699a641856b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:38.310361 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ecd93a2-2c0a-4363-945b-f28556d71b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:38.423499 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecd93a2-2c0a-4363-945b-f28556d71b64 None None] Routers {'12f20256-8506-4d8e-97c0-93a46ac69574'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:45:38.424264 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-4ecd93a2-2c0a-4363-945b-f28556d71b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:45:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['12f20256-8506-4d8e-97c0-93a46ac69574'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:45:38.429767 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9205be2-db0b-4166-acff-8dabf9141108 None None] Pushing event updated for resources: {'Port': ['ID=09e558b6-b67c-48d5-8aeb-b4284ceea357,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:38.524779 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-01433959-0fec-498b-b995-c699a641856b admin admin] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:38.543367 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-4ecd93a2-2c0a-4363-945b-f28556d71b64 None None] Set router 12f20256-8506-4d8e-97c0-93a46ac69574 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:45:38.698600 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-01433959-0fec-498b-b995-c699a641856b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:38.786274 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01433959-0fec-498b-b995-c699a641856b admin admin] Pushing event updated for resources: {'Port': ['ID=99717975-9f79-476a-9621-f3f52a1b832f,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:38.790119 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-01433959-0fec-498b-b995-c699a641856b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809317'] for router_interface, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:38.797507 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-4ecd93a2-2c0a-4363-945b-f28556d71b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f20256-8506-4d8e-97c0-93a46ac69574', 'name': 'tempest-ServerRescueTestJSON-1529790584-router', 'tenant_id': 'f496a225ad45483eaea608d62cdcf288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '09e558b6-b67c-48d5-8aeb-b4284ceea357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:45:34Z', 'updated_at': '2022-04-05T14:45:38Z', 'revision_number': 4, 'project_id': 'f496a225ad45483eaea608d62cdcf288', 'gw_port': {'id': '09e558b6-b67c-48d5-8aeb-b4284ceea357', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c4:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f20256-8506-4d8e-97c0-93a46ac69574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:45:34Z', 'updated_at': '2022-04-05T14:45:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '99717975-9f79-476a-9621-f3f52a1b832f', 'name': '', 'network_id': '2305a676-7066-4cb3-b9bf-4aa14e5994cf', 'tenant_id': 'f496a225ad45483eaea608d62cdcf288', 'mac_address': 'fa:16:3e:83:b7:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f20256-8506-4d8e-97c0-93a46ac69574', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': '942a2853-6af0-426f-bd10-11fcee5e21a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:45:37Z', 'updated_at': '2022-04-05T14:45:37Z', 'revision_number': 1, 'project_id': 'f496a225ad45483eaea608d62cdcf288', 'subnets': [{'id': '942a2853-6af0-426f-bd10-11fcee5e21a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:45:38.828592 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecd93a2-2c0a-4363-945b-f28556d71b64 None None] The sync data for ids ['12f20256-8506-4d8e-97c0-93a46ac69574'] in n-d-836650-2 is: [{'id': '12f20256-8506-4d8e-97c0-93a46ac69574', 'name': 'tempest-ServerRescueTestJSON-1529790584-router', 'tenant_id': 'f496a225ad45483eaea608d62cdcf288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '09e558b6-b67c-48d5-8aeb-b4284ceea357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:45:34Z', 'updated_at': '2022-04-05T14:45:38Z', 'revision_number': 4, 'project_id': 'f496a225ad45483eaea608d62cdcf288', 'gw_port': {'id': '09e558b6-b67c-48d5-8aeb-b4284ceea357', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c4:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f20256-8506-4d8e-97c0-93a46ac69574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:45:34Z', 'updated_at': '2022-04-05T14:45:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '99717975-9f79-476a-9621-f3f52a1b832f', 'name': '', 'network_id': '2305a676-7066-4cb3-b9bf-4aa14e5994cf', 'tenant_id': 'f496a225ad45483eaea608d62cdcf288', 'mac_address': 'fa:16:3e:83:b7:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f20256-8506-4d8e-97c0-93a46ac69574', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': '942a2853-6af0-426f-bd10-11fcee5e21a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:45:37Z', 'updated_at': '2022-04-05T14:45:37Z', 'revision_number': 1, 'project_id': 'f496a225ad45483eaea608d62cdcf288', 'subnets': [{'id': '942a2853-6af0-426f-bd10-11fcee5e21a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:45:38.940034 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01433959-0fec-498b-b995-c699a641856b admin admin] Network 2305a676-7066-4cb3-b9bf-4aa14e5994cf is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:45:38.942087 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-01433959-0fec-498b-b995-c699a641856b admin admin] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:45:39.061585 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device ecffc544-c4fb-4027-ba5e-1dd73b1169cc up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:45:39.112825 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01433959-0fec-498b-b995-c699a641856b admin admin] Router 12f20256-8506-4d8e-97c0-93a46ac69574 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:45:39.268233 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port ecffc544-c4fb-4027-ba5e-1dd73b1169cc triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:45:39.268772 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:39.282578 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00180f1c-9dbd-4656-b92d-b558671f9422 req-7496bee9-dae9-4d2a-8d18-39091342b841 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:39.299372 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-00180f1c-9dbd-4656-b92d-b558671f9422 req-7496bee9-dae9-4d2a-8d18-39091342b841 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=5883f8e2-b2f0-4ef2-a442-7ccd2af6a87d HTTP/1.1" status: 200 len: 943 time: 0.1712053 Apr 05 14:45:39.394467 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-00180f1c-9dbd-4656-b92d-b558671f9422 req-2b8bf0e4-aabd-4f68-9627-d53584645765 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940762 Apr 05 14:45:39.421196 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01433959-0fec-498b-b995-c699a641856b admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:45:39.430640 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-01433959-0fec-498b-b995-c699a641856b admin admin] 10.222.0.30 "PUT /v2.0/routers/12f20256-8506-4d8e-97c0-93a46ac69574/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7812831 Apr 05 14:45:39.447507 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:39.491028 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5446916-e6f0-406e-804e-85db30ca3080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecffc544-c4fb-4027-ba5e-1dd73b1169cc'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:45:39.493533 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a60545-7164-4ede-8a6a-059c2aa68a41" -d '{"events": [{"server_uuid": "d5446916-e6f0-406e-804e-85db30ca3080", "name": "network-vif-plugged", "status": "completed", "tag": "ecffc544-c4fb-4027-ba5e-1dd73b1169cc"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:45:39.540500 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port ecffc544-c4fb-4027-ba5e-1dd73b1169cc, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=ecffc544-c4fb-4027-ba5e-1dd73b1169cc,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:45:39.557764 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc54cf7-1666-41cc-9f59-3fe9aafcb7a6 x-openstack-request-id: req-fbc54cf7-1666-41cc-9f59-3fe9aafcb7a6 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:45:39.558377 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5446916-e6f0-406e-804e-85db30ca3080", "name": "network-vif-plugged", "status": "completed", "tag": "ecffc544-c4fb-4027-ba5e-1dd73b1169cc", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:45:39.558377 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fbc54cf7-1666-41cc-9f59-3fe9aafcb7a6 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:45:39.558697 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbc54cf7-1666-41cc-9f59-3fe9aafcb7a6'] response: {'server_uuid': 'd5446916-e6f0-406e-804e-85db30ca3080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecffc544-c4fb-4027-ba5e-1dd73b1169cc', 'code': 200} Apr 05 14:45:39.635542 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:39.730859 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=ecffc544-c4fb-4027-ba5e-1dd73b1169cc,revision_number=7']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:40.444737 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device edae429d-ed27-4bb6-a96c-4d60dab5f909 details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:45:40.530090 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7886f0d-8d4c-4313-9e15-52858c706018 req-849ecdf2-5b4e-48c1-9296-6f84099760cd tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:40.538927 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b7886f0d-8d4c-4313-9e15-52858c706018 req-849ecdf2-5b4e-48c1-9296-6f84099760cd tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/networks?id=2305a676-7066-4cb3-b9bf-4aa14e5994cf HTTP/1.1" status: 200 len: 811 time: 0.1925671 Apr 05 14:45:40.569578 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b7886f0d-8d4c-4313-9e15-52858c706018 req-dc134565-6bfa-4f9b-b90a-fbdd449911f7 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/quotas/f496a225ad45483eaea608d62cdcf288 HTTP/1.1" status: 200 len: 375 time: 0.0292640 Apr 05 14:45:40.664994 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c12305-e837-4c86-ab95-c74e48409099 req-1601acf3-068e-4232-a36c-5a898ea3a082 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:40.666846 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-85c12305-e837-4c86-ab95-c74e48409099 req-1601acf3-068e-4232-a36c-5a898ea3a082 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=5883f8e2-b2f0-4ef2-a442-7ccd2af6a87d HTTP/1.1" status: 200 len: 943 time: 0.1249070 Apr 05 14:45:40.685760 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b7886f0d-8d4c-4313-9e15-52858c706018 req-0c4126d2-ea7b-4828-84c2-8d7e93df7f62 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f496a225ad45483eaea608d62cdcf288&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1146483 Apr 05 14:45:40.695119 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port edae429d-ed27-4bb6-a96c-4d60dab5f909, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=edae429d-ed27-4bb6-a96c-4d60dab5f909,segment=NetworkSegment(2ed50d53-ad8d-43f0-946d-9bbaf222e8be),segment_id=2ed50d53-ad8d-43f0-946d-9bbaf222e8be)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:45:40.731460 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': 'edae429d-ed27-4bb6-a96c-4d60dab5f909', 'network_id': '66b3e69f-5222-44a7-bf1a-94ad2df58cf2', 'port_id': 'edae429d-ed27-4bb6-a96c-4d60dab5f909', 'mac_address': 'fa:16:3e:05:e7:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a727d51d-00fa-45ac-ab45-e910bc527386', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:45:40.809822 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:40.851620 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-85c12305-e837-4c86-ab95-c74e48409099 req-05b6a061-eca5-4c90-a0fc-d8404f6e72d5 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547828 Apr 05 14:45:40.865389 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edae429d-ed27-4bb6-a96c-4d60dab5f909 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:45:40.900288 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port edae429d-ed27-4bb6-a96c-4d60dab5f909, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=edae429d-ed27-4bb6-a96c-4d60dab5f909,segment=NetworkSegment(2ed50d53-ad8d-43f0-946d-9bbaf222e8be),segment_id=2ed50d53-ad8d-43f0-946d-9bbaf222e8be)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:45:40.934597 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b7886f0d-8d4c-4313-9e15-52858c706018 req-2f8c58e6-d6c6-4aff-80fc-02270e5282f4 service neutron] 10.222.0.30 "GET /v2.0/networks/2305a676-7066-4cb3-b9bf-4aa14e5994cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154925 Apr 05 14:45:41.056534 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:41.094183 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 09e558b6-b67c-48d5-8aeb-b4284ceea357 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:45:41.109289 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b7886f0d-8d4c-4313-9e15-52858c706018 req-d3a6505d-9821-48e6-874d-e9b554e1d6bc service neutron] 10.222.0.30 "GET /v2.0/networks/2305a676-7066-4cb3-b9bf-4aa14e5994cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599500 Apr 05 14:45:41.270391 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=edae429d-ed27-4bb6-a96c-4d60dab5f909,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:41.285178 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 09e558b6-b67c-48d5-8aeb-b4284ceea357 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:45:41.285559 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:41.331132 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['edae429d-ed27-4bb6-a96c-4d60dab5f909'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:45:41.558391 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:41.564353 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-488a3c74-d435-4ec3-9476-8bd936c6cf3a req-07435da9-0adb-4f57-83da-ad78e2a58e9a tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e092969-d8d6-42d0-90ba-02f33dbb6231 HTTP/1.1" status: 200 len: 210 time: 0.0624199 Apr 05 14:45:41.592526 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port 09e558b6-b67c-48d5-8aeb-b4284ceea357, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=09e558b6-b67c-48d5-8aeb-b4284ceea357,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:45:41.719369 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:41.795477 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=09e558b6-b67c-48d5-8aeb-b4284ceea357,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:41.987809 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158010f9-8e31-4e2a-9be7-b3b27e840cb5 None None] Sync routers for ids ['12f20256-8506-4d8e-97c0-93a46ac69574'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:45:42.008038 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158010f9-8e31-4e2a-9be7-b3b27e840cb5 None None] Routers {'12f20256-8506-4d8e-97c0-93a46ac69574'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:45:42.009092 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-158010f9-8e31-4e2a-9be7-b3b27e840cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:45:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['12f20256-8506-4d8e-97c0-93a46ac69574'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:45:42.059369 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0320bad-c4d4-479e-92a5-03444beea159 req-782962b5-3f6f-4df3-aa28-c92b49d08329 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:42.068142 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a0320bad-c4d4-479e-92a5-03444beea159 req-782962b5-3f6f-4df3-aa28-c92b49d08329 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=5883f8e2-b2f0-4ef2-a442-7ccd2af6a87d HTTP/1.1" status: 200 len: 944 time: 0.1096518 Apr 05 14:45:42.160865 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a0320bad-c4d4-479e-92a5-03444beea159 req-ff24acc4-eacc-4761-957d-271940a65ffd tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920684 Apr 05 14:45:42.194739 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-158010f9-8e31-4e2a-9be7-b3b27e840cb5 None None] Set router 12f20256-8506-4d8e-97c0-93a46ac69574 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:45:42.323057 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:42.444828 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device edae429d-ed27-4bb6-a96c-4d60dab5f909 up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:45:42.642008 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-158010f9-8e31-4e2a-9be7-b3b27e840cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f20256-8506-4d8e-97c0-93a46ac69574', 'name': 'tempest-ServerRescueTestJSON-1529790584-router', 'tenant_id': 'f496a225ad45483eaea608d62cdcf288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '09e558b6-b67c-48d5-8aeb-b4284ceea357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:45:34Z', 'updated_at': '2022-04-05T14:45:38Z', 'revision_number': 4, 'project_id': 'f496a225ad45483eaea608d62cdcf288', 'gw_port': {'id': '09e558b6-b67c-48d5-8aeb-b4284ceea357', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f20256-8506-4d8e-97c0-93a46ac69574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:45:34Z', 'updated_at': '2022-04-05T14:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '99717975-9f79-476a-9621-f3f52a1b832f', 'name': '', 'network_id': '2305a676-7066-4cb3-b9bf-4aa14e5994cf', 'tenant_id': 'f496a225ad45483eaea608d62cdcf288', 'mac_address': 'fa:16:3e:83:b7:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f20256-8506-4d8e-97c0-93a46ac69574', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': '942a2853-6af0-426f-bd10-11fcee5e21a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:45:37Z', 'updated_at': '2022-04-05T14:45:38Z', 'revision_number': 2, 'project_id': 'f496a225ad45483eaea608d62cdcf288', 'subnets': [{'id': '942a2853-6af0-426f-bd10-11fcee5e21a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:45:42.691763 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c77bd350-ffa4-444f-a5fd-a5fdd02bceee req-ab1e80a1-24be-4b61-9e39-6c0e951327db tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e092969-d8d6-42d0-90ba-02f33dbb6231 HTTP/1.1" status: 200 len: 210 time: 0.0511491 Apr 05 14:45:42.716812 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158010f9-8e31-4e2a-9be7-b3b27e840cb5 None None] Checking router: 12f20256-8506-4d8e-97c0-93a46ac69574 for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:45:42.717343 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158010f9-8e31-4e2a-9be7-b3b27e840cb5 None None] Updating router 12f20256-8506-4d8e-97c0-93a46ac69574 port 99717975-9f79-476a-9621-f3f52a1b832f binding host n-d-836650-2 {{(pid=103323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:45:42.739855 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port edae429d-ed27-4bb6-a96c-4d60dab5f909 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:45:42.747267 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port edae429d-ed27-4bb6-a96c-4d60dab5f909 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:45:42.748115 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:42.782245 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-158010f9-8e31-4e2a-9be7-b3b27e840cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:42.877293 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:42.944175 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5883f8e2-b2f0-4ef2-a442-7ccd2af6a87d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edae429d-ed27-4bb6-a96c-4d60dab5f909'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:45:42.947904 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd898abe-4dc7-48c4-887d-81a01d2ff35a" -d '{"events": [{"server_uuid": "5883f8e2-b2f0-4ef2-a442-7ccd2af6a87d", "name": "network-vif-plugged", "status": "completed", "tag": "edae429d-ed27-4bb6-a96c-4d60dab5f909"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:45:42.967649 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port edae429d-ed27-4bb6-a96c-4d60dab5f909, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=edae429d-ed27-4bb6-a96c-4d60dab5f909,segment=NetworkSegment(2ed50d53-ad8d-43f0-946d-9bbaf222e8be),segment_id=2ed50d53-ad8d-43f0-946d-9bbaf222e8be)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:45:43.023722 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d02b3ac1-5baf-4b51-bc11-5e521865b852 x-openstack-request-id: req-d02b3ac1-5baf-4b51-bc11-5e521865b852 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:45:43.023722 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5883f8e2-b2f0-4ef2-a442-7ccd2af6a87d", "name": "network-vif-plugged", "status": "completed", "tag": "edae429d-ed27-4bb6-a96c-4d60dab5f909", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:45:43.023722 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d02b3ac1-5baf-4b51-bc11-5e521865b852 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:45:43.023722 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d02b3ac1-5baf-4b51-bc11-5e521865b852'] response: {'server_uuid': '5883f8e2-b2f0-4ef2-a442-7ccd2af6a87d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edae429d-ed27-4bb6-a96c-4d60dab5f909', 'code': 200} Apr 05 14:45:43.035100 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 09e558b6-b67c-48d5-8aeb-b4284ceea357 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:45:43.124112 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 09e558b6-b67c-48d5-8aeb-b4284ceea357 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:45:43.124397 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:43.179126 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738cfcfc-141d-4981-a63a-74ac5cffb909 req-a4df6d22-3cc8-4996-a271-f2cbb3187ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:43.185248 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-738cfcfc-141d-4981-a63a-74ac5cffb909 req-a4df6d22-3cc8-4996-a271-f2cbb3187ffe service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5883f8e2-b2f0-4ef2-a442-7ccd2af6a87d HTTP/1.1" status: 200 len: 1095 time: 0.1067154 Apr 05 14:45:43.201362 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:43.236248 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-738cfcfc-141d-4981-a63a-74ac5cffb909 req-b6f27f8d-8760-4ad0-836e-39684303dd92 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420516 Apr 05 14:45:43.287894 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-158010f9-8e31-4e2a-9be7-b3b27e840cb5 None None] Notify callbacks [] for port, precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:43.300501 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=edae429d-ed27-4bb6-a96c-4d60dab5f909,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:43.337775 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf8b252-43e4-4b67-afbf-a0d0cfbd6c0e req-613f1459-3c83-4160-ac5b-5a7e517bdcb1 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:43.348869 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-baf8b252-43e4-4b67-afbf-a0d0cfbd6c0e req-613f1459-3c83-4160-ac5b-5a7e517bdcb1 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=5883f8e2-b2f0-4ef2-a442-7ccd2af6a87d HTTP/1.1" status: 200 len: 945 time: 0.0825191 Apr 05 14:45:43.391859 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-baf8b252-43e4-4b67-afbf-a0d0cfbd6c0e req-31b07cd4-a435-44dc-a50c-521998004740 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417459 Apr 05 14:45:43.403792 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-158010f9-8e31-4e2a-9be7-b3b27e840cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:43.494303 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a25839-131a-421d-ae0c-f0cfa938ea71 None None] Pushing event updated for resources: {'Port': ['ID=99717975-9f79-476a-9621-f3f52a1b832f,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:43.519795 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a25839-131a-421d-ae0c-f0cfa938ea71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:45:43.521415 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a25839-131a-421d-ae0c-f0cfa938ea71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:45:43.521415 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a25839-131a-421d-ae0c-f0cfa938ea71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:45:43.521415 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a25839-131a-421d-ae0c-f0cfa938ea71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:45:43.521415 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a25839-131a-421d-ae0c-f0cfa938ea71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:45:43.521922 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a25839-131a-421d-ae0c-f0cfa938ea71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:45:43.522242 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a25839-131a-421d-ae0c-f0cfa938ea71 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:45:43.522622 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a25839-131a-421d-ae0c-f0cfa938ea71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:45:43.522991 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a25839-131a-421d-ae0c-f0cfa938ea71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:45:43.523493 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a25839-131a-421d-ae0c-f0cfa938ea71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:45:43.524004 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a25839-131a-421d-ae0c-f0cfa938ea71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:45:43.524500 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a25839-131a-421d-ae0c-f0cfa938ea71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:45:43.611897 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-158010f9-8e31-4e2a-9be7-b3b27e840cb5 None None] Attempting to bind port 99717975-9f79-476a-9621-f3f52a1b832f on host n-d-836650-2 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:45:43.611897 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-158010f9-8e31-4e2a-9be7-b3b27e840cb5 None None] Attempting to bind port 99717975-9f79-476a-9621-f3f52a1b832f by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '4ac699d6-6b18-4d7a-ac48-b58e15e2f9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2305a676-7066-4cb3-b9bf-4aa14e5994cf'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:45:43.611897 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158010f9-8e31-4e2a-9be7-b3b27e840cb5 None None] Attempting to bind port 99717975-9f79-476a-9621-f3f52a1b832f on network 2305a676-7066-4cb3-b9bf-4aa14e5994cf {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:45:43.619511 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158010f9-8e31-4e2a-9be7-b3b27e840cb5 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:45:43.621428 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158010f9-8e31-4e2a-9be7-b3b27e840cb5 None None] Checking segment: {'id': '4ac699d6-6b18-4d7a-ac48-b58e15e2f9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2305a676-7066-4cb3-b9bf-4aa14e5994cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:45:43.621998 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-158010f9-8e31-4e2a-9be7-b3b27e840cb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:43.622525 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158010f9-8e31-4e2a-9be7-b3b27e840cb5 None None] Bound using segment: {'id': '4ac699d6-6b18-4d7a-ac48-b58e15e2f9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2305a676-7066-4cb3-b9bf-4aa14e5994cf'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:45:43.623891 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-158010f9-8e31-4e2a-9be7-b3b27e840cb5 None None] Bound port: 99717975-9f79-476a-9621-f3f52a1b832f, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ac699d6-6b18-4d7a-ac48-b58e15e2f9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2305a676-7066-4cb3-b9bf-4aa14e5994cf'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:45:43.624223 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-158010f9-8e31-4e2a-9be7-b3b27e840cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:43.752892 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-158010f9-8e31-4e2a-9be7-b3b27e840cb5 None None] For port 99717975-9f79-476a-9621-f3f52a1b832f, host n-d-836650-2, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:45:43.758355 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-158010f9-8e31-4e2a-9be7-b3b27e840cb5 None None] For port 99717975-9f79-476a-9621-f3f52a1b832f, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=99717975-9f79-476a-9621-f3f52a1b832f,segment=NetworkSegment(4ac699d6-6b18-4d7a-ac48-b58e15e2f9dd),segment_id=4ac699d6-6b18-4d7a-ac48-b58e15e2f9dd)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:45:43.833031 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8f9355d6-c73c-43ec-bde1-3e7e32630e55 req-032507fb-ed6d-4a28-b0b9-9cf7154380ea tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e092969-d8d6-42d0-90ba-02f33dbb6231 HTTP/1.1" status: 200 len: 210 time: 0.0314221 Apr 05 14:45:43.872790 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-158010f9-8e31-4e2a-9be7-b3b27e840cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:43.961686 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158010f9-8e31-4e2a-9be7-b3b27e840cb5 None None] Routers {'12f20256-8506-4d8e-97c0-93a46ac69574'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:45:43.962372 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-158010f9-8e31-4e2a-9be7-b3b27e840cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:45:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['12f20256-8506-4d8e-97c0-93a46ac69574'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:45:44.015628 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a25839-131a-421d-ae0c-f0cfa938ea71 None None] Pushing event updated for resources: {'Port': ['ID=99717975-9f79-476a-9621-f3f52a1b832f,revision_number=4']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:44.055089 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:44.137625 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-158010f9-8e31-4e2a-9be7-b3b27e840cb5 None None] Set router 12f20256-8506-4d8e-97c0-93a46ac69574 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:45:44.611455 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3249550-8bda-40f6-8638-3400ea534769 req-195ce424-2a43-48e0-ad41-bc019e932386 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:44.622022 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b3249550-8bda-40f6-8638-3400ea534769 req-195ce424-2a43-48e0-ad41-bc019e932386 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=5883f8e2-b2f0-4ef2-a442-7ccd2af6a87d HTTP/1.1" status: 200 len: 945 time: 0.1003046 Apr 05 14:45:44.652142 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-158010f9-8e31-4e2a-9be7-b3b27e840cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f20256-8506-4d8e-97c0-93a46ac69574', 'name': 'tempest-ServerRescueTestJSON-1529790584-router', 'tenant_id': 'f496a225ad45483eaea608d62cdcf288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '09e558b6-b67c-48d5-8aeb-b4284ceea357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:45:34Z', 'updated_at': '2022-04-05T14:45:38Z', 'revision_number': 4, 'project_id': 'f496a225ad45483eaea608d62cdcf288', 'gw_port': {'id': '09e558b6-b67c-48d5-8aeb-b4284ceea357', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f20256-8506-4d8e-97c0-93a46ac69574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:45:34Z', 'updated_at': '2022-04-05T14:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '99717975-9f79-476a-9621-f3f52a1b832f', 'name': '', 'network_id': '2305a676-7066-4cb3-b9bf-4aa14e5994cf', 'tenant_id': 'f496a225ad45483eaea608d62cdcf288', 'mac_address': 'fa:16:3e:83:b7:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f20256-8506-4d8e-97c0-93a46ac69574', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': '942a2853-6af0-426f-bd10-11fcee5e21a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:45:37Z', 'updated_at': '2022-04-05T14:45:43Z', 'revision_number': 4, 'project_id': 'f496a225ad45483eaea608d62cdcf288', 'subnets': [{'id': '942a2853-6af0-426f-bd10-11fcee5e21a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:45:44.687485 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b3249550-8bda-40f6-8638-3400ea534769 req-9bcfd38a-4ea3-43e9-a9c6-b1a522226b8d tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641441 Apr 05 14:45:44.771690 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158010f9-8e31-4e2a-9be7-b3b27e840cb5 None None] The sync data for ids ['12f20256-8506-4d8e-97c0-93a46ac69574'] in n-d-836650-2 is: [{'id': '12f20256-8506-4d8e-97c0-93a46ac69574', 'name': 'tempest-ServerRescueTestJSON-1529790584-router', 'tenant_id': 'f496a225ad45483eaea608d62cdcf288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '09e558b6-b67c-48d5-8aeb-b4284ceea357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:45:34Z', 'updated_at': '2022-04-05T14:45:38Z', 'revision_number': 4, 'project_id': 'f496a225ad45483eaea608d62cdcf288', 'gw_port': {'id': '09e558b6-b67c-48d5-8aeb-b4284ceea357', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f20256-8506-4d8e-97c0-93a46ac69574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:45:34Z', 'updated_at': '2022-04-05T14:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '99717975-9f79-476a-9621-f3f52a1b832f', 'name': '', 'network_id': '2305a676-7066-4cb3-b9bf-4aa14e5994cf', 'tenant_id': 'f496a225ad45483eaea608d62cdcf288', 'mac_address': 'fa:16:3e:83:b7:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f20256-8506-4d8e-97c0-93a46ac69574', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': '942a2853-6af0-426f-bd10-11fcee5e21a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:45:37Z', 'updated_at': '2022-04-05T14:45:43Z', 'revision_number': 4, 'project_id': 'f496a225ad45483eaea608d62cdcf288', 'subnets': [{'id': '942a2853-6af0-426f-bd10-11fcee5e21a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:45:44.980437 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7886f0d-8d4c-4313-9e15-52858c706018 req-fa4e7360-65e5-4b5e-bdb3-cecc99ce8576 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:44.984902 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b7886f0d-8d4c-4313-9e15-52858c706018 req-fa4e7360-65e5-4b5e-bdb3-cecc99ce8576 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.55 "GET /v2.0/networks?id=2305a676-7066-4cb3-b9bf-4aa14e5994cf HTTP/1.1" status: 200 len: 811 time: 0.2833815 Apr 05 14:45:45.019414 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-b7886f0d-8d4c-4313-9e15-52858c706018 req-ccabf80e-cc80-4599-9dd1-89315b654bbc tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Request body: {'port': {'device_id': '4e092969-d8d6-42d0-90ba-02f33dbb6231', 'network_id': '2305a676-7066-4cb3-b9bf-4aa14e5994cf', 'admin_state_up': True, 'tenant_id': 'f496a225ad45483eaea608d62cdcf288'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:45:45.112656 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 99717975-9f79-476a-9621-f3f52a1b832f up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:45:45.287147 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 99717975-9f79-476a-9621-f3f52a1b832f triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:45:45.288467 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:45.556927 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:45.646907 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port 99717975-9f79-476a-9621-f3f52a1b832f, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=99717975-9f79-476a-9621-f3f52a1b832f,segment=NetworkSegment(4ac699d6-6b18-4d7a-ac48-b58e15e2f9dd),segment_id=4ac699d6-6b18-4d7a-ac48-b58e15e2f9dd)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:45:45.760664 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:45.946777 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=99717975-9f79-476a-9621-f3f52a1b832f,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:46.034842 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-46e0e690-c568-47dc-930d-990931c7766a req-b6eb1822-77c1-47a7-a705-6184e3b98ea4 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e092969-d8d6-42d0-90ba-02f33dbb6231 HTTP/1.1" status: 200 len: 210 time: 1.0472713 Apr 05 14:45:46.216928 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ff611-5323-462b-929e-fe56e1193132 req-acb0867f-1e63-4840-bb0e-3e912db3a012 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:46.228628 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a75ff611-5323-462b-929e-fe56e1193132 req-acb0867f-1e63-4840-bb0e-3e912db3a012 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=5883f8e2-b2f0-4ef2-a442-7ccd2af6a87d HTTP/1.1" status: 200 len: 945 time: 0.2193887 Apr 05 14:45:46.340229 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a75ff611-5323-462b-929e-fe56e1193132 req-b5afb86b-d8fb-4811-a4c7-91bfd28d3817 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093698 Apr 05 14:45:46.417879 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7886f0d-8d4c-4313-9e15-52858c706018 req-ccabf80e-cc80-4599-9dd1-89315b654bbc tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Made reservation on behalf of f496a225ad45483eaea608d62cdcf288 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:45:46.424080 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-b7886f0d-8d4c-4313-9e15-52858c706018 req-ccabf80e-cc80-4599-9dd1-89315b654bbc tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:46.616122 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-b7886f0d-8d4c-4313-9e15-52858c706018 req-ccabf80e-cc80-4599-9dd1-89315b654bbc tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Allocated IP 172.20.0.11 (2305a676-7066-4cb3-b9bf-4aa14e5994cf/942a2853-6af0-426f-bd10-11fcee5e21a1/a89673c3-6f4b-4303-aaa0-e46df6e5bade) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:45:46.817929 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-b7886f0d-8d4c-4313-9e15-52858c706018 req-ccabf80e-cc80-4599-9dd1-89315b654bbc tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:46.948149 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842a3c3a-319b-409c-8d7a-592d304bb04e req-2536c26e-c1fc-4b27-b8bd-4d4df117d2f1 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:46.970763 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-842a3c3a-319b-409c-8d7a-592d304bb04e req-2536c26e-c1fc-4b27-b8bd-4d4df117d2f1 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=5883f8e2-b2f0-4ef2-a442-7ccd2af6a87d HTTP/1.1" status: 200 len: 945 time: 0.1141682 Apr 05 14:45:47.006205 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-b7886f0d-8d4c-4313-9e15-52858c706018 req-ccabf80e-cc80-4599-9dd1-89315b654bbc tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:47.065618 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 99717975-9f79-476a-9621-f3f52a1b832f up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:45:47.097280 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-842a3c3a-319b-409c-8d7a-592d304bb04e req-12ec77e6-2a8d-4500-93f6-f2002ce123a3 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138270 Apr 05 14:45:47.207451 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7886f0d-8d4c-4313-9e15-52858c706018 req-ccabf80e-cc80-4599-9dd1-89315b654bbc tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Network 2305a676-7066-4cb3-b9bf-4aa14e5994cf is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:45:47.210401 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-b7886f0d-8d4c-4313-9e15-52858c706018 req-ccabf80e-cc80-4599-9dd1-89315b654bbc tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:45:47.226080 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7886f0d-8d4c-4313-9e15-52858c706018 req-ccabf80e-cc80-4599-9dd1-89315b654bbc tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:45:47.253876 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 99717975-9f79-476a-9621-f3f52a1b832f triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:45:47.254378 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:47.394945 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccabf80e-cc80-4599-9dd1-89315b654bbc tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Pushing event updated for resources: {'Port': ['ID=a89673c3-6f4b-4303-aaa0-e46df6e5bade,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:47.412776 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7886f0d-8d4c-4313-9e15-52858c706018 req-ccabf80e-cc80-4599-9dd1-89315b654bbc tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:47.413808 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-b7886f0d-8d4c-4313-9e15-52858c706018 req-ccabf80e-cc80-4599-9dd1-89315b654bbc tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:47.449677 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001a2166-6c1b-498f-882e-00b0b8295cef req-f3f6d048-d42b-41ab-b7ea-c01f8a00055e tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:47.455960 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-001a2166-6c1b-498f-882e-00b0b8295cef req-f3f6d048-d42b-41ab-b7ea-c01f8a00055e tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e092969-d8d6-42d0-90ba-02f33dbb6231 HTTP/1.1" status: 200 len: 932 time: 0.2050607 Apr 05 14:45:47.503850 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccabf80e-cc80-4599-9dd1-89315b654bbc tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:45:47.504197 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccabf80e-cc80-4599-9dd1-89315b654bbc tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:45:47.504546 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccabf80e-cc80-4599-9dd1-89315b654bbc tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:45:47.504899 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccabf80e-cc80-4599-9dd1-89315b654bbc tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:45:47.505239 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccabf80e-cc80-4599-9dd1-89315b654bbc tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:45:47.505574 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccabf80e-cc80-4599-9dd1-89315b654bbc tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:45:47.505902 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccabf80e-cc80-4599-9dd1-89315b654bbc tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:45:47.506230 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccabf80e-cc80-4599-9dd1-89315b654bbc tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:45:47.506554 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccabf80e-cc80-4599-9dd1-89315b654bbc tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:45:47.507488 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccabf80e-cc80-4599-9dd1-89315b654bbc tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:45:47.507834 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccabf80e-cc80-4599-9dd1-89315b654bbc tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:45:47.508197 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccabf80e-cc80-4599-9dd1-89315b654bbc tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:45:47.562303 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b7886f0d-8d4c-4313-9e15-52858c706018 req-ccabf80e-cc80-4599-9dd1-89315b654bbc tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5487189 Apr 05 14:45:47.579223 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-b7886f0d-8d4c-4313-9e15-52858c706018 req-2f4fdb9c-8214-45ae-9169-000b12eddf47 service neutron] Request body: {'port': {'device_id': '4e092969-d8d6-42d0-90ba-02f33dbb6231', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:45:47.586021 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-001a2166-6c1b-498f-882e-00b0b8295cef req-b06c4956-cdbb-4997-9967-00a4fc413b1e tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f528a4f-40ab-47ff-8536-700b2ff06097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216798 Apr 05 14:45:47.669560 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-b7886f0d-8d4c-4313-9e15-52858c706018 req-2f4fdb9c-8214-45ae-9169-000b12eddf47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:47.922229 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c8838c-b9b5-4a91-a890-6666fb60eb75 req-3a976f73-9441-4ca4-86c1-9eb513a66142 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:47.930073 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-54c8838c-b9b5-4a91-a890-6666fb60eb75 req-3a976f73-9441-4ca4-86c1-9eb513a66142 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=5883f8e2-b2f0-4ef2-a442-7ccd2af6a87d HTTP/1.1" status: 200 len: 945 time: 0.1722784 Apr 05 14:45:48.037406 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-54c8838c-b9b5-4a91-a890-6666fb60eb75 req-05ab7932-1aaf-44c1-9da5-ccb92412fc36 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912342 Apr 05 14:45:48.160560 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-b7886f0d-8d4c-4313-9e15-52858c706018 req-2f4fdb9c-8214-45ae-9169-000b12eddf47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a89673c3-6f4b-4303-aaa0-e46df6e5bade {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:45:48.169150 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-b7886f0d-8d4c-4313-9e15-52858c706018 req-2f4fdb9c-8214-45ae-9169-000b12eddf47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:48.186315 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-b7886f0d-8d4c-4313-9e15-52858c706018 req-2f4fdb9c-8214-45ae-9169-000b12eddf47 service neutron] Transition to ACTIVE for port object a89673c3-6f4b-4303-aaa0-e46df6e5bade will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:45:48.280557 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-b7886f0d-8d4c-4313-9e15-52858c706018 req-2f4fdb9c-8214-45ae-9169-000b12eddf47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:48.405057 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4fdb9c-8214-45ae-9169-000b12eddf47 service neutron] Pushing event updated for resources: {'Port': ['ID=a89673c3-6f4b-4303-aaa0-e46df6e5bade,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:48.573268 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-b7886f0d-8d4c-4313-9e15-52858c706018 req-2f4fdb9c-8214-45ae-9169-000b12eddf47 service neutron] Attempting to bind port a89673c3-6f4b-4303-aaa0-e46df6e5bade on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:45:48.573616 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-b7886f0d-8d4c-4313-9e15-52858c706018 req-2f4fdb9c-8214-45ae-9169-000b12eddf47 service neutron] Attempting to bind port a89673c3-6f4b-4303-aaa0-e46df6e5bade by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': '4ac699d6-6b18-4d7a-ac48-b58e15e2f9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2305a676-7066-4cb3-b9bf-4aa14e5994cf'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:45:48.574046 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7886f0d-8d4c-4313-9e15-52858c706018 req-2f4fdb9c-8214-45ae-9169-000b12eddf47 service neutron] Attempting to bind port a89673c3-6f4b-4303-aaa0-e46df6e5bade on network 2305a676-7066-4cb3-b9bf-4aa14e5994cf {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:45:48.585562 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7886f0d-8d4c-4313-9e15-52858c706018 req-2f4fdb9c-8214-45ae-9169-000b12eddf47 service neutron] Port a89673c3-6f4b-4303-aaa0-e46df6e5bade on network 2305a676-7066-4cb3-b9bf-4aa14e5994cf not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:45:48.586565 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7886f0d-8d4c-4313-9e15-52858c706018 req-2f4fdb9c-8214-45ae-9169-000b12eddf47 service neutron] Attempting to bind port a89673c3-6f4b-4303-aaa0-e46df6e5bade on network 2305a676-7066-4cb3-b9bf-4aa14e5994cf {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:45:48.594772 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7886f0d-8d4c-4313-9e15-52858c706018 req-2f4fdb9c-8214-45ae-9169-000b12eddf47 service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:45:48.595198 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7886f0d-8d4c-4313-9e15-52858c706018 req-2f4fdb9c-8214-45ae-9169-000b12eddf47 service neutron] Checking segment: {'id': '4ac699d6-6b18-4d7a-ac48-b58e15e2f9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2305a676-7066-4cb3-b9bf-4aa14e5994cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:45:48.595597 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7886f0d-8d4c-4313-9e15-52858c706018 req-2f4fdb9c-8214-45ae-9169-000b12eddf47 service neutron] Bound using segment: {'id': '4ac699d6-6b18-4d7a-ac48-b58e15e2f9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2305a676-7066-4cb3-b9bf-4aa14e5994cf'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:45:48.596042 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-b7886f0d-8d4c-4313-9e15-52858c706018 req-2f4fdb9c-8214-45ae-9169-000b12eddf47 service neutron] Bound port: a89673c3-6f4b-4303-aaa0-e46df6e5bade, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ac699d6-6b18-4d7a-ac48-b58e15e2f9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2305a676-7066-4cb3-b9bf-4aa14e5994cf'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:45:48.596411 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-b7886f0d-8d4c-4313-9e15-52858c706018 req-2f4fdb9c-8214-45ae-9169-000b12eddf47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:48.756212 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-b7886f0d-8d4c-4313-9e15-52858c706018 req-2f4fdb9c-8214-45ae-9169-000b12eddf47 service neutron] For port a89673c3-6f4b-4303-aaa0-e46df6e5bade, host n-h1-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:45:48.759905 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-b7886f0d-8d4c-4313-9e15-52858c706018 req-2f4fdb9c-8214-45ae-9169-000b12eddf47 service neutron] For port a89673c3-6f4b-4303-aaa0-e46df6e5bade, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=a89673c3-6f4b-4303-aaa0-e46df6e5bade,segment=NetworkSegment(4ac699d6-6b18-4d7a-ac48-b58e15e2f9dd),segment_id=4ac699d6-6b18-4d7a-ac48-b58e15e2f9dd)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:45:48.874713 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7e132-2225-4ee1-afc1-78e9b8286f2b req-95412fac-2537-406b-8de7-956a047ecf93 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:48.876715 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-78b7e132-2225-4ee1-afc1-78e9b8286f2b req-95412fac-2537-406b-8de7-956a047ecf93 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e092969-d8d6-42d0-90ba-02f33dbb6231 HTTP/1.1" status: 200 len: 944 time: 0.1153286 Apr 05 14:45:48.893889 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-b7886f0d-8d4c-4313-9e15-52858c706018 req-2f4fdb9c-8214-45ae-9169-000b12eddf47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:48.928116 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f45efd6-2637-43da-93d4-727f5318fd85 req-ad645d30-1623-42b9-8a32-30e6b596e34d tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:48.934475 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3f45efd6-2637-43da-93d4-727f5318fd85 req-ad645d30-1623-42b9-8a32-30e6b596e34d tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=5883f8e2-b2f0-4ef2-a442-7ccd2af6a87d HTTP/1.1" status: 200 len: 945 time: 0.1244807 Apr 05 14:45:49.013589 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3f45efd6-2637-43da-93d4-727f5318fd85 req-d35e4e07-1925-41b5-b7a9-862365f6ad3d tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778797 Apr 05 14:45:49.208005 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7886f0d-8d4c-4313-9e15-52858c706018 req-2f4fdb9c-8214-45ae-9169-000b12eddf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:49.208005 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-b7886f0d-8d4c-4313-9e15-52858c706018 req-2f4fdb9c-8214-45ae-9169-000b12eddf47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:49.208005 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b7886f0d-8d4c-4313-9e15-52858c706018 req-2f4fdb9c-8214-45ae-9169-000b12eddf47 service neutron] 10.222.0.55 "PUT /v2.0/ports/a89673c3-6f4b-4303-aaa0-e46df6e5bade HTTP/1.1" status: 200 len: 1092 time: 1.4675152 Apr 05 14:45:49.208005 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e092969-d8d6-42d0-90ba-02f33dbb6231', 'tag': 'a89673c3-6f4b-4303-aaa0-e46df6e5bade'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:45:49.208005 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b50e76a-5f3d-45e9-a29c-237cfe1e14e0" -d '{"events": [{"name": "network-changed", "server_uuid": "4e092969-d8d6-42d0-90ba-02f33dbb6231", "tag": "a89673c3-6f4b-4303-aaa0-e46df6e5bade"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:45:49.208005 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-78b7e132-2225-4ee1-afc1-78e9b8286f2b req-40678c55-9ce6-4d5a-bfc9-4a2006ea9363 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f528a4f-40ab-47ff-8536-700b2ff06097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801760 Apr 05 14:45:49.208005 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4fdb9c-8214-45ae-9169-000b12eddf47 service neutron] Pushing event updated for resources: {'Port': ['ID=a89673c3-6f4b-4303-aaa0-e46df6e5bade,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:49.208005 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b7f4b81-3da4-404f-bd34-82a56a57ab85 x-openstack-request-id: req-3b7f4b81-3da4-404f-bd34-82a56a57ab85 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:45:49.208005 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e092969-d8d6-42d0-90ba-02f33dbb6231", "tag": "a89673c3-6f4b-4303-aaa0-e46df6e5bade", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:45:49.208005 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3b7f4b81-3da4-404f-bd34-82a56a57ab85 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:45:49.208005 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b7f4b81-3da4-404f-bd34-82a56a57ab85'] response: {'name': 'network-changed', 'server_uuid': '4e092969-d8d6-42d0-90ba-02f33dbb6231', 'tag': 'a89673c3-6f4b-4303-aaa0-e46df6e5bade', 'status': 'completed', 'code': 200} Apr 05 14:45:49.236437 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b50e76a-5f3d-45e9-a29c-237cfe1e14e0 req-3a3e58dd-af1e-440c-864c-cec0aceec074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:49.238076 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6b50e76a-5f3d-45e9-a29c-237cfe1e14e0 req-3a3e58dd-af1e-440c-864c-cec0aceec074 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f496a225ad45483eaea608d62cdcf288&device_id=4e092969-d8d6-42d0-90ba-02f33dbb6231 HTTP/1.1" status: 200 len: 1095 time: 0.0491831 Apr 05 14:45:49.350317 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b50e76a-5f3d-45e9-a29c-237cfe1e14e0 req-c1034699-3898-4d2b-8a63-8a113a33fe94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:49.351811 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6b50e76a-5f3d-45e9-a29c-237cfe1e14e0 req-c1034699-3898-4d2b-8a63-8a113a33fe94 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=f496a225ad45483eaea608d62cdcf288&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1040261 Apr 05 14:45:49.464046 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b50e76a-5f3d-45e9-a29c-237cfe1e14e0 req-43231d48-a1f7-4761-b3b0-e8fd9dbabbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:49.465743 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6b50e76a-5f3d-45e9-a29c-237cfe1e14e0 req-43231d48-a1f7-4761-b3b0-e8fd9dbabbe3 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1053193 Apr 05 14:45:49.632809 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7886f0d-8d4c-4313-9e15-52858c706018 req-17664618-7136-4014-958d-e80e06e5b38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:49.635618 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b7886f0d-8d4c-4313-9e15-52858c706018 req-17664618-7136-4014-958d-e80e06e5b38d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f496a225ad45483eaea608d62cdcf288&device_id=4e092969-d8d6-42d0-90ba-02f33dbb6231 HTTP/1.1" status: 200 len: 1095 time: 0.1139431 Apr 05 14:45:49.713153 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b7886f0d-8d4c-4313-9e15-52858c706018 req-5b29419c-7d08-455e-a985-a68177861d2f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a89673c3-6f4b-4303-aaa0-e46df6e5bade HTTP/1.1" status: 200 len: 217 time: 0.0655205 Apr 05 14:45:49.808679 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7886f0d-8d4c-4313-9e15-52858c706018 req-f337549a-5741-4cb9-bbc3-be67e1a0f789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:49.817504 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b7886f0d-8d4c-4313-9e15-52858c706018 req-f337549a-5741-4cb9-bbc3-be67e1a0f789 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=942a2853-6af0-426f-bd10-11fcee5e21a1 HTTP/1.1" status: 200 len: 851 time: 0.0944862 Apr 05 14:45:49.865680 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b7886f0d-8d4c-4313-9e15-52858c706018 req-4de34333-4e50-464f-83c0-0224966c084c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2305a676-7066-4cb3-b9bf-4aa14e5994cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376291 Apr 05 14:45:50.196592 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b7886f0d-8d4c-4313-9e15-52858c706018 req-5ddfd40a-2be5-4779-91b7-464c11c14e06 service neutron] 10.222.0.55 "GET /v2.0/networks/2305a676-7066-4cb3-b9bf-4aa14e5994cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936723 Apr 05 14:45:50.566609 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9db8462-c238-4811-a078-72a74b419151 req-f38b1da7-3a8b-4e0b-861b-4803773d132c tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:50.568540 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a9db8462-c238-4811-a078-72a74b419151 req-f38b1da7-3a8b-4e0b-861b-4803773d132c tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e092969-d8d6-42d0-90ba-02f33dbb6231 HTTP/1.1" status: 200 len: 944 time: 0.1506462 Apr 05 14:45:50.581332 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddcbc6c-184f-4f9a-8208-1e0b613e6e0f req-fe4b7f4e-6414-4895-b6dc-cda52e918bc3 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:50.582790 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dddcbc6c-184f-4f9a-8208-1e0b613e6e0f req-fe4b7f4e-6414-4895-b6dc-cda52e918bc3 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=5883f8e2-b2f0-4ef2-a442-7ccd2af6a87d HTTP/1.1" status: 200 len: 945 time: 0.2763660 Apr 05 14:45:50.663376 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad38a2c-da20-49f6-aff2-0fade5b52adf req-e0f326bf-aec4-4538-aca3-0a7418cdb85c tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:50.665222 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4ad38a2c-da20-49f6-aff2-0fade5b52adf req-e0f326bf-aec4-4538-aca3-0a7418cdb85c tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.55 "GET /v2.0/ports?device_id=5883f8e2-b2f0-4ef2-a442-7ccd2af6a87d HTTP/1.1" status: 200 len: 945 time: 0.3385849 Apr 05 14:45:50.691526 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a9db8462-c238-4811-a078-72a74b419151 req-452c04a5-22ff-40e0-ba84-bcd61ea8ba0f tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f528a4f-40ab-47ff-8536-700b2ff06097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075568 Apr 05 14:45:50.763605 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b7886f0d-8d4c-4313-9e15-52858c706018 req-cc651a08-5f35-4835-923a-e08cbf20ea68 service neutron] 10.222.0.55 "GET /v2.0/networks/2305a676-7066-4cb3-b9bf-4aa14e5994cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5599794 Apr 05 14:45:50.845393 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dddcbc6c-184f-4f9a-8208-1e0b613e6e0f req-5c1998a0-85ca-4349-a180-c6ce4efa8b06 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507514 Apr 05 14:45:50.956974 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-4ad38a2c-da20-49f6-aff2-0fade5b52adf req-31e8f0de-357f-4dca-89fe-efc16135be67 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Deleting port edae429d-ed27-4bb6-a96c-4d60dab5f909 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:45:50.957407 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-4ad38a2c-da20-49f6-aff2-0fade5b52adf req-31e8f0de-357f-4dca-89fe-efc16135be67 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:51.193213 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-4ad38a2c-da20-49f6-aff2-0fade5b52adf req-31e8f0de-357f-4dca-89fe-efc16135be67 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] For port edae429d-ed27-4bb6-a96c-4d60dab5f909, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=edae429d-ed27-4bb6-a96c-4d60dab5f909,segment=NetworkSegment(2ed50d53-ad8d-43f0-946d-9bbaf222e8be),segment_id=2ed50d53-ad8d-43f0-946d-9bbaf222e8be)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:45:51.194052 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-4ad38a2c-da20-49f6-aff2-0fade5b52adf req-31e8f0de-357f-4dca-89fe-efc16135be67 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:51.217697 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-4ad38a2c-da20-49f6-aff2-0fade5b52adf req-31e8f0de-357f-4dca-89fe-efc16135be67 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Calling delete_port for edae429d-ed27-4bb6-a96c-4d60dab5f909 owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:45:51.549624 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-4ad38a2c-da20-49f6-aff2-0fade5b52adf req-31e8f0de-357f-4dca-89fe-efc16135be67 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:51.586403 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e8f0de-357f-4dca-89fe-efc16135be67 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Pushing event deleted for resources: {'Port': ['ID=edae429d-ed27-4bb6-a96c-4d60dab5f909,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:51.690144 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ad38a2c-da20-49f6-aff2-0fade5b52adf req-31e8f0de-357f-4dca-89fe-efc16135be67 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] No DVR routers for this DVR port edae429d-ed27-4bb6-a96c-4d60dab5f909 on host n-h1-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:45:51.695152 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-4ad38a2c-da20-49f6-aff2-0fade5b52adf req-31e8f0de-357f-4dca-89fe-efc16135be67 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:51.733538 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4ad38a2c-da20-49f6-aff2-0fade5b52adf req-31e8f0de-357f-4dca-89fe-efc16135be67 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.55 "DELETE /v2.0/ports/edae429d-ed27-4bb6-a96c-4d60dab5f909 HTTP/1.1" status: 204 len: 173 time: 1.0327835 Apr 05 14:45:51.736757 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5883f8e2-b2f0-4ef2-a442-7ccd2af6a87d', 'name': 'network-vif-deleted', 'tag': 'edae429d-ed27-4bb6-a96c-4d60dab5f909'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:45:51.747949 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-889d622c-9865-4b82-9f47-bea54af00908" -d '{"events": [{"server_uuid": "5883f8e2-b2f0-4ef2-a442-7ccd2af6a87d", "name": "network-vif-deleted", "tag": "edae429d-ed27-4bb6-a96c-4d60dab5f909"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:45:51.843683 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85488f51-b4cd-4357-ba3f-ec4a73ec429b x-openstack-request-id: req-85488f51-b4cd-4357-ba3f-ec4a73ec429b {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:45:51.844072 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5883f8e2-b2f0-4ef2-a442-7ccd2af6a87d", "name": "network-vif-deleted", "tag": "edae429d-ed27-4bb6-a96c-4d60dab5f909", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:45:51.844335 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-85488f51-b4cd-4357-ba3f-ec4a73ec429b {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:45:51.844764 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85488f51-b4cd-4357-ba3f-ec4a73ec429b'] response: {'server_uuid': '5883f8e2-b2f0-4ef2-a442-7ccd2af6a87d', 'name': 'network-vif-deleted', 'tag': 'edae429d-ed27-4bb6-a96c-4d60dab5f909', 'status': 'completed', 'code': 200} Apr 05 14:45:51.945890 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3c52a-a1da-4fec-b362-1191a711d65f req-e868f53e-2bcd-4916-bdb0-2e044e4caf31 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:51.948468 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-71f3c52a-a1da-4fec-b362-1191a711d65f req-e868f53e-2bcd-4916-bdb0-2e044e4caf31 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e092969-d8d6-42d0-90ba-02f33dbb6231 HTTP/1.1" status: 200 len: 944 time: 0.1019695 Apr 05 14:45:52.033345 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-71f3c52a-a1da-4fec-b362-1191a711d65f req-0616e6f3-25f0-4b5f-814c-9c862a09614c tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f528a4f-40ab-47ff-8536-700b2ff06097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763478 Apr 05 14:45:52.061514 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-63364b92-27c2-48bd-b88d-3dcbcc5a7f63 req-8fa006c3-bce8-401c-ba8e-c29e0c6c9f81 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=5883f8e2-b2f0-4ef2-a442-7ccd2af6a87d HTTP/1.1" status: 200 len: 210 time: 0.0455043 Apr 05 14:45:52.454532 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device a89673c3-6f4b-4303-aaa0-e46df6e5bade details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:45:52.916114 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device edae429d-ed27-4bb6-a96c-4d60dab5f909 no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:45:52.973534 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] No Port match for: edae429d-ed27-4bb6-a96c-4d60dab5f909 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:45:52.974061 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device edae429d-ed27-4bb6-a96c-4d60dab5f909 not bound to the agent host n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:45:52.993221 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port a89673c3-6f4b-4303-aaa0-e46df6e5bade, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=a89673c3-6f4b-4303-aaa0-e46df6e5bade,segment=NetworkSegment(4ac699d6-6b18-4d7a-ac48-b58e15e2f9dd),segment_id=4ac699d6-6b18-4d7a-ac48-b58e15e2f9dd)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:45:53.014327 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': 'a89673c3-6f4b-4303-aaa0-e46df6e5bade', 'network_id': '2305a676-7066-4cb3-b9bf-4aa14e5994cf', 'port_id': 'a89673c3-6f4b-4303-aaa0-e46df6e5bade', 'mac_address': 'fa:16:3e:4c:61:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '942a2853-6af0-426f-bd10-11fcee5e21a1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:45:53.089301 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:53.113386 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a89673c3-6f4b-4303-aaa0-e46df6e5bade {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:45:53.139405 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port a89673c3-6f4b-4303-aaa0-e46df6e5bade, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=a89673c3-6f4b-4303-aaa0-e46df6e5bade,segment=NetworkSegment(4ac699d6-6b18-4d7a-ac48-b58e15e2f9dd),segment_id=4ac699d6-6b18-4d7a-ac48-b58e15e2f9dd)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:45:53.196472 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:53.271732 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=a89673c3-6f4b-4303-aaa0-e46df6e5bade,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:53.292082 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2a728f31-9ec1-4e5f-8cad-5d042437c07d req-b9a2866b-438b-4dc9-a3bb-e43cc9c18698 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=5883f8e2-b2f0-4ef2-a442-7ccd2af6a87d HTTP/1.1" status: 200 len: 210 time: 0.0691040 Apr 05 14:45:53.347798 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b401b3b2-13ed-411e-8df2-54b316fbfa0b req-7ccf7ed2-18c3-4257-ac11-0733b3846c01 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:53.357358 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b401b3b2-13ed-411e-8df2-54b316fbfa0b req-7ccf7ed2-18c3-4257-ac11-0733b3846c01 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e092969-d8d6-42d0-90ba-02f33dbb6231 HTTP/1.1" status: 200 len: 944 time: 0.2095630 Apr 05 14:45:53.420142 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['a89673c3-6f4b-4303-aaa0-e46df6e5bade'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:45:53.423391 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b401b3b2-13ed-411e-8df2-54b316fbfa0b req-2ebba5cd-244f-4d15-887a-45dfbb2c3947 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f528a4f-40ab-47ff-8536-700b2ff06097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649741 Apr 05 14:45:54.467674 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device a89673c3-6f4b-4303-aaa0-e46df6e5bade up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:45:54.551928 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e3274599-6735-450a-acf5-fe28feb4be04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:54.576132 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-97f65369-ff8f-4cd0-9cac-314ec667b1a7 req-bb322b4c-d019-4ec5-987f-6a2b9c39f648 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=5883f8e2-b2f0-4ef2-a442-7ccd2af6a87d HTTP/1.1" status: 200 len: 210 time: 0.0598984 Apr 05 14:45:54.712917 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb2dd8-2b62-46c5-b004-93705b84dda0 req-ebd5c61b-d247-451c-a01c-7c47e9d724f0 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:54.726685 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port a89673c3-6f4b-4303-aaa0-e46df6e5bade completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:45:54.739898 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port a89673c3-6f4b-4303-aaa0-e46df6e5bade triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:45:54.739898 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:54.740337 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bebb2dd8-2b62-46c5-b004-93705b84dda0 req-ebd5c61b-d247-451c-a01c-7c47e9d724f0 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e092969-d8d6-42d0-90ba-02f33dbb6231 HTTP/1.1" status: 200 len: 945 time: 0.1458864 Apr 05 14:45:54.871445 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bebb2dd8-2b62-46c5-b004-93705b84dda0 req-c30b8986-8bca-42b8-967f-5dc0109b8e06 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f528a4f-40ab-47ff-8536-700b2ff06097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364973 Apr 05 14:45:54.880472 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:54.915704 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e092969-d8d6-42d0-90ba-02f33dbb6231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a89673c3-6f4b-4303-aaa0-e46df6e5bade'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:45:54.923891 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37677ff-c9cc-422f-a8ab-02c2b0ac4e43" -d '{"events": [{"server_uuid": "4e092969-d8d6-42d0-90ba-02f33dbb6231", "name": "network-vif-plugged", "status": "completed", "tag": "a89673c3-6f4b-4303-aaa0-e46df6e5bade"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:45:54.932541 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port a89673c3-6f4b-4303-aaa0-e46df6e5bade, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=a89673c3-6f4b-4303-aaa0-e46df6e5bade,segment=NetworkSegment(4ac699d6-6b18-4d7a-ac48-b58e15e2f9dd),segment_id=4ac699d6-6b18-4d7a-ac48-b58e15e2f9dd)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:45:55.009301 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f355f701-c17d-4cb7-bd58-573c08be5ccf x-openstack-request-id: req-f355f701-c17d-4cb7-bd58-573c08be5ccf {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:45:55.009859 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e092969-d8d6-42d0-90ba-02f33dbb6231", "name": "network-vif-plugged", "status": "completed", "tag": "a89673c3-6f4b-4303-aaa0-e46df6e5bade", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:45:55.010250 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f355f701-c17d-4cb7-bd58-573c08be5ccf {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:45:55.017379 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f355f701-c17d-4cb7-bd58-573c08be5ccf'] response: {'server_uuid': '4e092969-d8d6-42d0-90ba-02f33dbb6231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a89673c3-6f4b-4303-aaa0-e46df6e5bade', 'code': 200} Apr 05 14:45:55.057795 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:55.135307 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 56592) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:45:55.185553 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36695de7-ef75-46f9-bb91-e721622fb818 req-f3345d37-09a1-4c69-9abf-1866a5cf0680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:55.188182 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-36695de7-ef75-46f9-bb91-e721622fb818 req-f3345d37-09a1-4c69-9abf-1866a5cf0680 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4e092969-d8d6-42d0-90ba-02f33dbb6231 HTTP/1.1" status: 200 len: 1097 time: 0.1144121 Apr 05 14:45:55.191316 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=a89673c3-6f4b-4303-aaa0-e46df6e5bade,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:55.264744 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-36695de7-ef75-46f9-bb91-e721622fb818 req-9e20002a-bbeb-434c-8b10-daa098328f4a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9f528a4f-40ab-47ff-8536-700b2ff06097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632870 Apr 05 14:45:55.370618 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-aaeb6e9b-30b5-4a26-90f5-27aba1b85a96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:55.510885 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-aaeb6e9b-30b5-4a26-90f5-27aba1b85a96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:55.573269 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-aaeb6e9b-30b5-4a26-90f5-27aba1b85a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:55.668420 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeb6e9b-30b5-4a26-90f5-27aba1b85a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4205e38a-5252-4d43-8986-21d6838b3d40,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:55.684580 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 56608) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:45:55.686227 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-aaeb6e9b-30b5-4a26-90f5-27aba1b85a96 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d63869c0640b4329b05a63e6df9778c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5435276 Apr 05 14:45:55.700674 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb6e9b-30b5-4a26-90f5-27aba1b85a96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:45:55.701955 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb6e9b-30b5-4a26-90f5-27aba1b85a96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:45:55.702484 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb6e9b-30b5-4a26-90f5-27aba1b85a96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:45:55.703866 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb6e9b-30b5-4a26-90f5-27aba1b85a96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:45:55.705261 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb6e9b-30b5-4a26-90f5-27aba1b85a96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:45:55.706170 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb6e9b-30b5-4a26-90f5-27aba1b85a96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:45:55.707802 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb6e9b-30b5-4a26-90f5-27aba1b85a96 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:45:55.708310 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb6e9b-30b5-4a26-90f5-27aba1b85a96 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:45:55.708810 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb6e9b-30b5-4a26-90f5-27aba1b85a96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:45:55.710959 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb6e9b-30b5-4a26-90f5-27aba1b85a96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:45:55.711476 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb6e9b-30b5-4a26-90f5-27aba1b85a96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:45:55.713520 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb6e9b-30b5-4a26-90f5-27aba1b85a96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:45:55.867331 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ae9c305d-f542-42ca-8d05-eae441282413 req-53aacf5a-c2f3-4bad-b4de-32d99d06cc5f tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=5883f8e2-b2f0-4ef2-a442-7ccd2af6a87d HTTP/1.1" status: 200 len: 210 time: 0.1040573 Apr 05 14:45:55.887242 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-81f9770c-9df7-471f-b125-9aeeb488f6c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:55.967918 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-81f9770c-9df7-471f-b125-9aeeb488f6c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:56.106856 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d56bb-64c9-4349-9cb1-1317c547a5be req-1be1c4c3-c0de-4ba4-9885-a5f97e75ef53 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:56.119870 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1d7d56bb-64c9-4349-9cb1-1317c547a5be req-1be1c4c3-c0de-4ba4-9885-a5f97e75ef53 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e092969-d8d6-42d0-90ba-02f33dbb6231 HTTP/1.1" status: 200 len: 946 time: 0.1223180 Apr 05 14:45:56.179769 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1d7d56bb-64c9-4349-9cb1-1317c547a5be req-513ac824-56df-427b-9bf5-d324bec41db3 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f528a4f-40ab-47ff-8536-700b2ff06097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578442 Apr 05 14:45:56.486893 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-81f9770c-9df7-471f-b125-9aeeb488f6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:56.494812 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-81f9770c-9df7-471f-b125-9aeeb488f6c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:56.496677 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-81f9770c-9df7-471f-b125-9aeeb488f6c6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4205e38a-5252-4d43-8986-21d6838b3d40 HTTP/1.1" status: 204 len: 168 time: 0.8109739 Apr 05 14:45:56.529988 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9770c-9df7-471f-b125-9aeeb488f6c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4205e38a-5252-4d43-8986-21d6838b3d40,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:56.835927 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-92588ab1-6b85-4b04-a923-e47e5738880d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:56.999066 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e293765b-c363-4cef-a3d1-f562064e6cd2 req-adb67227-9893-4211-a6e9-c80783b81ba4 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=5883f8e2-b2f0-4ef2-a442-7ccd2af6a87d HTTP/1.1" status: 200 len: 210 time: 0.0530448 Apr 05 14:45:57.513419 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22056a7a-e9eb-4f36-bc56-1687cb18f729 req-a559d8a5-db77-468e-993f-1d5d48e84e81 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:57.521923 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-22056a7a-e9eb-4f36-bc56-1687cb18f729 req-a559d8a5-db77-468e-993f-1d5d48e84e81 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e092969-d8d6-42d0-90ba-02f33dbb6231 HTTP/1.1" status: 200 len: 946 time: 0.1099370 Apr 05 14:45:57.574688 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-22056a7a-e9eb-4f36-bc56-1687cb18f729 req-ebe65545-b616-4788-a4f3-ed1a6c4d6d7e tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f528a4f-40ab-47ff-8536-700b2ff06097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478349 Apr 05 14:45:58.069503 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:58.283510 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6e153849-308c-493e-b3f6-8c49025e96ed req-46a7a02b-4ca9-4c6b-998e-acd1b92ba5d1 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=5883f8e2-b2f0-4ef2-a442-7ccd2af6a87d HTTP/1.1" status: 200 len: 210 time: 0.0692875 Apr 05 14:45:58.633619 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345b8c9c-0960-45d5-a7df-2253fe98f607 req-f7c739a1-0630-4c68-b112-1c05c55ffec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:58.635651 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-345b8c9c-0960-45d5-a7df-2253fe98f607 req-f7c739a1-0630-4c68-b112-1c05c55ffec3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f496a225ad45483eaea608d62cdcf288&device_id=4e092969-d8d6-42d0-90ba-02f33dbb6231 HTTP/1.1" status: 200 len: 1097 time: 0.1839285 Apr 05 14:45:58.670981 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec58d2df-7fc7-44ca-be7b-ab013c9c8168 req-8e46e45e-1538-42bc-af1e-80e4d5d89f85 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:58.674533 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ec58d2df-7fc7-44ca-be7b-ab013c9c8168 req-8e46e45e-1538-42bc-af1e-80e4d5d89f85 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e092969-d8d6-42d0-90ba-02f33dbb6231 HTTP/1.1" status: 200 len: 946 time: 0.1175175 Apr 05 14:45:58.979899 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ec58d2df-7fc7-44ca-be7b-ab013c9c8168 req-586d025d-c873-426c-9335-8c44948dece2 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f528a4f-40ab-47ff-8536-700b2ff06097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510755 Apr 05 14:45:59.084038 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345b8c9c-0960-45d5-a7df-2253fe98f607 req-d06164e9-49f8-4f5b-b972-e61e833dc0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:59.085570 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-345b8c9c-0960-45d5-a7df-2253fe98f607 req-d06164e9-49f8-4f5b-b972-e61e833dc0ff service neutron] 10.222.0.55 "GET /v2.0/networks?id=2305a676-7066-4cb3-b9bf-4aa14e5994cf HTTP/1.1" status: 200 len: 912 time: 0.3833354 Apr 05 14:45:59.157203 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-345b8c9c-0960-45d5-a7df-2253fe98f607 req-baebdc14-a2ca-4d20-9675-1203f7d4abdb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a89673c3-6f4b-4303-aaa0-e46df6e5bade HTTP/1.1" status: 200 len: 217 time: 0.0580249 Apr 05 14:45:59.269472 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345b8c9c-0960-45d5-a7df-2253fe98f607 req-3d948179-da24-4e28-aff5-efccb59e9701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:59.275366 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-345b8c9c-0960-45d5-a7df-2253fe98f607 req-3d948179-da24-4e28-aff5-efccb59e9701 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=942a2853-6af0-426f-bd10-11fcee5e21a1 HTTP/1.1" status: 200 len: 851 time: 0.1104684 Apr 05 14:45:59.347328 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-345b8c9c-0960-45d5-a7df-2253fe98f607 req-1154e42d-fa74-42f6-85aa-f2c0787d0b3a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2305a676-7066-4cb3-b9bf-4aa14e5994cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656404 Apr 05 14:45:59.546224 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-890a911c-3376-47fc-9392-016cce2a633b req-933371e5-938c-49be-8939-2c14788c1270 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=5883f8e2-b2f0-4ef2-a442-7ccd2af6a87d HTTP/1.1" status: 200 len: 210 time: 0.0631433 Apr 05 14:45:59.591422 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:59.697398 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-345b8c9c-0960-45d5-a7df-2253fe98f607 req-dbc1bacb-537b-4985-8e79-b0d4a87bd8bd service neutron] 10.222.0.55 "GET /v2.0/networks/2305a676-7066-4cb3-b9bf-4aa14e5994cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3359745 Apr 05 14:45:59.760726 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:59.833275 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-345b8c9c-0960-45d5-a7df-2253fe98f607 req-7d9fbb2d-b706-4af0-8143-46914059f6f6 service neutron] 10.222.0.55 "GET /v2.0/networks/2305a676-7066-4cb3-b9bf-4aa14e5994cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260254 Apr 05 14:46:00.215183 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2168e8-db1a-4a01-a664-177b487bc3d5 req-e858ac1f-5b07-4dba-bb98-6a46e2ed080d tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:00.225612 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bf2168e8-db1a-4a01-a664-177b487bc3d5 req-e858ac1f-5b07-4dba-bb98-6a46e2ed080d tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e092969-d8d6-42d0-90ba-02f33dbb6231 HTTP/1.1" status: 200 len: 946 time: 0.1268940 Apr 05 14:46:00.304278 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bf2168e8-db1a-4a01-a664-177b487bc3d5 req-5c902ed3-b1ad-411a-b9c0-7a0a2ebd90d2 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f528a4f-40ab-47ff-8536-700b2ff06097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666237 Apr 05 14:46:00.498437 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 56742) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:46:00.726512 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fb1d8c43-863a-4a3e-9692-05470e2b33f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:00.893590 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fb1d8c43-863a-4a3e-9692-05470e2b33f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:01.120296 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fb1d8c43-863a-4a3e-9692-05470e2b33f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:01.228379 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 56774) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:46:01.232525 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-fb1d8c43-863a-4a3e-9692-05470e2b33f0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0d2b432fb69e483c95d3d71a42ecb8ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7286611 Apr 05 14:46:01.234858 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1d8c43-863a-4a3e-9692-05470e2b33f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=968a9609-bb90-4d0c-981c-f5ea8251118c,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:46:01.364563 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3373e924-161d-4f49-a122-eacba14c5187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:01.420302 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3373e924-161d-4f49-a122-eacba14c5187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:01.522965 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5365b81-7200-4e11-a9ba-138e66eccca9 req-a5938919-2af6-48cb-8bc8-e3be1cd8b9a9 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:01.535882 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f5365b81-7200-4e11-a9ba-138e66eccca9 req-a5938919-2af6-48cb-8bc8-e3be1cd8b9a9 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e092969-d8d6-42d0-90ba-02f33dbb6231 HTTP/1.1" status: 200 len: 946 time: 0.1276634 Apr 05 14:46:01.598743 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f5365b81-7200-4e11-a9ba-138e66eccca9 req-eddb7e18-1003-4daf-9aae-6c1d5dba7ad5 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f528a4f-40ab-47ff-8536-700b2ff06097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571268 Apr 05 14:46:01.630354 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3373e924-161d-4f49-a122-eacba14c5187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:01.633395 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3373e924-161d-4f49-a122-eacba14c5187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:01.635026 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-3373e924-161d-4f49-a122-eacba14c5187 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/968a9609-bb90-4d0c-981c-f5ea8251118c HTTP/1.1" status: 204 len: 168 time: 0.4043729 Apr 05 14:46:01.676714 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3373e924-161d-4f49-a122-eacba14c5187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=968a9609-bb90-4d0c-981c-f5ea8251118c,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:46:02.780607 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c43d1-f272-4254-912d-b5c8472c6f1d req-11f015f0-f5ba-4a5e-a8c2-7c5b43e9bc27 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:02.784623 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9b7c43d1-f272-4254-912d-b5c8472c6f1d req-11f015f0-f5ba-4a5e-a8c2-7c5b43e9bc27 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e092969-d8d6-42d0-90ba-02f33dbb6231 HTTP/1.1" status: 200 len: 946 time: 0.0780995 Apr 05 14:46:02.853566 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9b7c43d1-f272-4254-912d-b5c8472c6f1d req-37813588-7992-4f71-b9b1-763744bdf5c9 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f528a4f-40ab-47ff-8536-700b2ff06097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590639 Apr 05 14:46:04.086425 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4127f957-1ce9-4ab1-9c43-cf3fe7b13ac9 req-a456df5a-ad8b-4ec7-b072-745283d55357 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:04.088065 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4127f957-1ce9-4ab1-9c43-cf3fe7b13ac9 req-a456df5a-ad8b-4ec7-b072-745283d55357 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e092969-d8d6-42d0-90ba-02f33dbb6231 HTTP/1.1" status: 200 len: 946 time: 0.1229713 Apr 05 14:46:04.161872 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4127f957-1ce9-4ab1-9c43-cf3fe7b13ac9 req-48a1ecdd-857a-4130-a076-03ea0f38252f tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f528a4f-40ab-47ff-8536-700b2ff06097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657225 Apr 05 14:46:04.255514 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [req-0f5f617d-83a5-44b2-b8d7-b1e8cf1c9e15 req-c7ed9a1d-656c-4e5c-870a-8e99b54a303b service neutron] (103321) timed out ('10.222.0.30', 33070) {{(pid=103321) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 05 14:46:04.384619 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3403a72-e667-4eea-bf28-5cc3919de7e6 req-6f4d2a9a-e49d-4121-8893-f8619d90f923 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:04.393214 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d3403a72-e667-4eea-bf28-5cc3919de7e6 req-6f4d2a9a-e49d-4121-8893-f8619d90f923 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5446916-e6f0-406e-804e-85db30ca3080 HTTP/1.1" status: 200 len: 950 time: 0.0646980 Apr 05 14:46:04.437415 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d3403a72-e667-4eea-bf28-5cc3919de7e6 req-f9b2a1c4-bcae-4ddd-b36c-869730c44426 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0742608-c199-4fa7-bcb8-78999595eed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431778 Apr 05 14:46:05.310112 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd11204f-77ab-4f06-aa0d-c604a382b5fd req-51a21e78-f43d-4133-936a-cd29fcde64f8 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:05.319480 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cd11204f-77ab-4f06-aa0d-c604a382b5fd req-51a21e78-f43d-4133-936a-cd29fcde64f8 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e092969-d8d6-42d0-90ba-02f33dbb6231 HTTP/1.1" status: 200 len: 946 time: 0.0706100 Apr 05 14:46:05.377555 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cd11204f-77ab-4f06-aa0d-c604a382b5fd req-42ecc2b2-6546-4c83-a86c-047dac9140dd tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f528a4f-40ab-47ff-8536-700b2ff06097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539076 Apr 05 14:46:05.586533 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d69d0-9aca-49e8-aba6-1c49a409feeb req-aa2ddf02-ff3d-44c3-aecb-6188ecf6dac7 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:05.588455 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0f5d69d0-9aca-49e8-aba6-1c49a409feeb req-aa2ddf02-ff3d-44c3-aecb-6188ecf6dac7 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5446916-e6f0-406e-804e-85db30ca3080 HTTP/1.1" status: 200 len: 950 time: 0.0528479 Apr 05 14:46:05.690982 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0f5d69d0-9aca-49e8-aba6-1c49a409feeb req-fb5ec729-a970-48ac-b446-0d0b17dcb4ed tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0742608-c199-4fa7-bcb8-78999595eed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857656 Apr 05 14:46:06.311875 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 56958) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:46:06.524952 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-cf906bab-242c-43b9-8814-579f4b3389d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:06.548856 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1bfec3-a585-457d-816b-fbeed0e9b14a req-b51728e7-0f81-4a07-a13f-9a00bdabe3ed tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:06.557342 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4d1bfec3-a585-457d-816b-fbeed0e9b14a req-b51728e7-0f81-4a07-a13f-9a00bdabe3ed tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e092969-d8d6-42d0-90ba-02f33dbb6231 HTTP/1.1" status: 200 len: 946 time: 0.0715616 Apr 05 14:46:06.612209 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4d1bfec3-a585-457d-816b-fbeed0e9b14a req-b5470121-cc8e-420d-9462-d46f08156caf tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f528a4f-40ab-47ff-8536-700b2ff06097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531106 Apr 05 14:46:06.669468 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-cf906bab-242c-43b9-8814-579f4b3389d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:06.692317 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3827667d-ed7f-4386-b8a7-1be3deac89e7 req-429c1b7a-c1c6-4ce6-8341-41f92ef64270 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ccccf70e-a6c6-4dfa-a88f-b2f890407d16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0534761 Apr 05 14:46:06.743289 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-cf906bab-242c-43b9-8814-579f4b3389d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:06.808743 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-cf906bab-242c-43b9-8814-579f4b3389d4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b62e211cc75c4e90b20b9103f797c3b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4941676 Apr 05 14:46:06.810183 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf906bab-242c-43b9-8814-579f4b3389d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75adbc97-2c44-46ec-9a45-381aae24c2a3,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:46:06.813471 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 57012) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:46:06.865433 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3827667d-ed7f-4386-b8a7-1be3deac89e7 req-0256cd87-1643-4c15-8232-3ccb84442546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:06.867230 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3827667d-ed7f-4386-b8a7-1be3deac89e7 req-0256cd87-1643-4c15-8232-3ccb84442546 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d9feba5fdbdc4767955480ab96956cf8&device_id=ccccf70e-a6c6-4dfa-a88f-b2f890407d16 HTTP/1.1" status: 200 len: 1096 time: 0.0883009 Apr 05 14:46:06.877769 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-680076d3-34fb-4851-a97a-25bdab20d005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:06.905523 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-680076d3-34fb-4851-a97a-25bdab20d005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:07.012540 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3827667d-ed7f-4386-b8a7-1be3deac89e7 req-b546ab73-3439-4853-a074-727a93b6265c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:07.014132 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3827667d-ed7f-4386-b8a7-1be3deac89e7 req-b546ab73-3439-4853-a074-727a93b6265c service neutron] 10.222.0.55 "GET /v2.0/networks?id=600f0cf5-5409-4f71-be79-543bdecff300 HTTP/1.1" status: 200 len: 920 time: 0.1214392 Apr 05 14:46:07.098664 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3827667d-ed7f-4386-b8a7-1be3deac89e7 req-8eeec829-75da-4ce3-9f0c-a4638a08daef service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af49f188-6f6e-4d44-985a-9d92b809f841 HTTP/1.1" status: 200 len: 1000 time: 0.0765719 Apr 05 14:46:07.164186 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device ecffc544-c4fb-4027-ba5e-1dd73b1169cc no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:46:07.168517 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3827667d-ed7f-4386-b8a7-1be3deac89e7 req-298ba36a-2707-484a-8346-be069e5fe621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:07.170914 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3827667d-ed7f-4386-b8a7-1be3deac89e7 req-298ba36a-2707-484a-8346-be069e5fe621 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fe7e919b-03a6-4a26-b866-e533217cd38c HTTP/1.1" status: 200 len: 858 time: 0.0646529 Apr 05 14:46:07.245861 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3827667d-ed7f-4386-b8a7-1be3deac89e7 req-967b56d0-07a5-43c6-ba34-374b3f3764c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:07.247913 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3827667d-ed7f-4386-b8a7-1be3deac89e7 req-967b56d0-07a5-43c6-ba34-374b3f3764c8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=600f0cf5-5409-4f71-be79-543bdecff300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690334 Apr 05 14:46:07.297299 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:07.333136 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5446916-e6f0-406e-804e-85db30ca3080', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecffc544-c4fb-4027-ba5e-1dd73b1169cc'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:46:07.336333 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b23254a6-fbe8-4c55-891f-cdafc9f9ea5f" -d '{"events": [{"server_uuid": "d5446916-e6f0-406e-804e-85db30ca3080", "name": "network-vif-unplugged", "status": "completed", "tag": "ecffc544-c4fb-4027-ba5e-1dd73b1169cc"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:46:07.382571 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port ecffc544-c4fb-4027-ba5e-1dd73b1169cc, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=ecffc544-c4fb-4027-ba5e-1dd73b1169cc,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:46:07.407596 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 14:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a59b6ab6-9658-4e1a-a752-d3600ffe5e16 x-openstack-request-id: req-a59b6ab6-9658-4e1a-a752-d3600ffe5e16 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:46:07.409921 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5446916-e6f0-406e-804e-85db30ca3080", "name": "network-vif-unplugged", "status": "completed", "tag": "ecffc544-c4fb-4027-ba5e-1dd73b1169cc", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:46:07.409921 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a59b6ab6-9658-4e1a-a752-d3600ffe5e16 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:46:07.409921 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a59b6ab6-9658-4e1a-a752-d3600ffe5e16'] response: {'server_uuid': 'd5446916-e6f0-406e-804e-85db30ca3080', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecffc544-c4fb-4027-ba5e-1dd73b1169cc', 'code': 200} Apr 05 14:46:07.420546 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3827667d-ed7f-4386-b8a7-1be3deac89e7 req-0aee334f-c967-4eec-a8dc-a4c0bbeaf7a6 service neutron] 10.222.0.55 "GET /v2.0/networks/600f0cf5-5409-4f71-be79-543bdecff300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656189 Apr 05 14:46:07.429104 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-680076d3-34fb-4851-a97a-25bdab20d005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:07.437155 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-680076d3-34fb-4851-a97a-25bdab20d005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:07.441702 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-680076d3-34fb-4851-a97a-25bdab20d005 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/75adbc97-2c44-46ec-9a45-381aae24c2a3 HTTP/1.1" status: 204 len: 168 time: 0.6255589 Apr 05 14:46:07.455669 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680076d3-34fb-4851-a97a-25bdab20d005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75adbc97-2c44-46ec-9a45-381aae24c2a3,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:46:07.484805 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:07.555593 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3827667d-ed7f-4386-b8a7-1be3deac89e7 req-06c1a8b9-67fa-4628-9f4c-fa9fe7e5c577 service neutron] 10.222.0.55 "GET /v2.0/networks/600f0cf5-5409-4f71-be79-543bdecff300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269572 Apr 05 14:46:07.559096 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=ecffc544-c4fb-4027-ba5e-1dd73b1169cc,revision_number=8']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:46:07.569110 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:46:07.569697 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:46:07.570353 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:46:07.570990 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:46:07.572435 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:46:07.572789 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:46:07.573265 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:46:07.574057 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:46:07.574924 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:46:07.575415 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:46:07.575801 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:46:07.576298 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:46:07.781011 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f66916-bca0-488f-a0e3-e8cd3746c7d2 req-7a0eaa1f-3f61-470e-bb73-6429e0079633 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:07.783404 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-33f66916-bca0-488f-a0e3-e8cd3746c7d2 req-7a0eaa1f-3f61-470e-bb73-6429e0079633 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e092969-d8d6-42d0-90ba-02f33dbb6231 HTTP/1.1" status: 200 len: 946 time: 0.0900569 Apr 05 14:46:07.863701 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-33f66916-bca0-488f-a0e3-e8cd3746c7d2 req-2512b852-a347-4e23-9b2b-6e199dda72df tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f528a4f-40ab-47ff-8536-700b2ff06097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689576 Apr 05 14:46:08.159688 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fecb7c12-68f3-4716-9a35-157a6bcb8f01 req-00cf64a6-86ff-4c97-8c2b-433a93a77c3b tempest-VolumesNegativeTest-2122843757 tempest-VolumesNegativeTest-2122843757-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=e4e16b467f704686b2e9daa3e8ab874f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265360 Apr 05 14:46:08.257583 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 57092) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:46:08.275936 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6baa1d6b-3bd5-4357-8969-d2a38a4fde71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:08.377847 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6baa1d6b-3bd5-4357-8969-d2a38a4fde71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:08.457925 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6baa1d6b-3bd5-4357-8969-d2a38a4fde71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:08.520486 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-6baa1d6b-3bd5-4357-8969-d2a38a4fde71 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1759557406d34d9188b6ef96cef820e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2618847 Apr 05 14:46:08.524793 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 57094) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:46:08.529182 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baa1d6b-3bd5-4357-8969-d2a38a4fde71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=797ffe3b-dcdb-4a1c-9ccf-baa93c4aee1c,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:46:08.645431 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb7c12-68f3-4716-9a35-157a6bcb8f01 req-d870f155-393e-41eb-9b15-b52eaa87719c tempest-VolumesNegativeTest-2122843757 tempest-VolumesNegativeTest-2122843757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:08.649566 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-e37c8988-4366-4be1-87ba-578891e151a0 req-b178f75c-f76f-432e-8b0b-31254b64566c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1fb8ba11-dd17-4faf-8654-fe2f3115015c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0818901 Apr 05 14:46:08.654553 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fecb7c12-68f3-4716-9a35-157a6bcb8f01 req-d870f155-393e-41eb-9b15-b52eaa87719c tempest-VolumesNegativeTest-2122843757 tempest-VolumesNegativeTest-2122843757-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4938726 Apr 05 14:46:08.678566 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fecb7c12-68f3-4716-9a35-157a6bcb8f01 req-923e7779-9db6-4833-99f1-26fda71cc7bf tempest-VolumesNegativeTest-2122843757 tempest-VolumesNegativeTest-2122843757-project] 10.222.0.30 "GET /v2.0/quotas/e4e16b467f704686b2e9daa3e8ab874f HTTP/1.1" status: 200 len: 375 time: 0.0229206 Apr 05 14:46:08.688526 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b1cef71d-edae-4f62-bfc3-84fa1881380e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:08.744374 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fecb7c12-68f3-4716-9a35-157a6bcb8f01 req-93b8ddb3-4cc5-48fa-a44c-519d4f9ad0cc tempest-VolumesNegativeTest-2122843757 tempest-VolumesNegativeTest-2122843757-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e4e16b467f704686b2e9daa3e8ab874f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0641470 Apr 05 14:46:08.746153 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b1cef71d-edae-4f62-bfc3-84fa1881380e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:08.795976 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c8988-4366-4be1-87ba-578891e151a0 req-5c3d4785-0a53-4ee6-adbb-d30ccd2f729f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:08.796362 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-e37c8988-4366-4be1-87ba-578891e151a0 req-5c3d4785-0a53-4ee6-adbb-d30ccd2f729f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d9feba5fdbdc4767955480ab96956cf8&device_id=1fb8ba11-dd17-4faf-8654-fe2f3115015c HTTP/1.1" status: 200 len: 1096 time: 0.0857568 Apr 05 14:46:08.935153 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c8988-4366-4be1-87ba-578891e151a0 req-74cc4f93-f6c1-4bcd-904f-61a3618432b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:08.936739 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-e37c8988-4366-4be1-87ba-578891e151a0 req-74cc4f93-f6c1-4bcd-904f-61a3618432b4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=600f0cf5-5409-4f71-be79-543bdecff300 HTTP/1.1" status: 200 len: 920 time: 0.1148450 Apr 05 14:46:08.956315 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b1cef71d-edae-4f62-bfc3-84fa1881380e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:08.958861 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b1cef71d-edae-4f62-bfc3-84fa1881380e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:08.965725 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-b1cef71d-edae-4f62-bfc3-84fa1881380e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/797ffe3b-dcdb-4a1c-9ccf-baa93c4aee1c HTTP/1.1" status: 204 len: 168 time: 0.4319184 Apr 05 14:46:09.015858 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09fc3c4-cc22-4b97-910e-06161ee9e14d req-d5ae60c0-f501-4000-8146-f4366b858928 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:09.028020 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f09fc3c4-cc22-4b97-910e-06161ee9e14d req-d5ae60c0-f501-4000-8146-f4366b858928 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e092969-d8d6-42d0-90ba-02f33dbb6231 HTTP/1.1" status: 200 len: 946 time: 0.0809257 Apr 05 14:46:09.075197 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-e37c8988-4366-4be1-87ba-578891e151a0 req-e21c01bb-c5de-4a85-9a78-d54f2460e9ec service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7782696d-12b2-4415-8728-5874c031edf7 HTTP/1.1" status: 200 len: 217 time: 0.1251593 Apr 05 14:46:09.088537 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cef71d-edae-4f62-bfc3-84fa1881380e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=797ffe3b-dcdb-4a1c-9ccf-baa93c4aee1c,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:46:09.104192 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f09fc3c4-cc22-4b97-910e-06161ee9e14d req-9373143b-c9d6-46b7-a5cd-03ddaf91220e tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f528a4f-40ab-47ff-8536-700b2ff06097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707102 Apr 05 14:46:09.151171 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-293af0cb-15bc-471c-bbda-8ae07afd1b72 req-48e2b0e0-1612-4429-ad2b-1d3fee676227 tempest-VolumesNegativeTest-2122843757 tempest-VolumesNegativeTest-2122843757-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d5df64e-3fd3-43e7-b84f-fc90b973dced HTTP/1.1" status: 200 len: 210 time: 0.0811162 Apr 05 14:46:09.177901 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c8988-4366-4be1-87ba-578891e151a0 req-9b3c363e-5053-4a36-9feb-63c43a761104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:09.184780 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-e37c8988-4366-4be1-87ba-578891e151a0 req-9b3c363e-5053-4a36-9feb-63c43a761104 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fe7e919b-03a6-4a26-b866-e533217cd38c HTTP/1.1" status: 200 len: 858 time: 0.0939422 Apr 05 14:46:09.244244 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c8988-4366-4be1-87ba-578891e151a0 req-1d2dc5d4-0dc8-4c7b-9451-14a44997c5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:09.247482 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-e37c8988-4366-4be1-87ba-578891e151a0 req-1d2dc5d4-0dc8-4c7b-9451-14a44997c5a2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=600f0cf5-5409-4f71-be79-543bdecff300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0601559 Apr 05 14:46:09.399167 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-e37c8988-4366-4be1-87ba-578891e151a0 req-5b4b6320-2a53-486d-b528-f8f287ff95a5 service neutron] 10.222.0.11 "GET /v2.0/networks/600f0cf5-5409-4f71-be79-543bdecff300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430464 Apr 05 14:46:09.566037 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-e37c8988-4366-4be1-87ba-578891e151a0 req-6160ed66-06b5-4a48-94b5-c865fb1e4744 service neutron] 10.222.0.11 "GET /v2.0/networks/600f0cf5-5409-4f71-be79-543bdecff300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578650 Apr 05 14:46:10.136634 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 57152) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:46:10.150983 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2bb3eef4-64a9-4c0a-9f9d-25d69048f28f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:10.335281 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-13030cae-770b-41e8-a568-127d7adbf593 req-bb49fdcc-ff5d-456c-a9fe-754c632c35c4 tempest-VolumesNegativeTest-2122843757 tempest-VolumesNegativeTest-2122843757-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d5df64e-3fd3-43e7-b84f-fc90b973dced HTTP/1.1" status: 200 len: 210 time: 0.0888667 Apr 05 14:46:10.346666 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2bb3eef4-64a9-4c0a-9f9d-25d69048f28f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:10.361267 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f68db-d05c-44bd-b26c-62d1d354e549 req-408edfee-88dc-413f-84ba-679c86a05a55 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:10.362944 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-031f68db-d05c-44bd-b26c-62d1d354e549 req-408edfee-88dc-413f-84ba-679c86a05a55 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e092969-d8d6-42d0-90ba-02f33dbb6231 HTTP/1.1" status: 200 len: 946 time: 0.1656907 Apr 05 14:46:10.418858 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-031f68db-d05c-44bd-b26c-62d1d354e549 req-29626d6c-3866-440f-af9d-74ce10aaade4 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f528a4f-40ab-47ff-8536-700b2ff06097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471475 Apr 05 14:46:10.442079 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2bb3eef4-64a9-4c0a-9f9d-25d69048f28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:10.484742 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-2bb3eef4-64a9-4c0a-9f9d-25d69048f28f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=138365cc27464f3091387e20214e9734&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3471510 Apr 05 14:46:10.485761 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb3eef4-64a9-4c0a-9f9d-25d69048f28f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0964f38-17b6-4d63-b2c6-b4b5a8de4a41,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:46:10.487409 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 57164) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:46:10.559984 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8606ed0c-5ac8-456c-a2bb-e29304a2fc29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:10.586172 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8606ed0c-5ac8-456c-a2bb-e29304a2fc29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:10.777839 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8606ed0c-5ac8-456c-a2bb-e29304a2fc29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:10.780517 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8606ed0c-5ac8-456c-a2bb-e29304a2fc29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:10.782705 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-8606ed0c-5ac8-456c-a2bb-e29304a2fc29 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e0964f38-17b6-4d63-b2c6-b4b5a8de4a41 HTTP/1.1" status: 204 len: 168 time: 0.2932079 Apr 05 14:46:10.796459 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8606ed0c-5ac8-456c-a2bb-e29304a2fc29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0964f38-17b6-4d63-b2c6-b4b5a8de4a41,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:46:11.466165 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cc9fa5df-64f3-4c08-8fa0-08845265505d req-d77b2b46-f6f3-4bcd-83d6-227faa69dd80 tempest-VolumesNegativeTest-2122843757 tempest-VolumesNegativeTest-2122843757-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d5df64e-3fd3-43e7-b84f-fc90b973dced HTTP/1.1" status: 200 len: 210 time: 0.0320294 Apr 05 14:46:11.555067 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f9e90-742c-4acf-ae78-7faaf904ac0c req-2b604f80-e327-4fb0-b71b-50eea6097974 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:11.556667 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a67f9e90-742c-4acf-ae78-7faaf904ac0c req-2b604f80-e327-4fb0-b71b-50eea6097974 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e092969-d8d6-42d0-90ba-02f33dbb6231 HTTP/1.1" status: 200 len: 946 time: 0.0561733 Apr 05 14:46:11.609500 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a67f9e90-742c-4acf-ae78-7faaf904ac0c req-e403a42a-e44d-468a-b1ef-b3d28e1de067 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f528a4f-40ab-47ff-8536-700b2ff06097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432653 Apr 05 14:46:12.066532 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fecb7c12-68f3-4716-9a35-157a6bcb8f01 req-9301a7b4-97f8-49c1-bc54-7bc89bc39ff3 tempest-VolumesNegativeTest-2122843757 tempest-VolumesNegativeTest-2122843757-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=e4e16b467f704686b2e9daa3e8ab874f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235910 Apr 05 14:46:12.196940 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb7c12-68f3-4716-9a35-157a6bcb8f01 req-6ab939ec-1739-47b1-8678-f2e2611e248b tempest-VolumesNegativeTest-2122843757 tempest-VolumesNegativeTest-2122843757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:12.196940 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fecb7c12-68f3-4716-9a35-157a6bcb8f01 req-6ab939ec-1739-47b1-8678-f2e2611e248b tempest-VolumesNegativeTest-2122843757 tempest-VolumesNegativeTest-2122843757-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1227310 Apr 05 14:46:12.215037 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-fecb7c12-68f3-4716-9a35-157a6bcb8f01 req-6719c36c-b22b-40df-bbc3-055a17fdacdb tempest-VolumesNegativeTest-2122843757 tempest-VolumesNegativeTest-2122843757-project] Request body: {'port': {'device_id': '1d5df64e-3fd3-43e7-b84f-fc90b973dced', 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800', 'admin_state_up': True, 'tenant_id': 'e4e16b467f704686b2e9daa3e8ab874f'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:46:12.228769 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:12.423052 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fecb7c12-68f3-4716-9a35-157a6bcb8f01 req-6719c36c-b22b-40df-bbc3-055a17fdacdb tempest-VolumesNegativeTest-2122843757 tempest-VolumesNegativeTest-2122843757-project] Made reservation on behalf of e4e16b467f704686b2e9daa3e8ab874f for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:46:12.426647 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-fecb7c12-68f3-4716-9a35-157a6bcb8f01 req-6719c36c-b22b-40df-bbc3-055a17fdacdb tempest-VolumesNegativeTest-2122843757 tempest-VolumesNegativeTest-2122843757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:12.437159 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-fecb7c12-68f3-4716-9a35-157a6bcb8f01 req-6719c36c-b22b-40df-bbc3-055a17fdacdb tempest-VolumesNegativeTest-2122843757 tempest-VolumesNegativeTest-2122843757-project] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:12.450253 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 57222) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:46:12.540784 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-fecb7c12-68f3-4716-9a35-157a6bcb8f01 req-6719c36c-b22b-40df-bbc3-055a17fdacdb tempest-VolumesNegativeTest-2122843757 tempest-VolumesNegativeTest-2122843757-project] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:12.585416 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a3a20e86-6774-42df-b646-b5acbcba1483 req-4b978936-26d6-4722-ad80-c00995428f41 tempest-VolumesNegativeTest-2122843757 tempest-VolumesNegativeTest-2122843757-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d5df64e-3fd3-43e7-b84f-fc90b973dced HTTP/1.1" status: 200 len: 210 time: 0.0298760 Apr 05 14:46:12.602981 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-834fef25-6386-4b3e-bfde-a7136561c2d3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1018423781-network', 'tenant_id': 'f60842ae0a2e4c93a8fd6841d4700fc1'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:46:12.606865 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-fecb7c12-68f3-4716-9a35-157a6bcb8f01 req-6719c36c-b22b-40df-bbc3-055a17fdacdb tempest-VolumesNegativeTest-2122843757 tempest-VolumesNegativeTest-2122843757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:12.632392 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 7 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 14:46:12.683811 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6719c36c-b22b-40df-bbc3-055a17fdacdb tempest-VolumesNegativeTest-2122843757 tempest-VolumesNegativeTest-2122843757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53edad3e-5d17-4be7-9eac-9e4b90feb456,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:46:12.736963 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834fef25-6386-4b3e-bfde-a7136561c2d3 admin admin] Made reservation on behalf of f60842ae0a2e4c93a8fd6841d4700fc1 for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:46:12.739606 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-834fef25-6386-4b3e-bfde-a7136561c2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:12.752473 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-834fef25-6386-4b3e-bfde-a7136561c2d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:12.798201 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ba4b6-0e5e-42ab-843c-ac807d31a91e req-0c699433-abf1-4a95-81a6-631156af828d tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:12.799745 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-276ba4b6-0e5e-42ab-843c-ac807d31a91e req-0c699433-abf1-4a95-81a6-631156af828d tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e092969-d8d6-42d0-90ba-02f33dbb6231 HTTP/1.1" status: 200 len: 946 time: 0.0944448 Apr 05 14:46:12.806187 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-fecb7c12-68f3-4716-9a35-157a6bcb8f01 req-6719c36c-b22b-40df-bbc3-055a17fdacdb tempest-VolumesNegativeTest-2122843757 tempest-VolumesNegativeTest-2122843757-project] Allocated IP 192.168.233.211 (80d671a8-d1ab-4472-891b-9c042fbd7800/b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a/1ee65164-3687-4bfc-a10d-318a500782b7) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:46:12.855772 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-834fef25-6386-4b3e-bfde-a7136561c2d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:12.868768 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-276ba4b6-0e5e-42ab-843c-ac807d31a91e req-33c8e015-d444-45ca-bbab-093e1e95a3aa tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f528a4f-40ab-47ff-8536-700b2ff06097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602260 Apr 05 14:46:12.977566 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-834fef25-6386-4b3e-bfde-a7136561c2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:13.011995 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-fecb7c12-68f3-4716-9a35-157a6bcb8f01 req-6719c36c-b22b-40df-bbc3-055a17fdacdb tempest-VolumesNegativeTest-2122843757 tempest-VolumesNegativeTest-2122843757-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:13.020913 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-834fef25-6386-4b3e-bfde-a7136561c2d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:46:13.034989 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834fef25-6386-4b3e-bfde-a7136561c2d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6741034c-2b3f-4e49-9839-830793ae3749,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:46:13.054682 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-834fef25-6386-4b3e-bfde-a7136561c2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:13.054682 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-834fef25-6386-4b3e-bfde-a7136561c2d3 admin admin] Added segment e2396cec-6ba5-4832-a119-412ce7a831b7 of type vlan for network 53391867-538a-4f85-a91b-39229bb7823b Apr 05 14:46:13.131913 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-834fef25-6386-4b3e-bfde-a7136561c2d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:13.171948 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-fecb7c12-68f3-4716-9a35-157a6bcb8f01 req-6719c36c-b22b-40df-bbc3-055a17fdacdb tempest-VolumesNegativeTest-2122843757 tempest-VolumesNegativeTest-2122843757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:13.180825 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device b5dcf89b-4a64-44a8-999d-f78bb1922e77 details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:46:13.220392 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fecb7c12-68f3-4716-9a35-157a6bcb8f01 req-6719c36c-b22b-40df-bbc3-055a17fdacdb tempest-VolumesNegativeTest-2122843757 tempest-VolumesNegativeTest-2122843757-project] Network 80d671a8-d1ab-4472-891b-9c042fbd7800 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:46:13.224502 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-fecb7c12-68f3-4716-9a35-157a6bcb8f01 req-6719c36c-b22b-40df-bbc3-055a17fdacdb tempest-VolumesNegativeTest-2122843757 tempest-VolumesNegativeTest-2122843757-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:46:13.228806 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-834fef25-6386-4b3e-bfde-a7136561c2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:13.230554 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834fef25-6386-4b3e-bfde-a7136561c2d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:13.231367 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-fecb7c12-68f3-4716-9a35-157a6bcb8f01 req-6719c36c-b22b-40df-bbc3-055a17fdacdb tempest-VolumesNegativeTest-2122843757 tempest-VolumesNegativeTest-2122843757-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:46:13.233227 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-834fef25-6386-4b3e-bfde-a7136561c2d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:13.268456 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6719c36c-b22b-40df-bbc3-055a17fdacdb tempest-VolumesNegativeTest-2122843757 tempest-VolumesNegativeTest-2122843757-project] Pushing event updated for resources: {'Port': ['ID=1ee65164-3687-4bfc-a10d-318a500782b7,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:46:13.303219 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port b5dcf89b-4a64-44a8-999d-f78bb1922e77, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=b5dcf89b-4a64-44a8-999d-f78bb1922e77,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:46:13.317222 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': 'b5dcf89b-4a64-44a8-999d-f78bb1922e77', 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800', 'port_id': 'b5dcf89b-4a64-44a8-999d-f78bb1922e77', 'mac_address': 'fa:16:3e:0d:5c:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:46:13.333631 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb7c12-68f3-4716-9a35-157a6bcb8f01 req-6719c36c-b22b-40df-bbc3-055a17fdacdb tempest-VolumesNegativeTest-2122843757 tempest-VolumesNegativeTest-2122843757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:13.334569 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-fecb7c12-68f3-4716-9a35-157a6bcb8f01 req-6719c36c-b22b-40df-bbc3-055a17fdacdb tempest-VolumesNegativeTest-2122843757 tempest-VolumesNegativeTest-2122843757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:13.380327 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-834fef25-6386-4b3e-bfde-a7136561c2d3 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9260261 Apr 05 14:46:13.380627 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 57256) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:46:13.386717 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-06606c10-2bc7-46e7-b3dc-ac504d1a2a0b admin admin] Request body: {'subnet': {'network_id': '53391867-538a-4f85-a91b-39229bb7823b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1018423781-subnet', 'tenant_id': 'f60842ae0a2e4c93a8fd6841d4700fc1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:46:13.393783 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834fef25-6386-4b3e-bfde-a7136561c2d3 admin admin] Pushing event updated for resources: {'Network': ['ID=53391867-538a-4f85-a91b-39229bb7823b,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:46:13.399636 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:13.413995 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 53391867-538a-4f85-a91b-39229bb7823b details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:46:13.469147 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fecb7c12-68f3-4716-9a35-157a6bcb8f01 req-6719c36c-b22b-40df-bbc3-055a17fdacdb tempest-VolumesNegativeTest-2122843757 tempest-VolumesNegativeTest-2122843757-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2510598 Apr 05 14:46:13.475643 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-fecb7c12-68f3-4716-9a35-157a6bcb8f01 req-4bd6e558-2d35-4dbf-b702-efbe157d3d4e service neutron] Request body: {'port': {'device_id': '1d5df64e-3fd3-43e7-b84f-fc90b973dced', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:46:13.513061 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b5dcf89b-4a64-44a8-999d-f78bb1922e77 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:46:13.549081 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port b5dcf89b-4a64-44a8-999d-f78bb1922e77, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=b5dcf89b-4a64-44a8-999d-f78bb1922e77,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:46:13.570244 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06606c10-2bc7-46e7-b3dc-ac504d1a2a0b admin admin] Made reservation on behalf of f60842ae0a2e4c93a8fd6841d4700fc1 for: {'subnet': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:46:13.573107 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-06606c10-2bc7-46e7-b3dc-ac504d1a2a0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13127328'] for subnet, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:13.599531 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-fecb7c12-68f3-4716-9a35-157a6bcb8f01 req-4bd6e558-2d35-4dbf-b702-efbe157d3d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:13.625288 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:13.735110 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-612b2b27-33b8-4d7d-b064-558eaf3f73dc None None] Provisioning complete for port 1ee65164-3687-4bfc-a10d-318a500782b7 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:46:13.735889 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-612b2b27-33b8-4d7d-b064-558eaf3f73dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:13.784780 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['b5dcf89b-4a64-44a8-999d-f78bb1922e77'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:46:13.787050 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=b5dcf89b-4a64-44a8-999d-f78bb1922e77,revision_number=6']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:46:13.885789 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-612b2b27-33b8-4d7d-b064-558eaf3f73dc None None] Port 1ee65164-3687-4bfc-a10d-318a500782b7 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:46:13.931671 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88f2db2-17d0-401b-85a4-d7e08330ab8b req-49fd5251-41eb-4e8d-865c-d61ec718ba7b tempest-VolumesNegativeTest-2122843757 tempest-VolumesNegativeTest-2122843757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:13.935703 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a88f2db2-17d0-401b-85a4-d7e08330ab8b req-49fd5251-41eb-4e8d-865c-d61ec718ba7b tempest-VolumesNegativeTest-2122843757 tempest-VolumesNegativeTest-2122843757-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d5df64e-3fd3-43e7-b84f-fc90b973dced HTTP/1.1" status: 200 len: 936 time: 0.1911962 Apr 05 14:46:14.011509 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-06606c10-2bc7-46e7-b3dc-ac504d1a2a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15773751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13127350'] for subnet, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:14.041437 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:14.176715 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a88f2db2-17d0-401b-85a4-d7e08330ab8b req-e7500b99-5f2e-4cd2-b532-f9b75fec52f2 tempest-VolumesNegativeTest-2122843757 tempest-VolumesNegativeTest-2122843757-project] 10.222.0.30 "GET /v2.0/security-groups?id=53edad3e-5d17-4be7-9eac-9e4b90feb456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348065 Apr 05 14:46:14.178521 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06606c10-2bc7-46e7-b3dc-ac504d1a2a0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=47b7d7f6-7fff-44aa-ad75-cff31b9eb9b6,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:46:14.261826 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f84cb-a15a-40d3-a513-986815203a82 req-c9ca18c4-5e38-4494-8576-d45f4bb2e7ce tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:14.263475 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ec5f84cb-a15a-40d3-a513-986815203a82 req-c9ca18c4-5e38-4494-8576-d45f4bb2e7ce tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e092969-d8d6-42d0-90ba-02f33dbb6231 HTTP/1.1" status: 200 len: 946 time: 0.2549651 Apr 05 14:46:14.266305 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06606c10-2bc7-46e7-b3dc-ac504d1a2a0b admin admin] Checking segment: {'id': 'e2396cec-6ba5-4832-a119-412ce7a831b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '53391867-538a-4f85-a91b-39229bb7823b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:46:14.266658 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06606c10-2bc7-46e7-b3dc-ac504d1a2a0b admin admin] Network hostable DHCP agents. Network: 53391867-538a-4f85-a91b-39229bb7823b, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:46:14.354079 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ec5f84cb-a15a-40d3-a513-986815203a82 req-61800f7a-07e7-43f0-b719-15bfa0f61d3f tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f528a4f-40ab-47ff-8536-700b2ff06097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829551 Apr 05 14:46:14.406605 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06606c10-2bc7-46e7-b3dc-ac504d1a2a0b admin admin] Network 53391867-538a-4f85-a91b-39229bb7823b is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:46:14.421307 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-fecb7c12-68f3-4716-9a35-157a6bcb8f01 req-4bd6e558-2d35-4dbf-b702-efbe157d3d4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ee65164-3687-4bfc-a10d-318a500782b7 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:46:14.433036 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-fecb7c12-68f3-4716-9a35-157a6bcb8f01 req-4bd6e558-2d35-4dbf-b702-efbe157d3d4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:14.444818 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-fecb7c12-68f3-4716-9a35-157a6bcb8f01 req-4bd6e558-2d35-4dbf-b702-efbe157d3d4e service neutron] Transition to ACTIVE for port object 1ee65164-3687-4bfc-a10d-318a500782b7 will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:46:14.503041 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-06606c10-2bc7-46e7-b3dc-ac504d1a2a0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 53391867-538a-4f85-a91b-39229bb7823b) {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:46:14.508105 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06606c10-2bc7-46e7-b3dc-ac504d1a2a0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:14.508690 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-06606c10-2bc7-46e7-b3dc-ac504d1a2a0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:14.513471 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93badb4-2faf-4540-b7ef-5be5cc4a168c None None] Network 53391867-538a-4f85-a91b-39229bb7823b requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:46:14.539412 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-fecb7c12-68f3-4716-9a35-157a6bcb8f01 req-4bd6e558-2d35-4dbf-b702-efbe157d3d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:14.602932 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-06606c10-2bc7-46e7-b3dc-ac504d1a2a0b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2211785 Apr 05 14:46:14.607934 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd6e558-2d35-4dbf-b702-efbe157d3d4e service neutron] Pushing event updated for resources: {'Port': ['ID=1ee65164-3687-4bfc-a10d-318a500782b7,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:46:14.675070 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef36e18-542b-44fa-bc87-56a330122b16 None None] Network 53391867-538a-4f85-a91b-39229bb7823b requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:46:14.781709 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-fecb7c12-68f3-4716-9a35-157a6bcb8f01 req-4bd6e558-2d35-4dbf-b702-efbe157d3d4e service neutron] Attempting to bind port 1ee65164-3687-4bfc-a10d-318a500782b7 on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:46:14.782166 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-fecb7c12-68f3-4716-9a35-157a6bcb8f01 req-4bd6e558-2d35-4dbf-b702-efbe157d3d4e service neutron] Attempting to bind port 1ee65164-3687-4bfc-a10d-318a500782b7 by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:46:14.782604 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecb7c12-68f3-4716-9a35-157a6bcb8f01 req-4bd6e558-2d35-4dbf-b702-efbe157d3d4e service neutron] Attempting to bind port 1ee65164-3687-4bfc-a10d-318a500782b7 on network 80d671a8-d1ab-4472-891b-9c042fbd7800 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:46:14.794984 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecb7c12-68f3-4716-9a35-157a6bcb8f01 req-4bd6e558-2d35-4dbf-b702-efbe157d3d4e service neutron] Port 1ee65164-3687-4bfc-a10d-318a500782b7 on network 80d671a8-d1ab-4472-891b-9c042fbd7800 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:46:14.795448 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecb7c12-68f3-4716-9a35-157a6bcb8f01 req-4bd6e558-2d35-4dbf-b702-efbe157d3d4e service neutron] Attempting to bind port 1ee65164-3687-4bfc-a10d-318a500782b7 on network 80d671a8-d1ab-4472-891b-9c042fbd7800 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:46:14.812423 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecb7c12-68f3-4716-9a35-157a6bcb8f01 req-4bd6e558-2d35-4dbf-b702-efbe157d3d4e service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:46:14.812423 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecb7c12-68f3-4716-9a35-157a6bcb8f01 req-4bd6e558-2d35-4dbf-b702-efbe157d3d4e service neutron] Checking segment: {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:46:14.812423 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecb7c12-68f3-4716-9a35-157a6bcb8f01 req-4bd6e558-2d35-4dbf-b702-efbe157d3d4e service neutron] Bound using segment: {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:46:14.812423 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-fecb7c12-68f3-4716-9a35-157a6bcb8f01 req-4bd6e558-2d35-4dbf-b702-efbe157d3d4e service neutron] Bound port: 1ee65164-3687-4bfc-a10d-318a500782b7, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6c5575a-7d38-424d-8bca-5a744f516171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:46:14.818633 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-fecb7c12-68f3-4716-9a35-157a6bcb8f01 req-4bd6e558-2d35-4dbf-b702-efbe157d3d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:14.938633 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-fecb7c12-68f3-4716-9a35-157a6bcb8f01 req-4bd6e558-2d35-4dbf-b702-efbe157d3d4e service neutron] For port 1ee65164-3687-4bfc-a10d-318a500782b7, host n-h1-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:46:14.943228 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-fecb7c12-68f3-4716-9a35-157a6bcb8f01 req-4bd6e558-2d35-4dbf-b702-efbe157d3d4e service neutron] For port 1ee65164-3687-4bfc-a10d-318a500782b7, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=1ee65164-3687-4bfc-a10d-318a500782b7,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:46:15.034657 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-fecb7c12-68f3-4716-9a35-157a6bcb8f01 req-4bd6e558-2d35-4dbf-b702-efbe157d3d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:15.078805 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb7c12-68f3-4716-9a35-157a6bcb8f01 req-4bd6e558-2d35-4dbf-b702-efbe157d3d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:15.078805 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-fecb7c12-68f3-4716-9a35-157a6bcb8f01 req-4bd6e558-2d35-4dbf-b702-efbe157d3d4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:15.078805 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fecb7c12-68f3-4716-9a35-157a6bcb8f01 req-4bd6e558-2d35-4dbf-b702-efbe157d3d4e service neutron] 10.222.0.55 "PUT /v2.0/ports/1ee65164-3687-4bfc-a10d-318a500782b7 HTTP/1.1" status: 200 len: 1096 time: 1.6076477 Apr 05 14:46:15.078805 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d5df64e-3fd3-43e7-b84f-fc90b973dced', 'tag': '1ee65164-3687-4bfc-a10d-318a500782b7'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:46:15.079796 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a3c2796-b08b-4e87-a959-367a3acd55e6" -d '{"events": [{"name": "network-changed", "server_uuid": "1d5df64e-3fd3-43e7-b84f-fc90b973dced", "tag": "1ee65164-3687-4bfc-a10d-318a500782b7"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:46:15.137040 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc221774-606a-4bc8-b625-f32641505432 x-openstack-request-id: req-fc221774-606a-4bc8-b625-f32641505432 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:46:15.137487 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d5df64e-3fd3-43e7-b84f-fc90b973dced", "tag": "1ee65164-3687-4bfc-a10d-318a500782b7", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:46:15.138793 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fc221774-606a-4bc8-b625-f32641505432 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:46:15.139337 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc221774-606a-4bc8-b625-f32641505432'] response: {'name': 'network-changed', 'server_uuid': '1d5df64e-3fd3-43e7-b84f-fc90b973dced', 'tag': '1ee65164-3687-4bfc-a10d-318a500782b7', 'status': 'completed', 'code': 200} Apr 05 14:46:15.140539 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd6e558-2d35-4dbf-b702-efbe157d3d4e service neutron] Pushing event updated for resources: {'Port': ['ID=1ee65164-3687-4bfc-a10d-318a500782b7,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:46:15.186103 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device b5dcf89b-4a64-44a8-999d-f78bb1922e77 up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:46:15.230443 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c2796-b08b-4e87-a959-367a3acd55e6 req-18094c76-f479-402c-bcc6-f70fc372702b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:15.235137 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1a3c2796-b08b-4e87-a959-367a3acd55e6 req-18094c76-f479-402c-bcc6-f70fc372702b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e4e16b467f704686b2e9daa3e8ab874f&device_id=1d5df64e-3fd3-43e7-b84f-fc90b973dced HTTP/1.1" status: 200 len: 1099 time: 0.0642643 Apr 05 14:46:15.250991 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port b5dcf89b-4a64-44a8-999d-f78bb1922e77 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:46:15.251691 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:15.342256 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1a3c2796-b08b-4e87-a959-367a3acd55e6 req-f1872b6f-a79b-4ca9-a7eb-070865f4c954 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=e4e16b467f704686b2e9daa3e8ab874f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0816514 Apr 05 14:46:15.405896 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:15.435889 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3fd4c69-d261-4511-8beb-041c7c2c650c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5dcf89b-4a64-44a8-999d-f78bb1922e77'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:46:15.438744 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a082d431-63d5-42fd-bd14-fcf6ccdace56" -d '{"events": [{"server_uuid": "f3fd4c69-d261-4511-8beb-041c7c2c650c", "name": "network-vif-plugged", "status": "completed", "tag": "b5dcf89b-4a64-44a8-999d-f78bb1922e77"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:46:15.454574 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port b5dcf89b-4a64-44a8-999d-f78bb1922e77, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=b5dcf89b-4a64-44a8-999d-f78bb1922e77,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:46:15.493289 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5224ba85-cbbe-4dc2-9fc0-69e6a7409035 req-9ec310cb-2ff6-4f6f-ae8b-adb2d981ed1a tempest-VolumesNegativeTest-2122843757 tempest-VolumesNegativeTest-2122843757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:15.495524 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5224ba85-cbbe-4dc2-9fc0-69e6a7409035 req-9ec310cb-2ff6-4f6f-ae8b-adb2d981ed1a tempest-VolumesNegativeTest-2122843757 tempest-VolumesNegativeTest-2122843757-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d5df64e-3fd3-43e7-b84f-fc90b973dced HTTP/1.1" status: 200 len: 948 time: 0.1594639 Apr 05 14:46:15.569376 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:15.579096 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc1d33-0f5a-4ca8-bfa5-6ff0c6ebd039 req-0076a185-d302-42a7-9e00-b217ce4a1a9e tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:15.580650 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-29dc1d33-0f5a-4ca8-bfa5-6ff0c6ebd039 req-0076a185-d302-42a7-9e00-b217ce4a1a9e tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e092969-d8d6-42d0-90ba-02f33dbb6231 HTTP/1.1" status: 200 len: 946 time: 0.1185606 Apr 05 14:46:15.586981 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c2796-b08b-4e87-a959-367a3acd55e6 req-1d37625a-4236-4270-9a20-071aa63cc9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:15.588407 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1a3c2796-b08b-4e87-a959-367a3acd55e6 req-1d37625a-4236-4270-9a20-071aa63cc9b6 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2309794 Apr 05 14:46:15.602537 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5224ba85-cbbe-4dc2-9fc0-69e6a7409035 req-990d3e80-70f8-4234-9f53-10693782b1af tempest-VolumesNegativeTest-2122843757 tempest-VolumesNegativeTest-2122843757-project] 10.222.0.30 "GET /v2.0/security-groups?id=53edad3e-5d17-4be7-9eac-9e4b90feb456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909324 Apr 05 14:46:15.641610 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-29dc1d33-0f5a-4ca8-bfa5-6ff0c6ebd039 req-dca71b1e-6daf-4a7d-92a6-25adb2be6bc4 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f528a4f-40ab-47ff-8536-700b2ff06097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501158 Apr 05 14:46:15.672931 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=b5dcf89b-4a64-44a8-999d-f78bb1922e77,revision_number=7']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:46:15.690785 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f5ead9-691a-4b88-989d-71765b5fbc42 x-openstack-request-id: req-50f5ead9-691a-4b88-989d-71765b5fbc42 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:46:15.691396 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3fd4c69-d261-4511-8beb-041c7c2c650c", "name": "network-vif-plugged", "status": "completed", "tag": "b5dcf89b-4a64-44a8-999d-f78bb1922e77", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:46:15.691809 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-50f5ead9-691a-4b88-989d-71765b5fbc42 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:46:15.692363 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50f5ead9-691a-4b88-989d-71765b5fbc42'] response: {'server_uuid': 'f3fd4c69-d261-4511-8beb-041c7c2c650c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5dcf89b-4a64-44a8-999d-f78bb1922e77', 'code': 200} Apr 05 14:46:15.715638 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb7c12-68f3-4716-9a35-157a6bcb8f01 req-bf3c042f-5daf-4b45-82ce-7bb01c3f2f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:15.717259 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fecb7c12-68f3-4716-9a35-157a6bcb8f01 req-bf3c042f-5daf-4b45-82ce-7bb01c3f2f51 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e4e16b467f704686b2e9daa3e8ab874f&device_id=1d5df64e-3fd3-43e7-b84f-fc90b973dced HTTP/1.1" status: 200 len: 1099 time: 0.0684092 Apr 05 14:46:15.771967 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fecb7c12-68f3-4716-9a35-157a6bcb8f01 req-556f07e8-f1c0-43ee-a561-c1f348785ea0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=1ee65164-3687-4bfc-a10d-318a500782b7 HTTP/1.1" status: 200 len: 217 time: 0.0462410 Apr 05 14:46:15.829431 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb7c12-68f3-4716-9a35-157a6bcb8f01 req-29f6ff4a-4d2a-4948-8294-0c5f8ccb1956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:15.830921 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fecb7c12-68f3-4716-9a35-157a6bcb8f01 req-29f6ff4a-4d2a-4948-8294-0c5f8ccb1956 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a HTTP/1.1" status: 200 len: 843 time: 0.0464716 Apr 05 14:46:15.901113 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb7c12-68f3-4716-9a35-157a6bcb8f01 req-6841192d-6c53-4810-a45a-38201b2fe44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:15.902427 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fecb7c12-68f3-4716-9a35-157a6bcb8f01 req-6841192d-6c53-4810-a45a-38201b2fe44b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=80d671a8-d1ab-4472-891b-9c042fbd7800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0644283 Apr 05 14:46:16.110484 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fecb7c12-68f3-4716-9a35-157a6bcb8f01 req-b15be3c9-f3a5-4bcf-a6f6-0a1d7a6358c9 service neutron] 10.222.0.55 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992900 Apr 05 14:46:16.244128 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fecb7c12-68f3-4716-9a35-157a6bcb8f01 req-d378bbde-2c56-47e7-8e82-4de96fa26ed9 service neutron] 10.222.0.55 "GET /v2.0/networks/80d671a8-d1ab-4472-891b-9c042fbd7800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261606 Apr 05 14:46:17.076262 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a60c7-632a-4d0c-ace7-3207553e3093 req-b4e61509-ddcf-4c37-8b37-443389233f74 tempest-VolumesNegativeTest-2122843757 tempest-VolumesNegativeTest-2122843757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:17.077907 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-802a60c7-632a-4d0c-ace7-3207553e3093 req-b4e61509-ddcf-4c37-8b37-443389233f74 tempest-VolumesNegativeTest-2122843757 tempest-VolumesNegativeTest-2122843757-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d5df64e-3fd3-43e7-b84f-fc90b973dced HTTP/1.1" status: 200 len: 948 time: 0.0625763 Apr 05 14:46:17.118472 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-802a60c7-632a-4d0c-ace7-3207553e3093 req-3e835af7-edb6-403c-bf4c-945269dcd978 tempest-VolumesNegativeTest-2122843757 tempest-VolumesNegativeTest-2122843757-project] 10.222.0.30 "GET /v2.0/security-groups?id=53edad3e-5d17-4be7-9eac-9e4b90feb456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343487 Apr 05 14:46:17.234838 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7a01a4-5850-4fb0-b5bb-31c588d0e63f req-f5c68a83-62cc-4b98-b9e1-d1b30a975d45 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:17.246980 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ef7a01a4-5850-4fb0-b5bb-31c588d0e63f req-f5c68a83-62cc-4b98-b9e1-d1b30a975d45 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e092969-d8d6-42d0-90ba-02f33dbb6231 HTTP/1.1" status: 200 len: 946 time: 0.0614569 Apr 05 14:46:17.294302 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ef7a01a4-5850-4fb0-b5bb-31c588d0e63f req-d2b660ef-2837-4caf-b052-99d87f0bfac1 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f528a4f-40ab-47ff-8536-700b2ff06097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483327 Apr 05 14:46:17.463029 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aea0263-ffeb-404b-86e3-936a153abbed req-7e15f9b7-b9ce-4a33-8690-0091dd7edcff tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:17.471231 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9aea0263-ffeb-404b-86e3-936a153abbed req-7e15f9b7-b9ce-4a33-8690-0091dd7edcff tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccccf70e-a6c6-4dfa-a88f-b2f890407d16 HTTP/1.1" status: 200 len: 945 time: 0.0663543 Apr 05 14:46:17.551538 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9aea0263-ffeb-404b-86e3-936a153abbed req-109ea527-6226-4a1a-ab33-0da62d47ac42 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ee1494-da12-4460-a5be-8f452373f333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793343 Apr 05 14:46:17.577703 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66c4004-5d38-4249-9082-87be67c880aa req-3ba59c40-3612-474b-8c45-d1e8919f21f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:17.579277 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e66c4004-5d38-4249-9082-87be67c880aa req-3ba59c40-3612-474b-8c45-d1e8919f21f6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d9feba5fdbdc4767955480ab96956cf8&device_id=ccccf70e-a6c6-4dfa-a88f-b2f890407d16 HTTP/1.1" status: 200 len: 1096 time: 0.0773385 Apr 05 14:46:17.702563 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66c4004-5d38-4249-9082-87be67c880aa req-2937a281-0010-452e-ad28-d8d2ab0fd52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:17.704440 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e66c4004-5d38-4249-9082-87be67c880aa req-2937a281-0010-452e-ad28-d8d2ab0fd52d service neutron] 10.222.0.55 "GET /v2.0/networks?id=600f0cf5-5409-4f71-be79-543bdecff300 HTTP/1.1" status: 200 len: 920 time: 0.1178753 Apr 05 14:46:17.798381 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e66c4004-5d38-4249-9082-87be67c880aa req-1fa7e832-0944-4940-8406-855d9d6dd17c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af49f188-6f6e-4d44-985a-9d92b809f841 HTTP/1.1" status: 200 len: 1000 time: 0.0856380 Apr 05 14:46:17.885201 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66c4004-5d38-4249-9082-87be67c880aa req-e90439c3-5058-45a9-92a7-eadb7668089a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:17.887603 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e66c4004-5d38-4249-9082-87be67c880aa req-e90439c3-5058-45a9-92a7-eadb7668089a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fe7e919b-03a6-4a26-b866-e533217cd38c HTTP/1.1" status: 200 len: 858 time: 0.0800831 Apr 05 14:46:17.953597 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66c4004-5d38-4249-9082-87be67c880aa req-b3554af0-c78f-4246-9ec7-985ee4eb3e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:17.955290 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e66c4004-5d38-4249-9082-87be67c880aa req-b3554af0-c78f-4246-9ec7-985ee4eb3e0e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=600f0cf5-5409-4f71-be79-543bdecff300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0611529 Apr 05 14:46:18.083221 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e66c4004-5d38-4249-9082-87be67c880aa req-7fe199d5-9897-41a4-ac8a-63dd4b6f03d2 service neutron] 10.222.0.55 "GET /v2.0/networks/600f0cf5-5409-4f71-be79-543bdecff300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170542 Apr 05 14:46:18.297119 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e66c4004-5d38-4249-9082-87be67c880aa req-9e04cd2d-adc8-4fcd-8781-f2c2b0887621 service neutron] 10.222.0.55 "GET /v2.0/networks/600f0cf5-5409-4f71-be79-543bdecff300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057710 Apr 05 14:46:18.320381 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c75527-a2ad-40d0-9fda-2b779078da4c req-dcd4a22d-07e0-47b8-9821-1e1e9240831d tempest-VolumesNegativeTest-2122843757 tempest-VolumesNegativeTest-2122843757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:18.328331 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-53c75527-a2ad-40d0-9fda-2b779078da4c req-dcd4a22d-07e0-47b8-9821-1e1e9240831d tempest-VolumesNegativeTest-2122843757 tempest-VolumesNegativeTest-2122843757-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d5df64e-3fd3-43e7-b84f-fc90b973dced HTTP/1.1" status: 200 len: 948 time: 0.0897276 Apr 05 14:46:18.368830 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-53c75527-a2ad-40d0-9fda-2b779078da4c req-6e9a7efe-206e-4cc9-8281-76bb3429a957 tempest-VolumesNegativeTest-2122843757 tempest-VolumesNegativeTest-2122843757-project] 10.222.0.30 "GET /v2.0/security-groups?id=53edad3e-5d17-4be7-9eac-9e4b90feb456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396044 Apr 05 14:46:18.541904 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 1ee65164-3687-4bfc-a10d-318a500782b7 details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:46:18.674054 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 1ee65164-3687-4bfc-a10d-318a500782b7, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=1ee65164-3687-4bfc-a10d-318a500782b7,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:46:18.693865 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': '1ee65164-3687-4bfc-a10d-318a500782b7', 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800', 'port_id': '1ee65164-3687-4bfc-a10d-318a500782b7', 'mac_address': 'fa:16:3e:5f:a6:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:46:18.735933 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:18.760150 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ee65164-3687-4bfc-a10d-318a500782b7 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:46:18.798132 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 1ee65164-3687-4bfc-a10d-318a500782b7, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=1ee65164-3687-4bfc-a10d-318a500782b7,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:46:18.931583 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:19.027586 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=1ee65164-3687-4bfc-a10d-318a500782b7,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:46:19.198464 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['1ee65164-3687-4bfc-a10d-318a500782b7'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:46:20.545391 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 1ee65164-3687-4bfc-a10d-318a500782b7 up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:46:20.708125 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port 1ee65164-3687-4bfc-a10d-318a500782b7 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:46:20.714605 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port 1ee65164-3687-4bfc-a10d-318a500782b7 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:46:20.718358 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:20.860331 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:20.863135 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 1ee65164-3687-4bfc-a10d-318a500782b7, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=1ee65164-3687-4bfc-a10d-318a500782b7,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:46:20.864137 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d5df64e-3fd3-43e7-b84f-fc90b973dced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee65164-3687-4bfc-a10d-318a500782b7'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:46:20.866539 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de852301-ad1a-4cab-b896-362d2b9192d4" -d '{"events": [{"server_uuid": "1d5df64e-3fd3-43e7-b84f-fc90b973dced", "name": "network-vif-plugged", "status": "completed", "tag": "1ee65164-3687-4bfc-a10d-318a500782b7"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:46:21.603740 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:21.659330 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=1ee65164-3687-4bfc-a10d-318a500782b7,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:46:25.382491 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-51a0bf97-906a-4fbe-bc73-728f5336a195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:25.894762 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669da909-8bde-4f53-9f93-433dbc3e6793 req-9708b39a-8b24-4a39-b005-c4f57eb1f96a tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:25.902218 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-669da909-8bde-4f53-9f93-433dbc3e6793 req-9708b39a-8b24-4a39-b005-c4f57eb1f96a tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e092969-d8d6-42d0-90ba-02f33dbb6231 HTTP/1.1" status: 200 len: 946 time: 0.0871131 Apr 05 14:46:25.960542 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-669da909-8bde-4f53-9f93-433dbc3e6793 req-676ac26f-a06e-405e-806c-105e0c9d7690 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f528a4f-40ab-47ff-8536-700b2ff06097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568454 Apr 05 14:46:25.969104 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f9e97-e8c2-40ce-a377-c48f652d63f9 req-9f9377a3-47ea-4518-94aa-507957681d56 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:25.976194 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b71f9e97-e8c2-40ce-a377-c48f652d63f9 req-9f9377a3-47ea-4518-94aa-507957681d56 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] 10.222.0.30 "GET /v2.0/networks?id=53391867-538a-4f85-a91b-39229bb7823b HTTP/1.1" status: 200 len: 809 time: 0.2336230 Apr 05 14:46:25.993593 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b71f9e97-e8c2-40ce-a377-c48f652d63f9 req-77050376-0d4e-4d9a-9a1d-50fc324fe2fa tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] 10.222.0.30 "GET /v2.0/quotas/f60842ae0a2e4c93a8fd6841d4700fc1 HTTP/1.1" status: 200 len: 375 time: 0.0162792 Apr 05 14:46:26.035615 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b71f9e97-e8c2-40ce-a377-c48f652d63f9 req-c21ef8cd-c593-4ba9-845e-c053994a2e06 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f60842ae0a2e4c93a8fd6841d4700fc1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409558 Apr 05 14:46:26.190431 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc55c560-1574-459c-8ef7-81d8426445a7 req-5a8c5906-4139-48d6-9d02-cf28b22a25c0 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:26.201147 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fc55c560-1574-459c-8ef7-81d8426445a7 req-5a8c5906-4139-48d6-9d02-cf28b22a25c0 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccccf70e-a6c6-4dfa-a88f-b2f890407d16 HTTP/1.1" status: 200 len: 945 time: 0.1430557 Apr 05 14:46:26.312244 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b71f9e97-e8c2-40ce-a377-c48f652d63f9 req-492f2098-b8f3-42cc-8724-9568fe7c7ec2 service neutron] 10.222.0.30 "GET /v2.0/networks/53391867-538a-4f85-a91b-39229bb7823b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756484 Apr 05 14:46:26.342397 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fc55c560-1574-459c-8ef7-81d8426445a7 req-7aa9dfb1-3067-45f9-bb80-0bd154a39953 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ee1494-da12-4460-a5be-8f452373f333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402757 Apr 05 14:46:26.457690 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9500d61d-d630-4954-9a64-7e0bf764e931 req-8dc68ff9-bc70-4591-a561-2198df866689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:26.460584 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9500d61d-d630-4954-9a64-7e0bf764e931 req-8dc68ff9-bc70-4591-a561-2198df866689 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4e092969-d8d6-42d0-90ba-02f33dbb6231 HTTP/1.1" status: 200 len: 1097 time: 0.2197645 Apr 05 14:46:26.528673 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d011649-20f0-40c5-9558-7b494e3a930e req-06d468a1-50c5-441c-b620-dd0fd505e3aa tempest-VolumesNegativeTest-2122843757 tempest-VolumesNegativeTest-2122843757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:26.530342 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3d011649-20f0-40c5-9558-7b494e3a930e req-06d468a1-50c5-441c-b620-dd0fd505e3aa tempest-VolumesNegativeTest-2122843757 tempest-VolumesNegativeTest-2122843757-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d5df64e-3fd3-43e7-b84f-fc90b973dced HTTP/1.1" status: 200 len: 950 time: 0.1142030 Apr 05 14:46:26.558118 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b71f9e97-e8c2-40ce-a377-c48f652d63f9 req-1913b8ba-5107-4804-ae92-c8a2a4761ab9 service neutron] 10.222.0.30 "GET /v2.0/networks/53391867-538a-4f85-a91b-39229bb7823b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417045 Apr 05 14:46:26.590911 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9500d61d-d630-4954-9a64-7e0bf764e931 req-d381f3f1-b2de-4cd5-8605-57bc77ae6dc2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9f528a4f-40ab-47ff-8536-700b2ff06097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228499 Apr 05 14:46:26.637628 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3d011649-20f0-40c5-9558-7b494e3a930e req-eccc9b77-50a3-4ef6-ae89-723db2e02b04 tempest-VolumesNegativeTest-2122843757 tempest-VolumesNegativeTest-2122843757-project] 10.222.0.30 "GET /v2.0/security-groups?id=53edad3e-5d17-4be7-9eac-9e4b90feb456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988228 Apr 05 14:46:26.770517 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fed982a-1e12-46fb-8dfe-8a59ace4b778 x-openstack-request-id: req-0fed982a-1e12-46fb-8dfe-8a59ace4b778 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:46:26.770517 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d5df64e-3fd3-43e7-b84f-fc90b973dced", "name": "network-vif-plugged", "status": "completed", "tag": "1ee65164-3687-4bfc-a10d-318a500782b7", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:46:26.770517 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0fed982a-1e12-46fb-8dfe-8a59ace4b778 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:46:26.770517 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fed982a-1e12-46fb-8dfe-8a59ace4b778'] response: {'server_uuid': '1d5df64e-3fd3-43e7-b84f-fc90b973dced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee65164-3687-4bfc-a10d-318a500782b7', 'code': 200} Apr 05 14:46:26.828591 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-73666b2f-bab4-4deb-a71c-a7d78de57667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:26.907737 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d1be39-ea65-49c6-8b02-e0ed4d781a87 req-a89a7eaf-8384-4efb-91db-706d2a49b1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:26.909461 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-77d1be39-ea65-49c6-8b02-e0ed4d781a87 req-a89a7eaf-8384-4efb-91db-706d2a49b1df service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1d5df64e-3fd3-43e7-b84f-fc90b973dced HTTP/1.1" status: 200 len: 1101 time: 0.0608547 Apr 05 14:46:26.973044 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-77d1be39-ea65-49c6-8b02-e0ed4d781a87 req-ebdbb799-66b4-4f10-9b38-541a8bd5113e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=53edad3e-5d17-4be7-9eac-9e4b90feb456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540912 Apr 05 14:46:27.091638 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0140f254-e962-4ea3-b764-756ee4bbb364 req-2f36e561-8457-47b6-a3c0-25c0f0a884c8 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] 10.222.0.30 "GET /v2.0/ports?device_id=9dd31f6f-d384-43a0-8c0e-6138bfd788cb HTTP/1.1" status: 200 len: 210 time: 0.0500007 Apr 05 14:46:27.350685 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0bdb42-b068-47ec-a39c-177ca0a9e847 req-81f04325-e462-444d-8d8a-88627bfa1dbc tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:27.359637 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ac0bdb42-b068-47ec-a39c-177ca0a9e847 req-81f04325-e462-444d-8d8a-88627bfa1dbc tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e092969-d8d6-42d0-90ba-02f33dbb6231 HTTP/1.1" status: 200 len: 946 time: 0.1133766 Apr 05 14:46:27.432808 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ac0bdb42-b068-47ec-a39c-177ca0a9e847 req-e991bf2d-e7dd-4d79-977c-0e61ab7e780e tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f528a4f-40ab-47ff-8536-700b2ff06097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721624 Apr 05 14:46:28.120633 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:28.260441 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d356c25-a95f-48f1-b669-3fd9dbc5e952 req-792184eb-fe6b-4059-8b89-6daad1f2afab tempest-VolumesNegativeTest-2122843757 tempest-VolumesNegativeTest-2122843757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:28.265404 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1d356c25-a95f-48f1-b669-3fd9dbc5e952 req-792184eb-fe6b-4059-8b89-6daad1f2afab tempest-VolumesNegativeTest-2122843757 tempest-VolumesNegativeTest-2122843757-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d5df64e-3fd3-43e7-b84f-fc90b973dced HTTP/1.1" status: 200 len: 950 time: 0.0837138 Apr 05 14:46:28.281372 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c2557-61ea-4ed1-8543-45b75c06fe9d req-65cc30a7-c7af-4f45-9d0c-c6e7a102550a tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:28.289199 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b32c2557-61ea-4ed1-8543-45b75c06fe9d req-65cc30a7-c7af-4f45-9d0c-c6e7a102550a tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccccf70e-a6c6-4dfa-a88f-b2f890407d16 HTTP/1.1" status: 200 len: 945 time: 0.7541504 Apr 05 14:46:28.373782 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1d356c25-a95f-48f1-b669-3fd9dbc5e952 req-da47ebc2-363e-4ee8-b5a0-e0f1a9b67ed5 tempest-VolumesNegativeTest-2122843757 tempest-VolumesNegativeTest-2122843757-project] 10.222.0.30 "GET /v2.0/security-groups?id=53edad3e-5d17-4be7-9eac-9e4b90feb456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765364 Apr 05 14:46:28.409265 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b32c2557-61ea-4ed1-8543-45b75c06fe9d req-4012120f-eeb7-4411-bb71-7cb75e4dfa83 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ee1494-da12-4460-a5be-8f452373f333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152472 Apr 05 14:46:28.468027 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4d43d52b-6f09-47ec-b6e1-2efb7e599092 req-b2207711-e553-4bf3-a859-73dd59a1f6d6 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] 10.222.0.30 "GET /v2.0/ports?device_id=9dd31f6f-d384-43a0-8c0e-6138bfd788cb HTTP/1.1" status: 200 len: 210 time: 0.0329309 Apr 05 14:46:28.631356 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15ccf14-6a49-49fb-804c-fe3bda65368a req-f5a53049-7f86-466b-aab4-54d70b6bd9cd tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:28.640477 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f15ccf14-6a49-49fb-804c-fe3bda65368a req-f5a53049-7f86-466b-aab4-54d70b6bd9cd tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e092969-d8d6-42d0-90ba-02f33dbb6231 HTTP/1.1" status: 200 len: 946 time: 0.0918252 Apr 05 14:46:28.690801 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f15ccf14-6a49-49fb-804c-fe3bda65368a req-cd16e931-9fd9-4a45-813c-4fbbb56cdd1e tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f528a4f-40ab-47ff-8536-700b2ff06097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460999 Apr 05 14:46:29.036059 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa5614c-3334-4bc1-9eed-f133c09b5fa5 req-30cc9122-1e9c-4719-9e3c-b249a9edb416 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:29.046209 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-afa5614c-3334-4bc1-9eed-f133c09b5fa5 req-30cc9122-1e9c-4719-9e3c-b249a9edb416 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/networks?id=2305a676-7066-4cb3-b9bf-4aa14e5994cf HTTP/1.1" status: 200 len: 811 time: 0.1466672 Apr 05 14:46:29.065934 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-afa5614c-3334-4bc1-9eed-f133c09b5fa5 req-252649f5-25e7-42a4-9507-3d5594c4dd28 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/quotas/f496a225ad45483eaea608d62cdcf288 HTTP/1.1" status: 200 len: 375 time: 0.0187471 Apr 05 14:46:29.152960 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-afa5614c-3334-4bc1-9eed-f133c09b5fa5 req-b13e07ab-1ab5-409d-9c47-c6185c1ce67a tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f496a225ad45483eaea608d62cdcf288&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0853813 Apr 05 14:46:29.343176 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-afa5614c-3334-4bc1-9eed-f133c09b5fa5 req-0ceb842a-a0a3-4378-baa2-e035e053fe18 service neutron] 10.222.0.30 "GET /v2.0/networks/2305a676-7066-4cb3-b9bf-4aa14e5994cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872389 Apr 05 14:46:29.503740 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-afa5614c-3334-4bc1-9eed-f133c09b5fa5 req-56dd1d25-0d00-4c86-9b0b-a64a1541fbd4 service neutron] 10.222.0.30 "GET /v2.0/networks/2305a676-7066-4cb3-b9bf-4aa14e5994cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552587 Apr 05 14:46:29.619609 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:29.719277 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:29.816770 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6610fc2-a795-4137-8dd2-e63fda6e22eb req-49cdda03-f68a-477d-bb1f-e389de811311 tempest-VolumesNegativeTest-2122843757 tempest-VolumesNegativeTest-2122843757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:29.820320 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b6610fc2-a795-4137-8dd2-e63fda6e22eb req-49cdda03-f68a-477d-bb1f-e389de811311 tempest-VolumesNegativeTest-2122843757 tempest-VolumesNegativeTest-2122843757-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d5df64e-3fd3-43e7-b84f-fc90b973dced HTTP/1.1" status: 200 len: 950 time: 0.1470628 Apr 05 14:46:29.891001 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b6610fc2-a795-4137-8dd2-e63fda6e22eb req-6ee75873-e49b-4b7c-839d-d76a1c3e24b5 tempest-VolumesNegativeTest-2122843757 tempest-VolumesNegativeTest-2122843757-project] 10.222.0.30 "GET /v2.0/security-groups?id=53edad3e-5d17-4be7-9eac-9e4b90feb456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540457 Apr 05 14:46:30.274500 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d5303-c24c-4299-9701-5f5bb9b1317a req-b03c863b-e57d-458e-ba07-99a948009d02 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:30.276192 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2c7d5303-c24c-4299-9701-5f5bb9b1317a req-b03c863b-e57d-458e-ba07-99a948009d02 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccccf70e-a6c6-4dfa-a88f-b2f890407d16 HTTP/1.1" status: 200 len: 945 time: 0.2801657 Apr 05 14:46:30.379567 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0e9b18f8-cc12-456f-a0d2-5a8461c341a9 req-09ebd63d-aa6c-4d4e-bced-b7b0c98d1ee1 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] 10.222.0.30 "GET /v2.0/ports?device_id=9dd31f6f-d384-43a0-8c0e-6138bfd788cb HTTP/1.1" status: 200 len: 210 time: 0.0923839 Apr 05 14:46:30.432799 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2c7d5303-c24c-4299-9701-5f5bb9b1317a req-33a541c7-76c4-4fc4-9dbf-92ed8501c78b tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ee1494-da12-4460-a5be-8f452373f333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468568 Apr 05 14:46:30.535867 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7ec09bc5-da98-419d-854b-5bc11707683d req-46ce6a2d-19fc-4a44-956a-103f98b08631 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cc0e8ca-4c8d-4f13-9c95-41bcb8b1f4bd HTTP/1.1" status: 200 len: 210 time: 0.0552552 Apr 05 14:46:30.562534 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f9e97-e8c2-40ce-a377-c48f652d63f9 req-3981e93d-4bf0-4944-97e6-deb03f60bb9e tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:30.564088 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-b71f9e97-e8c2-40ce-a377-c48f652d63f9 req-3981e93d-4bf0-4944-97e6-deb03f60bb9e tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] 10.222.0.11 "GET /v2.0/networks?id=53391867-538a-4f85-a91b-39229bb7823b HTTP/1.1" status: 200 len: 809 time: 0.2744379 Apr 05 14:46:30.607071 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-b71f9e97-e8c2-40ce-a377-c48f652d63f9 req-fe7a6c7a-c87c-44fa-924a-67afcc14db57 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Request body: {'port': {'device_id': '9dd31f6f-d384-43a0-8c0e-6138bfd788cb', 'network_id': '53391867-538a-4f85-a91b-39229bb7823b', 'admin_state_up': True, 'tenant_id': 'f60842ae0a2e4c93a8fd6841d4700fc1'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:46:30.967230 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b71f9e97-e8c2-40ce-a377-c48f652d63f9 req-fe7a6c7a-c87c-44fa-924a-67afcc14db57 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Made reservation on behalf of f60842ae0a2e4c93a8fd6841d4700fc1 for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:46:30.978798 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-b71f9e97-e8c2-40ce-a377-c48f652d63f9 req-fe7a6c7a-c87c-44fa-924a-67afcc14db57 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:31.253719 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [req-b71f9e97-e8c2-40ce-a377-c48f652d63f9 req-fe7a6c7a-c87c-44fa-924a-67afcc14db57 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Allocated IP 172.20.0.12 (53391867-538a-4f85-a91b-39229bb7823b/47b7d7f6-7fff-44aa-ad75-cff31b9eb9b6/bf2abcd1-a676-4f47-a951-dec82a2908a8) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:46:31.425121 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-b71f9e97-e8c2-40ce-a377-c48f652d63f9 req-fe7a6c7a-c87c-44fa-924a-67afcc14db57 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:31.526569 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-19d45e93-db8e-495e-bfc5-4dcd5d30bfed req-6a0250a1-d923-467b-81e1-dbc8357c2775 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] 10.222.0.30 "GET /v2.0/ports?device_id=9dd31f6f-d384-43a0-8c0e-6138bfd788cb HTTP/1.1" status: 200 len: 210 time: 0.0490730 Apr 05 14:46:31.634369 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-b71f9e97-e8c2-40ce-a377-c48f652d63f9 req-fe7a6c7a-c87c-44fa-924a-67afcc14db57 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:31.698025 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b71f9e97-e8c2-40ce-a377-c48f652d63f9 req-fe7a6c7a-c87c-44fa-924a-67afcc14db57 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Network 53391867-538a-4f85-a91b-39229bb7823b is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:46:31.705610 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [req-b71f9e97-e8c2-40ce-a377-c48f652d63f9 req-fe7a6c7a-c87c-44fa-924a-67afcc14db57 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:46:31.711104 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-b71f9e97-e8c2-40ce-a377-c48f652d63f9 req-fe7a6c7a-c87c-44fa-924a-67afcc14db57 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:46:31.713622 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ff07a-9461-404d-ac73-6167ddaea034 req-ca458c02-f8db-4a39-b1e5-2a12d76a6b0f tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:31.723493 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c23ff07a-9461-404d-ac73-6167ddaea034 req-ca458c02-f8db-4a39-b1e5-2a12d76a6b0f tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccccf70e-a6c6-4dfa-a88f-b2f890407d16 HTTP/1.1" status: 200 len: 945 time: 0.1107783 Apr 05 14:46:31.763784 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b1a148-d797-40cc-adff-4d0dc40c515f req-8df1847c-aec8-465b-b8c7-42d9dc632e91 tempest-VolumesNegativeTest-2122843757 tempest-VolumesNegativeTest-2122843757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:31.766641 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-33b1a148-d797-40cc-adff-4d0dc40c515f req-8df1847c-aec8-465b-b8c7-42d9dc632e91 tempest-VolumesNegativeTest-2122843757 tempest-VolumesNegativeTest-2122843757-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d5df64e-3fd3-43e7-b84f-fc90b973dced HTTP/1.1" status: 200 len: 950 time: 0.1416957 Apr 05 14:46:31.793164 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f9e97-e8c2-40ce-a377-c48f652d63f9 req-fe7a6c7a-c87c-44fa-924a-67afcc14db57 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:31.803278 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-b71f9e97-e8c2-40ce-a377-c48f652d63f9 req-fe7a6c7a-c87c-44fa-924a-67afcc14db57 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:31.817601 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7a6c7a-c87c-44fa-924a-67afcc14db57 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Pushing event updated for resources: {'Port': ['ID=bf2abcd1-a676-4f47-a951-dec82a2908a8,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:46:31.818930 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c23ff07a-9461-404d-ac73-6167ddaea034 req-ae659060-d78a-4d7f-9b8d-62e225c10eef tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ee1494-da12-4460-a5be-8f452373f333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922248 Apr 05 14:46:31.862119 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-33b1a148-d797-40cc-adff-4d0dc40c515f req-470b8d86-561e-4263-ae5e-1d91057c1531 tempest-VolumesNegativeTest-2122843757 tempest-VolumesNegativeTest-2122843757-project] 10.222.0.30 "GET /v2.0/security-groups?id=53edad3e-5d17-4be7-9eac-9e4b90feb456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852690 Apr 05 14:46:31.941046 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-b71f9e97-e8c2-40ce-a377-c48f652d63f9 req-fe7a6c7a-c87c-44fa-924a-67afcc14db57 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3397903 Apr 05 14:46:31.956303 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-b71f9e97-e8c2-40ce-a377-c48f652d63f9 req-fd3ae7d6-f3b0-4b57-be08-ae8a3701aa54 service neutron] Request body: {'port': {'device_id': '9dd31f6f-d384-43a0-8c0e-6138bfd788cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-2'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:46:31.976960 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2cbc3539-e931-42ac-93b4-155904a63a56 req-031340e2-36fe-46d3-b651-3cb25c460c4f tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cc0e8ca-4c8d-4f13-9c95-41bcb8b1f4bd HTTP/1.1" status: 200 len: 210 time: 0.0387247 Apr 05 14:46:32.049326 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-b71f9e97-e8c2-40ce-a377-c48f652d63f9 req-fd3ae7d6-f3b0-4b57-be08-ae8a3701aa54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:32.435125 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [req-b71f9e97-e8c2-40ce-a377-c48f652d63f9 req-fd3ae7d6-f3b0-4b57-be08-ae8a3701aa54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf2abcd1-a676-4f47-a951-dec82a2908a8 {{(pid=103321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:46:32.443344 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-b71f9e97-e8c2-40ce-a377-c48f652d63f9 req-fd3ae7d6-f3b0-4b57-be08-ae8a3701aa54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:32.458013 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.provisioning_blocks [req-b71f9e97-e8c2-40ce-a377-c48f652d63f9 req-fd3ae7d6-f3b0-4b57-be08-ae8a3701aa54 service neutron] Transition to ACTIVE for port object bf2abcd1-a676-4f47-a951-dec82a2908a8 will not be triggered until provisioned by entity L2. {{(pid=103321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:46:32.571374 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-b71f9e97-e8c2-40ce-a377-c48f652d63f9 req-fd3ae7d6-f3b0-4b57-be08-ae8a3701aa54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:32.642481 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3ae7d6-f3b0-4b57-be08-ae8a3701aa54 service neutron] Pushing event updated for resources: {'Port': ['ID=bf2abcd1-a676-4f47-a951-dec82a2908a8,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:46:32.773706 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7827137c-7cda-45b6-bb86-bf9da513e4f6 req-9ae6bfdf-8312-4016-9006-4a3dd1bc8a32 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:32.782363 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7827137c-7cda-45b6-bb86-bf9da513e4f6 req-9ae6bfdf-8312-4016-9006-4a3dd1bc8a32 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] 10.222.0.30 "GET /v2.0/ports?device_id=9dd31f6f-d384-43a0-8c0e-6138bfd788cb HTTP/1.1" status: 200 len: 944 time: 0.1259103 Apr 05 14:46:32.784674 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-b71f9e97-e8c2-40ce-a377-c48f652d63f9 req-fd3ae7d6-f3b0-4b57-be08-ae8a3701aa54 service neutron] Attempting to bind port bf2abcd1-a676-4f47-a951-dec82a2908a8 on host n-h2-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:46:32.785178 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-b71f9e97-e8c2-40ce-a377-c48f652d63f9 req-fd3ae7d6-f3b0-4b57-be08-ae8a3701aa54 service neutron] Attempting to bind port bf2abcd1-a676-4f47-a951-dec82a2908a8 by drivers openvswitch,hyperv on host n-h2-836650-2 at level 0 using segments [{'id': 'e2396cec-6ba5-4832-a119-412ce7a831b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '53391867-538a-4f85-a91b-39229bb7823b'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:46:32.786197 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71f9e97-e8c2-40ce-a377-c48f652d63f9 req-fd3ae7d6-f3b0-4b57-be08-ae8a3701aa54 service neutron] Attempting to bind port bf2abcd1-a676-4f47-a951-dec82a2908a8 on network 53391867-538a-4f85-a91b-39229bb7823b {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:46:32.798746 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71f9e97-e8c2-40ce-a377-c48f652d63f9 req-fd3ae7d6-f3b0-4b57-be08-ae8a3701aa54 service neutron] Port bf2abcd1-a676-4f47-a951-dec82a2908a8 on network 53391867-538a-4f85-a91b-39229bb7823b not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:46:32.800703 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71f9e97-e8c2-40ce-a377-c48f652d63f9 req-fd3ae7d6-f3b0-4b57-be08-ae8a3701aa54 service neutron] Attempting to bind port bf2abcd1-a676-4f47-a951-dec82a2908a8 on network 53391867-538a-4f85-a91b-39229bb7823b {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:46:32.809164 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71f9e97-e8c2-40ce-a377-c48f652d63f9 req-fd3ae7d6-f3b0-4b57-be08-ae8a3701aa54 service neutron] Checking agent: {'id': '6d8cf521-24bb-4b6a-bbae-0284f5c87a9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:46:32.809679 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71f9e97-e8c2-40ce-a377-c48f652d63f9 req-fd3ae7d6-f3b0-4b57-be08-ae8a3701aa54 service neutron] Checking segment: {'id': 'e2396cec-6ba5-4832-a119-412ce7a831b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '53391867-538a-4f85-a91b-39229bb7823b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:46:32.810180 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71f9e97-e8c2-40ce-a377-c48f652d63f9 req-fd3ae7d6-f3b0-4b57-be08-ae8a3701aa54 service neutron] Bound using segment: {'id': 'e2396cec-6ba5-4832-a119-412ce7a831b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '53391867-538a-4f85-a91b-39229bb7823b'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:46:32.810727 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-b71f9e97-e8c2-40ce-a377-c48f652d63f9 req-fd3ae7d6-f3b0-4b57-be08-ae8a3701aa54 service neutron] Bound port: bf2abcd1-a676-4f47-a951-dec82a2908a8, host: n-h2-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2396cec-6ba5-4832-a119-412ce7a831b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '53391867-538a-4f85-a91b-39229bb7823b'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:46:32.811225 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-b71f9e97-e8c2-40ce-a377-c48f652d63f9 req-fd3ae7d6-f3b0-4b57-be08-ae8a3701aa54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:32.893314 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7827137c-7cda-45b6-bb86-bf9da513e4f6 req-e3ba67fe-00a4-4c44-b97f-33f523d7b032 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] 10.222.0.30 "GET /v2.0/security-groups?id=6741034c-2b3f-4e49-9839-830793ae3749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025841 Apr 05 14:46:32.906103 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-b71f9e97-e8c2-40ce-a377-c48f652d63f9 req-fd3ae7d6-f3b0-4b57-be08-ae8a3701aa54 service neutron] For port bf2abcd1-a676-4f47-a951-dec82a2908a8, host n-h2-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:46:32.910248 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-b71f9e97-e8c2-40ce-a377-c48f652d63f9 req-fd3ae7d6-f3b0-4b57-be08-ae8a3701aa54 service neutron] For port bf2abcd1-a676-4f47-a951-dec82a2908a8, host n-h2-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=bf2abcd1-a676-4f47-a951-dec82a2908a8,segment=NetworkSegment(e2396cec-6ba5-4832-a119-412ce7a831b7),segment_id=e2396cec-6ba5-4832-a119-412ce7a831b7)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:46:32.911514 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b5858-42d7-4af3-99e4-c97e443b5d3e req-3a42c7a5-0b7c-4d8a-afe8-cefd16fbb9bc tempest-VolumesNegativeTest-2122843757 tempest-VolumesNegativeTest-2122843757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:32.915200 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-eb8b5858-42d7-4af3-99e4-c97e443b5d3e req-3a42c7a5-0b7c-4d8a-afe8-cefd16fbb9bc tempest-VolumesNegativeTest-2122843757 tempest-VolumesNegativeTest-2122843757-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d5df64e-3fd3-43e7-b84f-fc90b973dced HTTP/1.1" status: 200 len: 950 time: 0.1026015 Apr 05 14:46:33.061247 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-b71f9e97-e8c2-40ce-a377-c48f652d63f9 req-fd3ae7d6-f3b0-4b57-be08-ae8a3701aa54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:33.115704 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f9e97-e8c2-40ce-a377-c48f652d63f9 req-fd3ae7d6-f3b0-4b57-be08-ae8a3701aa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:33.116523 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-b71f9e97-e8c2-40ce-a377-c48f652d63f9 req-fd3ae7d6-f3b0-4b57-be08-ae8a3701aa54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:33.119250 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-b71f9e97-e8c2-40ce-a377-c48f652d63f9 req-fd3ae7d6-f3b0-4b57-be08-ae8a3701aa54 service neutron] 10.222.0.11 "PUT /v2.0/ports/bf2abcd1-a676-4f47-a951-dec82a2908a8 HTTP/1.1" status: 200 len: 1092 time: 1.1679256 Apr 05 14:46:33.124578 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dd31f6f-d384-43a0-8c0e-6138bfd788cb', 'tag': 'bf2abcd1-a676-4f47-a951-dec82a2908a8'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:46:33.126890 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704793dc-5df9-407f-9d86-385e2b6d3389 req-54a174ad-e743-42f1-b323-28da72c94f8e tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:33.128336 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5337d720-f9b8-4bab-84b4-77ad2dbede48" -d '{"events": [{"name": "network-changed", "server_uuid": "9dd31f6f-d384-43a0-8c0e-6138bfd788cb", "tag": "bf2abcd1-a676-4f47-a951-dec82a2908a8"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:46:33.128575 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-704793dc-5df9-407f-9d86-385e2b6d3389 req-54a174ad-e743-42f1-b323-28da72c94f8e tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccccf70e-a6c6-4dfa-a88f-b2f890407d16 HTTP/1.1" status: 200 len: 945 time: 0.1424837 Apr 05 14:46:33.150016 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b73c3-7e63-492f-b25f-4fef8df10242 req-873dd415-4b3c-4aa9-8456-8007dff9e92b tempest-VolumesNegativeTest-2122843757 tempest-VolumesNegativeTest-2122843757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:33.151588 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-278b73c3-7e63-492f-b25f-4fef8df10242 req-873dd415-4b3c-4aa9-8456-8007dff9e92b tempest-VolumesNegativeTest-2122843757 tempest-VolumesNegativeTest-2122843757-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d5df64e-3fd3-43e7-b84f-fc90b973dced HTTP/1.1" status: 200 len: 950 time: 0.1836383 Apr 05 14:46:33.179855 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3ae7d6-f3b0-4b57-be08-ae8a3701aa54 service neutron] Pushing event updated for resources: {'Port': ['ID=bf2abcd1-a676-4f47-a951-dec82a2908a8,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:46:33.209360 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-eb8b5858-42d7-4af3-99e4-c97e443b5d3e req-cca9b629-66f9-4986-b417-220d0035fe46 tempest-VolumesNegativeTest-2122843757 tempest-VolumesNegativeTest-2122843757-project] Deleting port 1ee65164-3687-4bfc-a10d-318a500782b7 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:46:33.209619 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-eb8b5858-42d7-4af3-99e4-c97e443b5d3e req-cca9b629-66f9-4986-b417-220d0035fe46 tempest-VolumesNegativeTest-2122843757 tempest-VolumesNegativeTest-2122843757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:33.242118 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-278b73c3-7e63-492f-b25f-4fef8df10242 req-126851df-3698-4112-b1a8-a8dc78d9d5d7 tempest-VolumesNegativeTest-2122843757 tempest-VolumesNegativeTest-2122843757-project] 10.222.0.30 "GET /v2.0/security-groups?id=53edad3e-5d17-4be7-9eac-9e4b90feb456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791488 Apr 05 14:46:33.285662 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-704793dc-5df9-407f-9d86-385e2b6d3389 req-1b4a7948-f7ef-4ec9-8e01-12b149934cc2 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ee1494-da12-4460-a5be-8f452373f333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439426 Apr 05 14:46:33.354477 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d93191-b7ec-4763-b27d-1ac61de66f5c x-openstack-request-id: req-98d93191-b7ec-4763-b27d-1ac61de66f5c {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:46:33.354758 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dd31f6f-d384-43a0-8c0e-6138bfd788cb", "tag": "bf2abcd1-a676-4f47-a951-dec82a2908a8", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:46:33.355541 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-98d93191-b7ec-4763-b27d-1ac61de66f5c {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:46:33.355959 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98d93191-b7ec-4763-b27d-1ac61de66f5c'] response: {'name': 'network-changed', 'server_uuid': '9dd31f6f-d384-43a0-8c0e-6138bfd788cb', 'tag': 'bf2abcd1-a676-4f47-a951-dec82a2908a8', 'status': 'completed', 'code': 200} Apr 05 14:46:33.439799 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f8add0eb-1a0c-4909-b1da-01e4ea6a8a88 req-843ba072-b26d-48e3-91cd-be7514a70213 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cc0e8ca-4c8d-4f13-9c95-41bcb8b1f4bd HTTP/1.1" status: 200 len: 210 time: 0.0992830 Apr 05 14:46:33.448466 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-eb8b5858-42d7-4af3-99e4-c97e443b5d3e req-cca9b629-66f9-4986-b417-220d0035fe46 tempest-VolumesNegativeTest-2122843757 tempest-VolumesNegativeTest-2122843757-project] For port 1ee65164-3687-4bfc-a10d-318a500782b7, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=1ee65164-3687-4bfc-a10d-318a500782b7,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:46:33.448948 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-eb8b5858-42d7-4af3-99e4-c97e443b5d3e req-cca9b629-66f9-4986-b417-220d0035fe46 tempest-VolumesNegativeTest-2122843757 tempest-VolumesNegativeTest-2122843757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:33.471368 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5337d720-f9b8-4bab-84b4-77ad2dbede48 req-ec12bb62-82b2-4878-93e0-cc04fe705f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:33.491124 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-5337d720-f9b8-4bab-84b4-77ad2dbede48 req-ec12bb62-82b2-4878-93e0-cc04fe705f97 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f60842ae0a2e4c93a8fd6841d4700fc1&device_id=9dd31f6f-d384-43a0-8c0e-6138bfd788cb HTTP/1.1" status: 200 len: 1095 time: 0.0810764 Apr 05 14:46:33.491387 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-eb8b5858-42d7-4af3-99e4-c97e443b5d3e req-cca9b629-66f9-4986-b417-220d0035fe46 tempest-VolumesNegativeTest-2122843757 tempest-VolumesNegativeTest-2122843757-project] Calling delete_port for 1ee65164-3687-4bfc-a10d-318a500782b7 owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:46:33.642743 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5337d720-f9b8-4bab-84b4-77ad2dbede48 req-bce5ab2d-54be-4477-93d6-01e82454d839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:33.646096 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-5337d720-f9b8-4bab-84b4-77ad2dbede48 req-bce5ab2d-54be-4477-93d6-01e82454d839 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=f60842ae0a2e4c93a8fd6841d4700fc1&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1642506 Apr 05 14:46:33.784424 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5337d720-f9b8-4bab-84b4-77ad2dbede48 req-b86617a2-f3bf-4ca0-884b-1e47beb108ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:33.786014 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-5337d720-f9b8-4bab-84b4-77ad2dbede48 req-b86617a2-f3bf-4ca0-884b-1e47beb108ca service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1285834 Apr 05 14:46:33.843985 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa5614c-3334-4bc1-9eed-f133c09b5fa5 req-2dc601f9-2710-4b18-a5fc-e0198d238a52 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:33.846512 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-afa5614c-3334-4bc1-9eed-f133c09b5fa5 req-2dc601f9-2710-4b18-a5fc-e0198d238a52 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.55 "GET /v2.0/networks?id=2305a676-7066-4cb3-b9bf-4aa14e5994cf HTTP/1.1" status: 200 len: 811 time: 0.2105162 Apr 05 14:46:33.877868 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-afa5614c-3334-4bc1-9eed-f133c09b5fa5 req-51f761a5-bced-453d-a901-ba1e16154893 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Request body: {'port': {'device_id': '9cc0e8ca-4c8d-4f13-9c95-41bcb8b1f4bd', 'network_id': '2305a676-7066-4cb3-b9bf-4aa14e5994cf', 'admin_state_up': True, 'tenant_id': 'f496a225ad45483eaea608d62cdcf288'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:46:33.905064 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f9e97-e8c2-40ce-a377-c48f652d63f9 req-120432f2-6730-42ca-a68b-83f900990b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:33.907407 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-b71f9e97-e8c2-40ce-a377-c48f652d63f9 req-120432f2-6730-42ca-a68b-83f900990b9a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f60842ae0a2e4c93a8fd6841d4700fc1&device_id=9dd31f6f-d384-43a0-8c0e-6138bfd788cb HTTP/1.1" status: 200 len: 1095 time: 0.0771692 Apr 05 14:46:33.962696 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-b71f9e97-e8c2-40ce-a377-c48f652d63f9 req-75de7a13-7bbd-4456-be62-704a6d21036a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf2abcd1-a676-4f47-a951-dec82a2908a8 HTTP/1.1" status: 200 len: 217 time: 0.0469804 Apr 05 14:46:33.984007 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae0b1f0-ccd1-478c-9ed4-61a9b8a06d96 req-a6f14bae-b2e3-48ed-a30a-1e53aad57350 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:33.984007 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bae0b1f0-ccd1-478c-9ed4-61a9b8a06d96 req-a6f14bae-b2e3-48ed-a30a-1e53aad57350 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3fd4c69-d261-4511-8beb-041c7c2c650c HTTP/1.1" status: 200 len: 950 time: 0.4128454 Apr 05 14:46:34.028641 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f9e97-e8c2-40ce-a377-c48f652d63f9 req-aa792d35-3002-44fb-994f-7a7bc6d9f983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:34.030839 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-b71f9e97-e8c2-40ce-a377-c48f652d63f9 req-aa792d35-3002-44fb-994f-7a7bc6d9f983 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=47b7d7f6-7fff-44aa-ad75-cff31b9eb9b6 HTTP/1.1" status: 200 len: 849 time: 0.0619404 Apr 05 14:46:34.078534 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-b71f9e97-e8c2-40ce-a377-c48f652d63f9 req-4fcc04a3-fcc9-4020-93e3-b89c5e1e6ddf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=53391867-538a-4f85-a91b-39229bb7823b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404193 Apr 05 14:46:34.126681 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9f2447-17da-42c3-81b0-de08ea83508f req-895f0b08-4650-450b-8e35-1f6b601c8046 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:34.132021 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dc9f2447-17da-42c3-81b0-de08ea83508f req-895f0b08-4650-450b-8e35-1f6b601c8046 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] 10.222.0.30 "GET /v2.0/ports?device_id=9dd31f6f-d384-43a0-8c0e-6138bfd788cb HTTP/1.1" status: 200 len: 944 time: 0.1346586 Apr 05 14:46:34.137889 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bae0b1f0-ccd1-478c-9ed4-61a9b8a06d96 req-77cbb03a-c787-4d3f-af51-a55122cb3675 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0742608-c199-4fa7-bcb8-78999595eed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455088 Apr 05 14:46:34.190247 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-b71f9e97-e8c2-40ce-a377-c48f652d63f9 req-ad2b2f2a-fa4f-45a5-ad5f-5b7d3e41dee6 service neutron] 10.222.0.11 "GET /v2.0/networks/53391867-538a-4f85-a91b-39229bb7823b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036570 Apr 05 14:46:34.192030 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dc9f2447-17da-42c3-81b0-de08ea83508f req-86d32a8d-d91f-4eaa-b7c9-28ebae1f5eae tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] 10.222.0.30 "GET /v2.0/security-groups?id=6741034c-2b3f-4e49-9839-830793ae3749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531957 Apr 05 14:46:34.288428 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-b71f9e97-e8c2-40ce-a377-c48f652d63f9 req-6bcd6b86-e7d2-4fb2-818b-6fcb95394ee1 service neutron] 10.222.0.11 "GET /v2.0/networks/53391867-538a-4f85-a91b-39229bb7823b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914314 Apr 05 14:46:34.381756 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-eb8b5858-42d7-4af3-99e4-c97e443b5d3e req-cca9b629-66f9-4986-b417-220d0035fe46 tempest-VolumesNegativeTest-2122843757 tempest-VolumesNegativeTest-2122843757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:34.392684 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['1ee65164-3687-4bfc-a10d-318a500782b7'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:46:34.407814 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afa5614c-3334-4bc1-9eed-f133c09b5fa5 req-51f761a5-bced-453d-a901-ba1e16154893 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Made reservation on behalf of f496a225ad45483eaea608d62cdcf288 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:46:34.411342 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-afa5614c-3334-4bc1-9eed-f133c09b5fa5 req-51f761a5-bced-453d-a901-ba1e16154893 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:34.450942 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca9b629-66f9-4986-b417-220d0035fe46 tempest-VolumesNegativeTest-2122843757 tempest-VolumesNegativeTest-2122843757-project] Pushing event deleted for resources: {'Port': ['ID=1ee65164-3687-4bfc-a10d-318a500782b7,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:46:34.493315 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a5de12-3a62-4b94-9324-e19899e07f54 req-aca81eee-ae0f-4fc7-998b-2b1b8e8d1f41 tempest-VolumesNegativeTest-2122843757 tempest-VolumesNegativeTest-2122843757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:34.501118 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-05a5de12-3a62-4b94-9324-e19899e07f54 req-aca81eee-ae0f-4fc7-998b-2b1b8e8d1f41 tempest-VolumesNegativeTest-2122843757 tempest-VolumesNegativeTest-2122843757-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d5df64e-3fd3-43e7-b84f-fc90b973dced HTTP/1.1" status: 200 len: 867 time: 0.1738527 Apr 05 14:46:34.629984 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad84f5d-9c9e-4293-aa1b-f04eed5ab44c req-fe182b47-4daf-4004-b336-5a464349b009 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:34.641866 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2ad84f5d-9c9e-4293-aa1b-f04eed5ab44c req-fe182b47-4daf-4004-b336-5a464349b009 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccccf70e-a6c6-4dfa-a88f-b2f890407d16 HTTP/1.1" status: 200 len: 945 time: 0.2765896 Apr 05 14:46:34.645168 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb8b5858-42d7-4af3-99e4-c97e443b5d3e req-cca9b629-66f9-4986-b417-220d0035fe46 tempest-VolumesNegativeTest-2122843757 tempest-VolumesNegativeTest-2122843757-project] No DVR routers for this DVR port 1ee65164-3687-4bfc-a10d-318a500782b7 on host n-h1-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:46:34.659362 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-eb8b5858-42d7-4af3-99e4-c97e443b5d3e req-cca9b629-66f9-4986-b417-220d0035fe46 tempest-VolumesNegativeTest-2122843757 tempest-VolumesNegativeTest-2122843757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:34.662860 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-eb8b5858-42d7-4af3-99e4-c97e443b5d3e req-cca9b629-66f9-4986-b417-220d0035fe46 tempest-VolumesNegativeTest-2122843757 tempest-VolumesNegativeTest-2122843757-project] 10.222.0.55 "DELETE /v2.0/ports/1ee65164-3687-4bfc-a10d-318a500782b7 HTTP/1.1" status: 204 len: 173 time: 1.7425461 Apr 05 14:46:34.670641 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d5df64e-3fd3-43e7-b84f-fc90b973dced', 'name': 'network-vif-deleted', 'tag': '1ee65164-3687-4bfc-a10d-318a500782b7'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:46:34.670641 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff80b1a-7190-41cb-9d49-b3547aa8f702" -d '{"events": [{"server_uuid": "1d5df64e-3fd3-43e7-b84f-fc90b973dced", "name": "network-vif-deleted", "tag": "1ee65164-3687-4bfc-a10d-318a500782b7"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:46:34.749164 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-05a5de12-3a62-4b94-9324-e19899e07f54 req-bc5df288-0802-477c-b16c-cd41e9e3fb2c tempest-VolumesNegativeTest-2122843757 tempest-VolumesNegativeTest-2122843757-project] 10.222.0.30 "GET /v2.0/security-groups?id=53edad3e-5d17-4be7-9eac-9e4b90feb456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470336 Apr 05 14:46:34.789553 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2ad84f5d-9c9e-4293-aa1b-f04eed5ab44c req-306be88f-88a8-4f40-891c-8b4afab6ec48 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ee1494-da12-4460-a5be-8f452373f333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462111 Apr 05 14:46:34.863849 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-afa5614c-3334-4bc1-9eed-f133c09b5fa5 req-51f761a5-bced-453d-a901-ba1e16154893 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Allocated IP 172.20.0.5 (2305a676-7066-4cb3-b9bf-4aa14e5994cf/942a2853-6af0-426f-bd10-11fcee5e21a1/4ce20477-9ee9-446e-a402-99bdeeccfda2) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:46:34.868845 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d0e34ed-9c65-427e-ae26-c23968814623 x-openstack-request-id: req-8d0e34ed-9c65-427e-ae26-c23968814623 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:46:34.869165 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d5df64e-3fd3-43e7-b84f-fc90b973dced", "name": "network-vif-deleted", "tag": "1ee65164-3687-4bfc-a10d-318a500782b7", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:46:34.869417 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8d0e34ed-9c65-427e-ae26-c23968814623 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:46:34.869852 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d0e34ed-9c65-427e-ae26-c23968814623'] response: {'server_uuid': '1d5df64e-3fd3-43e7-b84f-fc90b973dced', 'name': 'network-vif-deleted', 'tag': '1ee65164-3687-4bfc-a10d-318a500782b7', 'status': 'completed', 'code': 200} Apr 05 14:46:34.913630 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5e4909cb-4d66-481f-9e9d-1219699d3554 req-65fd2e92-bca2-4bed-a540-349499bb22e9 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cc0e8ca-4c8d-4f13-9c95-41bcb8b1f4bd HTTP/1.1" status: 200 len: 210 time: 0.0333214 Apr 05 14:46:35.060871 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-afa5614c-3334-4bc1-9eed-f133c09b5fa5 req-51f761a5-bced-453d-a901-ba1e16154893 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:35.224272 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-afa5614c-3334-4bc1-9eed-f133c09b5fa5 req-51f761a5-bced-453d-a901-ba1e16154893 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:35.237024 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['a89673c3-6f4b-4303-aaa0-e46df6e5bade'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:46:35.313491 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afa5614c-3334-4bc1-9eed-f133c09b5fa5 req-51f761a5-bced-453d-a901-ba1e16154893 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Network 2305a676-7066-4cb3-b9bf-4aa14e5994cf is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:46:35.322902 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-afa5614c-3334-4bc1-9eed-f133c09b5fa5 req-51f761a5-bced-453d-a901-ba1e16154893 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:46:35.328396 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-afa5614c-3334-4bc1-9eed-f133c09b5fa5 req-51f761a5-bced-453d-a901-ba1e16154893 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:46:35.331261 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f761a5-bced-453d-a901-ba1e16154893 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Pushing event updated for resources: {'Port': ['ID=4ce20477-9ee9-446e-a402-99bdeeccfda2,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:46:35.381858 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f6c513-efc6-4e77-819b-aada9db628f9 req-896d862e-7165-453e-9ae1-903db8a59992 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:35.384653 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-13f6c513-efc6-4e77-819b-aada9db628f9 req-896d862e-7165-453e-9ae1-903db8a59992 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3fd4c69-d261-4511-8beb-041c7c2c650c HTTP/1.1" status: 200 len: 950 time: 0.1712973 Apr 05 14:46:35.479309 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa5614c-3334-4bc1-9eed-f133c09b5fa5 req-51f761a5-bced-453d-a901-ba1e16154893 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:35.480430 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-afa5614c-3334-4bc1-9eed-f133c09b5fa5 req-51f761a5-bced-453d-a901-ba1e16154893 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:35.515291 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8df8cc-38cb-4ded-8db2-65bf20ad962e req-c04c136e-eca2-4734-a991-9777ef3ceccc tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:35.517044 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6c8df8cc-38cb-4ded-8db2-65bf20ad962e req-c04c136e-eca2-4734-a991-9777ef3ceccc tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] 10.222.0.30 "GET /v2.0/ports?device_id=9dd31f6f-d384-43a0-8c0e-6138bfd788cb HTTP/1.1" status: 200 len: 944 time: 0.1829417 Apr 05 14:46:35.547288 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-13f6c513-efc6-4e77-819b-aada9db628f9 req-a7820504-1a3e-4b30-b90e-67ce72dad628 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0742608-c199-4fa7-bcb8-78999595eed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246347 Apr 05 14:46:35.563652 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6c8df8cc-38cb-4ded-8db2-65bf20ad962e req-6a62305c-9311-4bc5-8a56-be280ef68cc7 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] 10.222.0.30 "GET /v2.0/security-groups?id=6741034c-2b3f-4e49-9839-830793ae3749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403991 Apr 05 14:46:35.613727 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-afa5614c-3334-4bc1-9eed-f133c09b5fa5 req-51f761a5-bced-453d-a901-ba1e16154893 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7402968 Apr 05 14:46:35.629193 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-afa5614c-3334-4bc1-9eed-f133c09b5fa5 req-56ed416c-dbdb-47d1-8ec4-aa11d0d243b6 service neutron] Request body: {'port': {'device_id': '9cc0e8ca-4c8d-4f13-9c95-41bcb8b1f4bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:46:35.691068 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-afa5614c-3334-4bc1-9eed-f133c09b5fa5 req-56ed416c-dbdb-47d1-8ec4-aa11d0d243b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:36.066542 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-afa5614c-3334-4bc1-9eed-f133c09b5fa5 req-56ed416c-dbdb-47d1-8ec4-aa11d0d243b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ce20477-9ee9-446e-a402-99bdeeccfda2 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:46:36.094878 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-afa5614c-3334-4bc1-9eed-f133c09b5fa5 req-56ed416c-dbdb-47d1-8ec4-aa11d0d243b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:36.131218 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-afa5614c-3334-4bc1-9eed-f133c09b5fa5 req-56ed416c-dbdb-47d1-8ec4-aa11d0d243b6 service neutron] Transition to ACTIVE for port object 4ce20477-9ee9-446e-a402-99bdeeccfda2 will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:46:36.250964 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-08443ff9-c9b6-4669-ba24-35243e611e14 req-ba92d793-7036-4bf6-85f6-b1462b9048df tempest-VolumesNegativeTest-2122843757 tempest-VolumesNegativeTest-2122843757-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d5df64e-3fd3-43e7-b84f-fc90b973dced HTTP/1.1" status: 200 len: 210 time: 0.0298307 Apr 05 14:46:36.274497 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-afa5614c-3334-4bc1-9eed-f133c09b5fa5 req-56ed416c-dbdb-47d1-8ec4-aa11d0d243b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:36.332718 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ed416c-dbdb-47d1-8ec4-aa11d0d243b6 service neutron] Pushing event updated for resources: {'Port': ['ID=4ce20477-9ee9-446e-a402-99bdeeccfda2,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:46:36.420018 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e453522-6821-418c-b397-68dc9de67942 req-6777edd6-c197-4b35-81e5-a835c7c05e51 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:36.421581 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9e453522-6821-418c-b397-68dc9de67942 req-6777edd6-c197-4b35-81e5-a835c7c05e51 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccccf70e-a6c6-4dfa-a88f-b2f890407d16 HTTP/1.1" status: 200 len: 945 time: 0.1108325 Apr 05 14:46:36.460836 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-afa5614c-3334-4bc1-9eed-f133c09b5fa5 req-56ed416c-dbdb-47d1-8ec4-aa11d0d243b6 service neutron] Attempting to bind port 4ce20477-9ee9-446e-a402-99bdeeccfda2 on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:46:36.461217 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-afa5614c-3334-4bc1-9eed-f133c09b5fa5 req-56ed416c-dbdb-47d1-8ec4-aa11d0d243b6 service neutron] Attempting to bind port 4ce20477-9ee9-446e-a402-99bdeeccfda2 by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': '4ac699d6-6b18-4d7a-ac48-b58e15e2f9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2305a676-7066-4cb3-b9bf-4aa14e5994cf'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:46:36.461545 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa5614c-3334-4bc1-9eed-f133c09b5fa5 req-56ed416c-dbdb-47d1-8ec4-aa11d0d243b6 service neutron] Attempting to bind port 4ce20477-9ee9-446e-a402-99bdeeccfda2 on network 2305a676-7066-4cb3-b9bf-4aa14e5994cf {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:46:36.475581 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa5614c-3334-4bc1-9eed-f133c09b5fa5 req-56ed416c-dbdb-47d1-8ec4-aa11d0d243b6 service neutron] Port 4ce20477-9ee9-446e-a402-99bdeeccfda2 on network 2305a676-7066-4cb3-b9bf-4aa14e5994cf not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:46:36.475898 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa5614c-3334-4bc1-9eed-f133c09b5fa5 req-56ed416c-dbdb-47d1-8ec4-aa11d0d243b6 service neutron] Attempting to bind port 4ce20477-9ee9-446e-a402-99bdeeccfda2 on network 2305a676-7066-4cb3-b9bf-4aa14e5994cf {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:46:36.480220 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9e453522-6821-418c-b397-68dc9de67942 req-1d4550e4-283b-4c55-9337-c591951dbac4 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ee1494-da12-4460-a5be-8f452373f333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493772 Apr 05 14:46:36.489203 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa5614c-3334-4bc1-9eed-f133c09b5fa5 req-56ed416c-dbdb-47d1-8ec4-aa11d0d243b6 service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:46:36.489612 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa5614c-3334-4bc1-9eed-f133c09b5fa5 req-56ed416c-dbdb-47d1-8ec4-aa11d0d243b6 service neutron] Checking segment: {'id': '4ac699d6-6b18-4d7a-ac48-b58e15e2f9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2305a676-7066-4cb3-b9bf-4aa14e5994cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:46:36.489944 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa5614c-3334-4bc1-9eed-f133c09b5fa5 req-56ed416c-dbdb-47d1-8ec4-aa11d0d243b6 service neutron] Bound using segment: {'id': '4ac699d6-6b18-4d7a-ac48-b58e15e2f9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2305a676-7066-4cb3-b9bf-4aa14e5994cf'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:46:36.490429 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-afa5614c-3334-4bc1-9eed-f133c09b5fa5 req-56ed416c-dbdb-47d1-8ec4-aa11d0d243b6 service neutron] Bound port: 4ce20477-9ee9-446e-a402-99bdeeccfda2, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ac699d6-6b18-4d7a-ac48-b58e15e2f9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2305a676-7066-4cb3-b9bf-4aa14e5994cf'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:46:36.490856 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-afa5614c-3334-4bc1-9eed-f133c09b5fa5 req-56ed416c-dbdb-47d1-8ec4-aa11d0d243b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:36.590884 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 1ee65164-3687-4bfc-a10d-318a500782b7 no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:46:36.601162 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439cd4fd-8a39-46bf-91e8-6229f146593c req-039325fc-abd2-4530-97da-5d25b278d9d8 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:36.601316 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-439cd4fd-8a39-46bf-91e8-6229f146593c req-039325fc-abd2-4530-97da-5d25b278d9d8 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cc0e8ca-4c8d-4f13-9c95-41bcb8b1f4bd HTTP/1.1" status: 200 len: 943 time: 0.1029751 Apr 05 14:46:36.608327 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-afa5614c-3334-4bc1-9eed-f133c09b5fa5 req-56ed416c-dbdb-47d1-8ec4-aa11d0d243b6 service neutron] For port 4ce20477-9ee9-446e-a402-99bdeeccfda2, host n-h1-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:46:36.612761 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-afa5614c-3334-4bc1-9eed-f133c09b5fa5 req-56ed416c-dbdb-47d1-8ec4-aa11d0d243b6 service neutron] For port 4ce20477-9ee9-446e-a402-99bdeeccfda2, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=4ce20477-9ee9-446e-a402-99bdeeccfda2,segment=NetworkSegment(4ac699d6-6b18-4d7a-ac48-b58e15e2f9dd),segment_id=4ac699d6-6b18-4d7a-ac48-b58e15e2f9dd)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:46:36.615379 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] No Port match for: 1ee65164-3687-4bfc-a10d-318a500782b7 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:46:36.615805 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 1ee65164-3687-4bfc-a10d-318a500782b7 not bound to the agent host n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:46:36.651743 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-439cd4fd-8a39-46bf-91e8-6229f146593c req-6a3fa792-9891-43ae-8f01-f250b3dde6ce tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f528a4f-40ab-47ff-8536-700b2ff06097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408449 Apr 05 14:46:36.696524 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-afa5614c-3334-4bc1-9eed-f133c09b5fa5 req-56ed416c-dbdb-47d1-8ec4-aa11d0d243b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:36.738151 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa5614c-3334-4bc1-9eed-f133c09b5fa5 req-56ed416c-dbdb-47d1-8ec4-aa11d0d243b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:36.738772 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-afa5614c-3334-4bc1-9eed-f133c09b5fa5 req-56ed416c-dbdb-47d1-8ec4-aa11d0d243b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:36.740181 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-afa5614c-3334-4bc1-9eed-f133c09b5fa5 req-56ed416c-dbdb-47d1-8ec4-aa11d0d243b6 service neutron] 10.222.0.55 "PUT /v2.0/ports/4ce20477-9ee9-446e-a402-99bdeeccfda2 HTTP/1.1" status: 200 len: 1091 time: 1.1154151 Apr 05 14:46:36.762563 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d62b8-635b-43a4-8f5f-c3ea6e2bf57f req-05ec6058-748c-4cd6-8107-d07d47ee3040 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:36.764401 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d60d62b8-635b-43a4-8f5f-c3ea6e2bf57f req-05ec6058-748c-4cd6-8107-d07d47ee3040 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] 10.222.0.30 "GET /v2.0/ports?device_id=9dd31f6f-d384-43a0-8c0e-6138bfd788cb HTTP/1.1" status: 200 len: 944 time: 0.0993278 Apr 05 14:46:36.782101 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ed416c-dbdb-47d1-8ec4-aa11d0d243b6 service neutron] Pushing event updated for resources: {'Port': ['ID=4ce20477-9ee9-446e-a402-99bdeeccfda2,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:46:36.811127 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d60d62b8-635b-43a4-8f5f-c3ea6e2bf57f req-d59a426c-d1c7-422d-ac60-6954be99fa06 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] 10.222.0.30 "GET /v2.0/security-groups?id=6741034c-2b3f-4e49-9839-830793ae3749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405569 Apr 05 14:46:36.871524 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cc0e8ca-4c8d-4f13-9c95-41bcb8b1f4bd', 'tag': '4ce20477-9ee9-446e-a402-99bdeeccfda2'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:46:36.874183 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc3df34-76bb-40e3-addc-466c46a5858d" -d '{"events": [{"name": "network-changed", "server_uuid": "9cc0e8ca-4c8d-4f13-9c95-41bcb8b1f4bd", "tag": "4ce20477-9ee9-446e-a402-99bdeeccfda2"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:46:36.934528 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f26a237-f558-4ccc-8cdc-a952dd8d35d4 x-openstack-request-id: req-3f26a237-f558-4ccc-8cdc-a952dd8d35d4 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:46:36.935055 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cc0e8ca-4c8d-4f13-9c95-41bcb8b1f4bd", "tag": "4ce20477-9ee9-446e-a402-99bdeeccfda2", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:46:36.935055 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3f26a237-f558-4ccc-8cdc-a952dd8d35d4 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:46:36.935486 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f26a237-f558-4ccc-8cdc-a952dd8d35d4'] response: {'name': 'network-changed', 'server_uuid': '9cc0e8ca-4c8d-4f13-9c95-41bcb8b1f4bd', 'tag': '4ce20477-9ee9-446e-a402-99bdeeccfda2', 'status': 'completed', 'code': 200} Apr 05 14:46:36.952735 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa5614c-3334-4bc1-9eed-f133c09b5fa5 req-8f3c223f-e018-4571-ae0f-0d60e083505b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:36.969888 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-afa5614c-3334-4bc1-9eed-f133c09b5fa5 req-8f3c223f-e018-4571-ae0f-0d60e083505b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f496a225ad45483eaea608d62cdcf288&device_id=9cc0e8ca-4c8d-4f13-9c95-41bcb8b1f4bd HTTP/1.1" status: 200 len: 1094 time: 0.0516617 Apr 05 14:46:37.002867 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-afa5614c-3334-4bc1-9eed-f133c09b5fa5 req-95119571-f49b-4a4d-adca-44a0ac10937c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ce20477-9ee9-446e-a402-99bdeeccfda2 HTTP/1.1" status: 200 len: 217 time: 0.0393775 Apr 05 14:46:37.054868 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa5614c-3334-4bc1-9eed-f133c09b5fa5 req-47b15542-0e85-4c13-9956-8e9c00b913d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:37.056689 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-afa5614c-3334-4bc1-9eed-f133c09b5fa5 req-47b15542-0e85-4c13-9956-8e9c00b913d6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=942a2853-6af0-426f-bd10-11fcee5e21a1 HTTP/1.1" status: 200 len: 851 time: 0.0464787 Apr 05 14:46:37.089548 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-afa5614c-3334-4bc1-9eed-f133c09b5fa5 req-255f1c4e-a150-49d1-a8eb-03eae97ec248 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2305a676-7066-4cb3-b9bf-4aa14e5994cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266201 Apr 05 14:46:37.188982 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-afa5614c-3334-4bc1-9eed-f133c09b5fa5 req-f8ef6786-e784-4359-9d5c-ea3b63d23f38 service neutron] 10.222.0.55 "GET /v2.0/networks/2305a676-7066-4cb3-b9bf-4aa14e5994cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922995 Apr 05 14:46:37.273413 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device b5dcf89b-4a64-44a8-999d-f78bb1922e77 no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:46:37.283246 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-afa5614c-3334-4bc1-9eed-f133c09b5fa5 req-3eb0ff49-5e1f-4b8c-bee1-24e1562c5673 service neutron] 10.222.0.55 "GET /v2.0/networks/2305a676-7066-4cb3-b9bf-4aa14e5994cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871494 Apr 05 14:46:37.363041 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:37.388353 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3fd4c69-d261-4511-8beb-041c7c2c650c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5dcf89b-4a64-44a8-999d-f78bb1922e77'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:46:37.390651 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c2bc48-1ec7-42f5-9518-c67d097726d5" -d '{"events": [{"server_uuid": "f3fd4c69-d261-4511-8beb-041c7c2c650c", "name": "network-vif-unplugged", "status": "completed", "tag": "b5dcf89b-4a64-44a8-999d-f78bb1922e77"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:46:37.414336 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port b5dcf89b-4a64-44a8-999d-f78bb1922e77, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=b5dcf89b-4a64-44a8-999d-f78bb1922e77,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:46:37.437810 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 14:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf48e68-7285-41bb-80f3-c468abc19761 x-openstack-request-id: req-4cf48e68-7285-41bb-80f3-c468abc19761 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:46:37.437810 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3fd4c69-d261-4511-8beb-041c7c2c650c", "name": "network-vif-unplugged", "status": "completed", "tag": "b5dcf89b-4a64-44a8-999d-f78bb1922e77", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:46:37.437810 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4cf48e68-7285-41bb-80f3-c468abc19761 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:46:37.437810 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cf48e68-7285-41bb-80f3-c468abc19761'] response: {'server_uuid': 'f3fd4c69-d261-4511-8beb-041c7c2c650c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5dcf89b-4a64-44a8-999d-f78bb1922e77', 'code': 200} Apr 05 14:46:37.453512 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc3df34-76bb-40e3-addc-466c46a5858d req-74f8903b-4111-4fa9-a6dc-90aee93b3c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:37.455040 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-abc3df34-76bb-40e3-addc-466c46a5858d req-74f8903b-4111-4fa9-a6dc-90aee93b3c44 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f496a225ad45483eaea608d62cdcf288&device_id=9cc0e8ca-4c8d-4f13-9c95-41bcb8b1f4bd HTTP/1.1" status: 200 len: 1094 time: 0.0603664 Apr 05 14:46:37.554394 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc3df34-76bb-40e3-addc-466c46a5858d req-edd0f51f-6540-46b4-8da1-20c3d6ae0ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:37.555543 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-abc3df34-76bb-40e3-addc-466c46a5858d req-edd0f51f-6540-46b4-8da1-20c3d6ae0ca5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2305a676-7066-4cb3-b9bf-4aa14e5994cf HTTP/1.1" status: 200 len: 912 time: 0.0933325 Apr 05 14:46:37.560354 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:37.654363 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-abc3df34-76bb-40e3-addc-466c46a5858d req-0ae9b6bf-6c45-4bbd-968e-5930f5571290 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ce20477-9ee9-446e-a402-99bdeeccfda2 HTTP/1.1" status: 200 len: 217 time: 0.0794690 Apr 05 14:46:37.692729 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=b5dcf89b-4a64-44a8-999d-f78bb1922e77,revision_number=8']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:46:37.749072 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175c28de-ca27-4f47-b63d-50163748ad92 req-9dd63363-40aa-42de-989e-3f953ad24531 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:37.758116 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-175c28de-ca27-4f47-b63d-50163748ad92 req-9dd63363-40aa-42de-989e-3f953ad24531 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccccf70e-a6c6-4dfa-a88f-b2f890407d16 HTTP/1.1" status: 200 len: 945 time: 0.2009313 Apr 05 14:46:37.790572 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc3df34-76bb-40e3-addc-466c46a5858d req-c944398d-8260-4b35-8f6b-834c8dd46312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:37.792507 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-abc3df34-76bb-40e3-addc-466c46a5858d req-c944398d-8260-4b35-8f6b-834c8dd46312 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=942a2853-6af0-426f-bd10-11fcee5e21a1 HTTP/1.1" status: 200 len: 851 time: 0.1255991 Apr 05 14:46:37.890135 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-abc3df34-76bb-40e3-addc-466c46a5858d req-08aa9852-59ca-4744-869f-65ec507516b5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2305a676-7066-4cb3-b9bf-4aa14e5994cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407360 Apr 05 14:46:37.930054 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-175c28de-ca27-4f47-b63d-50163748ad92 req-7c90eeaa-c567-4754-870f-5ecc4f39eb2b tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ee1494-da12-4460-a5be-8f452373f333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1691334 Apr 05 14:46:37.967528 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb99072d-7047-4e0c-bc1c-ad86fb7bef3b req-c34bf382-a627-43f4-aaed-718b592c1c2c tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:37.969132 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fb99072d-7047-4e0c-bc1c-ad86fb7bef3b req-c34bf382-a627-43f4-aaed-718b592c1c2c tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cc0e8ca-4c8d-4f13-9c95-41bcb8b1f4bd HTTP/1.1" status: 200 len: 943 time: 0.1745863 Apr 05 14:46:38.106663 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fb99072d-7047-4e0c-bc1c-ad86fb7bef3b req-c08ea62d-0ea5-4eab-b92e-0334e9b0c054 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f528a4f-40ab-47ff-8536-700b2ff06097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834541 Apr 05 14:46:38.199359 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba50149-8361-4e7c-84c1-ee27b0d2804b req-702f1b47-ec97-473c-9c92-b8e06987372c tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:38.200997 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-aba50149-8361-4e7c-84c1-ee27b0d2804b req-702f1b47-ec97-473c-9c92-b8e06987372c tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] 10.222.0.30 "GET /v2.0/ports?device_id=9dd31f6f-d384-43a0-8c0e-6138bfd788cb HTTP/1.1" status: 200 len: 944 time: 0.1080661 Apr 05 14:46:38.205684 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-abc3df34-76bb-40e3-addc-466c46a5858d req-76770528-cc68-4cc2-b0ef-e9317bfb435c service neutron] 10.222.0.55 "GET /v2.0/networks/2305a676-7066-4cb3-b9bf-4aa14e5994cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899468 Apr 05 14:46:38.293363 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-aba50149-8361-4e7c-84c1-ee27b0d2804b req-35752e46-8ea1-4b08-8903-fd899a8407f2 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] 10.222.0.30 "GET /v2.0/security-groups?id=6741034c-2b3f-4e49-9839-830793ae3749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854602 Apr 05 14:46:38.337535 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-abc3df34-76bb-40e3-addc-466c46a5858d req-0bd10427-ea5f-4a07-9d44-09676b7d1222 service neutron] 10.222.0.55 "GET /v2.0/networks/2305a676-7066-4cb3-b9bf-4aa14e5994cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223588 Apr 05 14:46:38.602009 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 4ce20477-9ee9-446e-a402-99bdeeccfda2 details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:46:38.735825 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 4ce20477-9ee9-446e-a402-99bdeeccfda2, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=4ce20477-9ee9-446e-a402-99bdeeccfda2,segment=NetworkSegment(4ac699d6-6b18-4d7a-ac48-b58e15e2f9dd),segment_id=4ac699d6-6b18-4d7a-ac48-b58e15e2f9dd)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:46:38.748940 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': '4ce20477-9ee9-446e-a402-99bdeeccfda2', 'network_id': '2305a676-7066-4cb3-b9bf-4aa14e5994cf', 'port_id': '4ce20477-9ee9-446e-a402-99bdeeccfda2', 'mac_address': 'fa:16:3e:0e:b4:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '942a2853-6af0-426f-bd10-11fcee5e21a1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:46:38.788720 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:38.811997 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ce20477-9ee9-446e-a402-99bdeeccfda2 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:46:38.838108 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 4ce20477-9ee9-446e-a402-99bdeeccfda2, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=4ce20477-9ee9-446e-a402-99bdeeccfda2,segment=NetworkSegment(4ac699d6-6b18-4d7a-ac48-b58e15e2f9dd),segment_id=4ac699d6-6b18-4d7a-ac48-b58e15e2f9dd)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:46:38.940793 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:38.990186 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=4ce20477-9ee9-446e-a402-99bdeeccfda2,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:46:39.069944 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5974c49c-a370-4850-8076-3505d10a56a6 req-750e5cb7-0e13-4f92-b96a-211649fcf03c tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:39.071461 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5974c49c-a370-4850-8076-3505d10a56a6 req-750e5cb7-0e13-4f92-b96a-211649fcf03c tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccccf70e-a6c6-4dfa-a88f-b2f890407d16 HTTP/1.1" status: 200 len: 945 time: 0.0554268 Apr 05 14:46:39.119920 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5974c49c-a370-4850-8076-3505d10a56a6 req-e674d386-8144-46b7-9203-bc4c2896378d tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ee1494-da12-4460-a5be-8f452373f333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415573 Apr 05 14:46:39.178583 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['4ce20477-9ee9-446e-a402-99bdeeccfda2'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:46:39.290465 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e74fa-c956-4f60-a5dc-01d6426c093a req-69ace988-e046-47f8-9692-57090da529c2 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:39.300685 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device bf2abcd1-a676-4f47-a951-dec82a2908a8 details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:46:39.302863 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-515e74fa-c956-4f60-a5dc-01d6426c093a req-69ace988-e046-47f8-9692-57090da529c2 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cc0e8ca-4c8d-4f13-9c95-41bcb8b1f4bd HTTP/1.1" status: 200 len: 944 time: 0.1109438 Apr 05 14:46:39.346359 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-515e74fa-c956-4f60-a5dc-01d6426c093a req-05513467-1b77-4811-ace0-21877908b1f2 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f528a4f-40ab-47ff-8536-700b2ff06097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424197 Apr 05 14:46:39.476061 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port bf2abcd1-a676-4f47-a951-dec82a2908a8, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=bf2abcd1-a676-4f47-a951-dec82a2908a8,segment=NetworkSegment(e2396cec-6ba5-4832-a119-412ce7a831b7),segment_id=e2396cec-6ba5-4832-a119-412ce7a831b7)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:46:39.482679 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3635cde4-a10c-4197-82bd-12fd31494ebe req-97363c00-0408-4820-9670-ec4685d4ec89 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:39.488607 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': 'bf2abcd1-a676-4f47-a951-dec82a2908a8', 'network_id': '53391867-538a-4f85-a91b-39229bb7823b', 'port_id': 'bf2abcd1-a676-4f47-a951-dec82a2908a8', 'mac_address': 'fa:16:3e:39:f6:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47b7d7f6-7fff-44aa-ad75-cff31b9eb9b6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:46:39.489377 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3635cde4-a10c-4197-82bd-12fd31494ebe req-97363c00-0408-4820-9670-ec4685d4ec89 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] 10.222.0.30 "GET /v2.0/ports?device_id=9dd31f6f-d384-43a0-8c0e-6138bfd788cb HTTP/1.1" status: 200 len: 944 time: 0.0782139 Apr 05 14:46:39.528206 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:39.542534 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf2abcd1-a676-4f47-a951-dec82a2908a8 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:46:39.548534 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3635cde4-a10c-4197-82bd-12fd31494ebe req-6cc3c26e-4686-4bf1-b0e5-f7325247b80c tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] 10.222.0.30 "GET /v2.0/security-groups?id=6741034c-2b3f-4e49-9839-830793ae3749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547597 Apr 05 14:46:39.573239 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port bf2abcd1-a676-4f47-a951-dec82a2908a8, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=bf2abcd1-a676-4f47-a951-dec82a2908a8,segment=NetworkSegment(e2396cec-6ba5-4832-a119-412ce7a831b7),segment_id=e2396cec-6ba5-4832-a119-412ce7a831b7)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:46:39.639236 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:39.704204 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=bf2abcd1-a676-4f47-a951-dec82a2908a8,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:46:40.203000 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['bf2abcd1-a676-4f47-a951-dec82a2908a8'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:46:40.607739 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 4ce20477-9ee9-446e-a402-99bdeeccfda2 up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:46:40.718822 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f3c3f8-5267-4c6c-a0d7-b3dc4089cba0 req-1f17492a-a4b7-40dd-a064-b550560168f7 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:40.727377 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-41f3c3f8-5267-4c6c-a0d7-b3dc4089cba0 req-1f17492a-a4b7-40dd-a064-b550560168f7 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccccf70e-a6c6-4dfa-a88f-b2f890407d16 HTTP/1.1" status: 200 len: 945 time: 0.4779999 Apr 05 14:46:40.764717 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66895deb-9750-4d84-9141-f5c255309aa9 req-bde28ce8-9891-4604-867d-f3f9016f8e3c tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:40.765580 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-66895deb-9750-4d84-9141-f5c255309aa9 req-bde28ce8-9891-4604-867d-f3f9016f8e3c tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cc0e8ca-4c8d-4f13-9c95-41bcb8b1f4bd HTTP/1.1" status: 200 len: 944 time: 0.0981781 Apr 05 14:46:40.830792 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-41f3c3f8-5267-4c6c-a0d7-b3dc4089cba0 req-ba3eeaf5-874d-4e5e-9b86-21345e9a6410 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ee1494-da12-4460-a5be-8f452373f333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021962 Apr 05 14:46:40.846546 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-66895deb-9750-4d84-9141-f5c255309aa9 req-73e60c80-48a9-4405-9cea-4a388a416cb1 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f528a4f-40ab-47ff-8536-700b2ff06097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649390 Apr 05 14:46:41.009995 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df9c1dc-9ea8-4c14-a077-0d30e576989d req-ad30bcb7-016c-40c3-a6f6-38acd8b9ba88 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:41.017481 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4df9c1dc-9ea8-4c14-a077-0d30e576989d req-ad30bcb7-016c-40c3-a6f6-38acd8b9ba88 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] 10.222.0.30 "GET /v2.0/ports?device_id=9dd31f6f-d384-43a0-8c0e-6138bfd788cb HTTP/1.1" status: 200 len: 945 time: 0.1053798 Apr 05 14:46:41.045084 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port 4ce20477-9ee9-446e-a402-99bdeeccfda2 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:46:41.049529 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port 4ce20477-9ee9-446e-a402-99bdeeccfda2 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:46:41.050123 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:41.056369 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4df9c1dc-9ea8-4c14-a077-0d30e576989d req-a8bef204-aa44-4908-92c5-c165dd5ff594 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] 10.222.0.30 "GET /v2.0/security-groups?id=6741034c-2b3f-4e49-9839-830793ae3749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365257 Apr 05 14:46:41.130298 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:41.165949 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc0e8ca-4c8d-4f13-9c95-41bcb8b1f4bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ce20477-9ee9-446e-a402-99bdeeccfda2'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:46:41.169037 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-372d849d-a39f-48f6-8e0d-636eae00da46" -d '{"events": [{"server_uuid": "9cc0e8ca-4c8d-4f13-9c95-41bcb8b1f4bd", "name": "network-vif-plugged", "status": "completed", "tag": "4ce20477-9ee9-446e-a402-99bdeeccfda2"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:46:41.183639 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 4ce20477-9ee9-446e-a402-99bdeeccfda2, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=4ce20477-9ee9-446e-a402-99bdeeccfda2,segment=NetworkSegment(4ac699d6-6b18-4d7a-ac48-b58e15e2f9dd),segment_id=4ac699d6-6b18-4d7a-ac48-b58e15e2f9dd)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:46:41.212598 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a2f695b-fd31-42b7-b2d4-2f997c808313 x-openstack-request-id: req-2a2f695b-fd31-42b7-b2d4-2f997c808313 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:46:41.213187 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc0e8ca-4c8d-4f13-9c95-41bcb8b1f4bd", "name": "network-vif-plugged", "status": "completed", "tag": "4ce20477-9ee9-446e-a402-99bdeeccfda2", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:46:41.213187 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2a2f695b-fd31-42b7-b2d4-2f997c808313 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:46:41.213667 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a2f695b-fd31-42b7-b2d4-2f997c808313'] response: {'server_uuid': '9cc0e8ca-4c8d-4f13-9c95-41bcb8b1f4bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ce20477-9ee9-446e-a402-99bdeeccfda2', 'code': 200} Apr 05 14:46:41.246703 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:41.305342 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=4ce20477-9ee9-446e-a402-99bdeeccfda2,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:46:41.310040 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device ecffc544-c4fb-4027-ba5e-1dd73b1169cc details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:46:41.338506 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e11e2f-c680-4582-b72b-ddf67986464d req-7ed6cb11-6503-48ab-8bc3-810f2ec8699f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:41.340564 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-15e11e2f-c680-4582-b72b-ddf67986464d req-7ed6cb11-6503-48ab-8bc3-810f2ec8699f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9cc0e8ca-4c8d-4f13-9c95-41bcb8b1f4bd HTTP/1.1" status: 200 len: 1096 time: 0.0581310 Apr 05 14:46:41.425915 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-15e11e2f-c680-4582-b72b-ddf67986464d req-880649cf-bc16-431f-99f7-cd5548b18610 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9f528a4f-40ab-47ff-8536-700b2ff06097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663269 Apr 05 14:46:41.437506 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port ecffc544-c4fb-4027-ba5e-1dd73b1169cc, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=ecffc544-c4fb-4027-ba5e-1dd73b1169cc,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:46:41.463632 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': 'ecffc544-c4fb-4027-ba5e-1dd73b1169cc', 'network_id': '80d671a8-d1ab-4472-891b-9c042fbd7800', 'port_id': 'ecffc544-c4fb-4027-ba5e-1dd73b1169cc', 'mac_address': 'fa:16:3e:67:4e:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7fd3c5b-d05e-47ab-8bd4-efeec8b5585a', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:46:41.524042 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:41.544835 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecffc544-c4fb-4027-ba5e-1dd73b1169cc {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:46:41.602647 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port ecffc544-c4fb-4027-ba5e-1dd73b1169cc, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=ecffc544-c4fb-4027-ba5e-1dd73b1169cc,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:46:41.719731 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:41.805449 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=ecffc544-c4fb-4027-ba5e-1dd73b1169cc,revision_number=9']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:46:41.822675 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9ac0d-adf2-40b7-a621-2606ec5c14b8 req-5eb81032-9c33-4c60-9ffd-bf0e96ca19a4 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:41.824442 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b4b9ac0d-adf2-40b7-a621-2606ec5c14b8 req-5eb81032-9c33-4c60-9ffd-bf0e96ca19a4 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/ports?device_id=0587635d-2d83-4d44-9a8f-6b7847388bdc HTTP/1.1" status: 200 len: 946 time: 0.0601692 Apr 05 14:46:41.837890 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['ecffc544-c4fb-4027-ba5e-1dd73b1169cc'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:46:41.883231 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b4b9ac0d-adf2-40b7-a621-2606ec5c14b8 req-9c18af34-0d88-4905-9af0-8fd2cf7f9beb tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c5ad20b-1af0-4fc7-9b1a-1ba5c50b7606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507963 Apr 05 14:46:42.004442 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f980f65-07b8-4daf-9589-3ac02ae7d4af req-76658f30-41a7-46ed-9423-27b4f7d1e132 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:42.005789 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8f980f65-07b8-4daf-9589-3ac02ae7d4af req-76658f30-41a7-46ed-9423-27b4f7d1e132 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccccf70e-a6c6-4dfa-a88f-b2f890407d16 HTTP/1.1" status: 200 len: 945 time: 0.0747898 Apr 05 14:46:42.070836 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8f980f65-07b8-4daf-9589-3ac02ae7d4af req-9caf14c8-9143-4a44-9368-92b320183694 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ee1494-da12-4460-a5be-8f452373f333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469496 Apr 05 14:46:42.079381 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebee1a44-f487-4fca-b33a-e68b6726a1ed req-6f0d46c8-057e-49c1-bb39-ba4de9b3b158 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:42.081026 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ebee1a44-f487-4fca-b33a-e68b6726a1ed req-6f0d46c8-057e-49c1-bb39-ba4de9b3b158 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cc0e8ca-4c8d-4f13-9c95-41bcb8b1f4bd HTTP/1.1" status: 200 len: 945 time: 0.1001384 Apr 05 14:46:42.140550 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ebee1a44-f487-4fca-b33a-e68b6726a1ed req-c1888436-abd0-4672-824b-ca694ee96b97 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f528a4f-40ab-47ff-8536-700b2ff06097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512660 Apr 05 14:46:42.262654 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:42.271844 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73a36b4-5e8f-407d-99ee-8a4cf08219d7 req-fb6ab56e-9bd3-423e-8dcb-d7cf2b65d771 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:42.279842 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c73a36b4-5e8f-407d-99ee-8a4cf08219d7 req-fb6ab56e-9bd3-423e-8dcb-d7cf2b65d771 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] 10.222.0.30 "GET /v2.0/ports?device_id=9dd31f6f-d384-43a0-8c0e-6138bfd788cb HTTP/1.1" status: 200 len: 945 time: 0.0707381 Apr 05 14:46:42.345435 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c73a36b4-5e8f-407d-99ee-8a4cf08219d7 req-a4edec15-c1a7-467d-8787-5b8c3d944508 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] 10.222.0.30 "GET /v2.0/security-groups?id=6741034c-2b3f-4e49-9839-830793ae3749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646796 Apr 05 14:46:42.439420 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3dc633-df42-4915-9a30-a25d073912d2 req-0fffc017-c18f-4eb4-b244-702845a86f95 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:42.447920 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5b3dc633-df42-4915-9a30-a25d073912d2 req-0fffc017-c18f-4eb4-b244-702845a86f95 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/networks?id=66b3e69f-5222-44a7-bf1a-94ad2df58cf2 HTTP/1.1" status: 200 len: 812 time: 0.1396055 Apr 05 14:46:42.466911 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5b3dc633-df42-4915-9a30-a25d073912d2 req-46c50645-d991-4ff0-9bf5-6e4d96a09749 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/quotas/15503dce9d2944a4a898191fdde0d62f HTTP/1.1" status: 200 len: 375 time: 0.0173304 Apr 05 14:46:42.517504 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5b3dc633-df42-4915-9a30-a25d073912d2 req-a9cc1b1c-f6e4-486a-8a11-3bc172dbfe1e tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=15503dce9d2944a4a898191fdde0d62f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499468 Apr 05 14:46:42.616351 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5b3dc633-df42-4915-9a30-a25d073912d2 req-58f5da97-35b1-4994-89b4-67592034c35e service neutron] 10.222.0.30 "GET /v2.0/networks/66b3e69f-5222-44a7-bf1a-94ad2df58cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917821 Apr 05 14:46:42.720141 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5b3dc633-df42-4915-9a30-a25d073912d2 req-1b069a60-9995-4fde-a956-bb40bcde2511 service neutron] 10.222.0.30 "GET /v2.0/networks/66b3e69f-5222-44a7-bf1a-94ad2df58cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968678 Apr 05 14:46:43.032977 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8052dbcb-7dd0-4958-95fe-3949ef1cc1a4 req-da7d8857-33c4-4557-85be-992980820b87 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:43.034839 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8052dbcb-7dd0-4958-95fe-3949ef1cc1a4 req-da7d8857-33c4-4557-85be-992980820b87 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/ports?device_id=0587635d-2d83-4d44-9a8f-6b7847388bdc HTTP/1.1" status: 200 len: 946 time: 0.0788624 Apr 05 14:46:43.109474 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dc000931-40ef-45c9-8e6a-1d8c48c5496b req-470c7854-12d2-4db3-bf4c-3f8635718ac5 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b76da8-f611-4b49-a016-07c7f22d4d2a HTTP/1.1" status: 200 len: 210 time: 0.0612118 Apr 05 14:46:43.130605 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8052dbcb-7dd0-4958-95fe-3949ef1cc1a4 req-b4a8da76-52c7-4924-9a0d-0faea41ac49e tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c5ad20b-1af0-4fc7-9b1a-1ba5c50b7606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819545 Apr 05 14:46:43.281424 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a342c5a5-f5d2-427c-974f-3ddb0d314201 req-d4096f8f-da59-4bbe-bc87-4eccef6ee61d tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:43.283522 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a342c5a5-f5d2-427c-974f-3ddb0d314201 req-d4096f8f-da59-4bbe-bc87-4eccef6ee61d tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccccf70e-a6c6-4dfa-a88f-b2f890407d16 HTTP/1.1" status: 200 len: 945 time: 0.0896244 Apr 05 14:46:43.295833 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device ecffc544-c4fb-4027-ba5e-1dd73b1169cc up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:46:43.296438 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b78bc-6637-45ff-af40-da5d3291117b req-45adf073-1c8b-4fe0-87ed-610d8a99489e tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:43.297994 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-498b78bc-6637-45ff-af40-da5d3291117b req-45adf073-1c8b-4fe0-87ed-610d8a99489e tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cc0e8ca-4c8d-4f13-9c95-41bcb8b1f4bd HTTP/1.1" status: 200 len: 945 time: 0.0897312 Apr 05 14:46:43.366007 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port ecffc544-c4fb-4027-ba5e-1dd73b1169cc triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:46:43.366255 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a342c5a5-f5d2-427c-974f-3ddb0d314201 req-85338612-d99c-4455-a072-85a3107159d8 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ee1494-da12-4460-a5be-8f452373f333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670371 Apr 05 14:46:43.366837 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:43.395548 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-498b78bc-6637-45ff-af40-da5d3291117b req-13423f1c-b1e2-4853-94c1-3a3249c73798 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f528a4f-40ab-47ff-8536-700b2ff06097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901775 Apr 05 14:46:43.500992 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:43.535165 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5446916-e6f0-406e-804e-85db30ca3080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecffc544-c4fb-4027-ba5e-1dd73b1169cc'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:46:43.538860 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe7f9b93-84e3-472e-b2a7-44493e19f56b" -d '{"events": [{"server_uuid": "d5446916-e6f0-406e-804e-85db30ca3080", "name": "network-vif-plugged", "status": "completed", "tag": "ecffc544-c4fb-4027-ba5e-1dd73b1169cc"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:46:43.567600 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port ecffc544-c4fb-4027-ba5e-1dd73b1169cc, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=ecffc544-c4fb-4027-ba5e-1dd73b1169cc,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:46:43.598032 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f1f11-64f4-4c6c-ac6c-f604b3803af9 req-3118095b-8b4f-4210-9b09-fb6bf60e9421 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:43.600186 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-799f1f11-64f4-4c6c-ac6c-f604b3803af9 req-3118095b-8b4f-4210-9b09-fb6bf60e9421 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] 10.222.0.30 "GET /v2.0/ports?device_id=9dd31f6f-d384-43a0-8c0e-6138bfd788cb HTTP/1.1" status: 200 len: 945 time: 0.0723288 Apr 05 14:46:43.628034 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:43.629019 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device bf2abcd1-a676-4f47-a951-dec82a2908a8 up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:46:43.659693 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-799f1f11-64f4-4c6c-ac6c-f604b3803af9 req-160dd80a-9ad0-471b-8764-dc9ca6039e38 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] 10.222.0.30 "GET /v2.0/security-groups?id=6741034c-2b3f-4e49-9839-830793ae3749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456550 Apr 05 14:46:43.756848 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=ecffc544-c4fb-4027-ba5e-1dd73b1169cc,revision_number=10']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:46:43.774329 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977bf489-30d4-4474-83aa-d674708c2243 x-openstack-request-id: req-977bf489-30d4-4474-83aa-d674708c2243 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:46:43.774683 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5446916-e6f0-406e-804e-85db30ca3080", "name": "network-vif-plugged", "status": "completed", "tag": "ecffc544-c4fb-4027-ba5e-1dd73b1169cc", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:46:43.774994 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-977bf489-30d4-4474-83aa-d674708c2243 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:46:43.775471 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-977bf489-30d4-4474-83aa-d674708c2243'] response: {'server_uuid': 'd5446916-e6f0-406e-804e-85db30ca3080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecffc544-c4fb-4027-ba5e-1dd73b1169cc', 'code': 200} Apr 05 14:46:43.867779 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning for port bf2abcd1-a676-4f47-a951-dec82a2908a8 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:46:43.873183 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port bf2abcd1-a676-4f47-a951-dec82a2908a8 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:46:43.873615 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:43.990132 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:44.028738 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port bf2abcd1-a676-4f47-a951-dec82a2908a8, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=bf2abcd1-a676-4f47-a951-dec82a2908a8,segment=NetworkSegment(e2396cec-6ba5-4832-a119-412ce7a831b7),segment_id=e2396cec-6ba5-4832-a119-412ce7a831b7)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:46:44.030329 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:44.091198 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdddc1f-c0d7-414a-84dd-214a6ef00ad7 req-8901b3a7-7514-4472-93d4-6095957d38ce tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:44.092914 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2bdddc1f-c0d7-414a-84dd-214a6ef00ad7 req-8901b3a7-7514-4472-93d4-6095957d38ce tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cc0e8ca-4c8d-4f13-9c95-41bcb8b1f4bd HTTP/1.1" status: 200 len: 945 time: 0.0599554 Apr 05 14:46:44.142512 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:44.222545 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=bf2abcd1-a676-4f47-a951-dec82a2908a8,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:46:44.257476 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4c624ae3-c5cd-4392-a1ec-b68f17dcc5e0 req-22ef1f96-e6ef-4597-809d-2a858220a089 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b76da8-f611-4b49-a016-07c7f22d4d2a HTTP/1.1" status: 200 len: 210 time: 0.0773680 Apr 05 14:46:44.276285 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2bdddc1f-c0d7-414a-84dd-214a6ef00ad7 req-1cfcf65d-e00a-4ba2-88bd-a5a9004255fd tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f528a4f-40ab-47ff-8536-700b2ff06097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740437 Apr 05 14:46:44.289174 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9464cc-e0bd-4bac-8f7e-b814ce0af4bb req-f617c4a6-7333-4ff1-9c4c-a31b3d27d0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:44.291127 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0c9464cc-e0bd-4bac-8f7e-b814ce0af4bb req-f617c4a6-7333-4ff1-9c4c-a31b3d27d0f7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f496a225ad45483eaea608d62cdcf288&device_id=9cc0e8ca-4c8d-4f13-9c95-41bcb8b1f4bd HTTP/1.1" status: 200 len: 1096 time: 0.1496646 Apr 05 14:46:44.434940 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9611693f-1973-4b8e-9c44-59cd7888e2e9 req-a4e98dd8-4583-4b12-979e-e6aabe809898 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:44.436437 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9611693f-1973-4b8e-9c44-59cd7888e2e9 req-a4e98dd8-4583-4b12-979e-e6aabe809898 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/ports?device_id=0587635d-2d83-4d44-9a8f-6b7847388bdc HTTP/1.1" status: 200 len: 946 time: 0.0827253 Apr 05 14:46:44.437877 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9464cc-e0bd-4bac-8f7e-b814ce0af4bb req-941dc795-b2db-4262-aa45-aef7340231b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:44.439193 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0c9464cc-e0bd-4bac-8f7e-b814ce0af4bb req-941dc795-b2db-4262-aa45-aef7340231b2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2305a676-7066-4cb3-b9bf-4aa14e5994cf HTTP/1.1" status: 200 len: 912 time: 0.1397412 Apr 05 14:46:44.515969 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0c9464cc-e0bd-4bac-8f7e-b814ce0af4bb req-045786ba-7d1b-4803-8824-8d045133195d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ce20477-9ee9-446e-a402-99bdeeccfda2 HTTP/1.1" status: 200 len: 217 time: 0.0642865 Apr 05 14:46:44.547254 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9611693f-1973-4b8e-9c44-59cd7888e2e9 req-ed2abf42-b955-4594-9a9b-06a368459074 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c5ad20b-1af0-4fc7-9b1a-1ba5c50b7606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985732 Apr 05 14:46:44.596106 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a6edb-3d66-4c80-ae10-04023598ddd5 req-8668c8c0-0ac5-4465-b8a9-083d3c4f9d3d tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:44.598081 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c44a6edb-3d66-4c80-ae10-04023598ddd5 req-8668c8c0-0ac5-4465-b8a9-083d3c4f9d3d tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccccf70e-a6c6-4dfa-a88f-b2f890407d16 HTTP/1.1" status: 200 len: 945 time: 0.1577821 Apr 05 14:46:44.613784 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9464cc-e0bd-4bac-8f7e-b814ce0af4bb req-b7b07871-b41d-42e8-aa62-b347e684c10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:44.615233 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0c9464cc-e0bd-4bac-8f7e-b814ce0af4bb req-b7b07871-b41d-42e8-aa62-b347e684c10d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=942a2853-6af0-426f-bd10-11fcee5e21a1 HTTP/1.1" status: 200 len: 851 time: 0.0842390 Apr 05 14:46:44.669972 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0c9464cc-e0bd-4bac-8f7e-b814ce0af4bb req-bcee2d9f-80ee-4df8-8c28-1fc7aef0908c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2305a676-7066-4cb3-b9bf-4aa14e5994cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364382 Apr 05 14:46:44.678666 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c44a6edb-3d66-4c80-ae10-04023598ddd5 req-9d09ce8c-b92f-4eee-b46d-354b9e9817c9 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ee1494-da12-4460-a5be-8f452373f333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680599 Apr 05 14:46:44.833512 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0c9464cc-e0bd-4bac-8f7e-b814ce0af4bb req-6d7797e0-f0d3-4c3f-ad37-727440b6b32d service neutron] 10.222.0.55 "GET /v2.0/networks/2305a676-7066-4cb3-b9bf-4aa14e5994cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522791 Apr 05 14:46:44.842797 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bdfb4c-5822-4d30-85a3-30dd941ddd16 req-4c95092c-4123-456d-a6ba-63d1ca2ff579 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:44.844406 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f6bdfb4c-5822-4d30-85a3-30dd941ddd16 req-4c95092c-4123-456d-a6ba-63d1ca2ff579 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] 10.222.0.30 "GET /v2.0/ports?device_id=9dd31f6f-d384-43a0-8c0e-6138bfd788cb HTTP/1.1" status: 200 len: 946 time: 0.0918379 Apr 05 14:46:44.939815 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f6bdfb4c-5822-4d30-85a3-30dd941ddd16 req-0595af4d-9311-42a6-9e95-622bb1344f77 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] 10.222.0.30 "GET /v2.0/security-groups?id=6741034c-2b3f-4e49-9839-830793ae3749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860133 Apr 05 14:46:44.974530 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0c9464cc-e0bd-4bac-8f7e-b814ce0af4bb req-056e681e-0f94-4460-ba2a-387c81d9287a service neutron] 10.222.0.55 "GET /v2.0/networks/2305a676-7066-4cb3-b9bf-4aa14e5994cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291401 Apr 05 14:46:45.413066 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-79176fb9-4ab6-4fef-8415-4b4ade898a65 req-661296f1-0b0f-4463-b16d-6debac78b123 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b76da8-f611-4b49-a016-07c7f22d4d2a HTTP/1.1" status: 200 len: 210 time: 0.0394125 Apr 05 14:46:45.503446 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb6ebd8-4872-4d6d-94da-cd6c579c0eff req-004b59e8-ee83-4832-aeca-7667303b650e tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:45.505206 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ceb6ebd8-4872-4d6d-94da-cd6c579c0eff req-004b59e8-ee83-4832-aeca-7667303b650e tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cc0e8ca-4c8d-4f13-9c95-41bcb8b1f4bd HTTP/1.1" status: 200 len: 945 time: 0.1176112 Apr 05 14:46:45.600333 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ceb6ebd8-4872-4d6d-94da-cd6c579c0eff req-65b6c387-7cb3-4559-a175-e2b7fe25f54f tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f528a4f-40ab-47ff-8536-700b2ff06097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644610 Apr 05 14:46:45.631142 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3dc633-df42-4915-9a30-a25d073912d2 req-9d18f639-54d7-4ab4-b89b-a081541430d8 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:45.632747 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5b3dc633-df42-4915-9a30-a25d073912d2 req-9d18f639-54d7-4ab4-b89b-a081541430d8 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.55 "GET /v2.0/networks?id=66b3e69f-5222-44a7-bf1a-94ad2df58cf2 HTTP/1.1" status: 200 len: 812 time: 0.1747427 Apr 05 14:46:45.650719 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-5b3dc633-df42-4915-9a30-a25d073912d2 req-fdc282aa-5429-4cfb-856e-bfe4c139e95e tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Request body: {'port': {'device_id': '48b76da8-f611-4b49-a016-07c7f22d4d2a', 'network_id': '66b3e69f-5222-44a7-bf1a-94ad2df58cf2', 'admin_state_up': True, 'tenant_id': '15503dce9d2944a4a898191fdde0d62f'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:46:45.776427 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dd31f6f-d384-43a0-8c0e-6138bfd788cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf2abcd1-a676-4f47-a951-dec82a2908a8'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:46:45.779455 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70069353-367d-40c9-8fa2-5b9433ccc106" -d '{"events": [{"server_uuid": "9dd31f6f-d384-43a0-8c0e-6138bfd788cb", "name": "network-vif-plugged", "status": "completed", "tag": "bf2abcd1-a676-4f47-a951-dec82a2908a8"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:46:45.842228 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc755bdc-f2ce-464f-bd7e-6de418ad7dec req-d0e2d7e6-bdd2-463b-bd74-3583046826be tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:45.847760 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fc755bdc-f2ce-464f-bd7e-6de418ad7dec req-d0e2d7e6-bdd2-463b-bd74-3583046826be tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/ports?device_id=0587635d-2d83-4d44-9a8f-6b7847388bdc HTTP/1.1" status: 200 len: 946 time: 0.1631382 Apr 05 14:46:45.985716 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fc755bdc-f2ce-464f-bd7e-6de418ad7dec req-c8519b83-ccfc-4713-bfc0-10e04a98a793 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c5ad20b-1af0-4fc7-9b1a-1ba5c50b7606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368859 Apr 05 14:46:46.083625 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85031b16-49e5-439e-b6e7-39a440ed5dcb req-feccd189-bf38-4679-8248-98c23d5537fa tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:46.089076 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-85031b16-49e5-439e-b6e7-39a440ed5dcb req-feccd189-bf38-4679-8248-98c23d5537fa tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccccf70e-a6c6-4dfa-a88f-b2f890407d16 HTTP/1.1" status: 200 len: 945 time: 0.2318621 Apr 05 14:46:46.091444 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f025f379-a860-4cb7-b616-599e30d1f218 x-openstack-request-id: req-f025f379-a860-4cb7-b616-599e30d1f218 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:46:46.091969 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dd31f6f-d384-43a0-8c0e-6138bfd788cb", "name": "network-vif-plugged", "status": "completed", "tag": "bf2abcd1-a676-4f47-a951-dec82a2908a8", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:46:46.092507 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f025f379-a860-4cb7-b616-599e30d1f218 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:46:46.093276 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f025f379-a860-4cb7-b616-599e30d1f218'] response: {'server_uuid': '9dd31f6f-d384-43a0-8c0e-6138bfd788cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf2abcd1-a676-4f47-a951-dec82a2908a8', 'code': 200} Apr 05 14:46:46.227101 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-85031b16-49e5-439e-b6e7-39a440ed5dcb req-d4d60353-0698-450f-a096-1a15e5c980fc tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ee1494-da12-4460-a5be-8f452373f333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261449 Apr 05 14:46:46.253089 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b3dc633-df42-4915-9a30-a25d073912d2 req-fdc282aa-5429-4cfb-856e-bfe4c139e95e tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Made reservation on behalf of 15503dce9d2944a4a898191fdde0d62f for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:46:46.256559 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5b3dc633-df42-4915-9a30-a25d073912d2 req-fdc282aa-5429-4cfb-856e-bfe4c139e95e tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:46.279268 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605bfc00-e3c1-4267-818f-7adf5a94085a req-26d5b590-b451-43ba-b9d2-d6499694238b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:46.282674 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-605bfc00-e3c1-4267-818f-7adf5a94085a req-26d5b590-b451-43ba-b9d2-d6499694238b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9dd31f6f-d384-43a0-8c0e-6138bfd788cb HTTP/1.1" status: 200 len: 1097 time: 0.1016450 Apr 05 14:46:46.312195 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c1962b-4a79-4aee-80bb-e1ee049acaaa req-aaa69b38-688c-499d-a82a-530b6ceb83c0 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:46.315168 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-45c1962b-4a79-4aee-80bb-e1ee049acaaa req-aaa69b38-688c-499d-a82a-530b6ceb83c0 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] 10.222.0.30 "GET /v2.0/ports?device_id=9dd31f6f-d384-43a0-8c0e-6138bfd788cb HTTP/1.1" status: 200 len: 946 time: 0.1067672 Apr 05 14:46:46.371181 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-605bfc00-e3c1-4267-818f-7adf5a94085a req-0df9b3ba-4735-4e30-9533-5bd48ecd4a1b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6741034c-2b3f-4e49-9839-830793ae3749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391119 Apr 05 14:46:46.432372 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-45c1962b-4a79-4aee-80bb-e1ee049acaaa req-addbf97a-cd3b-40cd-a57c-dd670a899832 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] 10.222.0.30 "GET /v2.0/security-groups?id=6741034c-2b3f-4e49-9839-830793ae3749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750391 Apr 05 14:46:46.481070 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-5b3dc633-df42-4915-9a30-a25d073912d2 req-fdc282aa-5429-4cfb-856e-bfe4c139e95e tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Allocated IP 172.20.0.3 (66b3e69f-5222-44a7-bf1a-94ad2df58cf2/a727d51d-00fa-45ac-ab45-e910bc527386/dd366501-8a8d-4617-b820-e42ea70b5292) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:46:46.555823 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-600f64a2-2069-4314-9ce0-41aed4f816a1 req-3a1168dd-3ef3-4b22-9e23-af7f32a2d983 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b76da8-f611-4b49-a016-07c7f22d4d2a HTTP/1.1" status: 200 len: 210 time: 0.0419059 Apr 05 14:46:46.556050 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 58326) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:46:46.741340 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5b3dc633-df42-4915-9a30-a25d073912d2 req-fdc282aa-5429-4cfb-856e-bfe4c139e95e tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:46.749268 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-5ce275ff-c626-4536-99f4-8af6b2406244 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e4e16b467f704686b2e9daa3e8ab874f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1919174 Apr 05 14:46:46.751764 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 58340) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:46:46.795845 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b3869-f7db-40db-abe2-afc4a2c02eaa req-32e748d3-9fef-4d10-ade1-2b683f59ec9f tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:46.797458 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3c6b3869-f7db-40db-abe2-afc4a2c02eaa req-32e748d3-9fef-4d10-ade1-2b683f59ec9f tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cc0e8ca-4c8d-4f13-9c95-41bcb8b1f4bd HTTP/1.1" status: 200 len: 945 time: 0.0872743 Apr 05 14:46:46.832481 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6e6485f6-dd31-4d1f-a73e-53e88de670a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:46.867645 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6e6485f6-dd31-4d1f-a73e-53e88de670a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:46.885029 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3c6b3869-f7db-40db-abe2-afc4a2c02eaa req-ff3112dc-1fb6-4c6b-a981-39bb1ac7076c tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f528a4f-40ab-47ff-8536-700b2ff06097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674295 Apr 05 14:46:46.948277 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5b3dc633-df42-4915-9a30-a25d073912d2 req-fdc282aa-5429-4cfb-856e-bfe4c139e95e tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:47.016240 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b3dc633-df42-4915-9a30-a25d073912d2 req-fdc282aa-5429-4cfb-856e-bfe4c139e95e tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Network 66b3e69f-5222-44a7-bf1a-94ad2df58cf2 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:46:47.022788 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-5b3dc633-df42-4915-9a30-a25d073912d2 req-fdc282aa-5429-4cfb-856e-bfe4c139e95e tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:46:47.024737 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc282aa-5429-4cfb-856e-bfe4c139e95e tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Pushing event updated for resources: {'Port': ['ID=dd366501-8a8d-4617-b820-e42ea70b5292,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:46:47.027413 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b3dc633-df42-4915-9a30-a25d073912d2 req-fdc282aa-5429-4cfb-856e-bfe4c139e95e tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:46:47.033729 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a268d8-5689-4ac9-865f-5bab641f1af9 req-fe112bfa-7eef-454c-8d6a-95c8330028cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:47.035263 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-18a268d8-5689-4ac9-865f-5bab641f1af9 req-fe112bfa-7eef-454c-8d6a-95c8330028cb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ccccf70e-a6c6-4dfa-a88f-b2f890407d16 HTTP/1.1" status: 200 len: 1096 time: 0.0991919 Apr 05 14:46:47.062862 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6e6485f6-dd31-4d1f-a73e-53e88de670a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:47.069799 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6e6485f6-dd31-4d1f-a73e-53e88de670a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:47.073988 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-6e6485f6-dd31-4d1f-a73e-53e88de670a9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/53edad3e-5d17-4be7-9eac-9e4b90feb456 HTTP/1.1" status: 204 len: 168 time: 0.3210378 Apr 05 14:46:47.103946 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6485f6-dd31-4d1f-a73e-53e88de670a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53edad3e-5d17-4be7-9eac-9e4b90feb456,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:46:47.205572 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-18a268d8-5689-4ac9-865f-5bab641f1af9 req-d811f2bd-1a1e-42ae-8c1b-d9bdaa29d118 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=53ee1494-da12-4460-a5be-8f452373f333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473830 Apr 05 14:46:47.230988 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3dc633-df42-4915-9a30-a25d073912d2 req-fdc282aa-5429-4cfb-856e-bfe4c139e95e tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:47.230988 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5b3dc633-df42-4915-9a30-a25d073912d2 req-fdc282aa-5429-4cfb-856e-bfe4c139e95e tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:47.266154 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adff784-c34c-4a7f-823c-30a8b5ad8f5f req-e4478811-4e36-439d-b3e2-317138857958 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:47.267693 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1adff784-c34c-4a7f-823c-30a8b5ad8f5f req-e4478811-4e36-439d-b3e2-317138857958 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/ports?device_id=0587635d-2d83-4d44-9a8f-6b7847388bdc HTTP/1.1" status: 200 len: 946 time: 0.1537056 Apr 05 14:46:47.344564 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-a1e3d1ed-5929-467c-b642-b9a4214cb9e2 None None] Provisioning complete for port dd366501-8a8d-4617-b820-e42ea70b5292 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:46:47.345183 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a1e3d1ed-5929-467c-b642-b9a4214cb9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:47.365733 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1adff784-c34c-4a7f-823c-30a8b5ad8f5f req-0e1dd895-0e00-4410-b35b-f8ff272caa2b tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c5ad20b-1af0-4fc7-9b1a-1ba5c50b7606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901101 Apr 05 14:46:47.393438 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-a1e3d1ed-5929-467c-b642-b9a4214cb9e2 None None] Port dd366501-8a8d-4617-b820-e42ea70b5292 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:46:47.396187 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a1a18-eef6-441e-93b2-83d5ea403a74 req-46acd0e0-159d-4847-bc99-fdaf43cda00f tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:47.398097 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-724a1a18-eef6-441e-93b2-83d5ea403a74 req-46acd0e0-159d-4847-bc99-fdaf43cda00f tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccccf70e-a6c6-4dfa-a88f-b2f890407d16 HTTP/1.1" status: 200 len: 945 time: 0.0777743 Apr 05 14:46:47.428251 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5b3dc633-df42-4915-9a30-a25d073912d2 req-fdc282aa-5429-4cfb-856e-bfe4c139e95e tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7857437 Apr 05 14:46:47.446278 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-5b3dc633-df42-4915-9a30-a25d073912d2 req-79593981-4278-4c2e-95fa-5fb9ee8150c7 service neutron] Request body: {'port': {'device_id': '48b76da8-f611-4b49-a016-07c7f22d4d2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:46:47.484402 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-724a1a18-eef6-441e-93b2-83d5ea403a74 req-938b5c8d-c8d0-41a1-a118-1339500ea299 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ee1494-da12-4460-a5be-8f452373f333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725508 Apr 05 14:46:47.531948 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5b3dc633-df42-4915-9a30-a25d073912d2 req-79593981-4278-4c2e-95fa-5fb9ee8150c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:47.787532 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86783d-db71-46a4-9f8c-76c33f9788a7 req-01b14d70-bf80-434c-ba1a-e751b38ceb22 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:47.789119 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cd86783d-db71-46a4-9f8c-76c33f9788a7 req-01b14d70-bf80-434c-ba1a-e751b38ceb22 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] 10.222.0.30 "GET /v2.0/ports?device_id=9dd31f6f-d384-43a0-8c0e-6138bfd788cb HTTP/1.1" status: 200 len: 946 time: 0.1974580 Apr 05 14:46:47.869075 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be0ce1e-24b5-4f02-953c-32dea64ba9c9 req-f300f5c4-0985-4a22-a0ed-e827a24f95df tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:47.870634 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7be0ce1e-24b5-4f02-953c-32dea64ba9c9 req-f300f5c4-0985-4a22-a0ed-e827a24f95df tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b76da8-f611-4b49-a016-07c7f22d4d2a HTTP/1.1" status: 200 len: 931 time: 0.1498327 Apr 05 14:46:47.925432 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cd86783d-db71-46a4-9f8c-76c33f9788a7 req-754511c8-fd9a-4a1b-83ad-beb2710106cf tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] 10.222.0.30 "GET /v2.0/security-groups?id=6741034c-2b3f-4e49-9839-830793ae3749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245122 Apr 05 14:46:48.104654 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7be0ce1e-24b5-4f02-953c-32dea64ba9c9 req-c80c9b16-5925-4836-9c22-f1334aa6a3f4 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218065 Apr 05 14:46:48.305260 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-5b3dc633-df42-4915-9a30-a25d073912d2 req-79593981-4278-4c2e-95fa-5fb9ee8150c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd366501-8a8d-4617-b820-e42ea70b5292 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:46:48.315322 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5b3dc633-df42-4915-9a30-a25d073912d2 req-79593981-4278-4c2e-95fa-5fb9ee8150c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:48.345345 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-5b3dc633-df42-4915-9a30-a25d073912d2 req-79593981-4278-4c2e-95fa-5fb9ee8150c7 service neutron] Transition to ACTIVE for port object dd366501-8a8d-4617-b820-e42ea70b5292 will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:46:48.455546 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d82085-796a-47ed-9ba9-be04c28b8336 req-754f5e08-24a9-4252-9309-1a782b835429 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:48.458083 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-30d82085-796a-47ed-9ba9-be04c28b8336 req-754f5e08-24a9-4252-9309-1a782b835429 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cc0e8ca-4c8d-4f13-9c95-41bcb8b1f4bd HTTP/1.1" status: 200 len: 945 time: 0.1093602 Apr 05 14:46:48.459495 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5b3dc633-df42-4915-9a30-a25d073912d2 req-79593981-4278-4c2e-95fa-5fb9ee8150c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:48.760339 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79593981-4278-4c2e-95fa-5fb9ee8150c7 service neutron] Pushing event updated for resources: {'Port': ['ID=dd366501-8a8d-4617-b820-e42ea70b5292,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:46:48.865036 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-30d82085-796a-47ed-9ba9-be04c28b8336 req-d18b0d59-c392-4a7f-8e5e-1462da77154b tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f528a4f-40ab-47ff-8536-700b2ff06097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3931203 Apr 05 14:46:48.871534 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79593981-4278-4c2e-95fa-5fb9ee8150c7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:46:48.871894 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79593981-4278-4c2e-95fa-5fb9ee8150c7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:46:48.872243 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79593981-4278-4c2e-95fa-5fb9ee8150c7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:46:48.872584 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79593981-4278-4c2e-95fa-5fb9ee8150c7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:46:48.873465 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79593981-4278-4c2e-95fa-5fb9ee8150c7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:46:48.873465 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79593981-4278-4c2e-95fa-5fb9ee8150c7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:46:48.873695 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79593981-4278-4c2e-95fa-5fb9ee8150c7 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:46:48.873917 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79593981-4278-4c2e-95fa-5fb9ee8150c7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:46:48.874247 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79593981-4278-4c2e-95fa-5fb9ee8150c7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:46:48.874576 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79593981-4278-4c2e-95fa-5fb9ee8150c7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:46:48.874904 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79593981-4278-4c2e-95fa-5fb9ee8150c7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:46:48.875282 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79593981-4278-4c2e-95fa-5fb9ee8150c7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:46:48.893374 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-5b3dc633-df42-4915-9a30-a25d073912d2 req-79593981-4278-4c2e-95fa-5fb9ee8150c7 service neutron] Attempting to bind port dd366501-8a8d-4617-b820-e42ea70b5292 on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:46:48.893724 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-5b3dc633-df42-4915-9a30-a25d073912d2 req-79593981-4278-4c2e-95fa-5fb9ee8150c7 service neutron] Attempting to bind port dd366501-8a8d-4617-b820-e42ea70b5292 by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': '2ed50d53-ad8d-43f0-946d-9bbaf222e8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '66b3e69f-5222-44a7-bf1a-94ad2df58cf2'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:46:48.894209 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3dc633-df42-4915-9a30-a25d073912d2 req-79593981-4278-4c2e-95fa-5fb9ee8150c7 service neutron] Attempting to bind port dd366501-8a8d-4617-b820-e42ea70b5292 on network 66b3e69f-5222-44a7-bf1a-94ad2df58cf2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:46:48.905803 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b686fc6f-beea-4c91-9aca-c785d8daa36c req-984826bb-9d23-4fb6-be37-4bab99670b1b tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:48.908039 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b686fc6f-beea-4c91-9aca-c785d8daa36c req-984826bb-9d23-4fb6-be37-4bab99670b1b tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/ports?device_id=0587635d-2d83-4d44-9a8f-6b7847388bdc HTTP/1.1" status: 200 len: 946 time: 0.3303473 Apr 05 14:46:48.914685 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3dc633-df42-4915-9a30-a25d073912d2 req-79593981-4278-4c2e-95fa-5fb9ee8150c7 service neutron] Port dd366501-8a8d-4617-b820-e42ea70b5292 on network 66b3e69f-5222-44a7-bf1a-94ad2df58cf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:46:48.914685 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3dc633-df42-4915-9a30-a25d073912d2 req-79593981-4278-4c2e-95fa-5fb9ee8150c7 service neutron] Attempting to bind port dd366501-8a8d-4617-b820-e42ea70b5292 on network 66b3e69f-5222-44a7-bf1a-94ad2df58cf2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:46:48.924344 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3dc633-df42-4915-9a30-a25d073912d2 req-79593981-4278-4c2e-95fa-5fb9ee8150c7 service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:46:48.924739 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3dc633-df42-4915-9a30-a25d073912d2 req-79593981-4278-4c2e-95fa-5fb9ee8150c7 service neutron] Checking segment: {'id': '2ed50d53-ad8d-43f0-946d-9bbaf222e8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '66b3e69f-5222-44a7-bf1a-94ad2df58cf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:46:48.925198 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3dc633-df42-4915-9a30-a25d073912d2 req-79593981-4278-4c2e-95fa-5fb9ee8150c7 service neutron] Bound using segment: {'id': '2ed50d53-ad8d-43f0-946d-9bbaf222e8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '66b3e69f-5222-44a7-bf1a-94ad2df58cf2'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:46:48.925662 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-5b3dc633-df42-4915-9a30-a25d073912d2 req-79593981-4278-4c2e-95fa-5fb9ee8150c7 service neutron] Bound port: dd366501-8a8d-4617-b820-e42ea70b5292, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ed50d53-ad8d-43f0-946d-9bbaf222e8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '66b3e69f-5222-44a7-bf1a-94ad2df58cf2'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:46:48.926333 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5b3dc633-df42-4915-9a30-a25d073912d2 req-79593981-4278-4c2e-95fa-5fb9ee8150c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:49.114296 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b686fc6f-beea-4c91-9aca-c785d8daa36c req-f807f1b1-ce06-43dc-a3a8-ae609da6db0b tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c5ad20b-1af0-4fc7-9b1a-1ba5c50b7606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1911829 Apr 05 14:46:49.161138 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-5b3dc633-df42-4915-9a30-a25d073912d2 req-79593981-4278-4c2e-95fa-5fb9ee8150c7 service neutron] For port dd366501-8a8d-4617-b820-e42ea70b5292, host n-h1-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:46:49.178415 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-5b3dc633-df42-4915-9a30-a25d073912d2 req-79593981-4278-4c2e-95fa-5fb9ee8150c7 service neutron] For port dd366501-8a8d-4617-b820-e42ea70b5292, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=dd366501-8a8d-4617-b820-e42ea70b5292,segment=NetworkSegment(2ed50d53-ad8d-43f0-946d-9bbaf222e8be),segment_id=2ed50d53-ad8d-43f0-946d-9bbaf222e8be)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:46:49.201215 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0072dac6-1a82-424e-a929-ea72142f56ec req-caa4c37a-9ef2-4fdc-b614-8763751d7bff tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:49.202821 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0072dac6-1a82-424e-a929-ea72142f56ec req-caa4c37a-9ef2-4fdc-b614-8763751d7bff tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccccf70e-a6c6-4dfa-a88f-b2f890407d16 HTTP/1.1" status: 200 len: 945 time: 0.1966548 Apr 05 14:46:49.286389 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5b3dc633-df42-4915-9a30-a25d073912d2 req-79593981-4278-4c2e-95fa-5fb9ee8150c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:49.536763 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0072dac6-1a82-424e-a929-ea72142f56ec req-2cae5caf-bfdb-4fd4-8c69-7dc6240a4fb9 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ee1494-da12-4460-a5be-8f452373f333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3244612 Apr 05 14:46:49.562217 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3dc633-df42-4915-9a30-a25d073912d2 req-79593981-4278-4c2e-95fa-5fb9ee8150c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:49.562902 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5b3dc633-df42-4915-9a30-a25d073912d2 req-79593981-4278-4c2e-95fa-5fb9ee8150c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:49.564534 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5b3dc633-df42-4915-9a30-a25d073912d2 req-79593981-4278-4c2e-95fa-5fb9ee8150c7 service neutron] 10.222.0.55 "PUT /v2.0/ports/dd366501-8a8d-4617-b820-e42ea70b5292 HTTP/1.1" status: 200 len: 1091 time: 2.1248038 Apr 05 14:46:49.567650 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48b76da8-f611-4b49-a016-07c7f22d4d2a', 'tag': 'dd366501-8a8d-4617-b820-e42ea70b5292'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:46:49.583260 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47664462-a53a-4753-89a7-d3f33a5582eb" -d '{"events": [{"name": "network-changed", "server_uuid": "48b76da8-f611-4b49-a016-07c7f22d4d2a", "tag": "dd366501-8a8d-4617-b820-e42ea70b5292"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:46:49.612727 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79593981-4278-4c2e-95fa-5fb9ee8150c7 service neutron] Pushing event updated for resources: {'Port': ['ID=dd366501-8a8d-4617-b820-e42ea70b5292,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:46:49.638424 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 7 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 14:46:49.691755 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e532b2e-ea22-44b5-81c5-926b8e3d6a23 req-ae653f66-fa7b-4421-b1f0-3cd9e3180e72 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:49.695723 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5e532b2e-ea22-44b5-81c5-926b8e3d6a23 req-ae653f66-fa7b-4421-b1f0-3cd9e3180e72 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] 10.222.0.30 "GET /v2.0/ports?device_id=9dd31f6f-d384-43a0-8c0e-6138bfd788cb HTTP/1.1" status: 200 len: 946 time: 0.3917298 Apr 05 14:46:49.814389 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5e532b2e-ea22-44b5-81c5-926b8e3d6a23 req-ae1b0eda-942c-49fd-bd15-b4146ce14f27 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] 10.222.0.30 "GET /v2.0/security-groups?id=6741034c-2b3f-4e49-9839-830793ae3749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089118 Apr 05 14:46:49.825725 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3dc633-df42-4915-9a30-a25d073912d2 req-93c3dc07-69d1-46d3-8e9b-986ffebfc05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:49.827777 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5b3dc633-df42-4915-9a30-a25d073912d2 req-93c3dc07-69d1-46d3-8e9b-986ffebfc05e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=15503dce9d2944a4a898191fdde0d62f&device_id=48b76da8-f611-4b49-a016-07c7f22d4d2a HTTP/1.1" status: 200 len: 1094 time: 0.0817513 Apr 05 14:46:49.959561 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abfabc9a-65da-4fbe-9759-0c3d350a49f6 x-openstack-request-id: req-abfabc9a-65da-4fbe-9759-0c3d350a49f6 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:46:49.960574 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48b76da8-f611-4b49-a016-07c7f22d4d2a", "tag": "dd366501-8a8d-4617-b820-e42ea70b5292", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:46:49.960574 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-abfabc9a-65da-4fbe-9759-0c3d350a49f6 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:46:49.960574 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abfabc9a-65da-4fbe-9759-0c3d350a49f6'] response: {'name': 'network-changed', 'server_uuid': '48b76da8-f611-4b49-a016-07c7f22d4d2a', 'tag': 'dd366501-8a8d-4617-b820-e42ea70b5292', 'status': 'completed', 'code': 200} Apr 05 14:46:49.969106 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5b3dc633-df42-4915-9a30-a25d073912d2 req-3360add3-278f-4f14-a7b8-847ef22432a2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd366501-8a8d-4617-b820-e42ea70b5292 HTTP/1.1" status: 200 len: 217 time: 0.1322589 Apr 05 14:46:50.067283 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3dc633-df42-4915-9a30-a25d073912d2 req-1ec177f8-2cca-47b3-baab-ad760efe765d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:50.068796 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5b3dc633-df42-4915-9a30-a25d073912d2 req-1ec177f8-2cca-47b3-baab-ad760efe765d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a727d51d-00fa-45ac-ab45-e910bc527386 HTTP/1.1" status: 200 len: 851 time: 0.0775683 Apr 05 14:46:50.078940 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23822c06-df7d-47a1-b70a-1f7393c07957 req-0c3befc6-74af-415c-8aae-1a7ae2a38298 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:50.080598 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-23822c06-df7d-47a1-b70a-1f7393c07957 req-0c3befc6-74af-415c-8aae-1a7ae2a38298 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b76da8-f611-4b49-a016-07c7f22d4d2a HTTP/1.1" status: 200 len: 943 time: 0.1284034 Apr 05 14:46:50.185915 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-23822c06-df7d-47a1-b70a-1f7393c07957 req-1baf694a-866d-4755-b61b-7d0b9179c3c4 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946476 Apr 05 14:46:50.189186 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3dc633-df42-4915-9a30-a25d073912d2 req-c34977e8-18e5-43ac-a7e2-2e0dcf78a041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:50.191406 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5b3dc633-df42-4915-9a30-a25d073912d2 req-c34977e8-18e5-43ac-a7e2-2e0dcf78a041 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66b3e69f-5222-44a7-bf1a-94ad2df58cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1096835 Apr 05 14:46:50.473437 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5b3dc633-df42-4915-9a30-a25d073912d2 req-572b6215-d207-4910-9714-dfb4cc20ea3a service neutron] 10.222.0.55 "GET /v2.0/networks/66b3e69f-5222-44a7-bf1a-94ad2df58cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669046 Apr 05 14:46:50.509480 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184d3f6-ab46-4aab-8bfa-e9710ebe3970 req-34765b41-000f-4964-8c1f-01617025a4f4 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:50.518057 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6184d3f6-ab46-4aab-8bfa-e9710ebe3970 req-34765b41-000f-4964-8c1f-01617025a4f4 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cc0e8ca-4c8d-4f13-9c95-41bcb8b1f4bd HTTP/1.1" status: 200 len: 945 time: 0.2005243 Apr 05 14:46:50.761201 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6184d3f6-ab46-4aab-8bfa-e9710ebe3970 req-10e62aec-8cc8-47bd-8051-082ae4a79676 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f528a4f-40ab-47ff-8536-700b2ff06097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419112 Apr 05 14:46:50.825350 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f594c5-f913-4541-b468-f8a28ae9c051 req-5ecbfa35-6eaa-4675-95c4-5e8b1b24c62a tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:50.833757 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a6f594c5-f913-4541-b468-f8a28ae9c051 req-5ecbfa35-6eaa-4675-95c4-5e8b1b24c62a tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/ports?device_id=0587635d-2d83-4d44-9a8f-6b7847388bdc HTTP/1.1" status: 200 len: 946 time: 0.2500577 Apr 05 14:46:50.913956 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5b3dc633-df42-4915-9a30-a25d073912d2 req-6712709e-9919-44e8-ad55-28906374a266 service neutron] 10.222.0.55 "GET /v2.0/networks/66b3e69f-5222-44a7-bf1a-94ad2df58cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4319389 Apr 05 14:46:50.954627 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a6f594c5-f913-4541-b468-f8a28ae9c051 req-e478e066-c3c4-4b4c-b1c4-d92154ea0b10 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c5ad20b-1af0-4fc7-9b1a-1ba5c50b7606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034968 Apr 05 14:46:51.816409 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47664462-a53a-4753-89a7-d3f33a5582eb req-b1310c49-6b69-4af6-8179-1601feb29901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:51.819851 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-47664462-a53a-4753-89a7-d3f33a5582eb req-b1310c49-6b69-4af6-8179-1601feb29901 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=15503dce9d2944a4a898191fdde0d62f&device_id=48b76da8-f611-4b49-a016-07c7f22d4d2a HTTP/1.1" status: 200 len: 1094 time: 0.6087048 Apr 05 14:46:51.971304 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47664462-a53a-4753-89a7-d3f33a5582eb req-46215f20-f760-4d2f-b83f-15e01b51fda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:51.972796 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-47664462-a53a-4753-89a7-d3f33a5582eb req-46215f20-f760-4d2f-b83f-15e01b51fda7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=66b3e69f-5222-44a7-bf1a-94ad2df58cf2 HTTP/1.1" status: 200 len: 913 time: 0.1261330 Apr 05 14:46:51.982625 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd3408f-0689-42a4-afe6-e31ffab7c9f5 req-6cbfa7b7-5d9d-48ed-bd5f-f9241477699f tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:51.985813 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bfd3408f-0689-42a4-afe6-e31ffab7c9f5 req-6cbfa7b7-5d9d-48ed-bd5f-f9241477699f tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b76da8-f611-4b49-a016-07c7f22d4d2a HTTP/1.1" status: 200 len: 943 time: 0.2587237 Apr 05 14:46:51.989686 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bba13d-8fec-40d9-9e22-1747f20728a9 req-5691f31e-84e0-41ba-a28d-3f27d29d7e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:51.991313 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-46bba13d-8fec-40d9-9e22-1747f20728a9 req-5691f31e-84e0-41ba-a28d-3f27d29d7e7b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d9feba5fdbdc4767955480ab96956cf8&device_id=ccccf70e-a6c6-4dfa-a88f-b2f890407d16 HTTP/1.1" status: 200 len: 1096 time: 0.2632115 Apr 05 14:46:52.089796 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-47664462-a53a-4753-89a7-d3f33a5582eb req-0cd24058-1d10-403a-890e-5a3272736302 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd366501-8a8d-4617-b820-e42ea70b5292 HTTP/1.1" status: 200 len: 217 time: 0.1025774 Apr 05 14:46:52.232329 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bfd3408f-0689-42a4-afe6-e31ffab7c9f5 req-d8cab459-5f85-4390-8621-c37ec38cc91a tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350957 Apr 05 14:46:52.295540 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bba13d-8fec-40d9-9e22-1747f20728a9 req-b59c5148-c55b-4764-8bad-eb2627556b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:52.297120 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-46bba13d-8fec-40d9-9e22-1747f20728a9 req-b59c5148-c55b-4764-8bad-eb2627556b2f service neutron] 10.222.0.55 "GET /v2.0/networks?id=600f0cf5-5409-4f71-be79-543bdecff300 HTTP/1.1" status: 200 len: 920 time: 0.2972391 Apr 05 14:46:52.301475 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47664462-a53a-4753-89a7-d3f33a5582eb req-2daf6604-5b39-44ae-b7ed-ead16cb69620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:52.306682 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-47664462-a53a-4753-89a7-d3f33a5582eb req-2daf6604-5b39-44ae-b7ed-ead16cb69620 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a727d51d-00fa-45ac-ab45-e910bc527386 HTTP/1.1" status: 200 len: 851 time: 0.1695311 Apr 05 14:46:52.326227 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7481bf4c-8e59-424e-a95c-940b9e83b4af req-3cc4a362-c07b-4301-b1df-2bd5a0a73b20 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:52.340422 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7481bf4c-8e59-424e-a95c-940b9e83b4af req-3cc4a362-c07b-4301-b1df-2bd5a0a73b20 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccccf70e-a6c6-4dfa-a88f-b2f890407d16 HTTP/1.1" status: 200 len: 945 time: 0.2778263 Apr 05 14:46:52.606862 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7481bf4c-8e59-424e-a95c-940b9e83b4af req-d46646a3-179f-4c4d-90d9-75b70e35b3d0 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ee1494-da12-4460-a5be-8f452373f333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2641704 Apr 05 14:46:52.660707 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47664462-a53a-4753-89a7-d3f33a5582eb req-e8f71acc-de06-40f3-8d3e-1ba03328fe26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:52.672115 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-47664462-a53a-4753-89a7-d3f33a5582eb req-e8f71acc-de06-40f3-8d3e-1ba03328fe26 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66b3e69f-5222-44a7-bf1a-94ad2df58cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3278995 Apr 05 14:46:52.849927 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-47664462-a53a-4753-89a7-d3f33a5582eb req-7451bc42-001b-4af0-86b8-48c697441284 service neutron] 10.222.0.55 "GET /v2.0/networks/66b3e69f-5222-44a7-bf1a-94ad2df58cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562383 Apr 05 14:46:52.865791 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62690a51-ee05-4c16-8f85-cf81cd521a7e req-7202665a-f5a5-4231-a253-a8dbb3085ba0 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:52.868692 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-62690a51-ee05-4c16-8f85-cf81cd521a7e req-7202665a-f5a5-4231-a253-a8dbb3085ba0 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cc0e8ca-4c8d-4f13-9c95-41bcb8b1f4bd HTTP/1.1" status: 200 len: 945 time: 0.4399526 Apr 05 14:46:52.887478 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-46bba13d-8fec-40d9-9e22-1747f20728a9 req-1334c1c8-3146-4c7e-81d7-861c19c1bb01 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af49f188-6f6e-4d44-985a-9d92b809f841 HTTP/1.1" status: 200 len: 1000 time: 0.5789988 Apr 05 14:46:53.102252 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bba13d-8fec-40d9-9e22-1747f20728a9 req-3f267a56-8506-4b91-a861-d1f798e62052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:53.109387 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-46bba13d-8fec-40d9-9e22-1747f20728a9 req-3f267a56-8506-4b91-a861-d1f798e62052 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fe7e919b-03a6-4a26-b866-e533217cd38c HTTP/1.1" status: 200 len: 858 time: 0.1824417 Apr 05 14:46:53.115322 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82ada54-0709-498a-82dc-35fc7d7e8fb4 req-8d27cce8-a064-4140-b316-d3fcdfb27816 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:53.117048 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f82ada54-0709-498a-82dc-35fc7d7e8fb4 req-8d27cce8-a064-4140-b316-d3fcdfb27816 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] 10.222.0.30 "GET /v2.0/ports?device_id=9dd31f6f-d384-43a0-8c0e-6138bfd788cb HTTP/1.1" status: 200 len: 946 time: 0.2769022 Apr 05 14:46:53.124818 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-62690a51-ee05-4c16-8f85-cf81cd521a7e req-97d99897-c822-42c6-8ec1-c707f85fef91 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f528a4f-40ab-47ff-8536-700b2ff06097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358725 Apr 05 14:46:53.247001 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-47664462-a53a-4753-89a7-d3f33a5582eb req-97b64ab0-0ff4-4b02-aca2-eb6446cd510f service neutron] 10.222.0.55 "GET /v2.0/networks/66b3e69f-5222-44a7-bf1a-94ad2df58cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3768392 Apr 05 14:46:53.266749 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f82ada54-0709-498a-82dc-35fc7d7e8fb4 req-2bc9b081-40b5-44ae-b0de-e6fcdf52c289 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] 10.222.0.30 "GET /v2.0/security-groups?id=6741034c-2b3f-4e49-9839-830793ae3749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250312 Apr 05 14:46:53.274963 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bba13d-8fec-40d9-9e22-1747f20728a9 req-845dbb7b-773e-4b37-abdf-6a8b779482a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:53.277795 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-46bba13d-8fec-40d9-9e22-1747f20728a9 req-845dbb7b-773e-4b37-abdf-6a8b779482a3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=600f0cf5-5409-4f71-be79-543bdecff300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1513329 Apr 05 14:46:53.560306 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b30eec4-f06f-49c8-a909-770da1943065 req-91975338-18a4-4516-b173-15bcb7fb90aa tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:53.567852 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4b30eec4-f06f-49c8-a909-770da1943065 req-91975338-18a4-4516-b173-15bcb7fb90aa tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/ports?device_id=0587635d-2d83-4d44-9a8f-6b7847388bdc HTTP/1.1" status: 200 len: 946 time: 0.1359777 Apr 05 14:46:53.614423 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-46bba13d-8fec-40d9-9e22-1747f20728a9 req-4e71cbab-44bc-406f-b13f-f07d89d9f027 service neutron] 10.222.0.55 "GET /v2.0/networks/600f0cf5-5409-4f71-be79-543bdecff300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267694 Apr 05 14:46:53.667814 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3a9c10-0a76-4f9b-9ddd-a1be4c78d7d2 req-02004674-a309-4390-920a-a921659ba119 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:53.669441 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-af3a9c10-0a76-4f9b-9ddd-a1be4c78d7d2 req-02004674-a309-4390-920a-a921659ba119 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b76da8-f611-4b49-a016-07c7f22d4d2a HTTP/1.1" status: 200 len: 943 time: 0.1407275 Apr 05 14:46:53.733783 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4b30eec4-f06f-49c8-a909-770da1943065 req-25637785-43c4-46c3-b273-5cbb5bcc7e70 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c5ad20b-1af0-4fc7-9b1a-1ba5c50b7606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1648071 Apr 05 14:46:53.769585 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-af3a9c10-0a76-4f9b-9ddd-a1be4c78d7d2 req-63a05736-67fb-4db8-9d8a-d78a7f4de3c4 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622742 Apr 05 14:46:53.806738 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-46bba13d-8fec-40d9-9e22-1747f20728a9 req-0b26305e-ca8b-4448-841a-3f11036c5557 service neutron] 10.222.0.55 "GET /v2.0/networks/600f0cf5-5409-4f71-be79-543bdecff300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807187 Apr 05 14:46:53.879978 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488a92d-fab6-49f6-b949-59e020bdba5c req-e675b27d-7f9d-40e8-bc5b-9882e58dfd77 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:53.881911 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b488a92d-fab6-49f6-b949-59e020bdba5c req-e675b27d-7f9d-40e8-bc5b-9882e58dfd77 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccccf70e-a6c6-4dfa-a88f-b2f890407d16 HTTP/1.1" status: 200 len: 945 time: 0.0610819 Apr 05 14:46:53.915911 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a1ba5b-8098-4362-a88b-b89df3d37905 req-66fbc74a-e7ea-46bd-b400-3546ab7aaa93 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:53.918481 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-60a1ba5b-8098-4362-a88b-b89df3d37905 req-66fbc74a-e7ea-46bd-b400-3546ab7aaa93 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dd31f6f-d384-43a0-8c0e-6138bfd788cb HTTP/1.1" status: 200 len: 946 time: 0.0753200 Apr 05 14:46:53.938730 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b488a92d-fab6-49f6-b949-59e020bdba5c req-8a42ba2f-438c-4b53-9675-042052a66832 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ee1494-da12-4460-a5be-8f452373f333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488451 Apr 05 14:46:54.020075 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-60a1ba5b-8098-4362-a88b-b89df3d37905 req-27a31c66-88df-4698-9cd7-a29559250053 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Deleting port bf2abcd1-a676-4f47-a951-dec82a2908a8 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:46:54.020427 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-60a1ba5b-8098-4362-a88b-b89df3d37905 req-27a31c66-88df-4698-9cd7-a29559250053 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:54.115963 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-60a1ba5b-8098-4362-a88b-b89df3d37905 req-27a31c66-88df-4698-9cd7-a29559250053 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] For port bf2abcd1-a676-4f47-a951-dec82a2908a8, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=bf2abcd1-a676-4f47-a951-dec82a2908a8,segment=NetworkSegment(e2396cec-6ba5-4832-a119-412ce7a831b7),segment_id=e2396cec-6ba5-4832-a119-412ce7a831b7)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:46:54.116353 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-60a1ba5b-8098-4362-a88b-b89df3d37905 req-27a31c66-88df-4698-9cd7-a29559250053 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:54.131225 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-60a1ba5b-8098-4362-a88b-b89df3d37905 req-27a31c66-88df-4698-9cd7-a29559250053 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Calling delete_port for bf2abcd1-a676-4f47-a951-dec82a2908a8 owned by compute:nova {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:46:54.276324 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fcd796-1efd-4f98-b0ee-874545027d0e req-7e6aea53-3019-4877-a1a5-47530aa79316 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:54.278065 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-03fcd796-1efd-4f98-b0ee-874545027d0e req-7e6aea53-3019-4877-a1a5-47530aa79316 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cc0e8ca-4c8d-4f13-9c95-41bcb8b1f4bd HTTP/1.1" status: 200 len: 945 time: 0.0602989 Apr 05 14:46:54.327565 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-03fcd796-1efd-4f98-b0ee-874545027d0e req-a0d93a6b-0faa-44cc-a88d-fcd8205f3638 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f528a4f-40ab-47ff-8536-700b2ff06097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385289 Apr 05 14:46:54.431201 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840c4b6-1da0-476e-b5b9-83b5911e3280 req-7e82094c-ec61-4cdb-ab41-c075a824c457 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:54.433677 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8840c4b6-1da0-476e-b5b9-83b5911e3280 req-7e82094c-ec61-4cdb-ab41-c075a824c457 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] 10.222.0.30 "GET /v2.0/ports?device_id=9dd31f6f-d384-43a0-8c0e-6138bfd788cb HTTP/1.1" status: 200 len: 946 time: 0.0533228 Apr 05 14:46:54.482539 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8840c4b6-1da0-476e-b5b9-83b5911e3280 req-323fa056-1c7c-450e-99df-731633fced62 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] 10.222.0.30 "GET /v2.0/security-groups?id=6741034c-2b3f-4e49-9839-830793ae3749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423255 Apr 05 14:46:54.553529 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ebd3e93e-9659-4294-af30-9c8dbd974b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:54.555181 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-60a1ba5b-8098-4362-a88b-b89df3d37905 req-27a31c66-88df-4698-9cd7-a29559250053 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:54.566786 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['bf2abcd1-a676-4f47-a951-dec82a2908a8'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:46:54.619135 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a31c66-88df-4698-9cd7-a29559250053 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Pushing event deleted for resources: {'Port': ['ID=bf2abcd1-a676-4f47-a951-dec82a2908a8,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:46:54.693101 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-60a1ba5b-8098-4362-a88b-b89df3d37905 req-27a31c66-88df-4698-9cd7-a29559250053 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] No DVR routers for this DVR port bf2abcd1-a676-4f47-a951-dec82a2908a8 on host n-h2-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:46:54.695187 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-60a1ba5b-8098-4362-a88b-b89df3d37905 req-27a31c66-88df-4698-9cd7-a29559250053 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:54.699445 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-60a1ba5b-8098-4362-a88b-b89df3d37905 req-27a31c66-88df-4698-9cd7-a29559250053 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] 10.222.0.11 "DELETE /v2.0/ports/bf2abcd1-a676-4f47-a951-dec82a2908a8 HTTP/1.1" status: 204 len: 173 time: 0.7737920 Apr 05 14:46:54.700097 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dd31f6f-d384-43a0-8c0e-6138bfd788cb', 'name': 'network-vif-deleted', 'tag': 'bf2abcd1-a676-4f47-a951-dec82a2908a8'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:46:54.710433 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e14674-cb49-4267-a805-30633cccec2b" -d '{"events": [{"server_uuid": "9dd31f6f-d384-43a0-8c0e-6138bfd788cb", "name": "network-vif-deleted", "tag": "bf2abcd1-a676-4f47-a951-dec82a2908a8"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:46:54.758296 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6f52df-c93f-4470-89af-2becf62a294b x-openstack-request-id: req-7e6f52df-c93f-4470-89af-2becf62a294b {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:46:54.758639 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dd31f6f-d384-43a0-8c0e-6138bfd788cb", "name": "network-vif-deleted", "tag": "bf2abcd1-a676-4f47-a951-dec82a2908a8", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:46:54.758888 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7e6f52df-c93f-4470-89af-2becf62a294b {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:46:54.759293 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e6f52df-c93f-4470-89af-2becf62a294b'] response: {'server_uuid': '9dd31f6f-d384-43a0-8c0e-6138bfd788cb', 'name': 'network-vif-deleted', 'tag': 'bf2abcd1-a676-4f47-a951-dec82a2908a8', 'status': 'completed', 'code': 200} Apr 05 14:46:55.013137 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c710faf-bc92-48c9-915f-18b3a280aed4 req-d76f69b3-c414-4ffa-b916-bab33e91592b tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:55.016531 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6c710faf-bc92-48c9-915f-18b3a280aed4 req-d76f69b3-c414-4ffa-b916-bab33e91592b tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/ports?device_id=0587635d-2d83-4d44-9a8f-6b7847388bdc HTTP/1.1" status: 200 len: 946 time: 0.1444767 Apr 05 14:46:55.061606 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f7452-0fcd-499b-a2db-9d03bfb35f0c req-bd987197-8f43-4785-a0cf-7ccd21871590 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:55.063810 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7b7f7452-0fcd-499b-a2db-9d03bfb35f0c req-bd987197-8f43-4785-a0cf-7ccd21871590 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b76da8-f611-4b49-a016-07c7f22d4d2a HTTP/1.1" status: 200 len: 943 time: 0.1176507 Apr 05 14:46:55.108986 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6c710faf-bc92-48c9-915f-18b3a280aed4 req-cfb2bb1a-5519-4401-b8ba-74e404adce58 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c5ad20b-1af0-4fc7-9b1a-1ba5c50b7606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826356 Apr 05 14:46:55.270451 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7b7f7452-0fcd-499b-a2db-9d03bfb35f0c req-ba825870-72b8-4504-87a7-4dd1927b2b2d tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839950 Apr 05 14:46:55.496480 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9001de-21c0-4893-a827-7d8b1e1184eb req-b0b80b5a-e0ee-4565-b490-eddd38153f9f tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:55.496480 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8f9001de-21c0-4893-a827-7d8b1e1184eb req-b0b80b5a-e0ee-4565-b490-eddd38153f9f tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccccf70e-a6c6-4dfa-a88f-b2f890407d16 HTTP/1.1" status: 200 len: 945 time: 0.1692979 Apr 05 14:46:55.551306 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b0c002-2351-4dfd-a694-ecdc245e875a req-091a360a-21a4-4208-9635-cb36831f1f61 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:55.554443 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a4b0c002-2351-4dfd-a694-ecdc245e875a req-091a360a-21a4-4208-9635-cb36831f1f61 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cc0e8ca-4c8d-4f13-9c95-41bcb8b1f4bd HTTP/1.1" status: 200 len: 945 time: 0.1270113 Apr 05 14:46:55.626949 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a4b0c002-2351-4dfd-a694-ecdc245e875a req-061cd419-71a9-4c94-b716-89f1b38eae0b tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f528a4f-40ab-47ff-8536-700b2ff06097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485005 Apr 05 14:46:55.629483 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8f9001de-21c0-4893-a827-7d8b1e1184eb req-61a4cb9f-4107-4a02-87b4-774243ce48ba tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ee1494-da12-4460-a5be-8f452373f333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303616 Apr 05 14:46:55.791010 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b796e875-911a-4a0d-8cd6-8d756ee5d795 req-1f39f81c-b1bb-49b8-a4f4-5aaba9905ff7 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] 10.222.0.30 "GET /v2.0/ports?device_id=9dd31f6f-d384-43a0-8c0e-6138bfd788cb HTTP/1.1" status: 200 len: 210 time: 0.0399387 Apr 05 14:46:56.356016 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baccdf9-b4ce-40fb-8e4c-dc80c96639fd req-594e9264-1481-48d0-a7ea-f034022843e0 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:56.357815 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9baccdf9-b4ce-40fb-8e4c-dc80c96639fd req-594e9264-1481-48d0-a7ea-f034022843e0 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/ports?device_id=0587635d-2d83-4d44-9a8f-6b7847388bdc HTTP/1.1" status: 200 len: 946 time: 0.0808766 Apr 05 14:46:56.460089 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439831b8-1134-41b0-abf7-e4dbc885626e req-271b3f1e-d937-4e64-bc52-bc52d4fe3c84 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:56.465205 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-439831b8-1134-41b0-abf7-e4dbc885626e req-271b3f1e-d937-4e64-bc52-bc52d4fe3c84 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b76da8-f611-4b49-a016-07c7f22d4d2a HTTP/1.1" status: 200 len: 943 time: 0.1060877 Apr 05 14:46:56.482658 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9baccdf9-b4ce-40fb-8e4c-dc80c96639fd req-1b180496-a25e-436c-811b-26a0216d06a4 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c5ad20b-1af0-4fc7-9b1a-1ba5c50b7606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026571 Apr 05 14:46:56.524191 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-439831b8-1134-41b0-abf7-e4dbc885626e req-d66c61b4-9651-40b2-bf6a-e6a8cabe3e02 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581310 Apr 05 14:46:56.754018 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4e22c7fb-0373-4fa8-9cdd-42a5c0a38061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:56.938132 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cdbffe-6312-479b-899b-dc3610e730e8 req-52dbeb5d-9f33-4d97-bcdc-426e7c34bd04 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:56.942778 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-93cdbffe-6312-479b-899b-dc3610e730e8 req-52dbeb5d-9f33-4d97-bcdc-426e7c34bd04 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cc0e8ca-4c8d-4f13-9c95-41bcb8b1f4bd HTTP/1.1" status: 200 len: 945 time: 0.1750951 Apr 05 14:46:56.954670 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3254aff-5d13-4e27-9822-e784fc3610f7 req-8be0091c-fce9-49eb-9981-99b04b24613b tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:56.957139 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d3254aff-5d13-4e27-9822-e784fc3610f7 req-8be0091c-fce9-49eb-9981-99b04b24613b tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccccf70e-a6c6-4dfa-a88f-b2f890407d16 HTTP/1.1" status: 200 len: 945 time: 0.1247783 Apr 05 14:46:57.052518 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d3254aff-5d13-4e27-9822-e784fc3610f7 req-b2c2dee4-55ea-4ef9-9e94-ef6536610e9d tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ee1494-da12-4460-a5be-8f452373f333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700731 Apr 05 14:46:57.076104 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-93cdbffe-6312-479b-899b-dc3610e730e8 req-37f5715f-4525-4e91-af4d-5c2db04edccb tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f528a4f-40ab-47ff-8536-700b2ff06097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188343 Apr 05 14:46:57.275613 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c84788-0301-405f-afe2-644e97f41ede req-a6034c58-729f-4450-bf04-f6bf12dcde7c tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:57.281655 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-54c84788-0301-405f-afe2-644e97f41ede req-a6034c58-729f-4450-bf04-f6bf12dcde7c tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccccf70e-a6c6-4dfa-a88f-b2f890407d16 HTTP/1.1" status: 200 len: 945 time: 0.0799925 Apr 05 14:46:57.286726 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 58634) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:46:57.295173 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-970615d9-a9ef-44fe-b625-ef9495310af5 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Request body: {'floatingip': {'port_id': 'af49f188-6f6e-4d44-985a-9d92b809f841'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:46:57.388383 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device bf2abcd1-a676-4f47-a951-dec82a2908a8 no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:46:57.418367 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] No Port match for: bf2abcd1-a676-4f47-a951-dec82a2908a8 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:46:57.418630 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-970615d9-a9ef-44fe-b625-ef9495310af5 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Notify callbacks [] for floatingip, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:57.419421 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device bf2abcd1-a676-4f47-a951-dec82a2908a8 not bound to the agent host n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:46:57.617701 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd412f-d76f-4b4c-b2a0-65dabb0e3751 req-7272f5c6-49b0-40d0-b08d-284c7c0f4f6d tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:57.630704 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-79bd412f-d76f-4b4c-b2a0-65dabb0e3751 req-7272f5c6-49b0-40d0-b08d-284c7c0f4f6d tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] 10.222.0.30 "GET /v2.0/networks?id=53391867-538a-4f85-a91b-39229bb7823b HTTP/1.1" status: 200 len: 809 time: 0.2522886 Apr 05 14:46:57.673476 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-79bd412f-d76f-4b4c-b2a0-65dabb0e3751 req-f53b1060-b5f8-4af4-839f-38fd5b9679a1 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] 10.222.0.30 "GET /v2.0/quotas/f60842ae0a2e4c93a8fd6841d4700fc1 HTTP/1.1" status: 200 len: 375 time: 0.0416052 Apr 05 14:46:57.729721 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-79bd412f-d76f-4b4c-b2a0-65dabb0e3751 req-6be76ef4-7d9f-4b47-bf12-c4fd5d88e583 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f60842ae0a2e4c93a8fd6841d4700fc1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0551372 Apr 05 14:46:57.746193 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da71a6d6-f86f-4c1e-a339-73210470314c req-7b835fcf-c12c-4d77-b03a-c6081a49e159 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:57.754334 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-da71a6d6-f86f-4c1e-a339-73210470314c req-7b835fcf-c12c-4d77-b03a-c6081a49e159 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/ports?device_id=0587635d-2d83-4d44-9a8f-6b7847388bdc HTTP/1.1" status: 200 len: 946 time: 0.1630657 Apr 05 14:46:57.849213 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-da71a6d6-f86f-4c1e-a339-73210470314c req-0816b70b-38a4-412e-baee-e06fd803ebf3 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c5ad20b-1af0-4fc7-9b1a-1ba5c50b7606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935171 Apr 05 14:46:57.964676 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-79bd412f-d76f-4b4c-b2a0-65dabb0e3751 req-02cb2f9f-697d-4cfa-a9fb-fa11c568817d service neutron] 10.222.0.30 "GET /v2.0/networks/53391867-538a-4f85-a91b-39229bb7823b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338529 Apr 05 14:46:58.058674 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:58.132050 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-79bd412f-d76f-4b4c-b2a0-65dabb0e3751 req-0ccdbe62-caee-49b7-a9e2-77a52b51f07c service neutron] 10.222.0.30 "GET /v2.0/networks/53391867-538a-4f85-a91b-39229bb7823b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613002 Apr 05 14:46:58.165477 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a0d49-e0ef-4c34-a230-0e2a4c673e50 req-0ec8a06f-8d79-4a63-ad23-2f4cc40a43a4 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:58.175033 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-937a0d49-e0ef-4c34-a230-0e2a4c673e50 req-0ec8a06f-8d79-4a63-ad23-2f4cc40a43a4 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b76da8-f611-4b49-a016-07c7f22d4d2a HTTP/1.1" status: 200 len: 943 time: 0.1064546 Apr 05 14:46:58.238511 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-970615d9-a9ef-44fe-b625-ef9495310af5 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:58.267010 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-937a0d49-e0ef-4c34-a230-0e2a4c673e50 req-444c5c0f-232a-44f2-918b-e81614ee6dd3 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909302 Apr 05 14:46:58.313681 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-970615d9-a9ef-44fe-b625-ef9495310af5 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:58.428236 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbca2c8-54a7-4025-8e7c-b3fef1121721 req-cc2a000e-6925-4f57-a7e2-07ce2f45fa41 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:58.436136 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1fbca2c8-54a7-4025-8e7c-b3fef1121721 req-cc2a000e-6925-4f57-a7e2-07ce2f45fa41 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cc0e8ca-4c8d-4f13-9c95-41bcb8b1f4bd HTTP/1.1" status: 200 len: 945 time: 0.0750470 Apr 05 14:46:58.495753 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1fbca2c8-54a7-4025-8e7c-b3fef1121721 req-1fe447e9-9d80-4541-a99c-b48fbc06c890 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f528a4f-40ab-47ff-8536-700b2ff06097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578873 Apr 05 14:46:58.637541 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d95df6f5-29ac-4045-bb68-6b7a53204feb req-1edac34f-c378-455c-9ea2-39962ef3f3c5 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] 10.222.0.30 "GET /v2.0/ports?device_id=075a25fc-54f7-4b0d-b766-bcc450e41298 HTTP/1.1" status: 200 len: 210 time: 0.0681357 Apr 05 14:46:58.839071 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-970615d9-a9ef-44fe-b625-ef9495310af5 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Router 8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:46:59.073045 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f7b575-a39a-4b0b-a414-9a5121b69bd0 req-8ae9039f-3b6a-4639-b09a-ceba95c48db3 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:59.076562 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-970615d9-a9ef-44fe-b625-ef9495310af5 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:46:59.079431 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-99f7b575-a39a-4b0b-a414-9a5121b69bd0 req-8ae9039f-3b6a-4639-b09a-ceba95c48db3 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/ports?device_id=0587635d-2d83-4d44-9a8f-6b7847388bdc HTTP/1.1" status: 200 len: 946 time: 0.0986032 Apr 05 14:46:59.085156 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-970615d9-a9ef-44fe-b625-ef9495310af5 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:59.097524 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3643d204-4ba5-4c70-91ab-558235def97f None None] Sync routers for ids ['8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:46:59.147329 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3643d204-4ba5-4c70-91ab-558235def97f None None] Routers {'8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:46:59.147999 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-3643d204-4ba5-4c70-91ab-558235def97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:46:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:46:59.216153 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-99f7b575-a39a-4b0b-a414-9a5121b69bd0 req-70c62570-7a70-4a6f-b0bf-93c1f5971973 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c5ad20b-1af0-4fc7-9b1a-1ba5c50b7606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045563 Apr 05 14:46:59.219701 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccccf70e-a6c6-4dfa-a88f-b2f890407d16', 'tag': 'af49f188-6f6e-4d44-985a-9d92b809f841'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:46:59.222013 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d6c4cc-65d9-41ed-bfac-a213e8116f0e" -d '{"events": [{"name": "network-changed", "server_uuid": "ccccf70e-a6c6-4dfa-a88f-b2f890407d16", "tag": "af49f188-6f6e-4d44-985a-9d92b809f841"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:46:59.332783 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-970615d9-a9ef-44fe-b625-ef9495310af5 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "PUT /v2.0/floatingips/6e0fae62-f694-4397-b2d1-521e5214bedf HTTP/1.1" status: 200 len: 992 time: 2.0335155 Apr 05 14:46:59.366675 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c35609bc-8b47-42c6-bdfb-e832c7f01591 x-openstack-request-id: req-c35609bc-8b47-42c6-bdfb-e832c7f01591 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:46:59.368064 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccccf70e-a6c6-4dfa-a88f-b2f890407d16", "tag": "af49f188-6f6e-4d44-985a-9d92b809f841", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:46:59.368576 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c35609bc-8b47-42c6-bdfb-e832c7f01591 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:46:59.369335 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c35609bc-8b47-42c6-bdfb-e832c7f01591'] response: {'name': 'network-changed', 'server_uuid': 'ccccf70e-a6c6-4dfa-a88f-b2f890407d16', 'tag': 'af49f188-6f6e-4d44-985a-9d92b809f841', 'status': 'completed', 'code': 200} Apr 05 14:46:59.719683 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-3643d204-4ba5-4c70-91ab-558235def97f None None] Set router 8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:46:59.797284 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d6c4cc-65d9-41ed-bfac-a213e8116f0e req-4ddd95b9-1fc8-4fd7-999d-d4d29c2f89d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:59.799018 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-95d6c4cc-65d9-41ed-bfac-a213e8116f0e req-4ddd95b9-1fc8-4fd7-999d-d4d29c2f89d6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d9feba5fdbdc4767955480ab96956cf8&device_id=ccccf70e-a6c6-4dfa-a88f-b2f890407d16 HTTP/1.1" status: 200 len: 1096 time: 0.4110818 Apr 05 14:46:59.876564 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:59.877964 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:59.903880 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d243fb1-604c-481a-a827-c3f6a7978108 req-0923d93b-3a65-4b7f-a5d8-f3627b30d850 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:59.934215 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6d243fb1-604c-481a-a827-c3f6a7978108 req-0923d93b-3a65-4b7f-a5d8-f3627b30d850 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cc0e8ca-4c8d-4f13-9c95-41bcb8b1f4bd HTTP/1.1" status: 200 len: 945 time: 0.2649348 Apr 05 14:46:59.993982 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0676315d-b63b-42ab-8e8b-c77195daf49a req-79d1d2b1-6b73-4bec-8988-a5ebd3a6b2d0 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:59.996133 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0676315d-b63b-42ab-8e8b-c77195daf49a req-79d1d2b1-6b73-4bec-8988-a5ebd3a6b2d0 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b76da8-f611-4b49-a016-07c7f22d4d2a HTTP/1.1" status: 200 len: 943 time: 0.4078841 Apr 05 14:47:00.053092 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6d243fb1-604c-481a-a827-c3f6a7978108 req-da26fc13-1839-4bec-9b21-9873271f363b tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f528a4f-40ab-47ff-8536-700b2ff06097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178505 Apr 05 14:47:00.081219 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d6c4cc-65d9-41ed-bfac-a213e8116f0e req-6798846a-12c4-4fc0-9f2c-cb9c647498d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:00.083179 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-95d6c4cc-65d9-41ed-bfac-a213e8116f0e req-6798846a-12c4-4fc0-9f2c-cb9c647498d3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=600f0cf5-5409-4f71-be79-543bdecff300 HTTP/1.1" status: 200 len: 920 time: 0.2722583 Apr 05 14:47:00.104789 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0676315d-b63b-42ab-8e8b-c77195daf49a req-6cff5489-a5a7-4885-9ff3-0613da388e75 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810559 Apr 05 14:47:00.146683 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-3643d204-4ba5-4c70-91ab-558235def97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4', 'name': 'tempest-ServerRescueNegativeTestJSON-1160995064-router', 'tenant_id': 'd9feba5fdbdc4767955480ab96956cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': '07cfa7e2-a078-464a-9c71-3b040f3f020d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:42:35Z', 'updated_at': '2022-04-05T14:42:50Z', 'revision_number': 4, 'project_id': 'd9feba5fdbdc4767955480ab96956cf8', 'gw_port': {'id': '07cfa7e2-a078-464a-9c71-3b040f3f020d', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:38Z', 'updated_at': '2022-04-05T14:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': '6e0fae62-f694-4397-b2d1-521e5214bedf', 'tenant_id': 'd9feba5fdbdc4767955480ab96956cf8', 'floating_ip_address': '172.25.6.27', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': '8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4', 'port_id': 'af49f188-6f6e-4d44-985a-9d92b809f841', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '600f0cf5-5409-4f71-be79-543bdecff300', 'mac_address': 'fa:16:3e:d3:de:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccccf70e-a6c6-4dfa-a88f-b2f890407d16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:44:48Z', 'updated_at': '2022-04-05T14:46:58Z', 'revision_number': 3, 'project_id': 'd9feba5fdbdc4767955480ab96956cf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dde8d4a0-5751-430b-a866-1c4b80327c4c', 'name': '', 'network_id': '600f0cf5-5409-4f71-be79-543bdecff300', 'tenant_id': 'd9feba5fdbdc4767955480ab96956cf8', 'mac_address': 'fa:16:3e:70:ed:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2258, 'fixed_ips': [{'subnet_id': 'fe7e919b-03a6-4a26-b866-e533217cd38c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:47Z', 'updated_at': '2022-04-05T14:42:56Z', 'revision_number': 5, 'project_id': 'd9feba5fdbdc4767955480ab96956cf8', 'subnets': [{'id': 'fe7e919b-03a6-4a26-b866-e533217cd38c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:47:00.179192 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3643d204-4ba5-4c70-91ab-558235def97f None None] Checking router: 8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4 for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:47:00.193103 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3643d204-4ba5-4c70-91ab-558235def97f None None] Routers {'8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:47:00.193854 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-3643d204-4ba5-4c70-91ab-558235def97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:46:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:47:00.208899 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4696fa4e-38b3-4216-bfd8-8ad0d6b71940 req-792ba8e3-96c9-4717-bff7-5cc404ef75bd tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] 10.222.0.30 "GET /v2.0/ports?device_id=075a25fc-54f7-4b0d-b766-bcc450e41298 HTTP/1.1" status: 200 len: 210 time: 0.0385945 Apr 05 14:47:00.221414 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-95d6c4cc-65d9-41ed-bfac-a213e8116f0e req-a8156b29-1e61-4fd0-b6b9-6081dc5a9802 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af49f188-6f6e-4d44-985a-9d92b809f841 HTTP/1.1" status: 200 len: 1000 time: 0.1243422 Apr 05 14:47:00.294517 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d6c4cc-65d9-41ed-bfac-a213e8116f0e req-16c01e74-5aa7-46b7-910b-fb8cb92f4529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:00.296057 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-95d6c4cc-65d9-41ed-bfac-a213e8116f0e req-16c01e74-5aa7-46b7-910b-fb8cb92f4529 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fe7e919b-03a6-4a26-b866-e533217cd38c HTTP/1.1" status: 200 len: 858 time: 0.0676284 Apr 05 14:47:00.344285 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-3643d204-4ba5-4c70-91ab-558235def97f None None] Set router 8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:47:00.386894 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d6c4cc-65d9-41ed-bfac-a213e8116f0e req-53a2c23e-0d77-45b8-9f04-455dd4f04790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:00.388426 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-95d6c4cc-65d9-41ed-bfac-a213e8116f0e req-53a2c23e-0d77-45b8-9f04-455dd4f04790 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=600f0cf5-5409-4f71-be79-543bdecff300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0844858 Apr 05 14:47:00.406130 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e5fcd8-004b-426a-857b-8f91e302d8e8 req-23b56097-2294-44f1-b283-3313ab1ea773 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:00.407677 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f8e5fcd8-004b-426a-857b-8f91e302d8e8 req-23b56097-2294-44f1-b283-3313ab1ea773 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/ports?device_id=0587635d-2d83-4d44-9a8f-6b7847388bdc HTTP/1.1" status: 200 len: 946 time: 0.0755651 Apr 05 14:47:00.640823 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-3643d204-4ba5-4c70-91ab-558235def97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4', 'name': 'tempest-ServerRescueNegativeTestJSON-1160995064-router', 'tenant_id': 'd9feba5fdbdc4767955480ab96956cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': '07cfa7e2-a078-464a-9c71-3b040f3f020d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:42:35Z', 'updated_at': '2022-04-05T14:42:50Z', 'revision_number': 4, 'project_id': 'd9feba5fdbdc4767955480ab96956cf8', 'gw_port': {'id': '07cfa7e2-a078-464a-9c71-3b040f3f020d', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:38Z', 'updated_at': '2022-04-05T14:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': '6e0fae62-f694-4397-b2d1-521e5214bedf', 'tenant_id': 'd9feba5fdbdc4767955480ab96956cf8', 'floating_ip_address': '172.25.6.27', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': '8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4', 'port_id': 'af49f188-6f6e-4d44-985a-9d92b809f841', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '600f0cf5-5409-4f71-be79-543bdecff300', 'mac_address': 'fa:16:3e:d3:de:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccccf70e-a6c6-4dfa-a88f-b2f890407d16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:44:48Z', 'updated_at': '2022-04-05T14:46:58Z', 'revision_number': 3, 'project_id': 'd9feba5fdbdc4767955480ab96956cf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dde8d4a0-5751-430b-a866-1c4b80327c4c', 'name': '', 'network_id': '600f0cf5-5409-4f71-be79-543bdecff300', 'tenant_id': 'd9feba5fdbdc4767955480ab96956cf8', 'mac_address': 'fa:16:3e:70:ed:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2258, 'fixed_ips': [{'subnet_id': 'fe7e919b-03a6-4a26-b866-e533217cd38c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:47Z', 'updated_at': '2022-04-05T14:42:56Z', 'revision_number': 5, 'project_id': 'd9feba5fdbdc4767955480ab96956cf8', 'subnets': [{'id': 'fe7e919b-03a6-4a26-b866-e533217cd38c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:47:00.702001 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3643d204-4ba5-4c70-91ab-558235def97f None None] The sync data for ids ['8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4'] in n-d-836650-2 is: [{'id': '8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4', 'name': 'tempest-ServerRescueNegativeTestJSON-1160995064-router', 'tenant_id': 'd9feba5fdbdc4767955480ab96956cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': '07cfa7e2-a078-464a-9c71-3b040f3f020d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:42:35Z', 'updated_at': '2022-04-05T14:42:50Z', 'revision_number': 4, 'project_id': 'd9feba5fdbdc4767955480ab96956cf8', 'gw_port': {'id': '07cfa7e2-a078-464a-9c71-3b040f3f020d', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:38Z', 'updated_at': '2022-04-05T14:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': '6e0fae62-f694-4397-b2d1-521e5214bedf', 'tenant_id': 'd9feba5fdbdc4767955480ab96956cf8', 'floating_ip_address': '172.25.6.27', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': '8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4', 'port_id': 'af49f188-6f6e-4d44-985a-9d92b809f841', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '600f0cf5-5409-4f71-be79-543bdecff300', 'mac_address': 'fa:16:3e:d3:de:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccccf70e-a6c6-4dfa-a88f-b2f890407d16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:44:48Z', 'updated_at': '2022-04-05T14:46:58Z', 'revision_number': 3, 'project_id': 'd9feba5fdbdc4767955480ab96956cf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dde8d4a0-5751-430b-a866-1c4b80327c4c', 'name': '', 'network_id': '600f0cf5-5409-4f71-be79-543bdecff300', 'tenant_id': 'd9feba5fdbdc4767955480ab96956cf8', 'mac_address': 'fa:16:3e:70:ed:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2258, 'fixed_ips': [{'subnet_id': 'fe7e919b-03a6-4a26-b866-e533217cd38c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:47Z', 'updated_at': '2022-04-05T14:42:56Z', 'revision_number': 5, 'project_id': 'd9feba5fdbdc4767955480ab96956cf8', 'subnets': [{'id': 'fe7e919b-03a6-4a26-b866-e533217cd38c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:47:00.859459 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f8e5fcd8-004b-426a-857b-8f91e302d8e8 req-8a307fc8-71f6-452f-ad8f-bc0f3216ee2c tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c5ad20b-1af0-4fc7-9b1a-1ba5c50b7606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4427814 Apr 05 14:47:00.897872 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-95d6c4cc-65d9-41ed-bfac-a213e8116f0e req-f9d68551-d54d-4c3c-87a0-3b59763eb363 service neutron] 10.222.0.55 "GET /v2.0/networks/600f0cf5-5409-4f71-be79-543bdecff300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4890993 Apr 05 14:47:01.057661 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-95d6c4cc-65d9-41ed-bfac-a213e8116f0e req-8e2aa423-513b-407f-9496-650dfefc52c6 service neutron] 10.222.0.55 "GET /v2.0/networks/600f0cf5-5409-4f71-be79-543bdecff300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514523 Apr 05 14:47:01.275592 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9669db35-fcaa-45e8-8f31-74eab17b25fe req-ea6460d2-cf2a-4127-8a00-79f0e92efc1e tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:01.278056 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9669db35-fcaa-45e8-8f31-74eab17b25fe req-ea6460d2-cf2a-4127-8a00-79f0e92efc1e tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cc0e8ca-4c8d-4f13-9c95-41bcb8b1f4bd HTTP/1.1" status: 200 len: 945 time: 0.1184063 Apr 05 14:47:01.344540 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9669db35-fcaa-45e8-8f31-74eab17b25fe req-a1b397e8-d152-4b48-9f02-431b4551f6f0 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f528a4f-40ab-47ff-8536-700b2ff06097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572276 Apr 05 14:47:01.353103 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1464bb5f-a5b6-49cd-aa11-b16085bb889e req-889e1e27-3518-4a76-bbee-6559793c89ed tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:01.354598 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1464bb5f-a5b6-49cd-aa11-b16085bb889e req-889e1e27-3518-4a76-bbee-6559793c89ed tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b76da8-f611-4b49-a016-07c7f22d4d2a HTTP/1.1" status: 200 len: 943 time: 0.1467562 Apr 05 14:47:01.370950 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccccf70e-a6c6-4dfa-a88f-b2f890407d16', 'tag': 'af49f188-6f6e-4d44-985a-9d92b809f841'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:47:01.373489 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-259558a4-c24b-4880-bb1b-b3f42319c07a" -d '{"events": [{"name": "network-changed", "server_uuid": "ccccf70e-a6c6-4dfa-a88f-b2f890407d16", "tag": "af49f188-6f6e-4d44-985a-9d92b809f841"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:47:01.445195 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1464bb5f-a5b6-49cd-aa11-b16085bb889e req-dd320937-6e5d-485b-a36a-d591653824ba tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844634 Apr 05 14:47:01.591734 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83873ab5-e068-4a1f-bf5d-b7f7b3a207e1 x-openstack-request-id: req-83873ab5-e068-4a1f-bf5d-b7f7b3a207e1 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:47:01.592112 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccccf70e-a6c6-4dfa-a88f-b2f890407d16", "tag": "af49f188-6f6e-4d44-985a-9d92b809f841", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:47:01.592443 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-83873ab5-e068-4a1f-bf5d-b7f7b3a207e1 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:47:01.592941 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83873ab5-e068-4a1f-bf5d-b7f7b3a207e1'] response: {'name': 'network-changed', 'server_uuid': 'ccccf70e-a6c6-4dfa-a88f-b2f890407d16', 'tag': 'af49f188-6f6e-4d44-985a-9d92b809f841', 'status': 'completed', 'code': 200} Apr 05 14:47:01.641963 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8b916d9e-cb72-4405-a987-964babc7f84a req-66781ff3-08b4-4555-820e-ec9710013451 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] 10.222.0.30 "GET /v2.0/ports?device_id=075a25fc-54f7-4b0d-b766-bcc450e41298 HTTP/1.1" status: 200 len: 210 time: 0.0697954 Apr 05 14:47:01.724047 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259558a4-c24b-4880-bb1b-b3f42319c07a req-2a74fa57-7176-4956-bdd6-0cf94fb27eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:01.725696 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-259558a4-c24b-4880-bb1b-b3f42319c07a req-2a74fa57-7176-4956-bdd6-0cf94fb27eb3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d9feba5fdbdc4767955480ab96956cf8&device_id=ccccf70e-a6c6-4dfa-a88f-b2f890407d16 HTTP/1.1" status: 200 len: 1096 time: 0.0941122 Apr 05 14:47:01.967857 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259558a4-c24b-4880-bb1b-b3f42319c07a req-408c1a04-fe45-4ae9-ab54-b096f3d351fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:01.969507 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-259558a4-c24b-4880-bb1b-b3f42319c07a req-408c1a04-fe45-4ae9-ab54-b096f3d351fd service neutron] 10.222.0.55 "GET /v2.0/networks?id=600f0cf5-5409-4f71-be79-543bdecff300 HTTP/1.1" status: 200 len: 920 time: 0.2332931 Apr 05 14:47:02.114407 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-259558a4-c24b-4880-bb1b-b3f42319c07a req-1acdb5ba-68da-4e25-9859-5f8cd2d52d31 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af49f188-6f6e-4d44-985a-9d92b809f841 HTTP/1.1" status: 200 len: 1000 time: 0.1343946 Apr 05 14:47:02.129107 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4328d53-7872-4f5b-9c31-5f195a5d17e4 req-254d0517-c02f-4bfd-9894-03124d5cacef tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:02.131663 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e4328d53-7872-4f5b-9c31-5f195a5d17e4 req-254d0517-c02f-4bfd-9894-03124d5cacef tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/ports?device_id=0587635d-2d83-4d44-9a8f-6b7847388bdc HTTP/1.1" status: 200 len: 946 time: 0.0992000 Apr 05 14:47:02.238814 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e4328d53-7872-4f5b-9c31-5f195a5d17e4 req-14b6c461-ba18-43a4-87a4-dae94355329c tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c5ad20b-1af0-4fc7-9b1a-1ba5c50b7606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963619 Apr 05 14:47:02.240792 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259558a4-c24b-4880-bb1b-b3f42319c07a req-5128230c-aa35-4776-b4b4-3bd06bac4541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:02.242680 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-259558a4-c24b-4880-bb1b-b3f42319c07a req-5128230c-aa35-4776-b4b4-3bd06bac4541 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fe7e919b-03a6-4a26-b866-e533217cd38c HTTP/1.1" status: 200 len: 858 time: 0.1090946 Apr 05 14:47:02.341100 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259558a4-c24b-4880-bb1b-b3f42319c07a req-6785bc75-4824-49ef-af04-268384a6c30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:02.342831 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-259558a4-c24b-4880-bb1b-b3f42319c07a req-6785bc75-4824-49ef-af04-268384a6c30a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=600f0cf5-5409-4f71-be79-543bdecff300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0914314 Apr 05 14:47:02.532986 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-259558a4-c24b-4880-bb1b-b3f42319c07a req-95bb9f2b-d579-4a40-9cd3-c2d3687c0a53 service neutron] 10.222.0.55 "GET /v2.0/networks/600f0cf5-5409-4f71-be79-543bdecff300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766427 Apr 05 14:47:02.584813 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6c76b-bb35-43b3-9019-004c32c47439 req-860083f5-cd54-4add-a322-5def7dc786f4 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:02.593489 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a4c6c76b-bb35-43b3-9019-004c32c47439 req-860083f5-cd54-4add-a322-5def7dc786f4 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cc0e8ca-4c8d-4f13-9c95-41bcb8b1f4bd HTTP/1.1" status: 200 len: 945 time: 0.1173668 Apr 05 14:47:02.721239 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a4c6c76b-bb35-43b3-9019-004c32c47439 req-11e226b1-d69f-47a0-97b8-e773dead61b6 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f528a4f-40ab-47ff-8536-700b2ff06097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224418 Apr 05 14:47:02.772839 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd412f-d76f-4b4c-b2a0-65dabb0e3751 req-ad55f673-f031-412a-93ac-894c6c9242ad tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:02.775106 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-79bd412f-d76f-4b4c-b2a0-65dabb0e3751 req-ad55f673-f031-412a-93ac-894c6c9242ad tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] 10.222.0.11 "GET /v2.0/networks?id=53391867-538a-4f85-a91b-39229bb7823b HTTP/1.1" status: 200 len: 809 time: 0.2266519 Apr 05 14:47:02.782950 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1230e03-d4f6-498c-a264-4b9ac187232e req-43772737-4a60-4fdc-b8a3-8b3abd79751a tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:02.788895 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-79bd412f-d76f-4b4c-b2a0-65dabb0e3751 req-b5c07225-3b53-44d5-b4ab-3ef7ef64c840 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Request body: {'port': {'device_id': '075a25fc-54f7-4b0d-b766-bcc450e41298', 'network_id': '53391867-538a-4f85-a91b-39229bb7823b', 'admin_state_up': True, 'tenant_id': 'f60842ae0a2e4c93a8fd6841d4700fc1'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:47:02.789592 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d1230e03-d4f6-498c-a264-4b9ac187232e req-43772737-4a60-4fdc-b8a3-8b3abd79751a tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b76da8-f611-4b49-a016-07c7f22d4d2a HTTP/1.1" status: 200 len: 943 time: 0.2086513 Apr 05 14:47:02.913883 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d1230e03-d4f6-498c-a264-4b9ac187232e req-d5bae9de-8e0f-4f6f-a96c-e8b905705a35 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201344 Apr 05 14:47:02.969115 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5b05dec9-7de6-4f85-8da2-b97ad180c3cf req-026dc7a2-f0bd-44a0-be73-7f50793423a9 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] 10.222.0.30 "GET /v2.0/ports?device_id=075a25fc-54f7-4b0d-b766-bcc450e41298 HTTP/1.1" status: 200 len: 210 time: 0.0540323 Apr 05 14:47:02.971122 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-259558a4-c24b-4880-bb1b-b3f42319c07a req-46f88071-7f0c-4b16-a03e-d2613b1b8b88 service neutron] 10.222.0.55 "GET /v2.0/networks/600f0cf5-5409-4f71-be79-543bdecff300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4325294 Apr 05 14:47:03.119658 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79bd412f-d76f-4b4c-b2a0-65dabb0e3751 req-b5c07225-3b53-44d5-b4ab-3ef7ef64c840 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Made reservation on behalf of f60842ae0a2e4c93a8fd6841d4700fc1 for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:47:03.130528 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-79bd412f-d76f-4b4c-b2a0-65dabb0e3751 req-b5c07225-3b53-44d5-b4ab-3ef7ef64c840 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:03.528312 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [req-79bd412f-d76f-4b4c-b2a0-65dabb0e3751 req-b5c07225-3b53-44d5-b4ab-3ef7ef64c840 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Allocated IP 172.20.0.11 (53391867-538a-4f85-a91b-39229bb7823b/47b7d7f6-7fff-44aa-ad75-cff31b9eb9b6/b93ebd7d-dbf6-4f38-9edf-c512a887f3bf) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:47:03.556262 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1407d7-2b62-4d35-85fd-47528ca388de req-2162e784-b6a0-445c-aa35-8489feffdf34 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:03.566000 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ac1407d7-2b62-4d35-85fd-47528ca388de req-2162e784-b6a0-445c-aa35-8489feffdf34 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/ports?device_id=0587635d-2d83-4d44-9a8f-6b7847388bdc HTTP/1.1" status: 200 len: 946 time: 0.1158226 Apr 05 14:47:03.686554 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ac1407d7-2b62-4d35-85fd-47528ca388de req-30f2b50d-1b61-4d2a-9820-500b2ba40ff4 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c5ad20b-1af0-4fc7-9b1a-1ba5c50b7606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196547 Apr 05 14:47:03.849098 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-79bd412f-d76f-4b4c-b2a0-65dabb0e3751 req-b5c07225-3b53-44d5-b4ab-3ef7ef64c840 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:03.987707 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f13d8de-d5c5-4031-b459-70ba0f9be087 req-c2c7bf40-4871-4e8f-a07c-b21992425913 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:03.989490 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9f13d8de-d5c5-4031-b459-70ba0f9be087 req-c2c7bf40-4871-4e8f-a07c-b21992425913 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cc0e8ca-4c8d-4f13-9c95-41bcb8b1f4bd HTTP/1.1" status: 200 len: 945 time: 0.1570940 Apr 05 14:47:04.044679 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9f13d8de-d5c5-4031-b459-70ba0f9be087 req-d1632a16-892a-40c5-9390-084b641775d4 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f528a4f-40ab-47ff-8536-700b2ff06097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472176 Apr 05 14:47:04.059025 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-79bd412f-d76f-4b4c-b2a0-65dabb0e3751 req-b5c07225-3b53-44d5-b4ab-3ef7ef64c840 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:04.121236 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79bd412f-d76f-4b4c-b2a0-65dabb0e3751 req-b5c07225-3b53-44d5-b4ab-3ef7ef64c840 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Network 53391867-538a-4f85-a91b-39229bb7823b is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:47:04.125676 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [req-79bd412f-d76f-4b4c-b2a0-65dabb0e3751 req-b5c07225-3b53-44d5-b4ab-3ef7ef64c840 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:47:04.156175 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-79bd412f-d76f-4b4c-b2a0-65dabb0e3751 req-b5c07225-3b53-44d5-b4ab-3ef7ef64c840 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:47:04.292862 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c07225-3b53-44d5-b4ab-3ef7ef64c840 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Pushing event updated for resources: {'Port': ['ID=b93ebd7d-dbf6-4f38-9edf-c512a887f3bf,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:04.319279 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c07225-3b53-44d5-b4ab-3ef7ef64c840 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:47:04.321478 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c07225-3b53-44d5-b4ab-3ef7ef64c840 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:47:04.321882 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c07225-3b53-44d5-b4ab-3ef7ef64c840 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:47:04.322226 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c07225-3b53-44d5-b4ab-3ef7ef64c840 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:47:04.323418 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c07225-3b53-44d5-b4ab-3ef7ef64c840 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:47:04.323758 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c07225-3b53-44d5-b4ab-3ef7ef64c840 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:47:04.324176 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c07225-3b53-44d5-b4ab-3ef7ef64c840 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:47:04.324513 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c07225-3b53-44d5-b4ab-3ef7ef64c840 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:47:04.324845 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c07225-3b53-44d5-b4ab-3ef7ef64c840 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:47:04.325203 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c07225-3b53-44d5-b4ab-3ef7ef64c840 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:47:04.325614 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c07225-3b53-44d5-b4ab-3ef7ef64c840 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:47:04.325969 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c07225-3b53-44d5-b4ab-3ef7ef64c840 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:47:04.358060 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01f7134-47e4-4453-9c16-54e5d39aa9c6 req-af22668e-ba50-4652-96db-2b17387fdd7d tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:04.365888 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a01f7134-47e4-4453-9c16-54e5d39aa9c6 req-af22668e-ba50-4652-96db-2b17387fdd7d tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b76da8-f611-4b49-a016-07c7f22d4d2a HTTP/1.1" status: 200 len: 943 time: 0.1540210 Apr 05 14:47:04.390207 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd412f-d76f-4b4c-b2a0-65dabb0e3751 req-b5c07225-3b53-44d5-b4ab-3ef7ef64c840 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:04.390677 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-79bd412f-d76f-4b4c-b2a0-65dabb0e3751 req-b5c07225-3b53-44d5-b4ab-3ef7ef64c840 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:04.415766 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a7390-19ff-44b7-ae9a-5ca8376b400a req-3729b015-3aea-4835-a233-935224906c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:04.423255 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce9994-5e71-415c-bead-62402743bf57 req-41e21df9-014b-4247-8e81-cd70e82d86e7 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:04.423422 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-428a7390-19ff-44b7-ae9a-5ca8376b400a req-3729b015-3aea-4835-a233-935224906c61 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b1c6fdb1754a4696ad2f30e73253b821&device_id=0587635d-2d83-4d44-9a8f-6b7847388bdc HTTP/1.1" status: 200 len: 1097 time: 0.0637491 Apr 05 14:47:04.423542 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b8ce9994-5e71-415c-bead-62402743bf57 req-41e21df9-014b-4247-8e81-cd70e82d86e7 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] 10.222.0.30 "GET /v2.0/ports?device_id=075a25fc-54f7-4b0d-b766-bcc450e41298 HTTP/1.1" status: 200 len: 932 time: 0.1464207 Apr 05 14:47:04.468140 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a01f7134-47e4-4453-9c16-54e5d39aa9c6 req-4adfd685-5d2d-4582-aa6a-a68c2017b24a tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012938 Apr 05 14:47:04.540100 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a7390-19ff-44b7-ae9a-5ca8376b400a req-070fec32-c11c-4da7-813a-26585b01d187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:04.542102 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-428a7390-19ff-44b7-ae9a-5ca8376b400a req-070fec32-c11c-4da7-813a-26585b01d187 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0ec84664-b286-431c-8e6d-81964b6279ea HTTP/1.1" status: 200 len: 912 time: 0.1150625 Apr 05 14:47:04.549463 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-79bd412f-d76f-4b4c-b2a0-65dabb0e3751 req-b5c07225-3b53-44d5-b4ab-3ef7ef64c840 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7655828 Apr 05 14:47:04.554408 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b8ce9994-5e71-415c-bead-62402743bf57 req-d6143448-a067-48e0-9924-5ccba135f295 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] 10.222.0.30 "GET /v2.0/security-groups?id=6741034c-2b3f-4e49-9839-830793ae3749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138875 Apr 05 14:47:04.569703 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-79bd412f-d76f-4b4c-b2a0-65dabb0e3751 req-d9b908f7-67ba-415c-a948-6657587a8228 service neutron] Request body: {'port': {'device_id': '075a25fc-54f7-4b0d-b766-bcc450e41298', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-2'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:47:04.692192 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d34e18-7ba4-4fb9-8d1b-53745cf96b88 req-0992a3bc-127c-4ce8-8cf6-0a5458552f6a tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:04.694450 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-87d34e18-7ba4-4fb9-8d1b-53745cf96b88 req-0992a3bc-127c-4ce8-8cf6-0a5458552f6a tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/ports?device_id=0587635d-2d83-4d44-9a8f-6b7847388bdc HTTP/1.1" status: 200 len: 946 time: 0.1077156 Apr 05 14:47:04.787306 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-79bd412f-d76f-4b4c-b2a0-65dabb0e3751 req-d9b908f7-67ba-415c-a948-6657587a8228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:04.804733 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-428a7390-19ff-44b7-ae9a-5ca8376b400a req-30efcc06-bb35-4dad-81f9-632136f43341 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95fc697c-6787-48b0-b796-42740b6c32c8 HTTP/1.1" status: 200 len: 1002 time: 0.2538943 Apr 05 14:47:04.805177 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-87d34e18-7ba4-4fb9-8d1b-53745cf96b88 req-a9a9e6a2-ded8-4f38-b261-a9710d343f14 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c5ad20b-1af0-4fc7-9b1a-1ba5c50b7606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017363 Apr 05 14:47:04.912815 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a7390-19ff-44b7-ae9a-5ca8376b400a req-db678f6a-62d3-4930-a5bd-d613c6a9a11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:04.914972 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-428a7390-19ff-44b7-ae9a-5ca8376b400a req-db678f6a-62d3-4930-a5bd-d613c6a9a11b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5191ec95-9794-4487-b4dd-b62543d80f6a HTTP/1.1" status: 200 len: 850 time: 0.1026847 Apr 05 14:47:05.296136 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419de685-b0a5-40d2-ad76-41d702dfcda6 req-10d1779f-d523-4127-9f23-c39ff4c7d993 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:05.305135 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-419de685-b0a5-40d2-ad76-41d702dfcda6 req-10d1779f-d523-4127-9f23-c39ff4c7d993 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cc0e8ca-4c8d-4f13-9c95-41bcb8b1f4bd HTTP/1.1" status: 200 len: 945 time: 0.1110764 Apr 05 14:47:05.359994 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [req-79bd412f-d76f-4b4c-b2a0-65dabb0e3751 req-d9b908f7-67ba-415c-a948-6657587a8228 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b93ebd7d-dbf6-4f38-9edf-c512a887f3bf {{(pid=103321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:47:05.365178 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-419de685-b0a5-40d2-ad76-41d702dfcda6 req-f2205438-5c44-4420-b9bd-ee55c8fcaafe tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f528a4f-40ab-47ff-8536-700b2ff06097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586314 Apr 05 14:47:05.413702 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-79bd412f-d76f-4b4c-b2a0-65dabb0e3751 req-d9b908f7-67ba-415c-a948-6657587a8228 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:05.453872 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.provisioning_blocks [req-79bd412f-d76f-4b4c-b2a0-65dabb0e3751 req-d9b908f7-67ba-415c-a948-6657587a8228 service neutron] Transition to ACTIVE for port object b93ebd7d-dbf6-4f38-9edf-c512a887f3bf will not be triggered until provisioned by entity L2. {{(pid=103321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:47:05.460962 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a7390-19ff-44b7-ae9a-5ca8376b400a req-269b9fd4-1889-4727-bba1-2ba197f2d83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:05.463764 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-428a7390-19ff-44b7-ae9a-5ca8376b400a req-269b9fd4-1889-4727-bba1-2ba197f2d83e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0ec84664-b286-431c-8e6d-81964b6279ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2776017 Apr 05 14:47:05.607607 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-79bd412f-d76f-4b4c-b2a0-65dabb0e3751 req-d9b908f7-67ba-415c-a948-6657587a8228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:05.624006 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-428a7390-19ff-44b7-ae9a-5ca8376b400a req-1b635df5-ef76-48dc-a0fe-024432c0e8ec service neutron] 10.222.0.11 "GET /v2.0/networks/0ec84664-b286-431c-8e6d-81964b6279ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472330 Apr 05 14:47:05.716825 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b908f7-67ba-415c-a948-6657587a8228 service neutron] Pushing event updated for resources: {'Port': ['ID=b93ebd7d-dbf6-4f38-9edf-c512a887f3bf,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:05.839722 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee7d251-0b25-4064-9fed-e2e2e3a50a59 req-66fd6f00-8b5f-4eae-98f3-daefdfe3c9ff tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:05.841614 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8ee7d251-0b25-4064-9fed-e2e2e3a50a59 req-66fd6f00-8b5f-4eae-98f3-daefdfe3c9ff tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b76da8-f611-4b49-a016-07c7f22d4d2a HTTP/1.1" status: 200 len: 943 time: 0.2664952 Apr 05 14:47:05.967466 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fafa5b-aff9-427b-a0e4-36da42d7b276 req-99527f04-021f-4459-ba80-1d024d9ec176 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:05.975728 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c9fafa5b-aff9-427b-a0e4-36da42d7b276 req-99527f04-021f-4459-ba80-1d024d9ec176 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] 10.222.0.30 "GET /v2.0/ports?device_id=075a25fc-54f7-4b0d-b766-bcc450e41298 HTTP/1.1" status: 200 len: 944 time: 0.2639210 Apr 05 14:47:06.007561 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8ee7d251-0b25-4064-9fed-e2e2e3a50a59 req-e652f0cd-27ea-4134-876f-90e2da843f6b tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552141 Apr 05 14:47:06.058166 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c9fafa5b-aff9-427b-a0e4-36da42d7b276 req-ea1929f6-efd0-494f-a19c-6cc627097b96 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] 10.222.0.30 "GET /v2.0/security-groups?id=6741034c-2b3f-4e49-9839-830793ae3749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815146 Apr 05 14:47:06.149027 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3a9734-88e3-4d04-a332-a98db01e0285 req-8b900f12-98a6-4659-8be6-6ecdb2fadb85 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:06.151413 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5b3a9734-88e3-4d04-a332-a98db01e0285 req-8b900f12-98a6-4659-8be6-6ecdb2fadb85 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/ports?device_id=0587635d-2d83-4d44-9a8f-6b7847388bdc HTTP/1.1" status: 200 len: 946 time: 0.0638044 Apr 05 14:47:06.245461 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5b3a9734-88e3-4d04-a332-a98db01e0285 req-1fba27bf-3116-4c01-807e-b44ebba1a448 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c5ad20b-1af0-4fc7-9b1a-1ba5c50b7606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676663 Apr 05 14:47:06.561044 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f401e266-f36b-4cd4-99c9-dfdae22a0171 req-1cafc478-9f3f-4bf0-aec4-e6f420c987c8 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:06.572993 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f401e266-f36b-4cd4-99c9-dfdae22a0171 req-1cafc478-9f3f-4bf0-aec4-e6f420c987c8 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cc0e8ca-4c8d-4f13-9c95-41bcb8b1f4bd HTTP/1.1" status: 200 len: 945 time: 0.1213608 Apr 05 14:47:06.573480 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-428a7390-19ff-44b7-ae9a-5ca8376b400a req-bbbd4eac-62e2-40f5-a4ff-679be6393fb9 service neutron] 10.222.0.11 "GET /v2.0/networks/0ec84664-b286-431c-8e6d-81964b6279ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9137707 Apr 05 14:47:06.584204 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-79bd412f-d76f-4b4c-b2a0-65dabb0e3751 req-d9b908f7-67ba-415c-a948-6657587a8228 service neutron] Attempting to bind port b93ebd7d-dbf6-4f38-9edf-c512a887f3bf on host n-h2-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:47:06.584799 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-79bd412f-d76f-4b4c-b2a0-65dabb0e3751 req-d9b908f7-67ba-415c-a948-6657587a8228 service neutron] Attempting to bind port b93ebd7d-dbf6-4f38-9edf-c512a887f3bf by drivers openvswitch,hyperv on host n-h2-836650-2 at level 0 using segments [{'id': 'e2396cec-6ba5-4832-a119-412ce7a831b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '53391867-538a-4f85-a91b-39229bb7823b'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:47:06.585356 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bd412f-d76f-4b4c-b2a0-65dabb0e3751 req-d9b908f7-67ba-415c-a948-6657587a8228 service neutron] Attempting to bind port b93ebd7d-dbf6-4f38-9edf-c512a887f3bf on network 53391867-538a-4f85-a91b-39229bb7823b {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:47:06.591493 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bd412f-d76f-4b4c-b2a0-65dabb0e3751 req-d9b908f7-67ba-415c-a948-6657587a8228 service neutron] Port b93ebd7d-dbf6-4f38-9edf-c512a887f3bf on network 53391867-538a-4f85-a91b-39229bb7823b not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:47:06.592069 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bd412f-d76f-4b4c-b2a0-65dabb0e3751 req-d9b908f7-67ba-415c-a948-6657587a8228 service neutron] Attempting to bind port b93ebd7d-dbf6-4f38-9edf-c512a887f3bf on network 53391867-538a-4f85-a91b-39229bb7823b {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:47:06.598497 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bd412f-d76f-4b4c-b2a0-65dabb0e3751 req-d9b908f7-67ba-415c-a948-6657587a8228 service neutron] Checking agent: {'id': '6d8cf521-24bb-4b6a-bbae-0284f5c87a9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:47:06.599150 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bd412f-d76f-4b4c-b2a0-65dabb0e3751 req-d9b908f7-67ba-415c-a948-6657587a8228 service neutron] Checking segment: {'id': 'e2396cec-6ba5-4832-a119-412ce7a831b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '53391867-538a-4f85-a91b-39229bb7823b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:47:06.600020 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bd412f-d76f-4b4c-b2a0-65dabb0e3751 req-d9b908f7-67ba-415c-a948-6657587a8228 service neutron] Bound using segment: {'id': 'e2396cec-6ba5-4832-a119-412ce7a831b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '53391867-538a-4f85-a91b-39229bb7823b'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:47:06.600649 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-79bd412f-d76f-4b4c-b2a0-65dabb0e3751 req-d9b908f7-67ba-415c-a948-6657587a8228 service neutron] Bound port: b93ebd7d-dbf6-4f38-9edf-c512a887f3bf, host: n-h2-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2396cec-6ba5-4832-a119-412ce7a831b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '53391867-538a-4f85-a91b-39229bb7823b'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:47:06.601239 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-79bd412f-d76f-4b4c-b2a0-65dabb0e3751 req-d9b908f7-67ba-415c-a948-6657587a8228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:06.646040 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f401e266-f36b-4cd4-99c9-dfdae22a0171 req-6ec5a2aa-d551-4b26-9f25-3d8a9348556d tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f528a4f-40ab-47ff-8536-700b2ff06097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531552 Apr 05 14:47:06.684218 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-79bd412f-d76f-4b4c-b2a0-65dabb0e3751 req-d9b908f7-67ba-415c-a948-6657587a8228 service neutron] For port b93ebd7d-dbf6-4f38-9edf-c512a887f3bf, host n-h2-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:47:06.687219 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-79bd412f-d76f-4b4c-b2a0-65dabb0e3751 req-d9b908f7-67ba-415c-a948-6657587a8228 service neutron] For port b93ebd7d-dbf6-4f38-9edf-c512a887f3bf, host n-h2-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=b93ebd7d-dbf6-4f38-9edf-c512a887f3bf,segment=NetworkSegment(e2396cec-6ba5-4832-a119-412ce7a831b7),segment_id=e2396cec-6ba5-4832-a119-412ce7a831b7)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:47:07.136487 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f63b40e-a0d0-4d1f-ba1e-87d072014de8 req-3fa955d4-3ea8-4a14-9771-8331cf5c2ef7 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:07.138141 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5f63b40e-a0d0-4d1f-ba1e-87d072014de8 req-3fa955d4-3ea8-4a14-9771-8331cf5c2ef7 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b76da8-f611-4b49-a016-07c7f22d4d2a HTTP/1.1" status: 200 len: 943 time: 0.0539756 Apr 05 14:47:07.210527 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc2fb7-6f93-4308-9926-f930a8809989 req-106e3909-89c5-49c6-b511-48b25cf4e61e tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:07.212063 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1cdc2fb7-6f93-4308-9926-f930a8809989 req-106e3909-89c5-49c6-b511-48b25cf4e61e tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] 10.222.0.30 "GET /v2.0/ports?device_id=075a25fc-54f7-4b0d-b766-bcc450e41298 HTTP/1.1" status: 200 len: 944 time: 0.0729754 Apr 05 14:47:07.222245 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5f63b40e-a0d0-4d1f-ba1e-87d072014de8 req-de9fcb92-997c-4143-b5f1-5727f3935b10 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548398 Apr 05 14:47:07.264816 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1cdc2fb7-6f93-4308-9926-f930a8809989 req-4364b305-34ab-4985-9f37-a5323ca47bd9 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] 10.222.0.30 "GET /v2.0/security-groups?id=6741034c-2b3f-4e49-9839-830793ae3749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387836 Apr 05 14:47:07.363702 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ef074-2bcb-4a51-aa0a-6f0f8001294c req-0ee653c5-4a4a-4335-ad66-0a3076e010ee tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:07.365622 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-798ef074-2bcb-4a51-aa0a-6f0f8001294c req-0ee653c5-4a4a-4335-ad66-0a3076e010ee tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/ports?device_id=0587635d-2d83-4d44-9a8f-6b7847388bdc HTTP/1.1" status: 200 len: 946 time: 0.0551441 Apr 05 14:47:07.413301 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-798ef074-2bcb-4a51-aa0a-6f0f8001294c req-ed9efcd8-76f7-40ac-9ce0-654dc839ec5a tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c5ad20b-1af0-4fc7-9b1a-1ba5c50b7606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392082 Apr 05 14:47:07.422304 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-79bd412f-d76f-4b4c-b2a0-65dabb0e3751 req-d9b908f7-67ba-415c-a948-6657587a8228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:07.538667 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd412f-d76f-4b4c-b2a0-65dabb0e3751 req-d9b908f7-67ba-415c-a948-6657587a8228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:07.540045 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-79bd412f-d76f-4b4c-b2a0-65dabb0e3751 req-d9b908f7-67ba-415c-a948-6657587a8228 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:07.549140 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-79bd412f-d76f-4b4c-b2a0-65dabb0e3751 req-d9b908f7-67ba-415c-a948-6657587a8228 service neutron] 10.222.0.11 "PUT /v2.0/ports/b93ebd7d-dbf6-4f38-9edf-c512a887f3bf HTTP/1.1" status: 200 len: 1092 time: 2.9871078 Apr 05 14:47:07.549519 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '075a25fc-54f7-4b0d-b766-bcc450e41298', 'tag': 'b93ebd7d-dbf6-4f38-9edf-c512a887f3bf'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:47:07.553428 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b52d779-5985-4df5-8c58-5bf0f3c1c356" -d '{"events": [{"name": "network-changed", "server_uuid": "075a25fc-54f7-4b0d-b766-bcc450e41298", "tag": "b93ebd7d-dbf6-4f38-9edf-c512a887f3bf"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:47:07.579874 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b908f7-67ba-415c-a948-6657587a8228 service neutron] Pushing event updated for resources: {'Port': ['ID=b93ebd7d-dbf6-4f38-9edf-c512a887f3bf,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:07.695967 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c0fd607-33b6-45bc-8cc6-e7fbefd0d1b8 x-openstack-request-id: req-1c0fd607-33b6-45bc-8cc6-e7fbefd0d1b8 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:47:07.695967 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "075a25fc-54f7-4b0d-b766-bcc450e41298", "tag": "b93ebd7d-dbf6-4f38-9edf-c512a887f3bf", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:47:07.695967 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1c0fd607-33b6-45bc-8cc6-e7fbefd0d1b8 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:47:07.695967 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c0fd607-33b6-45bc-8cc6-e7fbefd0d1b8'] response: {'name': 'network-changed', 'server_uuid': '075a25fc-54f7-4b0d-b766-bcc450e41298', 'tag': 'b93ebd7d-dbf6-4f38-9edf-c512a887f3bf', 'status': 'completed', 'code': 200} Apr 05 14:47:07.776019 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a83b175b-1360-4431-bdcf-6f996c218544 req-5e430dc1-dc4b-484d-bbb3-50a2c917b0f8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4e092969-d8d6-42d0-90ba-02f33dbb6231&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0587707 Apr 05 14:47:07.784796 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd412f-d76f-4b4c-b2a0-65dabb0e3751 req-3c95d495-500b-4a72-8d0a-d7bffbfc8b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:07.790132 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-79bd412f-d76f-4b4c-b2a0-65dabb0e3751 req-3c95d495-500b-4a72-8d0a-d7bffbfc8b8d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f60842ae0a2e4c93a8fd6841d4700fc1&device_id=075a25fc-54f7-4b0d-b766-bcc450e41298 HTTP/1.1" status: 200 len: 1095 time: 0.0951664 Apr 05 14:47:07.838355 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-79bd412f-d76f-4b4c-b2a0-65dabb0e3751 req-a2644ba1-51b7-4434-8bf6-e6a84f2c9f4a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b93ebd7d-dbf6-4f38-9edf-c512a887f3bf HTTP/1.1" status: 200 len: 217 time: 0.0422111 Apr 05 14:47:07.861414 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac5c12-95fb-417d-82ef-fad87f1ebedb req-d3903d51-7e2a-43b3-961c-421ac6f92ad3 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:07.862964 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d5ac5c12-95fb-417d-82ef-fad87f1ebedb req-d3903d51-7e2a-43b3-961c-421ac6f92ad3 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cc0e8ca-4c8d-4f13-9c95-41bcb8b1f4bd HTTP/1.1" status: 200 len: 945 time: 0.0861340 Apr 05 14:47:07.942047 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b175b-1360-4431-bdcf-6f996c218544 req-c70e3dac-8b02-4109-ae98-4c16de2dc2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:07.946144 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a83b175b-1360-4431-bdcf-6f996c218544 req-c70e3dac-8b02-4109-ae98-4c16de2dc2c2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f496a225ad45483eaea608d62cdcf288&device_id=4e092969-d8d6-42d0-90ba-02f33dbb6231 HTTP/1.1" status: 200 len: 1097 time: 0.1375034 Apr 05 14:47:08.009628 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d5ac5c12-95fb-417d-82ef-fad87f1ebedb req-285d877a-9292-43d0-9ff2-221591450c3c tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f528a4f-40ab-47ff-8536-700b2ff06097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248760 Apr 05 14:47:08.031303 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd412f-d76f-4b4c-b2a0-65dabb0e3751 req-2a0e381a-969d-4e3b-adba-72be435f1da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:08.035691 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-79bd412f-d76f-4b4c-b2a0-65dabb0e3751 req-2a0e381a-969d-4e3b-adba-72be435f1da4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=47b7d7f6-7fff-44aa-ad75-cff31b9eb9b6 HTTP/1.1" status: 200 len: 849 time: 0.1872294 Apr 05 14:47:08.119627 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-79bd412f-d76f-4b4c-b2a0-65dabb0e3751 req-33eb9c19-c3d9-4f17-94f5-d777ae221074 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=53391867-538a-4f85-a91b-39229bb7823b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770366 Apr 05 14:47:08.159851 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b175b-1360-4431-bdcf-6f996c218544 req-06bba364-8230-4048-af7e-967d20b15711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:08.163385 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a83b175b-1360-4431-bdcf-6f996c218544 req-06bba364-8230-4048-af7e-967d20b15711 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2305a676-7066-4cb3-b9bf-4aa14e5994cf HTTP/1.1" status: 200 len: 912 time: 0.1443968 Apr 05 14:47:08.301159 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a83b175b-1360-4431-bdcf-6f996c218544 req-173b3ead-574f-4114-b1d6-bc198ffcc657 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a89673c3-6f4b-4303-aaa0-e46df6e5bade HTTP/1.1" status: 200 len: 217 time: 0.1093051 Apr 05 14:47:08.310254 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-79bd412f-d76f-4b4c-b2a0-65dabb0e3751 req-31db5219-ea16-4069-bc4e-3b0b71c4a148 service neutron] 10.222.0.11 "GET /v2.0/networks/53391867-538a-4f85-a91b-39229bb7823b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794086 Apr 05 14:47:08.409926 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b175b-1360-4431-bdcf-6f996c218544 req-07a784ee-d382-4f3a-a7a2-609482e12f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:08.418638 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a83b175b-1360-4431-bdcf-6f996c218544 req-07a784ee-d382-4f3a-a7a2-609482e12f18 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=942a2853-6af0-426f-bd10-11fcee5e21a1 HTTP/1.1" status: 200 len: 851 time: 0.1125436 Apr 05 14:47:08.492328 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a83b175b-1360-4431-bdcf-6f996c218544 req-88a38336-c507-4f81-ac2b-916401a5c60f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2305a676-7066-4cb3-b9bf-4aa14e5994cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666955 Apr 05 14:47:08.503660 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-79bd412f-d76f-4b4c-b2a0-65dabb0e3751 req-8be15017-14a9-4725-856a-31063420aa2e service neutron] 10.222.0.11 "GET /v2.0/networks/53391867-538a-4f85-a91b-39229bb7823b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856859 Apr 05 14:47:08.729092 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1cb508-89cd-4e1d-8c74-131a16d5561b req-d8339f11-ef07-41ef-bf46-42d1bdab6d04 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:08.730783 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bd1cb508-89cd-4e1d-8c74-131a16d5561b req-d8339f11-ef07-41ef-bf46-42d1bdab6d04 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b76da8-f611-4b49-a016-07c7f22d4d2a HTTP/1.1" status: 200 len: 943 time: 0.1885629 Apr 05 14:47:08.740425 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c957c512-f177-425e-9e96-183a029d0f6a req-bde6eb91-14f9-4ce9-b8d0-558cf9adb28b tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:08.753194 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c957c512-f177-425e-9e96-183a029d0f6a req-bde6eb91-14f9-4ce9-b8d0-558cf9adb28b tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] 10.222.0.30 "GET /v2.0/ports?device_id=075a25fc-54f7-4b0d-b766-bcc450e41298 HTTP/1.1" status: 200 len: 944 time: 0.2593579 Apr 05 14:47:08.771711 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b52d779-5985-4df5-8c58-5bf0f3c1c356 req-642a7acb-b212-450d-bf28-45ce3233b8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:08.773462 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-1b52d779-5985-4df5-8c58-5bf0f3c1c356 req-642a7acb-b212-450d-bf28-45ce3233b8c5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f60842ae0a2e4c93a8fd6841d4700fc1&device_id=075a25fc-54f7-4b0d-b766-bcc450e41298 HTTP/1.1" status: 200 len: 1095 time: 0.0795622 Apr 05 14:47:08.859581 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a83b175b-1360-4431-bdcf-6f996c218544 req-f923f45e-9e4a-4954-a1d4-00637329e3a2 service neutron] 10.222.0.55 "GET /v2.0/networks/2305a676-7066-4cb3-b9bf-4aa14e5994cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037755 Apr 05 14:47:08.882421 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bd1cb508-89cd-4e1d-8c74-131a16d5561b req-29875726-7b3c-4462-9347-2927de41c1ac tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238427 Apr 05 14:47:08.936617 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c957c512-f177-425e-9e96-183a029d0f6a req-321effe9-2fc4-4057-b5f0-b30624f65d64 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] 10.222.0.30 "GET /v2.0/security-groups?id=6741034c-2b3f-4e49-9839-830793ae3749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725140 Apr 05 14:47:09.008645 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b52d779-5985-4df5-8c58-5bf0f3c1c356 req-eb678085-768d-403f-9945-c60390d8a99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:09.016612 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-1b52d779-5985-4df5-8c58-5bf0f3c1c356 req-eb678085-768d-403f-9945-c60390d8a99f service neutron] 10.222.0.11 "GET /v2.0/networks?id=53391867-538a-4f85-a91b-39229bb7823b HTTP/1.1" status: 200 len: 910 time: 0.2330472 Apr 05 14:47:09.094080 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a83b175b-1360-4431-bdcf-6f996c218544 req-8b83dfe8-b3d4-4f10-9993-999892c302da service neutron] 10.222.0.55 "GET /v2.0/networks/2305a676-7066-4cb3-b9bf-4aa14e5994cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257886 Apr 05 14:47:09.124430 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-1b52d779-5985-4df5-8c58-5bf0f3c1c356 req-0d793060-e691-4fba-95d4-85f4d4e68ee6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b93ebd7d-dbf6-4f38-9edf-c512a887f3bf HTTP/1.1" status: 200 len: 217 time: 0.1020195 Apr 05 14:47:09.185743 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b52d779-5985-4df5-8c58-5bf0f3c1c356 req-d103bb2f-2b61-4d33-87ad-089b159c859c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:09.187671 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-1b52d779-5985-4df5-8c58-5bf0f3c1c356 req-d103bb2f-2b61-4d33-87ad-089b159c859c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=47b7d7f6-7fff-44aa-ad75-cff31b9eb9b6 HTTP/1.1" status: 200 len: 849 time: 0.0565293 Apr 05 14:47:09.210981 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ca7e7a-f8bd-442c-9410-6eabf02711a4 req-db63b0ab-1933-4315-be1e-2d5f62348592 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:09.212624 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-20ca7e7a-f8bd-442c-9410-6eabf02711a4 req-db63b0ab-1933-4315-be1e-2d5f62348592 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/ports?device_id=0587635d-2d83-4d44-9a8f-6b7847388bdc HTTP/1.1" status: 200 len: 946 time: 0.1055524 Apr 05 14:47:09.224941 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-1b52d779-5985-4df5-8c58-5bf0f3c1c356 req-fb54ee24-4e0c-4393-8b5c-96a97648ddcd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=53391867-538a-4f85-a91b-39229bb7823b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299134 Apr 05 14:47:09.227705 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b730861-dd1e-44e3-b96d-1aa176c180d8 req-ac833730-d649-4a26-ab7c-d51ebbf65b8c tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:09.229905 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0b730861-dd1e-44e3-b96d-1aa176c180d8 req-ac833730-d649-4a26-ab7c-d51ebbf65b8c tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cc0e8ca-4c8d-4f13-9c95-41bcb8b1f4bd HTTP/1.1" status: 200 len: 945 time: 0.0865521 Apr 05 14:47:09.289026 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-20ca7e7a-f8bd-442c-9410-6eabf02711a4 req-0ff6d04e-e9bf-467f-8917-2776c2bc1848 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c5ad20b-1af0-4fc7-9b1a-1ba5c50b7606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554326 Apr 05 14:47:09.337206 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0b730861-dd1e-44e3-b96d-1aa176c180d8 req-b7cfb4c4-5091-4ff4-bff8-57f034205452 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f528a4f-40ab-47ff-8536-700b2ff06097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753086 Apr 05 14:47:09.383287 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-1b52d779-5985-4df5-8c58-5bf0f3c1c356 req-b49c61b6-5324-4760-bec2-b5e4921a9bef service neutron] 10.222.0.11 "GET /v2.0/networks/53391867-538a-4f85-a91b-39229bb7823b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515534 Apr 05 14:47:09.495600 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-1b52d779-5985-4df5-8c58-5bf0f3c1c356 req-9eb3bb3c-199c-43e0-8746-4854c9537e55 service neutron] 10.222.0.11 "GET /v2.0/networks/53391867-538a-4f85-a91b-39229bb7823b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049023 Apr 05 14:47:09.571415 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-09611623-3083-476e-9d57-d4e33b698b77 req-acb2b078-3d74-42d9-9f39-cab9b22825cf service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cdec92e3-43d0-4811-92b1-9baab3c5f0ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0510368 Apr 05 14:47:09.648294 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09611623-3083-476e-9d57-d4e33b698b77 req-f8f3061e-40ce-4092-89c4-b0e370d3de99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:09.649098 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-09611623-3083-476e-9d57-d4e33b698b77 req-f8f3061e-40ce-4092-89c4-b0e370d3de99 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d9feba5fdbdc4767955480ab96956cf8&device_id=cdec92e3-43d0-4811-92b1-9baab3c5f0ca HTTP/1.1" status: 200 len: 1096 time: 0.0532846 Apr 05 14:47:09.772338 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09611623-3083-476e-9d57-d4e33b698b77 req-4d29424c-4484-4c81-b985-6357919fe53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:09.773927 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-09611623-3083-476e-9d57-d4e33b698b77 req-4d29424c-4484-4c81-b985-6357919fe53d service neutron] 10.222.0.11 "GET /v2.0/networks?id=600f0cf5-5409-4f71-be79-543bdecff300 HTTP/1.1" status: 200 len: 920 time: 0.1034434 Apr 05 14:47:09.827874 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-09611623-3083-476e-9d57-d4e33b698b77 req-f42865c2-c162-456c-98ef-911ad6659e06 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36464c6d-6d13-4cca-9a36-437307dcfdff HTTP/1.1" status: 200 len: 217 time: 0.0464506 Apr 05 14:47:09.886869 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09611623-3083-476e-9d57-d4e33b698b77 req-03ecdce1-81de-4f4b-92a9-119101b2232f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:09.888585 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-09611623-3083-476e-9d57-d4e33b698b77 req-03ecdce1-81de-4f4b-92a9-119101b2232f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fe7e919b-03a6-4a26-b866-e533217cd38c HTTP/1.1" status: 200 len: 858 time: 0.0538821 Apr 05 14:47:09.962734 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09611623-3083-476e-9d57-d4e33b698b77 req-e0fe4589-56a3-4add-abb0-2cde6d4b4615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:09.976933 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-09611623-3083-476e-9d57-d4e33b698b77 req-e0fe4589-56a3-4add-abb0-2cde6d4b4615 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=600f0cf5-5409-4f71-be79-543bdecff300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737455 Apr 05 14:47:09.976933 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 59004) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:47:10.073229 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a2f36-dfc5-4f30-bec0-f2961fbf6476 req-37985432-8356-4670-981e-19a651318980 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:10.074759 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4b7a2f36-dfc5-4f30-bec0-f2961fbf6476 req-37985432-8356-4670-981e-19a651318980 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b76da8-f611-4b49-a016-07c7f22d4d2a HTTP/1.1" status: 200 len: 943 time: 0.1096175 Apr 05 14:47:10.118593 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-09611623-3083-476e-9d57-d4e33b698b77 req-e1a1893f-fc5d-44ca-b909-4e4b9cc7d27d service neutron] 10.222.0.11 "GET /v2.0/networks/600f0cf5-5409-4f71-be79-543bdecff300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349401 Apr 05 14:47:10.126907 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0e4db60e-0ca2-43c9-b787-e371a71aa882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:10.132147 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf4f4c3-ab65-4762-9bba-e4eb8d2fe5e3 req-63385fdc-6cfc-41a2-8e33-97aad16c7ecb tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:10.133798 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7bf4f4c3-ab65-4762-9bba-e4eb8d2fe5e3 req-63385fdc-6cfc-41a2-8e33-97aad16c7ecb tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] 10.222.0.30 "GET /v2.0/ports?device_id=075a25fc-54f7-4b0d-b766-bcc450e41298 HTTP/1.1" status: 200 len: 944 time: 0.1130404 Apr 05 14:47:10.142031 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4b7a2f36-dfc5-4f30-bec0-f2961fbf6476 req-21ad4d91-4fff-43bc-a50d-3716e0a4ce9a tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594778 Apr 05 14:47:10.219982 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7bf4f4c3-ab65-4762-9bba-e4eb8d2fe5e3 req-ed14aefc-870f-456d-92cc-86481bee6868 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] 10.222.0.30 "GET /v2.0/security-groups?id=6741034c-2b3f-4e49-9839-830793ae3749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710430 Apr 05 14:47:10.314669 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-09611623-3083-476e-9d57-d4e33b698b77 req-66a40f42-85cb-456f-9fa2-a333beac5e15 service neutron] 10.222.0.11 "GET /v2.0/networks/600f0cf5-5409-4f71-be79-543bdecff300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777666 Apr 05 14:47:10.366824 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0e4db60e-0ca2-43c9-b787-e371a71aa882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:10.438346 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9fb497-f5ae-4b74-b482-12eb3b620a0d req-d62a6faf-3725-4243-ae48-c18e2f193468 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:10.440137 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3c9fb497-f5ae-4b74-b482-12eb3b620a0d req-d62a6faf-3725-4243-ae48-c18e2f193468 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5446916-e6f0-406e-804e-85db30ca3080 HTTP/1.1" status: 200 len: 951 time: 0.0574465 Apr 05 14:47:10.450431 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0e4db60e-0ca2-43c9-b787-e371a71aa882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:10.499469 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-0e4db60e-0ca2-43c9-b787-e371a71aa882 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f771805a97104f7f8c6f7654e3b212fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5193601 Apr 05 14:47:10.499469 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4db60e-0ca2-43c9-b787-e371a71aa882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d54307b-57bc-4b0b-a064-62977693af09,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:10.501757 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 59032) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:47:10.507460 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3c9fb497-f5ae-4b74-b482-12eb3b620a0d req-664bb4e2-5f4f-4334-b6a2-d983a109eee0 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0742608-c199-4fa7-bcb8-78999595eed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573227 Apr 05 14:47:10.517066 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd03bcb-e28c-4e2d-90f4-bf7b44f4594d req-a52c7cca-7909-445d-8853-5599b7fc1b79 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:10.518655 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6bd03bcb-e28c-4e2d-90f4-bf7b44f4594d req-a52c7cca-7909-445d-8853-5599b7fc1b79 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cc0e8ca-4c8d-4f13-9c95-41bcb8b1f4bd HTTP/1.1" status: 200 len: 945 time: 0.0775261 Apr 05 14:47:10.576415 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6bd03bcb-e28c-4e2d-90f4-bf7b44f4594d req-371273ec-61c4-4708-ad39-4d556057d1c6 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f528a4f-40ab-47ff-8536-700b2ff06097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511427 Apr 05 14:47:10.587582 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a3509bc6-06d7-48f2-836b-39b4dfcefccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:10.631466 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a3509bc6-06d7-48f2-836b-39b4dfcefccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:10.827375 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a3509bc6-06d7-48f2-836b-39b4dfcefccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:10.829924 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a3509bc6-06d7-48f2-836b-39b4dfcefccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:10.831117 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-a3509bc6-06d7-48f2-836b-39b4dfcefccd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1d54307b-57bc-4b0b-a064-62977693af09 HTTP/1.1" status: 204 len: 168 time: 0.3281925 Apr 05 14:47:10.840405 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3509bc6-06d7-48f2-836b-39b4dfcefccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d54307b-57bc-4b0b-a064-62977693af09,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:11.285810 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2dfefb-4ff3-4471-8fae-e8a017b2853b req-54a54ead-2a55-48e6-87f0-b0ea0be99967 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:11.296371 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0f2dfefb-4ff3-4471-8fae-e8a017b2853b req-54a54ead-2a55-48e6-87f0-b0ea0be99967 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b76da8-f611-4b49-a016-07c7f22d4d2a HTTP/1.1" status: 200 len: 943 time: 0.0775151 Apr 05 14:47:11.347279 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0f2dfefb-4ff3-4471-8fae-e8a017b2853b req-5a66c1d0-3feb-41a1-a5d0-ee596f065c9b tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444212 Apr 05 14:47:11.410097 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8891a56b-3bef-4d13-81dc-d1fba9d06757 req-6a8021b6-55b2-4ce3-8369-97d84be1476f tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:11.411921 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8891a56b-3bef-4d13-81dc-d1fba9d06757 req-6a8021b6-55b2-4ce3-8369-97d84be1476f tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] 10.222.0.30 "GET /v2.0/ports?device_id=075a25fc-54f7-4b0d-b766-bcc450e41298 HTTP/1.1" status: 200 len: 944 time: 0.0560484 Apr 05 14:47:11.458236 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8891a56b-3bef-4d13-81dc-d1fba9d06757 req-a3314ba7-e0e0-40f3-b7bd-e0cf1023d8ca tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] 10.222.0.30 "GET /v2.0/security-groups?id=6741034c-2b3f-4e49-9839-830793ae3749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375693 Apr 05 14:47:11.654288 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dae7f5-fe91-4295-b57d-1e5549bdd2ca req-e68434e3-ea04-406a-a103-7ea409016b67 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:11.662674 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f0dae7f5-fe91-4295-b57d-1e5549bdd2ca req-e68434e3-ea04-406a-a103-7ea409016b67 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5446916-e6f0-406e-804e-85db30ca3080 HTTP/1.1" status: 200 len: 951 time: 0.0666957 Apr 05 14:47:11.731226 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f0dae7f5-fe91-4295-b57d-1e5549bdd2ca req-9f89c17f-5bfb-41a4-819d-ad178a91fe66 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0742608-c199-4fa7-bcb8-78999595eed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675642 Apr 05 14:47:11.750758 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af54e8e-9ced-42a4-b9de-76038e4dd45c req-764f2317-91c8-40b9-b623-ca96a6e28003 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:11.750758 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2af54e8e-9ced-42a4-b9de-76038e4dd45c req-764f2317-91c8-40b9-b623-ca96a6e28003 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cc0e8ca-4c8d-4f13-9c95-41bcb8b1f4bd HTTP/1.1" status: 200 len: 945 time: 0.0812452 Apr 05 14:47:11.801287 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2af54e8e-9ced-42a4-b9de-76038e4dd45c req-55699eab-8bf5-4baa-87b5-c40ddf921720 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f528a4f-40ab-47ff-8536-700b2ff06097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474677 Apr 05 14:47:11.819258 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 59060) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:47:11.835386 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-246f0172-d716-47f9-8769-a6296d500b2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:11.963706 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-246f0172-d716-47f9-8769-a6296d500b2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:12.055813 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-246f0172-d716-47f9-8769-a6296d500b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:12.098869 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-246f0172-d716-47f9-8769-a6296d500b2f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4396274ca3ef40a89de7152bebea079d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2783880 Apr 05 14:47:12.099746 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246f0172-d716-47f9-8769-a6296d500b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22a65725-0cb0-49b1-8f62-dadc129a9244,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:12.102854 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 59092) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:47:12.168732 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-638a5383-655f-402c-b8b6-c49c4e1a1ad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:12.194990 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-638a5383-655f-402c-b8b6-c49c4e1a1ad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:12.279152 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:12.313600 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-638a5383-655f-402c-b8b6-c49c4e1a1ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:12.316653 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-638a5383-655f-402c-b8b6-c49c4e1a1ad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:12.320603 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-638a5383-655f-402c-b8b6-c49c4e1a1ad2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/22a65725-0cb0-49b1-8f62-dadc129a9244 HTTP/1.1" status: 204 len: 168 time: 0.2129524 Apr 05 14:47:12.351056 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638a5383-655f-402c-b8b6-c49c4e1a1ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a65725-0cb0-49b1-8f62-dadc129a9244,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:12.542198 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9863f877-af64-4639-8e4d-16abac5ef0b3 req-ffca2099-a00d-4cc8-8228-9a21a1878a2f tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:12.543892 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9863f877-af64-4639-8e4d-16abac5ef0b3 req-ffca2099-a00d-4cc8-8228-9a21a1878a2f tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b76da8-f611-4b49-a016-07c7f22d4d2a HTTP/1.1" status: 200 len: 943 time: 0.0898895 Apr 05 14:47:12.629280 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9863f877-af64-4639-8e4d-16abac5ef0b3 req-70e12078-7b88-4493-b255-77b0a39819ca tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792782 Apr 05 14:47:12.660009 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1972219e-6a33-44a7-9694-3937fd034498 req-248fba8d-a585-45a9-9fa3-278259db87a2 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:12.660009 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1972219e-6a33-44a7-9694-3937fd034498 req-248fba8d-a585-45a9-9fa3-278259db87a2 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] 10.222.0.30 "GET /v2.0/ports?device_id=075a25fc-54f7-4b0d-b766-bcc450e41298 HTTP/1.1" status: 200 len: 944 time: 0.0687144 Apr 05 14:47:12.713784 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1972219e-6a33-44a7-9694-3937fd034498 req-8615b373-2924-4afd-8fe6-52ba4a431241 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] 10.222.0.30 "GET /v2.0/security-groups?id=6741034c-2b3f-4e49-9839-830793ae3749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499833 Apr 05 14:47:12.975219 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eb083c-aa9f-4b32-bb59-2d187e0f02d4 req-65ff8316-5d1f-4234-8be5-907837b4f5e0 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:12.983417 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-77eb083c-aa9f-4b32-bb59-2d187e0f02d4 req-65ff8316-5d1f-4234-8be5-907837b4f5e0 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cc0e8ca-4c8d-4f13-9c95-41bcb8b1f4bd HTTP/1.1" status: 200 len: 945 time: 0.0867753 Apr 05 14:47:13.046135 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-77eb083c-aa9f-4b32-bb59-2d187e0f02d4 req-f6fc7f86-596a-446c-a834-e03f9cde9c6d tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f528a4f-40ab-47ff-8536-700b2ff06097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615487 Apr 05 14:47:13.489102 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device b93ebd7d-dbf6-4f38-9edf-c512a887f3bf details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:47:13.491147 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device ecffc544-c4fb-4027-ba5e-1dd73b1169cc no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:47:13.668429 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port b93ebd7d-dbf6-4f38-9edf-c512a887f3bf, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=b93ebd7d-dbf6-4f38-9edf-c512a887f3bf,segment=NetworkSegment(e2396cec-6ba5-4832-a119-412ce7a831b7),segment_id=e2396cec-6ba5-4832-a119-412ce7a831b7)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:47:13.686152 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:13.688171 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': 'b93ebd7d-dbf6-4f38-9edf-c512a887f3bf', 'network_id': '53391867-538a-4f85-a91b-39229bb7823b', 'port_id': 'b93ebd7d-dbf6-4f38-9edf-c512a887f3bf', 'mac_address': 'fa:16:3e:de:6e:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47b7d7f6-7fff-44aa-ad75-cff31b9eb9b6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:47:13.733976 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:13.750910 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b93ebd7d-dbf6-4f38-9edf-c512a887f3bf {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:47:13.782645 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5446916-e6f0-406e-804e-85db30ca3080', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecffc544-c4fb-4027-ba5e-1dd73b1169cc'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:47:13.786294 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b31941-48fc-4ff5-9141-3948077ba1dc" -d '{"events": [{"server_uuid": "d5446916-e6f0-406e-804e-85db30ca3080", "name": "network-vif-unplugged", "status": "completed", "tag": "ecffc544-c4fb-4027-ba5e-1dd73b1169cc"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:47:13.796824 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port ecffc544-c4fb-4027-ba5e-1dd73b1169cc, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=ecffc544-c4fb-4027-ba5e-1dd73b1169cc,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:47:13.811387 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaa4833-2b1e-426a-bc5b-2f55e09c162f req-36cfd3c5-945c-4a76-9487-fa9ad898123e tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:13.813139 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port b93ebd7d-dbf6-4f38-9edf-c512a887f3bf, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=b93ebd7d-dbf6-4f38-9edf-c512a887f3bf,segment=NetworkSegment(e2396cec-6ba5-4832-a119-412ce7a831b7),segment_id=e2396cec-6ba5-4832-a119-412ce7a831b7)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:47:13.813955 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-baaa4833-2b1e-426a-bc5b-2f55e09c162f req-36cfd3c5-945c-4a76-9487-fa9ad898123e tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b76da8-f611-4b49-a016-07c7f22d4d2a HTTP/1.1" status: 200 len: 943 time: 0.0894511 Apr 05 14:47:13.870470 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-baaa4833-2b1e-426a-bc5b-2f55e09c162f req-966ddc17-c8a0-4bb1-bbc4-81f4a0ff3f9b tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500374 Apr 05 14:47:13.911384 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:13.977522 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=ecffc544-c4fb-4027-ba5e-1dd73b1169cc,revision_number=11']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:13.985117 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:13.998846 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:47:13.999190 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:47:13.999529 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:47:13.999859 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:47:14.000189 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:47:14.000514 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:47:14.000838 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:47:14.001186 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:47:14.001730 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:47:14.002273 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:47:14.002592 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:47:14.003083 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:47:14.039936 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397d5c53-1ba3-41d6-bfcb-f43f387150fb req-cb8b33c7-7649-4e54-860a-9338824da18c tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:14.042267 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-397d5c53-1ba3-41d6-bfcb-f43f387150fb req-cb8b33c7-7649-4e54-860a-9338824da18c tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] 10.222.0.30 "GET /v2.0/ports?device_id=075a25fc-54f7-4b0d-b766-bcc450e41298 HTTP/1.1" status: 200 len: 945 time: 0.0722086 Apr 05 14:47:14.056395 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=b93ebd7d-dbf6-4f38-9edf-c512a887f3bf,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:14.089424 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-397d5c53-1ba3-41d6-bfcb-f43f387150fb req-c3cc8fff-6df8-4579-9fd4-4575b0c806b5 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] 10.222.0.30 "GET /v2.0/security-groups?id=6741034c-2b3f-4e49-9839-830793ae3749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395229 Apr 05 14:47:14.131826 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 14:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ad7545-7305-4621-a8b6-7ecfb288bf36 x-openstack-request-id: req-11ad7545-7305-4621-a8b6-7ecfb288bf36 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:47:14.132073 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5446916-e6f0-406e-804e-85db30ca3080", "name": "network-vif-unplugged", "status": "completed", "tag": "ecffc544-c4fb-4027-ba5e-1dd73b1169cc", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:47:14.132289 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-11ad7545-7305-4621-a8b6-7ecfb288bf36 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:47:14.132707 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11ad7545-7305-4621-a8b6-7ecfb288bf36'] response: {'server_uuid': 'd5446916-e6f0-406e-804e-85db30ca3080', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecffc544-c4fb-4027-ba5e-1dd73b1169cc', 'code': 200} Apr 05 14:47:14.228249 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:14.244085 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be796ece-55b5-47c3-83f0-e910e5b7c7c5 req-ef5d4457-36fe-4edb-88a2-1158af6ce255 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:14.244085 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-be796ece-55b5-47c3-83f0-e910e5b7c7c5 req-ef5d4457-36fe-4edb-88a2-1158af6ce255 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cc0e8ca-4c8d-4f13-9c95-41bcb8b1f4bd HTTP/1.1" status: 200 len: 945 time: 0.0544312 Apr 05 14:47:14.275832 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-be796ece-55b5-47c3-83f0-e910e5b7c7c5 req-d017f0fe-c353-433e-a21f-cd93054c9a02 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f528a4f-40ab-47ff-8536-700b2ff06097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337584 Apr 05 14:47:14.359930 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['b93ebd7d-dbf6-4f38-9edf-c512a887f3bf'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:47:14.999250 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91474def-75fc-4ab8-bc3a-fbd95fdf1ebc req-62838860-9318-4351-9861-e2517eae908b tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:15.001882 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-91474def-75fc-4ab8-bc3a-fbd95fdf1ebc req-62838860-9318-4351-9861-e2517eae908b tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b76da8-f611-4b49-a016-07c7f22d4d2a HTTP/1.1" status: 200 len: 943 time: 0.0556183 Apr 05 14:47:15.053072 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-91474def-75fc-4ab8-bc3a-fbd95fdf1ebc req-9ec19e70-0e64-4b69-b85e-e95e82746464 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442767 Apr 05 14:47:15.231328 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b45d2b-f875-4850-8c92-5cb3c3f783d3 req-1f872f32-bf5e-4383-8021-e5865e991805 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:15.232897 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-27b45d2b-f875-4850-8c92-5cb3c3f783d3 req-1f872f32-bf5e-4383-8021-e5865e991805 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] 10.222.0.30 "GET /v2.0/ports?device_id=075a25fc-54f7-4b0d-b766-bcc450e41298 HTTP/1.1" status: 200 len: 945 time: 0.0749385 Apr 05 14:47:15.289375 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-27b45d2b-f875-4850-8c92-5cb3c3f783d3 req-a594f1df-9aca-456e-bc23-54df89c838be tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] 10.222.0.30 "GET /v2.0/security-groups?id=6741034c-2b3f-4e49-9839-830793ae3749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429571 Apr 05 14:47:15.423101 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf14bb09-c3c1-40c7-958b-5d8ba04d872c req-57fbe21e-7815-4fc2-801e-88a85e3c3c20 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:15.424597 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cf14bb09-c3c1-40c7-958b-5d8ba04d872c req-57fbe21e-7815-4fc2-801e-88a85e3c3c20 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cc0e8ca-4c8d-4f13-9c95-41bcb8b1f4bd HTTP/1.1" status: 200 len: 945 time: 0.0715542 Apr 05 14:47:15.473244 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cf14bb09-c3c1-40c7-958b-5d8ba04d872c req-7dea0937-4aa6-41b2-8f9f-5d3b153a8fc4 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f528a4f-40ab-47ff-8536-700b2ff06097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424409 Apr 05 14:47:15.503581 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device b93ebd7d-dbf6-4f38-9edf-c512a887f3bf up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:47:15.632767 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning for port b93ebd7d-dbf6-4f38-9edf-c512a887f3bf completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:47:15.637479 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port b93ebd7d-dbf6-4f38-9edf-c512a887f3bf triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:47:15.637852 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:15.727034 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:15.764639 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port b93ebd7d-dbf6-4f38-9edf-c512a887f3bf, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=b93ebd7d-dbf6-4f38-9edf-c512a887f3bf,segment=NetworkSegment(e2396cec-6ba5-4832-a119-412ce7a831b7),segment_id=e2396cec-6ba5-4832-a119-412ce7a831b7)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:47:15.885481 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:15.951610 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=b93ebd7d-dbf6-4f38-9edf-c512a887f3bf,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:16.133553 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '075a25fc-54f7-4b0d-b766-bcc450e41298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b93ebd7d-dbf6-4f38-9edf-c512a887f3bf'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:47:16.138038 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab5e2be8-93ca-4ce6-8178-c65c4f3360dd" -d '{"events": [{"server_uuid": "075a25fc-54f7-4b0d-b766-bcc450e41298", "name": "network-vif-plugged", "status": "completed", "tag": "b93ebd7d-dbf6-4f38-9edf-c512a887f3bf"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:47:16.184715 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e215274e-7968-4e5f-9e2a-afac92820b77 req-57e838aa-2eed-4e51-9800-8a284ccc3584 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:16.187562 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e215274e-7968-4e5f-9e2a-afac92820b77 req-57e838aa-2eed-4e51-9800-8a284ccc3584 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b76da8-f611-4b49-a016-07c7f22d4d2a HTTP/1.1" status: 200 len: 943 time: 0.0557711 Apr 05 14:47:16.245219 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e215274e-7968-4e5f-9e2a-afac92820b77 req-7abe7979-e7af-4719-80ba-57b825b6eb78 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461462 Apr 05 14:47:16.302859 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f58e170-dea3-4f8b-9eed-582d84346693 x-openstack-request-id: req-8f58e170-dea3-4f8b-9eed-582d84346693 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:47:16.303160 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "075a25fc-54f7-4b0d-b766-bcc450e41298", "name": "network-vif-plugged", "status": "completed", "tag": "b93ebd7d-dbf6-4f38-9edf-c512a887f3bf", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:47:16.303417 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8f58e170-dea3-4f8b-9eed-582d84346693 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:47:16.303814 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f58e170-dea3-4f8b-9eed-582d84346693'] response: {'server_uuid': '075a25fc-54f7-4b0d-b766-bcc450e41298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b93ebd7d-dbf6-4f38-9edf-c512a887f3bf', 'code': 200} Apr 05 14:47:16.324626 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdeb239-5c11-42d8-be90-3c23ef856da1 req-c84b38d7-fa0c-48db-a688-61ef67c049de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:16.327371 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bfdeb239-5c11-42d8-be90-3c23ef856da1 req-c84b38d7-fa0c-48db-a688-61ef67c049de service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9cc0e8ca-4c8d-4f13-9c95-41bcb8b1f4bd HTTP/1.1" status: 200 len: 1096 time: 0.0575535 Apr 05 14:47:16.372778 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bfdeb239-5c11-42d8-be90-3c23ef856da1 req-0218ffd1-b9b7-426c-97a4-46cd882e36d5 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9f528a4f-40ab-47ff-8536-700b2ff06097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377722 Apr 05 14:47:16.412133 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e8f3ec-102f-40f0-8957-5ba795e8d89d req-23836c3f-edfa-4ac7-a3b3-72766f5b11d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:16.413712 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-90e8f3ec-102f-40f0-8957-5ba795e8d89d req-23836c3f-edfa-4ac7-a3b3-72766f5b11d4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=075a25fc-54f7-4b0d-b766-bcc450e41298 HTTP/1.1" status: 200 len: 1097 time: 0.0452013 Apr 05 14:47:16.422919 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f8648-52df-43c4-aa03-2a54667ba2c4 req-041d6ad8-f15c-4ede-9953-63fe2cca6d86 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:16.424469 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-932f8648-52df-43c4-aa03-2a54667ba2c4 req-041d6ad8-f15c-4ede-9953-63fe2cca6d86 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] 10.222.0.30 "GET /v2.0/ports?device_id=075a25fc-54f7-4b0d-b766-bcc450e41298 HTTP/1.1" status: 200 len: 946 time: 0.0546818 Apr 05 14:47:16.462109 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-90e8f3ec-102f-40f0-8957-5ba795e8d89d req-ced137db-3dba-4b2e-8b7a-eee2bb2203fb service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6741034c-2b3f-4e49-9839-830793ae3749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418844 Apr 05 14:47:16.479351 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-932f8648-52df-43c4-aa03-2a54667ba2c4 req-30b8d972-438e-42ed-b347-cf4769289dab tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] 10.222.0.30 "GET /v2.0/security-groups?id=6741034c-2b3f-4e49-9839-830793ae3749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448997 Apr 05 14:47:16.600401 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7a691c-7ef4-4684-9721-8d4805734d7f req-07ace850-646b-4eb1-99b9-872f1daf4b4c tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:16.601915 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7c7a691c-7ef4-4684-9721-8d4805734d7f req-07ace850-646b-4eb1-99b9-872f1daf4b4c tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cc0e8ca-4c8d-4f13-9c95-41bcb8b1f4bd HTTP/1.1" status: 200 len: 945 time: 0.0551314 Apr 05 14:47:16.645927 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7c7a691c-7ef4-4684-9721-8d4805734d7f req-97d8581b-7610-4ae1-af5b-c6d31ac7b720 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f528a4f-40ab-47ff-8536-700b2ff06097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367961 Apr 05 14:47:17.475882 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a5cd95-a5f7-4e06-99dc-0ae2699be148 req-44b75a01-41b1-4042-a9d3-e1d53c61978d tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:17.480620 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-29a5cd95-a5f7-4e06-99dc-0ae2699be148 req-44b75a01-41b1-4042-a9d3-e1d53c61978d tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b76da8-f611-4b49-a016-07c7f22d4d2a HTTP/1.1" status: 200 len: 943 time: 0.1541324 Apr 05 14:47:17.572993 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-29a5cd95-a5f7-4e06-99dc-0ae2699be148 req-761cdf2b-bf8f-43cb-a06c-2123b1a33830 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817783 Apr 05 14:47:17.696362 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c30f83-b8b8-4f93-8100-cace30bd0ec8 req-f21d56fd-c08c-48a2-808b-039ab42401e4 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:17.698088 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-78c30f83-b8b8-4f93-8100-cace30bd0ec8 req-f21d56fd-c08c-48a2-808b-039ab42401e4 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] 10.222.0.30 "GET /v2.0/ports?device_id=075a25fc-54f7-4b0d-b766-bcc450e41298 HTTP/1.1" status: 200 len: 946 time: 0.0593562 Apr 05 14:47:17.752098 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-78c30f83-b8b8-4f93-8100-cace30bd0ec8 req-b51a5292-c944-424b-a17a-f8d7113769ad tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] 10.222.0.30 "GET /v2.0/security-groups?id=6741034c-2b3f-4e49-9839-830793ae3749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435758 Apr 05 14:47:17.863377 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacaccaf-54ff-4c10-ba97-c24fd6ce44bf req-4963f54c-4d0e-4556-9ba0-ba6dcb336738 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:17.864895 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dacaccaf-54ff-4c10-ba97-c24fd6ce44bf req-4963f54c-4d0e-4556-9ba0-ba6dcb336738 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cc0e8ca-4c8d-4f13-9c95-41bcb8b1f4bd HTTP/1.1" status: 200 len: 945 time: 0.0554526 Apr 05 14:47:17.917922 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dacaccaf-54ff-4c10-ba97-c24fd6ce44bf req-26d852a1-4e5c-4d9b-9fd3-d6b0a6946092 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f528a4f-40ab-47ff-8536-700b2ff06097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459220 Apr 05 14:47:18.270060 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 59428) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:47:18.391340 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6c207a7d-9d4b-495e-a696-a2145a5ed0e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:18.492725 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6c207a7d-9d4b-495e-a696-a2145a5ed0e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:18.561001 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6c207a7d-9d4b-495e-a696-a2145a5ed0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:18.595274 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc074cdf-0d81-4ab9-8884-f99f80dc25c9 req-4b4b151c-ec02-4746-9bd2-80a715632efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:18.599444 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fc074cdf-0d81-4ab9-8884-f99f80dc25c9 req-4b4b151c-ec02-4746-9bd2-80a715632efa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f496a225ad45483eaea608d62cdcf288&device_id=9cc0e8ca-4c8d-4f13-9c95-41bcb8b1f4bd HTTP/1.1" status: 200 len: 1096 time: 0.0944140 Apr 05 14:47:18.630588 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-6c207a7d-9d4b-495e-a696-a2145a5ed0e7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d7a05ca0f6eb4951bb9d38a2a80c4064&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3594406 Apr 05 14:47:18.633766 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 59450) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:47:18.652472 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a8e04f-f421-45e4-8872-0d02cc337ad0 req-fce5d4c6-7271-4227-90ed-a2710a01e31c tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:18.653992 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-11a8e04f-f421-45e4-8872-0d02cc337ad0 req-fce5d4c6-7271-4227-90ed-a2710a01e31c tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cc0e8ca-4c8d-4f13-9c95-41bcb8b1f4bd HTTP/1.1" status: 200 len: 945 time: 0.2898664 Apr 05 14:47:18.657169 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c207a7d-9d4b-495e-a696-a2145a5ed0e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9313f023-edc4-4bb9-b9b0-a259f1fcebd4,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:18.687703 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6608c0ff-9674-49eb-b12a-9c1d157c96cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:18.710006 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6608c0ff-9674-49eb-b12a-9c1d157c96cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:18.736297 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-11a8e04f-f421-45e4-8872-0d02cc337ad0 req-49855ded-bea1-4551-aa98-06e6971cfd89 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f528a4f-40ab-47ff-8536-700b2ff06097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746858 Apr 05 14:47:18.754515 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc074cdf-0d81-4ab9-8884-f99f80dc25c9 req-b1980b0c-a2e1-42ed-8cf9-8e5aaf59ab82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:18.756317 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fc074cdf-0d81-4ab9-8884-f99f80dc25c9 req-b1980b0c-a2e1-42ed-8cf9-8e5aaf59ab82 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2305a676-7066-4cb3-b9bf-4aa14e5994cf HTTP/1.1" status: 200 len: 912 time: 0.1448324 Apr 05 14:47:18.813131 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fc074cdf-0d81-4ab9-8884-f99f80dc25c9 req-ec128a36-6032-47f2-a901-202d2f43095c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ce20477-9ee9-446e-a402-99bdeeccfda2 HTTP/1.1" status: 200 len: 217 time: 0.0490844 Apr 05 14:47:18.890662 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6b70e8-7727-4699-9b22-3947a047dcba req-5235ff03-4c0d-43f3-a459-c6e68bd38c82 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:18.890662 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ea6b70e8-7727-4699-9b22-3947a047dcba req-5235ff03-4c0d-43f3-a459-c6e68bd38c82 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b76da8-f611-4b49-a016-07c7f22d4d2a HTTP/1.1" status: 200 len: 943 time: 0.0869026 Apr 05 14:47:18.891972 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc074cdf-0d81-4ab9-8884-f99f80dc25c9 req-4b61d2a4-3d2e-492c-bbcf-81ab5d040a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:18.893449 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fc074cdf-0d81-4ab9-8884-f99f80dc25c9 req-4b61d2a4-3d2e-492c-bbcf-81ab5d040a9c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=942a2853-6af0-426f-bd10-11fcee5e21a1 HTTP/1.1" status: 200 len: 851 time: 0.0623612 Apr 05 14:47:18.939002 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fc074cdf-0d81-4ab9-8884-f99f80dc25c9 req-3455ed00-0ff8-4b72-8981-74e45c7a66ca service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2305a676-7066-4cb3-b9bf-4aa14e5994cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365913 Apr 05 14:47:18.947250 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6608c0ff-9674-49eb-b12a-9c1d157c96cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:18.950349 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6608c0ff-9674-49eb-b12a-9c1d157c96cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:18.951706 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-6608c0ff-9674-49eb-b12a-9c1d157c96cd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9313f023-edc4-4bb9-b9b0-a259f1fcebd4 HTTP/1.1" status: 204 len: 168 time: 0.3163137 Apr 05 14:47:18.960615 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6608c0ff-9674-49eb-b12a-9c1d157c96cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9313f023-edc4-4bb9-b9b0-a259f1fcebd4,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:18.982023 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ea6b70e8-7727-4699-9b22-3947a047dcba req-819c329a-f052-4a11-9759-e852817da3a5 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816278 Apr 05 14:47:19.055332 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fc074cdf-0d81-4ab9-8884-f99f80dc25c9 req-7596451c-b746-4fe1-b1b4-81c167e198df service neutron] 10.222.0.55 "GET /v2.0/networks/2305a676-7066-4cb3-b9bf-4aa14e5994cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045461 Apr 05 14:47:19.164381 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c48ae7d-78e0-4ef1-b6f9-9ee107c82996 req-e0442679-5584-4b3e-b0f2-5d87374174e7 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:19.166524 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3c48ae7d-78e0-4ef1-b6f9-9ee107c82996 req-e0442679-5584-4b3e-b0f2-5d87374174e7 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] 10.222.0.30 "GET /v2.0/ports?device_id=075a25fc-54f7-4b0d-b766-bcc450e41298 HTTP/1.1" status: 200 len: 946 time: 0.1101873 Apr 05 14:47:19.208779 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fc074cdf-0d81-4ab9-8884-f99f80dc25c9 req-ace9c213-235b-44e1-9dac-69cb2c715fab service neutron] 10.222.0.55 "GET /v2.0/networks/2305a676-7066-4cb3-b9bf-4aa14e5994cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416526 Apr 05 14:47:19.223005 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3c48ae7d-78e0-4ef1-b6f9-9ee107c82996 req-07cc1a75-5e87-4f12-9385-1f835c6f5fb8 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] 10.222.0.30 "GET /v2.0/security-groups?id=6741034c-2b3f-4e49-9839-830793ae3749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492930 Apr 05 14:47:19.903506 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486721c2-7e3a-4872-99b3-1d757eb1a1a7 req-e93a9f6e-1405-4e2a-86bb-b79401923d22 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:19.906193 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-486721c2-7e3a-4872-99b3-1d757eb1a1a7 req-e93a9f6e-1405-4e2a-86bb-b79401923d22 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cc0e8ca-4c8d-4f13-9c95-41bcb8b1f4bd HTTP/1.1" status: 200 len: 945 time: 0.0620821 Apr 05 14:47:19.958835 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-486721c2-7e3a-4872-99b3-1d757eb1a1a7 req-e04ceb03-42fd-4167-8768-b0fdf7c012e0 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f528a4f-40ab-47ff-8536-700b2ff06097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461614 Apr 05 14:47:20.066918 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d1fce9-a420-4ebc-97b1-256fec633afb req-7a7b45dd-139b-4b3d-bed0-423eeb1baf27 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:20.069585 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d0d1fce9-a420-4ebc-97b1-256fec633afb req-7a7b45dd-139b-4b3d-bed0-423eeb1baf27 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3fd4c69-d261-4511-8beb-041c7c2c650c HTTP/1.1" status: 200 len: 948 time: 0.0584407 Apr 05 14:47:20.144089 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d0d1fce9-a420-4ebc-97b1-256fec633afb req-ec855a39-4be5-435f-ba6c-880f6aea4631 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0742608-c199-4fa7-bcb8-78999595eed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643544 Apr 05 14:47:20.153438 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96397c1-48a7-4ae0-accd-58281cde6df1 req-14976492-462f-47af-bdc7-1e1f343c02ea tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:20.154938 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c96397c1-48a7-4ae0-accd-58281cde6df1 req-14976492-462f-47af-bdc7-1e1f343c02ea tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b76da8-f611-4b49-a016-07c7f22d4d2a HTTP/1.1" status: 200 len: 943 time: 0.0842474 Apr 05 14:47:20.198151 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c96397c1-48a7-4ae0-accd-58281cde6df1 req-8dcbec13-3d8a-4011-81b4-c74175217ee3 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354023 Apr 05 14:47:20.812573 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5369a0-ca5f-4906-a909-fc70308594c5 req-80945a27-24e3-4ccb-a749-c584b7b0e60d tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:20.814196 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1a5369a0-ca5f-4906-a909-fc70308594c5 req-80945a27-24e3-4ccb-a749-c584b7b0e60d tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] 10.222.0.30 "GET /v2.0/ports?device_id=075a25fc-54f7-4b0d-b766-bcc450e41298 HTTP/1.1" status: 200 len: 946 time: 0.0501335 Apr 05 14:47:20.851413 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1a5369a0-ca5f-4906-a909-fc70308594c5 req-f777e540-81f0-43c7-b920-a6dd3c78e3ac tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] 10.222.0.30 "GET /v2.0/security-groups?id=6741034c-2b3f-4e49-9839-830793ae3749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312865 Apr 05 14:47:21.075742 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a6930-d36a-43cf-9eb5-ab652f221bdf req-ea2412cf-9b42-4a91-adae-dc6b4bca92ae tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:21.077129 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4d0a6930-d36a-43cf-9eb5-ab652f221bdf req-ea2412cf-9b42-4a91-adae-dc6b4bca92ae tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cc0e8ca-4c8d-4f13-9c95-41bcb8b1f4bd HTTP/1.1" status: 200 len: 945 time: 0.0546243 Apr 05 14:47:21.116631 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4d0a6930-d36a-43cf-9eb5-ab652f221bdf req-13deac32-be29-4034-a6a2-6a92f7febb22 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f528a4f-40ab-47ff-8536-700b2ff06097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333538 Apr 05 14:47:21.267901 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d313b-9de5-402b-a7f8-e48f0fa0fdbe req-4c227e39-b5a9-44d5-99c2-e8a76be6641e tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:21.269439 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ae4d313b-9de5-402b-a7f8-e48f0fa0fdbe req-4c227e39-b5a9-44d5-99c2-e8a76be6641e tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3fd4c69-d261-4511-8beb-041c7c2c650c HTTP/1.1" status: 200 len: 948 time: 0.0496862 Apr 05 14:47:21.308187 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ae4d313b-9de5-402b-a7f8-e48f0fa0fdbe req-4d6c99d1-d16a-43ae-9cf8-b9d5bf9213bb tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0742608-c199-4fa7-bcb8-78999595eed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319166 Apr 05 14:47:21.412869 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a438e6-a647-4399-9082-aa811bac0720 req-33aec70d-79c7-4a45-bfdf-c074efd448be tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:21.414623 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e6a438e6-a647-4399-9082-aa811bac0720 req-33aec70d-79c7-4a45-bfdf-c074efd448be tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b76da8-f611-4b49-a016-07c7f22d4d2a HTTP/1.1" status: 200 len: 943 time: 0.0521271 Apr 05 14:47:21.457777 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e6a438e6-a647-4399-9082-aa811bac0720 req-83b51e95-3414-4a7f-93bd-6dff6530a1c6 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363560 Apr 05 14:47:21.584440 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df471f7-7d84-47d3-aa1c-9d601458b4ed req-bd1eeea6-6ec8-4b4d-97b0-12f3ef07a7c1 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:21.585910 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9df471f7-7d84-47d3-aa1c-9d601458b4ed req-bd1eeea6-6ec8-4b4d-97b0-12f3ef07a7c1 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cc0e8ca-4c8d-4f13-9c95-41bcb8b1f4bd HTTP/1.1" status: 200 len: 945 time: 0.0551009 Apr 05 14:47:22.008677 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8f9299-cf98-4717-84cc-4a7fbadd21a2 req-40d29842-05cf-4745-9f9a-b7964f2752cc tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:22.010940 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-7c8f9299-cf98-4717-84cc-4a7fbadd21a2 req-40d29842-05cf-4745-9f9a-b7964f2752cc tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3fd4c69-d261-4511-8beb-041c7c2c650c HTTP/1.1" status: 200 len: 948 time: 0.0640993 Apr 05 14:47:22.092259 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9df471f7-7d84-47d3-aa1c-9d601458b4ed req-8debb372-78c9-4723-a938-c1b0d9898172 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f528a4f-40ab-47ff-8536-700b2ff06097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4998879 Apr 05 14:47:22.127714 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55dfc4a-a696-404e-9387-88e681e4c756 req-b08d450c-c944-44d9-ab63-1e89476787a2 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:22.129561 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e55dfc4a-a696-404e-9387-88e681e4c756 req-b08d450c-c944-44d9-ab63-1e89476787a2 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] 10.222.0.30 "GET /v2.0/ports?device_id=075a25fc-54f7-4b0d-b766-bcc450e41298 HTTP/1.1" status: 200 len: 946 time: 0.1336317 Apr 05 14:47:22.143566 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-7c8f9299-cf98-4717-84cc-4a7fbadd21a2 req-73379626-d713-45be-a012-28496d09ecf5 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] Deleting port b5dcf89b-4a64-44a8-999d-f78bb1922e77 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:47:22.144293 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-7c8f9299-cf98-4717-84cc-4a7fbadd21a2 req-73379626-d713-45be-a012-28496d09ecf5 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:22.198219 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e55dfc4a-a696-404e-9387-88e681e4c756 req-8e26d1f0-26fc-4d80-8227-f3d257d93427 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] 10.222.0.30 "GET /v2.0/security-groups?id=6741034c-2b3f-4e49-9839-830793ae3749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600641 Apr 05 14:47:22.265562 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-7c8f9299-cf98-4717-84cc-4a7fbadd21a2 req-73379626-d713-45be-a012-28496d09ecf5 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] For port b5dcf89b-4a64-44a8-999d-f78bb1922e77, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=b5dcf89b-4a64-44a8-999d-f78bb1922e77,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:47:22.265979 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-7c8f9299-cf98-4717-84cc-4a7fbadd21a2 req-73379626-d713-45be-a012-28496d09ecf5 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:22.284209 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-7c8f9299-cf98-4717-84cc-4a7fbadd21a2 req-73379626-d713-45be-a012-28496d09ecf5 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] Calling delete_port for b5dcf89b-4a64-44a8-999d-f78bb1922e77 owned by compute:nova {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:47:22.451018 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641ec3ea-ead9-481d-bf77-8b84f633c68d req-a9cc0a80-deaf-4c6c-99ce-7eea3a042d02 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:22.453003 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-641ec3ea-ead9-481d-bf77-8b84f633c68d req-a9cc0a80-deaf-4c6c-99ce-7eea3a042d02 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] 10.222.0.11 "GET /v2.0/ports?device_id=075a25fc-54f7-4b0d-b766-bcc450e41298 HTTP/1.1" status: 200 len: 946 time: 0.0868487 Apr 05 14:47:22.517637 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-7c8f9299-cf98-4717-84cc-4a7fbadd21a2 req-73379626-d713-45be-a012-28496d09ecf5 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:22.520597 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f7cda9-ed23-41fb-b5ae-9704af564722 req-07deac65-4892-4abb-9982-415a5ef2cc66 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:22.528705 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-24f7cda9-ed23-41fb-b5ae-9704af564722 req-07deac65-4892-4abb-9982-415a5ef2cc66 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3fd4c69-d261-4511-8beb-041c7c2c650c HTTP/1.1" status: 200 len: 948 time: 0.1486707 Apr 05 14:47:22.600367 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73379626-d713-45be-a012-28496d09ecf5 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] Pushing event deleted for resources: {'Port': ['ID=b5dcf89b-4a64-44a8-999d-f78bb1922e77,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:22.626623 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-24f7cda9-ed23-41fb-b5ae-9704af564722 req-af1b4177-c6f9-4b8d-bee7-94c9c6ebe98f tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0742608-c199-4fa7-bcb8-78999595eed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942571 Apr 05 14:47:22.669583 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c8f9299-cf98-4717-84cc-4a7fbadd21a2 req-73379626-d713-45be-a012-28496d09ecf5 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] No DVR routers for this DVR port b5dcf89b-4a64-44a8-999d-f78bb1922e77 on host n-h2-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:47:22.669583 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-7c8f9299-cf98-4717-84cc-4a7fbadd21a2 req-73379626-d713-45be-a012-28496d09ecf5 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:22.672325 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-7c8f9299-cf98-4717-84cc-4a7fbadd21a2 req-73379626-d713-45be-a012-28496d09ecf5 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] 10.222.0.11 "DELETE /v2.0/ports/b5dcf89b-4a64-44a8-999d-f78bb1922e77 HTTP/1.1" status: 204 len: 173 time: 0.6519387 Apr 05 14:47:22.674704 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3fd4c69-d261-4511-8beb-041c7c2c650c', 'name': 'network-vif-deleted', 'tag': 'b5dcf89b-4a64-44a8-999d-f78bb1922e77'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:47:22.686110 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d97b9132-c525-4dfc-ae44-d8155439bdc5" -d '{"events": [{"server_uuid": "f3fd4c69-d261-4511-8beb-041c7c2c650c", "name": "network-vif-deleted", "tag": "b5dcf89b-4a64-44a8-999d-f78bb1922e77"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:47:22.705527 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-641ec3ea-ead9-481d-bf77-8b84f633c68d req-5c0a5b73-03b6-4aa8-99fc-56113dfe916b tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Deleting port b93ebd7d-dbf6-4f38-9edf-c512a887f3bf {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:47:22.705527 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-641ec3ea-ead9-481d-bf77-8b84f633c68d req-5c0a5b73-03b6-4aa8-99fc-56113dfe916b tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:22.754330 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df7f7f17-0409-4971-b2d0-146e4c7f5d59 x-openstack-request-id: req-df7f7f17-0409-4971-b2d0-146e4c7f5d59 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:47:22.754632 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3fd4c69-d261-4511-8beb-041c7c2c650c", "name": "network-vif-deleted", "tag": "b5dcf89b-4a64-44a8-999d-f78bb1922e77", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:47:22.755037 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-df7f7f17-0409-4971-b2d0-146e4c7f5d59 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:47:22.755466 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df7f7f17-0409-4971-b2d0-146e4c7f5d59'] response: {'server_uuid': 'f3fd4c69-d261-4511-8beb-041c7c2c650c', 'name': 'network-vif-deleted', 'tag': 'b5dcf89b-4a64-44a8-999d-f78bb1922e77', 'status': 'completed', 'code': 200} Apr 05 14:47:22.870389 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-641ec3ea-ead9-481d-bf77-8b84f633c68d req-5c0a5b73-03b6-4aa8-99fc-56113dfe916b tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] For port b93ebd7d-dbf6-4f38-9edf-c512a887f3bf, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=b93ebd7d-dbf6-4f38-9edf-c512a887f3bf,segment=NetworkSegment(e2396cec-6ba5-4832-a119-412ce7a831b7),segment_id=e2396cec-6ba5-4832-a119-412ce7a831b7)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:47:22.870764 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-641ec3ea-ead9-481d-bf77-8b84f633c68d req-5c0a5b73-03b6-4aa8-99fc-56113dfe916b tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:22.904611 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-641ec3ea-ead9-481d-bf77-8b84f633c68d req-5c0a5b73-03b6-4aa8-99fc-56113dfe916b tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Calling delete_port for b93ebd7d-dbf6-4f38-9edf-c512a887f3bf owned by compute:nova {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:47:22.947521 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9210aa1b-c479-4b0a-b3a2-555b8f93876b req-48a11538-56b9-4476-ab81-f01c7bc08955 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:22.959435 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9210aa1b-c479-4b0a-b3a2-555b8f93876b req-48a11538-56b9-4476-ab81-f01c7bc08955 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b76da8-f611-4b49-a016-07c7f22d4d2a HTTP/1.1" status: 200 len: 943 time: 0.3823946 Apr 05 14:47:23.025565 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9210aa1b-c479-4b0a-b3a2-555b8f93876b req-47a51673-2d07-40ca-beba-570e2ea42931 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648642 Apr 05 14:47:23.170570 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-641ec3ea-ead9-481d-bf77-8b84f633c68d req-5c0a5b73-03b6-4aa8-99fc-56113dfe916b tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:23.187226 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['b93ebd7d-dbf6-4f38-9edf-c512a887f3bf'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:47:23.210132 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0a5b73-03b6-4aa8-99fc-56113dfe916b tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Pushing event deleted for resources: {'Port': ['ID=b93ebd7d-dbf6-4f38-9edf-c512a887f3bf,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:23.286589 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-641ec3ea-ead9-481d-bf77-8b84f633c68d req-5c0a5b73-03b6-4aa8-99fc-56113dfe916b tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] No DVR routers for this DVR port b93ebd7d-dbf6-4f38-9edf-c512a887f3bf on host n-h2-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:47:23.289604 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-641ec3ea-ead9-481d-bf77-8b84f633c68d req-5c0a5b73-03b6-4aa8-99fc-56113dfe916b tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:23.295398 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-641ec3ea-ead9-481d-bf77-8b84f633c68d req-5c0a5b73-03b6-4aa8-99fc-56113dfe916b tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] 10.222.0.11 "DELETE /v2.0/ports/b93ebd7d-dbf6-4f38-9edf-c512a887f3bf HTTP/1.1" status: 204 len: 173 time: 0.8372362 Apr 05 14:47:23.338116 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25922257-ac78-40ac-9b05-4f65cb1d1cc9 req-164e93c2-c458-4e07-baae-fcdeeaf27c1b tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:23.340283 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-25922257-ac78-40ac-9b05-4f65cb1d1cc9 req-164e93c2-c458-4e07-baae-fcdeeaf27c1b tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cc0e8ca-4c8d-4f13-9c95-41bcb8b1f4bd HTTP/1.1" status: 200 len: 945 time: 0.1344557 Apr 05 14:47:23.371249 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f7845940-72b1-4b15-8857-c0f207d188ae req-9bd397cd-4cd3-410c-a5f0-1efa385cd1d8 tempest-VolumesActionsTest-456213911 tempest-VolumesActionsTest-456213911-project] 10.222.0.30 "GET /v2.0/ports?device_id=075a25fc-54f7-4b0d-b766-bcc450e41298 HTTP/1.1" status: 200 len: 210 time: 0.0539267 Apr 05 14:47:23.426317 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-25922257-ac78-40ac-9b05-4f65cb1d1cc9 req-38b2f508-d741-43bc-8dce-d07b1f3690c1 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f528a4f-40ab-47ff-8536-700b2ff06097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719922 Apr 05 14:47:23.735450 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fe72c84d-9141-4e1f-a256-04b96578abc6 req-af9d62ca-fa9b-438f-9ec2-213ca900127f tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3fd4c69-d261-4511-8beb-041c7c2c650c HTTP/1.1" status: 200 len: 210 time: 0.0344641 Apr 05 14:47:24.168781 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a607788e-86bd-4908-bb1b-b012f0624193 req-ea7f1260-150d-447a-93af-b2b93be5b947 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:24.170603 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a607788e-86bd-4908-bb1b-b012f0624193 req-ea7f1260-150d-447a-93af-b2b93be5b947 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b76da8-f611-4b49-a016-07c7f22d4d2a HTTP/1.1" status: 200 len: 943 time: 0.0562165 Apr 05 14:47:24.213355 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a607788e-86bd-4908-bb1b-b012f0624193 req-8e91e1e3-6e88-4d47-9102-842f40c8574e tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355437 Apr 05 14:47:24.476800 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-23081807-dd32-4921-88fc-589cc23d7625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:24.553962 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ffdaa6-82f2-4cb8-a947-3c48e29dd8d5 req-ca7ce236-7489-4b5f-805c-a17d93a790fa tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:24.555456 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a6ffdaa6-82f2-4cb8-a947-3c48e29dd8d5 req-ca7ce236-7489-4b5f-805c-a17d93a790fa tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cc0e8ca-4c8d-4f13-9c95-41bcb8b1f4bd HTTP/1.1" status: 200 len: 945 time: 0.0509486 Apr 05 14:47:24.596137 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a6ffdaa6-82f2-4cb8-a947-3c48e29dd8d5 req-e29d36a0-af4c-4aeb-8083-bbf3a2ef7123 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f528a4f-40ab-47ff-8536-700b2ff06097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341442 Apr 05 14:47:24.756834 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '075a25fc-54f7-4b0d-b766-bcc450e41298', 'name': 'network-vif-deleted', 'tag': 'b93ebd7d-dbf6-4f38-9edf-c512a887f3bf'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:47:24.759200 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe5f206-6a81-43b5-8e81-35748e9e8985" -d '{"events": [{"server_uuid": "075a25fc-54f7-4b0d-b766-bcc450e41298", "name": "network-vif-deleted", "tag": "b93ebd7d-dbf6-4f38-9edf-c512a887f3bf"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:47:24.798601 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-887a3284-1d9b-4921-b1d6-2c00469f6712 x-openstack-request-id: req-887a3284-1d9b-4921-b1d6-2c00469f6712 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:47:24.798901 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "075a25fc-54f7-4b0d-b766-bcc450e41298", "name": "network-vif-deleted", "tag": "b93ebd7d-dbf6-4f38-9edf-c512a887f3bf", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:47:24.799155 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-887a3284-1d9b-4921-b1d6-2c00469f6712 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:47:24.799562 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-887a3284-1d9b-4921-b1d6-2c00469f6712'] response: {'server_uuid': '075a25fc-54f7-4b0d-b766-bcc450e41298', 'name': 'network-vif-deleted', 'tag': 'b93ebd7d-dbf6-4f38-9edf-c512a887f3bf', 'status': 'completed', 'code': 200} Apr 05 14:47:24.824012 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ae4f5-4dbd-4155-a4d5-3d08c56fb43d req-2ca15ffd-5761-4fbe-9015-8da865b7f3c0 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:24.825704 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ea7ae4f5-4dbd-4155-a4d5-3d08c56fb43d req-2ca15ffd-5761-4fbe-9015-8da865b7f3c0 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cc0e8ca-4c8d-4f13-9c95-41bcb8b1f4bd HTTP/1.1" status: 200 len: 945 time: 0.0579941 Apr 05 14:47:24.959356 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-ea7ae4f5-4dbd-4155-a4d5-3d08c56fb43d req-451db1a7-2755-4fb0-a9d7-4efa06266607 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Deleting port 4ce20477-9ee9-446e-a402-99bdeeccfda2 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:47:24.959692 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ea7ae4f5-4dbd-4155-a4d5-3d08c56fb43d req-451db1a7-2755-4fb0-a9d7-4efa06266607 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:25.053338 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-ea7ae4f5-4dbd-4155-a4d5-3d08c56fb43d req-451db1a7-2755-4fb0-a9d7-4efa06266607 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] For port 4ce20477-9ee9-446e-a402-99bdeeccfda2, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=4ce20477-9ee9-446e-a402-99bdeeccfda2,segment=NetworkSegment(4ac699d6-6b18-4d7a-ac48-b58e15e2f9dd),segment_id=4ac699d6-6b18-4d7a-ac48-b58e15e2f9dd)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:47:25.054102 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ea7ae4f5-4dbd-4155-a4d5-3d08c56fb43d req-451db1a7-2755-4fb0-a9d7-4efa06266607 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:25.074160 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-ea7ae4f5-4dbd-4155-a4d5-3d08c56fb43d req-451db1a7-2755-4fb0-a9d7-4efa06266607 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Calling delete_port for 4ce20477-9ee9-446e-a402-99bdeeccfda2 owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:47:25.292502 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ea7ae4f5-4dbd-4155-a4d5-3d08c56fb43d req-451db1a7-2755-4fb0-a9d7-4efa06266607 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:25.304810 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['a89673c3-6f4b-4303-aaa0-e46df6e5bade'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:47:25.366770 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451db1a7-2755-4fb0-a9d7-4efa06266607 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Pushing event deleted for resources: {'Port': ['ID=4ce20477-9ee9-446e-a402-99bdeeccfda2,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:25.437890 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea7ae4f5-4dbd-4155-a4d5-3d08c56fb43d req-451db1a7-2755-4fb0-a9d7-4efa06266607 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] No DVR routers for this DVR port 4ce20477-9ee9-446e-a402-99bdeeccfda2 on host n-h1-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:47:25.443824 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ea7ae4f5-4dbd-4155-a4d5-3d08c56fb43d req-451db1a7-2755-4fb0-a9d7-4efa06266607 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:25.452804 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ea7ae4f5-4dbd-4155-a4d5-3d08c56fb43d req-451db1a7-2755-4fb0-a9d7-4efa06266607 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.55 "DELETE /v2.0/ports/4ce20477-9ee9-446e-a402-99bdeeccfda2 HTTP/1.1" status: 204 len: 173 time: 0.6195469 Apr 05 14:47:25.454909 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc0e8ca-4c8d-4f13-9c95-41bcb8b1f4bd', 'name': 'network-vif-deleted', 'tag': '4ce20477-9ee9-446e-a402-99bdeeccfda2'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:47:25.467551 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a0a8c02-7473-41ee-97a7-a221647df332" -d '{"events": [{"server_uuid": "9cc0e8ca-4c8d-4f13-9c95-41bcb8b1f4bd", "name": "network-vif-deleted", "tag": "4ce20477-9ee9-446e-a402-99bdeeccfda2"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:47:25.505376 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc996828-a2f4-43cd-bec8-a7a7a13ae893 req-4d471a9a-a5f1-4e0c-b321-a35ce5abe3f9 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:25.513559 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cc996828-a2f4-43cd-bec8-a7a7a13ae893 req-4d471a9a-a5f1-4e0c-b321-a35ce5abe3f9 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b76da8-f611-4b49-a016-07c7f22d4d2a HTTP/1.1" status: 200 len: 943 time: 0.2157340 Apr 05 14:47:25.528757 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff92ab66-a8d4-49d0-85d1-4f45738b8fd0 req-b84711b5-a49f-492b-a579-d1442fe39830 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:25.536340 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ff92ab66-a8d4-49d0-85d1-4f45738b8fd0 req-b84711b5-a49f-492b-a579-d1442fe39830 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5446916-e6f0-406e-804e-85db30ca3080 HTTP/1.1" status: 200 len: 949 time: 0.1890814 Apr 05 14:47:25.570435 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device b5dcf89b-4a64-44a8-999d-f78bb1922e77 no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:47:25.611851 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cc996828-a2f4-43cd-bec8-a7a7a13ae893 req-400bf1d7-0f06-444e-a099-90eca099796c tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973308 Apr 05 14:47:25.636442 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ff92ab66-a8d4-49d0-85d1-4f45738b8fd0 req-d9768301-8930-49dd-8d2d-ea313018508b tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0742608-c199-4fa7-bcb8-78999595eed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990369 Apr 05 14:47:25.678135 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] No Port match for: b5dcf89b-4a64-44a8-999d-f78bb1922e77 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:47:25.678487 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device b5dcf89b-4a64-44a8-999d-f78bb1922e77 not bound to the agent host n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:47:25.682717 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device b93ebd7d-dbf6-4f38-9edf-c512a887f3bf no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:47:25.690374 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a8139cd-4013-426b-9085-96598411a1f6 x-openstack-request-id: req-4a8139cd-4013-426b-9085-96598411a1f6 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:47:25.690679 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc0e8ca-4c8d-4f13-9c95-41bcb8b1f4bd", "name": "network-vif-deleted", "tag": "4ce20477-9ee9-446e-a402-99bdeeccfda2", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:47:25.690938 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4a8139cd-4013-426b-9085-96598411a1f6 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:47:25.691348 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a8139cd-4013-426b-9085-96598411a1f6'] response: {'server_uuid': '9cc0e8ca-4c8d-4f13-9c95-41bcb8b1f4bd', 'name': 'network-vif-deleted', 'tag': '4ce20477-9ee9-446e-a402-99bdeeccfda2', 'status': 'completed', 'code': 200} Apr 05 14:47:25.763217 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b5360e5e-ad10-4564-9cee-34b166ba5080 req-3edb68d8-ac7e-491f-9632-bcd4554dbbdb tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cc0e8ca-4c8d-4f13-9c95-41bcb8b1f4bd HTTP/1.1" status: 200 len: 210 time: 0.0348828 Apr 05 14:47:25.770269 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] No Port match for: b93ebd7d-dbf6-4f38-9edf-c512a887f3bf {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:47:25.770946 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device b93ebd7d-dbf6-4f38-9edf-c512a887f3bf not bound to the agent host n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:47:26.628303 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 7 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 14:47:26.741075 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5cdff8-41ca-46fe-ad7e-eb4ff264b4ac req-02a43535-a06f-45bf-8d20-d057a611bd95 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:26.743343 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ff5cdff8-41ca-46fe-ad7e-eb4ff264b4ac req-02a43535-a06f-45bf-8d20-d057a611bd95 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b76da8-f611-4b49-a016-07c7f22d4d2a HTTP/1.1" status: 200 len: 943 time: 0.0627747 Apr 05 14:47:26.758343 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b0ed9685-48f3-44f3-a9c5-417cdd6c20a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:26.803472 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 4ce20477-9ee9-446e-a402-99bdeeccfda2 no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:47:26.817751 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ff5cdff8-41ca-46fe-ad7e-eb4ff264b4ac req-4ff69203-4e63-4527-9e50-b6f889a255b0 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623279 Apr 05 14:47:26.827006 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1e46c4-9af9-4377-833a-f3ec4b761084 req-b033c85d-cb44-4239-a62b-4183b21d464e tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:26.832170 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] No Port match for: 4ce20477-9ee9-446e-a402-99bdeeccfda2 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:47:26.832170 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 4ce20477-9ee9-446e-a402-99bdeeccfda2 not bound to the agent host n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:47:26.833134 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8e1e46c4-9af9-4377-833a-f3ec4b761084 req-b033c85d-cb44-4239-a62b-4183b21d464e tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5446916-e6f0-406e-804e-85db30ca3080 HTTP/1.1" status: 200 len: 949 time: 0.0841255 Apr 05 14:47:26.911443 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8e1e46c4-9af9-4377-833a-f3ec4b761084 req-d62d82c7-0a70-4ed8-bf49-9097ef9f2387 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0742608-c199-4fa7-bcb8-78999595eed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712531 Apr 05 14:47:27.416404 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2370a087-4354-430e-adce-77faff2ce846 req-43332444-4945-4879-9d49-d805c04ed8e7 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:27.418688 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2370a087-4354-430e-adce-77faff2ce846 req-43332444-4945-4879-9d49-d805c04ed8e7 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5446916-e6f0-406e-804e-85db30ca3080 HTTP/1.1" status: 200 len: 949 time: 0.1185737 Apr 05 14:47:27.558075 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5d4073-57e0-4953-ba06-76aed1195859 req-ccaaac42-50a7-49e9-a2b6-dabe57227c37 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:27.570105 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-2370a087-4354-430e-adce-77faff2ce846 req-e55372b0-0d00-4203-b5f4-fe973cb5895e tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] Deleting port ecffc544-c4fb-4027-ba5e-1dd73b1169cc {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:47:27.570703 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2370a087-4354-430e-adce-77faff2ce846 req-e55372b0-0d00-4203-b5f4-fe973cb5895e tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:27.578644 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1a5d4073-57e0-4953-ba06-76aed1195859 req-ccaaac42-50a7-49e9-a2b6-dabe57227c37 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e092969-d8d6-42d0-90ba-02f33dbb6231 HTTP/1.1" status: 200 len: 946 time: 0.1357181 Apr 05 14:47:27.707332 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1a5d4073-57e0-4953-ba06-76aed1195859 req-c6dfdeef-4373-429e-a8db-32481798712e tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f528a4f-40ab-47ff-8536-700b2ff06097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271791 Apr 05 14:47:27.710008 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-2370a087-4354-430e-adce-77faff2ce846 req-e55372b0-0d00-4203-b5f4-fe973cb5895e tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] For port ecffc544-c4fb-4027-ba5e-1dd73b1169cc, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=ecffc544-c4fb-4027-ba5e-1dd73b1169cc,segment=NetworkSegment(a6c5575a-7d38-424d-8bca-5a744f516171),segment_id=a6c5575a-7d38-424d-8bca-5a744f516171)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:47:27.710506 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2370a087-4354-430e-adce-77faff2ce846 req-e55372b0-0d00-4203-b5f4-fe973cb5895e tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:27.746272 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-2370a087-4354-430e-adce-77faff2ce846 req-e55372b0-0d00-4203-b5f4-fe973cb5895e tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] Calling delete_port for ecffc544-c4fb-4027-ba5e-1dd73b1169cc owned by compute:nova {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:47:28.078749 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:28.132387 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5c610-8918-47e5-bd44-0ca48e626e03 req-61d8d8a2-dcc7-48f1-84d5-8eff3e9078d5 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:28.141830 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c9c5c610-8918-47e5-bd44-0ca48e626e03 req-61d8d8a2-dcc7-48f1-84d5-8eff3e9078d5 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b76da8-f611-4b49-a016-07c7f22d4d2a HTTP/1.1" status: 200 len: 943 time: 0.1282248 Apr 05 14:47:28.197719 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c9c5c610-8918-47e5-bd44-0ca48e626e03 req-0009b972-4762-40e8-a06b-83859ddaf1f5 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539722 Apr 05 14:47:28.227317 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3846da96-b1ab-4e6a-842d-31ca5c97576e req-c4d44f98-875f-4de7-8b81-d22240b73287 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:28.229284 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3846da96-b1ab-4e6a-842d-31ca5c97576e req-c4d44f98-875f-4de7-8b81-d22240b73287 tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5446916-e6f0-406e-804e-85db30ca3080 HTTP/1.1" status: 200 len: 949 time: 0.1437845 Apr 05 14:47:28.284574 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2370a087-4354-430e-adce-77faff2ce846 req-e55372b0-0d00-4203-b5f4-fe973cb5895e tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:28.292634 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3846da96-b1ab-4e6a-842d-31ca5c97576e req-d53c1cc4-45ca-45cb-9b9a-e83697d6952f tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0742608-c199-4fa7-bcb8-78999595eed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554039 Apr 05 14:47:28.363218 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55372b0-0d00-4203-b5f4-fe973cb5895e tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] Pushing event deleted for resources: {'Port': ['ID=ecffc544-c4fb-4027-ba5e-1dd73b1169cc,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:28.443673 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-2370a087-4354-430e-adce-77faff2ce846 req-e55372b0-0d00-4203-b5f4-fe973cb5895e tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] No DVR routers for this DVR port ecffc544-c4fb-4027-ba5e-1dd73b1169cc on host n-h2-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:47:28.448347 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2370a087-4354-430e-adce-77faff2ce846 req-e55372b0-0d00-4203-b5f4-fe973cb5895e tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:28.452862 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2370a087-4354-430e-adce-77faff2ce846 req-e55372b0-0d00-4203-b5f4-fe973cb5895e tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] 10.222.0.11 "DELETE /v2.0/ports/ecffc544-c4fb-4027-ba5e-1dd73b1169cc HTTP/1.1" status: 204 len: 173 time: 1.0268600 Apr 05 14:47:28.453897 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5446916-e6f0-406e-804e-85db30ca3080', 'name': 'network-vif-deleted', 'tag': 'ecffc544-c4fb-4027-ba5e-1dd73b1169cc'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:47:28.464912 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9168e687-d8ed-4df1-91dd-524c8c9e416f" -d '{"events": [{"server_uuid": "d5446916-e6f0-406e-804e-85db30ca3080", "name": "network-vif-deleted", "tag": "ecffc544-c4fb-4027-ba5e-1dd73b1169cc"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:47:28.517738 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bbb374f-3087-4aa7-9f0a-d7c597a169b7 x-openstack-request-id: req-3bbb374f-3087-4aa7-9f0a-d7c597a169b7 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:47:28.518033 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5446916-e6f0-406e-804e-85db30ca3080", "name": "network-vif-deleted", "tag": "ecffc544-c4fb-4027-ba5e-1dd73b1169cc", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:47:28.518286 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3bbb374f-3087-4aa7-9f0a-d7c597a169b7 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:47:28.518696 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bbb374f-3087-4aa7-9f0a-d7c597a169b7'] response: {'server_uuid': 'd5446916-e6f0-406e-804e-85db30ca3080', 'name': 'network-vif-deleted', 'tag': 'ecffc544-c4fb-4027-ba5e-1dd73b1169cc', 'status': 'completed', 'code': 200} Apr 05 14:47:28.894793 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686bdf9-3e62-440d-82e5-f7ce57c5e1cb req-df17a1e1-d2a3-4ed3-9a95-01393ab6b3bb tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:28.905662 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1686bdf9-3e62-440d-82e5-f7ce57c5e1cb req-df17a1e1-d2a3-4ed3-9a95-01393ab6b3bb tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e092969-d8d6-42d0-90ba-02f33dbb6231 HTTP/1.1" status: 200 len: 946 time: 0.0729201 Apr 05 14:47:28.969269 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1686bdf9-3e62-440d-82e5-f7ce57c5e1cb req-ad553e30-1086-4fa9-84c3-329eeb250d46 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f528a4f-40ab-47ff-8536-700b2ff06097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568378 Apr 05 14:47:29.346585 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc4268-3343-4264-9f59-3d44fb570c4b req-2404476b-fa73-4632-b0ab-339ed50351a3 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:29.355438 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-90dc4268-3343-4264-9f59-3d44fb570c4b req-2404476b-fa73-4632-b0ab-339ed50351a3 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b76da8-f611-4b49-a016-07c7f22d4d2a HTTP/1.1" status: 200 len: 943 time: 0.0847826 Apr 05 14:47:29.405890 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-90dc4268-3343-4264-9f59-3d44fb570c4b req-7737ad77-9e44-4d59-a364-321499a855e5 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472648 Apr 05 14:47:29.442190 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2050e9d0-4049-47a3-a27a-86f6f069a3af req-4a2925d4-c08d-400d-b03a-86aaa70f64bc tempest-ListImageFiltersTestJSON-210814715 tempest-ListImageFiltersTestJSON-210814715-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5446916-e6f0-406e-804e-85db30ca3080 HTTP/1.1" status: 200 len: 210 time: 0.0323904 Apr 05 14:47:29.590132 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device ecffc544-c4fb-4027-ba5e-1dd73b1169cc no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:47:29.640115 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] No Port match for: ecffc544-c4fb-4027-ba5e-1dd73b1169cc {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:47:29.640836 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device ecffc544-c4fb-4027-ba5e-1dd73b1169cc not bound to the agent host n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:47:29.644234 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:29.645578 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:29.676182 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3259b3cb-2c86-4fbc-bed4-12f50fe0d0c1 req-79b9cd47-25a7-47a1-818b-b8a703b601d1 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:29.677765 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3259b3cb-2c86-4fbc-bed4-12f50fe0d0c1 req-79b9cd47-25a7-47a1-818b-b8a703b601d1 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e092969-d8d6-42d0-90ba-02f33dbb6231 HTTP/1.1" status: 200 len: 946 time: 0.0851843 Apr 05 14:47:29.973625 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-3259b3cb-2c86-4fbc-bed4-12f50fe0d0c1 req-8365b5de-2403-411d-a6c7-b95b281e48c8 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Deleting port a89673c3-6f4b-4303-aaa0-e46df6e5bade {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:47:29.974053 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-3259b3cb-2c86-4fbc-bed4-12f50fe0d0c1 req-8365b5de-2403-411d-a6c7-b95b281e48c8 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:30.156461 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-3259b3cb-2c86-4fbc-bed4-12f50fe0d0c1 req-8365b5de-2403-411d-a6c7-b95b281e48c8 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] For port a89673c3-6f4b-4303-aaa0-e46df6e5bade, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=a89673c3-6f4b-4303-aaa0-e46df6e5bade,segment=NetworkSegment(4ac699d6-6b18-4d7a-ac48-b58e15e2f9dd),segment_id=4ac699d6-6b18-4d7a-ac48-b58e15e2f9dd)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:47:30.158463 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-3259b3cb-2c86-4fbc-bed4-12f50fe0d0c1 req-8365b5de-2403-411d-a6c7-b95b281e48c8 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:30.178022 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-3259b3cb-2c86-4fbc-bed4-12f50fe0d0c1 req-8365b5de-2403-411d-a6c7-b95b281e48c8 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Calling delete_port for a89673c3-6f4b-4303-aaa0-e46df6e5bade owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:47:30.191700 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7715c0-1d54-43f8-9dca-a69a46fdb7e5 req-6670b865-46aa-4c6a-bd8a-d3598090b296 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:30.198029 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5a7715c0-1d54-43f8-9dca-a69a46fdb7e5 req-6670b865-46aa-4c6a-bd8a-d3598090b296 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e092969-d8d6-42d0-90ba-02f33dbb6231 HTTP/1.1" status: 200 len: 946 time: 0.0973139 Apr 05 14:47:30.321499 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5a7715c0-1d54-43f8-9dca-a69a46fdb7e5 req-1fed4a80-8b9b-416c-98c7-c6d96f0fc5c7 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f528a4f-40ab-47ff-8536-700b2ff06097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108172 Apr 05 14:47:30.490276 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-3259b3cb-2c86-4fbc-bed4-12f50fe0d0c1 req-8365b5de-2403-411d-a6c7-b95b281e48c8 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:30.506477 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['a89673c3-6f4b-4303-aaa0-e46df6e5bade'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:47:30.591650 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8365b5de-2403-411d-a6c7-b95b281e48c8 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Pushing event deleted for resources: {'Port': ['ID=a89673c3-6f4b-4303-aaa0-e46df6e5bade,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:30.675835 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-3259b3cb-2c86-4fbc-bed4-12f50fe0d0c1 req-8365b5de-2403-411d-a6c7-b95b281e48c8 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] No DVR routers for this DVR port a89673c3-6f4b-4303-aaa0-e46df6e5bade on host n-h1-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:47:30.679627 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-3259b3cb-2c86-4fbc-bed4-12f50fe0d0c1 req-8365b5de-2403-411d-a6c7-b95b281e48c8 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:30.683842 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3259b3cb-2c86-4fbc-bed4-12f50fe0d0c1 req-8365b5de-2403-411d-a6c7-b95b281e48c8 tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.55 "DELETE /v2.0/ports/a89673c3-6f4b-4303-aaa0-e46df6e5bade HTTP/1.1" status: 204 len: 173 time: 0.9999228 Apr 05 14:47:30.684308 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e092969-d8d6-42d0-90ba-02f33dbb6231', 'name': 'network-vif-deleted', 'tag': 'a89673c3-6f4b-4303-aaa0-e46df6e5bade'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:47:30.686686 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb22e90-e122-47db-a7f4-a63ebc66343d" -d '{"events": [{"server_uuid": "4e092969-d8d6-42d0-90ba-02f33dbb6231", "name": "network-vif-deleted", "tag": "a89673c3-6f4b-4303-aaa0-e46df6e5bade"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:47:30.717244 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045f40a-5f76-4bb2-bb3c-4cf0cefea06e req-ec46bd6a-b133-4b68-a827-50f001dd311b tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:30.725730 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d045f40a-5f76-4bb2-bb3c-4cf0cefea06e req-ec46bd6a-b133-4b68-a827-50f001dd311b tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b76da8-f611-4b49-a016-07c7f22d4d2a HTTP/1.1" status: 200 len: 943 time: 0.1867754 Apr 05 14:47:30.776284 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d045f40a-5f76-4bb2-bb3c-4cf0cefea06e req-e121638d-9011-4b46-81d0-fc4447057314 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496671 Apr 05 14:47:31.235338 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6953325-b0e8-4c51-80cd-be26039dc85a x-openstack-request-id: req-c6953325-b0e8-4c51-80cd-be26039dc85a {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:47:31.235886 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e092969-d8d6-42d0-90ba-02f33dbb6231", "name": "network-vif-deleted", "tag": "a89673c3-6f4b-4303-aaa0-e46df6e5bade", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:47:31.236461 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c6953325-b0e8-4c51-80cd-be26039dc85a {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:47:31.237115 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6953325-b0e8-4c51-80cd-be26039dc85a'] response: {'server_uuid': '4e092969-d8d6-42d0-90ba-02f33dbb6231', 'name': 'network-vif-deleted', 'tag': 'a89673c3-6f4b-4303-aaa0-e46df6e5bade', 'status': 'completed', 'code': 200} Apr 05 14:47:31.478570 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d0e1d95b-d884-4419-974f-8d6ba266bab4 req-50e85782-58a6-498b-8c74-aa3c8b8e681a tempest-ServerRescueTestJSON-384362615 tempest-ServerRescueTestJSON-384362615-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e092969-d8d6-42d0-90ba-02f33dbb6231 HTTP/1.1" status: 200 len: 210 time: 0.0393140 Apr 05 14:47:31.993362 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b670368a-1627-4bb4-add1-8d122f56415e req-1a059b8a-bc77-44da-80c7-7b292f456b69 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:32.016297 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b670368a-1627-4bb4-add1-8d122f56415e req-1a059b8a-bc77-44da-80c7-7b292f456b69 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b76da8-f611-4b49-a016-07c7f22d4d2a HTTP/1.1" status: 200 len: 943 time: 0.1072581 Apr 05 14:47:32.122980 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b670368a-1627-4bb4-add1-8d122f56415e req-48ced4f7-cc97-4cc1-a02c-fb5cd7f57e23 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057060 Apr 05 14:47:32.545112 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 59806) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:47:32.850498 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device a89673c3-6f4b-4303-aaa0-e46df6e5bade no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:47:32.876128 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] No Port match for: a89673c3-6f4b-4303-aaa0-e46df6e5bade {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:47:32.876762 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device a89673c3-6f4b-4303-aaa0-e46df6e5bade not bound to the agent host n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:47:33.422834 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-35e9a8d4-2b1b-4a0b-bfa6-b01a1916dc81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809988'] for router_interface, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:33.471905 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c969a3-f9ee-44ab-bec2-afa4f34607fc req-fcb138d0-7992-4302-ae48-378fa2c4da10 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:33.484612 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c0c969a3-f9ee-44ab-bec2-afa4f34607fc req-fcb138d0-7992-4302-ae48-378fa2c4da10 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b76da8-f611-4b49-a016-07c7f22d4d2a HTTP/1.1" status: 200 len: 943 time: 0.1752112 Apr 05 14:47:33.580481 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c0c969a3-f9ee-44ab-bec2-afa4f34607fc req-7fa7679a-6612-45d7-a9a7-633aa325d3b9 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906007 Apr 05 14:47:33.838680 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-35e9a8d4-2b1b-4a0b-bfa6-b01a1916dc81 admin admin] Deleting port 99717975-9f79-476a-9621-f3f52a1b832f {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:47:33.839772 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-35e9a8d4-2b1b-4a0b-bfa6-b01a1916dc81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:33.956365 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 59832) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:47:34.012615 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-35e9a8d4-2b1b-4a0b-bfa6-b01a1916dc81 admin admin] For port 99717975-9f79-476a-9621-f3f52a1b832f, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=99717975-9f79-476a-9621-f3f52a1b832f,segment=NetworkSegment(4ac699d6-6b18-4d7a-ac48-b58e15e2f9dd),segment_id=4ac699d6-6b18-4d7a-ac48-b58e15e2f9dd)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:47:34.013027 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-35e9a8d4-2b1b-4a0b-bfa6-b01a1916dc81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:34.032628 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-35e9a8d4-2b1b-4a0b-bfa6-b01a1916dc81 admin admin] Calling delete_port for 99717975-9f79-476a-9621-f3f52a1b832f owned by network:router_interface {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:47:34.335627 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-9a35aae4-e10a-42e2-ac3a-429c49f9d5e1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=71563f538c614607a0c6dacd57d6d3fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3771839 Apr 05 14:47:34.337664 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 59846) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:47:34.444081 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-35e9a8d4-2b1b-4a0b-bfa6-b01a1916dc81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:34.472489 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dac86db0-de52-4668-9e63-6934c6899e8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:34.500918 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e9a8d4-2b1b-4a0b-bfa6-b01a1916dc81 admin admin] Pushing event deleted for resources: {'Port': ['ID=99717975-9f79-476a-9621-f3f52a1b832f,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:34.514241 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dac86db0-de52-4668-9e63-6934c6899e8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:34.655641 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dac86db0-de52-4668-9e63-6934c6899e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:34.658718 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dac86db0-de52-4668-9e63-6934c6899e8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:34.663782 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-dac86db0-de52-4668-9e63-6934c6899e8b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d0742608-c199-4fa7-bcb8-78999595eed6 HTTP/1.1" status: 204 len: 168 time: 0.3248696 Apr 05 14:47:34.680119 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac86db0-de52-4668-9e63-6934c6899e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0742608-c199-4fa7-bcb8-78999595eed6,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:34.795091 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-35e9a8d4-2b1b-4a0b-bfa6-b01a1916dc81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1798829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810128'] for router_interface, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:34.875325 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f7dc9-989e-4170-82e3-5824e1bf14c8 req-1ef3f1a7-e7e4-4f1e-804f-6b0951312082 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:34.877396 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-900f7dc9-989e-4170-82e3-5824e1bf14c8 req-1ef3f1a7-e7e4-4f1e-804f-6b0951312082 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b76da8-f611-4b49-a016-07c7f22d4d2a HTTP/1.1" status: 200 len: 943 time: 0.1178439 Apr 05 14:47:34.983964 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-900f7dc9-989e-4170-82e3-5824e1bf14c8 req-97f1ef8e-d55c-4be1-834a-d217ad230901 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865173 Apr 05 14:47:35.153873 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35e9a8d4-2b1b-4a0b-bfa6-b01a1916dc81 admin admin] Router 12f20256-8506-4d8e-97c0-93a46ac69574 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:47:35.912616 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e9a8d4-2b1b-4a0b-bfa6-b01a1916dc81 admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:47:35.922620 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 59880) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:47:35.941523 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-35e9a8d4-2b1b-4a0b-bfa6-b01a1916dc81 admin admin] 10.222.0.30 "PUT /v2.0/routers/12f20256-8506-4d8e-97c0-93a46ac69574/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3952084 Apr 05 14:47:35.972418 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabf6d41-f3dd-4b2a-ac0b-43afcf6d097e None None] Sync routers for ids ['12f20256-8506-4d8e-97c0-93a46ac69574'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:47:35.993336 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabf6d41-f3dd-4b2a-ac0b-43afcf6d097e None None] Routers {'12f20256-8506-4d8e-97c0-93a46ac69574'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:47:35.996177 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-eabf6d41-f3dd-4b2a-ac0b-43afcf6d097e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:47:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['12f20256-8506-4d8e-97c0-93a46ac69574'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:47:36.140952 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-eabf6d41-f3dd-4b2a-ac0b-43afcf6d097e None None] Set router 12f20256-8506-4d8e-97c0-93a46ac69574 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:47:36.262898 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-57be6001-0762-4db7-942d-168f52e7de9f admin admin] Notify callbacks [] for router, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:36.431691 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-57be6001-0762-4db7-942d-168f52e7de9f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:36.450846 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 59894) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:47:36.473243 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d75113-cbcd-4cc3-a742-51e6c962463d req-3559b3f1-92da-4c31-b398-83c2fa4ca310 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:36.473243 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-73d75113-cbcd-4cc3-a742-51e6c962463d req-3559b3f1-92da-4c31-b398-83c2fa4ca310 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b76da8-f611-4b49-a016-07c7f22d4d2a HTTP/1.1" status: 200 len: 943 time: 0.2389412 Apr 05 14:47:36.539651 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-73d75113-cbcd-4cc3-a742-51e6c962463d req-b6ccc400-81af-4c67-86c8-4208e0200d33 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795829 Apr 05 14:47:36.610662 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-57be6001-0762-4db7-942d-168f52e7de9f admin admin] Deleting port 09e558b6-b67c-48d5-8aeb-b4284ceea357 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:47:36.611090 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-57be6001-0762-4db7-942d-168f52e7de9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:36.616533 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-eabf6d41-f3dd-4b2a-ac0b-43afcf6d097e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f20256-8506-4d8e-97c0-93a46ac69574', 'name': 'tempest-ServerRescueTestJSON-1529790584-router', 'tenant_id': 'f496a225ad45483eaea608d62cdcf288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '09e558b6-b67c-48d5-8aeb-b4284ceea357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:45:34Z', 'updated_at': '2022-04-05T14:47:34Z', 'revision_number': 5, 'project_id': 'f496a225ad45483eaea608d62cdcf288', 'gw_port': {'id': '09e558b6-b67c-48d5-8aeb-b4284ceea357', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f20256-8506-4d8e-97c0-93a46ac69574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:45:34Z', 'updated_at': '2022-04-05T14:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:47:36.632603 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-16808077-5ab6-49a7-a213-1ccee5b8e780 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-506766703-network', 'tenant_id': '02e9a89b3cba4b5ea8e03d099d5f9d4a'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:47:36.655975 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabf6d41-f3dd-4b2a-ac0b-43afcf6d097e None None] Checking router: 12f20256-8506-4d8e-97c0-93a46ac69574 for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:47:36.664710 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabf6d41-f3dd-4b2a-ac0b-43afcf6d097e None None] Routers {'12f20256-8506-4d8e-97c0-93a46ac69574'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:47:36.666145 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-eabf6d41-f3dd-4b2a-ac0b-43afcf6d097e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:47:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['12f20256-8506-4d8e-97c0-93a46ac69574'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:47:36.719026 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-57be6001-0762-4db7-942d-168f52e7de9f admin admin] For port 09e558b6-b67c-48d5-8aeb-b4284ceea357, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=09e558b6-b67c-48d5-8aeb-b4284ceea357,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:47:36.719540 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-57be6001-0762-4db7-942d-168f52e7de9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:36.737598 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-57be6001-0762-4db7-942d-168f52e7de9f admin admin] Calling delete_port for 09e558b6-b67c-48d5-8aeb-b4284ceea357 owned by network:router_gateway {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:47:36.773356 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-eabf6d41-f3dd-4b2a-ac0b-43afcf6d097e None None] Set router 12f20256-8506-4d8e-97c0-93a46ac69574 gateway port host: None {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:47:36.840408 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16808077-5ab6-49a7-a213-1ccee5b8e780 admin admin] Made reservation on behalf of 02e9a89b3cba4b5ea8e03d099d5f9d4a for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:47:36.842927 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-16808077-5ab6-49a7-a213-1ccee5b8e780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:36.851570 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-eabf6d41-f3dd-4b2a-ac0b-43afcf6d097e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f20256-8506-4d8e-97c0-93a46ac69574', 'name': 'tempest-ServerRescueTestJSON-1529790584-router', 'tenant_id': 'f496a225ad45483eaea608d62cdcf288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:45:34Z', 'updated_at': '2022-04-05T14:47:36Z', 'revision_number': 6, 'project_id': 'f496a225ad45483eaea608d62cdcf288', 'gw_port_host': None}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:47:36.851909 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-16808077-5ab6-49a7-a213-1ccee5b8e780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:36.872056 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device dd366501-8a8d-4617-b820-e42ea70b5292 details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:47:36.932587 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabf6d41-f3dd-4b2a-ac0b-43afcf6d097e None None] The sync data for ids ['12f20256-8506-4d8e-97c0-93a46ac69574'] in n-d-836650-2 is: [{'id': '12f20256-8506-4d8e-97c0-93a46ac69574', 'name': 'tempest-ServerRescueTestJSON-1529790584-router', 'tenant_id': 'f496a225ad45483eaea608d62cdcf288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:45:34Z', 'updated_at': '2022-04-05T14:47:36Z', 'revision_number': 6, 'project_id': 'f496a225ad45483eaea608d62cdcf288', 'gw_port_host': None}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:47:36.975233 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-16808077-5ab6-49a7-a213-1ccee5b8e780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:37.063026 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port dd366501-8a8d-4617-b820-e42ea70b5292, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=dd366501-8a8d-4617-b820-e42ea70b5292,segment=NetworkSegment(2ed50d53-ad8d-43f0-946d-9bbaf222e8be),segment_id=2ed50d53-ad8d-43f0-946d-9bbaf222e8be)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:47:37.073842 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': 'dd366501-8a8d-4617-b820-e42ea70b5292', 'network_id': '66b3e69f-5222-44a7-bf1a-94ad2df58cf2', 'port_id': 'dd366501-8a8d-4617-b820-e42ea70b5292', 'mac_address': 'fa:16:3e:07:be:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a727d51d-00fa-45ac-ab45-e910bc527386', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:47:37.115455 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:37.169618 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-16808077-5ab6-49a7-a213-1ccee5b8e780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:37.197067 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16808077-5ab6-49a7-a213-1ccee5b8e780 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:47:37.207245 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16808077-5ab6-49a7-a213-1ccee5b8e780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba8d446c-22e5-4601-8aba-b6d866514a46,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:37.225960 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-16808077-5ab6-49a7-a213-1ccee5b8e780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:37.226237 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-16808077-5ab6-49a7-a213-1ccee5b8e780 admin admin] Added segment 6799ec2d-3f7d-472f-a33e-59a1cf21c2d9 of type vlan for network 829f0d94-2310-4905-a856-f4395fb005bf Apr 05 14:47:37.245052 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-57be6001-0762-4db7-942d-168f52e7de9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:37.304066 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd366501-8a8d-4617-b820-e42ea70b5292 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:47:37.313208 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-16808077-5ab6-49a7-a213-1ccee5b8e780 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:37.321088 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 99717975-9f79-476a-9621-f3f52a1b832f no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:47:37.358310 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 99717975-9f79-476a-9621-f3f52a1b832f {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:47:37.358310 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 99717975-9f79-476a-9621-f3f52a1b832f not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:47:37.361704 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port dd366501-8a8d-4617-b820-e42ea70b5292, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=dd366501-8a8d-4617-b820-e42ea70b5292,segment=NetworkSegment(2ed50d53-ad8d-43f0-946d-9bbaf222e8be),segment_id=2ed50d53-ad8d-43f0-946d-9bbaf222e8be)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:47:37.410179 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57be6001-0762-4db7-942d-168f52e7de9f admin admin] Pushing event deleted for resources: {'Port': ['ID=09e558b6-b67c-48d5-8aeb-b4284ceea357,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:37.472703 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-57be6001-0762-4db7-942d-168f52e7de9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808526'] for router_gateway, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:37.497608 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:37.535285 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-16808077-5ab6-49a7-a213-1ccee5b8e780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:37.540828 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16808077-5ab6-49a7-a213-1ccee5b8e780 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:37.540828 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-16808077-5ab6-49a7-a213-1ccee5b8e780 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:37.610258 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=dd366501-8a8d-4617-b820-e42ea70b5292,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:37.621789 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-57be6001-0762-4db7-942d-168f52e7de9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27070'] for router, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:37.624459 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-57be6001-0762-4db7-942d-168f52e7de9f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:37.655921 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16808077-5ab6-49a7-a213-1ccee5b8e780 admin admin] Pushing event updated for resources: {'Network': ['ID=829f0d94-2310-4905-a856-f4395fb005bf,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:37.670586 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 829f0d94-2310-4905-a856-f4395fb005bf details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:47:37.707690 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-16808077-5ab6-49a7-a213-1ccee5b8e780 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2551866 Apr 05 14:47:37.710517 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 59922) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:47:37.715742 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['dd366501-8a8d-4617-b820-e42ea70b5292'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:47:37.720701 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-4c57465a-5982-4c27-88ff-ae8b1d18b60f admin admin] Request body: {'subnet': {'network_id': '829f0d94-2310-4905-a856-f4395fb005bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-506766703-subnet', 'tenant_id': '02e9a89b3cba4b5ea8e03d099d5f9d4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:47:37.792319 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1232b44-dc7d-47a5-afaf-3bb825babdfd req-0c59add9-4745-4e68-8a4d-13a23aed3ab0 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:37.797357 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b1232b44-dc7d-47a5-afaf-3bb825babdfd req-0c59add9-4745-4e68-8a4d-13a23aed3ab0 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b76da8-f611-4b49-a016-07c7f22d4d2a HTTP/1.1" status: 200 len: 944 time: 0.0983491 Apr 05 14:47:37.800043 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-57be6001-0762-4db7-942d-168f52e7de9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803298'] for router, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:37.800608 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57be6001-0762-4db7-942d-168f52e7de9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12f20256-8506-4d8e-97c0-93a46ac69574 {{(pid=103320) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:47:37.822590 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-57be6001-0762-4db7-942d-168f52e7de9f admin admin] Notify callbacks [] for router, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:37.826565 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 59924) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:47:37.829968 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-57be6001-0762-4db7-942d-168f52e7de9f admin admin] 10.222.0.30 "DELETE /v2.0/routers/12f20256-8506-4d8e-97c0-93a46ac69574 HTTP/1.1" status: 204 len: 168 time: 1.9022653 Apr 05 14:47:37.884511 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c57465a-5982-4c27-88ff-ae8b1d18b60f admin admin] Made reservation on behalf of 02e9a89b3cba4b5ea8e03d099d5f9d4a for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:47:37.891377 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4c57465a-5982-4c27-88ff-ae8b1d18b60f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:37.909080 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b1232b44-dc7d-47a5-afaf-3bb825babdfd req-dce55c91-f815-4fd0-8bf9-ef03a212ac94 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756307 Apr 05 14:47:38.052553 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f2a275b-3d6e-45d4-b000-e6d830d92596 admin admin] Deleting subnet 942a2853-6af0-426f-bd10-11fcee5e21a1 {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:47:38.073698 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3f2a275b-3d6e-45d4-b000-e6d830d92596 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:38.168960 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3f2a275b-3d6e-45d4-b000-e6d830d92596 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:38.309563 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3f2a275b-3d6e-45d4-b000-e6d830d92596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:38.598739 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4c57465a-5982-4c27-88ff-ae8b1d18b60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:38.633561 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3f2a275b-3d6e-45d4-b000-e6d830d92596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:38.655922 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3f2a275b-3d6e-45d4-b000-e6d830d92596 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:38.659131 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-3f2a275b-3d6e-45d4-b000-e6d830d92596 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/942a2853-6af0-426f-bd10-11fcee5e21a1 HTTP/1.1" status: 204 len: 168 time: 0.8313475 Apr 05 14:47:38.662330 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 59944) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:47:38.688159 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c57465a-5982-4c27-88ff-ae8b1d18b60f admin admin] Pushing event updated for resources: {'Subnet': ['ID=815c3ed2-fe0b-4cb8-85cc-ca153ff6210c,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:38.763642 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c57465a-5982-4c27-88ff-ae8b1d18b60f admin admin] Checking segment: {'id': '6799ec2d-3f7d-472f-a33e-59a1cf21c2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '829f0d94-2310-4905-a856-f4395fb005bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:47:38.764173 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c57465a-5982-4c27-88ff-ae8b1d18b60f admin admin] Network hostable DHCP agents. Network: 829f0d94-2310-4905-a856-f4395fb005bf, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:47:38.776794 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2a275b-3d6e-45d4-b000-e6d830d92596 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=942a2853-6af0-426f-bd10-11fcee5e21a1,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:38.807129 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ec48e8a0-1a6d-408e-8f25-51e6856515b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:38.886992 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device dd366501-8a8d-4617-b820-e42ea70b5292 up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:47:38.900685 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c57465a-5982-4c27-88ff-ae8b1d18b60f admin admin] Network 829f0d94-2310-4905-a856-f4395fb005bf is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:47:38.911862 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ec48e8a0-1a6d-408e-8f25-51e6856515b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:38.942906 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-ec48e8a0-1a6d-408e-8f25-51e6856515b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2305a676-7066-4cb3-b9bf-4aa14e5994cf']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:47:38.958475 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-ec48e8a0-1a6d-408e-8f25-51e6856515b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ac699d6-6b18-4d7a-ac48-b58e15e2f9dd') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:47:38.958475 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-ec48e8a0-1a6d-408e-8f25-51e6856515b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ac699d6-6b18-4d7a-ac48-b58e15e2f9dd') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:47:38.972655 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ec48e8a0-1a6d-408e-8f25-51e6856515b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:38.993067 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ec48e8a0-1a6d-408e-8f25-51e6856515b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:39.002456 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec48e8a0-1a6d-408e-8f25-51e6856515b6 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:47:39.002961 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ec48e8a0-1a6d-408e-8f25-51e6856515b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:39.005318 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:47:39.005318 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:47:39.005318 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:47:39.005318 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:47:39.005318 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:47:39.005318 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:47:39.005318 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:47:39.005318 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:47:39.005318 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:47:39.005318 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:47:39.005318 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:47:39.005318 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:47:39.005318 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:47:39.005318 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:47:39.005318 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:47:39.005318 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:47:39.005318 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:47:39.005318 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:47:39.005318 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:47:39.005318 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:47:39.005318 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:47:39.005318 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:47:39.005318 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:47:39.005318 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:47:39.005318 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:47:39.005318 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:47:39.005318 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:47:39.005318 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:47:39.005318 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:47:39.005318 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:47:39.005318 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:47:39.005318 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:47:39.035028 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-4c57465a-5982-4c27-88ff-ae8b1d18b60f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 829f0d94-2310-4905-a856-f4395fb005bf) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:47:39.046856 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9457ddcd-e991-42e1-8dbb-7bd938c805ee None None] Network 829f0d94-2310-4905-a856-f4395fb005bf requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:47:39.089623 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c57465a-5982-4c27-88ff-ae8b1d18b60f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:39.091417 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4c57465a-5982-4c27-88ff-ae8b1d18b60f admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:39.194036 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port dd366501-8a8d-4617-b820-e42ea70b5292 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:47:39.194942 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19709174-ced0-4e83-b868-3bbe9e1cff27 req-64883c8b-5597-499d-93ab-8c99a3b6137d tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:39.201289 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port dd366501-8a8d-4617-b820-e42ea70b5292 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:47:39.201666 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:39.203135 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-19709174-ced0-4e83-b868-3bbe9e1cff27 req-64883c8b-5597-499d-93ab-8c99a3b6137d tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b76da8-f611-4b49-a016-07c7f22d4d2a HTTP/1.1" status: 200 len: 944 time: 0.1165953 Apr 05 14:47:39.218501 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-4c57465a-5982-4c27-88ff-ae8b1d18b60f admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5052574 Apr 05 14:47:39.249951 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ec48e8a0-1a6d-408e-8f25-51e6856515b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:39.262701 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ec48e8a0-1a6d-408e-8f25-51e6856515b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:39.270217 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-ec48e8a0-1a6d-408e-8f25-51e6856515b6 admin admin] 10.222.0.30 "DELETE /v2.0/networks/2305a676-7066-4cb3-b9bf-4aa14e5994cf HTTP/1.1" status: 204 len: 168 time: 0.6045034 Apr 05 14:47:39.293320 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-19709174-ced0-4e83-b868-3bbe9e1cff27 req-b7cc1834-79ce-4ae1-aeb6-30ee71a1f9c1 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871065 Apr 05 14:47:39.299897 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 09e558b6-b67c-48d5-8aeb-b4284ceea357 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:47:39.348616 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 09e558b6-b67c-48d5-8aeb-b4284ceea357 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:47:39.348982 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 09e558b6-b67c-48d5-8aeb-b4284ceea357 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:47:39.366106 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec48e8a0-1a6d-408e-8f25-51e6856515b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=2305a676-7066-4cb3-b9bf-4aa14e5994cf,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:39.525905 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:39.560236 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584f8dbc-df34-4981-9069-a595466a2ba1 None None] Network 829f0d94-2310-4905-a856-f4395fb005bf requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:47:39.632310 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48b76da8-f611-4b49-a016-07c7f22d4d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd366501-8a8d-4617-b820-e42ea70b5292'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:47:39.635460 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf13f36-b9a6-43e9-bffb-1dfbf8e03f26" -d '{"events": [{"server_uuid": "48b76da8-f611-4b49-a016-07c7f22d4d2a", "name": "network-vif-plugged", "status": "completed", "tag": "dd366501-8a8d-4617-b820-e42ea70b5292"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:47:39.663001 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port dd366501-8a8d-4617-b820-e42ea70b5292, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=dd366501-8a8d-4617-b820-e42ea70b5292,segment=NetworkSegment(2ed50d53-ad8d-43f0-946d-9bbaf222e8be),segment_id=2ed50d53-ad8d-43f0-946d-9bbaf222e8be)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:47:39.771787 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:39.861958 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=dd366501-8a8d-4617-b820-e42ea70b5292,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:39.942570 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 59992) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:47:40.097713 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-009401f1-452a-41ae-a6d8-a97bfe46cf3d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f496a225ad45483eaea608d62cdcf288&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1537070 Apr 05 14:47:40.114410 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2770ffb5-a37f-4821-876f-7816c903e5c8 req-e57c584a-4234-481b-a0ef-19978b8c5ee9 tempest-ServerAddressesNegativeTestJSON-2023927195 tempest-ServerAddressesNegativeTestJSON-2023927195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:40.115936 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2770ffb5-a37f-4821-876f-7816c903e5c8 req-e57c584a-4234-481b-a0ef-19978b8c5ee9 tempest-ServerAddressesNegativeTestJSON-2023927195 tempest-ServerAddressesNegativeTestJSON-2023927195-project] 10.222.0.30 "GET /v2.0/networks?id=829f0d94-2310-4905-a856-f4395fb005bf HTTP/1.1" status: 200 len: 821 time: 0.1929901 Apr 05 14:47:40.119043 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 59998) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:47:40.160769 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2770ffb5-a37f-4821-876f-7816c903e5c8 req-df9f7b84-e5fd-4a7b-ba14-5a7eda200152 tempest-ServerAddressesNegativeTestJSON-2023927195 tempest-ServerAddressesNegativeTestJSON-2023927195-project] 10.222.0.30 "GET /v2.0/quotas/02e9a89b3cba4b5ea8e03d099d5f9d4a HTTP/1.1" status: 200 len: 375 time: 0.0339520 Apr 05 14:47:40.229233 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2770ffb5-a37f-4821-876f-7816c903e5c8 req-b744ea13-5265-4201-baa1-15031d0e1eb3 tempest-ServerAddressesNegativeTestJSON-2023927195 tempest-ServerAddressesNegativeTestJSON-2023927195-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=02e9a89b3cba4b5ea8e03d099d5f9d4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0670936 Apr 05 14:47:40.346413 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f748ce5f-4a55-4281-b744-9763c8e5f575 x-openstack-request-id: req-f748ce5f-4a55-4281-b744-9763c8e5f575 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:47:40.352403 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48b76da8-f611-4b49-a016-07c7f22d4d2a", "name": "network-vif-plugged", "status": "completed", "tag": "dd366501-8a8d-4617-b820-e42ea70b5292", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:47:40.352403 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f748ce5f-4a55-4281-b744-9763c8e5f575 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:47:40.352403 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f748ce5f-4a55-4281-b744-9763c8e5f575'] response: {'server_uuid': '48b76da8-f611-4b49-a016-07c7f22d4d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd366501-8a8d-4617-b820-e42ea70b5292', 'code': 200} Apr 05 14:47:40.353005 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2770ffb5-a37f-4821-876f-7816c903e5c8 req-6fbf43ca-9e33-45cc-a3b9-d96b7f020b1d service neutron] 10.222.0.30 "GET /v2.0/networks/829f0d94-2310-4905-a856-f4395fb005bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204250 Apr 05 14:47:40.437142 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3fbce5f8-7d6f-4c30-9317-7bb66bff92e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:40.527217 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3fbce5f8-7d6f-4c30-9317-7bb66bff92e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:40.594856 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc4218-be34-4eb9-9d21-3534a7c529ab req-6a877a77-b26e-4fe9-b256-11a1ce0d90da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:40.596395 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-18dc4218-be34-4eb9-9d21-3534a7c529ab req-6a877a77-b26e-4fe9-b256-11a1ce0d90da service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=48b76da8-f611-4b49-a016-07c7f22d4d2a HTTP/1.1" status: 200 len: 1096 time: 0.1604264 Apr 05 14:47:40.618795 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2770ffb5-a37f-4821-876f-7816c903e5c8 req-c76d7f11-59c4-4435-8211-f0750e002f5a service neutron] 10.222.0.30 "GET /v2.0/networks/829f0d94-2310-4905-a856-f4395fb005bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608166 Apr 05 14:47:40.647129 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b63125-ba00-4362-b20d-a9226791e2b9 req-de86e9e6-402f-45ee-9cc5-3b045ae8f904 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:40.655223 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-39b63125-ba00-4362-b20d-a9226791e2b9 req-de86e9e6-402f-45ee-9cc5-3b045ae8f904 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccccf70e-a6c6-4dfa-a88f-b2f890407d16 HTTP/1.1" status: 200 len: 945 time: 0.2056227 Apr 05 14:47:40.716806 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-39b63125-ba00-4362-b20d-a9226791e2b9 req-450b20c5-44b8-4817-9f06-3f049fea211e tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ee1494-da12-4460-a5be-8f452373f333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606208 Apr 05 14:47:40.726061 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-18dc4218-be34-4eb9-9d21-3534a7c529ab req-527c3aca-aaf2-4be4-8e45-93c2d0ed14a3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128032 Apr 05 14:47:40.793345 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3fbce5f8-7d6f-4c30-9317-7bb66bff92e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:40.798316 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3fbce5f8-7d6f-4c30-9317-7bb66bff92e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:40.804107 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-3fbce5f8-7d6f-4c30-9317-7bb66bff92e9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9f528a4f-40ab-47ff-8536-700b2ff06097 HTTP/1.1" status: 204 len: 168 time: 0.6761789 Apr 05 14:47:40.818341 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbce5f8-7d6f-4c30-9317-7bb66bff92e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f528a4f-40ab-47ff-8536-700b2ff06097,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:40.975855 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e6cd0-7fad-4cb8-a066-43f108e60803 req-45b04678-52f4-42a0-ada0-8a2f88afeafe tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:40.985694 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e85e6cd0-7fad-4cb8-a066-43f108e60803 req-45b04678-52f4-42a0-ada0-8a2f88afeafe tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b76da8-f611-4b49-a016-07c7f22d4d2a HTTP/1.1" status: 200 len: 945 time: 0.1640813 Apr 05 14:47:41.068832 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bc880be1-a5aa-4e14-b82f-dd276aa55d52 req-c06da3a5-21c2-469e-adc9-879af3c7a4c7 tempest-ServerAddressesNegativeTestJSON-2023927195 tempest-ServerAddressesNegativeTestJSON-2023927195-project] 10.222.0.30 "GET /v2.0/ports?device_id=233fa238-4897-49ce-bc35-236dbe75a3d4 HTTP/1.1" status: 200 len: 210 time: 0.0566337 Apr 05 14:47:41.107792 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e85e6cd0-7fad-4cb8-a066-43f108e60803 req-d858c3cc-8c32-46ed-b93f-9102d5eeb3be tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112664 Apr 05 14:47:41.948765 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f19025-39bf-466e-806d-ab7c76cabe78 req-1c87a179-6b7f-4a0d-9880-30b66ea106f0 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:41.984211 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a4f19025-39bf-466e-806d-ab7c76cabe78 req-1c87a179-6b7f-4a0d-9880-30b66ea106f0 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccccf70e-a6c6-4dfa-a88f-b2f890407d16 HTTP/1.1" status: 200 len: 945 time: 0.1171453 Apr 05 14:47:41.990888 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a4f19025-39bf-466e-806d-ab7c76cabe78 req-5e36026a-bd82-4327-b7b6-a73d4aa13776 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ee1494-da12-4460-a5be-8f452373f333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334764 Apr 05 14:47:42.146073 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2578cb93-fc9e-47a2-b3be-928bfd94e62c req-be733a1e-ae97-44ce-8904-3815d1de4aaf tempest-ServerAddressesNegativeTestJSON-2023927195 tempest-ServerAddressesNegativeTestJSON-2023927195-project] 10.222.0.30 "GET /v2.0/ports?device_id=233fa238-4897-49ce-bc35-236dbe75a3d4 HTTP/1.1" status: 200 len: 210 time: 0.0327599 Apr 05 14:47:42.289558 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1922405e-e491-457f-8d65-70c6af1347c8 req-8d4251af-b1c4-4136-a27c-961780577e98 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:42.291230 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1922405e-e491-457f-8d65-70c6af1347c8 req-8d4251af-b1c4-4136-a27c-961780577e98 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b76da8-f611-4b49-a016-07c7f22d4d2a HTTP/1.1" status: 200 len: 945 time: 0.0670524 Apr 05 14:47:42.301542 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:42.339925 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1922405e-e491-457f-8d65-70c6af1347c8 req-a4e4afd8-6b53-4a03-b7c7-90417ce2c4ea tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417080 Apr 05 14:47:42.571360 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 60066) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:47:42.721661 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-c73bcaea-232c-4d57-936a-b7e96bc80ae8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1025869506-network', 'tenant_id': '18bcf235b4184fc1aeec763dc6732b36'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:47:42.844248 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c73bcaea-232c-4d57-936a-b7e96bc80ae8 admin admin] Made reservation on behalf of 18bcf235b4184fc1aeec763dc6732b36 for: {'network': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:47:42.847249 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c73bcaea-232c-4d57-936a-b7e96bc80ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:42.867025 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c73bcaea-232c-4d57-936a-b7e96bc80ae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:42.959498 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c73bcaea-232c-4d57-936a-b7e96bc80ae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:43.032504 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c73bcaea-232c-4d57-936a-b7e96bc80ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:43.050817 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c73bcaea-232c-4d57-936a-b7e96bc80ae8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=103320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:47:43.065494 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c73bcaea-232c-4d57-936a-b7e96bc80ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:43.065494 n-d-836650-2 neutron-server[103320]: INFO neutron.db.segments_db [None req-c73bcaea-232c-4d57-936a-b7e96bc80ae8 admin admin] Added segment d7e644b5-fa1e-4b2a-9f86-a040a37f818a of type vlan for network 9f9a638e-c362-4ed9-9ce0-8c328a9b342c Apr 05 14:47:43.106691 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c73bcaea-232c-4d57-936a-b7e96bc80ae8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:43.155196 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73bcaea-232c-4d57-936a-b7e96bc80ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a575f41c-efa8-446d-9a28-3abb887fcc2d,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:43.222761 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ac01f-87fa-418b-8526-62ee6eaa744a req-2010a545-06a4-4ce8-8105-baf24c8ecfcc tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:43.229881 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f23ac01f-87fa-418b-8526-62ee6eaa744a req-2010a545-06a4-4ce8-8105-baf24c8ecfcc tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccccf70e-a6c6-4dfa-a88f-b2f890407d16 HTTP/1.1" status: 200 len: 945 time: 0.0990038 Apr 05 14:47:43.234861 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c73bcaea-232c-4d57-936a-b7e96bc80ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:43.237776 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73bcaea-232c-4d57-936a-b7e96bc80ae8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:43.238590 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c73bcaea-232c-4d57-936a-b7e96bc80ae8 admin admin] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:43.335723 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73bcaea-232c-4d57-936a-b7e96bc80ae8 admin admin] Pushing event updated for resources: {'Network': ['ID=9f9a638e-c362-4ed9-9ce0-8c328a9b342c,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:43.348718 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 9f9a638e-c362-4ed9-9ce0-8c328a9b342c details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:47:43.374450 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1a7f7cca-fcb7-4730-aeb6-264e126d0fb9 req-eb03c5ce-a8d5-47d9-a848-7575d17c9197 tempest-ServerAddressesNegativeTestJSON-2023927195 tempest-ServerAddressesNegativeTestJSON-2023927195-project] 10.222.0.30 "GET /v2.0/ports?device_id=233fa238-4897-49ce-bc35-236dbe75a3d4 HTTP/1.1" status: 200 len: 210 time: 0.0408216 Apr 05 14:47:43.389689 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f23ac01f-87fa-418b-8526-62ee6eaa744a req-b0eb34dc-ff7c-47da-9e65-098de2f542d0 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ee1494-da12-4460-a5be-8f452373f333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1576283 Apr 05 14:47:43.481435 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 60080) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:47:43.485488 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-c73bcaea-232c-4d57-936a-b7e96bc80ae8 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9127131 Apr 05 14:47:43.487339 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-e5e54a45-e161-480a-a6f6-6ece2be4b806 admin admin] Request body: {'subnet': {'network_id': '9f9a638e-c362-4ed9-9ce0-8c328a9b342c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1025869506-subnet', 'tenant_id': '18bcf235b4184fc1aeec763dc6732b36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:47:43.504481 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e299437a-7164-4685-a0a8-fd89096adbbb req-7297f039-5653-4e87-97a2-9a3a70fdef4a tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:43.506594 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e299437a-7164-4685-a0a8-fd89096adbbb req-7297f039-5653-4e87-97a2-9a3a70fdef4a tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccccf70e-a6c6-4dfa-a88f-b2f890407d16 HTTP/1.1" status: 200 len: 945 time: 0.0957589 Apr 05 14:47:43.638014 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e54a45-e161-480a-a6f6-6ece2be4b806 admin admin] Made reservation on behalf of 18bcf235b4184fc1aeec763dc6732b36 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:47:43.641376 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e5e54a45-e161-480a-a6f6-6ece2be4b806 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:43.684499 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-e299437a-7164-4685-a0a8-fd89096adbbb req-9f4ab16e-44e6-492b-b6af-933ead9bf033 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Deleting port af49f188-6f6e-4d44-985a-9d92b809f841 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:47:43.685338 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e299437a-7164-4685-a0a8-fd89096adbbb req-9f4ab16e-44e6-492b-b6af-933ead9bf033 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:43.782235 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-e299437a-7164-4685-a0a8-fd89096adbbb req-9f4ab16e-44e6-492b-b6af-933ead9bf033 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] For port af49f188-6f6e-4d44-985a-9d92b809f841, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=af49f188-6f6e-4d44-985a-9d92b809f841,segment=NetworkSegment(b9bfc1ba-c081-43c0-97a1-329aced7b561),segment_id=b9bfc1ba-c081-43c0-97a1-329aced7b561)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:47:43.782997 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e299437a-7164-4685-a0a8-fd89096adbbb req-9f4ab16e-44e6-492b-b6af-933ead9bf033 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:44.078119 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:44.192729 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e5e54a45-e161-480a-a6f6-6ece2be4b806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:44.328437 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e54a45-e161-480a-a6f6-6ece2be4b806 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c6481b7-fb57-4506-848f-a54d4cbfc052,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:44.361400 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e54a45-e161-480a-a6f6-6ece2be4b806 admin admin] Checking segment: {'id': 'd7e644b5-fa1e-4b2a-9f86-a040a37f818a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9f9a638e-c362-4ed9-9ce0-8c328a9b342c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:47:44.361772 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e54a45-e161-480a-a6f6-6ece2be4b806 admin admin] Network hostable DHCP agents. Network: 9f9a638e-c362-4ed9-9ce0-8c328a9b342c, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:47:44.470315 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04321bd0-34c8-4b7f-8e00-b066ed67e180 req-76f3a07b-fc35-4184-b9c7-e2987ce26652 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:44.476988 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e54a45-e161-480a-a6f6-6ece2be4b806 admin admin] Network 9f9a638e-c362-4ed9-9ce0-8c328a9b342c is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:47:44.478340 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-04321bd0-34c8-4b7f-8e00-b066ed67e180 req-76f3a07b-fc35-4184-b9c7-e2987ce26652 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b76da8-f611-4b49-a016-07c7f22d4d2a HTTP/1.1" status: 200 len: 945 time: 0.9009531 Apr 05 14:47:44.621986 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-04321bd0-34c8-4b7f-8e00-b066ed67e180 req-f5350519-68db-4972-b2e8-32caa405175b tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322629 Apr 05 14:47:44.676071 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e299437a-7164-4685-a0a8-fd89096adbbb req-9f4ab16e-44e6-492b-b6af-933ead9bf033 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:44.676460 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e299437a-7164-4685-a0a8-fd89096adbbb req-9f4ab16e-44e6-492b-b6af-933ead9bf033 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:44.676812 n-d-836650-2 neutron-server[103320]: INFO neutron.db.l3_db [req-e299437a-7164-4685-a0a8-fd89096adbbb req-9f4ab16e-44e6-492b-b6af-933ead9bf033 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Floating IP 6e0fae62-f694-4397-b2d1-521e5214bedf disassociated. External IP: 172.25.6.27, port: af49f188-6f6e-4d44-985a-9d92b809f841. Apr 05 14:47:44.677188 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-e299437a-7164-4685-a0a8-fd89096adbbb req-9f4ab16e-44e6-492b-b6af-933ead9bf033 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Calling delete_port for af49f188-6f6e-4d44-985a-9d92b809f841 owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:47:44.694955 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2770ffb5-a37f-4821-876f-7816c903e5c8 req-4f407acf-cc88-4db4-b77e-77ff0ade0f8d tempest-ServerAddressesNegativeTestJSON-2023927195 tempest-ServerAddressesNegativeTestJSON-2023927195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:44.696967 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2770ffb5-a37f-4821-876f-7816c903e5c8 req-4f407acf-cc88-4db4-b77e-77ff0ade0f8d tempest-ServerAddressesNegativeTestJSON-2023927195 tempest-ServerAddressesNegativeTestJSON-2023927195-project] 10.222.0.11 "GET /v2.0/networks?id=829f0d94-2310-4905-a856-f4395fb005bf HTTP/1.1" status: 200 len: 821 time: 0.3018310 Apr 05 14:47:44.701628 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd6585a-8aa6-4fd2-ba26-d2bf403a29b5 req-a544efc6-1b1d-4af6-a63f-5e66e3630a89 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:44.710459 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7cd6585a-8aa6-4fd2-ba26-d2bf403a29b5 req-a544efc6-1b1d-4af6-a63f-5e66e3630a89 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccccf70e-a6c6-4dfa-a88f-b2f890407d16 HTTP/1.1" status: 200 len: 945 time: 0.1385224 Apr 05 14:47:44.712597 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-2770ffb5-a37f-4821-876f-7816c903e5c8 req-86b4b0ae-53e1-46fb-88c9-a15892c23ae6 tempest-ServerAddressesNegativeTestJSON-2023927195 tempest-ServerAddressesNegativeTestJSON-2023927195-project] Request body: {'port': {'device_id': '233fa238-4897-49ce-bc35-236dbe75a3d4', 'network_id': '829f0d94-2310-4905-a856-f4395fb005bf', 'admin_state_up': True, 'tenant_id': '02e9a89b3cba4b5ea8e03d099d5f9d4a'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:47:44.733276 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-e5e54a45-e161-480a-a6f6-6ece2be4b806 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 9f9a638e-c362-4ed9-9ce0-8c328a9b342c) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:47:44.742427 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042eb4cd-1dc7-4c9c-886b-7bc525034515 None None] Network 9f9a638e-c362-4ed9-9ce0-8c328a9b342c requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:47:44.786758 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e54a45-e161-480a-a6f6-6ece2be4b806 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:44.787485 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e5e54a45-e161-480a-a6f6-6ece2be4b806 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:44.834803 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7cd6585a-8aa6-4fd2-ba26-d2bf403a29b5 req-270a5eea-faa5-43d7-ab44-f08408789211 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ee1494-da12-4460-a5be-8f452373f333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106472 Apr 05 14:47:44.908175 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e70cfb38-1cfc-4992-8332-12d1a9e1db81 req-53d8fb76-b7b4-4f3b-b0b1-024b9a100278 tempest-ServerAddressesNegativeTestJSON-2023927195 tempest-ServerAddressesNegativeTestJSON-2023927195-project] 10.222.0.30 "GET /v2.0/ports?device_id=233fa238-4897-49ce-bc35-236dbe75a3d4 HTTP/1.1" status: 200 len: 210 time: 0.1156008 Apr 05 14:47:45.002949 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-e5e54a45-e161-480a-a6f6-6ece2be4b806 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.5178580 Apr 05 14:47:45.006280 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 60104) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:47:45.013784 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-7c992fde-e319-40d3-a878-f08877687297 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1025869506-router', 'tenant_id': '18bcf235b4184fc1aeec763dc6732b36', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:47:45.093694 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb26d669-24fe-479a-a0ce-1e501c6b2495 req-9059c0b5-43f4-48f4-8fc8-30d4abd520b6 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:45.101433 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cb26d669-24fe-479a-a0ce-1e501c6b2495 req-9059c0b5-43f4-48f4-8fc8-30d4abd520b6 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b76da8-f611-4b49-a016-07c7f22d4d2a HTTP/1.1" status: 200 len: 945 time: 0.1491082 Apr 05 14:47:45.112637 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d51a26-34a7-4bee-8838-4cb694476c87 None None] Network 9f9a638e-c362-4ed9-9ce0-8c328a9b342c requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:47:45.175701 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cb26d669-24fe-479a-a0ce-1e501c6b2495 req-c981ef17-b243-4413-87d4-1a0c8fa98d51 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733716 Apr 05 14:47:45.186598 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7c992fde-e319-40d3-a878-f08877687297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27088'] for router, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:45.187705 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7c992fde-e319-40d3-a878-f08877687297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27079'] for router, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:45.228524 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2770ffb5-a37f-4821-876f-7816c903e5c8 req-86b4b0ae-53e1-46fb-88c9-a15892c23ae6 tempest-ServerAddressesNegativeTestJSON-2023927195 tempest-ServerAddressesNegativeTestJSON-2023927195-project] Made reservation on behalf of 02e9a89b3cba4b5ea8e03d099d5f9d4a for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:47:45.228524 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2770ffb5-a37f-4821-876f-7816c903e5c8 req-86b4b0ae-53e1-46fb-88c9-a15892c23ae6 tempest-ServerAddressesNegativeTestJSON-2023927195 tempest-ServerAddressesNegativeTestJSON-2023927195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:45.347597 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7c992fde-e319-40d3-a878-f08877687297 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:45.350696 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e299437a-7164-4685-a0a8-fd89096adbbb req-9f4ab16e-44e6-492b-b6af-933ead9bf033 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:45.429880 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [req-2770ffb5-a37f-4821-876f-7816c903e5c8 req-86b4b0ae-53e1-46fb-88c9-a15892c23ae6 tempest-ServerAddressesNegativeTestJSON-2023927195 tempest-ServerAddressesNegativeTestJSON-2023927195-project] Allocated IP 172.20.0.7 (829f0d94-2310-4905-a856-f4395fb005bf/815c3ed2-fe0b-4cb8-85cc-ca153ff6210c/63895d50-17b3-4f6c-9e53-52108eb73c1f) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:47:45.444971 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4ab16e-44e6-492b-b6af-933ead9bf033 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Pushing event deleted for resources: {'Port': ['ID=af49f188-6f6e-4d44-985a-9d92b809f841,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:45.676630 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c2566a-0d74-4337-bef5-19a3c537d7bb req-724878e6-e96f-4202-a5e3-33d63d93b36d tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:45.686492 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-65c2566a-0d74-4337-bef5-19a3c537d7bb req-724878e6-e96f-4202-a5e3-33d63d93b36d tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b76da8-f611-4b49-a016-07c7f22d4d2a HTTP/1.1" status: 200 len: 945 time: 0.3409333 Apr 05 14:47:45.744633 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2770ffb5-a37f-4821-876f-7816c903e5c8 req-86b4b0ae-53e1-46fb-88c9-a15892c23ae6 tempest-ServerAddressesNegativeTestJSON-2023927195 tempest-ServerAddressesNegativeTestJSON-2023927195-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:45.766588 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7c992fde-e319-40d3-a878-f08877687297 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:45.821579 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-65c2566a-0d74-4337-bef5-19a3c537d7bb req-23355272-2f8a-4453-9a82-a30762bdd86a tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335864 Apr 05 14:47:45.910408 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2770ffb5-a37f-4821-876f-7816c903e5c8 req-86b4b0ae-53e1-46fb-88c9-a15892c23ae6 tempest-ServerAddressesNegativeTestJSON-2023927195 tempest-ServerAddressesNegativeTestJSON-2023927195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:46.027631 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2770ffb5-a37f-4821-876f-7816c903e5c8 req-86b4b0ae-53e1-46fb-88c9-a15892c23ae6 tempest-ServerAddressesNegativeTestJSON-2023927195 tempest-ServerAddressesNegativeTestJSON-2023927195-project] Network 829f0d94-2310-4905-a856-f4395fb005bf is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:47:46.029497 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [req-2770ffb5-a37f-4821-876f-7816c903e5c8 req-86b4b0ae-53e1-46fb-88c9-a15892c23ae6 tempest-ServerAddressesNegativeTestJSON-2023927195 tempest-ServerAddressesNegativeTestJSON-2023927195-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:47:46.041563 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c20aae9f-81f6-47b5-a0df-7474e573aa91 req-317786e8-20ae-4d8d-9df3-2447d0c8c445 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccccf70e-a6c6-4dfa-a88f-b2f890407d16 HTTP/1.1" status: 200 len: 210 time: 0.0457828 Apr 05 14:47:46.064347 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-2770ffb5-a37f-4821-876f-7816c903e5c8 req-86b4b0ae-53e1-46fb-88c9-a15892c23ae6 tempest-ServerAddressesNegativeTestJSON-2023927195 tempest-ServerAddressesNegativeTestJSON-2023927195-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:47:46.070443 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e299437a-7164-4685-a0a8-fd89096adbbb req-9f4ab16e-44e6-492b-b6af-933ead9bf033 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Router 8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:47:46.209122 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b4b0ae-53e1-46fb-88c9-a15892c23ae6 tempest-ServerAddressesNegativeTestJSON-2023927195 tempest-ServerAddressesNegativeTestJSON-2023927195-project] Pushing event updated for resources: {'Port': ['ID=63895d50-17b3-4f6c-9e53-52108eb73c1f,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:46.268814 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2770ffb5-a37f-4821-876f-7816c903e5c8 req-86b4b0ae-53e1-46fb-88c9-a15892c23ae6 tempest-ServerAddressesNegativeTestJSON-2023927195 tempest-ServerAddressesNegativeTestJSON-2023927195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:46.288905 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2770ffb5-a37f-4821-876f-7816c903e5c8 req-86b4b0ae-53e1-46fb-88c9-a15892c23ae6 tempest-ServerAddressesNegativeTestJSON-2023927195 tempest-ServerAddressesNegativeTestJSON-2023927195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:46.307896 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e299437a-7164-4685-a0a8-fd89096adbbb req-9f4ab16e-44e6-492b-b6af-933ead9bf033 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:47:46.322751 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c196ccc3-6c55-4f76-962b-5ee6fcfc0cc2 None None] Sync routers for ids ['8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:47:46.337596 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c196ccc3-6c55-4f76-962b-5ee6fcfc0cc2 None None] Routers {'8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:47:46.338621 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-c196ccc3-6c55-4f76-962b-5ee6fcfc0cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:47:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:47:46.416143 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-e299437a-7164-4685-a0a8-fd89096adbbb req-9f4ab16e-44e6-492b-b6af-933ead9bf033 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] No DVR routers for this DVR port af49f188-6f6e-4d44-985a-9d92b809f841 on host n-h1-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:47:46.424803 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e299437a-7164-4685-a0a8-fd89096adbbb req-9f4ab16e-44e6-492b-b6af-933ead9bf033 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:46.428477 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e299437a-7164-4685-a0a8-fd89096adbbb req-9f4ab16e-44e6-492b-b6af-933ead9bf033 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.55 "DELETE /v2.0/ports/af49f188-6f6e-4d44-985a-9d92b809f841 HTTP/1.1" status: 204 len: 173 time: 2.9145148 Apr 05 14:47:46.431826 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccccf70e-a6c6-4dfa-a88f-b2f890407d16', 'name': 'network-vif-deleted', 'tag': 'af49f188-6f6e-4d44-985a-9d92b809f841'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:47:46.443360 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa6effa4-5dea-4187-bc1a-63def0fae20a" -d '{"events": [{"server_uuid": "ccccf70e-a6c6-4dfa-a88f-b2f890407d16", "name": "network-vif-deleted", "tag": "af49f188-6f6e-4d44-985a-9d92b809f841"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:47:46.457746 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e1a8c-f101-479d-9d01-c2a5387c7891 req-b5555b2a-2025-4441-9117-8a980b75f9d7 tempest-ServerAddressesNegativeTestJSON-2023927195 tempest-ServerAddressesNegativeTestJSON-2023927195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:46.459269 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5d5e1a8c-f101-479d-9d01-c2a5387c7891 req-b5555b2a-2025-4441-9117-8a980b75f9d7 tempest-ServerAddressesNegativeTestJSON-2023927195 tempest-ServerAddressesNegativeTestJSON-2023927195-project] 10.222.0.30 "GET /v2.0/ports?device_id=233fa238-4897-49ce-bc35-236dbe75a3d4 HTTP/1.1" status: 200 len: 931 time: 0.1538029 Apr 05 14:47:46.469352 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2770ffb5-a37f-4821-876f-7816c903e5c8 req-86b4b0ae-53e1-46fb-88c9-a15892c23ae6 tempest-ServerAddressesNegativeTestJSON-2023927195 tempest-ServerAddressesNegativeTestJSON-2023927195-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7628882 Apr 05 14:47:46.484678 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-2770ffb5-a37f-4821-876f-7816c903e5c8 req-18a518ca-1975-41fd-886b-6984a8aab88d service neutron] Request body: {'port': {'device_id': '233fa238-4897-49ce-bc35-236dbe75a3d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-2'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:47:46.583708 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-c196ccc3-6c55-4f76-962b-5ee6fcfc0cc2 None None] Set router 8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:47:46.621580 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7149e1-db5e-411c-a729-478e7b9c57e0 x-openstack-request-id: req-ab7149e1-db5e-411c-a729-478e7b9c57e0 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:47:46.621883 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccccf70e-a6c6-4dfa-a88f-b2f890407d16", "name": "network-vif-deleted", "tag": "af49f188-6f6e-4d44-985a-9d92b809f841", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:47:46.622136 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ab7149e1-db5e-411c-a729-478e7b9c57e0 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:47:46.622549 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab7149e1-db5e-411c-a729-478e7b9c57e0'] response: {'server_uuid': 'ccccf70e-a6c6-4dfa-a88f-b2f890407d16', 'name': 'network-vif-deleted', 'tag': 'af49f188-6f6e-4d44-985a-9d92b809f841', 'status': 'completed', 'code': 200} Apr 05 14:47:46.705959 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2770ffb5-a37f-4821-876f-7816c903e5c8 req-18a518ca-1975-41fd-886b-6984a8aab88d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:46.840957 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5d5e1a8c-f101-479d-9d01-c2a5387c7891 req-2226c412-2cd8-447f-a094-1ab48ef97c9d tempest-ServerAddressesNegativeTestJSON-2023927195 tempest-ServerAddressesNegativeTestJSON-2023927195-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba8d446c-22e5-4601-8aba-b6d866514a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3699777 Apr 05 14:47:46.876498 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7c992fde-e319-40d3-a878-f08877687297 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:46.910065 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-c196ccc3-6c55-4f76-962b-5ee6fcfc0cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4', 'name': 'tempest-ServerRescueNegativeTestJSON-1160995064-router', 'tenant_id': 'd9feba5fdbdc4767955480ab96956cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': '07cfa7e2-a078-464a-9c71-3b040f3f020d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:42:35Z', 'updated_at': '2022-04-05T14:42:50Z', 'revision_number': 4, 'project_id': 'd9feba5fdbdc4767955480ab96956cf8', 'gw_port': {'id': '07cfa7e2-a078-464a-9c71-3b040f3f020d', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:38Z', 'updated_at': '2022-04-05T14:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': 'dde8d4a0-5751-430b-a866-1c4b80327c4c', 'name': '', 'network_id': '600f0cf5-5409-4f71-be79-543bdecff300', 'tenant_id': 'd9feba5fdbdc4767955480ab96956cf8', 'mac_address': 'fa:16:3e:70:ed:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2258, 'fixed_ips': [{'subnet_id': 'fe7e919b-03a6-4a26-b866-e533217cd38c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:47Z', 'updated_at': '2022-04-05T14:42:56Z', 'revision_number': 5, 'project_id': 'd9feba5fdbdc4767955480ab96956cf8', 'subnets': [{'id': 'fe7e919b-03a6-4a26-b866-e533217cd38c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:47:46.923911 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae34ed6e-bed4-4f13-a236-0ed21e0359cc req-a17bed23-31c0-4979-a386-5ebe811fbd25 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:46.928662 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ae34ed6e-bed4-4f13-a236-0ed21e0359cc req-a17bed23-31c0-4979-a386-5ebe811fbd25 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b76da8-f611-4b49-a016-07c7f22d4d2a HTTP/1.1" status: 200 len: 945 time: 0.2077084 Apr 05 14:47:46.949492 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c196ccc3-6c55-4f76-962b-5ee6fcfc0cc2 None None] Checking router: 8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4 for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:47:46.954803 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device af49f188-6f6e-4d44-985a-9d92b809f841 no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:47:46.978755 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] No Port match for: af49f188-6f6e-4d44-985a-9d92b809f841 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:47:46.979093 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device af49f188-6f6e-4d44-985a-9d92b809f841 not bound to the agent host n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:47:46.982260 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7c992fde-e319-40d3-a878-f08877687297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:46.983068 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c196ccc3-6c55-4f76-962b-5ee6fcfc0cc2 None None] Routers {'8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:47:46.983690 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-c196ccc3-6c55-4f76-962b-5ee6fcfc0cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:47:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:47:47.137130 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-c196ccc3-6c55-4f76-962b-5ee6fcfc0cc2 None None] Set router 8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:47:47.232852 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ae34ed6e-bed4-4f13-a236-0ed21e0359cc req-b048c945-835a-4fc8-a30b-4a0f3191c51c tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548575 Apr 05 14:47:47.335265 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-350e773d-e2fe-4084-93d3-a92832c18057 req-324db759-3b04-48e3-878c-2f94aaace50e tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccccf70e-a6c6-4dfa-a88f-b2f890407d16 HTTP/1.1" status: 200 len: 210 time: 0.0983539 Apr 05 14:47:47.418139 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-7c992fde-e319-40d3-a878-f08877687297 admin admin] Allocated IP 172.25.6.79 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/85b8053c-72fd-45e9-92ed-7ca2f81a23b1) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:47:47.495439 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [req-2770ffb5-a37f-4821-876f-7816c903e5c8 req-18a518ca-1975-41fd-886b-6984a8aab88d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63895d50-17b3-4f6c-9e53-52108eb73c1f {{(pid=103321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:47:47.514336 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2770ffb5-a37f-4821-876f-7816c903e5c8 req-18a518ca-1975-41fd-886b-6984a8aab88d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:47.547341 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.provisioning_blocks [req-2770ffb5-a37f-4821-876f-7816c903e5c8 req-18a518ca-1975-41fd-886b-6984a8aab88d service neutron] Transition to ACTIVE for port object 63895d50-17b3-4f6c-9e53-52108eb73c1f will not be triggered until provisioned by entity L2. {{(pid=103321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:47:47.627178 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2770ffb5-a37f-4821-876f-7816c903e5c8 req-18a518ca-1975-41fd-886b-6984a8aab88d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:47.652496 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-c196ccc3-6c55-4f76-962b-5ee6fcfc0cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4', 'name': 'tempest-ServerRescueNegativeTestJSON-1160995064-router', 'tenant_id': 'd9feba5fdbdc4767955480ab96956cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': '07cfa7e2-a078-464a-9c71-3b040f3f020d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:42:35Z', 'updated_at': '2022-04-05T14:42:50Z', 'revision_number': 4, 'project_id': 'd9feba5fdbdc4767955480ab96956cf8', 'gw_port': {'id': '07cfa7e2-a078-464a-9c71-3b040f3f020d', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:38Z', 'updated_at': '2022-04-05T14:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': 'dde8d4a0-5751-430b-a866-1c4b80327c4c', 'name': '', 'network_id': '600f0cf5-5409-4f71-be79-543bdecff300', 'tenant_id': 'd9feba5fdbdc4767955480ab96956cf8', 'mac_address': 'fa:16:3e:70:ed:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2258, 'fixed_ips': [{'subnet_id': 'fe7e919b-03a6-4a26-b866-e533217cd38c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:47Z', 'updated_at': '2022-04-05T14:42:56Z', 'revision_number': 5, 'project_id': 'd9feba5fdbdc4767955480ab96956cf8', 'subnets': [{'id': 'fe7e919b-03a6-4a26-b866-e533217cd38c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:47:47.735374 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7c992fde-e319-40d3-a878-f08877687297 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:47.788345 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a518ca-1975-41fd-886b-6984a8aab88d service neutron] Pushing event updated for resources: {'Port': ['ID=63895d50-17b3-4f6c-9e53-52108eb73c1f,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:47.797001 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c196ccc3-6c55-4f76-962b-5ee6fcfc0cc2 None None] The sync data for ids ['8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4'] in n-d-836650-2 is: [{'id': '8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4', 'name': 'tempest-ServerRescueNegativeTestJSON-1160995064-router', 'tenant_id': 'd9feba5fdbdc4767955480ab96956cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': '07cfa7e2-a078-464a-9c71-3b040f3f020d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:42:35Z', 'updated_at': '2022-04-05T14:42:50Z', 'revision_number': 4, 'project_id': 'd9feba5fdbdc4767955480ab96956cf8', 'gw_port': {'id': '07cfa7e2-a078-464a-9c71-3b040f3f020d', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:38Z', 'updated_at': '2022-04-05T14:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': 'dde8d4a0-5751-430b-a866-1c4b80327c4c', 'name': '', 'network_id': '600f0cf5-5409-4f71-be79-543bdecff300', 'tenant_id': 'd9feba5fdbdc4767955480ab96956cf8', 'mac_address': 'fa:16:3e:70:ed:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2258, 'fixed_ips': [{'subnet_id': 'fe7e919b-03a6-4a26-b866-e533217cd38c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:47Z', 'updated_at': '2022-04-05T14:42:56Z', 'revision_number': 5, 'project_id': 'd9feba5fdbdc4767955480ab96956cf8', 'subnets': [{'id': 'fe7e919b-03a6-4a26-b866-e533217cd38c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:47:47.895955 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7c992fde-e319-40d3-a878-f08877687297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:47.993553 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c992fde-e319-40d3-a878-f08877687297 admin admin] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:47:48.005430 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-7c992fde-e319-40d3-a878-f08877687297 admin admin] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:47:48.014812 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c992fde-e319-40d3-a878-f08877687297 admin admin] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:47:48.016288 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-2770ffb5-a37f-4821-876f-7816c903e5c8 req-18a518ca-1975-41fd-886b-6984a8aab88d service neutron] Attempting to bind port 63895d50-17b3-4f6c-9e53-52108eb73c1f on host n-h2-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:47:48.016500 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-2770ffb5-a37f-4821-876f-7816c903e5c8 req-18a518ca-1975-41fd-886b-6984a8aab88d service neutron] Attempting to bind port 63895d50-17b3-4f6c-9e53-52108eb73c1f by drivers openvswitch,hyperv on host n-h2-836650-2 at level 0 using segments [{'id': '6799ec2d-3f7d-472f-a33e-59a1cf21c2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '829f0d94-2310-4905-a856-f4395fb005bf'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:47:48.016984 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2770ffb5-a37f-4821-876f-7816c903e5c8 req-18a518ca-1975-41fd-886b-6984a8aab88d service neutron] Attempting to bind port 63895d50-17b3-4f6c-9e53-52108eb73c1f on network 829f0d94-2310-4905-a856-f4395fb005bf {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:47:48.027163 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2770ffb5-a37f-4821-876f-7816c903e5c8 req-18a518ca-1975-41fd-886b-6984a8aab88d service neutron] Port 63895d50-17b3-4f6c-9e53-52108eb73c1f on network 829f0d94-2310-4905-a856-f4395fb005bf not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:47:48.027511 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2770ffb5-a37f-4821-876f-7816c903e5c8 req-18a518ca-1975-41fd-886b-6984a8aab88d service neutron] Attempting to bind port 63895d50-17b3-4f6c-9e53-52108eb73c1f on network 829f0d94-2310-4905-a856-f4395fb005bf {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:47:48.051082 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2770ffb5-a37f-4821-876f-7816c903e5c8 req-18a518ca-1975-41fd-886b-6984a8aab88d service neutron] Checking agent: {'id': '6d8cf521-24bb-4b6a-bbae-0284f5c87a9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:47:48.056808 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2770ffb5-a37f-4821-876f-7816c903e5c8 req-18a518ca-1975-41fd-886b-6984a8aab88d service neutron] Checking segment: {'id': '6799ec2d-3f7d-472f-a33e-59a1cf21c2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '829f0d94-2310-4905-a856-f4395fb005bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:47:48.058599 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2770ffb5-a37f-4821-876f-7816c903e5c8 req-18a518ca-1975-41fd-886b-6984a8aab88d service neutron] Bound using segment: {'id': '6799ec2d-3f7d-472f-a33e-59a1cf21c2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '829f0d94-2310-4905-a856-f4395fb005bf'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:47:48.059299 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-2770ffb5-a37f-4821-876f-7816c903e5c8 req-18a518ca-1975-41fd-886b-6984a8aab88d service neutron] Bound port: 63895d50-17b3-4f6c-9e53-52108eb73c1f, host: n-h2-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6799ec2d-3f7d-472f-a33e-59a1cf21c2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '829f0d94-2310-4905-a856-f4395fb005bf'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:47:48.064353 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2770ffb5-a37f-4821-876f-7816c903e5c8 req-18a518ca-1975-41fd-886b-6984a8aab88d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:48.081007 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c992fde-e319-40d3-a878-f08877687297 admin admin] Pushing event updated for resources: {'Port': ['ID=85b8053c-72fd-45e9-92ed-7ca2f81a23b1,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:48.221236 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-2770ffb5-a37f-4821-876f-7816c903e5c8 req-18a518ca-1975-41fd-886b-6984a8aab88d service neutron] For port 63895d50-17b3-4f6c-9e53-52108eb73c1f, host n-h2-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:47:48.230589 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-2770ffb5-a37f-4821-876f-7816c903e5c8 req-18a518ca-1975-41fd-886b-6984a8aab88d service neutron] For port 63895d50-17b3-4f6c-9e53-52108eb73c1f, host n-h2-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=63895d50-17b3-4f6c-9e53-52108eb73c1f,segment=NetworkSegment(6799ec2d-3f7d-472f-a33e-59a1cf21c2d9),segment_id=6799ec2d-3f7d-472f-a33e-59a1cf21c2d9)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:47:48.392303 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1049ba-a31b-49a6-a9ca-fcf93595469c None None] New status for floating IP 6e0fae62-f694-4397-b2d1-521e5214bedf: DOWN {{(pid=103323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 14:47:48.398589 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6547857e-ade7-4219-b24c-d0532a07d0d0 req-b3951c36-c1d1-4ad1-8730-fd21f408a68c tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:48.400913 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6547857e-ade7-4219-b24c-d0532a07d0d0 req-b3951c36-c1d1-4ad1-8730-fd21f408a68c tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.55 "GET /v2.0/ports?device_id=48b76da8-f611-4b49-a016-07c7f22d4d2a HTTP/1.1" status: 200 len: 945 time: 0.2558444 Apr 05 14:47:48.434521 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5192fc6a-6d5e-4fc7-ac34-20158847302f req-617c0c11-f8a3-40f8-9827-42ffd9b321f0 tempest-ServerAddressesNegativeTestJSON-2023927195 tempest-ServerAddressesNegativeTestJSON-2023927195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:48.436216 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5192fc6a-6d5e-4fc7-ac34-20158847302f req-617c0c11-f8a3-40f8-9827-42ffd9b321f0 tempest-ServerAddressesNegativeTestJSON-2023927195 tempest-ServerAddressesNegativeTestJSON-2023927195-project] 10.222.0.30 "GET /v2.0/ports?device_id=233fa238-4897-49ce-bc35-236dbe75a3d4 HTTP/1.1" status: 200 len: 943 time: 0.3576157 Apr 05 14:47:48.562687 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2770ffb5-a37f-4821-876f-7816c903e5c8 req-18a518ca-1975-41fd-886b-6984a8aab88d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:48.582302 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1918d198-f9b9-41ba-88b2-57749c3bd0d2 req-38596672-10df-4104-8687-6bf9ac897a1c tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:48.583847 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1918d198-f9b9-41ba-88b2-57749c3bd0d2 req-38596672-10df-4104-8687-6bf9ac897a1c tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b76da8-f611-4b49-a016-07c7f22d4d2a HTTP/1.1" status: 200 len: 945 time: 0.2483380 Apr 05 14:47:48.591894 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5192fc6a-6d5e-4fc7-ac34-20158847302f req-6e0abc33-4cab-4952-b004-701851cee0e7 tempest-ServerAddressesNegativeTestJSON-2023927195 tempest-ServerAddressesNegativeTestJSON-2023927195-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba8d446c-22e5-4601-8aba-b6d866514a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292915 Apr 05 14:47:48.606122 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2770ffb5-a37f-4821-876f-7816c903e5c8 req-18a518ca-1975-41fd-886b-6984a8aab88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:48.607001 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2770ffb5-a37f-4821-876f-7816c903e5c8 req-18a518ca-1975-41fd-886b-6984a8aab88d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:48.609204 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2770ffb5-a37f-4821-876f-7816c903e5c8 req-18a518ca-1975-41fd-886b-6984a8aab88d service neutron] 10.222.0.11 "PUT /v2.0/ports/63895d50-17b3-4f6c-9e53-52108eb73c1f HTTP/1.1" status: 200 len: 1091 time: 2.1310711 Apr 05 14:47:48.610126 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '233fa238-4897-49ce-bc35-236dbe75a3d4', 'tag': '63895d50-17b3-4f6c-9e53-52108eb73c1f'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:47:48.613882 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2898f715-4804-487a-981c-7de1b81bd0d8" -d '{"events": [{"name": "network-changed", "server_uuid": "233fa238-4897-49ce-bc35-236dbe75a3d4", "tag": "63895d50-17b3-4f6c-9e53-52108eb73c1f"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:47:48.658401 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a518ca-1975-41fd-886b-6984a8aab88d service neutron] Pushing event updated for resources: {'Port': ['ID=63895d50-17b3-4f6c-9e53-52108eb73c1f,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:48.733648 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1918d198-f9b9-41ba-88b2-57749c3bd0d2 req-d49f7ded-935b-4f61-9957-1d89470b3860 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231585 Apr 05 14:47:48.743449 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-6547857e-ade7-4219-b24c-d0532a07d0d0 req-35db9d71-68a0-4df2-a049-15c7f7559e34 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Deleting port dd366501-8a8d-4617-b820-e42ea70b5292 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:47:48.743998 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-6547857e-ade7-4219-b24c-d0532a07d0d0 req-35db9d71-68a0-4df2-a049-15c7f7559e34 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:48.760935 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e48241-5ade-4d09-92fe-771ebd5ac634 x-openstack-request-id: req-c1e48241-5ade-4d09-92fe-771ebd5ac634 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:47:48.761232 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "233fa238-4897-49ce-bc35-236dbe75a3d4", "tag": "63895d50-17b3-4f6c-9e53-52108eb73c1f", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:47:48.761487 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c1e48241-5ade-4d09-92fe-771ebd5ac634 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:47:48.761896 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1e48241-5ade-4d09-92fe-771ebd5ac634'] response: {'name': 'network-changed', 'server_uuid': '233fa238-4897-49ce-bc35-236dbe75a3d4', 'tag': '63895d50-17b3-4f6c-9e53-52108eb73c1f', 'status': 'completed', 'code': 200} Apr 05 14:47:48.927021 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 60180) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:47:48.953607 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7c992fde-e319-40d3-a878-f08877687297 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:48.969436 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898f715-4804-487a-981c-7de1b81bd0d8 req-60fe8aee-eab3-498b-80d3-3fb491ad5855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:48.975316 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2898f715-4804-487a-981c-7de1b81bd0d8 req-60fe8aee-eab3-498b-80d3-3fb491ad5855 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=02e9a89b3cba4b5ea8e03d099d5f9d4a&device_id=233fa238-4897-49ce-bc35-236dbe75a3d4 HTTP/1.1" status: 200 len: 1094 time: 0.1978679 Apr 05 14:47:49.018210 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-6547857e-ade7-4219-b24c-d0532a07d0d0 req-35db9d71-68a0-4df2-a049-15c7f7559e34 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] For port dd366501-8a8d-4617-b820-e42ea70b5292, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=dd366501-8a8d-4617-b820-e42ea70b5292,segment=NetworkSegment(2ed50d53-ad8d-43f0-946d-9bbaf222e8be),segment_id=2ed50d53-ad8d-43f0-946d-9bbaf222e8be)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:47:49.018505 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-6547857e-ade7-4219-b24c-d0532a07d0d0 req-35db9d71-68a0-4df2-a049-15c7f7559e34 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:49.079959 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-6547857e-ade7-4219-b24c-d0532a07d0d0 req-35db9d71-68a0-4df2-a049-15c7f7559e34 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Calling delete_port for dd366501-8a8d-4617-b820-e42ea70b5292 owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:47:49.175538 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898f715-4804-487a-981c-7de1b81bd0d8 req-ba1d6552-6038-47ed-a4bd-2e3d32de22bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:49.176938 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fdefde32-2212-4845-a2dd-dd0adcbd0964 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:49.177081 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2898f715-4804-487a-981c-7de1b81bd0d8 req-ba1d6552-6038-47ed-a4bd-2e3d32de22bf service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=02e9a89b3cba4b5ea8e03d099d5f9d4a&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1944520 Apr 05 14:47:49.296179 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 60184) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:47:49.420290 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898f715-4804-487a-981c-7de1b81bd0d8 req-0be91ecf-c364-4562-b7da-0186736a3e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:49.424928 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2898f715-4804-487a-981c-7de1b81bd0d8 req-0be91ecf-c364-4562-b7da-0186736a3e3b service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2397759 Apr 05 14:47:49.564154 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7fc143ea-f308-4128-8123-1bb0f683d763 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:49.587692 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2770ffb5-a37f-4821-876f-7816c903e5c8 req-fb529c2a-27bb-4ca4-8259-c21baa6ec5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:49.590030 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2770ffb5-a37f-4821-876f-7816c903e5c8 req-fb529c2a-27bb-4ca4-8259-c21baa6ec5f0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=02e9a89b3cba4b5ea8e03d099d5f9d4a&device_id=233fa238-4897-49ce-bc35-236dbe75a3d4 HTTP/1.1" status: 200 len: 1094 time: 0.1188724 Apr 05 14:47:49.599887 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fdefde32-2212-4845-a2dd-dd0adcbd0964 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:49.642810 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2770ffb5-a37f-4821-876f-7816c903e5c8 req-1230f0b9-acf0-4180-9990-4d37f00877ec service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63895d50-17b3-4f6c-9e53-52108eb73c1f HTTP/1.1" status: 200 len: 217 time: 0.0432477 Apr 05 14:47:49.733787 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2770ffb5-a37f-4821-876f-7816c903e5c8 req-8f01f1ef-506c-49e2-9c71-212f9807f104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:49.736418 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2770ffb5-a37f-4821-876f-7816c903e5c8 req-8f01f1ef-506c-49e2-9c71-212f9807f104 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=815c3ed2-fe0b-4cb8-85cc-ca153ff6210c HTTP/1.1" status: 200 len: 861 time: 0.0838268 Apr 05 14:47:49.784529 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2770ffb5-a37f-4821-876f-7816c903e5c8 req-aef66e46-30f9-48a5-8034-4080d9b51de1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=829f0d94-2310-4905-a856-f4395fb005bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391464 Apr 05 14:47:49.825623 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7fc143ea-f308-4128-8123-1bb0f683d763 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:49.871384 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7c992fde-e319-40d3-a878-f08877687297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618'] for router, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:49.938046 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2770ffb5-a37f-4821-876f-7816c903e5c8 req-d3c7eeac-56e3-4f0b-a145-ba2feddda44e service neutron] 10.222.0.11 "GET /v2.0/networks/829f0d94-2310-4905-a856-f4395fb005bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440439 Apr 05 14:47:49.939903 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7fc143ea-f308-4128-8123-1bb0f683d763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:49.995583 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fdefde32-2212-4845-a2dd-dd0adcbd0964 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:49.998362 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fdefde32-2212-4845-a2dd-dd0adcbd0964 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:50.002753 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-fdefde32-2212-4845-a2dd-dd0adcbd0964 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "DELETE /v2.0/security-groups/53ee1494-da12-4460-a5be-8f452373f333 HTTP/1.1" status: 204 len: 168 time: 1.0680087 Apr 05 14:47:50.022230 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f7f785-1e1a-4eaa-be7f-636d0b9e4ea7 req-748d7e42-f055-490b-8b08-fb86039fb3c9 tempest-ServerAddressesNegativeTestJSON-2023927195 tempest-ServerAddressesNegativeTestJSON-2023927195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:50.036692 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a7f7f785-1e1a-4eaa-be7f-636d0b9e4ea7 req-748d7e42-f055-490b-8b08-fb86039fb3c9 tempest-ServerAddressesNegativeTestJSON-2023927195 tempest-ServerAddressesNegativeTestJSON-2023927195-project] 10.222.0.30 "GET /v2.0/ports?device_id=233fa238-4897-49ce-bc35-236dbe75a3d4 HTTP/1.1" status: 200 len: 943 time: 0.2846205 Apr 05 14:47:50.073087 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 60198) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:47:50.110380 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-7fc143ea-f308-4128-8123-1bb0f683d763 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=49a1cab5403a49b7b2feb9a620efc70e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8101995 Apr 05 14:47:50.110996 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc143ea-f308-4128-8123-1bb0f683d763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b10ac2-e20f-4da2-b9a9-769b6a022464,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:50.115390 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 60200) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:47:50.128295 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2770ffb5-a37f-4821-876f-7816c903e5c8 req-431db052-07e8-4fc7-bfb0-ec648acf3561 service neutron] 10.222.0.11 "GET /v2.0/networks/829f0d94-2310-4905-a856-f4395fb005bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499641 Apr 05 14:47:50.221882 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-be421ee0-0070-4dea-8bc9-d95326b14302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:50.257542 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-6547857e-ade7-4219-b24c-d0532a07d0d0 req-35db9d71-68a0-4df2-a049-15c7f7559e34 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:50.257797 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-be421ee0-0070-4dea-8bc9-d95326b14302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:50.278412 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdefde32-2212-4845-a2dd-dd0adcbd0964 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ee1494-da12-4460-a5be-8f452373f333,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:50.323884 n-d-836650-2 neutron-server[103320]: INFO neutron.api.v2.resource [None req-a072342d-50ba-4206-b794-9e8de3bd9fe2 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] show failed (client error): The resource could not be found. Apr 05 14:47:50.325081 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-a072342d-50ba-4206-b794-9e8de3bd9fe2 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups/53ee1494-da12-4460-a5be-8f452373f333 HTTP/1.1" status: 404 len: 347 time: 0.2500031 Apr 05 14:47:50.328592 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 60202) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:47:50.377068 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fdfd7c-62eb-4ee9-8801-baa4498989bc req-19ab28ca-a680-4c1c-91e3-2d35c417d069 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:50.378811 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d0fdfd7c-62eb-4ee9-8801-baa4498989bc req-19ab28ca-a680-4c1c-91e3-2d35c417d069 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b76da8-f611-4b49-a016-07c7f22d4d2a HTTP/1.1" status: 200 len: 867 time: 0.4819205 Apr 05 14:47:50.384484 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdefde32-2212-4845-a2dd-dd0adcbd0964 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:47:50.384484 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdefde32-2212-4845-a2dd-dd0adcbd0964 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:47:50.384484 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdefde32-2212-4845-a2dd-dd0adcbd0964 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:47:50.385172 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdefde32-2212-4845-a2dd-dd0adcbd0964 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:47:50.385606 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdefde32-2212-4845-a2dd-dd0adcbd0964 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:47:50.386036 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdefde32-2212-4845-a2dd-dd0adcbd0964 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:47:50.386470 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdefde32-2212-4845-a2dd-dd0adcbd0964 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:47:50.386916 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdefde32-2212-4845-a2dd-dd0adcbd0964 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:47:50.387555 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdefde32-2212-4845-a2dd-dd0adcbd0964 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:47:50.387985 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdefde32-2212-4845-a2dd-dd0adcbd0964 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:47:50.388411 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdefde32-2212-4845-a2dd-dd0adcbd0964 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:47:50.388834 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdefde32-2212-4845-a2dd-dd0adcbd0964 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:47:50.419338 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35db9d71-68a0-4df2-a049-15c7f7559e34 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Pushing event deleted for resources: {'Port': ['ID=dd366501-8a8d-4617-b820-e42ea70b5292,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:50.476843 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-6547857e-ade7-4219-b24c-d0532a07d0d0 req-35db9d71-68a0-4df2-a049-15c7f7559e34 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] No DVR routers for this DVR port dd366501-8a8d-4617-b820-e42ea70b5292 on host n-h1-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:47:50.487824 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-6547857e-ade7-4219-b24c-d0532a07d0d0 req-35db9d71-68a0-4df2-a049-15c7f7559e34 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:50.491775 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6547857e-ade7-4219-b24c-d0532a07d0d0 req-35db9d71-68a0-4df2-a049-15c7f7559e34 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.55 "DELETE /v2.0/ports/dd366501-8a8d-4617-b820-e42ea70b5292 HTTP/1.1" status: 204 len: 173 time: 2.0827165 Apr 05 14:47:50.492619 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48b76da8-f611-4b49-a016-07c7f22d4d2a', 'name': 'network-vif-deleted', 'tag': 'dd366501-8a8d-4617-b820-e42ea70b5292'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:47:50.496282 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff7b00d2-3697-4ffa-a64c-ebb148cd1b13" -d '{"events": [{"server_uuid": "48b76da8-f611-4b49-a016-07c7f22d4d2a", "name": "network-vif-deleted", "tag": "dd366501-8a8d-4617-b820-e42ea70b5292"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:47:50.506575 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a7f7f785-1e1a-4eaa-be7f-636d0b9e4ea7 req-d5254189-963c-43f5-9f20-35a167863f28 tempest-ServerAddressesNegativeTestJSON-2023927195 tempest-ServerAddressesNegativeTestJSON-2023927195-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba8d446c-22e5-4601-8aba-b6d866514a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4367974 Apr 05 14:47:50.528412 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d0fdfd7c-62eb-4ee9-8801-baa4498989bc req-4086aded-0ed1-4d2c-813e-91dc6a1df876 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177456 Apr 05 14:47:50.581390 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-be421ee0-0070-4dea-8bc9-d95326b14302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:50.584254 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-be421ee0-0070-4dea-8bc9-d95326b14302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:50.585577 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-be421ee0-0070-4dea-8bc9-d95326b14302 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a2b10ac2-e20f-4da2-b9a9-769b6a022464 HTTP/1.1" status: 204 len: 168 time: 0.4692059 Apr 05 14:47:50.608072 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be421ee0-0070-4dea-8bc9-d95326b14302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b10ac2-e20f-4da2-b9a9-769b6a022464,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:50.620571 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c992fde-e319-40d3-a878-f08877687297 admin admin] Router e3dabafd-ba82-4927-8c68-6e590415ec12 is scheduled to L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 with binding_index 1 {{(pid=103320) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:47:50.675225 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-70a1db3b-0221-4f0d-a758-328462f4db60 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Deleting port 96a72cd7-7cb0-43b0-8407-e5fe73240e68 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:47:50.682660 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-70a1db3b-0221-4f0d-a758-328462f4db60 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:50.723467 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf767607-3d4b-4b18-a65b-21b3ef26c7a7 x-openstack-request-id: req-bf767607-3d4b-4b18-a65b-21b3ef26c7a7 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:47:50.723897 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48b76da8-f611-4b49-a016-07c7f22d4d2a", "name": "network-vif-deleted", "tag": "dd366501-8a8d-4617-b820-e42ea70b5292", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:47:50.724246 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bf767607-3d4b-4b18-a65b-21b3ef26c7a7 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:47:50.724761 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf767607-3d4b-4b18-a65b-21b3ef26c7a7'] response: {'server_uuid': '48b76da8-f611-4b49-a016-07c7f22d4d2a', 'name': 'network-vif-deleted', 'tag': 'dd366501-8a8d-4617-b820-e42ea70b5292', 'status': 'completed', 'code': 200} Apr 05 14:47:50.829693 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-70a1db3b-0221-4f0d-a758-328462f4db60 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:50.830016 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-70a1db3b-0221-4f0d-a758-328462f4db60 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:50.856212 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-70a1db3b-0221-4f0d-a758-328462f4db60 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Calling delete_port for 96a72cd7-7cb0-43b0-8407-e5fe73240e68 owned by network:floatingip {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:47:50.890093 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c992fde-e319-40d3-a878-f08877687297 admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:47:50.914978 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04381ec-5a91-4733-b991-7baa055014f1 None None] Sync routers for ids ['e3dabafd-ba82-4927-8c68-6e590415ec12'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:47:50.935512 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04381ec-5a91-4733-b991-7baa055014f1 None None] Routers {'e3dabafd-ba82-4927-8c68-6e590415ec12'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:47:50.937175 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-a04381ec-5a91-4733-b991-7baa055014f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:47:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['e3dabafd-ba82-4927-8c68-6e590415ec12'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:47:50.995128 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device dd366501-8a8d-4617-b820-e42ea70b5292 no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:47:51.017077 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7c992fde-e319-40d3-a878-f08877687297 admin admin] Notify callbacks [] for router, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:51.019191 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-7c992fde-e319-40d3-a878-f08877687297 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.0095446 Apr 05 14:47:51.022567 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 60212) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:47:51.335422 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-70a1db3b-0221-4f0d-a758-328462f4db60 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:51.401992 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a1db3b-0221-4f0d-a758-328462f4db60 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Pushing event deleted for resources: {'Port': ['ID=96a72cd7-7cb0-43b0-8407-e5fe73240e68,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:51.429053 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] No Port match for: dd366501-8a8d-4617-b820-e42ea70b5292 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:47:51.429053 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device dd366501-8a8d-4617-b820-e42ea70b5292 not bound to the agent host n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:47:51.508091 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-a04381ec-5a91-4733-b991-7baa055014f1 None None] Set router e3dabafd-ba82-4927-8c68-6e590415ec12 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:47:51.619240 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-70a1db3b-0221-4f0d-a758-328462f4db60 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Notify callbacks [] for floatingip, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:51.625710 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-70a1db3b-0221-4f0d-a758-328462f4db60 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:51.646546 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-70a1db3b-0221-4f0d-a758-328462f4db60 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "DELETE /v2.0/floatingips/6e0fae62-f694-4397-b2d1-521e5214bedf HTTP/1.1" status: 204 len: 168 time: 1.3164132 Apr 05 14:47:51.748726 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-05a58c4b-ac02-4a6f-b33b-311272fa2ede req-441d5a08-25d6-452f-8da4-735344e64bf2 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b76da8-f611-4b49-a016-07c7f22d4d2a HTTP/1.1" status: 200 len: 210 time: 0.0552077 Apr 05 14:47:51.806632 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8912ea8-d4f5-40ba-884b-8adbbdf26272 req-908c01f5-3c40-413d-8475-d698f4f90073 tempest-ServerAddressesNegativeTestJSON-2023927195 tempest-ServerAddressesNegativeTestJSON-2023927195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:51.814255 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a8912ea8-d4f5-40ba-884b-8adbbdf26272 req-908c01f5-3c40-413d-8475-d698f4f90073 tempest-ServerAddressesNegativeTestJSON-2023927195 tempest-ServerAddressesNegativeTestJSON-2023927195-project] 10.222.0.30 "GET /v2.0/ports?device_id=233fa238-4897-49ce-bc35-236dbe75a3d4 HTTP/1.1" status: 200 len: 943 time: 0.1539962 Apr 05 14:47:51.856806 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-a04381ec-5a91-4733-b991-7baa055014f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3dabafd-ba82-4927-8c68-6e590415ec12', 'name': 'tempest-ServerRescueTestJSONUnderV235-1025869506-router', 'tenant_id': '18bcf235b4184fc1aeec763dc6732b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '85b8053c-72fd-45e9-92ed-7ca2f81a23b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:47:45Z', 'updated_at': '2022-04-05T14:47:48Z', 'revision_number': 3, 'project_id': '18bcf235b4184fc1aeec763dc6732b36', 'gw_port': {'id': '85b8053c-72fd-45e9-92ed-7ca2f81a23b1', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:eb:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3dabafd-ba82-4927-8c68-6e590415ec12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:47:47Z', 'updated_at': '2022-04-05T14:47:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:47:51.875216 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 60222) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:47:51.891916 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04381ec-5a91-4733-b991-7baa055014f1 None None] Checking router: e3dabafd-ba82-4927-8c68-6e590415ec12 for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:47:51.892439 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04381ec-5a91-4733-b991-7baa055014f1 None None] Updating router e3dabafd-ba82-4927-8c68-6e590415ec12 port 85b8053c-72fd-45e9-92ed-7ca2f81a23b1 binding host n-d-836650-2 {{(pid=103322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:47:51.936952 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-53f764d1-dd3f-4d33-978b-45a71d1940f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:51.953314 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a04381ec-5a91-4733-b991-7baa055014f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:52.085825 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a8912ea8-d4f5-40ba-884b-8adbbdf26272 req-71898103-e7ad-4efc-9bbc-81abd6ab9ce6 tempest-ServerAddressesNegativeTestJSON-2023927195 tempest-ServerAddressesNegativeTestJSON-2023927195-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba8d446c-22e5-4601-8aba-b6d866514a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706010 Apr 05 14:47:52.129754 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-53f764d1-dd3f-4d33-978b-45a71d1940f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:52.255412 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-53f764d1-dd3f-4d33-978b-45a71d1940f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:52.267647 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e29e6609-fc80-4372-880a-3d2c9c11e719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:52.378595 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-53f764d1-dd3f-4d33-978b-45a71d1940f7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=22f33c2b86814b169745d6fd9ee3af91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5008440 Apr 05 14:47:52.379521 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 60230) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:47:52.388551 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f764d1-dd3f-4d33-978b-45a71d1940f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71af6c0-663c-4e92-a116-255da826c12e,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:52.537691 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-76e362f9-5479-42d7-89a6-b0fe08085a1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:52.580298 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a04381ec-5a91-4733-b991-7baa055014f1 None None] Notify callbacks [] for port, precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:52.586557 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-76e362f9-5479-42d7-89a6-b0fe08085a1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:52.600777 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-e29e6609-fc80-4372-880a-3d2c9c11e719 admin admin] Allocated IP 172.20.0.1 (9f9a638e-c362-4ed9-9ce0-8c328a9b342c/9c6481b7-fb57-4506-848f-a54d4cbfc052/aa916812-78f6-4baf-844d-379c95095576) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:47:52.689785 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a04381ec-5a91-4733-b991-7baa055014f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:52.776406 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-a04381ec-5a91-4733-b991-7baa055014f1 None None] Attempting to bind port 85b8053c-72fd-45e9-92ed-7ca2f81a23b1 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:47:52.776406 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-a04381ec-5a91-4733-b991-7baa055014f1 None None] Attempting to bind port 85b8053c-72fd-45e9-92ed-7ca2f81a23b1 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:47:52.776771 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e29e6609-fc80-4372-880a-3d2c9c11e719 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:52.776985 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04381ec-5a91-4733-b991-7baa055014f1 None None] Attempting to bind port 85b8053c-72fd-45e9-92ed-7ca2f81a23b1 on network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:47:52.779509 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-76e362f9-5479-42d7-89a6-b0fe08085a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:52.781503 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04381ec-5a91-4733-b991-7baa055014f1 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:47:52.787366 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04381ec-5a91-4733-b991-7baa055014f1 None None] Checking segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:47:52.787366 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a04381ec-5a91-4733-b991-7baa055014f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:52.787366 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04381ec-5a91-4733-b991-7baa055014f1 None None] Bound using segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:47:52.787366 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-a04381ec-5a91-4733-b991-7baa055014f1 None None] Bound port: 85b8053c-72fd-45e9-92ed-7ca2f81a23b1, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:47:52.787366 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a04381ec-5a91-4733-b991-7baa055014f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:52.788486 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-76e362f9-5479-42d7-89a6-b0fe08085a1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:52.793271 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-76e362f9-5479-42d7-89a6-b0fe08085a1c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e71af6c0-663c-4e92-a116-255da826c12e HTTP/1.1" status: 204 len: 168 time: 0.4121408 Apr 05 14:47:52.806001 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e362f9-5479-42d7-89a6-b0fe08085a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71af6c0-663c-4e92-a116-255da826c12e,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:52.872145 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bade902c-c46a-4679-9ae4-12f979d42b8b None None] Pushing event updated for resources: {'Port': ['ID=85b8053c-72fd-45e9-92ed-7ca2f81a23b1,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:52.936581 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-a04381ec-5a91-4733-b991-7baa055014f1 None None] For port 85b8053c-72fd-45e9-92ed-7ca2f81a23b1, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:47:52.943083 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3a3c66ea-173e-4f65-8d46-f1fb572782a6 req-09f2627f-08ec-4593-a35b-6ea3bed8d318 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b76da8-f611-4b49-a016-07c7f22d4d2a HTTP/1.1" status: 200 len: 210 time: 0.0732388 Apr 05 14:47:52.943299 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-a04381ec-5a91-4733-b991-7baa055014f1 None None] For port 85b8053c-72fd-45e9-92ed-7ca2f81a23b1, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=85b8053c-72fd-45e9-92ed-7ca2f81a23b1,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:47:53.125575 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a04381ec-5a91-4733-b991-7baa055014f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:53.172633 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e29e6609-fc80-4372-880a-3d2c9c11e719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:53.184688 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04381ec-5a91-4733-b991-7baa055014f1 None None] Routers {'e3dabafd-ba82-4927-8c68-6e590415ec12'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:47:53.185403 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-a04381ec-5a91-4733-b991-7baa055014f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:47:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['e3dabafd-ba82-4927-8c68-6e590415ec12'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:47:53.256997 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29e6609-fc80-4372-880a-3d2c9c11e719 admin admin] Network 9f9a638e-c362-4ed9-9ce0-8c328a9b342c is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:47:53.270167 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-e29e6609-fc80-4372-880a-3d2c9c11e719 admin admin] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:47:53.283986 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29e6609-fc80-4372-880a-3d2c9c11e719 admin admin] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:47:53.302710 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-a04381ec-5a91-4733-b991-7baa055014f1 None None] Set router e3dabafd-ba82-4927-8c68-6e590415ec12 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:47:53.313339 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29e6609-fc80-4372-880a-3d2c9c11e719 admin admin] Pushing event updated for resources: {'Port': ['ID=aa916812-78f6-4baf-844d-379c95095576,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:53.363195 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159acc80-88a7-44ee-8461-cdc00f43eff2 req-6f045561-1e4b-48bc-8680-9449bbacb186 tempest-ServerAddressesNegativeTestJSON-2023927195 tempest-ServerAddressesNegativeTestJSON-2023927195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:53.365337 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-159acc80-88a7-44ee-8461-cdc00f43eff2 req-6f045561-1e4b-48bc-8680-9449bbacb186 tempest-ServerAddressesNegativeTestJSON-2023927195 tempest-ServerAddressesNegativeTestJSON-2023927195-project] 10.222.0.30 "GET /v2.0/ports?device_id=233fa238-4897-49ce-bc35-236dbe75a3d4 HTTP/1.1" status: 200 len: 943 time: 0.1803341 Apr 05 14:47:53.371099 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e29e6609-fc80-4372-880a-3d2c9c11e719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809369'] for router_interface, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:53.534926 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-159acc80-88a7-44ee-8461-cdc00f43eff2 req-9bcf7b5f-dadc-4ea7-bc6a-bb53d64ac6eb tempest-ServerAddressesNegativeTestJSON-2023927195 tempest-ServerAddressesNegativeTestJSON-2023927195-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba8d446c-22e5-4601-8aba-b6d866514a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701725 Apr 05 14:47:53.553819 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bade902c-c46a-4679-9ae4-12f979d42b8b None None] Pushing event updated for resources: {'Port': ['ID=85b8053c-72fd-45e9-92ed-7ca2f81a23b1,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:53.627154 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-a04381ec-5a91-4733-b991-7baa055014f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3dabafd-ba82-4927-8c68-6e590415ec12', 'name': 'tempest-ServerRescueTestJSONUnderV235-1025869506-router', 'tenant_id': '18bcf235b4184fc1aeec763dc6732b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '85b8053c-72fd-45e9-92ed-7ca2f81a23b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:47:45Z', 'updated_at': '2022-04-05T14:47:48Z', 'revision_number': 3, 'project_id': '18bcf235b4184fc1aeec763dc6732b36', 'gw_port': {'id': '85b8053c-72fd-45e9-92ed-7ca2f81a23b1', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:eb:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3dabafd-ba82-4927-8c68-6e590415ec12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:47:47Z', 'updated_at': '2022-04-05T14:47:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:47:53.660015 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04381ec-5a91-4733-b991-7baa055014f1 None None] The sync data for ids ['e3dabafd-ba82-4927-8c68-6e590415ec12'] in n-d-836650-2 is: [{'id': 'e3dabafd-ba82-4927-8c68-6e590415ec12', 'name': 'tempest-ServerRescueTestJSONUnderV235-1025869506-router', 'tenant_id': '18bcf235b4184fc1aeec763dc6732b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '85b8053c-72fd-45e9-92ed-7ca2f81a23b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:47:45Z', 'updated_at': '2022-04-05T14:47:48Z', 'revision_number': 3, 'project_id': '18bcf235b4184fc1aeec763dc6732b36', 'gw_port': {'id': '85b8053c-72fd-45e9-92ed-7ca2f81a23b1', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:eb:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3dabafd-ba82-4927-8c68-6e590415ec12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:47:47Z', 'updated_at': '2022-04-05T14:47:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:47:53.667541 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 63895d50-17b3-4f6c-9e53-52108eb73c1f details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:47:53.837435 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e29e6609-fc80-4372-880a-3d2c9c11e719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:53.869960 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 63895d50-17b3-4f6c-9e53-52108eb73c1f, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=63895d50-17b3-4f6c-9e53-52108eb73c1f,segment=NetworkSegment(6799ec2d-3f7d-472f-a33e-59a1cf21c2d9),segment_id=6799ec2d-3f7d-472f-a33e-59a1cf21c2d9)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:47:53.893055 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': '63895d50-17b3-4f6c-9e53-52108eb73c1f', 'network_id': '829f0d94-2310-4905-a856-f4395fb005bf', 'port_id': '63895d50-17b3-4f6c-9e53-52108eb73c1f', 'mac_address': 'fa:16:3e:95:13:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '815c3ed2-fe0b-4cb8-85cc-ca153ff6210c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:47:53.955973 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:53.992395 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63895d50-17b3-4f6c-9e53-52108eb73c1f {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:47:54.069877 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 63895d50-17b3-4f6c-9e53-52108eb73c1f, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=63895d50-17b3-4f6c-9e53-52108eb73c1f,segment=NetworkSegment(6799ec2d-3f7d-472f-a33e-59a1cf21c2d9),segment_id=6799ec2d-3f7d-472f-a33e-59a1cf21c2d9)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:47:54.159278 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:54.232931 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3caa5ed9-219b-4360-a76d-8c232b1a14c5 req-30fe18e2-b110-43ab-bfcc-f3dca7ce44c0 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b76da8-f611-4b49-a016-07c7f22d4d2a HTTP/1.1" status: 200 len: 210 time: 0.1113493 Apr 05 14:47:54.295262 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=63895d50-17b3-4f6c-9e53-52108eb73c1f,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:54.335315 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e29e6609-fc80-4372-880a-3d2c9c11e719 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:54.421699 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e29e6609-fc80-4372-880a-3d2c9c11e719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:54.561828 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a4a65f7c-611c-438b-890a-0813ee36f8a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:54.561933 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e29e6609-fc80-4372-880a-3d2c9c11e719 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809317'] for router_interface, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:54.561933 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29e6609-fc80-4372-880a-3d2c9c11e719 admin admin] Pushing event updated for resources: {'Port': ['ID=aa916812-78f6-4baf-844d-379c95095576,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:54.571728 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['63895d50-17b3-4f6c-9e53-52108eb73c1f'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:47:54.763950 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e4e14d-0cb5-40f0-9f78-984df8679db8 req-cf0e4b95-09fc-473f-a3f4-6be329262917 tempest-ServerAddressesNegativeTestJSON-2023927195 tempest-ServerAddressesNegativeTestJSON-2023927195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:54.766392 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-94e4e14d-0cb5-40f0-9f78-984df8679db8 req-cf0e4b95-09fc-473f-a3f4-6be329262917 tempest-ServerAddressesNegativeTestJSON-2023927195 tempest-ServerAddressesNegativeTestJSON-2023927195-project] 10.222.0.30 "GET /v2.0/ports?device_id=233fa238-4897-49ce-bc35-236dbe75a3d4 HTTP/1.1" status: 200 len: 944 time: 0.0814497 Apr 05 14:47:54.884703 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-94e4e14d-0cb5-40f0-9f78-984df8679db8 req-0189407f-7b4c-4500-ba4d-50d82b83cc46 tempest-ServerAddressesNegativeTestJSON-2023927195 tempest-ServerAddressesNegativeTestJSON-2023927195-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba8d446c-22e5-4601-8aba-b6d866514a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059475 Apr 05 14:47:54.892392 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29e6609-fc80-4372-880a-3d2c9c11e719 admin admin] Network 9f9a638e-c362-4ed9-9ce0-8c328a9b342c is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:47:54.893941 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-e29e6609-fc80-4372-880a-3d2c9c11e719 admin admin] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:47:55.098872 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e29e6609-fc80-4372-880a-3d2c9c11e719 admin admin] Router e3dabafd-ba82-4927-8c68-6e590415ec12 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:47:55.215115 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 85b8053c-72fd-45e9-92ed-7ca2f81a23b1 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:47:55.345771 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 85b8053c-72fd-45e9-92ed-7ca2f81a23b1 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:47:55.346153 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:55.409159 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e29e6609-fc80-4372-880a-3d2c9c11e719 admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:47:55.429874 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-e29e6609-fc80-4372-880a-3d2c9c11e719 admin admin] 10.222.0.30 "PUT /v2.0/routers/e3dabafd-ba82-4927-8c68-6e590415ec12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3945246 Apr 05 14:47:55.497596 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:55.552964 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bddfdc3b-089f-4291-830e-87c5eb3ae98a req-a8412fa3-0d8b-4284-8e87-a2d0851062ee tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b76da8-f611-4b49-a016-07c7f22d4d2a HTTP/1.1" status: 200 len: 210 time: 0.1216350 Apr 05 14:47:55.560938 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port 85b8053c-72fd-45e9-92ed-7ca2f81a23b1, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=85b8053c-72fd-45e9-92ed-7ca2f81a23b1,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:47:55.626728 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:55.687270 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 63895d50-17b3-4f6c-9e53-52108eb73c1f up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:47:55.777824 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=85b8053c-72fd-45e9-92ed-7ca2f81a23b1,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:55.856189 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning for port 63895d50-17b3-4f6c-9e53-52108eb73c1f completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:47:55.870288 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port 63895d50-17b3-4f6c-9e53-52108eb73c1f triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:47:55.875165 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:56.107436 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b9fb2c-d0ef-4ebd-a12c-b83262da5624 req-5c324dee-8565-42a1-b4d0-f5d129cf9a51 tempest-ServerAddressesNegativeTestJSON-2023927195 tempest-ServerAddressesNegativeTestJSON-2023927195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:56.121400 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f2b9fb2c-d0ef-4ebd-a12c-b83262da5624 req-5c324dee-8565-42a1-b4d0-f5d129cf9a51 tempest-ServerAddressesNegativeTestJSON-2023927195 tempest-ServerAddressesNegativeTestJSON-2023927195-project] 10.222.0.30 "GET /v2.0/ports?device_id=233fa238-4897-49ce-bc35-236dbe75a3d4 HTTP/1.1" status: 200 len: 944 time: 0.0986056 Apr 05 14:47:56.185711 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:56.197020 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f2b9fb2c-d0ef-4ebd-a12c-b83262da5624 req-edf4ebbb-be3c-4140-982d-26e7eecca633 tempest-ServerAddressesNegativeTestJSON-2023927195 tempest-ServerAddressesNegativeTestJSON-2023927195-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba8d446c-22e5-4601-8aba-b6d866514a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703068 Apr 05 14:47:56.252030 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '233fa238-4897-49ce-bc35-236dbe75a3d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63895d50-17b3-4f6c-9e53-52108eb73c1f'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:47:56.254450 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee77e6c-4ac3-40b7-bf09-bfa875f03333" -d '{"events": [{"server_uuid": "233fa238-4897-49ce-bc35-236dbe75a3d4", "name": "network-vif-plugged", "status": "completed", "tag": "63895d50-17b3-4f6c-9e53-52108eb73c1f"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:47:56.318118 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 63895d50-17b3-4f6c-9e53-52108eb73c1f, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=63895d50-17b3-4f6c-9e53-52108eb73c1f,segment=NetworkSegment(6799ec2d-3f7d-472f-a33e-59a1cf21c2d9),segment_id=6799ec2d-3f7d-472f-a33e-59a1cf21c2d9)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:47:56.337944 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111347bd-824d-42a4-b22c-204d47d652db x-openstack-request-id: req-111347bd-824d-42a4-b22c-204d47d652db {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:47:56.338311 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "233fa238-4897-49ce-bc35-236dbe75a3d4", "name": "network-vif-plugged", "status": "completed", "tag": "63895d50-17b3-4f6c-9e53-52108eb73c1f", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:47:56.338518 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-111347bd-824d-42a4-b22c-204d47d652db {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:47:56.338911 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-111347bd-824d-42a4-b22c-204d47d652db'] response: {'server_uuid': '233fa238-4897-49ce-bc35-236dbe75a3d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63895d50-17b3-4f6c-9e53-52108eb73c1f', 'code': 200} Apr 05 14:47:56.460990 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:56.487835 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9205b71-b796-41bd-804e-d9906013886c req-cba9c23d-5ad9-4ce4-931f-c453967f18b4 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:56.489767 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b7a613-1a78-4f1c-9477-2a753e6320f1 req-02f8900d-3026-44d2-a0d2-432f4cb04492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:56.495703 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c9205b71-b796-41bd-804e-d9906013886c req-cba9c23d-5ad9-4ce4-931f-c453967f18b4 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/networks?id=9f9a638e-c362-4ed9-9ce0-8c328a9b342c HTTP/1.1" status: 200 len: 820 time: 0.2402060 Apr 05 14:47:56.499929 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-b6b7a613-1a78-4f1c-9477-2a753e6320f1 req-02f8900d-3026-44d2-a0d2-432f4cb04492 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=233fa238-4897-49ce-bc35-236dbe75a3d4 HTTP/1.1" status: 200 len: 1095 time: 0.1118355 Apr 05 14:47:56.536398 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c9205b71-b796-41bd-804e-d9906013886c req-37eef168-1d77-4d32-86e2-eca69b47da9d tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/quotas/18bcf235b4184fc1aeec763dc6732b36 HTTP/1.1" status: 200 len: 375 time: 0.0393057 Apr 05 14:47:56.561447 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d76aac-5f24-4364-aecd-596f497e5eb6 None None] Sync routers for ids ['e3dabafd-ba82-4927-8c68-6e590415ec12'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:47:56.577949 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d76aac-5f24-4364-aecd-596f497e5eb6 None None] Routers {'e3dabafd-ba82-4927-8c68-6e590415ec12'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:47:56.578920 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-b6b7a613-1a78-4f1c-9477-2a753e6320f1 req-d9040026-8859-4b3d-a5d6-1ff59fd65218 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ba8d446c-22e5-4601-8aba-b6d866514a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776958 Apr 05 14:47:56.579283 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-a2d76aac-5f24-4364-aecd-596f497e5eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:47:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['e3dabafd-ba82-4927-8c68-6e590415ec12'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:47:56.601703 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=63895d50-17b3-4f6c-9e53-52108eb73c1f,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:56.649741 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c9205b71-b796-41bd-804e-d9906013886c req-47c99822-66c4-49b8-b20c-714a0bc53b77 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=18bcf235b4184fc1aeec763dc6732b36&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1114118 Apr 05 14:47:56.743440 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c015443a-ec53-49de-adcd-8fb9be357f1b req-2da62330-ba16-4cd3-894a-e1625bbe11d7 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b76da8-f611-4b49-a016-07c7f22d4d2a HTTP/1.1" status: 200 len: 210 time: 0.0422714 Apr 05 14:47:56.757360 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3f2e5189-71df-46e3-b4bf-a1ee4f9c05da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:56.767864 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-a2d76aac-5f24-4364-aecd-596f497e5eb6 None None] Set router e3dabafd-ba82-4927-8c68-6e590415ec12 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:47:56.789534 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c9205b71-b796-41bd-804e-d9906013886c req-0715cfb7-43da-40a0-b73b-a7340d80a83e service neutron] 10.222.0.30 "GET /v2.0/networks/9f9a638e-c362-4ed9-9ce0-8c328a9b342c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387146 Apr 05 14:47:56.895910 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c9205b71-b796-41bd-804e-d9906013886c req-e9930832-d740-4454-baa7-034f7ace77f1 service neutron] 10.222.0.30 "GET /v2.0/networks/9f9a638e-c362-4ed9-9ce0-8c328a9b342c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034195 Apr 05 14:47:57.059325 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-a2d76aac-5f24-4364-aecd-596f497e5eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3dabafd-ba82-4927-8c68-6e590415ec12', 'name': 'tempest-ServerRescueTestJSONUnderV235-1025869506-router', 'tenant_id': '18bcf235b4184fc1aeec763dc6732b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '85b8053c-72fd-45e9-92ed-7ca2f81a23b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:47:45Z', 'updated_at': '2022-04-05T14:47:53Z', 'revision_number': 4, 'project_id': '18bcf235b4184fc1aeec763dc6732b36', 'gw_port': {'id': '85b8053c-72fd-45e9-92ed-7ca2f81a23b1', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:eb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dabafd-ba82-4927-8c68-6e590415ec12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:47:47Z', 'updated_at': '2022-04-05T14:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': 'aa916812-78f6-4baf-844d-379c95095576', 'name': '', 'network_id': '9f9a638e-c362-4ed9-9ce0-8c328a9b342c', 'tenant_id': '18bcf235b4184fc1aeec763dc6732b36', 'mac_address': 'fa:16:3e:b9:44:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3dabafd-ba82-4927-8c68-6e590415ec12', 'device_owner': 'network:router_interface', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': '9c6481b7-fb57-4506-848f-a54d4cbfc052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:47:52Z', 'updated_at': '2022-04-05T14:47:53Z', 'revision_number': 2, 'project_id': '18bcf235b4184fc1aeec763dc6732b36', 'subnets': [{'id': '9c6481b7-fb57-4506-848f-a54d4cbfc052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:47:57.087190 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d76aac-5f24-4364-aecd-596f497e5eb6 None None] Checking router: e3dabafd-ba82-4927-8c68-6e590415ec12 for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:47:57.087540 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d76aac-5f24-4364-aecd-596f497e5eb6 None None] Updating router e3dabafd-ba82-4927-8c68-6e590415ec12 port aa916812-78f6-4baf-844d-379c95095576 binding host n-d-836650-2 {{(pid=103323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:47:57.115949 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a2d76aac-5f24-4364-aecd-596f497e5eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:57.122409 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 85b8053c-72fd-45e9-92ed-7ca2f81a23b1 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:47:57.236415 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 85b8053c-72fd-45e9-92ed-7ca2f81a23b1 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:47:57.238756 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:57.363654 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-98523b79-0a7c-4192-9fab-2675b06adeb7 req-e0fc51bd-b34b-410e-89a6-fca271bd96e3 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b8af68a-b89f-4444-8a16-0675cfb58100 HTTP/1.1" status: 200 len: 210 time: 0.0787480 Apr 05 14:47:57.474429 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b06162f-c6a3-4f82-a042-2ad3da51a3b4 req-1921d968-a0f7-4266-801e-15d805586126 tempest-ServerAddressesNegativeTestJSON-2023927195 tempest-ServerAddressesNegativeTestJSON-2023927195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:57.484034 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6b06162f-c6a3-4f82-a042-2ad3da51a3b4 req-1921d968-a0f7-4266-801e-15d805586126 tempest-ServerAddressesNegativeTestJSON-2023927195 tempest-ServerAddressesNegativeTestJSON-2023927195-project] 10.222.0.30 "GET /v2.0/ports?device_id=233fa238-4897-49ce-bc35-236dbe75a3d4 HTTP/1.1" status: 200 len: 945 time: 0.1179972 Apr 05 14:47:57.532800 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6b06162f-c6a3-4f82-a042-2ad3da51a3b4 req-db01d8d8-4167-4c8a-b68a-794e7ac17b38 tempest-ServerAddressesNegativeTestJSON-2023927195 tempest-ServerAddressesNegativeTestJSON-2023927195-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba8d446c-22e5-4601-8aba-b6d866514a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491893 Apr 05 14:47:57.678177 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a2d76aac-5f24-4364-aecd-596f497e5eb6 None None] Notify callbacks [] for port, precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:57.787578 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a2d76aac-5f24-4364-aecd-596f497e5eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:57.913669 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0960642c-a941-4983-917f-ebff526b758f req-fe2fdfa8-dbcd-4acc-a02c-95f6d38db811 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b76da8-f611-4b49-a016-07c7f22d4d2a HTTP/1.1" status: 200 len: 210 time: 0.0541360 Apr 05 14:47:57.943751 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085154a4-fce1-4e44-9801-7341ed6244fe None None] Pushing event updated for resources: {'Port': ['ID=aa916812-78f6-4baf-844d-379c95095576,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:57.975533 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085154a4-fce1-4e44-9801-7341ed6244fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:47:57.975533 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085154a4-fce1-4e44-9801-7341ed6244fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:47:57.975533 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085154a4-fce1-4e44-9801-7341ed6244fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:47:57.975533 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085154a4-fce1-4e44-9801-7341ed6244fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:47:57.975533 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085154a4-fce1-4e44-9801-7341ed6244fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:47:57.975533 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085154a4-fce1-4e44-9801-7341ed6244fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:47:57.975533 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085154a4-fce1-4e44-9801-7341ed6244fe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:47:57.975533 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085154a4-fce1-4e44-9801-7341ed6244fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:47:57.975533 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085154a4-fce1-4e44-9801-7341ed6244fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:47:57.975533 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085154a4-fce1-4e44-9801-7341ed6244fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:47:57.975533 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085154a4-fce1-4e44-9801-7341ed6244fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:47:57.975533 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085154a4-fce1-4e44-9801-7341ed6244fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:47:57.993162 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-a2d76aac-5f24-4364-aecd-596f497e5eb6 None None] Attempting to bind port aa916812-78f6-4baf-844d-379c95095576 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:47:57.993517 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-a2d76aac-5f24-4364-aecd-596f497e5eb6 None None] Attempting to bind port aa916812-78f6-4baf-844d-379c95095576 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'd7e644b5-fa1e-4b2a-9f86-a040a37f818a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9f9a638e-c362-4ed9-9ce0-8c328a9b342c'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:47:57.993870 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d76aac-5f24-4364-aecd-596f497e5eb6 None None] Attempting to bind port aa916812-78f6-4baf-844d-379c95095576 on network 9f9a638e-c362-4ed9-9ce0-8c328a9b342c {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:47:57.999979 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d76aac-5f24-4364-aecd-596f497e5eb6 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:47:58.000353 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d76aac-5f24-4364-aecd-596f497e5eb6 None None] Checking segment: {'id': 'd7e644b5-fa1e-4b2a-9f86-a040a37f818a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9f9a638e-c362-4ed9-9ce0-8c328a9b342c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:47:58.000783 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a2d76aac-5f24-4364-aecd-596f497e5eb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:58.001259 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d76aac-5f24-4364-aecd-596f497e5eb6 None None] Bound using segment: {'id': 'd7e644b5-fa1e-4b2a-9f86-a040a37f818a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9f9a638e-c362-4ed9-9ce0-8c328a9b342c'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:47:58.001718 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-a2d76aac-5f24-4364-aecd-596f497e5eb6 None None] Bound port: aa916812-78f6-4baf-844d-379c95095576, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7e644b5-fa1e-4b2a-9f86-a040a37f818a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9f9a638e-c362-4ed9-9ce0-8c328a9b342c'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:47:58.002106 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a2d76aac-5f24-4364-aecd-596f497e5eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:58.083066 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:58.086199 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-a2d76aac-5f24-4364-aecd-596f497e5eb6 None None] For port aa916812-78f6-4baf-844d-379c95095576, host n-d-836650-2, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:47:58.095617 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-a2d76aac-5f24-4364-aecd-596f497e5eb6 None None] For port aa916812-78f6-4baf-844d-379c95095576, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=aa916812-78f6-4baf-844d-379c95095576,segment=NetworkSegment(d7e644b5-fa1e-4b2a-9f86-a040a37f818a),segment_id=d7e644b5-fa1e-4b2a-9f86-a040a37f818a)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:47:58.310400 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a2d76aac-5f24-4364-aecd-596f497e5eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:58.430412 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d76aac-5f24-4364-aecd-596f497e5eb6 None None] Routers {'e3dabafd-ba82-4927-8c68-6e590415ec12'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:47:58.433370 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-a2d76aac-5f24-4364-aecd-596f497e5eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:47:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['e3dabafd-ba82-4927-8c68-6e590415ec12'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:47:58.487411 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-50956ef6-06a8-44cb-9a53-103a832eb424 req-5d5948a8-2928-4295-b357-81bef3537513 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b8af68a-b89f-4444-8a16-0675cfb58100 HTTP/1.1" status: 200 len: 210 time: 0.0320423 Apr 05 14:47:58.516416 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085154a4-fce1-4e44-9801-7341ed6244fe None None] Pushing event updated for resources: {'Port': ['ID=aa916812-78f6-4baf-844d-379c95095576,revision_number=4']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:58.693712 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe73727-a249-4a54-b4c6-b331cd04da91 req-68870618-209f-4e0d-a483-d2b3f1c3f7b5 tempest-ServerAddressesNegativeTestJSON-2023927195 tempest-ServerAddressesNegativeTestJSON-2023927195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:58.695988 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2fe73727-a249-4a54-b4c6-b331cd04da91 req-68870618-209f-4e0d-a483-d2b3f1c3f7b5 tempest-ServerAddressesNegativeTestJSON-2023927195 tempest-ServerAddressesNegativeTestJSON-2023927195-project] 10.222.0.30 "GET /v2.0/ports?device_id=233fa238-4897-49ce-bc35-236dbe75a3d4 HTTP/1.1" status: 200 len: 945 time: 0.0744491 Apr 05 14:47:58.759218 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2fe73727-a249-4a54-b4c6-b331cd04da91 req-d384a163-c193-4762-8b5b-e6b510b4808f tempest-ServerAddressesNegativeTestJSON-2023927195 tempest-ServerAddressesNegativeTestJSON-2023927195-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba8d446c-22e5-4601-8aba-b6d866514a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561950 Apr 05 14:47:58.798218 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-a2d76aac-5f24-4364-aecd-596f497e5eb6 None None] Set router e3dabafd-ba82-4927-8c68-6e590415ec12 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:47:59.072088 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d4d0e385-71ab-43f2-8da3-2787b8863122 req-bf4c82c2-2aa0-4908-86ad-74e644e16be6 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b76da8-f611-4b49-a016-07c7f22d4d2a HTTP/1.1" status: 200 len: 210 time: 0.0487406 Apr 05 14:47:59.161645 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-a2d76aac-5f24-4364-aecd-596f497e5eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3dabafd-ba82-4927-8c68-6e590415ec12', 'name': 'tempest-ServerRescueTestJSONUnderV235-1025869506-router', 'tenant_id': '18bcf235b4184fc1aeec763dc6732b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '85b8053c-72fd-45e9-92ed-7ca2f81a23b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:47:45Z', 'updated_at': '2022-04-05T14:47:53Z', 'revision_number': 4, 'project_id': '18bcf235b4184fc1aeec763dc6732b36', 'gw_port': {'id': '85b8053c-72fd-45e9-92ed-7ca2f81a23b1', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:eb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dabafd-ba82-4927-8c68-6e590415ec12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:47:47Z', 'updated_at': '2022-04-05T14:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': 'aa916812-78f6-4baf-844d-379c95095576', 'name': '', 'network_id': '9f9a638e-c362-4ed9-9ce0-8c328a9b342c', 'tenant_id': '18bcf235b4184fc1aeec763dc6732b36', 'mac_address': 'fa:16:3e:b9:44:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3dabafd-ba82-4927-8c68-6e590415ec12', 'device_owner': 'network:router_interface', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': '9c6481b7-fb57-4506-848f-a54d4cbfc052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:47:52Z', 'updated_at': '2022-04-05T14:47:58Z', 'revision_number': 4, 'project_id': '18bcf235b4184fc1aeec763dc6732b36', 'subnets': [{'id': '9c6481b7-fb57-4506-848f-a54d4cbfc052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:47:59.191994 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d76aac-5f24-4364-aecd-596f497e5eb6 None None] The sync data for ids ['e3dabafd-ba82-4927-8c68-6e590415ec12'] in n-d-836650-2 is: [{'id': 'e3dabafd-ba82-4927-8c68-6e590415ec12', 'name': 'tempest-ServerRescueTestJSONUnderV235-1025869506-router', 'tenant_id': '18bcf235b4184fc1aeec763dc6732b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '85b8053c-72fd-45e9-92ed-7ca2f81a23b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:47:45Z', 'updated_at': '2022-04-05T14:47:53Z', 'revision_number': 4, 'project_id': '18bcf235b4184fc1aeec763dc6732b36', 'gw_port': {'id': '85b8053c-72fd-45e9-92ed-7ca2f81a23b1', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:eb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dabafd-ba82-4927-8c68-6e590415ec12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:47:47Z', 'updated_at': '2022-04-05T14:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': 'aa916812-78f6-4baf-844d-379c95095576', 'name': '', 'network_id': '9f9a638e-c362-4ed9-9ce0-8c328a9b342c', 'tenant_id': '18bcf235b4184fc1aeec763dc6732b36', 'mac_address': 'fa:16:3e:b9:44:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3dabafd-ba82-4927-8c68-6e590415ec12', 'device_owner': 'network:router_interface', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': '9c6481b7-fb57-4506-848f-a54d4cbfc052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:47:52Z', 'updated_at': '2022-04-05T14:47:58Z', 'revision_number': 4, 'project_id': '18bcf235b4184fc1aeec763dc6732b36', 'subnets': [{'id': '9c6481b7-fb57-4506-848f-a54d4cbfc052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:47:59.689014 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:59.693683 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-081c1bae-e7b9-478f-a188-dd19197ad1e9 req-a4098e84-1296-4692-9d36-2c512521461b tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b8af68a-b89f-4444-8a16-0675cfb58100 HTTP/1.1" status: 200 len: 210 time: 0.0405097 Apr 05 14:47:59.763322 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:59.884915 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd15c3d-55a9-4728-a0bf-1fbc2857362b req-d8d51d92-f478-4ccf-baa7-d906c1ba4259 tempest-ServerAddressesNegativeTestJSON-2023927195 tempest-ServerAddressesNegativeTestJSON-2023927195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:59.886492 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9bd15c3d-55a9-4728-a0bf-1fbc2857362b req-d8d51d92-f478-4ccf-baa7-d906c1ba4259 tempest-ServerAddressesNegativeTestJSON-2023927195 tempest-ServerAddressesNegativeTestJSON-2023927195-project] 10.222.0.30 "GET /v2.0/ports?device_id=233fa238-4897-49ce-bc35-236dbe75a3d4 HTTP/1.1" status: 200 len: 945 time: 0.0606444 Apr 05 14:47:59.947775 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9bd15c3d-55a9-4728-a0bf-1fbc2857362b req-dbb1b37e-7570-42ed-b2fe-d6230967eabb tempest-ServerAddressesNegativeTestJSON-2023927195 tempest-ServerAddressesNegativeTestJSON-2023927195-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba8d446c-22e5-4601-8aba-b6d866514a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490651 Apr 05 14:48:00.810624 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-26cfead9-770f-4e46-a8bb-f973dba1e1f0 req-52be848b-624a-41f6-84bf-ccc937ce130f tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b8af68a-b89f-4444-8a16-0675cfb58100 HTTP/1.1" status: 200 len: 210 time: 0.0338893 Apr 05 14:48:01.080806 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a50da5d-e93c-45fe-b5e6-4d97735035a3 req-fc4318e1-20eb-47f5-9fd0-8f3e8e3d19e3 tempest-ServerAddressesNegativeTestJSON-2023927195 tempest-ServerAddressesNegativeTestJSON-2023927195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:01.084223 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1a50da5d-e93c-45fe-b5e6-4d97735035a3 req-fc4318e1-20eb-47f5-9fd0-8f3e8e3d19e3 tempest-ServerAddressesNegativeTestJSON-2023927195 tempest-ServerAddressesNegativeTestJSON-2023927195-project] 10.222.0.30 "GET /v2.0/ports?device_id=233fa238-4897-49ce-bc35-236dbe75a3d4 HTTP/1.1" status: 200 len: 945 time: 0.0631182 Apr 05 14:48:01.139261 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1a50da5d-e93c-45fe-b5e6-4d97735035a3 req-77f4ba32-58aa-41e1-8ab7-70d75951cc88 tempest-ServerAddressesNegativeTestJSON-2023927195 tempest-ServerAddressesNegativeTestJSON-2023927195-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba8d446c-22e5-4601-8aba-b6d866514a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486789 Apr 05 14:48:01.177583 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device aa916812-78f6-4baf-844d-379c95095576 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:48:01.241423 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port aa916812-78f6-4baf-844d-379c95095576 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:48:01.241856 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:01.376970 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:01.406109 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d09e0-d932-4a3d-89e9-ee819a6ac2da req-f356bb48-281e-4158-9082-68707da6e4c0 tempest-ServerAddressesNegativeTestJSON-2023927195 tempest-ServerAddressesNegativeTestJSON-2023927195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:01.408287 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-018d09e0-d932-4a3d-89e9-ee819a6ac2da req-f356bb48-281e-4158-9082-68707da6e4c0 tempest-ServerAddressesNegativeTestJSON-2023927195 tempest-ServerAddressesNegativeTestJSON-2023927195-project] 10.222.0.11 "GET /v2.0/ports?device_id=233fa238-4897-49ce-bc35-236dbe75a3d4 HTTP/1.1" status: 200 len: 945 time: 0.1133077 Apr 05 14:48:01.519925 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port aa916812-78f6-4baf-844d-379c95095576, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=aa916812-78f6-4baf-844d-379c95095576,segment=NetworkSegment(d7e644b5-fa1e-4b2a-9f86-a040a37f818a),segment_id=d7e644b5-fa1e-4b2a-9f86-a040a37f818a)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:48:01.562949 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9205b71-b796-41bd-804e-d9906013886c req-5f04c8b2-7f07-42e7-a80c-a1b9e4b1e078 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:01.566585 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c9205b71-b796-41bd-804e-d9906013886c req-5f04c8b2-7f07-42e7-a80c-a1b9e4b1e078 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.55 "GET /v2.0/networks?id=9f9a638e-c362-4ed9-9ce0-8c328a9b342c HTTP/1.1" status: 200 len: 820 time: 0.3128474 Apr 05 14:48:01.578506 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-c9205b71-b796-41bd-804e-d9906013886c req-c462f838-4791-437c-b6e9-5bf5347df638 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Request body: {'port': {'device_id': '6b8af68a-b89f-4444-8a16-0675cfb58100', 'network_id': '9f9a638e-c362-4ed9-9ce0-8c328a9b342c', 'admin_state_up': True, 'tenant_id': '18bcf235b4184fc1aeec763dc6732b36'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:48:01.609391 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:01.653524 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-018d09e0-d932-4a3d-89e9-ee819a6ac2da req-4527fbc6-9987-4c64-a512-8cbdc2a01eec tempest-ServerAddressesNegativeTestJSON-2023927195 tempest-ServerAddressesNegativeTestJSON-2023927195-project] Deleting port 63895d50-17b3-4f6c-9e53-52108eb73c1f {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:48:01.655618 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-018d09e0-d932-4a3d-89e9-ee819a6ac2da req-4527fbc6-9987-4c64-a512-8cbdc2a01eec tempest-ServerAddressesNegativeTestJSON-2023927195 tempest-ServerAddressesNegativeTestJSON-2023927195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:01.685251 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=aa916812-78f6-4baf-844d-379c95095576,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:01.820016 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-018d09e0-d932-4a3d-89e9-ee819a6ac2da req-4527fbc6-9987-4c64-a512-8cbdc2a01eec tempest-ServerAddressesNegativeTestJSON-2023927195 tempest-ServerAddressesNegativeTestJSON-2023927195-project] For port 63895d50-17b3-4f6c-9e53-52108eb73c1f, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=63895d50-17b3-4f6c-9e53-52108eb73c1f,segment=NetworkSegment(6799ec2d-3f7d-472f-a33e-59a1cf21c2d9),segment_id=6799ec2d-3f7d-472f-a33e-59a1cf21c2d9)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:48:01.820539 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-018d09e0-d932-4a3d-89e9-ee819a6ac2da req-4527fbc6-9987-4c64-a512-8cbdc2a01eec tempest-ServerAddressesNegativeTestJSON-2023927195 tempest-ServerAddressesNegativeTestJSON-2023927195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:01.842574 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-018d09e0-d932-4a3d-89e9-ee819a6ac2da req-4527fbc6-9987-4c64-a512-8cbdc2a01eec tempest-ServerAddressesNegativeTestJSON-2023927195 tempest-ServerAddressesNegativeTestJSON-2023927195-project] Calling delete_port for 63895d50-17b3-4f6c-9e53-52108eb73c1f owned by compute:nova {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:48:01.936270 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9205b71-b796-41bd-804e-d9906013886c req-c462f838-4791-437c-b6e9-5bf5347df638 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Made reservation on behalf of 18bcf235b4184fc1aeec763dc6732b36 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:48:01.940150 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-c9205b71-b796-41bd-804e-d9906013886c req-c462f838-4791-437c-b6e9-5bf5347df638 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:02.001036 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5ef24567-73eb-4810-b983-4562ff7928c1 req-de752b27-c018-4f79-9869-86fa0ccf4d37 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b8af68a-b89f-4444-8a16-0675cfb58100 HTTP/1.1" status: 200 len: 210 time: 0.1038721 Apr 05 14:48:02.134541 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-c9205b71-b796-41bd-804e-d9906013886c req-c462f838-4791-437c-b6e9-5bf5347df638 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Allocated IP 172.20.0.6 (9f9a638e-c362-4ed9-9ce0-8c328a9b342c/9c6481b7-fb57-4506-848f-a54d4cbfc052/750c2ab8-ecf1-4330-8abf-8f40615a03f3) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:48:02.232350 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-018d09e0-d932-4a3d-89e9-ee819a6ac2da req-4527fbc6-9987-4c64-a512-8cbdc2a01eec tempest-ServerAddressesNegativeTestJSON-2023927195 tempest-ServerAddressesNegativeTestJSON-2023927195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:02.309251 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4527fbc6-9987-4c64-a512-8cbdc2a01eec tempest-ServerAddressesNegativeTestJSON-2023927195 tempest-ServerAddressesNegativeTestJSON-2023927195-project] Pushing event deleted for resources: {'Port': ['ID=63895d50-17b3-4f6c-9e53-52108eb73c1f,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:02.423285 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-018d09e0-d932-4a3d-89e9-ee819a6ac2da req-4527fbc6-9987-4c64-a512-8cbdc2a01eec tempest-ServerAddressesNegativeTestJSON-2023927195 tempest-ServerAddressesNegativeTestJSON-2023927195-project] No DVR routers for this DVR port 63895d50-17b3-4f6c-9e53-52108eb73c1f on host n-h2-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:48:02.428758 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-018d09e0-d932-4a3d-89e9-ee819a6ac2da req-4527fbc6-9987-4c64-a512-8cbdc2a01eec tempest-ServerAddressesNegativeTestJSON-2023927195 tempest-ServerAddressesNegativeTestJSON-2023927195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:02.434464 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-018d09e0-d932-4a3d-89e9-ee819a6ac2da req-4527fbc6-9987-4c64-a512-8cbdc2a01eec tempest-ServerAddressesNegativeTestJSON-2023927195 tempest-ServerAddressesNegativeTestJSON-2023927195-project] 10.222.0.11 "DELETE /v2.0/ports/63895d50-17b3-4f6c-9e53-52108eb73c1f HTTP/1.1" status: 204 len: 173 time: 1.0202110 Apr 05 14:48:02.437957 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '233fa238-4897-49ce-bc35-236dbe75a3d4', 'name': 'network-vif-deleted', 'tag': '63895d50-17b3-4f6c-9e53-52108eb73c1f'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:48:02.451904 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f7c21ef-f69e-4746-850a-4e1b06a5732b" -d '{"events": [{"server_uuid": "233fa238-4897-49ce-bc35-236dbe75a3d4", "name": "network-vif-deleted", "tag": "63895d50-17b3-4f6c-9e53-52108eb73c1f"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:48:02.498141 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-c9205b71-b796-41bd-804e-d9906013886c req-c462f838-4791-437c-b6e9-5bf5347df638 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:02.531984 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c79e1653-4951-48dc-9f2d-864e40d4976d x-openstack-request-id: req-c79e1653-4951-48dc-9f2d-864e40d4976d {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:48:02.532636 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "233fa238-4897-49ce-bc35-236dbe75a3d4", "name": "network-vif-deleted", "tag": "63895d50-17b3-4f6c-9e53-52108eb73c1f", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:48:02.533099 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c79e1653-4951-48dc-9f2d-864e40d4976d {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:48:02.533689 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c79e1653-4951-48dc-9f2d-864e40d4976d'] response: {'server_uuid': '233fa238-4897-49ce-bc35-236dbe75a3d4', 'name': 'network-vif-deleted', 'tag': '63895d50-17b3-4f6c-9e53-52108eb73c1f', 'status': 'completed', 'code': 200} Apr 05 14:48:02.609114 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8bf432-8f79-405d-bac1-10fd39d648aa req-be3cc792-0d73-4d78-8e4f-312935f39411 tempest-ServerAddressesNegativeTestJSON-2023927195 tempest-ServerAddressesNegativeTestJSON-2023927195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:02.611141 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6c8bf432-8f79-405d-bac1-10fd39d648aa req-be3cc792-0d73-4d78-8e4f-312935f39411 tempest-ServerAddressesNegativeTestJSON-2023927195 tempest-ServerAddressesNegativeTestJSON-2023927195-project] 10.222.0.30 "GET /v2.0/ports?device_id=233fa238-4897-49ce-bc35-236dbe75a3d4 HTTP/1.1" status: 200 len: 867 time: 0.3934133 Apr 05 14:48:02.630705 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-c9205b71-b796-41bd-804e-d9906013886c req-c462f838-4791-437c-b6e9-5bf5347df638 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:02.725985 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9205b71-b796-41bd-804e-d9906013886c req-c462f838-4791-437c-b6e9-5bf5347df638 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Network 9f9a638e-c362-4ed9-9ce0-8c328a9b342c is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:48:02.733387 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-c9205b71-b796-41bd-804e-d9906013886c req-c462f838-4791-437c-b6e9-5bf5347df638 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:48:02.749389 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9205b71-b796-41bd-804e-d9906013886c req-c462f838-4791-437c-b6e9-5bf5347df638 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:48:02.797710 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6c8bf432-8f79-405d-bac1-10fd39d648aa req-17422842-f270-438c-aafb-f0685a9ac596 tempest-ServerAddressesNegativeTestJSON-2023927195 tempest-ServerAddressesNegativeTestJSON-2023927195-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba8d446c-22e5-4601-8aba-b6d866514a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762536 Apr 05 14:48:02.805768 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c462f838-4791-437c-b6e9-5bf5347df638 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Pushing event updated for resources: {'Port': ['ID=750c2ab8-ecf1-4330-8abf-8f40615a03f3,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:02.857873 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9205b71-b796-41bd-804e-d9906013886c req-c462f838-4791-437c-b6e9-5bf5347df638 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:02.858885 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-c9205b71-b796-41bd-804e-d9906013886c req-c462f838-4791-437c-b6e9-5bf5347df638 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:02.950762 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c9205b71-b796-41bd-804e-d9906013886c req-c462f838-4791-437c-b6e9-5bf5347df638 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3767376 Apr 05 14:48:03.183064 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-c9205b71-b796-41bd-804e-d9906013886c req-8bf4de01-a612-450a-971f-982175c043a5 service neutron] Request body: {'port': {'device_id': '6b8af68a-b89f-4444-8a16-0675cfb58100', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:48:03.253885 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device aa916812-78f6-4baf-844d-379c95095576 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:48:03.335539 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port aa916812-78f6-4baf-844d-379c95095576 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:48:03.335883 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:03.395522 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad436c8-eb0b-4422-8d81-1609e3964196 req-c11226d0-a6ca-406d-8cbe-5f5ab4fbb06b tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:03.412342 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bad436c8-eb0b-4422-8d81-1609e3964196 req-c11226d0-a6ca-406d-8cbe-5f5ab4fbb06b tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b8af68a-b89f-4444-8a16-0675cfb58100 HTTP/1.1" status: 200 len: 931 time: 0.1880305 Apr 05 14:48:03.457235 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-c9205b71-b796-41bd-804e-d9906013886c req-8bf4de01-a612-450a-971f-982175c043a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:03.531540 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bad436c8-eb0b-4422-8d81-1609e3964196 req-12eded09-c552-4792-9e8c-b55e80524888 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/security-groups?id=a575f41c-efa8-446d-9a28-3abb887fcc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183598 Apr 05 14:48:03.629645 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 7 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 14:48:03.723965 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 63895d50-17b3-4f6c-9e53-52108eb73c1f no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:48:03.747743 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] No Port match for: 63895d50-17b3-4f6c-9e53-52108eb73c1f {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:48:03.748336 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 63895d50-17b3-4f6c-9e53-52108eb73c1f not bound to the agent host n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:48:03.875813 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 60556) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:48:03.939846 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-66547007-134e-41ab-afb8-6de1bb42089a admin admin] Deleting subnet 815c3ed2-fe0b-4cb8-85cc-ca153ff6210c {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:48:03.943405 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-66547007-134e-41ab-afb8-6de1bb42089a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:03.981075 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-66547007-134e-41ab-afb8-6de1bb42089a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:03.988811 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-c9205b71-b796-41bd-804e-d9906013886c req-8bf4de01-a612-450a-971f-982175c043a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 750c2ab8-ecf1-4330-8abf-8f40615a03f3 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:48:04.005263 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-c9205b71-b796-41bd-804e-d9906013886c req-8bf4de01-a612-450a-971f-982175c043a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:04.030225 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-c9205b71-b796-41bd-804e-d9906013886c req-8bf4de01-a612-450a-971f-982175c043a5 service neutron] Transition to ACTIVE for port object 750c2ab8-ecf1-4330-8abf-8f40615a03f3 will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:48:04.038092 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-66547007-134e-41ab-afb8-6de1bb42089a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:04.158301 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-c9205b71-b796-41bd-804e-d9906013886c req-8bf4de01-a612-450a-971f-982175c043a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:04.227630 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-66547007-134e-41ab-afb8-6de1bb42089a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:04.262213 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-66547007-134e-41ab-afb8-6de1bb42089a admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:04.267173 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-66547007-134e-41ab-afb8-6de1bb42089a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/815c3ed2-fe0b-4cb8-85cc-ca153ff6210c HTTP/1.1" status: 204 len: 168 time: 0.3902891 Apr 05 14:48:04.275394 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 60562) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:48:04.300432 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66547007-134e-41ab-afb8-6de1bb42089a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=815c3ed2-fe0b-4cb8-85cc-ca153ff6210c,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:04.307280 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4de01-a612-450a-971f-982175c043a5 service neutron] Pushing event updated for resources: {'Port': ['ID=750c2ab8-ecf1-4330-8abf-8f40615a03f3,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:04.414986 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6d546992-74e5-4961-a7f1-f1428bb447c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:04.484261 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 60566) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:48:04.500196 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-c9205b71-b796-41bd-804e-d9906013886c req-8bf4de01-a612-450a-971f-982175c043a5 service neutron] Attempting to bind port 750c2ab8-ecf1-4330-8abf-8f40615a03f3 on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:48:04.500669 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-c9205b71-b796-41bd-804e-d9906013886c req-8bf4de01-a612-450a-971f-982175c043a5 service neutron] Attempting to bind port 750c2ab8-ecf1-4330-8abf-8f40615a03f3 by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': 'd7e644b5-fa1e-4b2a-9f86-a040a37f818a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9f9a638e-c362-4ed9-9ce0-8c328a9b342c'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:48:04.501373 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9205b71-b796-41bd-804e-d9906013886c req-8bf4de01-a612-450a-971f-982175c043a5 service neutron] Attempting to bind port 750c2ab8-ecf1-4330-8abf-8f40615a03f3 on network 9f9a638e-c362-4ed9-9ce0-8c328a9b342c {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:48:04.546988 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9205b71-b796-41bd-804e-d9906013886c req-8bf4de01-a612-450a-971f-982175c043a5 service neutron] Port 750c2ab8-ecf1-4330-8abf-8f40615a03f3 on network 9f9a638e-c362-4ed9-9ce0-8c328a9b342c not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:48:04.547604 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9205b71-b796-41bd-804e-d9906013886c req-8bf4de01-a612-450a-971f-982175c043a5 service neutron] Attempting to bind port 750c2ab8-ecf1-4330-8abf-8f40615a03f3 on network 9f9a638e-c362-4ed9-9ce0-8c328a9b342c {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:48:04.564941 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6d546992-74e5-4961-a7f1-f1428bb447c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:04.569313 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9205b71-b796-41bd-804e-d9906013886c req-8bf4de01-a612-450a-971f-982175c043a5 service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:48:04.570043 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9205b71-b796-41bd-804e-d9906013886c req-8bf4de01-a612-450a-971f-982175c043a5 service neutron] Checking segment: {'id': 'd7e644b5-fa1e-4b2a-9f86-a040a37f818a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9f9a638e-c362-4ed9-9ce0-8c328a9b342c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:48:04.572305 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9205b71-b796-41bd-804e-d9906013886c req-8bf4de01-a612-450a-971f-982175c043a5 service neutron] Bound using segment: {'id': 'd7e644b5-fa1e-4b2a-9f86-a040a37f818a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9f9a638e-c362-4ed9-9ce0-8c328a9b342c'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:48:04.572305 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-c9205b71-b796-41bd-804e-d9906013886c req-8bf4de01-a612-450a-971f-982175c043a5 service neutron] Bound port: 750c2ab8-ecf1-4330-8abf-8f40615a03f3, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7e644b5-fa1e-4b2a-9f86-a040a37f818a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9f9a638e-c362-4ed9-9ce0-8c328a9b342c'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:48:04.572305 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-c9205b71-b796-41bd-804e-d9906013886c req-8bf4de01-a612-450a-971f-982175c043a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:04.595072 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-97b69abf-1817-4256-bdbe-657bab83f3f9 admin admin] Deleting subnet 47b7d7f6-7fff-44aa-ad75-cff31b9eb9b6 {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:48:04.601031 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-97b69abf-1817-4256-bdbe-657bab83f3f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:04.603418 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-6d546992-74e5-4961-a7f1-f1428bb447c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['829f0d94-2310-4905-a856-f4395fb005bf']}} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:48:04.649499 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-97b69abf-1817-4256-bdbe-657bab83f3f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:04.683791 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-6d546992-74e5-4961-a7f1-f1428bb447c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6799ec2d-3f7d-472f-a33e-59a1cf21c2d9') {'for_net_delete': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:48:04.684987 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-6d546992-74e5-4961-a7f1-f1428bb447c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6799ec2d-3f7d-472f-a33e-59a1cf21c2d9') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:48:04.715564 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-97b69abf-1817-4256-bdbe-657bab83f3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:04.729696 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6d546992-74e5-4961-a7f1-f1428bb447c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13399223'] for segment, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:04.889863 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-97b69abf-1817-4256-bdbe-657bab83f3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:04.921836 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-97b69abf-1817-4256-bdbe-657bab83f3f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:04.934503 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-97b69abf-1817-4256-bdbe-657bab83f3f9 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/47b7d7f6-7fff-44aa-ad75-cff31b9eb9b6 HTTP/1.1" status: 204 len: 168 time: 0.4475389 Apr 05 14:48:04.936706 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 60578) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:48:04.988763 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b69abf-1817-4256-bdbe-657bab83f3f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47b7d7f6-7fff-44aa-ad75-cff31b9eb9b6,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:05.001546 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b69abf-1817-4256-bdbe-657bab83f3f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:48:05.002048 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b69abf-1817-4256-bdbe-657bab83f3f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:48:05.002495 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b69abf-1817-4256-bdbe-657bab83f3f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:48:05.002926 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b69abf-1817-4256-bdbe-657bab83f3f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:48:05.003425 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b69abf-1817-4256-bdbe-657bab83f3f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:48:05.004026 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b69abf-1817-4256-bdbe-657bab83f3f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:48:05.005085 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b69abf-1817-4256-bdbe-657bab83f3f9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:48:05.008006 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b69abf-1817-4256-bdbe-657bab83f3f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:48:05.008006 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b69abf-1817-4256-bdbe-657bab83f3f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:48:05.008006 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b69abf-1817-4256-bdbe-657bab83f3f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:48:05.008006 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b69abf-1817-4256-bdbe-657bab83f3f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:48:05.008006 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b69abf-1817-4256-bdbe-657bab83f3f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:48:05.156646 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-39c9e77b-081a-4759-b259-89c59f8580bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:05.238883 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6d546992-74e5-4961-a7f1-f1428bb447c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:05.255581 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d546992-74e5-4961-a7f1-f1428bb447c1 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=103320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:48:05.256164 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6d546992-74e5-4961-a7f1-f1428bb447c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15765202'] for segment, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:05.259694 n-d-836650-2 neutron-server[103320]: Traceback (most recent call last): Apr 05 14:48:05.259694 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:48:05.259694 n-d-836650-2 neutron-server[103320]: timer() Apr 05 14:48:05.259694 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:48:05.259694 n-d-836650-2 neutron-server[103320]: cb(*args, **kw) Apr 05 14:48:05.259694 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:48:05.259694 n-d-836650-2 neutron-server[103320]: return func(*args, **kwargs) Apr 05 14:48:05.259694 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:48:05.259694 n-d-836650-2 neutron-server[103320]: self._notify() Apr 05 14:48:05.259694 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:48:05.259694 n-d-836650-2 neutron-server[103320]: self.callback(batched_events) Apr 05 14:48:05.259694 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:48:05.259694 n-d-836650-2 neutron-server[103320]: event.method(event) Apr 05 14:48:05.259694 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:48:05.259694 n-d-836650-2 neutron-server[103320]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:48:05.259694 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:48:05.259694 n-d-836650-2 neutron-server[103320]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:48:05.259694 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:48:05.259694 n-d-836650-2 neutron-server[103320]: return f(self, *a, **k) Apr 05 14:48:05.259694 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:48:05.259694 n-d-836650-2 neutron-server[103320]: return self._get(url).json() Apr 05 14:48:05.259694 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:48:05.259694 n-d-836650-2 neutron-server[103320]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:48:05.259694 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:48:05.259694 n-d-836650-2 neutron-server[103320]: return self.request(url, 'GET', **kwargs) Apr 05 14:48:05.259694 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:48:05.259694 n-d-836650-2 neutron-server[103320]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:48:05.259694 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:48:05.259694 n-d-836650-2 neutron-server[103320]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:48:05.259694 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:48:05.259694 n-d-836650-2 neutron-server[103320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:48:05.259694 n-d-836650-2 neutron-server[103320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:48:05.263196 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-c9205b71-b796-41bd-804e-d9906013886c req-8bf4de01-a612-450a-971f-982175c043a5 service neutron] For port 750c2ab8-ecf1-4330-8abf-8f40615a03f3, host n-h1-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:48:05.316690 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-c9205b71-b796-41bd-804e-d9906013886c req-8bf4de01-a612-450a-971f-982175c043a5 service neutron] For port 750c2ab8-ecf1-4330-8abf-8f40615a03f3, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=750c2ab8-ecf1-4330-8abf-8f40615a03f3,segment=NetworkSegment(d7e644b5-fa1e-4b2a-9f86-a040a37f818a),segment_id=d7e644b5-fa1e-4b2a-9f86-a040a37f818a)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:48:05.341071 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-39c9e77b-081a-4759-b259-89c59f8580bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:05.387807 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-39c9e77b-081a-4759-b259-89c59f8580bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53391867-538a-4f85-a91b-39229bb7823b']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:48:05.401348 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-39c9e77b-081a-4759-b259-89c59f8580bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2396cec-6ba5-4832-a119-412ce7a831b7') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:48:05.401706 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-39c9e77b-081a-4759-b259-89c59f8580bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2396cec-6ba5-4832-a119-412ce7a831b7') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:48:05.412450 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-39c9e77b-081a-4759-b259-89c59f8580bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:05.413044 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-c9205b71-b796-41bd-804e-d9906013886c req-8bf4de01-a612-450a-971f-982175c043a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:05.428103 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1044aebc-6d89-4308-987f-4c96172ff047 req-f495e8e4-4ea6-421f-8a54-94b9c1299528 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:05.430850 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1044aebc-6d89-4308-987f-4c96172ff047 req-f495e8e4-4ea6-421f-8a54-94b9c1299528 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b8af68a-b89f-4444-8a16-0675cfb58100 HTTP/1.1" status: 200 len: 943 time: 0.7172148 Apr 05 14:48:05.432082 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-39c9e77b-081a-4759-b259-89c59f8580bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:05.439024 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39c9e77b-081a-4759-b259-89c59f8580bf admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:48:05.439429 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-39c9e77b-081a-4759-b259-89c59f8580bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:05.454794 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:48:05.454794 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:48:05.454794 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:48:05.454794 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:48:05.454794 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:48:05.454794 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:48:05.454794 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:48:05.454794 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:48:05.454794 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:48:05.454794 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:48:05.454794 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:48:05.454794 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:48:05.454794 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:48:05.454794 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:48:05.454794 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:48:05.454794 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:48:05.454794 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:48:05.454794 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:48:05.454794 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:48:05.454794 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:48:05.454794 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:48:05.454794 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:48:05.454794 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:48:05.454794 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:48:05.454794 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:48:05.454794 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:48:05.454794 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:48:05.454794 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:48:05.454794 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:48:05.454794 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:48:05.454794 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:48:05.454794 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:48:05.480216 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9205b71-b796-41bd-804e-d9906013886c req-8bf4de01-a612-450a-971f-982175c043a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:05.480440 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-c9205b71-b796-41bd-804e-d9906013886c req-8bf4de01-a612-450a-971f-982175c043a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:05.482050 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c9205b71-b796-41bd-804e-d9906013886c req-8bf4de01-a612-450a-971f-982175c043a5 service neutron] 10.222.0.55 "PUT /v2.0/ports/750c2ab8-ecf1-4330-8abf-8f40615a03f3 HTTP/1.1" status: 200 len: 1091 time: 2.5185826 Apr 05 14:48:05.486800 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b8af68a-b89f-4444-8a16-0675cfb58100', 'tag': '750c2ab8-ecf1-4330-8abf-8f40615a03f3'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:48:05.490195 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-014431e9-2feb-4740-82d0-60606e71aba0" -d '{"events": [{"name": "network-changed", "server_uuid": "6b8af68a-b89f-4444-8a16-0675cfb58100", "tag": "750c2ab8-ecf1-4330-8abf-8f40615a03f3"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:48:05.512732 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6d546992-74e5-4961-a7f1-f1428bb447c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:05.517885 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6d546992-74e5-4961-a7f1-f1428bb447c1 admin admin] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:05.533213 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-6d546992-74e5-4961-a7f1-f1428bb447c1 admin admin] 10.222.0.30 "DELETE /v2.0/networks/829f0d94-2310-4905-a856-f4395fb005bf HTTP/1.1" status: 204 len: 168 time: 1.2440019 Apr 05 14:48:05.571396 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d546992-74e5-4961-a7f1-f1428bb447c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=829f0d94-2310-4905-a856-f4395fb005bf,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:05.583480 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4de01-a612-450a-971f-982175c043a5 service neutron] Pushing event updated for resources: {'Port': ['ID=750c2ab8-ecf1-4330-8abf-8f40615a03f3,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:05.591795 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1044aebc-6d89-4308-987f-4c96172ff047 req-ab33172f-70d1-4c6c-a12d-e7fb18c57324 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/security-groups?id=a575f41c-efa8-446d-9a28-3abb887fcc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327667 Apr 05 14:48:05.632496 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-39c9e77b-081a-4759-b259-89c59f8580bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:05.657705 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-39c9e77b-081a-4759-b259-89c59f8580bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:05.676864 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-39c9e77b-081a-4759-b259-89c59f8580bf admin admin] 10.222.0.30 "DELETE /v2.0/networks/53391867-538a-4f85-a91b-39229bb7823b HTTP/1.1" status: 204 len: 168 time: 0.7385502 Apr 05 14:48:05.677783 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c9e77b-081a-4759-b259-89c59f8580bf admin admin] Pushing event deleted for resources: {'Network': ['ID=53391867-538a-4f85-a91b-39229bb7823b,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:05.700969 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac3a041-4929-4b76-866b-e217a5c8c32f x-openstack-request-id: req-7ac3a041-4929-4b76-866b-e217a5c8c32f {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:48:05.700969 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b8af68a-b89f-4444-8a16-0675cfb58100", "tag": "750c2ab8-ecf1-4330-8abf-8f40615a03f3", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:48:05.700969 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7ac3a041-4929-4b76-866b-e217a5c8c32f {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:48:05.702765 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ac3a041-4929-4b76-866b-e217a5c8c32f'] response: {'name': 'network-changed', 'server_uuid': '6b8af68a-b89f-4444-8a16-0675cfb58100', 'tag': '750c2ab8-ecf1-4330-8abf-8f40615a03f3', 'status': 'completed', 'code': 200} Apr 05 14:48:05.739671 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9205b71-b796-41bd-804e-d9906013886c req-f72e6ac2-f35a-49a6-bfa4-4b26479f046e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:05.743220 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c9205b71-b796-41bd-804e-d9906013886c req-f72e6ac2-f35a-49a6-bfa4-4b26479f046e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=18bcf235b4184fc1aeec763dc6732b36&device_id=6b8af68a-b89f-4444-8a16-0675cfb58100 HTTP/1.1" status: 200 len: 1094 time: 0.1129177 Apr 05 14:48:05.796147 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c9205b71-b796-41bd-804e-d9906013886c req-42f4e7ab-17c4-4af8-889e-41fc0e99ee6b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=750c2ab8-ecf1-4330-8abf-8f40615a03f3 HTTP/1.1" status: 200 len: 217 time: 0.0448434 Apr 05 14:48:05.866537 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9205b71-b796-41bd-804e-d9906013886c req-a3e1b956-b707-4d5b-985d-5cda480cfd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:05.869546 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c9205b71-b796-41bd-804e-d9906013886c req-a3e1b956-b707-4d5b-985d-5cda480cfd59 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9c6481b7-fb57-4506-848f-a54d4cbfc052 HTTP/1.1" status: 200 len: 860 time: 0.0662103 Apr 05 14:48:05.908499 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c9205b71-b796-41bd-804e-d9906013886c req-1251f7ca-f836-454f-bd11-c1caac25f135 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9f9a638e-c362-4ed9-9ce0-8c328a9b342c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306456 Apr 05 14:48:06.070025 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c9205b71-b796-41bd-804e-d9906013886c req-689594d4-a820-4cfc-8e8e-24bef6644806 service neutron] 10.222.0.55 "GET /v2.0/networks/9f9a638e-c362-4ed9-9ce0-8c328a9b342c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538970 Apr 05 14:48:06.080137 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7912feb1-0f1b-4503-86e2-7e54d1415ba8 req-20fa5b81-3be5-40a1-9b0f-e3b051f7b86b tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:06.081674 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7912feb1-0f1b-4503-86e2-7e54d1415ba8 req-20fa5b81-3be5-40a1-9b0f-e3b051f7b86b tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdec92e3-43d0-4811-92b1-9baab3c5f0ca HTTP/1.1" status: 200 len: 945 time: 0.1476197 Apr 05 14:48:06.180717 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7912feb1-0f1b-4503-86e2-7e54d1415ba8 req-2fa04f76-e964-4174-9e13-ae5307d52c93 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=11640d9f-a14a-4756-b499-b13013deda57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882874 Apr 05 14:48:06.251802 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c9205b71-b796-41bd-804e-d9906013886c req-2f520d1a-0c85-472e-9b03-9410fab585bf service neutron] 10.222.0.55 "GET /v2.0/networks/9f9a638e-c362-4ed9-9ce0-8c328a9b342c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690557 Apr 05 14:48:06.295626 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 60604) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:48:06.358548 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-0478807a-50f4-4623-be40-a5e3859c488e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=02e9a89b3cba4b5ea8e03d099d5f9d4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0617177 Apr 05 14:48:06.361279 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 60608) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:48:06.430339 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 60610) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:48:06.512579 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014431e9-2feb-4740-82d0-60606e71aba0 req-865dce0e-84a4-4d62-b108-5292c9df6209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:06.514293 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-014431e9-2feb-4740-82d0-60606e71aba0 req-865dce0e-84a4-4d62-b108-5292c9df6209 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=18bcf235b4184fc1aeec763dc6732b36&device_id=6b8af68a-b89f-4444-8a16-0675cfb58100 HTTP/1.1" status: 200 len: 1094 time: 0.1074922 Apr 05 14:48:06.515915 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 60612) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:48:06.518323 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-911d5c6a-027b-45dd-bd06-c981a10eaf92 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f60842ae0a2e4c93a8fd6841d4700fc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0866859 Apr 05 14:48:06.559566 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-94e64d8c-4a85-482c-98ff-54059d213b7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:06.656723 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-94e64d8c-4a85-482c-98ff-54059d213b7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:06.689709 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c34d4235-7924-4687-ba7c-bef6151b9052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:06.766024 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014431e9-2feb-4740-82d0-60606e71aba0 req-f55beab6-df32-4bab-baef-fcd7b3d844bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:06.767532 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-014431e9-2feb-4740-82d0-60606e71aba0 req-f55beab6-df32-4bab-baef-fcd7b3d844bb service neutron] 10.222.0.55 "GET /v2.0/networks?id=9f9a638e-c362-4ed9-9ce0-8c328a9b342c HTTP/1.1" status: 200 len: 921 time: 0.2381773 Apr 05 14:48:06.778576 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c34d4235-7924-4687-ba7c-bef6151b9052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:06.837935 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-014431e9-2feb-4740-82d0-60606e71aba0 req-e771c0d7-1fb3-4c5a-82da-6c6685cf29d1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=750c2ab8-ecf1-4330-8abf-8f40615a03f3 HTTP/1.1" status: 200 len: 217 time: 0.0616748 Apr 05 14:48:06.874199 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e812784-bf0d-4700-a0f9-c5b373cce9aa req-09f58339-78d9-4bf7-9578-10f6f5015f78 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:06.875723 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5e812784-bf0d-4700-a0f9-c5b373cce9aa req-09f58339-78d9-4bf7-9578-10f6f5015f78 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b8af68a-b89f-4444-8a16-0675cfb58100 HTTP/1.1" status: 200 len: 943 time: 0.1713605 Apr 05 14:48:06.946903 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014431e9-2feb-4740-82d0-60606e71aba0 req-220abcdf-ccfa-495f-a94c-fa42f967a8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:06.948441 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-014431e9-2feb-4740-82d0-60606e71aba0 req-220abcdf-ccfa-495f-a94c-fa42f967a8f3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9c6481b7-fb57-4506-848f-a54d4cbfc052 HTTP/1.1" status: 200 len: 860 time: 0.0986993 Apr 05 14:48:06.951533 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5e812784-bf0d-4700-a0f9-c5b373cce9aa req-f9b69530-05cd-47ff-ace8-c70e80ac46d5 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/security-groups?id=a575f41c-efa8-446d-9a28-3abb887fcc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542643 Apr 05 14:48:06.985550 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-94e64d8c-4a85-482c-98ff-54059d213b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:06.989433 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-94e64d8c-4a85-482c-98ff-54059d213b7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:06.990810 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-94e64d8c-4a85-482c-98ff-54059d213b7a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ba8d446c-22e5-4601-8aba-b6d866514a46 HTTP/1.1" status: 204 len: 168 time: 0.6282859 Apr 05 14:48:06.996833 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-014431e9-2feb-4740-82d0-60606e71aba0 req-39a9f0b0-9881-460b-a20b-6dbe2dc4fffc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9f9a638e-c362-4ed9-9ce0-8c328a9b342c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409007 Apr 05 14:48:07.003916 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e64d8c-4a85-482c-98ff-54059d213b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba8d446c-22e5-4601-8aba-b6d866514a46,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:07.078310 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c34d4235-7924-4687-ba7c-bef6151b9052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:07.081934 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c34d4235-7924-4687-ba7c-bef6151b9052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:07.084018 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-c34d4235-7924-4687-ba7c-bef6151b9052 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6741034c-2b3f-4e49-9839-830793ae3749 HTTP/1.1" status: 204 len: 168 time: 0.5662498 Apr 05 14:48:07.103964 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34d4235-7924-4687-ba7c-bef6151b9052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6741034c-2b3f-4e49-9839-830793ae3749,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:07.154773 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-014431e9-2feb-4740-82d0-60606e71aba0 req-9dc244b5-bf2d-4d75-83b4-5130cd8e0759 service neutron] 10.222.0.55 "GET /v2.0/networks/9f9a638e-c362-4ed9-9ce0-8c328a9b342c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482754 Apr 05 14:48:07.285507 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-014431e9-2feb-4740-82d0-60606e71aba0 req-1fb77f9e-a76c-4d30-b44e-09e45d980a3e service neutron] 10.222.0.55 "GET /v2.0/networks/9f9a638e-c362-4ed9-9ce0-8c328a9b342c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235185 Apr 05 14:48:07.380564 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fed1fa-97a7-4a78-9ecc-c9b8ccd88054 req-d150380f-8eb0-439e-ab7f-5944bf88d8b0 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:07.382082 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-20fed1fa-97a7-4a78-9ecc-c9b8ccd88054 req-d150380f-8eb0-439e-ab7f-5944bf88d8b0 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdec92e3-43d0-4811-92b1-9baab3c5f0ca HTTP/1.1" status: 200 len: 945 time: 0.0713413 Apr 05 14:48:07.428571 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-20fed1fa-97a7-4a78-9ecc-c9b8ccd88054 req-cd241675-992d-4d8c-8a93-7c17b5294c9f tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=11640d9f-a14a-4756-b499-b13013deda57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387242 Apr 05 14:48:08.142276 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e410e821-5c6d-4239-9391-b22d1389ab7f req-f145bf7f-3964-4ed7-a60a-a51dfb881523 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:08.150086 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e410e821-5c6d-4239-9391-b22d1389ab7f req-f145bf7f-3964-4ed7-a60a-a51dfb881523 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b8af68a-b89f-4444-8a16-0675cfb58100 HTTP/1.1" status: 200 len: 943 time: 0.0686550 Apr 05 14:48:08.197311 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e410e821-5c6d-4239-9391-b22d1389ab7f req-7d2a48c8-1f58-4c36-acd1-fd0784e44137 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/security-groups?id=a575f41c-efa8-446d-9a28-3abb887fcc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438313 Apr 05 14:48:08.329935 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296c68f8-eb21-426e-bb25-f54d171693ff req-f9fd7c8d-848e-4f0f-9539-36bc2cf4c7c4 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:08.332654 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-296c68f8-eb21-426e-bb25-f54d171693ff req-f9fd7c8d-848e-4f0f-9539-36bc2cf4c7c4 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.11 "GET /v2.0/ports?device_id=cdec92e3-43d0-4811-92b1-9baab3c5f0ca HTTP/1.1" status: 200 len: 945 time: 0.0917296 Apr 05 14:48:08.378107 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 60656) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:48:08.450546 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-296c68f8-eb21-426e-bb25-f54d171693ff req-37b098f4-9835-4571-b15d-d6392b3bbe26 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Deleting port 36464c6d-6d13-4cca-9a36-437307dcfdff {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:48:08.450901 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-296c68f8-eb21-426e-bb25-f54d171693ff req-37b098f4-9835-4571-b15d-d6392b3bbe26 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:08.622746 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-296c68f8-eb21-426e-bb25-f54d171693ff req-37b098f4-9835-4571-b15d-d6392b3bbe26 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] For port 36464c6d-6d13-4cca-9a36-437307dcfdff, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=36464c6d-6d13-4cca-9a36-437307dcfdff,segment=NetworkSegment(b9bfc1ba-c081-43c0-97a1-329aced7b561),segment_id=b9bfc1ba-c081-43c0-97a1-329aced7b561)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:48:08.623517 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-296c68f8-eb21-426e-bb25-f54d171693ff req-37b098f4-9835-4571-b15d-d6392b3bbe26 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:08.642993 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-296c68f8-eb21-426e-bb25-f54d171693ff req-37b098f4-9835-4571-b15d-d6392b3bbe26 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Calling delete_port for 36464c6d-6d13-4cca-9a36-437307dcfdff owned by compute:nova {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:48:08.682639 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ddacd2-ef2d-4228-87ff-f5c93caa0cef req-79c45222-fc56-4d0d-a2bf-e4d1f41bba42 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:08.682639 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-40ddacd2-ef2d-4228-87ff-f5c93caa0cef req-79c45222-fc56-4d0d-a2bf-e4d1f41bba42 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdec92e3-43d0-4811-92b1-9baab3c5f0ca HTTP/1.1" status: 200 len: 945 time: 0.1101282 Apr 05 14:48:08.745843 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-40ddacd2-ef2d-4228-87ff-f5c93caa0cef req-09cc4277-07a9-4558-a28b-eb397a71ed18 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=11640d9f-a14a-4756-b499-b13013deda57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557008 Apr 05 14:48:08.772904 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-40cbce39-174e-4a5a-8282-21a93e5b5ee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:08.912952 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-40cbce39-174e-4a5a-8282-21a93e5b5ee1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:08.947479 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-296c68f8-eb21-426e-bb25-f54d171693ff req-37b098f4-9835-4571-b15d-d6392b3bbe26 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:08.959628 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['7782696d-12b2-4415-8728-5874c031edf7', '36464c6d-6d13-4cca-9a36-437307dcfdff'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:48:08.998139 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b098f4-9835-4571-b15d-d6392b3bbe26 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Pushing event deleted for resources: {'Port': ['ID=36464c6d-6d13-4cca-9a36-437307dcfdff,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:09.061263 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-40cbce39-174e-4a5a-8282-21a93e5b5ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:09.088764 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-296c68f8-eb21-426e-bb25-f54d171693ff req-37b098f4-9835-4571-b15d-d6392b3bbe26 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] No DVR routers for this DVR port 36464c6d-6d13-4cca-9a36-437307dcfdff on host n-h2-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:48:09.095874 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-296c68f8-eb21-426e-bb25-f54d171693ff req-37b098f4-9835-4571-b15d-d6392b3bbe26 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:09.098205 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 750c2ab8-ecf1-4330-8abf-8f40615a03f3 details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:48:09.107827 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-296c68f8-eb21-426e-bb25-f54d171693ff req-37b098f4-9835-4571-b15d-d6392b3bbe26 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.11 "DELETE /v2.0/ports/36464c6d-6d13-4cca-9a36-437307dcfdff HTTP/1.1" status: 204 len: 173 time: 0.7676892 Apr 05 14:48:09.109719 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdec92e3-43d0-4811-92b1-9baab3c5f0ca', 'name': 'network-vif-deleted', 'tag': '36464c6d-6d13-4cca-9a36-437307dcfdff'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:48:09.129859 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82903ec5-9e45-4b7d-a161-0f160f1d2624" -d '{"events": [{"server_uuid": "cdec92e3-43d0-4811-92b1-9baab3c5f0ca", "name": "network-vif-deleted", "tag": "36464c6d-6d13-4cca-9a36-437307dcfdff"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:48:09.175982 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-40cbce39-174e-4a5a-8282-21a93e5b5ee1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b90d03e4510e4d539387606d7a371579&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7963138 Apr 05 14:48:09.175982 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cbce39-174e-4a5a-8282-21a93e5b5ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc4cd41-7ba3-403f-86f5-457fe3e7ccc3,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:09.180683 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 60686) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:48:09.280454 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e792af11-42c7-49b9-b343-d0d7fa7d1cfa x-openstack-request-id: req-e792af11-42c7-49b9-b343-d0d7fa7d1cfa {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:48:09.280812 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdec92e3-43d0-4811-92b1-9baab3c5f0ca", "name": "network-vif-deleted", "tag": "36464c6d-6d13-4cca-9a36-437307dcfdff", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:48:09.282140 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e792af11-42c7-49b9-b343-d0d7fa7d1cfa {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:48:09.282578 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e792af11-42c7-49b9-b343-d0d7fa7d1cfa'] response: {'server_uuid': 'cdec92e3-43d0-4811-92b1-9baab3c5f0ca', 'name': 'network-vif-deleted', 'tag': '36464c6d-6d13-4cca-9a36-437307dcfdff', 'status': 'completed', 'code': 200} Apr 05 14:48:09.330247 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 60696) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:48:09.371600 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-621616d0-b9e7-4710-bbc7-39e7f4a5371d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:09.436490 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-621616d0-b9e7-4710-bbc7-39e7f4a5371d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:09.471541 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 750c2ab8-ecf1-4330-8abf-8f40615a03f3, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=750c2ab8-ecf1-4330-8abf-8f40615a03f3,segment=NetworkSegment(d7e644b5-fa1e-4b2a-9f86-a040a37f818a),segment_id=d7e644b5-fa1e-4b2a-9f86-a040a37f818a)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:48:09.497981 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea44a0c-9519-4054-9567-8ac6e0996c44 req-4cde3cdb-ff19-45bb-8255-778381d412cd tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:09.501337 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': '750c2ab8-ecf1-4330-8abf-8f40615a03f3', 'network_id': '9f9a638e-c362-4ed9-9ce0-8c328a9b342c', 'port_id': '750c2ab8-ecf1-4330-8abf-8f40615a03f3', 'mac_address': 'fa:16:3e:71:0f:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c6481b7-fb57-4506-848f-a54d4cbfc052', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:48:09.509196 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bea44a0c-9519-4054-9567-8ac6e0996c44 req-4cde3cdb-ff19-45bb-8255-778381d412cd tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b8af68a-b89f-4444-8a16-0675cfb58100 HTTP/1.1" status: 200 len: 943 time: 0.1346810 Apr 05 14:48:09.573743 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:09.585510 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-968b8e75-c9c5-4ea5-a1bc-e429d2c457dd admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-636690510-network', 'tenant_id': '9a25028a1c0a4616a4e1ce9e27066b4d'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:48:09.594501 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 750c2ab8-ecf1-4330-8abf-8f40615a03f3 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:48:09.610668 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-621616d0-b9e7-4710-bbc7-39e7f4a5371d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:09.612449 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-621616d0-b9e7-4710-bbc7-39e7f4a5371d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:09.616550 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-621616d0-b9e7-4710-bbc7-39e7f4a5371d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6fc4cd41-7ba3-403f-86f5-457fe3e7ccc3 HTTP/1.1" status: 204 len: 168 time: 0.4315610 Apr 05 14:48:09.631082 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621616d0-b9e7-4710-bbc7-39e7f4a5371d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc4cd41-7ba3-403f-86f5-457fe3e7ccc3,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:09.643659 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 750c2ab8-ecf1-4330-8abf-8f40615a03f3, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=750c2ab8-ecf1-4330-8abf-8f40615a03f3,segment=NetworkSegment(d7e644b5-fa1e-4b2a-9f86-a040a37f818a),segment_id=d7e644b5-fa1e-4b2a-9f86-a040a37f818a)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:48:09.705019 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bea44a0c-9519-4054-9567-8ac6e0996c44 req-8d3cd928-661c-49c2-a4c8-87d0b7b34a6f tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/security-groups?id=a575f41c-efa8-446d-9a28-3abb887fcc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947577 Apr 05 14:48:09.740516 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:09.775246 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-968b8e75-c9c5-4ea5-a1bc-e429d2c457dd admin admin] Made reservation on behalf of 9a25028a1c0a4616a4e1ce9e27066b4d for: {'network': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:48:09.777634 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-968b8e75-c9c5-4ea5-a1bc-e429d2c457dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:09.807033 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-968b8e75-c9c5-4ea5-a1bc-e429d2c457dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:09.944354 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=750c2ab8-ecf1-4330-8abf-8f40615a03f3,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:09.952263 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['750c2ab8-ecf1-4330-8abf-8f40615a03f3'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:48:10.014562 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fa6bf9e6-61b4-4369-968b-3628a2d29422 req-9338bc04-d0ca-4973-9365-18df75b1e94a tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdec92e3-43d0-4811-92b1-9baab3c5f0ca HTTP/1.1" status: 200 len: 210 time: 0.0762641 Apr 05 14:48:10.064663 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-968b8e75-c9c5-4ea5-a1bc-e429d2c457dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:10.180555 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-968b8e75-c9c5-4ea5-a1bc-e429d2c457dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:10.224221 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968b8e75-c9c5-4ea5-a1bc-e429d2c457dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c067c2-d76d-4ac3-b680-963b85ba7441,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:10.234626 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-968b8e75-c9c5-4ea5-a1bc-e429d2c457dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=103320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:48:10.246522 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-968b8e75-c9c5-4ea5-a1bc-e429d2c457dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:10.247174 n-d-836650-2 neutron-server[103320]: INFO neutron.db.segments_db [None req-968b8e75-c9c5-4ea5-a1bc-e429d2c457dd admin admin] Added segment 80484880-99dd-40bb-8bed-2d77fe138aa1 of type vlan for network a188833a-fa37-4636-bcb6-2874f72ec493 Apr 05 14:48:10.300659 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-968b8e75-c9c5-4ea5-a1bc-e429d2c457dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:10.438019 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-968b8e75-c9c5-4ea5-a1bc-e429d2c457dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:10.439135 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968b8e75-c9c5-4ea5-a1bc-e429d2c457dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:10.439980 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-968b8e75-c9c5-4ea5-a1bc-e429d2c457dd admin admin] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:10.510966 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968b8e75-c9c5-4ea5-a1bc-e429d2c457dd admin admin] Pushing event updated for resources: {'Network': ['ID=a188833a-fa37-4636-bcb6-2874f72ec493,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:10.521730 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network a188833a-fa37-4636-bcb6-2874f72ec493 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:48:10.560173 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-968b8e75-c9c5-4ea5-a1bc-e429d2c457dd admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2262211 Apr 05 14:48:10.560421 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 60752) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:48:10.566862 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-12d54191-03e7-4d9c-9681-c1b92c61aecd admin admin] Request body: {'subnet': {'network_id': 'a188833a-fa37-4636-bcb6-2874f72ec493', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-636690510-subnet', 'tenant_id': '9a25028a1c0a4616a4e1ce9e27066b4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:48:10.609309 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 60754) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:48:10.635190 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0b347f99-c982-44c2-b7f4-5099291ef1a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:10.750653 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0b347f99-c982-44c2-b7f4-5099291ef1a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:10.768974 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d54191-03e7-4d9c-9681-c1b92c61aecd admin admin] Made reservation on behalf of 9a25028a1c0a4616a4e1ce9e27066b4d for: {'subnet': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:48:10.771838 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-12d54191-03e7-4d9c-9681-c1b92c61aecd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13127328'] for subnet, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:10.817030 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-052f2b5f-86f4-47f5-8211-c521add34964 req-4d6fa031-8fed-4784-8ed7-d3ae2d26e43f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0587635d-2d83-4d44-9a8f-6b7847388bdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2971525 Apr 05 14:48:10.856408 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0b347f99-c982-44c2-b7f4-5099291ef1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:10.891305 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052f2b5f-86f4-47f5-8211-c521add34964 req-24310492-b21d-4bba-9ce4-6471d14af339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:10.899822 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-052f2b5f-86f4-47f5-8211-c521add34964 req-24310492-b21d-4bba-9ce4-6471d14af339 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b1c6fdb1754a4696ad2f30e73253b821&device_id=0587635d-2d83-4d44-9a8f-6b7847388bdc HTTP/1.1" status: 200 len: 1097 time: 0.0534720 Apr 05 14:48:11.017553 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052f2b5f-86f4-47f5-8211-c521add34964 req-26f0b9a5-2737-496d-9483-56501f8d5080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:11.019446 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-052f2b5f-86f4-47f5-8211-c521add34964 req-26f0b9a5-2737-496d-9483-56501f8d5080 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0ec84664-b286-431c-8e6d-81964b6279ea HTTP/1.1" status: 200 len: 912 time: 0.0997374 Apr 05 14:48:11.068630 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-0b347f99-c982-44c2-b7f4-5099291ef1a8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b9bf3560b8944e04b2955afbe4691020&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4582021 Apr 05 14:48:11.083091 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 750c2ab8-ecf1-4330-8abf-8f40615a03f3 up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:48:11.098691 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 60798) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:48:11.147415 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-052f2b5f-86f4-47f5-8211-c521add34964 req-3b11d708-b5ec-48e1-8b23-0c0dc58884bd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95fc697c-6787-48b0-b796-42740b6c32c8 HTTP/1.1" status: 200 len: 1002 time: 0.1199803 Apr 05 14:48:11.161939 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2aa253-0727-4c4a-bfb4-27ace2b832a2 req-5b0dc6d2-a5d2-4b54-af1e-5d5583e138f3 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:11.172589 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1e2aa253-0727-4c4a-bfb4-27ace2b832a2 req-5b0dc6d2-a5d2-4b54-af1e-5d5583e138f3 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b8af68a-b89f-4444-8a16-0675cfb58100 HTTP/1.1" status: 200 len: 944 time: 0.3977313 Apr 05 14:48:11.175461 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b347f99-c982-44c2-b7f4-5099291ef1a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a6bb2d4-f3b6-4595-a080-ab3ba13e1dc4,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:11.213600 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1e2aa253-0727-4c4a-bfb4-27ace2b832a2 req-141bd96f-faec-44dc-8ed6-164cbabbc4bc tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/security-groups?id=a575f41c-efa8-446d-9a28-3abb887fcc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396316 Apr 05 14:48:11.222160 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-52bc8939-2360-4d92-9e94-98044a934e44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:11.237719 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052f2b5f-86f4-47f5-8211-c521add34964 req-f9a4e040-7328-4208-a416-05954286b77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:11.239272 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-052f2b5f-86f4-47f5-8211-c521add34964 req-f9a4e040-7328-4208-a416-05954286b77e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5191ec95-9794-4487-b4dd-b62543d80f6a HTTP/1.1" status: 200 len: 850 time: 0.0808976 Apr 05 14:48:11.239404 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-12d54191-03e7-4d9c-9681-c1b92c61aecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15773751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13127350'] for subnet, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:11.244172 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port 750c2ab8-ecf1-4330-8abf-8f40615a03f3 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:48:11.256535 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port 750c2ab8-ecf1-4330-8abf-8f40615a03f3 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:48:11.256934 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:11.289935 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-52bc8939-2360-4d92-9e94-98044a934e44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:11.366403 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d54191-03e7-4d9c-9681-c1b92c61aecd admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e548709-8263-4834-b24d-96fcea075255,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:11.374843 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d54191-03e7-4d9c-9681-c1b92c61aecd admin admin] Checking segment: {'id': '80484880-99dd-40bb-8bed-2d77fe138aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'a188833a-fa37-4636-bcb6-2874f72ec493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:48:11.380136 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d54191-03e7-4d9c-9681-c1b92c61aecd admin admin] Network hostable DHCP agents. Network: a188833a-fa37-4636-bcb6-2874f72ec493, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:48:11.395652 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052f2b5f-86f4-47f5-8211-c521add34964 req-0bc4640b-0982-45c2-8e84-b0fb1d8c5baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:11.401302 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-052f2b5f-86f4-47f5-8211-c521add34964 req-0bc4640b-0982-45c2-8e84-b0fb1d8c5baf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0ec84664-b286-431c-8e6d-81964b6279ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1485674 Apr 05 14:48:11.405250 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:11.433424 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b8af68a-b89f-4444-8a16-0675cfb58100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '750c2ab8-ecf1-4330-8abf-8f40615a03f3'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:48:11.436058 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62db4459-2782-44b5-ac43-832601a475ad" -d '{"events": [{"server_uuid": "6b8af68a-b89f-4444-8a16-0675cfb58100", "name": "network-vif-plugged", "status": "completed", "tag": "750c2ab8-ecf1-4330-8abf-8f40615a03f3"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:48:11.461556 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 750c2ab8-ecf1-4330-8abf-8f40615a03f3, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=750c2ab8-ecf1-4330-8abf-8f40615a03f3,segment=NetworkSegment(d7e644b5-fa1e-4b2a-9f86-a040a37f818a),segment_id=d7e644b5-fa1e-4b2a-9f86-a040a37f818a)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:48:11.463446 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d54191-03e7-4d9c-9681-c1b92c61aecd admin admin] Network a188833a-fa37-4636-bcb6-2874f72ec493 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:48:11.469553 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-52bc8939-2360-4d92-9e94-98044a934e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:11.472148 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-52bc8939-2360-4d92-9e94-98044a934e44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:11.478066 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-52bc8939-2360-4d92-9e94-98044a934e44 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6a6bb2d4-f3b6-4595-a080-ab3ba13e1dc4 HTTP/1.1" status: 204 len: 168 time: 0.3741353 Apr 05 14:48:11.481317 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dec7db-3fb9-4189-a410-9bd96d6e1075 req-20cee61e-4415-4cc9-9390-46c13b75663e tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:11.482785 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-33dec7db-3fb9-4189-a410-9bd96d6e1075 req-20cee61e-4415-4cc9-9390-46c13b75663e tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/ports?device_id=0587635d-2d83-4d44-9a8f-6b7847388bdc HTTP/1.1" status: 200 len: 946 time: 0.0686967 Apr 05 14:48:11.541964 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc8939-2360-4d92-9e94-98044a934e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a6bb2d4-f3b6-4595-a080-ab3ba13e1dc4,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:11.558146 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-33dec7db-3fb9-4189-a410-9bd96d6e1075 req-27aa2ada-0639-4e45-8b0a-c01edd736262 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c5ad20b-1af0-4fc7-9b1a-1ba5c50b7606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519378 Apr 05 14:48:11.568622 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:11.597784 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-12d54191-03e7-4d9c-9681-c1b92c61aecd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, a188833a-fa37-4636-bcb6-2874f72ec493) {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:48:11.606115 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d54191-03e7-4d9c-9681-c1b92c61aecd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:11.608617 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-12d54191-03e7-4d9c-9681-c1b92c61aecd admin admin] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:11.623066 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-052f2b5f-86f4-47f5-8211-c521add34964 req-56a554b7-c4b0-4007-8182-602e65b194fc service neutron] 10.222.0.11 "GET /v2.0/networks/0ec84664-b286-431c-8e6d-81964b6279ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137733 Apr 05 14:48:11.678498 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab0922d-983c-483d-b4c3-850febb6a16f x-openstack-request-id: req-6ab0922d-983c-483d-b4c3-850febb6a16f {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:48:11.681045 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b8af68a-b89f-4444-8a16-0675cfb58100", "name": "network-vif-plugged", "status": "completed", "tag": "750c2ab8-ecf1-4330-8abf-8f40615a03f3", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:48:11.681809 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6ab0922d-983c-483d-b4c3-850febb6a16f {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:48:11.682405 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ab0922d-983c-483d-b4c3-850febb6a16f'] response: {'server_uuid': '6b8af68a-b89f-4444-8a16-0675cfb58100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '750c2ab8-ecf1-4330-8abf-8f40615a03f3', 'code': 200} Apr 05 14:48:11.683363 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ecce7e-0999-41c5-8b74-1c0cf2ce43cc None None] Network a188833a-fa37-4636-bcb6-2874f72ec493 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:48:11.687426 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=750c2ab8-ecf1-4330-8abf-8f40615a03f3,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:11.737360 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-12d54191-03e7-4d9c-9681-c1b92c61aecd admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1755259 Apr 05 14:48:11.738514 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-052f2b5f-86f4-47f5-8211-c521add34964 req-aef4bd02-7fe1-4160-a1fe-d3ec31ebac3e service neutron] 10.222.0.11 "GET /v2.0/networks/0ec84664-b286-431c-8e6d-81964b6279ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066318 Apr 05 14:48:11.798235 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 36464c6d-6d13-4cca-9a36-437307dcfdff no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:48:11.849690 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] No Port match for: 36464c6d-6d13-4cca-9a36-437307dcfdff {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:48:11.850331 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 36464c6d-6d13-4cca-9a36-437307dcfdff not bound to the agent host n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:48:11.858346 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afbb42a-8987-4f60-8ed9-efff22c00e32 req-a644755f-056b-4921-b096-9a20330c9282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:11.864026 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6afbb42a-8987-4f60-8ed9-efff22c00e32 req-a644755f-056b-4921-b096-9a20330c9282 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6b8af68a-b89f-4444-8a16-0675cfb58100 HTTP/1.1" status: 200 len: 1096 time: 0.0708158 Apr 05 14:48:11.943996 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6afbb42a-8987-4f60-8ed9-efff22c00e32 req-c74ca257-1e33-4294-b622-46d856d107e5 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a575f41c-efa8-446d-9a28-3abb887fcc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714815 Apr 05 14:48:11.966539 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd340ad7-fcca-41e8-95e3-c249aee068ae None None] Network a188833a-fa37-4636-bcb6-2874f72ec493 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:48:12.056073 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3758c98-9454-449e-bfa8-fadda594f03a req-3dc9f253-29c4-44eb-9495-55a60bceba0f tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:12.066918 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c3758c98-9454-449e-bfa8-fadda594f03a req-3dc9f253-29c4-44eb-9495-55a60bceba0f tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fb8ba11-dd17-4faf-8654-fe2f3115015c HTTP/1.1" status: 200 len: 945 time: 0.0787416 Apr 05 14:48:12.161536 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c3758c98-9454-449e-bfa8-fadda594f03a req-be566db6-86f0-490a-8645-44220b803a4b tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=11640d9f-a14a-4756-b499-b13013deda57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931301 Apr 05 14:48:12.363830 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22a88b-d55b-4acb-90d7-1fe68e1c812a req-f5f067e9-a819-40a1-bb4c-9e1a938ab14e tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:12.369397 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4f22a88b-d55b-4acb-90d7-1fe68e1c812a req-f5f067e9-a819-40a1-bb4c-9e1a938ab14e tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b8af68a-b89f-4444-8a16-0675cfb58100 HTTP/1.1" status: 200 len: 945 time: 0.0759547 Apr 05 14:48:12.394668 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:12.421997 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4f22a88b-d55b-4acb-90d7-1fe68e1c812a req-29621461-5502-47ac-9632-dc6b2fa92b94 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/security-groups?id=a575f41c-efa8-446d-9a28-3abb887fcc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414538 Apr 05 14:48:12.590560 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b7d95-4347-467c-b1c0-5368f593604c req-d990a933-6586-4335-a1c0-21ef7107a173 tempest-ServerTagsTestJSON-1442923941 tempest-ServerTagsTestJSON-1442923941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:12.592811 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-085b7d95-4347-467c-b1c0-5368f593604c req-d990a933-6586-4335-a1c0-21ef7107a173 tempest-ServerTagsTestJSON-1442923941 tempest-ServerTagsTestJSON-1442923941-project] 10.222.0.30 "GET /v2.0/networks?id=a188833a-fa37-4636-bcb6-2874f72ec493 HTTP/1.1" status: 200 len: 808 time: 0.1361651 Apr 05 14:48:12.610005 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-085b7d95-4347-467c-b1c0-5368f593604c req-2f69be5c-a9dd-416c-89a7-77de628210e1 tempest-ServerTagsTestJSON-1442923941 tempest-ServerTagsTestJSON-1442923941-project] 10.222.0.30 "GET /v2.0/quotas/9a25028a1c0a4616a4e1ce9e27066b4d HTTP/1.1" status: 200 len: 375 time: 0.0110803 Apr 05 14:48:12.659870 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-085b7d95-4347-467c-b1c0-5368f593604c req-ee93ddcd-6ada-4766-b912-b1fc846f84a0 tempest-ServerTagsTestJSON-1442923941 tempest-ServerTagsTestJSON-1442923941-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9a25028a1c0a4616a4e1ce9e27066b4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436099 Apr 05 14:48:12.660432 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 60900) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:48:12.677870 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7b073494-beb1-45b4-8ab7-ad8e5dca47e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:12.774098 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7b073494-beb1-45b4-8ab7-ad8e5dca47e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:12.796481 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422bee3-9e95-4c49-9299-8d4f5bc244b7 req-c674631d-112d-4659-a556-d0ef70f42c2d tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:12.801428 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0422bee3-9e95-4c49-9299-8d4f5bc244b7 req-c674631d-112d-4659-a556-d0ef70f42c2d tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/ports?device_id=0587635d-2d83-4d44-9a8f-6b7847388bdc HTTP/1.1" status: 200 len: 946 time: 0.1414237 Apr 05 14:48:12.805194 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-085b7d95-4347-467c-b1c0-5368f593604c req-6de2eeb6-98c6-4587-bc8e-dd4bf65e2d41 service neutron] 10.222.0.30 "GET /v2.0/networks/a188833a-fa37-4636-bcb6-2874f72ec493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298921 Apr 05 14:48:12.854951 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7b073494-beb1-45b4-8ab7-ad8e5dca47e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:12.924198 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0422bee3-9e95-4c49-9299-8d4f5bc244b7 req-ad7b187f-3efb-4595-878a-29e3d9192247 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c5ad20b-1af0-4fc7-9b1a-1ba5c50b7606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173091 Apr 05 14:48:12.926802 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-7b073494-beb1-45b4-8ab7-ad8e5dca47e6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a9d60a391363429cbb7ae954d89225d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2646105 Apr 05 14:48:12.927278 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 60904) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:48:12.932703 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b073494-beb1-45b4-8ab7-ad8e5dca47e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0631481c-4e17-45e5-a3dd-1c12b67621cf,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:12.993709 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-085b7d95-4347-467c-b1c0-5368f593604c req-d56f4297-b968-478b-b933-637554783b5e service neutron] 10.222.0.30 "GET /v2.0/networks/a188833a-fa37-4636-bcb6-2874f72ec493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804907 Apr 05 14:48:13.011174 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-79c9d9f8-c6e5-4224-b6be-6fc27238a7bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:13.037806 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-79c9d9f8-c6e5-4224-b6be-6fc27238a7bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:13.203723 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-79c9d9f8-c6e5-4224-b6be-6fc27238a7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:13.207127 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-79c9d9f8-c6e5-4224-b6be-6fc27238a7bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:13.213839 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-79c9d9f8-c6e5-4224-b6be-6fc27238a7bc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0631481c-4e17-45e5-a3dd-1c12b67621cf HTTP/1.1" status: 204 len: 168 time: 0.2853062 Apr 05 14:48:13.243919 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c9d9f8-c6e5-4224-b6be-6fc27238a7bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0631481c-4e17-45e5-a3dd-1c12b67621cf,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:13.370924 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f832f993-1dc0-46ca-b001-1ef30dba7fe5 req-fe9bede9-e2fd-4841-8756-05a92f4bff15 tempest-ServerTagsTestJSON-1442923941 tempest-ServerTagsTestJSON-1442923941-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5f67c16-8e83-4c5f-86c2-e1561500cabd HTTP/1.1" status: 200 len: 210 time: 0.0625856 Apr 05 14:48:13.408948 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef90ba94-21ea-4248-979e-a6d351cdbde9 req-92d6400f-0bad-4c70-8802-4d6156ccf9e9 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:13.411341 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ef90ba94-21ea-4248-979e-a6d351cdbde9 req-92d6400f-0bad-4c70-8802-4d6156ccf9e9 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fb8ba11-dd17-4faf-8654-fe2f3115015c HTTP/1.1" status: 200 len: 945 time: 0.1161730 Apr 05 14:48:13.488646 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ef90ba94-21ea-4248-979e-a6d351cdbde9 req-8fa1d0f2-a1eb-4450-a328-5e4bc912d9d1 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=11640d9f-a14a-4756-b499-b13013deda57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683966 Apr 05 14:48:13.593500 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b26506-bb77-4dc2-bda9-5f1db53cfa7c req-481cbc47-f920-4e52-a519-bc3252645578 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:13.597385 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-31b26506-bb77-4dc2-bda9-5f1db53cfa7c req-481cbc47-f920-4e52-a519-bc3252645578 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b8af68a-b89f-4444-8a16-0675cfb58100 HTTP/1.1" status: 200 len: 945 time: 0.0703063 Apr 05 14:48:13.649486 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-31b26506-bb77-4dc2-bda9-5f1db53cfa7c req-db629395-6cc0-4704-ba53-5989f34a999f tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/security-groups?id=a575f41c-efa8-446d-9a28-3abb887fcc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449646 Apr 05 14:48:14.082388 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527715bc-f9dd-4973-aff5-6ca415a2b63b req-b0d62e29-14ce-4fef-8ee7-670e2b02c966 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:14.088234 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:14.105512 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-527715bc-f9dd-4973-aff5-6ca415a2b63b req-b0d62e29-14ce-4fef-8ee7-670e2b02c966 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/ports?device_id=0587635d-2d83-4d44-9a8f-6b7847388bdc HTTP/1.1" status: 200 len: 946 time: 0.0832260 Apr 05 14:48:14.163105 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-527715bc-f9dd-4973-aff5-6ca415a2b63b req-58cb8b60-178c-46a2-a74f-8a581667ffce tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c5ad20b-1af0-4fc7-9b1a-1ba5c50b7606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496933 Apr 05 14:48:14.226870 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77e760e-9b60-4572-96e2-9238d2eeae6b req-e37d93f4-0a09-4af3-857e-92edc6cfff28 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:14.233501 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b77e760e-9b60-4572-96e2-9238d2eeae6b req-e37d93f4-0a09-4af3-857e-92edc6cfff28 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b8af68a-b89f-4444-8a16-0675cfb58100 HTTP/1.1" status: 200 len: 945 time: 0.0683911 Apr 05 14:48:14.371044 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b77e760e-9b60-4572-96e2-9238d2eeae6b req-212b0978-a0ad-4137-9650-687587214d23 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/security-groups?id=a575f41c-efa8-446d-9a28-3abb887fcc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345077 Apr 05 14:48:14.372539 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8427e2b9-468b-45f3-b4ee-1964453962a9 req-a9d25346-8d3d-41ca-89be-fbdd3fee2c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:14.374695 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8427e2b9-468b-45f3-b4ee-1964453962a9 req-a9d25346-8d3d-41ca-89be-fbdd3fee2c10 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=18bcf235b4184fc1aeec763dc6732b36&device_id=6b8af68a-b89f-4444-8a16-0675cfb58100 HTTP/1.1" status: 200 len: 1096 time: 0.1206584 Apr 05 14:48:14.497994 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9b43e2f0-3d1f-4dd0-95a0-dec119688e71 req-a27d2507-0e34-4751-be03-c3fdfe1de9ec tempest-ServerTagsTestJSON-1442923941 tempest-ServerTagsTestJSON-1442923941-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5f67c16-8e83-4c5f-86c2-e1561500cabd HTTP/1.1" status: 200 len: 210 time: 0.0347025 Apr 05 14:48:14.504528 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8427e2b9-468b-45f3-b4ee-1964453962a9 req-4961746b-4946-48fe-b25f-1e53941dddfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:14.506497 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8427e2b9-468b-45f3-b4ee-1964453962a9 req-4961746b-4946-48fe-b25f-1e53941dddfa service neutron] 10.222.0.55 "GET /v2.0/networks?id=9f9a638e-c362-4ed9-9ce0-8c328a9b342c HTTP/1.1" status: 200 len: 921 time: 0.1218688 Apr 05 14:48:14.563789 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8427e2b9-468b-45f3-b4ee-1964453962a9 req-914ab93b-167b-4068-b8f1-da1e456f877a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=750c2ab8-ecf1-4330-8abf-8f40615a03f3 HTTP/1.1" status: 200 len: 217 time: 0.0499566 Apr 05 14:48:14.670225 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 60956) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:48:14.674161 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8427e2b9-468b-45f3-b4ee-1964453962a9 req-04b40c6f-5a1a-41d9-8a01-ab8e328499b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:14.676557 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8427e2b9-468b-45f3-b4ee-1964453962a9 req-04b40c6f-5a1a-41d9-8a01-ab8e328499b8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9c6481b7-fb57-4506-848f-a54d4cbfc052 HTTP/1.1" status: 200 len: 860 time: 0.1066759 Apr 05 14:48:14.686227 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d1b52b-d216-41b0-be12-b6123ddae09f req-3bd564a9-27ac-46aa-b4f5-acc18f4bd9a3 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:14.693848 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-22d1b52b-d216-41b0-be12-b6123ddae09f req-3bd564a9-27ac-46aa-b4f5-acc18f4bd9a3 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fb8ba11-dd17-4faf-8654-fe2f3115015c HTTP/1.1" status: 200 len: 945 time: 0.0846860 Apr 05 14:48:14.739493 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8427e2b9-468b-45f3-b4ee-1964453962a9 req-dfebe94e-723a-4cae-9e81-eb6d7eadd6e3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9f9a638e-c362-4ed9-9ce0-8c328a9b342c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428822 Apr 05 14:48:14.780917 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-22d1b52b-d216-41b0-be12-b6123ddae09f req-2ae09ebe-cca7-4958-bf14-a197afc7a274 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/security-groups?id=11640d9f-a14a-4756-b499-b13013deda57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861783 Apr 05 14:48:14.807778 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-91e30b22-1d5f-4454-9ae0-24d0788dc8dd admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1550523337-network', 'tenant_id': '48b4e3631f3848fc9514bcdedbce1969'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:48:14.868630 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ec33f9-e69c-42a6-93a7-a4cf9baf48e1 req-ef07873a-2b5f-4766-9d74-16f85cda309b tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:14.869804 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8427e2b9-468b-45f3-b4ee-1964453962a9 req-9f23adce-7ed2-4d79-970e-fbb42f78169f service neutron] 10.222.0.55 "GET /v2.0/networks/9f9a638e-c362-4ed9-9ce0-8c328a9b342c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229532 Apr 05 14:48:14.870640 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-76ec33f9-e69c-42a6-93a7-a4cf9baf48e1 req-ef07873a-2b5f-4766-9d74-16f85cda309b tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.11 "GET /v2.0/ports?device_id=1fb8ba11-dd17-4faf-8654-fe2f3115015c HTTP/1.1" status: 200 len: 945 time: 0.1001363 Apr 05 14:48:14.959961 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e30b22-1d5f-4454-9ae0-24d0788dc8dd admin admin] Made reservation on behalf of 48b4e3631f3848fc9514bcdedbce1969 for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:48:14.963089 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-91e30b22-1d5f-4454-9ae0-24d0788dc8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:14.980087 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8427e2b9-468b-45f3-b4ee-1964453962a9 req-677fc4ca-cf7a-47c6-ad16-fff330d55987 service neutron] 10.222.0.55 "GET /v2.0/networks/9f9a638e-c362-4ed9-9ce0-8c328a9b342c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030977 Apr 05 14:48:14.980339 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-91e30b22-1d5f-4454-9ae0-24d0788dc8dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:15.025079 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-76ec33f9-e69c-42a6-93a7-a4cf9baf48e1 req-5d417ac5-b590-45ae-95cb-9032f197159a tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Deleting port 7782696d-12b2-4415-8728-5874c031edf7 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:48:15.025659 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-76ec33f9-e69c-42a6-93a7-a4cf9baf48e1 req-5d417ac5-b590-45ae-95cb-9032f197159a tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:15.355223 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c0e6db-dbe4-4363-963c-0ecf706748e4 req-efe86b4c-aa20-47af-81f6-6ac934d0a905 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:15.364186 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f7c0e6db-dbe4-4363-963c-0ecf706748e4 req-efe86b4c-aa20-47af-81f6-6ac934d0a905 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/ports?device_id=0587635d-2d83-4d44-9a8f-6b7847388bdc HTTP/1.1" status: 200 len: 946 time: 0.1031094 Apr 05 14:48:15.433039 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f7c0e6db-dbe4-4363-963c-0ecf706748e4 req-0de07001-8f88-417b-9ed6-98f5c3b8f1c9 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c5ad20b-1af0-4fc7-9b1a-1ba5c50b7606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479569 Apr 05 14:48:15.514905 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d08dba-2191-4c29-9452-a8eb5eed84d9 req-658b85ef-2d2b-44d4-818a-a37344cb1547 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:15.521789 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-77d08dba-2191-4c29-9452-a8eb5eed84d9 req-658b85ef-2d2b-44d4-818a-a37344cb1547 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b8af68a-b89f-4444-8a16-0675cfb58100 HTTP/1.1" status: 200 len: 945 time: 0.0617540 Apr 05 14:48:15.521967 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-76ec33f9-e69c-42a6-93a7-a4cf9baf48e1 req-5d417ac5-b590-45ae-95cb-9032f197159a tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] For port 7782696d-12b2-4415-8728-5874c031edf7, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=7782696d-12b2-4415-8728-5874c031edf7,segment=NetworkSegment(b9bfc1ba-c081-43c0-97a1-329aced7b561),segment_id=b9bfc1ba-c081-43c0-97a1-329aced7b561)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:48:15.526697 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-76ec33f9-e69c-42a6-93a7-a4cf9baf48e1 req-5d417ac5-b590-45ae-95cb-9032f197159a tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:15.539607 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-91e30b22-1d5f-4454-9ae0-24d0788dc8dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:15.543740 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-76ec33f9-e69c-42a6-93a7-a4cf9baf48e1 req-5d417ac5-b590-45ae-95cb-9032f197159a tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Calling delete_port for 7782696d-12b2-4415-8728-5874c031edf7 owned by compute:nova {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:48:15.579570 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-77d08dba-2191-4c29-9452-a8eb5eed84d9 req-6cf6c5c3-78f1-470f-9dbd-0027ce627862 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/security-groups?id=a575f41c-efa8-446d-9a28-3abb887fcc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521958 Apr 05 14:48:15.611927 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-91e30b22-1d5f-4454-9ae0-24d0788dc8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:15.638128 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2444e86e-70bc-40c2-ac74-6c1fe7ed6c8e req-ef07f863-51be-4d37-b6a0-bf8934ad9cc5 tempest-ServerTagsTestJSON-1442923941 tempest-ServerTagsTestJSON-1442923941-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5f67c16-8e83-4c5f-86c2-e1561500cabd HTTP/1.1" status: 200 len: 210 time: 0.0338576 Apr 05 14:48:15.651836 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91e30b22-1d5f-4454-9ae0-24d0788dc8dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:48:15.669051 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e30b22-1d5f-4454-9ae0-24d0788dc8dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c00b0932-1aa6-43ef-b77e-b373241a5c9a,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:15.679971 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-91e30b22-1d5f-4454-9ae0-24d0788dc8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:15.679971 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-91e30b22-1d5f-4454-9ae0-24d0788dc8dd admin admin] Added segment e30a930c-be1b-45ef-aea8-a32ed0f0904e of type vlan for network 33ebbbee-9109-44a5-810a-f864f1056c06 Apr 05 14:48:15.752127 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-91e30b22-1d5f-4454-9ae0-24d0788dc8dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:15.849084 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-76ec33f9-e69c-42a6-93a7-a4cf9baf48e1 req-5d417ac5-b590-45ae-95cb-9032f197159a tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:15.891253 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1465b6dc-b424-489e-b3b0-6d2d453aac8e req-1bc87d19-780b-49a2-97dc-4fcd8f1838dc tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fb8ba11-dd17-4faf-8654-fe2f3115015c HTTP/1.1" status: 200 len: 210 time: 0.0287719 Apr 05 14:48:15.916479 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d417ac5-b590-45ae-95cb-9032f197159a tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Pushing event deleted for resources: {'Port': ['ID=7782696d-12b2-4415-8728-5874c031edf7,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:15.919232 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-91e30b22-1d5f-4454-9ae0-24d0788dc8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:15.920198 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e30b22-1d5f-4454-9ae0-24d0788dc8dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:15.920776 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-91e30b22-1d5f-4454-9ae0-24d0788dc8dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:16.006240 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-76ec33f9-e69c-42a6-93a7-a4cf9baf48e1 req-5d417ac5-b590-45ae-95cb-9032f197159a tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] No DVR routers for this DVR port 7782696d-12b2-4415-8728-5874c031edf7 on host n-h2-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:48:16.010819 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-76ec33f9-e69c-42a6-93a7-a4cf9baf48e1 req-5d417ac5-b590-45ae-95cb-9032f197159a tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:16.014216 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-76ec33f9-e69c-42a6-93a7-a4cf9baf48e1 req-5d417ac5-b590-45ae-95cb-9032f197159a tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.11 "DELETE /v2.0/ports/7782696d-12b2-4415-8728-5874c031edf7 HTTP/1.1" status: 204 len: 173 time: 1.1372941 Apr 05 14:48:16.014683 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fb8ba11-dd17-4faf-8654-fe2f3115015c', 'name': 'network-vif-deleted', 'tag': '7782696d-12b2-4415-8728-5874c031edf7'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:48:16.017043 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-891697ac-4363-4258-b978-2e2efd3803c3" -d '{"events": [{"server_uuid": "1fb8ba11-dd17-4faf-8654-fe2f3115015c", "name": "network-vif-deleted", "tag": "7782696d-12b2-4415-8728-5874c031edf7"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:48:16.051536 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e30b22-1d5f-4454-9ae0-24d0788dc8dd admin admin] Pushing event updated for resources: {'Network': ['ID=33ebbbee-9109-44a5-810a-f864f1056c06,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:16.068013 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 33ebbbee-9109-44a5-810a-f864f1056c06 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:48:16.076834 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6dc7a0a-dc98-45ae-ba70-94be86823d29 x-openstack-request-id: req-c6dc7a0a-dc98-45ae-ba70-94be86823d29 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:48:16.077232 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fb8ba11-dd17-4faf-8654-fe2f3115015c", "name": "network-vif-deleted", "tag": "7782696d-12b2-4415-8728-5874c031edf7", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:48:16.077399 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c6dc7a0a-dc98-45ae-ba70-94be86823d29 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:48:16.077806 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6dc7a0a-dc98-45ae-ba70-94be86823d29'] response: {'server_uuid': '1fb8ba11-dd17-4faf-8654-fe2f3115015c', 'name': 'network-vif-deleted', 'tag': '7782696d-12b2-4415-8728-5874c031edf7', 'status': 'completed', 'code': 200} Apr 05 14:48:16.187737 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b7d95-4347-467c-b1c0-5368f593604c req-ba2c5be2-2da4-40a0-8e1c-0ef327452780 tempest-ServerTagsTestJSON-1442923941 tempest-ServerTagsTestJSON-1442923941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:16.189740 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-085b7d95-4347-467c-b1c0-5368f593604c req-ba2c5be2-2da4-40a0-8e1c-0ef327452780 tempest-ServerTagsTestJSON-1442923941 tempest-ServerTagsTestJSON-1442923941-project] 10.222.0.11 "GET /v2.0/networks?id=a188833a-fa37-4636-bcb6-2874f72ec493 HTTP/1.1" status: 200 len: 808 time: 0.1472149 Apr 05 14:48:16.201280 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-91e30b22-1d5f-4454-9ae0-24d0788dc8dd admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5288789 Apr 05 14:48:16.203737 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 60978) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:48:16.215022 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-085b7d95-4347-467c-b1c0-5368f593604c req-70358fa2-b3e9-4da6-a71c-73196008273a tempest-ServerTagsTestJSON-1442923941 tempest-ServerTagsTestJSON-1442923941-project] Request body: {'port': {'device_id': 'f5f67c16-8e83-4c5f-86c2-e1561500cabd', 'network_id': 'a188833a-fa37-4636-bcb6-2874f72ec493', 'admin_state_up': True, 'tenant_id': '9a25028a1c0a4616a4e1ce9e27066b4d'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:48:16.215216 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-983f8cd4-6f4d-4db5-9385-0a9e9e5bd5e8 admin admin] Request body: {'subnet': {'network_id': '33ebbbee-9109-44a5-810a-f864f1056c06', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1550523337-subnet', 'tenant_id': '48b4e3631f3848fc9514bcdedbce1969', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:48:16.351727 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-983f8cd4-6f4d-4db5-9385-0a9e9e5bd5e8 admin admin] Made reservation on behalf of 48b4e3631f3848fc9514bcdedbce1969 for: {'subnet': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:48:16.354126 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-983f8cd4-6f4d-4db5-9385-0a9e9e5bd5e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13127328'] for subnet, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:16.523211 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-085b7d95-4347-467c-b1c0-5368f593604c req-70358fa2-b3e9-4da6-a71c-73196008273a tempest-ServerTagsTestJSON-1442923941 tempest-ServerTagsTestJSON-1442923941-project] Made reservation on behalf of 9a25028a1c0a4616a4e1ce9e27066b4d for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:48:16.527333 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-085b7d95-4347-467c-b1c0-5368f593604c req-70358fa2-b3e9-4da6-a71c-73196008273a tempest-ServerTagsTestJSON-1442923941 tempest-ServerTagsTestJSON-1442923941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:16.656221 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b915b-8078-4112-bf69-72cadfa091d8 req-ae28a763-d24c-4c7f-a058-eb7e58f5c7bd tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:16.657772 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dc4b915b-8078-4112-bf69-72cadfa091d8 req-ae28a763-d24c-4c7f-a058-eb7e58f5c7bd tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/ports?device_id=0587635d-2d83-4d44-9a8f-6b7847388bdc HTTP/1.1" status: 200 len: 946 time: 0.1147850 Apr 05 14:48:16.675198 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [req-085b7d95-4347-467c-b1c0-5368f593604c req-70358fa2-b3e9-4da6-a71c-73196008273a tempest-ServerTagsTestJSON-1442923941 tempest-ServerTagsTestJSON-1442923941-project] Allocated IP 172.20.0.7 (a188833a-fa37-4636-bcb6-2874f72ec493/6e548709-8263-4834-b24d-96fcea075255/c9e5fd66-9063-4278-b257-6987c7721a34) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:48:16.754186 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dc4b915b-8078-4112-bf69-72cadfa091d8 req-e67dc1b1-caa9-42e3-bb55-791883228dc6 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c5ad20b-1af0-4fc7-9b1a-1ba5c50b7606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842192 Apr 05 14:48:16.771496 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b2706-cceb-4b26-b195-eafb61fdf498 req-0b4c014f-a8b2-4060-aa39-360286701143 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:16.773273 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-188b2706-cceb-4b26-b195-eafb61fdf498 req-0b4c014f-a8b2-4060-aa39-360286701143 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b8af68a-b89f-4444-8a16-0675cfb58100 HTTP/1.1" status: 200 len: 945 time: 0.0806170 Apr 05 14:48:16.780359 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-983f8cd4-6f4d-4db5-9385-0a9e9e5bd5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15773751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13127350'] for subnet, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:16.865737 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-085b7d95-4347-467c-b1c0-5368f593604c req-70358fa2-b3e9-4da6-a71c-73196008273a tempest-ServerTagsTestJSON-1442923941 tempest-ServerTagsTestJSON-1442923941-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:16.905790 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-89ff44e5-6434-493c-a4b2-dca42d360fec req-9e9c855b-5f83-40f4-bb20-111bb388a11d tempest-ServerTagsTestJSON-1442923941 tempest-ServerTagsTestJSON-1442923941-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5f67c16-8e83-4c5f-86c2-e1561500cabd HTTP/1.1" status: 200 len: 210 time: 0.0568917 Apr 05 14:48:16.916676 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983f8cd4-6f4d-4db5-9385-0a9e9e5bd5e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16aedb91-43df-4a9b-b105-9eda5be8909e,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:16.930260 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-188b2706-cceb-4b26-b195-eafb61fdf498 req-6e55dfdd-123b-4202-9112-8c7a826efe0b tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/security-groups?id=a575f41c-efa8-446d-9a28-3abb887fcc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457236 Apr 05 14:48:16.941304 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983f8cd4-6f4d-4db5-9385-0a9e9e5bd5e8 admin admin] Checking segment: {'id': 'e30a930c-be1b-45ef-aea8-a32ed0f0904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '33ebbbee-9109-44a5-810a-f864f1056c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:48:16.941304 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983f8cd4-6f4d-4db5-9385-0a9e9e5bd5e8 admin admin] Network hostable DHCP agents. Network: 33ebbbee-9109-44a5-810a-f864f1056c06, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:48:16.980765 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-085b7d95-4347-467c-b1c0-5368f593604c req-70358fa2-b3e9-4da6-a71c-73196008273a tempest-ServerTagsTestJSON-1442923941 tempest-ServerTagsTestJSON-1442923941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:17.026431 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-085b7d95-4347-467c-b1c0-5368f593604c req-70358fa2-b3e9-4da6-a71c-73196008273a tempest-ServerTagsTestJSON-1442923941 tempest-ServerTagsTestJSON-1442923941-project] Network a188833a-fa37-4636-bcb6-2874f72ec493 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:48:17.031748 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [req-085b7d95-4347-467c-b1c0-5368f593604c req-70358fa2-b3e9-4da6-a71c-73196008273a tempest-ServerTagsTestJSON-1442923941 tempest-ServerTagsTestJSON-1442923941-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:48:17.040249 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-085b7d95-4347-467c-b1c0-5368f593604c req-70358fa2-b3e9-4da6-a71c-73196008273a tempest-ServerTagsTestJSON-1442923941 tempest-ServerTagsTestJSON-1442923941-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:48:17.045352 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6b303dbc-a543-4720-9712-5619b20ecd75 req-bc1145ac-ea67-4747-a548-e0c29c463692 tempest-ServerRescueNegativeTestJSON-2137539461 tempest-ServerRescueNegativeTestJSON-2137539461-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fb8ba11-dd17-4faf-8654-fe2f3115015c HTTP/1.1" status: 200 len: 210 time: 0.0366731 Apr 05 14:48:17.067654 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70358fa2-b3e9-4da6-a71c-73196008273a tempest-ServerTagsTestJSON-1442923941 tempest-ServerTagsTestJSON-1442923941-project] Pushing event updated for resources: {'Port': ['ID=c9e5fd66-9063-4278-b257-6987c7721a34,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:17.096841 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b7d95-4347-467c-b1c0-5368f593604c req-70358fa2-b3e9-4da6-a71c-73196008273a tempest-ServerTagsTestJSON-1442923941 tempest-ServerTagsTestJSON-1442923941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:17.097827 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-085b7d95-4347-467c-b1c0-5368f593604c req-70358fa2-b3e9-4da6-a71c-73196008273a tempest-ServerTagsTestJSON-1442923941 tempest-ServerTagsTestJSON-1442923941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:17.106347 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983f8cd4-6f4d-4db5-9385-0a9e9e5bd5e8 admin admin] Network 33ebbbee-9109-44a5-810a-f864f1056c06 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:48:17.254759 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-983f8cd4-6f4d-4db5-9385-0a9e9e5bd5e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 33ebbbee-9109-44a5-810a-f864f1056c06) {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:48:17.261386 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983f8cd4-6f4d-4db5-9385-0a9e9e5bd5e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:17.262759 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-983f8cd4-6f4d-4db5-9385-0a9e9e5bd5e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:17.264353 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-085b7d95-4347-467c-b1c0-5368f593604c req-70358fa2-b3e9-4da6-a71c-73196008273a tempest-ServerTagsTestJSON-1442923941 tempest-ServerTagsTestJSON-1442923941-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0585616 Apr 05 14:48:17.264676 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac73d3aa-41bd-46ee-8ad2-d05a4847dc3a None None] Network 33ebbbee-9109-44a5-810a-f864f1056c06 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:48:17.278387 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-085b7d95-4347-467c-b1c0-5368f593604c req-b8ebfa93-6b5b-46ce-a171-a77e76baf7d4 service neutron] Request body: {'port': {'device_id': 'f5f67c16-8e83-4c5f-86c2-e1561500cabd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-2'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:48:17.344743 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-085b7d95-4347-467c-b1c0-5368f593604c req-b8ebfa93-6b5b-46ce-a171-a77e76baf7d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:17.388696 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-983f8cd4-6f4d-4db5-9385-0a9e9e5bd5e8 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1833847 Apr 05 14:48:17.428579 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ff1433-a1fc-4402-aa3d-57dde0650ec5 None None] Network 33ebbbee-9109-44a5-810a-f864f1056c06 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:48:17.683208 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [req-085b7d95-4347-467c-b1c0-5368f593604c req-b8ebfa93-6b5b-46ce-a171-a77e76baf7d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9e5fd66-9063-4278-b257-6987c7721a34 {{(pid=103321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:48:17.691401 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-085b7d95-4347-467c-b1c0-5368f593604c req-b8ebfa93-6b5b-46ce-a171-a77e76baf7d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:17.709422 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.provisioning_blocks [req-085b7d95-4347-467c-b1c0-5368f593604c req-b8ebfa93-6b5b-46ce-a171-a77e76baf7d4 service neutron] Transition to ACTIVE for port object c9e5fd66-9063-4278-b257-6987c7721a34 will not be triggered until provisioned by entity L2. {{(pid=103321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:48:17.797421 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 7782696d-12b2-4415-8728-5874c031edf7 no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:48:17.820851 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] No Port match for: 7782696d-12b2-4415-8728-5874c031edf7 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:48:17.821231 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 7782696d-12b2-4415-8728-5874c031edf7 not bound to the agent host n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:48:17.825889 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-085b7d95-4347-467c-b1c0-5368f593604c req-b8ebfa93-6b5b-46ce-a171-a77e76baf7d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:17.889273 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d04e2a1-d986-46cb-9aaa-e0960095be6b req-7e99c183-c298-49b6-93f0-fb08432c90ed tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:17.900935 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8d04e2a1-d986-46cb-9aaa-e0960095be6b req-7e99c183-c298-49b6-93f0-fb08432c90ed tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/ports?device_id=0587635d-2d83-4d44-9a8f-6b7847388bdc HTTP/1.1" status: 200 len: 946 time: 0.0635731 Apr 05 14:48:17.911764 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebfa93-6b5b-46ce-a171-a77e76baf7d4 service neutron] Pushing event updated for resources: {'Port': ['ID=c9e5fd66-9063-4278-b257-6987c7721a34,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:17.939471 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8d04e2a1-d986-46cb-9aaa-e0960095be6b req-3b49e416-7d3c-4866-baa5-3397742d8dfc tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c5ad20b-1af0-4fc7-9b1a-1ba5c50b7606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412400 Apr 05 14:48:17.977001 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-085b7d95-4347-467c-b1c0-5368f593604c req-b8ebfa93-6b5b-46ce-a171-a77e76baf7d4 service neutron] Attempting to bind port c9e5fd66-9063-4278-b257-6987c7721a34 on host n-h2-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:48:17.977001 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-085b7d95-4347-467c-b1c0-5368f593604c req-b8ebfa93-6b5b-46ce-a171-a77e76baf7d4 service neutron] Attempting to bind port c9e5fd66-9063-4278-b257-6987c7721a34 by drivers openvswitch,hyperv on host n-h2-836650-2 at level 0 using segments [{'id': '80484880-99dd-40bb-8bed-2d77fe138aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'a188833a-fa37-4636-bcb6-2874f72ec493'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:48:17.977001 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085b7d95-4347-467c-b1c0-5368f593604c req-b8ebfa93-6b5b-46ce-a171-a77e76baf7d4 service neutron] Attempting to bind port c9e5fd66-9063-4278-b257-6987c7721a34 on network a188833a-fa37-4636-bcb6-2874f72ec493 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:48:17.983686 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085b7d95-4347-467c-b1c0-5368f593604c req-b8ebfa93-6b5b-46ce-a171-a77e76baf7d4 service neutron] Port c9e5fd66-9063-4278-b257-6987c7721a34 on network a188833a-fa37-4636-bcb6-2874f72ec493 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:48:17.984209 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085b7d95-4347-467c-b1c0-5368f593604c req-b8ebfa93-6b5b-46ce-a171-a77e76baf7d4 service neutron] Attempting to bind port c9e5fd66-9063-4278-b257-6987c7721a34 on network a188833a-fa37-4636-bcb6-2874f72ec493 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:48:17.993277 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085b7d95-4347-467c-b1c0-5368f593604c req-b8ebfa93-6b5b-46ce-a171-a77e76baf7d4 service neutron] Checking agent: {'id': '6d8cf521-24bb-4b6a-bbae-0284f5c87a9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:48:17.993973 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085b7d95-4347-467c-b1c0-5368f593604c req-b8ebfa93-6b5b-46ce-a171-a77e76baf7d4 service neutron] Checking segment: {'id': '80484880-99dd-40bb-8bed-2d77fe138aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'a188833a-fa37-4636-bcb6-2874f72ec493'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:48:17.994569 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085b7d95-4347-467c-b1c0-5368f593604c req-b8ebfa93-6b5b-46ce-a171-a77e76baf7d4 service neutron] Bound using segment: {'id': '80484880-99dd-40bb-8bed-2d77fe138aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'a188833a-fa37-4636-bcb6-2874f72ec493'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:48:17.995222 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-085b7d95-4347-467c-b1c0-5368f593604c req-b8ebfa93-6b5b-46ce-a171-a77e76baf7d4 service neutron] Bound port: c9e5fd66-9063-4278-b257-6987c7721a34, host: n-h2-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80484880-99dd-40bb-8bed-2d77fe138aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'a188833a-fa37-4636-bcb6-2874f72ec493'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:48:17.995860 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-085b7d95-4347-467c-b1c0-5368f593604c req-b8ebfa93-6b5b-46ce-a171-a77e76baf7d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:18.081528 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-085b7d95-4347-467c-b1c0-5368f593604c req-b8ebfa93-6b5b-46ce-a171-a77e76baf7d4 service neutron] For port c9e5fd66-9063-4278-b257-6987c7721a34, host n-h2-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:48:18.085463 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-085b7d95-4347-467c-b1c0-5368f593604c req-b8ebfa93-6b5b-46ce-a171-a77e76baf7d4 service neutron] For port c9e5fd66-9063-4278-b257-6987c7721a34, host n-h2-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=c9e5fd66-9063-4278-b257-6987c7721a34,segment=NetworkSegment(80484880-99dd-40bb-8bed-2d77fe138aa1),segment_id=80484880-99dd-40bb-8bed-2d77fe138aa1)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:48:18.096840 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d22a7-4692-435a-a7d7-0f91c9924181 req-2270f572-3f85-4c5e-a54c-03cf48016d76 tempest-ServerTagsTestJSON-1442923941 tempest-ServerTagsTestJSON-1442923941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:18.098406 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-de2d22a7-4692-435a-a7d7-0f91c9924181 req-2270f572-3f85-4c5e-a54c-03cf48016d76 tempest-ServerTagsTestJSON-1442923941 tempest-ServerTagsTestJSON-1442923941-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5f67c16-8e83-4c5f-86c2-e1561500cabd HTTP/1.1" status: 200 len: 943 time: 0.0893741 Apr 05 14:48:18.123488 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f88c8b6-d477-476c-b88a-1114c93144f6 req-5f9b0690-1add-40fd-aa67-3d6d1d950a56 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:18.125078 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5f88c8b6-d477-476c-b88a-1114c93144f6 req-5f9b0690-1add-40fd-aa67-3d6d1d950a56 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b8af68a-b89f-4444-8a16-0675cfb58100 HTTP/1.1" status: 200 len: 945 time: 0.0778286 Apr 05 14:48:18.177273 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-de2d22a7-4692-435a-a7d7-0f91c9924181 req-2900bb17-3fd5-4033-8653-aa6201c648e1 tempest-ServerTagsTestJSON-1442923941 tempest-ServerTagsTestJSON-1442923941-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0c067c2-d76d-4ac3-b680-963b85ba7441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699048 Apr 05 14:48:18.198122 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5f88c8b6-d477-476c-b88a-1114c93144f6 req-f3b7821e-602d-43c2-a232-4be62e102546 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/security-groups?id=a575f41c-efa8-446d-9a28-3abb887fcc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628402 Apr 05 14:48:18.207513 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-085b7d95-4347-467c-b1c0-5368f593604c req-b8ebfa93-6b5b-46ce-a171-a77e76baf7d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:18.256757 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 32778) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:48:18.264697 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b7d95-4347-467c-b1c0-5368f593604c req-b8ebfa93-6b5b-46ce-a171-a77e76baf7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:18.265344 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-085b7d95-4347-467c-b1c0-5368f593604c req-b8ebfa93-6b5b-46ce-a171-a77e76baf7d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:18.266812 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-085b7d95-4347-467c-b1c0-5368f593604c req-b8ebfa93-6b5b-46ce-a171-a77e76baf7d4 service neutron] 10.222.0.11 "PUT /v2.0/ports/c9e5fd66-9063-4278-b257-6987c7721a34 HTTP/1.1" status: 200 len: 1091 time: 0.9942584 Apr 05 14:48:18.267257 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5f67c16-8e83-4c5f-86c2-e1561500cabd', 'tag': 'c9e5fd66-9063-4278-b257-6987c7721a34'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:48:18.269557 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de799c5-d47c-4f90-8004-cd74e3efe1f7" -d '{"events": [{"name": "network-changed", "server_uuid": "f5f67c16-8e83-4c5f-86c2-e1561500cabd", "tag": "c9e5fd66-9063-4278-b257-6987c7721a34"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:48:18.305137 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebfa93-6b5b-46ce-a171-a77e76baf7d4 service neutron] Pushing event updated for resources: {'Port': ['ID=c9e5fd66-9063-4278-b257-6987c7721a34,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:18.325618 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa2c456-b1b5-48aa-b8ee-8f59d28dcc78 x-openstack-request-id: req-5fa2c456-b1b5-48aa-b8ee-8f59d28dcc78 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:48:18.325903 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5f67c16-8e83-4c5f-86c2-e1561500cabd", "tag": "c9e5fd66-9063-4278-b257-6987c7721a34", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:48:18.326148 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5fa2c456-b1b5-48aa-b8ee-8f59d28dcc78 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:48:18.326559 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fa2c456-b1b5-48aa-b8ee-8f59d28dcc78'] response: {'name': 'network-changed', 'server_uuid': 'f5f67c16-8e83-4c5f-86c2-e1561500cabd', 'tag': 'c9e5fd66-9063-4278-b257-6987c7721a34', 'status': 'completed', 'code': 200} Apr 05 14:48:18.431994 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de799c5-d47c-4f90-8004-cd74e3efe1f7 req-843fa016-ea92-40d3-8beb-3094b52f73d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:18.437398 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-0de799c5-d47c-4f90-8004-cd74e3efe1f7 req-843fa016-ea92-40d3-8beb-3094b52f73d2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9a25028a1c0a4616a4e1ce9e27066b4d&device_id=f5f67c16-8e83-4c5f-86c2-e1561500cabd HTTP/1.1" status: 200 len: 1094 time: 0.0834055 Apr 05 14:48:18.568157 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de799c5-d47c-4f90-8004-cd74e3efe1f7 req-f159e775-8538-48ac-8553-bef4fd3183bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:18.570371 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-0de799c5-d47c-4f90-8004-cd74e3efe1f7 req-f159e775-8538-48ac-8553-bef4fd3183bf service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=9a25028a1c0a4616a4e1ce9e27066b4d&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1250887 Apr 05 14:48:18.698164 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de799c5-d47c-4f90-8004-cd74e3efe1f7 req-01f4d05b-b77d-4451-8397-0fc67908afab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:18.699638 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-0de799c5-d47c-4f90-8004-cd74e3efe1f7 req-01f4d05b-b77d-4451-8397-0fc67908afab service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1236351 Apr 05 14:48:18.793126 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b7d95-4347-467c-b1c0-5368f593604c req-1bec07ee-df03-4138-be26-ef20bee604b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:18.794218 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-085b7d95-4347-467c-b1c0-5368f593604c req-1bec07ee-df03-4138-be26-ef20bee604b7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9a25028a1c0a4616a4e1ce9e27066b4d&device_id=f5f67c16-8e83-4c5f-86c2-e1561500cabd HTTP/1.1" status: 200 len: 1094 time: 0.0568619 Apr 05 14:48:18.844928 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-085b7d95-4347-467c-b1c0-5368f593604c req-e39a01db-44d2-41d2-b497-66138d9dbfbf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9e5fd66-9063-4278-b257-6987c7721a34 HTTP/1.1" status: 200 len: 217 time: 0.0375500 Apr 05 14:48:18.910322 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b7d95-4347-467c-b1c0-5368f593604c req-b90cbf8a-bc19-4ccf-8b8b-47e662a0a90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:18.917044 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-085b7d95-4347-467c-b1c0-5368f593604c req-b90cbf8a-bc19-4ccf-8b8b-47e662a0a90d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6e548709-8263-4834-b24d-96fcea075255 HTTP/1.1" status: 200 len: 848 time: 0.0669835 Apr 05 14:48:18.951062 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-085b7d95-4347-467c-b1c0-5368f593604c req-a057e8c9-b2b4-4d52-851f-f1cd31a236a9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a188833a-fa37-4636-bcb6-2874f72ec493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319138 Apr 05 14:48:19.108018 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-085b7d95-4347-467c-b1c0-5368f593604c req-3dc79dc4-7269-4370-a99b-9becd0780dac service neutron] 10.222.0.11 "GET /v2.0/networks/a188833a-fa37-4636-bcb6-2874f72ec493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502934 Apr 05 14:48:19.170308 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6015729b-3246-43bc-b926-4ecfeb390d92 req-bbf2c31b-0a22-43bc-9f22-a64d2e440a39 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:19.172414 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6015729b-3246-43bc-b926-4ecfeb390d92 req-bbf2c31b-0a22-43bc-9f22-a64d2e440a39 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/ports?device_id=0587635d-2d83-4d44-9a8f-6b7847388bdc HTTP/1.1" status: 200 len: 946 time: 0.0904927 Apr 05 14:48:19.206049 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-28f61549-3ae2-4edc-b053-74e6d4f60c44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809988'] for router_interface, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:19.237371 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-085b7d95-4347-467c-b1c0-5368f593604c req-3bfbd01c-7715-4425-868c-56369799c8c7 service neutron] 10.222.0.11 "GET /v2.0/networks/a188833a-fa37-4636-bcb6-2874f72ec493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228430 Apr 05 14:48:19.295718 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6015729b-3246-43bc-b926-4ecfeb390d92 req-d7d2e6eb-2e26-4f42-98eb-446db491684e tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c5ad20b-1af0-4fc7-9b1a-1ba5c50b7606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134284 Apr 05 14:48:19.388394 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279f6a3c-f070-4035-abb0-8b9cafe66bf8 req-76d9841c-0938-40b9-8755-64723bb83125 tempest-ServerTagsTestJSON-1442923941 tempest-ServerTagsTestJSON-1442923941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:19.390135 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-279f6a3c-f070-4035-abb0-8b9cafe66bf8 req-76d9841c-0938-40b9-8755-64723bb83125 tempest-ServerTagsTestJSON-1442923941 tempest-ServerTagsTestJSON-1442923941-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5f67c16-8e83-4c5f-86c2-e1561500cabd HTTP/1.1" status: 200 len: 943 time: 0.1118450 Apr 05 14:48:19.574135 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b330674c-819c-4625-89e6-fb82efbec8d2 req-39ef3c36-219a-4991-9664-866b0ab852b6 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:19.575650 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b330674c-819c-4625-89e6-fb82efbec8d2 req-39ef3c36-219a-4991-9664-866b0ab852b6 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b8af68a-b89f-4444-8a16-0675cfb58100 HTTP/1.1" status: 200 len: 945 time: 0.1825237 Apr 05 14:48:19.586169 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-279f6a3c-f070-4035-abb0-8b9cafe66bf8 req-ffe7740b-9b33-47b4-9acf-06e83d41d9a0 tempest-ServerTagsTestJSON-1442923941 tempest-ServerTagsTestJSON-1442923941-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0c067c2-d76d-4ac3-b680-963b85ba7441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695392 Apr 05 14:48:19.649658 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b330674c-819c-4625-89e6-fb82efbec8d2 req-52b3430f-69b3-4533-abc2-61ffe185d585 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/security-groups?id=a575f41c-efa8-446d-9a28-3abb887fcc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616820 Apr 05 14:48:19.923940 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-28f61549-3ae2-4edc-b053-74e6d4f60c44 admin admin] Deleting port dde8d4a0-5751-430b-a866-1c4b80327c4c {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:48:19.923940 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-28f61549-3ae2-4edc-b053-74e6d4f60c44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:19.923940 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-28f61549-3ae2-4edc-b053-74e6d4f60c44 admin admin] For port dde8d4a0-5751-430b-a866-1c4b80327c4c, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=dde8d4a0-5751-430b-a866-1c4b80327c4c,segment=NetworkSegment(b9bfc1ba-c081-43c0-97a1-329aced7b561),segment_id=b9bfc1ba-c081-43c0-97a1-329aced7b561)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:48:19.923940 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-28f61549-3ae2-4edc-b053-74e6d4f60c44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:19.923940 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-28f61549-3ae2-4edc-b053-74e6d4f60c44 admin admin] Calling delete_port for dde8d4a0-5751-430b-a866-1c4b80327c4c owned by network:router_interface {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:48:20.435688 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78feb51-2641-4f75-84c8-5550467a6fdb req-52ff7e41-c30b-474d-aed3-9ad9ca57a1e2 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:20.437331 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d78feb51-2641-4f75-84c8-5550467a6fdb req-52ff7e41-c30b-474d-aed3-9ad9ca57a1e2 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/ports?device_id=0587635d-2d83-4d44-9a8f-6b7847388bdc HTTP/1.1" status: 200 len: 946 time: 0.0555460 Apr 05 14:48:20.478491 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d78feb51-2641-4f75-84c8-5550467a6fdb req-017f8af9-aba8-4052-ac93-e329f0546cef tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c5ad20b-1af0-4fc7-9b1a-1ba5c50b7606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349259 Apr 05 14:48:20.534747 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-28f61549-3ae2-4edc-b053-74e6d4f60c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:20.563347 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f61549-3ae2-4edc-b053-74e6d4f60c44 admin admin] Pushing event deleted for resources: {'Port': ['ID=dde8d4a0-5751-430b-a866-1c4b80327c4c,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:20.837939 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-28f61549-3ae2-4edc-b053-74e6d4f60c44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1798829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810128'] for router_interface, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:20.859720 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537401d2-df11-4a58-afcb-aed29fa8d9b7 req-6f8a4ce7-58ee-466c-88e9-8bd4a38caac6 tempest-ServerTagsTestJSON-1442923941 tempest-ServerTagsTestJSON-1442923941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:20.861304 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-537401d2-df11-4a58-afcb-aed29fa8d9b7 req-6f8a4ce7-58ee-466c-88e9-8bd4a38caac6 tempest-ServerTagsTestJSON-1442923941 tempest-ServerTagsTestJSON-1442923941-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5f67c16-8e83-4c5f-86c2-e1561500cabd HTTP/1.1" status: 200 len: 943 time: 0.1627989 Apr 05 14:48:20.923047 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e6b41-b657-4ff0-849f-e8f944077f55 req-d0909450-cd5c-4933-aa99-8c36ccb5b4a7 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:20.928281 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c04e6b41-b657-4ff0-849f-e8f944077f55 req-d0909450-cd5c-4933-aa99-8c36ccb5b4a7 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b8af68a-b89f-4444-8a16-0675cfb58100 HTTP/1.1" status: 200 len: 945 time: 0.1582680 Apr 05 14:48:21.003612 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-537401d2-df11-4a58-afcb-aed29fa8d9b7 req-0d8b213e-da70-4cb7-b1fa-a49f2182edfd tempest-ServerTagsTestJSON-1442923941 tempest-ServerTagsTestJSON-1442923941-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0c067c2-d76d-4ac3-b680-963b85ba7441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354268 Apr 05 14:48:21.031709 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c04e6b41-b657-4ff0-849f-e8f944077f55 req-04096264-cb7f-497f-ab2c-6f0615e4667d tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/security-groups?id=a575f41c-efa8-446d-9a28-3abb887fcc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936980 Apr 05 14:48:21.172943 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28f61549-3ae2-4edc-b053-74e6d4f60c44 admin admin] Router 8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:48:21.292867 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28f61549-3ae2-4edc-b053-74e6d4f60c44 admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:48:21.302059 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-28f61549-3ae2-4edc-b053-74e6d4f60c44 admin admin] 10.222.0.30 "PUT /v2.0/routers/8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0417540 Apr 05 14:48:21.302273 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 32820) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:48:21.306707 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942d4900-3135-42bb-afea-f3e35d1ea187 None None] Sync routers for ids ['8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:48:21.318269 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942d4900-3135-42bb-afea-f3e35d1ea187 None None] Routers {'8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:48:21.318966 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-942d4900-3135-42bb-afea-f3e35d1ea187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:47:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:48:21.438293 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-effffa6e-1478-4b27-aa97-c83ac99794a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:21.455046 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-942d4900-3135-42bb-afea-f3e35d1ea187 None None] Set router 8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:48:21.651719 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9232d938-a3fd-4dc7-8238-1cddee8845c7 req-273ea044-7fee-43c5-9293-57f47586c11a tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:21.653198 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9232d938-a3fd-4dc7-8238-1cddee8845c7 req-273ea044-7fee-43c5-9293-57f47586c11a tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/ports?device_id=0587635d-2d83-4d44-9a8f-6b7847388bdc HTTP/1.1" status: 200 len: 946 time: 0.0822632 Apr 05 14:48:21.655766 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-effffa6e-1478-4b27-aa97-c83ac99794a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:21.701732 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9232d938-a3fd-4dc7-8238-1cddee8845c7 req-2aba47d6-c04a-4b17-a562-dd32abdd7b69 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c5ad20b-1af0-4fc7-9b1a-1ba5c50b7606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386927 Apr 05 14:48:21.711276 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-942d4900-3135-42bb-afea-f3e35d1ea187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4', 'name': 'tempest-ServerRescueNegativeTestJSON-1160995064-router', 'tenant_id': 'd9feba5fdbdc4767955480ab96956cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': '07cfa7e2-a078-464a-9c71-3b040f3f020d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:42:35Z', 'updated_at': '2022-04-05T14:48:19Z', 'revision_number': 5, 'project_id': 'd9feba5fdbdc4767955480ab96956cf8', 'gw_port': {'id': '07cfa7e2-a078-464a-9c71-3b040f3f020d', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:38Z', 'updated_at': '2022-04-05T14:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:48:21.750751 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942d4900-3135-42bb-afea-f3e35d1ea187 None None] Checking router: 8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4 for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:48:21.761507 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942d4900-3135-42bb-afea-f3e35d1ea187 None None] Routers {'8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:48:21.762555 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-942d4900-3135-42bb-afea-f3e35d1ea187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:47:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:48:21.780022 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-effffa6e-1478-4b27-aa97-c83ac99794a4 admin admin] Deleting port 07cfa7e2-a078-464a-9c71-3b040f3f020d {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:48:21.780362 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-effffa6e-1478-4b27-aa97-c83ac99794a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:21.858688 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device c9e5fd66-9063-4278-b257-6987c7721a34 details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:48:21.906077 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-effffa6e-1478-4b27-aa97-c83ac99794a4 admin admin] For port 07cfa7e2-a078-464a-9c71-3b040f3f020d, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=07cfa7e2-a078-464a-9c71-3b040f3f020d,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:48:21.910405 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-effffa6e-1478-4b27-aa97-c83ac99794a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:21.913512 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-942d4900-3135-42bb-afea-f3e35d1ea187 None None] Set router 8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4 gateway port host: None {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:48:21.925097 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-effffa6e-1478-4b27-aa97-c83ac99794a4 admin admin] Calling delete_port for 07cfa7e2-a078-464a-9c71-3b040f3f020d owned by network:router_gateway {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:48:21.999008 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-942d4900-3135-42bb-afea-f3e35d1ea187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4', 'name': 'tempest-ServerRescueNegativeTestJSON-1160995064-router', 'tenant_id': 'd9feba5fdbdc4767955480ab96956cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:42:35Z', 'updated_at': '2022-04-05T14:48:21Z', 'revision_number': 6, 'project_id': 'd9feba5fdbdc4767955480ab96956cf8', 'gw_port_host': None}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:48:22.030718 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942d4900-3135-42bb-afea-f3e35d1ea187 None None] The sync data for ids ['8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4'] in n-d-836650-2 is: [{'id': '8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4', 'name': 'tempest-ServerRescueNegativeTestJSON-1160995064-router', 'tenant_id': 'd9feba5fdbdc4767955480ab96956cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:42:35Z', 'updated_at': '2022-04-05T14:48:21Z', 'revision_number': 6, 'project_id': 'd9feba5fdbdc4767955480ab96956cf8', 'gw_port_host': None}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:48:22.097073 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port c9e5fd66-9063-4278-b257-6987c7721a34, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=c9e5fd66-9063-4278-b257-6987c7721a34,segment=NetworkSegment(80484880-99dd-40bb-8bed-2d77fe138aa1),segment_id=80484880-99dd-40bb-8bed-2d77fe138aa1)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:48:22.113849 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': 'c9e5fd66-9063-4278-b257-6987c7721a34', 'network_id': 'a188833a-fa37-4636-bcb6-2874f72ec493', 'port_id': 'c9e5fd66-9063-4278-b257-6987c7721a34', 'mac_address': 'fa:16:3e:54:d9:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e548709-8263-4834-b24d-96fcea075255', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:48:22.171807 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:22.203690 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9e5fd66-9063-4278-b257-6987c7721a34 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:48:22.256309 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port c9e5fd66-9063-4278-b257-6987c7721a34, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=c9e5fd66-9063-4278-b257-6987c7721a34,segment=NetworkSegment(80484880-99dd-40bb-8bed-2d77fe138aa1),segment_id=80484880-99dd-40bb-8bed-2d77fe138aa1)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:48:22.310264 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-effffa6e-1478-4b27-aa97-c83ac99794a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:22.328931 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:22.387408 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effffa6e-1478-4b27-aa97-c83ac99794a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=07cfa7e2-a078-464a-9c71-3b040f3f020d,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:22.438909 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d89c3-399a-4f84-ba78-7bf3a33b5d50 req-b2f2f189-bc23-4424-a42c-5f35df2de1e6 tempest-ServerTagsTestJSON-1442923941 tempest-ServerTagsTestJSON-1442923941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:22.447177 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d07d89c3-399a-4f84-ba78-7bf3a33b5d50 req-b2f2f189-bc23-4424-a42c-5f35df2de1e6 tempest-ServerTagsTestJSON-1442923941 tempest-ServerTagsTestJSON-1442923941-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5f67c16-8e83-4c5f-86c2-e1561500cabd HTTP/1.1" status: 200 len: 943 time: 0.2617345 Apr 05 14:48:22.462235 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=c9e5fd66-9063-4278-b257-6987c7721a34,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:22.482937 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:48:22.483755 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:48:22.484832 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:48:22.485636 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:48:22.486461 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e1336-9521-45f7-8484-373e3af828c6 req-7fe52af4-28ad-4da2-af06-cca5da5e3ff6 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:22.486831 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:48:22.487321 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:48:22.488794 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:48:22.490046 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:48:22.490472 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:48:22.490808 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-445e1336-9521-45f7-8484-373e3af828c6 req-7fe52af4-28ad-4da2-af06-cca5da5e3ff6 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b8af68a-b89f-4444-8a16-0675cfb58100 HTTP/1.1" status: 200 len: 945 time: 0.3115106 Apr 05 14:48:22.491916 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:48:22.492990 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:48:22.493811 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:48:22.633125 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['c9e5fd66-9063-4278-b257-6987c7721a34'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:48:22.664972 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-effffa6e-1478-4b27-aa97-c83ac99794a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808526'] for router_gateway, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:22.689713 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d07d89c3-399a-4f84-ba78-7bf3a33b5d50 req-b68da4e1-ad31-4758-a61a-18a25fe4c505 tempest-ServerTagsTestJSON-1442923941 tempest-ServerTagsTestJSON-1442923941-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0c067c2-d76d-4ac3-b680-963b85ba7441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099113 Apr 05 14:48:22.725628 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-445e1336-9521-45f7-8484-373e3af828c6 req-78036ee7-8d2b-461c-b2cf-383868c07b75 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/security-groups?id=a575f41c-efa8-446d-9a28-3abb887fcc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251632 Apr 05 14:48:22.889818 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-effffa6e-1478-4b27-aa97-c83ac99794a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27070'] for router, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:22.893199 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-effffa6e-1478-4b27-aa97-c83ac99794a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:22.956147 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418ad0d6-a084-4c0a-a996-fe7f1df6fc5d req-64540a99-d4bc-4da3-abeb-c7048f4563a0 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:22.977996 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-418ad0d6-a084-4c0a-a996-fe7f1df6fc5d req-64540a99-d4bc-4da3-abeb-c7048f4563a0 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/ports?device_id=0587635d-2d83-4d44-9a8f-6b7847388bdc HTTP/1.1" status: 200 len: 946 time: 0.1743786 Apr 05 14:48:23.033146 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-418ad0d6-a084-4c0a-a996-fe7f1df6fc5d req-1fb91482-d13d-4938-a9fd-5248af726942 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c5ad20b-1af0-4fc7-9b1a-1ba5c50b7606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537612 Apr 05 14:48:23.209230 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device dde8d4a0-5751-430b-a866-1c4b80327c4c no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:48:23.209230 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: dde8d4a0-5751-430b-a866-1c4b80327c4c {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:48:23.209230 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device dde8d4a0-5751-430b-a866-1c4b80327c4c not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:48:23.209230 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 07cfa7e2-a078-464a-9c71-3b040f3f020d no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:48:23.209230 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 07cfa7e2-a078-464a-9c71-3b040f3f020d {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:48:23.209230 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 07cfa7e2-a078-464a-9c71-3b040f3f020d not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:48:23.810526 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f1b2ad-d3eb-4bb1-8f2d-a23394a135f5 req-4d5b12f3-b524-47bb-80fc-7c9a98568588 tempest-ServerTagsTestJSON-1442923941 tempest-ServerTagsTestJSON-1442923941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:23.813259 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e8f1b2ad-d3eb-4bb1-8f2d-a23394a135f5 req-4d5b12f3-b524-47bb-80fc-7c9a98568588 tempest-ServerTagsTestJSON-1442923941 tempest-ServerTagsTestJSON-1442923941-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5f67c16-8e83-4c5f-86c2-e1561500cabd HTTP/1.1" status: 200 len: 944 time: 0.0608647 Apr 05 14:48:23.843871 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device c9e5fd66-9063-4278-b257-6987c7721a34 up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:48:23.895978 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e8f1b2ad-d3eb-4bb1-8f2d-a23394a135f5 req-b8c01858-5903-42c7-b131-dec82c91c62d tempest-ServerTagsTestJSON-1442923941 tempest-ServerTagsTestJSON-1442923941-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0c067c2-d76d-4ac3-b680-963b85ba7441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753734 Apr 05 14:48:23.906839 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5edf57-3bc5-4dd1-a1c3-accf18827d06 req-329196bf-a49d-4b99-8369-7c60f6e76220 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:23.908564 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1a5edf57-3bc5-4dd1-a1c3-accf18827d06 req-329196bf-a49d-4b99-8369-7c60f6e76220 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b8af68a-b89f-4444-8a16-0675cfb58100 HTTP/1.1" status: 200 len: 945 time: 0.0890594 Apr 05 14:48:23.954953 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1a5edf57-3bc5-4dd1-a1c3-accf18827d06 req-a429755d-b23e-4367-8773-5a68a9609712 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/security-groups?id=a575f41c-efa8-446d-9a28-3abb887fcc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378454 Apr 05 14:48:24.186241 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-effffa6e-1478-4b27-aa97-c83ac99794a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803298'] for router, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:24.220701 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-effffa6e-1478-4b27-aa97-c83ac99794a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4 {{(pid=103320) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:48:24.220701 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-effffa6e-1478-4b27-aa97-c83ac99794a4 admin admin] Notify callbacks [] for router, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:24.220701 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-effffa6e-1478-4b27-aa97-c83ac99794a4 admin admin] 10.222.0.30 "DELETE /v2.0/routers/8acc97bb-8c37-40ae-a08f-b2a2f54fc0b4 HTTP/1.1" status: 204 len: 168 time: 2.8981006 Apr 05 14:48:24.222963 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 32852) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:48:24.356361 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb24e1-df66-4420-a435-d745e66befa6 req-5caa0fa4-b44d-41a0-b17c-bdc6e014ef0a tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:24.357996 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6bbb24e1-df66-4420-a435-d745e66befa6 req-5caa0fa4-b44d-41a0-b17c-bdc6e014ef0a tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/ports?device_id=0587635d-2d83-4d44-9a8f-6b7847388bdc HTTP/1.1" status: 200 len: 946 time: 0.0783880 Apr 05 14:48:24.363319 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0881b43-7aff-41c0-877c-e6fe7d9db8b8 admin admin] Deleting subnet fe7e919b-03a6-4a26-b866-e533217cd38c {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:48:24.367158 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f0881b43-7aff-41c0-877c-e6fe7d9db8b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:24.441076 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f0881b43-7aff-41c0-877c-e6fe7d9db8b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:24.442514 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6bbb24e1-df66-4420-a435-d745e66befa6 req-1f3ece57-1aeb-4a2f-abad-1efd68d662a6 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c5ad20b-1af0-4fc7-9b1a-1ba5c50b7606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331411 Apr 05 14:48:24.504392 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f0881b43-7aff-41c0-877c-e6fe7d9db8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:24.563723 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning for port c9e5fd66-9063-4278-b257-6987c7721a34 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:48:24.568261 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port c9e5fd66-9063-4278-b257-6987c7721a34 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:48:24.575691 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:24.659488 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:24.671536 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-596c85eb-bfaf-4832-9749-d808674db321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:24.673742 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f0881b43-7aff-41c0-877c-e6fe7d9db8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:24.689672 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f67c16-8e83-4c5f-86c2-e1561500cabd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9e5fd66-9063-4278-b257-6987c7721a34'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:48:24.693755 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a698016c-ea6d-4f54-8495-6ea498d9bbb4" -d '{"events": [{"server_uuid": "f5f67c16-8e83-4c5f-86c2-e1561500cabd", "name": "network-vif-plugged", "status": "completed", "tag": "c9e5fd66-9063-4278-b257-6987c7721a34"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:48:24.709159 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port c9e5fd66-9063-4278-b257-6987c7721a34, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=c9e5fd66-9063-4278-b257-6987c7721a34,segment=NetworkSegment(80484880-99dd-40bb-8bed-2d77fe138aa1),segment_id=80484880-99dd-40bb-8bed-2d77fe138aa1)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:48:24.715637 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0881b43-7aff-41c0-877c-e6fe7d9db8b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe7e919b-03a6-4a26-b866-e533217cd38c,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:24.718977 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f0881b43-7aff-41c0-877c-e6fe7d9db8b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:24.721271 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-f0881b43-7aff-41c0-877c-e6fe7d9db8b8 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/fe7e919b-03a6-4a26-b866-e533217cd38c HTTP/1.1" status: 204 len: 168 time: 0.4971471 Apr 05 14:48:24.723831 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 32862) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:48:24.727058 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bfa415-b80f-4dd2-9f53-0797ce0a6608 None None] Network 600f0cf5-5409-4f71-be79-543bdecff300 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:48:24.815398 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:24.923320 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=c9e5fd66-9063-4278-b257-6987c7721a34,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:24.952384 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a85c32-2341-441a-b960-a82310088721 x-openstack-request-id: req-e8a85c32-2341-441a-b960-a82310088721 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:48:24.952384 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5f67c16-8e83-4c5f-86c2-e1561500cabd", "name": "network-vif-plugged", "status": "completed", "tag": "c9e5fd66-9063-4278-b257-6987c7721a34", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:48:24.952384 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e8a85c32-2341-441a-b960-a82310088721 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:48:24.952384 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8a85c32-2341-441a-b960-a82310088721'] response: {'server_uuid': 'f5f67c16-8e83-4c5f-86c2-e1561500cabd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9e5fd66-9063-4278-b257-6987c7721a34', 'code': 200} Apr 05 14:48:25.034794 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af51c856-7430-4677-87ab-72421623d914 None None] DHCP port deletion for 600f0cf5-5409-4f71-be79-543bdecff300 request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:48:25.112041 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-af51c856-7430-4677-87ab-72421623d914 None None] Deleting port 698def39-fc15-49aa-aa90-058a80af9db4 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:48:25.112426 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-af51c856-7430-4677-87ab-72421623d914 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:25.121420 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba2a197-fcac-4467-9da7-ca7cc00a184d req-6ba0311f-2035-4cd8-a317-009909501dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:25.122938 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-eba2a197-fcac-4467-9da7-ca7cc00a184d req-6ba0311f-2035-4cd8-a317-009909501dcc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f5f67c16-8e83-4c5f-86c2-e1561500cabd HTTP/1.1" status: 200 len: 1096 time: 0.1023281 Apr 05 14:48:25.176173 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 698def39-fc15-49aa-aa90-058a80af9db4 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:48:25.185451 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-eba2a197-fcac-4467-9da7-ca7cc00a184d req-7cfc16e3-a74d-497f-9d63-7f4218405995 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c0c067c2-d76d-4ac3-b680-963b85ba7441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531583 Apr 05 14:48:25.225133 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-af51c856-7430-4677-87ab-72421623d914 None None] For port 698def39-fc15-49aa-aa90-058a80af9db4, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=698def39-fc15-49aa-aa90-058a80af9db4,segment=NetworkSegment(b9bfc1ba-c081-43c0-97a1-329aced7b561),segment_id=b9bfc1ba-c081-43c0-97a1-329aced7b561)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:48:25.225464 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-af51c856-7430-4677-87ab-72421623d914 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:25.245962 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-af51c856-7430-4677-87ab-72421623d914 None None] Calling delete_port for 698def39-fc15-49aa-aa90-058a80af9db4 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:48:25.347644 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:25.389536 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port 698def39-fc15-49aa-aa90-058a80af9db4, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=698def39-fc15-49aa-aa90-058a80af9db4,segment=NetworkSegment(b9bfc1ba-c081-43c0-97a1-329aced7b561),segment_id=b9bfc1ba-c081-43c0-97a1-329aced7b561)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:48:25.399935 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3efdd4a7-68f0-41c2-a317-780446a53d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:25.410611 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8191fa5f-e0b7-4ca9-836c-81d1e940d737 req-823b58c9-fa4f-4d22-8a44-6fc7a69b0e75 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:25.412083 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8191fa5f-e0b7-4ca9-836c-81d1e940d737 req-823b58c9-fa4f-4d22-8a44-6fc7a69b0e75 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b8af68a-b89f-4444-8a16-0675cfb58100 HTTP/1.1" status: 200 len: 945 time: 0.1002100 Apr 05 14:48:25.423345 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1f0402-b61e-4af1-ad1a-e18a1c1ba4cd req-7ab312e3-6542-4dbb-893c-bf7c05c2cb9f tempest-ServerTagsTestJSON-1442923941 tempest-ServerTagsTestJSON-1442923941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:25.426050 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-db1f0402-b61e-4af1-ad1a-e18a1c1ba4cd req-7ab312e3-6542-4dbb-893c-bf7c05c2cb9f tempest-ServerTagsTestJSON-1442923941 tempest-ServerTagsTestJSON-1442923941-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5f67c16-8e83-4c5f-86c2-e1561500cabd HTTP/1.1" status: 200 len: 945 time: 0.1217864 Apr 05 14:48:25.496775 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:25.543596 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8191fa5f-e0b7-4ca9-836c-81d1e940d737 req-29f25cf8-ee19-4691-b117-3862393433f2 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/security-groups?id=a575f41c-efa8-446d-9a28-3abb887fcc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173084 Apr 05 14:48:25.547892 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-db1f0402-b61e-4af1-ad1a-e18a1c1ba4cd req-cf3264a9-0e9b-43c9-b6c6-4224162bee9a tempest-ServerTagsTestJSON-1442923941 tempest-ServerTagsTestJSON-1442923941-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0c067c2-d76d-4ac3-b680-963b85ba7441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135979 Apr 05 14:48:25.576834 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=698def39-fc15-49aa-aa90-058a80af9db4,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:25.585658 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-af51c856-7430-4677-87ab-72421623d914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:25.603159 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-3efdd4a7-68f0-41c2-a317-780446a53d1b admin admin] Deleting port 698def39-fc15-49aa-aa90-058a80af9db4 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:48:25.603855 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3efdd4a7-68f0-41c2-a317-780446a53d1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:25.627255 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af51c856-7430-4677-87ab-72421623d914 None None] Pushing event deleted for resources: {'Port': ['ID=698def39-fc15-49aa-aa90-058a80af9db4,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:25.629925 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af51c856-7430-4677-87ab-72421623d914 None None] No DVR routers for this DVR port 698def39-fc15-49aa-aa90-058a80af9db4 on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:48:25.724612 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-3efdd4a7-68f0-41c2-a317-780446a53d1b admin admin] For port 698def39-fc15-49aa-aa90-058a80af9db4, host n-d-836650-2, got binding levels [] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:48:25.725001 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3efdd4a7-68f0-41c2-a317-780446a53d1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:25.744387 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-3efdd4a7-68f0-41c2-a317-780446a53d1b admin admin] Calling delete_port for 698def39-fc15-49aa-aa90-058a80af9db4 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:48:25.753162 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ce54d-2eb6-47e7-bea3-87c1be606583 req-2ac1d21b-d296-4b92-a345-526b042d5e19 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:25.754671 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9a3ce54d-2eb6-47e7-bea3-87c1be606583 req-2ac1d21b-d296-4b92-a345-526b042d5e19 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/ports?device_id=0587635d-2d83-4d44-9a8f-6b7847388bdc HTTP/1.1" status: 200 len: 946 time: 0.1343839 Apr 05 14:48:25.756304 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.ipam_backend_mixin [None req-3efdd4a7-68f0-41c2-a317-780446a53d1b admin admin] Port 698def39-fc15-49aa-aa90-058a80af9db4 was not found and therefore no delete operation was performed {{(pid=103320) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 05 14:48:25.758338 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3efdd4a7-68f0-41c2-a317-780446a53d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:25.782859 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efdd4a7-68f0-41c2-a317-780446a53d1b admin admin] Pushing event deleted for resources: {'Port': ['ID=698def39-fc15-49aa-aa90-058a80af9db4,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:25.805887 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efdd4a7-68f0-41c2-a317-780446a53d1b admin admin] No DVR routers for this DVR port 698def39-fc15-49aa-aa90-058a80af9db4 on host n-d-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:48:25.857123 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9a3ce54d-2eb6-47e7-bea3-87c1be606583 req-02d148cf-fc41-43af-ad5e-72c8c25b50ae tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c5ad20b-1af0-4fc7-9b1a-1ba5c50b7606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770578 Apr 05 14:48:25.897065 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3efdd4a7-68f0-41c2-a317-780446a53d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:25.921401 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-3efdd4a7-68f0-41c2-a317-780446a53d1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['600f0cf5-5409-4f71-be79-543bdecff300']}} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:48:25.931579 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-3efdd4a7-68f0-41c2-a317-780446a53d1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9bfc1ba-c081-43c0-97a1-329aced7b561') {'for_net_delete': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:48:25.931872 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-3efdd4a7-68f0-41c2-a317-780446a53d1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9bfc1ba-c081-43c0-97a1-329aced7b561') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:48:25.941350 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3efdd4a7-68f0-41c2-a317-780446a53d1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13399223'] for segment, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:25.954321 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3efdd4a7-68f0-41c2-a317-780446a53d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:25.963219 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3efdd4a7-68f0-41c2-a317-780446a53d1b admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=103320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:48:25.963624 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3efdd4a7-68f0-41c2-a317-780446a53d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15765202'] for segment, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:25.965381 n-d-836650-2 neutron-server[103320]: Traceback (most recent call last): Apr 05 14:48:25.965381 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:48:25.965381 n-d-836650-2 neutron-server[103320]: timer() Apr 05 14:48:25.965381 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:48:25.965381 n-d-836650-2 neutron-server[103320]: cb(*args, **kw) Apr 05 14:48:25.965381 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:48:25.965381 n-d-836650-2 neutron-server[103320]: return func(*args, **kwargs) Apr 05 14:48:25.965381 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:48:25.965381 n-d-836650-2 neutron-server[103320]: self._notify() Apr 05 14:48:25.965381 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:48:25.965381 n-d-836650-2 neutron-server[103320]: self.callback(batched_events) Apr 05 14:48:25.965381 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:48:25.965381 n-d-836650-2 neutron-server[103320]: event.method(event) Apr 05 14:48:25.965381 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:48:25.965381 n-d-836650-2 neutron-server[103320]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:48:25.965381 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:48:25.965381 n-d-836650-2 neutron-server[103320]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:48:25.965381 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:48:25.965381 n-d-836650-2 neutron-server[103320]: return f(self, *a, **k) Apr 05 14:48:25.965381 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:48:25.965381 n-d-836650-2 neutron-server[103320]: return self._get(url).json() Apr 05 14:48:25.965381 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:48:25.965381 n-d-836650-2 neutron-server[103320]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:48:25.965381 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:48:25.965381 n-d-836650-2 neutron-server[103320]: return self.request(url, 'GET', **kwargs) Apr 05 14:48:25.965381 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:48:25.965381 n-d-836650-2 neutron-server[103320]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:48:25.965381 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:48:25.965381 n-d-836650-2 neutron-server[103320]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:48:25.965381 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:48:25.965381 n-d-836650-2 neutron-server[103320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:48:25.965381 n-d-836650-2 neutron-server[103320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:48:26.118567 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3efdd4a7-68f0-41c2-a317-780446a53d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:26.123801 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3efdd4a7-68f0-41c2-a317-780446a53d1b admin admin] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:26.137283 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-3efdd4a7-68f0-41c2-a317-780446a53d1b admin admin] 10.222.0.30 "DELETE /v2.0/networks/600f0cf5-5409-4f71-be79-543bdecff300 HTTP/1.1" status: 204 len: 168 time: 1.4039252 Apr 05 14:48:26.145840 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efdd4a7-68f0-41c2-a317-780446a53d1b admin admin] Pushing event deleted for resources: {'Network': ['ID=600f0cf5-5409-4f71-be79-543bdecff300,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:26.515215 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 32884) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:48:26.566601 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-3da52dbf-82ad-4e37-b16d-32fbd3842ba3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d9feba5fdbdc4767955480ab96956cf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0476146 Apr 05 14:48:26.566920 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 32886) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:48:26.641236 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9ccf7bcf-dfc6-41bc-9fef-44695b9cebaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:26.686147 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9ccf7bcf-dfc6-41bc-9fef-44695b9cebaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:26.732003 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e78b3d-d89d-4d50-91f3-fedc11b9b31b req-03b85fe2-0c0a-4331-bb1d-85cca538a672 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:26.734800 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-04e78b3d-d89d-4d50-91f3-fedc11b9b31b req-03b85fe2-0c0a-4331-bb1d-85cca538a672 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b8af68a-b89f-4444-8a16-0675cfb58100 HTTP/1.1" status: 200 len: 945 time: 0.1066995 Apr 05 14:48:26.746177 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a1f2dd91-1793-48a2-aeef-e871a40bb180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:26.778592 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acae5d9-b066-4329-8154-e6a1546bc60c req-c2082fb2-2008-4ddc-9eda-9aff84380f66 tempest-ServerTagsTestJSON-1442923941 tempest-ServerTagsTestJSON-1442923941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:26.780191 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4acae5d9-b066-4329-8154-e6a1546bc60c req-c2082fb2-2008-4ddc-9eda-9aff84380f66 tempest-ServerTagsTestJSON-1442923941 tempest-ServerTagsTestJSON-1442923941-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5f67c16-8e83-4c5f-86c2-e1561500cabd HTTP/1.1" status: 200 len: 945 time: 0.1197069 Apr 05 14:48:26.833144 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-04e78b3d-d89d-4d50-91f3-fedc11b9b31b req-c1ceff62-239c-4f59-8d64-7e41498924bc tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/security-groups?id=a575f41c-efa8-446d-9a28-3abb887fcc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817032 Apr 05 14:48:26.861617 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4acae5d9-b066-4329-8154-e6a1546bc60c req-45113f77-9e5c-4aba-91f1-806b27c8ed4c tempest-ServerTagsTestJSON-1442923941 tempest-ServerTagsTestJSON-1442923941-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0c067c2-d76d-4ac3-b680-963b85ba7441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711360 Apr 05 14:48:26.893837 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9ccf7bcf-dfc6-41bc-9fef-44695b9cebaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:26.896769 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9ccf7bcf-dfc6-41bc-9fef-44695b9cebaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:26.899446 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-9ccf7bcf-dfc6-41bc-9fef-44695b9cebaa admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/11640d9f-a14a-4756-b499-b13013deda57 HTTP/1.1" status: 204 len: 168 time: 0.3304663 Apr 05 14:48:26.911483 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccf7bcf-dfc6-41bc-9fef-44695b9cebaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11640d9f-a14a-4756-b499-b13013deda57,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:27.021794 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6518a8d-9187-4ae5-9da5-d956694258af req-4a00b6fa-dfb4-4a9b-bf77-193ae05dd8c9 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:27.024738 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f6518a8d-9187-4ae5-9da5-d956694258af req-4a00b6fa-dfb4-4a9b-bf77-193ae05dd8c9 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/ports?device_id=0587635d-2d83-4d44-9a8f-6b7847388bdc HTTP/1.1" status: 200 len: 946 time: 0.0684917 Apr 05 14:48:27.084518 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f6518a8d-9187-4ae5-9da5-d956694258af req-f947f505-0aae-4a02-a79a-f947c1769c2d tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c5ad20b-1af0-4fc7-9b1a-1ba5c50b7606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536244 Apr 05 14:48:28.020539 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd2849-4623-4978-a788-4eda39a73ced req-99d83eec-3240-4224-8872-71e25dcc902d tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:28.025824 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a7bd2849-4623-4978-a788-4eda39a73ced req-99d83eec-3240-4224-8872-71e25dcc902d tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b8af68a-b89f-4444-8a16-0675cfb58100 HTTP/1.1" status: 200 len: 945 time: 0.0961876 Apr 05 14:48:28.043102 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:28.064508 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c4d7ee-040f-473b-81f5-9ad2eabcb88c req-c4a225e7-e222-4d47-8db3-deb566c0fe6b tempest-ServerTagsTestJSON-1442923941 tempest-ServerTagsTestJSON-1442923941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:28.072253 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-96c4d7ee-040f-473b-81f5-9ad2eabcb88c req-c4a225e7-e222-4d47-8db3-deb566c0fe6b tempest-ServerTagsTestJSON-1442923941 tempest-ServerTagsTestJSON-1442923941-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5f67c16-8e83-4c5f-86c2-e1561500cabd HTTP/1.1" status: 200 len: 945 time: 0.0917814 Apr 05 14:48:28.125425 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-96c4d7ee-040f-473b-81f5-9ad2eabcb88c req-00073378-e53f-402d-9e36-d585452c72de tempest-ServerTagsTestJSON-1442923941 tempest-ServerTagsTestJSON-1442923941-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0c067c2-d76d-4ac3-b680-963b85ba7441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522637 Apr 05 14:48:28.143148 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a7bd2849-4623-4978-a788-4eda39a73ced req-4f132156-0c4b-4d8f-8625-e7892516728b tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/security-groups?id=a575f41c-efa8-446d-9a28-3abb887fcc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068645 Apr 05 14:48:28.345205 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d846632-8df2-4310-916e-0e0538f42740 req-3c89f71e-2a18-4705-9570-9bb5906d6b43 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:28.347948 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9d846632-8df2-4310-916e-0e0538f42740 req-3c89f71e-2a18-4705-9570-9bb5906d6b43 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/ports?device_id=0587635d-2d83-4d44-9a8f-6b7847388bdc HTTP/1.1" status: 200 len: 946 time: 0.1120851 Apr 05 14:48:28.407495 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9d846632-8df2-4310-916e-0e0538f42740 req-099280e7-d9d6-459a-9757-3ad657ba7392 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c5ad20b-1af0-4fc7-9b1a-1ba5c50b7606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466444 Apr 05 14:48:28.976274 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16493f34-1793-419d-b5a6-b89dab00950e req-b74f3a8d-b51e-49d8-afaf-afc9d8b734bf tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:28.986987 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-16493f34-1793-419d-b5a6-b89dab00950e req-b74f3a8d-b51e-49d8-afaf-afc9d8b734bf tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/ports?device_id=0587635d-2d83-4d44-9a8f-6b7847388bdc HTTP/1.1" status: 200 len: 946 time: 0.1218023 Apr 05 14:48:28.998720 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad485da0-c899-47b7-8554-395a5d4ae01f req-41fc4c22-55a2-43a4-842d-4d0f9358b0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:29.001516 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ad485da0-c899-47b7-8554-395a5d4ae01f req-41fc4c22-55a2-43a4-842d-4d0f9358b0f7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b1c6fdb1754a4696ad2f30e73253b821&device_id=0587635d-2d83-4d44-9a8f-6b7847388bdc HTTP/1.1" status: 200 len: 1097 time: 0.0872099 Apr 05 14:48:29.030831 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-16493f34-1793-419d-b5a6-b89dab00950e req-e5d49345-a58f-4f72-8f0d-167f27b9a0a0 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c5ad20b-1af0-4fc7-9b1a-1ba5c50b7606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429118 Apr 05 14:48:29.129792 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad485da0-c899-47b7-8554-395a5d4ae01f req-a2e67a81-2cd2-49b2-8367-f29928effbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:29.131685 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ad485da0-c899-47b7-8554-395a5d4ae01f req-a2e67a81-2cd2-49b2-8367-f29928effbf9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0ec84664-b286-431c-8e6d-81964b6279ea HTTP/1.1" status: 200 len: 912 time: 0.1232176 Apr 05 14:48:29.210991 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ad485da0-c899-47b7-8554-395a5d4ae01f req-b34c6e36-5c6b-478c-81f7-97621c61f083 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95fc697c-6787-48b0-b796-42740b6c32c8 HTTP/1.1" status: 200 len: 1002 time: 0.0722899 Apr 05 14:48:29.335720 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c18620-d2fa-4c6f-b2ae-5a62d903068b req-e3311598-b94d-4157-84fa-2012b14631f9 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:29.353581 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-38c18620-d2fa-4c6f-b2ae-5a62d903068b req-e3311598-b94d-4157-84fa-2012b14631f9 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b8af68a-b89f-4444-8a16-0675cfb58100 HTTP/1.1" status: 200 len: 945 time: 0.1115441 Apr 05 14:48:29.393834 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad485da0-c899-47b7-8554-395a5d4ae01f req-5ab88804-e487-493c-bcbf-9cf35f801200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:29.395361 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ad485da0-c899-47b7-8554-395a5d4ae01f req-5ab88804-e487-493c-bcbf-9cf35f801200 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5191ec95-9794-4487-b4dd-b62543d80f6a HTTP/1.1" status: 200 len: 850 time: 0.1777997 Apr 05 14:48:29.424710 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-38c18620-d2fa-4c6f-b2ae-5a62d903068b req-019a9d64-90bf-410c-8b02-446a35aafee7 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/security-groups?id=a575f41c-efa8-446d-9a28-3abb887fcc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648692 Apr 05 14:48:29.494098 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad485da0-c899-47b7-8554-395a5d4ae01f req-cf482fc9-ecd8-487c-a6d5-92c66f9bdfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:29.495986 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ad485da0-c899-47b7-8554-395a5d4ae01f req-cf482fc9-ecd8-487c-a6d5-92c66f9bdfc8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0ec84664-b286-431c-8e6d-81964b6279ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0944281 Apr 05 14:48:29.611605 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:29.623234 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 32976) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:48:29.633292 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ad485da0-c899-47b7-8554-395a5d4ae01f req-006ed7e9-7283-4a0d-86ba-f83e596ce461 service neutron] 10.222.0.11 "GET /v2.0/networks/0ec84664-b286-431c-8e6d-81964b6279ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267805 Apr 05 14:48:29.762875 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:29.780712 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ad485da0-c899-47b7-8554-395a5d4ae01f req-e3e5a2ae-8489-49f4-ab79-4efbd57bd131 service neutron] 10.222.0.11 "GET /v2.0/networks/0ec84664-b286-431c-8e6d-81964b6279ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326611 Apr 05 14:48:29.799519 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1908f96c-7b00-4e3e-b4dc-bd6daca202bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:29.942231 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1908f96c-7b00-4e3e-b4dc-bd6daca202bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:30.122907 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1908f96c-7b00-4e3e-b4dc-bd6daca202bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:30.166325 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1908f96c-7b00-4e3e-b4dc-bd6daca202bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd8d40a-ed6e-46ba-bebd-7f7817a7b0e1,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:30.221182 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-1908f96c-7b00-4e3e-b4dc-bd6daca202bf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ea4fa38335974b6ea086df6ca5b3c6c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5967183 Apr 05 14:48:30.227003 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 32988) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:48:30.247256 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de0beab-bc53-4625-b785-c660d66023e4 req-fd9da8c6-d5a1-47ed-95ec-eaf627a0b373 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:30.257195 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8de0beab-bc53-4625-b785-c660d66023e4 req-fd9da8c6-d5a1-47ed-95ec-eaf627a0b373 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/ports?device_id=0587635d-2d83-4d44-9a8f-6b7847388bdc HTTP/1.1" status: 200 len: 946 time: 0.0913501 Apr 05 14:48:30.306783 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-211f1735-1754-4bc2-b0b8-8cdbfc5633d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:30.307556 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8de0beab-bc53-4625-b785-c660d66023e4 req-9d42f12a-4a69-467b-84d9-70f35ed8c5eb tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c5ad20b-1af0-4fc7-9b1a-1ba5c50b7606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490983 Apr 05 14:48:30.343220 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-211f1735-1754-4bc2-b0b8-8cdbfc5633d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:30.563794 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-211f1735-1754-4bc2-b0b8-8cdbfc5633d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:30.566666 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-211f1735-1754-4bc2-b0b8-8cdbfc5633d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:30.576186 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-211f1735-1754-4bc2-b0b8-8cdbfc5633d6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ffd8d40a-ed6e-46ba-bebd-7f7817a7b0e1 HTTP/1.1" status: 204 len: 168 time: 0.3392603 Apr 05 14:48:30.577476 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211f1735-1754-4bc2-b0b8-8cdbfc5633d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd8d40a-ed6e-46ba-bebd-7f7817a7b0e1,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:30.579982 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6cc27e-73ce-401e-a12c-8dd090573f5b req-58a7c04f-40c4-4764-ba20-a85a822b6af3 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:30.581659 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7f6cc27e-73ce-401e-a12c-8dd090573f5b req-58a7c04f-40c4-4764-ba20-a85a822b6af3 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b8af68a-b89f-4444-8a16-0675cfb58100 HTTP/1.1" status: 200 len: 945 time: 0.0629613 Apr 05 14:48:30.646924 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7f6cc27e-73ce-401e-a12c-8dd090573f5b req-191b305c-c479-40df-9143-0e08f0ddce43 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/security-groups?id=a575f41c-efa8-446d-9a28-3abb887fcc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441616 Apr 05 14:48:31.454889 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f8ed5-f907-47ed-8d27-f4f89b15c436 req-c7672501-4168-4713-8e6a-4784623cd567 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:31.462222 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-000f8ed5-f907-47ed-8d27-f4f89b15c436 req-c7672501-4168-4713-8e6a-4784623cd567 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/ports?device_id=0587635d-2d83-4d44-9a8f-6b7847388bdc HTTP/1.1" status: 200 len: 946 time: 0.0694547 Apr 05 14:48:31.522642 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-000f8ed5-f907-47ed-8d27-f4f89b15c436 req-9d7fabfd-556b-46bc-aee2-54dc17cef74a tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c5ad20b-1af0-4fc7-9b1a-1ba5c50b7606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514569 Apr 05 14:48:31.812766 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89657a97-910d-46b8-9809-2442835cd5ea req-6386dc0a-e883-42fd-af3e-95f08f8aefe2 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:31.814440 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-89657a97-910d-46b8-9809-2442835cd5ea req-6386dc0a-e883-42fd-af3e-95f08f8aefe2 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b8af68a-b89f-4444-8a16-0675cfb58100 HTTP/1.1" status: 200 len: 945 time: 0.0843289 Apr 05 14:48:31.903497 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-89657a97-910d-46b8-9809-2442835cd5ea req-051602d5-9c49-4d5f-828a-0d2a795e4470 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/security-groups?id=a575f41c-efa8-446d-9a28-3abb887fcc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816031 Apr 05 14:48:32.505518 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadbd3bb-e9cc-4152-86c9-78d106f4d5ee req-efcfdaa3-8c0a-4452-8b38-7adf9efc6868 tempest-ServerTagsTestJSON-1442923941 tempest-ServerTagsTestJSON-1442923941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:32.513431 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dadbd3bb-e9cc-4152-86c9-78d106f4d5ee req-efcfdaa3-8c0a-4452-8b38-7adf9efc6868 tempest-ServerTagsTestJSON-1442923941 tempest-ServerTagsTestJSON-1442923941-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5f67c16-8e83-4c5f-86c2-e1561500cabd HTTP/1.1" status: 200 len: 945 time: 0.0745120 Apr 05 14:48:32.592831 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dadbd3bb-e9cc-4152-86c9-78d106f4d5ee req-2ddbeb9f-648b-4d44-bc5c-e2249c5f68ce tempest-ServerTagsTestJSON-1442923941 tempest-ServerTagsTestJSON-1442923941-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0c067c2-d76d-4ac3-b680-963b85ba7441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778937 Apr 05 14:48:33.053643 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5488b768-656f-464f-86ed-4ae02b7b3fb7 req-cdf02976-49a1-4da4-a694-f63afbe67d51 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:33.055605 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5488b768-656f-464f-86ed-4ae02b7b3fb7 req-cdf02976-49a1-4da4-a694-f63afbe67d51 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b8af68a-b89f-4444-8a16-0675cfb58100 HTTP/1.1" status: 200 len: 945 time: 0.0711565 Apr 05 14:48:33.166795 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5488b768-656f-464f-86ed-4ae02b7b3fb7 req-ab492b30-e5a5-439f-9dbe-56f0dbd29563 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/security-groups?id=a575f41c-efa8-446d-9a28-3abb887fcc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022799 Apr 05 14:48:33.733677 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef36cf-6406-457e-9526-96b09b99e9e0 req-a97819aa-5c54-4d25-b6b4-51e5d16be228 tempest-ServerTagsTestJSON-1442923941 tempest-ServerTagsTestJSON-1442923941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:33.735441 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4bef36cf-6406-457e-9526-96b09b99e9e0 req-a97819aa-5c54-4d25-b6b4-51e5d16be228 tempest-ServerTagsTestJSON-1442923941 tempest-ServerTagsTestJSON-1442923941-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5f67c16-8e83-4c5f-86c2-e1561500cabd HTTP/1.1" status: 200 len: 945 time: 0.0613327 Apr 05 14:48:33.783695 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4bef36cf-6406-457e-9526-96b09b99e9e0 req-6c4c6b63-f129-4fce-8745-0d26042399ec tempest-ServerTagsTestJSON-1442923941 tempest-ServerTagsTestJSON-1442923941-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0c067c2-d76d-4ac3-b680-963b85ba7441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393860 Apr 05 14:48:34.080658 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d3bd2f-6a56-4e1d-9526-d64446e78d99 req-7d4704bb-26e0-4933-bc46-21cce48b64f7 tempest-ServerTagsTestJSON-1442923941 tempest-ServerTagsTestJSON-1442923941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:34.082250 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f6d3bd2f-6a56-4e1d-9526-d64446e78d99 req-7d4704bb-26e0-4933-bc46-21cce48b64f7 tempest-ServerTagsTestJSON-1442923941 tempest-ServerTagsTestJSON-1442923941-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5f67c16-8e83-4c5f-86c2-e1561500cabd HTTP/1.1" status: 200 len: 945 time: 0.0584648 Apr 05 14:48:34.255369 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-f6d3bd2f-6a56-4e1d-9526-d64446e78d99 req-32f8b981-bd10-430a-8ecc-3cd799d818f1 tempest-ServerTagsTestJSON-1442923941 tempest-ServerTagsTestJSON-1442923941-project] Deleting port c9e5fd66-9063-4278-b257-6987c7721a34 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:48:34.255739 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-f6d3bd2f-6a56-4e1d-9526-d64446e78d99 req-32f8b981-bd10-430a-8ecc-3cd799d818f1 tempest-ServerTagsTestJSON-1442923941 tempest-ServerTagsTestJSON-1442923941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:34.399133 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444448d3-8cd2-4c87-8d1a-16f68d0568ff req-6d3c76a1-2879-4606-94b0-1f7eed5b9735 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:34.416053 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-444448d3-8cd2-4c87-8d1a-16f68d0568ff req-6d3c76a1-2879-4606-94b0-1f7eed5b9735 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b8af68a-b89f-4444-8a16-0675cfb58100 HTTP/1.1" status: 200 len: 945 time: 0.1328313 Apr 05 14:48:34.436592 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-f6d3bd2f-6a56-4e1d-9526-d64446e78d99 req-32f8b981-bd10-430a-8ecc-3cd799d818f1 tempest-ServerTagsTestJSON-1442923941 tempest-ServerTagsTestJSON-1442923941-project] For port c9e5fd66-9063-4278-b257-6987c7721a34, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=c9e5fd66-9063-4278-b257-6987c7721a34,segment=NetworkSegment(80484880-99dd-40bb-8bed-2d77fe138aa1),segment_id=80484880-99dd-40bb-8bed-2d77fe138aa1)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:48:34.437056 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-f6d3bd2f-6a56-4e1d-9526-d64446e78d99 req-32f8b981-bd10-430a-8ecc-3cd799d818f1 tempest-ServerTagsTestJSON-1442923941 tempest-ServerTagsTestJSON-1442923941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:34.459092 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-f6d3bd2f-6a56-4e1d-9526-d64446e78d99 req-32f8b981-bd10-430a-8ecc-3cd799d818f1 tempest-ServerTagsTestJSON-1442923941 tempest-ServerTagsTestJSON-1442923941-project] Calling delete_port for c9e5fd66-9063-4278-b257-6987c7721a34 owned by compute:nova {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:48:34.468139 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-444448d3-8cd2-4c87-8d1a-16f68d0568ff req-3bfdc852-184f-4b73-9dac-bdbd59c0c10d tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/security-groups?id=a575f41c-efa8-446d-9a28-3abb887fcc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510292 Apr 05 14:48:34.801612 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-f6d3bd2f-6a56-4e1d-9526-d64446e78d99 req-32f8b981-bd10-430a-8ecc-3cd799d818f1 tempest-ServerTagsTestJSON-1442923941 tempest-ServerTagsTestJSON-1442923941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:34.812031 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['c9e5fd66-9063-4278-b257-6987c7721a34'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:48:34.851314 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f8b981-bd10-430a-8ecc-3cd799d818f1 tempest-ServerTagsTestJSON-1442923941 tempest-ServerTagsTestJSON-1442923941-project] Pushing event deleted for resources: {'Port': ['ID=c9e5fd66-9063-4278-b257-6987c7721a34,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:34.926626 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6d3bd2f-6a56-4e1d-9526-d64446e78d99 req-32f8b981-bd10-430a-8ecc-3cd799d818f1 tempest-ServerTagsTestJSON-1442923941 tempest-ServerTagsTestJSON-1442923941-project] No DVR routers for this DVR port c9e5fd66-9063-4278-b257-6987c7721a34 on host n-h2-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:48:34.932185 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-f6d3bd2f-6a56-4e1d-9526-d64446e78d99 req-32f8b981-bd10-430a-8ecc-3cd799d818f1 tempest-ServerTagsTestJSON-1442923941 tempest-ServerTagsTestJSON-1442923941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:34.941825 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f6d3bd2f-6a56-4e1d-9526-d64446e78d99 req-32f8b981-bd10-430a-8ecc-3cd799d818f1 tempest-ServerTagsTestJSON-1442923941 tempest-ServerTagsTestJSON-1442923941-project] 10.222.0.11 "DELETE /v2.0/ports/c9e5fd66-9063-4278-b257-6987c7721a34 HTTP/1.1" status: 204 len: 173 time: 0.8536732 Apr 05 14:48:34.942571 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f67c16-8e83-4c5f-86c2-e1561500cabd', 'name': 'network-vif-deleted', 'tag': 'c9e5fd66-9063-4278-b257-6987c7721a34'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:48:34.945493 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-885c070d-3e92-472a-aa8d-038e07c09df7" -d '{"events": [{"server_uuid": "f5f67c16-8e83-4c5f-86c2-e1561500cabd", "name": "network-vif-deleted", "tag": "c9e5fd66-9063-4278-b257-6987c7721a34"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:48:34.983489 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e27f872d-aceb-4ac8-baf2-1ba4fd53db46 req-9e797b3f-4182-4be0-8dbe-3d047e84f2e0 tempest-ServerTagsTestJSON-1442923941 tempest-ServerTagsTestJSON-1442923941-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5f67c16-8e83-4c5f-86c2-e1561500cabd HTTP/1.1" status: 200 len: 210 time: 0.0640490 Apr 05 14:48:34.995199 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4cb4d86-1dd9-42b0-b99f-407caf60db56 x-openstack-request-id: req-f4cb4d86-1dd9-42b0-b99f-407caf60db56 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:48:34.995199 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5f67c16-8e83-4c5f-86c2-e1561500cabd", "name": "network-vif-deleted", "tag": "c9e5fd66-9063-4278-b257-6987c7721a34", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:48:34.995199 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f4cb4d86-1dd9-42b0-b99f-407caf60db56 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:48:34.995199 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4cb4d86-1dd9-42b0-b99f-407caf60db56'] response: {'server_uuid': 'f5f67c16-8e83-4c5f-86c2-e1561500cabd', 'name': 'network-vif-deleted', 'tag': 'c9e5fd66-9063-4278-b257-6987c7721a34', 'status': 'completed', 'code': 200} Apr 05 14:48:35.629120 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e650d1bf-6be4-49c0-8dc5-a5bd66326ea9 req-46c8ac35-4858-43a3-beec-12b0f4f296e1 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:35.630907 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e650d1bf-6be4-49c0-8dc5-a5bd66326ea9 req-46c8ac35-4858-43a3-beec-12b0f4f296e1 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b8af68a-b89f-4444-8a16-0675cfb58100 HTTP/1.1" status: 200 len: 945 time: 0.0571675 Apr 05 14:48:35.672127 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e650d1bf-6be4-49c0-8dc5-a5bd66326ea9 req-63978274-5410-4d6d-beb7-7bde915b69e7 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/security-groups?id=a575f41c-efa8-446d-9a28-3abb887fcc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347126 Apr 05 14:48:36.124598 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2d59fa9f-72ba-4c27-ac43-9e91ed3b9f40 req-a7b19768-7b97-4818-af73-50a116883681 tempest-ServerTagsTestJSON-1442923941 tempest-ServerTagsTestJSON-1442923941-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5f67c16-8e83-4c5f-86c2-e1561500cabd HTTP/1.1" status: 200 len: 210 time: 0.0379174 Apr 05 14:48:36.795960 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d93e122-d061-43e2-8890-dbffe78cae4d req-b3be5189-9dfe-44f9-9fa5-2be07fa8ae9c tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:36.797820 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7d93e122-d061-43e2-8890-dbffe78cae4d req-b3be5189-9dfe-44f9-9fa5-2be07fa8ae9c tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b8af68a-b89f-4444-8a16-0675cfb58100 HTTP/1.1" status: 200 len: 945 time: 0.0531347 Apr 05 14:48:36.839882 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7d93e122-d061-43e2-8890-dbffe78cae4d req-7c84e1bb-6002-44e6-b039-ec20a685316a tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/security-groups?id=a575f41c-efa8-446d-9a28-3abb887fcc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342937 Apr 05 14:48:37.209348 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 33172) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:48:37.268801 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_v2 [None req-696c150d-5d86-4d63-b7b0-376fe725882a admin admin] Deleting subnet 6e548709-8263-4834-b24d-96fcea075255 {{(pid=103320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:48:37.273736 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-696c150d-5d86-4d63-b7b0-376fe725882a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:37.314652 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-696c150d-5d86-4d63-b7b0-376fe725882a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13399228'] for subnet, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:37.374980 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-696c150d-5d86-4d63-b7b0-376fe725882a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:37.569299 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-696c150d-5d86-4d63-b7b0-376fe725882a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15773812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13127359'] for subnet, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:37.603790 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696c150d-5d86-4d63-b7b0-376fe725882a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e548709-8263-4834-b24d-96fcea075255,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:37.631061 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-696c150d-5d86-4d63-b7b0-376fe725882a admin admin] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:37.635897 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-696c150d-5d86-4d63-b7b0-376fe725882a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/6e548709-8263-4834-b24d-96fcea075255 HTTP/1.1" status: 204 len: 168 time: 0.4237795 Apr 05 14:48:37.638423 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 33180) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:48:37.720954 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f1624f46-9f82-478a-8d96-1e87cbbea3ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:37.854101 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f1624f46-9f82-478a-8d96-1e87cbbea3ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:37.878646 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-f1624f46-9f82-478a-8d96-1e87cbbea3ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a188833a-fa37-4636-bcb6-2874f72ec493']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:48:37.890363 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device c9e5fd66-9063-4278-b257-6987c7721a34 no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:48:37.912209 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-f1624f46-9f82-478a-8d96-1e87cbbea3ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80484880-99dd-40bb-8bed-2d77fe138aa1') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:48:37.912740 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-f1624f46-9f82-478a-8d96-1e87cbbea3ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80484880-99dd-40bb-8bed-2d77fe138aa1') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:48:37.930274 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f1624f46-9f82-478a-8d96-1e87cbbea3ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:37.943445 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] No Port match for: c9e5fd66-9063-4278-b257-6987c7721a34 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:48:37.943789 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device c9e5fd66-9063-4278-b257-6987c7721a34 not bound to the agent host n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:48:37.945135 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f1624f46-9f82-478a-8d96-1e87cbbea3ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:37.953825 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1624f46-9f82-478a-8d96-1e87cbbea3ed admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:48:37.954592 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f1624f46-9f82-478a-8d96-1e87cbbea3ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:37.956692 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:48:37.956692 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:48:37.956692 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:48:37.956692 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:48:37.956692 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:48:37.956692 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:48:37.956692 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:48:37.956692 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:48:37.956692 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:48:37.956692 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:48:37.956692 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:48:37.956692 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:48:37.956692 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:48:37.956692 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:48:37.956692 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:48:37.956692 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:48:37.956692 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:48:37.956692 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:48:37.956692 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:48:37.956692 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:48:37.956692 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:48:37.956692 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:48:37.956692 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:48:37.956692 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:48:37.956692 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:48:37.956692 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:48:37.956692 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:48:37.956692 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:48:37.956692 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:48:37.956692 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:48:37.956692 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:48:37.956692 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:48:38.007248 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 33188) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:48:38.088982 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfa5552-ffe5-45b9-a1ea-95c0b81481ef req-e405bbca-2dfd-4088-87cf-49ab5adf4cca tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:38.093556 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ccfa5552-ffe5-45b9-a1ea-95c0b81481ef req-e405bbca-2dfd-4088-87cf-49ab5adf4cca tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b8af68a-b89f-4444-8a16-0675cfb58100 HTTP/1.1" status: 200 len: 945 time: 0.0938683 Apr 05 14:48:38.157498 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ccfa5552-ffe5-45b9-a1ea-95c0b81481ef req-a4ae6b0e-5834-46ff-9209-72a1b7a7afa4 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/security-groups?id=a575f41c-efa8-446d-9a28-3abb887fcc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582356 Apr 05 14:48:38.161645 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f11015c9-077e-44ad-add1-151fcfd98852 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:38.219172 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f1624f46-9f82-478a-8d96-1e87cbbea3ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:38.229676 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f1624f46-9f82-478a-8d96-1e87cbbea3ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:38.232541 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-f1624f46-9f82-478a-8d96-1e87cbbea3ed admin admin] 10.222.0.30 "DELETE /v2.0/networks/a188833a-fa37-4636-bcb6-2874f72ec493 HTTP/1.1" status: 204 len: 168 time: 0.5925727 Apr 05 14:48:38.249824 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1624f46-9f82-478a-8d96-1e87cbbea3ed admin admin] Pushing event deleted for resources: {'Network': ['ID=a188833a-fa37-4636-bcb6-2874f72ec493,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:38.302315 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f11015c9-077e-44ad-add1-151fcfd98852 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:38.414769 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f11015c9-077e-44ad-add1-151fcfd98852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:38.479870 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-f11015c9-077e-44ad-add1-151fcfd98852 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6c4507285fbe417eb1dadddec6795e1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4683969 Apr 05 14:48:38.480860 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11015c9-077e-44ad-add1-151fcfd98852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d6a3da-ce1d-4dbc-99d6-c198da0caaa8,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:38.482910 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 33196) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:48:38.543639 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-aacbd0d2-1a9c-44b7-8dfb-fd42b9c4f0e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:38.566404 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-aacbd0d2-1a9c-44b7-8dfb-fd42b9c4f0e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:38.705774 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-aacbd0d2-1a9c-44b7-8dfb-fd42b9c4f0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:38.708410 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-aacbd0d2-1a9c-44b7-8dfb-fd42b9c4f0e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:38.709633 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-aacbd0d2-1a9c-44b7-8dfb-fd42b9c4f0e2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/25d6a3da-ce1d-4dbc-99d6-c198da0caaa8 HTTP/1.1" status: 204 len: 168 time: 0.2257061 Apr 05 14:48:38.719855 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacbd0d2-1a9c-44b7-8dfb-fd42b9c4f0e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d6a3da-ce1d-4dbc-99d6-c198da0caaa8,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:38.783660 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 33208) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:48:38.834996 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-3953549d-440c-4784-83da-ab941dc6c719 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9a25028a1c0a4616a4e1ce9e27066b4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0493777 Apr 05 14:48:38.837502 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 33214) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:48:38.926570 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-421f4c5b-a024-43ec-b4aa-46e532fd2009 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:38.985932 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-421f4c5b-a024-43ec-b4aa-46e532fd2009 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:39.174790 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-421f4c5b-a024-43ec-b4aa-46e532fd2009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:39.178068 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-421f4c5b-a024-43ec-b4aa-46e532fd2009 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:39.192201 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-421f4c5b-a024-43ec-b4aa-46e532fd2009 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c0c067c2-d76d-4ac3-b680-963b85ba7441 HTTP/1.1" status: 204 len: 168 time: 0.3530328 Apr 05 14:48:39.210770 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4c5b-a024-43ec-b4aa-46e532fd2009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c067c2-d76d-4ac3-b680-963b85ba7441,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:39.383813 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de873d8-42f3-4eed-bf91-e00cdb6076cb req-1ae5418c-013c-49db-9c74-45597ef7918b tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:39.385715 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8de873d8-42f3-4eed-bf91-e00cdb6076cb req-1ae5418c-013c-49db-9c74-45597ef7918b tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b8af68a-b89f-4444-8a16-0675cfb58100 HTTP/1.1" status: 200 len: 945 time: 0.1109209 Apr 05 14:48:39.432937 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8de873d8-42f3-4eed-bf91-e00cdb6076cb req-5b793331-c386-4be6-b155-04fa4b3ea4aa tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/security-groups?id=a575f41c-efa8-446d-9a28-3abb887fcc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409904 Apr 05 14:48:39.715252 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 33238) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:48:39.742104 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-493cb747-14b9-4fc8-8982-be0c85aa8f64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:39.883756 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-493cb747-14b9-4fc8-8982-be0c85aa8f64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:39.962058 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-493cb747-14b9-4fc8-8982-be0c85aa8f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:40.001739 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 33246) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:48:40.002275 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-493cb747-14b9-4fc8-8982-be0c85aa8f64 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f382267a0e7140e2871f9e40eff3fd34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2854574 Apr 05 14:48:40.003939 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493cb747-14b9-4fc8-8982-be0c85aa8f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7629013-c144-4044-87f2-ca4e5ecd16cf,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:40.100165 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8b204a08-ddfc-4b66-a171-844a68d6c9db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:40.130624 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8b204a08-ddfc-4b66-a171-844a68d6c9db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:40.295062 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8b204a08-ddfc-4b66-a171-844a68d6c9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:40.299717 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8b204a08-ddfc-4b66-a171-844a68d6c9db admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:40.301690 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-8b204a08-ddfc-4b66-a171-844a68d6c9db admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a7629013-c144-4044-87f2-ca4e5ecd16cf HTTP/1.1" status: 204 len: 168 time: 0.2981195 Apr 05 14:48:40.319190 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b204a08-ddfc-4b66-a171-844a68d6c9db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7629013-c144-4044-87f2-ca4e5ecd16cf,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:40.629933 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 7 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 14:48:40.689646 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be21576e-a585-424c-8abd-04bccb1de187 req-48a7986b-e73f-4f03-b724-b21d0c3cf2e8 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:40.691598 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-be21576e-a585-424c-8abd-04bccb1de187 req-48a7986b-e73f-4f03-b724-b21d0c3cf2e8 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b8af68a-b89f-4444-8a16-0675cfb58100 HTTP/1.1" status: 200 len: 945 time: 0.0801086 Apr 05 14:48:40.754262 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-be21576e-a585-424c-8abd-04bccb1de187 req-57fbc577-aa33-4707-bda5-a2795593c4de tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/security-groups?id=a575f41c-efa8-446d-9a28-3abb887fcc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496776 Apr 05 14:48:40.797238 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 33270) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:48:40.939442 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-211d1958-ad23-488c-8af9-8b71fa4b2c48 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-305439511-network', 'tenant_id': '9aa02dc22afd43169da01ad43bf00af6'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:48:41.073049 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7293a1a-97e7-46c7-9bf4-c6f5eebbd8eb req-f9063ff6-6605-45d6-977d-07d0bc0de558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:41.074518 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b7293a1a-97e7-46c7-9bf4-c6f5eebbd8eb req-f9063ff6-6605-45d6-977d-07d0bc0de558 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6b8af68a-b89f-4444-8a16-0675cfb58100 HTTP/1.1" status: 200 len: 1096 time: 0.0517845 Apr 05 14:48:41.116502 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-211d1958-ad23-488c-8af9-8b71fa4b2c48 admin admin] Made reservation on behalf of 9aa02dc22afd43169da01ad43bf00af6 for: {'network': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:48:41.119142 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-211d1958-ad23-488c-8af9-8b71fa4b2c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:41.123158 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b7293a1a-97e7-46c7-9bf4-c6f5eebbd8eb req-bbb4bb2e-ce20-40e2-8d9b-358883dcf6c5 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a575f41c-efa8-446d-9a28-3abb887fcc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420117 Apr 05 14:48:41.129538 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-211d1958-ad23-488c-8af9-8b71fa4b2c48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:41.236264 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-211d1958-ad23-488c-8af9-8b71fa4b2c48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:41.402778 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-211d1958-ad23-488c-8af9-8b71fa4b2c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:41.431613 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-211d1958-ad23-488c-8af9-8b71fa4b2c48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=103320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:48:41.437212 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211d1958-ad23-488c-8af9-8b71fa4b2c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34160fe1-b7a0-489b-86f2-b3d091d02cc3,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:41.457575 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-211d1958-ad23-488c-8af9-8b71fa4b2c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:41.458000 n-d-836650-2 neutron-server[103320]: INFO neutron.db.segments_db [None req-211d1958-ad23-488c-8af9-8b71fa4b2c48 admin admin] Added segment 7829a1ea-7354-4b05-a7ea-7cbdfd795041 of type vlan for network b03a0781-c7c7-4f21-ae00-e298dd92f97c Apr 05 14:48:41.508052 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-211d1958-ad23-488c-8af9-8b71fa4b2c48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:41.648524 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-211d1958-ad23-488c-8af9-8b71fa4b2c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:41.650165 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211d1958-ad23-488c-8af9-8b71fa4b2c48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:41.651161 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-211d1958-ad23-488c-8af9-8b71fa4b2c48 admin admin] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:41.733413 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211d1958-ad23-488c-8af9-8b71fa4b2c48 admin admin] Pushing event updated for resources: {'Network': ['ID=b03a0781-c7c7-4f21-ae00-e298dd92f97c,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:41.744824 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network b03a0781-c7c7-4f21-ae00-e298dd92f97c details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:48:41.875429 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-211d1958-ad23-488c-8af9-8b71fa4b2c48 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0750244 Apr 05 14:48:41.876899 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 33300) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:48:41.889032 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-cbfbf165-0724-490d-8b86-fbdb4ac719f1 admin admin] Request body: {'subnet': {'network_id': 'b03a0781-c7c7-4f21-ae00-e298dd92f97c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-305439511-subnet', 'tenant_id': '9aa02dc22afd43169da01ad43bf00af6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:48:41.911855 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ccfbee-ec20-48f9-be5b-86174a6e1c41 req-160d1fb4-c223-49f2-8f4a-c1016db13ea7 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:41.913463 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-61ccfbee-ec20-48f9-be5b-86174a6e1c41 req-160d1fb4-c223-49f2-8f4a-c1016db13ea7 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b8af68a-b89f-4444-8a16-0675cfb58100 HTTP/1.1" status: 200 len: 945 time: 0.0745287 Apr 05 14:48:41.962499 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-61ccfbee-ec20-48f9-be5b-86174a6e1c41 req-b550ad62-d7d9-41e9-840e-df96cb574514 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/security-groups?id=a575f41c-efa8-446d-9a28-3abb887fcc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388935 Apr 05 14:48:42.037327 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbfbf165-0724-490d-8b86-fbdb4ac719f1 admin admin] Made reservation on behalf of 9aa02dc22afd43169da01ad43bf00af6 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:48:42.043161 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-cbfbf165-0724-490d-8b86-fbdb4ac719f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:42.465728 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:42.466036 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-cbfbf165-0724-490d-8b86-fbdb4ac719f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:42.526305 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfbf165-0724-490d-8b86-fbdb4ac719f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8b6f627-92b4-40ba-a770-519d39c012c3,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:42.533611 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfbf165-0724-490d-8b86-fbdb4ac719f1 admin admin] Checking segment: {'id': '7829a1ea-7354-4b05-a7ea-7cbdfd795041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'b03a0781-c7c7-4f21-ae00-e298dd92f97c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:48:42.533948 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfbf165-0724-490d-8b86-fbdb4ac719f1 admin admin] Network hostable DHCP agents. Network: b03a0781-c7c7-4f21-ae00-e298dd92f97c, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:48:42.682650 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfbf165-0724-490d-8b86-fbdb4ac719f1 admin admin] Network b03a0781-c7c7-4f21-ae00-e298dd92f97c is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:48:42.848183 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-cbfbf165-0724-490d-8b86-fbdb4ac719f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, b03a0781-c7c7-4f21-ae00-e298dd92f97c) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:48:42.854549 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfbf165-0724-490d-8b86-fbdb4ac719f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:42.855585 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-cbfbf165-0724-490d-8b86-fbdb4ac719f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:42.862919 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7515c9c0-01b8-4534-a6df-2d59a13d3984 None None] Network b03a0781-c7c7-4f21-ae00-e298dd92f97c requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:48:42.991244 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-cbfbf165-0724-490d-8b86-fbdb4ac719f1 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1137125 Apr 05 14:48:42.994715 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 33324) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:48:43.004238 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-ec155290-11aa-4509-b2c3-a83361e1f2cd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-305439511-router', 'tenant_id': '9aa02dc22afd43169da01ad43bf00af6', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:48:43.067809 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7443cc96-f1f6-4a8f-abc9-b524998a161a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-b03a0781-c7c7-4f21-ae00-e298dd92f97c', 'network_id': 'b03a0781-c7c7-4f21-ae00-e298dd92f97c', 'tenant_id': '9aa02dc22afd43169da01ad43bf00af6', 'fixed_ips': [{'subnet_id': 'b8b6f627-92b4-40ba-a770-519d39c012c3'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:48:43.067809 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7443cc96-f1f6-4a8f-abc9-b524998a161a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:43.139231 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f53c5f-c3aa-4c39-ad1e-40290035e23f req-b3076b37-2f9c-4363-9b92-b1777e129b45 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:43.141246 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-74f53c5f-c3aa-4c39-ad1e-40290035e23f req-b3076b37-2f9c-4363-9b92-b1777e129b45 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b8af68a-b89f-4444-8a16-0675cfb58100 HTTP/1.1" status: 200 len: 945 time: 0.0714555 Apr 05 14:48:43.195898 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-74f53c5f-c3aa-4c39-ad1e-40290035e23f req-b53eb942-707b-4818-a96f-26ac67bb0812 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/security-groups?id=a575f41c-efa8-446d-9a28-3abb887fcc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465045 Apr 05 14:48:43.230537 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-7443cc96-f1f6-4a8f-abc9-b524998a161a None None] Allocated IP 172.20.0.2 (b03a0781-c7c7-4f21-ae00-e298dd92f97c/b8b6f627-92b4-40ba-a770-519d39c012c3/d8b5fb69-9078-4628-a8bf-79c577b5ea92) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:48:43.230884 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-d54bb9e3-f859-4c06-a36c-033abf358e14 req-cd98b3d1-3264-494b-8298-e810f853d2a9 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-474944155', 'description': 'tempest-description-832942191'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:48:43.265810 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ec155290-11aa-4509-b2c3-a83361e1f2cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27088'] for router, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:43.271174 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ec155290-11aa-4509-b2c3-a83361e1f2cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27079'] for router, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:43.321594 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ec155290-11aa-4509-b2c3-a83361e1f2cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:43.389286 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7443cc96-f1f6-4a8f-abc9-b524998a161a None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:43.402985 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d54bb9e3-f859-4c06-a36c-033abf358e14 req-cd98b3d1-3264-494b-8298-e810f853d2a9 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:43.470917 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d54bb9e3-f859-4c06-a36c-033abf358e14 req-cd98b3d1-3264-494b-8298-e810f853d2a9 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:43.591684 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7443cc96-f1f6-4a8f-abc9-b524998a161a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:43.629253 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7443cc96-f1f6-4a8f-abc9-b524998a161a None None] Network b03a0781-c7c7-4f21-ae00-e298dd92f97c is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:48:43.632242 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-7443cc96-f1f6-4a8f-abc9-b524998a161a None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:48:43.632696 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ec155290-11aa-4509-b2c3-a83361e1f2cd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:43.642775 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7443cc96-f1f6-4a8f-abc9-b524998a161a None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:48:43.656579 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7443cc96-f1f6-4a8f-abc9-b524998a161a None None] Pushing event updated for resources: {'Port': ['ID=d8b5fb69-9078-4628-a8bf-79c577b5ea92,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:43.694223 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d54bb9e3-f859-4c06-a36c-033abf358e14 req-cd98b3d1-3264-494b-8298-e810f853d2a9 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:43.706536 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-7443cc96-f1f6-4a8f-abc9-b524998a161a None None] Attempting to bind port d8b5fb69-9078-4628-a8bf-79c577b5ea92 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:48:43.706811 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-7443cc96-f1f6-4a8f-abc9-b524998a161a None None] Attempting to bind port d8b5fb69-9078-4628-a8bf-79c577b5ea92 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '7829a1ea-7354-4b05-a7ea-7cbdfd795041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'b03a0781-c7c7-4f21-ae00-e298dd92f97c'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:48:43.707092 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7443cc96-f1f6-4a8f-abc9-b524998a161a None None] Attempting to bind port d8b5fb69-9078-4628-a8bf-79c577b5ea92 on network b03a0781-c7c7-4f21-ae00-e298dd92f97c {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:48:43.712533 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7443cc96-f1f6-4a8f-abc9-b524998a161a None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:48:43.712533 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7443cc96-f1f6-4a8f-abc9-b524998a161a None None] Checking segment: {'id': '7829a1ea-7354-4b05-a7ea-7cbdfd795041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'b03a0781-c7c7-4f21-ae00-e298dd92f97c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:48:43.713007 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7443cc96-f1f6-4a8f-abc9-b524998a161a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:43.713360 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7443cc96-f1f6-4a8f-abc9-b524998a161a None None] Bound using segment: {'id': '7829a1ea-7354-4b05-a7ea-7cbdfd795041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'b03a0781-c7c7-4f21-ae00-e298dd92f97c'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:48:43.713820 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-7443cc96-f1f6-4a8f-abc9-b524998a161a None None] Bound port: d8b5fb69-9078-4628-a8bf-79c577b5ea92, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7829a1ea-7354-4b05-a7ea-7cbdfd795041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'b03a0781-c7c7-4f21-ae00-e298dd92f97c'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:48:43.714199 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7443cc96-f1f6-4a8f-abc9-b524998a161a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:43.726609 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd98b3d1-3264-494b-8298-e810f853d2a9 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf67d3d0-668f-45ec-a970-c7265af3b9e6,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:43.786493 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-7443cc96-f1f6-4a8f-abc9-b524998a161a None None] For port d8b5fb69-9078-4628-a8bf-79c577b5ea92, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:48:43.790810 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-7443cc96-f1f6-4a8f-abc9-b524998a161a None None] For port d8b5fb69-9078-4628-a8bf-79c577b5ea92, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=d8b5fb69-9078-4628-a8bf-79c577b5ea92,segment=NetworkSegment(7829a1ea-7354-4b05-a7ea-7cbdfd795041),segment_id=7829a1ea-7354-4b05-a7ea-7cbdfd795041)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:48:44.073424 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d54bb9e3-f859-4c06-a36c-033abf358e14 req-cd98b3d1-3264-494b-8298-e810f853d2a9 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:44.074746 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d54bb9e3-f859-4c06-a36c-033abf358e14 req-cd98b3d1-3264-494b-8298-e810f853d2a9 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.8482163 Apr 05 14:48:44.076958 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7443cc96-f1f6-4a8f-abc9-b524998a161a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:44.147449 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7443cc96-f1f6-4a8f-abc9-b524998a161a None None] Pushing event updated for resources: {'Port': ['ID=d8b5fb69-9078-4628-a8bf-79c577b5ea92,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:44.184819 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:44.189531 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5aa2210f-013f-4987-ae7c-d7865b848391 req-58ab66a2-5305-47c1-bd8e-31cad18cad5a tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-474944155&fields=id&tenant_id=18bcf235b4184fc1aeec763dc6732b36 HTTP/1.1" status: 200 len: 267 time: 0.0378675 Apr 05 14:48:44.248097 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa2210f-013f-4987-ae7c-d7865b848391 req-8ae75b03-501a-49c5-91ee-9f368761ade5 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:44.249945 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5aa2210f-013f-4987-ae7c-d7865b848391 req-8ae75b03-501a-49c5-91ee-9f368761ade5 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b8af68a-b89f-4444-8a16-0675cfb58100 HTTP/1.1" status: 200 len: 945 time: 0.0555270 Apr 05 14:48:44.278025 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-5aa2210f-013f-4987-ae7c-d7865b848391 req-b239ab86-e603-4fbd-8765-80761ff046e3 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Request body: {'port': {'security_groups': ['a575f41c-efa8-446d-9a28-3abb887fcc2d', 'bf67d3d0-668f-45ec-a970-c7265af3b9e6']}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:48:44.278336 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ec155290-11aa-4509-b2c3-a83361e1f2cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:44.343322 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ec155290-11aa-4509-b2c3-a83361e1f2cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:44.418456 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5aa2210f-013f-4987-ae7c-d7865b848391 req-b239ab86-e603-4fbd-8765-80761ff046e3 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:44.476749 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-ec155290-11aa-4509-b2c3-a83361e1f2cd admin admin] Allocated IP 172.25.6.71 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/5013467d-d634-407a-b84a-b6f3a2b910ad) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:48:44.594719 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ec155290-11aa-4509-b2c3-a83361e1f2cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:44.647261 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-5aa2210f-013f-4987-ae7c-d7865b848391 req-b239ab86-e603-4fbd-8765-80761ff046e3 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] For port 750c2ab8-ecf1-4330-8abf-8f40615a03f3, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=750c2ab8-ecf1-4330-8abf-8f40615a03f3,segment=NetworkSegment(d7e644b5-fa1e-4b2a-9f86-a040a37f818a),segment_id=d7e644b5-fa1e-4b2a-9f86-a040a37f818a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:48:44.683000 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5aa2210f-013f-4987-ae7c-d7865b848391 req-b239ab86-e603-4fbd-8765-80761ff046e3 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:44.803013 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ec155290-11aa-4509-b2c3-a83361e1f2cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:44.814432 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5aa2210f-013f-4987-ae7c-d7865b848391 req-b239ab86-e603-4fbd-8765-80761ff046e3 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:44.829721 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['750c2ab8-ecf1-4330-8abf-8f40615a03f3'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:48:44.896284 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec155290-11aa-4509-b2c3-a83361e1f2cd admin admin] Pushing event updated for resources: {'Port': ['ID=5013467d-d634-407a-b84a-b6f3a2b910ad,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:44.915068 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa2210f-013f-4987-ae7c-d7865b848391 req-b239ab86-e603-4fbd-8765-80761ff046e3 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:44.916355 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5aa2210f-013f-4987-ae7c-d7865b848391 req-b239ab86-e603-4fbd-8765-80761ff046e3 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:44.918327 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5aa2210f-013f-4987-ae7c-d7865b848391 req-b239ab86-e603-4fbd-8765-80761ff046e3 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "PUT /v2.0/ports/750c2ab8-ecf1-4330-8abf-8f40615a03f3 HTTP/1.1" status: 200 len: 981 time: 0.6506457 Apr 05 14:48:44.927493 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b8af68a-b89f-4444-8a16-0675cfb58100', 'tag': '750c2ab8-ecf1-4330-8abf-8f40615a03f3'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:48:44.927493 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531c41d6-0a93-4fa9-90ab-69f56d771325" -d '{"events": [{"name": "network-changed", "server_uuid": "6b8af68a-b89f-4444-8a16-0675cfb58100", "tag": "750c2ab8-ecf1-4330-8abf-8f40615a03f3"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:48:44.927904 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec155290-11aa-4509-b2c3-a83361e1f2cd admin admin] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:48:44.928723 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-ec155290-11aa-4509-b2c3-a83361e1f2cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:48:44.933045 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec155290-11aa-4509-b2c3-a83361e1f2cd admin admin] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:48:44.948563 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b239ab86-e603-4fbd-8765-80761ff046e3 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Pushing event updated for resources: {'Port': ['ID=750c2ab8-ecf1-4330-8abf-8f40615a03f3,revision_number=6']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:45.098621 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['750c2ab8-ecf1-4330-8abf-8f40615a03f3'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:48:45.162419 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ec4cfa79-c333-4a4e-b12d-a16a3bf5a44b req-e9a039b9-a701-40d2-9ef8-ed8d9f32c8a6 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-474944155&fields=id&tenant_id=18bcf235b4184fc1aeec763dc6732b36 HTTP/1.1" status: 200 len: 267 time: 0.1127405 Apr 05 14:48:45.298768 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4cfa79-c333-4a4e-b12d-a16a3bf5a44b req-959459d3-b8de-4bf7-9d6f-516d37f8bfa5 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:45.300451 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ec4cfa79-c333-4a4e-b12d-a16a3bf5a44b req-959459d3-b8de-4bf7-9d6f-516d37f8bfa5 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b8af68a-b89f-4444-8a16-0675cfb58100 HTTP/1.1" status: 200 len: 984 time: 0.1312582 Apr 05 14:48:45.323008 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-ec4cfa79-c333-4a4e-b12d-a16a3bf5a44b req-8f7183da-b477-4b1a-8f18-37578ebccc6e tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Request body: {'port': {'security_groups': ['a575f41c-efa8-446d-9a28-3abb887fcc2d']}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:48:45.325863 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device d8b5fb69-9078-4628-a8bf-79c577b5ea92 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:48:45.543428 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a70bd4d0-4f3c-420c-8d24-8f46e959f37d x-openstack-request-id: req-a70bd4d0-4f3c-420c-8d24-8f46e959f37d {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:48:45.543826 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b8af68a-b89f-4444-8a16-0675cfb58100", "tag": "750c2ab8-ecf1-4330-8abf-8f40615a03f3", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:48:45.544198 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a70bd4d0-4f3c-420c-8d24-8f46e959f37d {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:48:45.545238 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a70bd4d0-4f3c-420c-8d24-8f46e959f37d'] response: {'name': 'network-changed', 'server_uuid': '6b8af68a-b89f-4444-8a16-0675cfb58100', 'tag': '750c2ab8-ecf1-4330-8abf-8f40615a03f3', 'status': 'completed', 'code': 200} Apr 05 14:48:45.546328 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ec4cfa79-c333-4a4e-b12d-a16a3bf5a44b req-8f7183da-b477-4b1a-8f18-37578ebccc6e tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:45.614123 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ec155290-11aa-4509-b2c3-a83361e1f2cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:45.625791 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c41d6-0a93-4fa9-90ab-69f56d771325 req-1f1c8d27-f835-4e73-9455-8552bad78134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:45.627477 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-531c41d6-0a93-4fa9-90ab-69f56d771325 req-1f1c8d27-f835-4e73-9455-8552bad78134 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=18bcf235b4184fc1aeec763dc6732b36&device_id=6b8af68a-b89f-4444-8a16-0675cfb58100 HTTP/1.1" status: 200 len: 1135 time: 0.0943718 Apr 05 14:48:45.634869 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port d8b5fb69-9078-4628-a8bf-79c577b5ea92 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:48:45.635238 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:45.636946 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a751c2-91cc-4b4e-9598-b4ba4c2fc5ef None None] Network b03a0781-c7c7-4f21-ae00-e298dd92f97c requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:48:45.739817 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c41d6-0a93-4fa9-90ab-69f56d771325 req-05352562-f778-4732-a02c-2af4ec09d967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:45.743133 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-531c41d6-0a93-4fa9-90ab-69f56d771325 req-05352562-f778-4732-a02c-2af4ec09d967 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9f9a638e-c362-4ed9-9ce0-8c328a9b342c HTTP/1.1" status: 200 len: 921 time: 0.1034403 Apr 05 14:48:45.838142 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-531c41d6-0a93-4fa9-90ab-69f56d771325 req-a598ad91-fa82-44e0-8bcc-18dd3e0cf4a1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=750c2ab8-ecf1-4330-8abf-8f40615a03f3 HTTP/1.1" status: 200 len: 217 time: 0.0831332 Apr 05 14:48:45.925045 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ec155290-11aa-4509-b2c3-a83361e1f2cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618'] for router, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:45.975680 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c41d6-0a93-4fa9-90ab-69f56d771325 req-fc197bde-71a7-4ee5-91e2-a9ab0f6e8865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:45.978124 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-531c41d6-0a93-4fa9-90ab-69f56d771325 req-fc197bde-71a7-4ee5-91e2-a9ab0f6e8865 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9c6481b7-fb57-4506-848f-a54d4cbfc052 HTTP/1.1" status: 200 len: 860 time: 0.1334708 Apr 05 14:48:46.044210 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-531c41d6-0a93-4fa9-90ab-69f56d771325 req-d5ab3d97-01c5-48a5-a8d6-56de5ad77fb3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9f9a638e-c362-4ed9-9ce0-8c328a9b342c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356948 Apr 05 14:48:46.158293 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-3a4867de-95c0-492c-80cb-3efc909a9f3a None None] Provisioning complete for port d8b5fb69-9078-4628-a8bf-79c577b5ea92 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:48:46.158874 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3a4867de-95c0-492c-80cb-3efc909a9f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:46.161433 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-ec4cfa79-c333-4a4e-b12d-a16a3bf5a44b req-8f7183da-b477-4b1a-8f18-37578ebccc6e tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] For port 750c2ab8-ecf1-4330-8abf-8f40615a03f3, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=750c2ab8-ecf1-4330-8abf-8f40615a03f3,segment=NetworkSegment(d7e644b5-fa1e-4b2a-9f86-a040a37f818a),segment_id=d7e644b5-fa1e-4b2a-9f86-a040a37f818a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:48:46.224598 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-531c41d6-0a93-4fa9-90ab-69f56d771325 req-9ca653b4-ca91-46b7-ad22-8ee6775cc8c2 service neutron] 10.222.0.55 "GET /v2.0/networks/9f9a638e-c362-4ed9-9ce0-8c328a9b342c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724648 Apr 05 14:48:46.245917 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec155290-11aa-4509-b2c3-a83361e1f2cd admin admin] Router 311d06dd-ff44-492e-acc8-99cd90444281 is scheduled to L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 with binding_index 1 {{(pid=103321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:48:46.250311 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ec4cfa79-c333-4a4e-b12d-a16a3bf5a44b req-8f7183da-b477-4b1a-8f18-37578ebccc6e tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:46.372605 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3a4867de-95c0-492c-80cb-3efc909a9f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:46.376177 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-531c41d6-0a93-4fa9-90ab-69f56d771325 req-3acbf6cf-e9f6-491c-b86e-30f1ffa1edb2 service neutron] 10.222.0.55 "GET /v2.0/networks/9f9a638e-c362-4ed9-9ce0-8c328a9b342c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418157 Apr 05 14:48:46.379679 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ec4cfa79-c333-4a4e-b12d-a16a3bf5a44b req-8f7183da-b477-4b1a-8f18-37578ebccc6e tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:46.396671 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:46.486723 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-3a4867de-95c0-492c-80cb-3efc909a9f3a None None] For port d8b5fb69-9078-4628-a8bf-79c577b5ea92, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=d8b5fb69-9078-4628-a8bf-79c577b5ea92,segment=NetworkSegment(7829a1ea-7354-4b05-a7ea-7cbdfd795041),segment_id=7829a1ea-7354-4b05-a7ea-7cbdfd795041)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:48:46.512822 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['750c2ab8-ecf1-4330-8abf-8f40615a03f3'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:48:46.546120 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4cfa79-c333-4a4e-b12d-a16a3bf5a44b req-8f7183da-b477-4b1a-8f18-37578ebccc6e tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:46.551517 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ec4cfa79-c333-4a4e-b12d-a16a3bf5a44b req-8f7183da-b477-4b1a-8f18-37578ebccc6e tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:46.551517 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ec4cfa79-c333-4a4e-b12d-a16a3bf5a44b req-8f7183da-b477-4b1a-8f18-37578ebccc6e tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "PUT /v2.0/ports/750c2ab8-ecf1-4330-8abf-8f40615a03f3 HTTP/1.1" status: 200 len: 942 time: 1.2323904 Apr 05 14:48:46.568844 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7183da-b477-4b1a-8f18-37578ebccc6e tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Pushing event updated for resources: {'Port': ['ID=750c2ab8-ecf1-4330-8abf-8f40615a03f3,revision_number=7']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:46.573515 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec155290-11aa-4509-b2c3-a83361e1f2cd admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:48:46.584371 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59213a4-4d35-4433-aedf-766505c7b3b5 None None] Sync routers for ids ['311d06dd-ff44-492e-acc8-99cd90444281'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:48:46.597682 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3a4867de-95c0-492c-80cb-3efc909a9f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:46.606141 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59213a4-4d35-4433-aedf-766505c7b3b5 None None] Routers {'311d06dd-ff44-492e-acc8-99cd90444281'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:48:46.606816 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-f59213a4-4d35-4433-aedf-766505c7b3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:48:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['311d06dd-ff44-492e-acc8-99cd90444281'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:48:46.681182 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.db.api [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:48:46.681692 n-d-836650-2 neutron-server[103322]: DEBUG oslo_db.api [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:48:46.682617 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['750c2ab8-ecf1-4330-8abf-8f40615a03f3'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:48:46.768132 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ec155290-11aa-4509-b2c3-a83361e1f2cd admin admin] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:46.768132 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-ec155290-11aa-4509-b2c3-a83361e1f2cd admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.7692516 Apr 05 14:48:46.770580 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 33412) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:48:46.782069 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-447f9510-aa0e-4a13-bc94-5aad014bfbea req-951724e0-fdf4-42b2-ba8a-0c5c1724c55c tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1864369 Apr 05 14:48:46.795990 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-447f9510-aa0e-4a13-bc94-5aad014bfbea req-a6bc5a30-0f41-4df9-8754-fa3853f96005 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Request body: {'floatingip': {'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:48:46.854150 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-f59213a4-4d35-4433-aedf-766505c7b3b5 None None] Set router 311d06dd-ff44-492e-acc8-99cd90444281 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:48:46.921605 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9208e1fe-38a3-492d-9b69-72ecb33f2122 None None] Provisioning complete for port d8b5fb69-9078-4628-a8bf-79c577b5ea92 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:48:46.922123 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9208e1fe-38a3-492d-9b69-72ecb33f2122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:46.934471 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4867de-95c0-492c-80cb-3efc909a9f3a None None] Pushing event updated for resources: {'Port': ['ID=d8b5fb69-9078-4628-a8bf-79c577b5ea92,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:46.951456 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-447f9510-aa0e-4a13-bc94-5aad014bfbea req-a6bc5a30-0f41-4df9-8754-fa3853f96005 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Notify callbacks [] for floatingip, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:47.262529 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-447f9510-aa0e-4a13-bc94-5aad014bfbea req-a6bc5a30-0f41-4df9-8754-fa3853f96005 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:47.323952 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-f59213a4-4d35-4433-aedf-766505c7b3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '311d06dd-ff44-492e-acc8-99cd90444281', 'name': 'tempest-AttachVolumeShelveTestJSON-305439511-router', 'tenant_id': '9aa02dc22afd43169da01ad43bf00af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '5013467d-d634-407a-b84a-b6f3a2b910ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:48:43Z', 'updated_at': '2022-04-05T14:48:45Z', 'revision_number': 3, 'project_id': '9aa02dc22afd43169da01ad43bf00af6', 'gw_port': {'id': '5013467d-d634-407a-b84a-b6f3a2b910ad', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:14:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '311d06dd-ff44-492e-acc8-99cd90444281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:48:44Z', 'updated_at': '2022-04-05T14:48:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:48:47.354517 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59213a4-4d35-4433-aedf-766505c7b3b5 None None] Checking router: 311d06dd-ff44-492e-acc8-99cd90444281 for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:48:47.355210 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59213a4-4d35-4433-aedf-766505c7b3b5 None None] Updating router 311d06dd-ff44-492e-acc8-99cd90444281 port 5013467d-d634-407a-b84a-b6f3a2b910ad binding host n-d-836650-2 {{(pid=103323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:48:47.391327 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device d8b5fb69-9078-4628-a8bf-79c577b5ea92 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:48:47.392804 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f59213a4-4d35-4433-aedf-766505c7b3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:47.434709 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-447f9510-aa0e-4a13-bc94-5aad014bfbea req-a6bc5a30-0f41-4df9-8754-fa3853f96005 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Allocated IP 172.25.6.38 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/e78c122d-b9ee-4d1d-8326-3f94c3bedde1) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:48:47.448562 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port d8b5fb69-9078-4628-a8bf-79c577b5ea92 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:48:47.448977 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:47.568374 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b8af68a-b89f-4444-8a16-0675cfb58100', 'tag': '750c2ab8-ecf1-4330-8abf-8f40615a03f3'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:48:47.574523 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1590679-aff7-45df-9819-a7c6e7ef9478" -d '{"events": [{"name": "network-changed", "server_uuid": "6b8af68a-b89f-4444-8a16-0675cfb58100", "tag": "750c2ab8-ecf1-4330-8abf-8f40615a03f3"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:48:47.621360 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-447f9510-aa0e-4a13-bc94-5aad014bfbea req-a6bc5a30-0f41-4df9-8754-fa3853f96005 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:47.674023 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f3f9421-d1f5-405c-9634-ac5cba6d02dc x-openstack-request-id: req-4f3f9421-d1f5-405c-9634-ac5cba6d02dc {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:48:47.674571 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b8af68a-b89f-4444-8a16-0675cfb58100", "tag": "750c2ab8-ecf1-4330-8abf-8f40615a03f3", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:48:47.674790 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4f3f9421-d1f5-405c-9634-ac5cba6d02dc {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:48:47.675242 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f3f9421-d1f5-405c-9634-ac5cba6d02dc'] response: {'name': 'network-changed', 'server_uuid': '6b8af68a-b89f-4444-8a16-0675cfb58100', 'tag': '750c2ab8-ecf1-4330-8abf-8f40615a03f3', 'status': 'completed', 'code': 200} Apr 05 14:48:47.717113 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 33430) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:48:47.741180 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1590679-aff7-45df-9819-a7c6e7ef9478 req-1211b8d9-3832-4874-bef4-3f5781c3074c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:47.744431 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f1590679-aff7-45df-9819-a7c6e7ef9478 req-1211b8d9-3832-4874-bef4-3f5781c3074c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=18bcf235b4184fc1aeec763dc6732b36&device_id=6b8af68a-b89f-4444-8a16-0675cfb58100 HTTP/1.1" status: 200 len: 1096 time: 0.0596604 Apr 05 14:48:47.776051 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-16c4c3c9-6d4f-4eda-89f6-462c9cceceec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:47.832960 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-447f9510-aa0e-4a13-bc94-5aad014bfbea req-a6bc5a30-0f41-4df9-8754-fa3853f96005 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:47.914143 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-447f9510-aa0e-4a13-bc94-5aad014bfbea req-a6bc5a30-0f41-4df9-8754-fa3853f96005 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:48:47.916594 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-329b5ac3-ea42-42c3-a3dd-86376df706fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:47.942927 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-447f9510-aa0e-4a13-bc94-5aad014bfbea req-a6bc5a30-0f41-4df9-8754-fa3853f96005 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:48:47.946465 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1590679-aff7-45df-9819-a7c6e7ef9478 req-527d37ee-dc77-4bfa-b14d-4f2d15830dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:47.948033 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f1590679-aff7-45df-9819-a7c6e7ef9478 req-527d37ee-dc77-4bfa-b14d-4f2d15830dfb service neutron] 10.222.0.55 "GET /v2.0/networks?id=9f9a638e-c362-4ed9-9ce0-8c328a9b342c HTTP/1.1" status: 200 len: 921 time: 0.1977029 Apr 05 14:48:47.948643 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bc5a30-0f41-4df9-8754-fa3853f96005 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Pushing event updated for resources: {'Port': ['ID=e78c122d-b9ee-4d1d-8326-3f94c3bedde1,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:47.951186 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-447f9510-aa0e-4a13-bc94-5aad014bfbea req-a6bc5a30-0f41-4df9-8754-fa3853f96005 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:48:47.991276 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-16c4c3c9-6d4f-4eda-89f6-462c9cceceec admin admin] Allocated IP 172.20.0.1 (b03a0781-c7c7-4f21-ae00-e298dd92f97c/b8b6f627-92b4-40ba-a770-519d39c012c3/e4460ee6-20c2-4fe6-8328-e7ab026f4c83) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:48:48.019254 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f59213a4-4d35-4433-aedf-766505c7b3b5 None None] Notify callbacks [] for port, precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:48.030879 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f1590679-aff7-45df-9819-a7c6e7ef9478 req-ac23394e-e2ce-4f68-965b-c3dab51f55f5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=750c2ab8-ecf1-4330-8abf-8f40615a03f3 HTTP/1.1" status: 200 len: 217 time: 0.0529513 Apr 05 14:48:48.114511 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-16c4c3c9-6d4f-4eda-89f6-462c9cceceec admin admin] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:48.145870 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f59213a4-4d35-4433-aedf-766505c7b3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:48.146444 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1590679-aff7-45df-9819-a7c6e7ef9478 req-32f6883e-784e-4c75-9ab5-2f114ffb8e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:48.147979 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f1590679-aff7-45df-9819-a7c6e7ef9478 req-32f6883e-784e-4c75-9ab5-2f114ffb8e43 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9c6481b7-fb57-4506-848f-a54d4cbfc052 HTTP/1.1" status: 200 len: 860 time: 0.1091008 Apr 05 14:48:48.159334 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-447f9510-aa0e-4a13-bc94-5aad014bfbea req-a6bc5a30-0f41-4df9-8754-fa3853f96005 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:48.199595 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f1590679-aff7-45df-9819-a7c6e7ef9478 req-8d2431d2-2944-4ced-8dfb-0970d5d2ef33 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9f9a638e-c362-4ed9-9ce0-8c328a9b342c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426044 Apr 05 14:48:48.210195 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-f59213a4-4d35-4433-aedf-766505c7b3b5 None None] Attempting to bind port 5013467d-d634-407a-b84a-b6f3a2b910ad on host n-d-836650-2 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:48:48.210525 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-f59213a4-4d35-4433-aedf-766505c7b3b5 None None] Attempting to bind port 5013467d-d634-407a-b84a-b6f3a2b910ad by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:48:48.220699 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59213a4-4d35-4433-aedf-766505c7b3b5 None None] Attempting to bind port 5013467d-d634-407a-b84a-b6f3a2b910ad on network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:48:48.222645 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59213a4-4d35-4433-aedf-766505c7b3b5 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:48:48.223021 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59213a4-4d35-4433-aedf-766505c7b3b5 None None] Checking segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:48:48.223431 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f59213a4-4d35-4433-aedf-766505c7b3b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:48.223805 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59213a4-4d35-4433-aedf-766505c7b3b5 None None] Bound using segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:48:48.224267 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-f59213a4-4d35-4433-aedf-766505c7b3b5 None None] Bound port: 5013467d-d634-407a-b84a-b6f3a2b910ad, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:48:48.224647 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f59213a4-4d35-4433-aedf-766505c7b3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:48.228505 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1ae4db-8795-4299-bc50-317b01faa421 None None] Pushing event updated for resources: {'Port': ['ID=5013467d-d634-407a-b84a-b6f3a2b910ad,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:48.236743 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-329b5ac3-ea42-42c3-a3dd-86376df706fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:48.285393 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-f59213a4-4d35-4433-aedf-766505c7b3b5 None None] For port 5013467d-d634-407a-b84a-b6f3a2b910ad, host n-d-836650-2, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:48:48.289064 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-f59213a4-4d35-4433-aedf-766505c7b3b5 None None] For port 5013467d-d634-407a-b84a-b6f3a2b910ad, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=5013467d-d634-407a-b84a-b6f3a2b910ad,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:48:48.307348 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f1590679-aff7-45df-9819-a7c6e7ef9478 req-00c9892d-82e6-421f-a247-c41d0926d995 service neutron] 10.222.0.55 "GET /v2.0/networks/9f9a638e-c362-4ed9-9ce0-8c328a9b342c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008329 Apr 05 14:48:48.340500 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-16c4c3c9-6d4f-4eda-89f6-462c9cceceec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:48.396532 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-447f9510-aa0e-4a13-bc94-5aad014bfbea req-a6bc5a30-0f41-4df9-8754-fa3853f96005 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:48.399891 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c4c3c9-6d4f-4eda-89f6-462c9cceceec admin admin] Network b03a0781-c7c7-4f21-ae00-e298dd92f97c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:48:48.403829 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c4c3c9-6d4f-4eda-89f6-462c9cceceec admin admin] Pushing event updated for resources: {'Port': ['ID=e4460ee6-20c2-4fe6-8328-e7ab026f4c83,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:48.406420 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-16c4c3c9-6d4f-4eda-89f6-462c9cceceec admin admin] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:48:48.408561 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c4c3c9-6d4f-4eda-89f6-462c9cceceec admin admin] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:48:48.457517 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-16c4c3c9-6d4f-4eda-89f6-462c9cceceec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809369'] for router_interface, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:48.461795 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f1590679-aff7-45df-9819-a7c6e7ef9478 req-2c79e919-43c3-4bb4-aebb-24b5a53d9b9f service neutron] 10.222.0.55 "GET /v2.0/networks/9f9a638e-c362-4ed9-9ce0-8c328a9b342c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479225 Apr 05 14:48:48.494339 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-329b5ac3-ea42-42c3-a3dd-86376df706fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:48.545905 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f59213a4-4d35-4433-aedf-766505c7b3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:48.629708 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-329b5ac3-ea42-42c3-a3dd-86376df706fb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=df976ae60f38453c89d2f98a6fd25890&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9083629 Apr 05 14:48:48.634598 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 33446) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:48:48.649874 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329b5ac3-ea42-42c3-a3dd-86376df706fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0ecd99-625f-416a-a204-c19933908275,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:48.680587 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59213a4-4d35-4433-aedf-766505c7b3b5 None None] Routers {'311d06dd-ff44-492e-acc8-99cd90444281'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:48:48.683206 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-f59213a4-4d35-4433-aedf-766505c7b3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:48:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['311d06dd-ff44-492e-acc8-99cd90444281'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:48:48.685287 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1ae4db-8795-4299-bc50-317b01faa421 None None] Pushing event updated for resources: {'Port': ['ID=5013467d-d634-407a-b84a-b6f3a2b910ad,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:48.730579 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-af1edbf4-1c2c-4ed4-9cbe-a8c74463e1e1 None None] Provisioning complete for port e4460ee6-20c2-4fe6-8328-e7ab026f4c83 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:48:48.731855 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-af1edbf4-1c2c-4ed4-9cbe-a8c74463e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:48.769290 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-447f9510-aa0e-4a13-bc94-5aad014bfbea req-a6bc5a30-0f41-4df9-8754-fa3853f96005 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:48.782124 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-af1edbf4-1c2c-4ed4-9cbe-a8c74463e1e1 None None] Port e4460ee6-20c2-4fe6-8328-e7ab026f4c83 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:48:48.833249 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-f59213a4-4d35-4433-aedf-766505c7b3b5 None None] Set router 311d06dd-ff44-492e-acc8-99cd90444281 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:48:48.833639 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-283e3644-7a74-4945-a09e-bf8d7918dfe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:48.855282 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-16c4c3c9-6d4f-4eda-89f6-462c9cceceec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:48.875606 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-283e3644-7a74-4945-a09e-bf8d7918dfe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:48.889535 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-447f9510-aa0e-4a13-bc94-5aad014bfbea req-a6bc5a30-0f41-4df9-8754-fa3853f96005 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:48.996247 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bc5a30-0f41-4df9-8754-fa3853f96005 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Pushing event updated for resources: {'Port': ['ID=e78c122d-b9ee-4d1d-8326-3f94c3bedde1,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:49.017718 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-447f9510-aa0e-4a13-bc94-5aad014bfbea req-a6bc5a30-0f41-4df9-8754-fa3853f96005 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:49.104667 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-16c4c3c9-6d4f-4eda-89f6-462c9cceceec admin admin] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:49.159821 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-f59213a4-4d35-4433-aedf-766505c7b3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '311d06dd-ff44-492e-acc8-99cd90444281', 'name': 'tempest-AttachVolumeShelveTestJSON-305439511-router', 'tenant_id': '9aa02dc22afd43169da01ad43bf00af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '5013467d-d634-407a-b84a-b6f3a2b910ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:48:43Z', 'updated_at': '2022-04-05T14:48:45Z', 'revision_number': 3, 'project_id': '9aa02dc22afd43169da01ad43bf00af6', 'gw_port': {'id': '5013467d-d634-407a-b84a-b6f3a2b910ad', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:14:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '311d06dd-ff44-492e-acc8-99cd90444281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:48:44Z', 'updated_at': '2022-04-05T14:48:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:48:49.186058 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-283e3644-7a74-4945-a09e-bf8d7918dfe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:49.189125 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-283e3644-7a74-4945-a09e-bf8d7918dfe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:49.189641 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59213a4-4d35-4433-aedf-766505c7b3b5 None None] The sync data for ids ['311d06dd-ff44-492e-acc8-99cd90444281'] in n-d-836650-2 is: [{'id': '311d06dd-ff44-492e-acc8-99cd90444281', 'name': 'tempest-AttachVolumeShelveTestJSON-305439511-router', 'tenant_id': '9aa02dc22afd43169da01ad43bf00af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '5013467d-d634-407a-b84a-b6f3a2b910ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:48:43Z', 'updated_at': '2022-04-05T14:48:45Z', 'revision_number': 3, 'project_id': '9aa02dc22afd43169da01ad43bf00af6', 'gw_port': {'id': '5013467d-d634-407a-b84a-b6f3a2b910ad', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:14:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '311d06dd-ff44-492e-acc8-99cd90444281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:48:44Z', 'updated_at': '2022-04-05T14:48:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:48:49.190303 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-283e3644-7a74-4945-a09e-bf8d7918dfe3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2c0ecd99-625f-416a-a204-c19933908275 HTTP/1.1" status: 204 len: 168 time: 0.5529995 Apr 05 14:48:49.201896 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283e3644-7a74-4945-a09e-bf8d7918dfe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0ecd99-625f-416a-a204-c19933908275,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:49.307098 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-447f9510-aa0e-4a13-bc94-5aad014bfbea req-a6bc5a30-0f41-4df9-8754-fa3853f96005 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:49.308395 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-447f9510-aa0e-4a13-bc94-5aad014bfbea req-a6bc5a30-0f41-4df9-8754-fa3853f96005 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5197496 Apr 05 14:48:49.362639 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-16c4c3c9-6d4f-4eda-89f6-462c9cceceec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:49.364292 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-447f9510-aa0e-4a13-bc94-5aad014bfbea req-04c4296e-5f1e-4e40-a7e7-1ea75d9fa586 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.38 HTTP/1.1" status: 200 len: 695 time: 0.0494540 Apr 05 14:48:49.463189 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-16c4c3c9-6d4f-4eda-89f6-462c9cceceec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809317'] for router_interface, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:49.466681 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c4c3c9-6d4f-4eda-89f6-462c9cceceec admin admin] Pushing event updated for resources: {'Port': ['ID=e4460ee6-20c2-4fe6-8328-e7ab026f4c83,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:49.576116 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f9510-aa0e-4a13-bc94-5aad014bfbea req-318aac31-f765-452a-98a6-f8ac8c342438 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:49.578290 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-447f9510-aa0e-4a13-bc94-5aad014bfbea req-318aac31-f765-452a-98a6-f8ac8c342438 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/networks/3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c HTTP/1.1" status: 200 len: 784 time: 0.2062795 Apr 05 14:48:49.654950 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c4c3c9-6d4f-4eda-89f6-462c9cceceec admin admin] Network b03a0781-c7c7-4f21-ae00-e298dd92f97c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:48:49.656534 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-16c4c3c9-6d4f-4eda-89f6-462c9cceceec admin admin] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:48:49.762439 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e04de-d801-4fda-8582-8733fee30bd9 req-ab34136c-3143-44cc-adbd-e505f40ae9e4 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:49.765955 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7a1e04de-d801-4fda-8582-8733fee30bd9 req-ab34136c-3143-44cc-adbd-e505f40ae9e4 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b8af68a-b89f-4444-8a16-0675cfb58100&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0742257 Apr 05 14:48:49.824582 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7a1e04de-d801-4fda-8582-8733fee30bd9 req-161ee191-0932-4c02-b6be-1206de290989 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.38 HTTP/1.1" status: 200 len: 695 time: 0.0515237 Apr 05 14:48:49.841592 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16c4c3c9-6d4f-4eda-89f6-462c9cceceec admin admin] Router 311d06dd-ff44-492e-acc8-99cd90444281 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:48:49.845973 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-7a1e04de-d801-4fda-8582-8733fee30bd9 req-b08ff966-c63d-41ca-8799-7c6dfefa600d tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Request body: {'floatingip': {'port_id': '750c2ab8-ecf1-4330-8abf-8f40615a03f3', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:48:49.901585 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-7a1e04de-d801-4fda-8582-8733fee30bd9 req-b08ff966-c63d-41ca-8799-7c6dfefa600d tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Notify callbacks [] for floatingip, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:49.987990 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16c4c3c9-6d4f-4eda-89f6-462c9cceceec admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:48:50.001479 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-16c4c3c9-6d4f-4eda-89f6-462c9cceceec admin admin] 10.222.0.30 "PUT /v2.0/routers/311d06dd-ff44-492e-acc8-99cd90444281/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2295089 Apr 05 14:48:50.031322 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-28b134df-0a82-4980-b120-14f7db17a2d7 None None] Provisioning complete for port e4460ee6-20c2-4fe6-8328-e7ab026f4c83 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:48:50.032110 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-28b134df-0a82-4980-b120-14f7db17a2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:50.112979 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-28b134df-0a82-4980-b120-14f7db17a2d7 None None] Port e4460ee6-20c2-4fe6-8328-e7ab026f4c83 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:48:50.559894 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 33482) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:48:50.583819 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5b8c1a43-b318-4fdd-b161-e00ca28b4b44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:50.705404 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5b8c1a43-b318-4fdd-b161-e00ca28b4b44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:50.840126 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-7a1e04de-d801-4fda-8582-8733fee30bd9 req-b08ff966-c63d-41ca-8799-7c6dfefa600d tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:50.872391 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 33492) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:48:50.877081 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-ce042aae-50a6-4d48-9a4f-41d02921c367 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1850629347', 'description': 'tempest-description--1421490451'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:48:50.979817 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5b8c1a43-b318-4fdd-b161-e00ca28b4b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:51.018656 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8c1a43-b318-4fdd-b161-e00ca28b4b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=736a7061-92ca-434b-a487-e5f1f6368a9c,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:51.023153 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-5b8c1a43-b318-4fdd-b161-e00ca28b4b44 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c7ece8ccebfc442ab854f4f722122d7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4620833 Apr 05 14:48:51.026630 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 33494) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:48:51.032827 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-7a1e04de-d801-4fda-8582-8733fee30bd9 req-b08ff966-c63d-41ca-8799-7c6dfefa600d tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:51.080614 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-307e25af-b900-4f2d-95cf-fb4d2dd2fcd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:51.091178 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ce042aae-50a6-4d48-9a4f-41d02921c367 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:51.114625 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-307e25af-b900-4f2d-95cf-fb4d2dd2fcd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:51.158955 n-d-836650-2 neutron-server[103320]: INFO neutron.db.l3_db [req-7a1e04de-d801-4fda-8582-8733fee30bd9 req-b08ff966-c63d-41ca-8799-7c6dfefa600d tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Floating IP 260e59ce-7e9b-42d4-9a5f-c45bafe76fae associated. External IP: 172.25.6.38, port: 750c2ab8-ecf1-4330-8abf-8f40615a03f3. Apr 05 14:48:51.179019 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba21023-c8d7-4d22-9804-4efcc5045ee0 None None] Sync routers for ids ['311d06dd-ff44-492e-acc8-99cd90444281'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:48:51.200351 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba21023-c8d7-4d22-9804-4efcc5045ee0 None None] Routers {'311d06dd-ff44-492e-acc8-99cd90444281'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:48:51.200351 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-5ba21023-c8d7-4d22-9804-4efcc5045ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:48:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['311d06dd-ff44-492e-acc8-99cd90444281'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:48:51.214055 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ce042aae-50a6-4d48-9a4f-41d02921c367 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:51.334184 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-307e25af-b900-4f2d-95cf-fb4d2dd2fcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:51.337056 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-307e25af-b900-4f2d-95cf-fb4d2dd2fcd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:51.348968 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-307e25af-b900-4f2d-95cf-fb4d2dd2fcd6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/736a7061-92ca-434b-a487-e5f1f6368a9c HTTP/1.1" status: 204 len: 168 time: 0.3113234 Apr 05 14:48:51.359714 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307e25af-b900-4f2d-95cf-fb4d2dd2fcd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=736a7061-92ca-434b-a487-e5f1f6368a9c,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:51.367962 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-5ba21023-c8d7-4d22-9804-4efcc5045ee0 None None] Set router 311d06dd-ff44-492e-acc8-99cd90444281 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:48:51.414886 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ce042aae-50a6-4d48-9a4f-41d02921c367 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:51.479379 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce042aae-50a6-4d48-9a4f-41d02921c367 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cbefb25-bd4b-4b8d-a9a2-f4b339ce847f,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:51.499885 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a1e04de-d801-4fda-8582-8733fee30bd9 req-b08ff966-c63d-41ca-8799-7c6dfefa600d tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Router e3dabafd-ba82-4927-8c68-6e590415ec12 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:48:51.522991 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 5013467d-d634-407a-b84a-b6f3a2b910ad up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:48:51.621330 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ce042aae-50a6-4d48-9a4f-41d02921c367 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:51.624728 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-ce042aae-50a6-4d48-9a4f-41d02921c367 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7491989 Apr 05 14:48:51.625588 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 33506) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:48:51.630075 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-7b48f44d-5e72-4a70-a768-7e7e34690d85 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Request body: {'security_group_rule': {'security_group_id': '5cbefb25-bd4b-4b8d-a9a2-f4b339ce847f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:48:51.646563 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a1e04de-d801-4fda-8582-8733fee30bd9 req-b08ff966-c63d-41ca-8799-7c6dfefa600d tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:48:51.651282 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-7a1e04de-d801-4fda-8582-8733fee30bd9 req-b08ff966-c63d-41ca-8799-7c6dfefa600d tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:51.658970 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a86261-f285-4654-890e-e92f7bc0ad41 None None] Sync routers for ids ['e3dabafd-ba82-4927-8c68-6e590415ec12'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:48:51.672118 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 5013467d-d634-407a-b84a-b6f3a2b910ad triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:48:51.673089 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:51.674870 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a86261-f285-4654-890e-e92f7bc0ad41 None None] Routers {'e3dabafd-ba82-4927-8c68-6e590415ec12'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:48:51.676956 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-a0a86261-f285-4654-890e-e92f7bc0ad41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:48:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['e3dabafd-ba82-4927-8c68-6e590415ec12'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:48:51.681004 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7a1e04de-d801-4fda-8582-8733fee30bd9 req-b08ff966-c63d-41ca-8799-7c6dfefa600d tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "PUT /v2.0/floatingips/260e59ce-7e9b-42d4-9a5f-c45bafe76fae HTTP/1.1" status: 200 len: 995 time: 1.8421192 Apr 05 14:48:51.681476 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b8af68a-b89f-4444-8a16-0675cfb58100', 'tag': '750c2ab8-ecf1-4330-8abf-8f40615a03f3'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:48:51.683879 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd2fd20-6be4-4502-b101-f6338a20b60b" -d '{"events": [{"name": "network-changed", "server_uuid": "6b8af68a-b89f-4444-8a16-0675cfb58100", "tag": "750c2ab8-ecf1-4330-8abf-8f40615a03f3"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:48:51.738219 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89db55d0-25e8-49b0-b414-4a4759b5c5c5 x-openstack-request-id: req-89db55d0-25e8-49b0-b414-4a4759b5c5c5 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:48:51.745346 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b8af68a-b89f-4444-8a16-0675cfb58100", "tag": "750c2ab8-ecf1-4330-8abf-8f40615a03f3", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:48:51.745346 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-89db55d0-25e8-49b0-b414-4a4759b5c5c5 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:48:51.745346 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89db55d0-25e8-49b0-b414-4a4759b5c5c5'] response: {'name': 'network-changed', 'server_uuid': '6b8af68a-b89f-4444-8a16-0675cfb58100', 'tag': '750c2ab8-ecf1-4330-8abf-8f40615a03f3', 'status': 'completed', 'code': 200} Apr 05 14:48:51.783174 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e04de-d801-4fda-8582-8733fee30bd9 req-4c59261d-92c4-46f0-a9ff-c1fba1f68840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:51.785026 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7a1e04de-d801-4fda-8582-8733fee30bd9 req-4c59261d-92c4-46f0-a9ff-c1fba1f68840 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=18bcf235b4184fc1aeec763dc6732b36&device_id=6b8af68a-b89f-4444-8a16-0675cfb58100 HTTP/1.1" status: 200 len: 1096 time: 0.0851467 Apr 05 14:48:51.837882 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd2fd20-6be4-4502-b101-f6338a20b60b req-198a2d97-c713-4eb0-b316-79fff4de0e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:51.838186 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-a0a86261-f285-4654-890e-e92f7bc0ad41 None None] Set router e3dabafd-ba82-4927-8c68-6e590415ec12 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:48:51.839535 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6cd2fd20-6be4-4502-b101-f6338a20b60b req-198a2d97-c713-4eb0-b316-79fff4de0e91 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=18bcf235b4184fc1aeec763dc6732b36&device_id=6b8af68a-b89f-4444-8a16-0675cfb58100 HTTP/1.1" status: 200 len: 1096 time: 0.0921121 Apr 05 14:48:51.849712 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7b48f44d-5e72-4a70-a768-7e7e34690d85 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:51.857032 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:51.928713 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port 5013467d-d634-407a-b84a-b6f3a2b910ad, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=5013467d-d634-407a-b84a-b6f3a2b910ad,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:48:51.948775 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-5ba21023-c8d7-4d22-9804-4efcc5045ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '311d06dd-ff44-492e-acc8-99cd90444281', 'name': 'tempest-AttachVolumeShelveTestJSON-305439511-router', 'tenant_id': '9aa02dc22afd43169da01ad43bf00af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '5013467d-d634-407a-b84a-b6f3a2b910ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:48:43Z', 'updated_at': '2022-04-05T14:48:48Z', 'revision_number': 4, 'project_id': '9aa02dc22afd43169da01ad43bf00af6', 'gw_port': {'id': '5013467d-d634-407a-b84a-b6f3a2b910ad', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:14:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '311d06dd-ff44-492e-acc8-99cd90444281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:48:44Z', 'updated_at': '2022-04-05T14:48:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': 'e4460ee6-20c2-4fe6-8328-e7ab026f4c83', 'name': '', 'network_id': 'b03a0781-c7c7-4f21-ae00-e298dd92f97c', 'tenant_id': '9aa02dc22afd43169da01ad43bf00af6', 'mac_address': 'fa:16:3e:b9:9f:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '311d06dd-ff44-492e-acc8-99cd90444281', 'device_owner': 'network:router_interface', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': 'b8b6f627-92b4-40ba-a770-519d39c012c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:48:47Z', 'updated_at': '2022-04-05T14:48:48Z', 'revision_number': 2, 'project_id': '9aa02dc22afd43169da01ad43bf00af6', 'subnets': [{'id': 'b8b6f627-92b4-40ba-a770-519d39c012c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:48:51.989182 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba21023-c8d7-4d22-9804-4efcc5045ee0 None None] Checking router: 311d06dd-ff44-492e-acc8-99cd90444281 for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:48:51.989431 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e04de-d801-4fda-8582-8733fee30bd9 req-d78fd179-f1b1-4948-9dcd-31c2ca54dcff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:51.990932 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7a1e04de-d801-4fda-8582-8733fee30bd9 req-d78fd179-f1b1-4948-9dcd-31c2ca54dcff service neutron] 10.222.0.30 "GET /v2.0/networks?id=9f9a638e-c362-4ed9-9ce0-8c328a9b342c HTTP/1.1" status: 200 len: 921 time: 0.1902945 Apr 05 14:48:51.991211 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba21023-c8d7-4d22-9804-4efcc5045ee0 None None] Updating router 311d06dd-ff44-492e-acc8-99cd90444281 port e4460ee6-20c2-4fe6-8328-e7ab026f4c83 binding host n-d-836650-2 {{(pid=103322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:48:52.003657 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7b48f44d-5e72-4a70-a768-7e7e34690d85 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:52.070784 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5ba21023-c8d7-4d22-9804-4efcc5045ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:52.074186 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:52.135238 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd2fd20-6be4-4502-b101-f6338a20b60b req-aa2c95b6-5cc5-4640-ae53-9f5783c5d5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:52.137077 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6cd2fd20-6be4-4502-b101-f6338a20b60b req-aa2c95b6-5cc5-4640-ae53-9f5783c5d5b9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9f9a638e-c362-4ed9-9ce0-8c328a9b342c HTTP/1.1" status: 200 len: 921 time: 0.2617962 Apr 05 14:48:52.139596 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7a1e04de-d801-4fda-8582-8733fee30bd9 req-972a2efe-d345-4811-89a9-c83bcdc34c8a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=750c2ab8-ecf1-4330-8abf-8f40615a03f3 HTTP/1.1" status: 200 len: 998 time: 0.1405034 Apr 05 14:48:52.187462 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=5013467d-d634-407a-b84a-b6f3a2b910ad,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:52.190602 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7b48f44d-5e72-4a70-a768-7e7e34690d85 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:52.221005 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-a0a86261-f285-4654-890e-e92f7bc0ad41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3dabafd-ba82-4927-8c68-6e590415ec12', 'name': 'tempest-ServerRescueTestJSONUnderV235-1025869506-router', 'tenant_id': '18bcf235b4184fc1aeec763dc6732b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '85b8053c-72fd-45e9-92ed-7ca2f81a23b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:47:45Z', 'updated_at': '2022-04-05T14:47:53Z', 'revision_number': 4, 'project_id': '18bcf235b4184fc1aeec763dc6732b36', 'gw_port': {'id': '85b8053c-72fd-45e9-92ed-7ca2f81a23b1', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:eb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dabafd-ba82-4927-8c68-6e590415ec12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:47:47Z', 'updated_at': '2022-04-05T14:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': '260e59ce-7e9b-42d4-9a5f-c45bafe76fae', 'tenant_id': '18bcf235b4184fc1aeec763dc6732b36', 'floating_ip_address': '172.25.6.38', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': 'e3dabafd-ba82-4927-8c68-6e590415ec12', 'port_id': '750c2ab8-ecf1-4330-8abf-8f40615a03f3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f9a638e-c362-4ed9-9ce0-8c328a9b342c', 'mac_address': 'fa:16:3e:71:0f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8af68a-b89f-4444-8a16-0675cfb58100', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:48:48Z', 'updated_at': '2022-04-05T14:48:50Z', 'revision_number': 1, 'project_id': '18bcf235b4184fc1aeec763dc6732b36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa916812-78f6-4baf-844d-379c95095576', 'name': '', 'network_id': '9f9a638e-c362-4ed9-9ce0-8c328a9b342c', 'tenant_id': '18bcf235b4184fc1aeec763dc6732b36', 'mac_address': 'fa:16:3e:b9:44:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dabafd-ba82-4927-8c68-6e590415ec12', 'device_owner': 'network:router_interface', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': '9c6481b7-fb57-4506-848f-a54d4cbfc052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:47:52Z', 'updated_at': '2022-04-05T14:48:01Z', 'revision_number': 5, 'project_id': '18bcf235b4184fc1aeec763dc6732b36', 'subnets': [{'id': '9c6481b7-fb57-4506-848f-a54d4cbfc052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:48:52.227879 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b48f44d-5e72-4a70-a768-7e7e34690d85 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9723db05-3b18-4a45-824c-01f709f0143b,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:52.256282 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a86261-f285-4654-890e-e92f7bc0ad41 None None] Checking router: e3dabafd-ba82-4927-8c68-6e590415ec12 for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:48:52.267759 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a86261-f285-4654-890e-e92f7bc0ad41 None None] Routers {'e3dabafd-ba82-4927-8c68-6e590415ec12'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:48:52.268492 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-a0a86261-f285-4654-890e-e92f7bc0ad41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:48:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['e3dabafd-ba82-4927-8c68-6e590415ec12'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:48:52.321682 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e04de-d801-4fda-8582-8733fee30bd9 req-a8dc6049-5573-428a-8a60-c3af37dc7c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:52.323204 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7a1e04de-d801-4fda-8582-8733fee30bd9 req-a8dc6049-5573-428a-8a60-c3af37dc7c7c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9c6481b7-fb57-4506-848f-a54d4cbfc052 HTTP/1.1" status: 200 len: 860 time: 0.1708665 Apr 05 14:48:52.326433 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6cd2fd20-6be4-4502-b101-f6338a20b60b req-3136a818-422e-4269-a690-e5a9642553aa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=750c2ab8-ecf1-4330-8abf-8f40615a03f3 HTTP/1.1" status: 200 len: 998 time: 0.1818066 Apr 05 14:48:52.402289 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7a1e04de-d801-4fda-8582-8733fee30bd9 req-20cbfc31-9d8b-4dd4-91bb-dc7bbc2dcb02 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9f9a638e-c362-4ed9-9ce0-8c328a9b342c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624061 Apr 05 14:48:52.417769 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [req-7a1e04de-d801-4fda-8582-8733fee30bd9 req-78f0a65f-1aa2-4de5-a3b0-1045414859d0 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:48:52.418959 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7a1e04de-d801-4fda-8582-8733fee30bd9 req-78f0a65f-1aa2-4de5-a3b0-1045414859d0 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065305 Apr 05 14:48:52.427619 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd2fd20-6be4-4502-b101-f6338a20b60b req-f030b98c-f249-4d90-a3ac-1baf40673a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:52.429778 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6cd2fd20-6be4-4502-b101-f6338a20b60b req-f030b98c-f249-4d90-a3ac-1baf40673a6b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9c6481b7-fb57-4506-848f-a54d4cbfc052 HTTP/1.1" status: 200 len: 860 time: 0.0810139 Apr 05 14:48:52.439952 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-a0a86261-f285-4654-890e-e92f7bc0ad41 None None] Set router e3dabafd-ba82-4927-8c68-6e590415ec12 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:48:52.467477 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7b48f44d-5e72-4a70-a768-7e7e34690d85 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:52.474212 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-7b48f44d-5e72-4a70-a768-7e7e34690d85 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8463910 Apr 05 14:48:52.475242 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 33528) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:48:52.483781 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6cd2fd20-6be4-4502-b101-f6338a20b60b req-81498648-a29f-4b17-a3e4-b04729e4338d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9f9a638e-c362-4ed9-9ce0-8c328a9b342c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423267 Apr 05 14:48:52.485299 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-1be3604f-5808-4b48-849a-e58129636d61 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Request body: {'security_group_rule': {'security_group_id': '5cbefb25-bd4b-4b8d-a9a2-f4b339ce847f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:48:52.497735 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5ba21023-c8d7-4d22-9804-4efcc5045ee0 None None] Notify callbacks [] for port, precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:52.623622 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5ba21023-c8d7-4d22-9804-4efcc5045ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:52.625022 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7a1e04de-d801-4fda-8582-8733fee30bd9 req-b5821e09-653c-4644-910a-28eed81adef7 service neutron] 10.222.0.30 "GET /v2.0/networks/9f9a638e-c362-4ed9-9ce0-8c328a9b342c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933744 Apr 05 14:48:52.625693 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1be3604f-5808-4b48-849a-e58129636d61 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:52.662240 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6cd2fd20-6be4-4502-b101-f6338a20b60b req-ef143979-5361-414b-9baa-d29b6704a609 service neutron] 10.222.0.55 "GET /v2.0/networks/9f9a638e-c362-4ed9-9ce0-8c328a9b342c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465371 Apr 05 14:48:52.781926 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918daeb-1fa7-43f2-9fa8-69a6b24d218d None None] Pushing event updated for resources: {'Port': ['ID=e4460ee6-20c2-4fe6-8328-e7ab026f4c83,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:52.817418 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7a1e04de-d801-4fda-8582-8733fee30bd9 req-1b51b9c0-0ba7-4c22-820f-77f8d3c2d9be service neutron] 10.222.0.30 "GET /v2.0/networks/9f9a638e-c362-4ed9-9ce0-8c328a9b342c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802881 Apr 05 14:48:52.840545 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1be3604f-5808-4b48-849a-e58129636d61 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:52.849986 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6cd2fd20-6be4-4502-b101-f6338a20b60b req-7614f6de-2556-4544-a7d5-bd8b33205934 service neutron] 10.222.0.55 "GET /v2.0/networks/9f9a638e-c362-4ed9-9ce0-8c328a9b342c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497312 Apr 05 14:48:52.856231 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-5ba21023-c8d7-4d22-9804-4efcc5045ee0 None None] Attempting to bind port e4460ee6-20c2-4fe6-8328-e7ab026f4c83 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:48:52.856704 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-5ba21023-c8d7-4d22-9804-4efcc5045ee0 None None] Attempting to bind port e4460ee6-20c2-4fe6-8328-e7ab026f4c83 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '7829a1ea-7354-4b05-a7ea-7cbdfd795041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'b03a0781-c7c7-4f21-ae00-e298dd92f97c'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:48:52.857205 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba21023-c8d7-4d22-9804-4efcc5045ee0 None None] Attempting to bind port e4460ee6-20c2-4fe6-8328-e7ab026f4c83 on network b03a0781-c7c7-4f21-ae00-e298dd92f97c {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:48:52.863689 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba21023-c8d7-4d22-9804-4efcc5045ee0 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:48:52.864550 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba21023-c8d7-4d22-9804-4efcc5045ee0 None None] Checking segment: {'id': '7829a1ea-7354-4b05-a7ea-7cbdfd795041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'b03a0781-c7c7-4f21-ae00-e298dd92f97c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:48:52.865106 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5ba21023-c8d7-4d22-9804-4efcc5045ee0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:52.865664 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba21023-c8d7-4d22-9804-4efcc5045ee0 None None] Bound using segment: {'id': '7829a1ea-7354-4b05-a7ea-7cbdfd795041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'b03a0781-c7c7-4f21-ae00-e298dd92f97c'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:48:52.866832 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-5ba21023-c8d7-4d22-9804-4efcc5045ee0 None None] Bound port: e4460ee6-20c2-4fe6-8328-e7ab026f4c83, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7829a1ea-7354-4b05-a7ea-7cbdfd795041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'b03a0781-c7c7-4f21-ae00-e298dd92f97c'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:48:52.867804 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5ba21023-c8d7-4d22-9804-4efcc5045ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:52.910854 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-a0a86261-f285-4654-890e-e92f7bc0ad41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3dabafd-ba82-4927-8c68-6e590415ec12', 'name': 'tempest-ServerRescueTestJSONUnderV235-1025869506-router', 'tenant_id': '18bcf235b4184fc1aeec763dc6732b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '85b8053c-72fd-45e9-92ed-7ca2f81a23b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:47:45Z', 'updated_at': '2022-04-05T14:47:53Z', 'revision_number': 4, 'project_id': '18bcf235b4184fc1aeec763dc6732b36', 'gw_port': {'id': '85b8053c-72fd-45e9-92ed-7ca2f81a23b1', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:eb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dabafd-ba82-4927-8c68-6e590415ec12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:47:47Z', 'updated_at': '2022-04-05T14:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': '260e59ce-7e9b-42d4-9a5f-c45bafe76fae', 'tenant_id': '18bcf235b4184fc1aeec763dc6732b36', 'floating_ip_address': '172.25.6.38', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': 'e3dabafd-ba82-4927-8c68-6e590415ec12', 'port_id': '750c2ab8-ecf1-4330-8abf-8f40615a03f3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f9a638e-c362-4ed9-9ce0-8c328a9b342c', 'mac_address': 'fa:16:3e:71:0f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8af68a-b89f-4444-8a16-0675cfb58100', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:48:48Z', 'updated_at': '2022-04-05T14:48:50Z', 'revision_number': 1, 'project_id': '18bcf235b4184fc1aeec763dc6732b36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa916812-78f6-4baf-844d-379c95095576', 'name': '', 'network_id': '9f9a638e-c362-4ed9-9ce0-8c328a9b342c', 'tenant_id': '18bcf235b4184fc1aeec763dc6732b36', 'mac_address': 'fa:16:3e:b9:44:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dabafd-ba82-4927-8c68-6e590415ec12', 'device_owner': 'network:router_interface', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': '9c6481b7-fb57-4506-848f-a54d4cbfc052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:47:52Z', 'updated_at': '2022-04-05T14:48:01Z', 'revision_number': 5, 'project_id': '18bcf235b4184fc1aeec763dc6732b36', 'subnets': [{'id': '9c6481b7-fb57-4506-848f-a54d4cbfc052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:48:52.939152 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a86261-f285-4654-890e-e92f7bc0ad41 None None] The sync data for ids ['e3dabafd-ba82-4927-8c68-6e590415ec12'] in n-d-836650-2 is: [{'id': 'e3dabafd-ba82-4927-8c68-6e590415ec12', 'name': 'tempest-ServerRescueTestJSONUnderV235-1025869506-router', 'tenant_id': '18bcf235b4184fc1aeec763dc6732b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '85b8053c-72fd-45e9-92ed-7ca2f81a23b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:47:45Z', 'updated_at': '2022-04-05T14:47:53Z', 'revision_number': 4, 'project_id': '18bcf235b4184fc1aeec763dc6732b36', 'gw_port': {'id': '85b8053c-72fd-45e9-92ed-7ca2f81a23b1', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:eb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dabafd-ba82-4927-8c68-6e590415ec12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:47:47Z', 'updated_at': '2022-04-05T14:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': '260e59ce-7e9b-42d4-9a5f-c45bafe76fae', 'tenant_id': '18bcf235b4184fc1aeec763dc6732b36', 'floating_ip_address': '172.25.6.38', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': 'e3dabafd-ba82-4927-8c68-6e590415ec12', 'port_id': '750c2ab8-ecf1-4330-8abf-8f40615a03f3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f9a638e-c362-4ed9-9ce0-8c328a9b342c', 'mac_address': 'fa:16:3e:71:0f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8af68a-b89f-4444-8a16-0675cfb58100', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:48:48Z', 'updated_at': '2022-04-05T14:48:50Z', 'revision_number': 1, 'project_id': '18bcf235b4184fc1aeec763dc6732b36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa916812-78f6-4baf-844d-379c95095576', 'name': '', 'network_id': '9f9a638e-c362-4ed9-9ce0-8c328a9b342c', 'tenant_id': '18bcf235b4184fc1aeec763dc6732b36', 'mac_address': 'fa:16:3e:b9:44:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dabafd-ba82-4927-8c68-6e590415ec12', 'device_owner': 'network:router_interface', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': '9c6481b7-fb57-4506-848f-a54d4cbfc052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:47:52Z', 'updated_at': '2022-04-05T14:48:01Z', 'revision_number': 5, 'project_id': '18bcf235b4184fc1aeec763dc6732b36', 'subnets': [{'id': '9c6481b7-fb57-4506-848f-a54d4cbfc052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:48:52.955636 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-5ba21023-c8d7-4d22-9804-4efcc5045ee0 None None] For port e4460ee6-20c2-4fe6-8328-e7ab026f4c83, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:48:52.965055 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-5ba21023-c8d7-4d22-9804-4efcc5045ee0 None None] For port e4460ee6-20c2-4fe6-8328-e7ab026f4c83, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=e4460ee6-20c2-4fe6-8328-e7ab026f4c83,segment=NetworkSegment(7829a1ea-7354-4b05-a7ea-7cbdfd795041),segment_id=7829a1ea-7354-4b05-a7ea-7cbdfd795041)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:48:53.070098 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-f98d908d-e062-4b57-9a00-61ea2d142dec None None] Provisioning complete for port e4460ee6-20c2-4fe6-8328-e7ab026f4c83 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:48:53.071536 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f98d908d-e062-4b57-9a00-61ea2d142dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:53.100024 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1be3604f-5808-4b48-849a-e58129636d61 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:53.108221 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-f98d908d-e062-4b57-9a00-61ea2d142dec None None] Port e4460ee6-20c2-4fe6-8328-e7ab026f4c83 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:48:53.134293 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be3604f-5808-4b48-849a-e58129636d61 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a0708c3-43cc-4e98-ae6a-a3ffece34038,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:53.144992 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-538d84ec-2ffb-42c5-bb89-15d1b4fe92c4 req-7cf1ae38-a7d7-4724-97c7-812135faeb28 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.38 HTTP/1.1" status: 200 len: 998 time: 0.0889452 Apr 05 14:48:53.174061 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5ba21023-c8d7-4d22-9804-4efcc5045ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:53.219967 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e56ba1c-1b9a-4f1b-9fa7-5edfdb91ed11 None None] New status for floating IP 260e59ce-7e9b-42d4-9a5f-c45bafe76fae: ACTIVE {{(pid=103322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 14:48:53.232202 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538d84ec-2ffb-42c5-bb89-15d1b4fe92c4 req-d81b2943-4332-467a-881b-ab9ddb3f2f98 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:53.234138 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-538d84ec-2ffb-42c5-bb89-15d1b4fe92c4 req-d81b2943-4332-467a-881b-ab9ddb3f2f98 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/ports/750c2ab8-ecf1-4330-8abf-8f40615a03f3 HTTP/1.1" status: 200 len: 942 time: 0.0764868 Apr 05 14:48:53.301767 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba21023-c8d7-4d22-9804-4efcc5045ee0 None None] Routers {'311d06dd-ff44-492e-acc8-99cd90444281'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:48:53.302773 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-5ba21023-c8d7-4d22-9804-4efcc5045ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:48:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['311d06dd-ff44-492e-acc8-99cd90444281'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:48:53.367449 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918daeb-1fa7-43f2-9fa8-69a6b24d218d None None] Pushing event updated for resources: {'Port': ['ID=e4460ee6-20c2-4fe6-8328-e7ab026f4c83,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:53.397884 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1be3604f-5808-4b48-849a-e58129636d61 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:53.397884 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-1be3604f-5808-4b48-849a-e58129636d61 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9199753 Apr 05 14:48:53.400321 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 33554) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:48:53.430034 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-538d84ec-2ffb-42c5-bb89-15d1b4fe92c4 req-be479a4e-33df-42cf-afbd-5236782a224d tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.38 HTTP/1.1" status: 200 len: 998 time: 0.1438782 Apr 05 14:48:53.432433 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-880b0b72-0c1b-49c9-8227-4922058bee7b tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Request body: {'floatingip': {'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:48:53.566014 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538d84ec-2ffb-42c5-bb89-15d1b4fe92c4 req-08b35d3b-6b7b-4cc9-80b6-98f067b7c950 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:53.567562 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-538d84ec-2ffb-42c5-bb89-15d1b4fe92c4 req-08b35d3b-6b7b-4cc9-80b6-98f067b7c950 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/networks/3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c HTTP/1.1" status: 200 len: 784 time: 0.1362977 Apr 05 14:48:53.646020 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-538d84ec-2ffb-42c5-bb89-15d1b4fe92c4 req-0e90b874-68a7-43c6-9252-52457df3e588 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.38 HTTP/1.1" status: 200 len: 998 time: 0.0709009 Apr 05 14:48:53.652152 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 5013467d-d634-407a-b84a-b6f3a2b910ad up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:48:53.659723 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-880b0b72-0c1b-49c9-8227-4922058bee7b tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks [] for floatingip, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:53.660802 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-538d84ec-2ffb-42c5-bb89-15d1b4fe92c4 req-72166e96-1c65-452c-a829-bf60fe39b481 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:48:53.744019 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-538d84ec-2ffb-42c5-bb89-15d1b4fe92c4 req-72166e96-1c65-452c-a829-bf60fe39b481 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Notify callbacks [] for floatingip, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:53.794404 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-880b0b72-0c1b-49c9-8227-4922058bee7b tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:53.822947 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-2f07ea75-f7b6-4f47-9751-f47adac04367 None None] Provisioning complete for port e4460ee6-20c2-4fe6-8328-e7ab026f4c83 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:48:53.823317 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2f07ea75-f7b6-4f47-9751-f47adac04367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:53.853671 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 5013467d-d634-407a-b84a-b6f3a2b910ad triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:48:53.854038 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:53.910054 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-5ba21023-c8d7-4d22-9804-4efcc5045ee0 None None] Set router 311d06dd-ff44-492e-acc8-99cd90444281 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:48:53.949534 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-880b0b72-0c1b-49c9-8227-4922058bee7b tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Allocated IP 172.25.6.223 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/1bddc8f7-a340-4b8a-8d3b-cd73257bd101) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:48:53.969019 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.db.api [req-538d84ec-2ffb-42c5-bb89-15d1b4fe92c4 req-72166e96-1c65-452c-a829-bf60fe39b481 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103320) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:48:53.969363 n-d-836650-2 neutron-server[103320]: DEBUG oslo_db.api [req-538d84ec-2ffb-42c5-bb89-15d1b4fe92c4 req-72166e96-1c65-452c-a829-bf60fe39b481 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:48:54.104255 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-880b0b72-0c1b-49c9-8227-4922058bee7b tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:54.120671 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2f07ea75-f7b6-4f47-9751-f47adac04367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:54.221772 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-2f07ea75-f7b6-4f47-9751-f47adac04367 None None] For port e4460ee6-20c2-4fe6-8328-e7ab026f4c83, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=e4460ee6-20c2-4fe6-8328-e7ab026f4c83,segment=NetworkSegment(7829a1ea-7354-4b05-a7ea-7cbdfd795041),segment_id=7829a1ea-7354-4b05-a7ea-7cbdfd795041)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:48:54.250667 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-5ba21023-c8d7-4d22-9804-4efcc5045ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '311d06dd-ff44-492e-acc8-99cd90444281', 'name': 'tempest-AttachVolumeShelveTestJSON-305439511-router', 'tenant_id': '9aa02dc22afd43169da01ad43bf00af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '5013467d-d634-407a-b84a-b6f3a2b910ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:48:43Z', 'updated_at': '2022-04-05T14:48:48Z', 'revision_number': 4, 'project_id': '9aa02dc22afd43169da01ad43bf00af6', 'gw_port': {'id': '5013467d-d634-407a-b84a-b6f3a2b910ad', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:14:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311d06dd-ff44-492e-acc8-99cd90444281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:48:44Z', 'updated_at': '2022-04-05T14:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': 'e4460ee6-20c2-4fe6-8328-e7ab026f4c83', 'name': '', 'network_id': 'b03a0781-c7c7-4f21-ae00-e298dd92f97c', 'tenant_id': '9aa02dc22afd43169da01ad43bf00af6', 'mac_address': 'fa:16:3e:b9:9f:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '311d06dd-ff44-492e-acc8-99cd90444281', 'device_owner': 'network:router_interface', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': 'b8b6f627-92b4-40ba-a770-519d39c012c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:48:47Z', 'updated_at': '2022-04-05T14:48:52Z', 'revision_number': 4, 'project_id': '9aa02dc22afd43169da01ad43bf00af6', 'subnets': [{'id': 'b8b6f627-92b4-40ba-a770-519d39c012c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:48:54.282656 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba21023-c8d7-4d22-9804-4efcc5045ee0 None None] The sync data for ids ['311d06dd-ff44-492e-acc8-99cd90444281'] in n-d-836650-2 is: [{'id': '311d06dd-ff44-492e-acc8-99cd90444281', 'name': 'tempest-AttachVolumeShelveTestJSON-305439511-router', 'tenant_id': '9aa02dc22afd43169da01ad43bf00af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '5013467d-d634-407a-b84a-b6f3a2b910ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:48:43Z', 'updated_at': '2022-04-05T14:48:48Z', 'revision_number': 4, 'project_id': '9aa02dc22afd43169da01ad43bf00af6', 'gw_port': {'id': '5013467d-d634-407a-b84a-b6f3a2b910ad', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:14:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311d06dd-ff44-492e-acc8-99cd90444281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:48:44Z', 'updated_at': '2022-04-05T14:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': 'e4460ee6-20c2-4fe6-8328-e7ab026f4c83', 'name': '', 'network_id': 'b03a0781-c7c7-4f21-ae00-e298dd92f97c', 'tenant_id': '9aa02dc22afd43169da01ad43bf00af6', 'mac_address': 'fa:16:3e:b9:9f:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '311d06dd-ff44-492e-acc8-99cd90444281', 'device_owner': 'network:router_interface', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': 'b8b6f627-92b4-40ba-a770-519d39c012c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:48:47Z', 'updated_at': '2022-04-05T14:48:52Z', 'revision_number': 4, 'project_id': '9aa02dc22afd43169da01ad43bf00af6', 'subnets': [{'id': 'b8b6f627-92b4-40ba-a770-519d39c012c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:48:54.338638 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-880b0b72-0c1b-49c9-8227-4922058bee7b tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:54.401644 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880b0b72-0c1b-49c9-8227-4922058bee7b tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:48:54.408525 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-880b0b72-0c1b-49c9-8227-4922058bee7b tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:48:54.417778 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880b0b72-0c1b-49c9-8227-4922058bee7b tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:48:54.420182 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880b0b72-0c1b-49c9-8227-4922058bee7b tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Pushing event updated for resources: {'Port': ['ID=1bddc8f7-a340-4b8a-8d3b-cd73257bd101,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:54.425894 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2f07ea75-f7b6-4f47-9751-f47adac04367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:54.470827 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-538d84ec-2ffb-42c5-bb89-15d1b4fe92c4 req-72166e96-1c65-452c-a829-bf60fe39b481 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Notify callbacks [] for floatingip, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:54.521587 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f07ea75-f7b6-4f47-9751-f47adac04367 None None] Pushing event updated for resources: {'Port': ['ID=e4460ee6-20c2-4fe6-8328-e7ab026f4c83,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:54.617592 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-880b0b72-0c1b-49c9-8227-4922058bee7b tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:54.710499 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-412c80c8-20ad-4fa4-bc70-2242a2b5f5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:54.784476 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-538d84ec-2ffb-42c5-bb89-15d1b4fe92c4 req-72166e96-1c65-452c-a829-bf60fe39b481 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:54.847179 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-880b0b72-0c1b-49c9-8227-4922058bee7b tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:54.963867 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-538d84ec-2ffb-42c5-bb89-15d1b4fe92c4 req-72166e96-1c65-452c-a829-bf60fe39b481 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:54.964216 n-d-836650-2 neutron-server[103320]: INFO neutron.db.l3_db [req-538d84ec-2ffb-42c5-bb89-15d1b4fe92c4 req-72166e96-1c65-452c-a829-bf60fe39b481 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Floating IP 260e59ce-7e9b-42d4-9a5f-c45bafe76fae disassociated. External IP: 172.25.6.38, port: 750c2ab8-ecf1-4330-8abf-8f40615a03f3. Apr 05 14:48:55.088434 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-880b0b72-0c1b-49c9-8227-4922058bee7b tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:55.220765 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-880b0b72-0c1b-49c9-8227-4922058bee7b tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:55.373304 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [req-538d84ec-2ffb-42c5-bb89-15d1b4fe92c4 req-72166e96-1c65-452c-a829-bf60fe39b481 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Router e3dabafd-ba82-4927-8c68-6e590415ec12 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:48:55.393994 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880b0b72-0c1b-49c9-8227-4922058bee7b tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Pushing event updated for resources: {'Port': ['ID=1bddc8f7-a340-4b8a-8d3b-cd73257bd101,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:55.409153 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-880b0b72-0c1b-49c9-8227-4922058bee7b tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:55.457475 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device e4460ee6-20c2-4fe6-8328-e7ab026f4c83 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:48:55.516924 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port e4460ee6-20c2-4fe6-8328-e7ab026f4c83 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:48:55.517240 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:55.527598 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-880b0b72-0c1b-49c9-8227-4922058bee7b tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:55.536922 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-880b0b72-0c1b-49c9-8227-4922058bee7b tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1275346 Apr 05 14:48:55.549346 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-538d84ec-2ffb-42c5-bb89-15d1b4fe92c4 req-72166e96-1c65-452c-a829-bf60fe39b481 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:48:55.559726 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-538d84ec-2ffb-42c5-bb89-15d1b4fe92c4 req-72166e96-1c65-452c-a829-bf60fe39b481 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:55.562721 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4367b2a9-cd2a-4e63-91c1-6ac91b6213b0 None None] Sync routers for ids ['e3dabafd-ba82-4927-8c68-6e590415ec12'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:48:55.582506 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4367b2a9-cd2a-4e63-91c1-6ac91b6213b0 None None] Routers {'e3dabafd-ba82-4927-8c68-6e590415ec12'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:48:55.585309 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-4367b2a9-cd2a-4e63-91c1-6ac91b6213b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:48:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['e3dabafd-ba82-4927-8c68-6e590415ec12'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:48:55.604740 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-538d84ec-2ffb-42c5-bb89-15d1b4fe92c4 req-72166e96-1c65-452c-a829-bf60fe39b481 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "PUT /v2.0/floatingips/260e59ce-7e9b-42d4-9a5f-c45bafe76fae HTTP/1.1" status: 200 len: 694 time: 1.9441786 Apr 05 14:48:55.605330 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b8af68a-b89f-4444-8a16-0675cfb58100', 'tag': '750c2ab8-ecf1-4330-8abf-8f40615a03f3'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:48:55.611923 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07af7de1-d193-423c-9f95-254de6ab1b3b" -d '{"events": [{"name": "network-changed", "server_uuid": "6b8af68a-b89f-4444-8a16-0675cfb58100", "tag": "750c2ab8-ecf1-4330-8abf-8f40615a03f3"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:48:55.663133 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538d84ec-2ffb-42c5-bb89-15d1b4fe92c4 req-a7f3ea1d-1fb1-408d-be17-fa610dd52470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:55.673247 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-538d84ec-2ffb-42c5-bb89-15d1b4fe92c4 req-a7f3ea1d-1fb1-408d-be17-fa610dd52470 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=18bcf235b4184fc1aeec763dc6732b36&device_id=6b8af68a-b89f-4444-8a16-0675cfb58100 HTTP/1.1" status: 200 len: 1096 time: 0.0568635 Apr 05 14:48:55.752171 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04ecbaa-db42-4410-a781-552ff1041acb x-openstack-request-id: req-e04ecbaa-db42-4410-a781-552ff1041acb {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:48:55.752471 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b8af68a-b89f-4444-8a16-0675cfb58100", "tag": "750c2ab8-ecf1-4330-8abf-8f40615a03f3", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:48:55.752727 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e04ecbaa-db42-4410-a781-552ff1041acb {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:48:55.753500 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e04ecbaa-db42-4410-a781-552ff1041acb'] response: {'name': 'network-changed', 'server_uuid': '6b8af68a-b89f-4444-8a16-0675cfb58100', 'tag': '750c2ab8-ecf1-4330-8abf-8f40615a03f3', 'status': 'completed', 'code': 200} Apr 05 14:48:55.850530 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538d84ec-2ffb-42c5-bb89-15d1b4fe92c4 req-e753738e-3632-4d6b-9b7f-0e977a8ff3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:55.863268 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-538d84ec-2ffb-42c5-bb89-15d1b4fe92c4 req-e753738e-3632-4d6b-9b7f-0e977a8ff3b6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9f9a638e-c362-4ed9-9ce0-8c328a9b342c HTTP/1.1" status: 200 len: 921 time: 0.1874115 Apr 05 14:48:55.921311 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-4367b2a9-cd2a-4e63-91c1-6ac91b6213b0 None None] Set router e3dabafd-ba82-4927-8c68-6e590415ec12 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:48:55.974494 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-538d84ec-2ffb-42c5-bb89-15d1b4fe92c4 req-a2468c8a-c01f-4af0-92e9-7f0021cf8a46 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=750c2ab8-ecf1-4330-8abf-8f40615a03f3 HTTP/1.1" status: 200 len: 217 time: 0.1076710 Apr 05 14:48:55.976063 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07af7de1-d193-423c-9f95-254de6ab1b3b req-d333cc41-45a5-45e4-bca5-44aeec88bff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:55.978786 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-07af7de1-d193-423c-9f95-254de6ab1b3b req-d333cc41-45a5-45e4-bca5-44aeec88bff8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=18bcf235b4184fc1aeec763dc6732b36&device_id=6b8af68a-b89f-4444-8a16-0675cfb58100 HTTP/1.1" status: 200 len: 1096 time: 0.1821444 Apr 05 14:48:56.119341 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5f091825-5ef1-452f-86fd-d34a1be4beac req-2d18cb18-9863-4768-a537-f81109fcd251 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1850629347&fields=id&tenant_id=9aa02dc22afd43169da01ad43bf00af6 HTTP/1.1" status: 200 len: 267 time: 0.1551414 Apr 05 14:48:56.127757 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538d84ec-2ffb-42c5-bb89-15d1b4fe92c4 req-9fea0a72-f603-40a2-8b59-8751de71c0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:56.129255 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-538d84ec-2ffb-42c5-bb89-15d1b4fe92c4 req-9fea0a72-f603-40a2-8b59-8751de71c0ed service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9c6481b7-fb57-4506-848f-a54d4cbfc052 HTTP/1.1" status: 200 len: 860 time: 0.1447189 Apr 05 14:48:56.228715 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-4367b2a9-cd2a-4e63-91c1-6ac91b6213b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3dabafd-ba82-4927-8c68-6e590415ec12', 'name': 'tempest-ServerRescueTestJSONUnderV235-1025869506-router', 'tenant_id': '18bcf235b4184fc1aeec763dc6732b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '85b8053c-72fd-45e9-92ed-7ca2f81a23b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:47:45Z', 'updated_at': '2022-04-05T14:47:53Z', 'revision_number': 4, 'project_id': '18bcf235b4184fc1aeec763dc6732b36', 'gw_port': {'id': '85b8053c-72fd-45e9-92ed-7ca2f81a23b1', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:eb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dabafd-ba82-4927-8c68-6e590415ec12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:47:47Z', 'updated_at': '2022-04-05T14:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': 'aa916812-78f6-4baf-844d-379c95095576', 'name': '', 'network_id': '9f9a638e-c362-4ed9-9ce0-8c328a9b342c', 'tenant_id': '18bcf235b4184fc1aeec763dc6732b36', 'mac_address': 'fa:16:3e:b9:44:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dabafd-ba82-4927-8c68-6e590415ec12', 'device_owner': 'network:router_interface', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': '9c6481b7-fb57-4506-848f-a54d4cbfc052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:47:52Z', 'updated_at': '2022-04-05T14:48:01Z', 'revision_number': 5, 'project_id': '18bcf235b4184fc1aeec763dc6732b36', 'subnets': [{'id': '9c6481b7-fb57-4506-848f-a54d4cbfc052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:48:56.261887 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4367b2a9-cd2a-4e63-91c1-6ac91b6213b0 None None] Checking router: e3dabafd-ba82-4927-8c68-6e590415ec12 for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:48:56.270832 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4367b2a9-cd2a-4e63-91c1-6ac91b6213b0 None None] Routers {'e3dabafd-ba82-4927-8c68-6e590415ec12'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:48:56.271479 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-4367b2a9-cd2a-4e63-91c1-6ac91b6213b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:48:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['e3dabafd-ba82-4927-8c68-6e590415ec12'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:48:56.419564 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-4367b2a9-cd2a-4e63-91c1-6ac91b6213b0 None None] Set router e3dabafd-ba82-4927-8c68-6e590415ec12 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:48:56.528668 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-538d84ec-2ffb-42c5-bb89-15d1b4fe92c4 req-7be39a23-fe4a-4800-9ee9-ec1c684b6371 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9f9a638e-c362-4ed9-9ce0-8c328a9b342c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3888042 Apr 05 14:48:56.603430 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07af7de1-d193-423c-9f95-254de6ab1b3b req-b64a03c2-6a9e-468d-94ae-3f1302c55b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:56.604958 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-07af7de1-d193-423c-9f95-254de6ab1b3b req-b64a03c2-6a9e-468d-94ae-3f1302c55b9d service neutron] 10.222.0.55 "GET /v2.0/networks?id=9f9a638e-c362-4ed9-9ce0-8c328a9b342c HTTP/1.1" status: 200 len: 921 time: 0.6124942 Apr 05 14:48:56.704533 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-07af7de1-d193-423c-9f95-254de6ab1b3b req-40a3a45c-46df-4bb1-b0be-c98b1a0b2906 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=750c2ab8-ecf1-4330-8abf-8f40615a03f3 HTTP/1.1" status: 200 len: 217 time: 0.0667775 Apr 05 14:48:56.774453 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f091825-5ef1-452f-86fd-d34a1be4beac req-80cd6922-570a-44f6-9bda-1e85dec9ebd7 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:56.775961 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5f091825-5ef1-452f-86fd-d34a1be4beac req-80cd6922-570a-44f6-9bda-1e85dec9ebd7 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/networks?id=b03a0781-c7c7-4f21-ae00-e298dd92f97c HTTP/1.1" status: 200 len: 816 time: 0.6439905 Apr 05 14:48:56.780713 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-06f717c2-450e-44df-b906-25f96ad6b4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:56.781396 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-538d84ec-2ffb-42c5-bb89-15d1b4fe92c4 req-2595ccd3-9c02-4aff-bf8c-9b20b4cabdba service neutron] 10.222.0.30 "GET /v2.0/networks/9f9a638e-c362-4ed9-9ce0-8c328a9b342c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159653 Apr 05 14:48:56.783508 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-4367b2a9-cd2a-4e63-91c1-6ac91b6213b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3dabafd-ba82-4927-8c68-6e590415ec12', 'name': 'tempest-ServerRescueTestJSONUnderV235-1025869506-router', 'tenant_id': '18bcf235b4184fc1aeec763dc6732b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '85b8053c-72fd-45e9-92ed-7ca2f81a23b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:47:45Z', 'updated_at': '2022-04-05T14:47:53Z', 'revision_number': 4, 'project_id': '18bcf235b4184fc1aeec763dc6732b36', 'gw_port': {'id': '85b8053c-72fd-45e9-92ed-7ca2f81a23b1', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:eb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dabafd-ba82-4927-8c68-6e590415ec12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:47:47Z', 'updated_at': '2022-04-05T14:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': 'aa916812-78f6-4baf-844d-379c95095576', 'name': '', 'network_id': '9f9a638e-c362-4ed9-9ce0-8c328a9b342c', 'tenant_id': '18bcf235b4184fc1aeec763dc6732b36', 'mac_address': 'fa:16:3e:b9:44:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dabafd-ba82-4927-8c68-6e590415ec12', 'device_owner': 'network:router_interface', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': '9c6481b7-fb57-4506-848f-a54d4cbfc052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:47:52Z', 'updated_at': '2022-04-05T14:48:01Z', 'revision_number': 5, 'project_id': '18bcf235b4184fc1aeec763dc6732b36', 'subnets': [{'id': '9c6481b7-fb57-4506-848f-a54d4cbfc052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:48:56.817708 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4367b2a9-cd2a-4e63-91c1-6ac91b6213b0 None None] The sync data for ids ['e3dabafd-ba82-4927-8c68-6e590415ec12'] in n-d-836650-2 is: [{'id': 'e3dabafd-ba82-4927-8c68-6e590415ec12', 'name': 'tempest-ServerRescueTestJSONUnderV235-1025869506-router', 'tenant_id': '18bcf235b4184fc1aeec763dc6732b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '85b8053c-72fd-45e9-92ed-7ca2f81a23b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:47:45Z', 'updated_at': '2022-04-05T14:47:53Z', 'revision_number': 4, 'project_id': '18bcf235b4184fc1aeec763dc6732b36', 'gw_port': {'id': '85b8053c-72fd-45e9-92ed-7ca2f81a23b1', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:eb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dabafd-ba82-4927-8c68-6e590415ec12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:47:47Z', 'updated_at': '2022-04-05T14:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': 'aa916812-78f6-4baf-844d-379c95095576', 'name': '', 'network_id': '9f9a638e-c362-4ed9-9ce0-8c328a9b342c', 'tenant_id': '18bcf235b4184fc1aeec763dc6732b36', 'mac_address': 'fa:16:3e:b9:44:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dabafd-ba82-4927-8c68-6e590415ec12', 'device_owner': 'network:router_interface', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': '9c6481b7-fb57-4506-848f-a54d4cbfc052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:47:52Z', 'updated_at': '2022-04-05T14:48:01Z', 'revision_number': 5, 'project_id': '18bcf235b4184fc1aeec763dc6732b36', 'subnets': [{'id': '9c6481b7-fb57-4506-848f-a54d4cbfc052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:48:56.823422 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5f091825-5ef1-452f-86fd-d34a1be4beac req-3a8efbcf-e152-4156-8f6c-9dea715d687f tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/quotas/9aa02dc22afd43169da01ad43bf00af6 HTTP/1.1" status: 200 len: 375 time: 0.0379019 Apr 05 14:48:56.826432 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07af7de1-d193-423c-9f95-254de6ab1b3b req-43019079-db94-4325-baac-b561e16b9991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:56.827869 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-07af7de1-d193-423c-9f95-254de6ab1b3b req-43019079-db94-4325-baac-b561e16b9991 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9c6481b7-fb57-4506-848f-a54d4cbfc052 HTTP/1.1" status: 200 len: 860 time: 0.1077170 Apr 05 14:48:56.916805 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-07af7de1-d193-423c-9f95-254de6ab1b3b req-7ff8110e-4001-4318-af05-3c3b5e6b84c7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9f9a638e-c362-4ed9-9ce0-8c328a9b342c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616558 Apr 05 14:48:56.991588 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5f091825-5ef1-452f-86fd-d34a1be4beac req-b37bad74-67d7-4e2e-bb42-a910711e6a18 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9aa02dc22afd43169da01ad43bf00af6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1355941 Apr 05 14:48:57.057104 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-538d84ec-2ffb-42c5-bb89-15d1b4fe92c4 req-33178fb3-f4d6-4764-adc8-d4da78217d3f service neutron] 10.222.0.30 "GET /v2.0/networks/9f9a638e-c362-4ed9-9ce0-8c328a9b342c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620168 Apr 05 14:48:57.146555 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3dfaba9-c1d4-4115-9ee1-7d792d2c1441 None None] New status for floating IP 260e59ce-7e9b-42d4-9a5f-c45bafe76fae: DOWN {{(pid=103322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 14:48:57.151084 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-07af7de1-d193-423c-9f95-254de6ab1b3b req-9f660fbb-14d3-4800-a229-7aaa91951551 service neutron] 10.222.0.55 "GET /v2.0/networks/9f9a638e-c362-4ed9-9ce0-8c328a9b342c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198262 Apr 05 14:48:57.191806 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5f091825-5ef1-452f-86fd-d34a1be4beac req-baaf6004-e2b5-4eff-bfa8-026678583191 service neutron] 10.222.0.30 "GET /v2.0/networks/b03a0781-c7c7-4f21-ae00-e298dd92f97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634417 Apr 05 14:48:57.394105 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7fc7577b-e3df-41a3-bd8d-ba7d79499e7f req-52a161bc-27f1-483b-be80-a02a51f9a129 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/floatingips/260e59ce-7e9b-42d4-9a5f-c45bafe76fae HTTP/1.1" status: 200 len: 694 time: 0.1311505 Apr 05 14:48:57.445922 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-07af7de1-d193-423c-9f95-254de6ab1b3b req-19fc297d-796e-478a-99c7-be8452d418f8 service neutron] 10.222.0.55 "GET /v2.0/networks/9f9a638e-c362-4ed9-9ce0-8c328a9b342c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871079 Apr 05 14:48:57.453808 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5f091825-5ef1-452f-86fd-d34a1be4beac req-f5a15de4-1d3b-45be-ae1b-81c29c85d167 service neutron] 10.222.0.30 "GET /v2.0/networks/b03a0781-c7c7-4f21-ae00-e298dd92f97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267799 Apr 05 14:48:57.532194 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc7577b-e3df-41a3-bd8d-ba7d79499e7f req-3a6764b5-d295-49f1-be10-a02e049772c9 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:57.533690 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7fc7577b-e3df-41a3-bd8d-ba7d79499e7f req-3a6764b5-d295-49f1-be10-a02e049772c9 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/networks/3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c HTTP/1.1" status: 200 len: 784 time: 0.1306539 Apr 05 14:48:57.547111 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [req-7fc7577b-e3df-41a3-bd8d-ba7d79499e7f req-e9006fac-2351-41b9-b681-f61b5686dfe6 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:48:57.548858 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7fc7577b-e3df-41a3-bd8d-ba7d79499e7f req-e9006fac-2351-41b9-b681-f61b5686dfe6 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091662 Apr 05 14:48:57.630309 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7fc7577b-e3df-41a3-bd8d-ba7d79499e7f req-844d1e7f-4a54-4d6c-ac72-b2c968d4f479 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.38 HTTP/1.1" status: 200 len: 697 time: 0.0700581 Apr 05 14:48:57.699161 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7fc7577b-e3df-41a3-bd8d-ba7d79499e7f req-b7769c3c-6582-4976-80f6-a285e0d6297d tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.38 HTTP/1.1" status: 200 len: 697 time: 0.0606492 Apr 05 14:48:57.829957 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-290314b4-62a7-486c-84c7-bc2c9d4157dd req-98ea2099-7deb-4987-a925-c686daffae48 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 210 time: 0.0719867 Apr 05 14:48:57.892221 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-7fc7577b-e3df-41a3-bd8d-ba7d79499e7f req-d00195a9-051c-4438-81f3-11ea6427fa2c tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Deleting port e78c122d-b9ee-4d1d-8326-3f94c3bedde1 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:48:57.892221 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-7fc7577b-e3df-41a3-bd8d-ba7d79499e7f req-d00195a9-051c-4438-81f3-11ea6427fa2c tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:57.979210 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-7fc7577b-e3df-41a3-bd8d-ba7d79499e7f req-d00195a9-051c-4438-81f3-11ea6427fa2c tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:57.979543 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-7fc7577b-e3df-41a3-bd8d-ba7d79499e7f req-d00195a9-051c-4438-81f3-11ea6427fa2c tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:57.991031 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-7fc7577b-e3df-41a3-bd8d-ba7d79499e7f req-d00195a9-051c-4438-81f3-11ea6427fa2c tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Calling delete_port for e78c122d-b9ee-4d1d-8326-3f94c3bedde1 owned by network:floatingip {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:48:58.138856 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:58.253865 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-7fc7577b-e3df-41a3-bd8d-ba7d79499e7f req-d00195a9-051c-4438-81f3-11ea6427fa2c tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:58.282234 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00195a9-051c-4438-81f3-11ea6427fa2c tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Pushing event deleted for resources: {'Port': ['ID=e78c122d-b9ee-4d1d-8326-3f94c3bedde1,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:58.336752 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00195a9-051c-4438-81f3-11ea6427fa2c tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:48:58.337367 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00195a9-051c-4438-81f3-11ea6427fa2c tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:48:58.337992 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00195a9-051c-4438-81f3-11ea6427fa2c tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:48:58.338554 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00195a9-051c-4438-81f3-11ea6427fa2c tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:48:58.339074 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00195a9-051c-4438-81f3-11ea6427fa2c tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:48:58.339799 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00195a9-051c-4438-81f3-11ea6427fa2c tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:48:58.340421 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00195a9-051c-4438-81f3-11ea6427fa2c tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:48:58.341191 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00195a9-051c-4438-81f3-11ea6427fa2c tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:48:58.341945 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00195a9-051c-4438-81f3-11ea6427fa2c tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:48:58.342464 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00195a9-051c-4438-81f3-11ea6427fa2c tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:48:58.343471 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00195a9-051c-4438-81f3-11ea6427fa2c tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:48:58.343996 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00195a9-051c-4438-81f3-11ea6427fa2c tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:48:58.395908 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-7fc7577b-e3df-41a3-bd8d-ba7d79499e7f req-d00195a9-051c-4438-81f3-11ea6427fa2c tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Notify callbacks [] for floatingip, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:58.399054 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-7fc7577b-e3df-41a3-bd8d-ba7d79499e7f req-d00195a9-051c-4438-81f3-11ea6427fa2c tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:58.400640 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7fc7577b-e3df-41a3-bd8d-ba7d79499e7f req-d00195a9-051c-4438-81f3-11ea6427fa2c tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "DELETE /v2.0/floatingips/260e59ce-7e9b-42d4-9a5f-c45bafe76fae HTTP/1.1" status: 204 len: 173 time: 0.6950397 Apr 05 14:48:58.508376 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-70fffb8a-6873-4a38-af37-024181c6b912 req-cd634434-4370-4f98-960c-8dfae0863d2e tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/security-groups/bf67d3d0-668f-45ec-a970-c7265af3b9e6 HTTP/1.1" status: 200 len: 1808 time: 0.0773962 Apr 05 14:48:58.625169 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-70fffb8a-6873-4a38-af37-024181c6b912 req-8e76ed48-75e1-4088-8ac6-9566edc18738 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:58.655226 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-70fffb8a-6873-4a38-af37-024181c6b912 req-8e76ed48-75e1-4088-8ac6-9566edc18738 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:58.791250 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-70fffb8a-6873-4a38-af37-024181c6b912 req-8e76ed48-75e1-4088-8ac6-9566edc18738 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:58.798205 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-70fffb8a-6873-4a38-af37-024181c6b912 req-8e76ed48-75e1-4088-8ac6-9566edc18738 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:58.798205 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-70fffb8a-6873-4a38-af37-024181c6b912 req-8e76ed48-75e1-4088-8ac6-9566edc18738 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "DELETE /v2.0/security-groups/bf67d3d0-668f-45ec-a970-c7265af3b9e6 HTTP/1.1" status: 204 len: 173 time: 0.2806866 Apr 05 14:48:58.814290 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e76ed48-75e1-4088-8ac6-9566edc18738 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf67d3d0-668f-45ec-a970-c7265af3b9e6,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:58.977562 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-79d2cb07-09ae-4455-ba13-c2fade46113b req-9fc87174-071c-446d-8e1d-71300844687a tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 210 time: 0.0660348 Apr 05 14:48:59.507248 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44137be3-56d3-48c6-b38b-48ccb75715bc req-91677f89-34be-4b5d-9e40-832eed90284c tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:59.516227 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-44137be3-56d3-48c6-b38b-48ccb75715bc req-91677f89-34be-4b5d-9e40-832eed90284c tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b8af68a-b89f-4444-8a16-0675cfb58100 HTTP/1.1" status: 200 len: 945 time: 0.0717022 Apr 05 14:48:59.578531 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:59.588961 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-44137be3-56d3-48c6-b38b-48ccb75715bc req-0eb45fa5-03e9-42ac-922b-45a3ccd16a55 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/security-groups?id=a575f41c-efa8-446d-9a28-3abb887fcc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645587 Apr 05 14:48:59.659468 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:00.096180 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0b2e2fde-a47c-4447-b7f3-6bacf51e327a req-4a20e4f8-a37a-41d1-b6cb-91d4bfac12a8 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 210 time: 0.0312021 Apr 05 14:49:00.389381 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2268470e-d0fa-40da-af2d-d228dc6957b1 req-b45b8714-4bb2-4cde-b526-bcf3552e1cc5 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:00.393363 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2268470e-d0fa-40da-af2d-d228dc6957b1 req-b45b8714-4bb2-4cde-b526-bcf3552e1cc5 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/networks?id=66b3e69f-5222-44a7-bf1a-94ad2df58cf2 HTTP/1.1" status: 200 len: 812 time: 0.1374340 Apr 05 14:49:00.417557 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2268470e-d0fa-40da-af2d-d228dc6957b1 req-82a3fac7-ffa6-4719-b555-c142701503b6 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/quotas/15503dce9d2944a4a898191fdde0d62f HTTP/1.1" status: 200 len: 375 time: 0.0194123 Apr 05 14:49:00.498659 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2268470e-d0fa-40da-af2d-d228dc6957b1 req-ff938c9a-bbe7-4030-ac42-3f63112314d8 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=15503dce9d2944a4a898191fdde0d62f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0766354 Apr 05 14:49:00.603705 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2268470e-d0fa-40da-af2d-d228dc6957b1 req-32ef13c4-c567-47b9-9f14-3ec9d3656f81 service neutron] 10.222.0.30 "GET /v2.0/networks/66b3e69f-5222-44a7-bf1a-94ad2df58cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969112 Apr 05 14:49:00.752333 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c301642-174d-4732-ab72-bab0b72675b9 req-8f5be23e-aeb1-42f6-9ae3-45a97f4a656e tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:00.753870 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3c301642-174d-4732-ab72-bab0b72675b9 req-8f5be23e-aeb1-42f6-9ae3-45a97f4a656e tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b8af68a-b89f-4444-8a16-0675cfb58100 HTTP/1.1" status: 200 len: 945 time: 0.0779331 Apr 05 14:49:00.760571 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2268470e-d0fa-40da-af2d-d228dc6957b1 req-84c3a369-51cd-4f79-9eab-f5aec709255d service neutron] 10.222.0.30 "GET /v2.0/networks/66b3e69f-5222-44a7-bf1a-94ad2df58cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500490 Apr 05 14:49:00.816714 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3c301642-174d-4732-ab72-bab0b72675b9 req-cc74231e-0c07-4fff-913c-3d76881662b2 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/security-groups?id=a575f41c-efa8-446d-9a28-3abb887fcc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544853 Apr 05 14:49:01.239285 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c064ad00-ece0-4353-a6d9-78beee97cbcb req-813b6f13-2020-4cc5-9850-cffcc3e02971 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 210 time: 0.0538890 Apr 05 14:49:01.332825 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f091825-5ef1-452f-86fd-d34a1be4beac req-6418f793-f31c-494f-91ad-fb98cb37a90f tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:01.334523 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5f091825-5ef1-452f-86fd-d34a1be4beac req-6418f793-f31c-494f-91ad-fb98cb37a90f tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.55 "GET /v2.0/networks?id=b03a0781-c7c7-4f21-ae00-e298dd92f97c HTTP/1.1" status: 200 len: 816 time: 0.1600301 Apr 05 14:49:01.399252 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5f091825-5ef1-452f-86fd-d34a1be4beac req-217e86ff-f037-4adf-b8f8-44f1d64da180 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9aa02dc22afd43169da01ad43bf00af6 HTTP/1.1" status: 200 len: 380 time: 0.0519137 Apr 05 14:49:01.414582 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-5f091825-5ef1-452f-86fd-d34a1be4beac req-f096cafc-58e7-4f63-b94e-b4829768c8e5 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Request body: {'port': {'device_id': '067e1b8d-2cf4-42ef-b002-6c13f6e72039', 'network_id': 'b03a0781-c7c7-4f21-ae00-e298dd92f97c', 'admin_state_up': True, 'tenant_id': '9aa02dc22afd43169da01ad43bf00af6', 'security_groups': ['5cbefb25-bd4b-4b8d-a9a2-f4b339ce847f']}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:49:01.728567 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dc51f657-03d0-4046-89f5-22bd7adab85f req-4b0dd04e-8f4c-42cb-a2be-c5232e1f0ece tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b09a6dbb-8955-4395-9818-920c4e5b72dc HTTP/1.1" status: 200 len: 210 time: 0.1012743 Apr 05 14:49:01.734144 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f091825-5ef1-452f-86fd-d34a1be4beac req-f096cafc-58e7-4f63-b94e-b4829768c8e5 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Made reservation on behalf of 9aa02dc22afd43169da01ad43bf00af6 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:49:01.738277 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5f091825-5ef1-452f-86fd-d34a1be4beac req-f096cafc-58e7-4f63-b94e-b4829768c8e5 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:01.795370 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed7a225-3153-4ac3-8c05-9fd9af606208 req-afd06dff-c8b0-4fd9-8eb4-ba162b0a3932 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:01.796860 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2ed7a225-3153-4ac3-8c05-9fd9af606208 req-afd06dff-c8b0-4fd9-8eb4-ba162b0a3932 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b8af68a-b89f-4444-8a16-0675cfb58100 HTTP/1.1" status: 200 len: 945 time: 0.1810179 Apr 05 14:49:02.068043 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-5f091825-5ef1-452f-86fd-d34a1be4beac req-f096cafc-58e7-4f63-b94e-b4829768c8e5 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Allocated IP 172.20.0.14 (b03a0781-c7c7-4f21-ae00-e298dd92f97c/b8b6f627-92b4-40ba-a770-519d39c012c3/28b20095-0618-43c7-aa61-a5202f7265d1) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:49:02.079429 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809e27c-da3f-4745-9efc-a79557fe1081 req-8c85be2b-8f2f-42ca-a5a1-1288ea522b87 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:02.081145 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5809e27c-da3f-4745-9efc-a79557fe1081 req-8c85be2b-8f2f-42ca-a5a1-1288ea522b87 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b8af68a-b89f-4444-8a16-0675cfb58100 HTTP/1.1" status: 200 len: 945 time: 0.1528180 Apr 05 14:49:02.130777 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-2ed7a225-3153-4ac3-8c05-9fd9af606208 req-83b3195c-0acb-4202-a3b6-180b01ba9abc tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Deleting port 750c2ab8-ecf1-4330-8abf-8f40615a03f3 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:49:02.130777 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-2ed7a225-3153-4ac3-8c05-9fd9af606208 req-83b3195c-0acb-4202-a3b6-180b01ba9abc tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:02.265944 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5809e27c-da3f-4745-9efc-a79557fe1081 req-8cff0d0d-08b7-4458-80b4-d894d2d02295 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/security-groups?id=a575f41c-efa8-446d-9a28-3abb887fcc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519735 Apr 05 14:49:02.330015 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-2ed7a225-3153-4ac3-8c05-9fd9af606208 req-83b3195c-0acb-4202-a3b6-180b01ba9abc tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] For port 750c2ab8-ecf1-4330-8abf-8f40615a03f3, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=750c2ab8-ecf1-4330-8abf-8f40615a03f3,segment=NetworkSegment(d7e644b5-fa1e-4b2a-9f86-a040a37f818a),segment_id=d7e644b5-fa1e-4b2a-9f86-a040a37f818a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:49:02.331100 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-2ed7a225-3153-4ac3-8c05-9fd9af606208 req-83b3195c-0acb-4202-a3b6-180b01ba9abc tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:02.399052 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-2ed7a225-3153-4ac3-8c05-9fd9af606208 req-83b3195c-0acb-4202-a3b6-180b01ba9abc tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Calling delete_port for 750c2ab8-ecf1-4330-8abf-8f40615a03f3 owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:49:02.762332 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f95a6487-1237-4a4b-b787-8cbc3f6ee124 req-1d9b2bb0-d265-46c7-897c-4aa9a0032f81 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 210 time: 0.3662906 Apr 05 14:49:02.874915 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5c369d6b-9766-4687-a855-9ad6589339ce req-79504bd6-9191-4bcd-aea8-7f230adff3f0 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b09a6dbb-8955-4395-9818-920c4e5b72dc HTTP/1.1" status: 200 len: 210 time: 0.0523109 Apr 05 14:49:02.881828 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5f091825-5ef1-452f-86fd-d34a1be4beac req-f096cafc-58e7-4f63-b94e-b4829768c8e5 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:03.129136 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-2ed7a225-3153-4ac3-8c05-9fd9af606208 req-83b3195c-0acb-4202-a3b6-180b01ba9abc tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:03.146183 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['750c2ab8-ecf1-4330-8abf-8f40615a03f3'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:49:03.158199 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5f091825-5ef1-452f-86fd-d34a1be4beac req-f096cafc-58e7-4f63-b94e-b4829768c8e5 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:03.208425 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b3195c-0acb-4202-a3b6-180b01ba9abc tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Pushing event deleted for resources: {'Port': ['ID=750c2ab8-ecf1-4330-8abf-8f40615a03f3,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:49:03.285055 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f091825-5ef1-452f-86fd-d34a1be4beac req-f096cafc-58e7-4f63-b94e-b4829768c8e5 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Network b03a0781-c7c7-4f21-ae00-e298dd92f97c is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:49:03.292226 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-5f091825-5ef1-452f-86fd-d34a1be4beac req-f096cafc-58e7-4f63-b94e-b4829768c8e5 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:49:03.340009 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f091825-5ef1-452f-86fd-d34a1be4beac req-f096cafc-58e7-4f63-b94e-b4829768c8e5 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:49:03.344844 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ed7a225-3153-4ac3-8c05-9fd9af606208 req-83b3195c-0acb-4202-a3b6-180b01ba9abc tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] No DVR routers for this DVR port 750c2ab8-ecf1-4330-8abf-8f40615a03f3 on host n-h1-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:49:03.352317 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-2ed7a225-3153-4ac3-8c05-9fd9af606208 req-83b3195c-0acb-4202-a3b6-180b01ba9abc tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:03.355745 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2ed7a225-3153-4ac3-8c05-9fd9af606208 req-83b3195c-0acb-4202-a3b6-180b01ba9abc tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.55 "DELETE /v2.0/ports/750c2ab8-ecf1-4330-8abf-8f40615a03f3 HTTP/1.1" status: 204 len: 173 time: 1.5308146 Apr 05 14:49:03.361135 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b8af68a-b89f-4444-8a16-0675cfb58100', 'name': 'network-vif-deleted', 'tag': '750c2ab8-ecf1-4330-8abf-8f40615a03f3'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:49:03.363351 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a1ea9c6-0ddd-4795-a76c-9c64c357b6ee" -d '{"events": [{"server_uuid": "6b8af68a-b89f-4444-8a16-0675cfb58100", "name": "network-vif-deleted", "tag": "750c2ab8-ecf1-4330-8abf-8f40615a03f3"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:49:03.446760 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f096cafc-58e7-4f63-b94e-b4829768c8e5 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Pushing event updated for resources: {'Port': ['ID=28b20095-0618-43c7-aa61-a5202f7265d1,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:49:03.460043 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf2b5e1c-df0b-410c-ace9-c8065a4c9dcf x-openstack-request-id: req-cf2b5e1c-df0b-410c-ace9-c8065a4c9dcf {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:49:03.461272 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b8af68a-b89f-4444-8a16-0675cfb58100", "name": "network-vif-deleted", "tag": "750c2ab8-ecf1-4330-8abf-8f40615a03f3", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:49:03.461762 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cf2b5e1c-df0b-410c-ace9-c8065a4c9dcf {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:49:03.462305 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf2b5e1c-df0b-410c-ace9-c8065a4c9dcf'] response: {'server_uuid': '6b8af68a-b89f-4444-8a16-0675cfb58100', 'name': 'network-vif-deleted', 'tag': '750c2ab8-ecf1-4330-8abf-8f40615a03f3', 'status': 'completed', 'code': 200} Apr 05 14:49:03.492923 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f75888e1-b38b-41c9-83d0-3532747292a4 req-a5672d86-5f0c-4a9b-bff4-fa1dad3627a1 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b8af68a-b89f-4444-8a16-0675cfb58100 HTTP/1.1" status: 200 len: 210 time: 0.0508559 Apr 05 14:49:03.555325 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f091825-5ef1-452f-86fd-d34a1be4beac req-f096cafc-58e7-4f63-b94e-b4829768c8e5 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:03.560663 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5f091825-5ef1-452f-86fd-d34a1be4beac req-f096cafc-58e7-4f63-b94e-b4829768c8e5 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:03.658086 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-80af2e25-4438-4489-81b2-2f00e445649c None None] Provisioning complete for port 28b20095-0618-43c7-aa61-a5202f7265d1 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:49:03.658552 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-80af2e25-4438-4489-81b2-2f00e445649c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:03.673786 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5f091825-5ef1-452f-86fd-d34a1be4beac req-f096cafc-58e7-4f63-b94e-b4829768c8e5 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2647507 Apr 05 14:49:03.688725 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-5f091825-5ef1-452f-86fd-d34a1be4beac req-3149240e-901a-41cb-8e3d-9da949edbdaf service neutron] Request body: {'port': {'device_id': '067e1b8d-2cf4-42ef-b002-6c13f6e72039', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:49:03.693947 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-80af2e25-4438-4489-81b2-2f00e445649c None None] Port 28b20095-0618-43c7-aa61-a5202f7265d1 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:49:03.770421 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5f091825-5ef1-452f-86fd-d34a1be4beac req-3149240e-901a-41cb-8e3d-9da949edbdaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:04.217712 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a1889bbb-aff9-48bb-8c90-eeeb11d35f1d req-86475066-cd2d-4872-8109-8bb4e52f055f tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b09a6dbb-8955-4395-9818-920c4e5b72dc HTTP/1.1" status: 200 len: 210 time: 0.2484200 Apr 05 14:49:04.248664 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-5f091825-5ef1-452f-86fd-d34a1be4beac req-3149240e-901a-41cb-8e3d-9da949edbdaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28b20095-0618-43c7-aa61-a5202f7265d1 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:49:04.258146 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5f091825-5ef1-452f-86fd-d34a1be4beac req-3149240e-901a-41cb-8e3d-9da949edbdaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:04.272429 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee299e7-bad9-4482-8bf3-48f315e5c191 req-8e44c6f1-b972-424e-b345-b1692a3aaf40 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:04.274078 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3ee299e7-bad9-4482-8bf3-48f315e5c191 req-8e44c6f1-b972-424e-b345-b1692a3aaf40 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 932 time: 0.3061452 Apr 05 14:49:04.282513 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-5f091825-5ef1-452f-86fd-d34a1be4beac req-3149240e-901a-41cb-8e3d-9da949edbdaf service neutron] Transition to ACTIVE for port object 28b20095-0618-43c7-aa61-a5202f7265d1 will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:49:04.321133 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3ee299e7-bad9-4482-8bf3-48f315e5c191 req-1d2f0a66-95da-42c5-93c9-fb3d86b34d0e tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cbefb25-bd4b-4b8d-a9a2-f4b339ce847f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396664 Apr 05 14:49:04.420151 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5f091825-5ef1-452f-86fd-d34a1be4beac req-3149240e-901a-41cb-8e3d-9da949edbdaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:04.474120 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2268470e-d0fa-40da-af2d-d228dc6957b1 req-e7ccab7f-eed0-4e06-a37b-44700fda73ef tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:04.476628 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2268470e-d0fa-40da-af2d-d228dc6957b1 req-e7ccab7f-eed0-4e06-a37b-44700fda73ef tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.11 "GET /v2.0/networks?id=66b3e69f-5222-44a7-bf1a-94ad2df58cf2 HTTP/1.1" status: 200 len: 812 time: 0.1168685 Apr 05 14:49:04.496456 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-2268470e-d0fa-40da-af2d-d228dc6957b1 req-411877e0-baa0-47cf-ba79-60449f771d4a tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Request body: {'port': {'device_id': 'b09a6dbb-8955-4395-9818-920c4e5b72dc', 'network_id': '66b3e69f-5222-44a7-bf1a-94ad2df58cf2', 'admin_state_up': True, 'tenant_id': '15503dce9d2944a4a898191fdde0d62f'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:49:04.771224 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3149240e-901a-41cb-8e3d-9da949edbdaf service neutron] Pushing event updated for resources: {'Port': ['ID=28b20095-0618-43c7-aa61-a5202f7265d1,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:49:04.790437 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-5f091825-5ef1-452f-86fd-d34a1be4beac req-3149240e-901a-41cb-8e3d-9da949edbdaf service neutron] Attempting to bind port 28b20095-0618-43c7-aa61-a5202f7265d1 on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:49:04.790437 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-5f091825-5ef1-452f-86fd-d34a1be4beac req-3149240e-901a-41cb-8e3d-9da949edbdaf service neutron] Attempting to bind port 28b20095-0618-43c7-aa61-a5202f7265d1 by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': '7829a1ea-7354-4b05-a7ea-7cbdfd795041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'b03a0781-c7c7-4f21-ae00-e298dd92f97c'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:49:04.790437 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f091825-5ef1-452f-86fd-d34a1be4beac req-3149240e-901a-41cb-8e3d-9da949edbdaf service neutron] Attempting to bind port 28b20095-0618-43c7-aa61-a5202f7265d1 on network b03a0781-c7c7-4f21-ae00-e298dd92f97c {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:49:04.823622 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e16d97e9-17af-40a8-b5f0-abe3108a490c req-6d00c1ea-67b2-4bf8-a411-d4221353e0c9 tempest-ServerRescueTestJSONUnderV235-414119731 tempest-ServerRescueTestJSONUnderV235-414119731-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b8af68a-b89f-4444-8a16-0675cfb58100 HTTP/1.1" status: 200 len: 210 time: 0.0569541 Apr 05 14:49:04.829857 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f091825-5ef1-452f-86fd-d34a1be4beac req-3149240e-901a-41cb-8e3d-9da949edbdaf service neutron] Port 28b20095-0618-43c7-aa61-a5202f7265d1 on network b03a0781-c7c7-4f21-ae00-e298dd92f97c not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:49:04.830770 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f091825-5ef1-452f-86fd-d34a1be4beac req-3149240e-901a-41cb-8e3d-9da949edbdaf service neutron] Attempting to bind port 28b20095-0618-43c7-aa61-a5202f7265d1 on network b03a0781-c7c7-4f21-ae00-e298dd92f97c {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:49:04.864984 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f091825-5ef1-452f-86fd-d34a1be4beac req-3149240e-901a-41cb-8e3d-9da949edbdaf service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:49:04.865686 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f091825-5ef1-452f-86fd-d34a1be4beac req-3149240e-901a-41cb-8e3d-9da949edbdaf service neutron] Checking segment: {'id': '7829a1ea-7354-4b05-a7ea-7cbdfd795041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'b03a0781-c7c7-4f21-ae00-e298dd92f97c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:49:04.866330 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f091825-5ef1-452f-86fd-d34a1be4beac req-3149240e-901a-41cb-8e3d-9da949edbdaf service neutron] Bound using segment: {'id': '7829a1ea-7354-4b05-a7ea-7cbdfd795041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'b03a0781-c7c7-4f21-ae00-e298dd92f97c'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:49:04.867134 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-5f091825-5ef1-452f-86fd-d34a1be4beac req-3149240e-901a-41cb-8e3d-9da949edbdaf service neutron] Bound port: 28b20095-0618-43c7-aa61-a5202f7265d1, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7829a1ea-7354-4b05-a7ea-7cbdfd795041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'b03a0781-c7c7-4f21-ae00-e298dd92f97c'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:49:04.867767 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5f091825-5ef1-452f-86fd-d34a1be4beac req-3149240e-901a-41cb-8e3d-9da949edbdaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:04.928864 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2268470e-d0fa-40da-af2d-d228dc6957b1 req-411877e0-baa0-47cf-ba79-60449f771d4a tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Made reservation on behalf of 15503dce9d2944a4a898191fdde0d62f for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:49:04.937795 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2268470e-d0fa-40da-af2d-d228dc6957b1 req-411877e0-baa0-47cf-ba79-60449f771d4a tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:04.982594 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-5f091825-5ef1-452f-86fd-d34a1be4beac req-3149240e-901a-41cb-8e3d-9da949edbdaf service neutron] For port 28b20095-0618-43c7-aa61-a5202f7265d1, host n-h1-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:49:04.986650 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-5f091825-5ef1-452f-86fd-d34a1be4beac req-3149240e-901a-41cb-8e3d-9da949edbdaf service neutron] For port 28b20095-0618-43c7-aa61-a5202f7265d1, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=28b20095-0618-43c7-aa61-a5202f7265d1,segment=NetworkSegment(7829a1ea-7354-4b05-a7ea-7cbdfd795041),segment_id=7829a1ea-7354-4b05-a7ea-7cbdfd795041)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:49:05.088651 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5f091825-5ef1-452f-86fd-d34a1be4beac req-3149240e-901a-41cb-8e3d-9da949edbdaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:05.098644 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [req-2268470e-d0fa-40da-af2d-d228dc6957b1 req-411877e0-baa0-47cf-ba79-60449f771d4a tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Allocated IP 172.20.0.13 (66b3e69f-5222-44a7-bf1a-94ad2df58cf2/a727d51d-00fa-45ac-ab45-e910bc527386/385e1e00-d0a1-4ab3-8989-eadec03248e1) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:49:05.151972 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f091825-5ef1-452f-86fd-d34a1be4beac req-3149240e-901a-41cb-8e3d-9da949edbdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:05.157658 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5f091825-5ef1-452f-86fd-d34a1be4beac req-3149240e-901a-41cb-8e3d-9da949edbdaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:05.163033 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5f091825-5ef1-452f-86fd-d34a1be4beac req-3149240e-901a-41cb-8e3d-9da949edbdaf service neutron] 10.222.0.55 "PUT /v2.0/ports/28b20095-0618-43c7-aa61-a5202f7265d1 HTTP/1.1" status: 200 len: 1092 time: 1.4803686 Apr 05 14:49:05.223345 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3149240e-901a-41cb-8e3d-9da949edbdaf service neutron] Pushing event updated for resources: {'Port': ['ID=28b20095-0618-43c7-aa61-a5202f7265d1,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:49:05.356078 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 750c2ab8-ecf1-4330-8abf-8f40615a03f3 no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:49:05.394269 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2268470e-d0fa-40da-af2d-d228dc6957b1 req-411877e0-baa0-47cf-ba79-60449f771d4a tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:05.414900 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b880817d-a840-4231-a928-cbf987a3967a req-0ba03dbe-4ad7-44b6-abae-bc0501aca364 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b09a6dbb-8955-4395-9818-920c4e5b72dc HTTP/1.1" status: 200 len: 210 time: 0.0956066 Apr 05 14:49:05.448167 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] No Port match for: 750c2ab8-ecf1-4330-8abf-8f40615a03f3 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:49:05.454686 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 750c2ab8-ecf1-4330-8abf-8f40615a03f3 not bound to the agent host n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:49:05.495014 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '067e1b8d-2cf4-42ef-b002-6c13f6e72039', 'tag': '28b20095-0618-43c7-aa61-a5202f7265d1'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:49:05.497481 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620e9ed4-49e7-4141-9e07-aff2df342687" -d '{"events": [{"name": "network-changed", "server_uuid": "067e1b8d-2cf4-42ef-b002-6c13f6e72039", "tag": "28b20095-0618-43c7-aa61-a5202f7265d1"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:49:05.557629 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7918b0b4-bc03-49d1-9aff-751dfe74cd4e x-openstack-request-id: req-7918b0b4-bc03-49d1-9aff-751dfe74cd4e {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:49:05.559771 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "067e1b8d-2cf4-42ef-b002-6c13f6e72039", "tag": "28b20095-0618-43c7-aa61-a5202f7265d1", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:49:05.560056 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7918b0b4-bc03-49d1-9aff-751dfe74cd4e {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:49:05.560930 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7918b0b4-bc03-49d1-9aff-751dfe74cd4e'] response: {'name': 'network-changed', 'server_uuid': '067e1b8d-2cf4-42ef-b002-6c13f6e72039', 'tag': '28b20095-0618-43c7-aa61-a5202f7265d1', 'status': 'completed', 'code': 200} Apr 05 14:49:05.580195 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2268470e-d0fa-40da-af2d-d228dc6957b1 req-411877e0-baa0-47cf-ba79-60449f771d4a tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:05.586964 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f091825-5ef1-452f-86fd-d34a1be4beac req-ee6d6c32-57e2-4d37-b665-8ef7a1553b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:05.589212 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5f091825-5ef1-452f-86fd-d34a1be4beac req-ee6d6c32-57e2-4d37-b665-8ef7a1553b8a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9aa02dc22afd43169da01ad43bf00af6&device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 1095 time: 0.1920655 Apr 05 14:49:05.605064 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02e9e1-993a-4e0c-ad4d-bd724480cc3f req-bcf0919b-0b3f-4c1d-9a7c-96fca6c8f1b1 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:05.607214 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8c02e9e1-993a-4e0c-ad4d-bd724480cc3f req-bcf0919b-0b3f-4c1d-9a7c-96fca6c8f1b1 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 944 time: 0.1061904 Apr 05 14:49:05.664213 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2268470e-d0fa-40da-af2d-d228dc6957b1 req-411877e0-baa0-47cf-ba79-60449f771d4a tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Network 66b3e69f-5222-44a7-bf1a-94ad2df58cf2 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:49:05.668078 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [req-2268470e-d0fa-40da-af2d-d228dc6957b1 req-411877e0-baa0-47cf-ba79-60449f771d4a tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:49:05.677199 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-2268470e-d0fa-40da-af2d-d228dc6957b1 req-411877e0-baa0-47cf-ba79-60449f771d4a tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:49:05.681933 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5f091825-5ef1-452f-86fd-d34a1be4beac req-e021d759-c847-4bf2-bb32-527c4bb23320 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28b20095-0618-43c7-aa61-a5202f7265d1 HTTP/1.1" status: 200 len: 217 time: 0.0732369 Apr 05 14:49:05.732669 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411877e0-baa0-47cf-ba79-60449f771d4a tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Pushing event updated for resources: {'Port': ['ID=385e1e00-d0a1-4ab3-8989-eadec03248e1,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:49:05.756829 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411877e0-baa0-47cf-ba79-60449f771d4a tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:49:05.757820 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411877e0-baa0-47cf-ba79-60449f771d4a tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:49:05.759102 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411877e0-baa0-47cf-ba79-60449f771d4a tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:49:05.759625 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411877e0-baa0-47cf-ba79-60449f771d4a tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:49:05.760137 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411877e0-baa0-47cf-ba79-60449f771d4a tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:49:05.760734 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411877e0-baa0-47cf-ba79-60449f771d4a tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:49:05.761258 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411877e0-baa0-47cf-ba79-60449f771d4a tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:49:05.761772 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411877e0-baa0-47cf-ba79-60449f771d4a tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:49:05.762262 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411877e0-baa0-47cf-ba79-60449f771d4a tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:49:05.763316 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411877e0-baa0-47cf-ba79-60449f771d4a tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:49:05.763863 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411877e0-baa0-47cf-ba79-60449f771d4a tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:49:05.764409 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411877e0-baa0-47cf-ba79-60449f771d4a tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:49:05.797866 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2268470e-d0fa-40da-af2d-d228dc6957b1 req-411877e0-baa0-47cf-ba79-60449f771d4a tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:05.800602 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2268470e-d0fa-40da-af2d-d228dc6957b1 req-411877e0-baa0-47cf-ba79-60449f771d4a tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:05.803049 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f091825-5ef1-452f-86fd-d34a1be4beac req-d3ea7c8a-7b90-4827-ba52-5119b2981528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:05.807491 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5f091825-5ef1-452f-86fd-d34a1be4beac req-d3ea7c8a-7b90-4827-ba52-5119b2981528 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b8b6f627-92b4-40ba-a770-519d39c012c3 HTTP/1.1" status: 200 len: 855 time: 0.1159093 Apr 05 14:49:05.887701 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8c02e9e1-993a-4e0c-ad4d-bd724480cc3f req-0dcc9e45-4a80-4a7e-b685-9672182d08bc tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cbefb25-bd4b-4b8d-a9a2-f4b339ce847f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2041447 Apr 05 14:49:05.903786 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 33910) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:49:05.907395 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f091825-5ef1-452f-86fd-d34a1be4beac req-f7e6be85-c9de-4d17-9996-e1fdf2fad5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:05.910932 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5f091825-5ef1-452f-86fd-d34a1be4beac req-f7e6be85-c9de-4d17-9996-e1fdf2fad5d4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b03a0781-c7c7-4f21-ae00-e298dd92f97c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0844257 Apr 05 14:49:06.084728 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-3e01597b-8997-4d3b-997d-67efc2d45584 None None] Provisioning complete for port 385e1e00-d0a1-4ab3-8989-eadec03248e1 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:49:06.086211 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3e01597b-8997-4d3b-997d-67efc2d45584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:06.095481 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2268470e-d0fa-40da-af2d-d228dc6957b1 req-411877e0-baa0-47cf-ba79-60449f771d4a tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6104977 Apr 05 14:49:06.138969 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-2268470e-d0fa-40da-af2d-d228dc6957b1 req-5b8d36c3-ef7b-4bed-923f-4739d33f20c1 service neutron] Request body: {'port': {'device_id': 'b09a6dbb-8955-4395-9818-920c4e5b72dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-2'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:49:06.143099 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5f091825-5ef1-452f-86fd-d34a1be4beac req-0b2c525c-f3df-4620-8e37-1280a42eed69 service neutron] 10.222.0.55 "GET /v2.0/networks/b03a0781-c7c7-4f21-ae00-e298dd92f97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142463 Apr 05 14:49:06.166210 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-3e01597b-8997-4d3b-997d-67efc2d45584 None None] Port 385e1e00-d0a1-4ab3-8989-eadec03248e1 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:49:06.297652 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5f091825-5ef1-452f-86fd-d34a1be4beac req-fb525ca9-8dd4-41a7-b100-7b6870d99cee service neutron] 10.222.0.55 "GET /v2.0/networks/b03a0781-c7c7-4f21-ae00-e298dd92f97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463444 Apr 05 14:49:06.307872 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2268470e-d0fa-40da-af2d-d228dc6957b1 req-5b8d36c3-ef7b-4bed-923f-4739d33f20c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:06.579968 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e9ed4-49e7-4141-9e07-aff2df342687 req-11096556-9209-4aea-9285-595f5e066c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:06.581718 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-620e9ed4-49e7-4141-9e07-aff2df342687 req-11096556-9209-4aea-9285-595f5e066c67 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9aa02dc22afd43169da01ad43bf00af6&device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 1095 time: 0.1077945 Apr 05 14:49:06.765176 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0c44ec-e9a7-4ae5-9deb-00f31850596f req-1f56afac-f02b-4708-a005-da91b6a9fe9c tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:06.776111 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ec0c44ec-e9a7-4ae5-9deb-00f31850596f req-1f56afac-f02b-4708-a005-da91b6a9fe9c tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b09a6dbb-8955-4395-9818-920c4e5b72dc HTTP/1.1" status: 200 len: 932 time: 0.1979361 Apr 05 14:49:06.839163 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e9ed4-49e7-4141-9e07-aff2df342687 req-afb97082-6284-404e-947e-f68aa6af5dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:06.840864 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-620e9ed4-49e7-4141-9e07-aff2df342687 req-afb97082-6284-404e-947e-f68aa6af5dc2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b03a0781-c7c7-4f21-ae00-e298dd92f97c HTTP/1.1" status: 200 len: 917 time: 0.2439485 Apr 05 14:49:06.867438 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ec0c44ec-e9a7-4ae5-9deb-00f31850596f req-a6790b8c-d353-4240-9768-03de95174767 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872967 Apr 05 14:49:06.930536 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [req-2268470e-d0fa-40da-af2d-d228dc6957b1 req-5b8d36c3-ef7b-4bed-923f-4739d33f20c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 385e1e00-d0a1-4ab3-8989-eadec03248e1 {{(pid=103321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:49:06.943998 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2268470e-d0fa-40da-af2d-d228dc6957b1 req-5b8d36c3-ef7b-4bed-923f-4739d33f20c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:06.974339 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-620e9ed4-49e7-4141-9e07-aff2df342687 req-bc65d76b-3956-47f9-b2bc-0e3c6e339256 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28b20095-0618-43c7-aa61-a5202f7265d1 HTTP/1.1" status: 200 len: 217 time: 0.1055977 Apr 05 14:49:06.976783 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.provisioning_blocks [req-2268470e-d0fa-40da-af2d-d228dc6957b1 req-5b8d36c3-ef7b-4bed-923f-4739d33f20c1 service neutron] Transition to ACTIVE for port object 385e1e00-d0a1-4ab3-8989-eadec03248e1 will not be triggered until provisioned by entity L2. {{(pid=103321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:49:07.044237 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e9ed4-49e7-4141-9e07-aff2df342687 req-187cb8b5-0e2a-4ed6-a350-598bb7d184bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:07.045858 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-620e9ed4-49e7-4141-9e07-aff2df342687 req-187cb8b5-0e2a-4ed6-a350-598bb7d184bd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b8b6f627-92b4-40ba-a770-519d39c012c3 HTTP/1.1" status: 200 len: 855 time: 0.0617115 Apr 05 14:49:07.064434 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-99807579-314f-440d-8a8c-405562aacd79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809988'] for router_interface, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:07.115667 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b23fc-0965-44e9-9074-82c0ccdcd11d req-567b6d91-4808-438c-bf53-73f320647d8a tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:07.118483 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8e2b23fc-0965-44e9-9074-82c0ccdcd11d req-567b6d91-4808-438c-bf53-73f320647d8a tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 944 time: 0.0867536 Apr 05 14:49:07.124611 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e9ed4-49e7-4141-9e07-aff2df342687 req-f76c7dd2-3b7f-4986-87c1-196bc9820bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:07.126202 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-620e9ed4-49e7-4141-9e07-aff2df342687 req-f76c7dd2-3b7f-4986-87c1-196bc9820bd8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b03a0781-c7c7-4f21-ae00-e298dd92f97c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661957 Apr 05 14:49:07.162456 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2268470e-d0fa-40da-af2d-d228dc6957b1 req-5b8d36c3-ef7b-4bed-923f-4739d33f20c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:07.237003 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8d36c3-ef7b-4bed-923f-4739d33f20c1 service neutron] Pushing event updated for resources: {'Port': ['ID=385e1e00-d0a1-4ab3-8989-eadec03248e1,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:49:07.283715 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8e2b23fc-0965-44e9-9074-82c0ccdcd11d req-bfe1dd5a-1985-487c-a30e-8383350ac9c9 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cbefb25-bd4b-4b8d-a9a2-f4b339ce847f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528196 Apr 05 14:49:07.382784 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-620e9ed4-49e7-4141-9e07-aff2df342687 req-961873f5-96af-4fa5-a0d3-d0f60a632900 service neutron] 10.222.0.55 "GET /v2.0/networks/b03a0781-c7c7-4f21-ae00-e298dd92f97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441618 Apr 05 14:49:07.486089 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-2268470e-d0fa-40da-af2d-d228dc6957b1 req-5b8d36c3-ef7b-4bed-923f-4739d33f20c1 service neutron] Attempting to bind port 385e1e00-d0a1-4ab3-8989-eadec03248e1 on host n-h2-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:49:07.486436 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-2268470e-d0fa-40da-af2d-d228dc6957b1 req-5b8d36c3-ef7b-4bed-923f-4739d33f20c1 service neutron] Attempting to bind port 385e1e00-d0a1-4ab3-8989-eadec03248e1 by drivers openvswitch,hyperv on host n-h2-836650-2 at level 0 using segments [{'id': '2ed50d53-ad8d-43f0-946d-9bbaf222e8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '66b3e69f-5222-44a7-bf1a-94ad2df58cf2'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:49:07.486772 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2268470e-d0fa-40da-af2d-d228dc6957b1 req-5b8d36c3-ef7b-4bed-923f-4739d33f20c1 service neutron] Attempting to bind port 385e1e00-d0a1-4ab3-8989-eadec03248e1 on network 66b3e69f-5222-44a7-bf1a-94ad2df58cf2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:49:07.531984 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2268470e-d0fa-40da-af2d-d228dc6957b1 req-5b8d36c3-ef7b-4bed-923f-4739d33f20c1 service neutron] Port 385e1e00-d0a1-4ab3-8989-eadec03248e1 on network 66b3e69f-5222-44a7-bf1a-94ad2df58cf2 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:49:07.531984 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2268470e-d0fa-40da-af2d-d228dc6957b1 req-5b8d36c3-ef7b-4bed-923f-4739d33f20c1 service neutron] Attempting to bind port 385e1e00-d0a1-4ab3-8989-eadec03248e1 on network 66b3e69f-5222-44a7-bf1a-94ad2df58cf2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:49:07.572456 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2268470e-d0fa-40da-af2d-d228dc6957b1 req-5b8d36c3-ef7b-4bed-923f-4739d33f20c1 service neutron] Checking agent: {'id': '6d8cf521-24bb-4b6a-bbae-0284f5c87a9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:49:07.572836 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2268470e-d0fa-40da-af2d-d228dc6957b1 req-5b8d36c3-ef7b-4bed-923f-4739d33f20c1 service neutron] Checking segment: {'id': '2ed50d53-ad8d-43f0-946d-9bbaf222e8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '66b3e69f-5222-44a7-bf1a-94ad2df58cf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:49:07.573132 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2268470e-d0fa-40da-af2d-d228dc6957b1 req-5b8d36c3-ef7b-4bed-923f-4739d33f20c1 service neutron] Bound using segment: {'id': '2ed50d53-ad8d-43f0-946d-9bbaf222e8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '66b3e69f-5222-44a7-bf1a-94ad2df58cf2'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:49:07.574115 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-2268470e-d0fa-40da-af2d-d228dc6957b1 req-5b8d36c3-ef7b-4bed-923f-4739d33f20c1 service neutron] Bound port: 385e1e00-d0a1-4ab3-8989-eadec03248e1, host: n-h2-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ed50d53-ad8d-43f0-946d-9bbaf222e8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '66b3e69f-5222-44a7-bf1a-94ad2df58cf2'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:49:07.574495 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2268470e-d0fa-40da-af2d-d228dc6957b1 req-5b8d36c3-ef7b-4bed-923f-4739d33f20c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:07.623129 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-620e9ed4-49e7-4141-9e07-aff2df342687 req-935134d9-4a3e-4f9c-8636-efc7d0ad9cda service neutron] 10.222.0.55 "GET /v2.0/networks/b03a0781-c7c7-4f21-ae00-e298dd92f97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311466 Apr 05 14:49:07.692736 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-2268470e-d0fa-40da-af2d-d228dc6957b1 req-5b8d36c3-ef7b-4bed-923f-4739d33f20c1 service neutron] For port 385e1e00-d0a1-4ab3-8989-eadec03248e1, host n-h2-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:49:07.707502 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-2268470e-d0fa-40da-af2d-d228dc6957b1 req-5b8d36c3-ef7b-4bed-923f-4739d33f20c1 service neutron] For port 385e1e00-d0a1-4ab3-8989-eadec03248e1, host n-h2-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=385e1e00-d0a1-4ab3-8989-eadec03248e1,segment=NetworkSegment(2ed50d53-ad8d-43f0-946d-9bbaf222e8be),segment_id=2ed50d53-ad8d-43f0-946d-9bbaf222e8be)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:49:07.714539 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-99807579-314f-440d-8a8c-405562aacd79 admin admin] Deleting port aa916812-78f6-4baf-844d-379c95095576 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:49:07.714955 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-99807579-314f-440d-8a8c-405562aacd79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:07.817104 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-99807579-314f-440d-8a8c-405562aacd79 admin admin] For port aa916812-78f6-4baf-844d-379c95095576, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=aa916812-78f6-4baf-844d-379c95095576,segment=NetworkSegment(d7e644b5-fa1e-4b2a-9f86-a040a37f818a),segment_id=d7e644b5-fa1e-4b2a-9f86-a040a37f818a)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:49:07.817762 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-99807579-314f-440d-8a8c-405562aacd79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:07.836468 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2268470e-d0fa-40da-af2d-d228dc6957b1 req-5b8d36c3-ef7b-4bed-923f-4739d33f20c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:07.839035 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-99807579-314f-440d-8a8c-405562aacd79 admin admin] Calling delete_port for aa916812-78f6-4baf-844d-379c95095576 owned by network:router_interface {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:49:07.964925 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2268470e-d0fa-40da-af2d-d228dc6957b1 req-5b8d36c3-ef7b-4bed-923f-4739d33f20c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:07.966654 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-2268470e-d0fa-40da-af2d-d228dc6957b1 req-5b8d36c3-ef7b-4bed-923f-4739d33f20c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:07.968311 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2268470e-d0fa-40da-af2d-d228dc6957b1 req-5b8d36c3-ef7b-4bed-923f-4739d33f20c1 service neutron] 10.222.0.11 "PUT /v2.0/ports/385e1e00-d0a1-4ab3-8989-eadec03248e1 HTTP/1.1" status: 200 len: 1092 time: 1.8351996 Apr 05 14:49:07.970994 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b09a6dbb-8955-4395-9818-920c4e5b72dc', 'tag': '385e1e00-d0a1-4ab3-8989-eadec03248e1'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:49:07.975385 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c17abdc-7269-48e5-8cad-4d3a4c6fcfc7" -d '{"events": [{"name": "network-changed", "server_uuid": "b09a6dbb-8955-4395-9818-920c4e5b72dc", "tag": "385e1e00-d0a1-4ab3-8989-eadec03248e1"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:49:08.009236 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8d36c3-ef7b-4bed-923f-4739d33f20c1 service neutron] Pushing event updated for resources: {'Port': ['ID=385e1e00-d0a1-4ab3-8989-eadec03248e1,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:49:08.114679 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443f81ea-d615-4507-8656-fb37294a0e09 x-openstack-request-id: req-443f81ea-d615-4507-8656-fb37294a0e09 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:49:08.114970 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b09a6dbb-8955-4395-9818-920c4e5b72dc", "tag": "385e1e00-d0a1-4ab3-8989-eadec03248e1", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:49:08.115227 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-443f81ea-d615-4507-8656-fb37294a0e09 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:49:08.115635 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-443f81ea-d615-4507-8656-fb37294a0e09'] response: {'name': 'network-changed', 'server_uuid': 'b09a6dbb-8955-4395-9818-920c4e5b72dc', 'tag': '385e1e00-d0a1-4ab3-8989-eadec03248e1', 'status': 'completed', 'code': 200} Apr 05 14:49:08.130243 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2263c950-2aa1-44b6-a7a3-89f62a46ff17 req-96859cb1-bc2a-45cb-951c-986d3941dc5b tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:08.131994 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2263c950-2aa1-44b6-a7a3-89f62a46ff17 req-96859cb1-bc2a-45cb-951c-986d3941dc5b tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b09a6dbb-8955-4395-9818-920c4e5b72dc HTTP/1.1" status: 200 len: 944 time: 0.1576865 Apr 05 14:49:08.220609 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2263c950-2aa1-44b6-a7a3-89f62a46ff17 req-ad2996b9-6dd4-4c36-bbf0-55563f2bb5ca tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768368 Apr 05 14:49:08.477426 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f153562-c043-40ca-b95c-aa757c122194 req-80e24f78-728f-4020-895b-dd00c861970a tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:08.486150 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1f153562-c043-40ca-b95c-aa757c122194 req-80e24f78-728f-4020-895b-dd00c861970a tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 944 time: 0.0681403 Apr 05 14:49:08.571284 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1f153562-c043-40ca-b95c-aa757c122194 req-1bf7beb4-8952-4a3b-847a-c95959f15344 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cbefb25-bd4b-4b8d-a9a2-f4b339ce847f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820327 Apr 05 14:49:08.649594 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c17abdc-7269-48e5-8cad-4d3a4c6fcfc7 req-797656dc-a6f3-4537-bfa7-3aed5c25256c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:08.651230 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-6c17abdc-7269-48e5-8cad-4d3a4c6fcfc7 req-797656dc-a6f3-4537-bfa7-3aed5c25256c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=15503dce9d2944a4a898191fdde0d62f&device_id=b09a6dbb-8955-4395-9818-920c4e5b72dc HTTP/1.1" status: 200 len: 1095 time: 0.5209770 Apr 05 14:49:08.806838 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c17abdc-7269-48e5-8cad-4d3a4c6fcfc7 req-bacddc94-e926-4535-a440-edff0cfd756d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:08.808597 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-6c17abdc-7269-48e5-8cad-4d3a4c6fcfc7 req-bacddc94-e926-4535-a440-edff0cfd756d service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=15503dce9d2944a4a898191fdde0d62f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1434042 Apr 05 14:49:08.833336 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 33966) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:49:08.876653 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-99807579-314f-440d-8a8c-405562aacd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:08.911803 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99807579-314f-440d-8a8c-405562aacd79 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa916812-78f6-4baf-844d-379c95095576,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:49:08.981721 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0b50da2b-4f48-4c75-aeb6-84dc0458f7f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:08.996950 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c17abdc-7269-48e5-8cad-4d3a4c6fcfc7 req-847b0cf0-994a-48de-8095-701f5e985ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:08.998474 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-6c17abdc-7269-48e5-8cad-4d3a4c6fcfc7 req-847b0cf0-994a-48de-8095-701f5e985ca4 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1837406 Apr 05 14:49:09.092281 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0b50da2b-4f48-4c75-aeb6-84dc0458f7f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:09.151636 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2268470e-d0fa-40da-af2d-d228dc6957b1 req-7535da97-2583-4b7d-9e0c-c99a13e1a7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:09.163413 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2268470e-d0fa-40da-af2d-d228dc6957b1 req-7535da97-2583-4b7d-9e0c-c99a13e1a7de service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=15503dce9d2944a4a898191fdde0d62f&device_id=b09a6dbb-8955-4395-9818-920c4e5b72dc HTTP/1.1" status: 200 len: 1095 time: 0.0877483 Apr 05 14:49:09.197480 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0b50da2b-4f48-4c75-aeb6-84dc0458f7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:09.200443 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2268470e-d0fa-40da-af2d-d228dc6957b1 req-3e1b9a8c-e66e-4b38-b92e-0f86f805967c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=385e1e00-d0a1-4ab3-8989-eadec03248e1 HTTP/1.1" status: 200 len: 217 time: 0.0400634 Apr 05 14:49:09.205155 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-99807579-314f-440d-8a8c-405562aacd79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1798829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810128'] for router_interface, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:09.260913 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-0b50da2b-4f48-4c75-aeb6-84dc0458f7f2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=10865ede74004751b076dd54ac5cbe3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4264584 Apr 05 14:49:09.264707 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 33974) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:49:09.272404 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2268470e-d0fa-40da-af2d-d228dc6957b1 req-647e512a-608f-4269-8dd6-7d858076e044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:09.275189 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2268470e-d0fa-40da-af2d-d228dc6957b1 req-647e512a-608f-4269-8dd6-7d858076e044 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a727d51d-00fa-45ac-ab45-e910bc527386 HTTP/1.1" status: 200 len: 851 time: 0.0669017 Apr 05 14:49:09.299020 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b50da2b-4f48-4c75-aeb6-84dc0458f7f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc7ea200-97c1-435f-b6d1-90a6432d8ca8,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:49:09.386138 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 28b20095-0618-43c7-aa61-a5202f7265d1 details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:49:09.439022 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2268470e-d0fa-40da-af2d-d228dc6957b1 req-2c8e6443-21dc-489e-a412-10a2e422fe71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:09.440353 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2268470e-d0fa-40da-af2d-d228dc6957b1 req-2c8e6443-21dc-489e-a412-10a2e422fe71 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=66b3e69f-5222-44a7-bf1a-94ad2df58cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1527982 Apr 05 14:49:09.454716 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2200f88b-d76a-4fa5-8408-b3ec54ed6c2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:09.502411 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2200f88b-d76a-4fa5-8408-b3ec54ed6c2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:09.542089 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6294cc-29d8-4b94-819b-60aa6834ec0d req-c131511a-fb45-469e-88be-ada6cb661101 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:09.552852 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ca6294cc-29d8-4b94-819b-60aa6834ec0d req-c131511a-fb45-469e-88be-ada6cb661101 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b09a6dbb-8955-4395-9818-920c4e5b72dc HTTP/1.1" status: 200 len: 944 time: 0.1606488 Apr 05 14:49:09.555562 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 28b20095-0618-43c7-aa61-a5202f7265d1, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=28b20095-0618-43c7-aa61-a5202f7265d1,segment=NetworkSegment(7829a1ea-7354-4b05-a7ea-7cbdfd795041),segment_id=7829a1ea-7354-4b05-a7ea-7cbdfd795041)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:49:09.577665 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': '28b20095-0618-43c7-aa61-a5202f7265d1', 'network_id': 'b03a0781-c7c7-4f21-ae00-e298dd92f97c', 'port_id': '28b20095-0618-43c7-aa61-a5202f7265d1', 'mac_address': 'fa:16:3e:07:a6:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b6f627-92b4-40ba-a770-519d39c012c3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:49:09.637999 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:09.656648 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28b20095-0618-43c7-aa61-a5202f7265d1 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:49:09.659854 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ca6294cc-29d8-4b94-819b-60aa6834ec0d req-2561773f-eb95-4ca2-ade4-c0e9ce0860a9 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058462 Apr 05 14:49:09.688067 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 28b20095-0618-43c7-aa61-a5202f7265d1, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=28b20095-0618-43c7-aa61-a5202f7265d1,segment=NetworkSegment(7829a1ea-7354-4b05-a7ea-7cbdfd795041),segment_id=7829a1ea-7354-4b05-a7ea-7cbdfd795041)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:49:09.734615 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2268470e-d0fa-40da-af2d-d228dc6957b1 req-eaa10af7-b1ae-4f86-9ae0-5f7c15ba6470 service neutron] 10.222.0.11 "GET /v2.0/networks/66b3e69f-5222-44a7-bf1a-94ad2df58cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571616 Apr 05 14:49:09.757283 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2200f88b-d76a-4fa5-8408-b3ec54ed6c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:09.761743 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2200f88b-d76a-4fa5-8408-b3ec54ed6c2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:09.764246 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-2200f88b-d76a-4fa5-8408-b3ec54ed6c2e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dc7ea200-97c1-435f-b6d1-90a6432d8ca8 HTTP/1.1" status: 204 len: 168 time: 0.4982083 Apr 05 14:49:09.768003 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99807579-314f-440d-8a8c-405562aacd79 admin admin] Router e3dabafd-ba82-4927-8c68-6e590415ec12 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:49:09.776145 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2200f88b-d76a-4fa5-8408-b3ec54ed6c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc7ea200-97c1-435f-b6d1-90a6432d8ca8,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:49:09.814176 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:09.836407 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4720e03-9e6f-43ff-a4a2-9ab833b4c61c req-7ce50149-841c-4785-b18b-3b85fe61b473 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:09.837468 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f4720e03-9e6f-43ff-a4a2-9ab833b4c61c req-7ce50149-841c-4785-b18b-3b85fe61b473 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 944 time: 0.1177871 Apr 05 14:49:09.925576 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f4720e03-9e6f-43ff-a4a2-9ab833b4c61c req-940aea98-5d9c-4f87-a773-985f6abc1685 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cbefb25-bd4b-4b8d-a9a2-f4b339ce847f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812039 Apr 05 14:49:09.928166 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=28b20095-0618-43c7-aa61-a5202f7265d1,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:49:09.935336 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-2268470e-d0fa-40da-af2d-d228dc6957b1 req-5c548365-85f1-47f3-a0fc-cfef7fdd7d36 service neutron] 10.222.0.11 "GET /v2.0/networks/66b3e69f-5222-44a7-bf1a-94ad2df58cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936576 Apr 05 14:49:10.012605 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99807579-314f-440d-8a8c-405562aacd79 admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:49:10.017986 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-99807579-314f-440d-8a8c-405562aacd79 admin admin] 10.222.0.30 "PUT /v2.0/routers/e3dabafd-ba82-4927-8c68-6e590415ec12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1130507 Apr 05 14:49:10.020513 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 33988) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:49:10.026766 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0ef5a8-8c84-44fa-9f7f-af99cede1ebc None None] Sync routers for ids ['e3dabafd-ba82-4927-8c68-6e590415ec12'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:49:10.035044 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['28b20095-0618-43c7-aa61-a5202f7265d1'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:49:10.052641 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0ef5a8-8c84-44fa-9f7f-af99cede1ebc None None] Routers {'e3dabafd-ba82-4927-8c68-6e590415ec12'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:49:10.053766 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-7a0ef5a8-8c84-44fa-9f7f-af99cede1ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:48:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['e3dabafd-ba82-4927-8c68-6e590415ec12'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:49:10.166088 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d905ed80-5841-43f4-9704-f909d84b839f admin admin] Notify callbacks [] for router, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:10.183369 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-7a0ef5a8-8c84-44fa-9f7f-af99cede1ebc None None] Set router e3dabafd-ba82-4927-8c68-6e590415ec12 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:49:10.333898 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d905ed80-5841-43f4-9704-f909d84b839f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:10.439130 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-7a0ef5a8-8c84-44fa-9f7f-af99cede1ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3dabafd-ba82-4927-8c68-6e590415ec12', 'name': 'tempest-ServerRescueTestJSONUnderV235-1025869506-router', 'tenant_id': '18bcf235b4184fc1aeec763dc6732b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '85b8053c-72fd-45e9-92ed-7ca2f81a23b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:47:45Z', 'updated_at': '2022-04-05T14:49:08Z', 'revision_number': 5, 'project_id': '18bcf235b4184fc1aeec763dc6732b36', 'gw_port': {'id': '85b8053c-72fd-45e9-92ed-7ca2f81a23b1', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:eb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dabafd-ba82-4927-8c68-6e590415ec12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:47:47Z', 'updated_at': '2022-04-05T14:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:49:10.471192 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0ef5a8-8c84-44fa-9f7f-af99cede1ebc None None] Checking router: e3dabafd-ba82-4927-8c68-6e590415ec12 for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:49:10.480590 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0ef5a8-8c84-44fa-9f7f-af99cede1ebc None None] Routers {'e3dabafd-ba82-4927-8c68-6e590415ec12'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:49:10.481254 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-7a0ef5a8-8c84-44fa-9f7f-af99cede1ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:48:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['e3dabafd-ba82-4927-8c68-6e590415ec12'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:49:10.555706 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-d905ed80-5841-43f4-9704-f909d84b839f admin admin] Deleting port 85b8053c-72fd-45e9-92ed-7ca2f81a23b1 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:49:10.567651 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d905ed80-5841-43f4-9704-f909d84b839f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:10.606039 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-7a0ef5a8-8c84-44fa-9f7f-af99cede1ebc None None] Set router e3dabafd-ba82-4927-8c68-6e590415ec12 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:49:10.656744 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-d905ed80-5841-43f4-9704-f909d84b839f admin admin] For port 85b8053c-72fd-45e9-92ed-7ca2f81a23b1, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=85b8053c-72fd-45e9-92ed-7ca2f81a23b1,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:49:10.657156 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d905ed80-5841-43f4-9704-f909d84b839f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:10.671161 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-d905ed80-5841-43f4-9704-f909d84b839f admin admin] Calling delete_port for 85b8053c-72fd-45e9-92ed-7ca2f81a23b1 owned by network:router_gateway {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:49:10.924719 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-7a0ef5a8-8c84-44fa-9f7f-af99cede1ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3dabafd-ba82-4927-8c68-6e590415ec12', 'name': 'tempest-ServerRescueTestJSONUnderV235-1025869506-router', 'tenant_id': '18bcf235b4184fc1aeec763dc6732b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '85b8053c-72fd-45e9-92ed-7ca2f81a23b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:47:45Z', 'updated_at': '2022-04-05T14:49:08Z', 'revision_number': 5, 'project_id': '18bcf235b4184fc1aeec763dc6732b36', 'gw_port': {'id': '85b8053c-72fd-45e9-92ed-7ca2f81a23b1', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:eb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dabafd-ba82-4927-8c68-6e590415ec12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:47:47Z', 'updated_at': '2022-04-05T14:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:49:10.958457 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 34006) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:49:10.968519 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0ef5a8-8c84-44fa-9f7f-af99cede1ebc None None] The sync data for ids ['e3dabafd-ba82-4927-8c68-6e590415ec12'] in n-d-836650-2 is: [{'id': 'e3dabafd-ba82-4927-8c68-6e590415ec12', 'name': 'tempest-ServerRescueTestJSONUnderV235-1025869506-router', 'tenant_id': '18bcf235b4184fc1aeec763dc6732b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '85b8053c-72fd-45e9-92ed-7ca2f81a23b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:47:45Z', 'updated_at': '2022-04-05T14:49:08Z', 'revision_number': 5, 'project_id': '18bcf235b4184fc1aeec763dc6732b36', 'gw_port': {'id': '85b8053c-72fd-45e9-92ed-7ca2f81a23b1', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:eb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dabafd-ba82-4927-8c68-6e590415ec12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:47:47Z', 'updated_at': '2022-04-05T14:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:49:10.986294 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e3f253a0-d1aa-48cd-8ba0-c61b5d84c4a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:11.001739 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eee6394-39e4-47fc-a004-746118dcc1ac req-fb06ed81-261f-48d6-afc3-184e359019d0 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:11.004635 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9eee6394-39e4-47fc-a004-746118dcc1ac req-fb06ed81-261f-48d6-afc3-184e359019d0 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b09a6dbb-8955-4395-9818-920c4e5b72dc HTTP/1.1" status: 200 len: 944 time: 0.2410872 Apr 05 14:49:11.106046 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9eee6394-39e4-47fc-a004-746118dcc1ac req-b38fd838-fed8-4186-b608-68c8a292ae41 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931103 Apr 05 14:49:11.166955 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e3f253a0-d1aa-48cd-8ba0-c61b5d84c4a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:11.174794 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3671fd76-22fe-455d-93fb-bc167fd89ec8 req-414bbcc5-13df-404a-8ce6-dfa39075495d tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:11.181466 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3671fd76-22fe-455d-93fb-bc167fd89ec8 req-414bbcc5-13df-404a-8ce6-dfa39075495d tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 945 time: 0.0973678 Apr 05 14:49:11.224199 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3671fd76-22fe-455d-93fb-bc167fd89ec8 req-d6b33d51-dc81-434a-aec9-9ed5b17be983 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cbefb25-bd4b-4b8d-a9a2-f4b339ce847f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407431 Apr 05 14:49:11.339077 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d905ed80-5841-43f4-9704-f909d84b839f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:11.371833 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device aa916812-78f6-4baf-844d-379c95095576 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:49:11.375946 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d905ed80-5841-43f4-9704-f909d84b839f admin admin] Pushing event deleted for resources: {'Port': ['ID=85b8053c-72fd-45e9-92ed-7ca2f81a23b1,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:49:11.394769 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: aa916812-78f6-4baf-844d-379c95095576 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:49:11.395112 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device aa916812-78f6-4baf-844d-379c95095576 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:49:11.396806 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 28b20095-0618-43c7-aa61-a5202f7265d1 up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:49:11.420518 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e3f253a0-d1aa-48cd-8ba0-c61b5d84c4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:11.472267 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d905ed80-5841-43f4-9704-f909d84b839f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808526'] for router_gateway, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:11.472467 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-e3f253a0-d1aa-48cd-8ba0-c61b5d84c4a3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d4d8af7992a24b1b93e2980cc3aa9a49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5102172 Apr 05 14:49:11.472467 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f253a0-d1aa-48cd-8ba0-c61b5d84c4a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=764b6972-7a02-4755-aac0-8f2b856b25b4,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:49:11.482789 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 34016) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:49:11.535652 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port 28b20095-0618-43c7-aa61-a5202f7265d1 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:49:11.545894 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port 28b20095-0618-43c7-aa61-a5202f7265d1 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:49:11.551519 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:11.562725 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-392f1154-5811-4f53-8973-53e808b8fc22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:11.582128 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d905ed80-5841-43f4-9704-f909d84b839f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27070'] for router, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:11.584540 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d905ed80-5841-43f4-9704-f909d84b839f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:11.587578 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-392f1154-5811-4f53-8973-53e808b8fc22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:11.696382 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:11.728634 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '067e1b8d-2cf4-42ef-b002-6c13f6e72039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28b20095-0618-43c7-aa61-a5202f7265d1'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:49:11.731269 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25544846-63d4-4832-901a-64915b890510" -d '{"events": [{"server_uuid": "067e1b8d-2cf4-42ef-b002-6c13f6e72039", "name": "network-vif-plugged", "status": "completed", "tag": "28b20095-0618-43c7-aa61-a5202f7265d1"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:49:11.745177 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 28b20095-0618-43c7-aa61-a5202f7265d1, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=28b20095-0618-43c7-aa61-a5202f7265d1,segment=NetworkSegment(7829a1ea-7354-4b05-a7ea-7cbdfd795041),segment_id=7829a1ea-7354-4b05-a7ea-7cbdfd795041)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:49:11.750023 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d905ed80-5841-43f4-9704-f909d84b839f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803298'] for router, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:11.750593 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d905ed80-5841-43f4-9704-f909d84b839f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3dabafd-ba82-4927-8c68-6e590415ec12 {{(pid=103320) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:49:11.778200 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d905ed80-5841-43f4-9704-f909d84b839f admin admin] Notify callbacks [] for router, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:11.793588 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-d905ed80-5841-43f4-9704-f909d84b839f admin admin] 10.222.0.30 "DELETE /v2.0/routers/e3dabafd-ba82-4927-8c68-6e590415ec12 HTTP/1.1" status: 204 len: 168 time: 1.7580547 Apr 05 14:49:11.793746 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d28fdbb-c393-4212-b38d-5caf2c227ccb x-openstack-request-id: req-3d28fdbb-c393-4212-b38d-5caf2c227ccb {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:49:11.793746 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "067e1b8d-2cf4-42ef-b002-6c13f6e72039", "name": "network-vif-plugged", "status": "completed", "tag": "28b20095-0618-43c7-aa61-a5202f7265d1", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:49:11.793746 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3d28fdbb-c393-4212-b38d-5caf2c227ccb {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:49:11.793746 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d28fdbb-c393-4212-b38d-5caf2c227ccb'] response: {'server_uuid': '067e1b8d-2cf4-42ef-b002-6c13f6e72039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28b20095-0618-43c7-aa61-a5202f7265d1', 'code': 200} Apr 05 14:49:11.794108 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 34022) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:49:11.838345 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-89b19833-b303-4a07-87c4-362a31808f44 admin admin] Deleting subnet 9c6481b7-fb57-4506-848f-a54d4cbfc052 {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:49:11.844049 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-392f1154-5811-4f53-8973-53e808b8fc22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:11.846677 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-392f1154-5811-4f53-8973-53e808b8fc22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:11.847923 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-392f1154-5811-4f53-8973-53e808b8fc22 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/764b6972-7a02-4755-aac0-8f2b856b25b4 HTTP/1.1" status: 204 len: 168 time: 0.3641541 Apr 05 14:49:11.848734 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-89b19833-b303-4a07-87c4-362a31808f44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:11.878960 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392f1154-5811-4f53-8973-53e808b8fc22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=764b6972-7a02-4755-aac0-8f2b856b25b4,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:49:11.914964 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:11.915776 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-89b19833-b303-4a07-87c4-362a31808f44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:11.923142 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b631cd0-a0d4-415f-be85-281c6976ea1e req-4365c5e2-d1c9-470f-a5d5-692ef8985d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:11.924927 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8b631cd0-a0d4-415f-be85-281c6976ea1e req-4365c5e2-d1c9-470f-a5d5-692ef8985d0b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 1096 time: 0.0842452 Apr 05 14:49:11.970213 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-89b19833-b303-4a07-87c4-362a31808f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:11.972547 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8b631cd0-a0d4-415f-be85-281c6976ea1e req-f24623f9-24d5-447d-98af-bb506274c96c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5cbefb25-bd4b-4b8d-a9a2-f4b339ce847f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399289 Apr 05 14:49:11.994233 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=28b20095-0618-43c7-aa61-a5202f7265d1,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:49:12.168344 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-89b19833-b303-4a07-87c4-362a31808f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:12.203329 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b19833-b303-4a07-87c4-362a31808f44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c6481b7-fb57-4506-848f-a54d4cbfc052,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:49:12.211606 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-89b19833-b303-4a07-87c4-362a31808f44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:12.217174 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-89b19833-b303-4a07-87c4-362a31808f44 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/9c6481b7-fb57-4506-848f-a54d4cbfc052 HTTP/1.1" status: 204 len: 168 time: 0.4318726 Apr 05 14:49:12.229471 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 34034) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:49:12.304829 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f1c4a8-5c19-47f5-b80e-b648ac9a15c7 req-7fa26b1d-178b-4065-9e4f-b878c8e07ae3 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:12.306001 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f9f1c4a8-5c19-47f5-b80e-b648ac9a15c7 req-7fa26b1d-178b-4065-9e4f-b878c8e07ae3 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b09a6dbb-8955-4395-9818-920c4e5b72dc HTTP/1.1" status: 200 len: 944 time: 0.1066206 Apr 05 14:49:12.377875 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4f76c133-de8c-4ecf-878d-cfc10b0d46c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:12.417294 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f9f1c4a8-5c19-47f5-b80e-b648ac9a15c7 req-59236f06-7d65-4990-a024-c1ada5d7fecf tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048586 Apr 05 14:49:12.436628 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:12.443051 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb7ae6-c4df-4c78-92db-54ef55385f92 req-0eefa69a-877a-4319-9f9d-dd24828d170e tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:12.445360 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-28bb7ae6-c4df-4c78-92db-54ef55385f92 req-0eefa69a-877a-4319-9f9d-dd24828d170e tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 946 time: 0.0905147 Apr 05 14:49:12.493143 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-28bb7ae6-c4df-4c78-92db-54ef55385f92 req-ef260300-8100-4d17-be14-c24feaa60172 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cbefb25-bd4b-4b8d-a9a2-f4b339ce847f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393484 Apr 05 14:49:12.540520 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4f76c133-de8c-4ecf-878d-cfc10b0d46c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:12.574370 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-4f76c133-de8c-4ecf-878d-cfc10b0d46c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f9a638e-c362-4ed9-9ce0-8c328a9b342c']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:49:12.584284 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-4f76c133-de8c-4ecf-878d-cfc10b0d46c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7e644b5-fa1e-4b2a-9f86-a040a37f818a') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:49:12.584663 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-4f76c133-de8c-4ecf-878d-cfc10b0d46c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7e644b5-fa1e-4b2a-9f86-a040a37f818a') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:49:12.594634 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4f76c133-de8c-4ecf-878d-cfc10b0d46c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:12.612449 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4f76c133-de8c-4ecf-878d-cfc10b0d46c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:12.619909 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f76c133-de8c-4ecf-878d-cfc10b0d46c6 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:49:12.620313 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4f76c133-de8c-4ecf-878d-cfc10b0d46c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:12.622400 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:49:12.622400 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:49:12.622400 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:49:12.622400 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:49:12.622400 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:49:12.622400 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:49:12.622400 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:49:12.622400 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:49:12.622400 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:49:12.622400 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:49:12.622400 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:49:12.622400 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:49:12.622400 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:49:12.622400 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:49:12.622400 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:49:12.622400 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:49:12.622400 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:49:12.622400 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:49:12.622400 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:49:12.622400 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:49:12.622400 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:49:12.622400 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:49:12.622400 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:49:12.622400 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:49:12.622400 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:49:12.622400 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:49:12.622400 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:49:12.622400 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:49:12.622400 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:49:12.622400 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:49:12.622400 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:49:12.622400 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:49:12.807766 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4f76c133-de8c-4ecf-878d-cfc10b0d46c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:12.815388 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4f76c133-de8c-4ecf-878d-cfc10b0d46c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:12.822328 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-4f76c133-de8c-4ecf-878d-cfc10b0d46c6 admin admin] 10.222.0.30 "DELETE /v2.0/networks/9f9a638e-c362-4ed9-9ce0-8c328a9b342c HTTP/1.1" status: 204 len: 168 time: 0.5888245 Apr 05 14:49:12.842527 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76c133-de8c-4ecf-878d-cfc10b0d46c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f9a638e-c362-4ed9-9ce0-8c328a9b342c,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:49:13.403430 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 85b8053c-72fd-45e9-92ed-7ca2f81a23b1 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:49:13.422785 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 85b8053c-72fd-45e9-92ed-7ca2f81a23b1 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:49:13.423133 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 85b8053c-72fd-45e9-92ed-7ca2f81a23b1 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:49:13.530530 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 34078) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:49:13.692609 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-96db4eac-30fc-4e2e-aa1a-36ac8af0132a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=18bcf235b4184fc1aeec763dc6732b36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1586094 Apr 05 14:49:13.694373 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 34084) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:49:13.705358 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0491e99-7ab2-43cb-bb51-62e89011c54c req-8e35888f-ade8-45e9-ac85-046145d53b8f tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:13.713215 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f0491e99-7ab2-43cb-bb51-62e89011c54c req-8e35888f-ade8-45e9-ac85-046145d53b8f tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b09a6dbb-8955-4395-9818-920c4e5b72dc HTTP/1.1" status: 200 len: 944 time: 0.1869826 Apr 05 14:49:13.730996 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25c6ed-b030-41a6-ba8b-605fc1833190 req-ed898d79-0d65-480f-99cc-cd36d4a6442e tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:13.732601 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6a25c6ed-b030-41a6-ba8b-605fc1833190 req-ed898d79-0d65-480f-99cc-cd36d4a6442e tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 946 time: 0.1140141 Apr 05 14:49:13.756270 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-cd95a4f6-4804-4346-b2ad-5d4f3cbbd245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:13.783948 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-cd95a4f6-4804-4346-b2ad-5d4f3cbbd245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:13.790697 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f0491e99-7ab2-43cb-bb51-62e89011c54c req-95b2613a-f0f9-4fd1-84a8-645ed73910ef tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765557 Apr 05 14:49:13.810211 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6a25c6ed-b030-41a6-ba8b-605fc1833190 req-f52147c8-f03b-443b-ad95-d307a0d9b470 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cbefb25-bd4b-4b8d-a9a2-f4b339ce847f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649536 Apr 05 14:49:13.946044 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9722c490-df37-48e8-ae0c-c6468ad968af req-cc27e1ea-12f8-4c83-a0fb-3c9452440a8c tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:13.947658 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9722c490-df37-48e8-ae0c-c6468ad968af req-cc27e1ea-12f8-4c83-a0fb-3c9452440a8c tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 946 time: 0.0619497 Apr 05 14:49:13.957471 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 34094) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:49:13.964081 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-dccd6723-9db4-4417-b191-136c1a8b95a6 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Request body: {'floatingip': {'port_id': '28b20095-0618-43c7-aa61-a5202f7265d1'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:49:13.968566 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-cd95a4f6-4804-4346-b2ad-5d4f3cbbd245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:13.971305 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-cd95a4f6-4804-4346-b2ad-5d4f3cbbd245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:13.972462 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-cd95a4f6-4804-4346-b2ad-5d4f3cbbd245 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a575f41c-efa8-446d-9a28-3abb887fcc2d HTTP/1.1" status: 204 len: 168 time: 0.2782753 Apr 05 14:49:14.017419 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-dccd6723-9db4-4417-b191-136c1a8b95a6 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks [] for floatingip, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:14.021214 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd95a4f6-4804-4346-b2ad-5d4f3cbbd245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a575f41c-efa8-446d-9a28-3abb887fcc2d,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:49:14.146319 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:14.519492 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-dccd6723-9db4-4417-b191-136c1a8b95a6 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:14.637290 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-dccd6723-9db4-4417-b191-136c1a8b95a6 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:14.759059 n-d-836650-2 neutron-server[103321]: INFO neutron.db.l3_db [None req-dccd6723-9db4-4417-b191-136c1a8b95a6 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Floating IP 89c1032d-d7eb-4c13-aa1d-ed0c5985c76e associated. External IP: 172.25.6.223, port: 28b20095-0618-43c7-aa61-a5202f7265d1. Apr 05 14:49:14.954555 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5bb6a1-93f2-4518-aa4c-c4b9579df4cd req-f85924fd-61d7-4919-9610-2a367a8c2d75 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:14.956691 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9a5bb6a1-93f2-4518-aa4c-c4b9579df4cd req-f85924fd-61d7-4919-9610-2a367a8c2d75 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b09a6dbb-8955-4395-9818-920c4e5b72dc HTTP/1.1" status: 200 len: 944 time: 0.0738363 Apr 05 14:49:15.026159 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9a5bb6a1-93f2-4518-aa4c-c4b9579df4cd req-e8308480-cbf0-4357-977b-b04c282660f0 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602803 Apr 05 14:49:15.068046 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dccd6723-9db4-4417-b191-136c1a8b95a6 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Router 311d06dd-ff44-492e-acc8-99cd90444281 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:49:15.215234 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dccd6723-9db4-4417-b191-136c1a8b95a6 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:49:15.221191 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-dccd6723-9db4-4417-b191-136c1a8b95a6 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:15.230394 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08801055-ed28-49c1-8702-54c6483e288a None None] Sync routers for ids ['311d06dd-ff44-492e-acc8-99cd90444281'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:49:15.244068 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08801055-ed28-49c1-8702-54c6483e288a None None] Routers {'311d06dd-ff44-492e-acc8-99cd90444281'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:49:15.245020 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-08801055-ed28-49c1-8702-54c6483e288a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:48:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['311d06dd-ff44-492e-acc8-99cd90444281'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:49:15.269426 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-dccd6723-9db4-4417-b191-136c1a8b95a6 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "PUT /v2.0/floatingips/89c1032d-d7eb-4c13-aa1d-ed0c5985c76e HTTP/1.1" status: 200 len: 992 time: 1.2996721 Apr 05 14:49:15.269426 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '067e1b8d-2cf4-42ef-b002-6c13f6e72039', 'tag': '28b20095-0618-43c7-aa61-a5202f7265d1'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:49:15.269426 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6538f88d-500c-47d6-9610-240319904855" -d '{"events": [{"name": "network-changed", "server_uuid": "067e1b8d-2cf4-42ef-b002-6c13f6e72039", "tag": "28b20095-0618-43c7-aa61-a5202f7265d1"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:49:15.309263 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f3b69b-269d-4af8-8f8a-bec37ee8b7ee x-openstack-request-id: req-61f3b69b-269d-4af8-8f8a-bec37ee8b7ee {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:49:15.309660 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "067e1b8d-2cf4-42ef-b002-6c13f6e72039", "tag": "28b20095-0618-43c7-aa61-a5202f7265d1", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:49:15.316289 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-61f3b69b-269d-4af8-8f8a-bec37ee8b7ee {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:49:15.316289 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61f3b69b-269d-4af8-8f8a-bec37ee8b7ee'] response: {'name': 'network-changed', 'server_uuid': '067e1b8d-2cf4-42ef-b002-6c13f6e72039', 'tag': '28b20095-0618-43c7-aa61-a5202f7265d1', 'status': 'completed', 'code': 200} Apr 05 14:49:15.394617 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6538f88d-500c-47d6-9610-240319904855 req-36cf1495-af20-4424-ae3c-4e89fb8ddbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:15.396787 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6538f88d-500c-47d6-9610-240319904855 req-36cf1495-af20-4424-ae3c-4e89fb8ddbe9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9aa02dc22afd43169da01ad43bf00af6&device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 1097 time: 0.0633061 Apr 05 14:49:15.440355 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-08801055-ed28-49c1-8702-54c6483e288a None None] Set router 311d06dd-ff44-492e-acc8-99cd90444281 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:49:15.504414 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6538f88d-500c-47d6-9610-240319904855 req-2114ffe5-f161-4969-af69-6137e886fc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:15.505940 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6538f88d-500c-47d6-9610-240319904855 req-2114ffe5-f161-4969-af69-6137e886fc48 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b03a0781-c7c7-4f21-ae00-e298dd92f97c HTTP/1.1" status: 200 len: 917 time: 0.1027162 Apr 05 14:49:15.605884 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6538f88d-500c-47d6-9610-240319904855 req-5afbb7b2-ad71-4e58-a63e-763dea8ced64 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28b20095-0618-43c7-aa61-a5202f7265d1 HTTP/1.1" status: 200 len: 1000 time: 0.0921330 Apr 05 14:49:15.606453 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 34164) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:49:15.698285 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6538f88d-500c-47d6-9610-240319904855 req-cca6d571-1b77-4fbb-9423-7d190edfaf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:15.699823 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6538f88d-500c-47d6-9610-240319904855 req-cca6d571-1b77-4fbb-9423-7d190edfaf56 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b8b6f627-92b4-40ba-a770-519d39c012c3 HTTP/1.1" status: 200 len: 855 time: 0.0793231 Apr 05 14:49:15.772447 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6538f88d-500c-47d6-9610-240319904855 req-108c8189-dd9d-4ab9-adb2-e083b57b66b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:15.775345 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6538f88d-500c-47d6-9610-240319904855 req-108c8189-dd9d-4ab9-adb2-e083b57b66b7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b03a0781-c7c7-4f21-ae00-e298dd92f97c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683279 Apr 05 14:49:15.801688 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-33e7f04b-7e69-459a-8d07-d5dc3f7ae0b6 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-164504165-network', 'tenant_id': 'f704f4e8895d4e298bd2c76f25f6744a'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:49:15.813040 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-08801055-ed28-49c1-8702-54c6483e288a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '311d06dd-ff44-492e-acc8-99cd90444281', 'name': 'tempest-AttachVolumeShelveTestJSON-305439511-router', 'tenant_id': '9aa02dc22afd43169da01ad43bf00af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '5013467d-d634-407a-b84a-b6f3a2b910ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:48:43Z', 'updated_at': '2022-04-05T14:48:48Z', 'revision_number': 4, 'project_id': '9aa02dc22afd43169da01ad43bf00af6', 'gw_port': {'id': '5013467d-d634-407a-b84a-b6f3a2b910ad', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:14:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311d06dd-ff44-492e-acc8-99cd90444281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:48:44Z', 'updated_at': '2022-04-05T14:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': '89c1032d-d7eb-4c13-aa1d-ed0c5985c76e', 'tenant_id': '9aa02dc22afd43169da01ad43bf00af6', 'floating_ip_address': '172.25.6.223', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': '311d06dd-ff44-492e-acc8-99cd90444281', 'port_id': '28b20095-0618-43c7-aa61-a5202f7265d1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b03a0781-c7c7-4f21-ae00-e298dd92f97c', 'mac_address': 'fa:16:3e:07:a6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067e1b8d-2cf4-42ef-b002-6c13f6e72039', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:48:54Z', 'updated_at': '2022-04-05T14:49:14Z', 'revision_number': 1, 'project_id': '9aa02dc22afd43169da01ad43bf00af6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4460ee6-20c2-4fe6-8328-e7ab026f4c83', 'name': '', 'network_id': 'b03a0781-c7c7-4f21-ae00-e298dd92f97c', 'tenant_id': '9aa02dc22afd43169da01ad43bf00af6', 'mac_address': 'fa:16:3e:b9:9f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311d06dd-ff44-492e-acc8-99cd90444281', 'device_owner': 'network:router_interface', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': 'b8b6f627-92b4-40ba-a770-519d39c012c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:48:47Z', 'updated_at': '2022-04-05T14:48:54Z', 'revision_number': 5, 'project_id': '9aa02dc22afd43169da01ad43bf00af6', 'subnets': [{'id': 'b8b6f627-92b4-40ba-a770-519d39c012c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:49:15.854376 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08801055-ed28-49c1-8702-54c6483e288a None None] Checking router: 311d06dd-ff44-492e-acc8-99cd90444281 for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:49:15.866815 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08801055-ed28-49c1-8702-54c6483e288a None None] Routers {'311d06dd-ff44-492e-acc8-99cd90444281'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:49:15.866815 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-08801055-ed28-49c1-8702-54c6483e288a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:48:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['311d06dd-ff44-492e-acc8-99cd90444281'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:49:15.911370 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6538f88d-500c-47d6-9610-240319904855 req-7c12c8e4-da3e-4244-bdaa-18267c6754b7 service neutron] 10.222.0.55 "GET /v2.0/networks/b03a0781-c7c7-4f21-ae00-e298dd92f97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289730 Apr 05 14:49:16.004759 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-08801055-ed28-49c1-8702-54c6483e288a None None] Set router 311d06dd-ff44-492e-acc8-99cd90444281 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:49:16.013096 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33e7f04b-7e69-459a-8d07-d5dc3f7ae0b6 admin admin] Made reservation on behalf of f704f4e8895d4e298bd2c76f25f6744a for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:49:16.016352 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-33e7f04b-7e69-459a-8d07-d5dc3f7ae0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:16.047501 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6538f88d-500c-47d6-9610-240319904855 req-34c31e39-8599-40be-bc7b-23e68a0853f0 service neutron] 10.222.0.55 "GET /v2.0/networks/b03a0781-c7c7-4f21-ae00-e298dd92f97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275764 Apr 05 14:49:16.049202 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-33e7f04b-7e69-459a-8d07-d5dc3f7ae0b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:16.167374 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-33e7f04b-7e69-459a-8d07-d5dc3f7ae0b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:16.195575 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10f0417-5a7c-47c7-a72e-c54071b3c56d req-6f1c3c68-dce3-4b19-b09a-45668cd1c359 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:16.197177 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e10f0417-5a7c-47c7-a72e-c54071b3c56d req-6f1c3c68-dce3-4b19-b09a-45668cd1c359 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b09a6dbb-8955-4395-9818-920c4e5b72dc HTTP/1.1" status: 200 len: 944 time: 0.0578654 Apr 05 14:49:16.261682 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e10f0417-5a7c-47c7-a72e-c54071b3c56d req-e22b79d4-ad01-439d-826d-82239fa255c4 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542674 Apr 05 14:49:16.322339 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-08801055-ed28-49c1-8702-54c6483e288a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '311d06dd-ff44-492e-acc8-99cd90444281', 'name': 'tempest-AttachVolumeShelveTestJSON-305439511-router', 'tenant_id': '9aa02dc22afd43169da01ad43bf00af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '5013467d-d634-407a-b84a-b6f3a2b910ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:48:43Z', 'updated_at': '2022-04-05T14:48:48Z', 'revision_number': 4, 'project_id': '9aa02dc22afd43169da01ad43bf00af6', 'gw_port': {'id': '5013467d-d634-407a-b84a-b6f3a2b910ad', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:14:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311d06dd-ff44-492e-acc8-99cd90444281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:48:44Z', 'updated_at': '2022-04-05T14:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': '89c1032d-d7eb-4c13-aa1d-ed0c5985c76e', 'tenant_id': '9aa02dc22afd43169da01ad43bf00af6', 'floating_ip_address': '172.25.6.223', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': '311d06dd-ff44-492e-acc8-99cd90444281', 'port_id': '28b20095-0618-43c7-aa61-a5202f7265d1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b03a0781-c7c7-4f21-ae00-e298dd92f97c', 'mac_address': 'fa:16:3e:07:a6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067e1b8d-2cf4-42ef-b002-6c13f6e72039', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:48:54Z', 'updated_at': '2022-04-05T14:49:14Z', 'revision_number': 1, 'project_id': '9aa02dc22afd43169da01ad43bf00af6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4460ee6-20c2-4fe6-8328-e7ab026f4c83', 'name': '', 'network_id': 'b03a0781-c7c7-4f21-ae00-e298dd92f97c', 'tenant_id': '9aa02dc22afd43169da01ad43bf00af6', 'mac_address': 'fa:16:3e:b9:9f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311d06dd-ff44-492e-acc8-99cd90444281', 'device_owner': 'network:router_interface', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': 'b8b6f627-92b4-40ba-a770-519d39c012c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:48:47Z', 'updated_at': '2022-04-05T14:48:54Z', 'revision_number': 5, 'project_id': '9aa02dc22afd43169da01ad43bf00af6', 'subnets': [{'id': 'b8b6f627-92b4-40ba-a770-519d39c012c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:49:16.333106 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-33e7f04b-7e69-459a-8d07-d5dc3f7ae0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:16.351735 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08801055-ed28-49c1-8702-54c6483e288a None None] The sync data for ids ['311d06dd-ff44-492e-acc8-99cd90444281'] in n-d-836650-2 is: [{'id': '311d06dd-ff44-492e-acc8-99cd90444281', 'name': 'tempest-AttachVolumeShelveTestJSON-305439511-router', 'tenant_id': '9aa02dc22afd43169da01ad43bf00af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '5013467d-d634-407a-b84a-b6f3a2b910ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:48:43Z', 'updated_at': '2022-04-05T14:48:48Z', 'revision_number': 4, 'project_id': '9aa02dc22afd43169da01ad43bf00af6', 'gw_port': {'id': '5013467d-d634-407a-b84a-b6f3a2b910ad', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:14:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311d06dd-ff44-492e-acc8-99cd90444281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:48:44Z', 'updated_at': '2022-04-05T14:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': '89c1032d-d7eb-4c13-aa1d-ed0c5985c76e', 'tenant_id': '9aa02dc22afd43169da01ad43bf00af6', 'floating_ip_address': '172.25.6.223', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': '311d06dd-ff44-492e-acc8-99cd90444281', 'port_id': '28b20095-0618-43c7-aa61-a5202f7265d1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b03a0781-c7c7-4f21-ae00-e298dd92f97c', 'mac_address': 'fa:16:3e:07:a6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067e1b8d-2cf4-42ef-b002-6c13f6e72039', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:48:54Z', 'updated_at': '2022-04-05T14:49:14Z', 'revision_number': 1, 'project_id': '9aa02dc22afd43169da01ad43bf00af6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4460ee6-20c2-4fe6-8328-e7ab026f4c83', 'name': '', 'network_id': 'b03a0781-c7c7-4f21-ae00-e298dd92f97c', 'tenant_id': '9aa02dc22afd43169da01ad43bf00af6', 'mac_address': 'fa:16:3e:b9:9f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311d06dd-ff44-492e-acc8-99cd90444281', 'device_owner': 'network:router_interface', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': 'b8b6f627-92b4-40ba-a770-519d39c012c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:48:47Z', 'updated_at': '2022-04-05T14:48:54Z', 'revision_number': 5, 'project_id': '9aa02dc22afd43169da01ad43bf00af6', 'subnets': [{'id': 'b8b6f627-92b4-40ba-a770-519d39c012c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:49:16.361842 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e7f04b-7e69-459a-8d07-d5dc3f7ae0b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e3eb6b-df2b-49c4-9bbe-392549ababfd,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:49:16.374434 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33e7f04b-7e69-459a-8d07-d5dc3f7ae0b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:49:16.398675 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-33e7f04b-7e69-459a-8d07-d5dc3f7ae0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:16.399233 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-33e7f04b-7e69-459a-8d07-d5dc3f7ae0b6 admin admin] Added segment 1d680150-d98f-4e87-b8c9-0990166ccab5 of type vlan for network 08cd493e-44df-40ee-afdc-3b153965431b Apr 05 14:49:16.451429 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-33e7f04b-7e69-459a-8d07-d5dc3f7ae0b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:16.624579 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-33e7f04b-7e69-459a-8d07-d5dc3f7ae0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:16.625647 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e7f04b-7e69-459a-8d07-d5dc3f7ae0b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:16.626239 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-33e7f04b-7e69-459a-8d07-d5dc3f7ae0b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:16.635686 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4af4b4-7265-4afa-9526-3dca25c8576e None None] New status for floating IP 89c1032d-d7eb-4c13-aa1d-ed0c5985c76e: ACTIVE {{(pid=103323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 14:49:16.695159 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e7f04b-7e69-459a-8d07-d5dc3f7ae0b6 admin admin] Pushing event updated for resources: {'Network': ['ID=08cd493e-44df-40ee-afdc-3b153965431b,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:49:16.706229 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 08cd493e-44df-40ee-afdc-3b153965431b details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:49:16.741748 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-33e7f04b-7e69-459a-8d07-d5dc3f7ae0b6 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1340046 Apr 05 14:49:16.745307 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 34198) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:49:16.750999 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-41cf89d1-9770-4a4e-baba-bf97fedbd56c admin admin] Request body: {'subnet': {'network_id': '08cd493e-44df-40ee-afdc-3b153965431b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-164504165-subnet', 'tenant_id': 'f704f4e8895d4e298bd2c76f25f6744a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:49:16.875374 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41cf89d1-9770-4a4e-baba-bf97fedbd56c admin admin] Made reservation on behalf of f704f4e8895d4e298bd2c76f25f6744a for: {'subnet': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:49:16.878439 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-41cf89d1-9770-4a4e-baba-bf97fedbd56c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13127328'] for subnet, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:17.129189 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 34206) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:49:17.238952 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0e0edc6c-5e37-4772-8e31-869e8be9235f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:17.246892 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-41cf89d1-9770-4a4e-baba-bf97fedbd56c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15773751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13127350'] for subnet, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:17.345918 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cf89d1-9770-4a4e-baba-bf97fedbd56c admin admin] Pushing event updated for resources: {'Subnet': ['ID=97244132-5b3f-4d04-880c-24f662cb1586,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:49:17.366635 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cf89d1-9770-4a4e-baba-bf97fedbd56c admin admin] Checking segment: {'id': '1d680150-d98f-4e87-b8c9-0990166ccab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '08cd493e-44df-40ee-afdc-3b153965431b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:49:17.366995 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41cf89d1-9770-4a4e-baba-bf97fedbd56c admin admin] Network hostable DHCP agents. Network: 08cd493e-44df-40ee-afdc-3b153965431b, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:49:17.447498 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bde47db-35ad-4bf6-bf05-8efe775a7aeb req-4599fdd0-0b06-4f5d-bc09-b72beb8d29de tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:17.449114 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2bde47db-35ad-4bf6-bf05-8efe775a7aeb req-4599fdd0-0b06-4f5d-bc09-b72beb8d29de tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b09a6dbb-8955-4395-9818-920c4e5b72dc HTTP/1.1" status: 200 len: 944 time: 0.1042149 Apr 05 14:49:17.462685 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0e0edc6c-5e37-4772-8e31-869e8be9235f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:17.498332 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2bde47db-35ad-4bf6-bf05-8efe775a7aeb req-df28d961-a2c2-4a76-aab6-c1489224d9f8 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408840 Apr 05 14:49:17.516317 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41cf89d1-9770-4a4e-baba-bf97fedbd56c admin admin] Network 08cd493e-44df-40ee-afdc-3b153965431b is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:49:17.544605 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0e0edc6c-5e37-4772-8e31-869e8be9235f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:17.587835 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-0e0edc6c-5e37-4772-8e31-869e8be9235f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3ccaad8dbf4c499792820d80702243fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4571841 Apr 05 14:49:17.588691 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0edc6c-5e37-4772-8e31-869e8be9235f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=535cc893-c8de-4cfc-b3ac-6dae3970e28d,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:49:17.592700 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 34214) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:49:17.628596 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 7 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 14:49:17.646369 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2e120469-43ce-4fa8-aa29-466b4c95e14e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:17.665059 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-41cf89d1-9770-4a4e-baba-bf97fedbd56c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 08cd493e-44df-40ee-afdc-3b153965431b) {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:49:17.671913 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2e120469-43ce-4fa8-aa29-466b4c95e14e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:17.672723 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41cf89d1-9770-4a4e-baba-bf97fedbd56c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:17.673667 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-41cf89d1-9770-4a4e-baba-bf97fedbd56c admin admin] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:17.678038 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a535a297-c4c4-4388-ad77-dee324f48bef None None] Network 08cd493e-44df-40ee-afdc-3b153965431b requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:49:17.818286 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-41cf89d1-9770-4a4e-baba-bf97fedbd56c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0710988 Apr 05 14:49:17.830902 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b883e183-0f6a-4c80-be7e-dff577ed4896 None None] Network 08cd493e-44df-40ee-afdc-3b153965431b requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:49:17.882615 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2e120469-43ce-4fa8-aa29-466b4c95e14e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:17.887603 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2e120469-43ce-4fa8-aa29-466b4c95e14e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:17.889677 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-2e120469-43ce-4fa8-aa29-466b4c95e14e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/535cc893-c8de-4cfc-b3ac-6dae3970e28d HTTP/1.1" status: 204 len: 168 time: 0.2957158 Apr 05 14:49:17.903382 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e120469-43ce-4fa8-aa29-466b4c95e14e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=535cc893-c8de-4cfc-b3ac-6dae3970e28d,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:49:18.655564 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ebe3f-629b-4c35-a601-4347184c25b1 req-aa2ecb12-3f21-496c-a9e2-6f70307bc639 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:18.657229 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-167ebe3f-629b-4c35-a601-4347184c25b1 req-aa2ecb12-3f21-496c-a9e2-6f70307bc639 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b09a6dbb-8955-4395-9818-920c4e5b72dc HTTP/1.1" status: 200 len: 944 time: 0.0579185 Apr 05 14:49:18.698993 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-167ebe3f-629b-4c35-a601-4347184c25b1 req-a8c57ab4-f025-42ff-a1cc-87ad8ced1b6e tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355949 Apr 05 14:49:18.767106 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 34250) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:49:18.772226 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-a52e957b-00d8-4a89-b192-a7f512779d13 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-118174088-network', 'tenant_id': 'af341685d4094b1ab1b80bddc77f9df8'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:49:18.938907 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a52e957b-00d8-4a89-b192-a7f512779d13 admin admin] Made reservation on behalf of af341685d4094b1ab1b80bddc77f9df8 for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:49:18.944010 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a52e957b-00d8-4a89-b192-a7f512779d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:18.961318 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a52e957b-00d8-4a89-b192-a7f512779d13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:19.025329 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 34256) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:49:19.041170 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-da23e3d5-f06d-43f2-93d1-4295e7a7f530 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:19.043669 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a52e957b-00d8-4a89-b192-a7f512779d13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:19.118894 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-da23e3d5-f06d-43f2-93d1-4295e7a7f530 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:19.145052 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a52e957b-00d8-4a89-b192-a7f512779d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:19.176430 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a52e957b-00d8-4a89-b192-a7f512779d13 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:49:19.181599 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52e957b-00d8-4a89-b192-a7f512779d13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e09f3425-74e0-48a5-84ba-311549fa08ff,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:49:19.189268 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a52e957b-00d8-4a89-b192-a7f512779d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:19.189268 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-a52e957b-00d8-4a89-b192-a7f512779d13 admin admin] Added segment 983d789f-8abe-468d-bbd1-4635667890bd of type vlan for network 99396f4d-90da-494d-93cc-39c15d272b2f Apr 05 14:49:19.237080 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a52e957b-00d8-4a89-b192-a7f512779d13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:19.276145 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-da23e3d5-f06d-43f2-93d1-4295e7a7f530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:19.316262 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-da23e3d5-f06d-43f2-93d1-4295e7a7f530 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b7ffdbadd4734d54acf04cf5c01cfb69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2897015 Apr 05 14:49:19.317106 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da23e3d5-f06d-43f2-93d1-4295e7a7f530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a46a0da7-d706-4126-9ec6-4fa3ee3ccf2b,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:49:19.319768 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 34262) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:49:19.376200 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-66228e5d-4973-4459-8009-32d9c37a575f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:19.397686 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-66228e5d-4973-4459-8009-32d9c37a575f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:19.470934 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a52e957b-00d8-4a89-b192-a7f512779d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:19.471949 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52e957b-00d8-4a89-b192-a7f512779d13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:19.472545 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a52e957b-00d8-4a89-b192-a7f512779d13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:19.533900 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52e957b-00d8-4a89-b192-a7f512779d13 admin admin] Pushing event updated for resources: {'Network': ['ID=99396f4d-90da-494d-93cc-39c15d272b2f,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:49:19.545307 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 99396f4d-90da-494d-93cc-39c15d272b2f details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:49:19.562283 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-66228e5d-4973-4459-8009-32d9c37a575f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:19.565995 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-66228e5d-4973-4459-8009-32d9c37a575f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:19.569562 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-66228e5d-4973-4459-8009-32d9c37a575f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a46a0da7-d706-4126-9ec6-4fa3ee3ccf2b HTTP/1.1" status: 204 len: 168 time: 0.2458997 Apr 05 14:49:19.575887 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66228e5d-4973-4459-8009-32d9c37a575f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a46a0da7-d706-4126-9ec6-4fa3ee3ccf2b,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:49:19.593469 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-a52e957b-00d8-4a89-b192-a7f512779d13 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8251767 Apr 05 14:49:19.601306 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 34268) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:49:19.607277 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-0025372f-b2a0-4c86-a01a-a1fe75d0254c admin admin] Request body: {'subnet': {'network_id': '99396f4d-90da-494d-93cc-39c15d272b2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-118174088-subnet', 'tenant_id': 'af341685d4094b1ab1b80bddc77f9df8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:49:19.790271 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0025372f-b2a0-4c86-a01a-a1fe75d0254c admin admin] Made reservation on behalf of af341685d4094b1ab1b80bddc77f9df8 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:49:19.792598 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0025372f-b2a0-4c86-a01a-a1fe75d0254c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:19.816382 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775f9f41-9a1e-442c-abc2-f0efa549cecf req-be122806-c0f1-4d31-bb8a-0bdfd727d3c0 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:19.817913 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-775f9f41-9a1e-442c-abc2-f0efa549cecf req-be122806-c0f1-4d31-bb8a-0bdfd727d3c0 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b09a6dbb-8955-4395-9818-920c4e5b72dc HTTP/1.1" status: 200 len: 944 time: 0.0513017 Apr 05 14:49:19.864963 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-775f9f41-9a1e-442c-abc2-f0efa549cecf req-2efbca28-4db0-40f9-9874-48a22ae1042a tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404282 Apr 05 14:49:20.116981 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0025372f-b2a0-4c86-a01a-a1fe75d0254c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:20.187655 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0025372f-b2a0-4c86-a01a-a1fe75d0254c admin admin] Pushing event updated for resources: {'Subnet': ['ID=237eb08e-6c55-4f63-89a4-d91c26f403ca,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:49:20.201131 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0025372f-b2a0-4c86-a01a-a1fe75d0254c admin admin] Checking segment: {'id': '983d789f-8abe-468d-bbd1-4635667890bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '99396f4d-90da-494d-93cc-39c15d272b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:49:20.201483 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0025372f-b2a0-4c86-a01a-a1fe75d0254c admin admin] Network hostable DHCP agents. Network: 99396f4d-90da-494d-93cc-39c15d272b2f, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:49:20.539296 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0025372f-b2a0-4c86-a01a-a1fe75d0254c admin admin] Network 99396f4d-90da-494d-93cc-39c15d272b2f is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:49:20.784972 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-0025372f-b2a0-4c86-a01a-a1fe75d0254c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 99396f4d-90da-494d-93cc-39c15d272b2f) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:49:20.788891 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0025372f-b2a0-4c86-a01a-a1fe75d0254c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:20.789596 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0025372f-b2a0-4c86-a01a-a1fe75d0254c admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:20.795528 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f809659-47c1-4069-bd1e-338cc5696aad None None] Network 99396f4d-90da-494d-93cc-39c15d272b2f requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:49:20.974803 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dfd16c9-cd05-4d96-8548-7a5b92874f7a None None] Network 99396f4d-90da-494d-93cc-39c15d272b2f requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:49:21.006083 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-0025372f-b2a0-4c86-a01a-a1fe75d0254c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4025421 Apr 05 14:49:21.066227 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dccabc2-c68c-407b-849f-ddae58f99168 req-73d7f520-e7fc-40ff-b743-7a143026bd41 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:21.076104 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5dccabc2-c68c-407b-849f-ddae58f99168 req-73d7f520-e7fc-40ff-b743-7a143026bd41 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b09a6dbb-8955-4395-9818-920c4e5b72dc HTTP/1.1" status: 200 len: 944 time: 0.0883994 Apr 05 14:49:21.133050 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5dccabc2-c68c-407b-849f-ddae58f99168 req-8379992b-5794-4610-8c7d-51d5bcf12ef2 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555639 Apr 05 14:49:21.732754 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10533807-7662-46fe-9854-d52e2ce1ed1a req-4d0cfbe8-f01f-4f30-aca3-a95f464079c9 tempest-ServersNegativeTestMultiTenantJSON-247858687 tempest-ServersNegativeTestMultiTenantJSON-247858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:21.734319 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-10533807-7662-46fe-9854-d52e2ce1ed1a req-4d0cfbe8-f01f-4f30-aca3-a95f464079c9 tempest-ServersNegativeTestMultiTenantJSON-247858687 tempest-ServersNegativeTestMultiTenantJSON-247858687-project] 10.222.0.30 "GET /v2.0/networks?id=08cd493e-44df-40ee-afdc-3b153965431b HTTP/1.1" status: 200 len: 824 time: 0.1181967 Apr 05 14:49:21.750573 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-10533807-7662-46fe-9854-d52e2ce1ed1a req-991843b5-7d9f-4d1d-a404-7e8a11a90655 tempest-ServersNegativeTestMultiTenantJSON-247858687 tempest-ServersNegativeTestMultiTenantJSON-247858687-project] 10.222.0.30 "GET /v2.0/quotas/f704f4e8895d4e298bd2c76f25f6744a HTTP/1.1" status: 200 len: 375 time: 0.0102766 Apr 05 14:49:21.785359 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-10533807-7662-46fe-9854-d52e2ce1ed1a req-2d8fa734-b7b0-4ca0-81bc-591296954f39 tempest-ServersNegativeTestMultiTenantJSON-247858687 tempest-ServersNegativeTestMultiTenantJSON-247858687-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f704f4e8895d4e298bd2c76f25f6744a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289049 Apr 05 14:49:21.882455 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-10533807-7662-46fe-9854-d52e2ce1ed1a req-2cc6c4c1-821f-4692-a931-e51fde79f5c2 service neutron] 10.222.0.30 "GET /v2.0/networks/08cd493e-44df-40ee-afdc-3b153965431b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892820 Apr 05 14:49:21.993852 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-10533807-7662-46fe-9854-d52e2ce1ed1a req-940390cf-f191-4a38-8a4f-d222bed8839f service neutron] 10.222.0.30 "GET /v2.0/networks/08cd493e-44df-40ee-afdc-3b153965431b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050971 Apr 05 14:49:22.033430 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 385e1e00-d0a1-4ab3-8989-eadec03248e1 details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:49:22.143629 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 385e1e00-d0a1-4ab3-8989-eadec03248e1, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=385e1e00-d0a1-4ab3-8989-eadec03248e1,segment=NetworkSegment(2ed50d53-ad8d-43f0-946d-9bbaf222e8be),segment_id=2ed50d53-ad8d-43f0-946d-9bbaf222e8be)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:49:22.158252 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': '385e1e00-d0a1-4ab3-8989-eadec03248e1', 'network_id': '66b3e69f-5222-44a7-bf1a-94ad2df58cf2', 'port_id': '385e1e00-d0a1-4ab3-8989-eadec03248e1', 'mac_address': 'fa:16:3e:f3:02:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a727d51d-00fa-45ac-ab45-e910bc527386', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:49:22.226729 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:22.247156 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 385e1e00-d0a1-4ab3-8989-eadec03248e1 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:49:22.274289 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 385e1e00-d0a1-4ab3-8989-eadec03248e1, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=385e1e00-d0a1-4ab3-8989-eadec03248e1,segment=NetworkSegment(2ed50d53-ad8d-43f0-946d-9bbaf222e8be),segment_id=2ed50d53-ad8d-43f0-946d-9bbaf222e8be)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:49:22.286447 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc45c9d-5ff4-42bc-9c76-cc488e510e9a req-2c0688df-70fd-4b8c-9bd6-ee8e7165c33e tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:22.287032 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fcc45c9d-5ff4-42bc-9c76-cc488e510e9a req-2c0688df-70fd-4b8c-9bd6-ee8e7165c33e tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b09a6dbb-8955-4395-9818-920c4e5b72dc HTTP/1.1" status: 200 len: 944 time: 0.0785666 Apr 05 14:49:22.338177 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fcc45c9d-5ff4-42bc-9c76-cc488e510e9a req-c36e60e4-3af3-413f-b0b0-f80c60f9e920 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442028 Apr 05 14:49:22.408267 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:22.468975 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=385e1e00-d0a1-4ab3-8989-eadec03248e1,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:49:22.525277 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-771849ac-1c0a-4864-ae20-79147b30bd97 req-4159303c-c93a-49ce-9f64-3a7ea29aba8e tempest-ServersNegativeTestMultiTenantJSON-247858687 tempest-ServersNegativeTestMultiTenantJSON-247858687-project] 10.222.0.30 "GET /v2.0/ports?device_id=01b17348-7ddc-4b75-8a99-6214d2755440 HTTP/1.1" status: 200 len: 210 time: 0.0511315 Apr 05 14:49:22.740088 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['385e1e00-d0a1-4ab3-8989-eadec03248e1'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:49:23.468253 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba9263d-4ca2-40c0-8407-b10c849d8e76 req-2efd3464-c698-46ca-9caa-1db378453088 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:23.469775 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6ba9263d-4ca2-40c0-8407-b10c849d8e76 req-2efd3464-c698-46ca-9caa-1db378453088 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b09a6dbb-8955-4395-9818-920c4e5b72dc HTTP/1.1" status: 200 len: 945 time: 0.0541589 Apr 05 14:49:23.521024 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6ba9263d-4ca2-40c0-8407-b10c849d8e76 req-efe102e6-5b00-4bac-9ce6-1e88ac32a136 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367651 Apr 05 14:49:23.609252 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-57259320-e138-49c4-a10b-36fe1811f23a req-a2b21f8b-5fc2-45e1-91e1-40a6716d18e6 tempest-ServersNegativeTestMultiTenantJSON-247858687 tempest-ServersNegativeTestMultiTenantJSON-247858687-project] 10.222.0.30 "GET /v2.0/ports?device_id=01b17348-7ddc-4b75-8a99-6214d2755440 HTTP/1.1" status: 200 len: 210 time: 0.0311918 Apr 05 14:49:24.059896 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 385e1e00-d0a1-4ab3-8989-eadec03248e1 up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:49:24.282452 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning for port 385e1e00-d0a1-4ab3-8989-eadec03248e1 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:49:24.286750 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port 385e1e00-d0a1-4ab3-8989-eadec03248e1 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:49:24.287117 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:24.381047 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:24.408201 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b09a6dbb-8955-4395-9818-920c4e5b72dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '385e1e00-d0a1-4ab3-8989-eadec03248e1'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:49:24.417556 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1f0a80-ee2e-48db-8467-b2693eedb33b" -d '{"events": [{"server_uuid": "b09a6dbb-8955-4395-9818-920c4e5b72dc", "name": "network-vif-plugged", "status": "completed", "tag": "385e1e00-d0a1-4ab3-8989-eadec03248e1"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:49:24.433459 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 385e1e00-d0a1-4ab3-8989-eadec03248e1, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=385e1e00-d0a1-4ab3-8989-eadec03248e1,segment=NetworkSegment(2ed50d53-ad8d-43f0-946d-9bbaf222e8be),segment_id=2ed50d53-ad8d-43f0-946d-9bbaf222e8be)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:49:24.464326 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0d7c8de0-5283-414d-8110-c76ad7d294b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:24.481174 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c6a4e0-ffc1-42d6-a96e-78117cc38231 x-openstack-request-id: req-45c6a4e0-ffc1-42d6-a96e-78117cc38231 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:49:24.481466 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b09a6dbb-8955-4395-9818-920c4e5b72dc", "name": "network-vif-plugged", "status": "completed", "tag": "385e1e00-d0a1-4ab3-8989-eadec03248e1", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:49:24.481722 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-45c6a4e0-ffc1-42d6-a96e-78117cc38231 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:49:24.482116 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45c6a4e0-ffc1-42d6-a96e-78117cc38231'] response: {'server_uuid': 'b09a6dbb-8955-4395-9818-920c4e5b72dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '385e1e00-d0a1-4ab3-8989-eadec03248e1', 'code': 200} Apr 05 14:49:24.579112 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:24.627430 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785c1771-68c4-42be-a29d-5888bbd728db req-3106dfce-fdc5-408d-be20-eb9b7ca72a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:24.628993 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-785c1771-68c4-42be-a29d-5888bbd728db req-3106dfce-fdc5-408d-be20-eb9b7ca72a04 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b09a6dbb-8955-4395-9818-920c4e5b72dc HTTP/1.1" status: 200 len: 1096 time: 0.0838223 Apr 05 14:49:24.673144 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6646f3f2-ec3c-492a-9e39-ca3cbf6e4502 req-c693802f-0b4b-4b06-bb9e-11cf8acb2473 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:24.675338 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6646f3f2-ec3c-492a-9e39-ca3cbf6e4502 req-c693802f-0b4b-4b06-bb9e-11cf8acb2473 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b09a6dbb-8955-4395-9818-920c4e5b72dc HTTP/1.1" status: 200 len: 946 time: 0.0736933 Apr 05 14:49:24.687014 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-785c1771-68c4-42be-a29d-5888bbd728db req-3af8b35f-48bd-4c91-8f55-3833d30564c5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507028 Apr 05 14:49:24.714616 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=385e1e00-d0a1-4ab3-8989-eadec03248e1,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:49:24.722636 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:49:24.723251 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:49:24.723674 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:49:24.724170 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:49:24.724754 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:49:24.726045 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:49:24.726449 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:49:24.726845 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:49:24.727236 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:49:24.727626 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:49:24.728014 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:49:24.728415 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:49:24.755744 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-34866b26-3881-4187-8ec0-54e1a4b298f6 req-85bcd1cf-258f-4953-9da3-c9c80b4adc46 tempest-ServersNegativeTestMultiTenantJSON-247858687 tempest-ServersNegativeTestMultiTenantJSON-247858687-project] 10.222.0.30 "GET /v2.0/ports?device_id=01b17348-7ddc-4b75-8a99-6214d2755440 HTTP/1.1" status: 200 len: 210 time: 0.0374107 Apr 05 14:49:24.766848 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6646f3f2-ec3c-492a-9e39-ca3cbf6e4502 req-6cd2fae1-44bb-4d1d-8d43-72026e15177d tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774124 Apr 05 14:49:25.512080 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 34436) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:49:25.634551 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8f5edeb0-0bc2-42d9-b000-85d806ec5968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:25.733577 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8f5edeb0-0bc2-42d9-b000-85d806ec5968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:25.826693 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8f5edeb0-0bc2-42d9-b000-85d806ec5968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:25.872671 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-8f5edeb0-0bc2-42d9-b000-85d806ec5968 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fb0e46fd15864a70acb3c6b8c56c4abb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3594565 Apr 05 14:49:25.883532 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 34448) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:49:25.926453 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5edeb0-0bc2-42d9-b000-85d806ec5968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a02398e1-d5f7-46f2-8e05-8bda6f27d8d8,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:49:26.012598 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0ee9febf-80b8-43f1-a4ed-7015a572bb9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:26.041127 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0ee9febf-80b8-43f1-a4ed-7015a572bb9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:26.172281 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3bdfaf60-9ea0-4bd5-b8c3-0a4b80ccf235 req-7ba4a96b-2a14-4d7c-8d5e-ff5b5721e255 tempest-ServersNegativeTestMultiTenantJSON-247858687 tempest-ServersNegativeTestMultiTenantJSON-247858687-project] 10.222.0.30 "GET /v2.0/ports?device_id=01b17348-7ddc-4b75-8a99-6214d2755440 HTTP/1.1" status: 200 len: 210 time: 0.0626292 Apr 05 14:49:26.213267 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94958354-7124-4a35-a6fe-1902e35ce66e req-d8d93338-291c-4fc4-90f4-f50e4b7b43ee tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:26.216159 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-94958354-7124-4a35-a6fe-1902e35ce66e req-d8d93338-291c-4fc4-90f4-f50e4b7b43ee tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b09a6dbb-8955-4395-9818-920c4e5b72dc HTTP/1.1" status: 200 len: 946 time: 0.1069586 Apr 05 14:49:26.244432 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10533807-7662-46fe-9854-d52e2ce1ed1a req-54517fa5-2834-4efa-9174-a43cfa73ae9c tempest-ServersNegativeTestMultiTenantJSON-247858687 tempest-ServersNegativeTestMultiTenantJSON-247858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:26.246188 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-10533807-7662-46fe-9854-d52e2ce1ed1a req-54517fa5-2834-4efa-9174-a43cfa73ae9c tempest-ServersNegativeTestMultiTenantJSON-247858687 tempest-ServersNegativeTestMultiTenantJSON-247858687-project] 10.222.0.55 "GET /v2.0/networks?id=08cd493e-44df-40ee-afdc-3b153965431b HTTP/1.1" status: 200 len: 824 time: 0.5912282 Apr 05 14:49:26.268306 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-10533807-7662-46fe-9854-d52e2ce1ed1a req-0aac0704-5465-459a-a5ac-2f951604fb11 tempest-ServersNegativeTestMultiTenantJSON-247858687 tempest-ServersNegativeTestMultiTenantJSON-247858687-project] Request body: {'port': {'device_id': '01b17348-7ddc-4b75-8a99-6214d2755440', 'network_id': '08cd493e-44df-40ee-afdc-3b153965431b', 'admin_state_up': True, 'tenant_id': 'f704f4e8895d4e298bd2c76f25f6744a'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:49:26.299787 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0ee9febf-80b8-43f1-a4ed-7015a572bb9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:26.302653 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0ee9febf-80b8-43f1-a4ed-7015a572bb9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:26.307924 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-0ee9febf-80b8-43f1-a4ed-7015a572bb9a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a02398e1-d5f7-46f2-8e05-8bda6f27d8d8 HTTP/1.1" status: 204 len: 168 time: 0.4232714 Apr 05 14:49:26.326069 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee9febf-80b8-43f1-a4ed-7015a572bb9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02398e1-d5f7-46f2-8e05-8bda6f27d8d8,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:49:26.343313 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-94958354-7124-4a35-a6fe-1902e35ce66e req-824b758e-8213-4849-be15-e6e0fcbc9405 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159463 Apr 05 14:49:26.556752 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10533807-7662-46fe-9854-d52e2ce1ed1a req-0aac0704-5465-459a-a5ac-2f951604fb11 tempest-ServersNegativeTestMultiTenantJSON-247858687 tempest-ServersNegativeTestMultiTenantJSON-247858687-project] Made reservation on behalf of f704f4e8895d4e298bd2c76f25f6744a for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:49:26.561193 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-10533807-7662-46fe-9854-d52e2ce1ed1a req-0aac0704-5465-459a-a5ac-2f951604fb11 tempest-ServersNegativeTestMultiTenantJSON-247858687 tempest-ServersNegativeTestMultiTenantJSON-247858687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:26.707238 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-10533807-7662-46fe-9854-d52e2ce1ed1a req-0aac0704-5465-459a-a5ac-2f951604fb11 tempest-ServersNegativeTestMultiTenantJSON-247858687 tempest-ServersNegativeTestMultiTenantJSON-247858687-project] Allocated IP 172.20.0.13 (08cd493e-44df-40ee-afdc-3b153965431b/97244132-5b3f-4d04-880c-24f662cb1586/b094fa9c-a595-4240-97b8-03507a3ad93f) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:49:26.807331 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-470f9a5e-8e13-4545-b169-b1a8dec9f0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:26.922968 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-10533807-7662-46fe-9854-d52e2ce1ed1a req-0aac0704-5465-459a-a5ac-2f951604fb11 tempest-ServersNegativeTestMultiTenantJSON-247858687 tempest-ServersNegativeTestMultiTenantJSON-247858687-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:27.144787 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-10533807-7662-46fe-9854-d52e2ce1ed1a req-0aac0704-5465-459a-a5ac-2f951604fb11 tempest-ServersNegativeTestMultiTenantJSON-247858687 tempest-ServersNegativeTestMultiTenantJSON-247858687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:27.227421 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10533807-7662-46fe-9854-d52e2ce1ed1a req-0aac0704-5465-459a-a5ac-2f951604fb11 tempest-ServersNegativeTestMultiTenantJSON-247858687 tempest-ServersNegativeTestMultiTenantJSON-247858687-project] Network 08cd493e-44df-40ee-afdc-3b153965431b is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:49:27.229022 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aac0704-5465-459a-a5ac-2f951604fb11 tempest-ServersNegativeTestMultiTenantJSON-247858687 tempest-ServersNegativeTestMultiTenantJSON-247858687-project] Pushing event updated for resources: {'Port': ['ID=b094fa9c-a595-4240-97b8-03507a3ad93f,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:49:27.231377 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-10533807-7662-46fe-9854-d52e2ce1ed1a req-0aac0704-5465-459a-a5ac-2f951604fb11 tempest-ServersNegativeTestMultiTenantJSON-247858687 tempest-ServersNegativeTestMultiTenantJSON-247858687-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:49:27.233509 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-10533807-7662-46fe-9854-d52e2ce1ed1a req-0aac0704-5465-459a-a5ac-2f951604fb11 tempest-ServersNegativeTestMultiTenantJSON-247858687 tempest-ServersNegativeTestMultiTenantJSON-247858687-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:49:27.317621 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10533807-7662-46fe-9854-d52e2ce1ed1a req-0aac0704-5465-459a-a5ac-2f951604fb11 tempest-ServersNegativeTestMultiTenantJSON-247858687 tempest-ServersNegativeTestMultiTenantJSON-247858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:27.318265 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-10533807-7662-46fe-9854-d52e2ce1ed1a req-0aac0704-5465-459a-a5ac-2f951604fb11 tempest-ServersNegativeTestMultiTenantJSON-247858687 tempest-ServersNegativeTestMultiTenantJSON-247858687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:27.335818 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 34482) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:49:27.348941 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1023f6-9c13-499a-883f-fbee15cdb3de req-8083e822-a8ff-4fd6-9085-09763990b28f tempest-ServersNegativeTestMultiTenantJSON-247858687 tempest-ServersNegativeTestMultiTenantJSON-247858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:27.351387 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bd1023f6-9c13-499a-883f-fbee15cdb3de req-8083e822-a8ff-4fd6-9085-09763990b28f tempest-ServersNegativeTestMultiTenantJSON-247858687 tempest-ServersNegativeTestMultiTenantJSON-247858687-project] 10.222.0.30 "GET /v2.0/ports?device_id=01b17348-7ddc-4b75-8a99-6214d2755440 HTTP/1.1" status: 200 len: 932 time: 0.0889225 Apr 05 14:49:27.369482 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a8935670-5ffb-4fe3-b073-9cb6f68f311e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:27.432638 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-10533807-7662-46fe-9854-d52e2ce1ed1a req-0aac0704-5465-459a-a5ac-2f951604fb11 tempest-ServersNegativeTestMultiTenantJSON-247858687 tempest-ServersNegativeTestMultiTenantJSON-247858687-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1691968 Apr 05 14:49:27.451636 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-10533807-7662-46fe-9854-d52e2ce1ed1a req-739e5a5e-1554-4053-a4f0-3be946f78fe3 service neutron] Request body: {'port': {'device_id': '01b17348-7ddc-4b75-8a99-6214d2755440', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:49:27.467635 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bd1023f6-9c13-499a-883f-fbee15cdb3de req-ad055fac-f211-4e09-8998-f6bc1f634c9d tempest-ServersNegativeTestMultiTenantJSON-247858687 tempest-ServersNegativeTestMultiTenantJSON-247858687-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2e3eb6b-df2b-49c4-9bbe-392549ababfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026585 Apr 05 14:49:27.581923 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e920f-340c-4aec-a2af-804c415b5b89 req-98876ded-4b54-43ab-b27c-5ee6f5d82832 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:27.584061 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ff0e920f-340c-4aec-a2af-804c415b5b89 req-98876ded-4b54-43ab-b27c-5ee6f5d82832 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b09a6dbb-8955-4395-9818-920c4e5b72dc HTTP/1.1" status: 200 len: 946 time: 0.0862482 Apr 05 14:49:27.584061 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-10533807-7662-46fe-9854-d52e2ce1ed1a req-739e5a5e-1554-4053-a4f0-3be946f78fe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:27.608731 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a8935670-5ffb-4fe3-b073-9cb6f68f311e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:27.669452 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ff0e920f-340c-4aec-a2af-804c415b5b89 req-37d5d398-4af3-4c23-9d71-ea80a98beaed tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714202 Apr 05 14:49:27.737514 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a8935670-5ffb-4fe3-b073-9cb6f68f311e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:27.788673 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-a8935670-5ffb-4fe3-b073-9cb6f68f311e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6b98b4dddb5b4eca91965aef324e9457&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4515142 Apr 05 14:49:27.789670 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 34496) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:49:27.790446 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8935670-5ffb-4fe3-b073-9cb6f68f311e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82929aaa-85ac-4e07-b238-059b3cf2013a,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:49:27.867286 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-45da1b80-179c-44db-9214-8a050a43b271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:27.874194 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3e084d-cbff-4393-a654-54fd894f0b6f req-dc19e663-1882-43a9-b065-3f5389e3225f tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:27.875723 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6f3e084d-cbff-4393-a654-54fd894f0b6f req-dc19e663-1882-43a9-b065-3f5389e3225f tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b09a6dbb-8955-4395-9818-920c4e5b72dc HTTP/1.1" status: 200 len: 946 time: 0.1190422 Apr 05 14:49:27.897174 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-45da1b80-179c-44db-9214-8a050a43b271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:27.961844 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6f3e084d-cbff-4393-a654-54fd894f0b6f req-ec126125-8415-4b6f-a7ed-10e7dad08e6b tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681818 Apr 05 14:49:28.031616 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-10533807-7662-46fe-9854-d52e2ce1ed1a req-739e5a5e-1554-4053-a4f0-3be946f78fe3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b094fa9c-a595-4240-97b8-03507a3ad93f {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:49:28.043899 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-10533807-7662-46fe-9854-d52e2ce1ed1a req-739e5a5e-1554-4053-a4f0-3be946f78fe3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:28.098643 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:28.127935 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-10533807-7662-46fe-9854-d52e2ce1ed1a req-739e5a5e-1554-4053-a4f0-3be946f78fe3 service neutron] Transition to ACTIVE for port object b094fa9c-a595-4240-97b8-03507a3ad93f will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:49:28.128820 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-45da1b80-179c-44db-9214-8a050a43b271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:28.132570 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-45da1b80-179c-44db-9214-8a050a43b271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:28.137090 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-45da1b80-179c-44db-9214-8a050a43b271 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/82929aaa-85ac-4e07-b238-059b3cf2013a HTTP/1.1" status: 204 len: 168 time: 0.3402767 Apr 05 14:49:28.150295 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45da1b80-179c-44db-9214-8a050a43b271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82929aaa-85ac-4e07-b238-059b3cf2013a,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:49:28.262038 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-10533807-7662-46fe-9854-d52e2ce1ed1a req-739e5a5e-1554-4053-a4f0-3be946f78fe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:28.345472 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739e5a5e-1554-4053-a4f0-3be946f78fe3 service neutron] Pushing event updated for resources: {'Port': ['ID=b094fa9c-a595-4240-97b8-03507a3ad93f,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:49:28.449927 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-10533807-7662-46fe-9854-d52e2ce1ed1a req-739e5a5e-1554-4053-a4f0-3be946f78fe3 service neutron] Attempting to bind port b094fa9c-a595-4240-97b8-03507a3ad93f on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:49:28.452139 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-10533807-7662-46fe-9854-d52e2ce1ed1a req-739e5a5e-1554-4053-a4f0-3be946f78fe3 service neutron] Attempting to bind port b094fa9c-a595-4240-97b8-03507a3ad93f by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': '1d680150-d98f-4e87-b8c9-0990166ccab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '08cd493e-44df-40ee-afdc-3b153965431b'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:49:28.452139 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10533807-7662-46fe-9854-d52e2ce1ed1a req-739e5a5e-1554-4053-a4f0-3be946f78fe3 service neutron] Attempting to bind port b094fa9c-a595-4240-97b8-03507a3ad93f on network 08cd493e-44df-40ee-afdc-3b153965431b {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:49:28.472540 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10533807-7662-46fe-9854-d52e2ce1ed1a req-739e5a5e-1554-4053-a4f0-3be946f78fe3 service neutron] Port b094fa9c-a595-4240-97b8-03507a3ad93f on network 08cd493e-44df-40ee-afdc-3b153965431b not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:49:28.472988 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10533807-7662-46fe-9854-d52e2ce1ed1a req-739e5a5e-1554-4053-a4f0-3be946f78fe3 service neutron] Attempting to bind port b094fa9c-a595-4240-97b8-03507a3ad93f on network 08cd493e-44df-40ee-afdc-3b153965431b {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:49:28.482407 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10533807-7662-46fe-9854-d52e2ce1ed1a req-739e5a5e-1554-4053-a4f0-3be946f78fe3 service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:49:28.482929 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10533807-7662-46fe-9854-d52e2ce1ed1a req-739e5a5e-1554-4053-a4f0-3be946f78fe3 service neutron] Checking segment: {'id': '1d680150-d98f-4e87-b8c9-0990166ccab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '08cd493e-44df-40ee-afdc-3b153965431b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:49:28.483410 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10533807-7662-46fe-9854-d52e2ce1ed1a req-739e5a5e-1554-4053-a4f0-3be946f78fe3 service neutron] Bound using segment: {'id': '1d680150-d98f-4e87-b8c9-0990166ccab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '08cd493e-44df-40ee-afdc-3b153965431b'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:49:28.483848 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-10533807-7662-46fe-9854-d52e2ce1ed1a req-739e5a5e-1554-4053-a4f0-3be946f78fe3 service neutron] Bound port: b094fa9c-a595-4240-97b8-03507a3ad93f, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d680150-d98f-4e87-b8c9-0990166ccab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '08cd493e-44df-40ee-afdc-3b153965431b'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:49:28.484208 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-10533807-7662-46fe-9854-d52e2ce1ed1a req-739e5a5e-1554-4053-a4f0-3be946f78fe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:28.514068 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ced80-3f2c-4939-974a-973db5c295c8 req-9a5b8c33-e231-45dc-8810-fc65d83ae85e tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:28.515572 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-623ced80-3f2c-4939-974a-973db5c295c8 req-9a5b8c33-e231-45dc-8810-fc65d83ae85e tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/ports?device_id=0587635d-2d83-4d44-9a8f-6b7847388bdc HTTP/1.1" status: 200 len: 946 time: 0.0805283 Apr 05 14:49:28.595088 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-623ced80-3f2c-4939-974a-973db5c295c8 req-d3f74fac-82f0-4388-ae9e-621ac0bd4eaa tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c5ad20b-1af0-4fc7-9b1a-1ba5c50b7606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588644 Apr 05 14:49:28.600464 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-10533807-7662-46fe-9854-d52e2ce1ed1a req-739e5a5e-1554-4053-a4f0-3be946f78fe3 service neutron] For port b094fa9c-a595-4240-97b8-03507a3ad93f, host n-h1-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:49:28.604550 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-10533807-7662-46fe-9854-d52e2ce1ed1a req-739e5a5e-1554-4053-a4f0-3be946f78fe3 service neutron] For port b094fa9c-a595-4240-97b8-03507a3ad93f, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=b094fa9c-a595-4240-97b8-03507a3ad93f,segment=NetworkSegment(1d680150-d98f-4e87-b8c9-0990166ccab5),segment_id=1d680150-d98f-4e87-b8c9-0990166ccab5)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:49:28.762825 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-10533807-7662-46fe-9854-d52e2ce1ed1a req-739e5a5e-1554-4053-a4f0-3be946f78fe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:28.823715 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0655d852-a3c2-41e7-a2f4-d2c1aae91e77 req-dbb992d9-bb7c-4e44-8f7e-4677c460471c tempest-ServersNegativeTestMultiTenantJSON-247858687 tempest-ServersNegativeTestMultiTenantJSON-247858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:28.831780 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0655d852-a3c2-41e7-a2f4-d2c1aae91e77 req-dbb992d9-bb7c-4e44-8f7e-4677c460471c tempest-ServersNegativeTestMultiTenantJSON-247858687 tempest-ServersNegativeTestMultiTenantJSON-247858687-project] 10.222.0.30 "GET /v2.0/ports?device_id=01b17348-7ddc-4b75-8a99-6214d2755440 HTTP/1.1" status: 200 len: 944 time: 0.1522174 Apr 05 14:49:28.855230 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10533807-7662-46fe-9854-d52e2ce1ed1a req-739e5a5e-1554-4053-a4f0-3be946f78fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:28.855903 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-10533807-7662-46fe-9854-d52e2ce1ed1a req-739e5a5e-1554-4053-a4f0-3be946f78fe3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:28.857681 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-10533807-7662-46fe-9854-d52e2ce1ed1a req-739e5a5e-1554-4053-a4f0-3be946f78fe3 service neutron] 10.222.0.55 "PUT /v2.0/ports/b094fa9c-a595-4240-97b8-03507a3ad93f HTTP/1.1" status: 200 len: 1092 time: 1.4107232 Apr 05 14:49:28.858313 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01b17348-7ddc-4b75-8a99-6214d2755440', 'tag': 'b094fa9c-a595-4240-97b8-03507a3ad93f'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:49:28.860951 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b20e4f4-7dcf-45ad-9ee1-9506e1463e0c" -d '{"events": [{"name": "network-changed", "server_uuid": "01b17348-7ddc-4b75-8a99-6214d2755440", "tag": "b094fa9c-a595-4240-97b8-03507a3ad93f"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:49:28.925258 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0655d852-a3c2-41e7-a2f4-d2c1aae91e77 req-850141c4-0845-4dd2-bfd4-c3ce672774ae tempest-ServersNegativeTestMultiTenantJSON-247858687 tempest-ServersNegativeTestMultiTenantJSON-247858687-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2e3eb6b-df2b-49c4-9bbe-392549ababfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924540 Apr 05 14:49:28.936195 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739e5a5e-1554-4053-a4f0-3be946f78fe3 service neutron] Pushing event updated for resources: {'Port': ['ID=b094fa9c-a595-4240-97b8-03507a3ad93f,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:49:28.976545 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2509575-f8de-4f50-9ba8-0ca53a582d09 x-openstack-request-id: req-c2509575-f8de-4f50-9ba8-0ca53a582d09 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:49:28.977528 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01b17348-7ddc-4b75-8a99-6214d2755440", "tag": "b094fa9c-a595-4240-97b8-03507a3ad93f", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:49:28.978814 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c2509575-f8de-4f50-9ba8-0ca53a582d09 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:49:28.979381 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2509575-f8de-4f50-9ba8-0ca53a582d09'] response: {'name': 'network-changed', 'server_uuid': '01b17348-7ddc-4b75-8a99-6214d2755440', 'tag': 'b094fa9c-a595-4240-97b8-03507a3ad93f', 'status': 'completed', 'code': 200} Apr 05 14:49:29.037231 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10533807-7662-46fe-9854-d52e2ce1ed1a req-2a779d50-c81a-4c02-ab3d-dc7c38174459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:29.039323 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-10533807-7662-46fe-9854-d52e2ce1ed1a req-2a779d50-c81a-4c02-ab3d-dc7c38174459 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f704f4e8895d4e298bd2c76f25f6744a&device_id=01b17348-7ddc-4b75-8a99-6214d2755440 HTTP/1.1" status: 200 len: 1095 time: 0.0438678 Apr 05 14:49:29.085766 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-10533807-7662-46fe-9854-d52e2ce1ed1a req-33151f56-7b44-43ec-a621-958e200934c1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b094fa9c-a595-4240-97b8-03507a3ad93f HTTP/1.1" status: 200 len: 217 time: 0.0381956 Apr 05 14:49:29.140945 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10533807-7662-46fe-9854-d52e2ce1ed1a req-229bb76e-fd3b-4657-a3db-baedbb6a337c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:29.143091 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-10533807-7662-46fe-9854-d52e2ce1ed1a req-229bb76e-fd3b-4657-a3db-baedbb6a337c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=97244132-5b3f-4d04-880c-24f662cb1586 HTTP/1.1" status: 200 len: 864 time: 0.0488198 Apr 05 14:49:29.181843 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-10533807-7662-46fe-9854-d52e2ce1ed1a req-efd64e1a-bbb9-4416-bf4b-908aa0a84b78 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=08cd493e-44df-40ee-afdc-3b153965431b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302472 Apr 05 14:49:29.321868 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-10533807-7662-46fe-9854-d52e2ce1ed1a req-a7a95ca6-af96-4f79-adc8-fdbb435810d1 service neutron] 10.222.0.55 "GET /v2.0/networks/08cd493e-44df-40ee-afdc-3b153965431b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317508 Apr 05 14:49:29.448111 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-10533807-7662-46fe-9854-d52e2ce1ed1a req-bb97d397-1bd2-4424-8004-660f171acaba service neutron] 10.222.0.55 "GET /v2.0/networks/08cd493e-44df-40ee-afdc-3b153965431b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169496 Apr 05 14:49:29.575766 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:29.687492 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:29.689274 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b20e4f4-7dcf-45ad-9ee1-9506e1463e0c req-7ff09fc1-9d39-488b-b1ff-b7737a162289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:29.695084 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8b20e4f4-7dcf-45ad-9ee1-9506e1463e0c req-7ff09fc1-9d39-488b-b1ff-b7737a162289 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f704f4e8895d4e298bd2c76f25f6744a&device_id=01b17348-7ddc-4b75-8a99-6214d2755440 HTTP/1.1" status: 200 len: 1095 time: 0.0864129 Apr 05 14:49:29.934485 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b209319-240e-42da-a0a2-191e71e6e58d req-1f738adf-56b8-446f-9215-841e122b83b6 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:29.938225 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3b209319-240e-42da-a0a2-191e71e6e58d req-1f738adf-56b8-446f-9215-841e122b83b6 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/ports?device_id=0587635d-2d83-4d44-9a8f-6b7847388bdc HTTP/1.1" status: 200 len: 946 time: 0.1739988 Apr 05 14:49:29.948466 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b20e4f4-7dcf-45ad-9ee1-9506e1463e0c req-9f4a05e4-9fea-4e62-a693-baf972435caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:29.948872 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8b20e4f4-7dcf-45ad-9ee1-9506e1463e0c req-9f4a05e4-9fea-4e62-a693-baf972435caa service neutron] 10.222.0.55 "GET /v2.0/networks?id=08cd493e-44df-40ee-afdc-3b153965431b HTTP/1.1" status: 200 len: 925 time: 0.2454612 Apr 05 14:49:30.034284 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8b20e4f4-7dcf-45ad-9ee1-9506e1463e0c req-88fb37f6-422a-4910-86b9-f13e24deb9fa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b094fa9c-a595-4240-97b8-03507a3ad93f HTTP/1.1" status: 200 len: 217 time: 0.0712590 Apr 05 14:49:30.100570 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b20e4f4-7dcf-45ad-9ee1-9506e1463e0c req-8207aa3a-74cf-4d87-b49e-7012577c8d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:30.102264 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8b20e4f4-7dcf-45ad-9ee1-9506e1463e0c req-8207aa3a-74cf-4d87-b49e-7012577c8d21 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=97244132-5b3f-4d04-880c-24f662cb1586 HTTP/1.1" status: 200 len: 864 time: 0.0541432 Apr 05 14:49:30.124935 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3b209319-240e-42da-a0a2-191e71e6e58d req-b2039bee-58a3-4dc2-8593-bed814a72de7 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c5ad20b-1af0-4fc7-9b1a-1ba5c50b7606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1669512 Apr 05 14:49:30.168337 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8b20e4f4-7dcf-45ad-9ee1-9506e1463e0c req-f38e4091-33af-44c3-b055-2ee32fca5a23 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=08cd493e-44df-40ee-afdc-3b153965431b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461922 Apr 05 14:49:30.330479 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1961211f-0416-48ca-ac2b-ddcdad7a7c04 req-0d430304-e1ec-4f01-ab5a-d2e86fdbd621 tempest-ServersNegativeTestMultiTenantJSON-247858687 tempest-ServersNegativeTestMultiTenantJSON-247858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:30.340601 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1961211f-0416-48ca-ac2b-ddcdad7a7c04 req-0d430304-e1ec-4f01-ab5a-d2e86fdbd621 tempest-ServersNegativeTestMultiTenantJSON-247858687 tempest-ServersNegativeTestMultiTenantJSON-247858687-project] 10.222.0.30 "GET /v2.0/ports?device_id=01b17348-7ddc-4b75-8a99-6214d2755440 HTTP/1.1" status: 200 len: 944 time: 0.1288216 Apr 05 14:49:30.359549 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8b20e4f4-7dcf-45ad-9ee1-9506e1463e0c req-7a2e8cf7-ec25-42f9-a49c-dd6a8cf7ed99 service neutron] 10.222.0.55 "GET /v2.0/networks/08cd493e-44df-40ee-afdc-3b153965431b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832981 Apr 05 14:49:30.430958 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea96628-cd64-4579-aa67-1cf9ad96e863 req-334f2d28-5dff-44df-a802-5b9c74d9016b tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:30.433752 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-4ea96628-cd64-4579-aa67-1cf9ad96e863 req-334f2d28-5dff-44df-a802-5b9c74d9016b tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.11 "GET /v2.0/ports?device_id=0587635d-2d83-4d44-9a8f-6b7847388bdc HTTP/1.1" status: 200 len: 946 time: 0.0795565 Apr 05 14:49:30.453362 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1961211f-0416-48ca-ac2b-ddcdad7a7c04 req-1386c3a7-e33f-42b6-b28f-4c2b442eb0d8 tempest-ServersNegativeTestMultiTenantJSON-247858687 tempest-ServersNegativeTestMultiTenantJSON-247858687-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2e3eb6b-df2b-49c4-9bbe-392549ababfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064789 Apr 05 14:49:30.518044 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8b20e4f4-7dcf-45ad-9ee1-9506e1463e0c req-d7a79de0-d6e4-48ce-9586-8fef3bd346d0 service neutron] 10.222.0.55 "GET /v2.0/networks/08cd493e-44df-40ee-afdc-3b153965431b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492498 Apr 05 14:49:30.621569 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-4ea96628-cd64-4579-aa67-1cf9ad96e863 req-caf2b492-80f3-4c23-b7b8-a97877abce2d tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Deleting port 95fc697c-6787-48b0-b796-42740b6c32c8 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:49:30.622034 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-4ea96628-cd64-4579-aa67-1cf9ad96e863 req-caf2b492-80f3-4c23-b7b8-a97877abce2d tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:31.192214 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-4ea96628-cd64-4579-aa67-1cf9ad96e863 req-caf2b492-80f3-4c23-b7b8-a97877abce2d tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] For port 95fc697c-6787-48b0-b796-42740b6c32c8, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=95fc697c-6787-48b0-b796-42740b6c32c8,segment=NetworkSegment(e523e33a-de62-4414-94f9-7699545cb484),segment_id=e523e33a-de62-4414-94f9-7699545cb484)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:49:31.192663 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-4ea96628-cd64-4579-aa67-1cf9ad96e863 req-caf2b492-80f3-4c23-b7b8-a97877abce2d tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:31.309690 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962ef8a-046a-4faf-a56e-cbb15950d34a req-ee58fd10-95a4-4286-a4d4-d19d11ee7e14 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:31.311264 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5962ef8a-046a-4faf-a56e-cbb15950d34a req-ee58fd10-95a4-4286-a4d4-d19d11ee7e14 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/ports?device_id=0587635d-2d83-4d44-9a8f-6b7847388bdc HTTP/1.1" status: 200 len: 946 time: 0.0738206 Apr 05 14:49:31.362682 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5962ef8a-046a-4faf-a56e-cbb15950d34a req-a9e870e7-8d00-481d-9ce8-1542e0f89f51 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c5ad20b-1af0-4fc7-9b1a-1ba5c50b7606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410800 Apr 05 14:49:31.468892 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-4ea96628-cd64-4579-aa67-1cf9ad96e863 req-caf2b492-80f3-4c23-b7b8-a97877abce2d tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:31.469391 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-4ea96628-cd64-4579-aa67-1cf9ad96e863 req-caf2b492-80f3-4c23-b7b8-a97877abce2d tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:31.469694 n-d-836650-2 neutron-server[103321]: INFO neutron.db.l3_db [req-4ea96628-cd64-4579-aa67-1cf9ad96e863 req-caf2b492-80f3-4c23-b7b8-a97877abce2d tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Floating IP 80bfa286-66b7-4daf-87d7-ff147d5c66d4 disassociated. External IP: 172.25.6.213, port: 95fc697c-6787-48b0-b796-42740b6c32c8. Apr 05 14:49:31.470102 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-4ea96628-cd64-4579-aa67-1cf9ad96e863 req-caf2b492-80f3-4c23-b7b8-a97877abce2d tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Calling delete_port for 95fc697c-6787-48b0-b796-42740b6c32c8 owned by compute:nova {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:49:31.613605 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c4a999-7d9a-47b2-a047-3cc04176f1f0 req-0b888f17-81f7-446c-bddd-c0c3ab531b85 tempest-ServersNegativeTestMultiTenantJSON-247858687 tempest-ServersNegativeTestMultiTenantJSON-247858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:31.615231 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-61c4a999-7d9a-47b2-a047-3cc04176f1f0 req-0b888f17-81f7-446c-bddd-c0c3ab531b85 tempest-ServersNegativeTestMultiTenantJSON-247858687 tempest-ServersNegativeTestMultiTenantJSON-247858687-project] 10.222.0.30 "GET /v2.0/ports?device_id=01b17348-7ddc-4b75-8a99-6214d2755440 HTTP/1.1" status: 200 len: 944 time: 0.0655837 Apr 05 14:49:31.662698 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-61c4a999-7d9a-47b2-a047-3cc04176f1f0 req-fa1965e3-7b2b-40a4-b924-0ce84e54f75b tempest-ServersNegativeTestMultiTenantJSON-247858687 tempest-ServersNegativeTestMultiTenantJSON-247858687-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2e3eb6b-df2b-49c4-9bbe-392549ababfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405483 Apr 05 14:49:31.733132 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-4ea96628-cd64-4579-aa67-1cf9ad96e863 req-caf2b492-80f3-4c23-b7b8-a97877abce2d tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:31.771671 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf2b492-80f3-4c23-b7b8-a97877abce2d tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Pushing event deleted for resources: {'Port': ['ID=95fc697c-6787-48b0-b796-42740b6c32c8,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:49:31.910372 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ea96628-cd64-4579-aa67-1cf9ad96e863 req-caf2b492-80f3-4c23-b7b8-a97877abce2d tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Router 1d2104ce-04d0-4d0b-a541-fbd10738befa has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:49:32.022674 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ea96628-cd64-4579-aa67-1cf9ad96e863 req-caf2b492-80f3-4c23-b7b8-a97877abce2d tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:49:32.033093 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22296653-ffbc-468f-a814-54aa6161648f None None] Sync routers for ids ['1d2104ce-04d0-4d0b-a541-fbd10738befa'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:49:32.045863 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22296653-ffbc-468f-a814-54aa6161648f None None] Routers {'1d2104ce-04d0-4d0b-a541-fbd10738befa'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:49:32.046504 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-22296653-ffbc-468f-a814-54aa6161648f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:49:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['1d2104ce-04d0-4d0b-a541-fbd10738befa'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:49:32.064560 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ea96628-cd64-4579-aa67-1cf9ad96e863 req-caf2b492-80f3-4c23-b7b8-a97877abce2d tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] No DVR routers for this DVR port 95fc697c-6787-48b0-b796-42740b6c32c8 on host n-h2-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:49:32.067531 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-4ea96628-cd64-4579-aa67-1cf9ad96e863 req-caf2b492-80f3-4c23-b7b8-a97877abce2d tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:32.071684 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-4ea96628-cd64-4579-aa67-1cf9ad96e863 req-caf2b492-80f3-4c23-b7b8-a97877abce2d tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.11 "DELETE /v2.0/ports/95fc697c-6787-48b0-b796-42740b6c32c8 HTTP/1.1" status: 204 len: 173 time: 1.6315942 Apr 05 14:49:32.072138 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0587635d-2d83-4d44-9a8f-6b7847388bdc', 'name': 'network-vif-deleted', 'tag': '95fc697c-6787-48b0-b796-42740b6c32c8'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:49:32.081096 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-572b8584-8a9b-4da7-8d43-ba7eaed0241e" -d '{"events": [{"server_uuid": "0587635d-2d83-4d44-9a8f-6b7847388bdc", "name": "network-vif-deleted", "tag": "95fc697c-6787-48b0-b796-42740b6c32c8"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:49:32.159972 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba43f8e1-01b9-443f-ac2f-3b3d1493d99a x-openstack-request-id: req-ba43f8e1-01b9-443f-ac2f-3b3d1493d99a {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:49:32.160268 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0587635d-2d83-4d44-9a8f-6b7847388bdc", "name": "network-vif-deleted", "tag": "95fc697c-6787-48b0-b796-42740b6c32c8", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:49:32.160522 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ba43f8e1-01b9-443f-ac2f-3b3d1493d99a {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:49:32.161039 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba43f8e1-01b9-443f-ac2f-3b3d1493d99a'] response: {'server_uuid': '0587635d-2d83-4d44-9a8f-6b7847388bdc', 'name': 'network-vif-deleted', 'tag': '95fc697c-6787-48b0-b796-42740b6c32c8', 'status': 'completed', 'code': 200} Apr 05 14:49:32.186680 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-22296653-ffbc-468f-a814-54aa6161648f None None] Set router 1d2104ce-04d0-4d0b-a541-fbd10738befa gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:49:32.463887 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-22296653-ffbc-468f-a814-54aa6161648f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2104ce-04d0-4d0b-a541-fbd10738befa', 'name': 'tempest-AttachVolumeTestJSON-1840973019-router', 'tenant_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '01d78cb5-9b58-47a4-86c4-81b68d2544c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:43:54Z', 'updated_at': '2022-04-05T14:44:15Z', 'revision_number': 4, 'project_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'gw_port': {'id': '01d78cb5-9b58-47a4-86c4-81b68d2544c5', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2104ce-04d0-4d0b-a541-fbd10738befa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:43:58Z', 'updated_at': '2022-04-05T14:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '83b304e1-f9c8-4790-9dae-52dffd4bac5c', 'name': '', 'network_id': '0ec84664-b286-431c-8e6d-81964b6279ea', 'tenant_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'mac_address': 'fa:16:3e:a4:1f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2104ce-04d0-4d0b-a541-fbd10738befa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '5191ec95-9794-4487-b4dd-b62543d80f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:10Z', 'updated_at': '2022-04-05T14:44:23Z', 'revision_number': 5, 'project_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'subnets': [{'id': '5191ec95-9794-4487-b4dd-b62543d80f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:49:32.494107 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22296653-ffbc-468f-a814-54aa6161648f None None] Checking router: 1d2104ce-04d0-4d0b-a541-fbd10738befa for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:49:32.502825 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22296653-ffbc-468f-a814-54aa6161648f None None] Routers {'1d2104ce-04d0-4d0b-a541-fbd10738befa'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:49:32.503580 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-22296653-ffbc-468f-a814-54aa6161648f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:49:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['1d2104ce-04d0-4d0b-a541-fbd10738befa'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:49:32.542094 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d5534269-c3bc-4e25-ba17-bcd2e0c2933c req-00adf4cd-e982-49ee-b73e-81c5e4c69ec2 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/ports?device_id=0587635d-2d83-4d44-9a8f-6b7847388bdc HTTP/1.1" status: 200 len: 210 time: 0.0605185 Apr 05 14:49:32.658729 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d6a65-54c5-4ee1-8a24-689c0f2f9c4d req-c88f1723-71e7-4270-a6c5-6112541e7f46 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:32.660505 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a73d6a65-54c5-4ee1-8a24-689c0f2f9c4d req-c88f1723-71e7-4270-a6c5-6112541e7f46 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/networks?id=66b3e69f-5222-44a7-bf1a-94ad2df58cf2 HTTP/1.1" status: 200 len: 812 time: 0.1809812 Apr 05 14:49:32.680664 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-22296653-ffbc-468f-a814-54aa6161648f None None] Set router 1d2104ce-04d0-4d0b-a541-fbd10738befa gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:49:32.680796 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a73d6a65-54c5-4ee1-8a24-689c0f2f9c4d req-f13be963-d58a-4a57-a340-b2c845998786 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/quotas/15503dce9d2944a4a898191fdde0d62f HTTP/1.1" status: 200 len: 375 time: 0.0120275 Apr 05 14:49:32.753461 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a73d6a65-54c5-4ee1-8a24-689c0f2f9c4d req-40868d0f-d508-4303-8e08-1fb23ce12f62 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=15503dce9d2944a4a898191fdde0d62f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0660176 Apr 05 14:49:32.863717 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b7108-b302-4e79-aa5c-579e47a75e16 req-a6ee5602-ea8b-460c-8f51-6f1abe6891b3 tempest-ServersNegativeTestMultiTenantJSON-247858687 tempest-ServersNegativeTestMultiTenantJSON-247858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:32.875665 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-df6b7108-b302-4e79-aa5c-579e47a75e16 req-a6ee5602-ea8b-460c-8f51-6f1abe6891b3 tempest-ServersNegativeTestMultiTenantJSON-247858687 tempest-ServersNegativeTestMultiTenantJSON-247858687-project] 10.222.0.30 "GET /v2.0/ports?device_id=01b17348-7ddc-4b75-8a99-6214d2755440 HTTP/1.1" status: 200 len: 944 time: 0.1205697 Apr 05 14:49:32.924344 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-22296653-ffbc-468f-a814-54aa6161648f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2104ce-04d0-4d0b-a541-fbd10738befa', 'name': 'tempest-AttachVolumeTestJSON-1840973019-router', 'tenant_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '01d78cb5-9b58-47a4-86c4-81b68d2544c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:43:54Z', 'updated_at': '2022-04-05T14:44:15Z', 'revision_number': 4, 'project_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'gw_port': {'id': '01d78cb5-9b58-47a4-86c4-81b68d2544c5', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2104ce-04d0-4d0b-a541-fbd10738befa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:43:58Z', 'updated_at': '2022-04-05T14:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '83b304e1-f9c8-4790-9dae-52dffd4bac5c', 'name': '', 'network_id': '0ec84664-b286-431c-8e6d-81964b6279ea', 'tenant_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'mac_address': 'fa:16:3e:a4:1f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2104ce-04d0-4d0b-a541-fbd10738befa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '5191ec95-9794-4487-b4dd-b62543d80f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:10Z', 'updated_at': '2022-04-05T14:44:23Z', 'revision_number': 5, 'project_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'subnets': [{'id': '5191ec95-9794-4487-b4dd-b62543d80f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:49:32.940184 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-df6b7108-b302-4e79-aa5c-579e47a75e16 req-a67defa0-ff2c-486b-b1a4-e6df07f7e1b0 tempest-ServersNegativeTestMultiTenantJSON-247858687 tempest-ServersNegativeTestMultiTenantJSON-247858687-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2e3eb6b-df2b-49c4-9bbe-392549ababfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636284 Apr 05 14:49:32.949241 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a73d6a65-54c5-4ee1-8a24-689c0f2f9c4d req-d755e9a9-59ed-49e8-9b89-4c63b3d44891 service neutron] 10.222.0.30 "GET /v2.0/networks/66b3e69f-5222-44a7-bf1a-94ad2df58cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837378 Apr 05 14:49:32.957167 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22296653-ffbc-468f-a814-54aa6161648f None None] The sync data for ids ['1d2104ce-04d0-4d0b-a541-fbd10738befa'] in n-d-836650-2 is: [{'id': '1d2104ce-04d0-4d0b-a541-fbd10738befa', 'name': 'tempest-AttachVolumeTestJSON-1840973019-router', 'tenant_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '01d78cb5-9b58-47a4-86c4-81b68d2544c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:43:54Z', 'updated_at': '2022-04-05T14:44:15Z', 'revision_number': 4, 'project_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'gw_port': {'id': '01d78cb5-9b58-47a4-86c4-81b68d2544c5', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2104ce-04d0-4d0b-a541-fbd10738befa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:43:58Z', 'updated_at': '2022-04-05T14:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '83b304e1-f9c8-4790-9dae-52dffd4bac5c', 'name': '', 'network_id': '0ec84664-b286-431c-8e6d-81964b6279ea', 'tenant_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'mac_address': 'fa:16:3e:a4:1f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2104ce-04d0-4d0b-a541-fbd10738befa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '5191ec95-9794-4487-b4dd-b62543d80f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:10Z', 'updated_at': '2022-04-05T14:44:23Z', 'revision_number': 5, 'project_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'subnets': [{'id': '5191ec95-9794-4487-b4dd-b62543d80f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:49:33.081728 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a73d6a65-54c5-4ee1-8a24-689c0f2f9c4d req-42b1f6d9-e909-468b-a2df-ff546075e32d service neutron] 10.222.0.30 "GET /v2.0/networks/66b3e69f-5222-44a7-bf1a-94ad2df58cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236460 Apr 05 14:49:33.428660 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d0af16-0049-41d7-8fb9-0c02e4e6f94d None None] New status for floating IP 80bfa286-66b7-4daf-87d7-ff147d5c66d4: DOWN {{(pid=103323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 14:49:33.465173 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ec876a69-5642-4d77-a032-fcbe870648fe req-d0ba44fe-206f-48a7-a38b-ba0ee327a812 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6203ea5-fd70-4eaa-b1cb-f34adafc6460 HTTP/1.1" status: 200 len: 210 time: 0.0785201 Apr 05 14:49:33.522790 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device b094fa9c-a595-4240-97b8-03507a3ad93f details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:49:33.770499 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 34748) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:49:33.906874 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 34750) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:49:33.912939 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-72f6993e-70ac-4712-9ba8-940a0d7b57bd tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:33.920387 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port b094fa9c-a595-4240-97b8-03507a3ad93f, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=b094fa9c-a595-4240-97b8-03507a3ad93f,segment=NetworkSegment(1d680150-d98f-4e87-b8c9-0990166ccab5),segment_id=1d680150-d98f-4e87-b8c9-0990166ccab5)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:49:33.951178 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': 'b094fa9c-a595-4240-97b8-03507a3ad93f', 'network_id': '08cd493e-44df-40ee-afdc-3b153965431b', 'port_id': 'b094fa9c-a595-4240-97b8-03507a3ad93f', 'mac_address': 'fa:16:3e:5c:ca:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97244132-5b3f-4d04-880c-24f662cb1586', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:49:33.998048 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-72f6993e-70ac-4712-9ba8-940a0d7b57bd tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:33.999033 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:34.012540 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b094fa9c-a595-4240-97b8-03507a3ad93f {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:49:34.034283 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port b094fa9c-a595-4240-97b8-03507a3ad93f, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=b094fa9c-a595-4240-97b8-03507a3ad93f,segment=NetworkSegment(1d680150-d98f-4e87-b8c9-0990166ccab5),segment_id=1d680150-d98f-4e87-b8c9-0990166ccab5)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:49:34.059320 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-71a2ec33-3e2f-4438-9f8d-07eb4a34939d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:34.090662 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c303f5-3be6-412c-9fcb-ea38cb1ef6a6 req-381ec38d-8939-4044-a709-9c13ba8044bd tempest-ServersNegativeTestMultiTenantJSON-247858687 tempest-ServersNegativeTestMultiTenantJSON-247858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:34.092215 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d9c303f5-3be6-412c-9fcb-ea38cb1ef6a6 req-381ec38d-8939-4044-a709-9c13ba8044bd tempest-ServersNegativeTestMultiTenantJSON-247858687 tempest-ServersNegativeTestMultiTenantJSON-247858687-project] 10.222.0.30 "GET /v2.0/ports?device_id=01b17348-7ddc-4b75-8a99-6214d2755440 HTTP/1.1" status: 200 len: 944 time: 0.0558839 Apr 05 14:49:34.138236 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d9c303f5-3be6-412c-9fcb-ea38cb1ef6a6 req-ef5724a8-9240-45c3-8169-9763f63dee29 tempest-ServersNegativeTestMultiTenantJSON-247858687 tempest-ServersNegativeTestMultiTenantJSON-247858687-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2e3eb6b-df2b-49c4-9bbe-392549ababfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371320 Apr 05 14:49:34.158785 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-71a2ec33-3e2f-4438-9f8d-07eb4a34939d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:34.190030 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:34.238356 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=b094fa9c-a595-4240-97b8-03507a3ad93f,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:49:34.247251 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-72f6993e-70ac-4712-9ba8-940a0d7b57bd tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:34.250269 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-72f6993e-70ac-4712-9ba8-940a0d7b57bd tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:34.254117 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-72f6993e-70ac-4712-9ba8-940a0d7b57bd tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "DELETE /v2.0/security-groups/0c5ad20b-1af0-4fc7-9b1a-1ba5c50b7606 HTTP/1.1" status: 204 len: 168 time: 0.4795587 Apr 05 14:49:34.254646 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 34762) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:49:34.267934 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f6993e-70ac-4712-9ba8-940a0d7b57bd tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5ad20b-1af0-4fc7-9b1a-1ba5c50b7606,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:49:34.270123 n-d-836650-2 neutron-server[103321]: INFO neutron.api.v2.resource [None req-420da804-85da-4299-af30-00e26b640211 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] show failed (client error): The resource could not be found. Apr 05 14:49:34.274382 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-420da804-85da-4299-af30-00e26b640211 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/security-groups/0c5ad20b-1af0-4fc7-9b1a-1ba5c50b7606 HTTP/1.1" status: 404 len: 347 time: 0.0153298 Apr 05 14:49:34.274720 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 34764) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:49:34.283507 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-71a2ec33-3e2f-4438-9f8d-07eb4a34939d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:34.359479 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-71a2ec33-3e2f-4438-9f8d-07eb4a34939d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e5cddd8cf5b14a269f4dab2cf484f405&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4515030 Apr 05 14:49:34.362280 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 34768) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:49:34.410909 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2ec33-3e2f-4438-9f8d-07eb4a34939d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b73d465f-292b-422d-926e-f65600c9fe8c,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:49:34.414445 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2be1eab3-1913-4fef-be88-9d8a466bfb86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:34.420359 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['b094fa9c-a595-4240-97b8-03507a3ad93f'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:49:34.441073 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2be1eab3-1913-4fef-be88-9d8a466bfb86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:34.466782 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-256bd01a-7c2e-4dce-9117-28d43497e76d tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Deleting port 2d307893-6762-4d51-9b25-56051c9efcb5 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:49:34.467280 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-256bd01a-7c2e-4dce-9117-28d43497e76d tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:34.579066 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ea7b494b-50eb-4803-b747-fbbb1d8f2e1b req-4725d492-d582-4ebd-83ed-fea35d751219 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6203ea5-fd70-4eaa-b1cb-f34adafc6460 HTTP/1.1" status: 200 len: 210 time: 0.0509622 Apr 05 14:49:34.599800 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-256bd01a-7c2e-4dce-9117-28d43497e76d tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:34.601938 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-256bd01a-7c2e-4dce-9117-28d43497e76d tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:34.612687 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-256bd01a-7c2e-4dce-9117-28d43497e76d tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Calling delete_port for 2d307893-6762-4d51-9b25-56051c9efcb5 owned by network:floatingip {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:49:34.623970 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2be1eab3-1913-4fef-be88-9d8a466bfb86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:34.628175 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2be1eab3-1913-4fef-be88-9d8a466bfb86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:34.629095 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-2be1eab3-1913-4fef-be88-9d8a466bfb86 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b73d465f-292b-422d-926e-f65600c9fe8c HTTP/1.1" status: 204 len: 168 time: 0.2657337 Apr 05 14:49:34.643673 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be1eab3-1913-4fef-be88-9d8a466bfb86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73d465f-292b-422d-926e-f65600c9fe8c,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:49:34.876269 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-256bd01a-7c2e-4dce-9117-28d43497e76d tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:34.913612 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256bd01a-7c2e-4dce-9117-28d43497e76d tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Pushing event deleted for resources: {'Port': ['ID=2d307893-6762-4d51-9b25-56051c9efcb5,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:49:34.976763 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-256bd01a-7c2e-4dce-9117-28d43497e76d tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks [] for floatingip, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:34.979944 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-256bd01a-7c2e-4dce-9117-28d43497e76d tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:34.981176 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-256bd01a-7c2e-4dce-9117-28d43497e76d tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "DELETE /v2.0/floatingips/80bfa286-66b7-4daf-87d7-ff147d5c66d4 HTTP/1.1" status: 204 len: 168 time: 0.7054508 Apr 05 14:49:35.239295 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 34792) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:49:35.245303 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-7b278392-b0b3-4b18-8ef4-cff9dc3a68d3 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2062037649', 'description': 'tempest-description--709578117'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:49:35.302776 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a05a2-6699-4cd9-b24b-2d8ef1aa9b72 req-4899284e-3f04-4e18-9e8c-4e697cead169 tempest-ServersNegativeTestMultiTenantJSON-247858687 tempest-ServersNegativeTestMultiTenantJSON-247858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:35.308929 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a81a05a2-6699-4cd9-b24b-2d8ef1aa9b72 req-4899284e-3f04-4e18-9e8c-4e697cead169 tempest-ServersNegativeTestMultiTenantJSON-247858687 tempest-ServersNegativeTestMultiTenantJSON-247858687-project] 10.222.0.30 "GET /v2.0/ports?device_id=01b17348-7ddc-4b75-8a99-6214d2755440 HTTP/1.1" status: 200 len: 945 time: 0.0692840 Apr 05 14:49:35.349609 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a81a05a2-6699-4cd9-b24b-2d8ef1aa9b72 req-fd0914fc-ffd0-48af-a369-fd0c3d905fea tempest-ServersNegativeTestMultiTenantJSON-247858687 tempest-ServersNegativeTestMultiTenantJSON-247858687-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2e3eb6b-df2b-49c4-9bbe-392549ababfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368192 Apr 05 14:49:35.361814 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7b278392-b0b3-4b18-8ef4-cff9dc3a68d3 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:35.479101 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7b278392-b0b3-4b18-8ef4-cff9dc3a68d3 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:35.501588 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 34800) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:49:35.520602 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device b094fa9c-a595-4240-97b8-03507a3ad93f up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:49:35.526801 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5e55da27-c50b-47aa-915b-c12d4bdeab97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:35.540966 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7b278392-b0b3-4b18-8ef4-cff9dc3a68d3 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:35.598015 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b278392-b0b3-4b18-8ef4-cff9dc3a68d3 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=160b3706-0983-4a2c-b15f-5151b1aedef1,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:49:35.686417 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port b094fa9c-a595-4240-97b8-03507a3ad93f completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:49:35.689101 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5f092e46-114d-4c89-9f78-d853e3bf6966 req-6f5cd32a-7c26-4c11-94d5-2ff93cbf6aa3 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6203ea5-fd70-4eaa-b1cb-f34adafc6460 HTTP/1.1" status: 200 len: 210 time: 0.0332522 Apr 05 14:49:35.691498 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port b094fa9c-a595-4240-97b8-03507a3ad93f triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:49:35.691998 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:35.702598 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5e55da27-c50b-47aa-915b-c12d4bdeab97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:35.718535 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7b278392-b0b3-4b18-8ef4-cff9dc3a68d3 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:35.719915 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-7b278392-b0b3-4b18-8ef4-cff9dc3a68d3 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4785132 Apr 05 14:49:35.722730 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 34810) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:49:35.729155 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-c95e05b0-40d6-4460-8e5e-7f5a202da39f tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Request body: {'security_group_rule': {'security_group_id': '160b3706-0983-4a2c-b15f-5151b1aedef1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:49:35.794939 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:35.818041 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b17348-7ddc-4b75-8a99-6214d2755440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b094fa9c-a595-4240-97b8-03507a3ad93f'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:49:35.818919 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5e55da27-c50b-47aa-915b-c12d4bdeab97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:35.820392 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd6b992c-e20a-4c97-b328-b7d6fcaac8f2" -d '{"events": [{"server_uuid": "01b17348-7ddc-4b75-8a99-6214d2755440", "name": "network-vif-plugged", "status": "completed", "tag": "b094fa9c-a595-4240-97b8-03507a3ad93f"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:49:35.838548 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port b094fa9c-a595-4240-97b8-03507a3ad93f, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=b094fa9c-a595-4240-97b8-03507a3ad93f,segment=NetworkSegment(1d680150-d98f-4e87-b8c9-0990166ccab5),segment_id=1d680150-d98f-4e87-b8c9-0990166ccab5)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:49:35.862571 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-5e55da27-c50b-47aa-915b-c12d4bdeab97 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=330ac0aa524e4e7a9eb02d695a384d6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3591728 Apr 05 14:49:35.866348 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e55da27-c50b-47aa-915b-c12d4bdeab97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2d4c1c-3237-4b93-9ee3-787ad23589a6,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:49:35.866811 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 34816) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:49:35.867137 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1267edba-f0ea-4636-b972-44546d1795c8 x-openstack-request-id: req-1267edba-f0ea-4636-b972-44546d1795c8 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:49:35.867434 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01b17348-7ddc-4b75-8a99-6214d2755440", "name": "network-vif-plugged", "status": "completed", "tag": "b094fa9c-a595-4240-97b8-03507a3ad93f", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:49:35.867693 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1267edba-f0ea-4636-b972-44546d1795c8 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:49:35.868093 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1267edba-f0ea-4636-b972-44546d1795c8'] response: {'server_uuid': '01b17348-7ddc-4b75-8a99-6214d2755440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b094fa9c-a595-4240-97b8-03507a3ad93f', 'code': 200} Apr 05 14:49:35.888357 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c95e05b0-40d6-4460-8e5e-7f5a202da39f tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:35.920688 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:35.989426 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c95e05b0-40d6-4460-8e5e-7f5a202da39f tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:36.025672 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-60bc29af-4630-4517-bbb4-bb02aa73dfee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:36.027859 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=b094fa9c-a595-4240-97b8-03507a3ad93f,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:49:36.041836 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fbea23-04a9-4808-ba73-89073a848010 req-ab0b7956-c227-4aee-a4a3-4f7a335a6042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:36.043452 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-29fbea23-04a9-4808-ba73-89073a848010 req-ab0b7956-c227-4aee-a4a3-4f7a335a6042 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=01b17348-7ddc-4b75-8a99-6214d2755440 HTTP/1.1" status: 200 len: 1097 time: 0.0793288 Apr 05 14:49:36.064561 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-60bc29af-4630-4517-bbb4-bb02aa73dfee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:36.107287 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 95fc697c-6787-48b0-b796-42740b6c32c8 no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:49:36.120468 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-29fbea23-04a9-4808-ba73-89073a848010 req-6e546554-531e-4087-95ae-20920d870ad2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d2e3eb6b-df2b-49c4-9bbe-392549ababfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616326 Apr 05 14:49:36.136132 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] No Port match for: 95fc697c-6787-48b0-b796-42740b6c32c8 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:49:36.136485 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 95fc697c-6787-48b0-b796-42740b6c32c8 not bound to the agent host n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:49:36.138645 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c95e05b0-40d6-4460-8e5e-7f5a202da39f tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:36.158561 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95e05b0-40d6-4460-8e5e-7f5a202da39f tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=773fea3b-89a2-40f2-a4c0-2dbf0d9a1b36,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:49:36.259840 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-60bc29af-4630-4517-bbb4-bb02aa73dfee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:36.262312 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c95e05b0-40d6-4460-8e5e-7f5a202da39f tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:36.263087 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-60bc29af-4630-4517-bbb4-bb02aa73dfee admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:36.266916 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-c95e05b0-40d6-4460-8e5e-7f5a202da39f tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5399275 Apr 05 14:49:36.266916 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 34822) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:49:36.268538 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-60bc29af-4630-4517-bbb4-bb02aa73dfee admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7d2d4c1c-3237-4b93-9ee3-787ad23589a6 HTTP/1.1" status: 204 len: 168 time: 0.4001632 Apr 05 14:49:36.276665 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-b422b4db-2074-4612-972f-d6728bc8d5ea tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Request body: {'security_group_rule': {'security_group_id': '160b3706-0983-4a2c-b15f-5151b1aedef1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:49:36.277977 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bc29af-4630-4517-bbb4-bb02aa73dfee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2d4c1c-3237-4b93-9ee3-787ad23589a6,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:49:36.295008 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d6a65-54c5-4ee1-8a24-689c0f2f9c4d req-1ef0ae1b-d07f-49ac-a75c-42183c272a22 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:36.296209 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a73d6a65-54c5-4ee1-8a24-689c0f2f9c4d req-1ef0ae1b-d07f-49ac-a75c-42183c272a22 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.11 "GET /v2.0/networks?id=66b3e69f-5222-44a7-bf1a-94ad2df58cf2 HTTP/1.1" status: 200 len: 812 time: 0.1348314 Apr 05 14:49:36.326812 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-a73d6a65-54c5-4ee1-8a24-689c0f2f9c4d req-e2e8b739-0b3d-43a5-b2d1-934f5a92780e tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Request body: {'port': {'device_id': 'b6203ea5-fd70-4eaa-b1cb-f34adafc6460', 'network_id': '66b3e69f-5222-44a7-bf1a-94ad2df58cf2', 'admin_state_up': True, 'tenant_id': '15503dce9d2944a4a898191fdde0d62f'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:49:36.555781 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf25161-1ac5-43ae-9711-6ec44ba3c86e req-1baea867-8609-4488-a837-0d4b9efe6bfb tempest-ServersNegativeTestMultiTenantJSON-247858687 tempest-ServersNegativeTestMultiTenantJSON-247858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:36.558081 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b422b4db-2074-4612-972f-d6728bc8d5ea tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:36.567929 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0cf25161-1ac5-43ae-9711-6ec44ba3c86e req-1baea867-8609-4488-a837-0d4b9efe6bfb tempest-ServersNegativeTestMultiTenantJSON-247858687 tempest-ServersNegativeTestMultiTenantJSON-247858687-project] 10.222.0.30 "GET /v2.0/ports?device_id=01b17348-7ddc-4b75-8a99-6214d2755440 HTTP/1.1" status: 200 len: 946 time: 0.0790806 Apr 05 14:49:36.634176 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0cf25161-1ac5-43ae-9711-6ec44ba3c86e req-c631bc89-a8cc-4881-bf4e-21eed6112dac tempest-ServersNegativeTestMultiTenantJSON-247858687 tempest-ServersNegativeTestMultiTenantJSON-247858687-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2e3eb6b-df2b-49c4-9bbe-392549ababfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645006 Apr 05 14:49:36.638788 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a73d6a65-54c5-4ee1-8a24-689c0f2f9c4d req-e2e8b739-0b3d-43a5-b2d1-934f5a92780e tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Made reservation on behalf of 15503dce9d2944a4a898191fdde0d62f for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:49:36.642763 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-a73d6a65-54c5-4ee1-8a24-689c0f2f9c4d req-e2e8b739-0b3d-43a5-b2d1-934f5a92780e tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:36.730491 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b422b4db-2074-4612-972f-d6728bc8d5ea tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:36.821590 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b422b4db-2074-4612-972f-d6728bc8d5ea tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:36.839404 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4f4b6aa9-2d1b-4487-a526-c91fc1ea787d req-677a07fc-8880-49d6-bd27-e8c6a5dad628 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6203ea5-fd70-4eaa-b1cb-f34adafc6460 HTTP/1.1" status: 200 len: 210 time: 0.0479550 Apr 05 14:49:36.857666 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b422b4db-2074-4612-972f-d6728bc8d5ea tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18a49560-1ce7-4d54-bc1e-724a749208b5,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:49:36.879864 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [req-a73d6a65-54c5-4ee1-8a24-689c0f2f9c4d req-e2e8b739-0b3d-43a5-b2d1-934f5a92780e tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Allocated IP 172.20.0.14 (66b3e69f-5222-44a7-bf1a-94ad2df58cf2/a727d51d-00fa-45ac-ab45-e910bc527386/bd3c3fd9-d90a-44df-a7e3-4bda45aba8b0) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:49:36.986059 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b422b4db-2074-4612-972f-d6728bc8d5ea tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:36.988569 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-b422b4db-2074-4612-972f-d6728bc8d5ea tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7186878 Apr 05 14:49:36.992980 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 34848) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:49:37.008067 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-ad8a864e-cc44-4cb8-b200-a48e35f8533b tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Request body: {'floatingip': {'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:49:37.122045 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ad8a864e-cc44-4cb8-b200-a48e35f8533b tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks [] for floatingip, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:37.149978 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-a73d6a65-54c5-4ee1-8a24-689c0f2f9c4d req-e2e8b739-0b3d-43a5-b2d1-934f5a92780e tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:37.274720 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ad8a864e-cc44-4cb8-b200-a48e35f8533b tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:37.306699 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-a73d6a65-54c5-4ee1-8a24-689c0f2f9c4d req-e2e8b739-0b3d-43a5-b2d1-934f5a92780e tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:37.323780 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['385e1e00-d0a1-4ab3-8989-eadec03248e1'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:49:37.500301 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a73d6a65-54c5-4ee1-8a24-689c0f2f9c4d req-e2e8b739-0b3d-43a5-b2d1-934f5a92780e tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Network 66b3e69f-5222-44a7-bf1a-94ad2df58cf2 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:49:37.541765 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [req-a73d6a65-54c5-4ee1-8a24-689c0f2f9c4d req-e2e8b739-0b3d-43a5-b2d1-934f5a92780e tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:49:37.550548 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-a73d6a65-54c5-4ee1-8a24-689c0f2f9c4d req-e2e8b739-0b3d-43a5-b2d1-934f5a92780e tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:49:37.637403 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e8b739-0b3d-43a5-b2d1-934f5a92780e tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Pushing event updated for resources: {'Port': ['ID=bd3c3fd9-d90a-44df-a7e3-4bda45aba8b0,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:49:37.699543 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d6a65-54c5-4ee1-8a24-689c0f2f9c4d req-e2e8b739-0b3d-43a5-b2d1-934f5a92780e tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:37.699543 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-a73d6a65-54c5-4ee1-8a24-689c0f2f9c4d req-e2e8b739-0b3d-43a5-b2d1-934f5a92780e tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:37.734655 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-ad8a864e-cc44-4cb8-b200-a48e35f8533b tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Allocated IP 172.25.6.81 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/d673da72-adbc-4561-98c2-410d2d86822a) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:49:37.850882 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a73d6a65-54c5-4ee1-8a24-689c0f2f9c4d req-e2e8b739-0b3d-43a5-b2d1-934f5a92780e tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5369549 Apr 05 14:49:37.863801 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-a73d6a65-54c5-4ee1-8a24-689c0f2f9c4d req-d3392715-fdb7-4acc-beea-272f4e8d9088 service neutron] Request body: {'port': {'device_id': 'b6203ea5-fd70-4eaa-b1cb-f34adafc6460', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-2'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:49:37.996200 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-a73d6a65-54c5-4ee1-8a24-689c0f2f9c4d req-d3392715-fdb7-4acc-beea-272f4e8d9088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:38.107890 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ebe45d-a3f3-4e3d-8ba3-874463a71333 req-bb78a8ed-aedd-49a3-8b5c-b7e40be7fe77 tempest-ServersNegativeTestMultiTenantJSON-247858687 tempest-ServersNegativeTestMultiTenantJSON-247858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:38.116368 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c9ebe45d-a3f3-4e3d-8ba3-874463a71333 req-bb78a8ed-aedd-49a3-8b5c-b7e40be7fe77 tempest-ServersNegativeTestMultiTenantJSON-247858687 tempest-ServersNegativeTestMultiTenantJSON-247858687-project] 10.222.0.30 "GET /v2.0/ports?device_id=01b17348-7ddc-4b75-8a99-6214d2755440 HTTP/1.1" status: 200 len: 946 time: 0.1743655 Apr 05 14:49:38.123245 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ad8a864e-cc44-4cb8-b200-a48e35f8533b tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:38.157000 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-f6fd0d69-db6d-44f6-8b14-45b986cd2129 None None] Provisioning complete for port bd3c3fd9-d90a-44df-a7e3-4bda45aba8b0 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:49:38.157567 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f6fd0d69-db6d-44f6-8b14-45b986cd2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:38.167120 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb5c710-4d7d-4164-9cc4-d0ed7598b76c req-1eb1c94d-2b89-4787-a81c-402d35f70657 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:38.174942 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dcb5c710-4d7d-4164-9cc4-d0ed7598b76c req-1eb1c94d-2b89-4787-a81c-402d35f70657 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6203ea5-fd70-4eaa-b1cb-f34adafc6460 HTTP/1.1" status: 200 len: 932 time: 0.1632340 Apr 05 14:49:38.255718 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c9ebe45d-a3f3-4e3d-8ba3-874463a71333 req-d40a29e2-a44d-48c6-9a0c-827cca60fe68 tempest-ServersNegativeTestMultiTenantJSON-247858687 tempest-ServersNegativeTestMultiTenantJSON-247858687-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2e3eb6b-df2b-49c4-9bbe-392549ababfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335111 Apr 05 14:49:38.258053 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-f6fd0d69-db6d-44f6-8b14-45b986cd2129 None None] Port bd3c3fd9-d90a-44df-a7e3-4bda45aba8b0 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:49:38.279626 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dcb5c710-4d7d-4164-9cc4-d0ed7598b76c req-0dd5a5bd-ea09-4067-9186-7c9263b426b5 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037283 Apr 05 14:49:38.442589 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ad8a864e-cc44-4cb8-b200-a48e35f8533b tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:38.477900 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539a3040-04c1-4685-a3ef-260680e4ec3b req-7ec3da4e-1ba2-4134-974c-4a451b44c10b tempest-ServersNegativeTestMultiTenantJSON-247858687 tempest-ServersNegativeTestMultiTenantJSON-247858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:38.482589 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-539a3040-04c1-4685-a3ef-260680e4ec3b req-7ec3da4e-1ba2-4134-974c-4a451b44c10b tempest-ServersNegativeTestMultiTenantJSON-247858687 tempest-ServersNegativeTestMultiTenantJSON-247858687-project] 10.222.0.30 "GET /v2.0/ports?device_id=01b17348-7ddc-4b75-8a99-6214d2755440 HTTP/1.1" status: 200 len: 946 time: 0.0924590 Apr 05 14:49:38.548395 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8a864e-cc44-4cb8-b200-a48e35f8533b tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:49:38.553354 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-ad8a864e-cc44-4cb8-b200-a48e35f8533b tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:49:38.557590 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8a864e-cc44-4cb8-b200-a48e35f8533b tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:49:38.618457 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [req-a73d6a65-54c5-4ee1-8a24-689c0f2f9c4d req-d3392715-fdb7-4acc-beea-272f4e8d9088 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd3c3fd9-d90a-44df-a7e3-4bda45aba8b0 {{(pid=103321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:49:38.647357 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-a73d6a65-54c5-4ee1-8a24-689c0f2f9c4d req-d3392715-fdb7-4acc-beea-272f4e8d9088 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:38.666174 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.provisioning_blocks [req-a73d6a65-54c5-4ee1-8a24-689c0f2f9c4d req-d3392715-fdb7-4acc-beea-272f4e8d9088 service neutron] Transition to ACTIVE for port object bd3c3fd9-d90a-44df-a7e3-4bda45aba8b0 will not be triggered until provisioned by entity L2. {{(pid=103321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:49:38.693427 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8a864e-cc44-4cb8-b200-a48e35f8533b tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Pushing event updated for resources: {'Port': ['ID=d673da72-adbc-4561-98c2-410d2d86822a,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:49:38.703734 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-539a3040-04c1-4685-a3ef-260680e4ec3b req-078fa96f-dd49-423f-8585-38a4b16db80a tempest-ServersNegativeTestMultiTenantJSON-247858687 tempest-ServersNegativeTestMultiTenantJSON-247858687-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2e3eb6b-df2b-49c4-9bbe-392549ababfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666565 Apr 05 14:49:38.790216 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ad8a864e-cc44-4cb8-b200-a48e35f8533b tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:38.812398 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-a73d6a65-54c5-4ee1-8a24-689c0f2f9c4d req-d3392715-fdb7-4acc-beea-272f4e8d9088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:39.032561 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ad8a864e-cc44-4cb8-b200-a48e35f8533b tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:39.033656 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3392715-fdb7-4acc-beea-272f4e8d9088 service neutron] Pushing event updated for resources: {'Port': ['ID=bd3c3fd9-d90a-44df-a7e3-4bda45aba8b0,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:49:39.197515 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-a73d6a65-54c5-4ee1-8a24-689c0f2f9c4d req-d3392715-fdb7-4acc-beea-272f4e8d9088 service neutron] Attempting to bind port bd3c3fd9-d90a-44df-a7e3-4bda45aba8b0 on host n-h2-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:49:39.197854 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-a73d6a65-54c5-4ee1-8a24-689c0f2f9c4d req-d3392715-fdb7-4acc-beea-272f4e8d9088 service neutron] Attempting to bind port bd3c3fd9-d90a-44df-a7e3-4bda45aba8b0 by drivers openvswitch,hyperv on host n-h2-836650-2 at level 0 using segments [{'id': '2ed50d53-ad8d-43f0-946d-9bbaf222e8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '66b3e69f-5222-44a7-bf1a-94ad2df58cf2'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:49:39.198180 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73d6a65-54c5-4ee1-8a24-689c0f2f9c4d req-d3392715-fdb7-4acc-beea-272f4e8d9088 service neutron] Attempting to bind port bd3c3fd9-d90a-44df-a7e3-4bda45aba8b0 on network 66b3e69f-5222-44a7-bf1a-94ad2df58cf2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:49:39.204553 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73d6a65-54c5-4ee1-8a24-689c0f2f9c4d req-d3392715-fdb7-4acc-beea-272f4e8d9088 service neutron] Port bd3c3fd9-d90a-44df-a7e3-4bda45aba8b0 on network 66b3e69f-5222-44a7-bf1a-94ad2df58cf2 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:49:39.206840 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73d6a65-54c5-4ee1-8a24-689c0f2f9c4d req-d3392715-fdb7-4acc-beea-272f4e8d9088 service neutron] Attempting to bind port bd3c3fd9-d90a-44df-a7e3-4bda45aba8b0 on network 66b3e69f-5222-44a7-bf1a-94ad2df58cf2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:49:39.215831 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73d6a65-54c5-4ee1-8a24-689c0f2f9c4d req-d3392715-fdb7-4acc-beea-272f4e8d9088 service neutron] Checking agent: {'id': '6d8cf521-24bb-4b6a-bbae-0284f5c87a9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:49:39.216180 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73d6a65-54c5-4ee1-8a24-689c0f2f9c4d req-d3392715-fdb7-4acc-beea-272f4e8d9088 service neutron] Checking segment: {'id': '2ed50d53-ad8d-43f0-946d-9bbaf222e8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '66b3e69f-5222-44a7-bf1a-94ad2df58cf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:49:39.217624 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73d6a65-54c5-4ee1-8a24-689c0f2f9c4d req-d3392715-fdb7-4acc-beea-272f4e8d9088 service neutron] Bound using segment: {'id': '2ed50d53-ad8d-43f0-946d-9bbaf222e8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '66b3e69f-5222-44a7-bf1a-94ad2df58cf2'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:49:39.218235 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-a73d6a65-54c5-4ee1-8a24-689c0f2f9c4d req-d3392715-fdb7-4acc-beea-272f4e8d9088 service neutron] Bound port: bd3c3fd9-d90a-44df-a7e3-4bda45aba8b0, host: n-h2-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ed50d53-ad8d-43f0-946d-9bbaf222e8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '66b3e69f-5222-44a7-bf1a-94ad2df58cf2'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:49:39.219751 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-a73d6a65-54c5-4ee1-8a24-689c0f2f9c4d req-d3392715-fdb7-4acc-beea-272f4e8d9088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:39.452581 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ad8a864e-cc44-4cb8-b200-a48e35f8533b tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:39.452795 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-a73d6a65-54c5-4ee1-8a24-689c0f2f9c4d req-d3392715-fdb7-4acc-beea-272f4e8d9088 service neutron] For port bd3c3fd9-d90a-44df-a7e3-4bda45aba8b0, host n-h2-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:49:39.458244 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-a73d6a65-54c5-4ee1-8a24-689c0f2f9c4d req-d3392715-fdb7-4acc-beea-272f4e8d9088 service neutron] For port bd3c3fd9-d90a-44df-a7e3-4bda45aba8b0, host n-h2-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=bd3c3fd9-d90a-44df-a7e3-4bda45aba8b0,segment=NetworkSegment(2ed50d53-ad8d-43f0-946d-9bbaf222e8be),segment_id=2ed50d53-ad8d-43f0-946d-9bbaf222e8be)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:49:39.564768 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d9fdd6-3392-4042-be19-23deccf4fdd3 req-66179e79-a528-4a27-8615-0a233c6d939b tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:39.570049 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f4d9fdd6-3392-4042-be19-23deccf4fdd3 req-66179e79-a528-4a27-8615-0a233c6d939b tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6203ea5-fd70-4eaa-b1cb-f34adafc6460 HTTP/1.1" status: 200 len: 944 time: 0.0955026 Apr 05 14:49:39.572745 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-a73d6a65-54c5-4ee1-8a24-689c0f2f9c4d req-d3392715-fdb7-4acc-beea-272f4e8d9088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:39.586637 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ad8a864e-cc44-4cb8-b200-a48e35f8533b tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:39.687692 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d6a65-54c5-4ee1-8a24-689c0f2f9c4d req-d3392715-fdb7-4acc-beea-272f4e8d9088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:39.692220 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-a73d6a65-54c5-4ee1-8a24-689c0f2f9c4d req-d3392715-fdb7-4acc-beea-272f4e8d9088 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:39.697460 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a73d6a65-54c5-4ee1-8a24-689c0f2f9c4d req-d3392715-fdb7-4acc-beea-272f4e8d9088 service neutron] 10.222.0.11 "PUT /v2.0/ports/bd3c3fd9-d90a-44df-a7e3-4bda45aba8b0 HTTP/1.1" status: 200 len: 1092 time: 1.8357913 Apr 05 14:49:39.698156 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6203ea5-fd70-4eaa-b1cb-f34adafc6460', 'tag': 'bd3c3fd9-d90a-44df-a7e3-4bda45aba8b0'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:49:39.700710 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b238ced5-eaa9-4c48-95f6-9aa951697201" -d '{"events": [{"name": "network-changed", "server_uuid": "b6203ea5-fd70-4eaa-b1cb-f34adafc6460", "tag": "bd3c3fd9-d90a-44df-a7e3-4bda45aba8b0"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:49:39.730172 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0070d9b6-1cc0-4333-8bf5-54d1421dfdfd req-499e6a56-c6ca-40d2-8594-ad26636e0bb2 tempest-ServersNegativeTestMultiTenantJSON-247858687 tempest-ServersNegativeTestMultiTenantJSON-247858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:39.737895 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0070d9b6-1cc0-4333-8bf5-54d1421dfdfd req-499e6a56-c6ca-40d2-8594-ad26636e0bb2 tempest-ServersNegativeTestMultiTenantJSON-247858687 tempest-ServersNegativeTestMultiTenantJSON-247858687-project] 10.222.0.30 "GET /v2.0/ports?device_id=01b17348-7ddc-4b75-8a99-6214d2755440 HTTP/1.1" status: 200 len: 946 time: 0.2815063 Apr 05 14:49:39.740505 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3392715-fdb7-4acc-beea-272f4e8d9088 service neutron] Pushing event updated for resources: {'Port': ['ID=bd3c3fd9-d90a-44df-a7e3-4bda45aba8b0,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:49:39.843063 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f4d9fdd6-3392-4042-be19-23deccf4fdd3 req-3bb9d75a-a02f-468e-8c40-3d0960d3b838 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537599 Apr 05 14:49:39.880278 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8a864e-cc44-4cb8-b200-a48e35f8533b tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Pushing event updated for resources: {'Port': ['ID=d673da72-adbc-4561-98c2-410d2d86822a,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:49:39.887760 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d6a65-54c5-4ee1-8a24-689c0f2f9c4d req-7a7898ae-372a-440a-9339-5aae82896b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:39.891432 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a73d6a65-54c5-4ee1-8a24-689c0f2f9c4d req-7a7898ae-372a-440a-9339-5aae82896b9a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=15503dce9d2944a4a898191fdde0d62f&device_id=b6203ea5-fd70-4eaa-b1cb-f34adafc6460 HTTP/1.1" status: 200 len: 1095 time: 0.1123950 Apr 05 14:49:39.948042 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09dea371-4fb2-4628-a5ea-bdcc16398ebc x-openstack-request-id: req-09dea371-4fb2-4628-a5ea-bdcc16398ebc {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:49:39.948608 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6203ea5-fd70-4eaa-b1cb-f34adafc6460", "tag": "bd3c3fd9-d90a-44df-a7e3-4bda45aba8b0", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:49:39.949173 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-09dea371-4fb2-4628-a5ea-bdcc16398ebc {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:49:39.949619 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09dea371-4fb2-4628-a5ea-bdcc16398ebc'] response: {'name': 'network-changed', 'server_uuid': 'b6203ea5-fd70-4eaa-b1cb-f34adafc6460', 'tag': 'bd3c3fd9-d90a-44df-a7e3-4bda45aba8b0', 'status': 'completed', 'code': 200} Apr 05 14:49:40.026613 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0070d9b6-1cc0-4333-8bf5-54d1421dfdfd req-59e4e7c9-ed65-4ee1-a127-0e6728370b5a tempest-ServersNegativeTestMultiTenantJSON-247858687 tempest-ServersNegativeTestMultiTenantJSON-247858687-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2e3eb6b-df2b-49c4-9bbe-392549ababfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827885 Apr 05 14:49:40.033855 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a73d6a65-54c5-4ee1-8a24-689c0f2f9c4d req-ac296b03-4058-44f1-8a5c-46f18c81a1d8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bd3c3fd9-d90a-44df-a7e3-4bda45aba8b0 HTTP/1.1" status: 200 len: 217 time: 0.1256950 Apr 05 14:49:40.049908 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ad8a864e-cc44-4cb8-b200-a48e35f8533b tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:40.134523 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d6a65-54c5-4ee1-8a24-689c0f2f9c4d req-95fdfea0-712e-4604-9672-38ad56170399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:40.136691 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a73d6a65-54c5-4ee1-8a24-689c0f2f9c4d req-95fdfea0-712e-4604-9672-38ad56170399 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a727d51d-00fa-45ac-ab45-e910bc527386 HTTP/1.1" status: 200 len: 851 time: 0.0944657 Apr 05 14:49:40.216406 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ad8a864e-cc44-4cb8-b200-a48e35f8533b tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:40.228168 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d6a65-54c5-4ee1-8a24-689c0f2f9c4d req-541e79e2-bc32-451a-8d44-8c7209e2a21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:40.228623 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-ad8a864e-cc44-4cb8-b200-a48e35f8533b tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2224607 Apr 05 14:49:40.228862 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a73d6a65-54c5-4ee1-8a24-689c0f2f9c4d req-541e79e2-bc32-451a-8d44-8c7209e2a21d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=66b3e69f-5222-44a7-bf1a-94ad2df58cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765245 Apr 05 14:49:40.378372 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a73d6a65-54c5-4ee1-8a24-689c0f2f9c4d req-4763b32d-3135-4c31-8c9b-bacd90c976a6 service neutron] 10.222.0.11 "GET /v2.0/networks/66b3e69f-5222-44a7-bf1a-94ad2df58cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336527 Apr 05 14:49:40.544651 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a73d6a65-54c5-4ee1-8a24-689c0f2f9c4d req-f196eeb1-53d1-46b7-b464-973435fe639c service neutron] 10.222.0.11 "GET /v2.0/networks/66b3e69f-5222-44a7-bf1a-94ad2df58cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607566 Apr 05 14:49:40.600734 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-71281b48-7d81-42f4-a3d5-57dc6150d947 req-bfb130b0-bfd6-42f8-a99d-13ff4bcf2ec9 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--2062037649&fields=id&tenant_id=b1c6fdb1754a4696ad2f30e73253b821 HTTP/1.1" status: 200 len: 267 time: 0.0486801 Apr 05 14:49:40.751240 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71281b48-7d81-42f4-a3d5-57dc6150d947 req-ed3782e9-ae9e-434b-b2cc-64682b0f1e5f tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:40.762250 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-71281b48-7d81-42f4-a3d5-57dc6150d947 req-ed3782e9-ae9e-434b-b2cc-64682b0f1e5f tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/networks?id=0ec84664-b286-431c-8e6d-81964b6279ea HTTP/1.1" status: 200 len: 811 time: 0.1524174 Apr 05 14:49:40.781691 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-71281b48-7d81-42f4-a3d5-57dc6150d947 req-de86e8c6-b0ae-4798-9727-588b7d100ffa tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/quotas/b1c6fdb1754a4696ad2f30e73253b821 HTTP/1.1" status: 200 len: 375 time: 0.0191877 Apr 05 14:49:40.943609 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-71281b48-7d81-42f4-a3d5-57dc6150d947 req-10b6afae-0bf4-455b-8bbd-eba89618d261 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b1c6fdb1754a4696ad2f30e73253b821&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1605291 Apr 05 14:49:40.959600 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f2a674-b207-43fa-ac64-2db696d603ae req-95a1afdb-c535-4797-b0eb-c87d481397f6 tempest-ServersNegativeTestMultiTenantJSON-247858687 tempest-ServersNegativeTestMultiTenantJSON-247858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:40.967579 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-23f2a674-b207-43fa-ac64-2db696d603ae req-95a1afdb-c535-4797-b0eb-c87d481397f6 tempest-ServersNegativeTestMultiTenantJSON-247858687 tempest-ServersNegativeTestMultiTenantJSON-247858687-project] 10.222.0.30 "GET /v2.0/ports?device_id=01b17348-7ddc-4b75-8a99-6214d2755440 HTTP/1.1" status: 200 len: 946 time: 0.1366441 Apr 05 14:49:40.989540 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b238ced5-eaa9-4c48-95f6-9aa951697201 req-0400f177-5fba-45eb-8228-77b0800d4acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:40.991784 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-b238ced5-eaa9-4c48-95f6-9aa951697201 req-0400f177-5fba-45eb-8228-77b0800d4acf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=15503dce9d2944a4a898191fdde0d62f&device_id=b6203ea5-fd70-4eaa-b1cb-f34adafc6460 HTTP/1.1" status: 200 len: 1095 time: 0.1566269 Apr 05 14:49:41.131875 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-23f2a674-b207-43fa-ac64-2db696d603ae req-686f737c-ddd0-464b-97e5-884532fe8bc2 tempest-ServersNegativeTestMultiTenantJSON-247858687 tempest-ServersNegativeTestMultiTenantJSON-247858687-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2e3eb6b-df2b-49c4-9bbe-392549ababfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566861 Apr 05 14:49:41.201232 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-71281b48-7d81-42f4-a3d5-57dc6150d947 req-8c29cc24-42ed-44b2-b015-729a0397746d service neutron] 10.222.0.30 "GET /v2.0/networks/0ec84664-b286-431c-8e6d-81964b6279ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289834 Apr 05 14:49:41.259379 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b238ced5-eaa9-4c48-95f6-9aa951697201 req-28cc7749-48fa-432e-baba-2a46ff7de95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:41.261004 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-b238ced5-eaa9-4c48-95f6-9aa951697201 req-28cc7749-48fa-432e-baba-2a46ff7de95c service neutron] 10.222.0.11 "GET /v2.0/networks?id=66b3e69f-5222-44a7-bf1a-94ad2df58cf2 HTTP/1.1" status: 200 len: 913 time: 0.2591014 Apr 05 14:49:41.334441 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-b238ced5-eaa9-4c48-95f6-9aa951697201 req-0d9f1164-59c3-40b3-9c5f-c607647f1769 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bd3c3fd9-d90a-44df-a7e3-4bda45aba8b0 HTTP/1.1" status: 200 len: 217 time: 0.0630233 Apr 05 14:49:41.401178 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b238ced5-eaa9-4c48-95f6-9aa951697201 req-70c2d88f-1e47-464c-8684-07dcf9ca4b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:41.402883 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-b238ced5-eaa9-4c48-95f6-9aa951697201 req-70c2d88f-1e47-464c-8684-07dcf9ca4b78 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a727d51d-00fa-45ac-ab45-e910bc527386 HTTP/1.1" status: 200 len: 851 time: 0.0620673 Apr 05 14:49:41.411661 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a775b-fb41-446a-9cd8-ebd29a45e6b3 req-78cf2394-cc35-4c03-8356-d22842c8a76e tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:41.413862 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-092a775b-fb41-446a-9cd8-ebd29a45e6b3 req-78cf2394-cc35-4c03-8356-d22842c8a76e tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6203ea5-fd70-4eaa-b1cb-f34adafc6460 HTTP/1.1" status: 200 len: 944 time: 0.1868789 Apr 05 14:49:41.419864 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-71281b48-7d81-42f4-a3d5-57dc6150d947 req-ad5722ba-3e03-475f-83bc-fb551112393a service neutron] 10.222.0.30 "GET /v2.0/networks/0ec84664-b286-431c-8e6d-81964b6279ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043438 Apr 05 14:49:41.467422 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-092a775b-fb41-446a-9cd8-ebd29a45e6b3 req-03f24e24-c560-44db-b285-cbb3bd234385 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418296 Apr 05 14:49:41.541054 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b238ced5-eaa9-4c48-95f6-9aa951697201 req-ebc30085-1ccd-41bf-b53a-34a8edc8183c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:41.546954 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-b238ced5-eaa9-4c48-95f6-9aa951697201 req-ebc30085-1ccd-41bf-b53a-34a8edc8183c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=66b3e69f-5222-44a7-bf1a-94ad2df58cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1354232 Apr 05 14:49:41.656770 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-b238ced5-eaa9-4c48-95f6-9aa951697201 req-0242be14-c049-43ee-aa9b-cd0004dfb443 service neutron] 10.222.0.11 "GET /v2.0/networks/66b3e69f-5222-44a7-bf1a-94ad2df58cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021237 Apr 05 14:49:41.758806 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-b238ced5-eaa9-4c48-95f6-9aa951697201 req-eedb4a5b-b5ba-4831-a9d7-e8a787e677ef service neutron] 10.222.0.11 "GET /v2.0/networks/66b3e69f-5222-44a7-bf1a-94ad2df58cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946774 Apr 05 14:49:41.874882 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-71dc8830-4c1b-4283-b1fd-44e6b464503e req-93a1eaa4-c758-45b3-ad90-f40a79f0b3bb tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/ports?device_id=9521b4f7-1bea-4e0e-9a23-9f8cc57c769a HTTP/1.1" status: 200 len: 210 time: 0.0410757 Apr 05 14:49:42.125835 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c60db8-4a4e-40a9-bca1-95b1fead2e68 req-dfe33b85-c5eb-4d5a-a12f-83c3fc18f441 tempest-ServersNegativeTestMultiTenantJSON-247858687 tempest-ServersNegativeTestMultiTenantJSON-247858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:42.127319 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-31c60db8-4a4e-40a9-bca1-95b1fead2e68 req-dfe33b85-c5eb-4d5a-a12f-83c3fc18f441 tempest-ServersNegativeTestMultiTenantJSON-247858687 tempest-ServersNegativeTestMultiTenantJSON-247858687-project] 10.222.0.55 "GET /v2.0/ports?device_id=01b17348-7ddc-4b75-8a99-6214d2755440 HTTP/1.1" status: 200 len: 946 time: 0.0528517 Apr 05 14:49:42.289145 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-31c60db8-4a4e-40a9-bca1-95b1fead2e68 req-fddde741-c410-4ad2-80ce-813303ec6dc0 tempest-ServersNegativeTestMultiTenantJSON-247858687 tempest-ServersNegativeTestMultiTenantJSON-247858687-project] Deleting port b094fa9c-a595-4240-97b8-03507a3ad93f {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:49:42.289901 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-31c60db8-4a4e-40a9-bca1-95b1fead2e68 req-fddde741-c410-4ad2-80ce-813303ec6dc0 tempest-ServersNegativeTestMultiTenantJSON-247858687 tempest-ServersNegativeTestMultiTenantJSON-247858687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:42.380015 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f33c502-8b21-41b7-acc4-9a3f4c20467e req-970fbee9-5ebf-4192-ac7f-c86b84ed4cf3 tempest-ServersNegativeTestMultiTenantJSON-247858687 tempest-ServersNegativeTestMultiTenantJSON-247858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:42.382850 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7f33c502-8b21-41b7-acc4-9a3f4c20467e req-970fbee9-5ebf-4192-ac7f-c86b84ed4cf3 tempest-ServersNegativeTestMultiTenantJSON-247858687 tempest-ServersNegativeTestMultiTenantJSON-247858687-project] 10.222.0.30 "GET /v2.0/ports?device_id=01b17348-7ddc-4b75-8a99-6214d2755440 HTTP/1.1" status: 200 len: 946 time: 0.1336706 Apr 05 14:49:42.429648 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-31c60db8-4a4e-40a9-bca1-95b1fead2e68 req-fddde741-c410-4ad2-80ce-813303ec6dc0 tempest-ServersNegativeTestMultiTenantJSON-247858687 tempest-ServersNegativeTestMultiTenantJSON-247858687-project] For port b094fa9c-a595-4240-97b8-03507a3ad93f, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=b094fa9c-a595-4240-97b8-03507a3ad93f,segment=NetworkSegment(1d680150-d98f-4e87-b8c9-0990166ccab5),segment_id=1d680150-d98f-4e87-b8c9-0990166ccab5)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:49:42.429957 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-31c60db8-4a4e-40a9-bca1-95b1fead2e68 req-fddde741-c410-4ad2-80ce-813303ec6dc0 tempest-ServersNegativeTestMultiTenantJSON-247858687 tempest-ServersNegativeTestMultiTenantJSON-247858687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:42.452390 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-31c60db8-4a4e-40a9-bca1-95b1fead2e68 req-fddde741-c410-4ad2-80ce-813303ec6dc0 tempest-ServersNegativeTestMultiTenantJSON-247858687 tempest-ServersNegativeTestMultiTenantJSON-247858687-project] Calling delete_port for b094fa9c-a595-4240-97b8-03507a3ad93f owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:49:42.461863 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7f33c502-8b21-41b7-acc4-9a3f4c20467e req-f7229169-d483-4740-ae6d-00471354c133 tempest-ServersNegativeTestMultiTenantJSON-247858687 tempest-ServersNegativeTestMultiTenantJSON-247858687-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2e3eb6b-df2b-49c4-9bbe-392549ababfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728354 Apr 05 14:49:42.555887 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:42.638680 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2933e03d-e5fc-4ca0-8530-c49817d6c148 req-833e2989-0bfc-462b-a590-13e570f24c80 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:42.640400 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2933e03d-e5fc-4ca0-8530-c49817d6c148 req-833e2989-0bfc-462b-a590-13e570f24c80 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6203ea5-fd70-4eaa-b1cb-f34adafc6460 HTTP/1.1" status: 200 len: 944 time: 0.0692773 Apr 05 14:49:42.699987 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2933e03d-e5fc-4ca0-8530-c49817d6c148 req-a297982c-6e4e-4d2b-a9a6-f6b6c6a8c445 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479963 Apr 05 14:49:42.920663 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-31c60db8-4a4e-40a9-bca1-95b1fead2e68 req-fddde741-c410-4ad2-80ce-813303ec6dc0 tempest-ServersNegativeTestMultiTenantJSON-247858687 tempest-ServersNegativeTestMultiTenantJSON-247858687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:42.937589 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['b094fa9c-a595-4240-97b8-03507a3ad93f'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:49:42.999720 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-eafdc820-56b2-4f78-86ab-7e553e49d74d req-603f3499-fe5c-4425-b4fb-d297ece6efdc tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/ports?device_id=9521b4f7-1bea-4e0e-9a23-9f8cc57c769a HTTP/1.1" status: 200 len: 210 time: 0.0764050 Apr 05 14:49:43.001131 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddde741-c410-4ad2-80ce-813303ec6dc0 tempest-ServersNegativeTestMultiTenantJSON-247858687 tempest-ServersNegativeTestMultiTenantJSON-247858687-project] Pushing event deleted for resources: {'Port': ['ID=b094fa9c-a595-4240-97b8-03507a3ad93f,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:49:43.054612 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-31c60db8-4a4e-40a9-bca1-95b1fead2e68 req-fddde741-c410-4ad2-80ce-813303ec6dc0 tempest-ServersNegativeTestMultiTenantJSON-247858687 tempest-ServersNegativeTestMultiTenantJSON-247858687-project] No DVR routers for this DVR port b094fa9c-a595-4240-97b8-03507a3ad93f on host n-h1-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:49:43.057513 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-31c60db8-4a4e-40a9-bca1-95b1fead2e68 req-fddde741-c410-4ad2-80ce-813303ec6dc0 tempest-ServersNegativeTestMultiTenantJSON-247858687 tempest-ServersNegativeTestMultiTenantJSON-247858687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:43.060701 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-31c60db8-4a4e-40a9-bca1-95b1fead2e68 req-fddde741-c410-4ad2-80ce-813303ec6dc0 tempest-ServersNegativeTestMultiTenantJSON-247858687 tempest-ServersNegativeTestMultiTenantJSON-247858687-project] 10.222.0.55 "DELETE /v2.0/ports/b094fa9c-a595-4240-97b8-03507a3ad93f HTTP/1.1" status: 204 len: 173 time: 0.9239876 Apr 05 14:49:43.061174 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b17348-7ddc-4b75-8a99-6214d2755440', 'name': 'network-vif-deleted', 'tag': 'b094fa9c-a595-4240-97b8-03507a3ad93f'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:49:43.063565 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c2b547-e223-4fc9-92e6-cdb8d26348f0" -d '{"events": [{"server_uuid": "01b17348-7ddc-4b75-8a99-6214d2755440", "name": "network-vif-deleted", "tag": "b094fa9c-a595-4240-97b8-03507a3ad93f"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:49:43.109140 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a11c71f3-cb18-452b-b94d-7ff20476d16f x-openstack-request-id: req-a11c71f3-cb18-452b-b94d-7ff20476d16f {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:49:43.110645 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01b17348-7ddc-4b75-8a99-6214d2755440", "name": "network-vif-deleted", "tag": "b094fa9c-a595-4240-97b8-03507a3ad93f", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:49:43.111076 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a11c71f3-cb18-452b-b94d-7ff20476d16f {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:49:43.111952 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a11c71f3-cb18-452b-b94d-7ff20476d16f'] response: {'server_uuid': '01b17348-7ddc-4b75-8a99-6214d2755440', 'name': 'network-vif-deleted', 'tag': 'b094fa9c-a595-4240-97b8-03507a3ad93f', 'status': 'completed', 'code': 200} Apr 05 14:49:43.584931 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1a49ef6f-7351-46ed-a50a-9bae0ad08ff4 req-b120b8c9-89e4-4fc9-bf4d-fcdc88e78443 tempest-ServersNegativeTestMultiTenantJSON-247858687 tempest-ServersNegativeTestMultiTenantJSON-247858687-project] 10.222.0.30 "GET /v2.0/ports?device_id=01b17348-7ddc-4b75-8a99-6214d2755440 HTTP/1.1" status: 200 len: 210 time: 0.0353720 Apr 05 14:49:43.877115 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa2a81a-71d3-4c26-b660-d6a51808a4da req-3e3d1bcd-8c71-4ead-8a02-46d64e49fb4e tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:43.884897 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8aa2a81a-71d3-4c26-b660-d6a51808a4da req-3e3d1bcd-8c71-4ead-8a02-46d64e49fb4e tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6203ea5-fd70-4eaa-b1cb-f34adafc6460 HTTP/1.1" status: 200 len: 944 time: 0.1045220 Apr 05 14:49:43.930225 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8aa2a81a-71d3-4c26-b660-d6a51808a4da req-875e43bd-1126-4e59-bb7f-b896d6aef942 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445790 Apr 05 14:49:44.171694 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-630b2e53-5908-41c5-9410-529f602e8223 req-45663b78-153e-4f69-a622-4dc768c68479 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/ports?device_id=9521b4f7-1bea-4e0e-9a23-9f8cc57c769a HTTP/1.1" status: 200 len: 210 time: 0.0443468 Apr 05 14:49:44.207315 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:44.652255 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 35050) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:49:44.715092 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-d69870ab-8963-4a32-88e2-372c6ca2b438 admin admin] Deleting subnet 97244132-5b3f-4d04-880c-24f662cb1586 {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:49:44.718353 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d69870ab-8963-4a32-88e2-372c6ca2b438 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:44.761011 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d69870ab-8963-4a32-88e2-372c6ca2b438 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:44.839131 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d69870ab-8963-4a32-88e2-372c6ca2b438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:45.092629 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d69870ab-8963-4a32-88e2-372c6ca2b438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:45.157451 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69870ab-8963-4a32-88e2-372c6ca2b438 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97244132-5b3f-4d04-880c-24f662cb1586,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:49:45.171942 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d69870ab-8963-4a32-88e2-372c6ca2b438 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:45.175248 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-d69870ab-8963-4a32-88e2-372c6ca2b438 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/97244132-5b3f-4d04-880c-24f662cb1586 HTTP/1.1" status: 204 len: 168 time: 0.5214074 Apr 05 14:49:45.190601 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 35062) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:49:45.207115 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d539ac6-30bc-4ebc-b92a-b99948338193 req-0fc718bd-a007-4f4f-bde9-6b5cb499c206 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:45.212299 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7d539ac6-30bc-4ebc-b92a-b99948338193 req-0fc718bd-a007-4f4f-bde9-6b5cb499c206 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6203ea5-fd70-4eaa-b1cb-f34adafc6460 HTTP/1.1" status: 200 len: 944 time: 0.1676309 Apr 05 14:49:45.352268 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6fac0927-1db5-4536-b909-56a8aae2e9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:45.577123 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device b094fa9c-a595-4240-97b8-03507a3ad93f no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:49:45.609620 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6fac0927-1db5-4536-b909-56a8aae2e9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:45.644041 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] No Port match for: b094fa9c-a595-4240-97b8-03507a3ad93f {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:49:45.644461 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device b094fa9c-a595-4240-97b8-03507a3ad93f not bound to the agent host n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:49:45.681040 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-6fac0927-1db5-4536-b909-56a8aae2e9a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08cd493e-44df-40ee-afdc-3b153965431b']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:49:45.701120 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-6fac0927-1db5-4536-b909-56a8aae2e9a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d680150-d98f-4e87-b8c9-0990166ccab5') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:49:45.701664 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-6fac0927-1db5-4536-b909-56a8aae2e9a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d680150-d98f-4e87-b8c9-0990166ccab5') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:49:45.727705 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6fac0927-1db5-4536-b909-56a8aae2e9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:45.792846 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6fac0927-1db5-4536-b909-56a8aae2e9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:45.803674 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fac0927-1db5-4536-b909-56a8aae2e9a6 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:49:45.804358 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6fac0927-1db5-4536-b909-56a8aae2e9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:45.806481 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:49:45.806481 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:49:45.806481 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:49:45.806481 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:49:45.806481 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:49:45.806481 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:49:45.806481 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:49:45.806481 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:49:45.806481 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:49:45.806481 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:49:45.806481 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:49:45.806481 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:49:45.806481 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:49:45.806481 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:49:45.806481 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:49:45.806481 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:49:45.806481 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:49:45.806481 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:49:45.806481 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:49:45.806481 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:49:45.806481 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:49:45.806481 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:49:45.806481 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:49:45.806481 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:49:45.806481 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:49:45.806481 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:49:45.806481 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:49:45.806481 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:49:45.806481 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:49:45.806481 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:49:45.806481 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:49:45.806481 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:49:45.959244 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7d539ac6-30bc-4ebc-b92a-b99948338193 req-90f8d2dd-61db-4020-82c0-4fffa1770634 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7407384 Apr 05 14:49:45.968700 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4e111a41-f1cd-4639-a27e-5b2d3fd50ffe req-e7d53379-3bc6-4e90-b5c1-93e8d71f8693 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/ports?device_id=9521b4f7-1bea-4e0e-9a23-9f8cc57c769a HTTP/1.1" status: 200 len: 210 time: 0.6517823 Apr 05 14:49:46.063844 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71281b48-7d81-42f4-a3d5-57dc6150d947 req-2ba38ad7-8883-42d5-9001-f3261f971c50 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:46.066772 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-71281b48-7d81-42f4-a3d5-57dc6150d947 req-2ba38ad7-8883-42d5-9001-f3261f971c50 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.55 "GET /v2.0/networks?id=0ec84664-b286-431c-8e6d-81964b6279ea HTTP/1.1" status: 200 len: 811 time: 0.8196871 Apr 05 14:49:46.196052 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-71281b48-7d81-42f4-a3d5-57dc6150d947 req-33d4be03-c750-4d5f-8cab-4e1b4fe8332d tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1c6fdb1754a4696ad2f30e73253b821 HTTP/1.1" status: 200 len: 380 time: 0.1193314 Apr 05 14:49:46.212783 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6fac0927-1db5-4536-b909-56a8aae2e9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:46.220622 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6fac0927-1db5-4536-b909-56a8aae2e9a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:46.231368 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-6fac0927-1db5-4536-b909-56a8aae2e9a6 admin admin] 10.222.0.30 "DELETE /v2.0/networks/08cd493e-44df-40ee-afdc-3b153965431b HTTP/1.1" status: 204 len: 168 time: 1.0347245 Apr 05 14:49:46.236177 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 35076) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:49:46.256457 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-71281b48-7d81-42f4-a3d5-57dc6150d947 req-49dcac1a-4a31-4a82-a110-546929a6e241 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Request body: {'port': {'device_id': '9521b4f7-1bea-4e0e-9a23-9f8cc57c769a', 'network_id': '0ec84664-b286-431c-8e6d-81964b6279ea', 'admin_state_up': True, 'tenant_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'security_groups': ['160b3706-0983-4a2c-b15f-5151b1aedef1']}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:49:46.282856 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fac0927-1db5-4536-b909-56a8aae2e9a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=08cd493e-44df-40ee-afdc-3b153965431b,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:49:46.363402 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-57dcbf3b-c0f2-4e1a-aadc-36065ba633a9 admin admin] Deleting subnet 237eb08e-6c55-4f63-89a4-d91c26f403ca {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:49:46.381620 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-57dcbf3b-c0f2-4e1a-aadc-36065ba633a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:46.469240 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-57dcbf3b-c0f2-4e1a-aadc-36065ba633a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:46.629230 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-57dcbf3b-c0f2-4e1a-aadc-36065ba633a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:46.869922 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71281b48-7d81-42f4-a3d5-57dc6150d947 req-49dcac1a-4a31-4a82-a110-546929a6e241 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Made reservation on behalf of b1c6fdb1754a4696ad2f30e73253b821 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:49:46.873811 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-71281b48-7d81-42f4-a3d5-57dc6150d947 req-49dcac1a-4a31-4a82-a110-546929a6e241 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:46.933517 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-57dcbf3b-c0f2-4e1a-aadc-36065ba633a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:46.964610 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dcbf3b-c0f2-4e1a-aadc-36065ba633a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=237eb08e-6c55-4f63-89a4-d91c26f403ca,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:49:46.972779 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-57dcbf3b-c0f2-4e1a-aadc-36065ba633a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:46.978020 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-57dcbf3b-c0f2-4e1a-aadc-36065ba633a9 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/237eb08e-6c55-4f63-89a4-d91c26f403ca HTTP/1.1" status: 204 len: 168 time: 0.7388895 Apr 05 14:49:46.980363 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 35082) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:49:47.079004 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-71281b48-7d81-42f4-a3d5-57dc6150d947 req-49dcac1a-4a31-4a82-a110-546929a6e241 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Allocated IP 172.20.0.13 (0ec84664-b286-431c-8e6d-81964b6279ea/5191ec95-9794-4487-b4dd-b62543d80f6a/781aed55-59e6-4732-af9d-6cd54814fcd8) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:49:47.163684 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ecaa4c58-38bf-42b2-b141-fb118535045d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:47.225870 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2609622d-68a5-42c8-8d90-decb95d1636f req-57eccd73-6995-4178-8fc2-6f524d40262e tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/ports?device_id=9521b4f7-1bea-4e0e-9a23-9f8cc57c769a HTTP/1.1" status: 200 len: 210 time: 0.1285655 Apr 05 14:49:47.316324 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ecaa4c58-38bf-42b2-b141-fb118535045d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:47.342760 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-ecaa4c58-38bf-42b2-b141-fb118535045d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99396f4d-90da-494d-93cc-39c15d272b2f']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:49:47.356200 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-ecaa4c58-38bf-42b2-b141-fb118535045d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '983d789f-8abe-468d-bbd1-4635667890bd') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:49:47.356549 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-ecaa4c58-38bf-42b2-b141-fb118535045d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '983d789f-8abe-468d-bbd1-4635667890bd') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:49:47.373864 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ecaa4c58-38bf-42b2-b141-fb118535045d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:47.389991 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c63ec6-e661-4379-8451-05639274e35e req-23e3001b-b89c-4429-a2eb-df68ffaa2bca tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:47.393196 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-51c63ec6-e661-4379-8451-05639274e35e req-23e3001b-b89c-4429-a2eb-df68ffaa2bca tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6203ea5-fd70-4eaa-b1cb-f34adafc6460 HTTP/1.1" status: 200 len: 944 time: 0.2695777 Apr 05 14:49:47.400438 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ecaa4c58-38bf-42b2-b141-fb118535045d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:47.413954 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecaa4c58-38bf-42b2-b141-fb118535045d admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:49:47.414398 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ecaa4c58-38bf-42b2-b141-fb118535045d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:47.416487 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:49:47.416487 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:49:47.416487 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:49:47.416487 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:49:47.416487 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:49:47.416487 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:49:47.416487 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:49:47.416487 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:49:47.416487 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:49:47.416487 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:49:47.416487 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:49:47.416487 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:49:47.416487 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:49:47.416487 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:49:47.416487 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:49:47.416487 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:49:47.416487 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:49:47.416487 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:49:47.416487 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:49:47.416487 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:49:47.416487 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:49:47.416487 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:49:47.416487 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:49:47.416487 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:49:47.416487 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:49:47.416487 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:49:47.416487 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:49:47.416487 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:49:47.416487 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:49:47.416487 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:49:47.416487 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:49:47.416487 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:49:47.457966 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-51c63ec6-e661-4379-8451-05639274e35e req-4bad1b19-3cc6-4186-b99a-61ccfc43239e tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555730 Apr 05 14:49:47.604613 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-71281b48-7d81-42f4-a3d5-57dc6150d947 req-49dcac1a-4a31-4a82-a110-546929a6e241 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:47.635775 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ecaa4c58-38bf-42b2-b141-fb118535045d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:47.655553 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ecaa4c58-38bf-42b2-b141-fb118535045d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:47.660142 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-ecaa4c58-38bf-42b2-b141-fb118535045d admin admin] 10.222.0.30 "DELETE /v2.0/networks/99396f4d-90da-494d-93cc-39c15d272b2f HTTP/1.1" status: 204 len: 168 time: 0.6784000 Apr 05 14:49:47.663663 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaa4c58-38bf-42b2-b141-fb118535045d admin admin] Pushing event deleted for resources: {'Network': ['ID=99396f4d-90da-494d-93cc-39c15d272b2f,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:49:47.783573 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-71281b48-7d81-42f4-a3d5-57dc6150d947 req-49dcac1a-4a31-4a82-a110-546929a6e241 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:47.831504 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71281b48-7d81-42f4-a3d5-57dc6150d947 req-49dcac1a-4a31-4a82-a110-546929a6e241 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Network 0ec84664-b286-431c-8e6d-81964b6279ea is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:49:47.838830 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-71281b48-7d81-42f4-a3d5-57dc6150d947 req-49dcac1a-4a31-4a82-a110-546929a6e241 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:49:47.842780 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-71281b48-7d81-42f4-a3d5-57dc6150d947 req-49dcac1a-4a31-4a82-a110-546929a6e241 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:49:47.870021 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dcac1a-4a31-4a82-a110-546929a6e241 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Pushing event updated for resources: {'Port': ['ID=781aed55-59e6-4732-af9d-6cd54814fcd8,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:49:47.921882 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71281b48-7d81-42f4-a3d5-57dc6150d947 req-49dcac1a-4a31-4a82-a110-546929a6e241 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:47.922361 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-71281b48-7d81-42f4-a3d5-57dc6150d947 req-49dcac1a-4a31-4a82-a110-546929a6e241 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:48.100372 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-71281b48-7d81-42f4-a3d5-57dc6150d947 req-49dcac1a-4a31-4a82-a110-546929a6e241 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8944273 Apr 05 14:49:48.114234 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-71281b48-7d81-42f4-a3d5-57dc6150d947 req-bc48824d-3137-4a28-b90d-1eaed0848bb6 service neutron] Request body: {'port': {'device_id': '9521b4f7-1bea-4e0e-9a23-9f8cc57c769a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:49:48.140001 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-39760613-cec9-4035-992d-2f0f57d71405 None None] Provisioning complete for port 781aed55-59e6-4732-af9d-6cd54814fcd8 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:49:48.146917 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-39760613-cec9-4035-992d-2f0f57d71405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:48.184083 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-71281b48-7d81-42f4-a3d5-57dc6150d947 req-bc48824d-3137-4a28-b90d-1eaed0848bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:48.200983 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-39760613-cec9-4035-992d-2f0f57d71405 None None] Port 781aed55-59e6-4732-af9d-6cd54814fcd8 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:49:48.239103 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 35102) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:49:48.339053 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-bdb959a7-3031-40a5-a847-46a32a3a43f5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f704f4e8895d4e298bd2c76f25f6744a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0986042 Apr 05 14:49:48.341538 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 35108) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:49:48.438137 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9e14c946-641d-4780-9027-85c201b3ad07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:48.486359 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9e14c946-641d-4780-9027-85c201b3ad07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:48.560848 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d3dff7-8907-481d-bde4-93d53b4ddc4f req-3c3b535b-89a2-4517-9b8f-13851243f420 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:48.573113 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a4d3dff7-8907-481d-bde4-93d53b4ddc4f req-3c3b535b-89a2-4517-9b8f-13851243f420 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/ports?device_id=9521b4f7-1bea-4e0e-9a23-9f8cc57c769a HTTP/1.1" status: 200 len: 932 time: 0.2058108 Apr 05 14:49:48.629199 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a4d3dff7-8907-481d-bde4-93d53b4ddc4f req-3186ae9f-a694-44d7-9b5c-57bb81de6e29 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/security-groups?id=160b3706-0983-4a2c-b15f-5151b1aedef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516551 Apr 05 14:49:48.721347 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9e14c946-641d-4780-9027-85c201b3ad07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:48.728237 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f8c8b2-4e9a-46fc-bf9a-f63c8d348567 req-4eef3aa5-3e07-41f1-a7e0-b61602bb5601 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:48.729272 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9e14c946-641d-4780-9027-85c201b3ad07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:48.730465 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-52f8c8b2-4e9a-46fc-bf9a-f63c8d348567 req-4eef3aa5-3e07-41f1-a7e0-b61602bb5601 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6203ea5-fd70-4eaa-b1cb-f34adafc6460 HTTP/1.1" status: 200 len: 944 time: 0.0981824 Apr 05 14:49:48.730912 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-9e14c946-641d-4780-9027-85c201b3ad07 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d2e3eb6b-df2b-49c4-9bbe-392549ababfd HTTP/1.1" status: 204 len: 168 time: 0.3883493 Apr 05 14:49:48.761800 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e14c946-641d-4780-9027-85c201b3ad07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e3eb6b-df2b-49c4-9bbe-392549ababfd,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:49:48.818900 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-52f8c8b2-4e9a-46fc-bf9a-f63c8d348567 req-2026ed2c-ccb9-49e5-8910-14c7ae2170c9 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713015 Apr 05 14:49:48.831597 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-71281b48-7d81-42f4-a3d5-57dc6150d947 req-bc48824d-3137-4a28-b90d-1eaed0848bb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 781aed55-59e6-4732-af9d-6cd54814fcd8 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:49:48.840724 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-71281b48-7d81-42f4-a3d5-57dc6150d947 req-bc48824d-3137-4a28-b90d-1eaed0848bb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:48.856098 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-71281b48-7d81-42f4-a3d5-57dc6150d947 req-bc48824d-3137-4a28-b90d-1eaed0848bb6 service neutron] Transition to ACTIVE for port object 781aed55-59e6-4732-af9d-6cd54814fcd8 will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:49:48.978672 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-71281b48-7d81-42f4-a3d5-57dc6150d947 req-bc48824d-3137-4a28-b90d-1eaed0848bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:49.035387 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc48824d-3137-4a28-b90d-1eaed0848bb6 service neutron] Pushing event updated for resources: {'Port': ['ID=781aed55-59e6-4732-af9d-6cd54814fcd8,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:49:49.129028 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-71281b48-7d81-42f4-a3d5-57dc6150d947 req-bc48824d-3137-4a28-b90d-1eaed0848bb6 service neutron] Attempting to bind port 781aed55-59e6-4732-af9d-6cd54814fcd8 on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:49:49.129149 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-71281b48-7d81-42f4-a3d5-57dc6150d947 req-bc48824d-3137-4a28-b90d-1eaed0848bb6 service neutron] Attempting to bind port 781aed55-59e6-4732-af9d-6cd54814fcd8 by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': 'e523e33a-de62-4414-94f9-7699545cb484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '0ec84664-b286-431c-8e6d-81964b6279ea'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:49:49.129432 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71281b48-7d81-42f4-a3d5-57dc6150d947 req-bc48824d-3137-4a28-b90d-1eaed0848bb6 service neutron] Attempting to bind port 781aed55-59e6-4732-af9d-6cd54814fcd8 on network 0ec84664-b286-431c-8e6d-81964b6279ea {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:49:49.134720 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71281b48-7d81-42f4-a3d5-57dc6150d947 req-bc48824d-3137-4a28-b90d-1eaed0848bb6 service neutron] Port 781aed55-59e6-4732-af9d-6cd54814fcd8 on network 0ec84664-b286-431c-8e6d-81964b6279ea not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:49:49.135042 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71281b48-7d81-42f4-a3d5-57dc6150d947 req-bc48824d-3137-4a28-b90d-1eaed0848bb6 service neutron] Attempting to bind port 781aed55-59e6-4732-af9d-6cd54814fcd8 on network 0ec84664-b286-431c-8e6d-81964b6279ea {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:49:49.140717 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71281b48-7d81-42f4-a3d5-57dc6150d947 req-bc48824d-3137-4a28-b90d-1eaed0848bb6 service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:49:49.141080 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71281b48-7d81-42f4-a3d5-57dc6150d947 req-bc48824d-3137-4a28-b90d-1eaed0848bb6 service neutron] Checking segment: {'id': 'e523e33a-de62-4414-94f9-7699545cb484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '0ec84664-b286-431c-8e6d-81964b6279ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:49:49.141501 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71281b48-7d81-42f4-a3d5-57dc6150d947 req-bc48824d-3137-4a28-b90d-1eaed0848bb6 service neutron] Bound using segment: {'id': 'e523e33a-de62-4414-94f9-7699545cb484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '0ec84664-b286-431c-8e6d-81964b6279ea'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:49:49.141929 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-71281b48-7d81-42f4-a3d5-57dc6150d947 req-bc48824d-3137-4a28-b90d-1eaed0848bb6 service neutron] Bound port: 781aed55-59e6-4732-af9d-6cd54814fcd8, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e523e33a-de62-4414-94f9-7699545cb484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '0ec84664-b286-431c-8e6d-81964b6279ea'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:49:49.142294 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-71281b48-7d81-42f4-a3d5-57dc6150d947 req-bc48824d-3137-4a28-b90d-1eaed0848bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:49.261059 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-71281b48-7d81-42f4-a3d5-57dc6150d947 req-bc48824d-3137-4a28-b90d-1eaed0848bb6 service neutron] For port 781aed55-59e6-4732-af9d-6cd54814fcd8, host n-h1-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:49:49.274062 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-71281b48-7d81-42f4-a3d5-57dc6150d947 req-bc48824d-3137-4a28-b90d-1eaed0848bb6 service neutron] For port 781aed55-59e6-4732-af9d-6cd54814fcd8, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=781aed55-59e6-4732-af9d-6cd54814fcd8,segment=NetworkSegment(e523e33a-de62-4414-94f9-7699545cb484),segment_id=e523e33a-de62-4414-94f9-7699545cb484)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:49:49.419035 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-71281b48-7d81-42f4-a3d5-57dc6150d947 req-bc48824d-3137-4a28-b90d-1eaed0848bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:49.468087 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71281b48-7d81-42f4-a3d5-57dc6150d947 req-bc48824d-3137-4a28-b90d-1eaed0848bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:49.474237 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-71281b48-7d81-42f4-a3d5-57dc6150d947 req-bc48824d-3137-4a28-b90d-1eaed0848bb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:49.474237 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-71281b48-7d81-42f4-a3d5-57dc6150d947 req-bc48824d-3137-4a28-b90d-1eaed0848bb6 service neutron] 10.222.0.55 "PUT /v2.0/ports/781aed55-59e6-4732-af9d-6cd54814fcd8 HTTP/1.1" status: 200 len: 1092 time: 1.3603930 Apr 05 14:49:49.474237 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9521b4f7-1bea-4e0e-9a23-9f8cc57c769a', 'tag': '781aed55-59e6-4732-af9d-6cd54814fcd8'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:49:49.477671 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad3fd99-0f53-4163-8d10-6a8d005a8ac3" -d '{"events": [{"name": "network-changed", "server_uuid": "9521b4f7-1bea-4e0e-9a23-9f8cc57c769a", "tag": "781aed55-59e6-4732-af9d-6cd54814fcd8"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:49:49.537458 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc48824d-3137-4a28-b90d-1eaed0848bb6 service neutron] Pushing event updated for resources: {'Port': ['ID=781aed55-59e6-4732-af9d-6cd54814fcd8,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:49:49.542624 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df1ef92f-6c35-4ee2-bf13-ab864959fe66 x-openstack-request-id: req-df1ef92f-6c35-4ee2-bf13-ab864959fe66 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:49:49.543051 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9521b4f7-1bea-4e0e-9a23-9f8cc57c769a", "tag": "781aed55-59e6-4732-af9d-6cd54814fcd8", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:49:49.543445 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-df1ef92f-6c35-4ee2-bf13-ab864959fe66 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:49:49.543966 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df1ef92f-6c35-4ee2-bf13-ab864959fe66'] response: {'name': 'network-changed', 'server_uuid': '9521b4f7-1bea-4e0e-9a23-9f8cc57c769a', 'tag': '781aed55-59e6-4732-af9d-6cd54814fcd8', 'status': 'completed', 'code': 200} Apr 05 14:49:49.613887 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad3fd99-0f53-4163-8d10-6a8d005a8ac3 req-193f5b8e-cdd0-4bce-8582-d7d44cd610dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:49.621437 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6ad3fd99-0f53-4163-8d10-6a8d005a8ac3 req-193f5b8e-cdd0-4bce-8582-d7d44cd610dd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b1c6fdb1754a4696ad2f30e73253b821&device_id=9521b4f7-1bea-4e0e-9a23-9f8cc57c769a HTTP/1.1" status: 200 len: 1095 time: 0.0611467 Apr 05 14:49:49.783117 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad3fd99-0f53-4163-8d10-6a8d005a8ac3 req-08d2040e-5616-48bd-9215-80c4a71bf1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:49.785042 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6ad3fd99-0f53-4163-8d10-6a8d005a8ac3 req-08d2040e-5616-48bd-9215-80c4a71bf1ec service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=b1c6fdb1754a4696ad2f30e73253b821&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1537838 Apr 05 14:49:49.931165 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491fbd3a-d4b0-4468-8e99-cef82432e4e9 req-21320e70-1b87-4581-a5ad-0d40c503a1fc tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:49.933385 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-491fbd3a-d4b0-4468-8e99-cef82432e4e9 req-21320e70-1b87-4581-a5ad-0d40c503a1fc tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/ports?device_id=9521b4f7-1bea-4e0e-9a23-9f8cc57c769a HTTP/1.1" status: 200 len: 944 time: 0.1192415 Apr 05 14:49:50.022545 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 35136) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:49:50.034017 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-491fbd3a-d4b0-4468-8e99-cef82432e4e9 req-d92a9486-613c-4aa8-8990-909348a4a5e0 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/security-groups?id=160b3706-0983-4a2c-b15f-5151b1aedef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798299 Apr 05 14:49:50.035269 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad3fd99-0f53-4163-8d10-6a8d005a8ac3 req-b2b7f5c2-6b26-42d0-984c-9bbdac67ae61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:50.037205 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6ad3fd99-0f53-4163-8d10-6a8d005a8ac3 req-b2b7f5c2-6b26-42d0-984c-9bbdac67ae61 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2443292 Apr 05 14:49:50.080467 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f60e4d-c442-4f4c-a8bc-233dfa469b3c req-11ce3a8a-c691-4968-9faf-cb00373c54ac tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:50.082056 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-81f60e4d-c442-4f4c-a8bc-233dfa469b3c req-11ce3a8a-c691-4968-9faf-cb00373c54ac tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6203ea5-fd70-4eaa-b1cb-f34adafc6460 HTTP/1.1" status: 200 len: 944 time: 0.1291730 Apr 05 14:49:50.112434 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 35138) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:49:50.121655 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-401cc9eb-c17a-4fe7-9032-ac743b367213 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=af341685d4094b1ab1b80bddc77f9df8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0863845 Apr 05 14:49:50.163017 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-81f60e4d-c442-4f4c-a8bc-233dfa469b3c req-a9104c78-2459-4bb8-a669-a79a6becf1eb tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693007 Apr 05 14:49:50.218833 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-df754b32-ae16-479d-b75c-2ed66a9dab2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:50.242176 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71281b48-7d81-42f4-a3d5-57dc6150d947 req-833695bf-c2e7-4a2e-be80-0d2f4e212acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:50.243757 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-71281b48-7d81-42f4-a3d5-57dc6150d947 req-833695bf-c2e7-4a2e-be80-0d2f4e212acc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b1c6fdb1754a4696ad2f30e73253b821&device_id=9521b4f7-1bea-4e0e-9a23-9f8cc57c769a HTTP/1.1" status: 200 len: 1095 time: 0.1607995 Apr 05 14:49:50.265241 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-df754b32-ae16-479d-b75c-2ed66a9dab2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:50.301214 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-71281b48-7d81-42f4-a3d5-57dc6150d947 req-b2a63e19-5189-452f-885d-0c22f259084a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=781aed55-59e6-4732-af9d-6cd54814fcd8 HTTP/1.1" status: 200 len: 217 time: 0.0479846 Apr 05 14:49:50.374771 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71281b48-7d81-42f4-a3d5-57dc6150d947 req-96f2dbe9-dce2-4150-9540-3ebcade514ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:50.379119 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-71281b48-7d81-42f4-a3d5-57dc6150d947 req-96f2dbe9-dce2-4150-9540-3ebcade514ed service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5191ec95-9794-4487-b4dd-b62543d80f6a HTTP/1.1" status: 200 len: 850 time: 0.0678432 Apr 05 14:49:50.447173 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71281b48-7d81-42f4-a3d5-57dc6150d947 req-7a6f4a69-5c2f-46d7-9793-879c037779bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:50.448714 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-71281b48-7d81-42f4-a3d5-57dc6150d947 req-7a6f4a69-5c2f-46d7-9793-879c037779bd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0ec84664-b286-431c-8e6d-81964b6279ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658345 Apr 05 14:49:50.544001 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-df754b32-ae16-479d-b75c-2ed66a9dab2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:50.544627 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-df754b32-ae16-479d-b75c-2ed66a9dab2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:50.546629 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-df754b32-ae16-479d-b75c-2ed66a9dab2d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e09f3425-74e0-48a5-84ba-311549fa08ff HTTP/1.1" status: 204 len: 168 time: 0.4326861 Apr 05 14:49:50.610558 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df754b32-ae16-479d-b75c-2ed66a9dab2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e09f3425-74e0-48a5-84ba-311549fa08ff,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:49:50.639117 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-71281b48-7d81-42f4-a3d5-57dc6150d947 req-7df1b457-3296-4cb2-a013-c97479417569 service neutron] 10.222.0.55 "GET /v2.0/networks/0ec84664-b286-431c-8e6d-81964b6279ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835740 Apr 05 14:49:50.773319 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-71281b48-7d81-42f4-a3d5-57dc6150d947 req-3cb54b2e-4d4c-4e7d-ba0b-1312c646b8d1 service neutron] 10.222.0.55 "GET /v2.0/networks/0ec84664-b286-431c-8e6d-81964b6279ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255090 Apr 05 14:49:51.250831 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d38123-d2fd-4cd7-bd69-2cc77b1f501c req-0b3856a9-b4b3-41f7-8928-dfbdff4bb69e tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:51.252667 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a4d38123-d2fd-4cd7-bd69-2cc77b1f501c req-0b3856a9-b4b3-41f7-8928-dfbdff4bb69e tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/ports?device_id=9521b4f7-1bea-4e0e-9a23-9f8cc57c769a HTTP/1.1" status: 200 len: 944 time: 0.0863686 Apr 05 14:49:51.337484 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a4d38123-d2fd-4cd7-bd69-2cc77b1f501c req-6f92de01-7c50-4dcf-ba6f-5b20ad6e3c93 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/security-groups?id=160b3706-0983-4a2c-b15f-5151b1aedef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786974 Apr 05 14:49:51.352044 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93565b3c-a2f4-4819-b365-0af541020eb5 req-c86b8c2c-4620-43c8-bba8-a7f4bea5b8df tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:51.377910 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-93565b3c-a2f4-4819-b365-0af541020eb5 req-c86b8c2c-4620-43c8-bba8-a7f4bea5b8df tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6203ea5-fd70-4eaa-b1cb-f34adafc6460 HTTP/1.1" status: 200 len: 944 time: 0.0935693 Apr 05 14:49:51.452212 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-93565b3c-a2f4-4819-b365-0af541020eb5 req-a775e858-2c05-472c-83f3-87a6380202ba tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607955 Apr 05 14:49:52.495665 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f632596-9986-4c7f-a316-8afa7d0a87bc req-a4c517e0-4dac-4aac-b0d3-6089ea069ad0 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:52.516382 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9f632596-9986-4c7f-a316-8afa7d0a87bc req-a4c517e0-4dac-4aac-b0d3-6089ea069ad0 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/ports?device_id=9521b4f7-1bea-4e0e-9a23-9f8cc57c769a HTTP/1.1" status: 200 len: 944 time: 0.1087241 Apr 05 14:49:52.576851 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9f632596-9986-4c7f-a316-8afa7d0a87bc req-4ecb97b2-46c5-4f23-8729-61df22063b54 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/security-groups?id=160b3706-0983-4a2c-b15f-5151b1aedef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594318 Apr 05 14:49:52.663035 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a108735b-1884-4820-afe0-db450f5427a5 req-663cb68c-1ab2-48ff-9b69-26ae5f1f46b8 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:52.663035 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a108735b-1884-4820-afe0-db450f5427a5 req-663cb68c-1ab2-48ff-9b69-26ae5f1f46b8 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6203ea5-fd70-4eaa-b1cb-f34adafc6460 HTTP/1.1" status: 200 len: 944 time: 0.0826383 Apr 05 14:49:52.711349 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a108735b-1884-4820-afe0-db450f5427a5 req-2228db84-8247-4e52-a529-dc18a397be9e tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406997 Apr 05 14:49:53.642290 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 781aed55-59e6-4732-af9d-6cd54814fcd8 details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:49:53.700275 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ffcb56-06b9-440d-b4ba-c336b7128b7e req-6975856f-08b0-41ed-97cb-8e7f7f10a47b tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:53.700275 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-04ffcb56-06b9-440d-b4ba-c336b7128b7e req-6975856f-08b0-41ed-97cb-8e7f7f10a47b tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/ports?device_id=9521b4f7-1bea-4e0e-9a23-9f8cc57c769a HTTP/1.1" status: 200 len: 944 time: 0.0564497 Apr 05 14:49:53.751167 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-04ffcb56-06b9-440d-b4ba-c336b7128b7e req-5adf2d17-1e81-424e-89a2-97a5d62a4ccb tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/security-groups?id=160b3706-0983-4a2c-b15f-5151b1aedef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438631 Apr 05 14:49:53.768051 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 781aed55-59e6-4732-af9d-6cd54814fcd8, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=781aed55-59e6-4732-af9d-6cd54814fcd8,segment=NetworkSegment(e523e33a-de62-4414-94f9-7699545cb484),segment_id=e523e33a-de62-4414-94f9-7699545cb484)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:49:53.787099 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': '781aed55-59e6-4732-af9d-6cd54814fcd8', 'network_id': '0ec84664-b286-431c-8e6d-81964b6279ea', 'port_id': '781aed55-59e6-4732-af9d-6cd54814fcd8', 'mac_address': 'fa:16:3e:62:b6:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5191ec95-9794-4487-b4dd-b62543d80f6a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:49:53.841752 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:53.868676 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 35322) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:49:53.874638 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 781aed55-59e6-4732-af9d-6cd54814fcd8 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:49:53.906216 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 781aed55-59e6-4732-af9d-6cd54814fcd8, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=781aed55-59e6-4732-af9d-6cd54814fcd8,segment=NetworkSegment(e523e33a-de62-4414-94f9-7699545cb484),segment_id=e523e33a-de62-4414-94f9-7699545cb484)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:49:53.936360 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c329db-0b20-4d24-8dde-ae3b069b44cd req-7243e69d-aa6c-46fe-bc5f-beb2c04203f9 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:53.939245 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-10c329db-0b20-4d24-8dde-ae3b069b44cd req-7243e69d-aa6c-46fe-bc5f-beb2c04203f9 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6203ea5-fd70-4eaa-b1cb-f34adafc6460 HTTP/1.1" status: 200 len: 944 time: 0.1324291 Apr 05 14:49:53.998941 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-10c329db-0b20-4d24-8dde-ae3b069b44cd req-efe512b5-8087-46e5-8533-4118dc5405c0 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516438 Apr 05 14:49:54.012451 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:54.065450 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ca349802-12c8-499c-a42b-ab7a14c4e547 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:54.145085 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=781aed55-59e6-4732-af9d-6cd54814fcd8,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:49:54.194134 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ca349802-12c8-499c-a42b-ab7a14c4e547 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:54.234639 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['781aed55-59e6-4732-af9d-6cd54814fcd8'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:49:54.286751 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ca349802-12c8-499c-a42b-ab7a14c4e547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:54.327994 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-ca349802-12c8-499c-a42b-ab7a14c4e547 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=02446d674a8240dd9635a8f8c39bdc59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4587247 Apr 05 14:49:54.330622 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 35348) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:49:54.333306 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca349802-12c8-499c-a42b-ab7a14c4e547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed2cf15-e8eb-43d9-beb5-30b5ff38893d,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:49:54.398946 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-374ebae0-75f9-4053-a7af-9307e62afbeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:54.423169 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-374ebae0-75f9-4053-a7af-9307e62afbeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:54.472608 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c5aa368e-aa75-4fac-afac-67a686001195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:54.627779 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 7 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 14:49:54.663552 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-374ebae0-75f9-4053-a7af-9307e62afbeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:54.672165 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-374ebae0-75f9-4053-a7af-9307e62afbeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:54.672165 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-374ebae0-75f9-4053-a7af-9307e62afbeb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6ed2cf15-e8eb-43d9-beb5-30b5ff38893d HTTP/1.1" status: 204 len: 168 time: 0.3352449 Apr 05 14:49:54.676449 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374ebae0-75f9-4053-a7af-9307e62afbeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed2cf15-e8eb-43d9-beb5-30b5ff38893d,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:49:54.933796 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec35d453-3e6f-4696-9d7e-48875628e51f req-82ea7d05-bb91-46e7-83ca-0f75757a66ec tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:54.936612 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ec35d453-3e6f-4696-9d7e-48875628e51f req-82ea7d05-bb91-46e7-83ca-0f75757a66ec tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/ports?device_id=9521b4f7-1bea-4e0e-9a23-9f8cc57c769a HTTP/1.1" status: 200 len: 945 time: 0.0875094 Apr 05 14:49:54.986371 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ec35d453-3e6f-4696-9d7e-48875628e51f req-0e10be29-c969-462c-a18d-b16b97da7c88 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/security-groups?id=160b3706-0983-4a2c-b15f-5151b1aedef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416501 Apr 05 14:49:55.174512 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5687e9-5022-4513-939e-72b24a581a97 req-0cfd6fff-0746-4073-b4b9-970c531d948d tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:55.176163 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4b5687e9-5022-4513-939e-72b24a581a97 req-0cfd6fff-0746-4073-b4b9-970c531d948d tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6203ea5-fd70-4eaa-b1cb-f34adafc6460 HTTP/1.1" status: 200 len: 944 time: 0.0780199 Apr 05 14:49:55.231790 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4b5687e9-5022-4513-939e-72b24a581a97 req-9832f15f-2c93-46ac-83a2-0caedb5d1734 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474803 Apr 05 14:49:55.655321 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 781aed55-59e6-4732-af9d-6cd54814fcd8 up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:49:55.807720 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port 781aed55-59e6-4732-af9d-6cd54814fcd8 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:49:55.813149 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port 781aed55-59e6-4732-af9d-6cd54814fcd8 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:49:55.813604 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:55.933614 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:55.970720 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9521b4f7-1bea-4e0e-9a23-9f8cc57c769a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781aed55-59e6-4732-af9d-6cd54814fcd8'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:49:55.973370 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea011e9-a965-48af-84a6-dc5ab99efd4d" -d '{"events": [{"server_uuid": "9521b4f7-1bea-4e0e-9a23-9f8cc57c769a", "name": "network-vif-plugged", "status": "completed", "tag": "781aed55-59e6-4732-af9d-6cd54814fcd8"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:49:55.991204 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 781aed55-59e6-4732-af9d-6cd54814fcd8, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=781aed55-59e6-4732-af9d-6cd54814fcd8,segment=NetworkSegment(e523e33a-de62-4414-94f9-7699545cb484),segment_id=e523e33a-de62-4414-94f9-7699545cb484)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:49:56.026305 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14f6dfe0-1c3b-40dd-bee9-7636e940661d x-openstack-request-id: req-14f6dfe0-1c3b-40dd-bee9-7636e940661d {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:49:56.026773 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9521b4f7-1bea-4e0e-9a23-9f8cc57c769a", "name": "network-vif-plugged", "status": "completed", "tag": "781aed55-59e6-4732-af9d-6cd54814fcd8", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:49:56.028506 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-14f6dfe0-1c3b-40dd-bee9-7636e940661d {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:49:56.028506 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14f6dfe0-1c3b-40dd-bee9-7636e940661d'] response: {'server_uuid': '9521b4f7-1bea-4e0e-9a23-9f8cc57c769a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781aed55-59e6-4732-af9d-6cd54814fcd8', 'code': 200} Apr 05 14:49:56.095963 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:56.241574 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=781aed55-59e6-4732-af9d-6cd54814fcd8,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:49:56.297914 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922314e8-2ec2-49f2-b18b-95601604e4ca req-10fb552d-1c33-4f72-9212-11e960fa4853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:56.303392 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-922314e8-2ec2-49f2-b18b-95601604e4ca req-10fb552d-1c33-4f72-9212-11e960fa4853 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9521b4f7-1bea-4e0e-9a23-9f8cc57c769a HTTP/1.1" status: 200 len: 1097 time: 0.1899831 Apr 05 14:49:56.342124 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f3f28-3499-448b-a0c1-f6a7b544008f req-e806611f-883c-4cb5-9ba8-3e8e3c945807 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:56.343774 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-868f3f28-3499-448b-a0c1-f6a7b544008f req-e806611f-883c-4cb5-9ba8-3e8e3c945807 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/ports?device_id=9521b4f7-1bea-4e0e-9a23-9f8cc57c769a HTTP/1.1" status: 200 len: 946 time: 0.1466069 Apr 05 14:49:56.377142 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-922314e8-2ec2-49f2-b18b-95601604e4ca req-9a0b9314-6839-4c79-a4a3-fa4a3ae65922 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=160b3706-0983-4a2c-b15f-5151b1aedef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646274 Apr 05 14:49:56.403428 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-868f3f28-3499-448b-a0c1-f6a7b544008f req-5ff21d4b-4021-455e-a94b-e11dd3153890 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/security-groups?id=160b3706-0983-4a2c-b15f-5151b1aedef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530851 Apr 05 14:49:56.522725 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 35488) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:49:56.551787 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407a0ec5-48c3-4277-8d5d-9789bd429fee req-63668186-2e2b-4fb3-a14f-383e5be4c42d tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:56.554378 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-407a0ec5-48c3-4277-8d5d-9789bd429fee req-63668186-2e2b-4fb3-a14f-383e5be4c42d tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6203ea5-fd70-4eaa-b1cb-f34adafc6460 HTTP/1.1" status: 200 len: 944 time: 0.0686064 Apr 05 14:49:56.623225 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-407a0ec5-48c3-4277-8d5d-9789bd429fee req-9506a47c-5b30-4aca-a9b7-1e131c02683d tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623460 Apr 05 14:49:56.655607 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-7d4f9afa-77fd-45fa-a41a-fe67f062ff1b admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1576355292-network', 'tenant_id': '6265e9792f524daaa08ed6c64328ac77'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:49:56.732635 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a051c03-9770-47a7-b75c-cded1c83771d req-c5ea0004-3ff4-400e-ae5f-38f7ba00c24b tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:56.740538 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2a051c03-9770-47a7-b75c-cded1c83771d req-c5ea0004-3ff4-400e-ae5f-38f7ba00c24b tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 946 time: 0.0844278 Apr 05 14:49:56.784402 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d4f9afa-77fd-45fa-a41a-fe67f062ff1b admin admin] Made reservation on behalf of 6265e9792f524daaa08ed6c64328ac77 for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:49:56.787239 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7d4f9afa-77fd-45fa-a41a-fe67f062ff1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:56.796848 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2a051c03-9770-47a7-b75c-cded1c83771d req-771fd524-b88b-42ea-b12b-090e30c250d1 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cbefb25-bd4b-4b8d-a9a2-f4b339ce847f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547788 Apr 05 14:49:56.798480 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7d4f9afa-77fd-45fa-a41a-fe67f062ff1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:56.809354 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6dab65cb-cccc-4439-ba19-0aec1a9666be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:56.891010 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7d4f9afa-77fd-45fa-a41a-fe67f062ff1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:57.049399 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7d4f9afa-77fd-45fa-a41a-fe67f062ff1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:57.073473 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d4f9afa-77fd-45fa-a41a-fe67f062ff1b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:49:57.082693 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4f9afa-77fd-45fa-a41a-fe67f062ff1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3c7195-f4e2-4037-9913-2397907bcd4d,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:49:57.089320 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7d4f9afa-77fd-45fa-a41a-fe67f062ff1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:57.089668 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-7d4f9afa-77fd-45fa-a41a-fe67f062ff1b admin admin] Added segment 94ec7002-d607-47c0-b956-6eedc380875a of type vlan for network 9426a50d-181e-4140-a3aa-2d0366004294 Apr 05 14:49:57.132468 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7d4f9afa-77fd-45fa-a41a-fe67f062ff1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:57.292474 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7d4f9afa-77fd-45fa-a41a-fe67f062ff1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:57.293644 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4f9afa-77fd-45fa-a41a-fe67f062ff1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:57.294296 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7d4f9afa-77fd-45fa-a41a-fe67f062ff1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:57.362739 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4f9afa-77fd-45fa-a41a-fe67f062ff1b admin admin] Pushing event updated for resources: {'Network': ['ID=9426a50d-181e-4140-a3aa-2d0366004294,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:49:57.382280 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 9426a50d-181e-4140-a3aa-2d0366004294 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:49:57.454219 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-7d4f9afa-77fd-45fa-a41a-fe67f062ff1b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9326932 Apr 05 14:49:57.589133 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5191459-341f-4d45-89ed-85e75e352fb7 req-eff9283c-2660-4a90-976a-dbe62a01ffca tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:57.590793 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d5191459-341f-4d45-89ed-85e75e352fb7 req-eff9283c-2660-4a90-976a-dbe62a01ffca tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/ports?device_id=9521b4f7-1bea-4e0e-9a23-9f8cc57c769a HTTP/1.1" status: 200 len: 946 time: 0.0772157 Apr 05 14:49:57.642019 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d5191459-341f-4d45-89ed-85e75e352fb7 req-2536607b-aedb-4989-a0d2-29a48c92ed1e tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/security-groups?id=160b3706-0983-4a2c-b15f-5151b1aedef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443449 Apr 05 14:49:57.817940 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07abccaa-fcfb-483a-80cc-bc742a5dcf6f req-717f5a71-30fd-4d70-98f7-35d10bd77e59 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:57.836931 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-07abccaa-fcfb-483a-80cc-bc742a5dcf6f req-717f5a71-30fd-4d70-98f7-35d10bd77e59 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6203ea5-fd70-4eaa-b1cb-f34adafc6460 HTTP/1.1" status: 200 len: 944 time: 0.1292357 Apr 05 14:49:57.909937 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-07abccaa-fcfb-483a-80cc-bc742a5dcf6f req-571565bc-5eb3-4d01-ba09-ae72c33e4176 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635087 Apr 05 14:49:58.040024 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8f8859-6585-4ef2-ab4f-fa0d82f5776c req-dc5f38a9-90b8-415c-8fc7-617f80c40f6b tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:58.041981 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5e8f8859-6585-4ef2-ab4f-fa0d82f5776c req-dc5f38a9-90b8-415c-8fc7-617f80c40f6b tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 946 time: 0.0667579 Apr 05 14:49:58.081652 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:58.095670 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5e8f8859-6585-4ef2-ab4f-fa0d82f5776c req-c8365835-3241-406c-b300-9a920afa6152 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cbefb25-bd4b-4b8d-a9a2-f4b339ce847f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469685 Apr 05 14:49:58.377780 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d769a23-4643-42e5-80f4-80f193c51742 req-7ad8aa71-9588-43c7-aaa0-1e4e780914ac tempest-ComputeTenantNetworksTest-624890567 tempest-ComputeTenantNetworksTest-624890567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:58.384046 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d769a23-4643-42e5-80f4-80f193c51742 req-7ad8aa71-9588-43c7-aaa0-1e4e780914ac tempest-ComputeTenantNetworksTest-624890567 tempest-ComputeTenantNetworksTest-624890567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:58.389876 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d769a23-4643-42e5-80f4-80f193c51742 req-7ad8aa71-9588-43c7-aaa0-1e4e780914ac tempest-ComputeTenantNetworksTest-624890567 tempest-ComputeTenantNetworksTest-624890567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:58.391499 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8d769a23-4643-42e5-80f4-80f193c51742 req-7ad8aa71-9588-43c7-aaa0-1e4e780914ac tempest-ComputeTenantNetworksTest-624890567 tempest-ComputeTenantNetworksTest-624890567-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2596543 Apr 05 14:49:58.498598 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229a786-3dc2-4799-a718-767ad63edc9c req-a20214b2-85b2-4c0e-b169-75f7bb15eb3a tempest-ComputeTenantNetworksTest-624890567 tempest-ComputeTenantNetworksTest-624890567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:58.499986 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f229a786-3dc2-4799-a718-767ad63edc9c req-a20214b2-85b2-4c0e-b169-75f7bb15eb3a tempest-ComputeTenantNetworksTest-624890567 tempest-ComputeTenantNetworksTest-624890567-project] 10.222.0.30 "GET /v2.0/networks/9426a50d-181e-4140-a3aa-2d0366004294 HTTP/1.1" status: 200 len: 769 time: 0.0871031 Apr 05 14:49:58.509020 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 35600) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:49:58.581860 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3c427b07-8f51-48a3-9a1a-c31396f3d235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:58.678824 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3c427b07-8f51-48a3-9a1a-c31396f3d235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:58.702253 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-3c427b07-8f51-48a3-9a1a-c31396f3d235 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9426a50d-181e-4140-a3aa-2d0366004294']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:49:58.712065 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-3c427b07-8f51-48a3-9a1a-c31396f3d235 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94ec7002-d607-47c0-b956-6eedc380875a') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:49:58.712442 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-3c427b07-8f51-48a3-9a1a-c31396f3d235 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94ec7002-d607-47c0-b956-6eedc380875a') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:49:58.724056 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3c427b07-8f51-48a3-9a1a-c31396f3d235 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:58.740665 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3c427b07-8f51-48a3-9a1a-c31396f3d235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:58.754233 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c427b07-8f51-48a3-9a1a-c31396f3d235 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:49:58.756096 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3c427b07-8f51-48a3-9a1a-c31396f3d235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:58.793052 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a097d-b51d-4229-94f2-df10de1bad9e req-8d43df93-4033-4b29-acea-a9da027fe1b1 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:58.794636 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-957a097d-b51d-4229-94f2-df10de1bad9e req-8d43df93-4033-4b29-acea-a9da027fe1b1 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/ports?device_id=9521b4f7-1bea-4e0e-9a23-9f8cc57c769a HTTP/1.1" status: 200 len: 946 time: 0.0695047 Apr 05 14:49:58.802528 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:49:58.802528 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:49:58.802528 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:49:58.802528 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:49:58.802528 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:49:58.802528 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:49:58.802528 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:49:58.802528 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:49:58.802528 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:49:58.802528 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:49:58.802528 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:49:58.802528 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:49:58.802528 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:49:58.802528 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:49:58.802528 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:49:58.802528 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:49:58.802528 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:49:58.802528 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:49:58.802528 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:49:58.802528 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:49:58.802528 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:49:58.802528 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:49:58.802528 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:49:58.802528 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:49:58.802528 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:49:58.802528 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:49:58.802528 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:49:58.802528 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:49:58.802528 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:49:58.802528 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:49:58.802528 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:49:58.802528 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:49:58.849001 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-957a097d-b51d-4229-94f2-df10de1bad9e req-d7f43d53-1c34-448a-9162-093523c52ace tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/security-groups?id=160b3706-0983-4a2c-b15f-5151b1aedef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476079 Apr 05 14:49:58.938700 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3c427b07-8f51-48a3-9a1a-c31396f3d235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:58.951836 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3c427b07-8f51-48a3-9a1a-c31396f3d235 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:58.959178 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-3c427b07-8f51-48a3-9a1a-c31396f3d235 admin admin] 10.222.0.30 "DELETE /v2.0/networks/9426a50d-181e-4140-a3aa-2d0366004294 HTTP/1.1" status: 204 len: 168 time: 0.4487436 Apr 05 14:49:59.005875 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c427b07-8f51-48a3-9a1a-c31396f3d235 admin admin] Pushing event deleted for resources: {'Network': ['ID=9426a50d-181e-4140-a3aa-2d0366004294,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:49:59.079305 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9477487-65a6-4f5d-b970-67778bfb0841 req-095ce895-8113-4041-b843-f8775f69bb6b tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:59.081149 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c9477487-65a6-4f5d-b970-67778bfb0841 req-095ce895-8113-4041-b843-f8775f69bb6b tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/ports?device_id=9521b4f7-1bea-4e0e-9a23-9f8cc57c769a HTTP/1.1" status: 200 len: 946 time: 0.1370769 Apr 05 14:49:59.093486 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 35630) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:49:59.099728 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-8c8e9a8f-3b74-4ddf-8236-b8c2f5a22dd0 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Request body: {'floatingip': {'port_id': '781aed55-59e6-4732-af9d-6cd54814fcd8'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:49:59.101055 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64db17d7-e06e-4805-a479-b00e078c78c8 req-dc5e3306-554d-464c-8544-ee7de27fb69f tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:59.110565 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-64db17d7-e06e-4805-a479-b00e078c78c8 req-dc5e3306-554d-464c-8544-ee7de27fb69f tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6203ea5-fd70-4eaa-b1cb-f34adafc6460 HTTP/1.1" status: 200 len: 944 time: 0.1021848 Apr 05 14:49:59.208711 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8c8e9a8f-3b74-4ddf-8236-b8c2f5a22dd0 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks [] for floatingip, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:59.220419 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-64db17d7-e06e-4805-a479-b00e078c78c8 req-caded971-c01f-4431-8b0d-9169ea07a724 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087372 Apr 05 14:49:59.297746 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205876c2-09c9-4ff9-879e-04893239a3d1 req-e7f04c6a-7e33-41ea-a37b-58558d337310 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:59.299547 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-205876c2-09c9-4ff9-879e-04893239a3d1 req-e7f04c6a-7e33-41ea-a37b-58558d337310 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 946 time: 0.0565927 Apr 05 14:49:59.382808 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-205876c2-09c9-4ff9-879e-04893239a3d1 req-257a7441-2dd5-428c-8c0b-cbfbf0afdeea tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cbefb25-bd4b-4b8d-a9a2-f4b339ce847f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714333 Apr 05 14:49:59.609007 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:59.628685 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 35656) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:49:59.677008 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-ac2144ba-ed7c-409c-9925-9de0dc3674e4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6265e9792f524daaa08ed6c64328ac77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465038 Apr 05 14:49:59.680257 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 35658) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:49:59.682412 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:59.755940 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c8f8757c-bbf8-4ab0-98c9-fdc60dd4046a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:59.786037 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c8f8757c-bbf8-4ab0-98c9-fdc60dd4046a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:59.972789 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c8f8757c-bbf8-4ab0-98c9-fdc60dd4046a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:59.978962 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c8f8757c-bbf8-4ab0-98c9-fdc60dd4046a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:59.982878 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-c8f8757c-bbf8-4ab0-98c9-fdc60dd4046a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0a3c7195-f4e2-4037-9913-2397907bcd4d HTTP/1.1" status: 204 len: 168 time: 0.2985179 Apr 05 14:50:00.007878 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f8757c-bbf8-4ab0-98c9-fdc60dd4046a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3c7195-f4e2-4037-9913-2397907bcd4d,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:00.022121 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f8757c-bbf8-4ab0-98c9-fdc60dd4046a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:50:00.022744 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f8757c-bbf8-4ab0-98c9-fdc60dd4046a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:50:00.023244 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f8757c-bbf8-4ab0-98c9-fdc60dd4046a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:50:00.023778 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f8757c-bbf8-4ab0-98c9-fdc60dd4046a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:50:00.025506 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f8757c-bbf8-4ab0-98c9-fdc60dd4046a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:50:00.026154 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f8757c-bbf8-4ab0-98c9-fdc60dd4046a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:50:00.026648 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f8757c-bbf8-4ab0-98c9-fdc60dd4046a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:50:00.027139 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f8757c-bbf8-4ab0-98c9-fdc60dd4046a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:50:00.027643 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f8757c-bbf8-4ab0-98c9-fdc60dd4046a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:50:00.028134 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f8757c-bbf8-4ab0-98c9-fdc60dd4046a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:50:00.028630 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f8757c-bbf8-4ab0-98c9-fdc60dd4046a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:50:00.029146 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f8757c-bbf8-4ab0-98c9-fdc60dd4046a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:50:00.121688 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8c8e9a8f-3b74-4ddf-8236-b8c2f5a22dd0 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:00.235092 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8c8e9a8f-3b74-4ddf-8236-b8c2f5a22dd0 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:00.371194 n-d-836650-2 neutron-server[103321]: INFO neutron.db.l3_db [None req-8c8e9a8f-3b74-4ddf-8236-b8c2f5a22dd0 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Floating IP eb47ec99-f353-4266-93c5-07f492af44a8 associated. External IP: 172.25.6.81, port: 781aed55-59e6-4732-af9d-6cd54814fcd8. Apr 05 14:50:00.399148 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233faa22-0b21-4d26-8800-50ebcc9ec3b1 req-7f0b9c34-e768-43c5-b45a-ea706017133f tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:00.400702 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-233faa22-0b21-4d26-8800-50ebcc9ec3b1 req-7f0b9c34-e768-43c5-b45a-ea706017133f tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6203ea5-fd70-4eaa-b1cb-f34adafc6460 HTTP/1.1" status: 200 len: 944 time: 0.0633285 Apr 05 14:50:00.494454 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-233faa22-0b21-4d26-8800-50ebcc9ec3b1 req-811b41d0-371b-4264-9443-773ffce18d6e tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641339 Apr 05 14:50:00.548584 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa217a1-3bdd-4e80-9cf1-579df686105b req-7673b995-4e4e-4235-837d-98bcf6479bd4 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:00.550187 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3fa217a1-3bdd-4e80-9cf1-579df686105b req-7673b995-4e4e-4235-837d-98bcf6479bd4 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 946 time: 0.0743365 Apr 05 14:50:00.638365 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3fa217a1-3bdd-4e80-9cf1-579df686105b req-a5353d52-7b2c-4def-b56f-7b478ed6b8d6 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cbefb25-bd4b-4b8d-a9a2-f4b339ce847f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785849 Apr 05 14:50:00.679713 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c8e9a8f-3b74-4ddf-8236-b8c2f5a22dd0 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Router 1d2104ce-04d0-4d0b-a541-fbd10738befa has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:50:00.801069 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c8e9a8f-3b74-4ddf-8236-b8c2f5a22dd0 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:50:00.806632 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8c8e9a8f-3b74-4ddf-8236-b8c2f5a22dd0 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:00.811331 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e32a92-23ae-4c0a-8b78-d4ed3d8eea0e None None] Sync routers for ids ['1d2104ce-04d0-4d0b-a541-fbd10738befa'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:50:00.821916 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e32a92-23ae-4c0a-8b78-d4ed3d8eea0e None None] Routers {'1d2104ce-04d0-4d0b-a541-fbd10738befa'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:50:00.822568 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-80e32a92-23ae-4c0a-8b78-d4ed3d8eea0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:49:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['1d2104ce-04d0-4d0b-a541-fbd10738befa'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:50:00.836482 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-8c8e9a8f-3b74-4ddf-8236-b8c2f5a22dd0 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "PUT /v2.0/floatingips/eb47ec99-f353-4266-93c5-07f492af44a8 HTTP/1.1" status: 200 len: 991 time: 1.7415640 Apr 05 14:50:00.837197 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9521b4f7-1bea-4e0e-9a23-9f8cc57c769a', 'tag': '781aed55-59e6-4732-af9d-6cd54814fcd8'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:50:00.839493 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9874329-0b49-4967-a462-529abe16f47a" -d '{"events": [{"name": "network-changed", "server_uuid": "9521b4f7-1bea-4e0e-9a23-9f8cc57c769a", "tag": "781aed55-59e6-4732-af9d-6cd54814fcd8"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:50:00.882944 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e72ad8e-1071-4f37-9475-2e886fb24daf x-openstack-request-id: req-7e72ad8e-1071-4f37-9475-2e886fb24daf {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:50:00.883973 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9521b4f7-1bea-4e0e-9a23-9f8cc57c769a", "tag": "781aed55-59e6-4732-af9d-6cd54814fcd8", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:50:00.884410 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7e72ad8e-1071-4f37-9475-2e886fb24daf {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:50:00.885188 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e72ad8e-1071-4f37-9475-2e886fb24daf'] response: {'name': 'network-changed', 'server_uuid': '9521b4f7-1bea-4e0e-9a23-9f8cc57c769a', 'tag': '781aed55-59e6-4732-af9d-6cd54814fcd8', 'status': 'completed', 'code': 200} Apr 05 14:50:00.963948 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9874329-0b49-4967-a462-529abe16f47a req-c980780f-f0d0-4349-a3de-5fe246481f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:00.970343 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f9874329-0b49-4967-a462-529abe16f47a req-c980780f-f0d0-4349-a3de-5fe246481f55 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b1c6fdb1754a4696ad2f30e73253b821&device_id=9521b4f7-1bea-4e0e-9a23-9f8cc57c769a HTTP/1.1" status: 200 len: 1097 time: 0.0615878 Apr 05 14:50:00.986240 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-80e32a92-23ae-4c0a-8b78-d4ed3d8eea0e None None] Set router 1d2104ce-04d0-4d0b-a541-fbd10738befa gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:50:01.081188 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9874329-0b49-4967-a462-529abe16f47a req-ea4a0c8b-8eab-490e-8bda-994db9521240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:01.471779 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f9874329-0b49-4967-a462-529abe16f47a req-ea4a0c8b-8eab-490e-8bda-994db9521240 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0ec84664-b286-431c-8e6d-81964b6279ea HTTP/1.1" status: 200 len: 912 time: 0.1034114 Apr 05 14:50:01.471779 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f9874329-0b49-4967-a462-529abe16f47a req-a939d277-21ff-4571-8a89-9fa0846088db service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=781aed55-59e6-4732-af9d-6cd54814fcd8 HTTP/1.1" status: 200 len: 999 time: 0.0809152 Apr 05 14:50:01.471779 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9874329-0b49-4967-a462-529abe16f47a req-68d3f41c-2fdd-4ff7-83b3-727d9c7ceadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:01.471779 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f9874329-0b49-4967-a462-529abe16f47a req-68d3f41c-2fdd-4ff7-83b3-727d9c7ceadd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5191ec95-9794-4487-b4dd-b62543d80f6a HTTP/1.1" status: 200 len: 850 time: 0.0592101 Apr 05 14:50:01.474553 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-80e32a92-23ae-4c0a-8b78-d4ed3d8eea0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2104ce-04d0-4d0b-a541-fbd10738befa', 'name': 'tempest-AttachVolumeTestJSON-1840973019-router', 'tenant_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '01d78cb5-9b58-47a4-86c4-81b68d2544c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:43:54Z', 'updated_at': '2022-04-05T14:44:15Z', 'revision_number': 4, 'project_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'gw_port': {'id': '01d78cb5-9b58-47a4-86c4-81b68d2544c5', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2104ce-04d0-4d0b-a541-fbd10738befa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:43:58Z', 'updated_at': '2022-04-05T14:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': 'eb47ec99-f353-4266-93c5-07f492af44a8', 'tenant_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'floating_ip_address': '172.25.6.81', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': '1d2104ce-04d0-4d0b-a541-fbd10738befa', 'port_id': '781aed55-59e6-4732-af9d-6cd54814fcd8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ec84664-b286-431c-8e6d-81964b6279ea', 'mac_address': 'fa:16:3e:62:b6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9521b4f7-1bea-4e0e-9a23-9f8cc57c769a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:49:38Z', 'updated_at': '2022-04-05T14:50:00Z', 'revision_number': 1, 'project_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83b304e1-f9c8-4790-9dae-52dffd4bac5c', 'name': '', 'network_id': '0ec84664-b286-431c-8e6d-81964b6279ea', 'tenant_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'mac_address': 'fa:16:3e:a4:1f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2104ce-04d0-4d0b-a541-fbd10738befa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '5191ec95-9794-4487-b4dd-b62543d80f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:10Z', 'updated_at': '2022-04-05T14:44:23Z', 'revision_number': 5, 'project_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'subnets': [{'id': '5191ec95-9794-4487-b4dd-b62543d80f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:50:01.475048 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9874329-0b49-4967-a462-529abe16f47a req-f8169526-7736-4096-9546-f493e11d4a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:01.475048 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f9874329-0b49-4967-a462-529abe16f47a req-f8169526-7736-4096-9546-f493e11d4a02 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0ec84664-b286-431c-8e6d-81964b6279ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434256 Apr 05 14:50:01.475748 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e32a92-23ae-4c0a-8b78-d4ed3d8eea0e None None] Checking router: 1d2104ce-04d0-4d0b-a541-fbd10738befa for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:50:01.475748 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e32a92-23ae-4c0a-8b78-d4ed3d8eea0e None None] Routers {'1d2104ce-04d0-4d0b-a541-fbd10738befa'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:50:01.475748 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-80e32a92-23ae-4c0a-8b78-d4ed3d8eea0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:49:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['1d2104ce-04d0-4d0b-a541-fbd10738befa'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:50:01.476218 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f9874329-0b49-4967-a462-529abe16f47a req-4dd85f22-68ef-4245-94fe-388e865c3b4d service neutron] 10.222.0.55 "GET /v2.0/networks/0ec84664-b286-431c-8e6d-81964b6279ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062355 Apr 05 14:50:01.476460 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-80e32a92-23ae-4c0a-8b78-d4ed3d8eea0e None None] Set router 1d2104ce-04d0-4d0b-a541-fbd10738befa gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:50:01.551588 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f9874329-0b49-4967-a462-529abe16f47a req-d6baf999-2b7b-4d0f-939f-3bb8681f89af service neutron] 10.222.0.55 "GET /v2.0/networks/0ec84664-b286-431c-8e6d-81964b6279ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443782 Apr 05 14:50:01.654839 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 35752) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:50:01.753334 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f0d254-d375-4ccc-9f4d-06bde14e46a3 req-2362df50-f5dd-4172-b39f-a1593dc2d0ff tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:01.755350 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-49f0d254-d375-4ccc-9f4d-06bde14e46a3 req-2362df50-f5dd-4172-b39f-a1593dc2d0ff tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6203ea5-fd70-4eaa-b1cb-f34adafc6460 HTTP/1.1" status: 200 len: 944 time: 0.1272125 Apr 05 14:50:01.822169 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-49f0d254-d375-4ccc-9f4d-06bde14e46a3 req-c4fbb830-74a3-43d4-8b11-3cc599693d19 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571420 Apr 05 14:50:01.879818 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-80e32a92-23ae-4c0a-8b78-d4ed3d8eea0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2104ce-04d0-4d0b-a541-fbd10738befa', 'name': 'tempest-AttachVolumeTestJSON-1840973019-router', 'tenant_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '01d78cb5-9b58-47a4-86c4-81b68d2544c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:43:54Z', 'updated_at': '2022-04-05T14:44:15Z', 'revision_number': 4, 'project_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'gw_port': {'id': '01d78cb5-9b58-47a4-86c4-81b68d2544c5', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2104ce-04d0-4d0b-a541-fbd10738befa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:43:58Z', 'updated_at': '2022-04-05T14:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': 'eb47ec99-f353-4266-93c5-07f492af44a8', 'tenant_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'floating_ip_address': '172.25.6.81', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': '1d2104ce-04d0-4d0b-a541-fbd10738befa', 'port_id': '781aed55-59e6-4732-af9d-6cd54814fcd8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ec84664-b286-431c-8e6d-81964b6279ea', 'mac_address': 'fa:16:3e:62:b6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9521b4f7-1bea-4e0e-9a23-9f8cc57c769a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:49:38Z', 'updated_at': '2022-04-05T14:50:00Z', 'revision_number': 1, 'project_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83b304e1-f9c8-4790-9dae-52dffd4bac5c', 'name': '', 'network_id': '0ec84664-b286-431c-8e6d-81964b6279ea', 'tenant_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'mac_address': 'fa:16:3e:a4:1f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2104ce-04d0-4d0b-a541-fbd10738befa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '5191ec95-9794-4487-b4dd-b62543d80f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:10Z', 'updated_at': '2022-04-05T14:44:23Z', 'revision_number': 5, 'project_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'subnets': [{'id': '5191ec95-9794-4487-b4dd-b62543d80f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:50:01.901231 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32099e33-7fcf-45ff-b7d6-aeadde69e649 req-0c09ecb6-5365-4d16-98ce-ab065c117e81 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:01.903005 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-32099e33-7fcf-45ff-b7d6-aeadde69e649 req-0c09ecb6-5365-4d16-98ce-ab065c117e81 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 946 time: 0.0936239 Apr 05 14:50:01.905717 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-56981069-429f-4c4f-a7af-df7a8865ed0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:01.930073 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e32a92-23ae-4c0a-8b78-d4ed3d8eea0e None None] The sync data for ids ['1d2104ce-04d0-4d0b-a541-fbd10738befa'] in n-d-836650-2 is: [{'id': '1d2104ce-04d0-4d0b-a541-fbd10738befa', 'name': 'tempest-AttachVolumeTestJSON-1840973019-router', 'tenant_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '01d78cb5-9b58-47a4-86c4-81b68d2544c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:43:54Z', 'updated_at': '2022-04-05T14:44:15Z', 'revision_number': 4, 'project_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'gw_port': {'id': '01d78cb5-9b58-47a4-86c4-81b68d2544c5', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2104ce-04d0-4d0b-a541-fbd10738befa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:43:58Z', 'updated_at': '2022-04-05T14:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': 'eb47ec99-f353-4266-93c5-07f492af44a8', 'tenant_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'floating_ip_address': '172.25.6.81', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': '1d2104ce-04d0-4d0b-a541-fbd10738befa', 'port_id': '781aed55-59e6-4732-af9d-6cd54814fcd8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ec84664-b286-431c-8e6d-81964b6279ea', 'mac_address': 'fa:16:3e:62:b6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9521b4f7-1bea-4e0e-9a23-9f8cc57c769a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:49:38Z', 'updated_at': '2022-04-05T14:50:00Z', 'revision_number': 1, 'project_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83b304e1-f9c8-4790-9dae-52dffd4bac5c', 'name': '', 'network_id': '0ec84664-b286-431c-8e6d-81964b6279ea', 'tenant_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'mac_address': 'fa:16:3e:a4:1f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2104ce-04d0-4d0b-a541-fbd10738befa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '5191ec95-9794-4487-b4dd-b62543d80f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:10Z', 'updated_at': '2022-04-05T14:44:23Z', 'revision_number': 5, 'project_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'subnets': [{'id': '5191ec95-9794-4487-b4dd-b62543d80f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:50:01.961328 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-32099e33-7fcf-45ff-b7d6-aeadde69e649 req-74ce00ad-2797-4cf7-ba54-025185a5db43 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cbefb25-bd4b-4b8d-a9a2-f4b339ce847f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481608 Apr 05 14:50:02.081521 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 35782) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:50:02.081996 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-56981069-429f-4c4f-a7af-df7a8865ed0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:02.155010 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-56981069-429f-4c4f-a7af-df7a8865ed0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:02.190159 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56981069-429f-4c4f-a7af-df7a8865ed0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b15fe42-ca12-4d48-bf66-8b639fac5961,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:02.204317 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-7c9dd356-fad1-4f18-b36f-f376cd089634 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1732339431-network', 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:50:02.228133 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 35790) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:50:02.228471 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-56981069-429f-4c4f-a7af-df7a8865ed0d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e79c64db30e149499910d595eaedaf4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5721109 Apr 05 14:50:02.277743 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e1c437-3c88-4cb8-b97d-0ae0472e3804 None None] New status for floating IP eb47ec99-f353-4266-93c5-07f492af44a8: ACTIVE {{(pid=103323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 14:50:02.303816 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-252fd4b1-428d-4034-9298-cee3398e55bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:02.328180 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-252fd4b1-428d-4034-9298-cee3398e55bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:02.349412 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c9dd356-fad1-4f18-b36f-f376cd089634 admin admin] Made reservation on behalf of 0d680450c8534547bd5afee8c1b9c44d for: {'network': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:50:02.351752 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7c9dd356-fad1-4f18-b36f-f376cd089634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:02.371460 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7c9dd356-fad1-4f18-b36f-f376cd089634 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:02.510565 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-252fd4b1-428d-4034-9298-cee3398e55bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:02.514000 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-252fd4b1-428d-4034-9298-cee3398e55bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:02.517897 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-252fd4b1-428d-4034-9298-cee3398e55bc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2b15fe42-ca12-4d48-bf66-8b639fac5961 HTTP/1.1" status: 204 len: 168 time: 0.2853096 Apr 05 14:50:02.531988 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252fd4b1-428d-4034-9298-cee3398e55bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b15fe42-ca12-4d48-bf66-8b639fac5961,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:02.576824 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7c9dd356-fad1-4f18-b36f-f376cd089634 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:02.709032 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7c9dd356-fad1-4f18-b36f-f376cd089634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:02.738708 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c9dd356-fad1-4f18-b36f-f376cd089634 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=103320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:50:02.748751 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9dd356-fad1-4f18-b36f-f376cd089634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d1940b8-21ad-47e3-a190-ee538292cae9,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:02.755320 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7c9dd356-fad1-4f18-b36f-f376cd089634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:02.757833 n-d-836650-2 neutron-server[103320]: INFO neutron.db.segments_db [None req-7c9dd356-fad1-4f18-b36f-f376cd089634 admin admin] Added segment 66fbd2e0-c36a-4acf-927a-20a3621831c7 of type vlan for network 9c33a3eb-a65a-4749-8ece-9c0c17a8413b Apr 05 14:50:02.810225 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7c9dd356-fad1-4f18-b36f-f376cd089634 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:02.887152 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7c9dd356-fad1-4f18-b36f-f376cd089634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:02.888250 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9dd356-fad1-4f18-b36f-f376cd089634 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:02.888989 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7c9dd356-fad1-4f18-b36f-f376cd089634 admin admin] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:03.008338 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-7c9dd356-fad1-4f18-b36f-f376cd089634 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9260087 Apr 05 14:50:03.009118 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 35830) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:50:03.025589 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9dd356-fad1-4f18-b36f-f376cd089634 admin admin] Pushing event updated for resources: {'Network': ['ID=9c33a3eb-a65a-4749-8ece-9c0c17a8413b,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:03.025714 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-365ce738-ed85-4eae-abe3-0e5f7df4c542 admin admin] Request body: {'subnet': {'network_id': '9c33a3eb-a65a-4749-8ece-9c0c17a8413b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1732339431-subnet', 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:50:03.044581 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 9c33a3eb-a65a-4749-8ece-9c0c17a8413b details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:50:03.050247 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e039cbcb-905e-48a9-994c-478a12ce6c92 req-60a7509e-a28a-4ffe-ae21-79f2ba6c7ce8 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:03.052506 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e039cbcb-905e-48a9-994c-478a12ce6c92 req-60a7509e-a28a-4ffe-ae21-79f2ba6c7ce8 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6203ea5-fd70-4eaa-b1cb-f34adafc6460 HTTP/1.1" status: 200 len: 944 time: 0.1271279 Apr 05 14:50:03.117361 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e039cbcb-905e-48a9-994c-478a12ce6c92 req-dfd4a5eb-2387-4c4a-87cc-b80d4eb2ffd8 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554159 Apr 05 14:50:03.159628 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365ce738-ed85-4eae-abe3-0e5f7df4c542 admin admin] Made reservation on behalf of 0d680450c8534547bd5afee8c1b9c44d for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:50:03.169439 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-365ce738-ed85-4eae-abe3-0e5f7df4c542 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:03.174097 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5d19dc-d23d-4b11-83e8-e21e7f80ce0c req-34bca78b-225e-4466-a496-baad052db290 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:03.175604 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-be5d19dc-d23d-4b11-83e8-e21e7f80ce0c req-34bca78b-225e-4466-a496-baad052db290 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 946 time: 0.0679600 Apr 05 14:50:03.219823 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-be5d19dc-d23d-4b11-83e8-e21e7f80ce0c req-ec2b0a68-ca2f-4dd0-88a7-0fac2abd569f tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cbefb25-bd4b-4b8d-a9a2-f4b339ce847f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367100 Apr 05 14:50:03.378880 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 35844) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:50:03.402029 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d78ac2e3-b44e-4f58-b3c6-34ac82937cfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:03.486451 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d78ac2e3-b44e-4f58-b3c6-34ac82937cfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:03.498218 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-365ce738-ed85-4eae-abe3-0e5f7df4c542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:03.566754 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365ce738-ed85-4eae-abe3-0e5f7df4c542 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0eeff46-5c4b-4ea4-85de-a28a5ce6d062,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:03.577284 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365ce738-ed85-4eae-abe3-0e5f7df4c542 admin admin] Checking segment: {'id': '66fbd2e0-c36a-4acf-927a-20a3621831c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9c33a3eb-a65a-4749-8ece-9c0c17a8413b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:50:03.582317 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365ce738-ed85-4eae-abe3-0e5f7df4c542 admin admin] Network hostable DHCP agents. Network: 9c33a3eb-a65a-4749-8ece-9c0c17a8413b, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:50:03.601929 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d78ac2e3-b44e-4f58-b3c6-34ac82937cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:03.656607 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-d78ac2e3-b44e-4f58-b3c6-34ac82937cfb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=aa2850c523fd4d61a2329f4e6245d420&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2763774 Apr 05 14:50:03.657680 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78ac2e3-b44e-4f58-b3c6-34ac82937cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a400a997-9636-40ca-a1a9-2541ed7150ae,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:03.660001 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 35852) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:50:03.683248 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365ce738-ed85-4eae-abe3-0e5f7df4c542 admin admin] Network 9c33a3eb-a65a-4749-8ece-9c0c17a8413b is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:50:03.732552 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-776ff540-d0fd-4b38-8419-cd467954563b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:03.755784 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-776ff540-d0fd-4b38-8419-cd467954563b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:03.800759 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-365ce738-ed85-4eae-abe3-0e5f7df4c542 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 9c33a3eb-a65a-4749-8ece-9c0c17a8413b) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:50:03.805376 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365ce738-ed85-4eae-abe3-0e5f7df4c542 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:03.805963 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-365ce738-ed85-4eae-abe3-0e5f7df4c542 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:03.812358 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e939a9ed-9742-4d1b-ad23-3a7dece65f4b None None] Network 9c33a3eb-a65a-4749-8ece-9c0c17a8413b requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:50:03.972826 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4634a132-256d-4a54-8ee1-7906a3fa5760 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-9c33a3eb-a65a-4749-8ece-9c0c17a8413b', 'network_id': '9c33a3eb-a65a-4749-8ece-9c0c17a8413b', 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'fixed_ips': [{'subnet_id': 'b0eeff46-5c4b-4ea4-85de-a28a5ce6d062'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:50:03.974364 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4634a132-256d-4a54-8ee1-7906a3fa5760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:03.976828 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-365ce738-ed85-4eae-abe3-0e5f7df4c542 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9660950 Apr 05 14:50:03.977250 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-776ff540-d0fd-4b38-8419-cd467954563b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:03.979107 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 35866) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:50:03.984300 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-1ce1e7d2-54a8-4b2f-8ad8-aa774e8ead05 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1732339431-router', 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:50:03.992512 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-776ff540-d0fd-4b38-8419-cd467954563b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:03.993814 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-776ff540-d0fd-4b38-8419-cd467954563b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a400a997-9636-40ca-a1a9-2541ed7150ae HTTP/1.1" status: 204 len: 168 time: 0.3319638 Apr 05 14:50:04.008205 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776ff540-d0fd-4b38-8419-cd467954563b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a400a997-9636-40ca-a1a9-2541ed7150ae,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:04.132062 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1ce1e7d2-54a8-4b2f-8ad8-aa774e8ead05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27088'] for router, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:04.133167 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1ce1e7d2-54a8-4b2f-8ad8-aa774e8ead05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27079'] for router, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:04.144809 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-4634a132-256d-4a54-8ee1-7906a3fa5760 None None] Allocated IP 172.20.0.2 (9c33a3eb-a65a-4749-8ece-9c0c17a8413b/b0eeff46-5c4b-4ea4-85de-a28a5ce6d062/93fd8c34-78f5-4019-bdb8-c90fd569488d) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:50:04.188609 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1ce1e7d2-54a8-4b2f-8ad8-aa774e8ead05 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:04.277678 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83500e-a3c1-4d0b-8c30-1135c20c1a9b req-7eedc3a2-bbfe-4aa7-aeae-dd12d94f991a tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:04.287733 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5e83500e-a3c1-4d0b-8c30-1135c20c1a9b req-7eedc3a2-bbfe-4aa7-aeae-dd12d94f991a tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6203ea5-fd70-4eaa-b1cb-f34adafc6460 HTTP/1.1" status: 200 len: 944 time: 0.0771201 Apr 05 14:50:04.339411 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5e83500e-a3c1-4d0b-8c30-1135c20c1a9b req-16869c0d-047c-44a0-a0b4-97f0a6508116 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505803 Apr 05 14:50:04.360292 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4634a132-256d-4a54-8ee1-7906a3fa5760 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:04.463588 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4634a132-256d-4a54-8ee1-7906a3fa5760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:04.545843 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4634a132-256d-4a54-8ee1-7906a3fa5760 None None] Network 9c33a3eb-a65a-4749-8ece-9c0c17a8413b is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:50:04.549034 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4634a132-256d-4a54-8ee1-7906a3fa5760 None None] Pushing event updated for resources: {'Port': ['ID=93fd8c34-78f5-4019-bdb8-c90fd569488d,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:04.560197 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-4634a132-256d-4a54-8ee1-7906a3fa5760 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:50:04.563166 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4634a132-256d-4a54-8ee1-7906a3fa5760 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:50:04.639880 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-4634a132-256d-4a54-8ee1-7906a3fa5760 None None] Attempting to bind port 93fd8c34-78f5-4019-bdb8-c90fd569488d on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:50:04.642950 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-4634a132-256d-4a54-8ee1-7906a3fa5760 None None] Attempting to bind port 93fd8c34-78f5-4019-bdb8-c90fd569488d by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '66fbd2e0-c36a-4acf-927a-20a3621831c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9c33a3eb-a65a-4749-8ece-9c0c17a8413b'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:50:04.642950 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4634a132-256d-4a54-8ee1-7906a3fa5760 None None] Attempting to bind port 93fd8c34-78f5-4019-bdb8-c90fd569488d on network 9c33a3eb-a65a-4749-8ece-9c0c17a8413b {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:50:04.647199 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4634a132-256d-4a54-8ee1-7906a3fa5760 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:50:04.647584 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4634a132-256d-4a54-8ee1-7906a3fa5760 None None] Checking segment: {'id': '66fbd2e0-c36a-4acf-927a-20a3621831c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9c33a3eb-a65a-4749-8ece-9c0c17a8413b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:50:04.647990 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4634a132-256d-4a54-8ee1-7906a3fa5760 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:04.648386 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4634a132-256d-4a54-8ee1-7906a3fa5760 None None] Bound using segment: {'id': '66fbd2e0-c36a-4acf-927a-20a3621831c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9c33a3eb-a65a-4749-8ece-9c0c17a8413b'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:50:04.648866 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-4634a132-256d-4a54-8ee1-7906a3fa5760 None None] Bound port: 93fd8c34-78f5-4019-bdb8-c90fd569488d, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66fbd2e0-c36a-4acf-927a-20a3621831c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9c33a3eb-a65a-4749-8ece-9c0c17a8413b'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:50:04.649288 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4634a132-256d-4a54-8ee1-7906a3fa5760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:04.735186 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-4634a132-256d-4a54-8ee1-7906a3fa5760 None None] For port 93fd8c34-78f5-4019-bdb8-c90fd569488d, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:50:04.743970 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-4634a132-256d-4a54-8ee1-7906a3fa5760 None None] For port 93fd8c34-78f5-4019-bdb8-c90fd569488d, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=93fd8c34-78f5-4019-bdb8-c90fd569488d,segment=NetworkSegment(66fbd2e0-c36a-4acf-927a-20a3621831c7),segment_id=66fbd2e0-c36a-4acf-927a-20a3621831c7)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:50:04.862770 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8207f933-47c5-43bb-a50e-bc82021d7bf4 req-e1e4c6b8-522b-4967-bab3-1bd10d5d91aa tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:04.864744 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8207f933-47c5-43bb-a50e-bc82021d7bf4 req-e1e4c6b8-522b-4967-bab3-1bd10d5d91aa tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 946 time: 0.4715018 Apr 05 14:50:04.867033 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1ce1e7d2-54a8-4b2f-8ad8-aa774e8ead05 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:04.892702 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4634a132-256d-4a54-8ee1-7906a3fa5760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:04.951397 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8207f933-47c5-43bb-a50e-bc82021d7bf4 req-1c0d7527-44dc-41d0-9e0b-2773f18d3d89 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cbefb25-bd4b-4b8d-a9a2-f4b339ce847f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401745 Apr 05 14:50:04.973177 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4634a132-256d-4a54-8ee1-7906a3fa5760 None None] Pushing event updated for resources: {'Port': ['ID=93fd8c34-78f5-4019-bdb8-c90fd569488d,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:05.037202 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 35916) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:50:05.059021 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-66e7948c-4902-4ca6-8508-dcac0461e361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:05.197356 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-66e7948c-4902-4ca6-8508-dcac0461e361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:05.253589 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1ce1e7d2-54a8-4b2f-8ad8-aa774e8ead05 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:05.287657 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1ce1e7d2-54a8-4b2f-8ad8-aa774e8ead05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:05.325301 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-66e7948c-4902-4ca6-8508-dcac0461e361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:05.402149 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-66e7948c-4902-4ca6-8508-dcac0461e361 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cac10c2ee0124a8cb887bca9e8b00156&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3624268 Apr 05 14:50:05.404083 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 35932) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:50:05.429163 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e7948c-4902-4ca6-8508-dcac0461e361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86838cd3-fb14-4e4d-8323-f48f8f077250,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:05.519566 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1e7b3c8c-c99f-446f-9fbe-b8aed702a832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:05.548379 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 93fd8c34-78f5-4019-bdb8-c90fd569488d up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:50:05.580909 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1e7b3c8c-c99f-446f-9fbe-b8aed702a832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:05.592220 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-1ce1e7d2-54a8-4b2f-8ad8-aa774e8ead05 admin admin] Allocated IP 172.25.6.182 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/bd6b8bf7-c569-4249-ab62-bab0f76cc3e2) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:50:05.601958 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783c4590-aeae-4ed3-83f8-0e01c163a415 req-b01e98bb-e25e-40ed-bc4e-2b9d27078d69 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:05.610773 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-783c4590-aeae-4ed3-83f8-0e01c163a415 req-b01e98bb-e25e-40ed-bc4e-2b9d27078d69 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6203ea5-fd70-4eaa-b1cb-f34adafc6460 HTTP/1.1" status: 200 len: 944 time: 0.1031835 Apr 05 14:50:05.634014 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 93fd8c34-78f5-4019-bdb8-c90fd569488d triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:50:05.634014 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:05.684354 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-783c4590-aeae-4ed3-83f8-0e01c163a415 req-0113625d-de75-4cec-8499-dc7bbf162034 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726719 Apr 05 14:50:05.727577 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:05.739207 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1e7b3c8c-c99f-446f-9fbe-b8aed702a832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:05.745829 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1e7b3c8c-c99f-446f-9fbe-b8aed702a832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:05.766048 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-1e7b3c8c-c99f-446f-9fbe-b8aed702a832 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/86838cd3-fb14-4e4d-8323-f48f8f077250 HTTP/1.1" status: 204 len: 168 time: 0.3607070 Apr 05 14:50:05.777568 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port 93fd8c34-78f5-4019-bdb8-c90fd569488d, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=93fd8c34-78f5-4019-bdb8-c90fd569488d,segment=NetworkSegment(66fbd2e0-c36a-4acf-927a-20a3621831c7),segment_id=66fbd2e0-c36a-4acf-927a-20a3621831c7)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:50:05.777961 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7b3c8c-c99f-446f-9fbe-b8aed702a832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86838cd3-fb14-4e4d-8323-f48f8f077250,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:05.800004 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1ce1e7d2-54a8-4b2f-8ad8-aa774e8ead05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:05.800647 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7b3c8c-c99f-446f-9fbe-b8aed702a832 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:50:05.801165 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7b3c8c-c99f-446f-9fbe-b8aed702a832 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:50:05.801360 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7b3c8c-c99f-446f-9fbe-b8aed702a832 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:50:05.801865 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7b3c8c-c99f-446f-9fbe-b8aed702a832 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:50:05.802201 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7b3c8c-c99f-446f-9fbe-b8aed702a832 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:50:05.802529 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7b3c8c-c99f-446f-9fbe-b8aed702a832 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:50:05.802853 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7b3c8c-c99f-446f-9fbe-b8aed702a832 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:50:05.803175 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7b3c8c-c99f-446f-9fbe-b8aed702a832 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:50:05.803496 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7b3c8c-c99f-446f-9fbe-b8aed702a832 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:50:05.803817 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7b3c8c-c99f-446f-9fbe-b8aed702a832 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:50:05.804145 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7b3c8c-c99f-446f-9fbe-b8aed702a832 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:50:05.807005 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7b3c8c-c99f-446f-9fbe-b8aed702a832 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:50:05.900912 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:05.943121 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1ce1e7d2-54a8-4b2f-8ad8-aa774e8ead05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:05.956938 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=93fd8c34-78f5-4019-bdb8-c90fd569488d,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:05.984230 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce1e7d2-54a8-4b2f-8ad8-aa774e8ead05 admin admin] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:50:05.990095 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-1ce1e7d2-54a8-4b2f-8ad8-aa774e8ead05 admin admin] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:50:05.994583 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce1e7d2-54a8-4b2f-8ad8-aa774e8ead05 admin admin] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:50:06.020725 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce1e7d2-54a8-4b2f-8ad8-aa774e8ead05 admin admin] Pushing event updated for resources: {'Port': ['ID=bd6b8bf7-c569-4249-ab62-bab0f76cc3e2,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:06.245435 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7412b56c-2cff-46e2-9b09-eafb948275d0 req-52e79d50-e00d-42e3-9279-e54771d128d1 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:06.247305 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7412b56c-2cff-46e2-9b09-eafb948275d0 req-52e79d50-e00d-42e3-9279-e54771d128d1 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 946 time: 0.0711474 Apr 05 14:50:06.300953 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7412b56c-2cff-46e2-9b09-eafb948275d0 req-0fbc7b72-af97-44d1-b923-469d0324e6fd tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cbefb25-bd4b-4b8d-a9a2-f4b339ce847f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455828 Apr 05 14:50:06.473080 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1ce1e7d2-54a8-4b2f-8ad8-aa774e8ead05 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:06.525656 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba5c897-533e-4b66-ae9e-d6bc7d6f4011 None None] Network 9c33a3eb-a65a-4749-8ece-9c0c17a8413b requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:50:06.601345 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-38d90f45-25a2-4ed5-bebf-14540b3211f9 None None] Provisioning complete for port 93fd8c34-78f5-4019-bdb8-c90fd569488d triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:50:06.602031 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-38d90f45-25a2-4ed5-bebf-14540b3211f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:06.709463 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1ce1e7d2-54a8-4b2f-8ad8-aa774e8ead05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618'] for router, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:06.894263 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464cf952-26c0-4bd8-a885-7bb706144190 req-7d6f931b-e9b4-4fe1-a598-988431d8d6bc tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:06.896580 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-464cf952-26c0-4bd8-a885-7bb706144190 req-7d6f931b-e9b4-4fe1-a598-988431d8d6bc tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6203ea5-fd70-4eaa-b1cb-f34adafc6460 HTTP/1.1" status: 200 len: 944 time: 0.0784564 Apr 05 14:50:06.959300 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-464cf952-26c0-4bd8-a885-7bb706144190 req-d8f9e549-6c1c-48f9-8c3a-ae3b1bbf41bf tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440731 Apr 05 14:50:07.007830 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ce1e7d2-54a8-4b2f-8ad8-aa774e8ead05 admin admin] Router b1445dec-20ca-403d-b665-56d8d9cba455 is scheduled to L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 with binding_index 1 {{(pid=103320) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:50:07.133307 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ce1e7d2-54a8-4b2f-8ad8-aa774e8ead05 admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:50:07.144019 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a32ce3-90c5-4fa1-b2fe-ee736f9d379d None None] Sync routers for ids ['b1445dec-20ca-403d-b665-56d8d9cba455'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:50:07.156417 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a32ce3-90c5-4fa1-b2fe-ee736f9d379d None None] Routers {'b1445dec-20ca-403d-b665-56d8d9cba455'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:50:07.157113 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-19a32ce3-90c5-4fa1-b2fe-ee736f9d379d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:49:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['b1445dec-20ca-403d-b665-56d8d9cba455'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:50:07.262164 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1ce1e7d2-54a8-4b2f-8ad8-aa774e8ead05 admin admin] Notify callbacks [] for router, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:07.269113 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-1ce1e7d2-54a8-4b2f-8ad8-aa774e8ead05 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.2832127 Apr 05 14:50:07.269113 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 35984) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:50:07.339325 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-19a32ce3-90c5-4fa1-b2fe-ee736f9d379d None None] Set router b1445dec-20ca-403d-b665-56d8d9cba455 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:50:07.397533 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-44cc6a2d-5a2f-4dff-a4ef-85f2ba7ce172 None None] Provisioning complete for port 93fd8c34-78f5-4019-bdb8-c90fd569488d triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:50:07.397533 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-44cc6a2d-5a2f-4dff-a4ef-85f2ba7ce172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:07.535711 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 93fd8c34-78f5-4019-bdb8-c90fd569488d up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:50:07.691444 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 93fd8c34-78f5-4019-bdb8-c90fd569488d triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:50:07.692144 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:07.741873 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e872e-f322-42a3-aa85-dc79f5661264 req-bc19f85c-f72c-423a-ad04-98b76ad21f51 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:07.743897 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-197e872e-f322-42a3-aa85-dc79f5661264 req-bc19f85c-f72c-423a-ad04-98b76ad21f51 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 946 time: 0.2464354 Apr 05 14:50:07.757301 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-19a32ce3-90c5-4fa1-b2fe-ee736f9d379d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'name': 'tempest-AttachVolumeNegativeTest-1732339431-router', 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'bd6b8bf7-c569-4249-ab62-bab0f76cc3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:50:04Z', 'updated_at': '2022-04-05T14:50:06Z', 'revision_number': 3, 'project_id': '0d680450c8534547bd5afee8c1b9c44d', 'gw_port': {'id': 'bd6b8bf7-c569-4249-ab62-bab0f76cc3e2', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e4:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:05Z', 'updated_at': '2022-04-05T14:50:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:50:07.761911 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e93a85-65e8-4e35-b74b-3ca239d92093 req-0c90e668-9179-406b-8a1c-cccae8f5a0de tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:07.763469 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-04e93a85-65e8-4e35-b74b-3ca239d92093 req-0c90e668-9179-406b-8a1c-cccae8f5a0de tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] 10.222.0.30 "GET /v2.0/networks?id=33ebbbee-9109-44a5-810a-f864f1056c06 HTTP/1.1" status: 200 len: 814 time: 0.3429699 Apr 05 14:50:07.794010 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a32ce3-90c5-4fa1-b2fe-ee736f9d379d None None] Checking router: b1445dec-20ca-403d-b665-56d8d9cba455 for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:50:07.794368 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a32ce3-90c5-4fa1-b2fe-ee736f9d379d None None] Updating router b1445dec-20ca-403d-b665-56d8d9cba455 port bd6b8bf7-c569-4249-ab62-bab0f76cc3e2 binding host n-d-836650-2 {{(pid=103322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:50:07.849912 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-19a32ce3-90c5-4fa1-b2fe-ee736f9d379d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:07.861074 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-04e93a85-65e8-4e35-b74b-3ca239d92093 req-514d2bff-bfbd-4b3c-a434-ef38475cf6da tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] 10.222.0.30 "GET /v2.0/quotas/48b4e3631f3848fc9514bcdedbce1969 HTTP/1.1" status: 200 len: 375 time: 0.0776777 Apr 05 14:50:07.870598 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-197e872e-f322-42a3-aa85-dc79f5661264 req-1ccc47ba-5d7e-442b-a14e-748fd0262d95 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cbefb25-bd4b-4b8d-a9a2-f4b339ce847f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159229 Apr 05 14:50:07.945972 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-04e93a85-65e8-4e35-b74b-3ca239d92093 req-73fa1678-c7e2-4f74-9257-e5398ab1cafb tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=48b4e3631f3848fc9514bcdedbce1969&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0664556 Apr 05 14:50:08.125695 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a94e89-094c-41db-980c-5664229f6d8a req-ab76dde9-deb1-4c69-bb42-262f29033851 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:08.127261 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-43a94e89-094c-41db-980c-5664229f6d8a req-ab76dde9-deb1-4c69-bb42-262f29033851 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6203ea5-fd70-4eaa-b1cb-f34adafc6460 HTTP/1.1" status: 200 len: 944 time: 0.0951350 Apr 05 14:50:08.279013 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-19a32ce3-90c5-4fa1-b2fe-ee736f9d379d None None] Notify callbacks [] for port, precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:08.306312 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ab36cedd-6528-47b0-9e07-732dc02a7328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:08.329725 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-43a94e89-094c-41db-980c-5664229f6d8a req-34c5b5b7-31dd-4b26-8ccf-49f300433b09 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895771 Apr 05 14:50:08.397777 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-04e93a85-65e8-4e35-b74b-3ca239d92093 req-33f1b358-a369-4af7-8bb7-873f17a4c2cb service neutron] 10.222.0.30 "GET /v2.0/networks/33ebbbee-9109-44a5-810a-f864f1056c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4434850 Apr 05 14:50:08.446882 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-19a32ce3-90c5-4fa1-b2fe-ee736f9d379d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:08.512603 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-19a32ce3-90c5-4fa1-b2fe-ee736f9d379d None None] Attempting to bind port bd6b8bf7-c569-4249-ab62-bab0f76cc3e2 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:50:08.512919 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-19a32ce3-90c5-4fa1-b2fe-ee736f9d379d None None] Attempting to bind port bd6b8bf7-c569-4249-ab62-bab0f76cc3e2 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:50:08.513134 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a32ce3-90c5-4fa1-b2fe-ee736f9d379d None None] Attempting to bind port bd6b8bf7-c569-4249-ab62-bab0f76cc3e2 on network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:50:08.522557 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a32ce3-90c5-4fa1-b2fe-ee736f9d379d None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:50:08.529282 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a32ce3-90c5-4fa1-b2fe-ee736f9d379d None None] Checking segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:50:08.529282 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-19a32ce3-90c5-4fa1-b2fe-ee736f9d379d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:08.529282 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a32ce3-90c5-4fa1-b2fe-ee736f9d379d None None] Bound using segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:50:08.529282 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-19a32ce3-90c5-4fa1-b2fe-ee736f9d379d None None] Bound port: bd6b8bf7-c569-4249-ab62-bab0f76cc3e2, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:50:08.529282 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-19a32ce3-90c5-4fa1-b2fe-ee736f9d379d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:08.529282 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadad99e-eded-4d6a-8e91-e247be3a8e3f None None] Pushing event updated for resources: {'Port': ['ID=bd6b8bf7-c569-4249-ab62-bab0f76cc3e2,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:08.572146 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-04e93a85-65e8-4e35-b74b-3ca239d92093 req-cf313bd6-9834-4cac-8da2-d82eea29474c service neutron] 10.222.0.30 "GET /v2.0/networks/33ebbbee-9109-44a5-810a-f864f1056c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651566 Apr 05 14:50:08.588774 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-19a32ce3-90c5-4fa1-b2fe-ee736f9d379d None None] For port bd6b8bf7-c569-4249-ab62-bab0f76cc3e2, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:50:08.590082 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-ab36cedd-6528-47b0-9e07-732dc02a7328 admin admin] Allocated IP 172.20.0.1 (9c33a3eb-a65a-4749-8ece-9c0c17a8413b/b0eeff46-5c4b-4ea4-85de-a28a5ce6d062/9221f79d-cf57-48ff-99a2-721b9a2f3ce1) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:50:08.598753 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-19a32ce3-90c5-4fa1-b2fe-ee736f9d379d None None] For port bd6b8bf7-c569-4249-ab62-bab0f76cc3e2, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=bd6b8bf7-c569-4249-ab62-bab0f76cc3e2,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:50:08.681804 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-19a32ce3-90c5-4fa1-b2fe-ee736f9d379d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:08.743969 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadad99e-eded-4d6a-8e91-e247be3a8e3f None None] Pushing event updated for resources: {'Port': ['ID=bd6b8bf7-c569-4249-ab62-bab0f76cc3e2,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:08.762151 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ab36cedd-6528-47b0-9e07-732dc02a7328 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:08.777870 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a32ce3-90c5-4fa1-b2fe-ee736f9d379d None None] Routers {'b1445dec-20ca-403d-b665-56d8d9cba455'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:50:08.779149 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-19a32ce3-90c5-4fa1-b2fe-ee736f9d379d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:49:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['b1445dec-20ca-403d-b665-56d8d9cba455'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:50:08.927561 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-19a32ce3-90c5-4fa1-b2fe-ee736f9d379d None None] Set router b1445dec-20ca-403d-b665-56d8d9cba455 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:50:08.941081 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ab36cedd-6528-47b0-9e07-732dc02a7328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:08.950683 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0cefa9c6-20fc-4291-b513-a3a437ffae55 req-561ab356-ba06-41c3-bb66-6d31f67b2bd5 tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6ace499-4080-45a3-9d5f-a065cb6221b9 HTTP/1.1" status: 200 len: 210 time: 0.0644698 Apr 05 14:50:09.100085 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab36cedd-6528-47b0-9e07-732dc02a7328 admin admin] Network 9c33a3eb-a65a-4749-8ece-9c0c17a8413b is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:50:09.107672 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-ab36cedd-6528-47b0-9e07-732dc02a7328 admin admin] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:50:09.110025 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab36cedd-6528-47b0-9e07-732dc02a7328 admin admin] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:50:09.142897 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab36cedd-6528-47b0-9e07-732dc02a7328 admin admin] Pushing event updated for resources: {'Port': ['ID=9221f79d-cf57-48ff-99a2-721b9a2f3ce1,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:09.171357 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1547ea7b-0457-4cd4-aa7e-d141c0114d4f req-6039ba57-cb88-4ab3-a8bd-2f550b897ea5 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:09.180242 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1547ea7b-0457-4cd4-aa7e-d141c0114d4f req-6039ba57-cb88-4ab3-a8bd-2f550b897ea5 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 946 time: 0.1658955 Apr 05 14:50:09.226476 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ab36cedd-6528-47b0-9e07-732dc02a7328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809369'] for router_interface, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:09.249039 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-19a32ce3-90c5-4fa1-b2fe-ee736f9d379d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'name': 'tempest-AttachVolumeNegativeTest-1732339431-router', 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'bd6b8bf7-c569-4249-ab62-bab0f76cc3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:50:04Z', 'updated_at': '2022-04-05T14:50:06Z', 'revision_number': 3, 'project_id': '0d680450c8534547bd5afee8c1b9c44d', 'gw_port': {'id': 'bd6b8bf7-c569-4249-ab62-bab0f76cc3e2', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e4:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:05Z', 'updated_at': '2022-04-05T14:50:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:50:09.291626 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1547ea7b-0457-4cd4-aa7e-d141c0114d4f req-f32818fc-464b-4904-86b0-e939966edbfe tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cbefb25-bd4b-4b8d-a9a2-f4b339ce847f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036551 Apr 05 14:50:09.315025 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a32ce3-90c5-4fa1-b2fe-ee736f9d379d None None] The sync data for ids ['b1445dec-20ca-403d-b665-56d8d9cba455'] in n-d-836650-2 is: [{'id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'name': 'tempest-AttachVolumeNegativeTest-1732339431-router', 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'bd6b8bf7-c569-4249-ab62-bab0f76cc3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:50:04Z', 'updated_at': '2022-04-05T14:50:06Z', 'revision_number': 3, 'project_id': '0d680450c8534547bd5afee8c1b9c44d', 'gw_port': {'id': 'bd6b8bf7-c569-4249-ab62-bab0f76cc3e2', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e4:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:05Z', 'updated_at': '2022-04-05T14:50:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:50:09.429241 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 36042) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:50:09.509874 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd39daa-6c36-466e-b829-baed96186398 req-168ae9ee-27c4-448d-8eb8-9f43734f8e92 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:09.512766 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-edd39daa-6c36-466e-b829-baed96186398 req-168ae9ee-27c4-448d-8eb8-9f43734f8e92 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6203ea5-fd70-4eaa-b1cb-f34adafc6460 HTTP/1.1" status: 200 len: 944 time: 0.0769334 Apr 05 14:50:09.531887 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-a1e43079-8cc3-41eb-a7a6-f153769f1eab None None] Provisioning complete for port 9221f79d-cf57-48ff-99a2-721b9a2f3ce1 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:50:09.532683 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a1e43079-8cc3-41eb-a7a6-f153769f1eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:09.586226 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-edd39daa-6c36-466e-b829-baed96186398 req-f63bb1b5-541e-41ec-b427-f80941bbd796 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594268 Apr 05 14:50:09.605873 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-a1e43079-8cc3-41eb-a7a6-f153769f1eab None None] Port 9221f79d-cf57-48ff-99a2-721b9a2f3ce1 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:50:09.623909 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ab36cedd-6528-47b0-9e07-732dc02a7328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:09.717486 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-04cb2a03-9edb-48e2-9ee4-a58448e16aa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:09.740569 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 28b20095-0618-43c7-aa61-a5202f7265d1 details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:50:09.884563 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 28b20095-0618-43c7-aa61-a5202f7265d1, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=28b20095-0618-43c7-aa61-a5202f7265d1,segment=NetworkSegment(7829a1ea-7354-4b05-a7ea-7cbdfd795041),segment_id=7829a1ea-7354-4b05-a7ea-7cbdfd795041)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:50:09.900471 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': '28b20095-0618-43c7-aa61-a5202f7265d1', 'network_id': 'b03a0781-c7c7-4f21-ae00-e298dd92f97c', 'port_id': '28b20095-0618-43c7-aa61-a5202f7265d1', 'mac_address': 'fa:16:3e:07:a6:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b6f627-92b4-40ba-a770-519d39c012c3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:50:09.949509 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:09.964222 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 28b20095-0618-43c7-aa61-a5202f7265d1 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:50:09.991423 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 28b20095-0618-43c7-aa61-a5202f7265d1, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=28b20095-0618-43c7-aa61-a5202f7265d1,segment=NetworkSegment(7829a1ea-7354-4b05-a7ea-7cbdfd795041),segment_id=7829a1ea-7354-4b05-a7ea-7cbdfd795041)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:50:09.992480 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-04cb2a03-9edb-48e2-9ee4-a58448e16aa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:10.063935 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:10.076783 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9e47c9a0-cb68-4aae-8119-e33ad91f177b req-141cfbf7-05c7-46a8-824e-526b674c8798 tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6ace499-4080-45a3-9d5f-a065cb6221b9 HTTP/1.1" status: 200 len: 210 time: 0.0533667 Apr 05 14:50:10.078032 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-04cb2a03-9edb-48e2-9ee4-a58448e16aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:10.129113 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=28b20095-0618-43c7-aa61-a5202f7265d1,revision_number=6']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:10.135499 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-04cb2a03-9edb-48e2-9ee4-a58448e16aa0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=963b72f6054446dcbf5c3bab2dff2351&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7051399 Apr 05 14:50:10.138284 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 36068) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:50:10.152833 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['28b20095-0618-43c7-aa61-a5202f7265d1'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:50:10.154318 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ab36cedd-6528-47b0-9e07-732dc02a7328 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:10.187511 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb2a03-9edb-48e2-9ee4-a58448e16aa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a418289-3217-4f82-89fb-3feda84b2dc5,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:10.229677 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-97202eac-2e58-460e-af62-512a663de255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:10.255614 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-97202eac-2e58-460e-af62-512a663de255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:10.259388 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ab36cedd-6528-47b0-9e07-732dc02a7328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:10.377242 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab36cedd-6528-47b0-9e07-732dc02a7328 admin admin] Pushing event updated for resources: {'Port': ['ID=9221f79d-cf57-48ff-99a2-721b9a2f3ce1,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:10.389630 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ab36cedd-6528-47b0-9e07-732dc02a7328 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809317'] for router_interface, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:10.463060 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-97202eac-2e58-460e-af62-512a663de255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:10.466607 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-97202eac-2e58-460e-af62-512a663de255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:10.470277 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-97202eac-2e58-460e-af62-512a663de255 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4a418289-3217-4f82-89fb-3feda84b2dc5 HTTP/1.1" status: 204 len: 168 time: 0.3279161 Apr 05 14:50:10.477168 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97202eac-2e58-460e-af62-512a663de255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a418289-3217-4f82-89fb-3feda84b2dc5,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:10.529464 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf6767b-cb10-4729-b612-5f1d14776db3 req-f01bf398-68ae-4083-b5f4-0f82ae9c47ce tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:10.531090 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8bf6767b-cb10-4729-b612-5f1d14776db3 req-f01bf398-68ae-4083-b5f4-0f82ae9c47ce tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 945 time: 0.1291986 Apr 05 14:50:10.581037 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab36cedd-6528-47b0-9e07-732dc02a7328 admin admin] Network 9c33a3eb-a65a-4749-8ece-9c0c17a8413b is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:50:10.587745 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-ab36cedd-6528-47b0-9e07-732dc02a7328 admin admin] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:50:10.600582 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8bf6767b-cb10-4729-b612-5f1d14776db3 req-4afffb7f-e310-48de-82a8-aa4456066b10 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cbefb25-bd4b-4b8d-a9a2-f4b339ce847f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589211 Apr 05 14:50:10.817115 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab36cedd-6528-47b0-9e07-732dc02a7328 admin admin] Router b1445dec-20ca-403d-b665-56d8d9cba455 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:50:10.853052 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370e946-eb6f-4bbc-a2a6-f925375330b2 req-0b1c58d3-47dd-402b-95cf-4f252a7f4729 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:10.854760 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f370e946-eb6f-4bbc-a2a6-f925375330b2 req-0b1c58d3-47dd-402b-95cf-4f252a7f4729 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6203ea5-fd70-4eaa-b1cb-f34adafc6460 HTTP/1.1" status: 200 len: 944 time: 0.1313322 Apr 05 14:50:10.968954 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9d856de7-8896-4f8a-82c8-0f7ccf5e01b5 None None] Provisioning complete for port 9221f79d-cf57-48ff-99a2-721b9a2f3ce1 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:50:10.971426 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9d856de7-8896-4f8a-82c8-0f7ccf5e01b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:10.986602 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f370e946-eb6f-4bbc-a2a6-f925375330b2 req-b955f8d6-9a70-45e2-a532-b87b49ba23f1 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769718 Apr 05 14:50:11.017691 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9d856de7-8896-4f8a-82c8-0f7ccf5e01b5 None None] Port 9221f79d-cf57-48ff-99a2-721b9a2f3ce1 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:50:11.062079 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab36cedd-6528-47b0-9e07-732dc02a7328 admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:50:11.077702 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-ab36cedd-6528-47b0-9e07-732dc02a7328 admin admin] 10.222.0.30 "PUT /v2.0/routers/b1445dec-20ca-403d-b665-56d8d9cba455/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8015523 Apr 05 14:50:11.201836 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4b7122b1-880c-4542-ad18-d66462c91635 req-59af9696-15e8-4916-afc4-c83f6f7ed702 tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6ace499-4080-45a3-9d5f-a065cb6221b9 HTTP/1.1" status: 200 len: 210 time: 0.0319180 Apr 05 14:50:11.613335 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-def79f19-ce98-4d7a-a7de-cfc4c34ae4d7 req-259f0242-7273-41b9-bc65-f89483b66fff service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b09a6dbb-8955-4395-9818-920c4e5b72dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0706036 Apr 05 14:50:11.617480 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device bd6b8bf7-c569-4249-ab62-bab0f76cc3e2 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:50:11.737148 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port bd6b8bf7-c569-4249-ab62-bab0f76cc3e2 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:50:11.737776 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:11.796614 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 28b20095-0618-43c7-aa61-a5202f7265d1 up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:50:11.802804 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def79f19-ce98-4d7a-a7de-cfc4c34ae4d7 req-a70d2b78-b6e1-4bb0-a6fe-2d85b9b65d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:11.806396 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-def79f19-ce98-4d7a-a7de-cfc4c34ae4d7 req-a70d2b78-b6e1-4bb0-a6fe-2d85b9b65d94 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=15503dce9d2944a4a898191fdde0d62f&device_id=b09a6dbb-8955-4395-9818-920c4e5b72dc HTTP/1.1" status: 200 len: 1097 time: 0.1046703 Apr 05 14:50:11.849619 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59187a4-9b8b-41b0-bbc4-5eaecbe49cf5 req-0b074ffd-51c6-4019-9d2b-3bf781334c44 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:11.851957 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d59187a4-9b8b-41b0-bbc4-5eaecbe49cf5 req-0b074ffd-51c6-4019-9d2b-3bf781334c44 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 945 time: 0.1173289 Apr 05 14:50:11.948995 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d59187a4-9b8b-41b0-bbc4-5eaecbe49cf5 req-91db5efe-48c4-4e76-9e6a-f07a336bc46f tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cbefb25-bd4b-4b8d-a9a2-f4b339ce847f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841827 Apr 05 14:50:11.950603 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port 28b20095-0618-43c7-aa61-a5202f7265d1 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:50:11.951254 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:12.031025 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:12.041441 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def79f19-ce98-4d7a-a7de-cfc4c34ae4d7 req-f8c1150f-3d53-4a29-a645-78a399f47202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:12.044321 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-def79f19-ce98-4d7a-a7de-cfc4c34ae4d7 req-f8c1150f-3d53-4a29-a645-78a399f47202 service neutron] 10.222.0.11 "GET /v2.0/networks?id=66b3e69f-5222-44a7-bf1a-94ad2df58cf2 HTTP/1.1" status: 200 len: 913 time: 0.2142348 Apr 05 14:50:12.113414 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port bd6b8bf7-c569-4249-ab62-bab0f76cc3e2, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=bd6b8bf7-c569-4249-ab62-bab0f76cc3e2,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:50:12.156166 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb9feab-9703-41d7-ac8b-4046fe51ac23 None None] Sync routers for ids ['b1445dec-20ca-403d-b665-56d8d9cba455'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:50:12.172037 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb9feab-9703-41d7-ac8b-4046fe51ac23 None None] Routers {'b1445dec-20ca-403d-b665-56d8d9cba455'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:50:12.175274 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-abb9feab-9703-41d7-ac8b-4046fe51ac23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:49:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['b1445dec-20ca-403d-b665-56d8d9cba455'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:50:12.214429 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:12.250205 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-def79f19-ce98-4d7a-a7de-cfc4c34ae4d7 req-0bc998ac-c978-464a-a2ec-8ea35ead6029 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=385e1e00-d0a1-4ab3-8989-eadec03248e1 HTTP/1.1" status: 200 len: 217 time: 0.1990044 Apr 05 14:50:12.267789 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:12.328987 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '067e1b8d-2cf4-42ef-b002-6c13f6e72039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28b20095-0618-43c7-aa61-a5202f7265d1'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:50:12.333812 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a46c04-a725-4cd7-82af-4bbd97a1b612 req-5cea510f-4c28-4078-8b30-e8010b0538c3 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:12.334880 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-571be8d2-2fcb-4a00-b7f5-7f11e28f6fa0" -d '{"events": [{"server_uuid": "067e1b8d-2cf4-42ef-b002-6c13f6e72039", "name": "network-vif-plugged", "status": "completed", "tag": "28b20095-0618-43c7-aa61-a5202f7265d1"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:50:12.335475 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-96a46c04-a725-4cd7-82af-4bbd97a1b612 req-5cea510f-4c28-4078-8b30-e8010b0538c3 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6203ea5-fd70-4eaa-b1cb-f34adafc6460 HTTP/1.1" status: 200 len: 944 time: 0.0904377 Apr 05 14:50:12.399190 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-96a46c04-a725-4cd7-82af-4bbd97a1b612 req-3d731305-743a-459d-a06c-80c343bb2244 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556166 Apr 05 14:50:12.449558 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:12.453048 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def79f19-ce98-4d7a-a7de-cfc4c34ae4d7 req-62990c1f-1484-4bf8-91a2-5198d74174df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:12.458296 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-def79f19-ce98-4d7a-a7de-cfc4c34ae4d7 req-62990c1f-1484-4bf8-91a2-5198d74174df service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a727d51d-00fa-45ac-ab45-e910bc527386 HTTP/1.1" status: 200 len: 851 time: 0.1982491 Apr 05 14:50:12.459750 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 28b20095-0618-43c7-aa61-a5202f7265d1, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=28b20095-0618-43c7-aa61-a5202f7265d1,segment=NetworkSegment(7829a1ea-7354-4b05-a7ea-7cbdfd795041),segment_id=7829a1ea-7354-4b05-a7ea-7cbdfd795041)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:50:12.475789 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-abb9feab-9703-41d7-ac8b-4046fe51ac23 None None] Set router b1445dec-20ca-403d-b665-56d8d9cba455 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:50:12.533966 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=bd6b8bf7-c569-4249-ab62-bab0f76cc3e2,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:12.549199 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:12.617500 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def79f19-ce98-4d7a-a7de-cfc4c34ae4d7 req-2c344a52-ac09-47df-be3d-9cd42a76f595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:12.621953 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-def79f19-ce98-4d7a-a7de-cfc4c34ae4d7 req-2c344a52-ac09-47df-be3d-9cd42a76f595 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=66b3e69f-5222-44a7-bf1a-94ad2df58cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1535444 Apr 05 14:50:12.622868 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-476b1f18-29f6-4734-919a-8e882ba877a6 req-f1e44e68-8f56-4f7f-8003-fca228b384c8 tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6ace499-4080-45a3-9d5f-a065cb6221b9 HTTP/1.1" status: 200 len: 210 time: 0.0811951 Apr 05 14:50:12.733817 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34908baf-0a19-4b6f-ac28-2d5d6dd33b5b x-openstack-request-id: req-34908baf-0a19-4b6f-ac28-2d5d6dd33b5b {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:50:12.734112 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "067e1b8d-2cf4-42ef-b002-6c13f6e72039", "name": "network-vif-plugged", "status": "completed", "tag": "28b20095-0618-43c7-aa61-a5202f7265d1", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:50:12.734442 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-34908baf-0a19-4b6f-ac28-2d5d6dd33b5b {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:50:12.734845 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34908baf-0a19-4b6f-ac28-2d5d6dd33b5b'] response: {'server_uuid': '067e1b8d-2cf4-42ef-b002-6c13f6e72039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28b20095-0618-43c7-aa61-a5202f7265d1', 'code': 200} Apr 05 14:50:12.741280 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=28b20095-0618-43c7-aa61-a5202f7265d1,revision_number=7']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:12.907758 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-def79f19-ce98-4d7a-a7de-cfc4c34ae4d7 req-60d337a4-a6f0-4391-99b3-5fc0dd6c1377 service neutron] 10.222.0.11 "GET /v2.0/networks/66b3e69f-5222-44a7-bf1a-94ad2df58cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773678 Apr 05 14:50:12.959713 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-abb9feab-9703-41d7-ac8b-4046fe51ac23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'name': 'tempest-AttachVolumeNegativeTest-1732339431-router', 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'bd6b8bf7-c569-4249-ab62-bab0f76cc3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:50:04Z', 'updated_at': '2022-04-05T14:50:09Z', 'revision_number': 4, 'project_id': '0d680450c8534547bd5afee8c1b9c44d', 'gw_port': {'id': 'bd6b8bf7-c569-4249-ab62-bab0f76cc3e2', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e4:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:05Z', 'updated_at': '2022-04-05T14:50:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '9221f79d-cf57-48ff-99a2-721b9a2f3ce1', 'name': '', 'network_id': '9c33a3eb-a65a-4749-8ece-9c0c17a8413b', 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'mac_address': 'fa:16:3e:88:65:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': 'b0eeff46-5c4b-4ea4-85de-a28a5ce6d062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:08Z', 'updated_at': '2022-04-05T14:50:09Z', 'revision_number': 2, 'project_id': '0d680450c8534547bd5afee8c1b9c44d', 'subnets': [{'id': 'b0eeff46-5c4b-4ea4-85de-a28a5ce6d062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:50:13.030965 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb9feab-9703-41d7-ac8b-4046fe51ac23 None None] Checking router: b1445dec-20ca-403d-b665-56d8d9cba455 for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:50:13.034077 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb9feab-9703-41d7-ac8b-4046fe51ac23 None None] Updating router b1445dec-20ca-403d-b665-56d8d9cba455 port 9221f79d-cf57-48ff-99a2-721b9a2f3ce1 binding host n-d-836650-2 {{(pid=103323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:50:13.069257 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-abb9feab-9703-41d7-ac8b-4046fe51ac23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:13.097624 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-def79f19-ce98-4d7a-a7de-cfc4c34ae4d7 req-e069609a-c75d-4f84-b720-e70d585c56da service neutron] 10.222.0.11 "GET /v2.0/networks/66b3e69f-5222-44a7-bf1a-94ad2df58cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816523 Apr 05 14:50:13.205705 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 36140) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:50:13.211318 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-8d935a4e-9212-4654-9d77-92897a314455 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Request body: {'security_group': {'name': 'tempest-securitygroup--711995904', 'description': 'tempest-description--1185025034'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:50:13.292800 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e93a85-65e8-4e35-b74b-3ca239d92093 req-ddcf51b6-eef6-4532-a224-903df25c58b1 tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:13.294644 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-04e93a85-65e8-4e35-b74b-3ca239d92093 req-ddcf51b6-eef6-4532-a224-903df25c58b1 tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] 10.222.0.55 "GET /v2.0/networks?id=33ebbbee-9109-44a5-810a-f864f1056c06 HTTP/1.1" status: 200 len: 814 time: 0.3174932 Apr 05 14:50:13.317969 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-04e93a85-65e8-4e35-b74b-3ca239d92093 req-c7f63ae1-8db5-482f-9f54-7c25c36dd2ba tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] Request body: {'port': {'device_id': 'f6ace499-4080-45a3-9d5f-a065cb6221b9', 'network_id': '33ebbbee-9109-44a5-810a-f864f1056c06', 'admin_state_up': True, 'tenant_id': '48b4e3631f3848fc9514bcdedbce1969'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:50:13.329029 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b413761f-9b12-4b77-9239-d0787f1ef890 req-c7f6eeca-a64b-4474-8cfe-32e0d29319e4 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:13.342787 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b413761f-9b12-4b77-9239-d0787f1ef890 req-c7f6eeca-a64b-4474-8cfe-32e0d29319e4 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 946 time: 0.1576030 Apr 05 14:50:13.366471 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8d935a4e-9212-4654-9d77-92897a314455 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:13.575048 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device bd6b8bf7-c569-4249-ab62-bab0f76cc3e2 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:50:13.596400 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 36148) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:50:13.654698 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8d935a4e-9212-4654-9d77-92897a314455 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:13.717017 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port bd6b8bf7-c569-4249-ab62-bab0f76cc3e2 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:50:13.719665 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:13.823911 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8d935a4e-9212-4654-9d77-92897a314455 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:13.913399 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f2f8ce3f-41aa-49b2-99cc-3ed7ae4bda81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:13.921314 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-abb9feab-9703-41d7-ac8b-4046fe51ac23 None None] Notify callbacks [] for port, precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:13.953426 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d935a4e-9212-4654-9d77-92897a314455 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10d47785-9bfb-40ac-95a5-4ccfce8ff568,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:14.036686 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b413761f-9b12-4b77-9239-d0787f1ef890 req-a603e253-856f-401e-bd48-61eb01493a18 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cbefb25-bd4b-4b8d-a9a2-f4b339ce847f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6793795 Apr 05 14:50:14.102184 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8d935a4e-9212-4654-9d77-92897a314455 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:14.107649 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-abb9feab-9703-41d7-ac8b-4046fe51ac23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:14.125523 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-8d935a4e-9212-4654-9d77-92897a314455 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9185843 Apr 05 14:50:14.134572 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 36160) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:50:14.148071 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-0b789660-1674-48da-ae77-4799b77732db tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Request body: {'security_group_rule': {'security_group_id': '10d47785-9bfb-40ac-95a5-4ccfce8ff568', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:50:14.183388 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:14.232834 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f2f8ce3f-41aa-49b2-99cc-3ed7ae4bda81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:14.265203 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fe8d93-fea2-413a-acdc-d750336e3386 None None] Pushing event updated for resources: {'Port': ['ID=9221f79d-cf57-48ff-99a2-721b9a2f3ce1,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:14.309660 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f2f8ce3f-41aa-49b2-99cc-3ed7ae4bda81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:14.321936 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fe8d93-fea2-413a-acdc-d750336e3386 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:50:14.325799 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fe8d93-fea2-413a-acdc-d750336e3386 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:50:14.326718 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fe8d93-fea2-413a-acdc-d750336e3386 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:50:14.328541 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fe8d93-fea2-413a-acdc-d750336e3386 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:50:14.329880 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fe8d93-fea2-413a-acdc-d750336e3386 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:50:14.333276 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fe8d93-fea2-413a-acdc-d750336e3386 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:50:14.333276 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fe8d93-fea2-413a-acdc-d750336e3386 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:50:14.333276 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fe8d93-fea2-413a-acdc-d750336e3386 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:50:14.333276 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fe8d93-fea2-413a-acdc-d750336e3386 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:50:14.333276 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fe8d93-fea2-413a-acdc-d750336e3386 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:50:14.333276 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fe8d93-fea2-413a-acdc-d750336e3386 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:50:14.333276 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fe8d93-fea2-413a-acdc-d750336e3386 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:50:14.433742 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-abb9feab-9703-41d7-ac8b-4046fe51ac23 None None] Attempting to bind port 9221f79d-cf57-48ff-99a2-721b9a2f3ce1 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:50:14.436557 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-abb9feab-9703-41d7-ac8b-4046fe51ac23 None None] Attempting to bind port 9221f79d-cf57-48ff-99a2-721b9a2f3ce1 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '66fbd2e0-c36a-4acf-927a-20a3621831c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9c33a3eb-a65a-4749-8ece-9c0c17a8413b'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:50:14.437139 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb9feab-9703-41d7-ac8b-4046fe51ac23 None None] Attempting to bind port 9221f79d-cf57-48ff-99a2-721b9a2f3ce1 on network 9c33a3eb-a65a-4749-8ece-9c0c17a8413b {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:50:14.476769 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb9feab-9703-41d7-ac8b-4046fe51ac23 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:50:14.479310 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb9feab-9703-41d7-ac8b-4046fe51ac23 None None] Checking segment: {'id': '66fbd2e0-c36a-4acf-927a-20a3621831c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9c33a3eb-a65a-4749-8ece-9c0c17a8413b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:50:14.479310 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-abb9feab-9703-41d7-ac8b-4046fe51ac23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:14.480548 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb9feab-9703-41d7-ac8b-4046fe51ac23 None None] Bound using segment: {'id': '66fbd2e0-c36a-4acf-927a-20a3621831c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9c33a3eb-a65a-4749-8ece-9c0c17a8413b'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:50:14.482028 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-abb9feab-9703-41d7-ac8b-4046fe51ac23 None None] Bound port: 9221f79d-cf57-48ff-99a2-721b9a2f3ce1, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66fbd2e0-c36a-4acf-927a-20a3621831c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9c33a3eb-a65a-4749-8ece-9c0c17a8413b'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:50:14.485822 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-abb9feab-9703-41d7-ac8b-4046fe51ac23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:14.518678 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-f2f8ce3f-41aa-49b2-99cc-3ed7ae4bda81 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2b79a5b91e804a6d84c90b4304675c6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9079063 Apr 05 14:50:14.519801 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f8ce3f-41aa-49b2-99cc-3ed7ae4bda81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=011dd711-2789-4c31-9d56-252989ad760d,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:14.524261 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 36168) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:50:14.666339 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4311bdfb-0c66-4ea1-9d70-8fa6b06338ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:14.689419 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-abb9feab-9703-41d7-ac8b-4046fe51ac23 None None] For port 9221f79d-cf57-48ff-99a2-721b9a2f3ce1, host n-d-836650-2, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:50:14.694288 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-abb9feab-9703-41d7-ac8b-4046fe51ac23 None None] For port 9221f79d-cf57-48ff-99a2-721b9a2f3ce1, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=9221f79d-cf57-48ff-99a2-721b9a2f3ce1,segment=NetworkSegment(66fbd2e0-c36a-4acf-927a-20a3621831c7),segment_id=66fbd2e0-c36a-4acf-927a-20a3621831c7)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:50:14.733519 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4311bdfb-0c66-4ea1-9d70-8fa6b06338ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:14.804584 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-02fedc3f-052b-4e10-8d49-21e07ad19519 None None] Provisioning complete for port 9221f79d-cf57-48ff-99a2-721b9a2f3ce1 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:50:14.811632 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-abb9feab-9703-41d7-ac8b-4046fe51ac23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:14.820841 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-02fedc3f-052b-4e10-8d49-21e07ad19519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:14.907951 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fddc149-0e86-42d1-b143-045fe6b87f0a req-629ef00e-d1f1-45ad-b119-b8010ae63ab8 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:14.917255 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4fddc149-0e86-42d1-b143-045fe6b87f0a req-629ef00e-d1f1-45ad-b119-b8010ae63ab8 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6203ea5-fd70-4eaa-b1cb-f34adafc6460 HTTP/1.1" status: 200 len: 944 time: 1.2853014 Apr 05 14:50:14.938814 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04e93a85-65e8-4e35-b74b-3ca239d92093 req-c7f63ae1-8db5-482f-9f54-7c25c36dd2ba tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] Made reservation on behalf of 48b4e3631f3848fc9514bcdedbce1969 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:50:14.943805 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-04e93a85-65e8-4e35-b74b-3ca239d92093 req-c7f63ae1-8db5-482f-9f54-7c25c36dd2ba tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:14.965471 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-563d783d-20f4-4363-ae56-df2e596ff000 req-a80446bb-ddd9-4612-b553-5a94e651bb3f tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6ace499-4080-45a3-9d5f-a065cb6221b9 HTTP/1.1" status: 200 len: 210 time: 0.7892971 Apr 05 14:50:14.975835 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4311bdfb-0c66-4ea1-9d70-8fa6b06338ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:14.986468 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4311bdfb-0c66-4ea1-9d70-8fa6b06338ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:14.992529 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-4311bdfb-0c66-4ea1-9d70-8fa6b06338ad admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/011dd711-2789-4c31-9d56-252989ad760d HTTP/1.1" status: 204 len: 168 time: 0.4635682 Apr 05 14:50:15.017777 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fe8d93-fea2-413a-acdc-d750336e3386 None None] Pushing event updated for resources: {'Port': ['ID=9221f79d-cf57-48ff-99a2-721b9a2f3ce1,revision_number=4']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:15.023877 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4311bdfb-0c66-4ea1-9d70-8fa6b06338ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=011dd711-2789-4c31-9d56-252989ad760d,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:15.041561 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb9feab-9703-41d7-ac8b-4046fe51ac23 None None] Routers {'b1445dec-20ca-403d-b665-56d8d9cba455'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:50:15.046693 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-abb9feab-9703-41d7-ac8b-4046fe51ac23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:49:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['b1445dec-20ca-403d-b665-56d8d9cba455'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:50:15.086975 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f63c42-7b2a-4007-a3c8-3dbde881b8b1 req-7b44d9d3-06c2-4f2c-ae06-60e80f7d2797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:15.090063 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c0f63c42-7b2a-4007-a3c8-3dbde881b8b1 req-7b44d9d3-06c2-4f2c-ae06-60e80f7d2797 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9aa02dc22afd43169da01ad43bf00af6&device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 1097 time: 1.0509908 Apr 05 14:50:15.220816 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0b789660-1674-48da-ae77-4799b77732db tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:15.228664 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4fddc149-0e86-42d1-b143-045fe6b87f0a req-87ecda43-650a-4d0b-94fe-6238e45fe7c8 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102252 Apr 05 14:50:15.349516 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-04e93a85-65e8-4e35-b74b-3ca239d92093 req-c7f63ae1-8db5-482f-9f54-7c25c36dd2ba tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] Allocated IP 172.20.0.3 (33ebbbee-9109-44a5-810a-f864f1056c06/16aedb91-43df-4a9b-b105-9eda5be8909e/5ccb3347-7e1e-4541-8046-0b1cbfc56740) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:50:15.412719 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-abb9feab-9703-41d7-ac8b-4046fe51ac23 None None] Set router b1445dec-20ca-403d-b665-56d8d9cba455 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:50:15.613821 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-02fedc3f-052b-4e10-8d49-21e07ad19519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:15.671412 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-02fedc3f-052b-4e10-8d49-21e07ad19519 None None] For port 9221f79d-cf57-48ff-99a2-721b9a2f3ce1, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=9221f79d-cf57-48ff-99a2-721b9a2f3ce1,segment=NetworkSegment(66fbd2e0-c36a-4acf-927a-20a3621831c7),segment_id=66fbd2e0-c36a-4acf-927a-20a3621831c7)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:50:15.704405 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f63c42-7b2a-4007-a3c8-3dbde881b8b1 req-9f045e26-37a0-4c01-ab34-d700fc180f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:15.712828 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c0f63c42-7b2a-4007-a3c8-3dbde881b8b1 req-9f045e26-37a0-4c01-ab34-d700fc180f95 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b03a0781-c7c7-4f21-ae00-e298dd92f97c HTTP/1.1" status: 200 len: 917 time: 0.5189948 Apr 05 14:50:15.773734 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-02fedc3f-052b-4e10-8d49-21e07ad19519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:15.807898 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-abb9feab-9703-41d7-ac8b-4046fe51ac23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'name': 'tempest-AttachVolumeNegativeTest-1732339431-router', 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'bd6b8bf7-c569-4249-ab62-bab0f76cc3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:50:04Z', 'updated_at': '2022-04-05T14:50:09Z', 'revision_number': 4, 'project_id': '0d680450c8534547bd5afee8c1b9c44d', 'gw_port': {'id': 'bd6b8bf7-c569-4249-ab62-bab0f76cc3e2', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:05Z', 'updated_at': '2022-04-05T14:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '9221f79d-cf57-48ff-99a2-721b9a2f3ce1', 'name': '', 'network_id': '9c33a3eb-a65a-4749-8ece-9c0c17a8413b', 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'mac_address': 'fa:16:3e:88:65:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': 'b0eeff46-5c4b-4ea4-85de-a28a5ce6d062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:08Z', 'updated_at': '2022-04-05T14:50:14Z', 'revision_number': 4, 'project_id': '0d680450c8534547bd5afee8c1b9c44d', 'subnets': [{'id': 'b0eeff46-5c4b-4ea4-85de-a28a5ce6d062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:50:15.856929 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb9feab-9703-41d7-ac8b-4046fe51ac23 None None] The sync data for ids ['b1445dec-20ca-403d-b665-56d8d9cba455'] in n-d-836650-2 is: [{'id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'name': 'tempest-AttachVolumeNegativeTest-1732339431-router', 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'bd6b8bf7-c569-4249-ab62-bab0f76cc3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:50:04Z', 'updated_at': '2022-04-05T14:50:09Z', 'revision_number': 4, 'project_id': '0d680450c8534547bd5afee8c1b9c44d', 'gw_port': {'id': 'bd6b8bf7-c569-4249-ab62-bab0f76cc3e2', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:05Z', 'updated_at': '2022-04-05T14:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '9221f79d-cf57-48ff-99a2-721b9a2f3ce1', 'name': '', 'network_id': '9c33a3eb-a65a-4749-8ece-9c0c17a8413b', 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'mac_address': 'fa:16:3e:88:65:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': 'b0eeff46-5c4b-4ea4-85de-a28a5ce6d062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:08Z', 'updated_at': '2022-04-05T14:50:14Z', 'revision_number': 4, 'project_id': '0d680450c8534547bd5afee8c1b9c44d', 'subnets': [{'id': 'b0eeff46-5c4b-4ea4-85de-a28a5ce6d062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:50:15.877873 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fedc3f-052b-4e10-8d49-21e07ad19519 None None] Pushing event updated for resources: {'Port': ['ID=9221f79d-cf57-48ff-99a2-721b9a2f3ce1,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:15.930160 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-4a333196-ca99-4578-9ef6-58fb2422b7e3 None None] Provisioning complete for port 9221f79d-cf57-48ff-99a2-721b9a2f3ce1 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:50:15.930873 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4a333196-ca99-4578-9ef6-58fb2422b7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:15.952455 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c0f63c42-7b2a-4007-a3c8-3dbde881b8b1 req-50ff6b97-7a31-40e7-ad62-f726540674e3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28b20095-0618-43c7-aa61-a5202f7265d1 HTTP/1.1" status: 200 len: 1002 time: 0.1916459 Apr 05 14:50:16.274712 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80be1a03-b78c-46a1-a4b1-3c8bd8387315 req-49c32891-ed40-431b-b8c5-ecacc1bb98e9 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:16.296720 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-80be1a03-b78c-46a1-a4b1-3c8bd8387315 req-49c32891-ed40-431b-b8c5-ecacc1bb98e9 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 946 time: 0.8976464 Apr 05 14:50:16.307077 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f63c42-7b2a-4007-a3c8-3dbde881b8b1 req-329d44b6-2fc0-4e46-91ec-567ab8b3e6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:16.308782 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c0f63c42-7b2a-4007-a3c8-3dbde881b8b1 req-329d44b6-2fc0-4e46-91ec-567ab8b3e6af service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b8b6f627-92b4-40ba-a770-519d39c012c3 HTTP/1.1" status: 200 len: 855 time: 0.3411939 Apr 05 14:50:16.372019 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0b789660-1674-48da-ae77-4799b77732db tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:16.428668 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-80be1a03-b78c-46a1-a4b1-3c8bd8387315 req-50468062-d1ed-4423-afa4-df5177e8e4c2 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cbefb25-bd4b-4b8d-a9a2-f4b339ce847f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309032 Apr 05 14:50:16.438801 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 36192) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:50:16.452592 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-26fe4518-86ac-4edb-9c29-89b10d895e88 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1006959649', 'description': 'tempest-secgroup-smoke-1006959649 description', 'project_id': 'b07e36dc5a904f16980660900e2eecc1'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:50:16.499075 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f63c42-7b2a-4007-a3c8-3dbde881b8b1 req-f5f610cf-d632-42e8-a251-10a01726446c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:16.500901 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c0f63c42-7b2a-4007-a3c8-3dbde881b8b1 req-f5f610cf-d632-42e8-a251-10a01726446c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b03a0781-c7c7-4f21-ae00-e298dd92f97c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1821241 Apr 05 14:50:16.517170 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0b789660-1674-48da-ae77-4799b77732db tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:16.590101 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-26fe4518-86ac-4edb-9c29-89b10d895e88 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:16.604211 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-26fe4518-86ac-4edb-9c29-89b10d895e88 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:16.625612 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ca9499d3-5008-46f0-a96a-3e0c94cc1ed8 req-6a0ac78a-fb3c-4dab-9864-3b26e697d4e4 tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6ace499-4080-45a3-9d5f-a065cb6221b9 HTTP/1.1" status: 200 len: 210 time: 0.0911193 Apr 05 14:50:16.640476 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-04e93a85-65e8-4e35-b74b-3ca239d92093 req-c7f63ae1-8db5-482f-9f54-7c25c36dd2ba tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:16.650059 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b789660-1674-48da-ae77-4799b77732db tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=199d0e65-7cec-4946-b12d-f46968962d22,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:16.669656 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0b789660-1674-48da-ae77-4799b77732db tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:16.674716 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-0b789660-1674-48da-ae77-4799b77732db tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.5343719 Apr 05 14:50:16.679148 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 36200) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:50:16.721976 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-e0de5097-5548-4875-a0ed-b65c398ef53a tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Request body: {'security_group_rule': {'security_group_id': '10d47785-9bfb-40ac-95a5-4ccfce8ff568', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:50:16.858855 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-26fe4518-86ac-4edb-9c29-89b10d895e88 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:16.986134 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c0f63c42-7b2a-4007-a3c8-3dbde881b8b1 req-2ea93691-ad8a-48c1-87fa-1dcddad3ed14 service neutron] 10.222.0.55 "GET /v2.0/networks/b03a0781-c7c7-4f21-ae00-e298dd92f97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4714417 Apr 05 14:50:17.005450 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e0de5097-5548-4875-a0ed-b65c398ef53a tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:17.091536 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-26fe4518-86ac-4edb-9c29-89b10d895e88 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:17.171058 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-04e93a85-65e8-4e35-b74b-3ca239d92093 req-c7f63ae1-8db5-482f-9f54-7c25c36dd2ba tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:17.249813 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-26fe4518-86ac-4edb-9c29-89b10d895e88 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:17.266135 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fe4518-86ac-4edb-9c29-89b10d895e88 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67f3d23c-0845-452c-973c-81001c0ca524,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:17.305745 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04e93a85-65e8-4e35-b74b-3ca239d92093 req-c7f63ae1-8db5-482f-9f54-7c25c36dd2ba tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] Network 33ebbbee-9109-44a5-810a-f864f1056c06 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:50:17.312386 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e0de5097-5548-4875-a0ed-b65c398ef53a tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:17.313341 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-04e93a85-65e8-4e35-b74b-3ca239d92093 req-c7f63ae1-8db5-482f-9f54-7c25c36dd2ba tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:50:17.331888 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-04e93a85-65e8-4e35-b74b-3ca239d92093 req-c7f63ae1-8db5-482f-9f54-7c25c36dd2ba tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:50:17.337625 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-26fe4518-86ac-4edb-9c29-89b10d895e88 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:17.358382 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6d7266-8b7a-44f6-9f68-5ccbe324b0f5 req-fce9630e-5512-4294-88f0-ed9eccbaf022 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:17.358382 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2b6d7266-8b7a-44f6-9f68-5ccbe324b0f5 req-fce9630e-5512-4294-88f0-ed9eccbaf022 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6203ea5-fd70-4eaa-b1cb-f34adafc6460 HTTP/1.1" status: 200 len: 944 time: 0.2905850 Apr 05 14:50:17.392931 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f63ae1-8db5-482f-9f54-7c25c36dd2ba tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] Pushing event updated for resources: {'Port': ['ID=5ccb3347-7e1e-4541-8046-0b1cbfc56740,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:17.414972 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e0de5097-5548-4875-a0ed-b65c398ef53a tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:17.464388 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fe4518-86ac-4edb-9c29-89b10d895e88 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bacebe3d-a110-4683-8375-344b2cbe37b0,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:17.502271 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-26fe4518-86ac-4edb-9c29-89b10d895e88 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:17.503567 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-26fe4518-86ac-4edb-9c29-89b10d895e88 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0622034 Apr 05 14:50:17.507494 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c0f63c42-7b2a-4007-a3c8-3dbde881b8b1 req-02f1d9a6-ff58-4b73-a362-06f36247c6c5 service neutron] 10.222.0.55 "GET /v2.0/networks/b03a0781-c7c7-4f21-ae00-e298dd92f97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5133684 Apr 05 14:50:17.524490 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 36210) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:50:17.534317 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0de5097-5548-4875-a0ed-b65c398ef53a tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33ec9a87-5b48-4e30-b81a-c446e0bad4c0,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:17.539475 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-d2ee04df-428a-49bc-b188-c5a6db378ed4 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Request body: {'security_group_rule': {'security_group_id': 'bacebe3d-a110-4683-8375-344b2cbe37b0', 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:50:17.596034 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e93a85-65e8-4e35-b74b-3ca239d92093 req-c7f63ae1-8db5-482f-9f54-7c25c36dd2ba tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:17.597077 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-04e93a85-65e8-4e35-b74b-3ca239d92093 req-c7f63ae1-8db5-482f-9f54-7c25c36dd2ba tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:17.614116 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2b6d7266-8b7a-44f6-9f68-5ccbe324b0f5 req-69b36c96-ddff-4306-ba82-757158eb64a3 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309344 Apr 05 14:50:17.656805 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 9221f79d-cf57-48ff-99a2-721b9a2f3ce1 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:50:17.671535 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e0de5097-5548-4875-a0ed-b65c398ef53a tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:17.675853 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-e0de5097-5548-4875-a0ed-b65c398ef53a tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9921947 Apr 05 14:50:17.676606 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 36214) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:50:17.683079 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-d3476727-1fde-4c79-adaf-e3368c1a6bd2 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Request body: {'floatingip': {'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:50:17.732177 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6797ea2c-0067-4232-8f4c-0a8db31fe8f7 req-6db686d4-93c2-4772-9d1e-a8ec983a752c tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:17.746204 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6797ea2c-0067-4232-8f4c-0a8db31fe8f7 req-6db686d4-93c2-4772-9d1e-a8ec983a752c tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 946 time: 0.1258974 Apr 05 14:50:17.760764 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 9221f79d-cf57-48ff-99a2-721b9a2f3ce1 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:50:17.761922 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:17.887391 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-04e93a85-65e8-4e35-b74b-3ca239d92093 req-c7f63ae1-8db5-482f-9f54-7c25c36dd2ba tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5788102 Apr 05 14:50:17.942564 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d2ee04df-428a-49bc-b188-c5a6db378ed4 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:17.954198 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d3476727-1fde-4c79-adaf-e3368c1a6bd2 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for floatingip, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:17.993542 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-04e93a85-65e8-4e35-b74b-3ca239d92093 req-14fd6a5c-08db-4b73-a7d2-65fbc4ca6659 service neutron] Request body: {'port': {'device_id': 'f6ace499-4080-45a3-9d5f-a065cb6221b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:50:18.055182 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6797ea2c-0067-4232-8f4c-0a8db31fe8f7 req-48aa2f93-4114-4f45-99ed-a7206ae6d082 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cbefb25-bd4b-4b8d-a9a2-f4b339ce847f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3080742 Apr 05 14:50:18.149455 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d3476727-1fde-4c79-adaf-e3368c1a6bd2 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:18.189567 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa5f4ff-54ca-4ca2-a4ed-9e22d33cf1dc req-4f235235-cf8a-439d-b296-b28500363e6c tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:18.189567 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cfa5f4ff-54ca-4ca2-a4ed-9e22d33cf1dc req-4f235235-cf8a-439d-b296-b28500363e6c tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6ace499-4080-45a3-9d5f-a065cb6221b9 HTTP/1.1" status: 200 len: 931 time: 0.3997862 Apr 05 14:50:18.204498 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-04e93a85-65e8-4e35-b74b-3ca239d92093 req-14fd6a5c-08db-4b73-a7d2-65fbc4ca6659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:18.257350 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d2ee04df-428a-49bc-b188-c5a6db378ed4 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:18.329023 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cfa5f4ff-54ca-4ca2-a4ed-9e22d33cf1dc req-1f1c2b9e-f9a9-4521-804b-aebe620e3646 tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] 10.222.0.30 "GET /v2.0/security-groups?id=c00b0932-1aa6-43ef-b77e-b373241a5c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334202 Apr 05 14:50:18.375743 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-d3476727-1fde-4c79-adaf-e3368c1a6bd2 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Allocated IP 172.25.6.93 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/ac60450a-9b1b-445f-b8a1-600b24352fdb) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:50:18.419618 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d2ee04df-428a-49bc-b188-c5a6db378ed4 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:18.454110 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ee04df-428a-49bc-b188-c5a6db378ed4 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9a72112-855a-4f7c-800f-515a970a6781,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:18.547778 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d3476727-1fde-4c79-adaf-e3368c1a6bd2 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:18.699956 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-04e93a85-65e8-4e35-b74b-3ca239d92093 req-14fd6a5c-08db-4b73-a7d2-65fbc4ca6659 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ccb3347-7e1e-4541-8046-0b1cbfc56740 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:50:18.721802 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-04e93a85-65e8-4e35-b74b-3ca239d92093 req-14fd6a5c-08db-4b73-a7d2-65fbc4ca6659 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:18.763147 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d2ee04df-428a-49bc-b188-c5a6db378ed4 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:18.763147 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-d2ee04df-428a-49bc-b188-c5a6db378ed4 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2181232 Apr 05 14:50:18.763147 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-04e93a85-65e8-4e35-b74b-3ca239d92093 req-14fd6a5c-08db-4b73-a7d2-65fbc4ca6659 service neutron] Transition to ACTIVE for port object 5ccb3347-7e1e-4541-8046-0b1cbfc56740 will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:50:18.763147 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f44a89-7c64-432f-aa49-c235d0d3f72e req-40d3d029-614f-4814-bbc3-3efd2627af0e tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:18.763147 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-27f44a89-7c64-432f-aa49-c235d0d3f72e req-40d3d029-614f-4814-bbc3-3efd2627af0e tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6203ea5-fd70-4eaa-b1cb-f34adafc6460 HTTP/1.1" status: 200 len: 944 time: 0.0747356 Apr 05 14:50:18.765195 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 36234) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:50:18.770410 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-aa3f042b-3c58-4fb6-ad54-4ecfdeb3305b tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Request body: {'security_group_rule': {'security_group_id': 'bacebe3d-a110-4683-8375-344b2cbe37b0', 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:50:18.808847 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-27f44a89-7c64-432f-aa49-c235d0d3f72e req-c7d42dae-8443-492e-8224-0e3789d6f12c tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410192 Apr 05 14:50:18.852515 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d3476727-1fde-4c79-adaf-e3368c1a6bd2 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:18.896933 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3476727-1fde-4c79-adaf-e3368c1a6bd2 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:50:18.906902 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-d3476727-1fde-4c79-adaf-e3368c1a6bd2 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:50:18.909031 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-04e93a85-65e8-4e35-b74b-3ca239d92093 req-14fd6a5c-08db-4b73-a7d2-65fbc4ca6659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:18.910268 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3476727-1fde-4c79-adaf-e3368c1a6bd2 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:50:18.914337 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3476727-1fde-4c79-adaf-e3368c1a6bd2 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Pushing event updated for resources: {'Port': ['ID=ac60450a-9b1b-445f-b8a1-600b24352fdb,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:18.967045 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fd6a5c-08db-4b73-a7d2-65fbc4ca6659 service neutron] Pushing event updated for resources: {'Port': ['ID=5ccb3347-7e1e-4541-8046-0b1cbfc56740,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:19.009315 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-aa3f042b-3c58-4fb6-ad54-4ecfdeb3305b tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:19.037335 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d3476727-1fde-4c79-adaf-e3368c1a6bd2 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:19.044050 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-04e93a85-65e8-4e35-b74b-3ca239d92093 req-14fd6a5c-08db-4b73-a7d2-65fbc4ca6659 service neutron] Attempting to bind port 5ccb3347-7e1e-4541-8046-0b1cbfc56740 on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:50:19.047915 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-04e93a85-65e8-4e35-b74b-3ca239d92093 req-14fd6a5c-08db-4b73-a7d2-65fbc4ca6659 service neutron] Attempting to bind port 5ccb3347-7e1e-4541-8046-0b1cbfc56740 by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': 'e30a930c-be1b-45ef-aea8-a32ed0f0904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '33ebbbee-9109-44a5-810a-f864f1056c06'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:50:19.047915 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e93a85-65e8-4e35-b74b-3ca239d92093 req-14fd6a5c-08db-4b73-a7d2-65fbc4ca6659 service neutron] Attempting to bind port 5ccb3347-7e1e-4541-8046-0b1cbfc56740 on network 33ebbbee-9109-44a5-810a-f864f1056c06 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:50:19.050072 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e93a85-65e8-4e35-b74b-3ca239d92093 req-14fd6a5c-08db-4b73-a7d2-65fbc4ca6659 service neutron] Port 5ccb3347-7e1e-4541-8046-0b1cbfc56740 on network 33ebbbee-9109-44a5-810a-f864f1056c06 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:50:19.050396 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e93a85-65e8-4e35-b74b-3ca239d92093 req-14fd6a5c-08db-4b73-a7d2-65fbc4ca6659 service neutron] Attempting to bind port 5ccb3347-7e1e-4541-8046-0b1cbfc56740 on network 33ebbbee-9109-44a5-810a-f864f1056c06 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:50:19.056273 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e93a85-65e8-4e35-b74b-3ca239d92093 req-14fd6a5c-08db-4b73-a7d2-65fbc4ca6659 service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:50:19.056522 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e93a85-65e8-4e35-b74b-3ca239d92093 req-14fd6a5c-08db-4b73-a7d2-65fbc4ca6659 service neutron] Checking segment: {'id': 'e30a930c-be1b-45ef-aea8-a32ed0f0904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '33ebbbee-9109-44a5-810a-f864f1056c06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:50:19.056908 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e93a85-65e8-4e35-b74b-3ca239d92093 req-14fd6a5c-08db-4b73-a7d2-65fbc4ca6659 service neutron] Bound using segment: {'id': 'e30a930c-be1b-45ef-aea8-a32ed0f0904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '33ebbbee-9109-44a5-810a-f864f1056c06'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:50:19.057367 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-04e93a85-65e8-4e35-b74b-3ca239d92093 req-14fd6a5c-08db-4b73-a7d2-65fbc4ca6659 service neutron] Bound port: 5ccb3347-7e1e-4541-8046-0b1cbfc56740, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e30a930c-be1b-45ef-aea8-a32ed0f0904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '33ebbbee-9109-44a5-810a-f864f1056c06'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:50:19.057731 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-04e93a85-65e8-4e35-b74b-3ca239d92093 req-14fd6a5c-08db-4b73-a7d2-65fbc4ca6659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:19.113004 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-aa3f042b-3c58-4fb6-ad54-4ecfdeb3305b tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:19.137852 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-04e93a85-65e8-4e35-b74b-3ca239d92093 req-14fd6a5c-08db-4b73-a7d2-65fbc4ca6659 service neutron] For port 5ccb3347-7e1e-4541-8046-0b1cbfc56740, host n-h1-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:50:19.141737 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-04e93a85-65e8-4e35-b74b-3ca239d92093 req-14fd6a5c-08db-4b73-a7d2-65fbc4ca6659 service neutron] For port 5ccb3347-7e1e-4541-8046-0b1cbfc56740, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=5ccb3347-7e1e-4541-8046-0b1cbfc56740,segment=NetworkSegment(e30a930c-be1b-45ef-aea8-a32ed0f0904e),segment_id=e30a930c-be1b-45ef-aea8-a32ed0f0904e)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:50:19.195650 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-aa3f042b-3c58-4fb6-ad54-4ecfdeb3305b tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:19.228666 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d3476727-1fde-4c79-adaf-e3368c1a6bd2 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:19.233489 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3f042b-3c58-4fb6-ad54-4ecfdeb3305b tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8def7fdd-d09b-4d24-9e3d-168476c1d183,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:19.276919 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff2778-87e4-4957-b0a7-10ca0b73ebb9 req-79183a6a-3fb3-4125-9c8a-6a17e8f2f004 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:19.281812 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-77ff2778-87e4-4957-b0a7-10ca0b73ebb9 req-79183a6a-3fb3-4125-9c8a-6a17e8f2f004 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 946 time: 0.0958526 Apr 05 14:50:19.284423 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-04e93a85-65e8-4e35-b74b-3ca239d92093 req-14fd6a5c-08db-4b73-a7d2-65fbc4ca6659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:19.371469 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-aa3f042b-3c58-4fb6-ad54-4ecfdeb3305b tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:19.372712 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-aa3f042b-3c58-4fb6-ad54-4ecfdeb3305b tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6062274 Apr 05 14:50:19.375913 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 36250) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:50:19.383091 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-aa7863df-e349-4dfd-a569-34d8247dd841 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Request body: {'security_group_rule': {'security_group_id': 'bacebe3d-a110-4683-8375-344b2cbe37b0', 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:50:19.474350 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e93a85-65e8-4e35-b74b-3ca239d92093 req-14fd6a5c-08db-4b73-a7d2-65fbc4ca6659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:19.475301 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-04e93a85-65e8-4e35-b74b-3ca239d92093 req-14fd6a5c-08db-4b73-a7d2-65fbc4ca6659 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:19.477213 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-04e93a85-65e8-4e35-b74b-3ca239d92093 req-14fd6a5c-08db-4b73-a7d2-65fbc4ca6659 service neutron] 10.222.0.55 "PUT /v2.0/ports/5ccb3347-7e1e-4541-8046-0b1cbfc56740 HTTP/1.1" status: 200 len: 1091 time: 1.5368612 Apr 05 14:50:19.482525 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6ace499-4080-45a3-9d5f-a065cb6221b9', 'tag': '5ccb3347-7e1e-4541-8046-0b1cbfc56740'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:50:19.493026 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b35a332-0063-487e-b627-6a74a6041903" -d '{"events": [{"name": "network-changed", "server_uuid": "f6ace499-4080-45a3-9d5f-a065cb6221b9", "tag": "5ccb3347-7e1e-4541-8046-0b1cbfc56740"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:50:19.541104 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-aa7863df-e349-4dfd-a569-34d8247dd841 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:19.586582 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-77ff2778-87e4-4957-b0a7-10ca0b73ebb9 req-9e54a5d2-39a3-4eac-abf8-d388157d07bf tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cbefb25-bd4b-4b8d-a9a2-f4b339ce847f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2786961 Apr 05 14:50:19.614713 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98f00b5-1588-4f71-b2ec-f9d9db508fb2 req-dada1467-aed2-40ce-b51c-f6a2985f786c tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:19.628256 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c98f00b5-1588-4f71-b2ec-f9d9db508fb2 req-dada1467-aed2-40ce-b51c-f6a2985f786c tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6ace499-4080-45a3-9d5f-a065cb6221b9 HTTP/1.1" status: 200 len: 943 time: 0.1242497 Apr 05 14:50:19.633322 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fd6a5c-08db-4b73-a7d2-65fbc4ca6659 service neutron] Pushing event updated for resources: {'Port': ['ID=5ccb3347-7e1e-4541-8046-0b1cbfc56740,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:19.656041 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d3476727-1fde-4c79-adaf-e3368c1a6bd2 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:19.689302 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c98f00b5-1588-4f71-b2ec-f9d9db508fb2 req-86949c98-7f20-42a7-bb9c-b1a3ee8368d8 tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] 10.222.0.30 "GET /v2.0/security-groups?id=c00b0932-1aa6-43ef-b77e-b373241a5c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630398 Apr 05 14:50:19.729315 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2fe4b5a-122c-4032-9c37-3d95f9f3844e x-openstack-request-id: req-e2fe4b5a-122c-4032-9c37-3d95f9f3844e {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:50:19.729974 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6ace499-4080-45a3-9d5f-a065cb6221b9", "tag": "5ccb3347-7e1e-4541-8046-0b1cbfc56740", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:50:19.730452 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e2fe4b5a-122c-4032-9c37-3d95f9f3844e {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:50:19.731077 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2fe4b5a-122c-4032-9c37-3d95f9f3844e'] response: {'name': 'network-changed', 'server_uuid': 'f6ace499-4080-45a3-9d5f-a065cb6221b9', 'tag': '5ccb3347-7e1e-4541-8046-0b1cbfc56740', 'status': 'completed', 'code': 200} Apr 05 14:50:19.756136 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e93a85-65e8-4e35-b74b-3ca239d92093 req-a19f7393-2b18-4d94-8c52-99b9bd3caea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:19.756474 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-aa7863df-e349-4dfd-a569-34d8247dd841 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:19.759676 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-04e93a85-65e8-4e35-b74b-3ca239d92093 req-a19f7393-2b18-4d94-8c52-99b9bd3caea4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=48b4e3631f3848fc9514bcdedbce1969&device_id=f6ace499-4080-45a3-9d5f-a065cb6221b9 HTTP/1.1" status: 200 len: 1094 time: 0.0630436 Apr 05 14:50:19.784392 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d3476727-1fde-4c79-adaf-e3368c1a6bd2 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:19.825883 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-04e93a85-65e8-4e35-b74b-3ca239d92093 req-ecdd9426-e926-45c7-83a8-0c807b512a67 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ccb3347-7e1e-4541-8046-0b1cbfc56740 HTTP/1.1" status: 200 len: 217 time: 0.0556648 Apr 05 14:50:19.862470 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3476727-1fde-4c79-adaf-e3368c1a6bd2 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Pushing event updated for resources: {'Port': ['ID=ac60450a-9b1b-445f-b8a1-600b24352fdb,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:19.870344 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-aa7863df-e349-4dfd-a569-34d8247dd841 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:19.890193 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d3476727-1fde-4c79-adaf-e3368c1a6bd2 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:19.893375 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7863df-e349-4dfd-a569-34d8247dd841 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b59ac06d-b462-4f82-a863-10eb44890f3e,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:19.939025 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e93a85-65e8-4e35-b74b-3ca239d92093 req-d1c5db31-de43-4924-95f8-7b3c6faefc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:19.940518 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-04e93a85-65e8-4e35-b74b-3ca239d92093 req-d1c5db31-de43-4924-95f8-7b3c6faefc8d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=16aedb91-43df-4a9b-b105-9eda5be8909e HTTP/1.1" status: 200 len: 854 time: 0.0839212 Apr 05 14:50:19.974658 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-aa7863df-e349-4dfd-a569-34d8247dd841 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:19.978822 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-aa7863df-e349-4dfd-a569-34d8247dd841 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5988061 Apr 05 14:50:19.985819 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 36264) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:50:19.985819 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-d09dd35e-03d2-4d89-b3d9-f6a7e851b488 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Request body: {'security_group_rule': {'security_group_id': 'bacebe3d-a110-4683-8375-344b2cbe37b0', 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:50:19.996326 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d3476727-1fde-4c79-adaf-e3368c1a6bd2 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:20.006846 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-d3476727-1fde-4c79-adaf-e3368c1a6bd2 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3291600 Apr 05 14:50:20.017923 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-04e93a85-65e8-4e35-b74b-3ca239d92093 req-5ea3e3b2-a32c-4b9e-80fe-cbdb88b8e0ed service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=33ebbbee-9109-44a5-810a-f864f1056c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683208 Apr 05 14:50:20.125697 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79c0130-def3-47c2-b600-29cbae74f0af req-0073670a-778c-48b7-95cf-0d9aaaf5a3cb tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:20.131954 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f79c0130-def3-47c2-b600-29cbae74f0af req-0073670a-778c-48b7-95cf-0d9aaaf5a3cb tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6203ea5-fd70-4eaa-b1cb-f34adafc6460 HTTP/1.1" status: 200 len: 944 time: 0.1846445 Apr 05 14:50:20.155634 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d09dd35e-03d2-4d89-b3d9-f6a7e851b488 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:20.181404 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-04e93a85-65e8-4e35-b74b-3ca239d92093 req-cb01ecb7-5126-45e2-9387-52919b492580 service neutron] 10.222.0.55 "GET /v2.0/networks/33ebbbee-9109-44a5-810a-f864f1056c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558800 Apr 05 14:50:20.250091 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d09dd35e-03d2-4d89-b3d9-f6a7e851b488 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:20.305486 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f79c0130-def3-47c2-b600-29cbae74f0af req-ef0c49f0-7976-4266-9a5a-9d192d20b505 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313319 Apr 05 14:50:20.354322 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-04e93a85-65e8-4e35-b74b-3ca239d92093 req-e15d3ced-93de-4764-97f1-9895d1a2a98c service neutron] 10.222.0.55 "GET /v2.0/networks/33ebbbee-9109-44a5-810a-f864f1056c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652727 Apr 05 14:50:20.360691 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d09dd35e-03d2-4d89-b3d9-f6a7e851b488 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:20.400171 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09dd35e-03d2-4d89-b3d9-f6a7e851b488 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c4ceef7-b788-4786-b276-ce4e9fea11a2,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:20.514982 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d09dd35e-03d2-4d89-b3d9-f6a7e851b488 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:20.519321 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 36284) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:50:20.520399 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-d09dd35e-03d2-4d89-b3d9-f6a7e851b488 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5401719 Apr 05 14:50:20.524675 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-9a660dfb-8195-4fc4-bd13-fff7a5e751d1 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Request body: {'security_group_rule': {'security_group_id': 'bacebe3d-a110-4683-8375-344b2cbe37b0', 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:50:20.624482 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b35a332-0063-487e-b627-6a74a6041903 req-aca363b9-e4b6-4fb4-8f04-35ac742510ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:20.626276 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2b35a332-0063-487e-b627-6a74a6041903 req-aca363b9-e4b6-4fb4-8f04-35ac742510ea service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=48b4e3631f3848fc9514bcdedbce1969&device_id=f6ace499-4080-45a3-9d5f-a065cb6221b9 HTTP/1.1" status: 200 len: 1094 time: 0.0558748 Apr 05 14:50:20.714149 n-d-836650-2 neutron-server[103320]: INFO neutron.db.securitygroups_db [None req-9a660dfb-8195-4fc4-bd13-fff7a5e751d1 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Project b07e36dc5a904f16980660900e2eecc1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 14:50:20.726522 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9a660dfb-8195-4fc4-bd13-fff7a5e751d1 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:20.936946 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9a660dfb-8195-4fc4-bd13-fff7a5e751d1 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:20.939379 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b35a332-0063-487e-b627-6a74a6041903 req-0951d9b0-54b9-4276-83cb-aeb62ea6837e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:20.940902 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2b35a332-0063-487e-b627-6a74a6041903 req-0951d9b0-54b9-4276-83cb-aeb62ea6837e service neutron] 10.222.0.55 "GET /v2.0/networks?id=33ebbbee-9109-44a5-810a-f864f1056c06 HTTP/1.1" status: 200 len: 915 time: 0.3037977 Apr 05 14:50:20.944151 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-00c1e897-31a8-4236-99b8-b71e8b20c0f5 req-a6f430b9-636e-43c9-b965-9fb498635eda tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--711995904&fields=id&tenant_id=0d680450c8534547bd5afee8c1b9c44d HTTP/1.1" status: 200 len: 267 time: 0.1795921 Apr 05 14:50:21.007823 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2024e5e-3dd4-4714-b5db-3762e1295af2 req-c0c8d350-152b-4426-b138-9ff83a8cbf63 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:21.009389 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a2024e5e-3dd4-4714-b5db-3762e1295af2 req-c0c8d350-152b-4426-b138-9ff83a8cbf63 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 946 time: 0.2459621 Apr 05 14:50:21.031852 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2b35a332-0063-487e-b627-6a74a6041903 req-6fd9c1bd-dc91-4366-b97c-6c203594aeac service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ccb3347-7e1e-4541-8046-0b1cbfc56740 HTTP/1.1" status: 200 len: 217 time: 0.0832369 Apr 05 14:50:21.110440 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9a660dfb-8195-4fc4-bd13-fff7a5e751d1 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:21.161137 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a660dfb-8195-4fc4-bd13-fff7a5e751d1 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b4a3068-6314-407f-abe7-1875a027ab1d,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:21.190683 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a2024e5e-3dd4-4714-b5db-3762e1295af2 req-56099628-41a9-4b9d-b3ea-4de616b5bbd9 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cbefb25-bd4b-4b8d-a9a2-f4b339ce847f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1704018 Apr 05 14:50:21.196224 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b35a332-0063-487e-b627-6a74a6041903 req-249f78ad-489f-4085-b60e-7a449f36abee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:21.197738 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2b35a332-0063-487e-b627-6a74a6041903 req-249f78ad-489f-4085-b60e-7a449f36abee service neutron] 10.222.0.55 "GET /v2.0/subnets?id=16aedb91-43df-4a9b-b105-9eda5be8909e HTTP/1.1" status: 200 len: 854 time: 0.1547215 Apr 05 14:50:21.229011 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c1e897-31a8-4236-99b8-b71e8b20c0f5 req-ba6973d5-a709-402b-b387-52d1d9ae0f7a tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:21.230541 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-00c1e897-31a8-4236-99b8-b71e8b20c0f5 req-ba6973d5-a709-402b-b387-52d1d9ae0f7a tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/networks?id=9c33a3eb-a65a-4749-8ece-9c0c17a8413b HTTP/1.1" status: 200 len: 815 time: 0.2736139 Apr 05 14:50:21.255075 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2b35a332-0063-487e-b627-6a74a6041903 req-c6055e1f-05b5-4086-846e-e4b365d76810 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=33ebbbee-9109-44a5-810a-f864f1056c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380127 Apr 05 14:50:21.271331 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-00c1e897-31a8-4236-99b8-b71e8b20c0f5 req-77a81353-cac6-4a2e-b0b6-5532f0664915 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/quotas/0d680450c8534547bd5afee8c1b9c44d HTTP/1.1" status: 200 len: 375 time: 0.0268874 Apr 05 14:50:21.308979 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9a660dfb-8195-4fc4-bd13-fff7a5e751d1 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:21.312022 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 36314) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:50:21.312513 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-9a660dfb-8195-4fc4-bd13-fff7a5e751d1 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7915277 Apr 05 14:50:21.317219 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-c36a5d8a-e854-49b3-8143-f79fb5a7ebd5 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Request body: {'security_group_rule': {'security_group_id': 'bacebe3d-a110-4683-8375-344b2cbe37b0', 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:50:21.434129 n-d-836650-2 neutron-server[103321]: INFO neutron.db.securitygroups_db [None req-c36a5d8a-e854-49b3-8143-f79fb5a7ebd5 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Project b07e36dc5a904f16980660900e2eecc1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 14:50:21.455580 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c36a5d8a-e854-49b3-8143-f79fb5a7ebd5 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:21.484505 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-00c1e897-31a8-4236-99b8-b71e8b20c0f5 req-d3c66e22-1550-4250-9b7c-9e78507bbc77 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0d680450c8534547bd5afee8c1b9c44d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1907210 Apr 05 14:50:21.490541 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2b35a332-0063-487e-b627-6a74a6041903 req-287af45e-3fa9-4287-90c6-bf558dadbf0d service neutron] 10.222.0.55 "GET /v2.0/networks/33ebbbee-9109-44a5-810a-f864f1056c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320638 Apr 05 14:50:21.502112 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db765f50-bf46-4886-a9d9-1cd5e114b13b req-b3d2ce21-fda4-4f1e-bc45-fbc2e31d31b1 tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:21.510195 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-db765f50-bf46-4886-a9d9-1cd5e114b13b req-b3d2ce21-fda4-4f1e-bc45-fbc2e31d31b1 tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6ace499-4080-45a3-9d5f-a065cb6221b9 HTTP/1.1" status: 200 len: 943 time: 0.1537921 Apr 05 14:50:21.600047 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c36a5d8a-e854-49b3-8143-f79fb5a7ebd5 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:21.729829 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-db765f50-bf46-4886-a9d9-1cd5e114b13b req-51c6d34e-2356-4f87-9d44-4bf731d7f0c1 tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] 10.222.0.30 "GET /v2.0/security-groups?id=c00b0932-1aa6-43ef-b77e-b373241a5c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154375 Apr 05 14:50:21.757404 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-00c1e897-31a8-4236-99b8-b71e8b20c0f5 req-566d1122-620e-4de9-8c93-3a73fbecd2ec service neutron] 10.222.0.30 "GET /v2.0/networks/9c33a3eb-a65a-4749-8ece-9c0c17a8413b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645054 Apr 05 14:50:21.777971 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c36a5d8a-e854-49b3-8143-f79fb5a7ebd5 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:21.818548 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36a5d8a-e854-49b3-8143-f79fb5a7ebd5 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87b522e7-ebb3-4ba6-8708-3a814dc0496b,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:21.835808 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2b35a332-0063-487e-b627-6a74a6041903 req-afe526f0-113a-4477-ab8e-b6aed857af68 service neutron] 10.222.0.55 "GET /v2.0/networks/33ebbbee-9109-44a5-810a-f864f1056c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238345 Apr 05 14:50:21.883114 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-00c1e897-31a8-4236-99b8-b71e8b20c0f5 req-b8e2fc1b-3c2c-41b5-85b5-9e324a1fba6a service neutron] 10.222.0.30 "GET /v2.0/networks/9c33a3eb-a65a-4749-8ece-9c0c17a8413b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140170 Apr 05 14:50:21.924445 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c36a5d8a-e854-49b3-8143-f79fb5a7ebd5 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:21.926542 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-c36a5d8a-e854-49b3-8143-f79fb5a7ebd5 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6127770 Apr 05 14:50:21.928796 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 36324) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:50:21.936724 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-89b63ecd-8f13-40d7-9714-78a55cab43b9 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Request body: {'network': {'name': 'tempest-network-smoke--317117743', 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'port_security_enabled': True}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:50:21.966909 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027aa581-eba9-4d11-8bb7-d95ddfdf083a req-6b68dd64-c5a8-493a-8279-c3b50e2ee8c7 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:21.976114 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-027aa581-eba9-4d11-8bb7-d95ddfdf083a req-6b68dd64-c5a8-493a-8279-c3b50e2ee8c7 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6203ea5-fd70-4eaa-b1cb-f34adafc6460 HTTP/1.1" status: 200 len: 944 time: 0.0919271 Apr 05 14:50:22.041999 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-027aa581-eba9-4d11-8bb7-d95ddfdf083a req-3f2b92c5-4f71-4914-9886-fb634ac428d5 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646708 Apr 05 14:50:22.148529 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b63ecd-8f13-40d7-9714-78a55cab43b9 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Made reservation on behalf of b07e36dc5a904f16980660900e2eecc1 for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:50:22.153361 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-89b63ecd-8f13-40d7-9714-78a55cab43b9 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:22.182430 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89b63ecd-8f13-40d7-9714-78a55cab43b9 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:50:22.192038 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-89b63ecd-8f13-40d7-9714-78a55cab43b9 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:22.192531 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-89b63ecd-8f13-40d7-9714-78a55cab43b9 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Added segment 8f9f880a-d2f4-4838-9fd6-f918e17688de of type vlan for network c78b309f-ff7d-41bb-8fba-b50473a0da16 Apr 05 14:50:22.245250 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-89b63ecd-8f13-40d7-9714-78a55cab43b9 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:22.390866 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b235eab9-595a-493f-8a31-6dc19bb35d7f req-92b554e1-70b5-4217-b4ab-c0b48c5be8ea tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:22.392623 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b235eab9-595a-493f-8a31-6dc19bb35d7f req-92b554e1-70b5-4217-b4ab-c0b48c5be8ea tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 946 time: 0.0710418 Apr 05 14:50:22.444825 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b235eab9-595a-493f-8a31-6dc19bb35d7f req-d2e7c209-8b61-4911-8e66-b18e3462b1ec tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cbefb25-bd4b-4b8d-a9a2-f4b339ce847f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424886 Apr 05 14:50:22.656715 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-89b63ecd-8f13-40d7-9714-78a55cab43b9 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:22.665858 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b63ecd-8f13-40d7-9714-78a55cab43b9 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:22.666529 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-89b63ecd-8f13-40d7-9714-78a55cab43b9 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:22.773841 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b63ecd-8f13-40d7-9714-78a55cab43b9 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Pushing event updated for resources: {'Network': ['ID=c78b309f-ff7d-41bb-8fba-b50473a0da16,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:22.773970 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network c78b309f-ff7d-41bb-8fba-b50473a0da16 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:50:22.819700 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 36334) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:50:22.881480 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92b9cc1-260e-4c01-bdaa-0fd4473b6fb5 req-55b0753d-08f3-45ee-8027-a4fea12c80dd tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:22.883157 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b92b9cc1-260e-4c01-bdaa-0fd4473b6fb5 req-55b0753d-08f3-45ee-8027-a4fea12c80dd tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6ace499-4080-45a3-9d5f-a065cb6221b9 HTTP/1.1" status: 200 len: 943 time: 0.0533414 Apr 05 14:50:22.928553 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b92b9cc1-260e-4c01-bdaa-0fd4473b6fb5 req-20ed835e-2974-4421-8356-0924ae3997ca tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] 10.222.0.30 "GET /v2.0/security-groups?id=c00b0932-1aa6-43ef-b77e-b373241a5c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361416 Apr 05 14:50:22.949218 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-cd9ed94a-b97f-4cc3-af1b-a03c819af8f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:23.035574 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-cd9ed94a-b97f-4cc3-af1b-a03c819af8f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:23.072591 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 36340) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:50:23.073062 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-89b63ecd-8f13-40d7-9714-78a55cab43b9 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1428769 Apr 05 14:50:23.077563 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-0e9cd9fe-edee-4c6a-9d9e-c40eac440df9 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1520940299', 'admin_state_up': True, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:50:23.229537 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-cd9ed94a-b97f-4cc3-af1b-a03c819af8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:23.280411 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8e2e8e50-3471-4b11-8b3c-631c821e0994 req-131a79f0-1457-4bec-874a-f0acbcde9a5d tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/ports?device_id=afcf67b8-bd16-4226-a52d-1e179a4f797e HTTP/1.1" status: 200 len: 210 time: 0.0807295 Apr 05 14:50:23.289276 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0e9cd9fe-edee-4c6a-9d9e-c40eac440df9 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27088'] for router, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:23.290585 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0e9cd9fe-edee-4c6a-9d9e-c40eac440df9 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27079'] for router, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:23.351332 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9ed94a-b97f-4cc3-af1b-a03c819af8f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e378ad-a2d4-4536-a2b8-023fcf4352fe,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:23.380050 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-cd9ed94a-b97f-4cc3-af1b-a03c819af8f6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8ba53a96293f4492af1cb8ab31870835&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5586488 Apr 05 14:50:23.380792 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 36350) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:50:23.388161 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4bc2dd-0ed2-493a-97c8-29181c0ad97d req-70349ae4-e2c8-494d-8013-76399ec40661 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:23.404044 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ce4bc2dd-0ed2-493a-97c8-29181c0ad97d req-70349ae4-e2c8-494d-8013-76399ec40661 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6203ea5-fd70-4eaa-b1cb-f34adafc6460 HTTP/1.1" status: 200 len: 944 time: 0.2218068 Apr 05 14:50:23.498523 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0e9cd9fe-edee-4c6a-9d9e-c40eac440df9 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:23.549577 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ce4bc2dd-0ed2-493a-97c8-29181c0ad97d req-6c8ce645-7faf-4876-9c7e-ee2cad0ede42 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417916 Apr 05 14:50:23.607832 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b967776a-e107-4def-9a41-a803c70208ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:23.634529 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b967776a-e107-4def-9a41-a803c70208ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:23.776125 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 5ccb3347-7e1e-4541-8046-0b1cbfc56740 details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:50:23.868572 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b967776a-e107-4def-9a41-a803c70208ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:23.871923 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b967776a-e107-4def-9a41-a803c70208ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:23.876574 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-b967776a-e107-4def-9a41-a803c70208ee admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a6e378ad-a2d4-4536-a2b8-023fcf4352fe HTTP/1.1" status: 204 len: 168 time: 0.4943671 Apr 05 14:50:23.914005 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b967776a-e107-4def-9a41-a803c70208ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e378ad-a2d4-4536-a2b8-023fcf4352fe,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:23.955722 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 5ccb3347-7e1e-4541-8046-0b1cbfc56740, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=5ccb3347-7e1e-4541-8046-0b1cbfc56740,segment=NetworkSegment(e30a930c-be1b-45ef-aea8-a32ed0f0904e),segment_id=e30a930c-be1b-45ef-aea8-a32ed0f0904e)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:50:23.978671 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': '5ccb3347-7e1e-4541-8046-0b1cbfc56740', 'network_id': '33ebbbee-9109-44a5-810a-f864f1056c06', 'port_id': '5ccb3347-7e1e-4541-8046-0b1cbfc56740', 'mac_address': 'fa:16:3e:06:dd:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16aedb91-43df-4a9b-b105-9eda5be8909e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:50:24.054016 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:24.068920 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ccb3347-7e1e-4541-8046-0b1cbfc56740 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:50:24.093526 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 5ccb3347-7e1e-4541-8046-0b1cbfc56740, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=5ccb3347-7e1e-4541-8046-0b1cbfc56740,segment=NetworkSegment(e30a930c-be1b-45ef-aea8-a32ed0f0904e),segment_id=e30a930c-be1b-45ef-aea8-a32ed0f0904e)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:50:24.198577 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0e9cd9fe-edee-4c6a-9d9e-c40eac440df9 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:24.247144 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c2612e-eeed-4d4d-a116-72a5cf8644f5 req-87115881-2a34-4b90-9bc0-23e40eb68813 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:24.248632 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c7c2612e-eeed-4d4d-a116-72a5cf8644f5 req-87115881-2a34-4b90-9bc0-23e40eb68813 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 946 time: 0.1800070 Apr 05 14:50:24.263583 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d1748-b7b2-47d4-8fe9-eb391f287772 req-5412321a-db5a-4fa2-86eb-4ffed4f3787d tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:24.265354 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fa3d1748-b7b2-47d4-8fe9-eb391f287772 req-5412321a-db5a-4fa2-86eb-4ffed4f3787d tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6ace499-4080-45a3-9d5f-a065cb6221b9 HTTP/1.1" status: 200 len: 943 time: 0.1978266 Apr 05 14:50:24.297005 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:24.322151 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c7c2612e-eeed-4d4d-a116-72a5cf8644f5 req-e83f210e-fea6-4971-85d6-6f55f556e2e9 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cbefb25-bd4b-4b8d-a9a2-f4b339ce847f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558188 Apr 05 14:50:24.383115 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fa3d1748-b7b2-47d4-8fe9-eb391f287772 req-065e3d40-c715-4ba5-b995-1d7032992b78 tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] 10.222.0.30 "GET /v2.0/security-groups?id=c00b0932-1aa6-43ef-b77e-b373241a5c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017020 Apr 05 14:50:24.448499 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=5ccb3347-7e1e-4541-8046-0b1cbfc56740,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:24.523756 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a9d2e35e-2efd-4f3e-a9f4-0af79e6d502e req-fe9d9857-8c7a-48db-ba87-7fd45c8bf6f0 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/ports?device_id=afcf67b8-bd16-4226-a52d-1e179a4f797e HTTP/1.1" status: 200 len: 210 time: 0.0771077 Apr 05 14:50:24.532313 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1959741d-d6c3-47b8-a58c-fdeeefe4b56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:24.593409 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['5ccb3347-7e1e-4541-8046-0b1cbfc56740'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:50:24.801804 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0e9cd9fe-edee-4c6a-9d9e-c40eac440df9 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for router_gateway, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:24.836786 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0e9cd9fe-edee-4c6a-9d9e-c40eac440df9 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:24.924994 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b97bcc-1083-4510-abcb-d41f04fa35d7 req-8322143f-540e-476f-9d56-9d950d972576 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:24.932347 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-21b97bcc-1083-4510-abcb-d41f04fa35d7 req-8322143f-540e-476f-9d56-9d950d972576 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6203ea5-fd70-4eaa-b1cb-f34adafc6460 HTTP/1.1" status: 200 len: 944 time: 0.2498846 Apr 05 14:50:25.010482 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-0e9cd9fe-edee-4c6a-9d9e-c40eac440df9 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Allocated IP 172.25.6.186 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/a7935388-9394-4307-afc1-7e6e743eb749) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:50:25.016900 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-21b97bcc-1083-4510-abcb-d41f04fa35d7 req-df78f85d-b3ac-4819-811e-3e979791658d tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836871 Apr 05 14:50:25.101830 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 36370) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:50:25.124468 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e67988e2-787a-4e2d-b284-8cd9b85f30be admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:25.235975 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0e9cd9fe-edee-4c6a-9d9e-c40eac440df9 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:25.240118 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e67988e2-787a-4e2d-b284-8cd9b85f30be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:25.330475 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e67988e2-787a-4e2d-b284-8cd9b85f30be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:25.358468 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0e9cd9fe-edee-4c6a-9d9e-c40eac440df9 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:25.376935 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-e67988e2-787a-4e2d-b284-8cd9b85f30be admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=04d86b8e1f9741c9b12bbb3e4f169549&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2736125 Apr 05 14:50:25.380226 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 36372) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:50:25.382855 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67988e2-787a-4e2d-b284-8cd9b85f30be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c2dcf5-2738-4ed4-99d7-eec6173d8e71,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:25.439107 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9cd9fe-edee-4c6a-9d9e-c40eac440df9 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:50:25.451106 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-0e9cd9fe-edee-4c6a-9d9e-c40eac440df9 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:50:25.457028 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9cd9fe-edee-4c6a-9d9e-c40eac440df9 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:50:25.572350 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9cd9fe-edee-4c6a-9d9e-c40eac440df9 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Pushing event updated for resources: {'Port': ['ID=a7935388-9394-4307-afc1-7e6e743eb749,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:25.741049 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4522627f-6488-432e-8763-f8b563360b84 req-5d887574-15e3-40e9-a3d9-8b84b3ce0888 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:25.743548 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4522627f-6488-432e-8763-f8b563360b84 req-5d887574-15e3-40e9-a3d9-8b84b3ce0888 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 946 time: 0.2219450 Apr 05 14:50:25.761599 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a7288bc7-b707-4b68-bc43-aed448019e88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:25.783894 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036691d-cc94-484c-8440-4cdb36cc931d req-48d3a492-013b-47b7-a4d2-9d21096bcd03 tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:25.794064 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8036691d-cc94-484c-8440-4cdb36cc931d req-48d3a492-013b-47b7-a4d2-9d21096bcd03 tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6ace499-4080-45a3-9d5f-a065cb6221b9 HTTP/1.1" status: 200 len: 944 time: 0.2574193 Apr 05 14:50:25.799718 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 5ccb3347-7e1e-4541-8046-0b1cbfc56740 up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:50:25.892057 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a7288bc7-b707-4b68-bc43-aed448019e88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:25.938488 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port 5ccb3347-7e1e-4541-8046-0b1cbfc56740 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:50:25.942025 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4522627f-6488-432e-8763-f8b563360b84 req-56dfb39a-cf8a-45b5-8bdf-d0c5cdeda59d tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cbefb25-bd4b-4b8d-a9a2-f4b339ce847f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1766822 Apr 05 14:50:25.943621 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8036691d-cc94-484c-8440-4cdb36cc931d req-76760cd0-7fa5-422e-b885-712514dfcbf7 tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] 10.222.0.30 "GET /v2.0/security-groups?id=c00b0932-1aa6-43ef-b77e-b373241a5c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503515 Apr 05 14:50:25.949599 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port 5ccb3347-7e1e-4541-8046-0b1cbfc56740 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:50:25.950213 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:26.112183 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:26.119230 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a7288bc7-b707-4b68-bc43-aed448019e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:26.125781 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a7288bc7-b707-4b68-bc43-aed448019e88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:26.125781 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-a7288bc7-b707-4b68-bc43-aed448019e88 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/59c2dcf5-2738-4ed4-99d7-eec6173d8e71 HTTP/1.1" status: 204 len: 168 time: 0.7223480 Apr 05 14:50:26.133968 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b9dfe042-c777-40b7-9c4a-afc26fdbcf12 req-572059c7-1917-4bab-a54e-8a684b290687 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/ports?device_id=afcf67b8-bd16-4226-a52d-1e179a4f797e HTTP/1.1" status: 200 len: 210 time: 0.0805941 Apr 05 14:50:26.182953 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6ace499-4080-45a3-9d5f-a065cb6221b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ccb3347-7e1e-4541-8046-0b1cbfc56740'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:50:26.189208 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7288bc7-b707-4b68-bc43-aed448019e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c2dcf5-2738-4ed4-99d7-eec6173d8e71,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:26.197166 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9609b5c-b7f6-424e-8f17-bfa5c973b08b" -d '{"events": [{"server_uuid": "f6ace499-4080-45a3-9d5f-a065cb6221b9", "name": "network-vif-plugged", "status": "completed", "tag": "5ccb3347-7e1e-4541-8046-0b1cbfc56740"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:50:26.217052 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 5ccb3347-7e1e-4541-8046-0b1cbfc56740, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=5ccb3347-7e1e-4541-8046-0b1cbfc56740,segment=NetworkSegment(e30a930c-be1b-45ef-aea8-a32ed0f0904e),segment_id=e30a930c-be1b-45ef-aea8-a32ed0f0904e)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:50:26.266848 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0e9cd9fe-edee-4c6a-9d9e-c40eac440df9 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for router_gateway, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:26.275544 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17dc1250-9ce9-4d25-8706-4807adb3e322 x-openstack-request-id: req-17dc1250-9ce9-4d25-8706-4807adb3e322 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:50:26.275544 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6ace499-4080-45a3-9d5f-a065cb6221b9", "name": "network-vif-plugged", "status": "completed", "tag": "5ccb3347-7e1e-4541-8046-0b1cbfc56740", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:50:26.275544 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-17dc1250-9ce9-4d25-8706-4807adb3e322 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:50:26.275544 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17dc1250-9ce9-4d25-8706-4807adb3e322'] response: {'server_uuid': 'f6ace499-4080-45a3-9d5f-a065cb6221b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ccb3347-7e1e-4541-8046-0b1cbfc56740', 'code': 200} Apr 05 14:50:26.291729 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:26.372752 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=5ccb3347-7e1e-4541-8046-0b1cbfc56740,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:26.376428 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfc6b79-af5b-4377-8aeb-6997824409ca req-6d0dc008-2b51-4e81-848d-301c3e7c45ca tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:26.378211 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7bfc6b79-af5b-4377-8aeb-6997824409ca req-6d0dc008-2b51-4e81-848d-301c3e7c45ca tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6203ea5-fd70-4eaa-b1cb-f34adafc6460 HTTP/1.1" status: 200 len: 944 time: 0.1682386 Apr 05 14:50:26.386825 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:50:26.387171 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:50:26.387500 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:50:26.387836 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:50:26.388158 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:50:26.388488 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:50:26.388812 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:50:26.389160 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:50:26.389492 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:50:26.389792 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:50:26.390153 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:50:26.390456 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:50:26.528480 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caf394b-586d-4bb7-a8d0-ea42b9f06ad3 req-9077756d-8ffe-401f-99f2-37be5c4bb0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:26.530038 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1caf394b-586d-4bb7-a8d0-ea42b9f06ad3 req-9077756d-8ffe-401f-99f2-37be5c4bb0b1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f6ace499-4080-45a3-9d5f-a065cb6221b9 HTTP/1.1" status: 200 len: 1096 time: 0.1732068 Apr 05 14:50:26.557105 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7bfc6b79-af5b-4377-8aeb-6997824409ca req-0f2212e7-2c0b-443e-a47f-c5abdaa5c1f7 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272960 Apr 05 14:50:26.636394 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1caf394b-586d-4bb7-a8d0-ea42b9f06ad3 req-3d3e37e4-39b7-40ac-b8d4-b03deb68689d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c00b0932-1aa6-43ef-b77e-b373241a5c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976174 Apr 05 14:50:26.693276 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0e9cd9fe-edee-4c6a-9d9e-c40eac440df9 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618'] for router, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:26.770945 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b7cbcd95-abb9-41d8-96b4-ee81efb53f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:26.857936 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c1e897-31a8-4236-99b8-b71e8b20c0f5 req-7696ef4a-18d1-4ea3-9a00-f87e29713a67 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:26.859518 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-00c1e897-31a8-4236-99b8-b71e8b20c0f5 req-7696ef4a-18d1-4ea3-9a00-f87e29713a67 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.11 "GET /v2.0/networks?id=9c33a3eb-a65a-4749-8ece-9c0c17a8413b HTTP/1.1" status: 200 len: 815 time: 0.2597637 Apr 05 14:50:26.940136 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-00c1e897-31a8-4236-99b8-b71e8b20c0f5 req-6b38a9ec-8945-4dd0-93c0-33f4ce547899 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d680450c8534547bd5afee8c1b9c44d HTTP/1.1" status: 200 len: 379 time: 0.0711176 Apr 05 14:50:26.953466 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-00c1e897-31a8-4236-99b8-b71e8b20c0f5 req-7003cfae-344c-429c-bd06-23266641e007 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Request body: {'port': {'device_id': 'afcf67b8-bd16-4226-a52d-1e179a4f797e', 'network_id': '9c33a3eb-a65a-4749-8ece-9c0c17a8413b', 'admin_state_up': True, 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'security_groups': ['10d47785-9bfb-40ac-95a5-4ccfce8ff568']}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:50:27.083889 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e9cd9fe-edee-4c6a-9d9e-c40eac440df9 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Router 72491571-3958-4cd4-9828-95471050068c is scheduled to L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 with binding_index 1 {{(pid=103320) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:50:27.145282 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da26a7ab-27c4-4849-a045-f19a46ad73ce req-4eabb8ca-0134-41e2-9c87-716449c5af1c tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:27.145282 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-da26a7ab-27c4-4849-a045-f19a46ad73ce req-4eabb8ca-0134-41e2-9c87-716449c5af1c tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 946 time: 0.1146479 Apr 05 14:50:27.224932 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00c1e897-31a8-4236-99b8-b71e8b20c0f5 req-7003cfae-344c-429c-bd06-23266641e007 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Made reservation on behalf of 0d680450c8534547bd5afee8c1b9c44d for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:50:27.227864 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-00c1e897-31a8-4236-99b8-b71e8b20c0f5 req-7003cfae-344c-429c-bd06-23266641e007 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:27.319261 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a7a4ce-3d75-4ab9-8ffb-2995ea639db7 req-d314724a-5410-41cb-b7ee-6c364cc3342b tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:27.320970 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-13a7a4ce-3d75-4ab9-8ffb-2995ea639db7 req-d314724a-5410-41cb-b7ee-6c364cc3342b tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6ace499-4080-45a3-9d5f-a065cb6221b9 HTTP/1.1" status: 200 len: 945 time: 0.2499604 Apr 05 14:50:27.323914 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-da26a7ab-27c4-4849-a045-f19a46ad73ce req-fcb5419d-c319-4f76-9d35-50e82a8d3443 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cbefb25-bd4b-4b8d-a9a2-f4b339ce847f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410148 Apr 05 14:50:27.364626 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e9cd9fe-edee-4c6a-9d9e-c40eac440df9 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:50:27.378399 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195905d2-e4b7-4ee4-9def-467f3512d53f None None] Sync routers for ids ['72491571-3958-4cd4-9828-95471050068c'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:50:27.388942 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-13a7a4ce-3d75-4ab9-8ffb-2995ea639db7 req-9a2c8cf3-7ebf-499e-a3d8-0620fc1c63e9 tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] 10.222.0.30 "GET /v2.0/security-groups?id=c00b0932-1aa6-43ef-b77e-b373241a5c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530593 Apr 05 14:50:27.392447 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195905d2-e4b7-4ee4-9def-467f3512d53f None None] Routers {'72491571-3958-4cd4-9828-95471050068c'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:50:27.393638 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-195905d2-e4b7-4ee4-9def-467f3512d53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:50:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['72491571-3958-4cd4-9828-95471050068c'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:50:27.450979 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [req-00c1e897-31a8-4236-99b8-b71e8b20c0f5 req-7003cfae-344c-429c-bd06-23266641e007 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Allocated IP 172.20.0.11 (9c33a3eb-a65a-4749-8ece-9c0c17a8413b/b0eeff46-5c4b-4ea4-85de-a28a5ce6d062/56049af1-1ba2-4489-9008-342f74470dd8) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:50:27.481668 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2fc0f8ae-ec10-4285-8514-2a42b1f3c4f3 req-5de90d1d-7c4e-4dbe-b2f3-0a579d87f716 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/ports?device_id=afcf67b8-bd16-4226-a52d-1e179a4f797e HTTP/1.1" status: 200 len: 210 time: 0.0446458 Apr 05 14:50:27.522550 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-195905d2-e4b7-4ee4-9def-467f3512d53f None None] Set router 72491571-3958-4cd4-9828-95471050068c gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:50:27.611034 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-00c1e897-31a8-4236-99b8-b71e8b20c0f5 req-7003cfae-344c-429c-bd06-23266641e007 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:27.693722 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60816a11-e26e-4b62-b026-d8dc9e080ba7 req-13766a5a-f8eb-432e-8058-826c54c21b93 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:27.696040 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-60816a11-e26e-4b62-b026-d8dc9e080ba7 req-13766a5a-f8eb-432e-8058-826c54c21b93 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6203ea5-fd70-4eaa-b1cb-f34adafc6460 HTTP/1.1" status: 200 len: 944 time: 0.0701551 Apr 05 14:50:27.755362 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-195905d2-e4b7-4ee4-9def-467f3512d53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72491571-3958-4cd4-9828-95471050068c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1520940299', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': 'a7935388-9394-4307-afc1-7e6e743eb749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:50:23Z', 'updated_at': '2022-04-05T14:50:25Z', 'revision_number': 3, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'gw_port': {'id': 'a7935388-9394-4307-afc1-7e6e743eb749', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f2:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72491571-3958-4cd4-9828-95471050068c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:24Z', 'updated_at': '2022-04-05T14:50:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:50:27.756839 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0e9cd9fe-edee-4c6a-9d9e-c40eac440df9 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for router, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:27.758309 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-0e9cd9fe-edee-4c6a-9d9e-c40eac440df9 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.6847787 Apr 05 14:50:27.761543 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 36408) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:50:27.784813 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-60816a11-e26e-4b62-b026-d8dc9e080ba7 req-543cedef-2e9a-464c-9973-3bb4eb53a8a7 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817454 Apr 05 14:50:27.797114 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195905d2-e4b7-4ee4-9def-467f3512d53f None None] Checking router: 72491571-3958-4cd4-9828-95471050068c for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:50:27.797693 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195905d2-e4b7-4ee4-9def-467f3512d53f None None] Updating router 72491571-3958-4cd4-9828-95471050068c port a7935388-9394-4307-afc1-7e6e743eb749 binding host n-d-836650-2 {{(pid=103322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:50:27.805263 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-00c1e897-31a8-4236-99b8-b71e8b20c0f5 req-7003cfae-344c-429c-bd06-23266641e007 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:27.870043 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-195905d2-e4b7-4ee4-9def-467f3512d53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:27.877300 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00c1e897-31a8-4236-99b8-b71e8b20c0f5 req-7003cfae-344c-429c-bd06-23266641e007 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Network 9c33a3eb-a65a-4749-8ece-9c0c17a8413b is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:50:27.924361 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [req-00c1e897-31a8-4236-99b8-b71e8b20c0f5 req-7003cfae-344c-429c-bd06-23266641e007 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:50:27.935329 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-00c1e897-31a8-4236-99b8-b71e8b20c0f5 req-7003cfae-344c-429c-bd06-23266641e007 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:50:28.046981 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c1e897-31a8-4236-99b8-b71e8b20c0f5 req-7003cfae-344c-429c-bd06-23266641e007 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:28.051607 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-00c1e897-31a8-4236-99b8-b71e8b20c0f5 req-7003cfae-344c-429c-bd06-23266641e007 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:28.075895 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:28.102448 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7003cfae-344c-429c-bd06-23266641e007 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Pushing event updated for resources: {'Port': ['ID=56049af1-1ba2-4489-9008-342f74470dd8,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:28.210434 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-642de2b2-6b6b-446b-bbdd-a6aff3a09053 tempest-TestNetworkAdvancedServerOps-2063735697 tempest-TestNetworkAdvancedServerOps-2063735697-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=b07e36dc5a904f16980660900e2eecc1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4449010 Apr 05 14:50:28.210691 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-00c1e897-31a8-4236-99b8-b71e8b20c0f5 req-7003cfae-344c-429c-bd06-23266641e007 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2620502 Apr 05 14:50:28.210691 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 36420) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:50:28.303456 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-00c1e897-31a8-4236-99b8-b71e8b20c0f5 req-fd37a7c4-d84e-48e9-976e-8e121d3956a1 service neutron] Request body: {'port': {'device_id': 'afcf67b8-bd16-4226-a52d-1e179a4f797e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-2'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:50:28.325987 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-195905d2-e4b7-4ee4-9def-467f3512d53f None None] Notify callbacks [] for port, precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:28.436217 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-195905d2-e4b7-4ee4-9def-467f3512d53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:28.563121 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-00c1e897-31a8-4236-99b8-b71e8b20c0f5 req-fd37a7c4-d84e-48e9-976e-8e121d3956a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:28.622778 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f7649a-71b2-4a73-8884-14e9d40efd3c tempest-TestNetworkAdvancedServerOps-2063735697 tempest-TestNetworkAdvancedServerOps-2063735697-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:28.624528 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-52f7649a-71b2-4a73-8884-14e9d40efd3c tempest-TestNetworkAdvancedServerOps-2063735697 tempest-TestNetworkAdvancedServerOps-2063735697-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4130967 Apr 05 14:50:28.627389 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 36432) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:50:28.670102 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c2eded-9dec-4994-bb16-dcf40b0392bf None None] Pushing event updated for resources: {'Port': ['ID=a7935388-9394-4307-afc1-7e6e743eb749,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:28.679513 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-a040b04d-864b-4a3a-b638-fd953098085c tempest-TestNetworkAdvancedServerOps-2063735697 tempest-TestNetworkAdvancedServerOps-2063735697-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0507021 Apr 05 14:50:28.680578 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-195905d2-e4b7-4ee4-9def-467f3512d53f None None] Attempting to bind port a7935388-9394-4307-afc1-7e6e743eb749 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:50:28.681097 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-195905d2-e4b7-4ee4-9def-467f3512d53f None None] Attempting to bind port a7935388-9394-4307-afc1-7e6e743eb749 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:50:28.681469 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195905d2-e4b7-4ee4-9def-467f3512d53f None None] Attempting to bind port a7935388-9394-4307-afc1-7e6e743eb749 on network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:50:28.682112 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 36434) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:50:28.687093 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-9860a8f2-703b-4b9f-ac5a-339de410cc87 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2087905159', 'network_id': 'c78b309f-ff7d-41bb-8fba-b50473a0da16', 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:50:28.691386 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-a6310909-aac1-4626-90c7-d4fdc9a3f729 None None] Provisioning complete for port 56049af1-1ba2-4489-9008-342f74470dd8 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:50:28.691386 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a6310909-aac1-4626-90c7-d4fdc9a3f729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:28.702415 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525c6a7-e7b3-4a43-b472-ea8768e00a8d req-ca986c9d-f7a9-4ab3-8986-3f2b8ffee64a tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:28.711531 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a525c6a7-e7b3-4a43-b472-ea8768e00a8d req-ca986c9d-f7a9-4ab3-8986-3f2b8ffee64a tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 946 time: 0.2156892 Apr 05 14:50:28.747484 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9249639f-d796-4deb-ad76-771ee9c22c6c req-5b172ccf-ea9c-4115-aeeb-5a7c1261ff83 tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:28.749095 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9249639f-d796-4deb-ad76-771ee9c22c6c req-5b172ccf-ea9c-4115-aeeb-5a7c1261ff83 tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6ace499-4080-45a3-9d5f-a065cb6221b9 HTTP/1.1" status: 200 len: 945 time: 0.1833189 Apr 05 14:50:28.755334 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195905d2-e4b7-4ee4-9def-467f3512d53f None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:50:28.758577 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195905d2-e4b7-4ee4-9def-467f3512d53f None None] Checking segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:50:28.759022 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-195905d2-e4b7-4ee4-9def-467f3512d53f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:28.759431 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195905d2-e4b7-4ee4-9def-467f3512d53f None None] Bound using segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:50:28.759965 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-195905d2-e4b7-4ee4-9def-467f3512d53f None None] Bound port: a7935388-9394-4307-afc1-7e6e743eb749, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:50:28.760317 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-195905d2-e4b7-4ee4-9def-467f3512d53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:28.800492 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a525c6a7-e7b3-4a43-b472-ea8768e00a8d req-d785f6a3-8516-480b-81d7-99c02b72ee5c tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cbefb25-bd4b-4b8d-a9a2-f4b339ce847f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800724 Apr 05 14:50:28.861625 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-a6310909-aac1-4626-90c7-d4fdc9a3f729 None None] Port 56049af1-1ba2-4489-9008-342f74470dd8 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:50:28.864908 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9249639f-d796-4deb-ad76-771ee9c22c6c req-ad200b98-c7d7-4c59-af40-1f45117b2708 tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] 10.222.0.30 "GET /v2.0/security-groups?id=c00b0932-1aa6-43ef-b77e-b373241a5c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084390 Apr 05 14:50:28.925137 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-195905d2-e4b7-4ee4-9def-467f3512d53f None None] For port a7935388-9394-4307-afc1-7e6e743eb749, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:50:28.947590 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-195905d2-e4b7-4ee4-9def-467f3512d53f None None] For port a7935388-9394-4307-afc1-7e6e743eb749, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=a7935388-9394-4307-afc1-7e6e743eb749,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:50:29.005922 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53885b1-07f6-4dec-a427-7da2257798bb req-70a9b21a-cfb4-4e4d-920c-f8db4dd6fc15 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:29.007998 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b53885b1-07f6-4dec-a427-7da2257798bb req-70a9b21a-cfb4-4e4d-920c-f8db4dd6fc15 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/ports?device_id=afcf67b8-bd16-4226-a52d-1e179a4f797e HTTP/1.1" status: 200 len: 932 time: 0.0812283 Apr 05 14:50:29.037898 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-195905d2-e4b7-4ee4-9def-467f3512d53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:29.104835 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b53885b1-07f6-4dec-a427-7da2257798bb req-612322ca-29c3-43b2-956a-29b2edc62d5c tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/security-groups?id=10d47785-9bfb-40ac-95a5-4ccfce8ff568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891135 Apr 05 14:50:29.113816 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d2b67a-d575-4bd7-a3dd-aeee4e665051 req-3e6f1d53-211f-4a51-8348-c72b6f95ff5d tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:29.123231 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-31d2b67a-d575-4bd7-a3dd-aeee4e665051 req-3e6f1d53-211f-4a51-8348-c72b6f95ff5d tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6203ea5-fd70-4eaa-b1cb-f34adafc6460 HTTP/1.1" status: 200 len: 944 time: 0.0973394 Apr 05 14:50:29.187635 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-31d2b67a-d575-4bd7-a3dd-aeee4e665051 req-ba283389-12c8-489b-93e3-7b8fb52bce6b tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590506 Apr 05 14:50:29.252545 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c2eded-9dec-4994-bb16-dcf40b0392bf None None] Pushing event updated for resources: {'Port': ['ID=a7935388-9394-4307-afc1-7e6e743eb749,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:29.272539 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195905d2-e4b7-4ee4-9def-467f3512d53f None None] Routers {'72491571-3958-4cd4-9828-95471050068c'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:50:29.273375 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-195905d2-e4b7-4ee4-9def-467f3512d53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:50:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['72491571-3958-4cd4-9828-95471050068c'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:50:29.338455 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9860a8f2-703b-4b9f-ac5a-339de410cc87 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Made reservation on behalf of b07e36dc5a904f16980660900e2eecc1 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:50:29.342152 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9860a8f2-703b-4b9f-ac5a-339de410cc87 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:29.446112 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-195905d2-e4b7-4ee4-9def-467f3512d53f None None] Set router 72491571-3958-4cd4-9828-95471050068c gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:50:29.646793 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [req-00c1e897-31a8-4236-99b8-b71e8b20c0f5 req-fd37a7c4-d84e-48e9-976e-8e121d3956a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56049af1-1ba2-4489-9008-342f74470dd8 {{(pid=103321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:50:29.658305 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-00c1e897-31a8-4236-99b8-b71e8b20c0f5 req-fd37a7c4-d84e-48e9-976e-8e121d3956a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:29.674977 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.provisioning_blocks [req-00c1e897-31a8-4236-99b8-b71e8b20c0f5 req-fd37a7c4-d84e-48e9-976e-8e121d3956a1 service neutron] Transition to ACTIVE for port object 56049af1-1ba2-4489-9008-342f74470dd8 will not be triggered until provisioned by entity L2. {{(pid=103321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:50:29.766838 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:29.768590 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:29.879845 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-195905d2-e4b7-4ee4-9def-467f3512d53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72491571-3958-4cd4-9828-95471050068c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1520940299', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': 'a7935388-9394-4307-afc1-7e6e743eb749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:50:23Z', 'updated_at': '2022-04-05T14:50:25Z', 'revision_number': 3, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'gw_port': {'id': 'a7935388-9394-4307-afc1-7e6e743eb749', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f2:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72491571-3958-4cd4-9828-95471050068c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:24Z', 'updated_at': '2022-04-05T14:50:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:50:29.913677 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-00c1e897-31a8-4236-99b8-b71e8b20c0f5 req-fd37a7c4-d84e-48e9-976e-8e121d3956a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:29.921346 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195905d2-e4b7-4ee4-9def-467f3512d53f None None] The sync data for ids ['72491571-3958-4cd4-9828-95471050068c'] in n-d-836650-2 is: [{'id': '72491571-3958-4cd4-9828-95471050068c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1520940299', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': 'a7935388-9394-4307-afc1-7e6e743eb749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:50:23Z', 'updated_at': '2022-04-05T14:50:25Z', 'revision_number': 3, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'gw_port': {'id': 'a7935388-9394-4307-afc1-7e6e743eb749', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f2:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72491571-3958-4cd4-9828-95471050068c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:24Z', 'updated_at': '2022-04-05T14:50:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:50:29.982305 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd37a7c4-d84e-48e9-976e-8e121d3956a1 service neutron] Pushing event updated for resources: {'Port': ['ID=56049af1-1ba2-4489-9008-342f74470dd8,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:30.035514 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9860a8f2-703b-4b9f-ac5a-339de410cc87 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:30.079731 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156844bb-2292-44d0-bb2d-fc8e81aa269c req-b34b9e1d-59f4-44d5-b303-8f16ba0cd09a tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:30.088803 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-156844bb-2292-44d0-bb2d-fc8e81aa269c req-b34b9e1d-59f4-44d5-b303-8f16ba0cd09a tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 946 time: 0.1365812 Apr 05 14:50:30.169072 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-156844bb-2292-44d0-bb2d-fc8e81aa269c req-481f3a4c-4998-496a-b77a-8e8330a76f91 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cbefb25-bd4b-4b8d-a9a2-f4b339ce847f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786951 Apr 05 14:50:30.530648 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a7bc8-d83b-4970-adc6-eabab8db4a26 req-06bce57d-83d6-48e8-80bb-2b77edabedb5 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:30.543101 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b23a7bc8-d83b-4970-adc6-eabab8db4a26 req-06bce57d-83d6-48e8-80bb-2b77edabedb5 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/ports?device_id=afcf67b8-bd16-4226-a52d-1e179a4f797e HTTP/1.1" status: 200 len: 944 time: 0.2771416 Apr 05 14:50:30.628251 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8531e3da-5581-4d5b-b0c9-e038d27b7a52 req-87410711-cb68-47c8-abd8-1ae3ad4d7a05 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:30.643522 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8531e3da-5581-4d5b-b0c9-e038d27b7a52 req-87410711-cb68-47c8-abd8-1ae3ad4d7a05 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6203ea5-fd70-4eaa-b1cb-f34adafc6460 HTTP/1.1" status: 200 len: 944 time: 0.2847879 Apr 05 14:50:30.665687 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b23a7bc8-d83b-4970-adc6-eabab8db4a26 req-803f2c0d-f727-4710-b23e-eb54572f4913 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/security-groups?id=10d47785-9bfb-40ac-95a5-4ccfce8ff568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211720 Apr 05 14:50:30.729218 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8531e3da-5581-4d5b-b0c9-e038d27b7a52 req-854759fc-b525-4fe5-836f-778e30107201 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846632 Apr 05 14:50:30.771344 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9860a8f2-703b-4b9f-ac5a-339de410cc87 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Pushing event updated for resources: {'Subnet': ['ID=1de0be90-29ef-431f-9721-d97dbe29986a,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:30.783336 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-00c1e897-31a8-4236-99b8-b71e8b20c0f5 req-fd37a7c4-d84e-48e9-976e-8e121d3956a1 service neutron] Attempting to bind port 56049af1-1ba2-4489-9008-342f74470dd8 on host n-h2-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:50:30.783732 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-00c1e897-31a8-4236-99b8-b71e8b20c0f5 req-fd37a7c4-d84e-48e9-976e-8e121d3956a1 service neutron] Attempting to bind port 56049af1-1ba2-4489-9008-342f74470dd8 by drivers openvswitch,hyperv on host n-h2-836650-2 at level 0 using segments [{'id': '66fbd2e0-c36a-4acf-927a-20a3621831c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9c33a3eb-a65a-4749-8ece-9c0c17a8413b'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:50:30.784130 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c1e897-31a8-4236-99b8-b71e8b20c0f5 req-fd37a7c4-d84e-48e9-976e-8e121d3956a1 service neutron] Attempting to bind port 56049af1-1ba2-4489-9008-342f74470dd8 on network 9c33a3eb-a65a-4749-8ece-9c0c17a8413b {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:50:30.786496 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9860a8f2-703b-4b9f-ac5a-339de410cc87 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Checking segment: {'id': '8f9f880a-d2f4-4838-9fd6-f918e17688de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c78b309f-ff7d-41bb-8fba-b50473a0da16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:50:30.786930 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9860a8f2-703b-4b9f-ac5a-339de410cc87 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Network hostable DHCP agents. Network: c78b309f-ff7d-41bb-8fba-b50473a0da16, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:50:30.794329 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c1e897-31a8-4236-99b8-b71e8b20c0f5 req-fd37a7c4-d84e-48e9-976e-8e121d3956a1 service neutron] Port 56049af1-1ba2-4489-9008-342f74470dd8 on network 9c33a3eb-a65a-4749-8ece-9c0c17a8413b not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:50:30.794647 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c1e897-31a8-4236-99b8-b71e8b20c0f5 req-fd37a7c4-d84e-48e9-976e-8e121d3956a1 service neutron] Attempting to bind port 56049af1-1ba2-4489-9008-342f74470dd8 on network 9c33a3eb-a65a-4749-8ece-9c0c17a8413b {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:50:30.806463 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c1e897-31a8-4236-99b8-b71e8b20c0f5 req-fd37a7c4-d84e-48e9-976e-8e121d3956a1 service neutron] Checking agent: {'id': '6d8cf521-24bb-4b6a-bbae-0284f5c87a9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:50:30.806865 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c1e897-31a8-4236-99b8-b71e8b20c0f5 req-fd37a7c4-d84e-48e9-976e-8e121d3956a1 service neutron] Checking segment: {'id': '66fbd2e0-c36a-4acf-927a-20a3621831c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9c33a3eb-a65a-4749-8ece-9c0c17a8413b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:50:30.807310 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c1e897-31a8-4236-99b8-b71e8b20c0f5 req-fd37a7c4-d84e-48e9-976e-8e121d3956a1 service neutron] Bound using segment: {'id': '66fbd2e0-c36a-4acf-927a-20a3621831c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9c33a3eb-a65a-4749-8ece-9c0c17a8413b'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:50:30.807805 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-00c1e897-31a8-4236-99b8-b71e8b20c0f5 req-fd37a7c4-d84e-48e9-976e-8e121d3956a1 service neutron] Bound port: 56049af1-1ba2-4489-9008-342f74470dd8, host: n-h2-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66fbd2e0-c36a-4acf-927a-20a3621831c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9c33a3eb-a65a-4749-8ece-9c0c17a8413b'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:50:30.808222 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-00c1e897-31a8-4236-99b8-b71e8b20c0f5 req-fd37a7c4-d84e-48e9-976e-8e121d3956a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:30.942655 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9860a8f2-703b-4b9f-ac5a-339de410cc87 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Network c78b309f-ff7d-41bb-8fba-b50473a0da16 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:50:30.979344 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-00c1e897-31a8-4236-99b8-b71e8b20c0f5 req-fd37a7c4-d84e-48e9-976e-8e121d3956a1 service neutron] For port 56049af1-1ba2-4489-9008-342f74470dd8, host n-h2-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:50:30.983293 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-00c1e897-31a8-4236-99b8-b71e8b20c0f5 req-fd37a7c4-d84e-48e9-976e-8e121d3956a1 service neutron] For port 56049af1-1ba2-4489-9008-342f74470dd8, host n-h2-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=56049af1-1ba2-4489-9008-342f74470dd8,segment=NetworkSegment(66fbd2e0-c36a-4acf-927a-20a3621831c7),segment_id=66fbd2e0-c36a-4acf-927a-20a3621831c7)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:50:31.110722 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-9860a8f2-703b-4b9f-ac5a-339de410cc87 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, c78b309f-ff7d-41bb-8fba-b50473a0da16) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:50:31.114148 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-00c1e897-31a8-4236-99b8-b71e8b20c0f5 req-fd37a7c4-d84e-48e9-976e-8e121d3956a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:31.122908 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c143d83-87ad-4595-9d81-047b2146c361 None None] Network c78b309f-ff7d-41bb-8fba-b50473a0da16 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:50:31.124603 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9860a8f2-703b-4b9f-ac5a-339de410cc87 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:31.125612 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9860a8f2-703b-4b9f-ac5a-339de410cc87 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:31.170568 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c1e897-31a8-4236-99b8-b71e8b20c0f5 req-fd37a7c4-d84e-48e9-976e-8e121d3956a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:31.171259 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-00c1e897-31a8-4236-99b8-b71e8b20c0f5 req-fd37a7c4-d84e-48e9-976e-8e121d3956a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:31.172976 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-00c1e897-31a8-4236-99b8-b71e8b20c0f5 req-fd37a7c4-d84e-48e9-976e-8e121d3956a1 service neutron] 10.222.0.11 "PUT /v2.0/ports/56049af1-1ba2-4489-9008-342f74470dd8 HTTP/1.1" status: 200 len: 1092 time: 2.9529526 Apr 05 14:50:31.173520 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afcf67b8-bd16-4226-a52d-1e179a4f797e', 'tag': '56049af1-1ba2-4489-9008-342f74470dd8'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:50:31.177795 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a2ca9b-196d-4a91-9632-a97439745521" -d '{"events": [{"name": "network-changed", "server_uuid": "afcf67b8-bd16-4226-a52d-1e179a4f797e", "tag": "56049af1-1ba2-4489-9008-342f74470dd8"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:50:31.279293 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd37a7c4-d84e-48e9-976e-8e121d3956a1 service neutron] Pushing event updated for resources: {'Port': ['ID=56049af1-1ba2-4489-9008-342f74470dd8,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:31.310733 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-9860a8f2-703b-4b9f-ac5a-339de410cc87 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.6273303 Apr 05 14:50:31.313287 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 36588) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:50:31.362948 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a528f-2445-458b-abfd-3a289dec079d req-ddbd9e2a-35a4-409b-bce4-61816d0c9335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:31.370146 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f92a528f-2445-458b-abfd-3a289dec079d req-ddbd9e2a-35a4-409b-bce4-61816d0c9335 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9aa02dc22afd43169da01ad43bf00af6&device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 1097 time: 0.1403937 Apr 05 14:50:31.581347 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6707594b-ff48-479f-9a43-79959263a896 x-openstack-request-id: req-6707594b-ff48-479f-9a43-79959263a896 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:50:31.586046 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afcf67b8-bd16-4226-a52d-1e179a4f797e", "tag": "56049af1-1ba2-4489-9008-342f74470dd8", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:50:31.586198 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6707594b-ff48-479f-9a43-79959263a896 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:50:31.586614 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6707594b-ff48-479f-9a43-79959263a896'] response: {'name': 'network-changed', 'server_uuid': 'afcf67b8-bd16-4226-a52d-1e179a4f797e', 'tag': '56049af1-1ba2-4489-9008-342f74470dd8', 'status': 'completed', 'code': 200} Apr 05 14:50:31.630182 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 7 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 14:50:31.650333 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8020bd34-b1a4-459a-870a-ee99e4143cd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-c78b309f-ff7d-41bb-8fba-b50473a0da16', 'network_id': 'c78b309f-ff7d-41bb-8fba-b50473a0da16', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'fixed_ips': [{'subnet_id': '1de0be90-29ef-431f-9721-d97dbe29986a'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:50:31.651621 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8020bd34-b1a4-459a-870a-ee99e4143cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:31.730259 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c1e897-31a8-4236-99b8-b71e8b20c0f5 req-814ab93d-7640-4a04-84b2-4fdf4c5a1b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:31.733349 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-00c1e897-31a8-4236-99b8-b71e8b20c0f5 req-814ab93d-7640-4a04-84b2-4fdf4c5a1b4f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0d680450c8534547bd5afee8c1b9c44d&device_id=afcf67b8-bd16-4226-a52d-1e179a4f797e HTTP/1.1" status: 200 len: 1095 time: 0.2974427 Apr 05 14:50:31.760202 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device a7935388-9394-4307-afc1-7e6e743eb749 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:50:31.763331 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a528f-2445-458b-abfd-3a289dec079d req-17182d33-d593-466c-8049-dd2c1a31edde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:31.764920 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f92a528f-2445-458b-abfd-3a289dec079d req-17182d33-d593-466c-8049-dd2c1a31edde service neutron] 10.222.0.55 "GET /v2.0/networks?id=b03a0781-c7c7-4f21-ae00-e298dd92f97c HTTP/1.1" status: 200 len: 917 time: 0.3680470 Apr 05 14:50:31.785415 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6874013d-97a9-47a8-82fc-b1b2d1d95bb7 req-d615c028-d856-478f-91bd-b6f890d5c663 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:31.796136 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6874013d-97a9-47a8-82fc-b1b2d1d95bb7 req-d615c028-d856-478f-91bd-b6f890d5c663 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 946 time: 0.4209065 Apr 05 14:50:31.842213 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-00c1e897-31a8-4236-99b8-b71e8b20c0f5 req-d85bcb74-5eb4-4ab1-afa0-1ff23dab120b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56049af1-1ba2-4489-9008-342f74470dd8 HTTP/1.1" status: 200 len: 217 time: 0.0979714 Apr 05 14:50:31.989839 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-8020bd34-b1a4-459a-870a-ee99e4143cd1 None None] Allocated IP 172.20.0.2 (c78b309f-ff7d-41bb-8fba-b50473a0da16/1de0be90-29ef-431f-9721-d97dbe29986a/f561ecf9-9721-4505-857d-35da56d22a24) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:50:32.136987 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c1e897-31a8-4236-99b8-b71e8b20c0f5 req-58141631-7f86-4f82-af76-ee8b7e654ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:32.138495 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-00c1e897-31a8-4236-99b8-b71e8b20c0f5 req-58141631-7f86-4f82-af76-ee8b7e654ff5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b0eeff46-5c4b-4ea4-85de-a28a5ce6d062 HTTP/1.1" status: 200 len: 854 time: 0.2870712 Apr 05 14:50:32.272764 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8020bd34-b1a4-459a-870a-ee99e4143cd1 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:32.290777 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port a7935388-9394-4307-afc1-7e6e743eb749 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:50:32.291356 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:32.376127 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c1e897-31a8-4236-99b8-b71e8b20c0f5 req-597dbad6-507f-40bf-931e-5e1139c870bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:32.377737 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-00c1e897-31a8-4236-99b8-b71e8b20c0f5 req-597dbad6-507f-40bf-931e-5e1139c870bf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9c33a3eb-a65a-4749-8ece-9c0c17a8413b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2206209 Apr 05 14:50:32.410109 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:32.422790 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6874013d-97a9-47a8-82fc-b1b2d1d95bb7 req-08e91a7c-cf3e-45b0-a1c8-586411e8059e tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cbefb25-bd4b-4b8d-a9a2-f4b339ce847f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6253994 Apr 05 14:50:32.461876 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f92a528f-2445-458b-abfd-3a289dec079d req-10aa9096-5740-4fd7-8118-8fda82a6facd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28b20095-0618-43c7-aa61-a5202f7265d1 HTTP/1.1" status: 200 len: 1002 time: 0.6629786 Apr 05 14:50:32.497806 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port a7935388-9394-4307-afc1-7e6e743eb749, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=a7935388-9394-4307-afc1-7e6e743eb749,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:50:32.509620 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8020bd34-b1a4-459a-870a-ee99e4143cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:32.593074 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a528f-2445-458b-abfd-3a289dec079d req-19c3a1fb-7c59-4616-a4f4-f225b4913fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:32.600833 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f92a528f-2445-458b-abfd-3a289dec079d req-19c3a1fb-7c59-4616-a4f4-f225b4913fe6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b8b6f627-92b4-40ba-a770-519d39c012c3 HTTP/1.1" status: 200 len: 855 time: 0.1243317 Apr 05 14:50:32.609126 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f195e7e-6cb2-406b-b464-afa84e0df111 req-77fcf4c0-6551-456b-ad98-750603b22f1b tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:32.611343 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5f195e7e-6cb2-406b-b464-afa84e0df111 req-77fcf4c0-6551-456b-ad98-750603b22f1b tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/ports?device_id=afcf67b8-bd16-4226-a52d-1e179a4f797e HTTP/1.1" status: 200 len: 944 time: 0.8017390 Apr 05 14:50:32.634921 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8020bd34-b1a4-459a-870a-ee99e4143cd1 None None] Pushing event updated for resources: {'Port': ['ID=f561ecf9-9721-4505-857d-35da56d22a24,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:32.649590 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:32.711621 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5f195e7e-6cb2-406b-b464-afa84e0df111 req-049660e9-269f-48ed-a1e9-c5cb61b34cf0 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/security-groups?id=10d47785-9bfb-40ac-95a5-4ccfce8ff568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894454 Apr 05 14:50:32.729991 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a528f-2445-458b-abfd-3a289dec079d req-8a72d4f0-85f1-4bfe-a5b5-487e6639eeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:32.731638 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f92a528f-2445-458b-abfd-3a289dec079d req-8a72d4f0-85f1-4bfe-a5b5-487e6639eeac service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b03a0781-c7c7-4f21-ae00-e298dd92f97c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1193156 Apr 05 14:50:32.735262 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=a7935388-9394-4307-afc1-7e6e743eb749,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:32.739666 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de85bf3-89a2-45b9-ad9a-32989871a78d req-3d90cb91-d920-4787-9f2a-b8912568b6e0 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:32.741549 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3de85bf3-89a2-45b9-ad9a-32989871a78d req-3d90cb91-d920-4787-9f2a-b8912568b6e0 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6203ea5-fd70-4eaa-b1cb-f34adafc6460 HTTP/1.1" status: 200 len: 944 time: 0.1280861 Apr 05 14:50:32.761785 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8020bd34-b1a4-459a-870a-ee99e4143cd1 None None] Network c78b309f-ff7d-41bb-8fba-b50473a0da16 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:50:32.766733 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-8020bd34-b1a4-459a-870a-ee99e4143cd1 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:50:32.785203 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8020bd34-b1a4-459a-870a-ee99e4143cd1 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:50:32.816280 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-00c1e897-31a8-4236-99b8-b71e8b20c0f5 req-9c104589-6451-4afa-978f-901f24134a56 service neutron] 10.222.0.11 "GET /v2.0/networks/9c33a3eb-a65a-4749-8ece-9c0c17a8413b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4279637 Apr 05 14:50:32.863796 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3de85bf3-89a2-45b9-ad9a-32989871a78d req-d99e0469-ac32-458b-8b30-d6231e4afd1f tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865624 Apr 05 14:50:32.934095 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f92a528f-2445-458b-abfd-3a289dec079d req-1ea63f97-7e06-4d06-9a76-acbcc5143db5 service neutron] 10.222.0.55 "GET /v2.0/networks/b03a0781-c7c7-4f21-ae00-e298dd92f97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914895 Apr 05 14:50:32.935678 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-8020bd34-b1a4-459a-870a-ee99e4143cd1 None None] Attempting to bind port f561ecf9-9721-4505-857d-35da56d22a24 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:50:32.936112 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-8020bd34-b1a4-459a-870a-ee99e4143cd1 None None] Attempting to bind port f561ecf9-9721-4505-857d-35da56d22a24 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '8f9f880a-d2f4-4838-9fd6-f918e17688de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c78b309f-ff7d-41bb-8fba-b50473a0da16'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:50:32.936472 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8020bd34-b1a4-459a-870a-ee99e4143cd1 None None] Attempting to bind port f561ecf9-9721-4505-857d-35da56d22a24 on network c78b309f-ff7d-41bb-8fba-b50473a0da16 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:50:32.948419 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8020bd34-b1a4-459a-870a-ee99e4143cd1 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:50:32.948419 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8020bd34-b1a4-459a-870a-ee99e4143cd1 None None] Checking segment: {'id': '8f9f880a-d2f4-4838-9fd6-f918e17688de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c78b309f-ff7d-41bb-8fba-b50473a0da16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:50:32.949198 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8020bd34-b1a4-459a-870a-ee99e4143cd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:32.950023 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8020bd34-b1a4-459a-870a-ee99e4143cd1 None None] Bound using segment: {'id': '8f9f880a-d2f4-4838-9fd6-f918e17688de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c78b309f-ff7d-41bb-8fba-b50473a0da16'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:50:32.950856 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-8020bd34-b1a4-459a-870a-ee99e4143cd1 None None] Bound port: f561ecf9-9721-4505-857d-35da56d22a24, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9f880a-d2f4-4838-9fd6-f918e17688de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c78b309f-ff7d-41bb-8fba-b50473a0da16'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:50:32.951504 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8020bd34-b1a4-459a-870a-ee99e4143cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:33.042524 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-8020bd34-b1a4-459a-870a-ee99e4143cd1 None None] For port f561ecf9-9721-4505-857d-35da56d22a24, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:50:33.051120 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-8020bd34-b1a4-459a-870a-ee99e4143cd1 None None] For port f561ecf9-9721-4505-857d-35da56d22a24, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=f561ecf9-9721-4505-857d-35da56d22a24,segment=NetworkSegment(8f9f880a-d2f4-4838-9fd6-f918e17688de),segment_id=8f9f880a-d2f4-4838-9fd6-f918e17688de)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:50:33.093686 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f92a528f-2445-458b-abfd-3a289dec079d req-ef53351c-70db-4a51-8d7d-d2fb7ddbc872 service neutron] 10.222.0.55 "GET /v2.0/networks/b03a0781-c7c7-4f21-ae00-e298dd92f97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502786 Apr 05 14:50:33.098387 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8326ee96-60ee-4dd1-a5fc-265fa4836cde tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:33.102631 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-00c1e897-31a8-4236-99b8-b71e8b20c0f5 req-6c1fa464-08fd-4646-b3d2-db2331f824e2 service neutron] 10.222.0.11 "GET /v2.0/networks/9c33a3eb-a65a-4749-8ece-9c0c17a8413b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631388 Apr 05 14:50:33.174743 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8020bd34-b1a4-459a-870a-ee99e4143cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:33.310467 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8020bd34-b1a4-459a-870a-ee99e4143cd1 None None] Pushing event updated for resources: {'Port': ['ID=f561ecf9-9721-4505-857d-35da56d22a24,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:33.398776 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a2ca9b-196d-4a91-9632-a97439745521 req-dbf3818e-8768-45e4-8351-596a89ccf5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:33.400714 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-52a2ca9b-196d-4a91-9632-a97439745521 req-dbf3818e-8768-45e4-8351-596a89ccf5c7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0d680450c8534547bd5afee8c1b9c44d&device_id=afcf67b8-bd16-4226-a52d-1e179a4f797e HTTP/1.1" status: 200 len: 1095 time: 0.1466317 Apr 05 14:50:33.521752 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a2ca9b-196d-4a91-9632-a97439745521 req-2bf2b274-06ce-4784-8863-bef57f5205dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:33.523248 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-52a2ca9b-196d-4a91-9632-a97439745521 req-2bf2b274-06ce-4784-8863-bef57f5205dc service neutron] 10.222.0.11 "GET /v2.0/networks?id=9c33a3eb-a65a-4749-8ece-9c0c17a8413b HTTP/1.1" status: 200 len: 916 time: 0.1156061 Apr 05 14:50:33.547545 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device a7935388-9394-4307-afc1-7e6e743eb749 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:50:33.705851 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port a7935388-9394-4307-afc1-7e6e743eb749 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:50:33.706529 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:33.709329 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-52a2ca9b-196d-4a91-9632-a97439745521 req-6f4fee64-46a9-4471-bc20-f74002edb293 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56049af1-1ba2-4489-9008-342f74470dd8 HTTP/1.1" status: 200 len: 217 time: 0.1591511 Apr 05 14:50:33.727635 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c1c5c5-fc7d-415a-bb97-649d1420a52b req-fe0ee27b-345b-49d7-b690-4709d8b37cee tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:33.737507 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-15c1c5c5-fc7d-415a-bb97-649d1420a52b req-fe0ee27b-345b-49d7-b690-4709d8b37cee tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 946 time: 0.1216338 Apr 05 14:50:33.849285 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-15c1c5c5-fc7d-415a-bb97-649d1420a52b req-f0b2f7b9-cbdd-44c3-9f80-d4858d697475 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cbefb25-bd4b-4b8d-a9a2-f4b339ce847f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080525 Apr 05 14:50:33.898340 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a2ca9b-196d-4a91-9632-a97439745521 req-6e6632e6-658c-42d5-8bc3-924124c2a4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:33.898502 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-52a2ca9b-196d-4a91-9632-a97439745521 req-6e6632e6-658c-42d5-8bc3-924124c2a4a1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b0eeff46-5c4b-4ea4-85de-a28a5ce6d062 HTTP/1.1" status: 200 len: 854 time: 0.1741481 Apr 05 14:50:33.970453 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-8326ee96-60ee-4dd1-a5fc-265fa4836cde tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Allocated IP 172.20.0.1 (c78b309f-ff7d-41bb-8fba-b50473a0da16/1de0be90-29ef-431f-9721-d97dbe29986a/618767ce-ddc1-4da2-bb2e-3201935f96bf) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:50:34.013684 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a2ca9b-196d-4a91-9632-a97439745521 req-8cfbcc74-d5cc-40b2-b1a6-3fa5b916875c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:34.018208 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-52a2ca9b-196d-4a91-9632-a97439745521 req-8cfbcc74-d5cc-40b2-b1a6-3fa5b916875c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9c33a3eb-a65a-4749-8ece-9c0c17a8413b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1097536 Apr 05 14:50:34.025103 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ca967d-34ba-45fd-870f-792faa9c7fb1 req-52122db0-8690-467a-a0cc-6821b99ea956 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:34.026794 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b1ca967d-34ba-45fd-870f-792faa9c7fb1 req-52122db0-8690-467a-a0cc-6821b99ea956 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/ports?device_id=afcf67b8-bd16-4226-a52d-1e179a4f797e HTTP/1.1" status: 200 len: 944 time: 0.1548738 Apr 05 14:50:34.105318 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b6b853-0d3e-49a3-b12c-556c70adc1bd req-a7be25ed-c110-4d56-a270-17a37b1c27e5 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:34.109471 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-73b6b853-0d3e-49a3-b12c-556c70adc1bd req-a7be25ed-c110-4d56-a270-17a37b1c27e5 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6203ea5-fd70-4eaa-b1cb-f34adafc6460 HTTP/1.1" status: 200 len: 944 time: 0.1156948 Apr 05 14:50:34.144918 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b1ca967d-34ba-45fd-870f-792faa9c7fb1 req-91fa061f-2a70-4fce-905f-c208bf1e7fb4 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/security-groups?id=10d47785-9bfb-40ac-95a5-4ccfce8ff568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995600 Apr 05 14:50:34.176218 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-73b6b853-0d3e-49a3-b12c-556c70adc1bd req-5d9946c7-8493-449f-890f-c2d63ebdaf23 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559380 Apr 05 14:50:34.271544 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-52a2ca9b-196d-4a91-9632-a97439745521 req-d5e44fd1-f53c-4d67-9c34-8844fc5d0b87 service neutron] 10.222.0.11 "GET /v2.0/networks/9c33a3eb-a65a-4749-8ece-9c0c17a8413b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451406 Apr 05 14:50:34.290840 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8326ee96-60ee-4dd1-a5fc-265fa4836cde tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:34.463293 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-52a2ca9b-196d-4a91-9632-a97439745521 req-c149e3e7-4764-4c06-8ca0-e23ecea97280 service neutron] 10.222.0.11 "GET /v2.0/networks/9c33a3eb-a65a-4749-8ece-9c0c17a8413b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839080 Apr 05 14:50:34.499956 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8326ee96-60ee-4dd1-a5fc-265fa4836cde tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:34.548529 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8326ee96-60ee-4dd1-a5fc-265fa4836cde tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Network c78b309f-ff7d-41bb-8fba-b50473a0da16 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:50:34.552666 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-8326ee96-60ee-4dd1-a5fc-265fa4836cde tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:50:34.556735 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8326ee96-60ee-4dd1-a5fc-265fa4836cde tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:50:34.563443 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8326ee96-60ee-4dd1-a5fc-265fa4836cde tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Pushing event updated for resources: {'Port': ['ID=618767ce-ddc1-4da2-bb2e-3201935f96bf,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:34.622730 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8326ee96-60ee-4dd1-a5fc-265fa4836cde tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809369'] for router_interface, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:34.819348 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ceafce9-22d4-4c7e-8b34-32a3528b49d4 None None] Network c78b309f-ff7d-41bb-8fba-b50473a0da16 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:50:34.891790 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-1178869b-c9aa-4809-9fed-f7388ad7993a None None] Provisioning complete for port f561ecf9-9721-4505-857d-35da56d22a24 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:50:34.892157 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1178869b-c9aa-4809-9fed-f7388ad7993a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:34.951010 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8326ee96-60ee-4dd1-a5fc-265fa4836cde tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:35.041121 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1719b39-ad56-4791-8e87-257ff9f020a3 req-149a1d6c-733e-497d-9b02-46573ab3e4c7 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:35.043610 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b1719b39-ad56-4791-8e87-257ff9f020a3 req-149a1d6c-733e-497d-9b02-46573ab3e4c7 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 946 time: 0.0604620 Apr 05 14:50:35.099443 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b1719b39-ad56-4791-8e87-257ff9f020a3 req-5e57f683-32b3-43fe-8567-67f71e689a79 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cbefb25-bd4b-4b8d-a9a2-f4b339ce847f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477333 Apr 05 14:50:35.261636 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1178869b-c9aa-4809-9fed-f7388ad7993a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:35.320650 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-1178869b-c9aa-4809-9fed-f7388ad7993a None None] For port f561ecf9-9721-4505-857d-35da56d22a24, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=f561ecf9-9721-4505-857d-35da56d22a24,segment=NetworkSegment(8f9f880a-d2f4-4838-9fd6-f918e17688de),segment_id=8f9f880a-d2f4-4838-9fd6-f918e17688de)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:50:35.384027 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1178869b-c9aa-4809-9fed-f7388ad7993a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:35.390721 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79cc411-b24a-4d68-bc4c-620c0c3b5c0a req-b6314901-df7a-4785-8370-d9652a355d48 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:35.395718 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8326ee96-60ee-4dd1-a5fc-265fa4836cde tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:35.399804 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f79cc411-b24a-4d68-bc4c-620c0c3b5c0a req-b6314901-df7a-4785-8370-d9652a355d48 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6203ea5-fd70-4eaa-b1cb-f34adafc6460 HTTP/1.1" status: 200 len: 944 time: 0.1233082 Apr 05 14:50:35.462706 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1178869b-c9aa-4809-9fed-f7388ad7993a None None] Pushing event updated for resources: {'Port': ['ID=f561ecf9-9721-4505-857d-35da56d22a24,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:35.505946 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f79cc411-b24a-4d68-bc4c-620c0c3b5c0a req-34999a66-831f-4fd5-8313-22d449310797 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053340 Apr 05 14:50:35.515079 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 36702) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:50:35.530619 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f853553-1ed5-4d9f-afc8-b645f6e4b959 req-b29bfd3b-7c5e-4c81-a9fc-8406e2c6976e tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:35.532806 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8f853553-1ed5-4d9f-afc8-b645f6e4b959 req-b29bfd3b-7c5e-4c81-a9fc-8406e2c6976e tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/ports?device_id=afcf67b8-bd16-4226-a52d-1e179a4f797e HTTP/1.1" status: 200 len: 944 time: 0.1241519 Apr 05 14:50:35.536384 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8326ee96-60ee-4dd1-a5fc-265fa4836cde tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:35.588382 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8f853553-1ed5-4d9f-afc8-b645f6e4b959 req-49ae85c4-8a2e-4740-90b6-87ffd3f934f8 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/security-groups?id=10d47785-9bfb-40ac-95a5-4ccfce8ff568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488524 Apr 05 14:50:35.618504 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device f561ecf9-9721-4505-857d-35da56d22a24 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:50:35.721561 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8326ee96-60ee-4dd1-a5fc-265fa4836cde tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Pushing event updated for resources: {'Port': ['ID=618767ce-ddc1-4da2-bb2e-3201935f96bf,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:35.750766 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1b31d58b-ada6-4cdd-8190-0dc94af292da admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:35.762888 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8326ee96-60ee-4dd1-a5fc-265fa4836cde tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809317'] for router_interface, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:35.778208 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port f561ecf9-9721-4505-857d-35da56d22a24 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:50:35.781493 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:35.844196 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 28b20095-0618-43c7-aa61-a5202f7265d1 no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:50:35.898655 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-8345201e-b3d2-41c8-93ec-d1504e33486d None None] Provisioning complete for port 618767ce-ddc1-4da2-bb2e-3201935f96bf triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:50:35.899382 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8345201e-b3d2-41c8-93ec-d1504e33486d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:35.935171 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1b31d58b-ada6-4cdd-8190-0dc94af292da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:35.976641 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-8345201e-b3d2-41c8-93ec-d1504e33486d None None] Port 618767ce-ddc1-4da2-bb2e-3201935f96bf cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:50:35.992507 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8326ee96-60ee-4dd1-a5fc-265fa4836cde tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Network c78b309f-ff7d-41bb-8fba-b50473a0da16 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:50:35.995203 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-8326ee96-60ee-4dd1-a5fc-265fa4836cde tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:50:36.035607 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-8345201e-b3d2-41c8-93ec-d1504e33486d None None] Provisioning complete for port f561ecf9-9721-4505-857d-35da56d22a24 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:50:36.035978 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8345201e-b3d2-41c8-93ec-d1504e33486d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:36.038762 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:36.068950 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1b31d58b-ada6-4cdd-8190-0dc94af292da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:36.124193 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '067e1b8d-2cf4-42ef-b002-6c13f6e72039', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28b20095-0618-43c7-aa61-a5202f7265d1'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:50:36.127485 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be4241c2-fadb-4ee9-869e-92aa2cf6cc13" -d '{"events": [{"server_uuid": "067e1b8d-2cf4-42ef-b002-6c13f6e72039", "name": "network-vif-unplugged", "status": "completed", "tag": "28b20095-0618-43c7-aa61-a5202f7265d1"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:50:36.152351 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 28b20095-0618-43c7-aa61-a5202f7265d1, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=28b20095-0618-43c7-aa61-a5202f7265d1,segment=NetworkSegment(7829a1ea-7354-4b05-a7ea-7cbdfd795041),segment_id=7829a1ea-7354-4b05-a7ea-7cbdfd795041)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:50:36.161296 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b31d58b-ada6-4cdd-8190-0dc94af292da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7054c394-479f-49dd-a771-4a2e9b43b568,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:36.224623 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-1b31d58b-ada6-4cdd-8190-0dc94af292da admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0295189f7b0b41fea1de821daf614729&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7052677 Apr 05 14:50:36.225583 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 36714) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:50:36.251096 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 14:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed90083-6564-4bb0-850a-f93d7df0a8d6 x-openstack-request-id: req-3ed90083-6564-4bb0-850a-f93d7df0a8d6 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:50:36.251402 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "067e1b8d-2cf4-42ef-b002-6c13f6e72039", "name": "network-vif-unplugged", "status": "completed", "tag": "28b20095-0618-43c7-aa61-a5202f7265d1", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:50:36.251658 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3ed90083-6564-4bb0-850a-f93d7df0a8d6 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:50:36.252071 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ed90083-6564-4bb0-850a-f93d7df0a8d6'] response: {'server_uuid': '067e1b8d-2cf4-42ef-b002-6c13f6e72039', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28b20095-0618-43c7-aa61-a5202f7265d1', 'code': 200} Apr 05 14:50:36.255274 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8326ee96-60ee-4dd1-a5fc-265fa4836cde tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Router 72491571-3958-4cd4-9828-95471050068c has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:50:36.257457 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:36.361925 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 56049af1-1ba2-4489-9008-342f74470dd8 details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:50:36.406071 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=28b20095-0618-43c7-aa61-a5202f7265d1,revision_number=8']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:36.418544 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-d5acb0d5-0e51-4ba4-86fb-4d5528ebb243 None None] Provisioning complete for port 618767ce-ddc1-4da2-bb2e-3201935f96bf triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:50:36.418649 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d5acb0d5-0e51-4ba4-86fb-4d5528ebb243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:36.462739 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ec321266-611b-40b5-adba-0ad4ec34bd0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:36.486822 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ec321266-611b-40b5-adba-0ad4ec34bd0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:36.507915 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-d5acb0d5-0e51-4ba4-86fb-4d5528ebb243 None None] Port 618767ce-ddc1-4da2-bb2e-3201935f96bf cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:50:36.519586 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8326ee96-60ee-4dd1-a5fc-265fa4836cde tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:50:36.532327 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721288de-bf94-4715-99e1-3a980efd70b0 None None] Sync routers for ids ['72491571-3958-4cd4-9828-95471050068c'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:50:36.537935 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-8326ee96-60ee-4dd1-a5fc-265fa4836cde tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "PUT /v2.0/routers/72491571-3958-4cd4-9828-95471050068c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2227678 Apr 05 14:50:36.542445 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33714487-cefa-43da-97b6-891cffd216f3 req-f72552ac-40cc-4433-96fb-d45391e4ef5d tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:36.544035 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-33714487-cefa-43da-97b6-891cffd216f3 req-f72552ac-40cc-4433-96fb-d45391e4ef5d tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 944 time: 0.2229521 Apr 05 14:50:36.551487 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721288de-bf94-4715-99e1-3a980efd70b0 None None] Routers {'72491571-3958-4cd4-9828-95471050068c'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:50:36.552127 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-721288de-bf94-4715-99e1-3a980efd70b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:50:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['72491571-3958-4cd4-9828-95471050068c'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:50:36.620331 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 56049af1-1ba2-4489-9008-342f74470dd8, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=56049af1-1ba2-4489-9008-342f74470dd8,segment=NetworkSegment(66fbd2e0-c36a-4acf-927a-20a3621831c7),segment_id=66fbd2e0-c36a-4acf-927a-20a3621831c7)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:50:36.640815 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-33714487-cefa-43da-97b6-891cffd216f3 req-e096d3b3-4b0b-424d-8429-2418b85f3a3c tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cbefb25-bd4b-4b8d-a9a2-f4b339ce847f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852225 Apr 05 14:50:36.662518 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': '56049af1-1ba2-4489-9008-342f74470dd8', 'network_id': '9c33a3eb-a65a-4749-8ece-9c0c17a8413b', 'port_id': '56049af1-1ba2-4489-9008-342f74470dd8', 'mac_address': 'fa:16:3e:93:6e:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0eeff46-5c4b-4ea4-85de-a28a5ce6d062', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:50:36.687999 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-151a15c5-8cdc-4a18-ad6b-3b8660ae51e7 None None] Provisioning complete for port 618767ce-ddc1-4da2-bb2e-3201935f96bf triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:50:36.687999 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-151a15c5-8cdc-4a18-ad6b-3b8660ae51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:36.728536 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ec321266-611b-40b5-adba-0ad4ec34bd0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:36.728536 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ec321266-611b-40b5-adba-0ad4ec34bd0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:36.738943 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-151a15c5-8cdc-4a18-ad6b-3b8660ae51e7 None None] Port 618767ce-ddc1-4da2-bb2e-3201935f96bf cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:50:36.746895 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-ec321266-611b-40b5-adba-0ad4ec34bd0b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7054c394-479f-49dd-a771-4a2e9b43b568 HTTP/1.1" status: 204 len: 168 time: 0.5068750 Apr 05 14:50:36.791270 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:36.812324 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56049af1-1ba2-4489-9008-342f74470dd8 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:50:36.837437 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7413e53-d493-49e2-a802-34fd54bfa88a req-423742f2-a5f1-4bdb-922d-976d75ee3cf0 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:36.837722 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 56049af1-1ba2-4489-9008-342f74470dd8, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=56049af1-1ba2-4489-9008-342f74470dd8,segment=NetworkSegment(66fbd2e0-c36a-4acf-927a-20a3621831c7),segment_id=66fbd2e0-c36a-4acf-927a-20a3621831c7)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:50:36.839820 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b7413e53-d493-49e2-a802-34fd54bfa88a req-423742f2-a5f1-4bdb-922d-976d75ee3cf0 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6203ea5-fd70-4eaa-b1cb-f34adafc6460 HTTP/1.1" status: 200 len: 944 time: 0.1682670 Apr 05 14:50:36.843061 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec321266-611b-40b5-adba-0ad4ec34bd0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7054c394-479f-49dd-a771-4a2e9b43b568,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:36.912413 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:36.931045 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-721288de-bf94-4715-99e1-3a980efd70b0 None None] Set router 72491571-3958-4cd4-9828-95471050068c gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:50:36.932576 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e750e1-da42-4ed2-a992-cd2443d1b72c req-4087c3fe-abac-4a85-9bac-d6e62b4a13a4 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:36.937354 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f6e750e1-da42-4ed2-a992-cd2443d1b72c req-4087c3fe-abac-4a85-9bac-d6e62b4a13a4 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/ports?device_id=afcf67b8-bd16-4226-a52d-1e179a4f797e HTTP/1.1" status: 200 len: 944 time: 0.1214495 Apr 05 14:50:36.970740 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=56049af1-1ba2-4489-9008-342f74470dd8,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:36.985747 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b7413e53-d493-49e2-a802-34fd54bfa88a req-667b5684-fb79-4239-aee1-fb58cb79d3ec tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946493 Apr 05 14:50:37.021665 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f6e750e1-da42-4ed2-a992-cd2443d1b72c req-9e2460b0-8e6e-47b4-96db-520b17c83405 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/security-groups?id=10d47785-9bfb-40ac-95a5-4ccfce8ff568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700355 Apr 05 14:50:37.159583 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d81b5906-4bd6-4fd2-92b5-1cfeee2d956b req-9b057748-5cd0-40fc-a9d6-712170c31432 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1006959649&fields=id&tenant_id=b07e36dc5a904f16980660900e2eecc1 HTTP/1.1" status: 200 len: 267 time: 0.0439861 Apr 05 14:50:37.212823 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-721288de-bf94-4715-99e1-3a980efd70b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72491571-3958-4cd4-9828-95471050068c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1520940299', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': 'a7935388-9394-4307-afc1-7e6e743eb749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:50:23Z', 'updated_at': '2022-04-05T14:50:34Z', 'revision_number': 4, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'gw_port': {'id': 'a7935388-9394-4307-afc1-7e6e743eb749', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72491571-3958-4cd4-9828-95471050068c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:24Z', 'updated_at': '2022-04-05T14:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '618767ce-ddc1-4da2-bb2e-3201935f96bf', 'name': '', 'network_id': 'c78b309f-ff7d-41bb-8fba-b50473a0da16', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'mac_address': 'fa:16:3e:db:f9:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72491571-3958-4cd4-9828-95471050068c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '1de0be90-29ef-431f-9721-d97dbe29986a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:33Z', 'updated_at': '2022-04-05T14:50:35Z', 'revision_number': 2, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'subnets': [{'id': '1de0be90-29ef-431f-9721-d97dbe29986a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:50:37.250602 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721288de-bf94-4715-99e1-3a980efd70b0 None None] Checking router: 72491571-3958-4cd4-9828-95471050068c for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:50:37.250602 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721288de-bf94-4715-99e1-3a980efd70b0 None None] Updating router 72491571-3958-4cd4-9828-95471050068c port 618767ce-ddc1-4da2-bb2e-3201935f96bf binding host n-d-836650-2 {{(pid=103323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:50:37.285856 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-721288de-bf94-4715-99e1-3a980efd70b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:37.309445 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['56049af1-1ba2-4489-9008-342f74470dd8'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:50:37.368294 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b5906-4bd6-4fd2-92b5-1cfeee2d956b req-379fdaf7-eeed-4cd9-b933-1b9648d707ed tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:37.378898 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d81b5906-4bd6-4fd2-92b5-1cfeee2d956b req-379fdaf7-eeed-4cd9-b933-1b9648d707ed tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/networks?id=c78b309f-ff7d-41bb-8fba-b50473a0da16 HTTP/1.1" status: 200 len: 796 time: 0.2084427 Apr 05 14:50:37.408937 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d81b5906-4bd6-4fd2-92b5-1cfeee2d956b req-78d88c32-a5a8-4043-9bd7-977a10c6dcd9 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/quotas/b07e36dc5a904f16980660900e2eecc1 HTTP/1.1" status: 200 len: 375 time: 0.0290551 Apr 05 14:50:37.503850 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d81b5906-4bd6-4fd2-92b5-1cfeee2d956b req-ba8bf625-a53b-43a3-b760-b3dceaf69a35 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b07e36dc5a904f16980660900e2eecc1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0933626 Apr 05 14:50:37.520020 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device f561ecf9-9721-4505-857d-35da56d22a24 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:50:37.597697 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port f561ecf9-9721-4505-857d-35da56d22a24 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:50:37.598102 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:37.608610 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d81b5906-4bd6-4fd2-92b5-1cfeee2d956b req-02736dc1-1342-4f32-9a15-181789fa6638 service neutron] 10.222.0.30 "GET /v2.0/networks/c78b309f-ff7d-41bb-8fba-b50473a0da16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038141 Apr 05 14:50:37.720757 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d81b5906-4bd6-4fd2-92b5-1cfeee2d956b req-4315a52b-6415-49be-b314-a44bb36ab92c service neutron] 10.222.0.30 "GET /v2.0/networks/c78b309f-ff7d-41bb-8fba-b50473a0da16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111567 Apr 05 14:50:37.759103 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-721288de-bf94-4715-99e1-3a980efd70b0 None None] Notify callbacks [] for port, precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:37.913669 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-721288de-bf94-4715-99e1-3a980efd70b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:37.990280 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 36760) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:50:38.028548 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-096411f6-9f53-41fe-9d0e-54f82aa3c283 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:38.052837 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aab779-9fcc-4bbc-8313-13a02ecf1c8c None None] Pushing event updated for resources: {'Port': ['ID=618767ce-ddc1-4da2-bb2e-3201935f96bf,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:38.101590 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-721288de-bf94-4715-99e1-3a980efd70b0 None None] Attempting to bind port 618767ce-ddc1-4da2-bb2e-3201935f96bf on host n-d-836650-2 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:50:38.101951 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-721288de-bf94-4715-99e1-3a980efd70b0 None None] Attempting to bind port 618767ce-ddc1-4da2-bb2e-3201935f96bf by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '8f9f880a-d2f4-4838-9fd6-f918e17688de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c78b309f-ff7d-41bb-8fba-b50473a0da16'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:50:38.103186 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721288de-bf94-4715-99e1-3a980efd70b0 None None] Attempting to bind port 618767ce-ddc1-4da2-bb2e-3201935f96bf on network c78b309f-ff7d-41bb-8fba-b50473a0da16 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:50:38.111357 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721288de-bf94-4715-99e1-3a980efd70b0 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:50:38.111726 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721288de-bf94-4715-99e1-3a980efd70b0 None None] Checking segment: {'id': '8f9f880a-d2f4-4838-9fd6-f918e17688de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c78b309f-ff7d-41bb-8fba-b50473a0da16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:50:38.112121 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-721288de-bf94-4715-99e1-3a980efd70b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:38.117032 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721288de-bf94-4715-99e1-3a980efd70b0 None None] Bound using segment: {'id': '8f9f880a-d2f4-4838-9fd6-f918e17688de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c78b309f-ff7d-41bb-8fba-b50473a0da16'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:50:38.117567 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-721288de-bf94-4715-99e1-3a980efd70b0 None None] Bound port: 618767ce-ddc1-4da2-bb2e-3201935f96bf, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9f880a-d2f4-4838-9fd6-f918e17688de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c78b309f-ff7d-41bb-8fba-b50473a0da16'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:50:38.117959 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-721288de-bf94-4715-99e1-3a980efd70b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:38.187716 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-096411f6-9f53-41fe-9d0e-54f82aa3c283 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:38.210333 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-65299781-4e49-4b78-8706-36817bb6ef89 req-e20bf175-1a27-48fd-8fbf-c17aadd181c7 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=70eb423d-1ee8-4ebf-83c2-b1b6e072a926 HTTP/1.1" status: 200 len: 210 time: 0.0568359 Apr 05 14:50:38.254099 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-721288de-bf94-4715-99e1-3a980efd70b0 None None] For port 618767ce-ddc1-4da2-bb2e-3201935f96bf, host n-d-836650-2, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:50:38.255014 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-721288de-bf94-4715-99e1-3a980efd70b0 None None] For port 618767ce-ddc1-4da2-bb2e-3201935f96bf, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=618767ce-ddc1-4da2-bb2e-3201935f96bf,segment=NetworkSegment(8f9f880a-d2f4-4838-9fd6-f918e17688de),segment_id=8f9f880a-d2f4-4838-9fd6-f918e17688de)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:50:38.324477 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-096411f6-9f53-41fe-9d0e-54f82aa3c283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:38.336347 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 56049af1-1ba2-4489-9008-342f74470dd8 up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:50:38.376760 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e58184-04be-4b03-8047-fe3d543432cb req-41cc9f1a-887e-4ec3-af49-c3ed637fde9d tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:38.382530 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d7e58184-04be-4b03-8047-fe3d543432cb req-41cc9f1a-887e-4ec3-af49-c3ed637fde9d tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6203ea5-fd70-4eaa-b1cb-f34adafc6460 HTTP/1.1" status: 200 len: 944 time: 0.0967100 Apr 05 14:50:38.393374 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-096411f6-9f53-41fe-9d0e-54f82aa3c283 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a21c3b034af349e78dddaabd1e732ab1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4036119 Apr 05 14:50:38.402237 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 36778) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:50:38.421825 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-721288de-bf94-4715-99e1-3a980efd70b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:38.461572 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096411f6-9f53-41fe-9d0e-54f82aa3c283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c4462d-f105-4253-82b3-214fe57a0e15,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:38.481049 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-36223105-118f-4f1f-991b-97b9d5a08921 None None] Provisioning complete for port 618767ce-ddc1-4da2-bb2e-3201935f96bf triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:50:38.483475 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-36223105-118f-4f1f-991b-97b9d5a08921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:38.490569 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d7e58184-04be-4b03-8047-fe3d543432cb req-f181b462-7f97-4937-ae15-5d6d77b49f33 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015794 Apr 05 14:50:38.574653 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning for port 56049af1-1ba2-4489-9008-342f74470dd8 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:50:38.603675 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port 56049af1-1ba2-4489-9008-342f74470dd8 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:50:38.605549 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:38.607392 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aab779-9fcc-4bbc-8313-13a02ecf1c8c None None] Pushing event updated for resources: {'Port': ['ID=618767ce-ddc1-4da2-bb2e-3201935f96bf,revision_number=4']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:38.618360 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721288de-bf94-4715-99e1-3a980efd70b0 None None] Routers {'72491571-3958-4cd4-9828-95471050068c'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:50:38.623728 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f47eeba3-185e-4684-88f6-fc88f1b64182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:38.624453 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-721288de-bf94-4715-99e1-3a980efd70b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:50:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['72491571-3958-4cd4-9828-95471050068c'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:50:38.699239 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f47eeba3-185e-4684-88f6-fc88f1b64182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:38.710171 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876d2c0-1060-4ece-b1b1-4740c9a6bbb6 req-0c64b257-cb74-4d40-899b-b2c804f71425 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:38.719402 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d876d2c0-1060-4ece-b1b1-4740c9a6bbb6 req-0c64b257-cb74-4d40-899b-b2c804f71425 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/ports?device_id=afcf67b8-bd16-4226-a52d-1e179a4f797e HTTP/1.1" status: 200 len: 945 time: 0.1116085 Apr 05 14:50:38.804211 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d876d2c0-1060-4ece-b1b1-4740c9a6bbb6 req-d61e989b-6a0c-425e-b487-127122fcab4f tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/security-groups?id=10d47785-9bfb-40ac-95a5-4ccfce8ff568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838954 Apr 05 14:50:38.892676 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-721288de-bf94-4715-99e1-3a980efd70b0 None None] Set router 72491571-3958-4cd4-9828-95471050068c gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:50:38.908622 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f47eeba3-185e-4684-88f6-fc88f1b64182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:38.913084 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f47eeba3-185e-4684-88f6-fc88f1b64182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:38.914213 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-f47eeba3-185e-4684-88f6-fc88f1b64182 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/66c4462d-f105-4253-82b3-214fe57a0e15 HTTP/1.1" status: 204 len: 168 time: 0.5000181 Apr 05 14:50:38.930711 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47eeba3-185e-4684-88f6-fc88f1b64182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c4462d-f105-4253-82b3-214fe57a0e15,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:38.933183 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-36223105-118f-4f1f-991b-97b9d5a08921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:38.941873 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:39.020749 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afcf67b8-bd16-4226-a52d-1e179a4f797e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56049af1-1ba2-4489-9008-342f74470dd8'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:50:39.023490 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d97c84b-d124-4689-b6cb-b6fe6d4233f5" -d '{"events": [{"server_uuid": "afcf67b8-bd16-4226-a52d-1e179a4f797e", "name": "network-vif-plugged", "status": "completed", "tag": "56049af1-1ba2-4489-9008-342f74470dd8"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:50:39.047665 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 56049af1-1ba2-4489-9008-342f74470dd8, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=56049af1-1ba2-4489-9008-342f74470dd8,segment=NetworkSegment(66fbd2e0-c36a-4acf-927a-20a3621831c7),segment_id=66fbd2e0-c36a-4acf-927a-20a3621831c7)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:50:39.050581 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-36223105-118f-4f1f-991b-97b9d5a08921 None None] For port 618767ce-ddc1-4da2-bb2e-3201935f96bf, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=618767ce-ddc1-4da2-bb2e-3201935f96bf,segment=NetworkSegment(8f9f880a-d2f4-4838-9fd6-f918e17688de),segment_id=8f9f880a-d2f4-4838-9fd6-f918e17688de)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:50:39.112279 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a5e2c46-437f-4f10-9180-db299255a91a x-openstack-request-id: req-7a5e2c46-437f-4f10-9180-db299255a91a {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:50:39.113121 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afcf67b8-bd16-4226-a52d-1e179a4f797e", "name": "network-vif-plugged", "status": "completed", "tag": "56049af1-1ba2-4489-9008-342f74470dd8", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:50:39.113927 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7a5e2c46-437f-4f10-9180-db299255a91a {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:50:39.114338 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a5e2c46-437f-4f10-9180-db299255a91a'] response: {'server_uuid': 'afcf67b8-bd16-4226-a52d-1e179a4f797e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56049af1-1ba2-4489-9008-342f74470dd8', 'code': 200} Apr 05 14:50:39.142132 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:39.154182 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-36223105-118f-4f1f-991b-97b9d5a08921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:39.238594 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [req-a2b34649-3cf3-4319-9fa1-52bf67946aa9 req-dcc8d6b0-17d9-4cd6-aa6a-6c3bb2ff3555 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:50:39.248275 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a2b34649-3cf3-4319-9fa1-52bf67946aa9 req-dcc8d6b0-17d9-4cd6-aa6a-6c3bb2ff3555 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3635511 Apr 05 14:50:39.274601 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=56049af1-1ba2-4489-9008-342f74470dd8,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:39.278006 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-721288de-bf94-4715-99e1-3a980efd70b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72491571-3958-4cd4-9828-95471050068c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1520940299', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': 'a7935388-9394-4307-afc1-7e6e743eb749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:50:23Z', 'updated_at': '2022-04-05T14:50:34Z', 'revision_number': 4, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'gw_port': {'id': 'a7935388-9394-4307-afc1-7e6e743eb749', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72491571-3958-4cd4-9828-95471050068c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:24Z', 'updated_at': '2022-04-05T14:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '618767ce-ddc1-4da2-bb2e-3201935f96bf', 'name': '', 'network_id': 'c78b309f-ff7d-41bb-8fba-b50473a0da16', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'mac_address': 'fa:16:3e:db:f9:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72491571-3958-4cd4-9828-95471050068c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '1de0be90-29ef-431f-9721-d97dbe29986a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:33Z', 'updated_at': '2022-04-05T14:50:38Z', 'revision_number': 4, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'subnets': [{'id': '1de0be90-29ef-431f-9721-d97dbe29986a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:50:39.286509 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec012f59-0922-47d7-8c24-e0e53e24b428 req-93d80825-8522-44d8-9ff2-ea5f3b4c8baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:39.294287 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ec012f59-0922-47d7-8c24-e0e53e24b428 req-93d80825-8522-44d8-9ff2-ea5f3b4c8baa service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=afcf67b8-bd16-4226-a52d-1e179a4f797e HTTP/1.1" status: 200 len: 1097 time: 0.0909226 Apr 05 14:50:39.348926 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-641826d4-276a-41f2-a953-54b885434d40 req-bc1a727e-ef99-4530-b5e1-f49b50dedd3d tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=70eb423d-1ee8-4ebf-83c2-b1b6e072a926 HTTP/1.1" status: 200 len: 210 time: 0.0790269 Apr 05 14:50:39.385417 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ec012f59-0922-47d7-8c24-e0e53e24b428 req-f52fc1a4-29d6-4b9e-8a13-5caeae716812 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=10d47785-9bfb-40ac-95a5-4ccfce8ff568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784199 Apr 05 14:50:39.387498 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-a87848dc-091b-43f5-903e-5aba2980fc05 None None] Provisioning complete for port 618767ce-ddc1-4da2-bb2e-3201935f96bf triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:50:39.387983 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a87848dc-091b-43f5-903e-5aba2980fc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:39.394334 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721288de-bf94-4715-99e1-3a980efd70b0 None None] The sync data for ids ['72491571-3958-4cd4-9828-95471050068c'] in n-d-836650-2 is: [{'id': '72491571-3958-4cd4-9828-95471050068c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1520940299', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': 'a7935388-9394-4307-afc1-7e6e743eb749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:50:23Z', 'updated_at': '2022-04-05T14:50:34Z', 'revision_number': 4, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'gw_port': {'id': 'a7935388-9394-4307-afc1-7e6e743eb749', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72491571-3958-4cd4-9828-95471050068c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:24Z', 'updated_at': '2022-04-05T14:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '618767ce-ddc1-4da2-bb2e-3201935f96bf', 'name': '', 'network_id': 'c78b309f-ff7d-41bb-8fba-b50473a0da16', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'mac_address': 'fa:16:3e:db:f9:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72491571-3958-4cd4-9828-95471050068c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '1de0be90-29ef-431f-9721-d97dbe29986a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:33Z', 'updated_at': '2022-04-05T14:50:38Z', 'revision_number': 4, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'subnets': [{'id': '1de0be90-29ef-431f-9721-d97dbe29986a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:50:39.426852 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36223105-118f-4f1f-991b-97b9d5a08921 None None] Pushing event updated for resources: {'Port': ['ID=618767ce-ddc1-4da2-bb2e-3201935f96bf,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:39.740486 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f965d-1aae-4900-8b58-be18dacd7583 req-a135bc0c-4f95-461c-a2db-ee996e1a4c97 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:39.746905 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-402f965d-1aae-4900-8b58-be18dacd7583 req-a135bc0c-4f95-461c-a2db-ee996e1a4c97 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6203ea5-fd70-4eaa-b1cb-f34adafc6460 HTTP/1.1" status: 200 len: 944 time: 0.0625072 Apr 05 14:50:39.801674 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-402f965d-1aae-4900-8b58-be18dacd7583 req-932e7fb5-2cc9-48cf-a34b-cbfa3706d803 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497723 Apr 05 14:50:39.845304 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 28b20095-0618-43c7-aa61-a5202f7265d1 no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:50:39.981556 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b4f0ae-7279-4f72-8a72-83866e998039 req-1bbdcc30-8b0d-4bca-aeec-b54bedd6c436 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:39.994589 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-19b4f0ae-7279-4f72-8a72-83866e998039 req-1bbdcc30-8b0d-4bca-aeec-b54bedd6c436 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 944 time: 0.0697765 Apr 05 14:50:40.045423 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-19b4f0ae-7279-4f72-8a72-83866e998039 req-37b6e111-ae97-4562-8dc6-b3ac98d61c2f tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cbefb25-bd4b-4b8d-a9a2-f4b339ce847f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492249 Apr 05 14:50:40.250363 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e5aeac-cfac-473c-b675-61b20aaf6584 req-3b87732d-ecf3-4166-911a-1122eb83cb4a tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:40.252402 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-74e5aeac-cfac-473c-b675-61b20aaf6584 req-3b87732d-ecf3-4166-911a-1122eb83cb4a tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/ports?device_id=afcf67b8-bd16-4226-a52d-1e179a4f797e HTTP/1.1" status: 200 len: 946 time: 0.0839729 Apr 05 14:50:40.317726 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-74e5aeac-cfac-473c-b675-61b20aaf6584 req-267f512c-af90-424c-821e-2a62a9bb7b95 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/security-groups?id=10d47785-9bfb-40ac-95a5-4ccfce8ff568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577226 Apr 05 14:50:40.462143 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ef503cbe-7f29-4154-9cae-d3f811fd121e req-213b6274-ba44-44e9-94fc-65fd819442b6 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=70eb423d-1ee8-4ebf-83c2-b1b6e072a926 HTTP/1.1" status: 200 len: 210 time: 0.0364466 Apr 05 14:50:40.609487 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-edfff8d9-1ae8-4e68-bdcc-0eb3216664d5 req-3b83c726-ec35-4766-8e30-a16367b8fb16 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1886654 Apr 05 14:50:41.008652 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb7a12-d569-4c6c-a8cf-7cd035ac262a req-0ef7fa55-9fec-4085-8bb5-d0ddd2550f35 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:41.010466 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6fcb7a12-d569-4c6c-a8cf-7cd035ac262a req-0ef7fa55-9fec-4085-8bb5-d0ddd2550f35 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6203ea5-fd70-4eaa-b1cb-f34adafc6460 HTTP/1.1" status: 200 len: 944 time: 0.0764568 Apr 05 14:50:41.096107 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6fcb7a12-d569-4c6c-a8cf-7cd035ac262a req-747cb46a-0ca4-4d04-b2d8-cd653e43698d tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778465 Apr 05 14:50:41.216349 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dcf9ae-663c-45e6-9e2a-4fd01f9aae29 req-a7915b1d-d81e-486c-b861-adfeb92a8d8e tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:41.226582 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-96dcf9ae-663c-45e6-9e2a-4fd01f9aae29 req-a7915b1d-d81e-486c-b861-adfeb92a8d8e tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 944 time: 0.0833976 Apr 05 14:50:41.285677 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-96dcf9ae-663c-45e6-9e2a-4fd01f9aae29 req-b6fa1802-936b-4d5f-aa61-973afcc34c21 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cbefb25-bd4b-4b8d-a9a2-f4b339ce847f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578172 Apr 05 14:50:41.605303 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc01e7f-e39a-476a-aff5-7b4643645820 req-3f17434b-d7e4-4c65-9b73-e81db9c6f1d6 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:41.616274 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 618767ce-ddc1-4da2-bb2e-3201935f96bf up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:50:41.626349 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dfc01e7f-e39a-476a-aff5-7b4643645820 req-3f17434b-d7e4-4c65-9b73-e81db9c6f1d6 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/ports?device_id=afcf67b8-bd16-4226-a52d-1e179a4f797e HTTP/1.1" status: 200 len: 946 time: 0.1871176 Apr 05 14:50:41.677475 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-61132b88-9a83-4b1c-a965-67abc7008a1b req-55ff6f02-c51e-4fa7-abed-d9550141f7a4 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=70eb423d-1ee8-4ebf-83c2-b1b6e072a926 HTTP/1.1" status: 200 len: 210 time: 0.0907271 Apr 05 14:50:41.710605 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 618767ce-ddc1-4da2-bb2e-3201935f96bf triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:50:41.712275 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:41.770768 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b5906-4bd6-4fd2-92b5-1cfeee2d956b req-b02fe297-9ea6-4c39-b5d4-92a848f28f33 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:41.772334 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d81b5906-4bd6-4fd2-92b5-1cfeee2d956b req-b02fe297-9ea6-4c39-b5d4-92a848f28f33 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.55 "GET /v2.0/networks?id=c78b309f-ff7d-41bb-8fba-b50473a0da16 HTTP/1.1" status: 200 len: 796 time: 0.3731222 Apr 05 14:50:41.857873 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dfc01e7f-e39a-476a-aff5-7b4643645820 req-01a20036-6a34-4440-b49d-e9759b09ed92 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/security-groups?id=10d47785-9bfb-40ac-95a5-4ccfce8ff568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2288878 Apr 05 14:50:41.931543 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d81b5906-4bd6-4fd2-92b5-1cfeee2d956b req-85194730-d105-4aa8-bd5f-4927d834e515 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b07e36dc5a904f16980660900e2eecc1 HTTP/1.1" status: 200 len: 380 time: 0.1295364 Apr 05 14:50:41.945656 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-d81b5906-4bd6-4fd2-92b5-1cfeee2d956b req-fb9ccb5e-06e7-4ed3-9cbf-43df4f379661 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Request body: {'port': {'device_id': '70eb423d-1ee8-4ebf-83c2-b1b6e072a926', 'network_id': 'c78b309f-ff7d-41bb-8fba-b50473a0da16', 'admin_state_up': True, 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'security_groups': ['bacebe3d-a110-4683-8375-344b2cbe37b0']}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:50:42.110561 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 36884) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:50:42.144671 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d443a85-8054-49b2-9c18-d695bf19949f req-a01dcb97-1299-417b-bf42-9386bf110017 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:42.149774 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6d443a85-8054-49b2-9c18-d695bf19949f req-a01dcb97-1299-417b-bf42-9386bf110017 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/ports?device_id=afcf67b8-bd16-4226-a52d-1e179a4f797e HTTP/1.1" status: 200 len: 946 time: 0.1089044 Apr 05 14:50:42.155423 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 36890) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:50:42.160785 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-63f34d2d-f190-4684-81fd-3d7b9d0db62b tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Request body: {'floatingip': {'port_id': '56049af1-1ba2-4489-9008-342f74470dd8'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:50:42.247810 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-63f34d2d-f190-4684-81fd-3d7b9d0db62b tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for floatingip, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:42.270720 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-db60ef7e-9520-4d09-a7fb-ef90cffb9806 tempest-ExternalNetworksAdminNegativeTestJSON-916794883 tempest-ExternalNetworksAdminNegativeTestJSON-916794883-project-admin] Request body: {'floatingip': {'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:50:42.323097 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d81b5906-4bd6-4fd2-92b5-1cfeee2d956b req-fb9ccb5e-06e7-4ed3-9cbf-43df4f379661 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Made reservation on behalf of b07e36dc5a904f16980660900e2eecc1 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:50:42.338186 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d81b5906-4bd6-4fd2-92b5-1cfeee2d956b req-fb9ccb5e-06e7-4ed3-9cbf-43df4f379661 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:42.372291 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:42.403851 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-db60ef7e-9520-4d09-a7fb-ef90cffb9806 tempest-ExternalNetworksAdminNegativeTestJSON-916794883 tempest-ExternalNetworksAdminNegativeTestJSON-916794883-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:42.439305 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca498a-bf0b-4ed1-80cc-8711570a9f0a req-2d2db012-63e4-4618-8ccd-236e10c8f041 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:42.440958 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-82ca498a-bf0b-4ed1-80cc-8711570a9f0a req-2d2db012-63e4-4618-8ccd-236e10c8f041 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6203ea5-fd70-4eaa-b1cb-f34adafc6460 HTTP/1.1" status: 200 len: 944 time: 0.2330077 Apr 05 14:50:42.578712 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-db60ef7e-9520-4d09-a7fb-ef90cffb9806 tempest-ExternalNetworksAdminNegativeTestJSON-916794883 tempest-ExternalNetworksAdminNegativeTestJSON-916794883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:42.586599 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b13ed60-0139-4cec-8eeb-5768b7705016 req-7acebcb7-e9ff-42b2-8276-3de863334c58 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:42.588350 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0b13ed60-0139-4cec-8eeb-5768b7705016 req-7acebcb7-e9ff-42b2-8276-3de863334c58 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 944 time: 0.1604447 Apr 05 14:50:42.745142 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-db60ef7e-9520-4d09-a7fb-ef90cffb9806 tempest-ExternalNetworksAdminNegativeTestJSON-916794883 tempest-ExternalNetworksAdminNegativeTestJSON-916794883-project-admin] Allocated IP 172.25.6.58 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/dc1faaa6-14e4-4c0b-8205-ddf90c114005) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:50:42.821269 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-82ca498a-bf0b-4ed1-80cc-8711570a9f0a req-521f244c-88d0-40de-bd2c-3da9c4e10a6e tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3329310 Apr 05 14:50:42.852364 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0b13ed60-0139-4cec-8eeb-5768b7705016 req-37fa1e3c-55d4-48ae-9ac5-235e37485bc0 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cbefb25-bd4b-4b8d-a9a2-f4b339ce847f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2556605 Apr 05 14:50:42.858447 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-d81b5906-4bd6-4fd2-92b5-1cfeee2d956b req-fb9ccb5e-06e7-4ed3-9cbf-43df4f379661 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Allocated IP 172.20.0.13 (c78b309f-ff7d-41bb-8fba-b50473a0da16/1de0be90-29ef-431f-9721-d97dbe29986a/54a3c5c3-0d25-4cb7-8b82-7a78516c744c) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:50:42.941063 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-db60ef7e-9520-4d09-a7fb-ef90cffb9806 tempest-ExternalNetworksAdminNegativeTestJSON-916794883 tempest-ExternalNetworksAdminNegativeTestJSON-916794883-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:43.075215 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6fc3a866-1d0f-4e49-8272-54315b894cb0 req-ade7fde0-3f9f-47b2-8691-c9f0b6239f03 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=70eb423d-1ee8-4ebf-83c2-b1b6e072a926 HTTP/1.1" status: 200 len: 210 time: 0.1209624 Apr 05 14:50:43.234369 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d81b5906-4bd6-4fd2-92b5-1cfeee2d956b req-fb9ccb5e-06e7-4ed3-9cbf-43df4f379661 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:43.346603 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-63f34d2d-f190-4684-81fd-3d7b9d0db62b tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:43.560571 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-db60ef7e-9520-4d09-a7fb-ef90cffb9806 tempest-ExternalNetworksAdminNegativeTestJSON-916794883 tempest-ExternalNetworksAdminNegativeTestJSON-916794883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:43.609372 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db60ef7e-9520-4d09-a7fb-ef90cffb9806 tempest-ExternalNetworksAdminNegativeTestJSON-916794883 tempest-ExternalNetworksAdminNegativeTestJSON-916794883-project-admin] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:50:43.612857 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-db60ef7e-9520-4d09-a7fb-ef90cffb9806 tempest-ExternalNetworksAdminNegativeTestJSON-916794883 tempest-ExternalNetworksAdminNegativeTestJSON-916794883-project-admin] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:50:43.616993 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db60ef7e-9520-4d09-a7fb-ef90cffb9806 tempest-ExternalNetworksAdminNegativeTestJSON-916794883 tempest-ExternalNetworksAdminNegativeTestJSON-916794883-project-admin] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:50:43.624520 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db60ef7e-9520-4d09-a7fb-ef90cffb9806 tempest-ExternalNetworksAdminNegativeTestJSON-916794883 tempest-ExternalNetworksAdminNegativeTestJSON-916794883-project-admin] Pushing event updated for resources: {'Port': ['ID=dc1faaa6-14e4-4c0b-8205-ddf90c114005,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:43.651786 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-63f34d2d-f190-4684-81fd-3d7b9d0db62b tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:43.706627 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d81b5906-4bd6-4fd2-92b5-1cfeee2d956b req-fb9ccb5e-06e7-4ed3-9cbf-43df4f379661 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:43.723067 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-db60ef7e-9520-4d09-a7fb-ef90cffb9806 tempest-ExternalNetworksAdminNegativeTestJSON-916794883 tempest-ExternalNetworksAdminNegativeTestJSON-916794883-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:43.812506 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d81b5906-4bd6-4fd2-92b5-1cfeee2d956b req-fb9ccb5e-06e7-4ed3-9cbf-43df4f379661 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Network c78b309f-ff7d-41bb-8fba-b50473a0da16 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:50:43.818848 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-d81b5906-4bd6-4fd2-92b5-1cfeee2d956b req-fb9ccb5e-06e7-4ed3-9cbf-43df4f379661 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:50:43.820751 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9ccb5e-06e7-4ed3-9cbf-43df4f379661 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Pushing event updated for resources: {'Port': ['ID=54a3c5c3-0d25-4cb7-8b82-7a78516c744c,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:43.825018 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-d81b5906-4bd6-4fd2-92b5-1cfeee2d956b req-fb9ccb5e-06e7-4ed3-9cbf-43df4f379661 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:50:43.854944 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-db60ef7e-9520-4d09-a7fb-ef90cffb9806 tempest-ExternalNetworksAdminNegativeTestJSON-916794883 tempest-ExternalNetworksAdminNegativeTestJSON-916794883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:43.869391 n-d-836650-2 neutron-server[103320]: INFO neutron.db.l3_db [None req-63f34d2d-f190-4684-81fd-3d7b9d0db62b tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Floating IP 4fd0db25-3c94-440f-aad2-71ec8ae25776 associated. External IP: 172.25.6.93, port: 56049af1-1ba2-4489-9008-342f74470dd8. Apr 05 14:50:44.021854 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b5906-4bd6-4fd2-92b5-1cfeee2d956b req-fb9ccb5e-06e7-4ed3-9cbf-43df4f379661 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:44.022498 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d81b5906-4bd6-4fd2-92b5-1cfeee2d956b req-fb9ccb5e-06e7-4ed3-9cbf-43df4f379661 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:44.114622 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:44.172773 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8cd98-a044-4965-ab15-82e6b8e888db req-4e43e1d9-a005-4132-a8c6-054603f98ea0 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:44.177443 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-92c8cd98-a044-4965-ab15-82e6b8e888db req-4e43e1d9-a005-4132-a8c6-054603f98ea0 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6203ea5-fd70-4eaa-b1cb-f34adafc6460 HTTP/1.1" status: 200 len: 944 time: 0.2254961 Apr 05 14:50:44.186389 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-db60ef7e-9520-4d09-a7fb-ef90cffb9806 tempest-ExternalNetworksAdminNegativeTestJSON-916794883 tempest-ExternalNetworksAdminNegativeTestJSON-916794883-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:44.197171 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfa86ac-c2ae-4c15-8c84-10c7aff9c678 req-3d424d5f-cc79-4c90-8dd4-c100e01ac940 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:44.199151 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9cfa86ac-c2ae-4c15-8c84-10c7aff9c678 req-3d424d5f-cc79-4c90-8dd4-c100e01ac940 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 944 time: 0.2004592 Apr 05 14:50:44.235224 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-caaded0d-77c7-48e2-995a-3c3627c47c31 None None] Provisioning complete for port 54a3c5c3-0d25-4cb7-8b82-7a78516c744c triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:50:44.235593 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-caaded0d-77c7-48e2-995a-3c3627c47c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:44.284542 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-caaded0d-77c7-48e2-995a-3c3627c47c31 None None] Port 54a3c5c3-0d25-4cb7-8b82-7a78516c744c cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:50:44.317384 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d81b5906-4bd6-4fd2-92b5-1cfeee2d956b req-fb9ccb5e-06e7-4ed3-9cbf-43df4f379661 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3790643 Apr 05 14:50:44.320542 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9cfa86ac-c2ae-4c15-8c84-10c7aff9c678 req-20e54988-c821-4e91-b6bc-746bb33b5392 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cbefb25-bd4b-4b8d-a9a2-f4b339ce847f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097474 Apr 05 14:50:44.337013 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-d81b5906-4bd6-4fd2-92b5-1cfeee2d956b req-f42a6a4a-c23e-4b7b-b824-4fa8354bc44c service neutron] Request body: {'port': {'device_id': '70eb423d-1ee8-4ebf-83c2-b1b6e072a926', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:50:44.342079 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-92c8cd98-a044-4965-ab15-82e6b8e888db req-3adb8658-3ca6-457b-9e4a-f5e865112ab4 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578889 Apr 05 14:50:44.359506 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-db60ef7e-9520-4d09-a7fb-ef90cffb9806 tempest-ExternalNetworksAdminNegativeTestJSON-916794883 tempest-ExternalNetworksAdminNegativeTestJSON-916794883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:44.385186 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device bd3c3fd9-d90a-44df-a7e3-4bda45aba8b0 details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:50:44.415175 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db60ef7e-9520-4d09-a7fb-ef90cffb9806 tempest-ExternalNetworksAdminNegativeTestJSON-916794883 tempest-ExternalNetworksAdminNegativeTestJSON-916794883-project-admin] Pushing event updated for resources: {'Port': ['ID=dc1faaa6-14e4-4c0b-8205-ddf90c114005,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:44.489507 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-db60ef7e-9520-4d09-a7fb-ef90cffb9806 tempest-ExternalNetworksAdminNegativeTestJSON-916794883 tempest-ExternalNetworksAdminNegativeTestJSON-916794883-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:44.574314 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port bd3c3fd9-d90a-44df-a7e3-4bda45aba8b0, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=bd3c3fd9-d90a-44df-a7e3-4bda45aba8b0,segment=NetworkSegment(2ed50d53-ad8d-43f0-946d-9bbaf222e8be),segment_id=2ed50d53-ad8d-43f0-946d-9bbaf222e8be)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:50:44.584565 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-db60ef7e-9520-4d09-a7fb-ef90cffb9806 tempest-ExternalNetworksAdminNegativeTestJSON-916794883 tempest-ExternalNetworksAdminNegativeTestJSON-916794883-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:44.588838 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-db60ef7e-9520-4d09-a7fb-ef90cffb9806 tempest-ExternalNetworksAdminNegativeTestJSON-916794883 tempest-ExternalNetworksAdminNegativeTestJSON-916794883-project-admin] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4741175 Apr 05 14:50:44.592638 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 36906) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:50:44.597659 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-8cda248a-052e-4e4c-8cdc-58e0ad549ee4 tempest-ExternalNetworksAdminNegativeTestJSON-916794883 tempest-ExternalNetworksAdminNegativeTestJSON-916794883-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-963210388', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'fixed_ips': [{'ip_address': '172.25.6.58'}]}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:50:44.602399 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': 'bd3c3fd9-d90a-44df-a7e3-4bda45aba8b0', 'network_id': '66b3e69f-5222-44a7-bf1a-94ad2df58cf2', 'port_id': 'bd3c3fd9-d90a-44df-a7e3-4bda45aba8b0', 'mac_address': 'fa:16:3e:45:8e:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a727d51d-00fa-45ac-ab45-e910bc527386', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:50:44.676389 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:44.692839 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd3c3fd9-d90a-44df-a7e3-4bda45aba8b0 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:50:44.717772 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port bd3c3fd9-d90a-44df-a7e3-4bda45aba8b0, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=bd3c3fd9-d90a-44df-a7e3-4bda45aba8b0,segment=NetworkSegment(2ed50d53-ad8d-43f0-946d-9bbaf222e8be),segment_id=2ed50d53-ad8d-43f0-946d-9bbaf222e8be)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:50:44.748846 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cda248a-052e-4e4c-8cdc-58e0ad549ee4 tempest-ExternalNetworksAdminNegativeTestJSON-916794883 tempest-ExternalNetworksAdminNegativeTestJSON-916794883-project-admin] Made reservation on behalf of 490fa14f0e2144e88698735944eeac77 for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:50:44.751594 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8cda248a-052e-4e4c-8cdc-58e0ad549ee4 tempest-ExternalNetworksAdminNegativeTestJSON-916794883 tempest-ExternalNetworksAdminNegativeTestJSON-916794883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:44.763262 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8cda248a-052e-4e4c-8cdc-58e0ad549ee4 tempest-ExternalNetworksAdminNegativeTestJSON-916794883 tempest-ExternalNetworksAdminNegativeTestJSON-916794883-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:44.817345 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:44.840421 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d81b5906-4bd6-4fd2-92b5-1cfeee2d956b req-f42a6a4a-c23e-4b7b-b824-4fa8354bc44c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:44.850808 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63f34d2d-f190-4684-81fd-3d7b9d0db62b tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Router b1445dec-20ca-403d-b665-56d8d9cba455 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:50:44.857776 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8cda248a-052e-4e4c-8cdc-58e0ad549ee4 tempest-ExternalNetworksAdminNegativeTestJSON-916794883 tempest-ExternalNetworksAdminNegativeTestJSON-916794883-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:44.883493 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=bd3c3fd9-d90a-44df-a7e3-4bda45aba8b0,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:44.921549 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d8760-3f11-44c8-95e6-75ae2c949660 req-e1e873b6-9035-4cc6-9aab-569a6e181550 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:44.923124 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1a3d8760-3f11-44c8-95e6-75ae2c949660 req-e1e873b6-9035-4cc6-9aab-569a6e181550 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=70eb423d-1ee8-4ebf-83c2-b1b6e072a926 HTTP/1.1" status: 200 len: 932 time: 0.1301928 Apr 05 14:50:44.960314 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8cda248a-052e-4e4c-8cdc-58e0ad549ee4 tempest-ExternalNetworksAdminNegativeTestJSON-916794883 tempest-ExternalNetworksAdminNegativeTestJSON-916794883-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:44.966954 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [None req-8cda248a-052e-4e4c-8cdc-58e0ad549ee4 tempest-ExternalNetworksAdminNegativeTestJSON-916794883 tempest-ExternalNetworksAdminNegativeTestJSON-916794883-project-admin] device_id is not set on port dedbc30f-43fe-4dde-b86e-eca03904a443 yet. {{(pid=103321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:50:45.066195 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cda248a-052e-4e4c-8cdc-58e0ad549ee4 tempest-ExternalNetworksAdminNegativeTestJSON-916794883 tempest-ExternalNetworksAdminNegativeTestJSON-916794883-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52954906-43dc-423e-8da5-92e2374eac23,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:45.124549 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['bd3c3fd9-d90a-44df-a7e3-4bda45aba8b0'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:50:45.186198 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1a3d8760-3f11-44c8-95e6-75ae2c949660 req-bb26ee39-4a59-4153-aec7-eacfef7cb79a tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=bacebe3d-a110-4683-8375-344b2cbe37b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2508037 Apr 05 14:50:45.248103 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f34d2d-f190-4684-81fd-3d7b9d0db62b tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:50:45.256478 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-63f34d2d-f190-4684-81fd-3d7b9d0db62b tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:45.273800 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96436f12-af33-493b-b957-ccdd6e5a434d None None] Sync routers for ids ['b1445dec-20ca-403d-b665-56d8d9cba455'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:50:45.347346 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-63f34d2d-f190-4684-81fd-3d7b9d0db62b tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "PUT /v2.0/floatingips/4fd0db25-3c94-440f-aad2-71ec8ae25776 HTTP/1.1" status: 200 len: 991 time: 3.1764448 Apr 05 14:50:45.347346 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afcf67b8-bd16-4226-a52d-1e179a4f797e', 'tag': '56049af1-1ba2-4489-9008-342f74470dd8'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:50:45.347346 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-188b2791-c6e3-4445-b951-0a3a7568fdfa" -d '{"events": [{"name": "network-changed", "server_uuid": "afcf67b8-bd16-4226-a52d-1e179a4f797e", "tag": "56049af1-1ba2-4489-9008-342f74470dd8"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:50:45.372290 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cda248a-052e-4e4c-8cdc-58e0ad549ee4 tempest-ExternalNetworksAdminNegativeTestJSON-916794883 tempest-ExternalNetworksAdminNegativeTestJSON-916794883-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 05 14:50:45.373354 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cda248a-052e-4e4c-8cdc-58e0ad549ee4 tempest-ExternalNetworksAdminNegativeTestJSON-916794883 tempest-ExternalNetworksAdminNegativeTestJSON-916794883-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:50:45.378112 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96436f12-af33-493b-b957-ccdd6e5a434d None None] Routers {'b1445dec-20ca-403d-b665-56d8d9cba455'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:50:45.380073 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-96436f12-af33-493b-b957-ccdd6e5a434d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:50:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['b1445dec-20ca-403d-b665-56d8d9cba455'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:50:45.426401 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815a065e-9e5e-4a5b-a438-823fca91062e x-openstack-request-id: req-815a065e-9e5e-4a5b-a438-823fca91062e {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:50:45.426401 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afcf67b8-bd16-4226-a52d-1e179a4f797e", "tag": "56049af1-1ba2-4489-9008-342f74470dd8", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:50:45.426401 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-815a065e-9e5e-4a5b-a438-823fca91062e {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:50:45.426401 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-815a065e-9e5e-4a5b-a438-823fca91062e'] response: {'name': 'network-changed', 'server_uuid': 'afcf67b8-bd16-4226-a52d-1e179a4f797e', 'tag': '56049af1-1ba2-4489-9008-342f74470dd8', 'status': 'completed', 'code': 200} Apr 05 14:50:45.511176 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 36916) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:50:45.513393 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-8cda248a-052e-4e4c-8cdc-58e0ad549ee4 tempest-ExternalNetworksAdminNegativeTestJSON-916794883 tempest-ExternalNetworksAdminNegativeTestJSON-916794883-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.9230983 Apr 05 14:50:45.529960 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b2791-c6e3-4445-b951-0a3a7568fdfa req-d006e604-941e-4df4-bdf6-c42102d3456b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:45.531626 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-188b2791-c6e3-4445-b951-0a3a7568fdfa req-d006e604-941e-4df4-bdf6-c42102d3456b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0d680450c8534547bd5afee8c1b9c44d&device_id=afcf67b8-bd16-4226-a52d-1e179a4f797e HTTP/1.1" status: 200 len: 1097 time: 0.0847142 Apr 05 14:50:45.672977 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-96436f12-af33-493b-b957-ccdd6e5a434d None None] Set router b1445dec-20ca-403d-b665-56d8d9cba455 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:50:45.678604 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-d81b5906-4bd6-4fd2-92b5-1cfeee2d956b req-f42a6a4a-c23e-4b7b-b824-4fa8354bc44c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54a3c5c3-0d25-4cb7-8b82-7a78516c744c {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:50:45.710622 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d81b5906-4bd6-4fd2-92b5-1cfeee2d956b req-f42a6a4a-c23e-4b7b-b824-4fa8354bc44c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:45.752083 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b2791-c6e3-4445-b951-0a3a7568fdfa req-e57c8cba-3871-4b31-a281-1f8803d0e7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:45.755897 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-188b2791-c6e3-4445-b951-0a3a7568fdfa req-e57c8cba-3871-4b31-a281-1f8803d0e7b8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9c33a3eb-a65a-4749-8ece-9c0c17a8413b HTTP/1.1" status: 200 len: 916 time: 0.2165968 Apr 05 14:50:45.782547 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-d81b5906-4bd6-4fd2-92b5-1cfeee2d956b req-f42a6a4a-c23e-4b7b-b824-4fa8354bc44c service neutron] Transition to ACTIVE for port object 54a3c5c3-0d25-4cb7-8b82-7a78516c744c will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:50:45.807189 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad627cdc-8171-4d04-84a6-0f7049054349 req-45d6df21-a19f-45ca-a964-ff488acc8a51 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:45.808901 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ad627cdc-8171-4d04-84a6-0f7049054349 req-45d6df21-a19f-45ca-a964-ff488acc8a51 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 944 time: 0.2968106 Apr 05 14:50:45.859446 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-188b2791-c6e3-4445-b951-0a3a7568fdfa req-2c9e190c-a2d7-46e0-ab79-c5809e8c81ac service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56049af1-1ba2-4489-9008-342f74470dd8 HTTP/1.1" status: 200 len: 999 time: 0.0931709 Apr 05 14:50:45.861552 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e78964-1e9f-4eae-97ab-d26b6604d02a req-bb3eb622-c6cf-4e83-9f49-941b94e91bc6 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:45.863744 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d8e78964-1e9f-4eae-97ab-d26b6604d02a req-bb3eb622-c6cf-4e83-9f49-941b94e91bc6 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6203ea5-fd70-4eaa-b1cb-f34adafc6460 HTTP/1.1" status: 200 len: 945 time: 0.2242529 Apr 05 14:50:45.880693 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ad627cdc-8171-4d04-84a6-0f7049054349 req-4a1b5916-cd00-43cb-8fc3-81e87d541903 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cbefb25-bd4b-4b8d-a9a2-f4b339ce847f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648887 Apr 05 14:50:45.904424 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d81b5906-4bd6-4fd2-92b5-1cfeee2d956b req-f42a6a4a-c23e-4b7b-b824-4fa8354bc44c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:45.944003 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-b423af93-1076-410c-a636-d5485eb979ba tempest-ExternalNetworksAdminNegativeTestJSON-916794883 tempest-ExternalNetworksAdminNegativeTestJSON-916794883-project-admin] Deleting port dc1faaa6-14e4-4c0b-8205-ddf90c114005 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:50:45.944360 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b423af93-1076-410c-a636-d5485eb979ba tempest-ExternalNetworksAdminNegativeTestJSON-916794883 tempest-ExternalNetworksAdminNegativeTestJSON-916794883-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:45.945184 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b2791-c6e3-4445-b951-0a3a7568fdfa req-d5168392-3bd1-4eef-814d-f0ee13752583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:45.946848 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-188b2791-c6e3-4445-b951-0a3a7568fdfa req-d5168392-3bd1-4eef-814d-f0ee13752583 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b0eeff46-5c4b-4ea4-85de-a28a5ce6d062 HTTP/1.1" status: 200 len: 854 time: 0.0719242 Apr 05 14:50:46.100334 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b2791-c6e3-4445-b951-0a3a7568fdfa req-e9ec2cb3-0566-4067-86f8-3ec247588022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:46.101912 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-188b2791-c6e3-4445-b951-0a3a7568fdfa req-e9ec2cb3-0566-4067-86f8-3ec247588022 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9c33a3eb-a65a-4749-8ece-9c0c17a8413b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1478112 Apr 05 14:50:46.141263 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d8e78964-1e9f-4eae-97ab-d26b6604d02a req-12aa6cee-c71b-491b-a95e-91a118d981c3 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591462 Apr 05 14:50:46.145228 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42a6a4a-c23e-4b7b-b824-4fa8354bc44c service neutron] Pushing event updated for resources: {'Port': ['ID=54a3c5c3-0d25-4cb7-8b82-7a78516c744c,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:46.197471 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-96436f12-af33-493b-b957-ccdd6e5a434d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'name': 'tempest-AttachVolumeNegativeTest-1732339431-router', 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'bd6b8bf7-c569-4249-ab62-bab0f76cc3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:50:04Z', 'updated_at': '2022-04-05T14:50:09Z', 'revision_number': 4, 'project_id': '0d680450c8534547bd5afee8c1b9c44d', 'gw_port': {'id': 'bd6b8bf7-c569-4249-ab62-bab0f76cc3e2', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:05Z', 'updated_at': '2022-04-05T14:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': '4fd0db25-3c94-440f-aad2-71ec8ae25776', 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'floating_ip_address': '172.25.6.93', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'port_id': '56049af1-1ba2-4489-9008-342f74470dd8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c33a3eb-a65a-4749-8ece-9c0c17a8413b', 'mac_address': 'fa:16:3e:93:6e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcf67b8-bd16-4226-a52d-1e179a4f797e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:50:18Z', 'updated_at': '2022-04-05T14:50:43Z', 'revision_number': 1, 'project_id': '0d680450c8534547bd5afee8c1b9c44d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9221f79d-cf57-48ff-99a2-721b9a2f3ce1', 'name': '', 'network_id': '9c33a3eb-a65a-4749-8ece-9c0c17a8413b', 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'mac_address': 'fa:16:3e:88:65:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': 'b0eeff46-5c4b-4ea4-85de-a28a5ce6d062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:08Z', 'updated_at': '2022-04-05T14:50:15Z', 'revision_number': 5, 'project_id': '0d680450c8534547bd5afee8c1b9c44d', 'subnets': [{'id': 'b0eeff46-5c4b-4ea4-85de-a28a5ce6d062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:50:46.236165 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96436f12-af33-493b-b957-ccdd6e5a434d None None] Checking router: b1445dec-20ca-403d-b665-56d8d9cba455 for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:50:46.258125 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96436f12-af33-493b-b957-ccdd6e5a434d None None] Routers {'b1445dec-20ca-403d-b665-56d8d9cba455'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:50:46.261483 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-96436f12-af33-493b-b957-ccdd6e5a434d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:50:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['b1445dec-20ca-403d-b665-56d8d9cba455'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:50:46.297643 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-d81b5906-4bd6-4fd2-92b5-1cfeee2d956b req-f42a6a4a-c23e-4b7b-b824-4fa8354bc44c service neutron] Attempting to bind port 54a3c5c3-0d25-4cb7-8b82-7a78516c744c on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:50:46.298069 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-d81b5906-4bd6-4fd2-92b5-1cfeee2d956b req-f42a6a4a-c23e-4b7b-b824-4fa8354bc44c service neutron] Attempting to bind port 54a3c5c3-0d25-4cb7-8b82-7a78516c744c by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': '8f9f880a-d2f4-4838-9fd6-f918e17688de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c78b309f-ff7d-41bb-8fba-b50473a0da16'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:50:46.298476 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81b5906-4bd6-4fd2-92b5-1cfeee2d956b req-f42a6a4a-c23e-4b7b-b824-4fa8354bc44c service neutron] Attempting to bind port 54a3c5c3-0d25-4cb7-8b82-7a78516c744c on network c78b309f-ff7d-41bb-8fba-b50473a0da16 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:50:46.315181 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-188b2791-c6e3-4445-b951-0a3a7568fdfa req-4fc022e0-cefe-4d14-9b4c-eefcdfe85959 service neutron] 10.222.0.11 "GET /v2.0/networks/9c33a3eb-a65a-4749-8ece-9c0c17a8413b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057436 Apr 05 14:50:46.319152 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b423af93-1076-410c-a636-d5485eb979ba tempest-ExternalNetworksAdminNegativeTestJSON-916794883 tempest-ExternalNetworksAdminNegativeTestJSON-916794883-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:46.322308 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b423af93-1076-410c-a636-d5485eb979ba tempest-ExternalNetworksAdminNegativeTestJSON-916794883 tempest-ExternalNetworksAdminNegativeTestJSON-916794883-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:46.328325 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81b5906-4bd6-4fd2-92b5-1cfeee2d956b req-f42a6a4a-c23e-4b7b-b824-4fa8354bc44c service neutron] Port 54a3c5c3-0d25-4cb7-8b82-7a78516c744c on network c78b309f-ff7d-41bb-8fba-b50473a0da16 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:50:46.328730 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81b5906-4bd6-4fd2-92b5-1cfeee2d956b req-f42a6a4a-c23e-4b7b-b824-4fa8354bc44c service neutron] Attempting to bind port 54a3c5c3-0d25-4cb7-8b82-7a78516c744c on network c78b309f-ff7d-41bb-8fba-b50473a0da16 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:50:46.346016 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81b5906-4bd6-4fd2-92b5-1cfeee2d956b req-f42a6a4a-c23e-4b7b-b824-4fa8354bc44c service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:50:46.347651 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81b5906-4bd6-4fd2-92b5-1cfeee2d956b req-f42a6a4a-c23e-4b7b-b824-4fa8354bc44c service neutron] Checking segment: {'id': '8f9f880a-d2f4-4838-9fd6-f918e17688de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c78b309f-ff7d-41bb-8fba-b50473a0da16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:50:46.348618 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81b5906-4bd6-4fd2-92b5-1cfeee2d956b req-f42a6a4a-c23e-4b7b-b824-4fa8354bc44c service neutron] Bound using segment: {'id': '8f9f880a-d2f4-4838-9fd6-f918e17688de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c78b309f-ff7d-41bb-8fba-b50473a0da16'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:50:46.349093 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-d81b5906-4bd6-4fd2-92b5-1cfeee2d956b req-f42a6a4a-c23e-4b7b-b824-4fa8354bc44c service neutron] Bound port: 54a3c5c3-0d25-4cb7-8b82-7a78516c744c, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f9f880a-d2f4-4838-9fd6-f918e17688de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c78b309f-ff7d-41bb-8fba-b50473a0da16'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:50:46.350994 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d81b5906-4bd6-4fd2-92b5-1cfeee2d956b req-f42a6a4a-c23e-4b7b-b824-4fa8354bc44c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:46.366236 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-b423af93-1076-410c-a636-d5485eb979ba tempest-ExternalNetworksAdminNegativeTestJSON-916794883 tempest-ExternalNetworksAdminNegativeTestJSON-916794883-project-admin] Calling delete_port for dc1faaa6-14e4-4c0b-8205-ddf90c114005 owned by network:floatingip {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:50:46.488544 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device bd3c3fd9-d90a-44df-a7e3-4bda45aba8b0 up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:50:46.511524 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842faac0-3491-424d-bdf1-7855cda767a7 req-393e5ad1-502b-460e-940a-2209a170d434 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:46.513316 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-842faac0-3491-424d-bdf1-7855cda767a7 req-393e5ad1-502b-460e-940a-2209a170d434 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=70eb423d-1ee8-4ebf-83c2-b1b6e072a926 HTTP/1.1" status: 200 len: 944 time: 0.1405432 Apr 05 14:50:46.568279 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-d81b5906-4bd6-4fd2-92b5-1cfeee2d956b req-f42a6a4a-c23e-4b7b-b824-4fa8354bc44c service neutron] For port 54a3c5c3-0d25-4cb7-8b82-7a78516c744c, host n-h1-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:50:46.615600 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-d81b5906-4bd6-4fd2-92b5-1cfeee2d956b req-f42a6a4a-c23e-4b7b-b824-4fa8354bc44c service neutron] For port 54a3c5c3-0d25-4cb7-8b82-7a78516c744c, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=54a3c5c3-0d25-4cb7-8b82-7a78516c744c,segment=NetworkSegment(8f9f880a-d2f4-4838-9fd6-f918e17688de),segment_id=8f9f880a-d2f4-4838-9fd6-f918e17688de)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:50:46.623550 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-842faac0-3491-424d-bdf1-7855cda767a7 req-8bf2665f-8e53-49c6-9b55-d74ef45b42e0 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=bacebe3d-a110-4683-8375-344b2cbe37b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977640 Apr 05 14:50:46.727627 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d81b5906-4bd6-4fd2-92b5-1cfeee2d956b req-f42a6a4a-c23e-4b7b-b824-4fa8354bc44c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:46.770042 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b5906-4bd6-4fd2-92b5-1cfeee2d956b req-f42a6a4a-c23e-4b7b-b824-4fa8354bc44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:46.770819 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d81b5906-4bd6-4fd2-92b5-1cfeee2d956b req-f42a6a4a-c23e-4b7b-b824-4fa8354bc44c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:46.772309 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d81b5906-4bd6-4fd2-92b5-1cfeee2d956b req-f42a6a4a-c23e-4b7b-b824-4fa8354bc44c service neutron] 10.222.0.55 "PUT /v2.0/ports/54a3c5c3-0d25-4cb7-8b82-7a78516c744c HTTP/1.1" status: 200 len: 1092 time: 2.4426606 Apr 05 14:50:46.813548 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b423af93-1076-410c-a636-d5485eb979ba tempest-ExternalNetworksAdminNegativeTestJSON-916794883 tempest-ExternalNetworksAdminNegativeTestJSON-916794883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:46.893013 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42a6a4a-c23e-4b7b-b824-4fa8354bc44c service neutron] Pushing event updated for resources: {'Port': ['ID=54a3c5c3-0d25-4cb7-8b82-7a78516c744c,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:46.961161 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-96436f12-af33-493b-b957-ccdd6e5a434d None None] Set router b1445dec-20ca-403d-b665-56d8d9cba455 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:50:47.058582 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b423af93-1076-410c-a636-d5485eb979ba tempest-ExternalNetworksAdminNegativeTestJSON-916794883 tempest-ExternalNetworksAdminNegativeTestJSON-916794883-project-admin] Pushing event deleted for resources: {'Port': ['ID=dc1faaa6-14e4-4c0b-8205-ddf90c114005,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:47.121694 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-188b2791-c6e3-4445-b951-0a3a7568fdfa req-b6d776f7-d1f6-4c8b-bd7e-c541cbcd3762 service neutron] 10.222.0.11 "GET /v2.0/networks/9c33a3eb-a65a-4749-8ece-9c0c17a8413b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7986524 Apr 05 14:50:47.178071 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning for port bd3c3fd9-d90a-44df-a7e3-4bda45aba8b0 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:50:47.180497 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b5906-4bd6-4fd2-92b5-1cfeee2d956b req-f88bdb57-291f-4734-9358-26453226b262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:47.182081 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d81b5906-4bd6-4fd2-92b5-1cfeee2d956b req-f88bdb57-291f-4734-9358-26453226b262 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b07e36dc5a904f16980660900e2eecc1&device_id=70eb423d-1ee8-4ebf-83c2-b1b6e072a926 HTTP/1.1" status: 200 len: 1095 time: 0.2909138 Apr 05 14:50:47.184918 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b423af93-1076-410c-a636-d5485eb979ba tempest-ExternalNetworksAdminNegativeTestJSON-916794883 tempest-ExternalNetworksAdminNegativeTestJSON-916794883-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:47.188838 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b423af93-1076-410c-a636-d5485eb979ba tempest-ExternalNetworksAdminNegativeTestJSON-916794883 tempest-ExternalNetworksAdminNegativeTestJSON-916794883-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:47.189281 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port bd3c3fd9-d90a-44df-a7e3-4bda45aba8b0 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:50:47.189800 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:47.193430 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-b423af93-1076-410c-a636-d5485eb979ba tempest-ExternalNetworksAdminNegativeTestJSON-916794883 tempest-ExternalNetworksAdminNegativeTestJSON-916794883-project-admin] 10.222.0.30 "DELETE /v2.0/floatingips/94b641b2-bc32-4d11-8d0a-b01d5f4dc960 HTTP/1.1" status: 204 len: 168 time: 1.6767356 Apr 05 14:50:47.287033 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1915e0-6d59-4d10-bff1-ae9786f9a8b6 req-74ebe454-2bad-4b6a-b3b0-180bd4458d52 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:47.290073 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ff1915e0-6d59-4d10-bff1-ae9786f9a8b6 req-74ebe454-2bad-4b6a-b3b0-180bd4458d52 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 944 time: 0.1824727 Apr 05 14:50:47.294495 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d81b5906-4bd6-4fd2-92b5-1cfeee2d956b req-ddddc436-9923-4523-aa7d-739cab715941 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54a3c5c3-0d25-4cb7-8b82-7a78516c744c HTTP/1.1" status: 200 len: 217 time: 0.0978377 Apr 05 14:50:47.400605 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:47.434991 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70eb423d-1ee8-4ebf-83c2-b1b6e072a926', 'tag': '54a3c5c3-0d25-4cb7-8b82-7a78516c744c'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:50:47.435694 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6203ea5-fd70-4eaa-b1cb-f34adafc6460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd3c3fd9-d90a-44df-a7e3-4bda45aba8b0'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:50:47.438187 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a0dabfc-15f4-4280-a5ed-a9eebfcc9dc8" -d '{"events": [{"server_uuid": "b6203ea5-fd70-4eaa-b1cb-f34adafc6460", "name": "network-vif-plugged", "status": "completed", "tag": "bd3c3fd9-d90a-44df-a7e3-4bda45aba8b0"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:50:47.443584 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db0c2f9-7b8c-448a-bdea-09fa033693d7" -d '{"events": [{"name": "network-changed", "server_uuid": "70eb423d-1ee8-4ebf-83c2-b1b6e072a926", "tag": "54a3c5c3-0d25-4cb7-8b82-7a78516c744c"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:50:47.475994 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ff1915e0-6d59-4d10-bff1-ae9786f9a8b6 req-5f7fa094-bec3-432d-84f5-7ae58497f744 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cbefb25-bd4b-4b8d-a9a2-f4b339ce847f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548121 Apr 05 14:50:47.476415 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port bd3c3fd9-d90a-44df-a7e3-4bda45aba8b0, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=bd3c3fd9-d90a-44df-a7e3-4bda45aba8b0,segment=NetworkSegment(2ed50d53-ad8d-43f0-946d-9bbaf222e8be),segment_id=2ed50d53-ad8d-43f0-946d-9bbaf222e8be)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:50:47.478188 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b5906-4bd6-4fd2-92b5-1cfeee2d956b req-fd45d13b-036a-40d5-bce1-92cc4a45c3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:47.480252 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d81b5906-4bd6-4fd2-92b5-1cfeee2d956b req-fd45d13b-036a-40d5-bce1-92cc4a45c3d9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1de0be90-29ef-431f-9721-d97dbe29986a HTTP/1.1" status: 200 len: 835 time: 0.1701059 Apr 05 14:50:47.497472 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdfbbf5-90ce-4971-862c-60eac98c5650 req-cb448d24-efe9-4a07-937f-bff6d1d2e8da tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:47.500815 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5bdfbbf5-90ce-4971-862c-60eac98c5650 req-cb448d24-efe9-4a07-937f-bff6d1d2e8da tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6203ea5-fd70-4eaa-b1cb-f34adafc6460 HTTP/1.1" status: 200 len: 945 time: 0.2077432 Apr 05 14:50:47.515664 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-96436f12-af33-493b-b957-ccdd6e5a434d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'name': 'tempest-AttachVolumeNegativeTest-1732339431-router', 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'bd6b8bf7-c569-4249-ab62-bab0f76cc3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:50:04Z', 'updated_at': '2022-04-05T14:50:09Z', 'revision_number': 4, 'project_id': '0d680450c8534547bd5afee8c1b9c44d', 'gw_port': {'id': 'bd6b8bf7-c569-4249-ab62-bab0f76cc3e2', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:05Z', 'updated_at': '2022-04-05T14:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': '4fd0db25-3c94-440f-aad2-71ec8ae25776', 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'floating_ip_address': '172.25.6.93', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'port_id': '56049af1-1ba2-4489-9008-342f74470dd8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c33a3eb-a65a-4749-8ece-9c0c17a8413b', 'mac_address': 'fa:16:3e:93:6e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcf67b8-bd16-4226-a52d-1e179a4f797e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:50:18Z', 'updated_at': '2022-04-05T14:50:43Z', 'revision_number': 1, 'project_id': '0d680450c8534547bd5afee8c1b9c44d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9221f79d-cf57-48ff-99a2-721b9a2f3ce1', 'name': '', 'network_id': '9c33a3eb-a65a-4749-8ece-9c0c17a8413b', 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'mac_address': 'fa:16:3e:88:65:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': 'b0eeff46-5c4b-4ea4-85de-a28a5ce6d062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:08Z', 'updated_at': '2022-04-05T14:50:15Z', 'revision_number': 5, 'project_id': '0d680450c8534547bd5afee8c1b9c44d', 'subnets': [{'id': 'b0eeff46-5c4b-4ea4-85de-a28a5ce6d062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:50:47.568045 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b5906-4bd6-4fd2-92b5-1cfeee2d956b req-b670d431-cb2b-4912-8d01-f677050f4f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:47.569677 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d81b5906-4bd6-4fd2-92b5-1cfeee2d956b req-b670d431-cb2b-4912-8d01-f677050f4f67 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c78b309f-ff7d-41bb-8fba-b50473a0da16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694752 Apr 05 14:50:47.578067 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:47.588386 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96436f12-af33-493b-b957-ccdd6e5a434d None None] The sync data for ids ['b1445dec-20ca-403d-b665-56d8d9cba455'] in n-d-836650-2 is: [{'id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'name': 'tempest-AttachVolumeNegativeTest-1732339431-router', 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'bd6b8bf7-c569-4249-ab62-bab0f76cc3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:50:04Z', 'updated_at': '2022-04-05T14:50:09Z', 'revision_number': 4, 'project_id': '0d680450c8534547bd5afee8c1b9c44d', 'gw_port': {'id': 'bd6b8bf7-c569-4249-ab62-bab0f76cc3e2', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:05Z', 'updated_at': '2022-04-05T14:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': '4fd0db25-3c94-440f-aad2-71ec8ae25776', 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'floating_ip_address': '172.25.6.93', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'port_id': '56049af1-1ba2-4489-9008-342f74470dd8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c33a3eb-a65a-4749-8ece-9c0c17a8413b', 'mac_address': 'fa:16:3e:93:6e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcf67b8-bd16-4226-a52d-1e179a4f797e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:50:18Z', 'updated_at': '2022-04-05T14:50:43Z', 'revision_number': 1, 'project_id': '0d680450c8534547bd5afee8c1b9c44d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9221f79d-cf57-48ff-99a2-721b9a2f3ce1', 'name': '', 'network_id': '9c33a3eb-a65a-4749-8ece-9c0c17a8413b', 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'mac_address': 'fa:16:3e:88:65:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': 'b0eeff46-5c4b-4ea4-85de-a28a5ce6d062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:08Z', 'updated_at': '2022-04-05T14:50:15Z', 'revision_number': 5, 'project_id': '0d680450c8534547bd5afee8c1b9c44d', 'subnets': [{'id': 'b0eeff46-5c4b-4ea4-85de-a28a5ce6d062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:50:47.606385 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d63f7d-af9f-49b8-a27a-8849fece914f x-openstack-request-id: req-f9d63f7d-af9f-49b8-a27a-8849fece914f {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:50:47.606385 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70eb423d-1ee8-4ebf-83c2-b1b6e072a926", "tag": "54a3c5c3-0d25-4cb7-8b82-7a78516c744c", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:50:47.606385 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f9d63f7d-af9f-49b8-a27a-8849fece914f {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:50:47.606385 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9d63f7d-af9f-49b8-a27a-8849fece914f'] response: {'name': 'network-changed', 'server_uuid': '70eb423d-1ee8-4ebf-83c2-b1b6e072a926', 'tag': '54a3c5c3-0d25-4cb7-8b82-7a78516c744c', 'status': 'completed', 'code': 200} Apr 05 14:50:47.623959 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5bdfbbf5-90ce-4971-862c-60eac98c5650 req-48c68ae5-a47f-47fe-a9f4-4727f53e09a2 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907984 Apr 05 14:50:47.722203 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18909bc0-a696-4a0c-a351-b482db20264c x-openstack-request-id: req-18909bc0-a696-4a0c-a351-b482db20264c {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:50:47.723386 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6203ea5-fd70-4eaa-b1cb-f34adafc6460", "name": "network-vif-plugged", "status": "completed", "tag": "bd3c3fd9-d90a-44df-a7e3-4bda45aba8b0", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:50:47.729513 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-18909bc0-a696-4a0c-a351-b482db20264c {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:50:47.729513 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18909bc0-a696-4a0c-a351-b482db20264c'] response: {'server_uuid': 'b6203ea5-fd70-4eaa-b1cb-f34adafc6460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd3c3fd9-d90a-44df-a7e3-4bda45aba8b0', 'code': 200} Apr 05 14:50:47.730941 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=bd3c3fd9-d90a-44df-a7e3-4bda45aba8b0,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:47.825687 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d81b5906-4bd6-4fd2-92b5-1cfeee2d956b req-24e01832-4f2f-49ff-8a3e-c73e4fda396f service neutron] 10.222.0.55 "GET /v2.0/networks/c78b309f-ff7d-41bb-8fba-b50473a0da16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451575 Apr 05 14:50:47.881590 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9807f5a-aee1-4673-bcfe-73c4c4f4487f req-bcabf327-fa70-47f5-9a3c-cd374c946781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:47.883562 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f9807f5a-aee1-4673-bcfe-73c4c4f4487f req-bcabf327-fa70-47f5-9a3c-cd374c946781 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b6203ea5-fd70-4eaa-b1cb-f34adafc6460 HTTP/1.1" status: 200 len: 1097 time: 0.0905724 Apr 05 14:50:47.917887 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e486af3-ff41-4d73-af70-cb79999a56fa req-1bfd4815-dd8a-4696-927e-393d1d20938e tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:47.919764 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3e486af3-ff41-4d73-af70-cb79999a56fa req-1bfd4815-dd8a-4696-927e-393d1d20938e tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=70eb423d-1ee8-4ebf-83c2-b1b6e072a926 HTTP/1.1" status: 200 len: 944 time: 0.1403339 Apr 05 14:50:47.967181 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f9807f5a-aee1-4673-bcfe-73c4c4f4487f req-9a083473-6351-41fb-9ea2-d0c13f8a2ecf service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769651 Apr 05 14:50:47.980705 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d81b5906-4bd6-4fd2-92b5-1cfeee2d956b req-4ac0b6a6-0c64-493f-9a4d-43b541c902ea service neutron] 10.222.0.55 "GET /v2.0/networks/c78b309f-ff7d-41bb-8fba-b50473a0da16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416693 Apr 05 14:50:47.996747 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3785a4e2-6c13-49aa-bcaf-1d173294422f None None] New status for floating IP 4fd0db25-3c94-440f-aad2-71ec8ae25776: ACTIVE {{(pid=103323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 14:50:48.010967 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3e486af3-ff41-4d73-af70-cb79999a56fa req-ffaaa513-61ee-4da8-ab00-b9e4667ba796 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=bacebe3d-a110-4683-8375-344b2cbe37b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693340 Apr 05 14:50:48.047835 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 36934) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:50:48.187802 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9baad5e9-456b-44db-926b-18b486143f95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:48.225979 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0c2f9-7b8c-448a-bdea-09fa033693d7 req-8dc6fdf6-20b4-4822-abcc-daa16b6f491f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:48.228602 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8db0c2f9-7b8c-448a-bdea-09fa033693d7 req-8dc6fdf6-20b4-4822-abcc-daa16b6f491f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b07e36dc5a904f16980660900e2eecc1&device_id=70eb423d-1ee8-4ebf-83c2-b1b6e072a926 HTTP/1.1" status: 200 len: 1095 time: 0.0728009 Apr 05 14:50:48.308814 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9baad5e9-456b-44db-926b-18b486143f95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:48.352282 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0c2f9-7b8c-448a-bdea-09fa033693d7 req-36b7e6c5-34d5-44c6-ad90-26233a493b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:48.354115 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8db0c2f9-7b8c-448a-bdea-09fa033693d7 req-36b7e6c5-34d5-44c6-ad90-26233a493b9d service neutron] 10.222.0.55 "GET /v2.0/networks?id=c78b309f-ff7d-41bb-8fba-b50473a0da16 HTTP/1.1" status: 200 len: 897 time: 0.1173401 Apr 05 14:50:48.407759 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8db0c2f9-7b8c-448a-bdea-09fa033693d7 req-aca320fb-ec16-4fe5-87b4-2ca51b6cd23f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54a3c5c3-0d25-4cb7-8b82-7a78516c744c HTTP/1.1" status: 200 len: 217 time: 0.0429771 Apr 05 14:50:48.467723 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0c2f9-7b8c-448a-bdea-09fa033693d7 req-0214ce86-33b6-4d08-a931-02ea94ecee37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:48.469281 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8db0c2f9-7b8c-448a-bdea-09fa033693d7 req-0214ce86-33b6-4d08-a931-02ea94ecee37 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1de0be90-29ef-431f-9721-d97dbe29986a HTTP/1.1" status: 200 len: 835 time: 0.0543303 Apr 05 14:50:48.523432 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0c2f9-7b8c-448a-bdea-09fa033693d7 req-69cebe0d-aba6-4570-94fa-38f10c973acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:48.525425 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8db0c2f9-7b8c-448a-bdea-09fa033693d7 req-69cebe0d-aba6-4570-94fa-38f10c973acf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c78b309f-ff7d-41bb-8fba-b50473a0da16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492616 Apr 05 14:50:48.684260 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14a7fe4-fe53-42eb-b3c3-e87f11aa9b24 req-5f0cb29a-ebd7-4283-9e4a-bb9aa52db9c3 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:48.685907 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d14a7fe4-fe53-42eb-b3c3-e87f11aa9b24 req-5f0cb29a-ebd7-4283-9e4a-bb9aa52db9c3 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 944 time: 0.1070943 Apr 05 14:50:48.779471 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8db0c2f9-7b8c-448a-bdea-09fa033693d7 req-beafc026-c2f0-43ce-b942-9cea772af28f service neutron] 10.222.0.55 "GET /v2.0/networks/c78b309f-ff7d-41bb-8fba-b50473a0da16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410781 Apr 05 14:50:48.814244 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d14a7fe4-fe53-42eb-b3c3-e87f11aa9b24 req-4b021723-da64-45cc-a088-0babf41e037e tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cbefb25-bd4b-4b8d-a9a2-f4b339ce847f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201386 Apr 05 14:50:48.889202 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72913b9-c09a-44a7-b620-1ec06e3397ca req-e43dc14a-16c1-4808-98f0-5f79fd899dd2 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:48.891015 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a72913b9-c09a-44a7-b620-1ec06e3397ca req-e43dc14a-16c1-4808-98f0-5f79fd899dd2 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6203ea5-fd70-4eaa-b1cb-f34adafc6460 HTTP/1.1" status: 200 len: 946 time: 0.1617174 Apr 05 14:50:48.937410 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8db0c2f9-7b8c-448a-bdea-09fa033693d7 req-81d21a4b-7c2a-425c-96e4-4b11d133e5bf service neutron] 10.222.0.55 "GET /v2.0/networks/c78b309f-ff7d-41bb-8fba-b50473a0da16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504693 Apr 05 14:50:48.972022 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a72913b9-c09a-44a7-b620-1ec06e3397ca req-6568dba9-9413-4e21-bb5e-3be946bc6902 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579381 Apr 05 14:50:49.156276 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2508b582-b2db-47dc-98ae-c69cdcad6bfc req-8f31293b-ddad-4f61-adbb-4761c126a864 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:49.158398 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2508b582-b2db-47dc-98ae-c69cdcad6bfc req-8f31293b-ddad-4f61-adbb-4761c126a864 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=70eb423d-1ee8-4ebf-83c2-b1b6e072a926 HTTP/1.1" status: 200 len: 944 time: 0.0588610 Apr 05 14:50:49.165447 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9baad5e9-456b-44db-926b-18b486143f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:49.206354 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2508b582-b2db-47dc-98ae-c69cdcad6bfc req-41b9bffd-5064-43f9-8513-66db3a2f2caf tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=bacebe3d-a110-4683-8375-344b2cbe37b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395415 Apr 05 14:50:49.210678 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-9baad5e9-456b-44db-926b-18b486143f95 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1c7056ed69b641a28562066c49ab86ed&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1615903 Apr 05 14:50:49.211514 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baad5e9-456b-44db-926b-18b486143f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deef18e7-1b56-45c6-8f7f-4fb5e06a1cc2,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:49.214300 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 36944) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:50:49.292706 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2c619503-bfbe-4b5d-b35b-e4dde0fdfa70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:49.323369 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2c619503-bfbe-4b5d-b35b-e4dde0fdfa70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:49.598918 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2c619503-bfbe-4b5d-b35b-e4dde0fdfa70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:49.601908 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2c619503-bfbe-4b5d-b35b-e4dde0fdfa70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:49.607400 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-2c619503-bfbe-4b5d-b35b-e4dde0fdfa70 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/deef18e7-1b56-45c6-8f7f-4fb5e06a1cc2 HTTP/1.1" status: 204 len: 168 time: 0.3763380 Apr 05 14:50:49.621262 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c619503-bfbe-4b5d-b35b-e4dde0fdfa70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deef18e7-1b56-45c6-8f7f-4fb5e06a1cc2,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:49.984783 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9116c871-943e-4a95-bc83-40d88f29bee6 req-364c927f-d0b6-49b5-8911-3785c1ea8115 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:49.993434 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9116c871-943e-4a95-bc83-40d88f29bee6 req-364c927f-d0b6-49b5-8911-3785c1ea8115 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 944 time: 0.0715389 Apr 05 14:50:50.041120 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9116c871-943e-4a95-bc83-40d88f29bee6 req-88a8b85a-7b86-4dde-afd5-855f4cd6cb9d tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cbefb25-bd4b-4b8d-a9a2-f4b339ce847f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453231 Apr 05 14:50:50.138315 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb8b3b-7284-46fd-a25e-870435a2f87a req-27a85f0b-be20-4fba-852a-6ad0975b64c3 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:50.141087 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-65bb8b3b-7284-46fd-a25e-870435a2f87a req-27a85f0b-be20-4fba-852a-6ad0975b64c3 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6203ea5-fd70-4eaa-b1cb-f34adafc6460 HTTP/1.1" status: 200 len: 946 time: 0.0981402 Apr 05 14:50:50.205827 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-65bb8b3b-7284-46fd-a25e-870435a2f87a req-1a7971c0-a73f-48f3-afd2-f8aa103114c1 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568993 Apr 05 14:50:50.397965 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b3f0b-6889-4e86-a044-ad7eaac1d345 req-41e8ef0e-75f7-4736-a78d-86cb2b7a0d80 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:50.399494 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-252b3f0b-6889-4e86-a044-ad7eaac1d345 req-41e8ef0e-75f7-4736-a78d-86cb2b7a0d80 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6203ea5-fd70-4eaa-b1cb-f34adafc6460 HTTP/1.1" status: 200 len: 946 time: 0.0910060 Apr 05 14:50:50.407939 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb7994a-7176-4b39-8a5d-b65fcc5fbfe8 req-3e113d36-f120-42eb-be47-272d047aeed2 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:50.409521 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5eb7994a-7176-4b39-8a5d-b65fcc5fbfe8 req-3e113d36-f120-42eb-be47-272d047aeed2 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=70eb423d-1ee8-4ebf-83c2-b1b6e072a926 HTTP/1.1" status: 200 len: 944 time: 0.0996859 Apr 05 14:50:50.477914 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-252b3f0b-6889-4e86-a044-ad7eaac1d345 req-0defb12f-c99f-4228-a7f3-88faa92026d3 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594854 Apr 05 14:50:50.485201 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5eb7994a-7176-4b39-8a5d-b65fcc5fbfe8 req-99f6080a-c8ea-41b4-8559-74495f34b1f3 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=bacebe3d-a110-4683-8375-344b2cbe37b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653801 Apr 05 14:50:50.668091 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 36962) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:50:50.714306 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-fe2efdac-e1c7-43de-93dc-1f3804633f30 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=490fa14f0e2144e88698735944eeac77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0450401 Apr 05 14:50:50.717065 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 36964) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:50:50.772147 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3d54619e-19e9-4267-a164-a05894285c22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:50.795040 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3d54619e-19e9-4267-a164-a05894285c22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:50.999989 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3d54619e-19e9-4267-a164-a05894285c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:51.003230 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3d54619e-19e9-4267-a164-a05894285c22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:51.004424 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-3d54619e-19e9-4267-a164-a05894285c22 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/52954906-43dc-423e-8da5-92e2374eac23 HTTP/1.1" status: 204 len: 168 time: 0.2861099 Apr 05 14:50:51.020775 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54619e-19e9-4267-a164-a05894285c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52954906-43dc-423e-8da5-92e2374eac23,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:51.232030 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be03941-13af-4c8f-b7db-2f89514e2cfa req-31cfbc8a-51aa-43fd-a109-9970bca52199 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:51.232532 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3be03941-13af-4c8f-b7db-2f89514e2cfa req-31cfbc8a-51aa-43fd-a109-9970bca52199 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 944 time: 0.0880949 Apr 05 14:50:51.248212 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd7bb8e-b419-4bd1-8177-085121c20e64 req-0a84dfeb-99d2-4f01-821a-458ff3178b27 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:51.249838 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cdd7bb8e-b419-4bd1-8177-085121c20e64 req-0a84dfeb-99d2-4f01-821a-458ff3178b27 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6203ea5-fd70-4eaa-b1cb-f34adafc6460 HTTP/1.1" status: 200 len: 946 time: 0.0882313 Apr 05 14:50:51.317728 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3be03941-13af-4c8f-b7db-2f89514e2cfa req-f8cd4a3c-27fd-47f2-abde-da4ce38e4711 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cbefb25-bd4b-4b8d-a9a2-f4b339ce847f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668516 Apr 05 14:50:51.334860 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cdd7bb8e-b419-4bd1-8177-085121c20e64 req-f5a34a65-b885-492f-986c-a581ac25b23f tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710626 Apr 05 14:50:51.611544 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d7ac4-44e8-41f7-90db-9d542d1a7ca0 req-5d2e3efd-33d7-413b-a023-173e85c38d1d tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:51.617436 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c48d7ac4-44e8-41f7-90db-9d542d1a7ca0 req-5d2e3efd-33d7-413b-a023-173e85c38d1d tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=70eb423d-1ee8-4ebf-83c2-b1b6e072a926 HTTP/1.1" status: 200 len: 944 time: 0.0569150 Apr 05 14:50:51.655162 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c48d7ac4-44e8-41f7-90db-9d542d1a7ca0 req-3349d521-2564-4b77-a2be-a01afc5ff672 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=bacebe3d-a110-4683-8375-344b2cbe37b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350699 Apr 05 14:50:51.893428 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 54a3c5c3-0d25-4cb7-8b82-7a78516c744c details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:50:51.997154 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 54a3c5c3-0d25-4cb7-8b82-7a78516c744c, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=54a3c5c3-0d25-4cb7-8b82-7a78516c744c,segment=NetworkSegment(8f9f880a-d2f4-4838-9fd6-f918e17688de),segment_id=8f9f880a-d2f4-4838-9fd6-f918e17688de)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:50:52.010903 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': '54a3c5c3-0d25-4cb7-8b82-7a78516c744c', 'network_id': 'c78b309f-ff7d-41bb-8fba-b50473a0da16', 'port_id': '54a3c5c3-0d25-4cb7-8b82-7a78516c744c', 'mac_address': 'fa:16:3e:e7:6e:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1de0be90-29ef-431f-9721-d97dbe29986a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:50:52.048955 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:52.062168 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54a3c5c3-0d25-4cb7-8b82-7a78516c744c {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:50:52.082961 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 54a3c5c3-0d25-4cb7-8b82-7a78516c744c, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=54a3c5c3-0d25-4cb7-8b82-7a78516c744c,segment=NetworkSegment(8f9f880a-d2f4-4838-9fd6-f918e17688de),segment_id=8f9f880a-d2f4-4838-9fd6-f918e17688de)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:50:52.178313 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:52.251324 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=54a3c5c3-0d25-4cb7-8b82-7a78516c744c,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:52.431979 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['54a3c5c3-0d25-4cb7-8b82-7a78516c744c'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:50:52.498462 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d047adc-7487-4a2e-9e55-179d89675823 req-c41eb789-9aa9-426d-93ea-266d2713cd3d tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:52.500127 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4d047adc-7487-4a2e-9e55-179d89675823 req-c41eb789-9aa9-426d-93ea-266d2713cd3d tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6203ea5-fd70-4eaa-b1cb-f34adafc6460 HTTP/1.1" status: 200 len: 946 time: 0.0981150 Apr 05 14:50:52.511986 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce725413-896d-4298-a14c-941a573af80a req-87341c7f-d6b0-4c79-b664-2963d9341501 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:52.512134 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ce725413-896d-4298-a14c-941a573af80a req-87341c7f-d6b0-4c79-b664-2963d9341501 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 944 time: 0.1000361 Apr 05 14:50:52.576402 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4d047adc-7487-4a2e-9e55-179d89675823 req-d1245774-f2bc-49e7-b625-f518bef5e551 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631542 Apr 05 14:50:52.582395 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ce725413-896d-4298-a14c-941a573af80a req-2f80ed3e-1eae-497a-9ed9-1073a11601aa tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cbefb25-bd4b-4b8d-a9a2-f4b339ce847f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545335 Apr 05 14:50:52.803565 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e48c7-48e0-48e7-8749-928affab819b req-d16f5f1f-c6a6-4f30-9b92-969e9aaba335 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:52.805432 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-134e48c7-48e0-48e7-8749-928affab819b req-d16f5f1f-c6a6-4f30-9b92-969e9aaba335 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=70eb423d-1ee8-4ebf-83c2-b1b6e072a926 HTTP/1.1" status: 200 len: 945 time: 0.0585029 Apr 05 14:50:52.835105 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2cc74a-5199-414a-8cbe-ef8890a08340 req-e2af36f7-4a68-4b2f-b61c-54d9b1aff4e0 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:52.837273 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ed2cc74a-5199-414a-8cbe-ef8890a08340 req-e2af36f7-4a68-4b2f-b61c-54d9b1aff4e0 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6203ea5-fd70-4eaa-b1cb-f34adafc6460 HTTP/1.1" status: 200 len: 946 time: 0.0544400 Apr 05 14:50:52.848424 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-134e48c7-48e0-48e7-8749-928affab819b req-a18c2737-1c37-4b9a-b304-5f40e5eddcf7 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=bacebe3d-a110-4683-8375-344b2cbe37b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364447 Apr 05 14:50:52.939803 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-ed2cc74a-5199-414a-8cbe-ef8890a08340 req-8eab172c-86c6-4c46-83c5-240f67244ba7 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Deleting port bd3c3fd9-d90a-44df-a7e3-4bda45aba8b0 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:50:52.940173 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-ed2cc74a-5199-414a-8cbe-ef8890a08340 req-8eab172c-86c6-4c46-83c5-240f67244ba7 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:53.033193 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-ed2cc74a-5199-414a-8cbe-ef8890a08340 req-8eab172c-86c6-4c46-83c5-240f67244ba7 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] For port bd3c3fd9-d90a-44df-a7e3-4bda45aba8b0, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=bd3c3fd9-d90a-44df-a7e3-4bda45aba8b0,segment=NetworkSegment(2ed50d53-ad8d-43f0-946d-9bbaf222e8be),segment_id=2ed50d53-ad8d-43f0-946d-9bbaf222e8be)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:50:53.033562 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-ed2cc74a-5199-414a-8cbe-ef8890a08340 req-8eab172c-86c6-4c46-83c5-240f67244ba7 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:53.046837 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-ed2cc74a-5199-414a-8cbe-ef8890a08340 req-8eab172c-86c6-4c46-83c5-240f67244ba7 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Calling delete_port for bd3c3fd9-d90a-44df-a7e3-4bda45aba8b0 owned by compute:nova {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:50:53.072344 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfff8d9-1ae8-4e68-bdcc-0eb3216664d5 req-99333523-f36d-4b79-a464-130f349336cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:53.074019 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-edfff8d9-1ae8-4e68-bdcc-0eb3216664d5 req-99333523-f36d-4b79-a464-130f349336cb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039&tenant_id=9aa02dc22afd43169da01ad43bf00af6 HTTP/1.1" status: 200 len: 1095 time: 0.0819342 Apr 05 14:50:53.159830 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfff8d9-1ae8-4e68-bdcc-0eb3216664d5 req-97d42abe-f8ac-41d4-881b-d8b131049d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:53.162037 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-edfff8d9-1ae8-4e68-bdcc-0eb3216664d5 req-97d42abe-f8ac-41d4-881b-d8b131049d39 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9aa02dc22afd43169da01ad43bf00af6&device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 1095 time: 0.0628884 Apr 05 14:50:53.271110 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfff8d9-1ae8-4e68-bdcc-0eb3216664d5 req-ca97f599-eb8f-4c02-b26f-7c06b3f9207b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:53.276397 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-edfff8d9-1ae8-4e68-bdcc-0eb3216664d5 req-ca97f599-eb8f-4c02-b26f-7c06b3f9207b service neutron] 10.222.0.55 "GET /v2.0/networks?id=b03a0781-c7c7-4f21-ae00-e298dd92f97c HTTP/1.1" status: 200 len: 917 time: 0.1032054 Apr 05 14:50:53.344593 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-edfff8d9-1ae8-4e68-bdcc-0eb3216664d5 req-ebcb83ea-a0f4-4dba-926d-422fb872e7fc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28b20095-0618-43c7-aa61-a5202f7265d1 HTTP/1.1" status: 200 len: 1000 time: 0.0636258 Apr 05 14:50:53.358488 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-ed2cc74a-5199-414a-8cbe-ef8890a08340 req-8eab172c-86c6-4c46-83c5-240f67244ba7 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:53.367874 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['385e1e00-d0a1-4ab3-8989-eadec03248e1', 'bd3c3fd9-d90a-44df-a7e3-4bda45aba8b0'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:50:53.412278 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eab172c-86c6-4c46-83c5-240f67244ba7 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Pushing event deleted for resources: {'Port': ['ID=bd3c3fd9-d90a-44df-a7e3-4bda45aba8b0,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:53.427233 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfff8d9-1ae8-4e68-bdcc-0eb3216664d5 req-04a12f57-4336-4ae0-9319-a6e85f8f5376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:53.429032 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-edfff8d9-1ae8-4e68-bdcc-0eb3216664d5 req-04a12f57-4336-4ae0-9319-a6e85f8f5376 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b8b6f627-92b4-40ba-a770-519d39c012c3 HTTP/1.1" status: 200 len: 855 time: 0.0760329 Apr 05 14:50:53.469369 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed2cc74a-5199-414a-8cbe-ef8890a08340 req-8eab172c-86c6-4c46-83c5-240f67244ba7 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] No DVR routers for this DVR port bd3c3fd9-d90a-44df-a7e3-4bda45aba8b0 on host n-h2-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:50:53.472988 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-ed2cc74a-5199-414a-8cbe-ef8890a08340 req-8eab172c-86c6-4c46-83c5-240f67244ba7 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:53.477592 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ed2cc74a-5199-414a-8cbe-ef8890a08340 req-8eab172c-86c6-4c46-83c5-240f67244ba7 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.11 "DELETE /v2.0/ports/bd3c3fd9-d90a-44df-a7e3-4bda45aba8b0 HTTP/1.1" status: 204 len: 173 time: 0.6344388 Apr 05 14:50:53.478329 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6203ea5-fd70-4eaa-b1cb-f34adafc6460', 'name': 'network-vif-deleted', 'tag': 'bd3c3fd9-d90a-44df-a7e3-4bda45aba8b0'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:50:53.486272 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50249986-14ac-4d7b-a4e8-3894713e1a0f" -d '{"events": [{"server_uuid": "b6203ea5-fd70-4eaa-b1cb-f34adafc6460", "name": "network-vif-deleted", "tag": "bd3c3fd9-d90a-44df-a7e3-4bda45aba8b0"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:50:53.509397 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfff8d9-1ae8-4e68-bdcc-0eb3216664d5 req-c7554e27-ed11-45ec-8eb1-a81865543579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:53.511163 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-edfff8d9-1ae8-4e68-bdcc-0eb3216664d5 req-c7554e27-ed11-45ec-8eb1-a81865543579 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b03a0781-c7c7-4f21-ae00-e298dd92f97c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749350 Apr 05 14:50:53.572175 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba72eff1-f4ca-40a4-8f9a-7e3b640024ac x-openstack-request-id: req-ba72eff1-f4ca-40a4-8f9a-7e3b640024ac {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:50:53.573177 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6203ea5-fd70-4eaa-b1cb-f34adafc6460", "name": "network-vif-deleted", "tag": "bd3c3fd9-d90a-44df-a7e3-4bda45aba8b0", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:50:53.573665 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ba72eff1-f4ca-40a4-8f9a-7e3b640024ac {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:50:53.574280 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba72eff1-f4ca-40a4-8f9a-7e3b640024ac'] response: {'server_uuid': 'b6203ea5-fd70-4eaa-b1cb-f34adafc6460', 'name': 'network-vif-deleted', 'tag': 'bd3c3fd9-d90a-44df-a7e3-4bda45aba8b0', 'status': 'completed', 'code': 200} Apr 05 14:50:53.697950 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-edfff8d9-1ae8-4e68-bdcc-0eb3216664d5 req-bb67f5f5-05e8-4257-8f3e-26aefc3dd81e service neutron] 10.222.0.55 "GET /v2.0/networks/b03a0781-c7c7-4f21-ae00-e298dd92f97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784661 Apr 05 14:50:53.765790 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fac4a2ba-0c50-4214-a2e4-5c6adaad64a6 req-4c43e203-a012-402e-9ac5-fdc3e6f98d18 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6203ea5-fd70-4eaa-b1cb-f34adafc6460 HTTP/1.1" status: 200 len: 210 time: 0.0541737 Apr 05 14:50:53.855642 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37056) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:50:53.892628 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac5b20b-01ca-40a0-a8ed-b3e7d7beef38 req-bc296da1-556a-4ecf-8931-baa38040f620 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:53.903826 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fac5b20b-01ca-40a0-a8ed-b3e7d7beef38 req-bc296da1-556a-4ecf-8931-baa38040f620 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 944 time: 0.1484282 Apr 05 14:50:53.911796 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 54a3c5c3-0d25-4cb7-8b82-7a78516c744c up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:50:53.945385 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-edfff8d9-1ae8-4e68-bdcc-0eb3216664d5 req-e42da123-9d7e-4e12-b552-4d2fd5ecfc08 service neutron] 10.222.0.55 "GET /v2.0/networks/b03a0781-c7c7-4f21-ae00-e298dd92f97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171669 Apr 05 14:50:53.968140 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fac5b20b-01ca-40a0-a8ed-b3e7d7beef38 req-44517557-5714-4d58-90d2-3027fb5a48b2 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cbefb25-bd4b-4b8d-a9a2-f4b339ce847f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631492 Apr 05 14:50:54.108732 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port 54a3c5c3-0d25-4cb7-8b82-7a78516c744c completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:50:54.114775 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port 54a3c5c3-0d25-4cb7-8b82-7a78516c744c triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:50:54.115110 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:54.129773 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-fed8659a-bd63-4f3a-a905-365b32cc2901 tempest-PortsAdminExtendedAttrsTestJSON-1641696525 tempest-PortsAdminExtendedAttrsTestJSON-1641696525-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1890840217'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:50:54.240061 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed8659a-bd63-4f3a-a905-365b32cc2901 tempest-PortsAdminExtendedAttrsTestJSON-1641696525 tempest-PortsAdminExtendedAttrsTestJSON-1641696525-project] Made reservation on behalf of 938d7e3aac104e1bb8542876c4ed4e8a for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:50:54.243947 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fed8659a-bd63-4f3a-a905-365b32cc2901 tempest-PortsAdminExtendedAttrsTestJSON-1641696525 tempest-PortsAdminExtendedAttrsTestJSON-1641696525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:54.259889 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fed8659a-bd63-4f3a-a905-365b32cc2901 tempest-PortsAdminExtendedAttrsTestJSON-1641696525 tempest-PortsAdminExtendedAttrsTestJSON-1641696525-project] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:54.283015 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:54.336567 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70eb423d-1ee8-4ebf-83c2-b1b6e072a926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a3c5c3-0d25-4cb7-8b82-7a78516c744c'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:50:54.343532 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2733c570-ba55-4e32-9f5a-07b810306a42" -d '{"events": [{"server_uuid": "70eb423d-1ee8-4ebf-83c2-b1b6e072a926", "name": "network-vif-plugged", "status": "completed", "tag": "54a3c5c3-0d25-4cb7-8b82-7a78516c744c"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:50:54.386097 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 54a3c5c3-0d25-4cb7-8b82-7a78516c744c, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=54a3c5c3-0d25-4cb7-8b82-7a78516c744c,segment=NetworkSegment(8f9f880a-d2f4-4838-9fd6-f918e17688de),segment_id=8f9f880a-d2f4-4838-9fd6-f918e17688de)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:50:54.458432 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f7328d-7ae0-4bfd-b409-ffb94f02e34a x-openstack-request-id: req-75f7328d-7ae0-4bfd-b409-ffb94f02e34a {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:50:54.459319 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70eb423d-1ee8-4ebf-83c2-b1b6e072a926", "name": "network-vif-plugged", "status": "completed", "tag": "54a3c5c3-0d25-4cb7-8b82-7a78516c744c", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:50:54.459605 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-75f7328d-7ae0-4bfd-b409-ffb94f02e34a {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:50:54.459985 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75f7328d-7ae0-4bfd-b409-ffb94f02e34a'] response: {'server_uuid': '70eb423d-1ee8-4ebf-83c2-b1b6e072a926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a3c5c3-0d25-4cb7-8b82-7a78516c744c', 'code': 200} Apr 05 14:50:54.475445 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:54.531986 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fed8659a-bd63-4f3a-a905-365b32cc2901 tempest-PortsAdminExtendedAttrsTestJSON-1641696525 tempest-PortsAdminExtendedAttrsTestJSON-1641696525-project] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:54.541167 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-42b32585-acc1-47c4-8478-6ba9dace8fad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:54.544140 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0d7e1-2ced-4e15-ac53-7abc13a929e5 req-8feda113-62d1-45af-93f4-615a75c57296 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:54.549794 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-85e0d7e1-2ced-4e15-ac53-7abc13a929e5 req-8feda113-62d1-45af-93f4-615a75c57296 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=70eb423d-1ee8-4ebf-83c2-b1b6e072a926 HTTP/1.1" status: 200 len: 945 time: 0.5305672 Apr 05 14:50:54.590696 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=54a3c5c3-0d25-4cb7-8b82-7a78516c744c,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:54.649309 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0855984f-4f1e-4c64-af5e-8361e4a4768e req-2d902220-47e7-4762-9f8d-38e05cd1e5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:54.651747 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0855984f-4f1e-4c64-af5e-8361e4a4768e req-2d902220-47e7-4762-9f8d-38e05cd1e5e8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=70eb423d-1ee8-4ebf-83c2-b1b6e072a926 HTTP/1.1" status: 200 len: 1097 time: 0.0992403 Apr 05 14:50:54.657324 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-85e0d7e1-2ced-4e15-ac53-7abc13a929e5 req-923f5903-0419-42ec-8cb5-7ecf655e8396 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=bacebe3d-a110-4683-8375-344b2cbe37b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866804 Apr 05 14:50:54.680643 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fed8659a-bd63-4f3a-a905-365b32cc2901 tempest-PortsAdminExtendedAttrsTestJSON-1641696525 tempest-PortsAdminExtendedAttrsTestJSON-1641696525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:54.712639 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0855984f-4f1e-4c64-af5e-8361e4a4768e req-a52dd171-7d7e-4ae8-a491-6999e9f7a58c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=bacebe3d-a110-4683-8375-344b2cbe37b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511460 Apr 05 14:50:54.722615 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed8659a-bd63-4f3a-a905-365b32cc2901 tempest-PortsAdminExtendedAttrsTestJSON-1641696525 tempest-PortsAdminExtendedAttrsTestJSON-1641696525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47bb8644-2e07-4f0f-b05d-73aa64d00222,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:54.727984 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fed8659a-bd63-4f3a-a905-365b32cc2901 tempest-PortsAdminExtendedAttrsTestJSON-1641696525 tempest-PortsAdminExtendedAttrsTestJSON-1641696525-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:50:54.737954 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fed8659a-bd63-4f3a-a905-365b32cc2901 tempest-PortsAdminExtendedAttrsTestJSON-1641696525 tempest-PortsAdminExtendedAttrsTestJSON-1641696525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:54.738331 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-fed8659a-bd63-4f3a-a905-365b32cc2901 tempest-PortsAdminExtendedAttrsTestJSON-1641696525 tempest-PortsAdminExtendedAttrsTestJSON-1641696525-project] Added segment a93687d1-aa79-447c-ba08-5dd8e2bb36ed of type vlan for network 3727ede3-c81a-43b0-868e-df3d54a056fa Apr 05 14:50:54.788777 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fed8659a-bd63-4f3a-a905-365b32cc2901 tempest-PortsAdminExtendedAttrsTestJSON-1641696525 tempest-PortsAdminExtendedAttrsTestJSON-1641696525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:54.881147 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fed8659a-bd63-4f3a-a905-365b32cc2901 tempest-PortsAdminExtendedAttrsTestJSON-1641696525 tempest-PortsAdminExtendedAttrsTestJSON-1641696525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:54.889375 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed8659a-bd63-4f3a-a905-365b32cc2901 tempest-PortsAdminExtendedAttrsTestJSON-1641696525 tempest-PortsAdminExtendedAttrsTestJSON-1641696525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:54.891635 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fed8659a-bd63-4f3a-a905-365b32cc2901 tempest-PortsAdminExtendedAttrsTestJSON-1641696525 tempest-PortsAdminExtendedAttrsTestJSON-1641696525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:54.911692 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f0a53b67-0642-40c0-a137-3c29e8c1ba8e req-782486f6-63f2-4b9d-af85-59c60a128aad tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6203ea5-fd70-4eaa-b1cb-f34adafc6460 HTTP/1.1" status: 200 len: 210 time: 0.0577469 Apr 05 14:50:55.041835 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed8659a-bd63-4f3a-a905-365b32cc2901 tempest-PortsAdminExtendedAttrsTestJSON-1641696525 tempest-PortsAdminExtendedAttrsTestJSON-1641696525-project] Pushing event updated for resources: {'Network': ['ID=3727ede3-c81a-43b0-868e-df3d54a056fa,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:55.060046 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 3727ede3-c81a-43b0-868e-df3d54a056fa details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:50:55.083908 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-fed8659a-bd63-4f3a-a905-365b32cc2901 tempest-PortsAdminExtendedAttrsTestJSON-1641696525 tempest-PortsAdminExtendedAttrsTestJSON-1641696525-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.2237473 Apr 05 14:50:55.319118 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b3c89f-2fd4-4a7c-bf22-c63aa266300f req-c9999979-8ae9-472f-a2d1-3da2153a9d09 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:55.322019 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-09b3c89f-2fd4-4a7c-bf22-c63aa266300f req-c9999979-8ae9-472f-a2d1-3da2153a9d09 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 944 time: 0.1361072 Apr 05 14:50:55.416032 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-09b3c89f-2fd4-4a7c-bf22-c63aa266300f req-a43b79ea-f6a6-46d6-974c-916b036fc4c5 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cbefb25-bd4b-4b8d-a9a2-f4b339ce847f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722194 Apr 05 14:50:55.519217 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37094) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:50:55.526266 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Request body: {'port': {'network_id': '3727ede3-c81a-43b0-868e-df3d54a056fa', 'binding:host_id': 'n-h1-836650-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-27793560'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:50:55.645688 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Made reservation on behalf of c21a3a84b6ae4757a2770ab79ace85cd for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:50:55.648773 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:55.662332 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:55.794161 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:55.901738 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c25dc2-bc5e-4f77-8b0c-09ec03b34584 req-e9f16dbf-f92f-41f1-8f74-ff800e84f17c tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:55.903170 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:55.903586 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-87c25dc2-bc5e-4f77-8b0c-09ec03b34584 req-e9f16dbf-f92f-41f1-8f74-ff800e84f17c tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=70eb423d-1ee8-4ebf-83c2-b1b6e072a926 HTTP/1.1" status: 200 len: 946 time: 0.1096201 Apr 05 14:50:55.911464 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] device_id is not set on port 0dba77bc-5b1a-4124-804f-b58679ad75ed yet. {{(pid=103321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:50:56.008842 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70b3c47e-4799-4988-bad0-62d2c32d5c96,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:56.035594 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-87c25dc2-bc5e-4f77-8b0c-09ec03b34584 req-368fbe33-a29e-4bac-ba6c-04fa8824dfaa tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=bacebe3d-a110-4683-8375-344b2cbe37b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722795 Apr 05 14:50:56.168807 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-89ced553-35ad-4ca7-adb5-980d1ea810c2 req-831f288c-501c-4ea5-82f0-4c08d0b415c6 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6203ea5-fd70-4eaa-b1cb-f34adafc6460 HTTP/1.1" status: 200 len: 210 time: 0.0885017 Apr 05 14:50:56.439976 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] device_id is not set on port 0dba77bc-5b1a-4124-804f-b58679ad75ed yet. {{(pid=103321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:50:56.449104 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device bd3c3fd9-d90a-44df-a7e3-4bda45aba8b0 no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:50:56.456212 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:56.498554 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] No Port match for: bd3c3fd9-d90a-44df-a7e3-4bda45aba8b0 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:50:56.499254 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device bd3c3fd9-d90a-44df-a7e3-4bda45aba8b0 not bound to the agent host n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:50:56.600048 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:56.603524 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74783427-68c8-429d-8cc1-803797123fe6 req-5d82a9fd-8061-42f7-888e-a591e98046a4 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:56.605284 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-74783427-68c8-429d-8cc1-803797123fe6 req-5d82a9fd-8061-42f7-888e-a591e98046a4 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 944 time: 0.0758128 Apr 05 14:50:56.747874 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-74783427-68c8-429d-8cc1-803797123fe6 req-0f4f47aa-8a21-41c2-8c00-342167390d27 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cbefb25-bd4b-4b8d-a9a2-f4b339ce847f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258681 Apr 05 14:50:56.755566 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Pushing event updated for resources: {'Port': ['ID=0dba77bc-5b1a-4124-804f-b58679ad75ed,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:56.798175 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Checking segment: {'id': 'a93687d1-aa79-447c-ba08-5dd8e2bb36ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3727ede3-c81a-43b0-868e-df3d54a056fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:50:56.798990 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Network hostable DHCP agents. Network: 3727ede3-c81a-43b0-868e-df3d54a056fa, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:50:56.858142 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9d8942a6-d54c-4266-a561-9807633d6d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:56.960131 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Network 3727ede3-c81a-43b0-868e-df3d54a056fa is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:50:57.089943 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 3727ede3-c81a-43b0-868e-df3d54a056fa) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:50:57.114925 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cfd932-27af-4de9-9c7a-02c103b8948c None None] Network 3727ede3-c81a-43b0-868e-df3d54a056fa requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:50:57.116306 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:50:57.186461 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 0dba77bc-5b1a-4124-804f-b58679ad75ed on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:50:57.187797 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 0dba77bc-5b1a-4124-804f-b58679ad75ed by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': 'a93687d1-aa79-447c-ba08-5dd8e2bb36ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3727ede3-c81a-43b0-868e-df3d54a056fa'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:50:57.192930 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 0dba77bc-5b1a-4124-804f-b58679ad75ed on network 3727ede3-c81a-43b0-868e-df3d54a056fa {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:50:57.213217 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce29fa2-d9f8-4f40-badb-c8aced344145 req-31146c83-4c87-49e6-8042-182acc4f4928 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:57.222742 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Port 0dba77bc-5b1a-4124-804f-b58679ad75ed on network 3727ede3-c81a-43b0-868e-df3d54a056fa not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:50:57.223359 n-d-836650-2 neutron-server[103321]: ERROR neutron.plugins.ml2.managers [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Failed to bind port 0dba77bc-5b1a-4124-804f-b58679ad75ed on host n-h1-836650-2 for vnic_type normal using segments [{'id': 'a93687d1-aa79-447c-ba08-5dd8e2bb36ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3727ede3-c81a-43b0-868e-df3d54a056fa'}] Apr 05 14:50:57.225408 n-d-836650-2 neutron-server[103321]: INFO neutron.plugins.ml2.plugin [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempt 2 to bind port 0dba77bc-5b1a-4124-804f-b58679ad75ed Apr 05 14:50:57.227669 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0ce29fa2-d9f8-4f40-badb-c8aced344145 req-31146c83-4c87-49e6-8042-182acc4f4928 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=70eb423d-1ee8-4ebf-83c2-b1b6e072a926 HTTP/1.1" status: 200 len: 946 time: 0.1020029 Apr 05 14:50:57.267391 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 0dba77bc-5b1a-4124-804f-b58679ad75ed on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:50:57.267937 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 0dba77bc-5b1a-4124-804f-b58679ad75ed by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': 'a93687d1-aa79-447c-ba08-5dd8e2bb36ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3727ede3-c81a-43b0-868e-df3d54a056fa'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:50:57.269570 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 0dba77bc-5b1a-4124-804f-b58679ad75ed on network 3727ede3-c81a-43b0-868e-df3d54a056fa {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:50:57.276630 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Port 0dba77bc-5b1a-4124-804f-b58679ad75ed on network 3727ede3-c81a-43b0-868e-df3d54a056fa not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:50:57.277242 n-d-836650-2 neutron-server[103321]: ERROR neutron.plugins.ml2.managers [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Failed to bind port 0dba77bc-5b1a-4124-804f-b58679ad75ed on host n-h1-836650-2 for vnic_type normal using segments [{'id': 'a93687d1-aa79-447c-ba08-5dd8e2bb36ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3727ede3-c81a-43b0-868e-df3d54a056fa'}] Apr 05 14:50:57.277849 n-d-836650-2 neutron-server[103321]: INFO neutron.plugins.ml2.plugin [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempt 3 to bind port 0dba77bc-5b1a-4124-804f-b58679ad75ed Apr 05 14:50:57.311468 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0ce29fa2-d9f8-4f40-badb-c8aced344145 req-be9a0e53-fa6e-4d4b-9e74-46404a1337a5 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=bacebe3d-a110-4683-8375-344b2cbe37b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809278 Apr 05 14:50:57.319112 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 0dba77bc-5b1a-4124-804f-b58679ad75ed on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:50:57.319566 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 0dba77bc-5b1a-4124-804f-b58679ad75ed by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': 'a93687d1-aa79-447c-ba08-5dd8e2bb36ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3727ede3-c81a-43b0-868e-df3d54a056fa'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:50:57.323884 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 0dba77bc-5b1a-4124-804f-b58679ad75ed on network 3727ede3-c81a-43b0-868e-df3d54a056fa {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:50:57.353487 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Port 0dba77bc-5b1a-4124-804f-b58679ad75ed on network 3727ede3-c81a-43b0-868e-df3d54a056fa not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:50:57.353487 n-d-836650-2 neutron-server[103321]: ERROR neutron.plugins.ml2.managers [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Failed to bind port 0dba77bc-5b1a-4124-804f-b58679ad75ed on host n-h1-836650-2 for vnic_type normal using segments [{'id': 'a93687d1-aa79-447c-ba08-5dd8e2bb36ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3727ede3-c81a-43b0-868e-df3d54a056fa'}] Apr 05 14:50:57.353487 n-d-836650-2 neutron-server[103321]: INFO neutron.plugins.ml2.plugin [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempt 4 to bind port 0dba77bc-5b1a-4124-804f-b58679ad75ed Apr 05 14:50:57.387719 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 0dba77bc-5b1a-4124-804f-b58679ad75ed on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:50:57.387719 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 0dba77bc-5b1a-4124-804f-b58679ad75ed by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': 'a93687d1-aa79-447c-ba08-5dd8e2bb36ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3727ede3-c81a-43b0-868e-df3d54a056fa'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:50:57.387719 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 0dba77bc-5b1a-4124-804f-b58679ad75ed on network 3727ede3-c81a-43b0-868e-df3d54a056fa {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:50:57.399564 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Port 0dba77bc-5b1a-4124-804f-b58679ad75ed on network 3727ede3-c81a-43b0-868e-df3d54a056fa not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:50:57.399950 n-d-836650-2 neutron-server[103321]: ERROR neutron.plugins.ml2.managers [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Failed to bind port 0dba77bc-5b1a-4124-804f-b58679ad75ed on host n-h1-836650-2 for vnic_type normal using segments [{'id': 'a93687d1-aa79-447c-ba08-5dd8e2bb36ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3727ede3-c81a-43b0-868e-df3d54a056fa'}] Apr 05 14:50:57.400294 n-d-836650-2 neutron-server[103321]: INFO neutron.plugins.ml2.plugin [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempt 5 to bind port 0dba77bc-5b1a-4124-804f-b58679ad75ed Apr 05 14:50:57.411330 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-85367627-26af-496e-8159-e923f1c3d370 req-17aefc0e-4e0d-4ff6-81a8-ac9f6c48c2e1 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6203ea5-fd70-4eaa-b1cb-f34adafc6460 HTTP/1.1" status: 200 len: 210 time: 0.0987675 Apr 05 14:50:57.445702 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 0dba77bc-5b1a-4124-804f-b58679ad75ed on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:50:57.446120 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 0dba77bc-5b1a-4124-804f-b58679ad75ed by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': 'a93687d1-aa79-447c-ba08-5dd8e2bb36ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3727ede3-c81a-43b0-868e-df3d54a056fa'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:50:57.446532 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 0dba77bc-5b1a-4124-804f-b58679ad75ed on network 3727ede3-c81a-43b0-868e-df3d54a056fa {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:50:57.466287 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Port 0dba77bc-5b1a-4124-804f-b58679ad75ed on network 3727ede3-c81a-43b0-868e-df3d54a056fa not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:50:57.466909 n-d-836650-2 neutron-server[103321]: ERROR neutron.plugins.ml2.managers [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Failed to bind port 0dba77bc-5b1a-4124-804f-b58679ad75ed on host n-h1-836650-2 for vnic_type normal using segments [{'id': 'a93687d1-aa79-447c-ba08-5dd8e2bb36ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3727ede3-c81a-43b0-868e-df3d54a056fa'}] Apr 05 14:50:57.467505 n-d-836650-2 neutron-server[103321]: INFO neutron.plugins.ml2.plugin [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempt 6 to bind port 0dba77bc-5b1a-4124-804f-b58679ad75ed Apr 05 14:50:57.516127 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 0dba77bc-5b1a-4124-804f-b58679ad75ed on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:50:57.521235 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 0dba77bc-5b1a-4124-804f-b58679ad75ed by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': 'a93687d1-aa79-447c-ba08-5dd8e2bb36ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3727ede3-c81a-43b0-868e-df3d54a056fa'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:50:57.523219 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 0dba77bc-5b1a-4124-804f-b58679ad75ed on network 3727ede3-c81a-43b0-868e-df3d54a056fa {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:50:57.529365 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d57f4-97e9-45e5-96ca-1e7f997d67a9 req-c5ac2886-5430-4ea6-8de2-d94692757e6a tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:57.537980 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d25d57f4-97e9-45e5-96ca-1e7f997d67a9 req-c5ac2886-5430-4ea6-8de2-d94692757e6a tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=70eb423d-1ee8-4ebf-83c2-b1b6e072a926 HTTP/1.1" status: 200 len: 946 time: 0.1212893 Apr 05 14:50:57.545804 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Port 0dba77bc-5b1a-4124-804f-b58679ad75ed on network 3727ede3-c81a-43b0-868e-df3d54a056fa not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:50:57.546705 n-d-836650-2 neutron-server[103321]: ERROR neutron.plugins.ml2.managers [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Failed to bind port 0dba77bc-5b1a-4124-804f-b58679ad75ed on host n-h1-836650-2 for vnic_type normal using segments [{'id': 'a93687d1-aa79-447c-ba08-5dd8e2bb36ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3727ede3-c81a-43b0-868e-df3d54a056fa'}] Apr 05 14:50:57.547299 n-d-836650-2 neutron-server[103321]: INFO neutron.plugins.ml2.plugin [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempt 7 to bind port 0dba77bc-5b1a-4124-804f-b58679ad75ed Apr 05 14:50:57.577285 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 0dba77bc-5b1a-4124-804f-b58679ad75ed on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:50:57.578086 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 0dba77bc-5b1a-4124-804f-b58679ad75ed by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': 'a93687d1-aa79-447c-ba08-5dd8e2bb36ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3727ede3-c81a-43b0-868e-df3d54a056fa'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:50:57.578622 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 0dba77bc-5b1a-4124-804f-b58679ad75ed on network 3727ede3-c81a-43b0-868e-df3d54a056fa {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:50:57.600628 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Port 0dba77bc-5b1a-4124-804f-b58679ad75ed on network 3727ede3-c81a-43b0-868e-df3d54a056fa not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:50:57.601421 n-d-836650-2 neutron-server[103321]: ERROR neutron.plugins.ml2.managers [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Failed to bind port 0dba77bc-5b1a-4124-804f-b58679ad75ed on host n-h1-836650-2 for vnic_type normal using segments [{'id': 'a93687d1-aa79-447c-ba08-5dd8e2bb36ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3727ede3-c81a-43b0-868e-df3d54a056fa'}] Apr 05 14:50:57.602044 n-d-836650-2 neutron-server[103321]: INFO neutron.plugins.ml2.plugin [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempt 8 to bind port 0dba77bc-5b1a-4124-804f-b58679ad75ed Apr 05 14:50:57.625821 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d25d57f4-97e9-45e5-96ca-1e7f997d67a9 req-c37ee587-49ec-4872-91d1-f54742a7fcf8 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=bacebe3d-a110-4683-8375-344b2cbe37b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737863 Apr 05 14:50:57.636802 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 0dba77bc-5b1a-4124-804f-b58679ad75ed on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:50:57.637702 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 0dba77bc-5b1a-4124-804f-b58679ad75ed by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': 'a93687d1-aa79-447c-ba08-5dd8e2bb36ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3727ede3-c81a-43b0-868e-df3d54a056fa'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:50:57.638288 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 0dba77bc-5b1a-4124-804f-b58679ad75ed on network 3727ede3-c81a-43b0-868e-df3d54a056fa {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:50:57.656528 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 37124) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:50:57.657191 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Port 0dba77bc-5b1a-4124-804f-b58679ad75ed on network 3727ede3-c81a-43b0-868e-df3d54a056fa not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:50:57.657326 n-d-836650-2 neutron-server[103321]: ERROR neutron.plugins.ml2.managers [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Failed to bind port 0dba77bc-5b1a-4124-804f-b58679ad75ed on host n-h1-836650-2 for vnic_type normal using segments [{'id': 'a93687d1-aa79-447c-ba08-5dd8e2bb36ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3727ede3-c81a-43b0-868e-df3d54a056fa'}] Apr 05 14:50:57.657850 n-d-836650-2 neutron-server[103321]: INFO neutron.plugins.ml2.plugin [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempt 9 to bind port 0dba77bc-5b1a-4124-804f-b58679ad75ed Apr 05 14:50:57.673532 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 0dba77bc-5b1a-4124-804f-b58679ad75ed on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:50:57.673993 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 0dba77bc-5b1a-4124-804f-b58679ad75ed by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': 'a93687d1-aa79-447c-ba08-5dd8e2bb36ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3727ede3-c81a-43b0-868e-df3d54a056fa'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:50:57.674403 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 0dba77bc-5b1a-4124-804f-b58679ad75ed on network 3727ede3-c81a-43b0-868e-df3d54a056fa {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:50:57.680277 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Port 0dba77bc-5b1a-4124-804f-b58679ad75ed on network 3727ede3-c81a-43b0-868e-df3d54a056fa not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:50:57.681244 n-d-836650-2 neutron-server[103321]: ERROR neutron.plugins.ml2.managers [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Failed to bind port 0dba77bc-5b1a-4124-804f-b58679ad75ed on host n-h1-836650-2 for vnic_type normal using segments [{'id': 'a93687d1-aa79-447c-ba08-5dd8e2bb36ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3727ede3-c81a-43b0-868e-df3d54a056fa'}] Apr 05 14:50:57.681830 n-d-836650-2 neutron-server[103321]: INFO neutron.plugins.ml2.plugin [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempt 10 to bind port 0dba77bc-5b1a-4124-804f-b58679ad75ed Apr 05 14:50:57.710820 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 0dba77bc-5b1a-4124-804f-b58679ad75ed on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:50:57.712619 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 0dba77bc-5b1a-4124-804f-b58679ad75ed by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': 'a93687d1-aa79-447c-ba08-5dd8e2bb36ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3727ede3-c81a-43b0-868e-df3d54a056fa'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:50:57.713111 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 0dba77bc-5b1a-4124-804f-b58679ad75ed on network 3727ede3-c81a-43b0-868e-df3d54a056fa {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:50:57.720617 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Port 0dba77bc-5b1a-4124-804f-b58679ad75ed on network 3727ede3-c81a-43b0-868e-df3d54a056fa not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:50:57.721179 n-d-836650-2 neutron-server[103321]: ERROR neutron.plugins.ml2.managers [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Failed to bind port 0dba77bc-5b1a-4124-804f-b58679ad75ed on host n-h1-836650-2 for vnic_type normal using segments [{'id': 'a93687d1-aa79-447c-ba08-5dd8e2bb36ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3727ede3-c81a-43b0-868e-df3d54a056fa'}] Apr 05 14:50:57.721783 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:57.747107 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b99317-a0b8-4ff2-be40-f12ec8325c76 tempest-TestNetworkAdvancedServerOps-2063735697 tempest-TestNetworkAdvancedServerOps-2063735697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:57.748832 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-11b99317-a0b8-4ff2-be40-f12ec8325c76 tempest-TestNetworkAdvancedServerOps-2063735697 tempest-TestNetworkAdvancedServerOps-2063735697-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=70eb423d-1ee8-4ebf-83c2-b1b6e072a926 HTTP/1.1" status: 200 len: 1092 time: 0.0898697 Apr 05 14:50:57.753474 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 37130) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:50:57.764103 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-0867c301-caff-4a51-be48-bb9bec766725 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Request body: {'floatingip': {'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'port_id': '54a3c5c3-0d25-4cb7-8b82-7a78516c744c', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:50:57.907602 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] For port 0dba77bc-5b1a-4124-804f-b58679ad75ed, host n-h1-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:50:57.908155 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempted to set empty binding levels {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 05 14:50:57.957866 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0867c301-caff-4a51-be48-bb9bec766725 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for floatingip, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:58.042942 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ac6f34-939f-4713-b7bd-e9655b2222a7 req-a3c6ef47-7097-40b3-ab47-662888a28c13 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:58.053006 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-84ac6f34-939f-4713-b7bd-e9655b2222a7 req-a3c6ef47-7097-40b3-ab47-662888a28c13 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 944 time: 0.1454022 Apr 05 14:50:58.082616 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:58.083534 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:58.116052 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-84ac6f34-939f-4713-b7bd-e9655b2222a7 req-b8dce78d-2ec7-4839-9be8-0c123c50a9b1 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cbefb25-bd4b-4b8d-a9a2-f4b339ce847f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619578 Apr 05 14:50:58.144872 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:58.145454 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:58.192782 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Pushing event updated for resources: {'Port': ['ID=0dba77bc-5b1a-4124-804f-b58679ad75ed,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:58.210971 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0867c301-caff-4a51-be48-bb9bec766725 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:58.293498 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-2e45cca9-1568-4507-80a1-10cc383e8399 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 978 time: 2.7725842 Apr 05 14:50:58.295062 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37136) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:50:58.418148 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-0867c301-caff-4a51-be48-bb9bec766725 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Allocated IP 172.25.6.145 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/b9e8cff2-fb4d-4c1e-b5de-ad2e7cd6b8c2) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:50:58.493447 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-e2a4d8ca-4240-4b26-805a-f5f719c9ffb1 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Deleting port 0dba77bc-5b1a-4124-804f-b58679ad75ed {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:50:58.493792 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e2a4d8ca-4240-4b26-805a-f5f719c9ffb1 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:58.600227 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3cfe0320-cf53-446d-97ba-684cae2748e3 req-af4800de-ffaa-4d05-b28d-e96d919c62a4 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6203ea5-fd70-4eaa-b1cb-f34adafc6460 HTTP/1.1" status: 200 len: 210 time: 0.0415864 Apr 05 14:50:58.606033 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0867c301-caff-4a51-be48-bb9bec766725 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:58.624201 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-e2a4d8ca-4240-4b26-805a-f5f719c9ffb1 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] For port 0dba77bc-5b1a-4124-804f-b58679ad75ed, host n-h1-836650-2, got binding levels [] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:50:58.624681 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e2a4d8ca-4240-4b26-805a-f5f719c9ffb1 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:58.648441 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-e2a4d8ca-4240-4b26-805a-f5f719c9ffb1 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Calling delete_port for 0dba77bc-5b1a-4124-804f-b58679ad75ed owned by {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:50:58.726346 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0867c301-caff-4a51-be48-bb9bec766725 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:58.789604 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0867c301-caff-4a51-be48-bb9bec766725 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:50:58.795406 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-0867c301-caff-4a51-be48-bb9bec766725 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:50:58.799716 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0867c301-caff-4a51-be48-bb9bec766725 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:50:58.840287 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0867c301-caff-4a51-be48-bb9bec766725 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Pushing event updated for resources: {'Port': ['ID=b9e8cff2-fb4d-4c1e-b5de-ad2e7cd6b8c2,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:58.863209 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e2a4d8ca-4240-4b26-805a-f5f719c9ffb1 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:58.911234 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a4d8ca-4240-4b26-805a-f5f719c9ffb1 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Pushing event deleted for resources: {'Port': ['ID=0dba77bc-5b1a-4124-804f-b58679ad75ed,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:58.920906 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e2a4d8ca-4240-4b26-805a-f5f719c9ffb1 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:58.926768 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-e2a4d8ca-4240-4b26-805a-f5f719c9ffb1 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] 10.222.0.30 "DELETE /v2.0/ports/0dba77bc-5b1a-4124-804f-b58679ad75ed HTTP/1.1" status: 204 len: 168 time: 0.6298602 Apr 05 14:50:58.927417 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37146) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:50:58.957883 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9201cb2-3bd2-438d-bc0c-fa77f7d189da tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] GET failed (client error): The resource could not be found. Apr 05 14:50:58.971852 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-a9201cb2-3bd2-438d-bc0c-fa77f7d189da tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] 10.222.0.30 "GET /v2.0/ports/0dba77bc-5b1a-4124-804f-b58679ad75ed HTTP/1.1" status: 404 len: 333 time: 0.0427651 Apr 05 14:50:58.979799 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 37148) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:50:58.979799 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-c414f8ec-d0e2-4020-90c8-702ee34f79d3 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Request body: {'port': {'network_id': '3727ede3-c81a-43b0-868e-df3d54a056fa', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1775075442'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:50:59.286605 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c414f8ec-d0e2-4020-90c8-702ee34f79d3 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Made reservation on behalf of c21a3a84b6ae4757a2770ab79ace85cd for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:50:59.289437 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c414f8ec-d0e2-4020-90c8-702ee34f79d3 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:59.343005 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-c414f8ec-d0e2-4020-90c8-702ee34f79d3 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] device_id is not set on port 01734d73-d911-4d0e-9e22-92f8e91dacca yet. {{(pid=103320) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:50:59.603021 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd46a57-06b2-4cd0-92d6-999050ea2ba0 req-961a4cef-e2db-465f-b69c-08b5516ad394 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:59.605725 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3dd46a57-06b2-4cd0-92d6-999050ea2ba0 req-961a4cef-e2db-465f-b69c-08b5516ad394 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 944 time: 0.3315134 Apr 05 14:50:59.841258 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c74e1a17-49c4-4869-8419-64601550bbd3 req-9167aa18-8c8b-4bc1-bfcc-44802aeced8b tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6203ea5-fd70-4eaa-b1cb-f34adafc6460 HTTP/1.1" status: 200 len: 210 time: 0.0584042 Apr 05 14:50:59.958136 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3dd46a57-06b2-4cd0-92d6-999050ea2ba0 req-536aa454-0b4e-4dfb-8b04-f4cc74d25eb7 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cbefb25-bd4b-4b8d-a9a2-f4b339ce847f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3158925 Apr 05 14:50:59.990758 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c414f8ec-d0e2-4020-90c8-702ee34f79d3 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:00.081535 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0867c301-caff-4a51-be48-bb9bec766725 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:00.307515 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:00.308130 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:00.372348 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c414f8ec-d0e2-4020-90c8-702ee34f79d3 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:00.447351 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c414f8ec-d0e2-4020-90c8-702ee34f79d3 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Network 3727ede3-c81a-43b0-868e-df3d54a056fa is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:51:00.495191 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-c414f8ec-d0e2-4020-90c8-702ee34f79d3 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:51:00.503907 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c414f8ec-d0e2-4020-90c8-702ee34f79d3 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:51:00.509829 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c414f8ec-d0e2-4020-90c8-702ee34f79d3 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:00.510516 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c414f8ec-d0e2-4020-90c8-702ee34f79d3 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:00.541318 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c414f8ec-d0e2-4020-90c8-702ee34f79d3 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Pushing event updated for resources: {'Port': ['ID=01734d73-d911-4d0e-9e22-92f8e91dacca,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:00.560561 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c414f8ec-d0e2-4020-90c8-702ee34f79d3 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:51:00.560818 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c414f8ec-d0e2-4020-90c8-702ee34f79d3 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:51:00.561196 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c414f8ec-d0e2-4020-90c8-702ee34f79d3 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:51:00.561729 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c414f8ec-d0e2-4020-90c8-702ee34f79d3 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:51:00.562288 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c414f8ec-d0e2-4020-90c8-702ee34f79d3 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:51:00.562680 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c414f8ec-d0e2-4020-90c8-702ee34f79d3 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:51:00.563059 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c414f8ec-d0e2-4020-90c8-702ee34f79d3 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:51:00.563364 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c414f8ec-d0e2-4020-90c8-702ee34f79d3 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:51:00.563693 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c414f8ec-d0e2-4020-90c8-702ee34f79d3 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:51:00.564024 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c414f8ec-d0e2-4020-90c8-702ee34f79d3 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:51:00.564354 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c414f8ec-d0e2-4020-90c8-702ee34f79d3 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:51:00.564667 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c414f8ec-d0e2-4020-90c8-702ee34f79d3 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:51:00.569106 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0867c301-caff-4a51-be48-bb9bec766725 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:00.682115 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-c414f8ec-d0e2-4020-90c8-702ee34f79d3 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.7088959 Apr 05 14:51:00.684960 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 37164) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:00.692551 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-4febcfa0-d3a1-4b92-9619-26b74251792c tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:51:00.768768 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4febcfa0-d3a1-4b92-9619-26b74251792c tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:00.918502 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0867c301-caff-4a51-be48-bb9bec766725 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:01.041817 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ec03e645-89dc-44f6-a8ff-5f88c97d58f7 req-e918889b-22b5-4e13-9476-08cf3db5d078 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6203ea5-fd70-4eaa-b1cb-f34adafc6460 HTTP/1.1" status: 200 len: 210 time: 0.0689142 Apr 05 14:51:01.052582 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0867c301-caff-4a51-be48-bb9bec766725 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:01.174739 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0867c301-caff-4a51-be48-bb9bec766725 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Pushing event updated for resources: {'Port': ['ID=b9e8cff2-fb4d-4c1e-b5de-ad2e7cd6b8c2,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:01.266195 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-4febcfa0-d3a1-4b92-9619-26b74251792c tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] device_id is not set on port 01734d73-d911-4d0e-9e22-92f8e91dacca yet. {{(pid=103320) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:51:01.274723 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0867c301-caff-4a51-be48-bb9bec766725 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:01.277677 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4febcfa0-d3a1-4b92-9619-26b74251792c tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:01.308765 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9636ac61-af6d-4659-8ba8-b936f2165d35 req-c8f473aa-3503-4e57-8e58-c748cb60a0f3 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:01.317432 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9636ac61-af6d-4659-8ba8-b936f2165d35 req-c8f473aa-3503-4e57-8e58-c748cb60a0f3 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 944 time: 0.1529987 Apr 05 14:51:01.406040 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4febcfa0-d3a1-4b92-9619-26b74251792c tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:01.442736 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9636ac61-af6d-4659-8ba8-b936f2165d35 req-fbd7b057-7914-4574-94f3-c42ae79e0842 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cbefb25-bd4b-4b8d-a9a2-f4b339ce847f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243851 Apr 05 14:51:01.584355 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4febcfa0-d3a1-4b92-9619-26b74251792c tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Pushing event updated for resources: {'Port': ['ID=01734d73-d911-4d0e-9e22-92f8e91dacca,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:01.593192 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-4febcfa0-d3a1-4b92-9619-26b74251792c tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 01734d73-d911-4d0e-9e22-92f8e91dacca on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:51:01.593540 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-4febcfa0-d3a1-4b92-9619-26b74251792c tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 01734d73-d911-4d0e-9e22-92f8e91dacca by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': 'a93687d1-aa79-447c-ba08-5dd8e2bb36ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3727ede3-c81a-43b0-868e-df3d54a056fa'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:51:01.593970 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4febcfa0-d3a1-4b92-9619-26b74251792c tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 01734d73-d911-4d0e-9e22-92f8e91dacca on network 3727ede3-c81a-43b0-868e-df3d54a056fa {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:51:01.608286 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4febcfa0-d3a1-4b92-9619-26b74251792c tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Port 01734d73-d911-4d0e-9e22-92f8e91dacca on network 3727ede3-c81a-43b0-868e-df3d54a056fa not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:51:01.608823 n-d-836650-2 neutron-server[103320]: ERROR neutron.plugins.ml2.managers [None req-4febcfa0-d3a1-4b92-9619-26b74251792c tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Failed to bind port 01734d73-d911-4d0e-9e22-92f8e91dacca on host n-h1-836650-2 for vnic_type normal using segments [{'id': 'a93687d1-aa79-447c-ba08-5dd8e2bb36ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3727ede3-c81a-43b0-868e-df3d54a056fa'}] Apr 05 14:51:01.611510 n-d-836650-2 neutron-server[103320]: INFO neutron.plugins.ml2.plugin [None req-4febcfa0-d3a1-4b92-9619-26b74251792c tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempt 2 to bind port 01734d73-d911-4d0e-9e22-92f8e91dacca Apr 05 14:51:01.633080 n-d-836650-2 neutron-server[103320]: INFO neutron.db.l3_db [None req-0867c301-caff-4a51-be48-bb9bec766725 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Floating IP b0bdeb73-6d95-4ecb-b6c6-3db2c02eb4c4 associated. External IP: 172.25.6.145, port: 54a3c5c3-0d25-4cb7-8b82-7a78516c744c. Apr 05 14:51:01.700244 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-4febcfa0-d3a1-4b92-9619-26b74251792c tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 01734d73-d911-4d0e-9e22-92f8e91dacca on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:51:01.700994 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-4febcfa0-d3a1-4b92-9619-26b74251792c tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 01734d73-d911-4d0e-9e22-92f8e91dacca by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': 'a93687d1-aa79-447c-ba08-5dd8e2bb36ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3727ede3-c81a-43b0-868e-df3d54a056fa'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:51:01.700994 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4febcfa0-d3a1-4b92-9619-26b74251792c tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 01734d73-d911-4d0e-9e22-92f8e91dacca on network 3727ede3-c81a-43b0-868e-df3d54a056fa {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:51:01.717840 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4febcfa0-d3a1-4b92-9619-26b74251792c tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Port 01734d73-d911-4d0e-9e22-92f8e91dacca on network 3727ede3-c81a-43b0-868e-df3d54a056fa not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:51:01.718186 n-d-836650-2 neutron-server[103320]: ERROR neutron.plugins.ml2.managers [None req-4febcfa0-d3a1-4b92-9619-26b74251792c tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Failed to bind port 01734d73-d911-4d0e-9e22-92f8e91dacca on host n-h1-836650-2 for vnic_type normal using segments [{'id': 'a93687d1-aa79-447c-ba08-5dd8e2bb36ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3727ede3-c81a-43b0-868e-df3d54a056fa'}] Apr 05 14:51:01.720080 n-d-836650-2 neutron-server[103320]: INFO neutron.plugins.ml2.plugin [None req-4febcfa0-d3a1-4b92-9619-26b74251792c tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempt 3 to bind port 01734d73-d911-4d0e-9e22-92f8e91dacca Apr 05 14:51:01.744553 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-4febcfa0-d3a1-4b92-9619-26b74251792c tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 01734d73-d911-4d0e-9e22-92f8e91dacca on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:51:01.745056 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-4febcfa0-d3a1-4b92-9619-26b74251792c tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 01734d73-d911-4d0e-9e22-92f8e91dacca by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': 'a93687d1-aa79-447c-ba08-5dd8e2bb36ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3727ede3-c81a-43b0-868e-df3d54a056fa'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:51:01.745402 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4febcfa0-d3a1-4b92-9619-26b74251792c tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 01734d73-d911-4d0e-9e22-92f8e91dacca on network 3727ede3-c81a-43b0-868e-df3d54a056fa {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:51:01.784407 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4febcfa0-d3a1-4b92-9619-26b74251792c tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Port 01734d73-d911-4d0e-9e22-92f8e91dacca on network 3727ede3-c81a-43b0-868e-df3d54a056fa not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:51:01.784730 n-d-836650-2 neutron-server[103320]: ERROR neutron.plugins.ml2.managers [None req-4febcfa0-d3a1-4b92-9619-26b74251792c tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Failed to bind port 01734d73-d911-4d0e-9e22-92f8e91dacca on host n-h1-836650-2 for vnic_type normal using segments [{'id': 'a93687d1-aa79-447c-ba08-5dd8e2bb36ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3727ede3-c81a-43b0-868e-df3d54a056fa'}] Apr 05 14:51:01.786562 n-d-836650-2 neutron-server[103320]: INFO neutron.plugins.ml2.plugin [None req-4febcfa0-d3a1-4b92-9619-26b74251792c tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempt 4 to bind port 01734d73-d911-4d0e-9e22-92f8e91dacca Apr 05 14:51:01.811689 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-4febcfa0-d3a1-4b92-9619-26b74251792c tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 01734d73-d911-4d0e-9e22-92f8e91dacca on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:51:01.811926 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-4febcfa0-d3a1-4b92-9619-26b74251792c tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 01734d73-d911-4d0e-9e22-92f8e91dacca by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': 'a93687d1-aa79-447c-ba08-5dd8e2bb36ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3727ede3-c81a-43b0-868e-df3d54a056fa'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:51:01.812293 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4febcfa0-d3a1-4b92-9619-26b74251792c tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 01734d73-d911-4d0e-9e22-92f8e91dacca on network 3727ede3-c81a-43b0-868e-df3d54a056fa {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:51:01.818897 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4febcfa0-d3a1-4b92-9619-26b74251792c tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Port 01734d73-d911-4d0e-9e22-92f8e91dacca on network 3727ede3-c81a-43b0-868e-df3d54a056fa not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:51:01.819235 n-d-836650-2 neutron-server[103320]: ERROR neutron.plugins.ml2.managers [None req-4febcfa0-d3a1-4b92-9619-26b74251792c tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Failed to bind port 01734d73-d911-4d0e-9e22-92f8e91dacca on host n-h1-836650-2 for vnic_type normal using segments [{'id': 'a93687d1-aa79-447c-ba08-5dd8e2bb36ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3727ede3-c81a-43b0-868e-df3d54a056fa'}] Apr 05 14:51:01.820036 n-d-836650-2 neutron-server[103320]: INFO neutron.plugins.ml2.plugin [None req-4febcfa0-d3a1-4b92-9619-26b74251792c tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempt 5 to bind port 01734d73-d911-4d0e-9e22-92f8e91dacca Apr 05 14:51:01.837781 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-4febcfa0-d3a1-4b92-9619-26b74251792c tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 01734d73-d911-4d0e-9e22-92f8e91dacca on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:51:01.838204 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-4febcfa0-d3a1-4b92-9619-26b74251792c tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 01734d73-d911-4d0e-9e22-92f8e91dacca by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': 'a93687d1-aa79-447c-ba08-5dd8e2bb36ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3727ede3-c81a-43b0-868e-df3d54a056fa'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:51:01.842766 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4febcfa0-d3a1-4b92-9619-26b74251792c tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 01734d73-d911-4d0e-9e22-92f8e91dacca on network 3727ede3-c81a-43b0-868e-df3d54a056fa {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:51:01.847531 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4febcfa0-d3a1-4b92-9619-26b74251792c tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Port 01734d73-d911-4d0e-9e22-92f8e91dacca on network 3727ede3-c81a-43b0-868e-df3d54a056fa not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:51:01.848002 n-d-836650-2 neutron-server[103320]: ERROR neutron.plugins.ml2.managers [None req-4febcfa0-d3a1-4b92-9619-26b74251792c tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Failed to bind port 01734d73-d911-4d0e-9e22-92f8e91dacca on host n-h1-836650-2 for vnic_type normal using segments [{'id': 'a93687d1-aa79-447c-ba08-5dd8e2bb36ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3727ede3-c81a-43b0-868e-df3d54a056fa'}] Apr 05 14:51:01.856527 n-d-836650-2 neutron-server[103320]: INFO neutron.plugins.ml2.plugin [None req-4febcfa0-d3a1-4b92-9619-26b74251792c tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempt 6 to bind port 01734d73-d911-4d0e-9e22-92f8e91dacca Apr 05 14:51:01.923605 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-4febcfa0-d3a1-4b92-9619-26b74251792c tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 01734d73-d911-4d0e-9e22-92f8e91dacca on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:51:01.924009 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-4febcfa0-d3a1-4b92-9619-26b74251792c tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 01734d73-d911-4d0e-9e22-92f8e91dacca by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': 'a93687d1-aa79-447c-ba08-5dd8e2bb36ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3727ede3-c81a-43b0-868e-df3d54a056fa'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:51:01.924933 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4febcfa0-d3a1-4b92-9619-26b74251792c tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 01734d73-d911-4d0e-9e22-92f8e91dacca on network 3727ede3-c81a-43b0-868e-df3d54a056fa {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:51:01.933990 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4febcfa0-d3a1-4b92-9619-26b74251792c tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Port 01734d73-d911-4d0e-9e22-92f8e91dacca on network 3727ede3-c81a-43b0-868e-df3d54a056fa not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:51:01.937856 n-d-836650-2 neutron-server[103320]: ERROR neutron.plugins.ml2.managers [None req-4febcfa0-d3a1-4b92-9619-26b74251792c tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Failed to bind port 01734d73-d911-4d0e-9e22-92f8e91dacca on host n-h1-836650-2 for vnic_type normal using segments [{'id': 'a93687d1-aa79-447c-ba08-5dd8e2bb36ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3727ede3-c81a-43b0-868e-df3d54a056fa'}] Apr 05 14:51:01.937856 n-d-836650-2 neutron-server[103320]: INFO neutron.plugins.ml2.plugin [None req-4febcfa0-d3a1-4b92-9619-26b74251792c tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempt 7 to bind port 01734d73-d911-4d0e-9e22-92f8e91dacca Apr 05 14:51:01.956833 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-4febcfa0-d3a1-4b92-9619-26b74251792c tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 01734d73-d911-4d0e-9e22-92f8e91dacca on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:51:01.957184 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-4febcfa0-d3a1-4b92-9619-26b74251792c tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 01734d73-d911-4d0e-9e22-92f8e91dacca by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': 'a93687d1-aa79-447c-ba08-5dd8e2bb36ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3727ede3-c81a-43b0-868e-df3d54a056fa'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:51:01.957527 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4febcfa0-d3a1-4b92-9619-26b74251792c tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 01734d73-d911-4d0e-9e22-92f8e91dacca on network 3727ede3-c81a-43b0-868e-df3d54a056fa {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:51:01.965087 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4febcfa0-d3a1-4b92-9619-26b74251792c tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Port 01734d73-d911-4d0e-9e22-92f8e91dacca on network 3727ede3-c81a-43b0-868e-df3d54a056fa not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:51:01.965428 n-d-836650-2 neutron-server[103320]: ERROR neutron.plugins.ml2.managers [None req-4febcfa0-d3a1-4b92-9619-26b74251792c tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Failed to bind port 01734d73-d911-4d0e-9e22-92f8e91dacca on host n-h1-836650-2 for vnic_type normal using segments [{'id': 'a93687d1-aa79-447c-ba08-5dd8e2bb36ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3727ede3-c81a-43b0-868e-df3d54a056fa'}] Apr 05 14:51:01.967496 n-d-836650-2 neutron-server[103320]: INFO neutron.plugins.ml2.plugin [None req-4febcfa0-d3a1-4b92-9619-26b74251792c tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempt 8 to bind port 01734d73-d911-4d0e-9e22-92f8e91dacca Apr 05 14:51:02.038597 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-4febcfa0-d3a1-4b92-9619-26b74251792c tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 01734d73-d911-4d0e-9e22-92f8e91dacca on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:51:02.038597 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-4febcfa0-d3a1-4b92-9619-26b74251792c tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 01734d73-d911-4d0e-9e22-92f8e91dacca by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': 'a93687d1-aa79-447c-ba08-5dd8e2bb36ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3727ede3-c81a-43b0-868e-df3d54a056fa'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:51:02.038597 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4febcfa0-d3a1-4b92-9619-26b74251792c tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 01734d73-d911-4d0e-9e22-92f8e91dacca on network 3727ede3-c81a-43b0-868e-df3d54a056fa {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:51:02.044297 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4febcfa0-d3a1-4b92-9619-26b74251792c tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Port 01734d73-d911-4d0e-9e22-92f8e91dacca on network 3727ede3-c81a-43b0-868e-df3d54a056fa not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:51:02.044297 n-d-836650-2 neutron-server[103320]: ERROR neutron.plugins.ml2.managers [None req-4febcfa0-d3a1-4b92-9619-26b74251792c tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Failed to bind port 01734d73-d911-4d0e-9e22-92f8e91dacca on host n-h1-836650-2 for vnic_type normal using segments [{'id': 'a93687d1-aa79-447c-ba08-5dd8e2bb36ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3727ede3-c81a-43b0-868e-df3d54a056fa'}] Apr 05 14:51:02.057621 n-d-836650-2 neutron-server[103320]: INFO neutron.plugins.ml2.plugin [None req-4febcfa0-d3a1-4b92-9619-26b74251792c tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempt 9 to bind port 01734d73-d911-4d0e-9e22-92f8e91dacca Apr 05 14:51:02.143075 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-4febcfa0-d3a1-4b92-9619-26b74251792c tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 01734d73-d911-4d0e-9e22-92f8e91dacca on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:51:02.143075 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-4febcfa0-d3a1-4b92-9619-26b74251792c tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 01734d73-d911-4d0e-9e22-92f8e91dacca by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': 'a93687d1-aa79-447c-ba08-5dd8e2bb36ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3727ede3-c81a-43b0-868e-df3d54a056fa'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:51:02.143075 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4febcfa0-d3a1-4b92-9619-26b74251792c tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 01734d73-d911-4d0e-9e22-92f8e91dacca on network 3727ede3-c81a-43b0-868e-df3d54a056fa {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:51:02.143075 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0867c301-caff-4a51-be48-bb9bec766725 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Router 72491571-3958-4cd4-9828-95471050068c has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:51:02.155629 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4febcfa0-d3a1-4b92-9619-26b74251792c tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Port 01734d73-d911-4d0e-9e22-92f8e91dacca on network 3727ede3-c81a-43b0-868e-df3d54a056fa not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:51:02.155975 n-d-836650-2 neutron-server[103320]: ERROR neutron.plugins.ml2.managers [None req-4febcfa0-d3a1-4b92-9619-26b74251792c tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Failed to bind port 01734d73-d911-4d0e-9e22-92f8e91dacca on host n-h1-836650-2 for vnic_type normal using segments [{'id': 'a93687d1-aa79-447c-ba08-5dd8e2bb36ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3727ede3-c81a-43b0-868e-df3d54a056fa'}] Apr 05 14:51:02.157749 n-d-836650-2 neutron-server[103320]: INFO neutron.plugins.ml2.plugin [None req-4febcfa0-d3a1-4b92-9619-26b74251792c tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempt 10 to bind port 01734d73-d911-4d0e-9e22-92f8e91dacca Apr 05 14:51:02.237254 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-4febcfa0-d3a1-4b92-9619-26b74251792c tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 01734d73-d911-4d0e-9e22-92f8e91dacca on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:51:02.237476 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-4febcfa0-d3a1-4b92-9619-26b74251792c tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 01734d73-d911-4d0e-9e22-92f8e91dacca by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': 'a93687d1-aa79-447c-ba08-5dd8e2bb36ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3727ede3-c81a-43b0-868e-df3d54a056fa'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:51:02.237820 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4febcfa0-d3a1-4b92-9619-26b74251792c tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 01734d73-d911-4d0e-9e22-92f8e91dacca on network 3727ede3-c81a-43b0-868e-df3d54a056fa {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:51:02.244385 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-35588eb2-ad08-4171-8a44-19bedabd3b32 req-ff3e0b7a-2d91-43f6-ac28-ab955f6aaf44 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6203ea5-fd70-4eaa-b1cb-f34adafc6460 HTTP/1.1" status: 200 len: 210 time: 0.0426352 Apr 05 14:51:02.255933 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4febcfa0-d3a1-4b92-9619-26b74251792c tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Port 01734d73-d911-4d0e-9e22-92f8e91dacca on network 3727ede3-c81a-43b0-868e-df3d54a056fa not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:51:02.255933 n-d-836650-2 neutron-server[103320]: ERROR neutron.plugins.ml2.managers [None req-4febcfa0-d3a1-4b92-9619-26b74251792c tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Failed to bind port 01734d73-d911-4d0e-9e22-92f8e91dacca on host n-h1-836650-2 for vnic_type normal using segments [{'id': 'a93687d1-aa79-447c-ba08-5dd8e2bb36ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3727ede3-c81a-43b0-868e-df3d54a056fa'}] Apr 05 14:51:02.255933 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4febcfa0-d3a1-4b92-9619-26b74251792c tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:02.336070 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-4febcfa0-d3a1-4b92-9619-26b74251792c tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] For port 01734d73-d911-4d0e-9e22-92f8e91dacca, host n-h1-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:51:02.336467 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-4febcfa0-d3a1-4b92-9619-26b74251792c tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempted to set empty binding levels {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 05 14:51:02.430507 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4febcfa0-d3a1-4b92-9619-26b74251792c tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:02.491260 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-4febcfa0-d3a1-4b92-9619-26b74251792c tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] In _notify_port_updated(), no bound segment for port 01734d73-d911-4d0e-9e22-92f8e91dacca on network 3727ede3-c81a-43b0-868e-df3d54a056fa {{(pid=103320) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 05 14:51:02.498835 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4febcfa0-d3a1-4b92-9619-26b74251792c tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:02.499947 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4febcfa0-d3a1-4b92-9619-26b74251792c tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:02.504591 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37188) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:02.505399 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-4febcfa0-d3a1-4b92-9619-26b74251792c tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] 10.222.0.30 "PUT /v2.0/ports/01734d73-d911-4d0e-9e22-92f8e91dacca HTTP/1.1" status: 200 len: 975 time: 1.8194354 Apr 05 14:51:02.539243 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0867c301-caff-4a51-be48-bb9bec766725 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:51:02.554507 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4febcfa0-d3a1-4b92-9619-26b74251792c tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Pushing event updated for resources: {'Port': ['ID=01734d73-d911-4d0e-9e22-92f8e91dacca,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:02.555646 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21316bf-7173-4225-b229-1eccf605fe3c None None] Sync routers for ids ['72491571-3958-4cd4-9828-95471050068c'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:51:02.587098 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21316bf-7173-4225-b229-1eccf605fe3c None None] Routers {'72491571-3958-4cd4-9828-95471050068c'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:51:02.588133 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-b21316bf-7173-4225-b229-1eccf605fe3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:50:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['72491571-3958-4cd4-9828-95471050068c'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:51:02.644791 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6deeea-9fb8-4710-b218-9b81c6b5697b req-1370f870-4e80-445d-90ea-c38a328554d1 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:02.655083 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ab6deeea-9fb8-4710-b218-9b81c6b5697b req-1370f870-4e80-445d-90ea-c38a328554d1 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 944 time: 0.0938220 Apr 05 14:51:02.727156 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0867c301-caff-4a51-be48-bb9bec766725 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:02.803473 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-b21316bf-7173-4225-b229-1eccf605fe3c None None] Set router 72491571-3958-4cd4-9828-95471050068c gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:51:02.811337 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ab6deeea-9fb8-4710-b218-9b81c6b5697b req-28569ec0-4bd0-4ac4-bb71-fe5480fe06e5 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cbefb25-bd4b-4b8d-a9a2-f4b339ce847f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550508 Apr 05 14:51:02.831325 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-0867c301-caff-4a51-be48-bb9bec766725 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.0766811 Apr 05 14:51:02.832213 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70eb423d-1ee8-4ebf-83c2-b1b6e072a926', 'tag': '54a3c5c3-0d25-4cb7-8b82-7a78516c744c'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:51:02.840276 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e49967-9b8b-446b-bac1-9da209acb59b tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:02.840764 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e49967-9b8b-446b-bac1-9da209acb59b tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:02.841284 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e49967-9b8b-446b-bac1-9da209acb59b tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:02.841753 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e49967-9b8b-446b-bac1-9da209acb59b tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:02.842785 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e49967-9b8b-446b-bac1-9da209acb59b tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:02.843269 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e49967-9b8b-446b-bac1-9da209acb59b tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:02.843741 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e49967-9b8b-446b-bac1-9da209acb59b tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:02.844765 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e49967-9b8b-446b-bac1-9da209acb59b tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:02.845279 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e49967-9b8b-446b-bac1-9da209acb59b tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:02.845748 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e49967-9b8b-446b-bac1-9da209acb59b tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:02.847086 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e49967-9b8b-446b-bac1-9da209acb59b tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:02.847557 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e49967-9b8b-446b-bac1-9da209acb59b tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:02.848024 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e49967-9b8b-446b-bac1-9da209acb59b tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:02.848490 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e49967-9b8b-446b-bac1-9da209acb59b tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:02.849197 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e49967-9b8b-446b-bac1-9da209acb59b tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:02.849675 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e49967-9b8b-446b-bac1-9da209acb59b tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:02.850267 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e49967-9b8b-446b-bac1-9da209acb59b tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:02.850743 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e49967-9b8b-446b-bac1-9da209acb59b tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:02.851205 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e49967-9b8b-446b-bac1-9da209acb59b tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:02.851665 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e49967-9b8b-446b-bac1-9da209acb59b tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:02.852124 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e49967-9b8b-446b-bac1-9da209acb59b tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:02.852579 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e49967-9b8b-446b-bac1-9da209acb59b tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:02.853136 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e49967-9b8b-446b-bac1-9da209acb59b tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:02.853761 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e49967-9b8b-446b-bac1-9da209acb59b tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:02.854299 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e49967-9b8b-446b-bac1-9da209acb59b tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:02.855191 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e49967-9b8b-446b-bac1-9da209acb59b tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:02.855191 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e49967-9b8b-446b-bac1-9da209acb59b tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:02.855612 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e49967-9b8b-446b-bac1-9da209acb59b tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:02.856070 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e49967-9b8b-446b-bac1-9da209acb59b tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:02.856535 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e49967-9b8b-446b-bac1-9da209acb59b tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:02.856800 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-251b0a6c-4498-4647-8e7b-6abe97c29029" -d '{"events": [{"name": "network-changed", "server_uuid": "70eb423d-1ee8-4ebf-83c2-b1b6e072a926", "tag": "54a3c5c3-0d25-4cb7-8b82-7a78516c744c"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:51:02.861139 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e49967-9b8b-446b-bac1-9da209acb59b tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:02.861139 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e49967-9b8b-446b-bac1-9da209acb59b tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:02.861139 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e49967-9b8b-446b-bac1-9da209acb59b tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:02.867352 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-e0e49967-9b8b-446b-bac1-9da209acb59b tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 29605 time: 0.3612149 Apr 05 14:51:02.868013 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37196) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:02.943235 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e53eac9-b4c4-456f-a0ee-6da36b54e251 x-openstack-request-id: req-0e53eac9-b4c4-456f-a0ee-6da36b54e251 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:51:02.943620 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70eb423d-1ee8-4ebf-83c2-b1b6e072a926", "tag": "54a3c5c3-0d25-4cb7-8b82-7a78516c744c", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:51:02.943826 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0e53eac9-b4c4-456f-a0ee-6da36b54e251 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:51:02.944200 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e53eac9-b4c4-456f-a0ee-6da36b54e251'] response: {'name': 'network-changed', 'server_uuid': '70eb423d-1ee8-4ebf-83c2-b1b6e072a926', 'tag': '54a3c5c3-0d25-4cb7-8b82-7a78516c744c', 'status': 'completed', 'code': 200} Apr 05 14:51:02.993915 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-2231f2db-38e5-4376-a077-222731b3854d tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Deleting port 01734d73-d911-4d0e-9e22-92f8e91dacca {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:51:02.994287 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2231f2db-38e5-4376-a077-222731b3854d tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:03.037303 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ca4528-92d1-41c4-bd77-ac0717e72691 req-9dd29f14-645a-4248-89c6-b6bbc2bfb55b tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:03.046475 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-47ca4528-92d1-41c4-bd77-ac0717e72691 req-9dd29f14-645a-4248-89c6-b6bbc2bfb55b tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=70eb423d-1ee8-4ebf-83c2-b1b6e072a926 HTTP/1.1" status: 200 len: 946 time: 0.0997462 Apr 05 14:51:03.071799 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b0a6c-4498-4647-8e7b-6abe97c29029 req-37605db3-5fce-4626-b2d7-52a9f2570373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:03.072707 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-251b0a6c-4498-4647-8e7b-6abe97c29029 req-37605db3-5fce-4626-b2d7-52a9f2570373 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b07e36dc5a904f16980660900e2eecc1&device_id=70eb423d-1ee8-4ebf-83c2-b1b6e072a926 HTTP/1.1" status: 200 len: 1097 time: 0.0963459 Apr 05 14:51:03.137016 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-2231f2db-38e5-4376-a077-222731b3854d tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] For port 01734d73-d911-4d0e-9e22-92f8e91dacca, host n-h1-836650-2, got binding levels [] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:51:03.144365 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2231f2db-38e5-4376-a077-222731b3854d tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:03.175090 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-2231f2db-38e5-4376-a077-222731b3854d tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Calling delete_port for 01734d73-d911-4d0e-9e22-92f8e91dacca owned by {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:51:03.177708 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-47ca4528-92d1-41c4-bd77-ac0717e72691 req-3f448f62-89ca-4df6-ae77-f807fe333b2e tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=bacebe3d-a110-4683-8375-344b2cbe37b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300583 Apr 05 14:51:03.215239 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37200) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:03.333076 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-b96186c6-0623-40f3-bb4a-eb6b565423dd tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/floatingips/b0bdeb73-6d95-4ecb-b6c6-3db2c02eb4c4 HTTP/1.1" status: 200 len: 992 time: 0.1067512 Apr 05 14:51:03.343517 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b0a6c-4498-4647-8e7b-6abe97c29029 req-25461702-368d-437a-84dc-14ed878e59d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:03.345090 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-251b0a6c-4498-4647-8e7b-6abe97c29029 req-25461702-368d-437a-84dc-14ed878e59d5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c78b309f-ff7d-41bb-8fba-b50473a0da16 HTTP/1.1" status: 200 len: 897 time: 0.2612774 Apr 05 14:51:03.444450 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-b21316bf-7173-4225-b229-1eccf605fe3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72491571-3958-4cd4-9828-95471050068c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1520940299', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': 'a7935388-9394-4307-afc1-7e6e743eb749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:50:23Z', 'updated_at': '2022-04-05T14:50:34Z', 'revision_number': 4, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'gw_port': {'id': 'a7935388-9394-4307-afc1-7e6e743eb749', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72491571-3958-4cd4-9828-95471050068c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:24Z', 'updated_at': '2022-04-05T14:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': 'b0bdeb73-6d95-4ecb-b6c6-3db2c02eb4c4', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'floating_ip_address': '172.25.6.145', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': '72491571-3958-4cd4-9828-95471050068c', 'port_id': '54a3c5c3-0d25-4cb7-8b82-7a78516c744c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c78b309f-ff7d-41bb-8fba-b50473a0da16', 'mac_address': 'fa:16:3e:e7:6e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70eb423d-1ee8-4ebf-83c2-b1b6e072a926', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:50:59Z', 'updated_at': '2022-04-05T14:50:59Z', 'revision_number': 0, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '618767ce-ddc1-4da2-bb2e-3201935f96bf', 'name': '', 'network_id': 'c78b309f-ff7d-41bb-8fba-b50473a0da16', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'mac_address': 'fa:16:3e:db:f9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72491571-3958-4cd4-9828-95471050068c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '1de0be90-29ef-431f-9721-d97dbe29986a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:33Z', 'updated_at': '2022-04-05T14:50:38Z', 'revision_number': 5, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'subnets': [{'id': '1de0be90-29ef-431f-9721-d97dbe29986a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:51:03.550846 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21316bf-7173-4225-b229-1eccf605fe3c None None] Checking router: 72491571-3958-4cd4-9828-95471050068c for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:51:03.591891 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21316bf-7173-4225-b229-1eccf605fe3c None None] Routers {'72491571-3958-4cd4-9828-95471050068c'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:51:03.597977 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-b21316bf-7173-4225-b229-1eccf605fe3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:50:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['72491571-3958-4cd4-9828-95471050068c'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:51:03.605771 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2231f2db-38e5-4376-a077-222731b3854d tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:03.646127 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2231f2db-38e5-4376-a077-222731b3854d tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Pushing event deleted for resources: {'Port': ['ID=01734d73-d911-4d0e-9e22-92f8e91dacca,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:03.660487 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2231f2db-38e5-4376-a077-222731b3854d tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:03.664071 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-2231f2db-38e5-4376-a077-222731b3854d tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] 10.222.0.30 "DELETE /v2.0/ports/01734d73-d911-4d0e-9e22-92f8e91dacca HTTP/1.1" status: 204 len: 168 time: 0.7950697 Apr 05 14:51:03.668924 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37206) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:03.729266 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-854c9e75-3eac-4275-96e9-31a8a4fb4bd7 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] GET failed (client error): The resource could not be found. Apr 05 14:51:03.730905 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-854c9e75-3eac-4275-96e9-31a8a4fb4bd7 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] 10.222.0.30 "GET /v2.0/ports/01734d73-d911-4d0e-9e22-92f8e91dacca HTTP/1.1" status: 404 len: 333 time: 0.0627446 Apr 05 14:51:03.737954 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37208) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:03.744020 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-140a4b13-05fe-4613-99f9-757c37e21e32 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-730590338', 'network_id': '3727ede3-c81a-43b0-868e-df3d54a056fa'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:51:03.884671 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-b21316bf-7173-4225-b229-1eccf605fe3c None None] Set router 72491571-3958-4cd4-9828-95471050068c gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:51:03.926568 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-140a4b13-05fe-4613-99f9-757c37e21e32 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Made reservation on behalf of c21a3a84b6ae4757a2770ab79ace85cd for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:51:03.931441 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-140a4b13-05fe-4613-99f9-757c37e21e32 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:03.997398 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [None req-140a4b13-05fe-4613-99f9-757c37e21e32 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] device_id is not set on port a26cd32f-30ae-4e7b-af0e-54ce9c3271a9 yet. {{(pid=103321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:51:04.335495 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37216) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:04.351522 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-251b0a6c-4498-4647-8e7b-6abe97c29029 req-9fcf8acc-d4b5-4f8e-9a56-52037768650c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54a3c5c3-0d25-4cb7-8b82-7a78516c744c HTTP/1.1" status: 200 len: 1000 time: 0.9863684 Apr 05 14:51:04.382080 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-140a4b13-05fe-4613-99f9-757c37e21e32 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:04.410961 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d588bb-9539-45c0-9e83-d36a9a5bb8d8 req-58e6f783-16da-4a9e-b182-14d38a86c359 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:04.412628 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-94d588bb-9539-45c0-9e83-d36a9a5bb8d8 req-58e6f783-16da-4a9e-b182-14d38a86c359 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 944 time: 0.2041633 Apr 05 14:51:04.458712 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-b21316bf-7173-4225-b229-1eccf605fe3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72491571-3958-4cd4-9828-95471050068c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1520940299', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': 'a7935388-9394-4307-afc1-7e6e743eb749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:50:23Z', 'updated_at': '2022-04-05T14:50:34Z', 'revision_number': 4, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'gw_port': {'id': 'a7935388-9394-4307-afc1-7e6e743eb749', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72491571-3958-4cd4-9828-95471050068c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:24Z', 'updated_at': '2022-04-05T14:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': 'b0bdeb73-6d95-4ecb-b6c6-3db2c02eb4c4', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'floating_ip_address': '172.25.6.145', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': '72491571-3958-4cd4-9828-95471050068c', 'port_id': '54a3c5c3-0d25-4cb7-8b82-7a78516c744c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c78b309f-ff7d-41bb-8fba-b50473a0da16', 'mac_address': 'fa:16:3e:e7:6e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70eb423d-1ee8-4ebf-83c2-b1b6e072a926', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:50:59Z', 'updated_at': '2022-04-05T14:50:59Z', 'revision_number': 0, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '618767ce-ddc1-4da2-bb2e-3201935f96bf', 'name': '', 'network_id': 'c78b309f-ff7d-41bb-8fba-b50473a0da16', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'mac_address': 'fa:16:3e:db:f9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72491571-3958-4cd4-9828-95471050068c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '1de0be90-29ef-431f-9721-d97dbe29986a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:33Z', 'updated_at': '2022-04-05T14:50:38Z', 'revision_number': 5, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'subnets': [{'id': '1de0be90-29ef-431f-9721-d97dbe29986a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:51:04.543335 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-94d588bb-9539-45c0-9e83-d36a9a5bb8d8 req-8972b8f5-c009-424d-b267-6483ba1de0c1 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cbefb25-bd4b-4b8d-a9a2-f4b339ce847f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919960 Apr 05 14:51:04.547969 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21316bf-7173-4225-b229-1eccf605fe3c None None] The sync data for ids ['72491571-3958-4cd4-9828-95471050068c'] in n-d-836650-2 is: [{'id': '72491571-3958-4cd4-9828-95471050068c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1520940299', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': 'a7935388-9394-4307-afc1-7e6e743eb749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:50:23Z', 'updated_at': '2022-04-05T14:50:34Z', 'revision_number': 4, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'gw_port': {'id': 'a7935388-9394-4307-afc1-7e6e743eb749', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72491571-3958-4cd4-9828-95471050068c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:24Z', 'updated_at': '2022-04-05T14:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': 'b0bdeb73-6d95-4ecb-b6c6-3db2c02eb4c4', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'floating_ip_address': '172.25.6.145', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': '72491571-3958-4cd4-9828-95471050068c', 'port_id': '54a3c5c3-0d25-4cb7-8b82-7a78516c744c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c78b309f-ff7d-41bb-8fba-b50473a0da16', 'mac_address': 'fa:16:3e:e7:6e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70eb423d-1ee8-4ebf-83c2-b1b6e072a926', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:50:59Z', 'updated_at': '2022-04-05T14:50:59Z', 'revision_number': 0, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '618767ce-ddc1-4da2-bb2e-3201935f96bf', 'name': '', 'network_id': 'c78b309f-ff7d-41bb-8fba-b50473a0da16', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'mac_address': 'fa:16:3e:db:f9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72491571-3958-4cd4-9828-95471050068c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '1de0be90-29ef-431f-9721-d97dbe29986a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:33Z', 'updated_at': '2022-04-05T14:50:38Z', 'revision_number': 5, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'subnets': [{'id': '1de0be90-29ef-431f-9721-d97dbe29986a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:51:04.549338 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-5059da81-f02e-461d-a9ff-d7f1fb9e5882 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/floatingips/b0bdeb73-6d95-4ecb-b6c6-3db2c02eb4c4 HTTP/1.1" status: 200 len: 992 time: 0.2050958 Apr 05 14:51:04.576289 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b0a6c-4498-4647-8e7b-6abe97c29029 req-e38df021-6d17-4f0e-8577-b034989b0756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:04.582973 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-251b0a6c-4498-4647-8e7b-6abe97c29029 req-e38df021-6d17-4f0e-8577-b034989b0756 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1de0be90-29ef-431f-9721-d97dbe29986a HTTP/1.1" status: 200 len: 835 time: 0.2090175 Apr 05 14:51:04.711758 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b0a6c-4498-4647-8e7b-6abe97c29029 req-00a133e9-6904-45bc-b86d-dd408088fd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:04.717513 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-251b0a6c-4498-4647-8e7b-6abe97c29029 req-00a133e9-6904-45bc-b86d-dd408088fd60 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c78b309f-ff7d-41bb-8fba-b50473a0da16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1189291 Apr 05 14:51:04.760763 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-140a4b13-05fe-4613-99f9-757c37e21e32 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:04.797241 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140a4b13-05fe-4613-99f9-757c37e21e32 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Network 3727ede3-c81a-43b0-868e-df3d54a056fa is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:51:04.870748 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a4b13-05fe-4613-99f9-757c37e21e32 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Pushing event updated for resources: {'Port': ['ID=a26cd32f-30ae-4e7b-af0e-54ce9c3271a9,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:04.874270 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-140a4b13-05fe-4613-99f9-757c37e21e32 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:51:04.876612 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140a4b13-05fe-4613-99f9-757c37e21e32 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:51:04.884090 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140a4b13-05fe-4613-99f9-757c37e21e32 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:04.884090 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-140a4b13-05fe-4613-99f9-757c37e21e32 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:05.007869 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-251b0a6c-4498-4647-8e7b-6abe97c29029 req-88e14403-d8d6-412f-8097-45911bf41297 service neutron] 10.222.0.55 "GET /v2.0/networks/c78b309f-ff7d-41bb-8fba-b50473a0da16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703529 Apr 05 14:51:05.070212 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ec23fd-1e5e-449c-b6b1-da1bd2696bb9 None None] New status for floating IP b0bdeb73-6d95-4ecb-b6c6-3db2c02eb4c4: ACTIVE {{(pid=103323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 14:51:05.091688 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-140a4b13-05fe-4613-99f9-757c37e21e32 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.3525882 Apr 05 14:51:05.092313 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37222) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:05.154544 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce090d06-90c9-45f5-9c2b-52cc52ef2cb9 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:05.156698 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-ce090d06-90c9-45f5-9c2b-52cc52ef2cb9 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] 10.222.0.30 "GET /v2.0/ports/a26cd32f-30ae-4e7b-af0e-54ce9c3271a9 HTTP/1.1" status: 200 len: 954 time: 0.0633888 Apr 05 14:51:05.159926 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37224) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:05.232267 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-251b0a6c-4498-4647-8e7b-6abe97c29029 req-871c0503-1a47-474a-af2b-3e7c060dc1c4 service neutron] 10.222.0.55 "GET /v2.0/networks/c78b309f-ff7d-41bb-8fba-b50473a0da16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695096 Apr 05 14:51:05.255147 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-583d0d89-7b27-42ce-8c47-46c19e83f5f1 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Deleting port a26cd32f-30ae-4e7b-af0e-54ce9c3271a9 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:51:05.255849 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-583d0d89-7b27-42ce-8c47-46c19e83f5f1 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:05.327139 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-583d0d89-7b27-42ce-8c47-46c19e83f5f1 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:05.344972 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-583d0d89-7b27-42ce-8c47-46c19e83f5f1 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Calling delete_port for a26cd32f-30ae-4e7b-af0e-54ce9c3271a9 owned by {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:51:05.552794 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 37230) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:05.629040 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-583d0d89-7b27-42ce-8c47-46c19e83f5f1 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:05.683244 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-60c2a91b-c9dd-461d-8bfe-a3f59a9a1547 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/floatingips/b0bdeb73-6d95-4ecb-b6c6-3db2c02eb4c4 HTTP/1.1" status: 200 len: 994 time: 0.1292176 Apr 05 14:51:05.690468 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-583d0d89-7b27-42ce-8c47-46c19e83f5f1 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:05.714449 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-583d0d89-7b27-42ce-8c47-46c19e83f5f1 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] 10.222.0.30 "DELETE /v2.0/ports/a26cd32f-30ae-4e7b-af0e-54ce9c3271a9 HTTP/1.1" status: 204 len: 168 time: 0.5521855 Apr 05 14:51:05.718379 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583d0d89-7b27-42ce-8c47-46c19e83f5f1 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Pushing event deleted for resources: {'Port': ['ID=a26cd32f-30ae-4e7b-af0e-54ce9c3271a9,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:05.721590 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37236) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:05.755795 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-579cd2dd-e5b5-4898-b247-f63dd3525d52 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] GET failed (client error): The resource could not be found. Apr 05 14:51:05.759203 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-579cd2dd-e5b5-4898-b247-f63dd3525d52 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] 10.222.0.30 "GET /v2.0/ports/a26cd32f-30ae-4e7b-af0e-54ce9c3271a9 HTTP/1.1" status: 404 len: 333 time: 0.0339870 Apr 05 14:51:05.766031 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 37238) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:05.770824 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-db02dc71-c7b3-4807-81a2-f8e0dbd76c74 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Request body: {'port': {'network_id': '3727ede3-c81a-43b0-868e-df3d54a056fa', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-778031026'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:51:05.820694 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f83379-19e1-4601-8cfc-dcf6d72cd220 req-938f6d04-1a94-477c-91fa-95686bb0b266 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:05.822641 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-18f83379-19e1-4601-8cfc-dcf6d72cd220 req-938f6d04-1a94-477c-91fa-95686bb0b266 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 944 time: 0.1089244 Apr 05 14:51:05.896174 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-18f83379-19e1-4601-8cfc-dcf6d72cd220 req-aa91f7a3-c2ea-4983-8be2-0bb40119df9f tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cbefb25-bd4b-4b8d-a9a2-f4b339ce847f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563862 Apr 05 14:51:05.926479 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db02dc71-c7b3-4807-81a2-f8e0dbd76c74 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Made reservation on behalf of c21a3a84b6ae4757a2770ab79ace85cd for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:51:05.930014 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-db02dc71-c7b3-4807-81a2-f8e0dbd76c74 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:05.972107 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-db02dc71-c7b3-4807-81a2-f8e0dbd76c74 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] device_id is not set on port 53f9412c-c39f-49d4-bd64-00787c7bb29a yet. {{(pid=103320) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:51:06.333188 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-db02dc71-c7b3-4807-81a2-f8e0dbd76c74 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:06.480231 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-db02dc71-c7b3-4807-81a2-f8e0dbd76c74 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:06.546769 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db02dc71-c7b3-4807-81a2-f8e0dbd76c74 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Network 3727ede3-c81a-43b0-868e-df3d54a056fa is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:51:06.550251 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-db02dc71-c7b3-4807-81a2-f8e0dbd76c74 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:51:06.557205 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db02dc71-c7b3-4807-81a2-f8e0dbd76c74 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:51:06.559586 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db02dc71-c7b3-4807-81a2-f8e0dbd76c74 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:06.560573 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-db02dc71-c7b3-4807-81a2-f8e0dbd76c74 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:06.581608 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db02dc71-c7b3-4807-81a2-f8e0dbd76c74 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Pushing event updated for resources: {'Port': ['ID=53f9412c-c39f-49d4-bd64-00787c7bb29a,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:06.714047 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37248) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:06.724195 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-db02dc71-c7b3-4807-81a2-f8e0dbd76c74 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.9578056 Apr 05 14:51:06.726872 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-836650-2'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:51:06.830534 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:07.111516 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec88ece4-2c04-490a-adec-9459280a98a2 req-26413f4e-fe1a-4b1d-ae25-10f9436eb459 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:07.123618 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ec88ece4-2c04-490a-adec-9459280a98a2 req-26413f4e-fe1a-4b1d-ae25-10f9436eb459 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 944 time: 0.1208713 Apr 05 14:51:07.126443 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] device_id is not set on port 53f9412c-c39f-49d4-bd64-00787c7bb29a yet. {{(pid=103321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:51:07.138456 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:07.182294 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ec88ece4-2c04-490a-adec-9459280a98a2 req-882b5010-7b29-4c07-913c-fb403ae69506 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cbefb25-bd4b-4b8d-a9a2-f4b339ce847f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564563 Apr 05 14:51:07.255844 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:07.311882 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Pushing event updated for resources: {'Port': ['ID=53f9412c-c39f-49d4-bd64-00787c7bb29a,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:07.332132 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:51:07.332478 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:51:07.332820 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:51:07.333182 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:51:07.333515 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:51:07.333845 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:51:07.334391 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:51:07.334712 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:51:07.335035 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:51:07.335392 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:51:07.335684 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:51:07.336005 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:51:07.345286 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 53f9412c-c39f-49d4-bd64-00787c7bb29a on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:51:07.345616 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 53f9412c-c39f-49d4-bd64-00787c7bb29a by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': 'a93687d1-aa79-447c-ba08-5dd8e2bb36ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3727ede3-c81a-43b0-868e-df3d54a056fa'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:51:07.345976 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 53f9412c-c39f-49d4-bd64-00787c7bb29a on network 3727ede3-c81a-43b0-868e-df3d54a056fa {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:51:07.351323 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Port 53f9412c-c39f-49d4-bd64-00787c7bb29a on network 3727ede3-c81a-43b0-868e-df3d54a056fa not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:51:07.351646 n-d-836650-2 neutron-server[103321]: ERROR neutron.plugins.ml2.managers [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Failed to bind port 53f9412c-c39f-49d4-bd64-00787c7bb29a on host n-h1-836650-2 for vnic_type normal using segments [{'id': 'a93687d1-aa79-447c-ba08-5dd8e2bb36ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3727ede3-c81a-43b0-868e-df3d54a056fa'}] Apr 05 14:51:07.352031 n-d-836650-2 neutron-server[103321]: INFO neutron.plugins.ml2.plugin [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempt 2 to bind port 53f9412c-c39f-49d4-bd64-00787c7bb29a Apr 05 14:51:07.365380 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 53f9412c-c39f-49d4-bd64-00787c7bb29a on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:51:07.365712 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 53f9412c-c39f-49d4-bd64-00787c7bb29a by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': 'a93687d1-aa79-447c-ba08-5dd8e2bb36ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3727ede3-c81a-43b0-868e-df3d54a056fa'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:51:07.370535 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 53f9412c-c39f-49d4-bd64-00787c7bb29a on network 3727ede3-c81a-43b0-868e-df3d54a056fa {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:51:07.370671 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Port 53f9412c-c39f-49d4-bd64-00787c7bb29a on network 3727ede3-c81a-43b0-868e-df3d54a056fa not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:51:07.370909 n-d-836650-2 neutron-server[103321]: ERROR neutron.plugins.ml2.managers [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Failed to bind port 53f9412c-c39f-49d4-bd64-00787c7bb29a on host n-h1-836650-2 for vnic_type normal using segments [{'id': 'a93687d1-aa79-447c-ba08-5dd8e2bb36ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3727ede3-c81a-43b0-868e-df3d54a056fa'}] Apr 05 14:51:07.371408 n-d-836650-2 neutron-server[103321]: INFO neutron.plugins.ml2.plugin [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempt 3 to bind port 53f9412c-c39f-49d4-bd64-00787c7bb29a Apr 05 14:51:07.385845 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 53f9412c-c39f-49d4-bd64-00787c7bb29a on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:51:07.386306 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 53f9412c-c39f-49d4-bd64-00787c7bb29a by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': 'a93687d1-aa79-447c-ba08-5dd8e2bb36ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3727ede3-c81a-43b0-868e-df3d54a056fa'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:51:07.386720 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 53f9412c-c39f-49d4-bd64-00787c7bb29a on network 3727ede3-c81a-43b0-868e-df3d54a056fa {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:51:07.391191 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Port 53f9412c-c39f-49d4-bd64-00787c7bb29a on network 3727ede3-c81a-43b0-868e-df3d54a056fa not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:51:07.391531 n-d-836650-2 neutron-server[103321]: ERROR neutron.plugins.ml2.managers [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Failed to bind port 53f9412c-c39f-49d4-bd64-00787c7bb29a on host n-h1-836650-2 for vnic_type normal using segments [{'id': 'a93687d1-aa79-447c-ba08-5dd8e2bb36ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3727ede3-c81a-43b0-868e-df3d54a056fa'}] Apr 05 14:51:07.392005 n-d-836650-2 neutron-server[103321]: INFO neutron.plugins.ml2.plugin [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempt 4 to bind port 53f9412c-c39f-49d4-bd64-00787c7bb29a Apr 05 14:51:07.405263 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 53f9412c-c39f-49d4-bd64-00787c7bb29a on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:51:07.405591 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 53f9412c-c39f-49d4-bd64-00787c7bb29a by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': 'a93687d1-aa79-447c-ba08-5dd8e2bb36ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3727ede3-c81a-43b0-868e-df3d54a056fa'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:51:07.405954 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 53f9412c-c39f-49d4-bd64-00787c7bb29a on network 3727ede3-c81a-43b0-868e-df3d54a056fa {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:51:07.411077 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Port 53f9412c-c39f-49d4-bd64-00787c7bb29a on network 3727ede3-c81a-43b0-868e-df3d54a056fa not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:51:07.411433 n-d-836650-2 neutron-server[103321]: ERROR neutron.plugins.ml2.managers [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Failed to bind port 53f9412c-c39f-49d4-bd64-00787c7bb29a on host n-h1-836650-2 for vnic_type normal using segments [{'id': 'a93687d1-aa79-447c-ba08-5dd8e2bb36ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3727ede3-c81a-43b0-868e-df3d54a056fa'}] Apr 05 14:51:07.411829 n-d-836650-2 neutron-server[103321]: INFO neutron.plugins.ml2.plugin [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempt 5 to bind port 53f9412c-c39f-49d4-bd64-00787c7bb29a Apr 05 14:51:07.425320 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 53f9412c-c39f-49d4-bd64-00787c7bb29a on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:51:07.425651 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 53f9412c-c39f-49d4-bd64-00787c7bb29a by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': 'a93687d1-aa79-447c-ba08-5dd8e2bb36ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3727ede3-c81a-43b0-868e-df3d54a056fa'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:51:07.425981 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 53f9412c-c39f-49d4-bd64-00787c7bb29a on network 3727ede3-c81a-43b0-868e-df3d54a056fa {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:51:07.430340 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Port 53f9412c-c39f-49d4-bd64-00787c7bb29a on network 3727ede3-c81a-43b0-868e-df3d54a056fa not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:51:07.430669 n-d-836650-2 neutron-server[103321]: ERROR neutron.plugins.ml2.managers [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Failed to bind port 53f9412c-c39f-49d4-bd64-00787c7bb29a on host n-h1-836650-2 for vnic_type normal using segments [{'id': 'a93687d1-aa79-447c-ba08-5dd8e2bb36ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3727ede3-c81a-43b0-868e-df3d54a056fa'}] Apr 05 14:51:07.431101 n-d-836650-2 neutron-server[103321]: INFO neutron.plugins.ml2.plugin [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempt 6 to bind port 53f9412c-c39f-49d4-bd64-00787c7bb29a Apr 05 14:51:07.443840 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 53f9412c-c39f-49d4-bd64-00787c7bb29a on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:51:07.444161 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 53f9412c-c39f-49d4-bd64-00787c7bb29a by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': 'a93687d1-aa79-447c-ba08-5dd8e2bb36ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3727ede3-c81a-43b0-868e-df3d54a056fa'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:51:07.444843 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 53f9412c-c39f-49d4-bd64-00787c7bb29a on network 3727ede3-c81a-43b0-868e-df3d54a056fa {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:51:07.449495 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Port 53f9412c-c39f-49d4-bd64-00787c7bb29a on network 3727ede3-c81a-43b0-868e-df3d54a056fa not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:51:07.449880 n-d-836650-2 neutron-server[103321]: ERROR neutron.plugins.ml2.managers [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Failed to bind port 53f9412c-c39f-49d4-bd64-00787c7bb29a on host n-h1-836650-2 for vnic_type normal using segments [{'id': 'a93687d1-aa79-447c-ba08-5dd8e2bb36ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3727ede3-c81a-43b0-868e-df3d54a056fa'}] Apr 05 14:51:07.450194 n-d-836650-2 neutron-server[103321]: INFO neutron.plugins.ml2.plugin [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempt 7 to bind port 53f9412c-c39f-49d4-bd64-00787c7bb29a Apr 05 14:51:07.465230 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 53f9412c-c39f-49d4-bd64-00787c7bb29a on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:51:07.465564 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 53f9412c-c39f-49d4-bd64-00787c7bb29a by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': 'a93687d1-aa79-447c-ba08-5dd8e2bb36ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3727ede3-c81a-43b0-868e-df3d54a056fa'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:51:07.465897 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 53f9412c-c39f-49d4-bd64-00787c7bb29a on network 3727ede3-c81a-43b0-868e-df3d54a056fa {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:51:07.470403 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Port 53f9412c-c39f-49d4-bd64-00787c7bb29a on network 3727ede3-c81a-43b0-868e-df3d54a056fa not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:51:07.471285 n-d-836650-2 neutron-server[103321]: ERROR neutron.plugins.ml2.managers [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Failed to bind port 53f9412c-c39f-49d4-bd64-00787c7bb29a on host n-h1-836650-2 for vnic_type normal using segments [{'id': 'a93687d1-aa79-447c-ba08-5dd8e2bb36ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3727ede3-c81a-43b0-868e-df3d54a056fa'}] Apr 05 14:51:07.471795 n-d-836650-2 neutron-server[103321]: INFO neutron.plugins.ml2.plugin [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempt 8 to bind port 53f9412c-c39f-49d4-bd64-00787c7bb29a Apr 05 14:51:07.484191 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 53f9412c-c39f-49d4-bd64-00787c7bb29a on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:51:07.484684 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 53f9412c-c39f-49d4-bd64-00787c7bb29a by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': 'a93687d1-aa79-447c-ba08-5dd8e2bb36ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3727ede3-c81a-43b0-868e-df3d54a056fa'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:51:07.485070 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 53f9412c-c39f-49d4-bd64-00787c7bb29a on network 3727ede3-c81a-43b0-868e-df3d54a056fa {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:51:07.490219 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Port 53f9412c-c39f-49d4-bd64-00787c7bb29a on network 3727ede3-c81a-43b0-868e-df3d54a056fa not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:51:07.492512 n-d-836650-2 neutron-server[103321]: ERROR neutron.plugins.ml2.managers [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Failed to bind port 53f9412c-c39f-49d4-bd64-00787c7bb29a on host n-h1-836650-2 for vnic_type normal using segments [{'id': 'a93687d1-aa79-447c-ba08-5dd8e2bb36ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3727ede3-c81a-43b0-868e-df3d54a056fa'}] Apr 05 14:51:07.493115 n-d-836650-2 neutron-server[103321]: INFO neutron.plugins.ml2.plugin [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempt 9 to bind port 53f9412c-c39f-49d4-bd64-00787c7bb29a Apr 05 14:51:07.508444 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 53f9412c-c39f-49d4-bd64-00787c7bb29a on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:51:07.508769 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 53f9412c-c39f-49d4-bd64-00787c7bb29a by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': 'a93687d1-aa79-447c-ba08-5dd8e2bb36ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3727ede3-c81a-43b0-868e-df3d54a056fa'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:51:07.509223 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 53f9412c-c39f-49d4-bd64-00787c7bb29a on network 3727ede3-c81a-43b0-868e-df3d54a056fa {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:51:07.514081 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Port 53f9412c-c39f-49d4-bd64-00787c7bb29a on network 3727ede3-c81a-43b0-868e-df3d54a056fa not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:51:07.514498 n-d-836650-2 neutron-server[103321]: ERROR neutron.plugins.ml2.managers [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Failed to bind port 53f9412c-c39f-49d4-bd64-00787c7bb29a on host n-h1-836650-2 for vnic_type normal using segments [{'id': 'a93687d1-aa79-447c-ba08-5dd8e2bb36ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3727ede3-c81a-43b0-868e-df3d54a056fa'}] Apr 05 14:51:07.514963 n-d-836650-2 neutron-server[103321]: INFO neutron.plugins.ml2.plugin [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempt 10 to bind port 53f9412c-c39f-49d4-bd64-00787c7bb29a Apr 05 14:51:07.540487 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 53f9412c-c39f-49d4-bd64-00787c7bb29a on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:51:07.540963 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 53f9412c-c39f-49d4-bd64-00787c7bb29a by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': 'a93687d1-aa79-447c-ba08-5dd8e2bb36ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3727ede3-c81a-43b0-868e-df3d54a056fa'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:51:07.541300 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempting to bind port 53f9412c-c39f-49d4-bd64-00787c7bb29a on network 3727ede3-c81a-43b0-868e-df3d54a056fa {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:51:07.546194 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Port 53f9412c-c39f-49d4-bd64-00787c7bb29a on network 3727ede3-c81a-43b0-868e-df3d54a056fa not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:51:07.546524 n-d-836650-2 neutron-server[103321]: ERROR neutron.plugins.ml2.managers [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Failed to bind port 53f9412c-c39f-49d4-bd64-00787c7bb29a on host n-h1-836650-2 for vnic_type normal using segments [{'id': 'a93687d1-aa79-447c-ba08-5dd8e2bb36ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3727ede3-c81a-43b0-868e-df3d54a056fa'}] Apr 05 14:51:07.546893 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:07.625221 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] For port 53f9412c-c39f-49d4-bd64-00787c7bb29a, host n-h1-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:51:07.625686 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attempted to set empty binding levels {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 05 14:51:07.725953 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:07.763099 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] In _notify_port_updated(), no bound segment for port 53f9412c-c39f-49d4-bd64-00787c7bb29a on network 3727ede3-c81a-43b0-868e-df3d54a056fa {{(pid=103321) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 05 14:51:07.763989 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:07.764663 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:07.769291 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] 10.222.0.30 "PUT /v2.0/ports/53f9412c-c39f-49d4-bd64-00787c7bb29a HTTP/1.1" status: 200 len: 974 time: 1.0488534 Apr 05 14:51:07.770088 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 37260) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:07.786322 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd4cce-c528-4921-8453-bb824e7cb962 tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Pushing event updated for resources: {'Port': ['ID=53f9412c-c39f-49d4-bd64-00787c7bb29a,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:07.866348 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-bb37b559-54b2-42ba-a681-2b78b622093e tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Deleting port 53f9412c-c39f-49d4-bd64-00787c7bb29a {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:51:07.866851 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bb37b559-54b2-42ba-a681-2b78b622093e tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:07.934879 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-bb37b559-54b2-42ba-a681-2b78b622093e tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] For port 53f9412c-c39f-49d4-bd64-00787c7bb29a, host n-h1-836650-2, got binding levels [] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:51:07.935250 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bb37b559-54b2-42ba-a681-2b78b622093e tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:07.950316 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-bb37b559-54b2-42ba-a681-2b78b622093e tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Calling delete_port for 53f9412c-c39f-49d4-bd64-00787c7bb29a owned by {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:51:08.145588 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bb37b559-54b2-42ba-a681-2b78b622093e tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:08.176593 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb37b559-54b2-42ba-a681-2b78b622093e tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Pushing event deleted for resources: {'Port': ['ID=53f9412c-c39f-49d4-bd64-00787c7bb29a,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:08.186967 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bb37b559-54b2-42ba-a681-2b78b622093e tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:08.191626 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-bb37b559-54b2-42ba-a681-2b78b622093e tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] 10.222.0.30 "DELETE /v2.0/ports/53f9412c-c39f-49d4-bd64-00787c7bb29a HTTP/1.1" status: 204 len: 168 time: 0.4193137 Apr 05 14:51:08.194333 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 37264) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:08.245348 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0ee36eb-2fe3-4184-b750-28a20f4f1c5c tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] GET failed (client error): The resource could not be found. Apr 05 14:51:08.247177 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-d0ee36eb-2fe3-4184-b750-28a20f4f1c5c tempest-PortsAdminExtendedAttrsTestJSON-801579839 tempest-PortsAdminExtendedAttrsTestJSON-801579839-project-admin] 10.222.0.30 "GET /v2.0/ports/53f9412c-c39f-49d4-bd64-00787c7bb29a HTTP/1.1" status: 404 len: 333 time: 0.0518329 Apr 05 14:51:08.251143 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37270) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:08.355706 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-dc057f4b-b39e-462d-bc28-5d16bcbf14d2 tempest-PortsAdminExtendedAttrsTestJSON-1641696525 tempest-PortsAdminExtendedAttrsTestJSON-1641696525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:08.357185 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fad59a-cfc4-4f97-8d48-9c42d1b84f8b req-f6f763b2-ddf4-428b-99d7-24718f2e162d tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:08.358662 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d5fad59a-cfc4-4f97-8d48-9c42d1b84f8b req-f6f763b2-ddf4-428b-99d7-24718f2e162d tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 944 time: 0.0810127 Apr 05 14:51:08.405988 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d5fad59a-cfc4-4f97-8d48-9c42d1b84f8b req-ee21bd06-2488-496d-86cc-8d9d90ca2905 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cbefb25-bd4b-4b8d-a9a2-f4b339ce847f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393701 Apr 05 14:51:08.488600 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-dc057f4b-b39e-462d-bc28-5d16bcbf14d2 tempest-PortsAdminExtendedAttrsTestJSON-1641696525 tempest-PortsAdminExtendedAttrsTestJSON-1641696525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:08.510156 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-dc057f4b-b39e-462d-bc28-5d16bcbf14d2 tempest-PortsAdminExtendedAttrsTestJSON-1641696525 tempest-PortsAdminExtendedAttrsTestJSON-1641696525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3727ede3-c81a-43b0-868e-df3d54a056fa']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:51:08.526830 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-dc057f4b-b39e-462d-bc28-5d16bcbf14d2 tempest-PortsAdminExtendedAttrsTestJSON-1641696525 tempest-PortsAdminExtendedAttrsTestJSON-1641696525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a93687d1-aa79-447c-ba08-5dd8e2bb36ed') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:51:08.527121 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-dc057f4b-b39e-462d-bc28-5d16bcbf14d2 tempest-PortsAdminExtendedAttrsTestJSON-1641696525 tempest-PortsAdminExtendedAttrsTestJSON-1641696525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a93687d1-aa79-447c-ba08-5dd8e2bb36ed') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:51:08.544234 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-dc057f4b-b39e-462d-bc28-5d16bcbf14d2 tempest-PortsAdminExtendedAttrsTestJSON-1641696525 tempest-PortsAdminExtendedAttrsTestJSON-1641696525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:08.566410 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-dc057f4b-b39e-462d-bc28-5d16bcbf14d2 tempest-PortsAdminExtendedAttrsTestJSON-1641696525 tempest-PortsAdminExtendedAttrsTestJSON-1641696525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:08.572305 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc057f4b-b39e-462d-bc28-5d16bcbf14d2 tempest-PortsAdminExtendedAttrsTestJSON-1641696525 tempest-PortsAdminExtendedAttrsTestJSON-1641696525-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:51:08.572686 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-dc057f4b-b39e-462d-bc28-5d16bcbf14d2 tempest-PortsAdminExtendedAttrsTestJSON-1641696525 tempest-PortsAdminExtendedAttrsTestJSON-1641696525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:08.575789 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:51:08.575789 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:51:08.575789 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:51:08.575789 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:51:08.575789 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:51:08.575789 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:51:08.575789 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:51:08.575789 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:51:08.575789 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:51:08.575789 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:51:08.575789 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:51:08.575789 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:51:08.575789 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:51:08.575789 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:51:08.575789 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:51:08.575789 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:51:08.575789 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:51:08.575789 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:51:08.575789 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:51:08.575789 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:51:08.575789 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:51:08.575789 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:51:08.575789 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:51:08.575789 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:51:08.575789 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:51:08.575789 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:51:08.575789 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:51:08.575789 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:51:08.575789 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:51:08.575789 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:51:08.575789 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:51:08.575789 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:51:08.630143 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 7 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 14:51:08.775243 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-dc057f4b-b39e-462d-bc28-5d16bcbf14d2 tempest-PortsAdminExtendedAttrsTestJSON-1641696525 tempest-PortsAdminExtendedAttrsTestJSON-1641696525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:08.782507 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-dc057f4b-b39e-462d-bc28-5d16bcbf14d2 tempest-PortsAdminExtendedAttrsTestJSON-1641696525 tempest-PortsAdminExtendedAttrsTestJSON-1641696525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:08.786883 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-dc057f4b-b39e-462d-bc28-5d16bcbf14d2 tempest-PortsAdminExtendedAttrsTestJSON-1641696525 tempest-PortsAdminExtendedAttrsTestJSON-1641696525-project] 10.222.0.30 "DELETE /v2.0/networks/3727ede3-c81a-43b0-868e-df3d54a056fa HTTP/1.1" status: 204 len: 168 time: 0.5339522 Apr 05 14:51:08.805760 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc057f4b-b39e-462d-bc28-5d16bcbf14d2 tempest-PortsAdminExtendedAttrsTestJSON-1641696525 tempest-PortsAdminExtendedAttrsTestJSON-1641696525-project] Pushing event deleted for resources: {'Network': ['ID=3727ede3-c81a-43b0-868e-df3d54a056fa,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:09.542080 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37284) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:09.548657 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7040ac9e-c679-4bc5-a235-9e78b1cb8c94 req-72485b5e-bc6d-425f-bd8e-6ed54e06a447 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:09.548657 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7040ac9e-c679-4bc5-a235-9e78b1cb8c94 req-72485b5e-bc6d-425f-bd8e-6ed54e06a447 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 944 time: 0.0560191 Apr 05 14:51:09.588354 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7040ac9e-c679-4bc5-a235-9e78b1cb8c94 req-69b898b5-9319-4869-b709-de9716f1f8a6 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cbefb25-bd4b-4b8d-a9a2-f4b339ce847f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335009 Apr 05 14:51:09.679344 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-5936d3f1-731e-4a56-bc09-ec7e6644532a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=938d7e3aac104e1bb8542876c4ed4e8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1360366 Apr 05 14:51:09.681742 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37288) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:09.733735 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6572ddb8-4b7a-4e93-ba38-39b87e32daef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:09.757283 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6572ddb8-4b7a-4e93-ba38-39b87e32daef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:09.879708 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6572ddb8-4b7a-4e93-ba38-39b87e32daef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:09.886551 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6572ddb8-4b7a-4e93-ba38-39b87e32daef admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:09.886551 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-6572ddb8-4b7a-4e93-ba38-39b87e32daef admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/47bb8644-2e07-4f0f-b05d-73aa64d00222 HTTP/1.1" status: 204 len: 168 time: 0.2008379 Apr 05 14:51:09.892099 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6572ddb8-4b7a-4e93-ba38-39b87e32daef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47bb8644-2e07-4f0f-b05d-73aa64d00222,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:10.685736 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37306) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:10.733810 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-9815b8ea-853e-4a2d-a2eb-c290ab4edce8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c21a3a84b6ae4757a2770ab79ace85cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465930 Apr 05 14:51:10.734570 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7981a-a6ce-4470-a111-0d15f2daba0b req-f6b99714-d76b-402d-bf30-0b350c3673b9 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:10.736706 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37308) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:10.736951 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d9e7981a-a6ce-4470-a111-0d15f2daba0b req-f6b99714-d76b-402d-bf30-0b350c3673b9 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b09a6dbb-8955-4395-9818-920c4e5b72dc HTTP/1.1" status: 200 len: 946 time: 0.0850527 Apr 05 14:51:10.765171 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c533b-d32a-4578-bd06-3a740257466f req-ed555655-bc87-46c2-ba45-fa3e7ac8ae45 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:10.766932 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-be2c533b-d32a-4578-bd06-3a740257466f req-ed555655-bc87-46c2-ba45-fa3e7ac8ae45 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 944 time: 0.0885842 Apr 05 14:51:10.794118 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-37298ea1-6976-45d1-bd43-a8a4fcf99631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:10.819142 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d9e7981a-a6ce-4470-a111-0d15f2daba0b req-d7d60171-f609-4b0b-a045-16c5bb68d468 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734618 Apr 05 14:51:10.821849 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-37298ea1-6976-45d1-bd43-a8a4fcf99631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:10.826918 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-be2c533b-d32a-4578-bd06-3a740257466f req-10186e3a-c7cc-4e92-953e-01252188a1d3 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cbefb25-bd4b-4b8d-a9a2-f4b339ce847f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512638 Apr 05 14:51:10.999716 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-37298ea1-6976-45d1-bd43-a8a4fcf99631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:11.002788 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-37298ea1-6976-45d1-bd43-a8a4fcf99631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:11.004032 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-37298ea1-6976-45d1-bd43-a8a4fcf99631 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/70b3c47e-4799-4988-bad0-62d2c32d5c96 HTTP/1.1" status: 204 len: 168 time: 0.2658167 Apr 05 14:51:11.011985 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37298ea1-6976-45d1-bd43-a8a4fcf99631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b3c47e-4799-4988-bad0-62d2c32d5c96,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:12.003813 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed8e0e-11e6-4671-96a0-0c3aed2e9acf req-3ae0f0fd-1af6-4d1b-baa6-1a848b3db6e5 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:12.004842 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-39ed8e0e-11e6-4671-96a0-0c3aed2e9acf req-3ae0f0fd-1af6-4d1b-baa6-1a848b3db6e5 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b09a6dbb-8955-4395-9818-920c4e5b72dc HTTP/1.1" status: 200 len: 946 time: 0.0915883 Apr 05 14:51:12.013516 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8371d4-6216-4790-a18b-b8d4411e0d21 req-057db853-1fc0-4498-87c7-9a35cf5f5307 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:12.015004 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6e8371d4-6216-4790-a18b-b8d4411e0d21 req-057db853-1fc0-4498-87c7-9a35cf5f5307 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 944 time: 0.0691748 Apr 05 14:51:12.073543 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-39ed8e0e-11e6-4671-96a0-0c3aed2e9acf req-ce1ada18-5fcc-4513-940f-d89029bc8e88 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ba81719-3a9b-48e5-ba4b-dc56e1e99f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575631 Apr 05 14:51:12.078389 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6e8371d4-6216-4790-a18b-b8d4411e0d21 req-3e69928d-67f3-4fb2-bcd8-3d6b2d76f6b4 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cbefb25-bd4b-4b8d-a9a2-f4b339ce847f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555828 Apr 05 14:51:12.291519 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 37340) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:12.344968 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82385610-7cef-4d35-bf90-9b7a97df8ee6 req-d86d5992-2adb-4aa9-a7a9-d3d8ecaa268b tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:12.347425 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-82385610-7cef-4d35-bf90-9b7a97df8ee6 req-d86d5992-2adb-4aa9-a7a9-d3d8ecaa268b tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.11 "GET /v2.0/ports?device_id=b09a6dbb-8955-4395-9818-920c4e5b72dc HTTP/1.1" status: 200 len: 946 time: 0.0545146 Apr 05 14:51:12.373152 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:12.409634 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-ba2d4923-4b4e-4a5f-aed5-7ba349c08f48 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1249154980'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:51:12.447822 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-82385610-7cef-4d35-bf90-9b7a97df8ee6 req-23e77e80-7b89-4d37-a38a-2b1017b87386 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Deleting port 385e1e00-d0a1-4ab3-8989-eadec03248e1 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:51:12.448167 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-82385610-7cef-4d35-bf90-9b7a97df8ee6 req-23e77e80-7b89-4d37-a38a-2b1017b87386 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:12.506197 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba2d4923-4b4e-4a5f-aed5-7ba349c08f48 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Made reservation on behalf of dc8143836f114b67b558659836dec497 for: {'network': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:51:12.514325 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ba2d4923-4b4e-4a5f-aed5-7ba349c08f48 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:12.518957 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ba2d4923-4b4e-4a5f-aed5-7ba349c08f48 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:12.542248 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-82385610-7cef-4d35-bf90-9b7a97df8ee6 req-23e77e80-7b89-4d37-a38a-2b1017b87386 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] For port 385e1e00-d0a1-4ab3-8989-eadec03248e1, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=385e1e00-d0a1-4ab3-8989-eadec03248e1,segment=NetworkSegment(2ed50d53-ad8d-43f0-946d-9bbaf222e8be),segment_id=2ed50d53-ad8d-43f0-946d-9bbaf222e8be)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:51:12.542785 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-82385610-7cef-4d35-bf90-9b7a97df8ee6 req-23e77e80-7b89-4d37-a38a-2b1017b87386 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:12.557509 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-82385610-7cef-4d35-bf90-9b7a97df8ee6 req-23e77e80-7b89-4d37-a38a-2b1017b87386 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Calling delete_port for 385e1e00-d0a1-4ab3-8989-eadec03248e1 owned by compute:nova {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:51:12.598313 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ba2d4923-4b4e-4a5f-aed5-7ba349c08f48 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:12.661099 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1f0bc8cc-eb41-4d9c-99b5-e5fd7e1e083b req-738503fc-540b-4e58-8d06-44f1a253d2fb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9521b4f7-1bea-4e0e-9a23-9f8cc57c769a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0466752 Apr 05 14:51:12.734653 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0bc8cc-eb41-4d9c-99b5-e5fd7e1e083b req-36fb14ed-3309-4cfe-8210-c3370ca33bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:12.736278 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1f0bc8cc-eb41-4d9c-99b5-e5fd7e1e083b req-36fb14ed-3309-4cfe-8210-c3370ca33bcd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b1c6fdb1754a4696ad2f30e73253b821&device_id=9521b4f7-1bea-4e0e-9a23-9f8cc57c769a HTTP/1.1" status: 200 len: 1097 time: 0.0532460 Apr 05 14:51:12.737730 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ba2d4923-4b4e-4a5f-aed5-7ba349c08f48 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:12.779983 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba2d4923-4b4e-4a5f-aed5-7ba349c08f48 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=103320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:51:12.821212 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-82385610-7cef-4d35-bf90-9b7a97df8ee6 req-23e77e80-7b89-4d37-a38a-2b1017b87386 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:12.832150 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d4923-4b4e-4a5f-aed5-7ba349c08f48 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c48de798-aaf4-44ca-b097-9533d100c316,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:12.835128 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['385e1e00-d0a1-4ab3-8989-eadec03248e1'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:51:12.839053 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ba2d4923-4b4e-4a5f-aed5-7ba349c08f48 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:12.839408 n-d-836650-2 neutron-server[103320]: INFO neutron.db.segments_db [None req-ba2d4923-4b4e-4a5f-aed5-7ba349c08f48 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Added segment 9eba75b6-3733-467d-92ab-bac939ffc882 of type vlan for network a60aa49d-ace6-4f21-9003-181e655b3e5f Apr 05 14:51:12.855332 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e77e80-7b89-4d37-a38a-2b1017b87386 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Pushing event deleted for resources: {'Port': ['ID=385e1e00-d0a1-4ab3-8989-eadec03248e1,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:12.899545 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ba2d4923-4b4e-4a5f-aed5-7ba349c08f48 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:12.922208 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0bc8cc-eb41-4d9c-99b5-e5fd7e1e083b req-83ed5034-3a0f-42aa-bd5e-9ecccaa6af12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:12.929031 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-82385610-7cef-4d35-bf90-9b7a97df8ee6 req-23e77e80-7b89-4d37-a38a-2b1017b87386 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] No DVR routers for this DVR port 385e1e00-d0a1-4ab3-8989-eadec03248e1 on host n-h2-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:51:12.929184 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1f0bc8cc-eb41-4d9c-99b5-e5fd7e1e083b req-83ed5034-3a0f-42aa-bd5e-9ecccaa6af12 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0ec84664-b286-431c-8e6d-81964b6279ea HTTP/1.1" status: 200 len: 912 time: 0.1628270 Apr 05 14:51:12.929322 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-82385610-7cef-4d35-bf90-9b7a97df8ee6 req-23e77e80-7b89-4d37-a38a-2b1017b87386 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:12.930253 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-82385610-7cef-4d35-bf90-9b7a97df8ee6 req-23e77e80-7b89-4d37-a38a-2b1017b87386 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.11 "DELETE /v2.0/ports/385e1e00-d0a1-4ab3-8989-eadec03248e1 HTTP/1.1" status: 204 len: 173 time: 0.5760190 Apr 05 14:51:12.930768 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b09a6dbb-8955-4395-9818-920c4e5b72dc', 'name': 'network-vif-deleted', 'tag': '385e1e00-d0a1-4ab3-8989-eadec03248e1'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:51:12.933590 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eaab0bc-a77d-4cd5-af8e-8a21a5e728cd" -d '{"events": [{"server_uuid": "b09a6dbb-8955-4395-9818-920c4e5b72dc", "name": "network-vif-deleted", "tag": "385e1e00-d0a1-4ab3-8989-eadec03248e1"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:51:12.982574 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63fd0c21-49b2-4a6d-8d1b-f05482b6e1ad x-openstack-request-id: req-63fd0c21-49b2-4a6d-8d1b-f05482b6e1ad {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:51:12.982870 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b09a6dbb-8955-4395-9818-920c4e5b72dc", "name": "network-vif-deleted", "tag": "385e1e00-d0a1-4ab3-8989-eadec03248e1", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:51:12.983124 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-63fd0c21-49b2-4a6d-8d1b-f05482b6e1ad {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:51:12.983530 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63fd0c21-49b2-4a6d-8d1b-f05482b6e1ad'] response: {'server_uuid': 'b09a6dbb-8955-4395-9818-920c4e5b72dc', 'name': 'network-vif-deleted', 'tag': '385e1e00-d0a1-4ab3-8989-eadec03248e1', 'status': 'completed', 'code': 200} Apr 05 14:51:13.003729 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1f0bc8cc-eb41-4d9c-99b5-e5fd7e1e083b req-4078683d-3ab5-41ca-8603-3735416da6e6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=781aed55-59e6-4732-af9d-6cd54814fcd8 HTTP/1.1" status: 200 len: 1001 time: 0.0713916 Apr 05 14:51:13.055295 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0bc8cc-eb41-4d9c-99b5-e5fd7e1e083b req-e979550d-3fc9-44c7-842f-8b8fb84bc10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:13.056818 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1f0bc8cc-eb41-4d9c-99b5-e5fd7e1e083b req-e979550d-3fc9-44c7-842f-8b8fb84bc10f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5191ec95-9794-4487-b4dd-b62543d80f6a HTTP/1.1" status: 200 len: 850 time: 0.0485511 Apr 05 14:51:13.077511 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ba2d4923-4b4e-4a5f-aed5-7ba349c08f48 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:13.082958 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2d4923-4b4e-4a5f-aed5-7ba349c08f48 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:13.083556 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ba2d4923-4b4e-4a5f-aed5-7ba349c08f48 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:13.222606 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fa5a1309-444e-45c2-b985-f6e35f6aa371 req-7396209b-123b-4977-910b-45459507d963 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b09a6dbb-8955-4395-9818-920c4e5b72dc HTTP/1.1" status: 200 len: 210 time: 0.0670631 Apr 05 14:51:13.223239 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d4923-4b4e-4a5f-aed5-7ba349c08f48 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Pushing event updated for resources: {'Network': ['ID=a60aa49d-ace6-4f21-9003-181e655b3e5f,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:13.234946 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0bc8cc-eb41-4d9c-99b5-e5fd7e1e083b req-edcceaa0-3f84-4f30-b7c5-ad83ec30a168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:13.237478 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1f0bc8cc-eb41-4d9c-99b5-e5fd7e1e083b req-edcceaa0-3f84-4f30-b7c5-ad83ec30a168 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0ec84664-b286-431c-8e6d-81964b6279ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1730332 Apr 05 14:51:13.239465 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network a60aa49d-ace6-4f21-9003-181e655b3e5f details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:51:13.253138 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37354) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:13.253257 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-ba2d4923-4b4e-4a5f-aed5-7ba349c08f48 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9546404 Apr 05 14:51:13.257716 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-f6e07341-f120-4125-99e7-bb0517f877bc tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Request body: {'subnet': {'network_id': 'a60aa49d-ace6-4f21-9003-181e655b3e5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:51:13.278484 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb41902-1a77-40fd-badf-10204b167bc1 req-f0dafb7d-1352-4eab-8775-bb93934c0a34 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:13.287818 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7eb41902-1a77-40fd-badf-10204b167bc1 req-f0dafb7d-1352-4eab-8775-bb93934c0a34 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 944 time: 0.1128302 Apr 05 14:51:13.409363 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7eb41902-1a77-40fd-badf-10204b167bc1 req-c544744c-d08e-4a65-8acb-d083b0b472e8 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cbefb25-bd4b-4b8d-a9a2-f4b339ce847f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135786 Apr 05 14:51:13.462044 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1f0bc8cc-eb41-4d9c-99b5-e5fd7e1e083b req-02d13133-cce9-4b83-9f28-71d64f52172b service neutron] 10.222.0.55 "GET /v2.0/networks/0ec84664-b286-431c-8e6d-81964b6279ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128024 Apr 05 14:51:13.503264 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e07341-f120-4125-99e7-bb0517f877bc tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Made reservation on behalf of dc8143836f114b67b558659836dec497 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:51:13.508542 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f6e07341-f120-4125-99e7-bb0517f877bc tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:13.601301 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1f0bc8cc-eb41-4d9c-99b5-e5fd7e1e083b req-8fe56555-0789-447a-b0e4-f8616427a410 service neutron] 10.222.0.55 "GET /v2.0/networks/0ec84664-b286-431c-8e6d-81964b6279ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222587 Apr 05 14:51:13.794629 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f6e07341-f120-4125-99e7-bb0517f877bc tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:13.856102 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e07341-f120-4125-99e7-bb0517f877bc tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Pushing event updated for resources: {'Subnet': ['ID=6a6e3cf0-d716-40be-9f66-3bb400c37c0a,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:13.867840 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e07341-f120-4125-99e7-bb0517f877bc tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Checking segment: {'id': '9eba75b6-3733-467d-92ab-bac939ffc882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a60aa49d-ace6-4f21-9003-181e655b3e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:51:13.868120 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e07341-f120-4125-99e7-bb0517f877bc tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Network hostable DHCP agents. Network: a60aa49d-ace6-4f21-9003-181e655b3e5f, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:51:13.942676 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e07341-f120-4125-99e7-bb0517f877bc tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Network a60aa49d-ace6-4f21-9003-181e655b3e5f is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:51:14.113454 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-f6e07341-f120-4125-99e7-bb0517f877bc tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, a60aa49d-ace6-4f21-9003-181e655b3e5f) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:51:14.117946 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e07341-f120-4125-99e7-bb0517f877bc tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:14.118534 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f6e07341-f120-4125-99e7-bb0517f877bc tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:14.122881 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2dd2052-0a22-4c8b-b314-12beea70bfe6 None None] Network a60aa49d-ace6-4f21-9003-181e655b3e5f requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:51:14.171170 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:14.199788 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-f6e07341-f120-4125-99e7-bb0517f877bc tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9439094 Apr 05 14:51:14.200000 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 37362) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:14.201567 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-d6944492-38ee-4331-b32d-55753033ce26 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Request body: {'port': {'network_id': 'a60aa49d-ace6-4f21-9003-181e655b3e5f', 'name': 'tempest-AllowedAddressPairTestJSON-334935028'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:51:14.371699 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4baeb553-37d9-446f-8650-b6a6bf6b1465 req-ca7cdca3-94fd-454b-9dc6-e3ff6bb12750 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b09a6dbb-8955-4395-9818-920c4e5b72dc HTTP/1.1" status: 200 len: 210 time: 0.0484817 Apr 05 14:51:14.376868 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a51bb659-cc2f-4e6d-a23a-694bf35fc3af req-78553df8-7514-4b55-8bb8-3821f69a8ec0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=afcf67b8-bd16-4226-a52d-1e179a4f797e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0738204 Apr 05 14:51:14.487558 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51bb659-cc2f-4e6d-a23a-694bf35fc3af req-146a230f-2919-42da-8ecb-10f4da833e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:14.491315 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a51bb659-cc2f-4e6d-a23a-694bf35fc3af req-146a230f-2919-42da-8ecb-10f4da833e7e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0d680450c8534547bd5afee8c1b9c44d&device_id=afcf67b8-bd16-4226-a52d-1e179a4f797e HTTP/1.1" status: 200 len: 1097 time: 0.0663083 Apr 05 14:51:14.496687 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6944492-38ee-4331-b32d-55753033ce26 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Made reservation on behalf of dc8143836f114b67b558659836dec497 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:51:14.500631 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d6944492-38ee-4331-b32d-55753033ce26 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:14.518667 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc83982-e507-44b4-91b7-e758c16a1af3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-a60aa49d-ace6-4f21-9003-181e655b3e5f', 'network_id': 'a60aa49d-ace6-4f21-9003-181e655b3e5f', 'tenant_id': 'dc8143836f114b67b558659836dec497', 'fixed_ips': [{'subnet_id': '6a6e3cf0-d716-40be-9f66-3bb400c37c0a'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:51:14.520636 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bbc83982-e507-44b4-91b7-e758c16a1af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:14.557895 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-d6944492-38ee-4331-b32d-55753033ce26 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] device_id is not set on port a601d2a8-0779-41d0-a32e-a9b5ce4cfad0 yet. {{(pid=103320) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:51:14.676431 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62d8eb4-df26-4bff-bbe6-eafc9e230a43 req-5a545981-a366-44e6-91ef-126bf303e3f8 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:14.683783 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c62d8eb4-df26-4bff-bbe6-eafc9e230a43 req-5a545981-a366-44e6-91ef-126bf303e3f8 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 944 time: 0.1778698 Apr 05 14:51:14.716547 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-bbc83982-e507-44b4-91b7-e758c16a1af3 None None] Allocated IP 172.20.0.2 (a60aa49d-ace6-4f21-9003-181e655b3e5f/6a6e3cf0-d716-40be-9f66-3bb400c37c0a/6ef0fe4e-0ea4-4286-8ee7-2c84b9ead163) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:51:14.727293 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c62d8eb4-df26-4bff-bbe6-eafc9e230a43 req-668650e8-79ca-4e3a-989c-e047c18172ec tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cbefb25-bd4b-4b8d-a9a2-f4b339ce847f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425594 Apr 05 14:51:14.733623 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51bb659-cc2f-4e6d-a23a-694bf35fc3af req-c1c73a0a-5674-4e9b-bc1b-06be73322cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:14.735303 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a51bb659-cc2f-4e6d-a23a-694bf35fc3af req-c1c73a0a-5674-4e9b-bc1b-06be73322cbc service neutron] 10.222.0.11 "GET /v2.0/networks?id=9c33a3eb-a65a-4749-8ece-9c0c17a8413b HTTP/1.1" status: 200 len: 916 time: 0.1790011 Apr 05 14:51:14.824572 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a51bb659-cc2f-4e6d-a23a-694bf35fc3af req-1e4eafde-f621-435c-94f9-3bb5f5328fef service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56049af1-1ba2-4489-9008-342f74470dd8 HTTP/1.1" status: 200 len: 1001 time: 0.0811460 Apr 05 14:51:14.881450 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51bb659-cc2f-4e6d-a23a-694bf35fc3af req-707fc5af-3ac9-4596-acf3-72234b7898f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:14.883023 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a51bb659-cc2f-4e6d-a23a-694bf35fc3af req-707fc5af-3ac9-4596-acf3-72234b7898f7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b0eeff46-5c4b-4ea4-85de-a28a5ce6d062 HTTP/1.1" status: 200 len: 854 time: 0.0517049 Apr 05 14:51:14.902427 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bbc83982-e507-44b4-91b7-e758c16a1af3 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:14.943117 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51bb659-cc2f-4e6d-a23a-694bf35fc3af req-8d2a4f22-c0ac-4bf9-b770-b2e69cd4d7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:14.944829 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a51bb659-cc2f-4e6d-a23a-694bf35fc3af req-8d2a4f22-c0ac-4bf9-b770-b2e69cd4d7c3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9c33a3eb-a65a-4749-8ece-9c0c17a8413b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553195 Apr 05 14:51:14.977645 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bbc83982-e507-44b4-91b7-e758c16a1af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:15.023478 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc83982-e507-44b4-91b7-e758c16a1af3 None None] Pushing event updated for resources: {'Port': ['ID=6ef0fe4e-0ea4-4286-8ee7-2c84b9ead163,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:15.036919 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc83982-e507-44b4-91b7-e758c16a1af3 None None] Network a60aa49d-ace6-4f21-9003-181e655b3e5f is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:51:15.038364 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-bbc83982-e507-44b4-91b7-e758c16a1af3 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:51:15.040918 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc83982-e507-44b4-91b7-e758c16a1af3 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:51:15.072600 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a51bb659-cc2f-4e6d-a23a-694bf35fc3af req-89044458-1fe5-4e52-8787-d7fb28ea5b9b service neutron] 10.222.0.11 "GET /v2.0/networks/9c33a3eb-a65a-4749-8ece-9c0c17a8413b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211309 Apr 05 14:51:15.090629 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-d6944492-38ee-4331-b32d-55753033ce26 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Allocated IP 172.20.0.14 (a60aa49d-ace6-4f21-9003-181e655b3e5f/6a6e3cf0-d716-40be-9f66-3bb400c37c0a/a601d2a8-0779-41d0-a32e-a9b5ce4cfad0) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:51:15.106131 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-bbc83982-e507-44b4-91b7-e758c16a1af3 None None] Attempting to bind port 6ef0fe4e-0ea4-4286-8ee7-2c84b9ead163 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:51:15.106550 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-bbc83982-e507-44b4-91b7-e758c16a1af3 None None] Attempting to bind port 6ef0fe4e-0ea4-4286-8ee7-2c84b9ead163 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '9eba75b6-3733-467d-92ab-bac939ffc882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a60aa49d-ace6-4f21-9003-181e655b3e5f'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:51:15.106917 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc83982-e507-44b4-91b7-e758c16a1af3 None None] Attempting to bind port 6ef0fe4e-0ea4-4286-8ee7-2c84b9ead163 on network a60aa49d-ace6-4f21-9003-181e655b3e5f {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:51:15.112774 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc83982-e507-44b4-91b7-e758c16a1af3 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:51:15.113329 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc83982-e507-44b4-91b7-e758c16a1af3 None None] Checking segment: {'id': '9eba75b6-3733-467d-92ab-bac939ffc882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a60aa49d-ace6-4f21-9003-181e655b3e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:51:15.113739 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bbc83982-e507-44b4-91b7-e758c16a1af3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:15.114124 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc83982-e507-44b4-91b7-e758c16a1af3 None None] Bound using segment: {'id': '9eba75b6-3733-467d-92ab-bac939ffc882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a60aa49d-ace6-4f21-9003-181e655b3e5f'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:51:15.114602 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-bbc83982-e507-44b4-91b7-e758c16a1af3 None None] Bound port: 6ef0fe4e-0ea4-4286-8ee7-2c84b9ead163, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eba75b6-3733-467d-92ab-bac939ffc882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a60aa49d-ace6-4f21-9003-181e655b3e5f'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:51:15.114972 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bbc83982-e507-44b4-91b7-e758c16a1af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:15.183059 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-bbc83982-e507-44b4-91b7-e758c16a1af3 None None] For port 6ef0fe4e-0ea4-4286-8ee7-2c84b9ead163, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:51:15.186501 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-bbc83982-e507-44b4-91b7-e758c16a1af3 None None] For port 6ef0fe4e-0ea4-4286-8ee7-2c84b9ead163, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=6ef0fe4e-0ea4-4286-8ee7-2c84b9ead163,segment=NetworkSegment(9eba75b6-3733-467d-92ab-bac939ffc882),segment_id=9eba75b6-3733-467d-92ab-bac939ffc882)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:51:15.202862 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a51bb659-cc2f-4e6d-a23a-694bf35fc3af req-5ff68e40-ab08-498c-9755-832141417a6b service neutron] 10.222.0.11 "GET /v2.0/networks/9c33a3eb-a65a-4749-8ece-9c0c17a8413b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230962 Apr 05 14:51:15.277794 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bbc83982-e507-44b4-91b7-e758c16a1af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:15.278769 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d6944492-38ee-4331-b32d-55753033ce26 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:15.350553 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc83982-e507-44b4-91b7-e758c16a1af3 None None] Pushing event updated for resources: {'Port': ['ID=6ef0fe4e-0ea4-4286-8ee7-2c84b9ead163,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:15.388292 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d6944492-38ee-4331-b32d-55753033ce26 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:15.471623 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6944492-38ee-4331-b32d-55753033ce26 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Pushing event updated for resources: {'Port': ['ID=a601d2a8-0779-41d0-a32e-a9b5ce4cfad0,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:15.488452 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6944492-38ee-4331-b32d-55753033ce26 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Network a60aa49d-ace6-4f21-9003-181e655b3e5f is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:51:15.500602 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-d6944492-38ee-4331-b32d-55753033ce26 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:51:15.516545 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-89cd5338-3337-489a-8c81-36e8c232b84d req-cf9f5444-9119-422c-8587-67d628ae3cf5 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b09a6dbb-8955-4395-9818-920c4e5b72dc HTTP/1.1" status: 200 len: 210 time: 0.0305130 Apr 05 14:51:15.517125 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6944492-38ee-4331-b32d-55753033ce26 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:51:15.577716 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6944492-38ee-4331-b32d-55753033ce26 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:15.578441 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d6944492-38ee-4331-b32d-55753033ce26 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:15.732637 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-d6944492-38ee-4331-b32d-55753033ce26 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5363588 Apr 05 14:51:15.735804 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37384) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:15.741974 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-255ce287-bfd6-4c12-be74-2f6f838fe749 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Request body: {'port': {'network_id': 'a60aa49d-ace6-4f21-9003-181e655b3e5f', 'name': 'tempest-AllowedAddressPairTestJSON-793089942', 'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:b9:7c:29'}]}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:51:15.936190 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c62d9-b221-4caa-8da8-9ce32fffa1aa req-affa6948-9311-443f-a08f-e9d93379c5df tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:15.948348 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7e5c62d9-b221-4caa-8da8-9ce32fffa1aa req-affa6948-9311-443f-a08f-e9d93379c5df tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 944 time: 0.1004689 Apr 05 14:51:16.002731 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 28b20095-0618-43c7-aa61-a5202f7265d1 details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:51:16.017591 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7e5c62d9-b221-4caa-8da8-9ce32fffa1aa req-3c31a53a-43aa-419e-999a-e35fd2fb6346 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cbefb25-bd4b-4b8d-a9a2-f4b339ce847f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643616 Apr 05 14:51:16.023734 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-255ce287-bfd6-4c12-be74-2f6f838fe749 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Made reservation on behalf of dc8143836f114b67b558659836dec497 for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:51:16.128856 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 28b20095-0618-43c7-aa61-a5202f7265d1, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=28b20095-0618-43c7-aa61-a5202f7265d1,segment=NetworkSegment(7829a1ea-7354-4b05-a7ea-7cbdfd795041),segment_id=7829a1ea-7354-4b05-a7ea-7cbdfd795041)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:51:16.150795 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-255ce287-bfd6-4c12-be74-2f6f838fe749 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:16.162292 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': '28b20095-0618-43c7-aa61-a5202f7265d1', 'network_id': 'b03a0781-c7c7-4f21-ae00-e298dd92f97c', 'port_id': '28b20095-0618-43c7-aa61-a5202f7265d1', 'mac_address': 'fa:16:3e:07:a6:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b6f627-92b4-40ba-a770-519d39c012c3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:51:16.172845 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [None req-255ce287-bfd6-4c12-be74-2f6f838fe749 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] device_id is not set on port a3ec95a0-f793-4bae-8726-b24b866b114e yet. {{(pid=103321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:51:16.264451 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:16.308765 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28b20095-0618-43c7-aa61-a5202f7265d1 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:51:16.346990 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 28b20095-0618-43c7-aa61-a5202f7265d1, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=28b20095-0618-43c7-aa61-a5202f7265d1,segment=NetworkSegment(7829a1ea-7354-4b05-a7ea-7cbdfd795041),segment_id=7829a1ea-7354-4b05-a7ea-7cbdfd795041)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:51:16.361998 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-255ce287-bfd6-4c12-be74-2f6f838fe749 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Allocated IP 172.20.0.7 (a60aa49d-ace6-4f21-9003-181e655b3e5f/6a6e3cf0-d716-40be-9f66-3bb400c37c0a/a3ec95a0-f793-4bae-8726-b24b866b114e) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:51:16.411389 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:16.525881 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 385e1e00-d0a1-4ab3-8989-eadec03248e1 no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:51:16.531379 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=28b20095-0618-43c7-aa61-a5202f7265d1,revision_number=9']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:16.561884 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] No Port match for: 385e1e00-d0a1-4ab3-8989-eadec03248e1 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:51:16.562245 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 385e1e00-d0a1-4ab3-8989-eadec03248e1 not bound to the agent host n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:51:16.607884 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-255ce287-bfd6-4c12-be74-2f6f838fe749 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:16.662045 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e362dcea-c187-4fdb-8f65-1eebb55ca19d req-b79264b5-ef71-4021-b8be-a729e054ed9a tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b09a6dbb-8955-4395-9818-920c4e5b72dc HTTP/1.1" status: 200 len: 210 time: 0.0379570 Apr 05 14:51:16.686844 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['28b20095-0618-43c7-aa61-a5202f7265d1'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:51:16.717860 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46179326-d941-44a3-8276-a793afdb264f None None] Network a60aa49d-ace6-4f21-9003-181e655b3e5f requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:51:16.731747 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-255ce287-bfd6-4c12-be74-2f6f838fe749 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:16.790889 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255ce287-bfd6-4c12-be74-2f6f838fe749 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Network a60aa49d-ace6-4f21-9003-181e655b3e5f is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:51:16.794963 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-255ce287-bfd6-4c12-be74-2f6f838fe749 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:51:16.800720 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255ce287-bfd6-4c12-be74-2f6f838fe749 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:51:16.805114 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255ce287-bfd6-4c12-be74-2f6f838fe749 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Pushing event updated for resources: {'Port': ['ID=a3ec95a0-f793-4bae-8726-b24b866b114e,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:16.820960 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-3b8a851e-1a5f-437c-bf19-39c8993606d8 None None] Provisioning complete for port 6ef0fe4e-0ea4-4286-8ee7-2c84b9ead163 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:51:16.821336 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3b8a851e-1a5f-437c-bf19-39c8993606d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:16.858050 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255ce287-bfd6-4c12-be74-2f6f838fe749 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:16.859254 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-255ce287-bfd6-4c12-be74-2f6f838fe749 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:16.961909 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-255ce287-bfd6-4c12-be74-2f6f838fe749 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.2247667 Apr 05 14:51:16.964611 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 37402) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:17.019500 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3b8a851e-1a5f-437c-bf19-39c8993606d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:17.057136 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93966fac-2c3c-484a-ac12-d3c992f185aa tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:17.064834 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93966fac-2c3c-484a-ac12-d3c992f185aa tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:17.072012 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93966fac-2c3c-484a-ac12-d3c992f185aa tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:17.074287 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-93966fac-2c3c-484a-ac12-d3c992f185aa tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.1080410 Apr 05 14:51:17.076960 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37408) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:17.107773 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-3b8a851e-1a5f-437c-bf19-39c8993606d8 None None] For port 6ef0fe4e-0ea4-4286-8ee7-2c84b9ead163, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=6ef0fe4e-0ea4-4286-8ee7-2c84b9ead163,segment=NetworkSegment(9eba75b6-3733-467d-92ab-bac939ffc882),segment_id=9eba75b6-3733-467d-92ab-bac939ffc882)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:51:17.175551 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3b8a851e-1a5f-437c-bf19-39c8993606d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:17.196195 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-21a56c15-ff70-490c-acec-e7d52c2fc69b tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Deleting port a3ec95a0-f793-4bae-8726-b24b866b114e {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:51:17.196544 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-21a56c15-ff70-490c-acec-e7d52c2fc69b tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:17.198230 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c246c5-de3d-4b07-b689-1e536b1cae90 req-f9f81026-52f6-4dad-9c94-e19028643437 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:17.200241 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c5c246c5-de3d-4b07-b689-1e536b1cae90 req-f9f81026-52f6-4dad-9c94-e19028643437 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 945 time: 0.0715575 Apr 05 14:51:17.257672 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c5c246c5-de3d-4b07-b689-1e536b1cae90 req-175d1f1e-df54-445a-a78d-2a1100c0a9ec tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cbefb25-bd4b-4b8d-a9a2-f4b339ce847f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504360 Apr 05 14:51:17.263117 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8a851e-1a5f-437c-bf19-39c8993606d8 None None] Pushing event updated for resources: {'Port': ['ID=6ef0fe4e-0ea4-4286-8ee7-2c84b9ead163,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:17.310511 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-21a56c15-ff70-490c-acec-e7d52c2fc69b tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:17.324456 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-21a56c15-ff70-490c-acec-e7d52c2fc69b tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Calling delete_port for a3ec95a0-f793-4bae-8726-b24b866b114e owned by {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:51:17.404587 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-cb713f69-0399-426f-b17a-cc7833429d58 None None] Provisioning complete for port 6ef0fe4e-0ea4-4286-8ee7-2c84b9ead163 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:51:17.405665 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cb713f69-0399-426f-b17a-cc7833429d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:17.519311 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-cb713f69-0399-426f-b17a-cc7833429d58 None None] Provisioning complete for port a3ec95a0-f793-4bae-8726-b24b866b114e triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:51:17.519844 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cb713f69-0399-426f-b17a-cc7833429d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:17.561683 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-cb713f69-0399-426f-b17a-cc7833429d58 None None] Port a3ec95a0-f793-4bae-8726-b24b866b114e cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:51:17.571195 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-21a56c15-ff70-490c-acec-e7d52c2fc69b tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:17.590778 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-cb713f69-0399-426f-b17a-cc7833429d58 None None] Provisioning complete for port a601d2a8-0779-41d0-a32e-a9b5ce4cfad0 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:51:17.592092 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cb713f69-0399-426f-b17a-cc7833429d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:17.606853 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a56c15-ff70-490c-acec-e7d52c2fc69b tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Pushing event deleted for resources: {'Port': ['ID=a3ec95a0-f793-4bae-8726-b24b866b114e,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:17.632009 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 6ef0fe4e-0ea4-4286-8ee7-2c84b9ead163 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:51:17.678071 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-cb713f69-0399-426f-b17a-cc7833429d58 None None] Port a601d2a8-0779-41d0-a32e-a9b5ce4cfad0 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:51:17.698743 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 6ef0fe4e-0ea4-4286-8ee7-2c84b9ead163 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:51:17.699119 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:17.808154 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-17ddf22a-6cf7-4531-8cb2-fe75726a1207 req-cca64f67-94ab-4dbd-ae13-f949659efd90 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b09a6dbb-8955-4395-9818-920c4e5b72dc HTTP/1.1" status: 200 len: 210 time: 0.0369344 Apr 05 14:51:17.846034 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-5471a9c7-7030-4f91-bffc-1784b2dd5368 None None] Provisioning complete for port a601d2a8-0779-41d0-a32e-a9b5ce4cfad0 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:51:17.846394 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5471a9c7-7030-4f91-bffc-1784b2dd5368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:17.889745 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-21a56c15-ff70-490c-acec-e7d52c2fc69b tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:17.893847 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-21a56c15-ff70-490c-acec-e7d52c2fc69b tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] 10.222.0.30 "DELETE /v2.0/ports/a3ec95a0-f793-4bae-8726-b24b866b114e HTTP/1.1" status: 204 len: 168 time: 0.8149199 Apr 05 14:51:17.897383 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 37414) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:17.923015 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-5471a9c7-7030-4f91-bffc-1784b2dd5368 None None] Port a601d2a8-0779-41d0-a32e-a9b5ce4cfad0 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:51:17.940512 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b601f34-bc94-4e23-9c33-0d2b24b31c0b tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] GET failed (client error): The resource could not be found. Apr 05 14:51:17.940512 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-1b601f34-bc94-4e23-9c33-0d2b24b31c0b tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] 10.222.0.30 "GET /v2.0/ports/a3ec95a0-f793-4bae-8726-b24b866b114e HTTP/1.1" status: 404 len: 333 time: 0.0357087 Apr 05 14:51:17.940992 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37416) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:17.943888 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-1d1cd252-97be-4af3-a37b-7613bd465177 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Request body: {'port': {'network_id': 'a60aa49d-ace6-4f21-9003-181e655b3e5f', 'name': 'tempest-AllowedAddressPairTestJSON-1911318669'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:51:18.039475 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 28b20095-0618-43c7-aa61-a5202f7265d1 up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:51:18.081886 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-2a03e4b6-a1e5-4824-9054-848f16e3abd8 None None] Could not find standard attr ID for object a3ec95a0-f793-4bae-8726-b24b866b114e. {{(pid=103322) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 14:51:18.109432 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port 28b20095-0618-43c7-aa61-a5202f7265d1 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:51:18.109879 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:18.165147 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d1cd252-97be-4af3-a37b-7613bd465177 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Made reservation on behalf of dc8143836f114b67b558659836dec497 for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:51:18.170457 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1d1cd252-97be-4af3-a37b-7613bd465177 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:18.208979 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [None req-1d1cd252-97be-4af3-a37b-7613bd465177 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] device_id is not set on port 8e8fc1ca-ced4-4701-b3d0-a3b3ea578a91 yet. {{(pid=103321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:51:18.245359 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:18.277224 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '067e1b8d-2cf4-42ef-b002-6c13f6e72039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28b20095-0618-43c7-aa61-a5202f7265d1'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:51:18.277471 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963f2c17-e320-441a-aa8f-c97e7da96b5c" -d '{"events": [{"server_uuid": "067e1b8d-2cf4-42ef-b002-6c13f6e72039", "name": "network-vif-plugged", "status": "completed", "tag": "28b20095-0618-43c7-aa61-a5202f7265d1"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:51:18.315887 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 28b20095-0618-43c7-aa61-a5202f7265d1, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=28b20095-0618-43c7-aa61-a5202f7265d1,segment=NetworkSegment(7829a1ea-7354-4b05-a7ea-7cbdfd795041),segment_id=7829a1ea-7354-4b05-a7ea-7cbdfd795041)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:51:18.342440 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-1d1cd252-97be-4af3-a37b-7613bd465177 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Allocated IP 172.20.0.3 (a60aa49d-ace6-4f21-9003-181e655b3e5f/6a6e3cf0-d716-40be-9f66-3bb400c37c0a/8e8fc1ca-ced4-4701-b3d0-a3b3ea578a91) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:51:18.428465 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:18.436465 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c0517-4b90-4bed-9811-9d5ac52fa270 req-28c35601-ca50-46dd-9cfa-7b51ceece4c0 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:18.438113 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f15c0517-4b90-4bed-9811-9d5ac52fa270 req-28c35601-ca50-46dd-9cfa-7b51ceece4c0 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 945 time: 0.0901697 Apr 05 14:51:18.512434 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=28b20095-0618-43c7-aa61-a5202f7265d1,revision_number=10']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:18.534286 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f15c0517-4b90-4bed-9811-9d5ac52fa270 req-2700435e-38a6-4eec-90de-73ea3b4ddc34 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cbefb25-bd4b-4b8d-a9a2-f4b339ce847f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878224 Apr 05 14:51:18.540908 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea50a3dd-6a5e-4e10-a085-a0229e48b498 x-openstack-request-id: req-ea50a3dd-6a5e-4e10-a085-a0229e48b498 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:51:18.543393 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "067e1b8d-2cf4-42ef-b002-6c13f6e72039", "name": "network-vif-plugged", "status": "completed", "tag": "28b20095-0618-43c7-aa61-a5202f7265d1", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:51:18.543393 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ea50a3dd-6a5e-4e10-a085-a0229e48b498 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:51:18.543654 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea50a3dd-6a5e-4e10-a085-a0229e48b498'] response: {'server_uuid': '067e1b8d-2cf4-42ef-b002-6c13f6e72039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28b20095-0618-43c7-aa61-a5202f7265d1', 'code': 200} Apr 05 14:51:18.594355 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1d1cd252-97be-4af3-a37b-7613bd465177 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:18.702581 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1d1cd252-97be-4af3-a37b-7613bd465177 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:18.754308 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1cd252-97be-4af3-a37b-7613bd465177 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Network a60aa49d-ace6-4f21-9003-181e655b3e5f is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:51:18.758482 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-1d1cd252-97be-4af3-a37b-7613bd465177 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:51:18.765979 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1cd252-97be-4af3-a37b-7613bd465177 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:51:18.770278 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1cd252-97be-4af3-a37b-7613bd465177 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Pushing event updated for resources: {'Port': ['ID=8e8fc1ca-ced4-4701-b3d0-a3b3ea578a91,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:18.841844 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1cd252-97be-4af3-a37b-7613bd465177 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:18.842557 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1d1cd252-97be-4af3-a37b-7613bd465177 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:18.846371 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4224b51-657a-4403-aa00-1f5377201a93 req-66f21362-9f8b-40cd-9ced-c8b34259ac69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:18.848835 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e4224b51-657a-4403-aa00-1f5377201a93 req-66f21362-9f8b-40cd-9ced-c8b34259ac69 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 1098 time: 0.0594437 Apr 05 14:51:18.908544 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e4224b51-657a-4403-aa00-1f5377201a93 req-506cc9c8-751b-4713-83db-eb5fd0b4da46 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5cbefb25-bd4b-4b8d-a9a2-f4b339ce847f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480785 Apr 05 14:51:18.949038 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-1d1cd252-97be-4af3-a37b-7613bd465177 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0013900 Apr 05 14:51:18.949038 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37426) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:18.957817 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-d71dbac4-dabc-4af3-a773-70821ad6145a tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:b9:7c:29'}]}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:51:18.971012 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e1863b38-2fec-414e-8bcf-77996c959144 req-63233989-8a30-4fb4-bd66-d14160eae3ed tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=b09a6dbb-8955-4395-9818-920c4e5b72dc HTTP/1.1" status: 200 len: 210 time: 0.0595884 Apr 05 14:51:19.108534 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-d3454fa9-cf88-45d5-952e-8caca8928adf None None] Provisioning complete for port 8e8fc1ca-ced4-4701-b3d0-a3b3ea578a91 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:51:19.109049 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d3454fa9-cf88-45d5-952e-8caca8928adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:19.149528 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-d3454fa9-cf88-45d5-952e-8caca8928adf None None] Port 8e8fc1ca-ced4-4701-b3d0-a3b3ea578a91 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:51:19.397760 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d71dbac4-dabc-4af3-a773-70821ad6145a tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:19.585524 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d71dbac4-dabc-4af3-a773-70821ad6145a tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:19.633757 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d71dbac4-dabc-4af3-a773-70821ad6145a tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:19.668940 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadc210a-080b-499f-8ee1-1c06efac11c2 req-9529a6d3-6619-4770-8598-acc2879b6ba4 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:19.671210 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cadc210a-080b-499f-8ee1-1c06efac11c2 req-9529a6d3-6619-4770-8598-acc2879b6ba4 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 947 time: 0.0537131 Apr 05 14:51:19.719559 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71dbac4-dabc-4af3-a773-70821ad6145a tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Pushing event updated for resources: {'Port': ['ID=8e8fc1ca-ced4-4701-b3d0-a3b3ea578a91,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:19.731305 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-d71dbac4-dabc-4af3-a773-70821ad6145a tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] In _notify_port_updated(), no bound segment for port 8e8fc1ca-ced4-4701-b3d0-a3b3ea578a91 on network a60aa49d-ace6-4f21-9003-181e655b3e5f {{(pid=103321) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 05 14:51:19.733883 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cadc210a-080b-499f-8ee1-1c06efac11c2 req-06f7bef2-d1f1-4f0a-90ff-ff83da8e97d6 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cbefb25-bd4b-4b8d-a9a2-f4b339ce847f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470297 Apr 05 14:51:19.737186 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71dbac4-dabc-4af3-a773-70821ad6145a tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:19.737861 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d71dbac4-dabc-4af3-a773-70821ad6145a tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:19.739666 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-d71dbac4-dabc-4af3-a773-70821ad6145a tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] 10.222.0.30 "PUT /v2.0/ports/8e8fc1ca-ced4-4701-b3d0-a3b3ea578a91 HTTP/1.1" status: 200 len: 994 time: 0.7945559 Apr 05 14:51:19.742491 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 37434) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:19.851020 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-84602841-d77a-47f0-bf63-19173953ce76 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Deleting port 8e8fc1ca-ced4-4701-b3d0-a3b3ea578a91 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:51:19.851749 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-84602841-d77a-47f0-bf63-19173953ce76 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:19.959195 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-84602841-d77a-47f0-bf63-19173953ce76 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:19.973416 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-84602841-d77a-47f0-bf63-19173953ce76 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Calling delete_port for 8e8fc1ca-ced4-4701-b3d0-a3b3ea578a91 owned by {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:51:19.973643 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-816e3d7e-988e-41f6-b5f2-5f02a8fe4cbd None None] Provisioning complete for port 8e8fc1ca-ced4-4701-b3d0-a3b3ea578a91 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:51:19.974139 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-816e3d7e-988e-41f6-b5f2-5f02a8fe4cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:20.051731 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-816e3d7e-988e-41f6-b5f2-5f02a8fe4cbd None None] Port 8e8fc1ca-ced4-4701-b3d0-a3b3ea578a91 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:51:20.222093 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-84602841-d77a-47f0-bf63-19173953ce76 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:20.253149 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84602841-d77a-47f0-bf63-19173953ce76 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Pushing event deleted for resources: {'Port': ['ID=8e8fc1ca-ced4-4701-b3d0-a3b3ea578a91,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:20.444353 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-84602841-d77a-47f0-bf63-19173953ce76 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:20.447913 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-84602841-d77a-47f0-bf63-19173953ce76 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] 10.222.0.30 "DELETE /v2.0/ports/8e8fc1ca-ced4-4701-b3d0-a3b3ea578a91 HTTP/1.1" status: 204 len: 168 time: 0.7041028 Apr 05 14:51:20.450596 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37462) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:20.479881 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9f92fde-f7a2-4335-85b4-922ed09285e2 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] GET failed (client error): The resource could not be found. Apr 05 14:51:20.479881 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-a9f92fde-f7a2-4335-85b4-922ed09285e2 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] 10.222.0.30 "GET /v2.0/ports/8e8fc1ca-ced4-4701-b3d0-a3b3ea578a91 HTTP/1.1" status: 404 len: 333 time: 0.0279877 Apr 05 14:51:20.483280 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37464) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:20.489149 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-958d4d61-0229-4b69-ab8e-3bf86403f1e9 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Request body: {'port': {'network_id': 'a60aa49d-ace6-4f21-9003-181e655b3e5f', 'name': 'tempest-AllowedAddressPairTestJSON-985390265'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:51:20.656381 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-958d4d61-0229-4b69-ab8e-3bf86403f1e9 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Made reservation on behalf of dc8143836f114b67b558659836dec497 for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:51:20.660233 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-958d4d61-0229-4b69-ab8e-3bf86403f1e9 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:20.679662 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [None req-958d4d61-0229-4b69-ab8e-3bf86403f1e9 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] device_id is not set on port 1515e971-ea10-4c40-8c11-fcc51ce0a45b yet. {{(pid=103321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:51:20.793841 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-958d4d61-0229-4b69-ab8e-3bf86403f1e9 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Allocated IP 172.20.0.3 (a60aa49d-ace6-4f21-9003-181e655b3e5f/6a6e3cf0-d716-40be-9f66-3bb400c37c0a/1515e971-ea10-4c40-8c11-fcc51ce0a45b) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:51:20.898937 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9cbb41-711b-482f-908e-5432ca050a3b req-95c12b3f-16ae-40ac-99d4-7b5c101d297e tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:20.901415 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3a9cbb41-711b-482f-908e-5432ca050a3b req-95c12b3f-16ae-40ac-99d4-7b5c101d297e tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 947 time: 0.0732632 Apr 05 14:51:20.957159 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3a9cbb41-711b-482f-908e-5432ca050a3b req-795edda9-52c0-45ab-bdc4-d656828c061a tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cbefb25-bd4b-4b8d-a9a2-f4b339ce847f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494630 Apr 05 14:51:20.969147 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-958d4d61-0229-4b69-ab8e-3bf86403f1e9 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:21.080268 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-958d4d61-0229-4b69-ab8e-3bf86403f1e9 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:21.127424 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958d4d61-0229-4b69-ab8e-3bf86403f1e9 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Network a60aa49d-ace6-4f21-9003-181e655b3e5f is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:51:21.130681 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-958d4d61-0229-4b69-ab8e-3bf86403f1e9 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:51:21.135224 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958d4d61-0229-4b69-ab8e-3bf86403f1e9 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:51:21.141790 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958d4d61-0229-4b69-ab8e-3bf86403f1e9 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Pushing event updated for resources: {'Port': ['ID=1515e971-ea10-4c40-8c11-fcc51ce0a45b,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:21.199107 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958d4d61-0229-4b69-ab8e-3bf86403f1e9 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:21.200189 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-958d4d61-0229-4b69-ab8e-3bf86403f1e9 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:21.339254 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-958d4d61-0229-4b69-ab8e-3bf86403f1e9 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.8548756 Apr 05 14:51:21.341786 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37482) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:21.347762 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-bff0ee15-056a-4ded-a4e4-1ef04fd05e4a tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:b9:7c:29'}]}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:51:21.383945 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-88be0b77-c9ed-4d7f-883d-40305ebbe5f1 None None] Provisioning complete for port 1515e971-ea10-4c40-8c11-fcc51ce0a45b triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:51:21.384569 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-88be0b77-c9ed-4d7f-883d-40305ebbe5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:21.427472 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-88be0b77-c9ed-4d7f-883d-40305ebbe5f1 None None] Port 1515e971-ea10-4c40-8c11-fcc51ce0a45b cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:51:21.518882 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-bff0ee15-056a-4ded-a4e4-1ef04fd05e4a tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:21.702562 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-bff0ee15-056a-4ded-a4e4-1ef04fd05e4a tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:21.782087 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-bff0ee15-056a-4ded-a4e4-1ef04fd05e4a tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:21.863715 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0ee15-056a-4ded-a4e4-1ef04fd05e4a tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Pushing event updated for resources: {'Port': ['ID=1515e971-ea10-4c40-8c11-fcc51ce0a45b,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:21.877293 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-bff0ee15-056a-4ded-a4e4-1ef04fd05e4a tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] In _notify_port_updated(), no bound segment for port 1515e971-ea10-4c40-8c11-fcc51ce0a45b on network a60aa49d-ace6-4f21-9003-181e655b3e5f {{(pid=103321) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 05 14:51:21.889315 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff0ee15-056a-4ded-a4e4-1ef04fd05e4a tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:21.890011 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-bff0ee15-056a-4ded-a4e4-1ef04fd05e4a tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:21.891543 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-bff0ee15-056a-4ded-a4e4-1ef04fd05e4a tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] 10.222.0.30 "PUT /v2.0/ports/1515e971-ea10-4c40-8c11-fcc51ce0a45b HTTP/1.1" status: 200 len: 995 time: 0.5488231 Apr 05 14:51:21.894449 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 37484) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:22.006759 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-95ad1f2d-046b-4577-af8c-9ae4d4af99f9 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Deleting port 1515e971-ea10-4c40-8c11-fcc51ce0a45b {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:51:22.007380 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-95ad1f2d-046b-4577-af8c-9ae4d4af99f9 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:22.054202 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-5d78470a-66ea-4211-b48c-540f8bae5927 None None] Provisioning complete for port 1515e971-ea10-4c40-8c11-fcc51ce0a45b triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:51:22.054573 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5d78470a-66ea-4211-b48c-540f8bae5927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:22.095712 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-5d78470a-66ea-4211-b48c-540f8bae5927 None None] Port 1515e971-ea10-4c40-8c11-fcc51ce0a45b cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:51:22.149679 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-95ad1f2d-046b-4577-af8c-9ae4d4af99f9 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:22.159679 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d758c68-af36-4c23-9e6e-e0139d86a481 req-dfdee3fa-0c02-4692-8bd3-62d83c36cfa5 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:22.161214 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5d758c68-af36-4c23-9e6e-e0139d86a481 req-dfdee3fa-0c02-4692-8bd3-62d83c36cfa5 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 947 time: 0.0935748 Apr 05 14:51:22.178183 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-95ad1f2d-046b-4577-af8c-9ae4d4af99f9 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Calling delete_port for 1515e971-ea10-4c40-8c11-fcc51ce0a45b owned by {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:51:22.245294 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5d758c68-af36-4c23-9e6e-e0139d86a481 req-6305b699-96ba-445b-9a72-66871872004f tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cbefb25-bd4b-4b8d-a9a2-f4b339ce847f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766497 Apr 05 14:51:22.415090 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-95ad1f2d-046b-4577-af8c-9ae4d4af99f9 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:22.444121 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ad1f2d-046b-4577-af8c-9ae4d4af99f9 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Pushing event deleted for resources: {'Port': ['ID=1515e971-ea10-4c40-8c11-fcc51ce0a45b,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:22.525977 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-95ad1f2d-046b-4577-af8c-9ae4d4af99f9 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:22.529874 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-95ad1f2d-046b-4577-af8c-9ae4d4af99f9 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] 10.222.0.30 "DELETE /v2.0/ports/1515e971-ea10-4c40-8c11-fcc51ce0a45b HTTP/1.1" status: 204 len: 168 time: 0.6342547 Apr 05 14:51:22.532392 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 37490) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:22.560944 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-4330176c-bc2f-4115-806c-15abfd143d1f tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] GET failed (client error): The resource could not be found. Apr 05 14:51:22.562994 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-4330176c-bc2f-4115-806c-15abfd143d1f tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] 10.222.0.30 "GET /v2.0/ports/1515e971-ea10-4c40-8c11-fcc51ce0a45b HTTP/1.1" status: 404 len: 333 time: 0.0294471 Apr 05 14:51:22.567478 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37492) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:22.572697 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-a33c78ab-3d0a-4ade-ad30-f5e9fa58e4d8 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Request body: {'port': {'network_id': 'a60aa49d-ace6-4f21-9003-181e655b3e5f', 'name': 'tempest-AllowedAddressPairTestJSON-1067484090'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:51:22.769272 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a33c78ab-3d0a-4ade-ad30-f5e9fa58e4d8 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Made reservation on behalf of dc8143836f114b67b558659836dec497 for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:51:22.772889 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a33c78ab-3d0a-4ade-ad30-f5e9fa58e4d8 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:22.790766 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [None req-a33c78ab-3d0a-4ade-ad30-f5e9fa58e4d8 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] device_id is not set on port 6c27a2af-1a44-40dd-a059-52fc981b0989 yet. {{(pid=103321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:51:22.906420 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-a33c78ab-3d0a-4ade-ad30-f5e9fa58e4d8 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Allocated IP 172.20.0.5 (a60aa49d-ace6-4f21-9003-181e655b3e5f/6a6e3cf0-d716-40be-9f66-3bb400c37c0a/6c27a2af-1a44-40dd-a059-52fc981b0989) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:51:23.065932 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a33c78ab-3d0a-4ade-ad30-f5e9fa58e4d8 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:23.157795 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a33c78ab-3d0a-4ade-ad30-f5e9fa58e4d8 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:23.202548 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33c78ab-3d0a-4ade-ad30-f5e9fa58e4d8 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Network a60aa49d-ace6-4f21-9003-181e655b3e5f is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:51:23.206264 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-a33c78ab-3d0a-4ade-ad30-f5e9fa58e4d8 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:51:23.210145 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33c78ab-3d0a-4ade-ad30-f5e9fa58e4d8 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:51:23.234099 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33c78ab-3d0a-4ade-ad30-f5e9fa58e4d8 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Pushing event updated for resources: {'Port': ['ID=6c27a2af-1a44-40dd-a059-52fc981b0989,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:23.266824 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33c78ab-3d0a-4ade-ad30-f5e9fa58e4d8 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:23.268245 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a33c78ab-3d0a-4ade-ad30-f5e9fa58e4d8 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:23.365877 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-a33c78ab-3d0a-4ade-ad30-f5e9fa58e4d8 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7972064 Apr 05 14:51:23.369363 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37496) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:23.374386 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-cf29cd9d-86ab-40e7-a338-2b426c9a8911 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Request body: {'port': {'network_id': 'a60aa49d-ace6-4f21-9003-181e655b3e5f', 'name': 'tempest-AllowedAddressPairTestJSON-160631524'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:51:23.423912 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-e8c3130f-0405-4c1c-8070-a8be1a67bb5e None None] Provisioning complete for port 6c27a2af-1a44-40dd-a059-52fc981b0989 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:51:23.424787 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e8c3130f-0405-4c1c-8070-a8be1a67bb5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:23.461898 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-e8c3130f-0405-4c1c-8070-a8be1a67bb5e None None] Port 6c27a2af-1a44-40dd-a059-52fc981b0989 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:51:23.581965 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf29cd9d-86ab-40e7-a338-2b426c9a8911 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Made reservation on behalf of dc8143836f114b67b558659836dec497 for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:51:23.586979 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-cf29cd9d-86ab-40e7-a338-2b426c9a8911 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:23.639027 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [None req-cf29cd9d-86ab-40e7-a338-2b426c9a8911 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] device_id is not set on port 64103764-2555-4a1f-bc05-d3e5de85758c yet. {{(pid=103321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:51:23.932111 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-cf29cd9d-86ab-40e7-a338-2b426c9a8911 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Allocated IP 172.20.0.10 (a60aa49d-ace6-4f21-9003-181e655b3e5f/6a6e3cf0-d716-40be-9f66-3bb400c37c0a/64103764-2555-4a1f-bc05-d3e5de85758c) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:51:24.140493 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-cf29cd9d-86ab-40e7-a338-2b426c9a8911 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:24.264585 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-cf29cd9d-86ab-40e7-a338-2b426c9a8911 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:24.314482 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf29cd9d-86ab-40e7-a338-2b426c9a8911 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Network a60aa49d-ace6-4f21-9003-181e655b3e5f is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:51:24.327766 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf29cd9d-86ab-40e7-a338-2b426c9a8911 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Pushing event updated for resources: {'Port': ['ID=64103764-2555-4a1f-bc05-d3e5de85758c,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:24.333206 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-cf29cd9d-86ab-40e7-a338-2b426c9a8911 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:51:24.342650 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf29cd9d-86ab-40e7-a338-2b426c9a8911 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:51:24.433055 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf29cd9d-86ab-40e7-a338-2b426c9a8911 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:24.433676 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-cf29cd9d-86ab-40e7-a338-2b426c9a8911 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:24.455297 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4736e153-dc8c-445b-bd8d-d5e268243522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:24.534117 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-cf29cd9d-86ab-40e7-a338-2b426c9a8911 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1609960 Apr 05 14:51:24.534487 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37512) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:24.539754 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-1f3a5381-a247-4fb4-8024-2d5144d03997 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:b9:7c:29'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:e6:52:d8'}]}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:51:24.620124 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1f3a5381-a247-4fb4-8024-2d5144d03997 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:24.694885 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-f9c07c8a-ee76-4bef-95b8-626d20374367 None None] Provisioning complete for port 64103764-2555-4a1f-bc05-d3e5de85758c triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:51:24.695499 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f9c07c8a-ee76-4bef-95b8-626d20374367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:24.734579 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-f9c07c8a-ee76-4bef-95b8-626d20374367 None None] Port 64103764-2555-4a1f-bc05-d3e5de85758c cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:51:24.820393 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1f3a5381-a247-4fb4-8024-2d5144d03997 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:24.925789 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1f3a5381-a247-4fb4-8024-2d5144d03997 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:25.005222 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3a5381-a247-4fb4-8024-2d5144d03997 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Pushing event updated for resources: {'Port': ['ID=64103764-2555-4a1f-bc05-d3e5de85758c,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:25.022195 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-1f3a5381-a247-4fb4-8024-2d5144d03997 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] In _notify_port_updated(), no bound segment for port 64103764-2555-4a1f-bc05-d3e5de85758c on network a60aa49d-ace6-4f21-9003-181e655b3e5f {{(pid=103321) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 05 14:51:25.027783 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3a5381-a247-4fb4-8024-2d5144d03997 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:25.028461 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1f3a5381-a247-4fb4-8024-2d5144d03997 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:25.030270 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-1f3a5381-a247-4fb4-8024-2d5144d03997 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] 10.222.0.30 "PUT /v2.0/ports/64103764-2555-4a1f-bc05-d3e5de85758c HTTP/1.1" status: 200 len: 1056 time: 0.4947598 Apr 05 14:51:25.033112 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37518) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:25.136400 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-cba70ca4-ce31-4796-a19e-7424fba11783 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Deleting port 64103764-2555-4a1f-bc05-d3e5de85758c {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:51:25.137200 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-cba70ca4-ce31-4796-a19e-7424fba11783 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:25.240598 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-cba70ca4-ce31-4796-a19e-7424fba11783 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:25.261392 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-cba70ca4-ce31-4796-a19e-7424fba11783 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Calling delete_port for 64103764-2555-4a1f-bc05-d3e5de85758c owned by {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:51:25.262255 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c908e5e7-619d-48e2-9371-eddacd2d174e None None] Provisioning complete for port 64103764-2555-4a1f-bc05-d3e5de85758c triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:51:25.263231 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c908e5e7-619d-48e2-9371-eddacd2d174e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:25.302692 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c908e5e7-619d-48e2-9371-eddacd2d174e None None] Port 64103764-2555-4a1f-bc05-d3e5de85758c cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:51:25.468286 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-cba70ca4-ce31-4796-a19e-7424fba11783 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:25.513839 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba70ca4-ce31-4796-a19e-7424fba11783 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Pushing event deleted for resources: {'Port': ['ID=64103764-2555-4a1f-bc05-d3e5de85758c,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:25.734849 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-cba70ca4-ce31-4796-a19e-7424fba11783 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:25.739699 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-cba70ca4-ce31-4796-a19e-7424fba11783 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] 10.222.0.30 "DELETE /v2.0/ports/64103764-2555-4a1f-bc05-d3e5de85758c HTTP/1.1" status: 204 len: 168 time: 0.7051284 Apr 05 14:51:25.742068 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 37522) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:25.769920 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f4335dd-57c5-4bc0-9905-7ce749799c89 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] GET failed (client error): The resource could not be found. Apr 05 14:51:25.771567 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-3f4335dd-57c5-4bc0-9905-7ce749799c89 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] 10.222.0.30 "GET /v2.0/ports/64103764-2555-4a1f-bc05-d3e5de85758c HTTP/1.1" status: 404 len: 333 time: 0.0284882 Apr 05 14:51:25.774395 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 37524) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:25.873672 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-5b0b0e8a-359b-42b7-b9f0-3b7f456eaced tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Deleting port 6c27a2af-1a44-40dd-a059-52fc981b0989 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:51:25.874044 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5b0b0e8a-359b-42b7-b9f0-3b7f456eaced tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:25.972817 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5b0b0e8a-359b-42b7-b9f0-3b7f456eaced tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:25.987020 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-5b0b0e8a-359b-42b7-b9f0-3b7f456eaced tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Calling delete_port for 6c27a2af-1a44-40dd-a059-52fc981b0989 owned by {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:51:26.222930 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5b0b0e8a-359b-42b7-b9f0-3b7f456eaced tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:26.334006 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0b0e8a-359b-42b7-b9f0-3b7f456eaced tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Pushing event deleted for resources: {'Port': ['ID=6c27a2af-1a44-40dd-a059-52fc981b0989,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:26.464103 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5b0b0e8a-359b-42b7-b9f0-3b7f456eaced tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:26.469098 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-5b0b0e8a-359b-42b7-b9f0-3b7f456eaced tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] 10.222.0.30 "DELETE /v2.0/ports/6c27a2af-1a44-40dd-a059-52fc981b0989 HTTP/1.1" status: 204 len: 168 time: 0.6936626 Apr 05 14:51:26.471826 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37544) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:26.500109 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-79d3d929-c256-46e5-91b6-31f0560d2407 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] GET failed (client error): The resource could not be found. Apr 05 14:51:26.502636 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-79d3d929-c256-46e5-91b6-31f0560d2407 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] 10.222.0.30 "GET /v2.0/ports/6c27a2af-1a44-40dd-a059-52fc981b0989 HTTP/1.1" status: 404 len: 333 time: 0.0297394 Apr 05 14:51:26.508522 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 37546) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:26.643434 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cb8126c3-1b95-42cc-b4c1-9c42126cf8bd tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Deleting port a601d2a8-0779-41d0-a32e-a9b5ce4cfad0 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:51:26.643855 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cb8126c3-1b95-42cc-b4c1-9c42126cf8bd tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:26.736824 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cb8126c3-1b95-42cc-b4c1-9c42126cf8bd tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:26.750118 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cb8126c3-1b95-42cc-b4c1-9c42126cf8bd tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Calling delete_port for a601d2a8-0779-41d0-a32e-a9b5ce4cfad0 owned by {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:51:26.771974 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-03fdc789-912c-492a-b614-7d82ebadb5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:27.015123 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cb8126c3-1b95-42cc-b4c1-9c42126cf8bd tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:27.042882 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8126c3-1b95-42cc-b4c1-9c42126cf8bd tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Pushing event deleted for resources: {'Port': ['ID=a601d2a8-0779-41d0-a32e-a9b5ce4cfad0,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:27.164023 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cb8126c3-1b95-42cc-b4c1-9c42126cf8bd tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:27.167425 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-cb8126c3-1b95-42cc-b4c1-9c42126cf8bd tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] 10.222.0.30 "DELETE /v2.0/ports/a601d2a8-0779-41d0-a32e-a9b5ce4cfad0 HTTP/1.1" status: 204 len: 168 time: 0.6575966 Apr 05 14:51:27.170173 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 37562) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:27.229862 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_v2 [None req-f291db96-77d2-4989-9e19-97b33c833537 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Deleting subnet 6a6e3cf0-d716-40be-9f66-3bb400c37c0a {{(pid=103320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:51:27.236385 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f291db96-77d2-4989-9e19-97b33c833537 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks [] for subnet, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:27.282109 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f291db96-77d2-4989-9e19-97b33c833537 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13399228'] for subnet, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:27.413216 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f291db96-77d2-4989-9e19-97b33c833537 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:27.825289 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 37582) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:27.830382 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-650e2f77-ae6c-4ee4-89f5-fbd9ad6abeda tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1426516357', 'description': 'tempest-secgroup-smoke-1426516357 description', 'project_id': '15503dce9d2944a4a898191fdde0d62f'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:51:27.884086 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f291db96-77d2-4989-9e19-97b33c833537 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15773812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13127359'] for subnet, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:27.912630 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f291db96-77d2-4989-9e19-97b33c833537 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Pushing event deleted for resources: {'Subnet': ['ID=6a6e3cf0-d716-40be-9f66-3bb400c37c0a,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:27.917362 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-650e2f77-ae6c-4ee4-89f5-fbd9ad6abeda tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:27.922317 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f291db96-77d2-4989-9e19-97b33c833537 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:27.928588 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-f291db96-77d2-4989-9e19-97b33c833537 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] 10.222.0.30 "DELETE /v2.0/subnets/6a6e3cf0-d716-40be-9f66-3bb400c37c0a HTTP/1.1" status: 204 len: 168 time: 0.7551231 Apr 05 14:51:27.930013 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37584) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:27.930460 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c4d041-e29a-4fbb-a4ec-a2ac9b829d55 None None] Network a60aa49d-ace6-4f21-9003-181e655b3e5f requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:51:28.021236 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-650e2f77-ae6c-4ee4-89f5-fbd9ad6abeda tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:28.027239 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3e3529a2-baf3-4d16-85df-54818c642ba8 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:28.088548 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-3e3529a2-baf3-4d16-85df-54818c642ba8 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Deleting port 6ef0fe4e-0ea4-4286-8ee7-2c84b9ead163 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:51:28.089234 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3e3529a2-baf3-4d16-85df-54818c642ba8 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:28.128693 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-650e2f77-ae6c-4ee4-89f5-fbd9ad6abeda tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:28.155471 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:28.163625 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650e2f77-ae6c-4ee4-89f5-fbd9ad6abeda tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fcc28c3-fc69-424a-81a1-3f20aae8b5c3,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:28.164417 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ebfb11-12e2-4410-bf29-438bbebeb60b None None] DHCP port deletion for a60aa49d-ace6-4f21-9003-181e655b3e5f request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:51:28.164914 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-3e3529a2-baf3-4d16-85df-54818c642ba8 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] For port 6ef0fe4e-0ea4-4286-8ee7-2c84b9ead163, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=6ef0fe4e-0ea4-4286-8ee7-2c84b9ead163,segment=NetworkSegment(9eba75b6-3733-467d-92ab-bac939ffc882),segment_id=9eba75b6-3733-467d-92ab-bac939ffc882)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:51:28.165431 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3e3529a2-baf3-4d16-85df-54818c642ba8 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:28.181197 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-3e3529a2-baf3-4d16-85df-54818c642ba8 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Calling delete_port for 6ef0fe4e-0ea4-4286-8ee7-2c84b9ead163 owned by network:dhcp {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:51:28.223496 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-650e2f77-ae6c-4ee4-89f5-fbd9ad6abeda tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:28.229011 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-650e2f77-ae6c-4ee4-89f5-fbd9ad6abeda tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3984106 Apr 05 14:51:28.230236 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 37586) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:28.235246 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-b3c4222f-4291-4eeb-adf1-046a92e46e08 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Request body: {'security_group_rule': {'security_group_id': '7fcc28c3-fc69-424a-81a1-3f20aae8b5c3', 'project_id': '15503dce9d2944a4a898191fdde0d62f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:51:28.254216 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-d7ebfb11-12e2-4410-bf29-438bbebeb60b None None] Deleting port 6ef0fe4e-0ea4-4286-8ee7-2c84b9ead163 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:51:28.254723 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d7ebfb11-12e2-4410-bf29-438bbebeb60b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:28.323896 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-d7ebfb11-12e2-4410-bf29-438bbebeb60b None None] For port 6ef0fe4e-0ea4-4286-8ee7-2c84b9ead163, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=6ef0fe4e-0ea4-4286-8ee7-2c84b9ead163,segment=NetworkSegment(9eba75b6-3733-467d-92ab-bac939ffc882),segment_id=9eba75b6-3733-467d-92ab-bac939ffc882)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:51:28.324303 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d7ebfb11-12e2-4410-bf29-438bbebeb60b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:28.337960 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-d7ebfb11-12e2-4410-bf29-438bbebeb60b None None] Calling delete_port for 6ef0fe4e-0ea4-4286-8ee7-2c84b9ead163 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:51:28.342977 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b3c4222f-4291-4eeb-adf1-046a92e46e08 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:28.359373 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3e3529a2-baf3-4d16-85df-54818c642ba8 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:28.413489 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3529a2-baf3-4d16-85df-54818c642ba8 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Pushing event deleted for resources: {'Port': ['ID=6ef0fe4e-0ea4-4286-8ee7-2c84b9ead163,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:28.424762 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3529a2-baf3-4d16-85df-54818c642ba8 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] No DVR routers for this DVR port 6ef0fe4e-0ea4-4286-8ee7-2c84b9ead163 on host n-d-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:51:28.474635 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d7ebfb11-12e2-4410-bf29-438bbebeb60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:28.474800 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b3c4222f-4291-4eeb-adf1-046a92e46e08 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:28.496769 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ebfb11-12e2-4410-bf29-438bbebeb60b None None] No DVR routers for this DVR port 6ef0fe4e-0ea4-4286-8ee7-2c84b9ead163 on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:51:28.501223 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ebfb11-12e2-4410-bf29-438bbebeb60b None None] Pushing event deleted for resources: {'Port': ['ID=6ef0fe4e-0ea4-4286-8ee7-2c84b9ead163,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:28.510618 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ebfb11-12e2-4410-bf29-438bbebeb60b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:51:28.510957 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ebfb11-12e2-4410-bf29-438bbebeb60b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:51:28.511303 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ebfb11-12e2-4410-bf29-438bbebeb60b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:51:28.514481 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ebfb11-12e2-4410-bf29-438bbebeb60b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:51:28.514481 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ebfb11-12e2-4410-bf29-438bbebeb60b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:51:28.514481 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ebfb11-12e2-4410-bf29-438bbebeb60b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:51:28.514481 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ebfb11-12e2-4410-bf29-438bbebeb60b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:51:28.514481 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ebfb11-12e2-4410-bf29-438bbebeb60b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:51:28.514481 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ebfb11-12e2-4410-bf29-438bbebeb60b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:51:28.514481 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ebfb11-12e2-4410-bf29-438bbebeb60b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:51:28.514481 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ebfb11-12e2-4410-bf29-438bbebeb60b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:51:28.514481 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ebfb11-12e2-4410-bf29-438bbebeb60b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:51:28.530587 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b3c4222f-4291-4eeb-adf1-046a92e46e08 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:28.542102 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3e3529a2-baf3-4d16-85df-54818c642ba8 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:28.548765 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c4222f-4291-4eeb-adf1-046a92e46e08 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ed235ae-6295-4196-b027-e3c17925dea3,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:28.571915 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-3e3529a2-baf3-4d16-85df-54818c642ba8 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a60aa49d-ace6-4f21-9003-181e655b3e5f']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:51:28.583440 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-3e3529a2-baf3-4d16-85df-54818c642ba8 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eba75b6-3733-467d-92ab-bac939ffc882') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:51:28.583636 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-3e3529a2-baf3-4d16-85df-54818c642ba8 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eba75b6-3733-467d-92ab-bac939ffc882') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:51:28.592813 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3e3529a2-baf3-4d16-85df-54818c642ba8 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:28.605852 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3e3529a2-baf3-4d16-85df-54818c642ba8 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:28.620311 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e3529a2-baf3-4d16-85df-54818c642ba8 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:51:28.620311 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3e3529a2-baf3-4d16-85df-54818c642ba8 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:28.620311 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:51:28.620311 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:51:28.620311 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:51:28.620311 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:51:28.620311 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:51:28.620311 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:51:28.620311 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:51:28.620311 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:51:28.620311 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:51:28.620311 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:51:28.620311 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:51:28.620311 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:51:28.620311 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:51:28.620311 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:51:28.620311 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:51:28.620311 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:51:28.620311 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:51:28.620311 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:51:28.620311 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:51:28.620311 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:51:28.620311 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:51:28.620311 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:51:28.620311 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:51:28.620311 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:51:28.620311 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:51:28.620311 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:51:28.620311 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:51:28.620311 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:51:28.620311 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:51:28.620311 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:51:28.620311 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:51:28.620311 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:51:28.639710 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b3c4222f-4291-4eeb-adf1-046a92e46e08 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:28.641762 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-b3c4222f-4291-4eeb-adf1-046a92e46e08 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4096892 Apr 05 14:51:28.644426 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 37592) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:28.649724 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-6030456b-cb5f-4c41-a9da-d09e7b21bcf9 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Request body: {'security_group_rule': {'security_group_id': '7fcc28c3-fc69-424a-81a1-3f20aae8b5c3', 'project_id': '15503dce9d2944a4a898191fdde0d62f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:51:28.745563 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6030456b-cb5f-4c41-a9da-d09e7b21bcf9 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:28.774659 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3e3529a2-baf3-4d16-85df-54818c642ba8 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:28.783403 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3e3529a2-baf3-4d16-85df-54818c642ba8 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:28.790223 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-3e3529a2-baf3-4d16-85df-54818c642ba8 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] 10.222.0.30 "DELETE /v2.0/networks/a60aa49d-ace6-4f21-9003-181e655b3e5f HTTP/1.1" status: 204 len: 168 time: 0.8567708 Apr 05 14:51:28.806729 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3529a2-baf3-4d16-85df-54818c642ba8 tempest-AllowedAddressPairTestJSON-280462486 tempest-AllowedAddressPairTestJSON-280462486-project] Pushing event deleted for resources: {'Network': ['ID=a60aa49d-ace6-4f21-9003-181e655b3e5f,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:28.821993 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6030456b-cb5f-4c41-a9da-d09e7b21bcf9 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:28.896621 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6030456b-cb5f-4c41-a9da-d09e7b21bcf9 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:28.916773 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6030456b-cb5f-4c41-a9da-d09e7b21bcf9 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa2f58a5-20d5-463b-8056-e2591faeff53,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:28.978304 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6030456b-cb5f-4c41-a9da-d09e7b21bcf9 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:28.979683 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-6030456b-cb5f-4c41-a9da-d09e7b21bcf9 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3339314 Apr 05 14:51:28.982452 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 37596) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:28.987548 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-783f5bdf-1ba0-4504-b455-3d280498d5a7 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Request body: {'security_group_rule': {'security_group_id': '7fcc28c3-fc69-424a-81a1-3f20aae8b5c3', 'project_id': '15503dce9d2944a4a898191fdde0d62f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:51:29.079031 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-783f5bdf-1ba0-4504-b455-3d280498d5a7 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:29.143581 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-783f5bdf-1ba0-4504-b455-3d280498d5a7 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:29.200424 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 37600) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:29.210234 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-783f5bdf-1ba0-4504-b455-3d280498d5a7 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:29.229406 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783f5bdf-1ba0-4504-b455-3d280498d5a7 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2897fd4-a62d-4e9a-9c9f-6a7ea0fab77e,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:29.316752 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-783f5bdf-1ba0-4504-b455-3d280498d5a7 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:29.320680 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-783f5bdf-1ba0-4504-b455-3d280498d5a7 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3346207 Apr 05 14:51:29.321087 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37604) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:29.325807 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-5092bce9-4f34-4af1-9d11-f08644eca988 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Request body: {'security_group_rule': {'security_group_id': '7fcc28c3-fc69-424a-81a1-3f20aae8b5c3', 'project_id': '15503dce9d2944a4a898191fdde0d62f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:51:29.351664 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-0e057784-cd5d-40a2-bda9-5e8860e51829 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dc8143836f114b67b558659836dec497&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1498523 Apr 05 14:51:29.354276 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37606) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:29.411881 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-58942efc-6c39-4ae1-8673-f330aeadde0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:29.421595 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5092bce9-4f34-4af1-9d11-f08644eca988 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:29.465737 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-58942efc-6c39-4ae1-8673-f330aeadde0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:29.538107 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5092bce9-4f34-4af1-9d11-f08644eca988 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:29.557506 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 6ef0fe4e-0ea4-4286-8ee7-2c84b9ead163 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:51:29.586756 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 6ef0fe4e-0ea4-4286-8ee7-2c84b9ead163 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:51:29.586756 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 6ef0fe4e-0ea4-4286-8ee7-2c84b9ead163 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:51:29.626127 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:29.626899 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5092bce9-4f34-4af1-9d11-f08644eca988 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:29.645364 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5092bce9-4f34-4af1-9d11-f08644eca988 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c6507a7-9c9c-42de-a3da-7a8ec212a0e8,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:29.660344 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:29.660525 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-58942efc-6c39-4ae1-8673-f330aeadde0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:29.663368 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-58942efc-6c39-4ae1-8673-f330aeadde0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:29.664612 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-58942efc-6c39-4ae1-8673-f330aeadde0a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c48de798-aaf4-44ca-b097-9533d100c316 HTTP/1.1" status: 204 len: 168 time: 0.3093584 Apr 05 14:51:29.674103 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58942efc-6c39-4ae1-8673-f330aeadde0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48de798-aaf4-44ca-b097-9533d100c316,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:29.743657 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5092bce9-4f34-4af1-9d11-f08644eca988 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:29.744905 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-5092bce9-4f34-4af1-9d11-f08644eca988 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4227817 Apr 05 14:51:29.747707 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 37614) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:29.753227 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-1899f87f-696f-42ea-b8c3-ac5b0fe99dbe tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Request body: {'security_group_rule': {'security_group_id': '7fcc28c3-fc69-424a-81a1-3f20aae8b5c3', 'project_id': '15503dce9d2944a4a898191fdde0d62f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:51:29.896368 n-d-836650-2 neutron-server[103320]: INFO neutron.db.securitygroups_db [None req-1899f87f-696f-42ea-b8c3-ac5b0fe99dbe tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Project 15503dce9d2944a4a898191fdde0d62f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 14:51:29.901695 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1899f87f-696f-42ea-b8c3-ac5b0fe99dbe tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:29.969532 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1899f87f-696f-42ea-b8c3-ac5b0fe99dbe tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:30.056332 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1899f87f-696f-42ea-b8c3-ac5b0fe99dbe tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:30.076798 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1899f87f-696f-42ea-b8c3-ac5b0fe99dbe tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c807fb2f-933d-4854-a1a3-0859f1fac10a,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:30.155148 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1899f87f-696f-42ea-b8c3-ac5b0fe99dbe tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:30.156350 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-1899f87f-696f-42ea-b8c3-ac5b0fe99dbe tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4075668 Apr 05 14:51:30.159112 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 37626) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:30.163451 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-2c8daf99-9d01-4319-80b5-9b937b91d7ec tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Request body: {'security_group_rule': {'security_group_id': '7fcc28c3-fc69-424a-81a1-3f20aae8b5c3', 'project_id': '15503dce9d2944a4a898191fdde0d62f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:51:30.256398 n-d-836650-2 neutron-server[103320]: INFO neutron.db.securitygroups_db [None req-2c8daf99-9d01-4319-80b5-9b937b91d7ec tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Project 15503dce9d2944a4a898191fdde0d62f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 14:51:30.261523 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2c8daf99-9d01-4319-80b5-9b937b91d7ec tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:30.326090 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2c8daf99-9d01-4319-80b5-9b937b91d7ec tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:30.420340 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2c8daf99-9d01-4319-80b5-9b937b91d7ec tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:30.441484 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8daf99-9d01-4319-80b5-9b937b91d7ec tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d8d99d8-1a1d-4588-b142-f48cf3f160f7,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:30.513867 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2c8daf99-9d01-4319-80b5-9b937b91d7ec tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:30.515116 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-2c8daf99-9d01-4319-80b5-9b937b91d7ec tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3550849 Apr 05 14:51:30.730841 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 37684) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:30.863057 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-2c26cb21-815b-4249-bc5b-0897ebb198da tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Request body: {'networks': [{'name': 'tempest-network--1164494388'}, {'name': 'tempest-network--841356802'}]} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:51:30.863373 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-2c26cb21-815b-4249-bc5b-0897ebb198da tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Request body: {'network': {'name': 'tempest-network--1164494388'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:51:30.863828 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-2c26cb21-815b-4249-bc5b-0897ebb198da tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Request body: {'network': {'name': 'tempest-network--841356802'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:51:30.987364 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c26cb21-815b-4249-bc5b-0897ebb198da tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Made reservation on behalf of 4b99cc5c366b4ef593dab0077a2e154a for: {'network': 2} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:51:30.992010 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2c26cb21-815b-4249-bc5b-0897ebb198da tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:31.000668 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2c26cb21-815b-4249-bc5b-0897ebb198da tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:31.074866 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2c26cb21-815b-4249-bc5b-0897ebb198da tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:31.181658 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2c26cb21-815b-4249-bc5b-0897ebb198da tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:31.182145 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2c26cb21-815b-4249-bc5b-0897ebb198da tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:31.222842 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c26cb21-815b-4249-bc5b-0897ebb198da tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=369c7fb0-20d2-481a-bd2f-0a0d0d86c14f,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:31.228689 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c26cb21-815b-4249-bc5b-0897ebb198da tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=103320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:51:31.238538 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2c26cb21-815b-4249-bc5b-0897ebb198da tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:31.238886 n-d-836650-2 neutron-server[103320]: INFO neutron.db.segments_db [None req-2c26cb21-815b-4249-bc5b-0897ebb198da tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Added segment d330f9fd-1fe4-4a0f-bba5-433c70143bff of type vlan for network 2af52803-75d6-4b21-af71-52572d3bd28d Apr 05 14:51:31.330124 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2c26cb21-815b-4249-bc5b-0897ebb198da tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:31.367978 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be9562-e3fc-4935-95e9-f140ef07f04f req-8e7e8a96-f0a6-43bc-969b-f28fe69f2aca tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:31.369488 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b4be9562-e3fc-4935-95e9-f140ef07f04f req-8e7e8a96-f0a6-43bc-969b-f28fe69f2aca tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/ports?device_id=9521b4f7-1bea-4e0e-9a23-9f8cc57c769a HTTP/1.1" status: 200 len: 946 time: 0.0899541 Apr 05 14:51:31.385391 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c26cb21-815b-4249-bc5b-0897ebb198da tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=103320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:51:31.405082 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2c26cb21-815b-4249-bc5b-0897ebb198da tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:31.405428 n-d-836650-2 neutron-server[103320]: INFO neutron.db.segments_db [None req-2c26cb21-815b-4249-bc5b-0897ebb198da tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Added segment da19951f-0b74-4776-ad87-2e114b4d40ab of type vlan for network d8f2c055-00a7-40e7-9882-3484b5ca523b Apr 05 14:51:31.444298 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b4be9562-e3fc-4935-95e9-f140ef07f04f req-a3876450-cca6-460a-be5c-1f32a40e3822 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/security-groups?id=160b3706-0983-4a2c-b15f-5151b1aedef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683427 Apr 05 14:51:31.465600 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2c26cb21-815b-4249-bc5b-0897ebb198da tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:31.547665 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2c26cb21-815b-4249-bc5b-0897ebb198da tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:31.548819 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2c26cb21-815b-4249-bc5b-0897ebb198da tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:31.554409 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c26cb21-815b-4249-bc5b-0897ebb198da tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:31.559154 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c26cb21-815b-4249-bc5b-0897ebb198da tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:31.559764 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2c26cb21-815b-4249-bc5b-0897ebb198da tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:31.627543 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c26cb21-815b-4249-bc5b-0897ebb198da tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Pushing event updated for resources: {'Network': ['ID=2af52803-75d6-4b21-af71-52572d3bd28d,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:31.648040 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 2af52803-75d6-4b21-af71-52572d3bd28d details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:51:31.711609 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37722) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:31.713092 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-2c26cb21-815b-4249-bc5b-0897ebb198da tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.9765842 Apr 05 14:51:31.737634 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c26cb21-815b-4249-bc5b-0897ebb198da tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Pushing event updated for resources: {'Network': ['ID=d8f2c055-00a7-40e7-9882-3484b5ca523b,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:31.889579 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network d8f2c055-00a7-40e7-9882-3484b5ca523b details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:51:32.198065 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72388379-a91a-4b8a-aa13-784ad37b3110 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:32.204731 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72388379-a91a-4b8a-aa13-784ad37b3110 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:32.210892 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72388379-a91a-4b8a-aa13-784ad37b3110 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:32.216619 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72388379-a91a-4b8a-aa13-784ad37b3110 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:32.218373 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-72388379-a91a-4b8a-aa13-784ad37b3110 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5056458 Apr 05 14:51:32.221327 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 37740) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:32.300278 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cec6d2f9-8ade-4d41-98ab-31e5b2fefb12 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:32.393996 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cec6d2f9-8ade-4d41-98ab-31e5b2fefb12 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:32.418607 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-cec6d2f9-8ade-4d41-98ab-31e5b2fefb12 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2af52803-75d6-4b21-af71-52572d3bd28d']}} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:51:32.428422 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-cec6d2f9-8ade-4d41-98ab-31e5b2fefb12 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd330f9fd-1fe4-4a0f-bba5-433c70143bff') {'for_net_delete': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:51:32.428723 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-cec6d2f9-8ade-4d41-98ab-31e5b2fefb12 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd330f9fd-1fe4-4a0f-bba5-433c70143bff') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:51:32.437993 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cec6d2f9-8ade-4d41-98ab-31e5b2fefb12 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13399223'] for segment, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:32.451130 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cec6d2f9-8ade-4d41-98ab-31e5b2fefb12 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:32.457962 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cec6d2f9-8ade-4d41-98ab-31e5b2fefb12 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=103320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:51:32.458372 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cec6d2f9-8ade-4d41-98ab-31e5b2fefb12 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15765202'] for segment, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:32.461885 n-d-836650-2 neutron-server[103320]: Traceback (most recent call last): Apr 05 14:51:32.461885 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:51:32.461885 n-d-836650-2 neutron-server[103320]: timer() Apr 05 14:51:32.461885 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:51:32.461885 n-d-836650-2 neutron-server[103320]: cb(*args, **kw) Apr 05 14:51:32.461885 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:51:32.461885 n-d-836650-2 neutron-server[103320]: return func(*args, **kwargs) Apr 05 14:51:32.461885 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:51:32.461885 n-d-836650-2 neutron-server[103320]: self._notify() Apr 05 14:51:32.461885 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:51:32.461885 n-d-836650-2 neutron-server[103320]: self.callback(batched_events) Apr 05 14:51:32.461885 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:51:32.461885 n-d-836650-2 neutron-server[103320]: event.method(event) Apr 05 14:51:32.461885 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:51:32.461885 n-d-836650-2 neutron-server[103320]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:51:32.461885 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:51:32.461885 n-d-836650-2 neutron-server[103320]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:51:32.461885 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:51:32.461885 n-d-836650-2 neutron-server[103320]: return f(self, *a, **k) Apr 05 14:51:32.461885 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:51:32.461885 n-d-836650-2 neutron-server[103320]: return self._get(url).json() Apr 05 14:51:32.461885 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:51:32.461885 n-d-836650-2 neutron-server[103320]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:51:32.461885 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:51:32.461885 n-d-836650-2 neutron-server[103320]: return self.request(url, 'GET', **kwargs) Apr 05 14:51:32.461885 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:51:32.461885 n-d-836650-2 neutron-server[103320]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:51:32.461885 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:51:32.461885 n-d-836650-2 neutron-server[103320]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:51:32.461885 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:51:32.461885 n-d-836650-2 neutron-server[103320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:51:32.461885 n-d-836650-2 neutron-server[103320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:51:32.571668 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47e2dc6-59f2-48b8-9c91-8e9e2d73ef19 req-184a89a3-a736-400e-a5ce-68d23dba0323 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:32.573203 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e47e2dc6-59f2-48b8-9c91-8e9e2d73ef19 req-184a89a3-a736-400e-a5ce-68d23dba0323 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/ports?device_id=9521b4f7-1bea-4e0e-9a23-9f8cc57c769a HTTP/1.1" status: 200 len: 946 time: 0.0535085 Apr 05 14:51:32.613124 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cec6d2f9-8ade-4d41-98ab-31e5b2fefb12 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:32.623997 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cec6d2f9-8ade-4d41-98ab-31e5b2fefb12 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:32.627544 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-cec6d2f9-8ade-4d41-98ab-31e5b2fefb12 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] 10.222.0.30 "DELETE /v2.0/networks/2af52803-75d6-4b21-af71-52572d3bd28d HTTP/1.1" status: 204 len: 168 time: 0.4051552 Apr 05 14:51:32.630207 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37746) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:32.631014 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e47e2dc6-59f2-48b8-9c91-8e9e2d73ef19 req-e9b2e323-b546-4413-9306-3a303f4fc12a tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/security-groups?id=160b3706-0983-4a2c-b15f-5151b1aedef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514214 Apr 05 14:51:32.645333 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec6d2f9-8ade-4d41-98ab-31e5b2fefb12 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Pushing event deleted for resources: {'Network': ['ID=2af52803-75d6-4b21-af71-52572d3bd28d,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:32.718395 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1f800de5-7ca7-405a-8da1-0690355492f8 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:32.815387 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1f800de5-7ca7-405a-8da1-0690355492f8 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:32.836603 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-1f800de5-7ca7-405a-8da1-0690355492f8 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8f2c055-00a7-40e7-9882-3484b5ca523b']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:51:32.847585 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-1f800de5-7ca7-405a-8da1-0690355492f8 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da19951f-0b74-4776-ad87-2e114b4d40ab') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:51:32.847879 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-1f800de5-7ca7-405a-8da1-0690355492f8 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da19951f-0b74-4776-ad87-2e114b4d40ab') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:51:32.863308 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1f800de5-7ca7-405a-8da1-0690355492f8 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:32.877580 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1f800de5-7ca7-405a-8da1-0690355492f8 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:32.883470 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f800de5-7ca7-405a-8da1-0690355492f8 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:51:32.883853 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1f800de5-7ca7-405a-8da1-0690355492f8 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:32.886795 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:51:32.886795 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:51:32.886795 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:51:32.886795 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:51:32.886795 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:51:32.886795 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:51:32.886795 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:51:32.886795 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:51:32.886795 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:51:32.886795 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:51:32.886795 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:51:32.886795 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:51:32.886795 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:51:32.886795 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:51:32.886795 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:51:32.886795 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:51:32.886795 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:51:32.886795 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:51:32.886795 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:51:32.886795 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:51:32.886795 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:51:32.886795 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:51:32.886795 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:51:32.886795 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:51:32.886795 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:51:32.886795 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:51:32.886795 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:51:32.886795 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:51:32.886795 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:51:32.886795 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:51:32.886795 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:51:32.886795 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:51:33.027661 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1f800de5-7ca7-405a-8da1-0690355492f8 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:33.036644 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1f800de5-7ca7-405a-8da1-0690355492f8 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:33.040069 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-1f800de5-7ca7-405a-8da1-0690355492f8 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] 10.222.0.30 "DELETE /v2.0/networks/d8f2c055-00a7-40e7-9882-3484b5ca523b HTTP/1.1" status: 204 len: 168 time: 0.4088228 Apr 05 14:51:33.043288 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 37754) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:33.051333 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f800de5-7ca7-405a-8da1-0690355492f8 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Pushing event deleted for resources: {'Network': ['ID=d8f2c055-00a7-40e7-9882-3484b5ca523b,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:33.162817 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78266877-9056-48a7-b947-3ed680580f0c tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:33.169687 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78266877-9056-48a7-b947-3ed680580f0c tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:33.171289 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-78266877-9056-48a7-b947-3ed680580f0c tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1262319 Apr 05 14:51:33.175021 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 37758) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:33.179887 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-f8024f84-a698-403e-b82c-03b891ad5334 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-899942129'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:51:33.249814 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c11c440-9bb3-4de9-aced-5b7819190318 req-56b34c81-6df0-4f92-a9e6-5e57067b65e4 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:33.251564 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8c11c440-9bb3-4de9-aced-5b7819190318 req-56b34c81-6df0-4f92-a9e6-5e57067b65e4 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.55 "GET /v2.0/ports?device_id=9521b4f7-1bea-4e0e-9a23-9f8cc57c769a HTTP/1.1" status: 200 len: 946 time: 0.0532980 Apr 05 14:51:33.265509 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8024f84-a698-403e-b82c-03b891ad5334 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Made reservation on behalf of 4b99cc5c366b4ef593dab0077a2e154a for: {'network': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:51:33.269606 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f8024f84-a698-403e-b82c-03b891ad5334 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:33.347743 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8024f84-a698-403e-b82c-03b891ad5334 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=103320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:51:33.366555 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f8024f84-a698-403e-b82c-03b891ad5334 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:33.366555 n-d-836650-2 neutron-server[103320]: INFO neutron.db.segments_db [None req-f8024f84-a698-403e-b82c-03b891ad5334 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Added segment 3050ad4d-795a-49c6-844d-92a85413d0db of type vlan for network b5b9016d-c951-43a4-ab62-c70a03087dcd Apr 05 14:51:33.418275 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f8024f84-a698-403e-b82c-03b891ad5334 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:33.436859 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-8c11c440-9bb3-4de9-aced-5b7819190318 req-e97a9b94-c6da-4841-b315-e81447017c09 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Deleting port 781aed55-59e6-4732-af9d-6cd54814fcd8 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:51:33.436859 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-8c11c440-9bb3-4de9-aced-5b7819190318 req-e97a9b94-c6da-4841-b315-e81447017c09 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:33.576840 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-8c11c440-9bb3-4de9-aced-5b7819190318 req-e97a9b94-c6da-4841-b315-e81447017c09 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] For port 781aed55-59e6-4732-af9d-6cd54814fcd8, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=781aed55-59e6-4732-af9d-6cd54814fcd8,segment=NetworkSegment(e523e33a-de62-4414-94f9-7699545cb484),segment_id=e523e33a-de62-4414-94f9-7699545cb484)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:51:33.577260 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-8c11c440-9bb3-4de9-aced-5b7819190318 req-e97a9b94-c6da-4841-b315-e81447017c09 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:33.596152 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f8024f84-a698-403e-b82c-03b891ad5334 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:33.602142 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8024f84-a698-403e-b82c-03b891ad5334 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:33.606769 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f8024f84-a698-403e-b82c-03b891ad5334 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:33.771122 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-f8024f84-a698-403e-b82c-03b891ad5334 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5949545 Apr 05 14:51:33.773721 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37764) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:33.781374 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-359ab8b0-d7f2-47ab-94f7-ffcc96af5835 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-91292310'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:51:33.797105 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8024f84-a698-403e-b82c-03b891ad5334 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Pushing event updated for resources: {'Network': ['ID=b5b9016d-c951-43a4-ab62-c70a03087dcd,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:33.813006 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network b5b9016d-c951-43a4-ab62-c70a03087dcd details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:51:33.861548 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa1e9f0-9e66-473c-9bf6-73d78123524c req-8002d264-7319-4210-bcc8-8db8a3de9c9b tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:33.863073 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-faa1e9f0-9e66-473c-9bf6-73d78123524c req-8002d264-7319-4210-bcc8-8db8a3de9c9b tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/ports?device_id=9521b4f7-1bea-4e0e-9a23-9f8cc57c769a HTTP/1.1" status: 200 len: 946 time: 0.1435602 Apr 05 14:51:33.903328 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-359ab8b0-d7f2-47ab-94f7-ffcc96af5835 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Made reservation on behalf of 4b99cc5c366b4ef593dab0077a2e154a for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:51:33.906885 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-359ab8b0-d7f2-47ab-94f7-ffcc96af5835 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:33.916514 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-8c11c440-9bb3-4de9-aced-5b7819190318 req-e97a9b94-c6da-4841-b315-e81447017c09 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:33.917199 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-8c11c440-9bb3-4de9-aced-5b7819190318 req-e97a9b94-c6da-4841-b315-e81447017c09 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:33.917345 n-d-836650-2 neutron-server[103320]: INFO neutron.db.l3_db [req-8c11c440-9bb3-4de9-aced-5b7819190318 req-e97a9b94-c6da-4841-b315-e81447017c09 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Floating IP eb47ec99-f353-4266-93c5-07f492af44a8 disassociated. External IP: 172.25.6.81, port: 781aed55-59e6-4732-af9d-6cd54814fcd8. Apr 05 14:51:33.917626 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-8c11c440-9bb3-4de9-aced-5b7819190318 req-e97a9b94-c6da-4841-b315-e81447017c09 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Calling delete_port for 781aed55-59e6-4732-af9d-6cd54814fcd8 owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:51:33.936557 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-359ab8b0-d7f2-47ab-94f7-ffcc96af5835 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:51:33.941013 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-faa1e9f0-9e66-473c-9bf6-73d78123524c req-1635f456-4cd7-489c-b287-5c918c4977c1 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/security-groups?id=160b3706-0983-4a2c-b15f-5151b1aedef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645528 Apr 05 14:51:33.963507 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-359ab8b0-d7f2-47ab-94f7-ffcc96af5835 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:33.964008 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-359ab8b0-d7f2-47ab-94f7-ffcc96af5835 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Added segment cbcfbaeb-ca9a-4d6e-b09b-b6ba544172cd of type vlan for network 44a36801-3eb5-4455-b194-9724fb7fe2cf Apr 05 14:51:34.015562 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-359ab8b0-d7f2-47ab-94f7-ffcc96af5835 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:34.118948 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-359ab8b0-d7f2-47ab-94f7-ffcc96af5835 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:34.124733 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359ab8b0-d7f2-47ab-94f7-ffcc96af5835 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:34.125368 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-359ab8b0-d7f2-47ab-94f7-ffcc96af5835 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:34.164674 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-8c11c440-9bb3-4de9-aced-5b7819190318 req-e97a9b94-c6da-4841-b315-e81447017c09 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:34.197060 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97a9b94-c6da-4841-b315-e81447017c09 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Pushing event deleted for resources: {'Port': ['ID=781aed55-59e6-4732-af9d-6cd54814fcd8,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:34.211089 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359ab8b0-d7f2-47ab-94f7-ffcc96af5835 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Pushing event updated for resources: {'Network': ['ID=44a36801-3eb5-4455-b194-9724fb7fe2cf,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:34.226716 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 44a36801-3eb5-4455-b194-9724fb7fe2cf details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:51:34.298813 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-359ab8b0-d7f2-47ab-94f7-ffcc96af5835 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5236459 Apr 05 14:51:34.301419 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37768) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:34.306727 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-b4b96e7b-1679-4e41-bb9a-25d003859cfc tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Request body: {'ports': [{'network_id': 'b5b9016d-c951-43a4-ab62-c70a03087dcd', 'name': 'tempest-port--1266948411', 'admin_state_up': True}, {'network_id': '44a36801-3eb5-4455-b194-9724fb7fe2cf', 'admin_state_up': False}]} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:51:34.311414 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-b4b96e7b-1679-4e41-bb9a-25d003859cfc tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Request body: {'port': {'network_id': 'b5b9016d-c951-43a4-ab62-c70a03087dcd', 'name': 'tempest-port--1266948411', 'admin_state_up': True}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:51:34.311414 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-b4b96e7b-1679-4e41-bb9a-25d003859cfc tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Request body: {'port': {'network_id': '44a36801-3eb5-4455-b194-9724fb7fe2cf', 'admin_state_up': False}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:51:34.355643 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c11c440-9bb3-4de9-aced-5b7819190318 req-e97a9b94-c6da-4841-b315-e81447017c09 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Router 1d2104ce-04d0-4d0b-a541-fbd10738befa has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:51:34.508934 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c11c440-9bb3-4de9-aced-5b7819190318 req-e97a9b94-c6da-4841-b315-e81447017c09 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:51:34.523587 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb84648-c5b5-47fd-aa51-3254fb9f8955 None None] Sync routers for ids ['1d2104ce-04d0-4d0b-a541-fbd10738befa'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:51:34.559315 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb84648-c5b5-47fd-aa51-3254fb9f8955 None None] Routers {'1d2104ce-04d0-4d0b-a541-fbd10738befa'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:51:34.562662 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-dfb84648-c5b5-47fd-aa51-3254fb9f8955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:51:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['1d2104ce-04d0-4d0b-a541-fbd10738befa'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:51:34.598257 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c11c440-9bb3-4de9-aced-5b7819190318 req-e97a9b94-c6da-4841-b315-e81447017c09 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] No DVR routers for this DVR port 781aed55-59e6-4732-af9d-6cd54814fcd8 on host n-h1-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:51:34.613529 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-8c11c440-9bb3-4de9-aced-5b7819190318 req-e97a9b94-c6da-4841-b315-e81447017c09 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:34.638486 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8c11c440-9bb3-4de9-aced-5b7819190318 req-e97a9b94-c6da-4841-b315-e81447017c09 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.55 "DELETE /v2.0/ports/781aed55-59e6-4732-af9d-6cd54814fcd8 HTTP/1.1" status: 204 len: 173 time: 1.3805382 Apr 05 14:51:34.638997 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9521b4f7-1bea-4e0e-9a23-9f8cc57c769a', 'name': 'network-vif-deleted', 'tag': '781aed55-59e6-4732-af9d-6cd54814fcd8'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:51:34.641963 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b635c676-a6fe-46f5-9da6-753880448c9b" -d '{"events": [{"server_uuid": "9521b4f7-1bea-4e0e-9a23-9f8cc57c769a", "name": "network-vif-deleted", "tag": "781aed55-59e6-4732-af9d-6cd54814fcd8"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:51:34.666712 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b96e7b-1679-4e41-bb9a-25d003859cfc tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Made reservation on behalf of 4b99cc5c366b4ef593dab0077a2e154a for: {'port': 2} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:51:34.681161 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b4b96e7b-1679-4e41-bb9a-25d003859cfc tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:34.697419 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b4b96e7b-1679-4e41-bb9a-25d003859cfc tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:34.767256 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f6302bf-9eca-4682-8ae9-857f83d0c66d x-openstack-request-id: req-7f6302bf-9eca-4682-8ae9-857f83d0c66d {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:51:34.767256 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9521b4f7-1bea-4e0e-9a23-9f8cc57c769a", "name": "network-vif-deleted", "tag": "781aed55-59e6-4732-af9d-6cd54814fcd8", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:51:34.767256 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7f6302bf-9eca-4682-8ae9-857f83d0c66d {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:51:34.767256 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f6302bf-9eca-4682-8ae9-857f83d0c66d'] response: {'server_uuid': '9521b4f7-1bea-4e0e-9a23-9f8cc57c769a', 'name': 'network-vif-deleted', 'tag': '781aed55-59e6-4732-af9d-6cd54814fcd8', 'status': 'completed', 'code': 200} Apr 05 14:51:34.793946 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-dfb84648-c5b5-47fd-aa51-3254fb9f8955 None None] Set router 1d2104ce-04d0-4d0b-a541-fbd10738befa gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:51:34.957742 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [None req-b4b96e7b-1679-4e41-bb9a-25d003859cfc tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] device_id is not set on port cdb12518-c8f6-44bf-a219-4ad45404c49b yet. {{(pid=103321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:51:34.975499 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3afe2e-9a68-417a-8420-24c52fcfa31c req-be17aa5d-e857-4466-8ef0-886d705dd401 tempest-TestNetworkAdvancedServerOps-2063735697 tempest-TestNetworkAdvancedServerOps-2063735697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:34.977883 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8b3afe2e-9a68-417a-8420-24c52fcfa31c req-be17aa5d-e857-4466-8ef0-886d705dd401 tempest-TestNetworkAdvancedServerOps-2063735697 tempest-TestNetworkAdvancedServerOps-2063735697-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=70eb423d-1ee8-4ebf-83c2-b1b6e072a926 HTTP/1.1" status: 200 len: 1097 time: 0.0759428 Apr 05 14:51:35.014831 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-8b3afe2e-9a68-417a-8420-24c52fcfa31c req-ecfe8d63-71f3-4ff0-80af-3526eca55c24 tempest-TestNetworkAdvancedServerOps-2063735697 tempest-TestNetworkAdvancedServerOps-2063735697-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:35.106280 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b4b96e7b-1679-4e41-bb9a-25d003859cfc tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:35.124084 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6b167e86-0407-476e-9679-d2eedadd7f33 req-758bd73b-6895-4cdf-949e-88b44196bf61 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/ports?device_id=9521b4f7-1bea-4e0e-9a23-9f8cc57c769a HTTP/1.1" status: 200 len: 210 time: 0.0381050 Apr 05 14:51:35.148803 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-8b3afe2e-9a68-417a-8420-24c52fcfa31c req-ecfe8d63-71f3-4ff0-80af-3526eca55c24 tempest-TestNetworkAdvancedServerOps-2063735697 tempest-TestNetworkAdvancedServerOps-2063735697-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:35.173087 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-dfb84648-c5b5-47fd-aa51-3254fb9f8955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2104ce-04d0-4d0b-a541-fbd10738befa', 'name': 'tempest-AttachVolumeTestJSON-1840973019-router', 'tenant_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '01d78cb5-9b58-47a4-86c4-81b68d2544c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:43:54Z', 'updated_at': '2022-04-05T14:44:15Z', 'revision_number': 4, 'project_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'gw_port': {'id': '01d78cb5-9b58-47a4-86c4-81b68d2544c5', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2104ce-04d0-4d0b-a541-fbd10738befa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:43:58Z', 'updated_at': '2022-04-05T14:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '83b304e1-f9c8-4790-9dae-52dffd4bac5c', 'name': '', 'network_id': '0ec84664-b286-431c-8e6d-81964b6279ea', 'tenant_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'mac_address': 'fa:16:3e:a4:1f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2104ce-04d0-4d0b-a541-fbd10738befa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '5191ec95-9794-4487-b4dd-b62543d80f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:10Z', 'updated_at': '2022-04-05T14:44:23Z', 'revision_number': 5, 'project_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'subnets': [{'id': '5191ec95-9794-4487-b4dd-b62543d80f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:51:35.197158 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [None req-b4b96e7b-1679-4e41-bb9a-25d003859cfc tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] device_id is not set on port d712ec92-75f1-4bd8-9cb1-9f654369a343 yet. {{(pid=103321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:51:35.210227 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb84648-c5b5-47fd-aa51-3254fb9f8955 None None] Checking router: 1d2104ce-04d0-4d0b-a541-fbd10738befa for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:51:35.215328 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-8b3afe2e-9a68-417a-8420-24c52fcfa31c req-ecfe8d63-71f3-4ff0-80af-3526eca55c24 tempest-TestNetworkAdvancedServerOps-2063735697 tempest-TestNetworkAdvancedServerOps-2063735697-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:35.240675 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb84648-c5b5-47fd-aa51-3254fb9f8955 None None] Routers {'1d2104ce-04d0-4d0b-a541-fbd10738befa'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:51:35.242505 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-dfb84648-c5b5-47fd-aa51-3254fb9f8955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:51:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['1d2104ce-04d0-4d0b-a541-fbd10738befa'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:51:35.253962 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8b3afe2e-9a68-417a-8420-24c52fcfa31c req-ecfe8d63-71f3-4ff0-80af-3526eca55c24 tempest-TestNetworkAdvancedServerOps-2063735697 tempest-TestNetworkAdvancedServerOps-2063735697-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=bacebe3d-a110-4683-8375-344b2cbe37b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2659245 Apr 05 14:51:35.256362 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfe8d63-71f3-4ff0-80af-3526eca55c24 tempest-TestNetworkAdvancedServerOps-2063735697 tempest-TestNetworkAdvancedServerOps-2063735697-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a99085b-cc9d-4daa-8423-919cd5ca787a,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:35.320919 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b4b96e7b-1679-4e41-bb9a-25d003859cfc tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:35.387067 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-dfb84648-c5b5-47fd-aa51-3254fb9f8955 None None] Set router 1d2104ce-04d0-4d0b-a541-fbd10738befa gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:51:35.421055 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac15be-cad8-4502-809c-ed92e181e003 req-912440cf-2d6a-462b-a1a6-99e85c957038 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:35.421055 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1dac15be-cad8-4502-809c-ed92e181e003 req-912440cf-2d6a-462b-a1a6-99e85c957038 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=70eb423d-1ee8-4ebf-83c2-b1b6e072a926 HTTP/1.1" status: 200 len: 946 time: 0.0765083 Apr 05 14:51:35.439782 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b4b96e7b-1679-4e41-bb9a-25d003859cfc tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:35.492487 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1dac15be-cad8-4502-809c-ed92e181e003 req-1e2cd4e4-b79d-4227-acab-9c449717e401 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=bacebe3d-a110-4683-8375-344b2cbe37b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643041 Apr 05 14:51:35.514074 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b96e7b-1679-4e41-bb9a-25d003859cfc tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Checking segment: {'id': '3050ad4d-795a-49c6-844d-92a85413d0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b5b9016d-c951-43a4-ab62-c70a03087dcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:51:35.514435 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b96e7b-1679-4e41-bb9a-25d003859cfc tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Network hostable DHCP agents. Network: b5b9016d-c951-43a4-ab62-c70a03087dcd, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:51:35.517089 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b96e7b-1679-4e41-bb9a-25d003859cfc tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Pushing event updated for resources: {'Port': ['ID=cdb12518-c8f6-44bf-a219-4ad45404c49b,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:35.518321 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 37786) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:35.613492 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-1f6317e4-f762-4865-be5d-47118cc8e053 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/floatingips/b0bdeb73-6d95-4ecb-b6c6-3db2c02eb4c4 HTTP/1.1" status: 200 len: 994 time: 0.0938413 Apr 05 14:51:35.633086 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b96e7b-1679-4e41-bb9a-25d003859cfc tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Network b5b9016d-c951-43a4-ab62-c70a03087dcd is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:51:35.655264 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-dfb84648-c5b5-47fd-aa51-3254fb9f8955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2104ce-04d0-4d0b-a541-fbd10738befa', 'name': 'tempest-AttachVolumeTestJSON-1840973019-router', 'tenant_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '01d78cb5-9b58-47a4-86c4-81b68d2544c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:43:54Z', 'updated_at': '2022-04-05T14:44:15Z', 'revision_number': 4, 'project_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'gw_port': {'id': '01d78cb5-9b58-47a4-86c4-81b68d2544c5', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2104ce-04d0-4d0b-a541-fbd10738befa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:43:58Z', 'updated_at': '2022-04-05T14:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '83b304e1-f9c8-4790-9dae-52dffd4bac5c', 'name': '', 'network_id': '0ec84664-b286-431c-8e6d-81964b6279ea', 'tenant_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'mac_address': 'fa:16:3e:a4:1f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2104ce-04d0-4d0b-a541-fbd10738befa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '5191ec95-9794-4487-b4dd-b62543d80f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:10Z', 'updated_at': '2022-04-05T14:44:23Z', 'revision_number': 5, 'project_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'subnets': [{'id': '5191ec95-9794-4487-b4dd-b62543d80f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:51:35.689457 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb84648-c5b5-47fd-aa51-3254fb9f8955 None None] The sync data for ids ['1d2104ce-04d0-4d0b-a541-fbd10738befa'] in n-d-836650-2 is: [{'id': '1d2104ce-04d0-4d0b-a541-fbd10738befa', 'name': 'tempest-AttachVolumeTestJSON-1840973019-router', 'tenant_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '01d78cb5-9b58-47a4-86c4-81b68d2544c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:43:54Z', 'updated_at': '2022-04-05T14:44:15Z', 'revision_number': 4, 'project_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'gw_port': {'id': '01d78cb5-9b58-47a4-86c4-81b68d2544c5', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2104ce-04d0-4d0b-a541-fbd10738befa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:43:58Z', 'updated_at': '2022-04-05T14:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '83b304e1-f9c8-4790-9dae-52dffd4bac5c', 'name': '', 'network_id': '0ec84664-b286-431c-8e6d-81964b6279ea', 'tenant_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'mac_address': 'fa:16:3e:a4:1f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2104ce-04d0-4d0b-a541-fbd10738befa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '5191ec95-9794-4487-b4dd-b62543d80f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:10Z', 'updated_at': '2022-04-05T14:44:23Z', 'revision_number': 5, 'project_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'subnets': [{'id': '5191ec95-9794-4487-b4dd-b62543d80f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:51:35.719478 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-b4b96e7b-1679-4e41-bb9a-25d003859cfc tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, b5b9016d-c951-43a4-ab62-c70a03087dcd) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:51:35.730504 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e4df78-3755-4169-8380-e97a42c7aea7 None None] Network b5b9016d-c951-43a4-ab62-c70a03087dcd requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:51:35.731943 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b96e7b-1679-4e41-bb9a-25d003859cfc tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:51:35.733837 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b4b96e7b-1679-4e41-bb9a-25d003859cfc tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:35.827985 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b96e7b-1679-4e41-bb9a-25d003859cfc tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Pushing event updated for resources: {'Port': ['ID=d712ec92-75f1-4bd8-9cb1-9f654369a343,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:35.838710 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b96e7b-1679-4e41-bb9a-25d003859cfc tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Checking segment: {'id': 'cbcfbaeb-ca9a-4d6e-b09b-b6ba544172cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '44a36801-3eb5-4455-b194-9724fb7fe2cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:51:35.839366 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b96e7b-1679-4e41-bb9a-25d003859cfc tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Network hostable DHCP agents. Network: 44a36801-3eb5-4455-b194-9724fb7fe2cf, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:51:35.935677 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [req-5d42d225-737a-4ab9-8053-f85818f985f3 req-89156ee2-428f-4daa-a772-14ce960b05e9 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:51:35.936935 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5d42d225-737a-4ab9-8053-f85818f985f3 req-89156ee2-428f-4daa-a772-14ce960b05e9 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056598 Apr 05 14:51:35.981742 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b96e7b-1679-4e41-bb9a-25d003859cfc tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Network 44a36801-3eb5-4455-b194-9724fb7fe2cf is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:51:36.048321 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d00aab-b717-461f-b3a8-7e13bcc35ff6 None None] New status for floating IP eb47ec99-f353-4266-93c5-07f492af44a8: DOWN {{(pid=103323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 14:51:36.071439 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-b4b96e7b-1679-4e41-bb9a-25d003859cfc tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 44a36801-3eb5-4455-b194-9724fb7fe2cf) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:51:36.081519 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b96e7b-1679-4e41-bb9a-25d003859cfc tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:51:36.090889 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af91d34-0d03-4c53-a7dc-559d65bdfd54 None None] Network 44a36801-3eb5-4455-b194-9724fb7fe2cf requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:51:36.092048 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b96e7b-1679-4e41-bb9a-25d003859cfc tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:36.105460 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b96e7b-1679-4e41-bb9a-25d003859cfc tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:36.106186 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b4b96e7b-1679-4e41-bb9a-25d003859cfc tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:36.259678 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-b4b96e7b-1679-4e41-bb9a-25d003859cfc tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.9567471 Apr 05 14:51:36.261796 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 37806) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:36.318590 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37808) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:36.363178 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4b1fce-2555-4bb0-91ca-b8ce2a638c7f tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:36.370397 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4b1fce-2555-4bb0-91ca-b8ce2a638c7f tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:36.372335 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-ce4b1fce-2555-4bb0-91ca-b8ce2a638c7f tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1095791 Apr 05 14:51:36.375207 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37810) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:36.424557 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7af9d4ec-54f3-4612-accd-7d093930a3c7 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:36.476902 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7af9d4ec-54f3-4612-accd-7d093930a3c7 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:36.533311 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-04b4c8ed-6297-47d5-beae-78d7431a9d8f tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Deleting port cdb12518-c8f6-44bf-a219-4ad45404c49b {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:51:36.533825 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-04b4c8ed-6297-47d5-beae-78d7431a9d8f tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:36.617548 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-04b4c8ed-6297-47d5-beae-78d7431a9d8f tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:36.629202 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7af9d4ec-54f3-4612-accd-7d093930a3c7 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:36.631922 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7af9d4ec-54f3-4612-accd-7d093930a3c7 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:36.635801 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-7af9d4ec-54f3-4612-accd-7d093930a3c7 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "DELETE /v2.0/security-groups/160b3706-0983-4a2c-b15f-5151b1aedef1 HTTP/1.1" status: 204 len: 168 time: 0.3134394 Apr 05 14:51:36.636125 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 37814) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:36.654545 n-d-836650-2 neutron-server[103320]: INFO neutron.api.v2.resource [None req-89608b8f-d96f-41cb-beb1-19dba3169552 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] show failed (client error): The resource could not be found. Apr 05 14:51:36.656468 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-89608b8f-d96f-41cb-beb1-19dba3169552 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "GET /v2.0/security-groups/160b3706-0983-4a2c-b15f-5151b1aedef1 HTTP/1.1" status: 404 len: 347 time: 0.0184498 Apr 05 14:51:36.661230 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-04b4c8ed-6297-47d5-beae-78d7431a9d8f tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Calling delete_port for cdb12518-c8f6-44bf-a219-4ad45404c49b owned by {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:51:36.662831 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37816) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:36.742365 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d225638-adc4-46c5-a84e-34f10dd05810 req-2415ccf9-55a2-4646-9de7-3ed61c9725ca tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:36.743999 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4d225638-adc4-46c5-a84e-34f10dd05810 req-2415ccf9-55a2-4646-9de7-3ed61c9725ca tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=70eb423d-1ee8-4ebf-83c2-b1b6e072a926 HTTP/1.1" status: 200 len: 946 time: 0.0841076 Apr 05 14:51:36.796133 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af9d4ec-54f3-4612-accd-7d093930a3c7 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=160b3706-0983-4a2c-b15f-5151b1aedef1,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:36.847228 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4d225638-adc4-46c5-a84e-34f10dd05810 req-aae5f343-7feb-4b4c-989b-34a67cb5f092 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=bacebe3d-a110-4683-8375-344b2cbe37b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805497 Apr 05 14:51:36.951178 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c7040883-967c-4b7b-bcf2-2cd28fcbd6a5 req-eaa2fc1d-a054-4421-af1a-8a11e646c82f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=70eb423d-1ee8-4ebf-83c2-b1b6e072a926&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1769483 Apr 05 14:51:36.966051 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [req-c7040883-967c-4b7b-bcf2-2cd28fcbd6a5 req-241d65fb-5a74-4915-98db-5085fe9ae661 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:51:36.968127 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c7040883-967c-4b7b-bcf2-2cd28fcbd6a5 req-241d65fb-5a74-4915-98db-5085fe9ae661 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086932 Apr 05 14:51:36.991744 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-55ce8e9c-782b-42c8-8e80-cd1f4c7cc884 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Deleting port d673da72-adbc-4561-98c2-410d2d86822a {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:51:36.992375 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-55ce8e9c-782b-42c8-8e80-cd1f4c7cc884 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:37.045065 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-04b4c8ed-6297-47d5-beae-78d7431a9d8f tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:37.080533 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b4c8ed-6297-47d5-beae-78d7431a9d8f tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Pushing event deleted for resources: {'Port': ['ID=cdb12518-c8f6-44bf-a219-4ad45404c49b,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:37.102001 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-04b4c8ed-6297-47d5-beae-78d7431a9d8f tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:37.106163 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-04b4c8ed-6297-47d5-beae-78d7431a9d8f tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] 10.222.0.30 "DELETE /v2.0/ports/cdb12518-c8f6-44bf-a219-4ad45404c49b HTTP/1.1" status: 204 len: 168 time: 0.7294412 Apr 05 14:51:37.109693 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 37826) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:37.121593 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-55ce8e9c-782b-42c8-8e80-cd1f4c7cc884 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:37.121927 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-55ce8e9c-782b-42c8-8e80-cd1f4c7cc884 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:37.144486 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-55ce8e9c-782b-42c8-8e80-cd1f4c7cc884 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Calling delete_port for d673da72-adbc-4561-98c2-410d2d86822a owned by network:floatingip {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:51:37.260158 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-85557875-772c-4845-b996-741b5aa5f718 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Deleting port d712ec92-75f1-4bd8-9cb1-9f654369a343 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:51:37.260521 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-85557875-772c-4845-b996-741b5aa5f718 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:37.410182 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-85557875-772c-4845-b996-741b5aa5f718 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:37.450943 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-55ce8e9c-782b-42c8-8e80-cd1f4c7cc884 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:37.487460 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-85557875-772c-4845-b996-741b5aa5f718 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Calling delete_port for d712ec92-75f1-4bd8-9cb1-9f654369a343 owned by {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:51:37.536226 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ce8e9c-782b-42c8-8e80-cd1f4c7cc884 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Pushing event deleted for resources: {'Port': ['ID=d673da72-adbc-4561-98c2-410d2d86822a,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:37.632812 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-55ce8e9c-782b-42c8-8e80-cd1f4c7cc884 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks [] for floatingip, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:37.635553 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-55ce8e9c-782b-42c8-8e80-cd1f4c7cc884 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:37.639859 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-55ce8e9c-782b-42c8-8e80-cd1f4c7cc884 tempest-AttachVolumeTestJSON-1642592956 tempest-AttachVolumeTestJSON-1642592956-project] 10.222.0.30 "DELETE /v2.0/floatingips/eb47ec99-f353-4266-93c5-07f492af44a8 HTTP/1.1" status: 204 len: 168 time: 0.9688337 Apr 05 14:51:37.758922 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-85557875-772c-4845-b996-741b5aa5f718 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:37.815286 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85557875-772c-4845-b996-741b5aa5f718 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Pushing event deleted for resources: {'Port': ['ID=d712ec92-75f1-4bd8-9cb1-9f654369a343,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:37.826728 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-85557875-772c-4845-b996-741b5aa5f718 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:37.836801 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-85557875-772c-4845-b996-741b5aa5f718 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] 10.222.0.30 "DELETE /v2.0/ports/d712ec92-75f1-4bd8-9cb1-9f654369a343 HTTP/1.1" status: 204 len: 168 time: 0.7234988 Apr 05 14:51:37.837320 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 37850) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:37.871777 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-42aa19f4-d2e5-4238-a542-6485a1650285 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0331540 Apr 05 14:51:37.876176 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37852) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:37.881511 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-ae850343-6fa6-42dd-91ad-fe4547ca6d53 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1263286758'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:51:38.021785 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae850343-6fa6-42dd-91ad-fe4547ca6d53 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Made reservation on behalf of 4b99cc5c366b4ef593dab0077a2e154a for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:51:38.029541 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ae850343-6fa6-42dd-91ad-fe4547ca6d53 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:38.062329 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae850343-6fa6-42dd-91ad-fe4547ca6d53 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:51:38.085001 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ae850343-6fa6-42dd-91ad-fe4547ca6d53 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:38.085001 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-ae850343-6fa6-42dd-91ad-fe4547ca6d53 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Added segment 9b825102-f31c-4384-b8ba-565522e63e1f of type vlan for network 4ea12302-bdea-46a9-a810-7f554d0ccf9c Apr 05 14:51:38.103455 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7fe97b-87c3-4781-97ad-61df6706eda5 req-e5b8391e-d1da-4cb6-8c58-e916573fefbc tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:38.106930 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-df7fe97b-87c3-4781-97ad-61df6706eda5 req-e5b8391e-d1da-4cb6-8c58-e916573fefbc tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=70eb423d-1ee8-4ebf-83c2-b1b6e072a926 HTTP/1.1" status: 200 len: 946 time: 0.0713856 Apr 05 14:51:38.130179 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 781aed55-59e6-4732-af9d-6cd54814fcd8 no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:51:38.140272 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ae850343-6fa6-42dd-91ad-fe4547ca6d53 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:38.165446 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-df7fe97b-87c3-4781-97ad-61df6706eda5 req-d145eb11-b6bf-4c33-b3b0-2128da8ea433 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=bacebe3d-a110-4683-8375-344b2cbe37b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498750 Apr 05 14:51:38.178585 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] No Port match for: 781aed55-59e6-4732-af9d-6cd54814fcd8 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:51:38.179400 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 781aed55-59e6-4732-af9d-6cd54814fcd8 not bound to the agent host n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:51:38.254479 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ae850343-6fa6-42dd-91ad-fe4547ca6d53 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:38.261178 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae850343-6fa6-42dd-91ad-fe4547ca6d53 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:38.267033 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ae850343-6fa6-42dd-91ad-fe4547ca6d53 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:38.337617 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae850343-6fa6-42dd-91ad-fe4547ca6d53 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Pushing event updated for resources: {'Network': ['ID=4ea12302-bdea-46a9-a810-7f554d0ccf9c,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:38.349520 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 4ea12302-bdea-46a9-a810-7f554d0ccf9c details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:51:38.371700 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-ae850343-6fa6-42dd-91ad-fe4547ca6d53 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4924395 Apr 05 14:51:38.372124 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37864) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:38.382430 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-f281efbb-390d-44c7-bd0e-5d9f7cae8e2a tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1023994734'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:51:38.518765 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f281efbb-390d-44c7-bd0e-5d9f7cae8e2a tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Made reservation on behalf of 4b99cc5c366b4ef593dab0077a2e154a for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:51:38.522475 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f281efbb-390d-44c7-bd0e-5d9f7cae8e2a tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:38.561771 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f281efbb-390d-44c7-bd0e-5d9f7cae8e2a tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:51:38.577039 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f281efbb-390d-44c7-bd0e-5d9f7cae8e2a tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:38.577467 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-f281efbb-390d-44c7-bd0e-5d9f7cae8e2a tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Added segment 23465dc1-453e-4853-8a40-96d9377dbcd2 of type vlan for network 4578706d-942d-427d-8b37-2b5650c4e680 Apr 05 14:51:38.634460 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f281efbb-390d-44c7-bd0e-5d9f7cae8e2a tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:38.737857 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f281efbb-390d-44c7-bd0e-5d9f7cae8e2a tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:38.745165 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f281efbb-390d-44c7-bd0e-5d9f7cae8e2a tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:38.746403 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f281efbb-390d-44c7-bd0e-5d9f7cae8e2a tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:38.832560 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f281efbb-390d-44c7-bd0e-5d9f7cae8e2a tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Pushing event updated for resources: {'Network': ['ID=4578706d-942d-427d-8b37-2b5650c4e680,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:38.852385 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 4578706d-942d-427d-8b37-2b5650c4e680 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:51:38.867913 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-f281efbb-390d-44c7-bd0e-5d9f7cae8e2a tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4941723 Apr 05 14:51:39.001697 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37874) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:39.006843 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-d248ffba-eea1-4bea-bba3-504728dd3546 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Request body: {'subnets': [{'network_id': '4ea12302-bdea-46a9-a810-7f554d0ccf9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--810112576', 'ip_version': 4}, {'network_id': '4578706d-942d-427d-8b37-2b5650c4e680', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:51:39.007161 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-d248ffba-eea1-4bea-bba3-504728dd3546 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Request body: {'subnet': {'network_id': '4ea12302-bdea-46a9-a810-7f554d0ccf9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--810112576', 'ip_version': 4}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:51:39.008006 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-d248ffba-eea1-4bea-bba3-504728dd3546 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Request body: {'subnet': {'network_id': '4578706d-942d-427d-8b37-2b5650c4e680', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:51:39.346436 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db448cba-2e48-425f-b5a6-5600b676835c req-d1659d7f-e5b2-437e-a676-97689641d0f1 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:39.355148 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-db448cba-2e48-425f-b5a6-5600b676835c req-d1659d7f-e5b2-437e-a676-97689641d0f1 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=70eb423d-1ee8-4ebf-83c2-b1b6e072a926 HTTP/1.1" status: 200 len: 946 time: 0.0635598 Apr 05 14:51:39.358991 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d248ffba-eea1-4bea-bba3-504728dd3546 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Made reservation on behalf of 4b99cc5c366b4ef593dab0077a2e154a for: {'subnet': 2} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:51:39.365574 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d248ffba-eea1-4bea-bba3-504728dd3546 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:39.366080 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d248ffba-eea1-4bea-bba3-504728dd3546 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:39.405292 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-db448cba-2e48-425f-b5a6-5600b676835c req-d2edf058-911b-40f7-8fba-1c8b367d9f5b tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=bacebe3d-a110-4683-8375-344b2cbe37b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491540 Apr 05 14:51:39.565156 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7040883-967c-4b7b-bcf2-2cd28fcbd6a5 req-ba7c57d9-0533-446b-8a35-e73dd063344f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:39.567593 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c7040883-967c-4b7b-bcf2-2cd28fcbd6a5 req-ba7c57d9-0533-446b-8a35-e73dd063344f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b07e36dc5a904f16980660900e2eecc1&device_id=70eb423d-1ee8-4ebf-83c2-b1b6e072a926 HTTP/1.1" status: 200 len: 1097 time: 0.0950854 Apr 05 14:51:39.756983 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7040883-967c-4b7b-bcf2-2cd28fcbd6a5 req-19046865-e37e-4013-b295-64ac23d1b10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:39.764616 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c7040883-967c-4b7b-bcf2-2cd28fcbd6a5 req-19046865-e37e-4013-b295-64ac23d1b10d service neutron] 10.222.0.55 "GET /v2.0/networks?id=c78b309f-ff7d-41bb-8fba-b50473a0da16 HTTP/1.1" status: 200 len: 897 time: 0.1879990 Apr 05 14:51:39.847527 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c7040883-967c-4b7b-bcf2-2cd28fcbd6a5 req-bb73852e-d3e7-4e10-90d4-c5ee4bbb3e48 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54a3c5c3-0d25-4cb7-8b82-7a78516c744c HTTP/1.1" status: 200 len: 1002 time: 0.0753448 Apr 05 14:51:39.944032 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7040883-967c-4b7b-bcf2-2cd28fcbd6a5 req-0f2e7d1a-5e7f-48c7-b7ee-7619184c527c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:39.947982 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c7040883-967c-4b7b-bcf2-2cd28fcbd6a5 req-0f2e7d1a-5e7f-48c7-b7ee-7619184c527c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1de0be90-29ef-431f-9721-d97dbe29986a HTTP/1.1" status: 200 len: 835 time: 0.0942671 Apr 05 14:51:39.977037 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d248ffba-eea1-4bea-bba3-504728dd3546 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:40.039975 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7040883-967c-4b7b-bcf2-2cd28fcbd6a5 req-43dca1d8-325b-4814-8cce-a864a1c9e039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:40.041731 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c7040883-967c-4b7b-bcf2-2cd28fcbd6a5 req-43dca1d8-325b-4814-8cce-a864a1c9e039 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c78b309f-ff7d-41bb-8fba-b50473a0da16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0857325 Apr 05 14:51:40.160593 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d248ffba-eea1-4bea-bba3-504728dd3546 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Pushing event updated for resources: {'Subnet': ['ID=7b95e0d2-68a5-471e-b33e-a31b914ce145,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:40.163222 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d248ffba-eea1-4bea-bba3-504728dd3546 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Checking segment: {'id': '9b825102-f31c-4384-b8ba-565522e63e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4ea12302-bdea-46a9-a810-7f554d0ccf9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:51:40.163799 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d248ffba-eea1-4bea-bba3-504728dd3546 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Network hostable DHCP agents. Network: 4ea12302-bdea-46a9-a810-7f554d0ccf9c, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:51:40.207515 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c7040883-967c-4b7b-bcf2-2cd28fcbd6a5 req-de164647-5334-48af-8d6e-543e6ec5f8cd service neutron] 10.222.0.55 "GET /v2.0/networks/c78b309f-ff7d-41bb-8fba-b50473a0da16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564193 Apr 05 14:51:40.266128 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d248ffba-eea1-4bea-bba3-504728dd3546 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Network 4ea12302-bdea-46a9-a810-7f554d0ccf9c is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:51:40.319855 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c7040883-967c-4b7b-bcf2-2cd28fcbd6a5 req-bdb2a69b-3ba2-449e-8ee7-bf6b24e7b2a3 service neutron] 10.222.0.55 "GET /v2.0/networks/c78b309f-ff7d-41bb-8fba-b50473a0da16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048486 Apr 05 14:51:40.334649 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-d248ffba-eea1-4bea-bba3-504728dd3546 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 4ea12302-bdea-46a9-a810-7f554d0ccf9c) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:51:40.340442 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d248ffba-eea1-4bea-bba3-504728dd3546 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:40.424468 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d248ffba-eea1-4bea-bba3-504728dd3546 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Pushing event updated for resources: {'Subnet': ['ID=05f3ee44-481f-4f9e-a1a3-5afef516af59,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:40.458871 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d248ffba-eea1-4bea-bba3-504728dd3546 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Checking segment: {'id': '23465dc1-453e-4853-8a40-96d9377dbcd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '4578706d-942d-427d-8b37-2b5650c4e680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:51:40.459622 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d248ffba-eea1-4bea-bba3-504728dd3546 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Network hostable DHCP agents. Network: 4578706d-942d-427d-8b37-2b5650c4e680, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:51:40.537107 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c177b76-b561-4b14-928a-c147bc299c2f None None] Network 4ea12302-bdea-46a9-a810-7f554d0ccf9c requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:51:40.587777 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d248ffba-eea1-4bea-bba3-504728dd3546 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Network 4578706d-942d-427d-8b37-2b5650c4e680 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:51:40.605165 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae5d3a7-77b9-412a-b47f-2ee2e9dfb5db req-d3b20006-0a8d-4338-bb7d-eb4bdd548e87 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:40.615565 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3ae5d3a7-77b9-412a-b47f-2ee2e9dfb5db req-d3b20006-0a8d-4338-bb7d-eb4bdd548e87 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=70eb423d-1ee8-4ebf-83c2-b1b6e072a926 HTTP/1.1" status: 200 len: 946 time: 0.0834336 Apr 05 14:51:40.684928 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3ae5d3a7-77b9-412a-b47f-2ee2e9dfb5db req-be6c8076-419e-4901-8911-6236c6bd676a tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=bacebe3d-a110-4683-8375-344b2cbe37b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682559 Apr 05 14:51:40.737635 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-d248ffba-eea1-4bea-bba3-504728dd3546 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 4578706d-942d-427d-8b37-2b5650c4e680) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:51:40.745708 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d248ffba-eea1-4bea-bba3-504728dd3546 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:40.746260 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d248ffba-eea1-4bea-bba3-504728dd3546 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:40.746899 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d248ffba-eea1-4bea-bba3-504728dd3546 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:40.747392 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7905b3a3-4ebf-4420-b3cb-012103557777 None None] Network 4578706d-942d-427d-8b37-2b5650c4e680 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:51:40.789002 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1e6610-9e5c-4bfd-afc0-9f8761c7f56e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-4ea12302-bdea-46a9-a810-7f554d0ccf9c', 'network_id': '4ea12302-bdea-46a9-a810-7f554d0ccf9c', 'tenant_id': '4b99cc5c366b4ef593dab0077a2e154a', 'fixed_ips': [{'subnet_id': '7b95e0d2-68a5-471e-b33e-a31b914ce145'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:51:40.790405 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1d1e6610-9e5c-4bfd-afc0-9f8761c7f56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:40.839931 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-d248ffba-eea1-4bea-bba3-504728dd3546 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.8370218 Apr 05 14:51:40.842268 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37890) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:40.944442 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ad4d96-e35f-4ef9-a639-70c36c711f25 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:40.946136 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ad4d96-e35f-4ef9-a639-70c36c711f25 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:40.948806 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ad4d96-e35f-4ef9-a639-70c36c711f25 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:40.950170 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-03ad4d96-e35f-4ef9-a639-70c36c711f25 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1063180 Apr 05 14:51:40.953088 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37892) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:41.012168 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5e88333-7c5e-4de4-b434-aaa2ad56d7c4 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Deleting subnet 7b95e0d2-68a5-471e-b33e-a31b914ce145 {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:51:41.061346 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-1d1e6610-9e5c-4bfd-afc0-9f8761c7f56e None None] Allocated IP 172.20.0.2 (4ea12302-bdea-46a9-a810-7f554d0ccf9c/7b95e0d2-68a5-471e-b33e-a31b914ce145/cf7a01d9-4084-4383-8385-fd437e37115e) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:51:41.109744 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687027e7-9a43-4c6b-8701-cc2243c9b741 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-4578706d-942d-427d-8b37-2b5650c4e680', 'network_id': '4578706d-942d-427d-8b37-2b5650c4e680', 'tenant_id': '4b99cc5c366b4ef593dab0077a2e154a', 'fixed_ips': [{'subnet_id': '05f3ee44-481f-4f9e-a1a3-5afef516af59'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:51:41.110745 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-687027e7-9a43-4c6b-8701-cc2243c9b741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:41.511905 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1d1e6610-9e5c-4bfd-afc0-9f8761c7f56e None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:41.536223 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-687027e7-9a43-4c6b-8701-cc2243c9b741 None None] Allocated IP 172.20.0.18 (4578706d-942d-427d-8b37-2b5650c4e680/05f3ee44-481f-4f9e-a1a3-5afef516af59/78f29dee-c2f8-4ba2-928e-6cfc904fb08b) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:51:41.661462 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f5e88333-7c5e-4de4-b434-aaa2ad56d7c4 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:41.664053 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1d1e6610-9e5c-4bfd-afc0-9f8761c7f56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:41.709273 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1e6610-9e5c-4bfd-afc0-9f8761c7f56e None None] Network 4ea12302-bdea-46a9-a810-7f554d0ccf9c is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:51:41.718648 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-1d1e6610-9e5c-4bfd-afc0-9f8761c7f56e None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:51:41.732498 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f5e88333-7c5e-4de4-b434-aaa2ad56d7c4 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:41.737761 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1e6610-9e5c-4bfd-afc0-9f8761c7f56e None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:51:41.814096 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1e6610-9e5c-4bfd-afc0-9f8761c7f56e None None] Pushing event updated for resources: {'Port': ['ID=cf7a01d9-4084-4383-8385-fd437e37115e,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:41.866916 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-687027e7-9a43-4c6b-8701-cc2243c9b741 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:41.868440 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-1d1e6610-9e5c-4bfd-afc0-9f8761c7f56e None None] Attempting to bind port cf7a01d9-4084-4383-8385-fd437e37115e on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:51:41.868809 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-1d1e6610-9e5c-4bfd-afc0-9f8761c7f56e None None] Attempting to bind port cf7a01d9-4084-4383-8385-fd437e37115e by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '9b825102-f31c-4384-b8ba-565522e63e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4ea12302-bdea-46a9-a810-7f554d0ccf9c'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:51:41.869195 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1e6610-9e5c-4bfd-afc0-9f8761c7f56e None None] Attempting to bind port cf7a01d9-4084-4383-8385-fd437e37115e on network 4ea12302-bdea-46a9-a810-7f554d0ccf9c {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:51:41.876552 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1e6610-9e5c-4bfd-afc0-9f8761c7f56e None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:51:41.876813 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1e6610-9e5c-4bfd-afc0-9f8761c7f56e None None] Checking segment: {'id': '9b825102-f31c-4384-b8ba-565522e63e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4ea12302-bdea-46a9-a810-7f554d0ccf9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:51:41.877152 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1d1e6610-9e5c-4bfd-afc0-9f8761c7f56e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:41.877492 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba63bf6d-dbcf-4775-94f0-57973b277b1e req-b297dbc4-4393-483e-ae91-e5dbfdf2d2ad tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:41.877981 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1e6610-9e5c-4bfd-afc0-9f8761c7f56e None None] Bound using segment: {'id': '9b825102-f31c-4384-b8ba-565522e63e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4ea12302-bdea-46a9-a810-7f554d0ccf9c'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:51:41.877981 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-1d1e6610-9e5c-4bfd-afc0-9f8761c7f56e None None] Bound port: cf7a01d9-4084-4383-8385-fd437e37115e, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b825102-f31c-4384-b8ba-565522e63e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4ea12302-bdea-46a9-a810-7f554d0ccf9c'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:51:41.878379 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1d1e6610-9e5c-4bfd-afc0-9f8761c7f56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:41.889125 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ba63bf6d-dbcf-4775-94f0-57973b277b1e req-b297dbc4-4393-483e-ae91-e5dbfdf2d2ad tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=70eb423d-1ee8-4ebf-83c2-b1b6e072a926 HTTP/1.1" status: 200 len: 946 time: 0.0816767 Apr 05 14:51:41.950884 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-687027e7-9a43-4c6b-8701-cc2243c9b741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:41.964257 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ba63bf6d-dbcf-4775-94f0-57973b277b1e req-c0374081-3f0d-446a-b292-5e11e7a115ce tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=bacebe3d-a110-4683-8375-344b2cbe37b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740716 Apr 05 14:51:42.043884 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-1d1e6610-9e5c-4bfd-afc0-9f8761c7f56e None None] For port cf7a01d9-4084-4383-8385-fd437e37115e, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:51:42.046183 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687027e7-9a43-4c6b-8701-cc2243c9b741 None None] Pushing event updated for resources: {'Port': ['ID=78f29dee-c2f8-4ba2-928e-6cfc904fb08b,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:42.052802 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687027e7-9a43-4c6b-8701-cc2243c9b741 None None] Network 4578706d-942d-427d-8b37-2b5650c4e680 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:51:42.056134 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-1d1e6610-9e5c-4bfd-afc0-9f8761c7f56e None None] For port cf7a01d9-4084-4383-8385-fd437e37115e, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=cf7a01d9-4084-4383-8385-fd437e37115e,segment=NetworkSegment(9b825102-f31c-4384-b8ba-565522e63e1f),segment_id=9b825102-f31c-4384-b8ba-565522e63e1f)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:51:42.058698 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-687027e7-9a43-4c6b-8701-cc2243c9b741 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:51:42.061404 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687027e7-9a43-4c6b-8701-cc2243c9b741 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:51:42.144224 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-687027e7-9a43-4c6b-8701-cc2243c9b741 None None] Attempting to bind port 78f29dee-c2f8-4ba2-928e-6cfc904fb08b on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:51:42.144723 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-687027e7-9a43-4c6b-8701-cc2243c9b741 None None] Attempting to bind port 78f29dee-c2f8-4ba2-928e-6cfc904fb08b by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '23465dc1-453e-4853-8a40-96d9377dbcd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '4578706d-942d-427d-8b37-2b5650c4e680'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:51:42.145320 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687027e7-9a43-4c6b-8701-cc2243c9b741 None None] Attempting to bind port 78f29dee-c2f8-4ba2-928e-6cfc904fb08b on network 4578706d-942d-427d-8b37-2b5650c4e680 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:51:42.152806 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687027e7-9a43-4c6b-8701-cc2243c9b741 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:51:42.153284 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687027e7-9a43-4c6b-8701-cc2243c9b741 None None] Checking segment: {'id': '23465dc1-453e-4853-8a40-96d9377dbcd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '4578706d-942d-427d-8b37-2b5650c4e680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:51:42.153692 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-687027e7-9a43-4c6b-8701-cc2243c9b741 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:42.154118 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687027e7-9a43-4c6b-8701-cc2243c9b741 None None] Bound using segment: {'id': '23465dc1-453e-4853-8a40-96d9377dbcd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '4578706d-942d-427d-8b37-2b5650c4e680'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:51:42.154584 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-687027e7-9a43-4c6b-8701-cc2243c9b741 None None] Bound port: 78f29dee-c2f8-4ba2-928e-6cfc904fb08b, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23465dc1-453e-4853-8a40-96d9377dbcd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '4578706d-942d-427d-8b37-2b5650c4e680'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:51:42.154970 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-687027e7-9a43-4c6b-8701-cc2243c9b741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:42.173443 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f5e88333-7c5e-4de4-b434-aaa2ad56d7c4 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:42.187472 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1d1e6610-9e5c-4bfd-afc0-9f8761c7f56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:42.343722 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1e6610-9e5c-4bfd-afc0-9f8761c7f56e None None] Pushing event updated for resources: {'Port': ['ID=cf7a01d9-4084-4383-8385-fd437e37115e,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:42.374565 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f5e88333-7c5e-4de4-b434-aaa2ad56d7c4 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:42.409519 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-687027e7-9a43-4c6b-8701-cc2243c9b741 None None] For port 78f29dee-c2f8-4ba2-928e-6cfc904fb08b, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:51:42.419160 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-687027e7-9a43-4c6b-8701-cc2243c9b741 None None] For port 78f29dee-c2f8-4ba2-928e-6cfc904fb08b, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=78f29dee-c2f8-4ba2-928e-6cfc904fb08b,segment=NetworkSegment(23465dc1-453e-4853-8a40-96d9377dbcd2),segment_id=23465dc1-453e-4853-8a40-96d9377dbcd2)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:51:42.435482 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e88333-7c5e-4de4-b434-aaa2ad56d7c4 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Pushing event deleted for resources: {'Subnet': ['ID=7b95e0d2-68a5-471e-b33e-a31b914ce145,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:42.452575 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f5e88333-7c5e-4de4-b434-aaa2ad56d7c4 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:42.461232 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-f5e88333-7c5e-4de4-b434-aaa2ad56d7c4 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] 10.222.0.30 "DELETE /v2.0/subnets/7b95e0d2-68a5-471e-b33e-a31b914ce145 HTTP/1.1" status: 204 len: 168 time: 1.5046198 Apr 05 14:51:42.461545 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 37908) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:42.462543 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:42.497506 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-687027e7-9a43-4c6b-8701-cc2243c9b741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:42.564471 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_v2 [None req-71f6d9df-00fc-4f14-8c86-027031ae028d tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Deleting subnet 05f3ee44-481f-4f9e-a1a3-5afef516af59 {{(pid=103320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:51:42.585167 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-71f6d9df-00fc-4f14-8c86-027031ae028d tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks [] for subnet, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:42.650038 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687027e7-9a43-4c6b-8701-cc2243c9b741 None None] Pushing event updated for resources: {'Port': ['ID=78f29dee-c2f8-4ba2-928e-6cfc904fb08b,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:42.707480 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-71f6d9df-00fc-4f14-8c86-027031ae028d tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13399228'] for subnet, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:42.831673 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-71f6d9df-00fc-4f14-8c86-027031ae028d tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:42.988566 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-71f6d9df-00fc-4f14-8c86-027031ae028d tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15773812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13127359'] for subnet, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:43.011693 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-71f6d9df-00fc-4f14-8c86-027031ae028d tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:43.018025 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37920) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:43.020646 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-71f6d9df-00fc-4f14-8c86-027031ae028d tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] 10.222.0.30 "DELETE /v2.0/subnets/05f3ee44-481f-4f9e-a1a3-5afef516af59 HTTP/1.1" status: 204 len: 168 time: 0.5576959 Apr 05 14:51:43.043983 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f6d9df-00fc-4f14-8c86-027031ae028d tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Pushing event deleted for resources: {'Subnet': ['ID=05f3ee44-481f-4f9e-a1a3-5afef516af59,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:43.200168 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5e5a36-70ae-4683-a2d2-80a649a71655 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:43.205335 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-ba5e5a36-70ae-4683-a2d2-80a649a71655 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1862717 Apr 05 14:51:43.211816 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37924) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:43.280172 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d5e5c2-69c2-4df1-a470-f7b425358da0 req-944fa38f-c082-4477-af13-3cf81011a8b0 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:43.282894 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c7d5e5c2-69c2-4df1-a470-f7b425358da0 req-944fa38f-c082-4477-af13-3cf81011a8b0 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=70eb423d-1ee8-4ebf-83c2-b1b6e072a926 HTTP/1.1" status: 200 len: 946 time: 0.1328111 Apr 05 14:51:43.348225 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c7d5e5c2-69c2-4df1-a470-f7b425358da0 req-aa7a4759-a377-440b-a467-94ffae60bfcc tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=bacebe3d-a110-4683-8375-344b2cbe37b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425563 Apr 05 14:51:43.409987 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-594a333e-af48-4a7b-8d5f-ac46a6a5593b tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:43.529713 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-594a333e-af48-4a7b-8d5f-ac46a6a5593b tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Deleting port 78f29dee-c2f8-4ba2-928e-6cfc904fb08b {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:51:43.530148 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-594a333e-af48-4a7b-8d5f-ac46a6a5593b tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:43.686515 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-594a333e-af48-4a7b-8d5f-ac46a6a5593b tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] For port 78f29dee-c2f8-4ba2-928e-6cfc904fb08b, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=78f29dee-c2f8-4ba2-928e-6cfc904fb08b,segment=NetworkSegment(23465dc1-453e-4853-8a40-96d9377dbcd2),segment_id=23465dc1-453e-4853-8a40-96d9377dbcd2)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:51:43.687064 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-594a333e-af48-4a7b-8d5f-ac46a6a5593b tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:43.702504 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device cf7a01d9-4084-4383-8385-fd437e37115e up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:51:43.746324 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-594a333e-af48-4a7b-8d5f-ac46a6a5593b tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Calling delete_port for 78f29dee-c2f8-4ba2-928e-6cfc904fb08b owned by network:dhcp {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:51:43.872570 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port cf7a01d9-4084-4383-8385-fd437e37115e triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:51:43.873008 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:44.035421 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:44.047671 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0cc539-a942-4281-a703-86db4974f7a9 None None] Network 4ea12302-bdea-46a9-a810-7f554d0ccf9c requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:51:44.128480 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-594a333e-af48-4a7b-8d5f-ac46a6a5593b tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:44.174841 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a333e-af48-4a7b-8d5f-ac46a6a5593b tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Pushing event deleted for resources: {'Port': ['ID=78f29dee-c2f8-4ba2-928e-6cfc904fb08b,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:44.185819 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594a333e-af48-4a7b-8d5f-ac46a6a5593b tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] No DVR routers for this DVR port 78f29dee-c2f8-4ba2-928e-6cfc904fb08b on host n-d-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:51:44.212351 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:44.215342 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port cf7a01d9-4084-4383-8385-fd437e37115e, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=cf7a01d9-4084-4383-8385-fd437e37115e,segment=NetworkSegment(9b825102-f31c-4384-b8ba-565522e63e1f),segment_id=9b825102-f31c-4384-b8ba-565522e63e1f)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:51:44.248138 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-172aa0c5-e460-4a3f-b056-8a4f99f6a461 None None] Provisioning complete for port cf7a01d9-4084-4383-8385-fd437e37115e triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:51:44.248779 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-172aa0c5-e460-4a3f-b056-8a4f99f6a461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:44.328642 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:44.330652 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 78f29dee-c2f8-4ba2-928e-6cfc904fb08b up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:51:44.363048 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 78f29dee-c2f8-4ba2-928e-6cfc904fb08b {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:51:44.363683 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 78f29dee-c2f8-4ba2-928e-6cfc904fb08b not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 05 14:51:44.365820 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea24216b-20b3-4e5d-9b1f-acfcf3dbb02c None None] Network 4578706d-942d-427d-8b37-2b5650c4e680 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:51:44.377091 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-594a333e-af48-4a7b-8d5f-ac46a6a5593b tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:44.415013 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-594a333e-af48-4a7b-8d5f-ac46a6a5593b tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4578706d-942d-427d-8b37-2b5650c4e680']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:51:44.438721 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-594a333e-af48-4a7b-8d5f-ac46a6a5593b tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23465dc1-453e-4853-8a40-96d9377dbcd2') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:51:44.439072 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-594a333e-af48-4a7b-8d5f-ac46a6a5593b tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23465dc1-453e-4853-8a40-96d9377dbcd2') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:51:44.468638 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-594a333e-af48-4a7b-8d5f-ac46a6a5593b tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:44.509370 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-594a333e-af48-4a7b-8d5f-ac46a6a5593b tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:44.519360 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Port 78f29dee-c2f8-4ba2-928e-6cfc904fb08b not found, will not notify nova. {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 05 14:51:44.557097 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-594a333e-af48-4a7b-8d5f-ac46a6a5593b tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:51:44.557097 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-594a333e-af48-4a7b-8d5f-ac46a6a5593b tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:44.608498 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d6c03-9835-4ac3-80e6-22c18e1f7893 req-ebb55857-0847-405a-8e8a-ad35626c47e3 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:44.616439 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ff4d6c03-9835-4ac3-80e6-22c18e1f7893 req-ebb55857-0847-405a-8e8a-ad35626c47e3 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=70eb423d-1ee8-4ebf-83c2-b1b6e072a926 HTTP/1.1" status: 200 len: 946 time: 0.1092627 Apr 05 14:51:44.621148 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:51:44.621148 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:51:44.621148 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:51:44.621148 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:51:44.621148 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:51:44.621148 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:51:44.621148 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:51:44.621148 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:51:44.621148 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:51:44.621148 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:51:44.621148 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:51:44.621148 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:51:44.621148 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:51:44.621148 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:51:44.621148 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:51:44.621148 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:51:44.621148 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:51:44.621148 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:51:44.621148 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:51:44.621148 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:51:44.621148 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:51:44.621148 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:51:44.621148 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:51:44.621148 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:51:44.621148 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:51:44.621148 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:51:44.621148 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:51:44.621148 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:51:44.621148 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:51:44.621148 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:51:44.621148 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:51:44.621148 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:51:44.702305 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=cf7a01d9-4084-4383-8385-fd437e37115e,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:44.778364 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea17c79-6091-4481-9f9f-8723656a5730 None None] DHCP port deletion for 4ea12302-bdea-46a9-a810-7f554d0ccf9c request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:51:44.839542 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ff4d6c03-9835-4ac3-80e6-22c18e1f7893 req-1ed21ecb-ce5d-4a70-84bf-cf49458e67d1 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=bacebe3d-a110-4683-8375-344b2cbe37b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1962028 Apr 05 14:51:44.896581 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286433b5-61eb-4061-93cf-c4731513ef0b None None] DHCP port deletion for 4578706d-942d-427d-8b37-2b5650c4e680 request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:51:44.926268 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-1fb38e9a-2c8c-4004-b922-434f85340cbc None None] Could not find standard attr ID for object 78f29dee-c2f8-4ba2-928e-6cfc904fb08b. {{(pid=103322) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 14:51:44.966853 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-3ea17c79-6091-4481-9f9f-8723656a5730 None None] Deleting port cf7a01d9-4084-4383-8385-fd437e37115e {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:51:44.973371 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3ea17c79-6091-4481-9f9f-8723656a5730 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:45.073708 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-3ea17c79-6091-4481-9f9f-8723656a5730 None None] For port cf7a01d9-4084-4383-8385-fd437e37115e, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=cf7a01d9-4084-4383-8385-fd437e37115e,segment=NetworkSegment(9b825102-f31c-4384-b8ba-565522e63e1f),segment_id=9b825102-f31c-4384-b8ba-565522e63e1f)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:51:45.082976 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3ea17c79-6091-4481-9f9f-8723656a5730 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:45.113125 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-3ea17c79-6091-4481-9f9f-8723656a5730 None None] Calling delete_port for cf7a01d9-4084-4383-8385-fd437e37115e owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:51:45.164367 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-594a333e-af48-4a7b-8d5f-ac46a6a5593b tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:45.195413 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-594a333e-af48-4a7b-8d5f-ac46a6a5593b tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:45.202412 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-594a333e-af48-4a7b-8d5f-ac46a6a5593b tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] 10.222.0.30 "DELETE /v2.0/networks/4578706d-942d-427d-8b37-2b5650c4e680 HTTP/1.1" status: 204 len: 168 time: 1.9875293 Apr 05 14:51:45.205440 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 37940) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:45.239749 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a333e-af48-4a7b-8d5f-ac46a6a5593b tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Pushing event deleted for resources: {'Network': ['ID=4578706d-942d-427d-8b37-2b5650c4e680,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:45.305404 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c507f5ea-0c35-486b-bfea-7520e50f3f08 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:45.307647 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3ea17c79-6091-4481-9f9f-8723656a5730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:45.340204 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea17c79-6091-4481-9f9f-8723656a5730 None None] Pushing event deleted for resources: {'Port': ['ID=cf7a01d9-4084-4383-8385-fd437e37115e,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:45.346337 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea17c79-6091-4481-9f9f-8723656a5730 None None] No DVR routers for this DVR port cf7a01d9-4084-4383-8385-fd437e37115e on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:51:45.422654 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c507f5ea-0c35-486b-bfea-7520e50f3f08 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:45.444946 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-c507f5ea-0c35-486b-bfea-7520e50f3f08 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ea12302-bdea-46a9-a810-7f554d0ccf9c']}} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:51:45.456476 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-c507f5ea-0c35-486b-bfea-7520e50f3f08 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b825102-f31c-4384-b8ba-565522e63e1f') {'for_net_delete': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:51:45.466371 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-c507f5ea-0c35-486b-bfea-7520e50f3f08 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b825102-f31c-4384-b8ba-565522e63e1f') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:51:45.467677 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c507f5ea-0c35-486b-bfea-7520e50f3f08 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13399223'] for segment, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:45.483920 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c507f5ea-0c35-486b-bfea-7520e50f3f08 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:45.492857 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c507f5ea-0c35-486b-bfea-7520e50f3f08 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=103320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:51:45.493281 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c507f5ea-0c35-486b-bfea-7520e50f3f08 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15765202'] for segment, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:45.496382 n-d-836650-2 neutron-server[103320]: Traceback (most recent call last): Apr 05 14:51:45.496382 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:51:45.496382 n-d-836650-2 neutron-server[103320]: timer() Apr 05 14:51:45.496382 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:51:45.496382 n-d-836650-2 neutron-server[103320]: cb(*args, **kw) Apr 05 14:51:45.496382 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:51:45.496382 n-d-836650-2 neutron-server[103320]: return func(*args, **kwargs) Apr 05 14:51:45.496382 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:51:45.496382 n-d-836650-2 neutron-server[103320]: self._notify() Apr 05 14:51:45.496382 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:51:45.496382 n-d-836650-2 neutron-server[103320]: self.callback(batched_events) Apr 05 14:51:45.496382 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:51:45.496382 n-d-836650-2 neutron-server[103320]: event.method(event) Apr 05 14:51:45.496382 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:51:45.496382 n-d-836650-2 neutron-server[103320]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:51:45.496382 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:51:45.496382 n-d-836650-2 neutron-server[103320]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:51:45.496382 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:51:45.496382 n-d-836650-2 neutron-server[103320]: return f(self, *a, **k) Apr 05 14:51:45.496382 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:51:45.496382 n-d-836650-2 neutron-server[103320]: return self._get(url).json() Apr 05 14:51:45.496382 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:51:45.496382 n-d-836650-2 neutron-server[103320]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:51:45.496382 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:51:45.496382 n-d-836650-2 neutron-server[103320]: return self.request(url, 'GET', **kwargs) Apr 05 14:51:45.496382 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:51:45.496382 n-d-836650-2 neutron-server[103320]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:51:45.496382 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:51:45.496382 n-d-836650-2 neutron-server[103320]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:51:45.496382 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:51:45.496382 n-d-836650-2 neutron-server[103320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:51:45.496382 n-d-836650-2 neutron-server[103320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:51:45.553774 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device cf7a01d9-4084-4383-8385-fd437e37115e no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:51:45.576061 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: cf7a01d9-4084-4383-8385-fd437e37115e {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:51:45.576424 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device cf7a01d9-4084-4383-8385-fd437e37115e not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:51:45.576813 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 78f29dee-c2f8-4ba2-928e-6cfc904fb08b no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:51:45.598872 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 78f29dee-c2f8-4ba2-928e-6cfc904fb08b {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:51:45.599234 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 78f29dee-c2f8-4ba2-928e-6cfc904fb08b not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:51:45.619591 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c507f5ea-0c35-486b-bfea-7520e50f3f08 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:45.628508 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c507f5ea-0c35-486b-bfea-7520e50f3f08 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:45.631502 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 7 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 14:51:45.634733 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-c507f5ea-0c35-486b-bfea-7520e50f3f08 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] 10.222.0.30 "DELETE /v2.0/networks/4ea12302-bdea-46a9-a810-7f554d0ccf9c HTTP/1.1" status: 204 len: 168 time: 0.4278655 Apr 05 14:51:45.637167 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 37944) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:45.674352 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c507f5ea-0c35-486b-bfea-7520e50f3f08 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Pushing event deleted for resources: {'Network': ['ID=4ea12302-bdea-46a9-a810-7f554d0ccf9c,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:45.745718 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5edfedc3-dd71-4a21-8f6c-c2ddb87834c2 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:45.878903 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5edfedc3-dd71-4a21-8f6c-c2ddb87834c2 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:45.914029 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-5edfedc3-dd71-4a21-8f6c-c2ddb87834c2 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44a36801-3eb5-4455-b194-9724fb7fe2cf']}} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:51:45.947193 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-5edfedc3-dd71-4a21-8f6c-c2ddb87834c2 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbcfbaeb-ca9a-4d6e-b09b-b6ba544172cd') {'for_net_delete': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:51:45.947507 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-5edfedc3-dd71-4a21-8f6c-c2ddb87834c2 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbcfbaeb-ca9a-4d6e-b09b-b6ba544172cd') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:51:45.986603 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5edfedc3-dd71-4a21-8f6c-c2ddb87834c2 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13399223'] for segment, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:46.009032 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5edfedc3-dd71-4a21-8f6c-c2ddb87834c2 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:46.018545 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5edfedc3-dd71-4a21-8f6c-c2ddb87834c2 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=103320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:51:46.018958 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5edfedc3-dd71-4a21-8f6c-c2ddb87834c2 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15765202'] for segment, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:46.024095 n-d-836650-2 neutron-server[103320]: Traceback (most recent call last): Apr 05 14:51:46.024095 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:51:46.024095 n-d-836650-2 neutron-server[103320]: timer() Apr 05 14:51:46.024095 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:51:46.024095 n-d-836650-2 neutron-server[103320]: cb(*args, **kw) Apr 05 14:51:46.024095 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:51:46.024095 n-d-836650-2 neutron-server[103320]: return func(*args, **kwargs) Apr 05 14:51:46.024095 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:51:46.024095 n-d-836650-2 neutron-server[103320]: self._notify() Apr 05 14:51:46.024095 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:51:46.024095 n-d-836650-2 neutron-server[103320]: self.callback(batched_events) Apr 05 14:51:46.024095 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:51:46.024095 n-d-836650-2 neutron-server[103320]: event.method(event) Apr 05 14:51:46.024095 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:51:46.024095 n-d-836650-2 neutron-server[103320]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:51:46.024095 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:51:46.024095 n-d-836650-2 neutron-server[103320]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:51:46.024095 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:51:46.024095 n-d-836650-2 neutron-server[103320]: return f(self, *a, **k) Apr 05 14:51:46.024095 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:51:46.024095 n-d-836650-2 neutron-server[103320]: return self._get(url).json() Apr 05 14:51:46.024095 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:51:46.024095 n-d-836650-2 neutron-server[103320]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:51:46.024095 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:51:46.024095 n-d-836650-2 neutron-server[103320]: return self.request(url, 'GET', **kwargs) Apr 05 14:51:46.024095 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:51:46.024095 n-d-836650-2 neutron-server[103320]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:51:46.024095 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:51:46.024095 n-d-836650-2 neutron-server[103320]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:51:46.024095 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:51:46.024095 n-d-836650-2 neutron-server[103320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:51:46.024095 n-d-836650-2 neutron-server[103320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:51:46.040104 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb5b7cb-780a-4fdb-b0bc-889c21506046 req-d71ad195-0591-4faf-b22f-2380be8a2eb4 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:46.041756 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2cb5b7cb-780a-4fdb-b0bc-889c21506046 req-d71ad195-0591-4faf-b22f-2380be8a2eb4 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=70eb423d-1ee8-4ebf-83c2-b1b6e072a926 HTTP/1.1" status: 200 len: 946 time: 0.1200459 Apr 05 14:51:46.145171 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2cb5b7cb-780a-4fdb-b0bc-889c21506046 req-7514f5ca-80f2-44ea-ab0c-6dffc6e89c70 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=bacebe3d-a110-4683-8375-344b2cbe37b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650148 Apr 05 14:51:46.248576 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5edfedc3-dd71-4a21-8f6c-c2ddb87834c2 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:46.257030 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5edfedc3-dd71-4a21-8f6c-c2ddb87834c2 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:46.261148 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-5edfedc3-dd71-4a21-8f6c-c2ddb87834c2 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] 10.222.0.30 "DELETE /v2.0/networks/44a36801-3eb5-4455-b194-9724fb7fe2cf HTTP/1.1" status: 204 len: 168 time: 0.6220226 Apr 05 14:51:46.263078 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37960) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:46.277075 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edfedc3-dd71-4a21-8f6c-c2ddb87834c2 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Pushing event deleted for resources: {'Network': ['ID=44a36801-3eb5-4455-b194-9724fb7fe2cf,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:46.373570 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d2241f5f-2c73-451b-89ed-4a8172c25c62 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:46.498811 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d2241f5f-2c73-451b-89ed-4a8172c25c62 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:46.539605 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-d2241f5f-2c73-451b-89ed-4a8172c25c62 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5b9016d-c951-43a4-ab62-c70a03087dcd']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:51:46.552628 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-d2241f5f-2c73-451b-89ed-4a8172c25c62 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3050ad4d-795a-49c6-844d-92a85413d0db') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:51:46.553737 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-d2241f5f-2c73-451b-89ed-4a8172c25c62 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3050ad4d-795a-49c6-844d-92a85413d0db') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:51:46.573922 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d2241f5f-2c73-451b-89ed-4a8172c25c62 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:46.589777 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d2241f5f-2c73-451b-89ed-4a8172c25c62 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:46.600532 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2241f5f-2c73-451b-89ed-4a8172c25c62 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:51:46.601453 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d2241f5f-2c73-451b-89ed-4a8172c25c62 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:46.684480 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:51:46.684480 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:51:46.684480 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:51:46.684480 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:51:46.684480 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:51:46.684480 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:51:46.684480 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:51:46.684480 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:51:46.684480 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:51:46.684480 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:51:46.684480 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:51:46.684480 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:51:46.684480 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:51:46.684480 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:51:46.684480 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:51:46.684480 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:51:46.684480 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:51:46.684480 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:51:46.684480 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:51:46.684480 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:51:46.684480 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:51:46.684480 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:51:46.684480 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:51:46.684480 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:51:46.684480 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:51:46.684480 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:51:46.684480 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:51:46.684480 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:51:46.684480 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:51:46.684480 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:51:46.684480 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:51:46.684480 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:51:46.816058 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d2241f5f-2c73-451b-89ed-4a8172c25c62 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:46.823985 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d2241f5f-2c73-451b-89ed-4a8172c25c62 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:46.829525 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-d2241f5f-2c73-451b-89ed-4a8172c25c62 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] 10.222.0.30 "DELETE /v2.0/networks/b5b9016d-c951-43a4-ab62-c70a03087dcd HTTP/1.1" status: 204 len: 168 time: 0.5619490 Apr 05 14:51:46.845370 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2241f5f-2c73-451b-89ed-4a8172c25c62 tempest-BulkNetworkOpsTest-2118125655 tempest-BulkNetworkOpsTest-2118125655-project] Pushing event deleted for resources: {'Network': ['ID=b5b9016d-c951-43a4-ab62-c70a03087dcd,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:47.292855 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf746112-02bc-4589-9e4d-ac9c141c8072 req-845effc7-4b9e-484f-81cc-e9795b310ded tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:47.298451 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cf746112-02bc-4589-9e4d-ac9c141c8072 req-845effc7-4b9e-484f-81cc-e9795b310ded tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=70eb423d-1ee8-4ebf-83c2-b1b6e072a926 HTTP/1.1" status: 200 len: 946 time: 0.0694287 Apr 05 14:51:47.386191 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37976) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:47.409622 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cf746112-02bc-4589-9e4d-ac9c141c8072 req-5b6b3c74-dcab-46dd-bb0a-375c350b4d15 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=bacebe3d-a110-4683-8375-344b2cbe37b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043243 Apr 05 14:51:47.597828 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-029f6fef-6e7a-4a06-b5e0-aa2c07c72cd9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4b99cc5c366b4ef593dab0077a2e154a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2098765 Apr 05 14:51:47.600222 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 37984) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:47.656943 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e24d2339-f2df-4327-8b4e-197f0cb77ec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:47.681833 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e24d2339-f2df-4327-8b4e-197f0cb77ec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:48.111860 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e24d2339-f2df-4327-8b4e-197f0cb77ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:48.114466 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e24d2339-f2df-4327-8b4e-197f0cb77ec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:48.115620 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-e24d2339-f2df-4327-8b4e-197f0cb77ec5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/369c7fb0-20d2-481a-bd2f-0a0d0d86c14f HTTP/1.1" status: 204 len: 168 time: 0.5144920 Apr 05 14:51:48.123981 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24d2339-f2df-4327-8b4e-197f0cb77ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=369c7fb0-20d2-481a-bd2f-0a0d0d86c14f,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:48.576315 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5535655-f60f-41b2-8962-2178b692653b req-ad49043c-3e25-4508-bcdd-c2f56a2639a6 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:48.577896 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e5535655-f60f-41b2-8962-2178b692653b req-ad49043c-3e25-4508-bcdd-c2f56a2639a6 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=70eb423d-1ee8-4ebf-83c2-b1b6e072a926 HTTP/1.1" status: 200 len: 946 time: 0.0601516 Apr 05 14:51:48.633675 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e5535655-f60f-41b2-8962-2178b692653b req-ae35655d-7062-4f7c-9aea-12806593bb9f tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=bacebe3d-a110-4683-8375-344b2cbe37b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459309 Apr 05 14:51:49.709190 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 38032) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:49.790713 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d24989-2c3a-4829-b03c-e32b3ba5da40 req-b21e53d8-cefd-42a7-9881-82b694eb8744 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:49.793677 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-49d24989-2c3a-4829-b03c-e32b3ba5da40 req-b21e53d8-cefd-42a7-9881-82b694eb8744 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=70eb423d-1ee8-4ebf-83c2-b1b6e072a926 HTTP/1.1" status: 200 len: 946 time: 0.0679374 Apr 05 14:51:49.844412 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-49d24989-2c3a-4829-b03c-e32b3ba5da40 req-35090a65-ec8a-43f5-91b5-cc8890e5a87f tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=bacebe3d-a110-4683-8375-344b2cbe37b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423760 Apr 05 14:51:50.177664 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 38042) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:50.331991 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-3a30af15-d46d-4e38-b70b-76589029c443 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1192875603'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:51:50.442410 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a30af15-d46d-4e38-b70b-76589029c443 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Made reservation on behalf of b18e09f58872453686470a2d644d8456 for: {'network': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:51:50.446718 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3a30af15-d46d-4e38-b70b-76589029c443 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:50.462380 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3a30af15-d46d-4e38-b70b-76589029c443 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:50.462817 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4317eae1-d2da-40f6-8caa-a4296869a4f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809988'] for router_interface, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:50.563280 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3a30af15-d46d-4e38-b70b-76589029c443 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:50.633454 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3a30af15-d46d-4e38-b70b-76589029c443 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:50.670552 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a30af15-d46d-4e38-b70b-76589029c443 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c98ad15c-3c4d-4e68-a189-8e6502fc096b,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:50.674083 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a30af15-d46d-4e38-b70b-76589029c443 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=103320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:51:50.685770 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3a30af15-d46d-4e38-b70b-76589029c443 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:50.686166 n-d-836650-2 neutron-server[103320]: INFO neutron.db.segments_db [None req-3a30af15-d46d-4e38-b70b-76589029c443 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Added segment 2aadfc7e-1fe9-43e7-afc4-1728b6881a9b of type vlan for network cdd75639-add5-4755-8784-cf0ba20334a4 Apr 05 14:51:50.746803 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3a30af15-d46d-4e38-b70b-76589029c443 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:50.860673 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-4317eae1-d2da-40f6-8caa-a4296869a4f2 admin admin] Deleting port 83b304e1-f9c8-4790-9dae-52dffd4bac5c {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:51:50.861217 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4317eae1-d2da-40f6-8caa-a4296869a4f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:50.901963 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3a30af15-d46d-4e38-b70b-76589029c443 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:50.910190 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a30af15-d46d-4e38-b70b-76589029c443 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:50.911023 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3a30af15-d46d-4e38-b70b-76589029c443 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:51.012825 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-4317eae1-d2da-40f6-8caa-a4296869a4f2 admin admin] For port 83b304e1-f9c8-4790-9dae-52dffd4bac5c, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=83b304e1-f9c8-4790-9dae-52dffd4bac5c,segment=NetworkSegment(e523e33a-de62-4414-94f9-7699545cb484),segment_id=e523e33a-de62-4414-94f9-7699545cb484)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:51:51.013298 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4317eae1-d2da-40f6-8caa-a4296869a4f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:51.028470 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-4317eae1-d2da-40f6-8caa-a4296869a4f2 admin admin] Calling delete_port for 83b304e1-f9c8-4790-9dae-52dffd4bac5c owned by network:router_interface {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:51:51.061508 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a30af15-d46d-4e38-b70b-76589029c443 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Pushing event updated for resources: {'Network': ['ID=cdd75639-add5-4755-8784-cf0ba20334a4,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:51.068265 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-3a30af15-d46d-4e38-b70b-76589029c443 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8892853 Apr 05 14:51:51.086347 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network cdd75639-add5-4755-8784-cf0ba20334a4 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:51:51.206016 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d89e8ad-3165-4f31-b636-49bfd80a0aa5 req-e1de2d32-c31a-45f4-89b3-739c715d1210 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:51.225749 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4d89e8ad-3165-4f31-b636-49bfd80a0aa5 req-e1de2d32-c31a-45f4-89b3-739c715d1210 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=70eb423d-1ee8-4ebf-83c2-b1b6e072a926 HTTP/1.1" status: 200 len: 946 time: 0.2792850 Apr 05 14:51:51.234335 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 38066) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:51.252372 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-6e0431b1-6377-42d1-9053-58c7d030c7a6 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Request body: {'subnet': {'network_id': 'cdd75639-add5-4755-8784-cf0ba20334a4', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:51:51.377498 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4d89e8ad-3165-4f31-b636-49bfd80a0aa5 req-523c0e55-fa50-40b4-8e6e-8cdf30574bd2 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=bacebe3d-a110-4683-8375-344b2cbe37b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511981 Apr 05 14:51:51.473320 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4317eae1-d2da-40f6-8caa-a4296869a4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:51.499970 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0431b1-6377-42d1-9053-58c7d030c7a6 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Made reservation on behalf of b18e09f58872453686470a2d644d8456 for: {'subnet': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:51:51.503816 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6e0431b1-6377-42d1-9053-58c7d030c7a6 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13127328'] for subnet, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:51.506322 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4317eae1-d2da-40f6-8caa-a4296869a4f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=83b304e1-f9c8-4790-9dae-52dffd4bac5c,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:51.813210 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4317eae1-d2da-40f6-8caa-a4296869a4f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1798829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810128'] for router_interface, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:51.911078 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6e0431b1-6377-42d1-9053-58c7d030c7a6 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15773751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13127350'] for subnet, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:51.979501 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0431b1-6377-42d1-9053-58c7d030c7a6 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Pushing event updated for resources: {'Subnet': ['ID=31ccaf68-078d-4c0d-88d0-b06d250e95a5,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:51.990951 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0431b1-6377-42d1-9053-58c7d030c7a6 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Checking segment: {'id': '2aadfc7e-1fe9-43e7-afc4-1728b6881a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'cdd75639-add5-4755-8784-cf0ba20334a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:51:51.991304 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0431b1-6377-42d1-9053-58c7d030c7a6 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Network hostable DHCP agents. Network: cdd75639-add5-4755-8784-cf0ba20334a4, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:51:52.040210 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4317eae1-d2da-40f6-8caa-a4296869a4f2 admin admin] Router 1d2104ce-04d0-4d0b-a541-fbd10738befa has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:51:52.095617 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0431b1-6377-42d1-9053-58c7d030c7a6 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Network cdd75639-add5-4755-8784-cf0ba20334a4 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:51:52.147140 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-6e0431b1-6377-42d1-9053-58c7d030c7a6 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, cdd75639-add5-4755-8784-cf0ba20334a4) {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:51:52.151290 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0431b1-6377-42d1-9053-58c7d030c7a6 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:52.153262 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6e0431b1-6377-42d1-9053-58c7d030c7a6 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:52.159329 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4532a87-0bd7-4f72-a10b-c059fcf38d72 None None] Network cdd75639-add5-4755-8784-cf0ba20334a4 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:51:52.160152 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4317eae1-d2da-40f6-8caa-a4296869a4f2 admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:51:52.171497 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-4317eae1-d2da-40f6-8caa-a4296869a4f2 admin admin] 10.222.0.30 "PUT /v2.0/routers/1d2104ce-04d0-4d0b-a541-fbd10738befa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4611342 Apr 05 14:51:52.172184 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 38080) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:52.230124 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-6e0431b1-6377-42d1-9053-58c7d030c7a6 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.9859600 Apr 05 14:51:52.234035 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 38084) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:52.239430 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-d66042e4-4b70-4176-a67d-9d2457416404 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1635233161'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:51:52.240195 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846a6e64-c63c-487f-8937-801ed8c4da25 None None] Sync routers for ids ['1d2104ce-04d0-4d0b-a541-fbd10738befa'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:51:52.279535 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846a6e64-c63c-487f-8937-801ed8c4da25 None None] Routers {'1d2104ce-04d0-4d0b-a541-fbd10738befa'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:51:52.280314 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-846a6e64-c63c-487f-8937-801ed8c4da25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:51:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['1d2104ce-04d0-4d0b-a541-fbd10738befa'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:51:52.324358 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d66042e4-4b70-4176-a67d-9d2457416404 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Made reservation on behalf of b18e09f58872453686470a2d644d8456 for: {'network': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:51:52.331154 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d66042e4-4b70-4176-a67d-9d2457416404 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:52.348064 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-94d0a218-1fe4-4b5f-b554-d0cd1804c923 admin admin] Notify callbacks [] for router, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:52.358737 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d66042e4-4b70-4176-a67d-9d2457416404 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=103320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:51:52.369750 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d66042e4-4b70-4176-a67d-9d2457416404 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:52.370325 n-d-836650-2 neutron-server[103320]: INFO neutron.db.segments_db [None req-d66042e4-4b70-4176-a67d-9d2457416404 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Added segment 4cbfcec3-24fd-48ad-a5b4-269791aa776b of type vlan for network 282acc44-19a5-4a95-977e-67d9a3976ccb Apr 05 14:51:52.451914 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d66042e4-4b70-4176-a67d-9d2457416404 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:52.534533 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-94d0a218-1fe4-4b5f-b554-d0cd1804c923 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:52.564854 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c799a2-9b2c-4ed0-a4f0-8a5f42ae5478 req-ba572c83-a1ff-4c2b-a434-b246912f5696 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:52.569382 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a5c799a2-9b2c-4ed0-a4f0-8a5f42ae5478 req-ba572c83-a1ff-4c2b-a434-b246912f5696 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=70eb423d-1ee8-4ebf-83c2-b1b6e072a926 HTTP/1.1" status: 200 len: 946 time: 0.0863898 Apr 05 14:51:52.613057 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a5c799a2-9b2c-4ed0-a4f0-8a5f42ae5478 req-9fd83305-5e7f-4761-b192-ad6634185ae9 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=bacebe3d-a110-4683-8375-344b2cbe37b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392859 Apr 05 14:51:52.631717 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d66042e4-4b70-4176-a67d-9d2457416404 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:52.649219 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66042e4-4b70-4176-a67d-9d2457416404 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:52.650388 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d66042e4-4b70-4176-a67d-9d2457416404 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:52.679754 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9993bf-7248-469f-ae07-ae95a32ca16d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-cdd75639-add5-4755-8784-cf0ba20334a4', 'network_id': 'cdd75639-add5-4755-8784-cf0ba20334a4', 'tenant_id': 'b18e09f58872453686470a2d644d8456', 'fixed_ips': [{'subnet_id': '31ccaf68-078d-4c0d-88d0-b06d250e95a5'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:51:52.680803 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bb9993bf-7248-469f-ae07-ae95a32ca16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:52.688102 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-94d0a218-1fe4-4b5f-b554-d0cd1804c923 admin admin] Deleting port 01d78cb5-9b58-47a4-86c4-81b68d2544c5 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:51:52.688753 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-94d0a218-1fe4-4b5f-b554-d0cd1804c923 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:52.813590 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-d66042e4-4b70-4176-a67d-9d2457416404 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5752895 Apr 05 14:51:52.817438 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 38102) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:52.828523 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-a17224f4-f319-4898-a216-ec0f85515ffb tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Request body: {'subnet': {'network_id': '282acc44-19a5-4a95-977e-67d9a3976ccb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:51:52.843415 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-846a6e64-c63c-487f-8937-801ed8c4da25 None None] Set router 1d2104ce-04d0-4d0b-a541-fbd10738befa gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:51:52.845201 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-94d0a218-1fe4-4b5f-b554-d0cd1804c923 admin admin] For port 01d78cb5-9b58-47a4-86c4-81b68d2544c5, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=01d78cb5-9b58-47a4-86c4-81b68d2544c5,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:51:52.845578 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-94d0a218-1fe4-4b5f-b554-d0cd1804c923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:52.851910 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66042e4-4b70-4176-a67d-9d2457416404 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Pushing event updated for resources: {'Network': ['ID=282acc44-19a5-4a95-977e-67d9a3976ccb,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:52.877144 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-94d0a218-1fe4-4b5f-b554-d0cd1804c923 admin admin] Calling delete_port for 01d78cb5-9b58-47a4-86c4-81b68d2544c5 owned by network:router_gateway {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:51:52.884817 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 282acc44-19a5-4a95-977e-67d9a3976ccb details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:51:53.084205 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a17224f4-f319-4898-a216-ec0f85515ffb tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Made reservation on behalf of b18e09f58872453686470a2d644d8456 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:51:53.090366 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a17224f4-f319-4898-a216-ec0f85515ffb tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:53.107384 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-bb9993bf-7248-469f-ae07-ae95a32ca16d None None] Allocated IP 172.20.255.242 (cdd75639-add5-4755-8784-cf0ba20334a4/31ccaf68-078d-4c0d-88d0-b06d250e95a5/807155d4-8ea6-4bb8-a6d7-75cb9fc701b8) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:51:53.148448 n-d-836650-2 neutron-server[103320]: INFO neutron.api.v2.resource [req-c7040883-967c-4b7b-bcf2-2cd28fcbd6a5 req-ac8e86db-d917-473c-addb-9c42e7e314a8 service neutron] show failed (client error): The resource could not be found. Apr 05 14:51:53.152146 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c7040883-967c-4b7b-bcf2-2cd28fcbd6a5 req-ac8e86db-d917-473c-addb-9c42e7e314a8 service neutron] 10.222.0.55 "GET /v2.0/ports/54a3c5c3-0d25-4cb7-8b82-7a78516c744c/bindings/n-h2-836650-2 HTTP/1.1" status: 404 len: 380 time: 0.1451316 Apr 05 14:51:53.310417 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-846a6e64-c63c-487f-8937-801ed8c4da25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2104ce-04d0-4d0b-a541-fbd10738befa', 'name': 'tempest-AttachVolumeTestJSON-1840973019-router', 'tenant_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '01d78cb5-9b58-47a4-86c4-81b68d2544c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:43:54Z', 'updated_at': '2022-04-05T14:51:51Z', 'revision_number': 5, 'project_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'gw_port': {'id': '01d78cb5-9b58-47a4-86c4-81b68d2544c5', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2104ce-04d0-4d0b-a541-fbd10738befa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:43:58Z', 'updated_at': '2022-04-05T14:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:51:53.352218 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846a6e64-c63c-487f-8937-801ed8c4da25 None None] Checking router: 1d2104ce-04d0-4d0b-a541-fbd10738befa for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:51:53.385013 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bb9993bf-7248-469f-ae07-ae95a32ca16d None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:53.394018 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846a6e64-c63c-487f-8937-801ed8c4da25 None None] Routers {'1d2104ce-04d0-4d0b-a541-fbd10738befa'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:51:53.395019 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-846a6e64-c63c-487f-8937-801ed8c4da25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:51:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['1d2104ce-04d0-4d0b-a541-fbd10738befa'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:51:53.472326 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bb9993bf-7248-469f-ae07-ae95a32ca16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:53.496434 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-846a6e64-c63c-487f-8937-801ed8c4da25 None None] Set router 1d2104ce-04d0-4d0b-a541-fbd10738befa gateway port host: None {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:51:53.591712 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-846a6e64-c63c-487f-8937-801ed8c4da25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2104ce-04d0-4d0b-a541-fbd10738befa', 'name': 'tempest-AttachVolumeTestJSON-1840973019-router', 'tenant_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:43:54Z', 'updated_at': '2022-04-05T14:51:52Z', 'revision_number': 6, 'project_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'gw_port_host': None}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:51:53.593580 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9993bf-7248-469f-ae07-ae95a32ca16d None None] Pushing event updated for resources: {'Port': ['ID=807155d4-8ea6-4bb8-a6d7-75cb9fc701b8,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:53.628351 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9993bf-7248-469f-ae07-ae95a32ca16d None None] Network cdd75639-add5-4755-8784-cf0ba20334a4 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:51:53.629366 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846a6e64-c63c-487f-8937-801ed8c4da25 None None] The sync data for ids ['1d2104ce-04d0-4d0b-a541-fbd10738befa'] in n-d-836650-2 is: [{'id': '1d2104ce-04d0-4d0b-a541-fbd10738befa', 'name': 'tempest-AttachVolumeTestJSON-1840973019-router', 'tenant_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:43:54Z', 'updated_at': '2022-04-05T14:51:52Z', 'revision_number': 6, 'project_id': 'b1c6fdb1754a4696ad2f30e73253b821', 'gw_port_host': None}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:51:53.632126 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-bb9993bf-7248-469f-ae07-ae95a32ca16d None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:51:53.635226 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9993bf-7248-469f-ae07-ae95a32ca16d None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:51:53.716480 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-bb9993bf-7248-469f-ae07-ae95a32ca16d None None] Attempting to bind port 807155d4-8ea6-4bb8-a6d7-75cb9fc701b8 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:51:53.716857 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-bb9993bf-7248-469f-ae07-ae95a32ca16d None None] Attempting to bind port 807155d4-8ea6-4bb8-a6d7-75cb9fc701b8 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '2aadfc7e-1fe9-43e7-afc4-1728b6881a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'cdd75639-add5-4755-8784-cf0ba20334a4'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:51:53.717241 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9993bf-7248-469f-ae07-ae95a32ca16d None None] Attempting to bind port 807155d4-8ea6-4bb8-a6d7-75cb9fc701b8 on network cdd75639-add5-4755-8784-cf0ba20334a4 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:51:53.725605 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-94d0a218-1fe4-4b5f-b554-d0cd1804c923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:53.727050 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9993bf-7248-469f-ae07-ae95a32ca16d None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:51:53.727410 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9993bf-7248-469f-ae07-ae95a32ca16d None None] Checking segment: {'id': '2aadfc7e-1fe9-43e7-afc4-1728b6881a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'cdd75639-add5-4755-8784-cf0ba20334a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:51:53.727814 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bb9993bf-7248-469f-ae07-ae95a32ca16d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:53.728192 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9993bf-7248-469f-ae07-ae95a32ca16d None None] Bound using segment: {'id': '2aadfc7e-1fe9-43e7-afc4-1728b6881a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'cdd75639-add5-4755-8784-cf0ba20334a4'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:51:53.728654 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-bb9993bf-7248-469f-ae07-ae95a32ca16d None None] Bound port: 807155d4-8ea6-4bb8-a6d7-75cb9fc701b8, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aadfc7e-1fe9-43e7-afc4-1728b6881a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'cdd75639-add5-4755-8784-cf0ba20334a4'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:51:53.729069 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bb9993bf-7248-469f-ae07-ae95a32ca16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:53.829717 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d0a218-1fe4-4b5f-b554-d0cd1804c923 admin admin] Pushing event deleted for resources: {'Port': ['ID=01d78cb5-9b58-47a4-86c4-81b68d2544c5,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:53.855282 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2b0603-5b15-482f-94ce-077f0f3dc3ce req-8d8678de-fb15-406e-87fb-408179bb23ac tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:53.856973 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3a2b0603-5b15-482f-94ce-077f0f3dc3ce req-8d8678de-fb15-406e-87fb-408179bb23ac tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=70eb423d-1ee8-4ebf-83c2-b1b6e072a926 HTTP/1.1" status: 200 len: 946 time: 0.0884774 Apr 05 14:51:53.863809 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-bb9993bf-7248-469f-ae07-ae95a32ca16d None None] For port 807155d4-8ea6-4bb8-a6d7-75cb9fc701b8, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:51:53.873874 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-bb9993bf-7248-469f-ae07-ae95a32ca16d None None] For port 807155d4-8ea6-4bb8-a6d7-75cb9fc701b8, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=807155d4-8ea6-4bb8-a6d7-75cb9fc701b8,segment=NetworkSegment(2aadfc7e-1fe9-43e7-afc4-1728b6881a9b),segment_id=2aadfc7e-1fe9-43e7-afc4-1728b6881a9b)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:51:53.940924 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3a2b0603-5b15-482f-94ce-077f0f3dc3ce req-ee65b63f-ed95-462d-a7ee-f2703c471983 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=bacebe3d-a110-4683-8375-344b2cbe37b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700958 Apr 05 14:51:53.953978 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bb9993bf-7248-469f-ae07-ae95a32ca16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:53.990811 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-94d0a218-1fe4-4b5f-b554-d0cd1804c923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808526'] for router_gateway, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:54.032167 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9993bf-7248-469f-ae07-ae95a32ca16d None None] Pushing event updated for resources: {'Port': ['ID=807155d4-8ea6-4bb8-a6d7-75cb9fc701b8,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:54.171401 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-94d0a218-1fe4-4b5f-b554-d0cd1804c923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27070'] for router, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:54.175436 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-94d0a218-1fe4-4b5f-b554-d0cd1804c923 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:54.322618 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7040883-967c-4b7b-bcf2-2cd28fcbd6a5 req-44784c31-3ee1-4ff0-a680-b78fefc325a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:54.324286 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-c7040883-967c-4b7b-bcf2-2cd28fcbd6a5 req-44784c31-3ee1-4ff0-a680-b78fefc325a7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=70eb423d-1ee8-4ebf-83c2-b1b6e072a926&tenant_id=b07e36dc5a904f16980660900e2eecc1 HTTP/1.1" status: 200 len: 1097 time: 0.4961402 Apr 05 14:51:54.342117 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-c7040883-967c-4b7b-bcf2-2cd28fcbd6a5 req-6b0afbbb-8c73-4828-8397-6a60b068ab06 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836650-2', 'device_owner': 'compute:nova'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:51:54.382868 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-94d0a218-1fe4-4b5f-b554-d0cd1804c923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803298'] for router, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:54.383409 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d0a218-1fe4-4b5f-b554-d0cd1804c923 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d2104ce-04d0-4d0b-a541-fbd10738befa {{(pid=103321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:51:54.401814 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-94d0a218-1fe4-4b5f-b554-d0cd1804c923 admin admin] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:54.402969 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-94d0a218-1fe4-4b5f-b554-d0cd1804c923 admin admin] 10.222.0.30 "DELETE /v2.0/routers/1d2104ce-04d0-4d0b-a541-fbd10738befa HTTP/1.1" status: 204 len: 168 time: 2.2298098 Apr 05 14:51:54.405672 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 38130) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:54.429502 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-c7040883-967c-4b7b-bcf2-2cd28fcbd6a5 req-6b0afbbb-8c73-4828-8397-6a60b068ab06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:54.472977 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2a45ee88-29b7-41ce-b463-fb808c14b5a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:54.486583 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3d0d3f5-eb97-458d-9882-a0c0bee624dc admin admin] Deleting subnet 5191ec95-9794-4487-b4dd-b62543d80f6a {{(pid=103320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:51:54.499232 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b3d0d3f5-eb97-458d-9882-a0c0bee624dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:54.570193 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b3d0d3f5-eb97-458d-9882-a0c0bee624dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13399228'] for subnet, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:54.605564 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a17224f4-f319-4898-a216-ec0f85515ffb tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:54.875605 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17224f4-f319-4898-a216-ec0f85515ffb tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Pushing event updated for resources: {'Subnet': ['ID=5e479015-fd75-4e2e-8170-039ca23d8921,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:54.915197 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17224f4-f319-4898-a216-ec0f85515ffb tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Checking segment: {'id': '4cbfcec3-24fd-48ad-a5b4-269791aa776b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '282acc44-19a5-4a95-977e-67d9a3976ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:51:54.915566 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17224f4-f319-4898-a216-ec0f85515ffb tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Network hostable DHCP agents. Network: 282acc44-19a5-4a95-977e-67d9a3976ccb, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:51:54.934247 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-c7040883-967c-4b7b-bcf2-2cd28fcbd6a5 req-6b0afbbb-8c73-4828-8397-6a60b068ab06 service neutron] For port 54a3c5c3-0d25-4cb7-8b82-7a78516c744c, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=54a3c5c3-0d25-4cb7-8b82-7a78516c744c,segment=NetworkSegment(8f9f880a-d2f4-4838-9fd6-f918e17688de),segment_id=8f9f880a-d2f4-4838-9fd6-f918e17688de)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:51:54.983931 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-c7040883-967c-4b7b-bcf2-2cd28fcbd6a5 req-6b0afbbb-8c73-4828-8397-6a60b068ab06 service neutron] For port 54a3c5c3-0d25-4cb7-8b82-7a78516c744c, host n-h1-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:51:55.065245 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-c7040883-967c-4b7b-bcf2-2cd28fcbd6a5 req-6b0afbbb-8c73-4828-8397-6a60b068ab06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:55.079287 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.provisioning_blocks [req-c7040883-967c-4b7b-bcf2-2cd28fcbd6a5 req-6b0afbbb-8c73-4828-8397-6a60b068ab06 service neutron] Transition to ACTIVE for port object 54a3c5c3-0d25-4cb7-8b82-7a78516c744c will not be triggered until provisioned by entity L2. {{(pid=103321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:51:55.079949 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70eb423d-1ee8-4ebf-83c2-b1b6e072a926', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54a3c5c3-0d25-4cb7-8b82-7a78516c744c'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:51:55.082436 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b998b5d-f3ef-43a2-beb2-3846ef070f0e" -d '{"events": [{"server_uuid": "70eb423d-1ee8-4ebf-83c2-b1b6e072a926", "name": "network-vif-unplugged", "status": "completed", "tag": "54a3c5c3-0d25-4cb7-8b82-7a78516c744c"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:51:55.086790 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17224f4-f319-4898-a216-ec0f85515ffb tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Network 282acc44-19a5-4a95-977e-67d9a3976ccb is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:51:55.154220 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-c7040883-967c-4b7b-bcf2-2cd28fcbd6a5 req-6b0afbbb-8c73-4828-8397-6a60b068ab06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:55.210735 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 14:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf8872ce-a405-4bf9-8b3d-165b22aa04db x-openstack-request-id: req-bf8872ce-a405-4bf9-8b3d-165b22aa04db {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:51:55.211413 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70eb423d-1ee8-4ebf-83c2-b1b6e072a926", "name": "network-vif-unplugged", "status": "completed", "tag": "54a3c5c3-0d25-4cb7-8b82-7a78516c744c", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:51:55.211413 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bf8872ce-a405-4bf9-8b3d-165b22aa04db {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:51:55.211677 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf8872ce-a405-4bf9-8b3d-165b22aa04db'] response: {'server_uuid': '70eb423d-1ee8-4ebf-83c2-b1b6e072a926', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54a3c5c3-0d25-4cb7-8b82-7a78516c744c', 'code': 200} Apr 05 14:51:55.215837 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0afbbb-8c73-4828-8397-6a60b068ab06 service neutron] Pushing event updated for resources: {'Port': ['ID=54a3c5c3-0d25-4cb7-8b82-7a78516c744c,revision_number=6']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:55.223419 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b3d0d3f5-eb97-458d-9882-a0c0bee624dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:55.231646 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-a17224f4-f319-4898-a216-ec0f85515ffb tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 282acc44-19a5-4a95-977e-67d9a3976ccb) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:51:55.241506 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b47a3a9-9c02-4d8b-af7b-1250e8e34e5c None None] Network 282acc44-19a5-4a95-977e-67d9a3976ccb requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:51:55.262767 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17224f4-f319-4898-a216-ec0f85515ffb tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:55.271373 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a17224f4-f319-4898-a216-ec0f85515ffb tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:55.375722 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b3d0d3f5-eb97-458d-9882-a0c0bee624dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15773812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13127359'] for subnet, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:55.447188 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d0d3f5-eb97-458d-9882-a0c0bee624dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5191ec95-9794-4487-b4dd-b62543d80f6a,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:55.465610 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07eab62-8432-4915-b64d-c5c6f8558689 req-d794560b-2c82-44ac-a6df-135a8a8332db tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:55.471433 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e07eab62-8432-4915-b64d-c5c6f8558689 req-d794560b-2c82-44ac-a6df-135a8a8332db tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=70eb423d-1ee8-4ebf-83c2-b1b6e072a926 HTTP/1.1" status: 200 len: 944 time: 0.1806645 Apr 05 14:51:55.570315 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e07eab62-8432-4915-b64d-c5c6f8558689 req-13da5a4e-9a72-4601-9c09-499ba6ebd66a tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=bacebe3d-a110-4683-8375-344b2cbe37b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923827 Apr 05 14:51:55.582489 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b3d0d3f5-eb97-458d-9882-a0c0bee624dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:55.595016 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-b3d0d3f5-eb97-458d-9882-a0c0bee624dc admin admin] 10.222.0.30 "DELETE /v2.0/subnets/5191ec95-9794-4487-b4dd-b62543d80f6a HTTP/1.1" status: 204 len: 168 time: 1.1873193 Apr 05 14:51:55.601371 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 38142) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:55.613980 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65b1919-a3d6-4eba-819d-87577bfb6a06 None None] Network 0ec84664-b286-431c-8e6d-81964b6279ea requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:51:55.657989 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-a17224f4-f319-4898-a216-ec0f85515ffb tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.8358009 Apr 05 14:51:55.659534 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 38144) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:55.714662 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7040883-967c-4b7b-bcf2-2cd28fcbd6a5 req-6b0afbbb-8c73-4828-8397-6a60b068ab06 service neutron] No DVR routers for this DVR port 54a3c5c3-0d25-4cb7-8b82-7a78516c744c on host n-h1-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:51:55.755235 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 807155d4-8ea6-4bb8-a6d7-75cb9fc701b8 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:51:55.786643 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-319ed5ce-d93c-4a0c-af24-c3885ea700dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:55.865263 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f536db-8ac0-431d-9676-7d1e204cfc58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-282acc44-19a5-4a95-977e-67d9a3976ccb', 'network_id': '282acc44-19a5-4a95-977e-67d9a3976ccb', 'tenant_id': 'b18e09f58872453686470a2d644d8456', 'fixed_ips': [{'subnet_id': '5e479015-fd75-4e2e-8170-039ca23d8921'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:51:55.866279 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c5f536db-8ac0-431d-9676-7d1e204cfc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:55.927253 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-c7040883-967c-4b7b-bcf2-2cd28fcbd6a5 req-6b0afbbb-8c73-4828-8397-6a60b068ab06 service neutron] Attempting to bind port 54a3c5c3-0d25-4cb7-8b82-7a78516c744c on host n-h2-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:51:55.929749 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-c7040883-967c-4b7b-bcf2-2cd28fcbd6a5 req-6b0afbbb-8c73-4828-8397-6a60b068ab06 service neutron] Attempting to bind port 54a3c5c3-0d25-4cb7-8b82-7a78516c744c by drivers openvswitch,hyperv on host n-h2-836650-2 at level 0 using segments [{'id': '8f9f880a-d2f4-4838-9fd6-f918e17688de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c78b309f-ff7d-41bb-8fba-b50473a0da16'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:51:55.929749 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7040883-967c-4b7b-bcf2-2cd28fcbd6a5 req-6b0afbbb-8c73-4828-8397-6a60b068ab06 service neutron] Attempting to bind port 54a3c5c3-0d25-4cb7-8b82-7a78516c744c on network c78b309f-ff7d-41bb-8fba-b50473a0da16 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:51:55.940435 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7040883-967c-4b7b-bcf2-2cd28fcbd6a5 req-6b0afbbb-8c73-4828-8397-6a60b068ab06 service neutron] Port 54a3c5c3-0d25-4cb7-8b82-7a78516c744c on network c78b309f-ff7d-41bb-8fba-b50473a0da16 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:51:55.940765 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7040883-967c-4b7b-bcf2-2cd28fcbd6a5 req-6b0afbbb-8c73-4828-8397-6a60b068ab06 service neutron] Attempting to bind port 54a3c5c3-0d25-4cb7-8b82-7a78516c744c on network c78b309f-ff7d-41bb-8fba-b50473a0da16 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:51:55.945306 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-319ed5ce-d93c-4a0c-af24-c3885ea700dd admin admin] Deleting port 79a41931-5354-4b11-934b-0963d321e731 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:51:55.945709 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-319ed5ce-d93c-4a0c-af24-c3885ea700dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:55.971821 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7040883-967c-4b7b-bcf2-2cd28fcbd6a5 req-6b0afbbb-8c73-4828-8397-6a60b068ab06 service neutron] Checking agent: {'id': '6d8cf521-24bb-4b6a-bbae-0284f5c87a9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:51:55.972210 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7040883-967c-4b7b-bcf2-2cd28fcbd6a5 req-6b0afbbb-8c73-4828-8397-6a60b068ab06 service neutron] Checking segment: {'id': '8f9f880a-d2f4-4838-9fd6-f918e17688de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c78b309f-ff7d-41bb-8fba-b50473a0da16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:51:55.972531 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7040883-967c-4b7b-bcf2-2cd28fcbd6a5 req-6b0afbbb-8c73-4828-8397-6a60b068ab06 service neutron] Bound using segment: {'id': '8f9f880a-d2f4-4838-9fd6-f918e17688de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c78b309f-ff7d-41bb-8fba-b50473a0da16'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:51:55.973090 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-c7040883-967c-4b7b-bcf2-2cd28fcbd6a5 req-6b0afbbb-8c73-4828-8397-6a60b068ab06 service neutron] Bound port: 54a3c5c3-0d25-4cb7-8b82-7a78516c744c, host: n-h2-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f9f880a-d2f4-4838-9fd6-f918e17688de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c78b309f-ff7d-41bb-8fba-b50473a0da16'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:51:55.973453 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-c7040883-967c-4b7b-bcf2-2cd28fcbd6a5 req-6b0afbbb-8c73-4828-8397-6a60b068ab06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:56.040748 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-689d2ddf-7882-4911-89ba-131fdd77d658 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:56.109085 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-c7040883-967c-4b7b-bcf2-2cd28fcbd6a5 req-6b0afbbb-8c73-4828-8397-6a60b068ab06 service neutron] For port 54a3c5c3-0d25-4cb7-8b82-7a78516c744c, host n-h2-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:51:56.135069 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-319ed5ce-d93c-4a0c-af24-c3885ea700dd admin admin] For port 79a41931-5354-4b11-934b-0963d321e731, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=79a41931-5354-4b11-934b-0963d321e731,segment=NetworkSegment(e523e33a-de62-4414-94f9-7699545cb484),segment_id=e523e33a-de62-4414-94f9-7699545cb484)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:51:56.140368 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-319ed5ce-d93c-4a0c-af24-c3885ea700dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:56.147463 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-c7040883-967c-4b7b-bcf2-2cd28fcbd6a5 req-6b0afbbb-8c73-4828-8397-6a60b068ab06 service neutron] For port 54a3c5c3-0d25-4cb7-8b82-7a78516c744c, host n-h2-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=54a3c5c3-0d25-4cb7-8b82-7a78516c744c,segment=NetworkSegment(8f9f880a-d2f4-4838-9fd6-f918e17688de),segment_id=8f9f880a-d2f4-4838-9fd6-f918e17688de)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:51:56.176276 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-689d2ddf-7882-4911-89ba-131fdd77d658 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:56.177172 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-319ed5ce-d93c-4a0c-af24-c3885ea700dd admin admin] Calling delete_port for 79a41931-5354-4b11-934b-0963d321e731 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:51:56.226231 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e5ba87-640b-476e-b1fc-0be6f7ed8689 None None] Network cdd75639-add5-4755-8784-cf0ba20334a4 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:51:56.240948 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-c7040883-967c-4b7b-bcf2-2cd28fcbd6a5 req-6b0afbbb-8c73-4828-8397-6a60b068ab06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:56.275680 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 807155d4-8ea6-4bb8-a6d7-75cb9fc701b8 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:51:56.275979 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:56.355051 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7040883-967c-4b7b-bcf2-2cd28fcbd6a5 req-6b0afbbb-8c73-4828-8397-6a60b068ab06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:56.356483 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-c7040883-967c-4b7b-bcf2-2cd28fcbd6a5 req-6b0afbbb-8c73-4828-8397-6a60b068ab06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:56.357643 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-c7040883-967c-4b7b-bcf2-2cd28fcbd6a5 req-6b0afbbb-8c73-4828-8397-6a60b068ab06 service neutron] 10.222.0.11 "PUT /v2.0/ports/54a3c5c3-0d25-4cb7-8b82-7a78516c744c HTTP/1.1" status: 200 len: 1092 time: 2.0208461 Apr 05 14:51:56.385999 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-c5f536db-8ac0-431d-9676-7d1e204cfc58 None None] Allocated IP 172.20.0.2 (282acc44-19a5-4a95-977e-67d9a3976ccb/5e479015-fd75-4e2e-8170-039ca23d8921/611421ed-d65e-4786-8735-50d1abb51417) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:51:56.428400 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-319ed5ce-d93c-4a0c-af24-c3885ea700dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:56.439889 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0afbbb-8c73-4828-8397-6a60b068ab06 service neutron] Pushing event updated for resources: {'Port': ['ID=54a3c5c3-0d25-4cb7-8b82-7a78516c744c,revision_number=7']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:56.449415 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7040883-967c-4b7b-bcf2-2cd28fcbd6a5 req-a340af20-fb47-4627-bb0e-f492de114671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:56.451050 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-c7040883-967c-4b7b-bcf2-2cd28fcbd6a5 req-a340af20-fb47-4627-bb0e-f492de114671 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b07e36dc5a904f16980660900e2eecc1&device_id=70eb423d-1ee8-4ebf-83c2-b1b6e072a926 HTTP/1.1" status: 200 len: 1095 time: 0.0650647 Apr 05 14:51:56.456910 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-2a113be7-afed-449e-a003-4fdcff0d65ee None None] Provisioning complete for port 807155d4-8ea6-4bb8-a6d7-75cb9fc701b8 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:51:56.457295 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2a113be7-afed-449e-a003-4fdcff0d65ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:56.535917 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319ed5ce-d93c-4a0c-af24-c3885ea700dd admin admin] Pushing event deleted for resources: {'Port': ['ID=79a41931-5354-4b11-934b-0963d321e731,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:56.539451 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319ed5ce-d93c-4a0c-af24-c3885ea700dd admin admin] No DVR routers for this DVR port 79a41931-5354-4b11-934b-0963d321e731 on host n-d-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:51:56.575228 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6c58f1-fe8f-4efc-bd14-4ae7691ba977 None None] DHCP port deletion for 0ec84664-b286-431c-8e6d-81964b6279ea request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:51:56.659662 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7040883-967c-4b7b-bcf2-2cd28fcbd6a5 req-eadc511d-66e1-48fe-88c9-9e2de5caa2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:56.661769 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-c7040883-967c-4b7b-bcf2-2cd28fcbd6a5 req-eadc511d-66e1-48fe-88c9-9e2de5caa2f8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c78b309f-ff7d-41bb-8fba-b50473a0da16 HTTP/1.1" status: 200 len: 897 time: 0.1964161 Apr 05 14:51:56.701770 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-319ed5ce-d93c-4a0c-af24-c3885ea700dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:56.767169 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-319ed5ce-d93c-4a0c-af24-c3885ea700dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ec84664-b286-431c-8e6d-81964b6279ea']}} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:51:56.775749 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-c7040883-967c-4b7b-bcf2-2cd28fcbd6a5 req-6cf2bf6c-35f4-4f92-8d0c-bbdc2f346f4b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54a3c5c3-0d25-4cb7-8b82-7a78516c744c HTTP/1.1" status: 200 len: 1000 time: 0.1060219 Apr 05 14:51:56.778238 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-319ed5ce-d93c-4a0c-af24-c3885ea700dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e523e33a-de62-4414-94f9-7699545cb484') {'for_net_delete': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:51:56.778539 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-319ed5ce-d93c-4a0c-af24-c3885ea700dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e523e33a-de62-4414-94f9-7699545cb484') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:51:56.802134 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-319ed5ce-d93c-4a0c-af24-c3885ea700dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13399223'] for segment, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:56.832221 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7040883-967c-4b7b-bcf2-2cd28fcbd6a5 req-248a17d5-8eda-4287-90a1-4dd458ab74a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:56.832496 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1c61de-1778-430b-84f3-dbff359095dd req-ceaf1a24-161c-4690-be5e-4bf4e41f384d tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:56.834035 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2b1c61de-1778-430b-84f3-dbff359095dd req-ceaf1a24-161c-4690-be5e-4bf4e41f384d tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=70eb423d-1ee8-4ebf-83c2-b1b6e072a926 HTTP/1.1" status: 200 len: 944 time: 0.1048028 Apr 05 14:51:56.835142 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-319ed5ce-d93c-4a0c-af24-c3885ea700dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:56.840360 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-c7040883-967c-4b7b-bcf2-2cd28fcbd6a5 req-248a17d5-8eda-4287-90a1-4dd458ab74a8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1de0be90-29ef-431f-9721-d97dbe29986a HTTP/1.1" status: 200 len: 835 time: 0.0513728 Apr 05 14:51:56.860374 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-319ed5ce-d93c-4a0c-af24-c3885ea700dd admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=103320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:51:56.860787 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-319ed5ce-d93c-4a0c-af24-c3885ea700dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15765202'] for segment, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:56.862798 n-d-836650-2 neutron-server[103320]: Traceback (most recent call last): Apr 05 14:51:56.862798 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:51:56.862798 n-d-836650-2 neutron-server[103320]: timer() Apr 05 14:51:56.862798 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:51:56.862798 n-d-836650-2 neutron-server[103320]: cb(*args, **kw) Apr 05 14:51:56.862798 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:51:56.862798 n-d-836650-2 neutron-server[103320]: return func(*args, **kwargs) Apr 05 14:51:56.862798 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:51:56.862798 n-d-836650-2 neutron-server[103320]: self._notify() Apr 05 14:51:56.862798 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:51:56.862798 n-d-836650-2 neutron-server[103320]: self.callback(batched_events) Apr 05 14:51:56.862798 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:51:56.862798 n-d-836650-2 neutron-server[103320]: event.method(event) Apr 05 14:51:56.862798 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:51:56.862798 n-d-836650-2 neutron-server[103320]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:51:56.862798 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:51:56.862798 n-d-836650-2 neutron-server[103320]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:51:56.862798 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:51:56.862798 n-d-836650-2 neutron-server[103320]: return f(self, *a, **k) Apr 05 14:51:56.862798 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:51:56.862798 n-d-836650-2 neutron-server[103320]: return self._get(url).json() Apr 05 14:51:56.862798 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:51:56.862798 n-d-836650-2 neutron-server[103320]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:51:56.862798 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:51:56.862798 n-d-836650-2 neutron-server[103320]: return self.request(url, 'GET', **kwargs) Apr 05 14:51:56.862798 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:51:56.862798 n-d-836650-2 neutron-server[103320]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:51:56.862798 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:51:56.862798 n-d-836650-2 neutron-server[103320]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:51:56.862798 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:51:56.862798 n-d-836650-2 neutron-server[103320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:51:56.862798 n-d-836650-2 neutron-server[103320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:51:56.904062 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7040883-967c-4b7b-bcf2-2cd28fcbd6a5 req-1411533b-9b74-43ec-946f-c2a6cb526542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:56.905684 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-c7040883-967c-4b7b-bcf2-2cd28fcbd6a5 req-1411533b-9b74-43ec-946f-c2a6cb526542 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c78b309f-ff7d-41bb-8fba-b50473a0da16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0645306 Apr 05 14:51:56.951989 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2b1c61de-1778-430b-84f3-dbff359095dd req-55e3a0fe-d410-4a69-a775-60aaffbd6327 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=bacebe3d-a110-4683-8375-344b2cbe37b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111314 Apr 05 14:51:56.985668 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:57.022004 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-c7040883-967c-4b7b-bcf2-2cd28fcbd6a5 req-1b2f5779-fa89-4166-a319-7869b05fc5b5 service neutron] 10.222.0.11 "GET /v2.0/networks/c78b309f-ff7d-41bb-8fba-b50473a0da16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092761 Apr 05 14:51:57.056465 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-319ed5ce-d93c-4a0c-af24-c3885ea700dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:57.062869 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-319ed5ce-d93c-4a0c-af24-c3885ea700dd admin admin] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:57.066658 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-319ed5ce-d93c-4a0c-af24-c3885ea700dd admin admin] 10.222.0.30 "DELETE /v2.0/networks/0ec84664-b286-431c-8e6d-81964b6279ea HTTP/1.1" status: 204 len: 168 time: 1.4628835 Apr 05 14:51:57.098336 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319ed5ce-d93c-4a0c-af24-c3885ea700dd admin admin] Pushing event deleted for resources: {'Network': ['ID=0ec84664-b286-431c-8e6d-81964b6279ea,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:57.130090 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port 807155d4-8ea6-4bb8-a6d7-75cb9fc701b8, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=807155d4-8ea6-4bb8-a6d7-75cb9fc701b8,segment=NetworkSegment(2aadfc7e-1fe9-43e7-afc4-1728b6881a9b),segment_id=2aadfc7e-1fe9-43e7-afc4-1728b6881a9b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:51:57.136392 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-c7040883-967c-4b7b-bcf2-2cd28fcbd6a5 req-0128e330-107c-4c47-87ff-f070cfcafabf service neutron] 10.222.0.11 "GET /v2.0/networks/c78b309f-ff7d-41bb-8fba-b50473a0da16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073415 Apr 05 14:51:57.172484 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9c046958-a6c2-4961-b87d-a093996c8c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:57.210988 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c5f536db-8ac0-431d-9676-7d1e204cfc58 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:57.212362 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70eb423d-1ee8-4ebf-83c2-b1b6e072a926', 'tag': '54a3c5c3-0d25-4cb7-8b82-7a78516c744c'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:51:57.213944 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2a113be7-afed-449e-a003-4fdcff0d65ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:57.215141 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af565ac-7c3e-4793-8ab0-b3e3e491cef8" -d '{"events": [{"name": "network-changed", "server_uuid": "70eb423d-1ee8-4ebf-83c2-b1b6e072a926", "tag": "54a3c5c3-0d25-4cb7-8b82-7a78516c744c"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:51:57.231312 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:57.314822 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed3a804-7e18-474c-ab2b-10dfc2b3900a x-openstack-request-id: req-8ed3a804-7e18-474c-ab2b-10dfc2b3900a {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:51:57.316537 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70eb423d-1ee8-4ebf-83c2-b1b6e072a926", "tag": "54a3c5c3-0d25-4cb7-8b82-7a78516c744c", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:51:57.317259 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8ed3a804-7e18-474c-ab2b-10dfc2b3900a {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:51:57.318193 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ed3a804-7e18-474c-ab2b-10dfc2b3900a'] response: {'name': 'network-changed', 'server_uuid': '70eb423d-1ee8-4ebf-83c2-b1b6e072a926', 'tag': '54a3c5c3-0d25-4cb7-8b82-7a78516c744c', 'status': 'completed', 'code': 200} Apr 05 14:51:57.337860 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 83b304e1-f9c8-4790-9dae-52dffd4bac5c no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:51:57.422161 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af565ac-7c3e-4793-8ab0-b3e3e491cef8 req-45640232-b12d-4715-b0f3-c5dd1b9d0019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:57.424849 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-0af565ac-7c3e-4793-8ab0-b3e3e491cef8 req-45640232-b12d-4715-b0f3-c5dd1b9d0019 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b07e36dc5a904f16980660900e2eecc1&device_id=70eb423d-1ee8-4ebf-83c2-b1b6e072a926 HTTP/1.1" status: 200 len: 1095 time: 0.0670340 Apr 05 14:51:57.434041 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 83b304e1-f9c8-4790-9dae-52dffd4bac5c {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:51:57.434401 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 83b304e1-f9c8-4790-9dae-52dffd4bac5c not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:51:57.434991 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 01d78cb5-9b58-47a4-86c4-81b68d2544c5 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:51:57.439745 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.db.api [None req-2a113be7-afed-449e-a003-4fdcff0d65ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:51:57.440096 n-d-836650-2 neutron-server[103322]: DEBUG oslo_db.api [None req-2a113be7-afed-449e-a003-4fdcff0d65ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:51:57.442191 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=807155d4-8ea6-4bb8-a6d7-75cb9fc701b8,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:57.442639 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af565ac-7c3e-4793-8ab0-b3e3e491cef8 req-2b3f6c27-cf2b-4b52-b913-cc59db66cdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:57.445400 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0af565ac-7c3e-4793-8ab0-b3e3e491cef8 req-2b3f6c27-cf2b-4b52-b913-cc59db66cdb4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b07e36dc5a904f16980660900e2eecc1&device_id=70eb423d-1ee8-4ebf-83c2-b1b6e072a926 HTTP/1.1" status: 200 len: 1095 time: 0.0970907 Apr 05 14:51:57.506089 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c5f536db-8ac0-431d-9676-7d1e204cfc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:57.510124 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 01d78cb5-9b58-47a4-86c4-81b68d2544c5 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:51:57.510710 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 01d78cb5-9b58-47a4-86c4-81b68d2544c5 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:51:57.591036 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af565ac-7c3e-4793-8ab0-b3e3e491cef8 req-45695c39-c87d-4e8f-bef0-3f674493a9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:57.591036 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-0af565ac-7c3e-4793-8ab0-b3e3e491cef8 req-45695c39-c87d-4e8f-bef0-3f674493a9b4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c78b309f-ff7d-41bb-8fba-b50473a0da16 HTTP/1.1" status: 200 len: 897 time: 0.1497014 Apr 05 14:51:57.677703 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f536db-8ac0-431d-9676-7d1e204cfc58 None None] Network 282acc44-19a5-4a95-977e-67d9a3976ccb is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:51:57.679381 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f536db-8ac0-431d-9676-7d1e204cfc58 None None] Pushing event updated for resources: {'Port': ['ID=611421ed-d65e-4786-8735-50d1abb51417,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:57.682280 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-c5f536db-8ac0-431d-9676-7d1e204cfc58 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:51:57.682519 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af565ac-7c3e-4793-8ab0-b3e3e491cef8 req-c92e956c-7c61-4f76-bae4-bd073a5011af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:57.686282 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f536db-8ac0-431d-9676-7d1e204cfc58 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:51:57.689776 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0af565ac-7c3e-4793-8ab0-b3e3e491cef8 req-c92e956c-7c61-4f76-bae4-bd073a5011af service neutron] 10.222.0.55 "GET /v2.0/networks?id=c78b309f-ff7d-41bb-8fba-b50473a0da16 HTTP/1.1" status: 200 len: 897 time: 0.2284539 Apr 05 14:51:57.723207 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-0af565ac-7c3e-4793-8ab0-b3e3e491cef8 req-61b45fca-5c38-4066-9cf9-6d1def09da92 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54a3c5c3-0d25-4cb7-8b82-7a78516c744c HTTP/1.1" status: 200 len: 1000 time: 0.1206901 Apr 05 14:51:57.723207 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-689d2ddf-7882-4911-89ba-131fdd77d658 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:57.752204 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 807155d4-8ea6-4bb8-a6d7-75cb9fc701b8 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:51:57.816173 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689d2ddf-7882-4911-89ba-131fdd77d658 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Pushing event deleted for resources: {'Subnet': ['ID=5e479015-fd75-4e2e-8170-039ca23d8921,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:57.816597 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-c5f536db-8ac0-431d-9676-7d1e204cfc58 None None] Attempting to bind port 611421ed-d65e-4786-8735-50d1abb51417 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:51:57.817068 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-c5f536db-8ac0-431d-9676-7d1e204cfc58 None None] Attempting to bind port 611421ed-d65e-4786-8735-50d1abb51417 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '4cbfcec3-24fd-48ad-a5b4-269791aa776b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '282acc44-19a5-4a95-977e-67d9a3976ccb'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:51:57.817435 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f536db-8ac0-431d-9676-7d1e204cfc58 None None] Attempting to bind port 611421ed-d65e-4786-8735-50d1abb51417 on network 282acc44-19a5-4a95-977e-67d9a3976ccb {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:51:57.834383 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0af565ac-7c3e-4793-8ab0-b3e3e491cef8 req-26511c60-544f-4a94-b053-db10d208971c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54a3c5c3-0d25-4cb7-8b82-7a78516c744c HTTP/1.1" status: 200 len: 1000 time: 0.1419320 Apr 05 14:51:57.861601 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f536db-8ac0-431d-9676-7d1e204cfc58 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:51:57.862193 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f536db-8ac0-431d-9676-7d1e204cfc58 None None] Checking segment: {'id': '4cbfcec3-24fd-48ad-a5b4-269791aa776b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '282acc44-19a5-4a95-977e-67d9a3976ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:51:57.862938 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c5f536db-8ac0-431d-9676-7d1e204cfc58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:57.863447 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f536db-8ac0-431d-9676-7d1e204cfc58 None None] Bound using segment: {'id': '4cbfcec3-24fd-48ad-a5b4-269791aa776b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '282acc44-19a5-4a95-977e-67d9a3976ccb'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:51:57.863938 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-c5f536db-8ac0-431d-9676-7d1e204cfc58 None None] Bound port: 611421ed-d65e-4786-8735-50d1abb51417, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbfcec3-24fd-48ad-a5b4-269791aa776b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '282acc44-19a5-4a95-977e-67d9a3976ccb'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:51:57.864622 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af565ac-7c3e-4793-8ab0-b3e3e491cef8 req-c9b6d8bc-c724-4ba7-9602-55c96db4ae9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:57.866390 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-0af565ac-7c3e-4793-8ab0-b3e3e491cef8 req-c9b6d8bc-c724-4ba7-9602-55c96db4ae9d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1de0be90-29ef-431f-9721-d97dbe29986a HTTP/1.1" status: 200 len: 835 time: 0.1459723 Apr 05 14:51:57.872047 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c5f536db-8ac0-431d-9676-7d1e204cfc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:57.905143 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 38152) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:57.943817 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af565ac-7c3e-4793-8ab0-b3e3e491cef8 req-5e06f73e-f2ac-4e64-8d4c-cc789d708af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:57.945736 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0af565ac-7c3e-4793-8ab0-b3e3e491cef8 req-5e06f73e-f2ac-4e64-8d4c-cc789d708af7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1de0be90-29ef-431f-9721-d97dbe29986a HTTP/1.1" status: 200 len: 835 time: 0.1052766 Apr 05 14:51:57.996492 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-689d2ddf-7882-4911-89ba-131fdd77d658 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:58.018083 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c5f536db-8ac0-431d-9676-7d1e204cfc58 None None] For port 611421ed-d65e-4786-8735-50d1abb51417, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:51:58.029958 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c5f536db-8ac0-431d-9676-7d1e204cfc58 None None] For port 611421ed-d65e-4786-8735-50d1abb51417, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=611421ed-d65e-4786-8735-50d1abb51417,segment=NetworkSegment(4cbfcec3-24fd-48ad-a5b4-269791aa776b),segment_id=4cbfcec3-24fd-48ad-a5b4-269791aa776b)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:51:58.047116 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af565ac-7c3e-4793-8ab0-b3e3e491cef8 req-f9e99403-3465-4db3-9440-129f7c26e025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:58.051292 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0af565ac-7c3e-4793-8ab0-b3e3e491cef8 req-f9e99403-3465-4db3-9440-129f7c26e025 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c78b309f-ff7d-41bb-8fba-b50473a0da16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0943451 Apr 05 14:51:58.089254 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-34e95817-a9ff-4ac0-bd5f-3c1b0685ed3e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b1c6fdb1754a4696ad2f30e73253b821&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1678185 Apr 05 14:51:58.091037 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 38156) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:58.100155 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 807155d4-8ea6-4bb8-a6d7-75cb9fc701b8 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:51:58.100484 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:58.115561 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-689d2ddf-7882-4911-89ba-131fdd77d658 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['282acc44-19a5-4a95-977e-67d9a3976ccb']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:51:58.127851 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-689d2ddf-7882-4911-89ba-131fdd77d658 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cbfcec3-24fd-48ad-a5b4-269791aa776b') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:51:58.128614 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-689d2ddf-7882-4911-89ba-131fdd77d658 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cbfcec3-24fd-48ad-a5b4-269791aa776b') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:51:58.159233 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-689d2ddf-7882-4911-89ba-131fdd77d658 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:58.175176 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af565ac-7c3e-4793-8ab0-b3e3e491cef8 req-dfb77e05-be31-4a47-be59-6e6fcdeff11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:58.176921 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-0af565ac-7c3e-4793-8ab0-b3e3e491cef8 req-dfb77e05-be31-4a47-be59-6e6fcdeff11e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c78b309f-ff7d-41bb-8fba-b50473a0da16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2706168 Apr 05 14:51:58.244858 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 54a3c5c3-0d25-4cb7-8b82-7a78516c744c no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:51:58.263139 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-689d2ddf-7882-4911-89ba-131fdd77d658 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:58.292612 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf7dae9-b0fb-4beb-9370-0c1e6dcc2079 req-56fa7b8c-23f2-44e8-a9fb-636bdd09e49a tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:58.292826 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-689d2ddf-7882-4911-89ba-131fdd77d658 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:51:58.292826 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-689d2ddf-7882-4911-89ba-131fdd77d658 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:58.293355 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fcf7dae9-b0fb-4beb-9370-0c1e6dcc2079 req-56fa7b8c-23f2-44e8-a9fb-636bdd09e49a tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=70eb423d-1ee8-4ebf-83c2-b1b6e072a926 HTTP/1.1" status: 200 len: 944 time: 0.1928775 Apr 05 14:51:58.309199 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c5f536db-8ac0-431d-9676-7d1e204cfc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:58.310412 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0af565ac-7c3e-4793-8ab0-b3e3e491cef8 req-84f5f593-f6b0-4017-a3c4-a6673259e683 service neutron] 10.222.0.55 "GET /v2.0/networks/c78b309f-ff7d-41bb-8fba-b50473a0da16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532523 Apr 05 14:51:58.371389 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:51:58.371389 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:51:58.371389 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:51:58.371389 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:51:58.371389 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:51:58.371389 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:51:58.371389 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:51:58.371389 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:51:58.371389 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:51:58.371389 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:51:58.371389 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:51:58.371389 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:51:58.371389 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:51:58.371389 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:51:58.371389 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:51:58.371389 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:51:58.371389 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:51:58.371389 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:51:58.371389 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:51:58.371389 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:51:58.371389 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:51:58.371389 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:51:58.371389 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:51:58.371389 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:51:58.371389 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:51:58.371389 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:51:58.371389 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:51:58.371389 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:51:58.371389 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:51:58.371389 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:51:58.371389 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:51:58.371389 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:51:58.404233 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 79a41931-5354-4b11-934b-0963d321e731 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:51:58.404962 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-99e41f22-e9ab-4e50-b30f-97e16c12c94b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:58.416325 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fcf7dae9-b0fb-4beb-9370-0c1e6dcc2079 req-405622b2-f516-4424-94ab-5fcff3136b08 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=bacebe3d-a110-4683-8375-344b2cbe37b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260924 Apr 05 14:51:58.431383 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:58.442209 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-0af565ac-7c3e-4793-8ab0-b3e3e491cef8 req-6cba5711-3c37-4d2c-b29b-12f423daf040 service neutron] 10.222.0.11 "GET /v2.0/networks/c78b309f-ff7d-41bb-8fba-b50473a0da16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548950 Apr 05 14:51:58.442849 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 54a3c5c3-0d25-4cb7-8b82-7a78516c744c not bound to the agent host n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:51:58.453536 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-99e41f22-e9ab-4e50-b30f-97e16c12c94b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:58.473191 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f536db-8ac0-431d-9676-7d1e204cfc58 None None] Pushing event updated for resources: {'Port': ['ID=611421ed-d65e-4786-8735-50d1abb51417,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:58.486276 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 79a41931-5354-4b11-934b-0963d321e731 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:51:58.486906 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 79a41931-5354-4b11-934b-0963d321e731 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:51:58.513062 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-46e3fd67-f104-4529-8f62-75c7288ecee4 None None] Provisioning complete for port 807155d4-8ea6-4bb8-a6d7-75cb9fc701b8 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:51:58.513062 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-46e3fd67-f104-4529-8f62-75c7288ecee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:58.532828 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.db.api [None req-689d2ddf-7882-4911-89ba-131fdd77d658 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 05 14:51:58.532828 n-d-836650-2 neutron-server[103321]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 05 14:51:58.532828 n-d-836650-2 neutron-server[103321]: [parameters: {'id': '282acc44-19a5-4a95-977e-67d9a3976ccb'}] Apr 05 14:51:58.532828 n-d-836650-2 neutron-server[103321]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103321) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:51:58.533514 n-d-836650-2 neutron-server[103321]: DEBUG oslo_db.api [None req-689d2ddf-7882-4911-89ba-131fdd77d658 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:51:58.536970 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0af565ac-7c3e-4793-8ab0-b3e3e491cef8 req-5b2a0853-2dee-4a2b-aada-9ccea2bbf3b2 service neutron] 10.222.0.55 "GET /v2.0/networks/c78b309f-ff7d-41bb-8fba-b50473a0da16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146890 Apr 05 14:51:58.550724 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-0af565ac-7c3e-4793-8ab0-b3e3e491cef8 req-84b218e3-bc1e-405f-b1cd-7c59278fdac5 service neutron] 10.222.0.11 "GET /v2.0/networks/c78b309f-ff7d-41bb-8fba-b50473a0da16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019006 Apr 05 14:51:58.588838 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3a52e4-26be-409a-840d-2c51bb834640 None None] Network 282acc44-19a5-4a95-977e-67d9a3976ccb requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:51:58.672599 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-99e41f22-e9ab-4e50-b30f-97e16c12c94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:58.675319 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-99e41f22-e9ab-4e50-b30f-97e16c12c94b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:58.678935 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-99e41f22-e9ab-4e50-b30f-97e16c12c94b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a5525703-bd4b-4b0e-9cc0-7a5fab3b23d6 HTTP/1.1" status: 204 len: 168 time: 0.5834758 Apr 05 14:51:58.743789 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e41f22-e9ab-4e50-b30f-97e16c12c94b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5525703-bd4b-4b0e-9cc0-7a5fab3b23d6,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:58.787436 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb58c7c-9f74-47e4-b8d5-d7d8a245f5bd None None] get_active_networks_info from n-d-836650-2 {{(pid=103322) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 05 14:51:58.902926 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb58c7c-9f74-47e4-b8d5-d7d8a245f5bd None None] Resources bound (agent type, host, resource id): {{(pid=103322) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 14:51:59.040973 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-689d2ddf-7882-4911-89ba-131fdd77d658 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:59.120602 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-689d2ddf-7882-4911-89ba-131fdd77d658 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Deleting port 611421ed-d65e-4786-8735-50d1abb51417 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:51:59.121100 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-689d2ddf-7882-4911-89ba-131fdd77d658 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:59.225640 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-689d2ddf-7882-4911-89ba-131fdd77d658 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] For port 611421ed-d65e-4786-8735-50d1abb51417, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=611421ed-d65e-4786-8735-50d1abb51417,segment=NetworkSegment(4cbfcec3-24fd-48ad-a5b4-269791aa776b),segment_id=4cbfcec3-24fd-48ad-a5b4-269791aa776b)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:51:59.226081 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-689d2ddf-7882-4911-89ba-131fdd77d658 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:59.241437 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-689d2ddf-7882-4911-89ba-131fdd77d658 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Calling delete_port for 611421ed-d65e-4786-8735-50d1abb51417 owned by network:dhcp {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:51:59.528156 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-689d2ddf-7882-4911-89ba-131fdd77d658 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:59.559624 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689d2ddf-7882-4911-89ba-131fdd77d658 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Pushing event deleted for resources: {'Port': ['ID=611421ed-d65e-4786-8735-50d1abb51417,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:59.566557 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689d2ddf-7882-4911-89ba-131fdd77d658 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] No DVR routers for this DVR port 611421ed-d65e-4786-8735-50d1abb51417 on host n-d-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:51:59.598852 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:59.627046 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:59.669226 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-689d2ddf-7882-4911-89ba-131fdd77d658 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:59.706321 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-689d2ddf-7882-4911-89ba-131fdd77d658 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['282acc44-19a5-4a95-977e-67d9a3976ccb']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:51:59.720640 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-689d2ddf-7882-4911-89ba-131fdd77d658 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cbfcec3-24fd-48ad-a5b4-269791aa776b') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:51:59.721010 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-689d2ddf-7882-4911-89ba-131fdd77d658 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cbfcec3-24fd-48ad-a5b4-269791aa776b') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:51:59.737931 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-689d2ddf-7882-4911-89ba-131fdd77d658 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:59.756448 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-689d2ddf-7882-4911-89ba-131fdd77d658 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:59.770794 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-689d2ddf-7882-4911-89ba-131fdd77d658 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:51:59.771011 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-689d2ddf-7882-4911-89ba-131fdd77d658 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:59.772324 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8855566-58db-4aa6-b78e-234ce8c578d2 req-a81f6b6c-bd26-4955-9f96-09485637b116 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:59.774177 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:51:59.774177 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:51:59.774177 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:51:59.774177 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:51:59.774177 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:51:59.774177 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:51:59.774177 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:51:59.774177 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:51:59.774177 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:51:59.774177 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:51:59.774177 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:51:59.774177 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:51:59.774177 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:51:59.774177 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:51:59.774177 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:51:59.774177 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:51:59.774177 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:51:59.774177 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:51:59.774177 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:51:59.774177 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:51:59.774177 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:51:59.774177 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:51:59.774177 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:51:59.774177 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:51:59.774177 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:51:59.774177 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:51:59.774177 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:51:59.774177 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:51:59.774177 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:51:59.774177 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:51:59.774177 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:51:59.774177 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:51:59.786347 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d8855566-58db-4aa6-b78e-234ce8c578d2 req-a81f6b6c-bd26-4955-9f96-09485637b116 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=70eb423d-1ee8-4ebf-83c2-b1b6e072a926 HTTP/1.1" status: 200 len: 944 time: 0.1240504 Apr 05 14:51:59.897107 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08932133-2a51-489d-b34c-4f90f721c94b req-6c10b103-c214-4f4c-892d-6759848bfccd tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:59.898902 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-08932133-2a51-489d-b34c-4f90f721c94b req-6c10b103-c214-4f4c-892d-6759848bfccd tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6ace499-4080-45a3-9d5f-a065cb6221b9 HTTP/1.1" status: 200 len: 945 time: 0.1089420 Apr 05 14:51:59.913399 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d8855566-58db-4aa6-b78e-234ce8c578d2 req-3f39f000-e817-456f-997a-991c2aa1475c tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=bacebe3d-a110-4683-8375-344b2cbe37b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219792 Apr 05 14:51:59.932665 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-689d2ddf-7882-4911-89ba-131fdd77d658 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:59.937803 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-689d2ddf-7882-4911-89ba-131fdd77d658 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:59.942085 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-689d2ddf-7882-4911-89ba-131fdd77d658 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] 10.222.0.30 "DELETE /v2.0/networks/282acc44-19a5-4a95-977e-67d9a3976ccb HTTP/1.1" status: 204 len: 168 time: 4.2815092 Apr 05 14:51:59.946086 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 38192) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:51:59.951119 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-2147507b-3660-4b2e-a999-0f03e2c78bd9 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1255118506'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:51:59.956787 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689d2ddf-7882-4911-89ba-131fdd77d658 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Pushing event deleted for resources: {'Network': ['ID=282acc44-19a5-4a95-977e-67d9a3976ccb,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:59.981705 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-08932133-2a51-489d-b34c-4f90f721c94b req-80501725-8b43-482c-8c2e-9df7dd1f99f0 tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] 10.222.0.30 "GET /v2.0/security-groups?id=c00b0932-1aa6-43ef-b77e-b373241a5c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671799 Apr 05 14:52:00.107356 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2147507b-3660-4b2e-a999-0f03e2c78bd9 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Made reservation on behalf of b18e09f58872453686470a2d644d8456 for: {'network': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:52:00.114912 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2147507b-3660-4b2e-a999-0f03e2c78bd9 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:00.136418 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2147507b-3660-4b2e-a999-0f03e2c78bd9 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=103320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:52:00.153421 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2147507b-3660-4b2e-a999-0f03e2c78bd9 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:00.154008 n-d-836650-2 neutron-server[103320]: INFO neutron.db.segments_db [None req-2147507b-3660-4b2e-a999-0f03e2c78bd9 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Added segment caa949b4-9eac-4f87-a43d-7a30bd367f66 of type vlan for network a99a30f7-1dee-4345-ab13-b4d756c5fcc1 Apr 05 14:52:00.212000 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2147507b-3660-4b2e-a999-0f03e2c78bd9 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:00.295694 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2147507b-3660-4b2e-a999-0f03e2c78bd9 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:00.301800 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2147507b-3660-4b2e-a999-0f03e2c78bd9 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:00.302468 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2147507b-3660-4b2e-a999-0f03e2c78bd9 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:00.381103 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2147507b-3660-4b2e-a999-0f03e2c78bd9 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Pushing event updated for resources: {'Network': ['ID=a99a30f7-1dee-4345-ab13-b4d756c5fcc1,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:00.393139 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network a99a30f7-1dee-4345-ab13-b4d756c5fcc1 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:52:00.408034 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-2147507b-3660-4b2e-a999-0f03e2c78bd9 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4605830 Apr 05 14:52:00.410930 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 38206) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:00.415883 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-11bec09d-c780-4d2c-ad31-66ed94d17127 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Request body: {'subnet': {'network_id': 'a99a30f7-1dee-4345-ab13-b4d756c5fcc1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:52:00.614132 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11bec09d-c780-4d2c-ad31-66ed94d17127 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Made reservation on behalf of b18e09f58872453686470a2d644d8456 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:52:00.617802 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-11bec09d-c780-4d2c-ad31-66ed94d17127 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:00.677285 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.ipam_backend_mixin [None req-11bec09d-c780-4d2c-ad31-66ed94d17127 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Performing IP validity checks on allocation pools {{(pid=103321) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 05 14:52:00.677837 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.ipam_backend_mixin [None req-11bec09d-c780-4d2c-ad31-66ed94d17127 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103321) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 05 14:52:00.683366 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 54a3c5c3-0d25-4cb7-8b82-7a78516c744c details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:52:00.803492 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 54a3c5c3-0d25-4cb7-8b82-7a78516c744c, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=54a3c5c3-0d25-4cb7-8b82-7a78516c744c,segment=NetworkSegment(8f9f880a-d2f4-4838-9fd6-f918e17688de),segment_id=8f9f880a-d2f4-4838-9fd6-f918e17688de)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:52:00.817238 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': '54a3c5c3-0d25-4cb7-8b82-7a78516c744c', 'network_id': 'c78b309f-ff7d-41bb-8fba-b50473a0da16', 'port_id': '54a3c5c3-0d25-4cb7-8b82-7a78516c744c', 'mac_address': 'fa:16:3e:e7:6e:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1de0be90-29ef-431f-9721-d97dbe29986a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:52:00.861213 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:00.874490 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54a3c5c3-0d25-4cb7-8b82-7a78516c744c {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:52:00.899722 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 54a3c5c3-0d25-4cb7-8b82-7a78516c744c, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=54a3c5c3-0d25-4cb7-8b82-7a78516c744c,segment=NetworkSegment(8f9f880a-d2f4-4838-9fd6-f918e17688de),segment_id=8f9f880a-d2f4-4838-9fd6-f918e17688de)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:52:00.908044 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-11bec09d-c780-4d2c-ad31-66ed94d17127 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:00.970207 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bec09d-c780-4d2c-ad31-66ed94d17127 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Pushing event updated for resources: {'Subnet': ['ID=ba410120-7d51-4d9f-a05e-74ff5579c7ca,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:00.988538 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bec09d-c780-4d2c-ad31-66ed94d17127 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Checking segment: {'id': 'caa949b4-9eac-4f87-a43d-7a30bd367f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a99a30f7-1dee-4345-ab13-b4d756c5fcc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:52:00.988916 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bec09d-c780-4d2c-ad31-66ed94d17127 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Network hostable DHCP agents. Network: a99a30f7-1dee-4345-ab13-b4d756c5fcc1, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:52:01.048937 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac84a52-36d2-4775-a87e-b92b0e7f0d2e req-dbfa86e5-4a26-4827-a77b-1e47c6165b18 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:01.050522 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1ac84a52-36d2-4775-a87e-b92b0e7f0d2e req-dbfa86e5-4a26-4827-a77b-1e47c6165b18 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=70eb423d-1ee8-4ebf-83c2-b1b6e072a926 HTTP/1.1" status: 200 len: 944 time: 0.0653555 Apr 05 14:52:01.079823 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:01.096608 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1ac84a52-36d2-4775-a87e-b92b0e7f0d2e req-e59eca39-3146-41d7-bf5c-3900d20d6abc tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=bacebe3d-a110-4683-8375-344b2cbe37b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392854 Apr 05 14:52:01.105261 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bec09d-c780-4d2c-ad31-66ed94d17127 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Network a99a30f7-1dee-4345-ab13-b4d756c5fcc1 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:52:01.142871 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=54a3c5c3-0d25-4cb7-8b82-7a78516c744c,revision_number=8']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:01.227233 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-11bec09d-c780-4d2c-ad31-66ed94d17127 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, a99a30f7-1dee-4345-ab13-b4d756c5fcc1) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:52:01.237186 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bec09d-c780-4d2c-ad31-66ed94d17127 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:01.237612 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c5829d-cbd8-404a-ae91-0804a8c71e55 None None] Network a99a30f7-1dee-4345-ab13-b4d756c5fcc1 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:52:01.237767 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-11bec09d-c780-4d2c-ad31-66ed94d17127 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:01.277998 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058bc528-d49c-4c5b-b18e-3ff241cb6483 req-a972b5ba-b1b4-498a-82ab-a22990ad369a tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:01.279683 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-058bc528-d49c-4c5b-b18e-3ff241cb6483 req-a972b5ba-b1b4-498a-82ab-a22990ad369a tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6ace499-4080-45a3-9d5f-a065cb6221b9 HTTP/1.1" status: 200 len: 945 time: 0.0653811 Apr 05 14:52:01.359155 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-058bc528-d49c-4c5b-b18e-3ff241cb6483 req-c6dcd4bf-75c3-4256-8a3e-c98340994a2c tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] 10.222.0.30 "GET /v2.0/security-groups?id=c00b0932-1aa6-43ef-b77e-b373241a5c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712023 Apr 05 14:52:01.376207 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226351d2-8478-460f-b1ef-d60d10303be5 req-a34cbaa7-c71c-441a-b4cc-946f57210e1c tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:01.377963 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-226351d2-8478-460f-b1ef-d60d10303be5 req-a34cbaa7-c71c-441a-b4cc-946f57210e1c tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6ace499-4080-45a3-9d5f-a065cb6221b9 HTTP/1.1" status: 200 len: 945 time: 0.0889475 Apr 05 14:52:01.385331 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-11bec09d-c780-4d2c-ad31-66ed94d17127 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.9734683 Apr 05 14:52:01.387755 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 38218) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:01.414461 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954a3ee4-6448-4b61-8d98-ed6eae00221a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-a99a30f7-1dee-4345-ab13-b4d756c5fcc1', 'network_id': 'a99a30f7-1dee-4345-ab13-b4d756c5fcc1', 'tenant_id': 'b18e09f58872453686470a2d644d8456', 'fixed_ips': [{'subnet_id': 'ba410120-7d51-4d9f-a05e-74ff5579c7ca'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:52:01.415396 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-954a3ee4-6448-4b61-8d98-ed6eae00221a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:01.514669 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-31e577b5-4e55-48a7-acdd-d059644c726a tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:01.532505 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-226351d2-8478-460f-b1ef-d60d10303be5 req-17ed9a5a-5aac-4cd6-8865-67dd4d67539b tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] Deleting port 5ccb3347-7e1e-4541-8046-0b1cbfc56740 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:52:01.532857 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-226351d2-8478-460f-b1ef-d60d10303be5 req-17ed9a5a-5aac-4cd6-8865-67dd4d67539b tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:01.564128 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-954a3ee4-6448-4b61-8d98-ed6eae00221a None None] Allocated IP 172.20.0.3 (a99a30f7-1dee-4345-ab13-b4d756c5fcc1/ba410120-7d51-4d9f-a05e-74ff5579c7ca/ab6ed5d1-aeb0-45ae-a59e-ad2a26d5880e) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:52:01.650897 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-226351d2-8478-460f-b1ef-d60d10303be5 req-17ed9a5a-5aac-4cd6-8865-67dd4d67539b tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] For port 5ccb3347-7e1e-4541-8046-0b1cbfc56740, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=5ccb3347-7e1e-4541-8046-0b1cbfc56740,segment=NetworkSegment(e30a930c-be1b-45ef-aea8-a32ed0f0904e),segment_id=e30a930c-be1b-45ef-aea8-a32ed0f0904e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:52:01.651432 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-226351d2-8478-460f-b1ef-d60d10303be5 req-17ed9a5a-5aac-4cd6-8865-67dd4d67539b tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:01.667198 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['54a3c5c3-0d25-4cb7-8b82-7a78516c744c'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:52:01.671135 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-226351d2-8478-460f-b1ef-d60d10303be5 req-17ed9a5a-5aac-4cd6-8865-67dd4d67539b tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] Calling delete_port for 5ccb3347-7e1e-4541-8046-0b1cbfc56740 owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:52:01.772077 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-954a3ee4-6448-4b61-8d98-ed6eae00221a None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:01.912992 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-954a3ee4-6448-4b61-8d98-ed6eae00221a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:01.936899 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-31e577b5-4e55-48a7-acdd-d059644c726a tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:01.985337 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954a3ee4-6448-4b61-8d98-ed6eae00221a None None] Network a99a30f7-1dee-4345-ab13-b4d756c5fcc1 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:52:01.993193 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-226351d2-8478-460f-b1ef-d60d10303be5 req-17ed9a5a-5aac-4cd6-8865-67dd4d67539b tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:02.009690 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-954a3ee4-6448-4b61-8d98-ed6eae00221a None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:52:02.009690 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954a3ee4-6448-4b61-8d98-ed6eae00221a None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:52:02.010759 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954a3ee4-6448-4b61-8d98-ed6eae00221a None None] Pushing event updated for resources: {'Port': ['ID=ab6ed5d1-aeb0-45ae-a59e-ad2a26d5880e,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:02.014124 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['5ccb3347-7e1e-4541-8046-0b1cbfc56740'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:52:02.031509 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ed9a5a-5aac-4cd6-8865-67dd4d67539b tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] Pushing event deleted for resources: {'Port': ['ID=5ccb3347-7e1e-4541-8046-0b1cbfc56740,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:02.045522 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ed9a5a-5aac-4cd6-8865-67dd4d67539b tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:52:02.050655 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ed9a5a-5aac-4cd6-8865-67dd4d67539b tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:52:02.050655 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ed9a5a-5aac-4cd6-8865-67dd4d67539b tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:52:02.050655 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ed9a5a-5aac-4cd6-8865-67dd4d67539b tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:52:02.050655 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ed9a5a-5aac-4cd6-8865-67dd4d67539b tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:52:02.050655 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ed9a5a-5aac-4cd6-8865-67dd4d67539b tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:52:02.050655 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ed9a5a-5aac-4cd6-8865-67dd4d67539b tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:52:02.050655 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ed9a5a-5aac-4cd6-8865-67dd4d67539b tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:52:02.050655 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ed9a5a-5aac-4cd6-8865-67dd4d67539b tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:52:02.050655 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ed9a5a-5aac-4cd6-8865-67dd4d67539b tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:52:02.050655 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ed9a5a-5aac-4cd6-8865-67dd4d67539b tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:52:02.050655 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ed9a5a-5aac-4cd6-8865-67dd4d67539b tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:52:02.089919 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-226351d2-8478-460f-b1ef-d60d10303be5 req-17ed9a5a-5aac-4cd6-8865-67dd4d67539b tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] No DVR routers for this DVR port 5ccb3347-7e1e-4541-8046-0b1cbfc56740 on host n-h1-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:52:02.096541 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-226351d2-8478-460f-b1ef-d60d10303be5 req-17ed9a5a-5aac-4cd6-8865-67dd4d67539b tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:02.097057 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-226351d2-8478-460f-b1ef-d60d10303be5 req-17ed9a5a-5aac-4cd6-8865-67dd4d67539b tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] 10.222.0.55 "DELETE /v2.0/ports/5ccb3347-7e1e-4541-8046-0b1cbfc56740 HTTP/1.1" status: 204 len: 173 time: 0.7102656 Apr 05 14:52:02.097696 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6ace499-4080-45a3-9d5f-a065cb6221b9', 'name': 'network-vif-deleted', 'tag': '5ccb3347-7e1e-4541-8046-0b1cbfc56740'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:52:02.100208 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e5b3c79-5a69-4e1a-bb4a-b45e1a0e4f4b" -d '{"events": [{"server_uuid": "f6ace499-4080-45a3-9d5f-a065cb6221b9", "name": "network-vif-deleted", "tag": "5ccb3347-7e1e-4541-8046-0b1cbfc56740"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:52:02.144924 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-954a3ee4-6448-4b61-8d98-ed6eae00221a None None] Attempting to bind port ab6ed5d1-aeb0-45ae-a59e-ad2a26d5880e on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:52:02.145291 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-954a3ee4-6448-4b61-8d98-ed6eae00221a None None] Attempting to bind port ab6ed5d1-aeb0-45ae-a59e-ad2a26d5880e by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'caa949b4-9eac-4f87-a43d-7a30bd367f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a99a30f7-1dee-4345-ab13-b4d756c5fcc1'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:52:02.145792 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954a3ee4-6448-4b61-8d98-ed6eae00221a None None] Attempting to bind port ab6ed5d1-aeb0-45ae-a59e-ad2a26d5880e on network a99a30f7-1dee-4345-ab13-b4d756c5fcc1 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:52:02.152785 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90bc0c35-53c8-4143-a860-3c753e54d5cc x-openstack-request-id: req-90bc0c35-53c8-4143-a860-3c753e54d5cc {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:52:02.152785 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6ace499-4080-45a3-9d5f-a065cb6221b9", "name": "network-vif-deleted", "tag": "5ccb3347-7e1e-4541-8046-0b1cbfc56740", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:52:02.152785 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-90bc0c35-53c8-4143-a860-3c753e54d5cc {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:52:02.152785 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90bc0c35-53c8-4143-a860-3c753e54d5cc'] response: {'server_uuid': 'f6ace499-4080-45a3-9d5f-a065cb6221b9', 'name': 'network-vif-deleted', 'tag': '5ccb3347-7e1e-4541-8046-0b1cbfc56740', 'status': 'completed', 'code': 200} Apr 05 14:52:02.154833 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954a3ee4-6448-4b61-8d98-ed6eae00221a None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:52:02.155130 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954a3ee4-6448-4b61-8d98-ed6eae00221a None None] Checking segment: {'id': 'caa949b4-9eac-4f87-a43d-7a30bd367f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a99a30f7-1dee-4345-ab13-b4d756c5fcc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:52:02.155953 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-954a3ee4-6448-4b61-8d98-ed6eae00221a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:02.156298 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954a3ee4-6448-4b61-8d98-ed6eae00221a None None] Bound using segment: {'id': 'caa949b4-9eac-4f87-a43d-7a30bd367f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a99a30f7-1dee-4345-ab13-b4d756c5fcc1'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:52:02.156667 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-954a3ee4-6448-4b61-8d98-ed6eae00221a None None] Bound port: ab6ed5d1-aeb0-45ae-a59e-ad2a26d5880e, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caa949b4-9eac-4f87-a43d-7a30bd367f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a99a30f7-1dee-4345-ab13-b4d756c5fcc1'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:52:02.157086 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-954a3ee4-6448-4b61-8d98-ed6eae00221a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:02.165023 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-31e577b5-4e55-48a7-acdd-d059644c726a tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:02.204669 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e577b5-4e55-48a7-acdd-d059644c726a tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Pushing event deleted for resources: {'Subnet': ['ID=ba410120-7d51-4d9f-a05e-74ff5579c7ca,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:02.284894 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9b8f8b-4bbe-47c6-9aa1-38e04e0909d9 req-b52d4781-0015-48ef-be76-d8b0001f3386 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:02.286997 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bf9b8f8b-4bbe-47c6-9aa1-38e04e0909d9 req-b52d4781-0015-48ef-be76-d8b0001f3386 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=70eb423d-1ee8-4ebf-83c2-b1b6e072a926 HTTP/1.1" status: 200 len: 945 time: 0.0615976 Apr 05 14:52:02.306967 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-31e577b5-4e55-48a7-acdd-d059644c726a tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:02.353561 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-31e577b5-4e55-48a7-acdd-d059644c726a tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a99a30f7-1dee-4345-ab13-b4d756c5fcc1']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:52:02.358455 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bf9b8f8b-4bbe-47c6-9aa1-38e04e0909d9 req-4ae47ccf-b69a-4548-9f34-a5adcdf9fff6 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=bacebe3d-a110-4683-8375-344b2cbe37b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642040 Apr 05 14:52:02.374494 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-31e577b5-4e55-48a7-acdd-d059644c726a tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caa949b4-9eac-4f87-a43d-7a30bd367f66') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:52:02.374494 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-31e577b5-4e55-48a7-acdd-d059644c726a tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caa949b4-9eac-4f87-a43d-7a30bd367f66') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:52:02.392143 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-31e577b5-4e55-48a7-acdd-d059644c726a tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:02.409340 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-31e577b5-4e55-48a7-acdd-d059644c726a tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:02.419894 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-954a3ee4-6448-4b61-8d98-ed6eae00221a None None] For port ab6ed5d1-aeb0-45ae-a59e-ad2a26d5880e, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:52:02.424378 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31e577b5-4e55-48a7-acdd-d059644c726a tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:52:02.425708 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-31e577b5-4e55-48a7-acdd-d059644c726a tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:02.447455 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:52:02.447455 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:52:02.447455 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:52:02.447455 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:52:02.447455 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:52:02.447455 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:52:02.447455 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:52:02.447455 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:52:02.447455 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:52:02.447455 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:52:02.447455 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:52:02.447455 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:52:02.447455 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:52:02.447455 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:52:02.447455 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:52:02.447455 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:52:02.447455 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:52:02.447455 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:52:02.447455 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:52:02.447455 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:52:02.447455 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:52:02.447455 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:52:02.447455 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:52:02.447455 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:52:02.447455 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:52:02.447455 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:52:02.447455 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:52:02.447455 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:52:02.447455 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:52:02.447455 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:52:02.447455 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:52:02.447455 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:52:02.492609 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-954a3ee4-6448-4b61-8d98-ed6eae00221a None None] For port ab6ed5d1-aeb0-45ae-a59e-ad2a26d5880e, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=ab6ed5d1-aeb0-45ae-a59e-ad2a26d5880e,segment=NetworkSegment(caa949b4-9eac-4f87-a43d-7a30bd367f66),segment_id=caa949b4-9eac-4f87-a43d-7a30bd367f66)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:52:02.536075 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.db.api [None req-31e577b5-4e55-48a7-acdd-d059644c726a tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 05 14:52:02.536075 n-d-836650-2 neutron-server[103321]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 05 14:52:02.536075 n-d-836650-2 neutron-server[103321]: [parameters: {'id': 'a99a30f7-1dee-4345-ab13-b4d756c5fcc1'}] Apr 05 14:52:02.536075 n-d-836650-2 neutron-server[103321]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103321) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:52:02.536563 n-d-836650-2 neutron-server[103321]: DEBUG oslo_db.api [None req-31e577b5-4e55-48a7-acdd-d059644c726a tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:52:02.577319 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-954a3ee4-6448-4b61-8d98-ed6eae00221a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:02.653611 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954a3ee4-6448-4b61-8d98-ed6eae00221a None None] Pushing event updated for resources: {'Port': ['ID=ab6ed5d1-aeb0-45ae-a59e-ad2a26d5880e,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:02.673847 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12393b07-92f9-4eb5-9e90-839df07e5cf5 None None] Network a99a30f7-1dee-4345-ab13-b4d756c5fcc1 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:52:02.838625 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dad7264-a398-49e2-ae3b-52f25de15c76 None None] get_active_networks_info from n-d-836650-2 {{(pid=103322) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 05 14:52:02.842747 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4baeff4c-43e8-43de-80b6-8adb93589131 req-9ffd1810-c09b-41be-b42e-a13f7183b9ba tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6ace499-4080-45a3-9d5f-a065cb6221b9 HTTP/1.1" status: 200 len: 210 time: 0.0457652 Apr 05 14:52:03.003171 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dad7264-a398-49e2-ae3b-52f25de15c76 None None] Resources bound (agent type, host, resource id): {{(pid=103322) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 14:52:03.006851 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaf83fb-720b-4075-9d15-45104ffdc4e3 req-f7a845a9-c2e2-4066-994b-00ebfccd0013 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:03.008378 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-beaf83fb-720b-4075-9d15-45104ffdc4e3 req-f7a845a9-c2e2-4066-994b-00ebfccd0013 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.55 "GET /v2.0/ports?device_id=70eb423d-1ee8-4ebf-83c2-b1b6e072a926&tenant_id=b07e36dc5a904f16980660900e2eecc1&binding%3Ahost_id=n-h2-836650-2 HTTP/1.1" status: 200 len: 945 time: 0.1603177 Apr 05 14:52:03.022051 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb554b2a-4f26-4ef6-8150-b5dcb8470a60 req-d6edf28c-55e2-46e0-83b1-0c6a28bcd9e0 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:03.023612 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-eb554b2a-4f26-4ef6-8150-b5dcb8470a60 req-d6edf28c-55e2-46e0-83b1-0c6a28bcd9e0 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=70eb423d-1ee8-4ebf-83c2-b1b6e072a926 HTTP/1.1" status: 200 len: 945 time: 0.0864346 Apr 05 14:52:03.037458 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-31e577b5-4e55-48a7-acdd-d059644c726a tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:03.106133 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-eb554b2a-4f26-4ef6-8150-b5dcb8470a60 req-23296778-548b-4d8c-834c-65c48ee666fd tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=bacebe3d-a110-4683-8375-344b2cbe37b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751507 Apr 05 14:52:03.112903 n-d-836650-2 neutron-server[103320]: INFO neutron.api.v2.resource [req-beaf83fb-720b-4075-9d15-45104ffdc4e3 req-f199b5d6-41e5-41a3-a954-c376360e2d33 service neutron] delete failed (client error): The resource could not be found. Apr 05 14:52:03.113945 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-beaf83fb-720b-4075-9d15-45104ffdc4e3 req-f199b5d6-41e5-41a3-a954-c376360e2d33 service neutron] 10.222.0.55 "DELETE /v2.0/ports/54a3c5c3-0d25-4cb7-8b82-7a78516c744c/bindings/n-h1-836650-2 HTTP/1.1" status: 404 len: 380 time: 0.0894320 Apr 05 14:52:03.150558 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-31e577b5-4e55-48a7-acdd-d059644c726a tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Deleting port ab6ed5d1-aeb0-45ae-a59e-ad2a26d5880e {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:52:03.150894 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-31e577b5-4e55-48a7-acdd-d059644c726a tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:03.238244 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-31e577b5-4e55-48a7-acdd-d059644c726a tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] For port ab6ed5d1-aeb0-45ae-a59e-ad2a26d5880e, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=ab6ed5d1-aeb0-45ae-a59e-ad2a26d5880e,segment=NetworkSegment(caa949b4-9eac-4f87-a43d-7a30bd367f66),segment_id=caa949b4-9eac-4f87-a43d-7a30bd367f66)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:52:03.238558 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-31e577b5-4e55-48a7-acdd-d059644c726a tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:03.242072 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaf83fb-720b-4075-9d15-45104ffdc4e3 req-54e030f3-1cac-4b1b-9b3f-f82feaf62c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:03.243601 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-beaf83fb-720b-4075-9d15-45104ffdc4e3 req-54e030f3-1cac-4b1b-9b3f-f82feaf62c01 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b07e36dc5a904f16980660900e2eecc1&device_id=70eb423d-1ee8-4ebf-83c2-b1b6e072a926 HTTP/1.1" status: 200 len: 1096 time: 0.0747869 Apr 05 14:52:03.252264 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-31e577b5-4e55-48a7-acdd-d059644c726a tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Calling delete_port for ab6ed5d1-aeb0-45ae-a59e-ad2a26d5880e owned by network:dhcp {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:52:03.362962 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaf83fb-720b-4075-9d15-45104ffdc4e3 req-a45baa31-ce72-427b-903b-985f861b558c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:03.364546 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-beaf83fb-720b-4075-9d15-45104ffdc4e3 req-a45baa31-ce72-427b-903b-985f861b558c service neutron] 10.222.0.55 "GET /v2.0/networks?id=c78b309f-ff7d-41bb-8fba-b50473a0da16 HTTP/1.1" status: 200 len: 897 time: 0.1135187 Apr 05 14:52:03.436391 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-beaf83fb-720b-4075-9d15-45104ffdc4e3 req-d672fd92-cc78-493f-b06e-f8fd23ed7661 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54a3c5c3-0d25-4cb7-8b82-7a78516c744c HTTP/1.1" status: 200 len: 1001 time: 0.0651157 Apr 05 14:52:03.487617 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-31e577b5-4e55-48a7-acdd-d059644c726a tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:03.501583 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaf83fb-720b-4075-9d15-45104ffdc4e3 req-59ac541a-9bea-47d9-a431-34fb29d61201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:03.503292 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-beaf83fb-720b-4075-9d15-45104ffdc4e3 req-59ac541a-9bea-47d9-a431-34fb29d61201 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1de0be90-29ef-431f-9721-d97dbe29986a HTTP/1.1" status: 200 len: 835 time: 0.0608196 Apr 05 14:52:03.521475 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e577b5-4e55-48a7-acdd-d059644c726a tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Pushing event deleted for resources: {'Port': ['ID=ab6ed5d1-aeb0-45ae-a59e-ad2a26d5880e,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:03.525861 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e577b5-4e55-48a7-acdd-d059644c726a tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] No DVR routers for this DVR port ab6ed5d1-aeb0-45ae-a59e-ad2a26d5880e on host n-d-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:52:03.562082 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaf83fb-720b-4075-9d15-45104ffdc4e3 req-ddae6fe1-dd39-43cc-9c6c-13cf61074668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:03.563940 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-beaf83fb-720b-4075-9d15-45104ffdc4e3 req-ddae6fe1-dd39-43cc-9c6c-13cf61074668 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c78b309f-ff7d-41bb-8fba-b50473a0da16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541375 Apr 05 14:52:03.617562 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-31e577b5-4e55-48a7-acdd-d059644c726a tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:03.649385 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-31e577b5-4e55-48a7-acdd-d059644c726a tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a99a30f7-1dee-4345-ab13-b4d756c5fcc1']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:52:03.660796 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-31e577b5-4e55-48a7-acdd-d059644c726a tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caa949b4-9eac-4f87-a43d-7a30bd367f66') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:52:03.661034 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-31e577b5-4e55-48a7-acdd-d059644c726a tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caa949b4-9eac-4f87-a43d-7a30bd367f66') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:52:03.666171 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-beaf83fb-720b-4075-9d15-45104ffdc4e3 req-68366ff3-0252-4d5d-b20d-53fd50770976 service neutron] 10.222.0.55 "GET /v2.0/networks/c78b309f-ff7d-41bb-8fba-b50473a0da16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957835 Apr 05 14:52:03.672896 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-31e577b5-4e55-48a7-acdd-d059644c726a tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:03.687613 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-31e577b5-4e55-48a7-acdd-d059644c726a tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:03.694462 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31e577b5-4e55-48a7-acdd-d059644c726a tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:52:03.694665 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-31e577b5-4e55-48a7-acdd-d059644c726a tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:03.698167 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:52:03.698167 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:52:03.698167 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:52:03.698167 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:52:03.698167 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:52:03.698167 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:52:03.698167 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:52:03.698167 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:52:03.698167 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:52:03.698167 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:52:03.698167 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:52:03.698167 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:52:03.698167 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:52:03.698167 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:52:03.698167 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:52:03.698167 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:52:03.698167 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:52:03.698167 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:52:03.698167 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:52:03.698167 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:52:03.698167 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:52:03.698167 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:52:03.698167 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:52:03.698167 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:52:03.698167 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:52:03.698167 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:52:03.698167 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:52:03.698167 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:52:03.698167 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:52:03.698167 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:52:03.698167 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:52:03.698167 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:52:03.774776 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-beaf83fb-720b-4075-9d15-45104ffdc4e3 req-e2279709-c4d3-4908-9570-ec6f5b63a965 service neutron] 10.222.0.55 "GET /v2.0/networks/c78b309f-ff7d-41bb-8fba-b50473a0da16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016133 Apr 05 14:52:03.821361 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-31e577b5-4e55-48a7-acdd-d059644c726a tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:03.834202 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-31e577b5-4e55-48a7-acdd-d059644c726a tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:03.835926 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-31e577b5-4e55-48a7-acdd-d059644c726a tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] 10.222.0.30 "DELETE /v2.0/networks/a99a30f7-1dee-4345-ab13-b4d756c5fcc1 HTTP/1.1" status: 204 len: 168 time: 2.4467549 Apr 05 14:52:03.839724 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 38234) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:03.845295 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-89d13dee-a47c-44b8-8fe3-7f5046cdadcf tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1064669690'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:52:03.846716 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e577b5-4e55-48a7-acdd-d059644c726a tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Pushing event deleted for resources: {'Network': ['ID=a99a30f7-1dee-4345-ab13-b4d756c5fcc1,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:03.946908 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-86fbf7fa-5d77-4af8-bb6c-2f5f6190ea1d req-8d5345d4-9384-45ab-964d-6b1fc9ce5961 tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6ace499-4080-45a3-9d5f-a065cb6221b9 HTTP/1.1" status: 200 len: 210 time: 0.0335064 Apr 05 14:52:03.947627 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d13dee-a47c-44b8-8fe3-7f5046cdadcf tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Made reservation on behalf of b18e09f58872453686470a2d644d8456 for: {'network': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:52:03.951230 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-89d13dee-a47c-44b8-8fe3-7f5046cdadcf tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:03.976917 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89d13dee-a47c-44b8-8fe3-7f5046cdadcf tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=103320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:52:03.986313 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-89d13dee-a47c-44b8-8fe3-7f5046cdadcf tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:03.986732 n-d-836650-2 neutron-server[103320]: INFO neutron.db.segments_db [None req-89d13dee-a47c-44b8-8fe3-7f5046cdadcf tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Added segment d8b5f06c-7283-4561-9124-20c178b9986c of type vlan for network 893420fd-b8cf-47c1-a882-a201b8468c25 Apr 05 14:52:04.027350 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-89d13dee-a47c-44b8-8fe3-7f5046cdadcf tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:04.122139 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-89d13dee-a47c-44b8-8fe3-7f5046cdadcf tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:04.128995 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d13dee-a47c-44b8-8fe3-7f5046cdadcf tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:04.136322 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-89d13dee-a47c-44b8-8fe3-7f5046cdadcf tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:04.218130 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-89d13dee-a47c-44b8-8fe3-7f5046cdadcf tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3769031 Apr 05 14:52:04.221680 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 38240) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:04.226967 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-8e62a5d4-6231-4c14-9a4b-661af0ee239d tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Request body: {'subnet': {'network_id': '893420fd-b8cf-47c1-a882-a201b8468c25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:52:04.233899 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d13dee-a47c-44b8-8fe3-7f5046cdadcf tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Pushing event updated for resources: {'Network': ['ID=893420fd-b8cf-47c1-a882-a201b8468c25,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:04.246689 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 893420fd-b8cf-47c1-a882-a201b8468c25 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:52:04.276616 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d380f73f-d7bf-4304-a2e2-d0433d1f7046 req-1f6c9638-407c-4e11-a384-64175c092cc4 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:04.279070 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d380f73f-d7bf-4304-a2e2-d0433d1f7046 req-1f6c9638-407c-4e11-a384-64175c092cc4 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=70eb423d-1ee8-4ebf-83c2-b1b6e072a926 HTTP/1.1" status: 200 len: 945 time: 0.0841939 Apr 05 14:52:04.330436 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d380f73f-d7bf-4304-a2e2-d0433d1f7046 req-c15bce63-94d4-4a0e-8ac9-4c210daba69b tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=bacebe3d-a110-4683-8375-344b2cbe37b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423703 Apr 05 14:52:04.466787 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e62a5d4-6231-4c14-9a4b-661af0ee239d tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Made reservation on behalf of b18e09f58872453686470a2d644d8456 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:52:04.471235 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8e62a5d4-6231-4c14-9a4b-661af0ee239d tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:04.708043 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 54a3c5c3-0d25-4cb7-8b82-7a78516c744c up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:52:04.722294 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8e62a5d4-6231-4c14-9a4b-661af0ee239d tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:04.796617 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e62a5d4-6231-4c14-9a4b-661af0ee239d tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Pushing event updated for resources: {'Subnet': ['ID=755f7b2d-bfeb-459f-82da-cf6d3cdb72f1,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:04.808499 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e62a5d4-6231-4c14-9a4b-661af0ee239d tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Checking segment: {'id': 'd8b5f06c-7283-4561-9124-20c178b9986c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '893420fd-b8cf-47c1-a882-a201b8468c25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:52:04.808863 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e62a5d4-6231-4c14-9a4b-661af0ee239d tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Network hostable DHCP agents. Network: 893420fd-b8cf-47c1-a882-a201b8468c25, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:52:04.820115 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning for port 54a3c5c3-0d25-4cb7-8b82-7a78516c744c completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:52:04.824384 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port 54a3c5c3-0d25-4cb7-8b82-7a78516c744c triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:52:04.824856 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:04.907461 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e62a5d4-6231-4c14-9a4b-661af0ee239d tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Network 893420fd-b8cf-47c1-a882-a201b8468c25 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:52:04.912324 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:04.940316 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70eb423d-1ee8-4ebf-83c2-b1b6e072a926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a3c5c3-0d25-4cb7-8b82-7a78516c744c'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:52:04.942787 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5951265-4b1d-43db-bccf-f6651edc9805" -d '{"events": [{"server_uuid": "70eb423d-1ee8-4ebf-83c2-b1b6e072a926", "name": "network-vif-plugged", "status": "completed", "tag": "54a3c5c3-0d25-4cb7-8b82-7a78516c744c"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:52:04.957382 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 54a3c5c3-0d25-4cb7-8b82-7a78516c744c, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=54a3c5c3-0d25-4cb7-8b82-7a78516c744c,segment=NetworkSegment(8f9f880a-d2f4-4838-9fd6-f918e17688de),segment_id=8f9f880a-d2f4-4838-9fd6-f918e17688de)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:52:04.983318 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74dd3d0f-0185-422f-9f94-ed393d80a0fb x-openstack-request-id: req-74dd3d0f-0185-422f-9f94-ed393d80a0fb {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:52:04.984442 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70eb423d-1ee8-4ebf-83c2-b1b6e072a926", "name": "network-vif-plugged", "status": "completed", "tag": "54a3c5c3-0d25-4cb7-8b82-7a78516c744c", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:52:04.984442 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-74dd3d0f-0185-422f-9f94-ed393d80a0fb {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:52:04.984749 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74dd3d0f-0185-422f-9f94-ed393d80a0fb'] response: {'server_uuid': '70eb423d-1ee8-4ebf-83c2-b1b6e072a926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a3c5c3-0d25-4cb7-8b82-7a78516c744c', 'code': 200} Apr 05 14:52:05.026807 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-8e62a5d4-6231-4c14-9a4b-661af0ee239d tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 893420fd-b8cf-47c1-a882-a201b8468c25) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:52:05.031666 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e62a5d4-6231-4c14-9a4b-661af0ee239d tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:05.036828 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8e62a5d4-6231-4c14-9a4b-661af0ee239d tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:05.037667 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced403f2-607b-44ce-a15e-b91b6524cf15 None None] Network 893420fd-b8cf-47c1-a882-a201b8468c25 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:52:05.081392 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-33fe79c3-9c5c-4acd-81a5-15d87dbf1d93 req-5abb5dd2-d2b3-486b-bb4d-a3ab7e8ac5a2 tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6ace499-4080-45a3-9d5f-a065cb6221b9 HTTP/1.1" status: 200 len: 210 time: 0.0294647 Apr 05 14:52:05.081695 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:05.177622 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-8e62a5d4-6231-4c14-9a4b-661af0ee239d tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9523478 Apr 05 14:52:05.183554 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 38248) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:05.186842 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=54a3c5c3-0d25-4cb7-8b82-7a78516c744c,revision_number=9']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:05.266836 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d299bb24-7110-4534-b6db-9022f77013c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-893420fd-b8cf-47c1-a882-a201b8468c25', 'network_id': '893420fd-b8cf-47c1-a882-a201b8468c25', 'tenant_id': 'b18e09f58872453686470a2d644d8456', 'fixed_ips': [{'subnet_id': '755f7b2d-bfeb-459f-82da-cf6d3cdb72f1'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:52:05.267766 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d299bb24-7110-4534-b6db-9022f77013c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:05.319573 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-10e5a02c-101d-468f-bf6e-1fd8a614f597 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:05.387983 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-10e5a02c-101d-468f-bf6e-1fd8a614f597 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:05.458955 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-d299bb24-7110-4534-b6db-9022f77013c4 None None] Allocated IP 172.20.0.1 (893420fd-b8cf-47c1-a882-a201b8468c25/755f7b2d-bfeb-459f-82da-cf6d3cdb72f1/17e921a3-644d-4c8f-9a36-e5ee46a333f8) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:52:05.494163 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5602af6-8f4c-4fcb-9ce6-b397f3caac5f req-620d4f02-0cdb-4dd4-b807-881c08a17c26 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:05.496497 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d5602af6-8f4c-4fcb-9ce6-b397f3caac5f req-620d4f02-0cdb-4dd4-b807-881c08a17c26 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=70eb423d-1ee8-4ebf-83c2-b1b6e072a926 HTTP/1.1" status: 200 len: 946 time: 0.0760233 Apr 05 14:52:05.545593 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d5602af6-8f4c-4fcb-9ce6-b397f3caac5f req-e09c3401-5606-46dd-9356-080c6956eec4 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=bacebe3d-a110-4683-8375-344b2cbe37b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413091 Apr 05 14:52:05.576110 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 38254) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:05.615413 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d299bb24-7110-4534-b6db-9022f77013c4 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:05.651198 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-6f9dc9cd-f4bb-4c07-a299-475f58709ac7 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/floatingips/b0bdeb73-6d95-4ecb-b6c6-3db2c02eb4c4 HTTP/1.1" status: 200 len: 994 time: 0.0739031 Apr 05 14:52:05.719669 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d299bb24-7110-4534-b6db-9022f77013c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:05.765834 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d299bb24-7110-4534-b6db-9022f77013c4 None None] Network 893420fd-b8cf-47c1-a882-a201b8468c25 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:52:05.770307 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-d299bb24-7110-4534-b6db-9022f77013c4 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:52:05.772795 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d299bb24-7110-4534-b6db-9022f77013c4 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:52:05.775154 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299bb24-7110-4534-b6db-9022f77013c4 None None] Pushing event updated for resources: {'Port': ['ID=17e921a3-644d-4c8f-9a36-e5ee46a333f8,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:05.798885 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-10e5a02c-101d-468f-bf6e-1fd8a614f597 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:05.826181 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e5a02c-101d-468f-bf6e-1fd8a614f597 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Pushing event deleted for resources: {'Subnet': ['ID=755f7b2d-bfeb-459f-82da-cf6d3cdb72f1,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:05.834318 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-d299bb24-7110-4534-b6db-9022f77013c4 None None] Attempting to bind port 17e921a3-644d-4c8f-9a36-e5ee46a333f8 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:52:05.834795 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-d299bb24-7110-4534-b6db-9022f77013c4 None None] Attempting to bind port 17e921a3-644d-4c8f-9a36-e5ee46a333f8 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'd8b5f06c-7283-4561-9124-20c178b9986c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '893420fd-b8cf-47c1-a882-a201b8468c25'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:52:05.835366 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d299bb24-7110-4534-b6db-9022f77013c4 None None] Attempting to bind port 17e921a3-644d-4c8f-9a36-e5ee46a333f8 on network 893420fd-b8cf-47c1-a882-a201b8468c25 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:52:05.842016 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d299bb24-7110-4534-b6db-9022f77013c4 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:52:05.842483 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d299bb24-7110-4534-b6db-9022f77013c4 None None] Checking segment: {'id': 'd8b5f06c-7283-4561-9124-20c178b9986c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '893420fd-b8cf-47c1-a882-a201b8468c25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:52:05.843398 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d299bb24-7110-4534-b6db-9022f77013c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:05.843858 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d299bb24-7110-4534-b6db-9022f77013c4 None None] Bound using segment: {'id': 'd8b5f06c-7283-4561-9124-20c178b9986c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '893420fd-b8cf-47c1-a882-a201b8468c25'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:52:05.844461 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-d299bb24-7110-4534-b6db-9022f77013c4 None None] Bound port: 17e921a3-644d-4c8f-9a36-e5ee46a333f8, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b5f06c-7283-4561-9124-20c178b9986c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '893420fd-b8cf-47c1-a882-a201b8468c25'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:52:05.844932 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d299bb24-7110-4534-b6db-9022f77013c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:05.906156 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-10e5a02c-101d-468f-bf6e-1fd8a614f597 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:05.926159 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-d299bb24-7110-4534-b6db-9022f77013c4 None None] For port 17e921a3-644d-4c8f-9a36-e5ee46a333f8, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:52:05.929585 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-d299bb24-7110-4534-b6db-9022f77013c4 None None] For port 17e921a3-644d-4c8f-9a36-e5ee46a333f8, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=17e921a3-644d-4c8f-9a36-e5ee46a333f8,segment=NetworkSegment(d8b5f06c-7283-4561-9124-20c178b9986c),segment_id=d8b5f06c-7283-4561-9124-20c178b9986c)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:52:05.930652 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-10e5a02c-101d-468f-bf6e-1fd8a614f597 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['893420fd-b8cf-47c1-a882-a201b8468c25']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:52:05.941173 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-10e5a02c-101d-468f-bf6e-1fd8a614f597 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8b5f06c-7283-4561-9124-20c178b9986c') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:52:05.941681 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-10e5a02c-101d-468f-bf6e-1fd8a614f597 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8b5f06c-7283-4561-9124-20c178b9986c') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:52:05.952357 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-10e5a02c-101d-468f-bf6e-1fd8a614f597 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:05.999074 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d299bb24-7110-4534-b6db-9022f77013c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:06.001581 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-10e5a02c-101d-468f-bf6e-1fd8a614f597 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:06.008086 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10e5a02c-101d-468f-bf6e-1fd8a614f597 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:52:06.009771 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-10e5a02c-101d-468f-bf6e-1fd8a614f597 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:06.013117 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:52:06.013117 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:52:06.013117 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:52:06.013117 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:52:06.013117 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:52:06.013117 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:52:06.013117 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:52:06.013117 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:52:06.013117 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:52:06.013117 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:52:06.013117 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:52:06.013117 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:52:06.013117 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:52:06.013117 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:52:06.013117 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:52:06.013117 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:52:06.013117 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:52:06.013117 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:52:06.013117 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:52:06.013117 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:52:06.013117 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:52:06.013117 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:52:06.013117 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:52:06.013117 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:52:06.013117 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:52:06.013117 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:52:06.013117 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:52:06.013117 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:52:06.013117 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:52:06.013117 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:52:06.013117 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:52:06.013117 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:52:06.131984 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299bb24-7110-4534-b6db-9022f77013c4 None None] Pushing event updated for resources: {'Port': ['ID=17e921a3-644d-4c8f-9a36-e5ee46a333f8,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:06.143875 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe39dbf-fac8-4a69-8284-9f364b2fc885 None None] Network 893420fd-b8cf-47c1-a882-a201b8468c25 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:52:06.152394 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.db.api [None req-10e5a02c-101d-468f-bf6e-1fd8a614f597 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 05 14:52:06.152394 n-d-836650-2 neutron-server[103321]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 05 14:52:06.152394 n-d-836650-2 neutron-server[103321]: [parameters: {'id': '893420fd-b8cf-47c1-a882-a201b8468c25'}] Apr 05 14:52:06.152394 n-d-836650-2 neutron-server[103321]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103321) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:52:06.153004 n-d-836650-2 neutron-server[103321]: DEBUG oslo_db.api [None req-10e5a02c-101d-468f-bf6e-1fd8a614f597 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:52:06.228993 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3cd39870-7d6a-4f00-9370-e519651e4249 req-44e01d19-2622-475a-9687-99eed98743e2 tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6ace499-4080-45a3-9d5f-a065cb6221b9 HTTP/1.1" status: 200 len: 210 time: 0.0315428 Apr 05 14:52:06.299575 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 5ccb3347-7e1e-4541-8046-0b1cbfc56740 no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:52:06.352005 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] No Port match for: 5ccb3347-7e1e-4541-8046-0b1cbfc56740 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:52:06.352356 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 5ccb3347-7e1e-4541-8046-0b1cbfc56740 not bound to the agent host n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:52:06.402449 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a331d30-88ed-40b8-97a8-50f858a947f4 None None] get_active_networks_info from n-d-836650-2 {{(pid=103322) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 05 14:52:06.538260 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a331d30-88ed-40b8-97a8-50f858a947f4 None None] Resources bound (agent type, host, resource id): {{(pid=103322) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 14:52:06.557333 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8dbdeadc-5596-4a34-9b7a-692ade100be5 req-eceab28a-ef7a-4ad1-80c3-29cd4d920c04 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1426516357&fields=id&tenant_id=15503dce9d2944a4a898191fdde0d62f HTTP/1.1" status: 200 len: 267 time: 0.0580325 Apr 05 14:52:06.654403 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-10e5a02c-101d-468f-bf6e-1fd8a614f597 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:06.697432 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbdeadc-5596-4a34-9b7a-692ade100be5 req-8e5ae27b-af8b-4cdb-94f3-87e378964a42 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:06.699327 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8dbdeadc-5596-4a34-9b7a-692ade100be5 req-8e5ae27b-af8b-4cdb-94f3-87e378964a42 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/networks?id=66b3e69f-5222-44a7-bf1a-94ad2df58cf2 HTTP/1.1" status: 200 len: 812 time: 0.1341622 Apr 05 14:52:06.726920 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8dbdeadc-5596-4a34-9b7a-692ade100be5 req-7566f5da-27fa-494e-a824-9cb06143c6d0 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/quotas/15503dce9d2944a4a898191fdde0d62f HTTP/1.1" status: 200 len: 375 time: 0.0196538 Apr 05 14:52:06.778515 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-10e5a02c-101d-468f-bf6e-1fd8a614f597 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Deleting port 17e921a3-644d-4c8f-9a36-e5ee46a333f8 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:52:06.779358 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-10e5a02c-101d-468f-bf6e-1fd8a614f597 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:06.810761 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8dbdeadc-5596-4a34-9b7a-692ade100be5 req-e319cfb0-03fa-482d-a045-85bb0ccd831e tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=15503dce9d2944a4a898191fdde0d62f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0742502 Apr 05 14:52:06.870523 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-10e5a02c-101d-468f-bf6e-1fd8a614f597 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] For port 17e921a3-644d-4c8f-9a36-e5ee46a333f8, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=17e921a3-644d-4c8f-9a36-e5ee46a333f8,segment=NetworkSegment(d8b5f06c-7283-4561-9124-20c178b9986c),segment_id=d8b5f06c-7283-4561-9124-20c178b9986c)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:52:06.871144 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-10e5a02c-101d-468f-bf6e-1fd8a614f597 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:06.886710 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-10e5a02c-101d-468f-bf6e-1fd8a614f597 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Calling delete_port for 17e921a3-644d-4c8f-9a36-e5ee46a333f8 owned by network:dhcp {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:52:06.939729 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e62e10a-d219-47f5-9fe0-a9f9c9d86eec req-8173a316-1fa6-42dc-ab50-4ae6b27771da tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:06.941250 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9e62e10a-d219-47f5-9fe0-a9f9c9d86eec req-8173a316-1fa6-42dc-ab50-4ae6b27771da tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 947 time: 0.1294394 Apr 05 14:52:06.989167 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8dbdeadc-5596-4a34-9b7a-692ade100be5 req-ca40e8bf-924d-41bd-8670-0cd958d8342c service neutron] 10.222.0.30 "GET /v2.0/networks/66b3e69f-5222-44a7-bf1a-94ad2df58cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656959 Apr 05 14:52:07.018230 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9e62e10a-d219-47f5-9fe0-a9f9c9d86eec req-4f797b6e-83be-4107-90c2-f45062a6bde5 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cbefb25-bd4b-4b8d-a9a2-f4b339ce847f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664949 Apr 05 14:52:07.128451 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8dbdeadc-5596-4a34-9b7a-692ade100be5 req-77de965a-487e-4a33-bf44-381c364fe033 service neutron] 10.222.0.30 "GET /v2.0/networks/66b3e69f-5222-44a7-bf1a-94ad2df58cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273904 Apr 05 14:52:07.136201 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-10e5a02c-101d-468f-bf6e-1fd8a614f597 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:07.168303 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e5a02c-101d-468f-bf6e-1fd8a614f597 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] No DVR routers for this DVR port 17e921a3-644d-4c8f-9a36-e5ee46a333f8 on host n-d-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:52:07.173542 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e5a02c-101d-468f-bf6e-1fd8a614f597 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Pushing event deleted for resources: {'Port': ['ID=17e921a3-644d-4c8f-9a36-e5ee46a333f8,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:07.252737 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-10e5a02c-101d-468f-bf6e-1fd8a614f597 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:07.274261 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-10e5a02c-101d-468f-bf6e-1fd8a614f597 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['893420fd-b8cf-47c1-a882-a201b8468c25']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:52:07.284900 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-10e5a02c-101d-468f-bf6e-1fd8a614f597 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8b5f06c-7283-4561-9124-20c178b9986c') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:52:07.285209 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-10e5a02c-101d-468f-bf6e-1fd8a614f597 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8b5f06c-7283-4561-9124-20c178b9986c') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:52:07.295009 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-10e5a02c-101d-468f-bf6e-1fd8a614f597 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:07.309073 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-10e5a02c-101d-468f-bf6e-1fd8a614f597 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:07.316989 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10e5a02c-101d-468f-bf6e-1fd8a614f597 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:52:07.316989 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-10e5a02c-101d-468f-bf6e-1fd8a614f597 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:07.319657 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:52:07.319657 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:52:07.319657 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:52:07.319657 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:52:07.319657 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:52:07.319657 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:52:07.319657 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:52:07.319657 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:52:07.319657 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:52:07.319657 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:52:07.319657 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:52:07.319657 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:52:07.319657 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:52:07.319657 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:52:07.319657 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:52:07.319657 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:52:07.319657 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:52:07.319657 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:52:07.319657 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:52:07.319657 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:52:07.319657 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:52:07.319657 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:52:07.319657 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:52:07.319657 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:52:07.319657 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:52:07.319657 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:52:07.319657 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:52:07.319657 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:52:07.319657 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:52:07.319657 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:52:07.319657 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:52:07.319657 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:52:07.472750 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-10e5a02c-101d-468f-bf6e-1fd8a614f597 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:07.481510 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-10e5a02c-101d-468f-bf6e-1fd8a614f597 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:07.485011 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-10e5a02c-101d-468f-bf6e-1fd8a614f597 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] 10.222.0.30 "DELETE /v2.0/networks/893420fd-b8cf-47c1-a882-a201b8468c25 HTTP/1.1" status: 204 len: 168 time: 2.3056316 Apr 05 14:52:07.488581 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 38298) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:07.493533 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-b99fd526-e696-4a20-bdb5-6ab22ed0f4e5 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-655034657'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:52:07.495145 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e5a02c-101d-468f-bf6e-1fd8a614f597 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Pushing event deleted for resources: {'Network': ['ID=893420fd-b8cf-47c1-a882-a201b8468c25,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:07.503251 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e5a02c-101d-468f-bf6e-1fd8a614f597 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:52:07.503590 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e5a02c-101d-468f-bf6e-1fd8a614f597 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:52:07.503921 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e5a02c-101d-468f-bf6e-1fd8a614f597 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:52:07.504247 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e5a02c-101d-468f-bf6e-1fd8a614f597 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:52:07.504571 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e5a02c-101d-468f-bf6e-1fd8a614f597 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:52:07.504909 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e5a02c-101d-468f-bf6e-1fd8a614f597 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:52:07.505234 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e5a02c-101d-468f-bf6e-1fd8a614f597 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:52:07.505553 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e5a02c-101d-468f-bf6e-1fd8a614f597 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:52:07.505918 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e5a02c-101d-468f-bf6e-1fd8a614f597 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:52:07.506233 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e5a02c-101d-468f-bf6e-1fd8a614f597 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:52:07.506547 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e5a02c-101d-468f-bf6e-1fd8a614f597 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:52:07.506858 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e5a02c-101d-468f-bf6e-1fd8a614f597 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:52:07.584818 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99fd526-e696-4a20-bdb5-6ab22ed0f4e5 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Made reservation on behalf of b18e09f58872453686470a2d644d8456 for: {'network': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:52:07.588385 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b99fd526-e696-4a20-bdb5-6ab22ed0f4e5 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:07.614237 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b99fd526-e696-4a20-bdb5-6ab22ed0f4e5 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=103320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:52:07.623211 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b99fd526-e696-4a20-bdb5-6ab22ed0f4e5 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:07.623601 n-d-836650-2 neutron-server[103320]: INFO neutron.db.segments_db [None req-b99fd526-e696-4a20-bdb5-6ab22ed0f4e5 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Added segment ea88f680-ccf6-4ad1-9e69-5b356f4a78f3 of type vlan for network 0fae7dd3-e096-4848-8598-83dbc2842fc0 Apr 05 14:52:07.672550 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b99fd526-e696-4a20-bdb5-6ab22ed0f4e5 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:07.761722 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-533f495d-5c43-4a03-bf3b-aecbb378fbfe req-a579897c-d746-4815-a284-e68f46f28d30 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=69026214-5a31-4dba-940b-13dc3cdc5564 HTTP/1.1" status: 200 len: 210 time: 0.0265498 Apr 05 14:52:07.782521 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b99fd526-e696-4a20-bdb5-6ab22ed0f4e5 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:07.788097 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99fd526-e696-4a20-bdb5-6ab22ed0f4e5 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:07.788690 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b99fd526-e696-4a20-bdb5-6ab22ed0f4e5 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:07.855460 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99fd526-e696-4a20-bdb5-6ab22ed0f4e5 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Pushing event updated for resources: {'Network': ['ID=0fae7dd3-e096-4848-8598-83dbc2842fc0,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:07.867798 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 0fae7dd3-e096-4848-8598-83dbc2842fc0 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:52:07.901033 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-b99fd526-e696-4a20-bdb5-6ab22ed0f4e5 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4081984 Apr 05 14:52:07.901245 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 38322) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:07.906329 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-2d010bf5-aea6-4648-9d94-f52fe3c4d2d8 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Request body: {'subnet': {'network_id': '0fae7dd3-e096-4848-8598-83dbc2842fc0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:52:08.203662 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d010bf5-aea6-4648-9d94-f52fe3c4d2d8 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Made reservation on behalf of b18e09f58872453686470a2d644d8456 for: {'subnet': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:52:08.207808 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2d010bf5-aea6-4648-9d94-f52fe3c4d2d8 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13127328'] for subnet, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:08.310845 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0db9dc2-a6cd-4e5f-8d20-261f7d7ac908 req-439c81ea-6e13-446b-a4b8-86069e72deb4 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:08.313354 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a0db9dc2-a6cd-4e5f-8d20-261f7d7ac908 req-439c81ea-6e13-446b-a4b8-86069e72deb4 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 947 time: 0.1617708 Apr 05 14:52:08.344607 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ed39bc-959e-491e-91aa-c6df9276bfbf req-b067db5e-a533-4efb-ad9c-0df414815d1e tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:08.346210 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b3ed39bc-959e-491e-91aa-c6df9276bfbf req-b067db5e-a533-4efb-ad9c-0df414815d1e tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.55 "GET /v2.0/ports?device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 947 time: 0.1578655 Apr 05 14:52:08.466992 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a0db9dc2-a6cd-4e5f-8d20-261f7d7ac908 req-34fef49c-0e44-462c-90a6-99123a9c94d3 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cbefb25-bd4b-4b8d-a9a2-f4b339ce847f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413455 Apr 05 14:52:08.903490 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-b3ed39bc-959e-491e-91aa-c6df9276bfbf req-79057b54-d648-4a5c-9f80-c8ef0c588389 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Deleting port 28b20095-0618-43c7-aa61-a5202f7265d1 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:52:08.904150 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-b3ed39bc-959e-491e-91aa-c6df9276bfbf req-79057b54-d648-4a5c-9f80-c8ef0c588389 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:08.956631 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ad45b843-7a82-4175-b247-417129b2f4bf req-12f601e9-8650-445f-8b4c-672e4f837481 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=69026214-5a31-4dba-940b-13dc3cdc5564 HTTP/1.1" status: 200 len: 210 time: 0.0590365 Apr 05 14:52:09.195884 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-b3ed39bc-959e-491e-91aa-c6df9276bfbf req-79057b54-d648-4a5c-9f80-c8ef0c588389 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] For port 28b20095-0618-43c7-aa61-a5202f7265d1, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=28b20095-0618-43c7-aa61-a5202f7265d1,segment=NetworkSegment(7829a1ea-7354-4b05-a7ea-7cbdfd795041),segment_id=7829a1ea-7354-4b05-a7ea-7cbdfd795041)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:52:09.196394 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-b3ed39bc-959e-491e-91aa-c6df9276bfbf req-79057b54-d648-4a5c-9f80-c8ef0c588389 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:09.254225 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2d010bf5-aea6-4648-9d94-f52fe3c4d2d8 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15773751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13127350'] for subnet, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:09.341257 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d010bf5-aea6-4648-9d94-f52fe3c4d2d8 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Pushing event updated for resources: {'Subnet': ['ID=15cb1a23-54e5-434d-adf9-3190412b20a0,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:09.389885 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d010bf5-aea6-4648-9d94-f52fe3c4d2d8 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Checking segment: {'id': 'ea88f680-ccf6-4ad1-9e69-5b356f4a78f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0fae7dd3-e096-4848-8598-83dbc2842fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:52:09.390925 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d010bf5-aea6-4648-9d94-f52fe3c4d2d8 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Network hostable DHCP agents. Network: 0fae7dd3-e096-4848-8598-83dbc2842fc0, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:52:09.473891 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-b3ed39bc-959e-491e-91aa-c6df9276bfbf req-79057b54-d648-4a5c-9f80-c8ef0c588389 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:09.474203 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-b3ed39bc-959e-491e-91aa-c6df9276bfbf req-79057b54-d648-4a5c-9f80-c8ef0c588389 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:09.474514 n-d-836650-2 neutron-server[103320]: INFO neutron.db.l3_db [req-b3ed39bc-959e-491e-91aa-c6df9276bfbf req-79057b54-d648-4a5c-9f80-c8ef0c588389 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Floating IP 89c1032d-d7eb-4c13-aa1d-ed0c5985c76e disassociated. External IP: 172.25.6.223, port: 28b20095-0618-43c7-aa61-a5202f7265d1. Apr 05 14:52:09.474854 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-b3ed39bc-959e-491e-91aa-c6df9276bfbf req-79057b54-d648-4a5c-9f80-c8ef0c588389 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Calling delete_port for 28b20095-0618-43c7-aa61-a5202f7265d1 owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:52:09.585154 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d010bf5-aea6-4648-9d94-f52fe3c4d2d8 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Network 0fae7dd3-e096-4848-8598-83dbc2842fc0 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:52:09.648502 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1c9ba3-8912-4899-a844-d65cef0a8930 req-3250cc36-6584-4089-a362-46f9ad2bc5a9 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:09.650044 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9a1c9ba3-8912-4899-a844-d65cef0a8930 req-3250cc36-6584-4089-a362-46f9ad2bc5a9 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 947 time: 0.0929446 Apr 05 14:52:09.686171 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-2d010bf5-aea6-4648-9d94-f52fe3c4d2d8 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 0fae7dd3-e096-4848-8598-83dbc2842fc0) {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:52:09.698409 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed5a53b-ebe7-46b0-8756-6b09141195e6 None None] Network 0fae7dd3-e096-4848-8598-83dbc2842fc0 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:52:09.700986 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d010bf5-aea6-4648-9d94-f52fe3c4d2d8 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:09.701568 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2d010bf5-aea6-4648-9d94-f52fe3c4d2d8 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:09.708405 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9a1c9ba3-8912-4899-a844-d65cef0a8930 req-9d86cfc2-ba8e-4203-8cfd-044060ca666a tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cbefb25-bd4b-4b8d-a9a2-f4b339ce847f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516093 Apr 05 14:52:09.711985 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-b3ed39bc-959e-491e-91aa-c6df9276bfbf req-79057b54-d648-4a5c-9f80-c8ef0c588389 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:09.747971 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79057b54-d648-4a5c-9f80-c8ef0c588389 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Pushing event deleted for resources: {'Port': ['ID=28b20095-0618-43c7-aa61-a5202f7265d1,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:09.801915 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-2d010bf5-aea6-4648-9d94-f52fe3c4d2d8 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8992651 Apr 05 14:52:09.804099 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 38348) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:09.926825 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3ed39bc-959e-491e-91aa-c6df9276bfbf req-79057b54-d648-4a5c-9f80-c8ef0c588389 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Router 311d06dd-ff44-492e-acc8-99cd90444281 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:52:09.933300 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2a8b9aa5-0b5d-4a38-a9b5-932c7c46d445 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:09.951852 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4ccac6-4eb6-42d3-8c83-2170845a377b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-0fae7dd3-e096-4848-8598-83dbc2842fc0', 'network_id': '0fae7dd3-e096-4848-8598-83dbc2842fc0', 'tenant_id': 'b18e09f58872453686470a2d644d8456', 'fixed_ips': [{'subnet_id': '15cb1a23-54e5-434d-adf9-3190412b20a0'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:52:09.952979 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1f4ccac6-4eb6-42d3-8c83-2170845a377b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:10.026319 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2a8b9aa5-0b5d-4a38-a9b5-932c7c46d445 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:10.199925 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-1f4ccac6-4eb6-42d3-8c83-2170845a377b None None] Allocated IP 172.20.0.2 (0fae7dd3-e096-4848-8598-83dbc2842fc0/15cb1a23-54e5-434d-adf9-3190412b20a0/3c824ed7-f46d-4567-9f4c-728bbbe23ee3) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:52:10.206549 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-68e6e601-456c-4b89-b074-8c385bfd3d11 req-d019ba38-4e66-4f81-8b41-db9c12e3f92c tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=69026214-5a31-4dba-940b-13dc3cdc5564 HTTP/1.1" status: 200 len: 210 time: 0.0863531 Apr 05 14:52:10.240530 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbdeadc-5596-4a34-9b7a-692ade100be5 req-0ac3f819-44e4-4c06-961a-396a439bc2d7 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:10.242287 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8dbdeadc-5596-4a34-9b7a-692ade100be5 req-0ac3f819-44e4-4c06-961a-396a439bc2d7 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.55 "GET /v2.0/networks?id=66b3e69f-5222-44a7-bf1a-94ad2df58cf2 HTTP/1.1" status: 200 len: 812 time: 0.2649200 Apr 05 14:52:10.243401 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3ed39bc-959e-491e-91aa-c6df9276bfbf req-79057b54-d648-4a5c-9f80-c8ef0c588389 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:52:10.261191 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d376ee8-73ba-4420-9ef0-389e072b5776 None None] Sync routers for ids ['311d06dd-ff44-492e-acc8-99cd90444281'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:52:10.284087 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d376ee8-73ba-4420-9ef0-389e072b5776 None None] Routers {'311d06dd-ff44-492e-acc8-99cd90444281'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:52:10.284729 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-3d376ee8-73ba-4420-9ef0-389e072b5776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:51:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['311d06dd-ff44-492e-acc8-99cd90444281'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:52:10.453751 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3ed39bc-959e-491e-91aa-c6df9276bfbf req-79057b54-d648-4a5c-9f80-c8ef0c588389 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] No DVR routers for this DVR port 28b20095-0618-43c7-aa61-a5202f7265d1 on host n-h1-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:52:10.461427 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-b3ed39bc-959e-491e-91aa-c6df9276bfbf req-79057b54-d648-4a5c-9f80-c8ef0c588389 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:10.466012 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b3ed39bc-959e-491e-91aa-c6df9276bfbf req-79057b54-d648-4a5c-9f80-c8ef0c588389 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.55 "DELETE /v2.0/ports/28b20095-0618-43c7-aa61-a5202f7265d1 HTTP/1.1" status: 204 len: 173 time: 2.1078427 Apr 05 14:52:10.504560 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '067e1b8d-2cf4-42ef-b002-6c13f6e72039', 'name': 'network-vif-deleted', 'tag': '28b20095-0618-43c7-aa61-a5202f7265d1'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:52:10.512565 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f51d349-2994-4e7e-821a-57bf831749a9" -d '{"events": [{"server_uuid": "067e1b8d-2cf4-42ef-b002-6c13f6e72039", "name": "network-vif-deleted", "tag": "28b20095-0618-43c7-aa61-a5202f7265d1"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:52:10.525952 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8dbdeadc-5596-4a34-9b7a-692ade100be5 req-12ebe719-3659-4e7c-bc9d-0922b084d65d tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15503dce9d2944a4a898191fdde0d62f HTTP/1.1" status: 200 len: 380 time: 0.2561800 Apr 05 14:52:10.550200 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-8dbdeadc-5596-4a34-9b7a-692ade100be5 req-1ff787d0-ce7d-4714-99d2-2fea6e90968d tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Request body: {'port': {'device_id': '69026214-5a31-4dba-940b-13dc3cdc5564', 'network_id': '66b3e69f-5222-44a7-bf1a-94ad2df58cf2', 'admin_state_up': True, 'tenant_id': '15503dce9d2944a4a898191fdde0d62f', 'security_groups': ['7fcc28c3-fc69-424a-81a1-3f20aae8b5c3']}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:52:10.594248 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1f4ccac6-4eb6-42d3-8c83-2170845a377b None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:10.610309 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-3d376ee8-73ba-4420-9ef0-389e072b5776 None None] Set router 311d06dd-ff44-492e-acc8-99cd90444281 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:52:10.666420 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee11cf4-5d51-4d29-a5d6-8bab013784ed x-openstack-request-id: req-1ee11cf4-5d51-4d29-a5d6-8bab013784ed {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:52:10.669063 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "067e1b8d-2cf4-42ef-b002-6c13f6e72039", "name": "network-vif-deleted", "tag": "28b20095-0618-43c7-aa61-a5202f7265d1", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:52:10.669403 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1ee11cf4-5d51-4d29-a5d6-8bab013784ed {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:52:10.669927 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ee11cf4-5d51-4d29-a5d6-8bab013784ed'] response: {'server_uuid': '067e1b8d-2cf4-42ef-b002-6c13f6e72039', 'name': 'network-vif-deleted', 'tag': '28b20095-0618-43c7-aa61-a5202f7265d1', 'status': 'completed', 'code': 200} Apr 05 14:52:10.689015 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1f4ccac6-4eb6-42d3-8c83-2170845a377b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:10.793281 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4ccac6-4eb6-42d3-8c83-2170845a377b None None] Pushing event updated for resources: {'Port': ['ID=3c824ed7-f46d-4567-9f4c-728bbbe23ee3,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:10.805250 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2a8b9aa5-0b5d-4a38-a9b5-932c7c46d445 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:10.826447 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4ccac6-4eb6-42d3-8c83-2170845a377b None None] Network 0fae7dd3-e096-4848-8598-83dbc2842fc0 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:52:10.831170 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-1f4ccac6-4eb6-42d3-8c83-2170845a377b None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:52:10.836950 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4ccac6-4eb6-42d3-8c83-2170845a377b None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:52:10.874344 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bf6f453b-05a0-42de-a494-7cbd59177c0f req-69328571-464a-4624-be83-09d1080e117b tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=067e1b8d-2cf4-42ef-b002-6c13f6e72039 HTTP/1.1" status: 200 len: 210 time: 0.0511248 Apr 05 14:52:10.892612 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dbdeadc-5596-4a34-9b7a-692ade100be5 req-1ff787d0-ce7d-4714-99d2-2fea6e90968d tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Made reservation on behalf of 15503dce9d2944a4a898191fdde0d62f for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:52:10.899971 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-8dbdeadc-5596-4a34-9b7a-692ade100be5 req-1ff787d0-ce7d-4714-99d2-2fea6e90968d tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:10.922913 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8b9aa5-0b5d-4a38-a9b5-932c7c46d445 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Pushing event deleted for resources: {'Subnet': ['ID=15cb1a23-54e5-434d-adf9-3190412b20a0,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:11.006274 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-3d376ee8-73ba-4420-9ef0-389e072b5776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '311d06dd-ff44-492e-acc8-99cd90444281', 'name': 'tempest-AttachVolumeShelveTestJSON-305439511-router', 'tenant_id': '9aa02dc22afd43169da01ad43bf00af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '5013467d-d634-407a-b84a-b6f3a2b910ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:48:43Z', 'updated_at': '2022-04-05T14:48:48Z', 'revision_number': 4, 'project_id': '9aa02dc22afd43169da01ad43bf00af6', 'gw_port': {'id': '5013467d-d634-407a-b84a-b6f3a2b910ad', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:14:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311d06dd-ff44-492e-acc8-99cd90444281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:48:44Z', 'updated_at': '2022-04-05T14:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': 'e4460ee6-20c2-4fe6-8328-e7ab026f4c83', 'name': '', 'network_id': 'b03a0781-c7c7-4f21-ae00-e298dd92f97c', 'tenant_id': '9aa02dc22afd43169da01ad43bf00af6', 'mac_address': 'fa:16:3e:b9:9f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311d06dd-ff44-492e-acc8-99cd90444281', 'device_owner': 'network:router_interface', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': 'b8b6f627-92b4-40ba-a770-519d39c012c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:48:47Z', 'updated_at': '2022-04-05T14:48:54Z', 'revision_number': 5, 'project_id': '9aa02dc22afd43169da01ad43bf00af6', 'subnets': [{'id': 'b8b6f627-92b4-40ba-a770-519d39c012c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:52:11.029219 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-1f4ccac6-4eb6-42d3-8c83-2170845a377b None None] Attempting to bind port 3c824ed7-f46d-4567-9f4c-728bbbe23ee3 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:52:11.032448 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-1f4ccac6-4eb6-42d3-8c83-2170845a377b None None] Attempting to bind port 3c824ed7-f46d-4567-9f4c-728bbbe23ee3 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'ea88f680-ccf6-4ad1-9e69-5b356f4a78f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0fae7dd3-e096-4848-8598-83dbc2842fc0'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:52:11.032842 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4ccac6-4eb6-42d3-8c83-2170845a377b None None] Attempting to bind port 3c824ed7-f46d-4567-9f4c-728bbbe23ee3 on network 0fae7dd3-e096-4848-8598-83dbc2842fc0 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:52:11.043429 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4ccac6-4eb6-42d3-8c83-2170845a377b None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:52:11.049253 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4ccac6-4eb6-42d3-8c83-2170845a377b None None] Checking segment: {'id': 'ea88f680-ccf6-4ad1-9e69-5b356f4a78f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0fae7dd3-e096-4848-8598-83dbc2842fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:52:11.049253 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1f4ccac6-4eb6-42d3-8c83-2170845a377b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:11.049253 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4ccac6-4eb6-42d3-8c83-2170845a377b None None] Bound using segment: {'id': 'ea88f680-ccf6-4ad1-9e69-5b356f4a78f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0fae7dd3-e096-4848-8598-83dbc2842fc0'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:52:11.049253 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-1f4ccac6-4eb6-42d3-8c83-2170845a377b None None] Bound port: 3c824ed7-f46d-4567-9f4c-728bbbe23ee3, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea88f680-ccf6-4ad1-9e69-5b356f4a78f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0fae7dd3-e096-4848-8598-83dbc2842fc0'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:52:11.049253 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1f4ccac6-4eb6-42d3-8c83-2170845a377b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:11.062957 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d376ee8-73ba-4420-9ef0-389e072b5776 None None] Checking router: 311d06dd-ff44-492e-acc8-99cd90444281 for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:52:11.088534 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2a8b9aa5-0b5d-4a38-a9b5-932c7c46d445 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:11.093817 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d376ee8-73ba-4420-9ef0-389e072b5776 None None] Routers {'311d06dd-ff44-492e-acc8-99cd90444281'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:52:11.097601 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-3d376ee8-73ba-4420-9ef0-389e072b5776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:51:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['311d06dd-ff44-492e-acc8-99cd90444281'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:52:11.098936 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 38376) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:11.144400 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-2a8b9aa5-0b5d-4a38-a9b5-932c7c46d445 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fae7dd3-e096-4848-8598-83dbc2842fc0']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:52:11.165213 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-2a8b9aa5-0b5d-4a38-a9b5-932c7c46d445 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea88f680-ccf6-4ad1-9e69-5b356f4a78f3') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:52:11.168332 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-2a8b9aa5-0b5d-4a38-a9b5-932c7c46d445 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea88f680-ccf6-4ad1-9e69-5b356f4a78f3') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:52:11.199364 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2a8b9aa5-0b5d-4a38-a9b5-932c7c46d445 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:11.229369 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-1f4ccac6-4eb6-42d3-8c83-2170845a377b None None] For port 3c824ed7-f46d-4567-9f4c-728bbbe23ee3, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:52:11.235374 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-1f4ccac6-4eb6-42d3-8c83-2170845a377b None None] For port 3c824ed7-f46d-4567-9f4c-728bbbe23ee3, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=3c824ed7-f46d-4567-9f4c-728bbbe23ee3,segment=NetworkSegment(ea88f680-ccf6-4ad1-9e69-5b356f4a78f3),segment_id=ea88f680-ccf6-4ad1-9e69-5b356f4a78f3)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:52:11.241048 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-8dbdeadc-5596-4a34-9b7a-692ade100be5 req-1ff787d0-ce7d-4714-99d2-2fea6e90968d tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Allocated IP 172.20.0.6 (66b3e69f-5222-44a7-bf1a-94ad2df58cf2/a727d51d-00fa-45ac-ab45-e910bc527386/870ca3a9-3a83-48b8-a171-9a887b1a226f) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:52:11.351846 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1f4ccac6-4eb6-42d3-8c83-2170845a377b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:11.353807 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2a8b9aa5-0b5d-4a38-a9b5-932c7c46d445 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:11.361931 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a8b9aa5-0b5d-4a38-a9b5-932c7c46d445 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:52:11.363742 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2a8b9aa5-0b5d-4a38-a9b5-932c7c46d445 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:11.366097 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:52:11.366097 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:52:11.366097 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:52:11.366097 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:52:11.366097 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:52:11.366097 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:52:11.366097 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:52:11.366097 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:52:11.366097 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:52:11.366097 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:52:11.366097 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:52:11.366097 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:52:11.366097 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:52:11.366097 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:52:11.366097 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:52:11.366097 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:52:11.366097 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:52:11.366097 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:52:11.366097 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:52:11.366097 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:52:11.366097 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:52:11.366097 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:52:11.366097 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:52:11.366097 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:52:11.366097 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:52:11.366097 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:52:11.366097 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:52:11.366097 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:52:11.366097 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:52:11.366097 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:52:11.366097 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:52:11.366097 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:52:11.373392 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-3d376ee8-73ba-4420-9ef0-389e072b5776 None None] Set router 311d06dd-ff44-492e-acc8-99cd90444281 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:52:11.470261 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4ccac6-4eb6-42d3-8c83-2170845a377b None None] Pushing event updated for resources: {'Port': ['ID=3c824ed7-f46d-4567-9f4c-728bbbe23ee3,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:11.509822 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7fe62435-86ac-4243-8cbf-5c808c6550f5 req-217f9923-fe93-47c7-9da5-1097f3e3e986 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=69026214-5a31-4dba-940b-13dc3cdc5564 HTTP/1.1" status: 200 len: 210 time: 0.1360450 Apr 05 14:52:11.581505 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.db.api [None req-2a8b9aa5-0b5d-4a38-a9b5-932c7c46d445 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 05 14:52:11.581505 n-d-836650-2 neutron-server[103321]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 05 14:52:11.581505 n-d-836650-2 neutron-server[103321]: [parameters: {'id': '0fae7dd3-e096-4848-8598-83dbc2842fc0'}] Apr 05 14:52:11.581505 n-d-836650-2 neutron-server[103321]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103321) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:52:11.581967 n-d-836650-2 neutron-server[103321]: DEBUG oslo_db.api [None req-2a8b9aa5-0b5d-4a38-a9b5-932c7c46d445 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:52:11.584268 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2292e7c5-f31d-46a2-9314-d65797522205 None None] Network 0fae7dd3-e096-4848-8598-83dbc2842fc0 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:52:11.617694 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4eda0a96-c864-42f8-b620-06d958cdf78c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:11.745840 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-8dbdeadc-5596-4a34-9b7a-692ade100be5 req-1ff787d0-ce7d-4714-99d2-2fea6e90968d tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:11.866837 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44c3079-96ba-4621-8a5b-67d929ec4524 None None] get_active_networks_info from n-d-836650-2 {{(pid=103322) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 05 14:52:11.867576 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-3d376ee8-73ba-4420-9ef0-389e072b5776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '311d06dd-ff44-492e-acc8-99cd90444281', 'name': 'tempest-AttachVolumeShelveTestJSON-305439511-router', 'tenant_id': '9aa02dc22afd43169da01ad43bf00af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '5013467d-d634-407a-b84a-b6f3a2b910ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:48:43Z', 'updated_at': '2022-04-05T14:48:48Z', 'revision_number': 4, 'project_id': '9aa02dc22afd43169da01ad43bf00af6', 'gw_port': {'id': '5013467d-d634-407a-b84a-b6f3a2b910ad', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:14:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311d06dd-ff44-492e-acc8-99cd90444281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:48:44Z', 'updated_at': '2022-04-05T14:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': 'e4460ee6-20c2-4fe6-8328-e7ab026f4c83', 'name': '', 'network_id': 'b03a0781-c7c7-4f21-ae00-e298dd92f97c', 'tenant_id': '9aa02dc22afd43169da01ad43bf00af6', 'mac_address': 'fa:16:3e:b9:9f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311d06dd-ff44-492e-acc8-99cd90444281', 'device_owner': 'network:router_interface', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': 'b8b6f627-92b4-40ba-a770-519d39c012c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:48:47Z', 'updated_at': '2022-04-05T14:48:54Z', 'revision_number': 5, 'project_id': '9aa02dc22afd43169da01ad43bf00af6', 'subnets': [{'id': 'b8b6f627-92b4-40ba-a770-519d39c012c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:52:11.870874 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4eda0a96-c864-42f8-b620-06d958cdf78c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:11.929063 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d376ee8-73ba-4420-9ef0-389e072b5776 None None] The sync data for ids ['311d06dd-ff44-492e-acc8-99cd90444281'] in n-d-836650-2 is: [{'id': '311d06dd-ff44-492e-acc8-99cd90444281', 'name': 'tempest-AttachVolumeShelveTestJSON-305439511-router', 'tenant_id': '9aa02dc22afd43169da01ad43bf00af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '5013467d-d634-407a-b84a-b6f3a2b910ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:48:43Z', 'updated_at': '2022-04-05T14:48:48Z', 'revision_number': 4, 'project_id': '9aa02dc22afd43169da01ad43bf00af6', 'gw_port': {'id': '5013467d-d634-407a-b84a-b6f3a2b910ad', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:14:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311d06dd-ff44-492e-acc8-99cd90444281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:48:44Z', 'updated_at': '2022-04-05T14:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': 'e4460ee6-20c2-4fe6-8328-e7ab026f4c83', 'name': '', 'network_id': 'b03a0781-c7c7-4f21-ae00-e298dd92f97c', 'tenant_id': '9aa02dc22afd43169da01ad43bf00af6', 'mac_address': 'fa:16:3e:b9:9f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311d06dd-ff44-492e-acc8-99cd90444281', 'device_owner': 'network:router_interface', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': 'b8b6f627-92b4-40ba-a770-519d39c012c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:48:47Z', 'updated_at': '2022-04-05T14:48:54Z', 'revision_number': 5, 'project_id': '9aa02dc22afd43169da01ad43bf00af6', 'subnets': [{'id': 'b8b6f627-92b4-40ba-a770-519d39c012c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:52:11.964449 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4eda0a96-c864-42f8-b620-06d958cdf78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:12.015497 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-8dbdeadc-5596-4a34-9b7a-692ade100be5 req-1ff787d0-ce7d-4714-99d2-2fea6e90968d tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:12.083524 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2a8b9aa5-0b5d-4a38-a9b5-932c7c46d445 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:12.113198 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 38390) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:12.159616 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44c3079-96ba-4621-8a5b-67d929ec4524 None None] Resources bound (agent type, host, resource id): {{(pid=103322) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 14:52:12.224631 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eda0a96-c864-42f8-b620-06d958cdf78c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0458245-28ad-4dc2-9beb-f309a396776e,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:12.252460 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-4eda0a96-c864-42f8-b620-06d958cdf78c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6bfd82fb5077457ab3d1410db9222568&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1512122 Apr 05 14:52:12.255633 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 38392) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:12.257239 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-2a8b9aa5-0b5d-4a38-a9b5-932c7c46d445 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Deleting port 3c824ed7-f46d-4567-9f4c-728bbbe23ee3 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:52:12.257598 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2a8b9aa5-0b5d-4a38-a9b5-932c7c46d445 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:12.279780 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dbdeadc-5596-4a34-9b7a-692ade100be5 req-1ff787d0-ce7d-4714-99d2-2fea6e90968d tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Network 66b3e69f-5222-44a7-bf1a-94ad2df58cf2 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:52:12.299335 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-8dbdeadc-5596-4a34-9b7a-692ade100be5 req-1ff787d0-ce7d-4714-99d2-2fea6e90968d tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:52:12.307166 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dbdeadc-5596-4a34-9b7a-692ade100be5 req-1ff787d0-ce7d-4714-99d2-2fea6e90968d tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:52:12.360213 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff787d0-ce7d-4714-99d2-2fea6e90968d tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Pushing event updated for resources: {'Port': ['ID=870ca3a9-3a83-48b8-a171-9a887b1a226f,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:12.393888 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6a70dc3b-927f-45a5-b6a0-6a61d07bee7d tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:12.422058 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbdeadc-5596-4a34-9b7a-692ade100be5 req-1ff787d0-ce7d-4714-99d2-2fea6e90968d tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:12.422263 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-8dbdeadc-5596-4a34-9b7a-692ade100be5 req-1ff787d0-ce7d-4714-99d2-2fea6e90968d tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:12.427919 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-2a8b9aa5-0b5d-4a38-a9b5-932c7c46d445 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] For port 3c824ed7-f46d-4567-9f4c-728bbbe23ee3, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=3c824ed7-f46d-4567-9f4c-728bbbe23ee3,segment=NetworkSegment(ea88f680-ccf6-4ad1-9e69-5b356f4a78f3),segment_id=ea88f680-ccf6-4ad1-9e69-5b356f4a78f3)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:52:12.428293 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2a8b9aa5-0b5d-4a38-a9b5-932c7c46d445 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:12.458026 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6a70dc3b-927f-45a5-b6a0-6a61d07bee7d tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:12.463686 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 28b20095-0618-43c7-aa61-a5202f7265d1 no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:52:12.479611 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-2a8b9aa5-0b5d-4a38-a9b5-932c7c46d445 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Calling delete_port for 3c824ed7-f46d-4567-9f4c-728bbbe23ee3 owned by network:dhcp {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:52:12.504558 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2f3b9937-2ecb-4ac4-b635-c358cc45ce78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:12.517364 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] No Port match for: 28b20095-0618-43c7-aa61-a5202f7265d1 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:52:12.517755 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 28b20095-0618-43c7-aa61-a5202f7265d1 not bound to the agent host n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:52:12.548614 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8dbdeadc-5596-4a34-9b7a-692ade100be5 req-1ff787d0-ce7d-4714-99d2-2fea6e90968d tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0043459 Apr 05 14:52:12.561135 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-8dbdeadc-5596-4a34-9b7a-692ade100be5 req-6d771ffa-e44f-4df4-a7ea-841fcd803e25 service neutron] Request body: {'port': {'device_id': '69026214-5a31-4dba-940b-13dc3cdc5564', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:52:12.589054 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b497bc39-e596-466b-840b-4ee60ad8d9f1 None None] New status for floating IP 89c1032d-d7eb-4c13-aa1d-ed0c5985c76e: DOWN {{(pid=103322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 14:52:12.606219 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2f3b9937-2ecb-4ac4-b635-c358cc45ce78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:12.700330 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-8dbdeadc-5596-4a34-9b7a-692ade100be5 req-6d771ffa-e44f-4df4-a7ea-841fcd803e25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:12.735751 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6a70dc3b-927f-45a5-b6a0-6a61d07bee7d tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:12.739187 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6a70dc3b-927f-45a5-b6a0-6a61d07bee7d tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:12.740411 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-6a70dc3b-927f-45a5-b6a0-6a61d07bee7d tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "DELETE /v2.0/security-groups/5cbefb25-bd4b-4b8d-a9a2-f4b339ce847f HTTP/1.1" status: 204 len: 168 time: 0.5822220 Apr 05 14:52:12.746366 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 38400) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:12.801576 n-d-836650-2 neutron-server[103321]: INFO neutron.api.v2.resource [None req-b6829e4d-4aa1-48d6-b749-ed6c7a413f0f tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] show failed (client error): The resource could not be found. Apr 05 14:52:12.804359 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-b6829e4d-4aa1-48d6-b749-ed6c7a413f0f tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups/5cbefb25-bd4b-4b8d-a9a2-f4b339ce847f HTTP/1.1" status: 404 len: 347 time: 0.0552063 Apr 05 14:52:12.830723 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:12.850140 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 38402) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:12.869021 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2f3b9937-2ecb-4ac4-b635-c358cc45ce78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:12.872542 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a70dc3b-927f-45a5-b6a0-6a61d07bee7d tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cbefb25-bd4b-4b8d-a9a2-f4b339ce847f,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:12.876296 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2f3b9937-2ecb-4ac4-b635-c358cc45ce78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:12.881757 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-2f3b9937-2ecb-4ac4-b635-c358cc45ce78 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a0458245-28ad-4dc2-9beb-f309a396776e HTTP/1.1" status: 204 len: 168 time: 0.6213388 Apr 05 14:52:12.911637 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514ebd2-1e2c-462d-a1ef-a74d6991a91d req-08095e79-f18f-4ba7-81bf-cc2031309308 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:12.917281 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7514ebd2-1e2c-462d-a1ef-a74d6991a91d req-08095e79-f18f-4ba7-81bf-cc2031309308 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=69026214-5a31-4dba-940b-13dc3cdc5564 HTTP/1.1" status: 200 len: 931 time: 0.2163405 Apr 05 14:52:12.995474 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2a8b9aa5-0b5d-4a38-a9b5-932c7c46d445 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:13.021310 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3b9937-2ecb-4ac4-b635-c358cc45ce78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0458245-28ad-4dc2-9beb-f309a396776e,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:13.065320 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7514ebd2-1e2c-462d-a1ef-a74d6991a91d req-052063e2-f8ef-4c8d-86ba-efaaa833eb0b tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fcc28c3-fc69-424a-81a1-3f20aae8b5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233797 Apr 05 14:52:13.177883 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8b9aa5-0b5d-4a38-a9b5-932c7c46d445 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Pushing event deleted for resources: {'Port': ['ID=3c824ed7-f46d-4567-9f4c-728bbbe23ee3,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:13.179990 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8b9aa5-0b5d-4a38-a9b5-932c7c46d445 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] No DVR routers for this DVR port 3c824ed7-f46d-4567-9f4c-728bbbe23ee3 on host n-d-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:52:13.213420 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-8dbdeadc-5596-4a34-9b7a-692ade100be5 req-6d771ffa-e44f-4df4-a7ea-841fcd803e25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 870ca3a9-3a83-48b8-a171-9a887b1a226f {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:52:13.221608 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-8dbdeadc-5596-4a34-9b7a-692ade100be5 req-6d771ffa-e44f-4df4-a7ea-841fcd803e25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:13.234777 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-8dbdeadc-5596-4a34-9b7a-692ade100be5 req-6d771ffa-e44f-4df4-a7ea-841fcd803e25 service neutron] Transition to ACTIVE for port object 870ca3a9-3a83-48b8-a171-9a887b1a226f will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:52:13.301073 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-8dbdeadc-5596-4a34-9b7a-692ade100be5 req-6d771ffa-e44f-4df4-a7ea-841fcd803e25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:13.303759 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2a8b9aa5-0b5d-4a38-a9b5-932c7c46d445 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:13.331757 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-2a8b9aa5-0b5d-4a38-a9b5-932c7c46d445 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fae7dd3-e096-4848-8598-83dbc2842fc0']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:52:13.345902 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-2a8b9aa5-0b5d-4a38-a9b5-932c7c46d445 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea88f680-ccf6-4ad1-9e69-5b356f4a78f3') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:52:13.346195 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-2a8b9aa5-0b5d-4a38-a9b5-932c7c46d445 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea88f680-ccf6-4ad1-9e69-5b356f4a78f3') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:52:13.348677 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-c6a8add5-f245-44c5-8365-9f88383d90a3 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Deleting port 1bddc8f7-a340-4b8a-8d3b-cd73257bd101 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:52:13.349060 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c6a8add5-f245-44c5-8365-9f88383d90a3 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:13.374404 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2a8b9aa5-0b5d-4a38-a9b5-932c7c46d445 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:13.379529 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d771ffa-e44f-4df4-a7ea-841fcd803e25 service neutron] Pushing event updated for resources: {'Port': ['ID=870ca3a9-3a83-48b8-a171-9a887b1a226f,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:13.465478 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2a8b9aa5-0b5d-4a38-a9b5-932c7c46d445 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:13.518528 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-8dbdeadc-5596-4a34-9b7a-692ade100be5 req-6d771ffa-e44f-4df4-a7ea-841fcd803e25 service neutron] Attempting to bind port 870ca3a9-3a83-48b8-a171-9a887b1a226f on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:52:13.519409 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-8dbdeadc-5596-4a34-9b7a-692ade100be5 req-6d771ffa-e44f-4df4-a7ea-841fcd803e25 service neutron] Attempting to bind port 870ca3a9-3a83-48b8-a171-9a887b1a226f by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': '2ed50d53-ad8d-43f0-946d-9bbaf222e8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '66b3e69f-5222-44a7-bf1a-94ad2df58cf2'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:52:13.519867 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbdeadc-5596-4a34-9b7a-692ade100be5 req-6d771ffa-e44f-4df4-a7ea-841fcd803e25 service neutron] Attempting to bind port 870ca3a9-3a83-48b8-a171-9a887b1a226f on network 66b3e69f-5222-44a7-bf1a-94ad2df58cf2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:52:13.524687 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a8b9aa5-0b5d-4a38-a9b5-932c7c46d445 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:52:13.525470 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbdeadc-5596-4a34-9b7a-692ade100be5 req-6d771ffa-e44f-4df4-a7ea-841fcd803e25 service neutron] Port 870ca3a9-3a83-48b8-a171-9a887b1a226f on network 66b3e69f-5222-44a7-bf1a-94ad2df58cf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:52:13.526653 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbdeadc-5596-4a34-9b7a-692ade100be5 req-6d771ffa-e44f-4df4-a7ea-841fcd803e25 service neutron] Attempting to bind port 870ca3a9-3a83-48b8-a171-9a887b1a226f on network 66b3e69f-5222-44a7-bf1a-94ad2df58cf2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:52:13.527043 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2a8b9aa5-0b5d-4a38-a9b5-932c7c46d445 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:13.531580 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:52:13.531580 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:52:13.531580 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:52:13.531580 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:52:13.531580 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:52:13.531580 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:52:13.531580 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:52:13.531580 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:52:13.531580 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:52:13.531580 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:52:13.531580 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:52:13.531580 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:52:13.531580 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:52:13.531580 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:52:13.531580 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:52:13.531580 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:52:13.531580 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:52:13.531580 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:52:13.531580 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:52:13.531580 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:52:13.531580 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:52:13.531580 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:52:13.531580 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:52:13.531580 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:52:13.531580 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:52:13.531580 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:52:13.531580 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:52:13.531580 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:52:13.531580 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:52:13.531580 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:52:13.531580 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:52:13.531580 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:52:13.538897 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbdeadc-5596-4a34-9b7a-692ade100be5 req-6d771ffa-e44f-4df4-a7ea-841fcd803e25 service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:52:13.541669 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbdeadc-5596-4a34-9b7a-692ade100be5 req-6d771ffa-e44f-4df4-a7ea-841fcd803e25 service neutron] Checking segment: {'id': '2ed50d53-ad8d-43f0-946d-9bbaf222e8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '66b3e69f-5222-44a7-bf1a-94ad2df58cf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:52:13.542225 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbdeadc-5596-4a34-9b7a-692ade100be5 req-6d771ffa-e44f-4df4-a7ea-841fcd803e25 service neutron] Bound using segment: {'id': '2ed50d53-ad8d-43f0-946d-9bbaf222e8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '66b3e69f-5222-44a7-bf1a-94ad2df58cf2'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:52:13.543058 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-8dbdeadc-5596-4a34-9b7a-692ade100be5 req-6d771ffa-e44f-4df4-a7ea-841fcd803e25 service neutron] Bound port: 870ca3a9-3a83-48b8-a171-9a887b1a226f, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ed50d53-ad8d-43f0-946d-9bbaf222e8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '66b3e69f-5222-44a7-bf1a-94ad2df58cf2'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:52:13.543542 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-8dbdeadc-5596-4a34-9b7a-692ade100be5 req-6d771ffa-e44f-4df4-a7ea-841fcd803e25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:13.704066 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c6a8add5-f245-44c5-8365-9f88383d90a3 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:13.704545 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c6a8add5-f245-44c5-8365-9f88383d90a3 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:13.719744 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-8dbdeadc-5596-4a34-9b7a-692ade100be5 req-6d771ffa-e44f-4df4-a7ea-841fcd803e25 service neutron] For port 870ca3a9-3a83-48b8-a171-9a887b1a226f, host n-h1-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:52:13.728399 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-8dbdeadc-5596-4a34-9b7a-692ade100be5 req-6d771ffa-e44f-4df4-a7ea-841fcd803e25 service neutron] For port 870ca3a9-3a83-48b8-a171-9a887b1a226f, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=870ca3a9-3a83-48b8-a171-9a887b1a226f,segment=NetworkSegment(2ed50d53-ad8d-43f0-946d-9bbaf222e8be),segment_id=2ed50d53-ad8d-43f0-946d-9bbaf222e8be)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:52:13.732003 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-c6a8add5-f245-44c5-8365-9f88383d90a3 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Calling delete_port for 1bddc8f7-a340-4b8a-8d3b-cd73257bd101 owned by network:floatingip {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:52:13.856844 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2a8b9aa5-0b5d-4a38-a9b5-932c7c46d445 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:13.867350 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2a8b9aa5-0b5d-4a38-a9b5-932c7c46d445 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:13.870465 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-2a8b9aa5-0b5d-4a38-a9b5-932c7c46d445 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] 10.222.0.30 "DELETE /v2.0/networks/0fae7dd3-e096-4848-8598-83dbc2842fc0 HTTP/1.1" status: 204 len: 168 time: 4.0653563 Apr 05 14:52:13.874191 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 38420) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:13.881088 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-455cfd0b-3985-4cdd-80b0-a51fd3d9772c tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2002242580'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:52:13.885063 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8b9aa5-0b5d-4a38-a9b5-932c7c46d445 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Pushing event deleted for resources: {'Network': ['ID=0fae7dd3-e096-4848-8598-83dbc2842fc0,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:13.911285 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-8dbdeadc-5596-4a34-9b7a-692ade100be5 req-6d771ffa-e44f-4df4-a7ea-841fcd803e25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:13.948670 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbdeadc-5596-4a34-9b7a-692ade100be5 req-6d771ffa-e44f-4df4-a7ea-841fcd803e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:13.949466 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-8dbdeadc-5596-4a34-9b7a-692ade100be5 req-6d771ffa-e44f-4df4-a7ea-841fcd803e25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:13.950886 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8dbdeadc-5596-4a34-9b7a-692ade100be5 req-6d771ffa-e44f-4df4-a7ea-841fcd803e25 service neutron] 10.222.0.55 "PUT /v2.0/ports/870ca3a9-3a83-48b8-a171-9a887b1a226f HTTP/1.1" status: 200 len: 1091 time: 1.3946624 Apr 05 14:52:13.951380 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69026214-5a31-4dba-940b-13dc3cdc5564', 'tag': '870ca3a9-3a83-48b8-a171-9a887b1a226f'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:52:13.954415 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a7c6df-2d2d-481c-a492-0cd9bdf4bdbd" -d '{"events": [{"name": "network-changed", "server_uuid": "69026214-5a31-4dba-940b-13dc3cdc5564", "tag": "870ca3a9-3a83-48b8-a171-9a887b1a226f"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:52:13.986722 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d771ffa-e44f-4df4-a7ea-841fcd803e25 service neutron] Pushing event updated for resources: {'Port': ['ID=870ca3a9-3a83-48b8-a171-9a887b1a226f,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:13.989900 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c6a8add5-f245-44c5-8365-9f88383d90a3 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:14.033015 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455cfd0b-3985-4cdd-80b0-a51fd3d9772c tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Made reservation on behalf of b18e09f58872453686470a2d644d8456 for: {'network': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:52:14.038205 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-455cfd0b-3985-4cdd-80b0-a51fd3d9772c tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:14.045890 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a8add5-f245-44c5-8365-9f88383d90a3 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Pushing event deleted for resources: {'Port': ['ID=1bddc8f7-a340-4b8a-8d3b-cd73257bd101,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:14.089209 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffba46a8-cf47-4334-9cd1-ce35c5f6368d x-openstack-request-id: req-ffba46a8-cf47-4334-9cd1-ce35c5f6368d {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:52:14.089615 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69026214-5a31-4dba-940b-13dc3cdc5564", "tag": "870ca3a9-3a83-48b8-a171-9a887b1a226f", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:52:14.089946 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ffba46a8-cf47-4334-9cd1-ce35c5f6368d {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:52:14.090363 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffba46a8-cf47-4334-9cd1-ce35c5f6368d'] response: {'name': 'network-changed', 'server_uuid': '69026214-5a31-4dba-940b-13dc3cdc5564', 'tag': '870ca3a9-3a83-48b8-a171-9a887b1a226f', 'status': 'completed', 'code': 200} Apr 05 14:52:14.101445 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:14.159547 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-455cfd0b-3985-4cdd-80b0-a51fd3d9772c tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=103320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:52:14.170420 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c6a8add5-f245-44c5-8365-9f88383d90a3 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks [] for floatingip, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:14.173922 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c6a8add5-f245-44c5-8365-9f88383d90a3 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:14.175234 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-c6a8add5-f245-44c5-8365-9f88383d90a3 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "DELETE /v2.0/floatingips/89c1032d-d7eb-4c13-aa1d-ed0c5985c76e HTTP/1.1" status: 204 len: 168 time: 1.3240271 Apr 05 14:52:14.194269 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-455cfd0b-3985-4cdd-80b0-a51fd3d9772c tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:14.194623 n-d-836650-2 neutron-server[103320]: INFO neutron.db.segments_db [None req-455cfd0b-3985-4cdd-80b0-a51fd3d9772c tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Added segment b86e0c80-03e3-4eb4-9a3f-48f65d1f53c8 of type vlan for network ddceed79-ed9d-4466-bb99-afe4b210047e Apr 05 14:52:14.211718 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a7c6df-2d2d-481c-a492-0cd9bdf4bdbd req-3f09d313-50cb-4585-a09e-f4659104c6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:14.213292 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d1a7c6df-2d2d-481c-a492-0cd9bdf4bdbd req-3f09d313-50cb-4585-a09e-f4659104c6d3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=15503dce9d2944a4a898191fdde0d62f&device_id=69026214-5a31-4dba-940b-13dc3cdc5564 HTTP/1.1" status: 200 len: 1094 time: 0.1221521 Apr 05 14:52:14.419499 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a7c6df-2d2d-481c-a492-0cd9bdf4bdbd req-40280f93-372d-482e-bc03-ece47a9023eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:14.422416 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d1a7c6df-2d2d-481c-a492-0cd9bdf4bdbd req-40280f93-372d-482e-bc03-ece47a9023eb service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=15503dce9d2944a4a898191fdde0d62f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1970980 Apr 05 14:52:14.599068 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a7c6df-2d2d-481c-a492-0cd9bdf4bdbd req-7c0c2637-ba2f-4599-9438-7ffa4349d4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:14.600564 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d1a7c6df-2d2d-481c-a492-0cd9bdf4bdbd req-7c0c2637-ba2f-4599-9438-7ffa4349d4cd service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1538877 Apr 05 14:52:14.627904 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-455cfd0b-3985-4cdd-80b0-a51fd3d9772c tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:14.660325 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 38444) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:14.665016 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-68d2c704-b435-4a99-b328-60527d6738c6 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1969751432', 'description': 'tempest-description--1760424658'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:52:14.666284 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e6b106-ec81-4a42-9ff7-7a1642c181a0 req-08b3ccc3-fc57-4b86-98c5-c97d1c4e4ff4 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:14.668140 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-81e6b106-ec81-4a42-9ff7-7a1642c181a0 req-08b3ccc3-fc57-4b86-98c5-c97d1c4e4ff4 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=69026214-5a31-4dba-940b-13dc3cdc5564 HTTP/1.1" status: 200 len: 943 time: 0.4518485 Apr 05 14:52:14.781937 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-68d2c704-b435-4a99-b328-60527d6738c6 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:14.800109 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbdeadc-5596-4a34-9b7a-692ade100be5 req-af9f6b84-5b11-4315-a853-3db85ad1709e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:14.802060 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8dbdeadc-5596-4a34-9b7a-692ade100be5 req-af9f6b84-5b11-4315-a853-3db85ad1709e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=15503dce9d2944a4a898191fdde0d62f&device_id=69026214-5a31-4dba-940b-13dc3cdc5564 HTTP/1.1" status: 200 len: 1094 time: 0.1284208 Apr 05 14:52:14.807685 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-81e6b106-ec81-4a42-9ff7-7a1642c181a0 req-5edcd227-3b60-4384-bdd4-791280ece4d3 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fcc28c3-fc69-424a-81a1-3f20aae8b5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169534 Apr 05 14:52:14.887079 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8dbdeadc-5596-4a34-9b7a-692ade100be5 req-b9141b53-bbf9-4003-9d24-603795e7ae3b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=870ca3a9-3a83-48b8-a171-9a887b1a226f HTTP/1.1" status: 200 len: 217 time: 0.0766716 Apr 05 14:52:14.890461 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-455cfd0b-3985-4cdd-80b0-a51fd3d9772c tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:14.903548 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455cfd0b-3985-4cdd-80b0-a51fd3d9772c tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:14.904809 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-455cfd0b-3985-4cdd-80b0-a51fd3d9772c tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:14.943756 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-68d2c704-b435-4a99-b328-60527d6738c6 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:14.975059 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbdeadc-5596-4a34-9b7a-692ade100be5 req-5ec08b37-a768-4205-968c-ec89d789da69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:14.977559 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8dbdeadc-5596-4a34-9b7a-692ade100be5 req-5ec08b37-a768-4205-968c-ec89d789da69 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a727d51d-00fa-45ac-ab45-e910bc527386 HTTP/1.1" status: 200 len: 851 time: 0.0659735 Apr 05 14:52:15.016089 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-68d2c704-b435-4a99-b328-60527d6738c6 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:15.045151 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cfd0b-3985-4cdd-80b0-a51fd3d9772c tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Pushing event updated for resources: {'Network': ['ID=ddceed79-ed9d-4466-bb99-afe4b210047e,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:15.057572 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network ddceed79-ed9d-4466-bb99-afe4b210047e details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:52:15.079230 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d2c704-b435-4a99-b328-60527d6738c6 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0db5022f-6960-4519-993b-af935888212a,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:15.115860 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbdeadc-5596-4a34-9b7a-692ade100be5 req-51fa7092-b541-4f7e-aff3-dd2ee9eefd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:15.117523 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8dbdeadc-5596-4a34-9b7a-692ade100be5 req-51fa7092-b541-4f7e-aff3-dd2ee9eefd82 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66b3e69f-5222-44a7-bf1a-94ad2df58cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692980 Apr 05 14:52:15.138374 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-455cfd0b-3985-4cdd-80b0-a51fd3d9772c tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2623024 Apr 05 14:52:15.141694 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 38450) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:15.148429 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-8a2254b8-ebf2-451d-9a73-f3f886951e3a tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Request body: {'subnet': {'network_id': 'ddceed79-ed9d-4466-bb99-afe4b210047e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:52:15.160810 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-68d2c704-b435-4a99-b328-60527d6738c6 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:15.165972 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-68d2c704-b435-4a99-b328-60527d6738c6 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5010636 Apr 05 14:52:15.177463 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 38452) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:15.183424 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-07dd36d6-bb70-475f-8e23-8065e221da7e tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Request body: {'security_group_rule': {'security_group_id': '0db5022f-6960-4519-993b-af935888212a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:52:15.250239 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8dbdeadc-5596-4a34-9b7a-692ade100be5 req-d0e6ca6a-6be5-4810-8e36-e40ea5f99498 service neutron] 10.222.0.55 "GET /v2.0/networks/66b3e69f-5222-44a7-bf1a-94ad2df58cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251755 Apr 05 14:52:15.357512 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-07dd36d6-bb70-475f-8e23-8065e221da7e tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:15.443172 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8dbdeadc-5596-4a34-9b7a-692ade100be5 req-29203893-369f-4c1d-8202-2aeb9e17babf service neutron] 10.222.0.55 "GET /v2.0/networks/66b3e69f-5222-44a7-bf1a-94ad2df58cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863182 Apr 05 14:52:15.460671 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-07dd36d6-bb70-475f-8e23-8065e221da7e tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:15.463490 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a2254b8-ebf2-451d-9a73-f3f886951e3a tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Made reservation on behalf of b18e09f58872453686470a2d644d8456 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:52:15.466538 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 38460) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:15.470393 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8a2254b8-ebf2-451d-9a73-f3f886951e3a tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:15.502220 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-e3a787ca-f961-4d70-a7d9-2fda4773f8d6 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Request body: {'security_group': {'name': 'tempest-securitygroup--275512262', 'description': 'tempest-description--1782652273'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:52:15.571241 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.ipam_backend_mixin [None req-8a2254b8-ebf2-451d-9a73-f3f886951e3a tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Performing IP validity checks on allocation pools {{(pid=103321) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 05 14:52:15.571769 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.ipam_backend_mixin [None req-8a2254b8-ebf2-451d-9a73-f3f886951e3a tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103321) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 05 14:52:15.612345 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ec12e5a6-abdf-4411-a1c0-38fc022adf6e req-054f484e-9486-403a-987b-19a94426cbac service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=afcf67b8-bd16-4226-a52d-1e179a4f797e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0769069 Apr 05 14:52:15.751424 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec12e5a6-abdf-4411-a1c0-38fc022adf6e req-d8a1f284-3d63-41fb-a0b2-7c70b2819eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:15.754816 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ec12e5a6-abdf-4411-a1c0-38fc022adf6e req-d8a1f284-3d63-41fb-a0b2-7c70b2819eff service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0d680450c8534547bd5afee8c1b9c44d&device_id=afcf67b8-bd16-4226-a52d-1e179a4f797e HTTP/1.1" status: 200 len: 1097 time: 0.0786211 Apr 05 14:52:15.799468 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e3a787ca-f961-4d70-a7d9-2fda4773f8d6 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:15.851491 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8a2254b8-ebf2-451d-9a73-f3f886951e3a tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:15.863471 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-07dd36d6-bb70-475f-8e23-8065e221da7e tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:15.962866 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e3a787ca-f961-4d70-a7d9-2fda4773f8d6 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:16.093066 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dd36d6-bb70-475f-8e23-8065e221da7e tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e182e90-fce6-4223-bd8c-b11385f48c95,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:16.107055 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e3a787ca-f961-4d70-a7d9-2fda4773f8d6 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:16.135105 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2254b8-ebf2-451d-9a73-f3f886951e3a tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Pushing event updated for resources: {'Subnet': ['ID=eb5053d9-f7be-423d-9c72-d88c0cdffd2e,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:16.174430 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a787ca-f961-4d70-a7d9-2fda4773f8d6 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d92b5692-14e3-4d79-954a-1585a849cb7e,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:16.189618 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec12e5a6-abdf-4411-a1c0-38fc022adf6e req-6d8e92a7-acc6-4757-b82f-47fd47299936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:16.191678 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ec12e5a6-abdf-4411-a1c0-38fc022adf6e req-6d8e92a7-acc6-4757-b82f-47fd47299936 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9c33a3eb-a65a-4749-8ece-9c0c17a8413b HTTP/1.1" status: 200 len: 916 time: 0.4165218 Apr 05 14:52:16.194328 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2254b8-ebf2-451d-9a73-f3f886951e3a tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Checking segment: {'id': 'b86e0c80-03e3-4eb4-9a3f-48f65d1f53c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ddceed79-ed9d-4466-bb99-afe4b210047e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:52:16.199662 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2254b8-ebf2-451d-9a73-f3f886951e3a tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Network hostable DHCP agents. Network: ddceed79-ed9d-4466-bb99-afe4b210047e, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:52:16.201755 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8ee775-fbf7-490e-bd59-635acfdb96f9 req-70bab955-e9da-4622-bf40-556af1649bcc tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:16.204304 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6e8ee775-fbf7-490e-bd59-635acfdb96f9 req-70bab955-e9da-4622-bf40-556af1649bcc tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=69026214-5a31-4dba-940b-13dc3cdc5564 HTTP/1.1" status: 200 len: 943 time: 0.2358620 Apr 05 14:52:16.263368 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6e8ee775-fbf7-490e-bd59-635acfdb96f9 req-8a61cc83-0789-4c10-b485-62c251e2d4d9 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fcc28c3-fc69-424a-81a1-3f20aae8b5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525787 Apr 05 14:52:16.302746 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e3a787ca-f961-4d70-a7d9-2fda4773f8d6 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:16.303642 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-07dd36d6-bb70-475f-8e23-8065e221da7e tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:16.304429 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-e3a787ca-f961-4d70-a7d9-2fda4773f8d6 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8364153 Apr 05 14:52:16.308395 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 38472) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:16.309348 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-07dd36d6-bb70-475f-8e23-8065e221da7e tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1304843 Apr 05 14:52:16.310290 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 38474) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:16.313215 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-bc5131ca-8c52-451a-a37e-250a983a943b tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Request body: {'security_group_rule': {'security_group_id': 'd92b5692-14e3-4d79-954a-1585a849cb7e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:52:16.336241 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-e3aa07c3-4920-47cc-a39b-06b744f04b09 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Request body: {'security_group_rule': {'security_group_id': '0db5022f-6960-4519-993b-af935888212a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:52:16.346575 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ec12e5a6-abdf-4411-a1c0-38fc022adf6e req-50b7adc8-41b0-4e8f-a44b-a66ee265407f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56049af1-1ba2-4489-9008-342f74470dd8 HTTP/1.1" status: 200 len: 1001 time: 0.1479321 Apr 05 14:52:16.391546 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2254b8-ebf2-451d-9a73-f3f886951e3a tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Network ddceed79-ed9d-4466-bb99-afe4b210047e is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:52:16.408152 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bc5131ca-8c52-451a-a37e-250a983a943b tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:16.412726 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec12e5a6-abdf-4411-a1c0-38fc022adf6e req-f78729e9-ff86-46d0-92eb-3752be1ec753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:16.414320 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ec12e5a6-abdf-4411-a1c0-38fc022adf6e req-f78729e9-ff86-46d0-92eb-3752be1ec753 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b0eeff46-5c4b-4ea4-85de-a28a5ce6d062 HTTP/1.1" status: 200 len: 854 time: 0.0598512 Apr 05 14:52:16.481908 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec12e5a6-abdf-4411-a1c0-38fc022adf6e req-bedf9591-289d-40ff-8e97-c3896c3a6e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:16.484020 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bc5131ca-8c52-451a-a37e-250a983a943b tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:16.484725 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ec12e5a6-abdf-4411-a1c0-38fc022adf6e req-bedf9591-289d-40ff-8e97-c3896c3a6e30 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9c33a3eb-a65a-4749-8ece-9c0c17a8413b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0621951 Apr 05 14:52:16.485757 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-8a2254b8-ebf2-451d-9a73-f3f886951e3a tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, ddceed79-ed9d-4466-bb99-afe4b210047e) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:52:16.494295 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f416a69-52ca-4dbf-9f27-0636a92ddbe2 None None] Network ddceed79-ed9d-4466-bb99-afe4b210047e requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:52:16.501812 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2254b8-ebf2-451d-9a73-f3f886951e3a tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:16.502533 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8a2254b8-ebf2-451d-9a73-f3f886951e3a tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:16.519947 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e3aa07c3-4920-47cc-a39b-06b744f04b09 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:16.563740 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bc5131ca-8c52-451a-a37e-250a983a943b tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:16.598397 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5131ca-8c52-451a-a37e-250a983a943b tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1723f024-eb3d-46f7-a6b9-1ca900b9d32a,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:16.653547 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e3aa07c3-4920-47cc-a39b-06b744f04b09 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:16.656228 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ec12e5a6-abdf-4411-a1c0-38fc022adf6e req-b995e021-9fe2-4a57-a411-8007f93b7576 service neutron] 10.222.0.11 "GET /v2.0/networks/9c33a3eb-a65a-4749-8ece-9c0c17a8413b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642835 Apr 05 14:52:16.659463 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-8a2254b8-ebf2-451d-9a73-f3f886951e3a tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.5164189 Apr 05 14:52:16.662398 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 38482) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:16.672872 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2e8809-7690-45f9-aeed-143eb1405b89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-ddceed79-ed9d-4466-bb99-afe4b210047e', 'network_id': 'ddceed79-ed9d-4466-bb99-afe4b210047e', 'tenant_id': 'b18e09f58872453686470a2d644d8456', 'fixed_ips': [{'subnet_id': 'eb5053d9-f7be-423d-9c72-d88c0cdffd2e'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:52:16.674707 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0a2e8809-7690-45f9-aeed-143eb1405b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:16.691929 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bc5131ca-8c52-451a-a37e-250a983a943b tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:16.693514 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-bc5131ca-8c52-451a-a37e-250a983a943b tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3849292 Apr 05 14:52:16.696995 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 38484) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:16.702005 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-16e66d92-b34e-4abe-9497-856867c23937 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Request body: {'security_group_rule': {'security_group_id': 'd92b5692-14e3-4d79-954a-1585a849cb7e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:52:16.765578 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ec12e5a6-abdf-4411-a1c0-38fc022adf6e req-fc4c5cbe-4d54-48f8-8f0f-f2605a6b3d86 service neutron] 10.222.0.11 "GET /v2.0/networks/9c33a3eb-a65a-4749-8ece-9c0c17a8413b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997188 Apr 05 14:52:16.766850 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e3aa07c3-4920-47cc-a39b-06b744f04b09 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:16.793572 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aa07c3-4920-47cc-a39b-06b744f04b09 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48be5643-4c7e-475c-9dae-0ef4d93c6757,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:16.844931 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-775b505d-a146-4a5f-8d35-a59a1bf3089c tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:16.859622 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16e66d92-b34e-4abe-9497-856867c23937 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:16.869765 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-0a2e8809-7690-45f9-aeed-143eb1405b89 None None] Allocated IP 172.20.0.3 (ddceed79-ed9d-4466-bb99-afe4b210047e/eb5053d9-f7be-423d-9c72-d88c0cdffd2e/e9d70bab-7ddb-4a7a-b365-b89b2e76ce97) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:52:16.904635 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e3aa07c3-4920-47cc-a39b-06b744f04b09 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:16.906494 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-e3aa07c3-4920-47cc-a39b-06b744f04b09 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5769100 Apr 05 14:52:16.909806 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 38488) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:16.916465 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-c2537ce4-669e-4906-b299-dc9c1ca494e6 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Request body: {'floatingip': {'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:52:16.961302 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-775b505d-a146-4a5f-8d35-a59a1bf3089c tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:16.965363 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16e66d92-b34e-4abe-9497-856867c23937 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:17.016944 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c2537ce4-669e-4906-b299-dc9c1ca494e6 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks [] for floatingip, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:17.056582 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0a2e8809-7690-45f9-aeed-143eb1405b89 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:17.105251 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16e66d92-b34e-4abe-9497-856867c23937 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:17.129892 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e66d92-b34e-4abe-9497-856867c23937 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4dbff47-a040-43cc-b1e2-968ee4aa3c30,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:17.146394 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0a2e8809-7690-45f9-aeed-143eb1405b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:17.146535 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c2537ce4-669e-4906-b299-dc9c1ca494e6 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:17.184690 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2e8809-7690-45f9-aeed-143eb1405b89 None None] Network ddceed79-ed9d-4466-bb99-afe4b210047e is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:52:17.188151 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-0a2e8809-7690-45f9-aeed-143eb1405b89 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:52:17.192062 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2e8809-7690-45f9-aeed-143eb1405b89 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:52:17.222541 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16e66d92-b34e-4abe-9497-856867c23937 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:17.226643 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-16e66d92-b34e-4abe-9497-856867c23937 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5253310 Apr 05 14:52:17.226643 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-775b505d-a146-4a5f-8d35-a59a1bf3089c tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15773812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13127359'] for subnet, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:17.226925 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e8809-7690-45f9-aeed-143eb1405b89 None None] Pushing event updated for resources: {'Port': ['ID=e9d70bab-7ddb-4a7a-b365-b89b2e76ce97,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:17.227164 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 38494) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:17.236590 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-79532b1a-811d-46cc-b374-78fc2a60668b tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Request body: {'floatingip': {'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:52:17.264418 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-0a2e8809-7690-45f9-aeed-143eb1405b89 None None] Attempting to bind port e9d70bab-7ddb-4a7a-b365-b89b2e76ce97 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:52:17.264833 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-0a2e8809-7690-45f9-aeed-143eb1405b89 None None] Attempting to bind port e9d70bab-7ddb-4a7a-b365-b89b2e76ce97 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'b86e0c80-03e3-4eb4-9a3f-48f65d1f53c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ddceed79-ed9d-4466-bb99-afe4b210047e'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:52:17.265426 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2e8809-7690-45f9-aeed-143eb1405b89 None None] Attempting to bind port e9d70bab-7ddb-4a7a-b365-b89b2e76ce97 on network ddceed79-ed9d-4466-bb99-afe4b210047e {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:52:17.266174 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-c2537ce4-669e-4906-b299-dc9c1ca494e6 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Allocated IP 172.25.6.2 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/80aad15c-58c5-459b-a213-ac6bc0d03308) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:52:17.270914 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2e8809-7690-45f9-aeed-143eb1405b89 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:52:17.271668 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2e8809-7690-45f9-aeed-143eb1405b89 None None] Checking segment: {'id': 'b86e0c80-03e3-4eb4-9a3f-48f65d1f53c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ddceed79-ed9d-4466-bb99-afe4b210047e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:52:17.272277 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0a2e8809-7690-45f9-aeed-143eb1405b89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:17.272723 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2e8809-7690-45f9-aeed-143eb1405b89 None None] Bound using segment: {'id': 'b86e0c80-03e3-4eb4-9a3f-48f65d1f53c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ddceed79-ed9d-4466-bb99-afe4b210047e'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:52:17.273391 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-0a2e8809-7690-45f9-aeed-143eb1405b89 None None] Bound port: e9d70bab-7ddb-4a7a-b365-b89b2e76ce97, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b86e0c80-03e3-4eb4-9a3f-48f65d1f53c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ddceed79-ed9d-4466-bb99-afe4b210047e'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:52:17.273945 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0a2e8809-7690-45f9-aeed-143eb1405b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:17.275333 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775b505d-a146-4a5f-8d35-a59a1bf3089c tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Pushing event deleted for resources: {'Subnet': ['ID=eb5053d9-f7be-423d-9c72-d88c0cdffd2e,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:17.406840 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-775b505d-a146-4a5f-8d35-a59a1bf3089c tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:17.439608 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-0a2e8809-7690-45f9-aeed-143eb1405b89 None None] For port e9d70bab-7ddb-4a7a-b365-b89b2e76ce97, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:52:17.447715 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-0a2e8809-7690-45f9-aeed-143eb1405b89 None None] For port e9d70bab-7ddb-4a7a-b365-b89b2e76ce97, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=e9d70bab-7ddb-4a7a-b365-b89b2e76ce97,segment=NetworkSegment(b86e0c80-03e3-4eb4-9a3f-48f65d1f53c8),segment_id=b86e0c80-03e3-4eb4-9a3f-48f65d1f53c8)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:52:17.458278 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-79532b1a-811d-46cc-b374-78fc2a60668b tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for floatingip, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:17.459669 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-775b505d-a146-4a5f-8d35-a59a1bf3089c tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddceed79-ed9d-4466-bb99-afe4b210047e']}} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:52:17.491764 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-775b505d-a146-4a5f-8d35-a59a1bf3089c tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b86e0c80-03e3-4eb4-9a3f-48f65d1f53c8') {'for_net_delete': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:52:17.492426 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-775b505d-a146-4a5f-8d35-a59a1bf3089c tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b86e0c80-03e3-4eb4-9a3f-48f65d1f53c8') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:52:17.518563 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3bd156-56ab-4559-b2cd-3ddfd4c4a916 req-65028463-a276-486e-b872-5065f01b0552 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:17.520485 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3f3bd156-56ab-4559-b2cd-3ddfd4c4a916 req-65028463-a276-486e-b872-5065f01b0552 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=69026214-5a31-4dba-940b-13dc3cdc5564 HTTP/1.1" status: 200 len: 943 time: 0.1315110 Apr 05 14:52:17.529368 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-775b505d-a146-4a5f-8d35-a59a1bf3089c tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13399223'] for segment, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:17.534641 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0a2e8809-7690-45f9-aeed-143eb1405b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:17.679976 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e8809-7690-45f9-aeed-143eb1405b89 None None] Pushing event updated for resources: {'Port': ['ID=e9d70bab-7ddb-4a7a-b365-b89b2e76ce97,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:17.680599 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-775b505d-a146-4a5f-8d35-a59a1bf3089c tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:17.694831 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3f3bd156-56ab-4559-b2cd-3ddfd4c4a916 req-6fb6950b-210f-4d8d-847e-51da8a0da8a5 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fcc28c3-fc69-424a-81a1-3f20aae8b5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140282 Apr 05 14:52:17.707710 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-775b505d-a146-4a5f-8d35-a59a1bf3089c tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=103320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:52:17.707959 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-775b505d-a146-4a5f-8d35-a59a1bf3089c tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15765202'] for segment, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:17.712729 n-d-836650-2 neutron-server[103320]: Traceback (most recent call last): Apr 05 14:52:17.712729 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:52:17.712729 n-d-836650-2 neutron-server[103320]: timer() Apr 05 14:52:17.712729 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:52:17.712729 n-d-836650-2 neutron-server[103320]: cb(*args, **kw) Apr 05 14:52:17.712729 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:52:17.712729 n-d-836650-2 neutron-server[103320]: return func(*args, **kwargs) Apr 05 14:52:17.712729 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:52:17.712729 n-d-836650-2 neutron-server[103320]: self._notify() Apr 05 14:52:17.712729 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:52:17.712729 n-d-836650-2 neutron-server[103320]: self.callback(batched_events) Apr 05 14:52:17.712729 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:52:17.712729 n-d-836650-2 neutron-server[103320]: event.method(event) Apr 05 14:52:17.712729 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:52:17.712729 n-d-836650-2 neutron-server[103320]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:52:17.712729 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:52:17.712729 n-d-836650-2 neutron-server[103320]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:52:17.712729 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:52:17.712729 n-d-836650-2 neutron-server[103320]: return f(self, *a, **k) Apr 05 14:52:17.712729 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:52:17.712729 n-d-836650-2 neutron-server[103320]: return self._get(url).json() Apr 05 14:52:17.712729 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:52:17.712729 n-d-836650-2 neutron-server[103320]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:52:17.712729 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:52:17.712729 n-d-836650-2 neutron-server[103320]: return self.request(url, 'GET', **kwargs) Apr 05 14:52:17.712729 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:52:17.712729 n-d-836650-2 neutron-server[103320]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:52:17.712729 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:52:17.712729 n-d-836650-2 neutron-server[103320]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:52:17.712729 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:52:17.712729 n-d-836650-2 neutron-server[103320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:52:17.712729 n-d-836650-2 neutron-server[103320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:52:17.715777 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4610d894-991e-48d5-be7f-38407815453c None None] Network ddceed79-ed9d-4466-bb99-afe4b210047e requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:52:17.794643 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c2537ce4-669e-4906-b299-dc9c1ca494e6 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:17.875982 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-79532b1a-811d-46cc-b374-78fc2a60668b tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:17.876641 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b08aec0-84bc-4014-9f03-dac93a9210d6 None None] get_active_networks_info from n-d-836650-2 {{(pid=103322) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 05 14:52:17.891852 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec96fd4-df67-4341-918a-1d916811ea02 req-6afb7f67-df23-4342-ae72-3cbcadca2ba8 tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:17.893376 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1ec96fd4-df67-4341-918a-1d916811ea02 req-6afb7f67-df23-4342-ae72-3cbcadca2ba8 tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] 10.222.0.30 "GET /v2.0/networks?id=33ebbbee-9109-44a5-810a-f864f1056c06 HTTP/1.1" status: 200 len: 814 time: 0.2458999 Apr 05 14:52:17.895300 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.db.api [None req-775b505d-a146-4a5f-8d35-a59a1bf3089c tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 05 14:52:17.895300 n-d-836650-2 neutron-server[103320]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 05 14:52:17.895300 n-d-836650-2 neutron-server[103320]: [parameters: {'id': 'ddceed79-ed9d-4466-bb99-afe4b210047e'}] Apr 05 14:52:17.895300 n-d-836650-2 neutron-server[103320]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103320) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:52:17.896046 n-d-836650-2 neutron-server[103320]: DEBUG oslo_db.api [None req-775b505d-a146-4a5f-8d35-a59a1bf3089c tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:52:17.934071 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c2537ce4-669e-4906-b299-dc9c1ca494e6 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:17.949670 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1ec96fd4-df67-4341-918a-1d916811ea02 req-472ff4e8-53b9-440d-b5b8-8b47901961d7 tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] 10.222.0.30 "GET /v2.0/quotas/48b4e3631f3848fc9514bcdedbce1969 HTTP/1.1" status: 200 len: 375 time: 0.0212028 Apr 05 14:52:17.984702 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2537ce4-669e-4906-b299-dc9c1ca494e6 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:52:17.990106 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-c2537ce4-669e-4906-b299-dc9c1ca494e6 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:52:18.004978 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2537ce4-669e-4906-b299-dc9c1ca494e6 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:52:18.006976 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1ec96fd4-df67-4341-918a-1d916811ea02 req-28aa8fcb-b2a2-47fc-ab5a-910b4d3b89d6 tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=48b4e3631f3848fc9514bcdedbce1969&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0503707 Apr 05 14:52:18.008452 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b08aec0-84bc-4014-9f03-dac93a9210d6 None None] Resources bound (agent type, host, resource id): {{(pid=103322) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 14:52:18.048418 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2537ce4-669e-4906-b299-dc9c1ca494e6 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Pushing event updated for resources: {'Port': ['ID=80aad15c-58c5-459b-a213-ac6bc0d03308,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:18.118737 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c2537ce4-669e-4906-b299-dc9c1ca494e6 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:18.126528 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-79532b1a-811d-46cc-b374-78fc2a60668b tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Allocated IP 172.25.6.22 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/d0aad32f-61df-4233-b049-51c528be0f4d) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:52:18.181165 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1ec96fd4-df67-4341-918a-1d916811ea02 req-cfe80a6a-139e-476d-bdf0-998274b77bc9 service neutron] 10.222.0.30 "GET /v2.0/networks/33ebbbee-9109-44a5-810a-f864f1056c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415198 Apr 05 14:52:18.260565 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c2537ce4-669e-4906-b299-dc9c1ca494e6 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:18.444393 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c2537ce4-669e-4906-b299-dc9c1ca494e6 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:18.495443 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c2537ce4-669e-4906-b299-dc9c1ca494e6 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:18.582245 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2537ce4-669e-4906-b299-dc9c1ca494e6 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Pushing event updated for resources: {'Port': ['ID=80aad15c-58c5-459b-a213-ac6bc0d03308,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:18.593275 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c2537ce4-669e-4906-b299-dc9c1ca494e6 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:18.603990 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-775b505d-a146-4a5f-8d35-a59a1bf3089c tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:18.683901 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c2537ce4-669e-4906-b299-dc9c1ca494e6 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:18.684192 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-79532b1a-811d-46cc-b374-78fc2a60668b tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:18.685446 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-c2537ce4-669e-4906-b299-dc9c1ca494e6 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.7745554 Apr 05 14:52:18.705892 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1ec96fd4-df67-4341-918a-1d916811ea02 req-e3e99661-d923-44fb-a30d-d9155b51be05 service neutron] 10.222.0.30 "GET /v2.0/networks/33ebbbee-9109-44a5-810a-f864f1056c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5002530 Apr 05 14:52:18.757320 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-775b505d-a146-4a5f-8d35-a59a1bf3089c tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Deleting port e9d70bab-7ddb-4a7a-b365-b89b2e76ce97 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:52:18.757735 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-775b505d-a146-4a5f-8d35-a59a1bf3089c tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:18.822160 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-79532b1a-811d-46cc-b374-78fc2a60668b tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:18.904060 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79532b1a-811d-46cc-b374-78fc2a60668b tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:52:18.919630 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-79532b1a-811d-46cc-b374-78fc2a60668b tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:52:18.926029 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79532b1a-811d-46cc-b374-78fc2a60668b tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:52:18.929286 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-775b505d-a146-4a5f-8d35-a59a1bf3089c tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] For port e9d70bab-7ddb-4a7a-b365-b89b2e76ce97, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=e9d70bab-7ddb-4a7a-b365-b89b2e76ce97,segment=NetworkSegment(b86e0c80-03e3-4eb4-9a3f-48f65d1f53c8),segment_id=b86e0c80-03e3-4eb4-9a3f-48f65d1f53c8)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:52:18.932934 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-775b505d-a146-4a5f-8d35-a59a1bf3089c tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:18.977409 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecbc5e2-062c-4141-b6bb-1fc85666c7e9 req-f50ec3ce-c81f-4662-b0b4-7cabdb46413f tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:18.978926 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1ecbc5e2-062c-4141-b6bb-1fc85666c7e9 req-f50ec3ce-c81f-4662-b0b4-7cabdb46413f tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=69026214-5a31-4dba-940b-13dc3cdc5564 HTTP/1.1" status: 200 len: 943 time: 0.1582479 Apr 05 14:52:18.984552 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79532b1a-811d-46cc-b374-78fc2a60668b tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Pushing event updated for resources: {'Port': ['ID=d0aad32f-61df-4233-b049-51c528be0f4d,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:18.988463 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-775b505d-a146-4a5f-8d35-a59a1bf3089c tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Calling delete_port for e9d70bab-7ddb-4a7a-b365-b89b2e76ce97 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:52:19.109574 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1ecbc5e2-062c-4141-b6bb-1fc85666c7e9 req-766dd930-d6cd-4799-85d0-dee4e55cc793 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fcc28c3-fc69-424a-81a1-3f20aae8b5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219268 Apr 05 14:52:19.156179 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-79532b1a-811d-46cc-b374-78fc2a60668b tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:19.192279 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-43fecd1d-bca3-4bc6-9ec3-86d180160b37 req-584b0ed8-4df1-4535-9439-00d1e7d48a18 tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea1c9c23-87ce-4284-9b56-89ae3918c4d2 HTTP/1.1" status: 200 len: 210 time: 0.0299211 Apr 05 14:52:19.250690 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-775b505d-a146-4a5f-8d35-a59a1bf3089c tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:19.266336 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 38562) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:19.290029 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775b505d-a146-4a5f-8d35-a59a1bf3089c tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Pushing event deleted for resources: {'Port': ['ID=e9d70bab-7ddb-4a7a-b365-b89b2e76ce97,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:19.297489 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e7ea536f-453b-4db7-b59a-49c27408ec44 req-472426d6-d59b-49f8-8464-f1d19d0191a5 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1969751432&fields=id&tenant_id=9aa02dc22afd43169da01ad43bf00af6 HTTP/1.1" status: 200 len: 267 time: 0.0690701 Apr 05 14:52:19.302356 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775b505d-a146-4a5f-8d35-a59a1bf3089c tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] No DVR routers for this DVR port e9d70bab-7ddb-4a7a-b365-b89b2e76ce97 on host n-d-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:52:19.447372 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-79532b1a-811d-46cc-b374-78fc2a60668b tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:19.465622 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-26187cfa-e7ce-456a-8b5c-bbb9d2cd357c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:19.485631 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-775b505d-a146-4a5f-8d35-a59a1bf3089c tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:19.538458 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-775b505d-a146-4a5f-8d35-a59a1bf3089c tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddceed79-ed9d-4466-bb99-afe4b210047e']}} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:52:19.562080 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-775b505d-a146-4a5f-8d35-a59a1bf3089c tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b86e0c80-03e3-4eb4-9a3f-48f65d1f53c8') {'for_net_delete': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:52:19.562816 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-775b505d-a146-4a5f-8d35-a59a1bf3089c tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b86e0c80-03e3-4eb4-9a3f-48f65d1f53c8') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:52:19.563252 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-26187cfa-e7ce-456a-8b5c-bbb9d2cd357c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:19.586198 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-775b505d-a146-4a5f-8d35-a59a1bf3089c tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13399223'] for segment, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:19.634267 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ea536f-453b-4db7-b59a-49c27408ec44 req-c5a5ad87-5280-40b2-a1bb-7dd0b8d2e889 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:19.635748 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e7ea536f-453b-4db7-b59a-49c27408ec44 req-c5a5ad87-5280-40b2-a1bb-7dd0b8d2e889 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/networks?id=b03a0781-c7c7-4f21-ae00-e298dd92f97c HTTP/1.1" status: 200 len: 816 time: 0.3271315 Apr 05 14:52:19.646984 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-775b505d-a146-4a5f-8d35-a59a1bf3089c tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:19.655796 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-26187cfa-e7ce-456a-8b5c-bbb9d2cd357c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:19.662673 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-775b505d-a146-4a5f-8d35-a59a1bf3089c tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=103320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:52:19.663073 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-775b505d-a146-4a5f-8d35-a59a1bf3089c tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15765202'] for segment, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:19.666363 n-d-836650-2 neutron-server[103320]: Traceback (most recent call last): Apr 05 14:52:19.666363 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:52:19.666363 n-d-836650-2 neutron-server[103320]: timer() Apr 05 14:52:19.666363 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:52:19.666363 n-d-836650-2 neutron-server[103320]: cb(*args, **kw) Apr 05 14:52:19.666363 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:52:19.666363 n-d-836650-2 neutron-server[103320]: return func(*args, **kwargs) Apr 05 14:52:19.666363 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:52:19.666363 n-d-836650-2 neutron-server[103320]: self._notify() Apr 05 14:52:19.666363 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:52:19.666363 n-d-836650-2 neutron-server[103320]: self.callback(batched_events) Apr 05 14:52:19.666363 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:52:19.666363 n-d-836650-2 neutron-server[103320]: event.method(event) Apr 05 14:52:19.666363 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:52:19.666363 n-d-836650-2 neutron-server[103320]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:52:19.666363 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:52:19.666363 n-d-836650-2 neutron-server[103320]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:52:19.666363 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:52:19.666363 n-d-836650-2 neutron-server[103320]: return f(self, *a, **k) Apr 05 14:52:19.666363 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:52:19.666363 n-d-836650-2 neutron-server[103320]: return self._get(url).json() Apr 05 14:52:19.666363 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:52:19.666363 n-d-836650-2 neutron-server[103320]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:52:19.666363 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:52:19.666363 n-d-836650-2 neutron-server[103320]: return self.request(url, 'GET', **kwargs) Apr 05 14:52:19.666363 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:52:19.666363 n-d-836650-2 neutron-server[103320]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:52:19.666363 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:52:19.666363 n-d-836650-2 neutron-server[103320]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:52:19.666363 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:52:19.666363 n-d-836650-2 neutron-server[103320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:52:19.666363 n-d-836650-2 neutron-server[103320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:52:19.669879 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e7ea536f-453b-4db7-b59a-49c27408ec44 req-5879f5e4-bb41-4184-be17-4b27c735bfb4 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/quotas/9aa02dc22afd43169da01ad43bf00af6 HTTP/1.1" status: 200 len: 375 time: 0.0272512 Apr 05 14:52:19.701377 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-26187cfa-e7ce-456a-8b5c-bbb9d2cd357c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=85b502a0ed9244f0a7ad6e2fec5f6106&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4339488 Apr 05 14:52:19.702533 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26187cfa-e7ce-456a-8b5c-bbb9d2cd357c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95073e0e-dcdf-48ea-88e3-5c25ce09c976,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:19.705292 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 38570) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:19.756659 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f6b43f7d-8aa6-474b-80d2-bf9be060fbad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:19.781208 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f6b43f7d-8aa6-474b-80d2-bf9be060fbad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:19.808069 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e7ea536f-453b-4db7-b59a-49c27408ec44 req-3412111c-0b0a-4ead-b911-518984bb1428 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9aa02dc22afd43169da01ad43bf00af6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1253364 Apr 05 14:52:19.838643 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-79532b1a-811d-46cc-b374-78fc2a60668b tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:19.916287 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f6b43f7d-8aa6-474b-80d2-bf9be060fbad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:19.921590 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e7ea536f-453b-4db7-b59a-49c27408ec44 req-affbc7b8-129d-4a9d-95f0-dee0555d2853 service neutron] 10.222.0.30 "GET /v2.0/networks/b03a0781-c7c7-4f21-ae00-e298dd92f97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960958 Apr 05 14:52:19.921590 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-775b505d-a146-4a5f-8d35-a59a1bf3089c tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:19.921854 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f6b43f7d-8aa6-474b-80d2-bf9be060fbad admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:19.921854 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-f6b43f7d-8aa6-474b-80d2-bf9be060fbad admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/95073e0e-dcdf-48ea-88e3-5c25ce09c976 HTTP/1.1" status: 204 len: 168 time: 0.2141712 Apr 05 14:52:19.924423 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-775b505d-a146-4a5f-8d35-a59a1bf3089c tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:19.927793 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-775b505d-a146-4a5f-8d35-a59a1bf3089c tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] 10.222.0.30 "DELETE /v2.0/networks/ddceed79-ed9d-4466-bb99-afe4b210047e HTTP/1.1" status: 204 len: 168 time: 3.2643843 Apr 05 14:52:19.932453 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 38574) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:19.938818 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-e1b9e4b5-ce72-4451-82a5-dfc2912c658d tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-974189885'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:52:19.948922 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b43f7d-8aa6-474b-80d2-bf9be060fbad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95073e0e-dcdf-48ea-88e3-5c25ce09c976,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:19.952276 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-79532b1a-811d-46cc-b374-78fc2a60668b tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:19.970489 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775b505d-a146-4a5f-8d35-a59a1bf3089c tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Pushing event deleted for resources: {'Network': ['ID=ddceed79-ed9d-4466-bb99-afe4b210047e,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:20.038251 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b9e4b5-ce72-4451-82a5-dfc2912c658d tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Made reservation on behalf of b18e09f58872453686470a2d644d8456 for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:52:20.043779 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e1b9e4b5-ce72-4451-82a5-dfc2912c658d tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:20.087912 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1b9e4b5-ce72-4451-82a5-dfc2912c658d tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:52:20.103345 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e1b9e4b5-ce72-4451-82a5-dfc2912c658d tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:20.103696 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-e1b9e4b5-ce72-4451-82a5-dfc2912c658d tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Added segment db269a96-0435-43a4-a187-4b7b7414e574 of type vlan for network 4af569c5-8b5d-47e4-ab5f-47b4d5d38705 Apr 05 14:52:20.114145 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79532b1a-811d-46cc-b374-78fc2a60668b tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Pushing event updated for resources: {'Port': ['ID=d0aad32f-61df-4233-b049-51c528be0f4d,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:20.123535 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-79532b1a-811d-46cc-b374-78fc2a60668b tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:20.146068 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e7ea536f-453b-4db7-b59a-49c27408ec44 req-e2826b30-e1f4-4963-9416-552afb3403c4 service neutron] 10.222.0.30 "GET /v2.0/networks/b03a0781-c7c7-4f21-ae00-e298dd92f97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171309 Apr 05 14:52:20.180446 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e1b9e4b5-ce72-4451-82a5-dfc2912c658d tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:20.239146 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-79532b1a-811d-46cc-b374-78fc2a60668b tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:20.241550 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-79532b1a-811d-46cc-b374-78fc2a60668b tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0102742 Apr 05 14:52:20.251662 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc039cfd-df2a-453d-a7a8-d91830dfcb5b req-6bbe12ef-f167-4345-b60c-a89e34441247 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:20.253253 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bc039cfd-df2a-453d-a7a8-d91830dfcb5b req-6bbe12ef-f167-4345-b60c-a89e34441247 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=69026214-5a31-4dba-940b-13dc3cdc5564 HTTP/1.1" status: 200 len: 943 time: 0.0646870 Apr 05 14:52:20.264720 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e1b9e4b5-ce72-4451-82a5-dfc2912c658d tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:20.271134 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b9e4b5-ce72-4451-82a5-dfc2912c658d tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:20.271796 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e1b9e4b5-ce72-4451-82a5-dfc2912c658d tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:20.303325 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bc039cfd-df2a-453d-a7a8-d91830dfcb5b req-549004e6-f541-4cdd-be2d-77abffb65a7f tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fcc28c3-fc69-424a-81a1-3f20aae8b5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431778 Apr 05 14:52:20.431491 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b9e4b5-ce72-4451-82a5-dfc2912c658d tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Pushing event updated for resources: {'Network': ['ID=4af569c5-8b5d-47e4-ab5f-47b4d5d38705,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:20.438610 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7922dffe-6aed-4954-9416-9c4079e9b573 req-ab6c8a35-1edf-4d71-bb80-f104e254c316 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 210 time: 0.0358880 Apr 05 14:52:20.443906 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 4af569c5-8b5d-47e4-ab5f-47b4d5d38705 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:52:20.488274 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f785a96c-b992-4646-bc1a-0320e9696b43 req-234d4267-b154-4849-851c-6c88a01905a5 tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea1c9c23-87ce-4284-9b56-89ae3918c4d2 HTTP/1.1" status: 200 len: 210 time: 0.0523345 Apr 05 14:52:20.492493 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-e1b9e4b5-ce72-4451-82a5-dfc2912c658d tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5588195 Apr 05 14:52:20.495667 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 38594) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:20.502151 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-7f40fc06-6c4b-49d9-a591-bbcca9c28654 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Request body: {'subnet': {'network_id': '4af569c5-8b5d-47e4-ab5f-47b4d5d38705', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:52:20.641901 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fa09bd29-9032-4a66-a1fc-4243ea65ec71 req-1311d1d0-6d6a-4746-b7ce-9910e956f0e4 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--275512262&fields=id&tenant_id=0d680450c8534547bd5afee8c1b9c44d HTTP/1.1" status: 200 len: 267 time: 0.0663502 Apr 05 14:52:20.720059 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 38604) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:20.724588 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f40fc06-6c4b-49d9-a591-bbcca9c28654 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Made reservation on behalf of b18e09f58872453686470a2d644d8456 for: {'subnet': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:52:20.728234 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7f40fc06-6c4b-49d9-a591-bbcca9c28654 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13127328'] for subnet, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:20.733976 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c7d440bc-3327-431a-84d0-59b442fb933a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:20.832266 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c7d440bc-3327-431a-84d0-59b442fb933a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:20.833561 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa09bd29-9032-4a66-a1fc-4243ea65ec71 req-ec226c21-60dc-42a9-b3fa-69b04edc000e tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:20.835099 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fa09bd29-9032-4a66-a1fc-4243ea65ec71 req-ec226c21-60dc-42a9-b3fa-69b04edc000e tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/networks?id=9c33a3eb-a65a-4749-8ece-9c0c17a8413b HTTP/1.1" status: 200 len: 815 time: 0.1849122 Apr 05 14:52:20.862455 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fa09bd29-9032-4a66-a1fc-4243ea65ec71 req-3ee13ef6-ca27-4177-b070-d7d901867cf4 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/quotas/0d680450c8534547bd5afee8c1b9c44d HTTP/1.1" status: 200 len: 375 time: 0.0202730 Apr 05 14:52:20.956127 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c7d440bc-3327-431a-84d0-59b442fb933a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:20.963334 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fa09bd29-9032-4a66-a1fc-4243ea65ec71 req-fa676202-90c3-45f7-90a7-28a9effbaf0f tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0d680450c8534547bd5afee8c1b9c44d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0941014 Apr 05 14:52:21.002509 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-c7d440bc-3327-431a-84d0-59b442fb933a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=01fee785e65d4af59efe8ac2af606f1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2773173 Apr 05 14:52:21.002509 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d440bc-3327-431a-84d0-59b442fb933a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0b26b5-794f-413f-9376-ef8c90b7684c,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:21.002877 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 38608) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:21.147018 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fa09bd29-9032-4a66-a1fc-4243ea65ec71 req-f9d72ad8-2d5c-4f08-9347-81ad2fe8a284 service neutron] 10.222.0.30 "GET /v2.0/networks/9c33a3eb-a65a-4749-8ece-9c0c17a8413b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694419 Apr 05 14:52:21.154811 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-77f7f02b-0ca7-4144-ba9a-957c9d81867c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:21.220720 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7f40fc06-6c4b-49d9-a591-bbcca9c28654 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15773751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13127350'] for subnet, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:21.235699 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-77f7f02b-0ca7-4144-ba9a-957c9d81867c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:21.322847 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec96fd4-df67-4341-918a-1d916811ea02 req-b6d60063-581a-4b57-95f6-e8307a24e4e6 tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:21.324428 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-1ec96fd4-df67-4341-918a-1d916811ea02 req-b6d60063-581a-4b57-95f6-e8307a24e4e6 tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] 10.222.0.11 "GET /v2.0/networks?id=33ebbbee-9109-44a5-810a-f864f1056c06 HTTP/1.1" status: 200 len: 814 time: 0.1079774 Apr 05 14:52:21.339503 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f40fc06-6c4b-49d9-a591-bbcca9c28654 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Pushing event updated for resources: {'Subnet': ['ID=33c8f4c4-29bc-4bc4-a40f-b37bb6b63224,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:21.347476 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-1ec96fd4-df67-4341-918a-1d916811ea02 req-f69a4df1-6632-4e8b-99f1-8c070869c34d tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] Request body: {'port': {'device_id': 'ea1c9c23-87ce-4284-9b56-89ae3918c4d2', 'network_id': '33ebbbee-9109-44a5-810a-f864f1056c06', 'admin_state_up': True, 'tenant_id': '48b4e3631f3848fc9514bcdedbce1969'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:52:21.358143 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fa09bd29-9032-4a66-a1fc-4243ea65ec71 req-1b769137-991f-4dd7-86cc-7db54b051fbd service neutron] 10.222.0.30 "GET /v2.0/networks/9c33a3eb-a65a-4749-8ece-9c0c17a8413b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005289 Apr 05 14:52:21.367914 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f40fc06-6c4b-49d9-a591-bbcca9c28654 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Checking segment: {'id': 'db269a96-0435-43a4-a187-4b7b7414e574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4af569c5-8b5d-47e4-ab5f-47b4d5d38705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:52:21.368279 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f40fc06-6c4b-49d9-a591-bbcca9c28654 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Network hostable DHCP agents. Network: 4af569c5-8b5d-47e4-ab5f-47b4d5d38705, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:52:21.473931 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155730dd-aa73-4acd-ad11-9f4eeaf69594 req-7562e970-283f-4cd7-a0cd-b4a36e205e3f tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:21.475453 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-155730dd-aa73-4acd-ad11-9f4eeaf69594 req-7562e970-283f-4cd7-a0cd-b4a36e205e3f tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=69026214-5a31-4dba-940b-13dc3cdc5564 HTTP/1.1" status: 200 len: 943 time: 0.0572209 Apr 05 14:52:21.476436 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-77f7f02b-0ca7-4144-ba9a-957c9d81867c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:21.479009 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-77f7f02b-0ca7-4144-ba9a-957c9d81867c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:21.480077 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-77f7f02b-0ca7-4144-ba9a-957c9d81867c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ff0b26b5-794f-413f-9376-ef8c90b7684c HTTP/1.1" status: 204 len: 168 time: 0.4745736 Apr 05 14:52:21.480864 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f40fc06-6c4b-49d9-a591-bbcca9c28654 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Network 4af569c5-8b5d-47e4-ab5f-47b4d5d38705 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:52:21.494804 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f7f02b-0ca7-4144-ba9a-957c9d81867c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0b26b5-794f-413f-9376-ef8c90b7684c,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:21.557268 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-155730dd-aa73-4acd-ad11-9f4eeaf69594 req-07fa70a4-4525-4356-bc68-8c246dc4e7f6 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fcc28c3-fc69-424a-81a1-3f20aae8b5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626092 Apr 05 14:52:21.585254 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ec96fd4-df67-4341-918a-1d916811ea02 req-f69a4df1-6632-4e8b-99f1-8c070869c34d tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] Made reservation on behalf of 48b4e3631f3848fc9514bcdedbce1969 for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:52:21.591533 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-1ec96fd4-df67-4341-918a-1d916811ea02 req-f69a4df1-6632-4e8b-99f1-8c070869c34d tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:21.606166 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-7f40fc06-6c4b-49d9-a591-bbcca9c28654 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 4af569c5-8b5d-47e4-ab5f-47b4d5d38705) {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:52:21.623604 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b885ce3-5ce8-4e45-a52b-8eef7c95dfcd None None] Network 4af569c5-8b5d-47e4-ab5f-47b4d5d38705 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:52:21.630854 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f40fc06-6c4b-49d9-a591-bbcca9c28654 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:21.630854 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7f40fc06-6c4b-49d9-a591-bbcca9c28654 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:21.659709 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-31afd5fe-e54a-4c6f-94e9-67313ab43c9f req-2d1edea0-a6ef-47e1-9017-a304db25561a tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 210 time: 0.0573139 Apr 05 14:52:21.752770 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cf0ed466-5810-469f-b1f8-0b60e36b0f7f req-6ee3a76d-8743-432c-b846-e41d5e994ecb tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea1c9c23-87ce-4284-9b56-89ae3918c4d2 HTTP/1.1" status: 200 len: 210 time: 0.0481670 Apr 05 14:52:21.761137 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-7f40fc06-6c4b-49d9-a591-bbcca9c28654 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2641668 Apr 05 14:52:21.770040 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 38622) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:21.806089 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [req-1ec96fd4-df67-4341-918a-1d916811ea02 req-f69a4df1-6632-4e8b-99f1-8c070869c34d tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] Allocated IP 172.20.0.4 (33ebbbee-9109-44a5-810a-f864f1056c06/16aedb91-43df-4a9b-b105-9eda5be8909e/f32dd226-ef57-401b-90ce-23bf1e6be5fc) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:52:21.834897 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9c518e74-65cb-43ed-954d-72b09771558d req-b4ab6f34-6244-492b-b46a-bf405bf86c85 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/ports?device_id=88f5227f-fe43-4c37-b155-600ebe92559a HTTP/1.1" status: 200 len: 210 time: 0.0823343 Apr 05 14:52:21.931447 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-61f235ea-766c-4c89-bfd8-40429e3575f5 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:21.989948 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1267e26b-f31d-4fd4-8d32-d805486d0740 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-4af569c5-8b5d-47e4-ab5f-47b4d5d38705', 'network_id': '4af569c5-8b5d-47e4-ab5f-47b4d5d38705', 'tenant_id': 'b18e09f58872453686470a2d644d8456', 'fixed_ips': [{'subnet_id': '33c8f4c4-29bc-4bc4-a40f-b37bb6b63224'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:52:21.990823 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1267e26b-f31d-4fd4-8d32-d805486d0740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:21.999945 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-61f235ea-766c-4c89-bfd8-40429e3575f5 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:22.058524 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-1ec96fd4-df67-4341-918a-1d916811ea02 req-f69a4df1-6632-4e8b-99f1-8c070869c34d tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:22.232903 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-1ec96fd4-df67-4341-918a-1d916811ea02 req-f69a4df1-6632-4e8b-99f1-8c070869c34d tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:22.233115 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-61f235ea-766c-4c89-bfd8-40429e3575f5 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15773812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13127359'] for subnet, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:22.267499 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f235ea-766c-4c89-bfd8-40429e3575f5 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Pushing event deleted for resources: {'Subnet': ['ID=33c8f4c4-29bc-4bc4-a40f-b37bb6b63224,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server [None req-1267e26b-f31d-4fd4-8d32-d805486d0740 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 33c8f4c4-29bc-4bc4-a40f-b37bb6b63224: This subnet is being modified by another concurrent operation. Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server raise exception Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 33c8f4c4-29bc-4bc4-a40f-b37bb6b63224: This subnet is being modified by another concurrent operation. Apr 05 14:52:22.279737 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server Apr 05 14:52:22.287393 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ec96fd4-df67-4341-918a-1d916811ea02 req-f69a4df1-6632-4e8b-99f1-8c070869c34d tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] Network 33ebbbee-9109-44a5-810a-f864f1056c06 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:52:22.292855 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [req-1ec96fd4-df67-4341-918a-1d916811ea02 req-f69a4df1-6632-4e8b-99f1-8c070869c34d tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:52:22.298276 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ec96fd4-df67-4341-918a-1d916811ea02 req-f69a4df1-6632-4e8b-99f1-8c070869c34d tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:52:22.303646 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6939967c-978e-4839-a26a-c0963c15eb7f None None] Network 4af569c5-8b5d-47e4-ab5f-47b4d5d38705 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:52:22.354963 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69a4df1-6632-4e8b-99f1-8c070869c34d tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] Pushing event updated for resources: {'Port': ['ID=f32dd226-ef57-401b-90ce-23bf1e6be5fc,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:22.375569 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-61f235ea-766c-4c89-bfd8-40429e3575f5 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:22.382529 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec96fd4-df67-4341-918a-1d916811ea02 req-f69a4df1-6632-4e8b-99f1-8c070869c34d tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:22.383162 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-1ec96fd4-df67-4341-918a-1d916811ea02 req-f69a4df1-6632-4e8b-99f1-8c070869c34d tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:22.402955 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-61f235ea-766c-4c89-bfd8-40429e3575f5 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4af569c5-8b5d-47e4-ab5f-47b4d5d38705']}} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:52:22.415510 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-61f235ea-766c-4c89-bfd8-40429e3575f5 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db269a96-0435-43a4-a187-4b7b7414e574') {'for_net_delete': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:52:22.415947 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-61f235ea-766c-4c89-bfd8-40429e3575f5 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db269a96-0435-43a4-a187-4b7b7414e574') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:52:22.431188 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-61f235ea-766c-4c89-bfd8-40429e3575f5 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13399223'] for segment, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:22.448741 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-61f235ea-766c-4c89-bfd8-40429e3575f5 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:22.455996 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61f235ea-766c-4c89-bfd8-40429e3575f5 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=103320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:52:22.456462 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-61f235ea-766c-4c89-bfd8-40429e3575f5 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15765202'] for segment, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:22.459668 n-d-836650-2 neutron-server[103320]: Traceback (most recent call last): Apr 05 14:52:22.459668 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:52:22.459668 n-d-836650-2 neutron-server[103320]: timer() Apr 05 14:52:22.459668 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:52:22.459668 n-d-836650-2 neutron-server[103320]: cb(*args, **kw) Apr 05 14:52:22.459668 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:52:22.459668 n-d-836650-2 neutron-server[103320]: return func(*args, **kwargs) Apr 05 14:52:22.459668 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:52:22.459668 n-d-836650-2 neutron-server[103320]: self._notify() Apr 05 14:52:22.459668 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:52:22.459668 n-d-836650-2 neutron-server[103320]: self.callback(batched_events) Apr 05 14:52:22.459668 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:52:22.459668 n-d-836650-2 neutron-server[103320]: event.method(event) Apr 05 14:52:22.459668 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:52:22.459668 n-d-836650-2 neutron-server[103320]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:52:22.459668 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:52:22.459668 n-d-836650-2 neutron-server[103320]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:52:22.459668 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:52:22.459668 n-d-836650-2 neutron-server[103320]: return f(self, *a, **k) Apr 05 14:52:22.459668 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:52:22.459668 n-d-836650-2 neutron-server[103320]: return self._get(url).json() Apr 05 14:52:22.459668 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:52:22.459668 n-d-836650-2 neutron-server[103320]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:52:22.459668 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:52:22.459668 n-d-836650-2 neutron-server[103320]: return self.request(url, 'GET', **kwargs) Apr 05 14:52:22.459668 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:52:22.459668 n-d-836650-2 neutron-server[103320]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:52:22.459668 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:52:22.459668 n-d-836650-2 neutron-server[103320]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:52:22.459668 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:52:22.459668 n-d-836650-2 neutron-server[103320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:52:22.459668 n-d-836650-2 neutron-server[103320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:52:22.463160 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4838ab23-0cc8-4850-8892-37526a23e116 None None] get_active_networks_info from n-d-836650-2 {{(pid=103322) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 05 14:52:22.473673 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-1ec96fd4-df67-4341-918a-1d916811ea02 req-f69a4df1-6632-4e8b-99f1-8c070869c34d tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1341877 Apr 05 14:52:22.481421 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-1ec96fd4-df67-4341-918a-1d916811ea02 req-413caaa5-4b47-4b92-96cf-e69fd7ebb95c service neutron] Request body: {'port': {'device_id': 'ea1c9c23-87ce-4284-9b56-89ae3918c4d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-2'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:52:22.552111 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-1ec96fd4-df67-4341-918a-1d916811ea02 req-413caaa5-4b47-4b92-96cf-e69fd7ebb95c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:22.602423 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4838ab23-0cc8-4850-8892-37526a23e116 None None] Resources bound (agent type, host, resource id): {{(pid=103322) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 14:52:22.620764 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-61f235ea-766c-4c89-bfd8-40429e3575f5 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:22.648800 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-61f235ea-766c-4c89-bfd8-40429e3575f5 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:22.654226 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 7 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 14:52:22.659066 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-61f235ea-766c-4c89-bfd8-40429e3575f5 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] 10.222.0.30 "DELETE /v2.0/networks/4af569c5-8b5d-47e4-ab5f-47b4d5d38705 HTTP/1.1" status: 204 len: 168 time: 0.8883581 Apr 05 14:52:22.676602 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 38646) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:22.682876 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f235ea-766c-4c89-bfd8-40429e3575f5 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Pushing event deleted for resources: {'Network': ['ID=4af569c5-8b5d-47e4-ab5f-47b4d5d38705,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:22.684048 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-f89abd3c-4d12-4816-ad34-69830eece9bc tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-870383580'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:52:22.817753 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f89abd3c-4d12-4816-ad34-69830eece9bc tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Made reservation on behalf of b18e09f58872453686470a2d644d8456 for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:52:22.822445 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f89abd3c-4d12-4816-ad34-69830eece9bc tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:22.836371 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9d1b59e5-13b1-48f9-8787-19d6c5f1158e req-cb1f9388-3e5a-4a75-a7c9-a5176fbe76ec tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 210 time: 0.0380988 Apr 05 14:52:22.930493 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f89abd3c-4d12-4816-ad34-69830eece9bc tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:52:22.972222 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f89abd3c-4d12-4816-ad34-69830eece9bc tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:22.973060 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-f89abd3c-4d12-4816-ad34-69830eece9bc tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Added segment 6777dd56-dbec-4af5-9719-f6a7b6835ab1 of type vlan for network 6c8ce18c-5d94-4778-be84-65c722b1f6be Apr 05 14:52:23.040846 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b294de4f-0ae2-4f37-ae96-00f117763619 req-0e2f6ca3-f5bc-428c-ba90-6921cb45f362 tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:23.047607 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b294de4f-0ae2-4f37-ae96-00f117763619 req-0e2f6ca3-f5bc-428c-ba90-6921cb45f362 tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea1c9c23-87ce-4284-9b56-89ae3918c4d2 HTTP/1.1" status: 200 len: 931 time: 0.1201031 Apr 05 14:52:23.050412 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ea536f-453b-4db7-b59a-49c27408ec44 req-064c2862-556c-4b20-9187-163f5c0048e8 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:23.052365 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-e7ea536f-453b-4db7-b59a-49c27408ec44 req-064c2862-556c-4b20-9187-163f5c0048e8 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.11 "GET /v2.0/networks?id=b03a0781-c7c7-4f21-ae00-e298dd92f97c HTTP/1.1" status: 200 len: 816 time: 0.2669072 Apr 05 14:52:23.083148 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f89abd3c-4d12-4816-ad34-69830eece9bc tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:23.143477 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [req-1ec96fd4-df67-4341-918a-1d916811ea02 req-413caaa5-4b47-4b92-96cf-e69fd7ebb95c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f32dd226-ef57-401b-90ce-23bf1e6be5fc {{(pid=103321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:52:23.149497 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b294de4f-0ae2-4f37-ae96-00f117763619 req-b8252fa6-ed1b-4df3-9d0e-0f55995fd840 tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] 10.222.0.30 "GET /v2.0/security-groups?id=c00b0932-1aa6-43ef-b77e-b373241a5c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978661 Apr 05 14:52:23.191062 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-e7ea536f-453b-4db7-b59a-49c27408ec44 req-2079cf60-24f5-48a7-8c8f-e618f9691178 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9aa02dc22afd43169da01ad43bf00af6 HTTP/1.1" status: 200 len: 380 time: 0.1237350 Apr 05 14:52:23.193293 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-1ec96fd4-df67-4341-918a-1d916811ea02 req-413caaa5-4b47-4b92-96cf-e69fd7ebb95c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:23.204025 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-e7ea536f-453b-4db7-b59a-49c27408ec44 req-b4ecaff3-aa4d-4774-a58c-4d1e4a89564f tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Request body: {'port': {'device_id': '4fa5a3e7-da06-4255-81be-fef3982e59a1', 'network_id': 'b03a0781-c7c7-4f21-ae00-e298dd92f97c', 'admin_state_up': True, 'tenant_id': '9aa02dc22afd43169da01ad43bf00af6', 'security_groups': ['0db5022f-6960-4519-993b-af935888212a']}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:52:23.228001 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb87429-4e77-4bc4-aba6-00c93182874b req-ceb54c4b-244a-494b-b7ea-243b7c50df7c tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:23.230158 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bdb87429-4e77-4bc4-aba6-00c93182874b req-ceb54c4b-244a-494b-b7ea-243b7c50df7c tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=69026214-5a31-4dba-940b-13dc3cdc5564 HTTP/1.1" status: 200 len: 943 time: 0.5074396 Apr 05 14:52:23.270265 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.provisioning_blocks [req-1ec96fd4-df67-4341-918a-1d916811ea02 req-413caaa5-4b47-4b92-96cf-e69fd7ebb95c service neutron] Transition to ACTIVE for port object f32dd226-ef57-401b-90ce-23bf1e6be5fc will not be triggered until provisioned by entity L2. {{(pid=103321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:52:23.287153 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-119e0181-c277-4069-91ad-fadd0887952c req-93b25198-5cd8-4f5d-a209-a9f0969b1b96 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/ports?device_id=88f5227f-fe43-4c37-b155-600ebe92559a HTTP/1.1" status: 200 len: 210 time: 0.0352097 Apr 05 14:52:23.307723 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bdb87429-4e77-4bc4-aba6-00c93182874b req-bec3980f-70fe-4c18-a624-1b8a284466d7 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fcc28c3-fc69-424a-81a1-3f20aae8b5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637712 Apr 05 14:52:23.312443 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f89abd3c-4d12-4816-ad34-69830eece9bc tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:23.318638 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89abd3c-4d12-4816-ad34-69830eece9bc tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:23.319232 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f89abd3c-4d12-4816-ad34-69830eece9bc tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:23.391769 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-1ec96fd4-df67-4341-918a-1d916811ea02 req-413caaa5-4b47-4b92-96cf-e69fd7ebb95c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:23.440972 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89abd3c-4d12-4816-ad34-69830eece9bc tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Pushing event updated for resources: {'Network': ['ID=6c8ce18c-5d94-4778-be84-65c722b1f6be,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:23.451540 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 6c8ce18c-5d94-4778-be84-65c722b1f6be details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:52:23.468226 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-f89abd3c-4d12-4816-ad34-69830eece9bc tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7901211 Apr 05 14:52:23.469939 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 38664) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:23.474971 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-b8fdec8d-7955-4aa1-9d2a-0a789c024712 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Request body: {'subnet': {'network_id': '6c8ce18c-5d94-4778-be84-65c722b1f6be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:52:23.480711 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413caaa5-4b47-4b92-96cf-e69fd7ebb95c service neutron] Pushing event updated for resources: {'Port': ['ID=f32dd226-ef57-401b-90ce-23bf1e6be5fc,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:23.563773 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-1ec96fd4-df67-4341-918a-1d916811ea02 req-413caaa5-4b47-4b92-96cf-e69fd7ebb95c service neutron] Attempting to bind port f32dd226-ef57-401b-90ce-23bf1e6be5fc on host n-h2-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:52:23.564114 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-1ec96fd4-df67-4341-918a-1d916811ea02 req-413caaa5-4b47-4b92-96cf-e69fd7ebb95c service neutron] Attempting to bind port f32dd226-ef57-401b-90ce-23bf1e6be5fc by drivers openvswitch,hyperv on host n-h2-836650-2 at level 0 using segments [{'id': 'e30a930c-be1b-45ef-aea8-a32ed0f0904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '33ebbbee-9109-44a5-810a-f864f1056c06'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:52:23.564441 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec96fd4-df67-4341-918a-1d916811ea02 req-413caaa5-4b47-4b92-96cf-e69fd7ebb95c service neutron] Attempting to bind port f32dd226-ef57-401b-90ce-23bf1e6be5fc on network 33ebbbee-9109-44a5-810a-f864f1056c06 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:52:23.569016 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7ea536f-453b-4db7-b59a-49c27408ec44 req-b4ecaff3-aa4d-4774-a58c-4d1e4a89564f tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Made reservation on behalf of 9aa02dc22afd43169da01ad43bf00af6 for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:52:23.572631 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-e7ea536f-453b-4db7-b59a-49c27408ec44 req-b4ecaff3-aa4d-4774-a58c-4d1e4a89564f tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:23.582766 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec96fd4-df67-4341-918a-1d916811ea02 req-413caaa5-4b47-4b92-96cf-e69fd7ebb95c service neutron] Port f32dd226-ef57-401b-90ce-23bf1e6be5fc on network 33ebbbee-9109-44a5-810a-f864f1056c06 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:52:23.583097 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec96fd4-df67-4341-918a-1d916811ea02 req-413caaa5-4b47-4b92-96cf-e69fd7ebb95c service neutron] Attempting to bind port f32dd226-ef57-401b-90ce-23bf1e6be5fc on network 33ebbbee-9109-44a5-810a-f864f1056c06 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:52:23.594301 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec96fd4-df67-4341-918a-1d916811ea02 req-413caaa5-4b47-4b92-96cf-e69fd7ebb95c service neutron] Checking agent: {'id': '6d8cf521-24bb-4b6a-bbae-0284f5c87a9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:52:23.594645 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec96fd4-df67-4341-918a-1d916811ea02 req-413caaa5-4b47-4b92-96cf-e69fd7ebb95c service neutron] Checking segment: {'id': 'e30a930c-be1b-45ef-aea8-a32ed0f0904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '33ebbbee-9109-44a5-810a-f864f1056c06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:52:23.595053 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec96fd4-df67-4341-918a-1d916811ea02 req-413caaa5-4b47-4b92-96cf-e69fd7ebb95c service neutron] Bound using segment: {'id': 'e30a930c-be1b-45ef-aea8-a32ed0f0904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '33ebbbee-9109-44a5-810a-f864f1056c06'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:52:23.595477 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-1ec96fd4-df67-4341-918a-1d916811ea02 req-413caaa5-4b47-4b92-96cf-e69fd7ebb95c service neutron] Bound port: f32dd226-ef57-401b-90ce-23bf1e6be5fc, host: n-h2-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e30a930c-be1b-45ef-aea8-a32ed0f0904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '33ebbbee-9109-44a5-810a-f864f1056c06'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:52:23.595838 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-1ec96fd4-df67-4341-918a-1d916811ea02 req-413caaa5-4b47-4b92-96cf-e69fd7ebb95c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:23.621050 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8fdec8d-7955-4aa1-9d2a-0a789c024712 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Made reservation on behalf of b18e09f58872453686470a2d644d8456 for: {'subnet': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:52:23.625591 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b8fdec8d-7955-4aa1-9d2a-0a789c024712 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13127328'] for subnet, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:23.755991 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-1ec96fd4-df67-4341-918a-1d916811ea02 req-413caaa5-4b47-4b92-96cf-e69fd7ebb95c service neutron] For port f32dd226-ef57-401b-90ce-23bf1e6be5fc, host n-h2-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:52:23.761076 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-1ec96fd4-df67-4341-918a-1d916811ea02 req-413caaa5-4b47-4b92-96cf-e69fd7ebb95c service neutron] For port f32dd226-ef57-401b-90ce-23bf1e6be5fc, host n-h2-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=f32dd226-ef57-401b-90ce-23bf1e6be5fc,segment=NetworkSegment(e30a930c-be1b-45ef-aea8-a32ed0f0904e),segment_id=e30a930c-be1b-45ef-aea8-a32ed0f0904e)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:52:23.770664 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [req-e7ea536f-453b-4db7-b59a-49c27408ec44 req-b4ecaff3-aa4d-4774-a58c-4d1e4a89564f tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Allocated IP 172.20.0.13 (b03a0781-c7c7-4f21-ae00-e298dd92f97c/b8b6f627-92b4-40ba-a770-519d39c012c3/139faa11-9f76-4762-8a99-affe69355565) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:52:23.838585 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-1ec96fd4-df67-4341-918a-1d916811ea02 req-413caaa5-4b47-4b92-96cf-e69fd7ebb95c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:23.910761 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec96fd4-df67-4341-918a-1d916811ea02 req-413caaa5-4b47-4b92-96cf-e69fd7ebb95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:23.911205 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-1ec96fd4-df67-4341-918a-1d916811ea02 req-413caaa5-4b47-4b92-96cf-e69fd7ebb95c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:23.913068 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-1ec96fd4-df67-4341-918a-1d916811ea02 req-413caaa5-4b47-4b92-96cf-e69fd7ebb95c service neutron] 10.222.0.11 "PUT /v2.0/ports/f32dd226-ef57-401b-90ce-23bf1e6be5fc HTTP/1.1" status: 200 len: 1091 time: 1.4373560 Apr 05 14:52:23.916479 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b8fdec8d-7955-4aa1-9d2a-0a789c024712 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15773751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13127350'] for subnet, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:23.921942 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea1c9c23-87ce-4284-9b56-89ae3918c4d2', 'tag': 'f32dd226-ef57-401b-90ce-23bf1e6be5fc'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:52:23.925109 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e97c35b-b60b-4e89-a7e7-280b393669fc" -d '{"events": [{"name": "network-changed", "server_uuid": "ea1c9c23-87ce-4284-9b56-89ae3918c4d2", "tag": "f32dd226-ef57-401b-90ce-23bf1e6be5fc"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:52:23.973168 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413caaa5-4b47-4b92-96cf-e69fd7ebb95c service neutron] Pushing event updated for resources: {'Port': ['ID=f32dd226-ef57-401b-90ce-23bf1e6be5fc,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:24.011854 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-e7ea536f-453b-4db7-b59a-49c27408ec44 req-b4ecaff3-aa4d-4774-a58c-4d1e4a89564f tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:24.014486 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-93642d58-aceb-4ec7-bf39-53c375034002 req-96414161-e2f7-45f6-b2c8-a3aa7e42ee20 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 210 time: 0.0458117 Apr 05 14:52:24.016685 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-092aa8a4-8c77-4e10-97b3-558e5359bed0 x-openstack-request-id: req-092aa8a4-8c77-4e10-97b3-558e5359bed0 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:52:24.017009 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea1c9c23-87ce-4284-9b56-89ae3918c4d2", "tag": "f32dd226-ef57-401b-90ce-23bf1e6be5fc", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:52:24.017309 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-092aa8a4-8c77-4e10-97b3-558e5359bed0 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:52:24.017849 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-092aa8a4-8c77-4e10-97b3-558e5359bed0'] response: {'name': 'network-changed', 'server_uuid': 'ea1c9c23-87ce-4284-9b56-89ae3918c4d2', 'tag': 'f32dd226-ef57-401b-90ce-23bf1e6be5fc', 'status': 'completed', 'code': 200} Apr 05 14:52:24.033673 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fdec8d-7955-4aa1-9d2a-0a789c024712 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Pushing event updated for resources: {'Subnet': ['ID=6e519b7f-c963-49f4-8362-0b3b971dc014,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:24.054570 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fdec8d-7955-4aa1-9d2a-0a789c024712 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Checking segment: {'id': '6777dd56-dbec-4af5-9719-f6a7b6835ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6c8ce18c-5d94-4778-be84-65c722b1f6be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:52:24.066254 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fdec8d-7955-4aa1-9d2a-0a789c024712 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Network hostable DHCP agents. Network: 6c8ce18c-5d94-4778-be84-65c722b1f6be, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:52:24.103319 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e97c35b-b60b-4e89-a7e7-280b393669fc req-78d474e0-b43b-4934-8a08-6fce5428f0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:24.105131 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-5e97c35b-b60b-4e89-a7e7-280b393669fc req-78d474e0-b43b-4934-8a08-6fce5428f0f9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=48b4e3631f3848fc9514bcdedbce1969&device_id=ea1c9c23-87ce-4284-9b56-89ae3918c4d2 HTTP/1.1" status: 200 len: 1094 time: 0.0550351 Apr 05 14:52:24.213360 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-e7ea536f-453b-4db7-b59a-49c27408ec44 req-b4ecaff3-aa4d-4774-a58c-4d1e4a89564f tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:24.228664 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fdec8d-7955-4aa1-9d2a-0a789c024712 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Network 6c8ce18c-5d94-4778-be84-65c722b1f6be is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:52:24.307922 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7ea536f-453b-4db7-b59a-49c27408ec44 req-b4ecaff3-aa4d-4774-a58c-4d1e4a89564f tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Network b03a0781-c7c7-4f21-ae00-e298dd92f97c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:52:24.318892 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [req-e7ea536f-453b-4db7-b59a-49c27408ec44 req-b4ecaff3-aa4d-4774-a58c-4d1e4a89564f tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:52:24.330078 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-b8fdec8d-7955-4aa1-9d2a-0a789c024712 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 6c8ce18c-5d94-4778-be84-65c722b1f6be) {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:52:24.345431 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7ea536f-453b-4db7-b59a-49c27408ec44 req-b4ecaff3-aa4d-4774-a58c-4d1e4a89564f tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:52:24.363503 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa09bd29-9032-4a66-a1fc-4243ea65ec71 req-2cc71e5a-e1f3-4a6f-a2c9-952a721ef636 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:24.385080 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fa09bd29-9032-4a66-a1fc-4243ea65ec71 req-2cc71e5a-e1f3-4a6f-a2c9-952a721ef636 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.55 "GET /v2.0/networks?id=9c33a3eb-a65a-4749-8ece-9c0c17a8413b HTTP/1.1" status: 200 len: 815 time: 0.3137155 Apr 05 14:52:24.394972 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fdec8d-7955-4aa1-9d2a-0a789c024712 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:24.397403 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b8fdec8d-7955-4aa1-9d2a-0a789c024712 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:24.400027 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aad40ad-1b8a-44d9-b29b-339d7f95b08d None None] Network 6c8ce18c-5d94-4778-be84-65c722b1f6be requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:52:24.425727 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ea536f-453b-4db7-b59a-49c27408ec44 req-b4ecaff3-aa4d-4774-a58c-4d1e4a89564f tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:24.426587 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-e7ea536f-453b-4db7-b59a-49c27408ec44 req-b4ecaff3-aa4d-4774-a58c-4d1e4a89564f tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:24.474150 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-342fd828-9ea3-4fe5-ae75-d673badedc51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:24.564130 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ecaff3-aa4d-4774-a58c-4d1e4a89564f tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Pushing event updated for resources: {'Port': ['ID=139faa11-9f76-4762-8a99-affe69355565,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:24.585832 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-e7ea536f-453b-4db7-b59a-49c27408ec44 req-b4ecaff3-aa4d-4774-a58c-4d1e4a89564f tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3863277 Apr 05 14:52:24.591982 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e97c35b-b60b-4e89-a7e7-280b393669fc req-d3f3f8a0-a323-43ac-9dec-03555ebf9ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:24.595417 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-5e97c35b-b60b-4e89-a7e7-280b393669fc req-d3f3f8a0-a323-43ac-9dec-03555ebf9ef4 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=48b4e3631f3848fc9514bcdedbce1969&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4817872 Apr 05 14:52:24.605637 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-e7ea536f-453b-4db7-b59a-49c27408ec44 req-123c5623-e9f3-4154-912f-b14c691d8107 service neutron] Request body: {'port': {'device_id': '4fa5a3e7-da06-4255-81be-fef3982e59a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-2'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:52:24.650355 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b37b4e78-4c2c-476c-bcc1-db400a106ce3 req-2062751c-5450-4491-87f5-fb2806e5ba41 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/ports?device_id=88f5227f-fe43-4c37-b155-600ebe92559a HTTP/1.1" status: 200 len: 210 time: 0.1516936 Apr 05 14:52:24.688234 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-b8fdec8d-7955-4aa1-9d2a-0a789c024712 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2164619 Apr 05 14:52:24.699426 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a1f90-e4b0-4faa-80be-d520b6ccf773 req-dbbeec80-12a5-46fd-89f6-52a2d385c495 tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:24.701760 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-089a1f90-e4b0-4faa-80be-d520b6ccf773 req-dbbeec80-12a5-46fd-89f6-52a2d385c495 tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea1c9c23-87ce-4284-9b56-89ae3918c4d2 HTTP/1.1" status: 200 len: 943 time: 0.4479682 Apr 05 14:52:24.703135 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 38694) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:24.709484 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69d0777-cd89-4f80-a4a2-e5686bce108b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-6c8ce18c-5d94-4778-be84-65c722b1f6be', 'network_id': '6c8ce18c-5d94-4778-be84-65c722b1f6be', 'tenant_id': 'b18e09f58872453686470a2d644d8456', 'fixed_ips': [{'subnet_id': '6e519b7f-c963-49f4-8362-0b3b971dc014'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:52:24.710666 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b69d0777-cd89-4f80-a4a2-e5686bce108b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:24.738605 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fa09bd29-9032-4a66-a1fc-4243ea65ec71 req-b141cfb9-a2f8-4b98-95d1-a940597aea08 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d680450c8534547bd5afee8c1b9c44d HTTP/1.1" status: 200 len: 471 time: 0.3268759 Apr 05 14:52:24.840504 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-b6f514d3-4c0d-4dce-9cf8-9e92dfdc5d77 None None] Provisioning complete for port 139faa11-9f76-4762-8a99-affe69355565 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:52:24.841218 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b6f514d3-4c0d-4dce-9cf8-9e92dfdc5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:24.853144 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-e7ea536f-453b-4db7-b59a-49c27408ec44 req-123c5623-e9f3-4154-912f-b14c691d8107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:24.855238 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-fa09bd29-9032-4a66-a1fc-4243ea65ec71 req-3b3c9ae3-eae4-41ff-a72b-f1e44559f3d6 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Request body: {'port': {'device_id': '88f5227f-fe43-4c37-b155-600ebe92559a', 'network_id': '9c33a3eb-a65a-4749-8ece-9c0c17a8413b', 'admin_state_up': True, 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'security_groups': ['d92b5692-14e3-4d79-954a-1585a849cb7e']}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:52:24.906310 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e97c35b-b60b-4e89-a7e7-280b393669fc req-8d72da40-611b-480d-a8ab-6c506adf618c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:24.907648 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-5e97c35b-b60b-4e89-a7e7-280b393669fc req-8d72da40-611b-480d-a8ab-6c506adf618c service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2960155 Apr 05 14:52:24.934010 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-b69d0777-cd89-4f80-a4a2-e5686bce108b None None] Allocated IP 172.20.0.1 (6c8ce18c-5d94-4778-be84-65c722b1f6be/6e519b7f-c963-49f4-8362-0b3b971dc014/d32e3f30-7707-4501-8ffd-0556ec51c542) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:52:24.935845 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-b6f514d3-4c0d-4dce-9cf8-9e92dfdc5d77 None None] Port 139faa11-9f76-4762-8a99-affe69355565 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:52:24.966969 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1ca2bff8-688f-4e3a-93d6-be78777a9154 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:25.001137 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-089a1f90-e4b0-4faa-80be-d520b6ccf773 req-d9919d26-05ec-4be8-9564-384ab183c0e4 tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] 10.222.0.30 "GET /v2.0/security-groups?id=c00b0932-1aa6-43ef-b77e-b373241a5c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731074 Apr 05 14:52:25.027886 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ecfe9-054d-41c3-9f1e-ed8542b1b290 req-9bee3068-d431-4396-8c57-c0c81fa1bf97 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:25.035760 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dc1ecfe9-054d-41c3-9f1e-ed8542b1b290 req-9bee3068-d431-4396-8c57-c0c81fa1bf97 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=69026214-5a31-4dba-940b-13dc3cdc5564 HTTP/1.1" status: 200 len: 943 time: 0.2088151 Apr 05 14:52:25.115659 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec96fd4-df67-4341-918a-1d916811ea02 req-d4d689ca-3b16-4d4c-9c49-3fc8c3c3728a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:25.117434 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-1ec96fd4-df67-4341-918a-1d916811ea02 req-d4d689ca-3b16-4d4c-9c49-3fc8c3c3728a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=48b4e3631f3848fc9514bcdedbce1969&device_id=ea1c9c23-87ce-4284-9b56-89ae3918c4d2 HTTP/1.1" status: 200 len: 1094 time: 0.1621344 Apr 05 14:52:25.126186 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b69d0777-cd89-4f80-a4a2-e5686bce108b None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:25.164552 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dc1ecfe9-054d-41c3-9f1e-ed8542b1b290 req-b274d181-5b4c-4d6e-9c4b-d87754819e9d tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fcc28c3-fc69-424a-81a1-3f20aae8b5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275880 Apr 05 14:52:25.172635 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-1ec96fd4-df67-4341-918a-1d916811ea02 req-119bf4d2-0d78-4922-9842-91ee0ee8280b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f32dd226-ef57-401b-90ce-23bf1e6be5fc HTTP/1.1" status: 200 len: 217 time: 0.0453281 Apr 05 14:52:25.194053 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1ca2bff8-688f-4e3a-93d6-be78777a9154 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:25.244255 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d07007-5e0e-4104-8d8c-0cc1bcffde0c req-b697a1fb-5fbd-417a-b87b-547072d3a7ef tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:25.245814 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-52d07007-5e0e-4104-8d8c-0cc1bcffde0c req-b697a1fb-5fbd-417a-b87b-547072d3a7ef tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 932 time: 0.1075048 Apr 05 14:52:25.272765 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b69d0777-cd89-4f80-a4a2-e5686bce108b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:25.279299 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec96fd4-df67-4341-918a-1d916811ea02 req-51f79193-54ca-47c9-89e9-60dd11ae04ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:25.281830 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-1ec96fd4-df67-4341-918a-1d916811ea02 req-51f79193-54ca-47c9-89e9-60dd11ae04ab service neutron] 10.222.0.11 "GET /v2.0/subnets?id=16aedb91-43df-4a9b-b105-9eda5be8909e HTTP/1.1" status: 200 len: 854 time: 0.1003563 Apr 05 14:52:25.297865 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-52d07007-5e0e-4104-8d8c-0cc1bcffde0c req-53417447-8c5d-4268-92ac-e612c8c63403 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=0db5022f-6960-4519-993b-af935888212a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422773 Apr 05 14:52:25.300195 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa09bd29-9032-4a66-a1fc-4243ea65ec71 req-3b3c9ae3-eae4-41ff-a72b-f1e44559f3d6 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Made reservation on behalf of 0d680450c8534547bd5afee8c1b9c44d for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:52:25.303979 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-fa09bd29-9032-4a66-a1fc-4243ea65ec71 req-3b3c9ae3-eae4-41ff-a72b-f1e44559f3d6 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:25.315723 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69d0777-cd89-4f80-a4a2-e5686bce108b None None] Network 6c8ce18c-5d94-4778-be84-65c722b1f6be is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:52:25.319502 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-1ec96fd4-df67-4341-918a-1d916811ea02 req-8e418a44-5f38-4a62-8525-f8d0d31429ec service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=33ebbbee-9109-44a5-810a-f864f1056c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304134 Apr 05 14:52:25.321196 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-b69d0777-cd89-4f80-a4a2-e5686bce108b None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:52:25.323361 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69d0777-cd89-4f80-a4a2-e5686bce108b None None] Pushing event updated for resources: {'Port': ['ID=d32e3f30-7707-4501-8ffd-0556ec51c542,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:25.326123 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69d0777-cd89-4f80-a4a2-e5686bce108b None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:52:25.396280 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1ca2bff8-688f-4e3a-93d6-be78777a9154 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15773812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13127359'] for subnet, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:25.399154 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-b69d0777-cd89-4f80-a4a2-e5686bce108b None None] Attempting to bind port d32e3f30-7707-4501-8ffd-0556ec51c542 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:52:25.399760 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-b69d0777-cd89-4f80-a4a2-e5686bce108b None None] Attempting to bind port d32e3f30-7707-4501-8ffd-0556ec51c542 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '6777dd56-dbec-4af5-9719-f6a7b6835ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6c8ce18c-5d94-4778-be84-65c722b1f6be'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:52:25.401128 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69d0777-cd89-4f80-a4a2-e5686bce108b None None] Attempting to bind port d32e3f30-7707-4501-8ffd-0556ec51c542 on network 6c8ce18c-5d94-4778-be84-65c722b1f6be {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:52:25.408274 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69d0777-cd89-4f80-a4a2-e5686bce108b None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:52:25.408754 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69d0777-cd89-4f80-a4a2-e5686bce108b None None] Checking segment: {'id': '6777dd56-dbec-4af5-9719-f6a7b6835ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6c8ce18c-5d94-4778-be84-65c722b1f6be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:52:25.409294 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b69d0777-cd89-4f80-a4a2-e5686bce108b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:25.409946 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69d0777-cd89-4f80-a4a2-e5686bce108b None None] Bound using segment: {'id': '6777dd56-dbec-4af5-9719-f6a7b6835ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6c8ce18c-5d94-4778-be84-65c722b1f6be'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:52:25.410503 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-b69d0777-cd89-4f80-a4a2-e5686bce108b None None] Bound port: d32e3f30-7707-4501-8ffd-0556ec51c542, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6777dd56-dbec-4af5-9719-f6a7b6835ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6c8ce18c-5d94-4778-be84-65c722b1f6be'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:52:25.411492 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b69d0777-cd89-4f80-a4a2-e5686bce108b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:25.442729 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca2bff8-688f-4e3a-93d6-be78777a9154 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Pushing event deleted for resources: {'Subnet': ['ID=6e519b7f-c963-49f4-8362-0b3b971dc014,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:25.511458 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-b69d0777-cd89-4f80-a4a2-e5686bce108b None None] For port d32e3f30-7707-4501-8ffd-0556ec51c542, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:52:25.515266 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-b69d0777-cd89-4f80-a4a2-e5686bce108b None None] For port d32e3f30-7707-4501-8ffd-0556ec51c542, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=d32e3f30-7707-4501-8ffd-0556ec51c542,segment=NetworkSegment(6777dd56-dbec-4af5-9719-f6a7b6835ab1),segment_id=6777dd56-dbec-4af5-9719-f6a7b6835ab1)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:52:25.599028 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b69d0777-cd89-4f80-a4a2-e5686bce108b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:25.711738 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69d0777-cd89-4f80-a4a2-e5686bce108b None None] Pushing event updated for resources: {'Port': ['ID=d32e3f30-7707-4501-8ffd-0556ec51c542,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:25.947825 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d9cfef-504e-41c2-94cc-f05ace140cb4 None None] Network 6c8ce18c-5d94-4778-be84-65c722b1f6be requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:52:25.948496 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-1ec96fd4-df67-4341-918a-1d916811ea02 req-c5ebc1e0-16fb-46eb-9ab7-e02cf763a181 service neutron] 10.222.0.11 "GET /v2.0/networks/33ebbbee-9109-44a5-810a-f864f1056c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4700835 Apr 05 14:52:25.948496 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [req-e7ea536f-453b-4db7-b59a-49c27408ec44 req-123c5623-e9f3-4154-912f-b14c691d8107 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 139faa11-9f76-4762-8a99-affe69355565 {{(pid=103321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:52:25.948496 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-e7ea536f-453b-4db7-b59a-49c27408ec44 req-123c5623-e9f3-4154-912f-b14c691d8107 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:25.948496 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.provisioning_blocks [req-e7ea536f-453b-4db7-b59a-49c27408ec44 req-123c5623-e9f3-4154-912f-b14c691d8107 service neutron] Transition to ACTIVE for port object 139faa11-9f76-4762-8a99-affe69355565 will not be triggered until provisioned by entity L2. {{(pid=103321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:52:25.948496 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-1ec96fd4-df67-4341-918a-1d916811ea02 req-5e09351f-da4b-4c2e-8b15-ce8e1b04f4f9 service neutron] 10.222.0.11 "GET /v2.0/networks/33ebbbee-9109-44a5-810a-f864f1056c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227527 Apr 05 14:52:26.036073 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1ca2bff8-688f-4e3a-93d6-be78777a9154 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:26.066431 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1aa8d03-36fd-450b-9231-f36b154a6bcf None None] get_active_networks_info from n-d-836650-2 {{(pid=103322) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 05 14:52:26.067814 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-11119c24-194a-4a51-bd18-07a9c5563869 req-c9f4475f-f72d-47cb-bb2b-a632fd3dd740 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/ports?device_id=88f5227f-fe43-4c37-b155-600ebe92559a HTTP/1.1" status: 200 len: 210 time: 0.0574796 Apr 05 14:52:26.073729 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-fa09bd29-9032-4a66-a1fc-4243ea65ec71 req-3b3c9ae3-eae4-41ff-a72b-f1e44559f3d6 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Allocated IP 172.20.0.6 (9c33a3eb-a65a-4749-8ece-9c0c17a8413b/b0eeff46-5c4b-4ea4-85de-a28a5ce6d062/4aaf2f78-e430-4ec7-affa-cfeb666d2100) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:52:26.122640 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-e7ea536f-453b-4db7-b59a-49c27408ec44 req-123c5623-e9f3-4154-912f-b14c691d8107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:26.124812 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-1ca2bff8-688f-4e3a-93d6-be78777a9154 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c8ce18c-5d94-4778-be84-65c722b1f6be']}} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:52:26.144462 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-1ca2bff8-688f-4e3a-93d6-be78777a9154 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6777dd56-dbec-4af5-9719-f6a7b6835ab1') {'for_net_delete': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:52:26.144831 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-1ca2bff8-688f-4e3a-93d6-be78777a9154 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6777dd56-dbec-4af5-9719-f6a7b6835ab1') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:52:26.166626 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1ca2bff8-688f-4e3a-93d6-be78777a9154 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13399223'] for segment, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:26.184439 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123c5623-e9f3-4154-912f-b14c691d8107 service neutron] Pushing event updated for resources: {'Port': ['ID=139faa11-9f76-4762-8a99-affe69355565,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:26.222335 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1aa8d03-36fd-450b-9231-f36b154a6bcf None None] Resources bound (agent type, host, resource id): {{(pid=103322) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 14:52:26.228063 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1ca2bff8-688f-4e3a-93d6-be78777a9154 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:26.237567 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41551363-53df-40e3-a5d1-745e342c1a46 req-4f218349-5d3d-45cf-81e5-5b4a49e511f6 tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:26.239971 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-41551363-53df-40e3-a5d1-745e342c1a46 req-4f218349-5d3d-45cf-81e5-5b4a49e511f6 tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea1c9c23-87ce-4284-9b56-89ae3918c4d2 HTTP/1.1" status: 200 len: 943 time: 0.1632297 Apr 05 14:52:26.289370 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-e7ea536f-453b-4db7-b59a-49c27408ec44 req-123c5623-e9f3-4154-912f-b14c691d8107 service neutron] Attempting to bind port 139faa11-9f76-4762-8a99-affe69355565 on host n-h2-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:52:26.289717 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-e7ea536f-453b-4db7-b59a-49c27408ec44 req-123c5623-e9f3-4154-912f-b14c691d8107 service neutron] Attempting to bind port 139faa11-9f76-4762-8a99-affe69355565 by drivers openvswitch,hyperv on host n-h2-836650-2 at level 0 using segments [{'id': '7829a1ea-7354-4b05-a7ea-7cbdfd795041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'b03a0781-c7c7-4f21-ae00-e298dd92f97c'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:52:26.290056 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ea536f-453b-4db7-b59a-49c27408ec44 req-123c5623-e9f3-4154-912f-b14c691d8107 service neutron] Attempting to bind port 139faa11-9f76-4762-8a99-affe69355565 on network b03a0781-c7c7-4f21-ae00-e298dd92f97c {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:52:26.295981 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ca2bff8-688f-4e3a-93d6-be78777a9154 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=103320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:52:26.296391 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1ca2bff8-688f-4e3a-93d6-be78777a9154 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15765202'] for segment, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:26.299372 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ea536f-453b-4db7-b59a-49c27408ec44 req-123c5623-e9f3-4154-912f-b14c691d8107 service neutron] Port 139faa11-9f76-4762-8a99-affe69355565 on network b03a0781-c7c7-4f21-ae00-e298dd92f97c not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:52:26.299876 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ea536f-453b-4db7-b59a-49c27408ec44 req-123c5623-e9f3-4154-912f-b14c691d8107 service neutron] Attempting to bind port 139faa11-9f76-4762-8a99-affe69355565 on network b03a0781-c7c7-4f21-ae00-e298dd92f97c {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:52:26.312771 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ea536f-453b-4db7-b59a-49c27408ec44 req-123c5623-e9f3-4154-912f-b14c691d8107 service neutron] Checking agent: {'id': '6d8cf521-24bb-4b6a-bbae-0284f5c87a9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:52:26.313297 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ea536f-453b-4db7-b59a-49c27408ec44 req-123c5623-e9f3-4154-912f-b14c691d8107 service neutron] Checking segment: {'id': '7829a1ea-7354-4b05-a7ea-7cbdfd795041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'b03a0781-c7c7-4f21-ae00-e298dd92f97c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:52:26.313701 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ea536f-453b-4db7-b59a-49c27408ec44 req-123c5623-e9f3-4154-912f-b14c691d8107 service neutron] Bound using segment: {'id': '7829a1ea-7354-4b05-a7ea-7cbdfd795041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'b03a0781-c7c7-4f21-ae00-e298dd92f97c'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:52:26.314145 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-e7ea536f-453b-4db7-b59a-49c27408ec44 req-123c5623-e9f3-4154-912f-b14c691d8107 service neutron] Bound port: 139faa11-9f76-4762-8a99-affe69355565, host: n-h2-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7829a1ea-7354-4b05-a7ea-7cbdfd795041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'b03a0781-c7c7-4f21-ae00-e298dd92f97c'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:52:26.314870 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-e7ea536f-453b-4db7-b59a-49c27408ec44 req-123c5623-e9f3-4154-912f-b14c691d8107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:26.335858 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 870ca3a9-3a83-48b8-a171-9a887b1a226f details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:52:26.341204 n-d-836650-2 neutron-server[103320]: Traceback (most recent call last): Apr 05 14:52:26.341204 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:52:26.341204 n-d-836650-2 neutron-server[103320]: timer() Apr 05 14:52:26.341204 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:52:26.341204 n-d-836650-2 neutron-server[103320]: cb(*args, **kw) Apr 05 14:52:26.341204 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:52:26.341204 n-d-836650-2 neutron-server[103320]: return func(*args, **kwargs) Apr 05 14:52:26.341204 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:52:26.341204 n-d-836650-2 neutron-server[103320]: self._notify() Apr 05 14:52:26.341204 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:52:26.341204 n-d-836650-2 neutron-server[103320]: self.callback(batched_events) Apr 05 14:52:26.341204 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:52:26.341204 n-d-836650-2 neutron-server[103320]: event.method(event) Apr 05 14:52:26.341204 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:52:26.341204 n-d-836650-2 neutron-server[103320]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:52:26.341204 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:52:26.341204 n-d-836650-2 neutron-server[103320]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:52:26.341204 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:52:26.341204 n-d-836650-2 neutron-server[103320]: return f(self, *a, **k) Apr 05 14:52:26.341204 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:52:26.341204 n-d-836650-2 neutron-server[103320]: return self._get(url).json() Apr 05 14:52:26.341204 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:52:26.341204 n-d-836650-2 neutron-server[103320]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:52:26.341204 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:52:26.341204 n-d-836650-2 neutron-server[103320]: return self.request(url, 'GET', **kwargs) Apr 05 14:52:26.341204 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:52:26.341204 n-d-836650-2 neutron-server[103320]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:52:26.341204 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:52:26.341204 n-d-836650-2 neutron-server[103320]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:52:26.341204 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:52:26.341204 n-d-836650-2 neutron-server[103320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:52:26.341204 n-d-836650-2 neutron-server[103320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:52:26.391159 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-e7ea536f-453b-4db7-b59a-49c27408ec44 req-123c5623-e9f3-4154-912f-b14c691d8107 service neutron] For port 139faa11-9f76-4762-8a99-affe69355565, host n-h2-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:52:26.395071 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-e7ea536f-453b-4db7-b59a-49c27408ec44 req-123c5623-e9f3-4154-912f-b14c691d8107 service neutron] For port 139faa11-9f76-4762-8a99-affe69355565, host n-h2-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=139faa11-9f76-4762-8a99-affe69355565,segment=NetworkSegment(7829a1ea-7354-4b05-a7ea-7cbdfd795041),segment_id=7829a1ea-7354-4b05-a7ea-7cbdfd795041)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:52:26.429364 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-41551363-53df-40e3-a5d1-745e342c1a46 req-7b327537-2161-48fc-bbb6-cac519b2bed8 tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] 10.222.0.30 "GET /v2.0/security-groups?id=c00b0932-1aa6-43ef-b77e-b373241a5c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787736 Apr 05 14:52:26.442040 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.db.api [None req-1ca2bff8-688f-4e3a-93d6-be78777a9154 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 05 14:52:26.442040 n-d-836650-2 neutron-server[103320]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 05 14:52:26.442040 n-d-836650-2 neutron-server[103320]: [parameters: {'id': '6c8ce18c-5d94-4778-be84-65c722b1f6be'}] Apr 05 14:52:26.442040 n-d-836650-2 neutron-server[103320]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103320) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:52:26.442412 n-d-836650-2 neutron-server[103320]: DEBUG oslo_db.api [None req-1ca2bff8-688f-4e3a-93d6-be78777a9154 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:52:26.454802 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-e7ea536f-453b-4db7-b59a-49c27408ec44 req-123c5623-e9f3-4154-912f-b14c691d8107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:26.473783 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b322b69c-e08d-4b65-bc72-1a5c8015d4ba req-91cda472-7ea0-4453-b12b-3f5ae96c64cf tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:26.475316 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b322b69c-e08d-4b65-bc72-1a5c8015d4ba req-91cda472-7ea0-4453-b12b-3f5ae96c64cf tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=69026214-5a31-4dba-940b-13dc3cdc5564 HTTP/1.1" status: 200 len: 943 time: 0.1271880 Apr 05 14:52:26.496069 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-fa09bd29-9032-4a66-a1fc-4243ea65ec71 req-3b3c9ae3-eae4-41ff-a72b-f1e44559f3d6 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:26.516678 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ea536f-453b-4db7-b59a-49c27408ec44 req-123c5623-e9f3-4154-912f-b14c691d8107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:26.517346 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-e7ea536f-453b-4db7-b59a-49c27408ec44 req-123c5623-e9f3-4154-912f-b14c691d8107 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:26.519128 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-e7ea536f-453b-4db7-b59a-49c27408ec44 req-123c5623-e9f3-4154-912f-b14c691d8107 service neutron] 10.222.0.11 "PUT /v2.0/ports/139faa11-9f76-4762-8a99-affe69355565 HTTP/1.1" status: 200 len: 1092 time: 1.9224474 Apr 05 14:52:26.519641 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fa5a3e7-da06-4255-81be-fef3982e59a1', 'tag': '139faa11-9f76-4762-8a99-affe69355565'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:52:26.521919 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4fc4d9-aa3e-49de-869b-5ede5a33f65e" -d '{"events": [{"name": "network-changed", "server_uuid": "4fa5a3e7-da06-4255-81be-fef3982e59a1", "tag": "139faa11-9f76-4762-8a99-affe69355565"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:52:26.575019 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b322b69c-e08d-4b65-bc72-1a5c8015d4ba req-58d6d2b4-eac6-4880-83ce-cc8e85a41791 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fcc28c3-fc69-424a-81a1-3f20aae8b5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903735 Apr 05 14:52:26.597704 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306fcb20-2b74-441e-88ae-0b3c46c158f5 req-5d63dc1e-b93e-4d6f-ade2-a437c0e9cc2e tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:26.599196 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-306fcb20-2b74-441e-88ae-0b3c46c158f5 req-5d63dc1e-b93e-4d6f-ade2-a437c0e9cc2e tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 944 time: 0.0944204 Apr 05 14:52:26.608306 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 870ca3a9-3a83-48b8-a171-9a887b1a226f, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=870ca3a9-3a83-48b8-a171-9a887b1a226f,segment=NetworkSegment(2ed50d53-ad8d-43f0-946d-9bbaf222e8be),segment_id=2ed50d53-ad8d-43f0-946d-9bbaf222e8be)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:52:26.609228 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123c5623-e9f3-4154-912f-b14c691d8107 service neutron] Pushing event updated for resources: {'Port': ['ID=139faa11-9f76-4762-8a99-affe69355565,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:26.636828 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': '870ca3a9-3a83-48b8-a171-9a887b1a226f', 'network_id': '66b3e69f-5222-44a7-bf1a-94ad2df58cf2', 'port_id': '870ca3a9-3a83-48b8-a171-9a887b1a226f', 'mac_address': 'fa:16:3e:bc:7f:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a727d51d-00fa-45ac-ab45-e910bc527386', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:52:26.665851 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-306fcb20-2b74-441e-88ae-0b3c46c158f5 req-8cfe442c-1946-4065-8611-f27f4d023ae6 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=0db5022f-6960-4519-993b-af935888212a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564320 Apr 05 14:52:26.681501 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00eadd51-1b55-4055-b1c4-ffa2c5872066 x-openstack-request-id: req-00eadd51-1b55-4055-b1c4-ffa2c5872066 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:52:26.682079 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fa5a3e7-da06-4255-81be-fef3982e59a1", "tag": "139faa11-9f76-4762-8a99-affe69355565", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:52:26.682523 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-00eadd51-1b55-4055-b1c4-ffa2c5872066 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:52:26.682797 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-fa09bd29-9032-4a66-a1fc-4243ea65ec71 req-3b3c9ae3-eae4-41ff-a72b-f1e44559f3d6 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:26.683422 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00eadd51-1b55-4055-b1c4-ffa2c5872066'] response: {'name': 'network-changed', 'server_uuid': '4fa5a3e7-da06-4255-81be-fef3982e59a1', 'tag': '139faa11-9f76-4762-8a99-affe69355565', 'status': 'completed', 'code': 200} Apr 05 14:52:26.709931 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ea536f-453b-4db7-b59a-49c27408ec44 req-70e7ca6b-080d-4bc3-ac2f-f68b0b682034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:26.710755 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:26.717050 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-e7ea536f-453b-4db7-b59a-49c27408ec44 req-70e7ca6b-080d-4bc3-ac2f-f68b0b682034 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9aa02dc22afd43169da01ad43bf00af6&device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 1095 time: 0.0659995 Apr 05 14:52:26.728955 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 870ca3a9-3a83-48b8-a171-9a887b1a226f {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:52:26.758961 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 870ca3a9-3a83-48b8-a171-9a887b1a226f, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=870ca3a9-3a83-48b8-a171-9a887b1a226f,segment=NetworkSegment(2ed50d53-ad8d-43f0-946d-9bbaf222e8be),segment_id=2ed50d53-ad8d-43f0-946d-9bbaf222e8be)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:52:26.764020 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa09bd29-9032-4a66-a1fc-4243ea65ec71 req-3b3c9ae3-eae4-41ff-a72b-f1e44559f3d6 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Network 9c33a3eb-a65a-4749-8ece-9c0c17a8413b is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:52:26.768159 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-fa09bd29-9032-4a66-a1fc-4243ea65ec71 req-3b3c9ae3-eae4-41ff-a72b-f1e44559f3d6 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:52:26.775230 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04197493-bb97-4080-859c-05e81e8acf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:26.775527 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-e7ea536f-453b-4db7-b59a-49c27408ec44 req-4ed44566-f009-4bfb-8f96-9c9cc69d1b54 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=139faa11-9f76-4762-8a99-affe69355565 HTTP/1.1" status: 200 len: 217 time: 0.0540974 Apr 05 14:52:26.788906 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3c9ae3-eae4-41ff-a72b-f1e44559f3d6 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Pushing event updated for resources: {'Port': ['ID=4aaf2f78-e430-4ec7-affa-cfeb666d2100,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:26.792864 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa09bd29-9032-4a66-a1fc-4243ea65ec71 req-3b3c9ae3-eae4-41ff-a72b-f1e44559f3d6 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:52:26.843892 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:26.857160 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ea536f-453b-4db7-b59a-49c27408ec44 req-e8426b3f-460e-4471-9522-4d469a433e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:26.858779 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-e7ea536f-453b-4db7-b59a-49c27408ec44 req-e8426b3f-460e-4471-9522-4d469a433e5f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b8b6f627-92b4-40ba-a770-519d39c012c3 HTTP/1.1" status: 200 len: 855 time: 0.0761180 Apr 05 14:52:26.866656 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa09bd29-9032-4a66-a1fc-4243ea65ec71 req-3b3c9ae3-eae4-41ff-a72b-f1e44559f3d6 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:26.867645 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-fa09bd29-9032-4a66-a1fc-4243ea65ec71 req-3b3c9ae3-eae4-41ff-a72b-f1e44559f3d6 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:26.941863 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ea536f-453b-4db7-b59a-49c27408ec44 req-0f048056-2bdc-4ed8-a2e7-68fd4a4581f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:26.943499 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1ca2bff8-688f-4e3a-93d6-be78777a9154 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:26.943615 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-e7ea536f-453b-4db7-b59a-49c27408ec44 req-0f048056-2bdc-4ed8-a2e7-68fd4a4581f6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b03a0781-c7c7-4f21-ae00-e298dd92f97c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717707 Apr 05 14:52:26.946144 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=870ca3a9-3a83-48b8-a171-9a887b1a226f,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:26.992872 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fa09bd29-9032-4a66-a1fc-4243ea65ec71 req-3b3c9ae3-eae4-41ff-a72b-f1e44559f3d6 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1645675 Apr 05 14:52:27.009775 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-fa09bd29-9032-4a66-a1fc-4243ea65ec71 req-015325f8-d4af-4d36-9098-4add2780d7c6 service neutron] Request body: {'port': {'device_id': '88f5227f-fe43-4c37-b155-600ebe92559a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:52:27.053875 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['870ca3a9-3a83-48b8-a171-9a887b1a226f'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:52:27.093716 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-e7ea536f-453b-4db7-b59a-49c27408ec44 req-b60d2e1e-63e9-4a4e-863a-189bf55e2f68 service neutron] 10.222.0.11 "GET /v2.0/networks/b03a0781-c7c7-4f21-ae00-e298dd92f97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351769 Apr 05 14:52:27.120642 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-fa09bd29-9032-4a66-a1fc-4243ea65ec71 req-015325f8-d4af-4d36-9098-4add2780d7c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:27.124354 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-1ca2bff8-688f-4e3a-93d6-be78777a9154 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Deleting port d32e3f30-7707-4501-8ffd-0556ec51c542 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:52:27.125046 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1ca2bff8-688f-4e3a-93d6-be78777a9154 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:27.234977 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-e7ea536f-453b-4db7-b59a-49c27408ec44 req-ce24395f-5849-4019-a49e-6407dcc926bf service neutron] 10.222.0.11 "GET /v2.0/networks/b03a0781-c7c7-4f21-ae00-e298dd92f97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308544 Apr 05 14:52:27.341295 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-e534b4ca-9992-4a8d-879e-a9b4d7514137 None None] Provisioning complete for port 4aaf2f78-e430-4ec7-affa-cfeb666d2100 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:52:27.343448 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e534b4ca-9992-4a8d-879e-a9b4d7514137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:27.370429 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-1ca2bff8-688f-4e3a-93d6-be78777a9154 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] For port d32e3f30-7707-4501-8ffd-0556ec51c542, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=d32e3f30-7707-4501-8ffd-0556ec51c542,segment=NetworkSegment(6777dd56-dbec-4af5-9719-f6a7b6835ab1),segment_id=6777dd56-dbec-4af5-9719-f6a7b6835ab1)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:52:27.370794 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1ca2bff8-688f-4e3a-93d6-be78777a9154 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:27.400067 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-1ca2bff8-688f-4e3a-93d6-be78777a9154 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Calling delete_port for d32e3f30-7707-4501-8ffd-0556ec51c542 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:52:27.419633 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-e534b4ca-9992-4a8d-879e-a9b4d7514137 None None] Port 4aaf2f78-e430-4ec7-affa-cfeb666d2100 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:52:27.437769 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4fc4d9-aa3e-49de-869b-5ede5a33f65e req-87189d74-b6bd-4cb2-a1b4-f080ecd8a9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:27.439282 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-8d4fc4d9-aa3e-49de-869b-5ede5a33f65e req-87189d74-b6bd-4cb2-a1b4-f080ecd8a9d6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9aa02dc22afd43169da01ad43bf00af6&device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 1095 time: 0.0657413 Apr 05 14:52:27.478953 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa44070-4e11-4725-89c7-32117d0e79ba req-ba7704cf-d1ef-4565-a754-78bc5341e525 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:27.480527 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cfa44070-4e11-4725-89c7-32117d0e79ba req-ba7704cf-d1ef-4565-a754-78bc5341e525 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/ports?device_id=88f5227f-fe43-4c37-b155-600ebe92559a HTTP/1.1" status: 200 len: 931 time: 0.1716809 Apr 05 14:52:27.558438 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4fc4d9-aa3e-49de-869b-5ede5a33f65e req-7333e6ca-cb3e-428b-b58a-cc5b9da17a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:27.560257 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-8d4fc4d9-aa3e-49de-869b-5ede5a33f65e req-7333e6ca-cb3e-428b-b58a-cc5b9da17a8f service neutron] 10.222.0.11 "GET /v2.0/networks?id=b03a0781-c7c7-4f21-ae00-e298dd92f97c HTTP/1.1" status: 200 len: 917 time: 0.1139734 Apr 05 14:52:27.614159 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-8d4fc4d9-aa3e-49de-869b-5ede5a33f65e req-09975893-2c58-4e08-bc18-d055956f1ae3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=139faa11-9f76-4762-8a99-affe69355565 HTTP/1.1" status: 200 len: 217 time: 0.0467203 Apr 05 14:52:27.650985 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cfa44070-4e11-4725-89c7-32117d0e79ba req-9fa3185c-802b-4b72-b2f3-61de42a7659d tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/security-groups?id=d92b5692-14e3-4d79-954a-1585a849cb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386149 Apr 05 14:52:27.672999 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4fc4d9-aa3e-49de-869b-5ede5a33f65e req-b865e2cd-5b5a-4940-8488-c8565b8a0c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:27.674766 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-8d4fc4d9-aa3e-49de-869b-5ede5a33f65e req-b865e2cd-5b5a-4940-8488-c8565b8a0c63 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b8b6f627-92b4-40ba-a770-519d39c012c3 HTTP/1.1" status: 200 len: 855 time: 0.0548406 Apr 05 14:52:27.682258 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b7294f-1cd3-4611-b9fa-c3aeb0848dda req-6c0136cd-3d6f-4ecc-b3b7-a7a1b6b54370 tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:27.683810 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a3b7294f-1cd3-4611-b9fa-c3aeb0848dda req-6c0136cd-3d6f-4ecc-b3b7-a7a1b6b54370 tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea1c9c23-87ce-4284-9b56-89ae3918c4d2 HTTP/1.1" status: 200 len: 943 time: 0.1517823 Apr 05 14:52:27.730579 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4fc4d9-aa3e-49de-869b-5ede5a33f65e req-c735135f-f37b-4540-9133-b02a867084e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:27.732113 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-8d4fc4d9-aa3e-49de-869b-5ede5a33f65e req-c735135f-f37b-4540-9133-b02a867084e5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b03a0781-c7c7-4f21-ae00-e298dd92f97c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503299 Apr 05 14:52:27.799830 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1ca2bff8-688f-4e3a-93d6-be78777a9154 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:27.808440 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a3b7294f-1cd3-4611-b9fa-c3aeb0848dda req-df3f8239-7030-4983-b80b-31d28d1f1df3 tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] 10.222.0.30 "GET /v2.0/security-groups?id=c00b0932-1aa6-43ef-b77e-b373241a5c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090007 Apr 05 14:52:27.841168 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-fa09bd29-9032-4a66-a1fc-4243ea65ec71 req-015325f8-d4af-4d36-9098-4add2780d7c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4aaf2f78-e430-4ec7-affa-cfeb666d2100 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:52:27.850287 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-8d4fc4d9-aa3e-49de-869b-5ede5a33f65e req-0a3d1aca-5948-4586-a199-21fa58a05455 service neutron] 10.222.0.11 "GET /v2.0/networks/b03a0781-c7c7-4f21-ae00-e298dd92f97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111529 Apr 05 14:52:27.852429 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca2bff8-688f-4e3a-93d6-be78777a9154 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Pushing event deleted for resources: {'Port': ['ID=d32e3f30-7707-4501-8ffd-0556ec51c542,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:27.858414 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-fa09bd29-9032-4a66-a1fc-4243ea65ec71 req-015325f8-d4af-4d36-9098-4add2780d7c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:27.864938 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca2bff8-688f-4e3a-93d6-be78777a9154 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] No DVR routers for this DVR port d32e3f30-7707-4501-8ffd-0556ec51c542 on host n-d-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:52:27.903920 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-fa09bd29-9032-4a66-a1fc-4243ea65ec71 req-015325f8-d4af-4d36-9098-4add2780d7c6 service neutron] Transition to ACTIVE for port object 4aaf2f78-e430-4ec7-affa-cfeb666d2100 will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:52:27.925574 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed9096-9d06-4f26-a87c-a790c37fa9e9 req-cfb85f22-b282-4a0c-8685-2744c39fac6e tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:27.926939 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-61ed9096-9d06-4f26-a87c-a790c37fa9e9 req-cfb85f22-b282-4a0c-8685-2744c39fac6e tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=69026214-5a31-4dba-940b-13dc3cdc5564 HTTP/1.1" status: 200 len: 944 time: 0.1790974 Apr 05 14:52:27.973798 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-8d4fc4d9-aa3e-49de-869b-5ede5a33f65e req-96ae0fd8-bc32-41ef-8e07-c158fa645cbc service neutron] 10.222.0.11 "GET /v2.0/networks/b03a0781-c7c7-4f21-ae00-e298dd92f97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122363 Apr 05 14:52:28.010763 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-fa09bd29-9032-4a66-a1fc-4243ea65ec71 req-015325f8-d4af-4d36-9098-4add2780d7c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:28.022170 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1ca2bff8-688f-4e3a-93d6-be78777a9154 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:28.101241 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddc5c41-aa1e-4c70-8566-5e7fd583157a req-0403951e-5c90-4766-8f84-e0ea81429d85 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:28.102854 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cddc5c41-aa1e-4c70-8566-5e7fd583157a req-0403951e-5c90-4766-8f84-e0ea81429d85 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 944 time: 0.2030091 Apr 05 14:52:28.108558 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-1ca2bff8-688f-4e3a-93d6-be78777a9154 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c8ce18c-5d94-4778-be84-65c722b1f6be']}} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:52:28.128246 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-61ed9096-9d06-4f26-a87c-a790c37fa9e9 req-ca56294c-f326-442a-96b8-114daf10712a tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fcc28c3-fc69-424a-81a1-3f20aae8b5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1765709 Apr 05 14:52:28.133152 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-1ca2bff8-688f-4e3a-93d6-be78777a9154 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6777dd56-dbec-4af5-9719-f6a7b6835ab1') {'for_net_delete': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:52:28.133395 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:28.133890 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-1ca2bff8-688f-4e3a-93d6-be78777a9154 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6777dd56-dbec-4af5-9719-f6a7b6835ab1') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:52:28.136694 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015325f8-d4af-4d36-9098-4add2780d7c6 service neutron] Pushing event updated for resources: {'Port': ['ID=4aaf2f78-e430-4ec7-affa-cfeb666d2100,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:28.161432 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1ca2bff8-688f-4e3a-93d6-be78777a9154 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13399223'] for segment, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:28.225849 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1ca2bff8-688f-4e3a-93d6-be78777a9154 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:28.235923 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cddc5c41-aa1e-4c70-8566-5e7fd583157a req-03f68b2b-ef2e-493c-a750-140a50e3573e tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=0db5022f-6960-4519-993b-af935888212a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176853 Apr 05 14:52:28.241556 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ca2bff8-688f-4e3a-93d6-be78777a9154 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=103320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:52:28.241970 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1ca2bff8-688f-4e3a-93d6-be78777a9154 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15765202'] for segment, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:28.245195 n-d-836650-2 neutron-server[103320]: Traceback (most recent call last): Apr 05 14:52:28.245195 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:52:28.245195 n-d-836650-2 neutron-server[103320]: timer() Apr 05 14:52:28.245195 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:52:28.245195 n-d-836650-2 neutron-server[103320]: cb(*args, **kw) Apr 05 14:52:28.245195 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:52:28.245195 n-d-836650-2 neutron-server[103320]: return func(*args, **kwargs) Apr 05 14:52:28.245195 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:52:28.245195 n-d-836650-2 neutron-server[103320]: self._notify() Apr 05 14:52:28.245195 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:52:28.245195 n-d-836650-2 neutron-server[103320]: self.callback(batched_events) Apr 05 14:52:28.245195 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:52:28.245195 n-d-836650-2 neutron-server[103320]: event.method(event) Apr 05 14:52:28.245195 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:52:28.245195 n-d-836650-2 neutron-server[103320]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:52:28.245195 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:52:28.245195 n-d-836650-2 neutron-server[103320]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:52:28.245195 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:52:28.245195 n-d-836650-2 neutron-server[103320]: return f(self, *a, **k) Apr 05 14:52:28.245195 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:52:28.245195 n-d-836650-2 neutron-server[103320]: return self._get(url).json() Apr 05 14:52:28.245195 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:52:28.245195 n-d-836650-2 neutron-server[103320]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:52:28.245195 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:52:28.245195 n-d-836650-2 neutron-server[103320]: return self.request(url, 'GET', **kwargs) Apr 05 14:52:28.245195 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:52:28.245195 n-d-836650-2 neutron-server[103320]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:52:28.245195 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:52:28.245195 n-d-836650-2 neutron-server[103320]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:52:28.245195 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:52:28.245195 n-d-836650-2 neutron-server[103320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:52:28.245195 n-d-836650-2 neutron-server[103320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:52:28.313351 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-fa09bd29-9032-4a66-a1fc-4243ea65ec71 req-015325f8-d4af-4d36-9098-4add2780d7c6 service neutron] Attempting to bind port 4aaf2f78-e430-4ec7-affa-cfeb666d2100 on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:52:28.316695 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-fa09bd29-9032-4a66-a1fc-4243ea65ec71 req-015325f8-d4af-4d36-9098-4add2780d7c6 service neutron] Attempting to bind port 4aaf2f78-e430-4ec7-affa-cfeb666d2100 by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': '66fbd2e0-c36a-4acf-927a-20a3621831c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9c33a3eb-a65a-4749-8ece-9c0c17a8413b'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:52:28.316695 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa09bd29-9032-4a66-a1fc-4243ea65ec71 req-015325f8-d4af-4d36-9098-4add2780d7c6 service neutron] Attempting to bind port 4aaf2f78-e430-4ec7-affa-cfeb666d2100 on network 9c33a3eb-a65a-4749-8ece-9c0c17a8413b {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:52:28.318865 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa09bd29-9032-4a66-a1fc-4243ea65ec71 req-015325f8-d4af-4d36-9098-4add2780d7c6 service neutron] Port 4aaf2f78-e430-4ec7-affa-cfeb666d2100 on network 9c33a3eb-a65a-4749-8ece-9c0c17a8413b not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:52:28.319187 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa09bd29-9032-4a66-a1fc-4243ea65ec71 req-015325f8-d4af-4d36-9098-4add2780d7c6 service neutron] Attempting to bind port 4aaf2f78-e430-4ec7-affa-cfeb666d2100 on network 9c33a3eb-a65a-4749-8ece-9c0c17a8413b {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:52:28.324140 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa09bd29-9032-4a66-a1fc-4243ea65ec71 req-015325f8-d4af-4d36-9098-4add2780d7c6 service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:52:28.324476 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa09bd29-9032-4a66-a1fc-4243ea65ec71 req-015325f8-d4af-4d36-9098-4add2780d7c6 service neutron] Checking segment: {'id': '66fbd2e0-c36a-4acf-927a-20a3621831c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9c33a3eb-a65a-4749-8ece-9c0c17a8413b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:52:28.324858 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa09bd29-9032-4a66-a1fc-4243ea65ec71 req-015325f8-d4af-4d36-9098-4add2780d7c6 service neutron] Bound using segment: {'id': '66fbd2e0-c36a-4acf-927a-20a3621831c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9c33a3eb-a65a-4749-8ece-9c0c17a8413b'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:52:28.325341 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-fa09bd29-9032-4a66-a1fc-4243ea65ec71 req-015325f8-d4af-4d36-9098-4add2780d7c6 service neutron] Bound port: 4aaf2f78-e430-4ec7-affa-cfeb666d2100, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66fbd2e0-c36a-4acf-927a-20a3621831c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9c33a3eb-a65a-4749-8ece-9c0c17a8413b'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:52:28.325699 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-fa09bd29-9032-4a66-a1fc-4243ea65ec71 req-015325f8-d4af-4d36-9098-4add2780d7c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:28.363751 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 870ca3a9-3a83-48b8-a171-9a887b1a226f up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:52:28.395995 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-fa09bd29-9032-4a66-a1fc-4243ea65ec71 req-015325f8-d4af-4d36-9098-4add2780d7c6 service neutron] For port 4aaf2f78-e430-4ec7-affa-cfeb666d2100, host n-h1-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:52:28.399216 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-fa09bd29-9032-4a66-a1fc-4243ea65ec71 req-015325f8-d4af-4d36-9098-4add2780d7c6 service neutron] For port 4aaf2f78-e430-4ec7-affa-cfeb666d2100, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=4aaf2f78-e430-4ec7-affa-cfeb666d2100,segment=NetworkSegment(66fbd2e0-c36a-4acf-927a-20a3621831c7),segment_id=66fbd2e0-c36a-4acf-927a-20a3621831c7)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:52:28.403608 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1ca2bff8-688f-4e3a-93d6-be78777a9154 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:28.411814 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1ca2bff8-688f-4e3a-93d6-be78777a9154 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:28.415169 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-1ca2bff8-688f-4e3a-93d6-be78777a9154 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] 10.222.0.30 "DELETE /v2.0/networks/6c8ce18c-5d94-4778-be84-65c722b1f6be HTTP/1.1" status: 204 len: 168 time: 3.6851032 Apr 05 14:52:28.418973 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 38748) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:28.424093 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-1801bdab-552c-4549-b39d-9a22139818a1 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1419165621'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:52:28.427153 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca2bff8-688f-4e3a-93d6-be78777a9154 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Pushing event deleted for resources: {'Network': ['ID=6c8ce18c-5d94-4778-be84-65c722b1f6be,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:28.484375 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-fa09bd29-9032-4a66-a1fc-4243ea65ec71 req-015325f8-d4af-4d36-9098-4add2780d7c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:28.506891 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1801bdab-552c-4549-b39d-9a22139818a1 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Made reservation on behalf of b18e09f58872453686470a2d644d8456 for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:52:28.508769 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port 870ca3a9-3a83-48b8-a171-9a887b1a226f completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:52:28.511955 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1801bdab-552c-4549-b39d-9a22139818a1 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:28.515358 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port 870ca3a9-3a83-48b8-a171-9a887b1a226f triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:52:28.515732 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:28.519081 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa09bd29-9032-4a66-a1fc-4243ea65ec71 req-015325f8-d4af-4d36-9098-4add2780d7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:28.519709 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-fa09bd29-9032-4a66-a1fc-4243ea65ec71 req-015325f8-d4af-4d36-9098-4add2780d7c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:28.521187 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fa09bd29-9032-4a66-a1fc-4243ea65ec71 req-015325f8-d4af-4d36-9098-4add2780d7c6 service neutron] 10.222.0.55 "PUT /v2.0/ports/4aaf2f78-e430-4ec7-affa-cfeb666d2100 HTTP/1.1" status: 200 len: 1091 time: 1.5184684 Apr 05 14:52:28.521619 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88f5227f-fe43-4c37-b155-600ebe92559a', 'tag': '4aaf2f78-e430-4ec7-affa-cfeb666d2100'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:52:28.523899 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-575b9e87-13ff-420c-bb9c-868c8d0af822" -d '{"events": [{"name": "network-changed", "server_uuid": "88f5227f-fe43-4c37-b155-600ebe92559a", "tag": "4aaf2f78-e430-4ec7-affa-cfeb666d2100"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:52:28.543709 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1801bdab-552c-4549-b39d-9a22139818a1 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:52:28.554075 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1801bdab-552c-4549-b39d-9a22139818a1 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:28.554552 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-1801bdab-552c-4549-b39d-9a22139818a1 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Added segment 8f0d0a4d-1064-47ca-b52b-d7cd368dd0a3 of type vlan for network 426cb5bf-76e3-483d-8442-b905f66f5bf7 Apr 05 14:52:28.554795 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015325f8-d4af-4d36-9098-4add2780d7c6 service neutron] Pushing event updated for resources: {'Port': ['ID=4aaf2f78-e430-4ec7-affa-cfeb666d2100,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:28.614276 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cff8cf0-ebb1-4124-8a28-2294f59c4ab7 x-openstack-request-id: req-4cff8cf0-ebb1-4124-8a28-2294f59c4ab7 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:52:28.614809 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88f5227f-fe43-4c37-b155-600ebe92559a", "tag": "4aaf2f78-e430-4ec7-affa-cfeb666d2100", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:52:28.615268 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4cff8cf0-ebb1-4124-8a28-2294f59c4ab7 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:52:28.615893 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cff8cf0-ebb1-4124-8a28-2294f59c4ab7'] response: {'name': 'network-changed', 'server_uuid': '88f5227f-fe43-4c37-b155-600ebe92559a', 'tag': '4aaf2f78-e430-4ec7-affa-cfeb666d2100', 'status': 'completed', 'code': 200} Apr 05 14:52:28.617993 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1801bdab-552c-4549-b39d-9a22139818a1 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:28.662233 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:28.694341 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b9e87-13ff-420c-bb9c-868c8d0af822 req-15cf75ae-075a-4333-aaf5-9fbb88a90192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:28.695625 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69026214-5a31-4dba-940b-13dc3cdc5564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870ca3a9-3a83-48b8-a171-9a887b1a226f'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:52:28.696696 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-575b9e87-13ff-420c-bb9c-868c8d0af822 req-15cf75ae-075a-4333-aaf5-9fbb88a90192 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0d680450c8534547bd5afee8c1b9c44d&device_id=88f5227f-fe43-4c37-b155-600ebe92559a HTTP/1.1" status: 200 len: 1094 time: 0.0576825 Apr 05 14:52:28.698256 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc1a399-1eb5-4afb-9001-656614c16737" -d '{"events": [{"server_uuid": "69026214-5a31-4dba-940b-13dc3cdc5564", "name": "network-vif-plugged", "status": "completed", "tag": "870ca3a9-3a83-48b8-a171-9a887b1a226f"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:52:28.714815 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 870ca3a9-3a83-48b8-a171-9a887b1a226f, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=870ca3a9-3a83-48b8-a171-9a887b1a226f,segment=NetworkSegment(2ed50d53-ad8d-43f0-946d-9bbaf222e8be),segment_id=2ed50d53-ad8d-43f0-946d-9bbaf222e8be)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:52:28.723816 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1801bdab-552c-4549-b39d-9a22139818a1 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:28.730316 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1801bdab-552c-4549-b39d-9a22139818a1 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:28.733722 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1801bdab-552c-4549-b39d-9a22139818a1 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797454'] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:28.765938 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b7c41c9-2b5e-461c-bfa3-db3d9f82df8f x-openstack-request-id: req-1b7c41c9-2b5e-461c-bfa3-db3d9f82df8f {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:52:28.766229 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69026214-5a31-4dba-940b-13dc3cdc5564", "name": "network-vif-plugged", "status": "completed", "tag": "870ca3a9-3a83-48b8-a171-9a887b1a226f", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:52:28.766530 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1b7c41c9-2b5e-461c-bfa3-db3d9f82df8f {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:52:28.766970 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b7c41c9-2b5e-461c-bfa3-db3d9f82df8f'] response: {'server_uuid': '69026214-5a31-4dba-940b-13dc3cdc5564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870ca3a9-3a83-48b8-a171-9a887b1a226f', 'code': 200} Apr 05 14:52:28.783406 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:28.847080 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=870ca3a9-3a83-48b8-a171-9a887b1a226f,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:28.859566 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:52:28.860007 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:52:28.860425 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:52:28.860864 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:52:28.861276 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:52:28.861694 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:52:28.862067 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:52:28.862464 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:52:28.862755 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1801bdab-552c-4549-b39d-9a22139818a1 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Pushing event updated for resources: {'Network': ['ID=426cb5bf-76e3-483d-8442-b905f66f5bf7,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:28.862856 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:52:28.863760 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:52:28.864106 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:52:28.864526 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:52:28.881884 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 426cb5bf-76e3-483d-8442-b905f66f5bf7 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:52:28.935598 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-1801bdab-552c-4549-b39d-9a22139818a1 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5127320 Apr 05 14:52:28.935598 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 38762) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:28.943162 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-2d1dc2c5-79d1-49e9-86a2-60fcd47a36fe tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:52:28.960190 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c37519-bed2-4799-b36e-8a686e5fd2be req-00d289f7-2236-4e6f-8036-c061d5290aa3 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:28.962004 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-21c37519-bed2-4799-b36e-8a686e5fd2be req-00d289f7-2236-4e6f-8036-c061d5290aa3 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/ports?device_id=88f5227f-fe43-4c37-b155-600ebe92559a HTTP/1.1" status: 200 len: 943 time: 0.1990211 Apr 05 14:52:29.011297 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff80992-3949-49a6-a259-1fd68127d960 req-ce90c606-d3ba-4b0a-a27e-a6f533ca05be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:29.012252 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-aff80992-3949-49a6-a259-1fd68127d960 req-ce90c606-d3ba-4b0a-a27e-a6f533ca05be service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=69026214-5a31-4dba-940b-13dc3cdc5564 HTTP/1.1" status: 200 len: 1096 time: 0.1733873 Apr 05 14:52:29.020521 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b9e87-13ff-420c-bb9c-868c8d0af822 req-883884fe-ac46-48ae-8e73-aa86ba7095fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:29.021996 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-575b9e87-13ff-420c-bb9c-868c8d0af822 req-883884fe-ac46-48ae-8e73-aa86ba7095fd service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=0d680450c8534547bd5afee8c1b9c44d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3177605 Apr 05 14:52:29.122113 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2d1dc2c5-79d1-49e9-86a2-60fcd47a36fe tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:29.134885 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-21c37519-bed2-4799-b36e-8a686e5fd2be req-4ff44ae4-e330-4068-b3d6-16e051ac2811 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/security-groups?id=d92b5692-14e3-4d79-954a-1585a849cb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531341 Apr 05 14:52:29.138382 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-aff80992-3949-49a6-a259-1fd68127d960 req-1bc43611-b8ca-4b04-841c-28193aa0543f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7fcc28c3-fc69-424a-81a1-3f20aae8b5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133864 Apr 05 14:52:29.146089 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2809d8-3ddf-4ea7-938b-495a54d93c1d req-c44f2dfa-da4f-471c-b90b-18c6d1fdb4f0 tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:29.147411 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dd2809d8-3ddf-4ea7-938b-495a54d93c1d req-c44f2dfa-da4f-471c-b90b-18c6d1fdb4f0 tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea1c9c23-87ce-4284-9b56-89ae3918c4d2 HTTP/1.1" status: 200 len: 943 time: 0.2207532 Apr 05 14:52:29.210792 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2d1dc2c5-79d1-49e9-86a2-60fcd47a36fe tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:29.213672 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dd2809d8-3ddf-4ea7-938b-495a54d93c1d req-cf6df352-c1ab-4a9d-9b17-d62214abc4f8 tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] 10.222.0.30 "GET /v2.0/security-groups?id=c00b0932-1aa6-43ef-b77e-b373241a5c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592492 Apr 05 14:52:29.216528 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b9e87-13ff-420c-bb9c-868c8d0af822 req-4099f7df-dece-4152-aabf-d9d79267869f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:29.218770 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-575b9e87-13ff-420c-bb9c-868c8d0af822 req-4099f7df-dece-4152-aabf-d9d79267869f service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1768093 Apr 05 14:52:29.228085 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2d1dc2c5-79d1-49e9-86a2-60fcd47a36fe tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Network 426cb5bf-76e3-483d-8442-b905f66f5bf7 is not hosted by any dhcp agent {{(pid=103321) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 05 14:52:29.235126 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1dc2c5-79d1-49e9-86a2-60fcd47a36fe tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:29.244249 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2d1dc2c5-79d1-49e9-86a2-60fcd47a36fe tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks [] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:29.244249 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-2d1dc2c5-79d1-49e9-86a2-60fcd47a36fe tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] 10.222.0.30 "PUT /v2.0/networks/426cb5bf-76e3-483d-8442-b905f66f5bf7 HTTP/1.1" status: 200 len: 723 time: 0.2991557 Apr 05 14:52:29.248395 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 38770) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:29.255866 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-76e67bd4-72e5-41fa-99f5-abedb2e0d896 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Request body: {'subnet': {'network_id': '426cb5bf-76e3-483d-8442-b905f66f5bf7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:52:29.280606 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f0f903-664a-4f2b-9069-4b181795cfdc req-f4754047-ad17-4027-b49c-4830510326a2 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:29.282169 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-06f0f903-664a-4f2b-9069-4b181795cfdc req-f4754047-ad17-4027-b49c-4830510326a2 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=69026214-5a31-4dba-940b-13dc3cdc5564 HTTP/1.1" status: 200 len: 945 time: 0.0620787 Apr 05 14:52:29.324633 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-06f0f903-664a-4f2b-9069-4b181795cfdc req-751e761e-1cfb-4e6d-a63c-077a9cd61e4e tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fcc28c3-fc69-424a-81a1-3f20aae8b5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348079 Apr 05 14:52:29.383215 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1dc2c5-79d1-49e9-86a2-60fcd47a36fe tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Pushing event updated for resources: {'Network': ['ID=426cb5bf-76e3-483d-8442-b905f66f5bf7,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:29.395080 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac3405e-544c-4ac8-809f-fbc84e3c83bb req-b5f30750-cf18-4ea5-9824-d57324f829c2 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:29.396706 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 426cb5bf-76e3-483d-8442-b905f66f5bf7 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:52:29.397191 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-aac3405e-544c-4ac8-809f-fbc84e3c83bb req-b5f30750-cf18-4ea5-9824-d57324f829c2 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 944 time: 0.0707085 Apr 05 14:52:29.458690 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa09bd29-9032-4a66-a1fc-4243ea65ec71 req-845c3509-dbfc-47ce-80b6-8e81102ab51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:29.460266 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fa09bd29-9032-4a66-a1fc-4243ea65ec71 req-845c3509-dbfc-47ce-80b6-8e81102ab51e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0d680450c8534547bd5afee8c1b9c44d&device_id=88f5227f-fe43-4c37-b155-600ebe92559a HTTP/1.1" status: 200 len: 1094 time: 0.0861211 Apr 05 14:52:29.465548 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-aac3405e-544c-4ac8-809f-fbc84e3c83bb req-e20b4d2d-f595-4098-8479-2a304a6a5435 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=0db5022f-6960-4519-993b-af935888212a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469310 Apr 05 14:52:29.513133 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fa09bd29-9032-4a66-a1fc-4243ea65ec71 req-3c234e6b-44b1-49e3-aafb-bf950a63f144 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4aaf2f78-e430-4ec7-affa-cfeb666d2100 HTTP/1.1" status: 200 len: 217 time: 0.0441194 Apr 05 14:52:29.533579 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e67bd4-72e5-41fa-99f5-abedb2e0d896 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Made reservation on behalf of b18e09f58872453686470a2d644d8456 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:52:29.538692 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-76e67bd4-72e5-41fa-99f5-abedb2e0d896 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:29.571106 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa09bd29-9032-4a66-a1fc-4243ea65ec71 req-c9fa2b0c-4e7d-4aea-8501-769c61214456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:29.573061 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fa09bd29-9032-4a66-a1fc-4243ea65ec71 req-c9fa2b0c-4e7d-4aea-8501-769c61214456 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b0eeff46-5c4b-4ea4-85de-a28a5ce6d062 HTTP/1.1" status: 200 len: 854 time: 0.0529375 Apr 05 14:52:29.598414 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:29.631129 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa09bd29-9032-4a66-a1fc-4243ea65ec71 req-8719443d-faad-445e-a384-7eeb293b93f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:29.632641 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fa09bd29-9032-4a66-a1fc-4243ea65ec71 req-8719443d-faad-445e-a384-7eeb293b93f1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9c33a3eb-a65a-4749-8ece-9c0c17a8413b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509927 Apr 05 14:52:29.649376 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:29.731827 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fa09bd29-9032-4a66-a1fc-4243ea65ec71 req-013c861b-b320-416b-b18b-3a516e0e8f15 service neutron] 10.222.0.55 "GET /v2.0/networks/9c33a3eb-a65a-4749-8ece-9c0c17a8413b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907247 Apr 05 14:52:29.803688 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-76e67bd4-72e5-41fa-99f5-abedb2e0d896 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:29.832082 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fa09bd29-9032-4a66-a1fc-4243ea65ec71 req-9919851c-b0bb-4656-88cb-c87644374e6c service neutron] 10.222.0.55 "GET /v2.0/networks/9c33a3eb-a65a-4749-8ece-9c0c17a8413b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917120 Apr 05 14:52:29.862019 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e67bd4-72e5-41fa-99f5-abedb2e0d896 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Pushing event updated for resources: {'Subnet': ['ID=2107d462-06ce-4fee-b56a-0be866bc694f,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:29.879491 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e67bd4-72e5-41fa-99f5-abedb2e0d896 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Checking segment: {'id': '8f0d0a4d-1064-47ca-b52b-d7cd368dd0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '426cb5bf-76e3-483d-8442-b905f66f5bf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:52:29.881091 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e67bd4-72e5-41fa-99f5-abedb2e0d896 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Network hostable DHCP agents. Network: 426cb5bf-76e3-483d-8442-b905f66f5bf7, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:52:29.973469 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e67bd4-72e5-41fa-99f5-abedb2e0d896 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Network 426cb5bf-76e3-483d-8442-b905f66f5bf7 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:52:30.070033 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-76e67bd4-72e5-41fa-99f5-abedb2e0d896 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 426cb5bf-76e3-483d-8442-b905f66f5bf7) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:52:30.075159 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e67bd4-72e5-41fa-99f5-abedb2e0d896 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:30.075976 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-76e67bd4-72e5-41fa-99f5-abedb2e0d896 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:30.081564 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338c6ca7-ed46-4070-97b0-c7700668a5a7 None None] Network 426cb5bf-76e3-483d-8442-b905f66f5bf7 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:52:30.171697 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-76e67bd4-72e5-41fa-99f5-abedb2e0d896 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9217060 Apr 05 14:52:30.171882 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 38782) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:30.191266 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-afb37880-dd63-4a8e-90af-59a2d3496fba tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:52:30.294710 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5b6ff6-2dfa-49ad-9bec-42ea358971e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-426cb5bf-76e3-483d-8442-b905f66f5bf7', 'network_id': '426cb5bf-76e3-483d-8442-b905f66f5bf7', 'tenant_id': 'b18e09f58872453686470a2d644d8456', 'fixed_ips': [{'subnet_id': '2107d462-06ce-4fee-b56a-0be866bc694f'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:52:30.296328 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-be5b6ff6-2dfa-49ad-9bec-42ea358971e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:30.323736 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b5b550-68e0-401f-b6eb-a3fc17b9e71b req-3b29dda4-06a3-417f-8365-7b1f6fe91ee5 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:30.325460 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-00b5b550-68e0-401f-b6eb-a3fc17b9e71b req-3b29dda4-06a3-417f-8365-7b1f6fe91ee5 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/ports?device_id=88f5227f-fe43-4c37-b155-600ebe92559a HTTP/1.1" status: 200 len: 943 time: 0.1076922 Apr 05 14:52:30.353612 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-afb37880-dd63-4a8e-90af-59a2d3496fba tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13127337'] for subnet, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:30.445843 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-00b5b550-68e0-401f-b6eb-a3fc17b9e71b req-09aff8f3-0bb3-45a4-9dab-b0c08aa5193b tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/security-groups?id=d92b5692-14e3-4d79-954a-1585a849cb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046476 Apr 05 14:52:30.454880 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d5ac4-66d1-41d8-a14f-c18846cca71f req-c2dd813b-04e7-4b66-a752-3abcf8a9beb6 tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:30.456393 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-742d5ac4-66d1-41d8-a14f-c18846cca71f req-c2dd813b-04e7-4b66-a752-3abcf8a9beb6 tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea1c9c23-87ce-4284-9b56-89ae3918c4d2 HTTP/1.1" status: 200 len: 943 time: 0.1277027 Apr 05 14:52:30.467508 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-be5b6ff6-2dfa-49ad-9bec-42ea358971e0 None None] Allocated IP 172.20.0.2 (426cb5bf-76e3-483d-8442-b905f66f5bf7/2107d462-06ce-4fee-b56a-0be866bc694f/33c461fd-9474-4359-b04b-56f6fac4ab21) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:52:30.506049 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-742d5ac4-66d1-41d8-a14f-c18846cca71f req-493df5e0-8e79-4084-855f-03d2960290bf tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] 10.222.0.30 "GET /v2.0/security-groups?id=c00b0932-1aa6-43ef-b77e-b373241a5c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387914 Apr 05 14:52:30.621007 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2c567-8837-4f12-b277-57d9e177592e req-9941e17f-6e04-4808-92a2-2111e63149f4 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:30.623147 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-def2c567-8837-4f12-b277-57d9e177592e req-9941e17f-6e04-4808-92a2-2111e63149f4 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=69026214-5a31-4dba-940b-13dc3cdc5564 HTTP/1.1" status: 200 len: 945 time: 0.1003394 Apr 05 14:52:30.645944 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-be5b6ff6-2dfa-49ad-9bec-42ea358971e0 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:30.663705 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cfc921-ce68-41a2-a333-f3f26514f7db req-b9e76399-bb5a-4a2d-8d68-1b594ad0a64e tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:30.669997 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-44cfc921-ce68-41a2-a333-f3f26514f7db req-b9e76399-bb5a-4a2d-8d68-1b594ad0a64e tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 944 time: 0.0898426 Apr 05 14:52:30.690984 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-def2c567-8837-4f12-b277-57d9e177592e req-72644899-853d-4351-8604-6a29856ecf0d tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fcc28c3-fc69-424a-81a1-3f20aae8b5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605128 Apr 05 14:52:30.712583 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-44cfc921-ce68-41a2-a333-f3f26514f7db req-011a52a0-0b1f-43be-aa54-67bf8cec65f3 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=0db5022f-6960-4519-993b-af935888212a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400937 Apr 05 14:52:30.722066 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-be5b6ff6-2dfa-49ad-9bec-42ea358971e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:30.775537 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5b6ff6-2dfa-49ad-9bec-42ea358971e0 None None] Network 426cb5bf-76e3-483d-8442-b905f66f5bf7 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:52:30.783299 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-be5b6ff6-2dfa-49ad-9bec-42ea358971e0 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:52:30.785989 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5b6ff6-2dfa-49ad-9bec-42ea358971e0 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:52:30.796353 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5b6ff6-2dfa-49ad-9bec-42ea358971e0 None None] Pushing event updated for resources: {'Port': ['ID=33c461fd-9474-4359-b04b-56f6fac4ab21,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:30.820029 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device f32dd226-ef57-401b-90ce-23bf1e6be5fc details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:52:30.863944 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-be5b6ff6-2dfa-49ad-9bec-42ea358971e0 None None] Attempting to bind port 33c461fd-9474-4359-b04b-56f6fac4ab21 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:52:30.864321 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-be5b6ff6-2dfa-49ad-9bec-42ea358971e0 None None] Attempting to bind port 33c461fd-9474-4359-b04b-56f6fac4ab21 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '8f0d0a4d-1064-47ca-b52b-d7cd368dd0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '426cb5bf-76e3-483d-8442-b905f66f5bf7'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:52:30.864694 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5b6ff6-2dfa-49ad-9bec-42ea358971e0 None None] Attempting to bind port 33c461fd-9474-4359-b04b-56f6fac4ab21 on network 426cb5bf-76e3-483d-8442-b905f66f5bf7 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:52:30.873741 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad95d1-b5ef-4c08-bef3-9f7266f79e37 req-f637e0db-ccd2-4497-9b48-532b197f259d tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:30.874036 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5b6ff6-2dfa-49ad-9bec-42ea358971e0 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:52:30.874458 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5b6ff6-2dfa-49ad-9bec-42ea358971e0 None None] Checking segment: {'id': '8f0d0a4d-1064-47ca-b52b-d7cd368dd0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '426cb5bf-76e3-483d-8442-b905f66f5bf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:52:30.874865 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-be5b6ff6-2dfa-49ad-9bec-42ea358971e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:30.875238 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f0ad95d1-b5ef-4c08-bef3-9f7266f79e37 req-f637e0db-ccd2-4497-9b48-532b197f259d tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=69026214-5a31-4dba-940b-13dc3cdc5564 HTTP/1.1" status: 200 len: 945 time: 0.0898983 Apr 05 14:52:30.875340 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5b6ff6-2dfa-49ad-9bec-42ea358971e0 None None] Bound using segment: {'id': '8f0d0a4d-1064-47ca-b52b-d7cd368dd0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '426cb5bf-76e3-483d-8442-b905f66f5bf7'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:52:30.875725 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-be5b6ff6-2dfa-49ad-9bec-42ea358971e0 None None] Bound port: 33c461fd-9474-4359-b04b-56f6fac4ab21, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f0d0a4d-1064-47ca-b52b-d7cd368dd0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '426cb5bf-76e3-483d-8442-b905f66f5bf7'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:52:30.876107 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-be5b6ff6-2dfa-49ad-9bec-42ea358971e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:30.918352 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-afb37880-dd63-4a8e-90af-59a2d3496fba tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755703071160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15773773'] for subnet, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:30.930320 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f0ad95d1-b5ef-4c08-bef3-9f7266f79e37 req-41c6c4a3-3d27-4d22-ba2b-3f20cf6158f0 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fcc28c3-fc69-424a-81a1-3f20aae8b5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487990 Apr 05 14:52:30.958495 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 38798) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:30.973634 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb37880-dd63-4a8e-90af-59a2d3496fba tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:30.974229 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-afb37880-dd63-4a8e-90af-59a2d3496fba tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:30.978282 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 38802) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:30.985737 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-afb37880-dd63-4a8e-90af-59a2d3496fba tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] 10.222.0.30 "PUT /v2.0/subnets/2107d462-06ce-4fee-b56a-0be866bc694f HTTP/1.1" status: 200 len: 806 time: 0.8041792 Apr 05 14:52:31.000007 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb37880-dd63-4a8e-90af-59a2d3496fba tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Pushing event updated for resources: {'Subnet': ['ID=2107d462-06ce-4fee-b56a-0be866bc694f,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:31.017524 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port f32dd226-ef57-401b-90ce-23bf1e6be5fc, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=f32dd226-ef57-401b-90ce-23bf1e6be5fc,segment=NetworkSegment(e30a930c-be1b-45ef-aea8-a32ed0f0904e),segment_id=e30a930c-be1b-45ef-aea8-a32ed0f0904e)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:52:31.025558 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-be5b6ff6-2dfa-49ad-9bec-42ea358971e0 None None] For port 33c461fd-9474-4359-b04b-56f6fac4ab21, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:52:31.030774 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-be5b6ff6-2dfa-49ad-9bec-42ea358971e0 None None] For port 33c461fd-9474-4359-b04b-56f6fac4ab21, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=33c461fd-9474-4359-b04b-56f6fac4ab21,segment=NetworkSegment(8f0d0a4d-1064-47ca-b52b-d7cd368dd0a3),segment_id=8f0d0a4d-1064-47ca-b52b-d7cd368dd0a3)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:52:31.034321 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': 'f32dd226-ef57-401b-90ce-23bf1e6be5fc', 'network_id': '33ebbbee-9109-44a5-810a-f864f1056c06', 'port_id': 'f32dd226-ef57-401b-90ce-23bf1e6be5fc', 'mac_address': 'fa:16:3e:c7:d3:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16aedb91-43df-4a9b-b105-9eda5be8909e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:52:31.073472 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:31.089473 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f32dd226-ef57-401b-90ce-23bf1e6be5fc {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:52:31.109839 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port f32dd226-ef57-401b-90ce-23bf1e6be5fc, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=f32dd226-ef57-401b-90ce-23bf1e6be5fc,segment=NetworkSegment(e30a930c-be1b-45ef-aea8-a32ed0f0904e),segment_id=e30a930c-be1b-45ef-aea8-a32ed0f0904e)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:52:31.112262 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-be5b6ff6-2dfa-49ad-9bec-42ea358971e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:31.121325 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d84a52fb-6f7f-43da-8b50-c73721ac3523 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:31.179539 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5b6ff6-2dfa-49ad-9bec-42ea358971e0 None None] Pushing event updated for resources: {'Port': ['ID=33c461fd-9474-4359-b04b-56f6fac4ab21,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:31.192726 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-d84a52fb-6f7f-43da-8b50-c73721ac3523 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Deleting port 33c461fd-9474-4359-b04b-56f6fac4ab21 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:52:31.193110 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d84a52fb-6f7f-43da-8b50-c73721ac3523 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:31.215071 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:31.270052 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c17d44-b33d-464c-b004-ae014ca5c46e tempest-TestVolumeBootPattern-945083147 tempest-TestVolumeBootPattern-945083147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:31.274411 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-23c17d44-b33d-464c-b004-ae014ca5c46e tempest-TestVolumeBootPattern-945083147 tempest-TestVolumeBootPattern-945083147-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=69026214-5a31-4dba-940b-13dc3cdc5564 HTTP/1.1" status: 200 len: 1091 time: 0.3124142 Apr 05 14:52:31.275778 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 38806) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:31.284296 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-72068e61-6768-4705-9964-614ad5cdab1b tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Request body: {'floatingip': {'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'port_id': '870ca3a9-3a83-48b8-a171-9a887b1a226f', 'tenant_id': '15503dce9d2944a4a898191fdde0d62f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:52:31.295326 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=f32dd226-ef57-401b-90ce-23bf1e6be5fc,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:31.327729 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-d84a52fb-6f7f-43da-8b50-c73721ac3523 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] For port 33c461fd-9474-4359-b04b-56f6fac4ab21, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=33c461fd-9474-4359-b04b-56f6fac4ab21,segment=NetworkSegment(8f0d0a4d-1064-47ca-b52b-d7cd368dd0a3),segment_id=8f0d0a4d-1064-47ca-b52b-d7cd368dd0a3)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:52:31.328224 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d84a52fb-6f7f-43da-8b50-c73721ac3523 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:31.342954 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-d84a52fb-6f7f-43da-8b50-c73721ac3523 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Calling delete_port for 33c461fd-9474-4359-b04b-56f6fac4ab21 owned by network:dhcp {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:52:31.441856 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-72068e61-6768-4705-9964-614ad5cdab1b tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks [] for floatingip, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:31.538436 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['f32dd226-ef57-401b-90ce-23bf1e6be5fc'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:52:31.563564 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d84a52fb-6f7f-43da-8b50-c73721ac3523 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:31.608580 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84a52fb-6f7f-43da-8b50-c73721ac3523 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Pushing event deleted for resources: {'Port': ['ID=33c461fd-9474-4359-b04b-56f6fac4ab21,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:31.689001 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84a52fb-6f7f-43da-8b50-c73721ac3523 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] No DVR routers for this DVR port 33c461fd-9474-4359-b04b-56f6fac4ab21 on host n-d-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:52:31.706280 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-72068e61-6768-4705-9964-614ad5cdab1b tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:31.727217 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a62b04-c3e3-46a1-9d7d-5e99f7149eec req-0af4d298-d1a8-4497-b83a-1e514c3fc900 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:31.735847 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-69a62b04-c3e3-46a1-9d7d-5e99f7149eec req-0af4d298-d1a8-4497-b83a-1e514c3fc900 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/ports?device_id=88f5227f-fe43-4c37-b155-600ebe92559a HTTP/1.1" status: 200 len: 943 time: 0.1975200 Apr 05 14:52:31.765976 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 33c461fd-9474-4359-b04b-56f6fac4ab21 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:52:31.776357 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d84a52fb-6f7f-43da-8b50-c73721ac3523 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:31.794770 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 33c461fd-9474-4359-b04b-56f6fac4ab21 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:52:31.795117 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 33c461fd-9474-4359-b04b-56f6fac4ab21 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 05 14:52:31.819247 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0662e2-a9db-4ef5-9f8a-a5636b291e60 req-e8fe83f3-d945-46c7-a4ad-62ae9ce0ab72 tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:31.820988 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4e0662e2-a9db-4ef5-9f8a-a5636b291e60 req-e8fe83f3-d945-46c7-a4ad-62ae9ce0ab72 tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea1c9c23-87ce-4284-9b56-89ae3918c4d2 HTTP/1.1" status: 200 len: 944 time: 0.1974914 Apr 05 14:52:31.829882 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Port 33c461fd-9474-4359-b04b-56f6fac4ab21 not found, will not notify nova. {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 05 14:52:31.867373 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-69a62b04-c3e3-46a1-9d7d-5e99f7149eec req-b5e81543-b0d1-45a6-947f-d5b67ae2c83a tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/security-groups?id=d92b5692-14e3-4d79-954a-1585a849cb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306462 Apr 05 14:52:31.940834 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4e0662e2-a9db-4ef5-9f8a-a5636b291e60 req-bf027023-af0c-4178-878f-a612416dd949 tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] 10.222.0.30 "GET /v2.0/security-groups?id=c00b0932-1aa6-43ef-b77e-b373241a5c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105354 Apr 05 14:52:31.942078 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-72068e61-6768-4705-9964-614ad5cdab1b tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Allocated IP 172.25.6.42 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/c7f52446-3077-46ab-87d8-da438dbf4b18) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:52:31.947805 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d84a52fb-6f7f-43da-8b50-c73721ac3523 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:32.004556 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84a52fb-6f7f-43da-8b50-c73721ac3523 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Pushing event deleted for resources: {'Subnet': ['ID=2107d462-06ce-4fee-b56a-0be866bc694f,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:32.083045 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d84a52fb-6f7f-43da-8b50-c73721ac3523 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:32.109071 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-d84a52fb-6f7f-43da-8b50-c73721ac3523 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['426cb5bf-76e3-483d-8442-b905f66f5bf7']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:52:32.118102 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a8258-ba8b-4179-8b35-ef90c91ba5a4 req-48f47258-9431-468e-846b-c83fd0a44571 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:32.119650 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e95a8258-ba8b-4179-8b35-ef90c91ba5a4 req-48f47258-9431-468e-846b-c83fd0a44571 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 944 time: 0.0900683 Apr 05 14:52:32.120581 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-d84a52fb-6f7f-43da-8b50-c73721ac3523 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f0d0a4d-1064-47ca-b52b-d7cd368dd0a3') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:52:32.120973 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-d84a52fb-6f7f-43da-8b50-c73721ac3523 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f0d0a4d-1064-47ca-b52b-d7cd368dd0a3') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:52:32.132750 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d84a52fb-6f7f-43da-8b50-c73721ac3523 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:32.141154 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-72068e61-6768-4705-9964-614ad5cdab1b tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:32.150567 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d84a52fb-6f7f-43da-8b50-c73721ac3523 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:32.158192 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d84a52fb-6f7f-43da-8b50-c73721ac3523 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:52:32.158810 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d84a52fb-6f7f-43da-8b50-c73721ac3523 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:32.162374 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:52:32.162374 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:52:32.162374 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:52:32.162374 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:52:32.162374 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:52:32.162374 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:52:32.162374 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:52:32.162374 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:52:32.162374 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:52:32.162374 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:52:32.162374 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:52:32.162374 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:52:32.162374 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:52:32.162374 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:52:32.162374 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:52:32.162374 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:52:32.162374 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:52:32.162374 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:52:32.162374 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:52:32.162374 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:52:32.162374 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:52:32.162374 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:52:32.162374 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:52:32.162374 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:52:32.162374 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:52:32.162374 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:52:32.162374 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:52:32.162374 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:52:32.162374 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:52:32.162374 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:52:32.162374 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:52:32.162374 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:52:32.184756 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e95a8258-ba8b-4179-8b35-ef90c91ba5a4 req-20fdefe3-7200-4f8c-830c-3b3760ff5223 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=0db5022f-6960-4519-993b-af935888212a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550275 Apr 05 14:52:32.272320 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-72068e61-6768-4705-9964-614ad5cdab1b tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:32.306577 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d84a52fb-6f7f-43da-8b50-c73721ac3523 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:32.317194 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d84a52fb-6f7f-43da-8b50-c73721ac3523 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks [] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:32.321582 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-d84a52fb-6f7f-43da-8b50-c73721ac3523 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] 10.222.0.30 "DELETE /v2.0/networks/426cb5bf-76e3-483d-8442-b905f66f5bf7 HTTP/1.1" status: 204 len: 168 time: 1.3421500 Apr 05 14:52:32.323754 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72068e61-6768-4705-9964-614ad5cdab1b tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:52:32.324581 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 38818) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:32.340231 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-72068e61-6768-4705-9964-614ad5cdab1b tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:52:32.343700 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84a52fb-6f7f-43da-8b50-c73721ac3523 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Pushing event deleted for resources: {'Network': ['ID=426cb5bf-76e3-483d-8442-b905f66f5bf7,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:32.344140 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72068e61-6768-4705-9964-614ad5cdab1b tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:52:32.346434 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72068e61-6768-4705-9964-614ad5cdab1b tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Pushing event updated for resources: {'Port': ['ID=c7f52446-3077-46ab-87d8-da438dbf4b18,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:32.377755 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-322639fc-a757-431c-9315-d21b124a9ccb tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] DELETE failed (client error): The resource could not be found. Apr 05 14:52:32.378367 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-322639fc-a757-431c-9315-d21b124a9ccb tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103320) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:52:32.381401 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-322639fc-a757-431c-9315-d21b124a9ccb tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] 10.222.0.30 "DELETE /v2.0/networks/426cb5bf-76e3-483d-8442-b905f66f5bf7 HTTP/1.1" status: 404 len: 339 time: 0.0530713 Apr 05 14:52:32.385855 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 38822) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:32.388141 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 4aaf2f78-e430-4ec7-affa-cfeb666d2100 details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:52:32.392038 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-50a1f327-17a8-4720-a2a9-e287474b59da tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-751558725', 'description': 'd1'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:52:32.509667 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a1f327-17a8-4720-a2a9-e287474b59da tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Made reservation on behalf of b18e09f58872453686470a2d644d8456 for: {'network': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:52:32.514537 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-50a1f327-17a8-4720-a2a9-e287474b59da tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:32.519404 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 4aaf2f78-e430-4ec7-affa-cfeb666d2100, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=4aaf2f78-e430-4ec7-affa-cfeb666d2100,segment=NetworkSegment(66fbd2e0-c36a-4acf-927a-20a3621831c7),segment_id=66fbd2e0-c36a-4acf-927a-20a3621831c7)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:52:32.536405 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-e37ce502-704e-4473-b677-d0c2dc1ec3bf None None] Could not find standard attr ID for object 33c461fd-9474-4359-b04b-56f6fac4ab21. {{(pid=103322) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 14:52:32.538204 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': '4aaf2f78-e430-4ec7-affa-cfeb666d2100', 'network_id': '9c33a3eb-a65a-4749-8ece-9c0c17a8413b', 'port_id': '4aaf2f78-e430-4ec7-affa-cfeb666d2100', 'mac_address': 'fa:16:3e:81:ad:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0eeff46-5c4b-4ea4-85de-a28a5ce6d062', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:52:32.568787 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04d28b0-cb1d-4fc3-bce9-c625c5ab6e7d None None] DHCP port deletion for 426cb5bf-76e3-483d-8442-b905f66f5bf7 request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:52:32.588056 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:32.601646 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50a1f327-17a8-4720-a2a9-e287474b59da tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=103320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:52:32.605458 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aaf2f78-e430-4ec7-affa-cfeb666d2100 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:52:32.611755 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4cdc7b-1620-433d-af19-ecd7c42335b4 None None] Network 426cb5bf-76e3-483d-8442-b905f66f5bf7 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:52:32.633638 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4cdc7b-1620-433d-af19-ecd7c42335b4 None None] Network 426cb5bf-76e3-483d-8442-b905f66f5bf7 could not be found, it might have been deleted concurrently. {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 05 14:52:32.645184 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-50a1f327-17a8-4720-a2a9-e287474b59da tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:32.645636 n-d-836650-2 neutron-server[103320]: INFO neutron.db.segments_db [None req-50a1f327-17a8-4720-a2a9-e287474b59da tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Added segment 38523f90-e9ef-4b0e-8de7-6a224b5b5e8d of type vlan for network 26ebfb4a-d9d3-47c8-b645-9be823af82b7 Apr 05 14:52:32.646758 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a507c0-c22c-492b-aa52-c114351734d0 None None] Network 426cb5bf-76e3-483d-8442-b905f66f5bf7 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:52:32.658585 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 4aaf2f78-e430-4ec7-affa-cfeb666d2100, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=4aaf2f78-e430-4ec7-affa-cfeb666d2100,segment=NetworkSegment(66fbd2e0-c36a-4acf-927a-20a3621831c7),segment_id=66fbd2e0-c36a-4acf-927a-20a3621831c7)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:52:32.660460 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a507c0-c22c-492b-aa52-c114351734d0 None None] Network 426cb5bf-76e3-483d-8442-b905f66f5bf7 could not be found, it might have been deleted concurrently. {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 05 14:52:32.723879 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:32.784072 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=4aaf2f78-e430-4ec7-affa-cfeb666d2100,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:32.816952 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 139faa11-9f76-4762-8a99-affe69355565 details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:52:32.819087 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device f32dd226-ef57-401b-90ce-23bf1e6be5fc up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:52:32.946618 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['4aaf2f78-e430-4ec7-affa-cfeb666d2100'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:52:33.131385 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning for port f32dd226-ef57-401b-90ce-23bf1e6be5fc completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:52:33.138028 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-50a1f327-17a8-4720-a2a9-e287474b59da tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:33.149299 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port f32dd226-ef57-401b-90ce-23bf1e6be5fc triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:52:33.149658 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:33.204971 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 139faa11-9f76-4762-8a99-affe69355565, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=139faa11-9f76-4762-8a99-affe69355565,segment=NetworkSegment(7829a1ea-7354-4b05-a7ea-7cbdfd795041),segment_id=7829a1ea-7354-4b05-a7ea-7cbdfd795041)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:52:33.225274 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': '139faa11-9f76-4762-8a99-affe69355565', 'network_id': 'b03a0781-c7c7-4f21-ae00-e298dd92f97c', 'port_id': '139faa11-9f76-4762-8a99-affe69355565', 'mac_address': 'fa:16:3e:fa:1b:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b6f627-92b4-40ba-a770-519d39c012c3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:52:33.258636 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd5e8b-adfe-4976-95ef-20b059a2e127 req-70d7b93c-44e7-4025-b93f-072f51d19f14 tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:33.260140 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5abd5e8b-adfe-4976-95ef-20b059a2e127 req-70d7b93c-44e7-4025-b93f-072f51d19f14 tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea1c9c23-87ce-4284-9b56-89ae3918c4d2 HTTP/1.1" status: 200 len: 944 time: 0.1921480 Apr 05 14:52:33.271424 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80fc88d-a0e6-4d4b-bb03-80ec473f61e6 req-3e4a82cc-aad5-4a95-8bc6-865ce3f67456 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:33.279151 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b80fc88d-a0e6-4d4b-bb03-80ec473f61e6 req-3e4a82cc-aad5-4a95-8bc6-865ce3f67456 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/ports?device_id=88f5227f-fe43-4c37-b155-600ebe92559a HTTP/1.1" status: 200 len: 944 time: 0.2116220 Apr 05 14:52:33.324136 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:33.342907 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-50a1f327-17a8-4720-a2a9-e287474b59da tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:33.348704 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a1f327-17a8-4720-a2a9-e287474b59da tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:33.349358 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-50a1f327-17a8-4720-a2a9-e287474b59da tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:33.355862 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 139faa11-9f76-4762-8a99-affe69355565 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:52:33.365613 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:33.391649 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5abd5e8b-adfe-4976-95ef-20b059a2e127 req-30c03efa-2b9b-4810-b3e9-9d43363c6304 tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] 10.222.0.30 "GET /v2.0/security-groups?id=c00b0932-1aa6-43ef-b77e-b373241a5c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101999 Apr 05 14:52:33.394083 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 139faa11-9f76-4762-8a99-affe69355565, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=139faa11-9f76-4762-8a99-affe69355565,segment=NetworkSegment(7829a1ea-7354-4b05-a7ea-7cbdfd795041),segment_id=7829a1ea-7354-4b05-a7ea-7cbdfd795041)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:52:33.419681 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b80fc88d-a0e6-4d4b-bb03-80ec473f61e6 req-a1ef73cd-f3b5-490c-b9a1-dbb6932b50d3 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/security-groups?id=d92b5692-14e3-4d79-954a-1585a849cb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400414 Apr 05 14:52:33.425252 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea1c9c23-87ce-4284-9b56-89ae3918c4d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f32dd226-ef57-401b-90ce-23bf1e6be5fc'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:52:33.427652 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d887edb8-c37c-4c42-9c5e-eea6287ac910" -d '{"events": [{"server_uuid": "ea1c9c23-87ce-4284-9b56-89ae3918c4d2", "name": "network-vif-plugged", "status": "completed", "tag": "f32dd226-ef57-401b-90ce-23bf1e6be5fc"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:52:33.446350 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port f32dd226-ef57-401b-90ce-23bf1e6be5fc, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=f32dd226-ef57-401b-90ce-23bf1e6be5fc,segment=NetworkSegment(e30a930c-be1b-45ef-aea8-a32ed0f0904e),segment_id=e30a930c-be1b-45ef-aea8-a32ed0f0904e)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:52:33.460640 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:33.508251 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a1f327-17a8-4720-a2a9-e287474b59da tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Pushing event updated for resources: {'Network': ['ID=26ebfb4a-d9d3-47c8-b645-9be823af82b7,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:33.509751 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-72068e61-6768-4705-9964-614ad5cdab1b tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:33.524372 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7422f9f-9352-4d09-86ab-dd1627313002 x-openstack-request-id: req-b7422f9f-9352-4d09-86ab-dd1627313002 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:52:33.524648 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea1c9c23-87ce-4284-9b56-89ae3918c4d2", "name": "network-vif-plugged", "status": "completed", "tag": "f32dd226-ef57-401b-90ce-23bf1e6be5fc", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:52:33.524937 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b7422f9f-9352-4d09-86ab-dd1627313002 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:52:33.525298 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7422f9f-9352-4d09-86ab-dd1627313002'] response: {'server_uuid': 'ea1c9c23-87ce-4284-9b56-89ae3918c4d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f32dd226-ef57-401b-90ce-23bf1e6be5fc', 'code': 200} Apr 05 14:52:33.526009 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 26ebfb4a-d9d3-47c8-b645-9be823af82b7 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:52:33.554805 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:33.555465 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-50a1f327-17a8-4720-a2a9-e287474b59da tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.1685433 Apr 05 14:52:33.559126 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 38846) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:33.583904 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=139faa11-9f76-4762-8a99-affe69355565,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:33.621562 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174cec24-c97f-423e-a749-d46ffdd135b7 req-81790b0a-9b56-4d7b-a6f1-931130436dd3 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:33.624090 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-174cec24-c97f-423e-a749-d46ffdd135b7 req-81790b0a-9b56-4d7b-a6f1-931130436dd3 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 945 time: 0.1330624 Apr 05 14:52:33.674202 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=f32dd226-ef57-401b-90ce-23bf1e6be5fc,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:33.681700 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-174cec24-c97f-423e-a749-d46ffdd135b7 req-c7b81bcc-f0f8-4c2d-8e02-c41105f61ecf tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=0db5022f-6960-4519-993b-af935888212a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459287 Apr 05 14:52:33.709527 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 33c461fd-9474-4359-b04b-56f6fac4ab21 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:52:33.718563 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-72068e61-6768-4705-9964-614ad5cdab1b tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:33.734264 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db009e1c-7762-4084-b713-2fc996c1c28f tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:33.738264 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-db009e1c-7762-4084-b713-2fc996c1c28f tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] 10.222.0.30 "GET /v2.0/networks?id=26ebfb4a-d9d3-47c8-b645-9be823af82b7 HTTP/1.1" status: 200 len: 760 time: 0.1756287 Apr 05 14:52:33.738264 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ffc4a4-c138-4bd3-b812-e883e0f88a6d req-48e2a92d-12ae-40bc-9223-cbda03b9f1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:33.739242 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-95ffc4a4-c138-4bd3-b812-e883e0f88a6d req-48e2a92d-12ae-40bc-9223-cbda03b9f1a4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ea1c9c23-87ce-4284-9b56-89ae3918c4d2 HTTP/1.1" status: 200 len: 1096 time: 0.1380861 Apr 05 14:52:33.739859 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 33c461fd-9474-4359-b04b-56f6fac4ab21 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:52:33.739979 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 38848) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:33.740310 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 33c461fd-9474-4359-b04b-56f6fac4ab21 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:52:33.748901 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-015b4f12-83e7-4192-b8ae-fc19d4d36350 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Request body: {'network': {'description': 'd2'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:52:33.803525 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['139faa11-9f76-4762-8a99-affe69355565'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:52:33.858522 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-95ffc4a4-c138-4bd3-b812-e883e0f88a6d req-8fcb3cb1-3b51-4698-947b-50408183fb14 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c00b0932-1aa6-43ef-b77e-b373241a5c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040537 Apr 05 14:52:33.898406 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-72068e61-6768-4705-9964-614ad5cdab1b tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:33.952592 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-015b4f12-83e7-4192-b8ae-fc19d4d36350 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:33.957749 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-72068e61-6768-4705-9964-614ad5cdab1b tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:34.028381 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72068e61-6768-4705-9964-614ad5cdab1b tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Pushing event updated for resources: {'Port': ['ID=c7f52446-3077-46ab-87d8-da438dbf4b18,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:34.038737 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-72068e61-6768-4705-9964-614ad5cdab1b tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:34.088903 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-015b4f12-83e7-4192-b8ae-fc19d4d36350 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:34.101378 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-015b4f12-83e7-4192-b8ae-fc19d4d36350 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Network 26ebfb4a-d9d3-47c8-b645-9be823af82b7 is not hosted by any dhcp agent {{(pid=103321) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 05 14:52:34.107810 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015b4f12-83e7-4192-b8ae-fc19d4d36350 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:34.108712 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-015b4f12-83e7-4192-b8ae-fc19d4d36350 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks [] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:34.110392 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-015b4f12-83e7-4192-b8ae-fc19d4d36350 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] 10.222.0.30 "PUT /v2.0/networks/26ebfb4a-d9d3-47c8-b645-9be823af82b7 HTTP/1.1" status: 200 len: 757 time: 0.3690832 Apr 05 14:52:34.122649 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 38854) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:34.175631 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015b4f12-83e7-4192-b8ae-fc19d4d36350 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Pushing event updated for resources: {'Network': ['ID=26ebfb4a-d9d3-47c8-b645-9be823af82b7,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:34.186819 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 26ebfb4a-d9d3-47c8-b645-9be823af82b7 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:52:34.204537 n-d-836650-2 neutron-server[103320]: INFO neutron.db.l3_db [None req-72068e61-6768-4705-9964-614ad5cdab1b tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Floating IP 1280b568-2dca-4154-ac74-b02eee3e9e13 associated. External IP: 172.25.6.42, port: 870ca3a9-3a83-48b8-a171-9a887b1a226f. Apr 05 14:52:34.265950 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8147c1d7-7e83-4b57-b2a3-af60a28c4e0f tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:34.267520 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-8147c1d7-7e83-4b57-b2a3-af60a28c4e0f tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] 10.222.0.30 "GET /v2.0/networks?id=26ebfb4a-d9d3-47c8-b645-9be823af82b7 HTTP/1.1" status: 200 len: 760 time: 0.1438642 Apr 05 14:52:34.271290 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 38860) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:34.277410 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-2bda4764-6c80-46e4-ba65-fe7a13050e93 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-974882085'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:52:34.352054 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bda4764-6c80-46e4-ba65-fe7a13050e93 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Made reservation on behalf of b18e09f58872453686470a2d644d8456 for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:52:34.355531 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2bda4764-6c80-46e4-ba65-fe7a13050e93 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:34.379850 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bda4764-6c80-46e4-ba65-fe7a13050e93 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:52:34.388698 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2bda4764-6c80-46e4-ba65-fe7a13050e93 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:34.389666 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-2bda4764-6c80-46e4-ba65-fe7a13050e93 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Added segment 9a3b9d73-d068-47fc-9c47-df2274af67c5 of type vlan for network 08feeb7b-c255-4ce3-b98e-e8713b46eca1 Apr 05 14:52:34.394186 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 4aaf2f78-e430-4ec7-affa-cfeb666d2100 up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:52:34.442005 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2bda4764-6c80-46e4-ba65-fe7a13050e93 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:34.512708 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72068e61-6768-4705-9964-614ad5cdab1b tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Router 3a8b25ee-49d5-49e7-a420-c81ae910c57e has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:52:34.529210 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port 4aaf2f78-e430-4ec7-affa-cfeb666d2100 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:52:34.535211 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port 4aaf2f78-e430-4ec7-affa-cfeb666d2100 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:52:34.535579 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:34.571504 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7990c08c-352e-4c44-a6ae-ca67f8d38d7a req-4841a6d6-a757-4cc0-b30e-a05f6a892abe tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:34.573091 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7990c08c-352e-4c44-a6ae-ca67f8d38d7a req-4841a6d6-a757-4cc0-b30e-a05f6a892abe tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea1c9c23-87ce-4284-9b56-89ae3918c4d2 HTTP/1.1" status: 200 len: 945 time: 0.0956802 Apr 05 14:52:34.592688 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2bda4764-6c80-46e4-ba65-fe7a13050e93 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:34.599336 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bda4764-6c80-46e4-ba65-fe7a13050e93 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:34.602804 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2bda4764-6c80-46e4-ba65-fe7a13050e93 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks [] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:34.634749 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:34.655709 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124bf330-f491-405e-9103-e7b6cf6f6032 req-9d71f4a1-96c2-4418-bda7-227207e805f9 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:34.657304 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-124bf330-f491-405e-9103-e7b6cf6f6032 req-9d71f4a1-96c2-4418-bda7-227207e805f9 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/ports?device_id=88f5227f-fe43-4c37-b155-600ebe92559a HTTP/1.1" status: 200 len: 944 time: 0.1425674 Apr 05 14:52:34.672170 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 4aaf2f78-e430-4ec7-affa-cfeb666d2100, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=4aaf2f78-e430-4ec7-affa-cfeb666d2100,segment=NetworkSegment(66fbd2e0-c36a-4acf-927a-20a3621831c7),segment_id=66fbd2e0-c36a-4acf-927a-20a3621831c7)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:52:34.694655 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bda4764-6c80-46e4-ba65-fe7a13050e93 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Pushing event updated for resources: {'Network': ['ID=08feeb7b-c255-4ce3-b98e-e8713b46eca1,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:34.705016 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-2bda4764-6c80-46e4-ba65-fe7a13050e93 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4323642 Apr 05 14:52:34.706522 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 08feeb7b-c255-4ce3-b98e-e8713b46eca1 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:52:34.707869 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 38870) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:34.716944 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-d95a44a7-6c4f-4505-b994-4eb6d2eccfb0 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Request body: {'subnet': {'network_id': '08feeb7b-c255-4ce3-b98e-e8713b46eca1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:52:34.726093 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7990c08c-352e-4c44-a6ae-ca67f8d38d7a req-4a67d15e-54df-4b3c-8390-4d48c4f35e5d tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] 10.222.0.30 "GET /v2.0/security-groups?id=c00b0932-1aa6-43ef-b77e-b373241a5c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154203 Apr 05 14:52:34.756550 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72068e61-6768-4705-9964-614ad5cdab1b tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:52:34.769193 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd13c72b-71d1-4d81-870d-aefa1ba73e55 None None] Sync routers for ids ['3a8b25ee-49d5-49e7-a420-c81ae910c57e'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:52:34.773034 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:34.786710 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-124bf330-f491-405e-9103-e7b6cf6f6032 req-fdd03136-fb96-4edd-94e2-530e6180486a tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/security-groups?id=d92b5692-14e3-4d79-954a-1585a849cb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158667 Apr 05 14:52:34.798036 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd13c72b-71d1-4d81-870d-aefa1ba73e55 None None] Routers {'3a8b25ee-49d5-49e7-a420-c81ae910c57e'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:52:34.798631 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-cd13c72b-71d1-4d81-870d-aefa1ba73e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:52:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['3a8b25ee-49d5-49e7-a420-c81ae910c57e'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:52:34.825502 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 139faa11-9f76-4762-8a99-affe69355565 up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:52:34.884234 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-72068e61-6768-4705-9964-614ad5cdab1b tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:34.891663 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=4aaf2f78-e430-4ec7-affa-cfeb666d2100,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:34.944629 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-72068e61-6768-4705-9964-614ad5cdab1b tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.6676979 Apr 05 14:52:34.953944 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa9334b-3d33-4d88-bcf1-df64a7ec1d21 req-cca05d58-e318-4df2-b284-f8bb7a7a39ed tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:34.955714 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0fa9334b-3d33-4d88-bcf1-df64a7ec1d21 req-cca05d58-e318-4df2-b284-f8bb7a7a39ed tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 945 time: 0.1339307 Apr 05 14:52:34.956208 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69026214-5a31-4dba-940b-13dc3cdc5564', 'tag': '870ca3a9-3a83-48b8-a171-9a887b1a226f'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:52:34.960452 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61fd2b12-5b44-4e7b-b26b-d637e4a48bc1" -d '{"events": [{"name": "network-changed", "server_uuid": "69026214-5a31-4dba-940b-13dc3cdc5564", "tag": "870ca3a9-3a83-48b8-a171-9a887b1a226f"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:52:34.975458 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-cd13c72b-71d1-4d81-870d-aefa1ba73e55 None None] Set router 3a8b25ee-49d5-49e7-a420-c81ae910c57e gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:52:34.978393 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning for port 139faa11-9f76-4762-8a99-affe69355565 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:52:34.982683 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port 139faa11-9f76-4762-8a99-affe69355565 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:52:34.983117 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:35.015855 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b20aa4-cd41-48aa-bdba-fbdefb7090b4 x-openstack-request-id: req-50b20aa4-cd41-48aa-bdba-fbdefb7090b4 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:52:35.016184 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69026214-5a31-4dba-940b-13dc3cdc5564", "tag": "870ca3a9-3a83-48b8-a171-9a887b1a226f", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:52:35.016440 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-50b20aa4-cd41-48aa-bdba-fbdefb7090b4 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:52:35.017357 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50b20aa4-cd41-48aa-bdba-fbdefb7090b4'] response: {'name': 'network-changed', 'server_uuid': '69026214-5a31-4dba-940b-13dc3cdc5564', 'tag': '870ca3a9-3a83-48b8-a171-9a887b1a226f', 'status': 'completed', 'code': 200} Apr 05 14:52:35.022529 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0fa9334b-3d33-4d88-bcf1-df64a7ec1d21 req-24717286-c1a4-40b2-bb19-47996149b2bd tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=0db5022f-6960-4519-993b-af935888212a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560043 Apr 05 14:52:35.091429 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:35.098562 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d95a44a7-6c4f-4505-b994-4eb6d2eccfb0 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Made reservation on behalf of b18e09f58872453686470a2d644d8456 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:52:35.100586 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd2b12-5b44-4e7b-b26b-d637e4a48bc1 req-f4700593-e0d6-448e-80bc-504c0f344d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:35.102380 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-61fd2b12-5b44-4e7b-b26b-d637e4a48bc1 req-f4700593-e0d6-448e-80bc-504c0f344d6c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=15503dce9d2944a4a898191fdde0d62f&device_id=69026214-5a31-4dba-940b-13dc3cdc5564 HTTP/1.1" status: 200 len: 1096 time: 0.0534136 Apr 05 14:52:35.103450 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d95a44a7-6c4f-4505-b994-4eb6d2eccfb0 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:35.137014 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 139faa11-9f76-4762-8a99-affe69355565, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=139faa11-9f76-4762-8a99-affe69355565,segment=NetworkSegment(7829a1ea-7354-4b05-a7ea-7cbdfd795041),segment_id=7829a1ea-7354-4b05-a7ea-7cbdfd795041)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:52:35.206119 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd2b12-5b44-4e7b-b26b-d637e4a48bc1 req-dadaff26-b496-44c0-bea2-abb3b64e5f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:35.207708 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-61fd2b12-5b44-4e7b-b26b-d637e4a48bc1 req-dadaff26-b496-44c0-bea2-abb3b64e5f81 service neutron] 10.222.0.55 "GET /v2.0/networks?id=66b3e69f-5222-44a7-bf1a-94ad2df58cf2 HTTP/1.1" status: 200 len: 913 time: 0.0986066 Apr 05 14:52:35.237788 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:35.296657 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-61fd2b12-5b44-4e7b-b26b-d637e4a48bc1 req-fc4883ed-cd9f-466f-a26b-558b683af826 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=870ca3a9-3a83-48b8-a171-9a887b1a226f HTTP/1.1" status: 200 len: 998 time: 0.0815120 Apr 05 14:52:35.297433 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-cd13c72b-71d1-4d81-870d-aefa1ba73e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8b25ee-49d5-49e7-a420-c81ae910c57e', 'name': 'tempest-TestVolumeBootPattern-1066432504-router', 'tenant_id': '15503dce9d2944a4a898191fdde0d62f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'b32f951d-0e1a-4d14-a657-c271ff4bb073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:44:35Z', 'updated_at': '2022-04-05T14:44:50Z', 'revision_number': 4, 'project_id': '15503dce9d2944a4a898191fdde0d62f', 'gw_port': {'id': 'b32f951d-0e1a-4d14-a657-c271ff4bb073', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:59:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8b25ee-49d5-49e7-a420-c81ae910c57e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:37Z', 'updated_at': '2022-04-05T14:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': '1280b568-2dca-4154-ac74-b02eee3e9e13', 'tenant_id': '15503dce9d2944a4a898191fdde0d62f', 'floating_ip_address': '172.25.6.42', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': '3a8b25ee-49d5-49e7-a420-c81ae910c57e', 'port_id': '870ca3a9-3a83-48b8-a171-9a887b1a226f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66b3e69f-5222-44a7-bf1a-94ad2df58cf2', 'mac_address': 'fa:16:3e:bc:7f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69026214-5a31-4dba-940b-13dc3cdc5564', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:52:33Z', 'updated_at': '2022-04-05T14:52:33Z', 'revision_number': 0, 'project_id': '15503dce9d2944a4a898191fdde0d62f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd102dd7d-c953-4b1d-84b1-dc97b9b3ed8b', 'name': '', 'network_id': '66b3e69f-5222-44a7-bf1a-94ad2df58cf2', 'tenant_id': '15503dce9d2944a4a898191fdde0d62f', 'mac_address': 'fa:16:3e:cc:f0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8b25ee-49d5-49e7-a420-c81ae910c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'a727d51d-00fa-45ac-ab45-e910bc527386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:47Z', 'updated_at': '2022-04-05T14:44:55Z', 'revision_number': 5, 'project_id': '15503dce9d2944a4a898191fdde0d62f', 'subnets': [{'id': 'a727d51d-00fa-45ac-ab45-e910bc527386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:52:35.307991 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=139faa11-9f76-4762-8a99-affe69355565,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:35.358255 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd2b12-5b44-4e7b-b26b-d637e4a48bc1 req-a694aa89-8f3d-40d6-9fbf-a718350a525f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:35.360088 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-61fd2b12-5b44-4e7b-b26b-d637e4a48bc1 req-a694aa89-8f3d-40d6-9fbf-a718350a525f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a727d51d-00fa-45ac-ab45-e910bc527386 HTTP/1.1" status: 200 len: 851 time: 0.0563486 Apr 05 14:52:35.391460 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d95a44a7-6c4f-4505-b994-4eb6d2eccfb0 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:35.421249 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd2b12-5b44-4e7b-b26b-d637e4a48bc1 req-06a1b139-3ee6-4843-9b4b-b37adfd818a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:35.423380 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-61fd2b12-5b44-4e7b-b26b-d637e4a48bc1 req-06a1b139-3ee6-4843-9b4b-b37adfd818a6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66b3e69f-5222-44a7-bf1a-94ad2df58cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562322 Apr 05 14:52:35.429056 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd13c72b-71d1-4d81-870d-aefa1ba73e55 None None] Checking router: 3a8b25ee-49d5-49e7-a420-c81ae910c57e for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:52:35.437193 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [req-61fd2b12-5b44-4e7b-b26b-d637e4a48bc1 req-ca166871-f428-48cb-a959-a26014356132 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:52:35.439285 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-61fd2b12-5b44-4e7b-b26b-d637e4a48bc1 req-ca166871-f428-48cb-a959-a26014356132 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084810 Apr 05 14:52:35.440160 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd13c72b-71d1-4d81-870d-aefa1ba73e55 None None] Routers {'3a8b25ee-49d5-49e7-a420-c81ae910c57e'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:52:35.440910 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-cd13c72b-71d1-4d81-870d-aefa1ba73e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:52:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['3a8b25ee-49d5-49e7-a420-c81ae910c57e'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:52:35.466292 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95a44a7-6c4f-4505-b994-4eb6d2eccfb0 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Pushing event updated for resources: {'Subnet': ['ID=c3e1e831-c454-49e4-821b-8d53e3cf355d,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:35.474899 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95a44a7-6c4f-4505-b994-4eb6d2eccfb0 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Checking segment: {'id': '9a3b9d73-d068-47fc-9c47-df2274af67c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '08feeb7b-c255-4ce3-b98e-e8713b46eca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:52:35.475268 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95a44a7-6c4f-4505-b994-4eb6d2eccfb0 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Network hostable DHCP agents. Network: 08feeb7b-c255-4ce3-b98e-e8713b46eca1, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:52:35.526680 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f5227f-fe43-4c37-b155-600ebe92559a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aaf2f78-e430-4ec7-affa-cfeb666d2100'}, {'server_uuid': '4fa5a3e7-da06-4255-81be-fef3982e59a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '139faa11-9f76-4762-8a99-affe69355565'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:52:35.538057 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b505a34-3d58-430f-b57f-d40825dc5630" -d '{"events": [{"server_uuid": "88f5227f-fe43-4c37-b155-600ebe92559a", "name": "network-vif-plugged", "status": "completed", "tag": "4aaf2f78-e430-4ec7-affa-cfeb666d2100"}, {"server_uuid": "4fa5a3e7-da06-4255-81be-fef3982e59a1", "name": "network-vif-plugged", "status": "completed", "tag": "139faa11-9f76-4762-8a99-affe69355565"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:52:35.561803 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95a44a7-6c4f-4505-b994-4eb6d2eccfb0 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Network 08feeb7b-c255-4ce3-b98e-e8713b46eca1 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:52:35.586138 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-cd13c72b-71d1-4d81-870d-aefa1ba73e55 None None] Set router 3a8b25ee-49d5-49e7-a420-c81ae910c57e gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:52:35.589887 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 05 Apr 2022 14:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94acc25f-69e9-4a31-b21d-e9daf1d24627 x-openstack-request-id: req-94acc25f-69e9-4a31-b21d-e9daf1d24627 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:52:35.590446 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88f5227f-fe43-4c37-b155-600ebe92559a", "name": "network-vif-plugged", "status": "completed", "tag": "4aaf2f78-e430-4ec7-affa-cfeb666d2100", "code": 200}, {"server_uuid": "4fa5a3e7-da06-4255-81be-fef3982e59a1", "name": "network-vif-plugged", "status": "completed", "tag": "139faa11-9f76-4762-8a99-affe69355565", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:52:35.590657 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-94acc25f-69e9-4a31-b21d-e9daf1d24627 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:52:35.591149 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94acc25f-69e9-4a31-b21d-e9daf1d24627'] response: {'server_uuid': '88f5227f-fe43-4c37-b155-600ebe92559a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aaf2f78-e430-4ec7-affa-cfeb666d2100', 'code': 200} Apr 05 14:52:35.591498 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94acc25f-69e9-4a31-b21d-e9daf1d24627'] response: {'server_uuid': '4fa5a3e7-da06-4255-81be-fef3982e59a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '139faa11-9f76-4762-8a99-affe69355565', 'code': 200} Apr 05 14:52:35.614275 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-61fd2b12-5b44-4e7b-b26b-d637e4a48bc1 req-589617be-8cfc-4488-9c28-638ac7d27bc1 service neutron] 10.222.0.55 "GET /v2.0/networks/66b3e69f-5222-44a7-bf1a-94ad2df58cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680341 Apr 05 14:52:35.630562 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-d95a44a7-6c4f-4505-b994-4eb6d2eccfb0 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 08feeb7b-c255-4ce3-b98e-e8713b46eca1) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:52:35.635513 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95a44a7-6c4f-4505-b994-4eb6d2eccfb0 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:35.639439 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d95a44a7-6c4f-4505-b994-4eb6d2eccfb0 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:35.641767 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9fc80c6-29df-4a59-9572-148451ac04e7 None None] Network 08feeb7b-c255-4ce3-b98e-e8713b46eca1 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:52:35.724544 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15087e59-a6d4-486b-ab52-fb80ce889856 req-d088f02f-4833-44a4-9f1a-dd103da786d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:35.728766 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-15087e59-a6d4-486b-ab52-fb80ce889856 req-d088f02f-4833-44a4-9f1a-dd103da786d7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 1097 time: 0.0869408 Apr 05 14:52:35.759180 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721127bf-6def-412c-b90b-db79a457da60 req-61febc67-7aa9-4398-8c80-a6abcf5fd72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:35.760696 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-721127bf-6def-412c-b90b-db79a457da60 req-61febc67-7aa9-4398-8c80-a6abcf5fd72d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=88f5227f-fe43-4c37-b155-600ebe92559a HTTP/1.1" status: 200 len: 1096 time: 0.0605779 Apr 05 14:52:35.816264 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-15087e59-a6d4-486b-ab52-fb80ce889856 req-1cf4cd81-9cd0-4347-be1f-89186413612e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0db5022f-6960-4519-993b-af935888212a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784407 Apr 05 14:52:35.828978 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-d95a44a7-6c4f-4505-b994-4eb6d2eccfb0 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1193690 Apr 05 14:52:35.832113 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 38898) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:35.858794 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1beaae-e627-4995-aa4d-dbfa3da8629c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-08feeb7b-c255-4ce3-b98e-e8713b46eca1', 'network_id': '08feeb7b-c255-4ce3-b98e-e8713b46eca1', 'tenant_id': 'b18e09f58872453686470a2d644d8456', 'fixed_ips': [{'subnet_id': 'c3e1e831-c454-49e4-821b-8d53e3cf355d'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:52:35.861367 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cf1beaae-e627-4995-aa4d-dbfa3da8629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:35.874620 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-61fd2b12-5b44-4e7b-b26b-d637e4a48bc1 req-0c2a7506-c5e6-4822-8b5e-3883170c070e service neutron] 10.222.0.55 "GET /v2.0/networks/66b3e69f-5222-44a7-bf1a-94ad2df58cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514517 Apr 05 14:52:35.913944 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-721127bf-6def-412c-b90b-db79a457da60 req-d6490f14-78ba-4795-9543-097e45f9d7cd service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d92b5692-14e3-4d79-954a-1585a849cb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412063 Apr 05 14:52:35.996082 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b79ba215-cf85-4b51-98cd-c6f5273312b7 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:36.003930 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e274ece5-d87c-4ee0-9063-e4e40616eccb req-b9c2f16e-0605-493a-aadf-115bb363181c tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:36.005133 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e274ece5-d87c-4ee0-9063-e4e40616eccb req-b9c2f16e-0605-493a-aadf-115bb363181c tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea1c9c23-87ce-4284-9b56-89ae3918c4d2 HTTP/1.1" status: 200 len: 945 time: 0.1129045 Apr 05 14:52:36.014403 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52538fa6-47c9-4eec-9ffa-f303d1827808 req-97d672bf-d298-4eb2-8c48-50c834f62fec tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:36.015929 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-52538fa6-47c9-4eec-9ffa-f303d1827808 req-97d672bf-d298-4eb2-8c48-50c834f62fec tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/ports?device_id=88f5227f-fe43-4c37-b155-600ebe92559a HTTP/1.1" status: 200 len: 945 time: 0.1012356 Apr 05 14:52:36.048456 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-cd13c72b-71d1-4d81-870d-aefa1ba73e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8b25ee-49d5-49e7-a420-c81ae910c57e', 'name': 'tempest-TestVolumeBootPattern-1066432504-router', 'tenant_id': '15503dce9d2944a4a898191fdde0d62f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'b32f951d-0e1a-4d14-a657-c271ff4bb073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:44:35Z', 'updated_at': '2022-04-05T14:44:50Z', 'revision_number': 4, 'project_id': '15503dce9d2944a4a898191fdde0d62f', 'gw_port': {'id': 'b32f951d-0e1a-4d14-a657-c271ff4bb073', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:59:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8b25ee-49d5-49e7-a420-c81ae910c57e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:37Z', 'updated_at': '2022-04-05T14:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': '1280b568-2dca-4154-ac74-b02eee3e9e13', 'tenant_id': '15503dce9d2944a4a898191fdde0d62f', 'floating_ip_address': '172.25.6.42', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': '3a8b25ee-49d5-49e7-a420-c81ae910c57e', 'port_id': '870ca3a9-3a83-48b8-a171-9a887b1a226f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66b3e69f-5222-44a7-bf1a-94ad2df58cf2', 'mac_address': 'fa:16:3e:bc:7f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69026214-5a31-4dba-940b-13dc3cdc5564', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:52:33Z', 'updated_at': '2022-04-05T14:52:33Z', 'revision_number': 0, 'project_id': '15503dce9d2944a4a898191fdde0d62f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd102dd7d-c953-4b1d-84b1-dc97b9b3ed8b', 'name': '', 'network_id': '66b3e69f-5222-44a7-bf1a-94ad2df58cf2', 'tenant_id': '15503dce9d2944a4a898191fdde0d62f', 'mac_address': 'fa:16:3e:cc:f0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8b25ee-49d5-49e7-a420-c81ae910c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'a727d51d-00fa-45ac-ab45-e910bc527386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:47Z', 'updated_at': '2022-04-05T14:44:55Z', 'revision_number': 5, 'project_id': '15503dce9d2944a4a898191fdde0d62f', 'subnets': [{'id': 'a727d51d-00fa-45ac-ab45-e910bc527386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:52:36.083892 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-cf1beaae-e627-4995-aa4d-dbfa3da8629c None None] Allocated IP 172.20.0.2 (08feeb7b-c255-4ce3-b98e-e8713b46eca1/c3e1e831-c454-49e4-821b-8d53e3cf355d/81dac5ce-7ddf-4424-9817-7c32f63d575f) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:52:36.084272 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e274ece5-d87c-4ee0-9063-e4e40616eccb req-85eff169-e512-4aea-8dd4-08ae61af469a tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] 10.222.0.30 "GET /v2.0/security-groups?id=c00b0932-1aa6-43ef-b77e-b373241a5c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673573 Apr 05 14:52:36.087731 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-52538fa6-47c9-4eec-9ffa-f303d1827808 req-e19ba6ae-064f-408a-8ad1-c576d9fd989b tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/security-groups?id=d92b5692-14e3-4d79-954a-1585a849cb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638120 Apr 05 14:52:36.093806 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd13c72b-71d1-4d81-870d-aefa1ba73e55 None None] The sync data for ids ['3a8b25ee-49d5-49e7-a420-c81ae910c57e'] in n-d-836650-2 is: [{'id': '3a8b25ee-49d5-49e7-a420-c81ae910c57e', 'name': 'tempest-TestVolumeBootPattern-1066432504-router', 'tenant_id': '15503dce9d2944a4a898191fdde0d62f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'b32f951d-0e1a-4d14-a657-c271ff4bb073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:44:35Z', 'updated_at': '2022-04-05T14:44:50Z', 'revision_number': 4, 'project_id': '15503dce9d2944a4a898191fdde0d62f', 'gw_port': {'id': 'b32f951d-0e1a-4d14-a657-c271ff4bb073', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:59:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8b25ee-49d5-49e7-a420-c81ae910c57e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:37Z', 'updated_at': '2022-04-05T14:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': '1280b568-2dca-4154-ac74-b02eee3e9e13', 'tenant_id': '15503dce9d2944a4a898191fdde0d62f', 'floating_ip_address': '172.25.6.42', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': '3a8b25ee-49d5-49e7-a420-c81ae910c57e', 'port_id': '870ca3a9-3a83-48b8-a171-9a887b1a226f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66b3e69f-5222-44a7-bf1a-94ad2df58cf2', 'mac_address': 'fa:16:3e:bc:7f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69026214-5a31-4dba-940b-13dc3cdc5564', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:52:33Z', 'updated_at': '2022-04-05T14:52:33Z', 'revision_number': 0, 'project_id': '15503dce9d2944a4a898191fdde0d62f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd102dd7d-c953-4b1d-84b1-dc97b9b3ed8b', 'name': '', 'network_id': '66b3e69f-5222-44a7-bf1a-94ad2df58cf2', 'tenant_id': '15503dce9d2944a4a898191fdde0d62f', 'mac_address': 'fa:16:3e:cc:f0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8b25ee-49d5-49e7-a420-c81ae910c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'a727d51d-00fa-45ac-ab45-e910bc527386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:47Z', 'updated_at': '2022-04-05T14:44:55Z', 'revision_number': 5, 'project_id': '15503dce9d2944a4a898191fdde0d62f', 'subnets': [{'id': 'a727d51d-00fa-45ac-ab45-e910bc527386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:52:36.094184 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b79ba215-cf85-4b51-98cd-c6f5273312b7 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:36.264683 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c414bf88-efdf-425a-9593-f02e5e165f8d req-aaf96874-a1ce-45de-9a96-500ab3742e47 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:36.266845 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c414bf88-efdf-425a-9593-f02e5e165f8d req-aaf96874-a1ce-45de-9a96-500ab3742e47 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 946 time: 0.0839927 Apr 05 14:52:36.285742 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cf1beaae-e627-4995-aa4d-dbfa3da8629c None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:36.322031 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c414bf88-efdf-425a-9593-f02e5e165f8d req-8bb547c2-856a-4fdf-8444-abbc861cedec tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=0db5022f-6960-4519-993b-af935888212a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418103 Apr 05 14:52:36.340787 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cf1beaae-e627-4995-aa4d-dbfa3da8629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:36.394041 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1beaae-e627-4995-aa4d-dbfa3da8629c None None] Network 08feeb7b-c255-4ce3-b98e-e8713b46eca1 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:52:36.398287 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-cf1beaae-e627-4995-aa4d-dbfa3da8629c None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:52:36.404819 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620a4a6c-3607-47cf-9174-fb4625ea6e67 None None] New status for floating IP 1280b568-2dca-4154-ac74-b02eee3e9e13: ACTIVE {{(pid=103322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 14:52:36.410564 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1beaae-e627-4995-aa4d-dbfa3da8629c None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:52:36.426511 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b79ba215-cf85-4b51-98cd-c6f5273312b7 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:36.457480 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79ba215-cf85-4b51-98cd-c6f5273312b7 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Pushing event deleted for resources: {'Subnet': ['ID=c3e1e831-c454-49e4-821b-8d53e3cf355d,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:36.457568 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 38910) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:36.503506 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1beaae-e627-4995-aa4d-dbfa3da8629c None None] Pushing event updated for resources: {'Port': ['ID=81dac5ce-7ddf-4424-9817-7c32f63d575f,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:36.537174 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b79ba215-cf85-4b51-98cd-c6f5273312b7 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:36.555701 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-cf1beaae-e627-4995-aa4d-dbfa3da8629c None None] Attempting to bind port 81dac5ce-7ddf-4424-9817-7c32f63d575f on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:52:36.556132 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-cf1beaae-e627-4995-aa4d-dbfa3da8629c None None] Attempting to bind port 81dac5ce-7ddf-4424-9817-7c32f63d575f by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '9a3b9d73-d068-47fc-9c47-df2274af67c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '08feeb7b-c255-4ce3-b98e-e8713b46eca1'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:52:36.556548 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1beaae-e627-4995-aa4d-dbfa3da8629c None None] Attempting to bind port 81dac5ce-7ddf-4424-9817-7c32f63d575f on network 08feeb7b-c255-4ce3-b98e-e8713b46eca1 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:52:36.566466 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1beaae-e627-4995-aa4d-dbfa3da8629c None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:52:36.566835 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1beaae-e627-4995-aa4d-dbfa3da8629c None None] Checking segment: {'id': '9a3b9d73-d068-47fc-9c47-df2274af67c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '08feeb7b-c255-4ce3-b98e-e8713b46eca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:52:36.567405 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cf1beaae-e627-4995-aa4d-dbfa3da8629c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:36.573511 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1beaae-e627-4995-aa4d-dbfa3da8629c None None] Bound using segment: {'id': '9a3b9d73-d068-47fc-9c47-df2274af67c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '08feeb7b-c255-4ce3-b98e-e8713b46eca1'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:52:36.573511 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-cf1beaae-e627-4995-aa4d-dbfa3da8629c None None] Bound port: 81dac5ce-7ddf-4424-9817-7c32f63d575f, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a3b9d73-d068-47fc-9c47-df2274af67c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '08feeb7b-c255-4ce3-b98e-e8713b46eca1'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:52:36.573511 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cf1beaae-e627-4995-aa4d-dbfa3da8629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:36.574118 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-b79ba215-cf85-4b51-98cd-c6f5273312b7 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08feeb7b-c255-4ce3-b98e-e8713b46eca1']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:52:36.588503 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-b79ba215-cf85-4b51-98cd-c6f5273312b7 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a3b9d73-d068-47fc-9c47-df2274af67c5') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:52:36.588802 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-b79ba215-cf85-4b51-98cd-c6f5273312b7 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a3b9d73-d068-47fc-9c47-df2274af67c5') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:52:36.601609 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b79ba215-cf85-4b51-98cd-c6f5273312b7 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:36.607392 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0f1cb9ed-1012-40e6-bc36-3476b6291d21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:36.619330 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b79ba215-cf85-4b51-98cd-c6f5273312b7 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:36.628542 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b79ba215-cf85-4b51-98cd-c6f5273312b7 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:52:36.631419 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b79ba215-cf85-4b51-98cd-c6f5273312b7 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:36.633339 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:52:36.633339 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:52:36.633339 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:52:36.633339 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:52:36.633339 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:52:36.633339 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:52:36.633339 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:52:36.633339 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:52:36.633339 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:52:36.633339 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:52:36.633339 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:52:36.633339 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:52:36.633339 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:52:36.633339 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:52:36.633339 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:52:36.633339 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:52:36.633339 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:52:36.633339 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:52:36.633339 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:52:36.633339 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:52:36.633339 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:52:36.633339 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:52:36.633339 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:52:36.633339 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:52:36.633339 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:52:36.633339 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:52:36.633339 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:52:36.633339 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:52:36.633339 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:52:36.633339 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:52:36.633339 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:52:36.633339 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:52:36.686331 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-cf1beaae-e627-4995-aa4d-dbfa3da8629c None None] For port 81dac5ce-7ddf-4424-9817-7c32f63d575f, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:52:36.689916 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-cf1beaae-e627-4995-aa4d-dbfa3da8629c None None] For port 81dac5ce-7ddf-4424-9817-7c32f63d575f, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=81dac5ce-7ddf-4424-9817-7c32f63d575f,segment=NetworkSegment(9a3b9d73-d068-47fc-9c47-df2274af67c5),segment_id=9a3b9d73-d068-47fc-9c47-df2274af67c5)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:52:36.729380 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.db.api [None req-b79ba215-cf85-4b51-98cd-c6f5273312b7 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 05 14:52:36.729380 n-d-836650-2 neutron-server[103321]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 05 14:52:36.729380 n-d-836650-2 neutron-server[103321]: [parameters: {'id': '08feeb7b-c255-4ce3-b98e-e8713b46eca1'}] Apr 05 14:52:36.729380 n-d-836650-2 neutron-server[103321]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103321) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:52:36.735150 n-d-836650-2 neutron-server[103321]: DEBUG oslo_db.api [None req-b79ba215-cf85-4b51-98cd-c6f5273312b7 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:52:36.748872 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0f1cb9ed-1012-40e6-bc36-3476b6291d21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:36.786499 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cf1beaae-e627-4995-aa4d-dbfa3da8629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:36.814867 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0f1cb9ed-1012-40e6-bc36-3476b6291d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:36.859802 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-0f1cb9ed-1012-40e6-bc36-3476b6291d21 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9ef6103cc2b34594be92b7debe17cc68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4013798 Apr 05 14:52:36.860806 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1cb9ed-1012-40e6-bc36-3476b6291d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=144276c4-c98f-4871-831b-0837c3c10c54,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:36.862547 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 38918) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:36.868646 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1beaae-e627-4995-aa4d-dbfa3da8629c None None] Pushing event updated for resources: {'Port': ['ID=81dac5ce-7ddf-4424-9817-7c32f63d575f,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:36.881379 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48a094a-c735-403b-94d8-fe2ac097c507 None None] Network 08feeb7b-c255-4ce3-b98e-e8713b46eca1 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:52:36.946878 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-81a50725-2fa7-4f9f-8f48-b3cd68808a86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:36.969647 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-81a50725-2fa7-4f9f-8f48-b3cd68808a86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:37.018507 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1d250c-d69e-41a8-8d6c-5ad7a7c43501 None None] get_active_networks_info from n-d-836650-2 {{(pid=103322) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 05 14:52:37.115454 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-81a50725-2fa7-4f9f-8f48-b3cd68808a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:37.118215 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-81a50725-2fa7-4f9f-8f48-b3cd68808a86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:37.119498 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-81a50725-2fa7-4f9f-8f48-b3cd68808a86 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/144276c4-c98f-4871-831b-0837c3c10c54 HTTP/1.1" status: 204 len: 168 time: 0.2550426 Apr 05 14:52:37.126162 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1d250c-d69e-41a8-8d6c-5ad7a7c43501 None None] Resources bound (agent type, host, resource id): {{(pid=103322) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 14:52:37.132159 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a50725-2fa7-4f9f-8f48-b3cd68808a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=144276c4-c98f-4871-831b-0837c3c10c54,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:37.226253 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fcfe81-6a66-41bf-81fd-e7418e8dbfa6 req-bc11ca4a-44f2-4cd8-8a37-9de06c903343 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:37.233858 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-72fcfe81-6a66-41bf-81fd-e7418e8dbfa6 req-bc11ca4a-44f2-4cd8-8a37-9de06c903343 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/ports?device_id=88f5227f-fe43-4c37-b155-600ebe92559a HTTP/1.1" status: 200 len: 945 time: 0.0596397 Apr 05 14:52:37.237156 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b79ba215-cf85-4b51-98cd-c6f5273312b7 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:37.277464 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-72fcfe81-6a66-41bf-81fd-e7418e8dbfa6 req-da8b51a9-a357-4046-bd67-e5f143b9ae80 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/security-groups?id=d92b5692-14e3-4d79-954a-1585a849cb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426805 Apr 05 14:52:37.340615 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-b79ba215-cf85-4b51-98cd-c6f5273312b7 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Deleting port 81dac5ce-7ddf-4424-9817-7c32f63d575f {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:52:37.341005 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b79ba215-cf85-4b51-98cd-c6f5273312b7 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:37.456672 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-b79ba215-cf85-4b51-98cd-c6f5273312b7 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] For port 81dac5ce-7ddf-4424-9817-7c32f63d575f, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=81dac5ce-7ddf-4424-9817-7c32f63d575f,segment=NetworkSegment(9a3b9d73-d068-47fc-9c47-df2274af67c5),segment_id=9a3b9d73-d068-47fc-9c47-df2274af67c5)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:52:37.457113 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b79ba215-cf85-4b51-98cd-c6f5273312b7 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:37.474864 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-b79ba215-cf85-4b51-98cd-c6f5273312b7 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Calling delete_port for 81dac5ce-7ddf-4424-9817-7c32f63d575f owned by network:dhcp {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:52:37.507999 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee04c6-9ace-4b81-97fb-baba62ed722c req-f8c3bb39-eb9e-4790-b555-6f86ae0a6798 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:37.516127 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-79ee04c6-9ace-4b81-97fb-baba62ed722c req-f8c3bb39-eb9e-4790-b555-6f86ae0a6798 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 946 time: 0.0654852 Apr 05 14:52:37.563718 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-79ee04c6-9ace-4b81-97fb-baba62ed722c req-916871e0-fa06-479d-b3c9-cda454179350 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=0db5022f-6960-4519-993b-af935888212a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429170 Apr 05 14:52:37.661462 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b79ba215-cf85-4b51-98cd-c6f5273312b7 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:37.679833 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a79fd-00d6-40a9-a600-7ca8e49ce881 req-38e586d9-9460-4048-a236-038d53a63cb8 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:37.681620 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-291a79fd-00d6-40a9-a600-7ca8e49ce881 req-38e586d9-9460-4048-a236-038d53a63cb8 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 946 time: 0.0549927 Apr 05 14:52:37.691090 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79ba215-cf85-4b51-98cd-c6f5273312b7 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Pushing event deleted for resources: {'Port': ['ID=81dac5ce-7ddf-4424-9817-7c32f63d575f,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:37.692027 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 38932) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:37.694745 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79ba215-cf85-4b51-98cd-c6f5273312b7 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] No DVR routers for this DVR port 81dac5ce-7ddf-4424-9817-7c32f63d575f on host n-d-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:52:37.703809 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-2fce57c1-c2b2-478a-8b78-a0ac767d188e tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Request body: {'floatingip': {'port_id': '139faa11-9f76-4762-8a99-affe69355565'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:52:37.748434 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2fce57c1-c2b2-478a-8b78-a0ac767d188e tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks [] for floatingip, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:37.780081 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b79ba215-cf85-4b51-98cd-c6f5273312b7 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:37.801380 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-b79ba215-cf85-4b51-98cd-c6f5273312b7 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08feeb7b-c255-4ce3-b98e-e8713b46eca1']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:52:37.811050 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-b79ba215-cf85-4b51-98cd-c6f5273312b7 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a3b9d73-d068-47fc-9c47-df2274af67c5') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:52:37.811349 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-b79ba215-cf85-4b51-98cd-c6f5273312b7 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a3b9d73-d068-47fc-9c47-df2274af67c5') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:52:37.820964 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b79ba215-cf85-4b51-98cd-c6f5273312b7 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:37.835419 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b79ba215-cf85-4b51-98cd-c6f5273312b7 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:37.841343 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b79ba215-cf85-4b51-98cd-c6f5273312b7 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:52:37.841754 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b79ba215-cf85-4b51-98cd-c6f5273312b7 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:37.845761 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:52:37.845761 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:52:37.845761 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:52:37.845761 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:52:37.845761 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:52:37.845761 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:52:37.845761 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:52:37.845761 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:52:37.845761 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:52:37.845761 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:52:37.845761 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:52:37.845761 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:52:37.845761 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:52:37.845761 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:52:37.845761 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:52:37.845761 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:52:37.845761 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:52:37.845761 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:52:37.845761 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:52:37.845761 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:52:37.845761 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:52:37.845761 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:52:37.845761 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:52:37.845761 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:52:37.845761 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:52:37.845761 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:52:37.845761 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:52:37.845761 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:52:37.845761 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:52:37.845761 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:52:37.845761 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:52:37.845761 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:52:37.965402 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 38934) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:37.981999 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b79ba215-cf85-4b51-98cd-c6f5273312b7 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:37.990570 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0f702dc3-0ceb-478f-bf36-e484438482a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:37.993934 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b79ba215-cf85-4b51-98cd-c6f5273312b7 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks [] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:38.000241 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-b79ba215-cf85-4b51-98cd-c6f5273312b7 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] 10.222.0.30 "DELETE /v2.0/networks/08feeb7b-c255-4ce3-b98e-e8713b46eca1 HTTP/1.1" status: 204 len: 168 time: 2.1641257 Apr 05 14:52:38.002078 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 38936) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:38.013044 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79ba215-cf85-4b51-98cd-c6f5273312b7 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Pushing event deleted for resources: {'Network': ['ID=08feeb7b-c255-4ce3-b98e-e8713b46eca1,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:38.062908 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-26b4bb50-15c8-4e7e-870b-c9f934cb2023 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] GET failed (client error): The resource could not be found. Apr 05 14:52:38.066577 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-26b4bb50-15c8-4e7e-870b-c9f934cb2023 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] 10.222.0.30 "GET /v2.0/subnets/c3e1e831-c454-49e4-821b-8d53e3cf355d HTTP/1.1" status: 404 len: 337 time: 0.0610950 Apr 05 14:52:38.068138 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 38938) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:38.100007 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-07a838a1-ed21-4c54-a046-fdb2009408bd tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] DELETE failed (client error): The resource could not be found. Apr 05 14:52:38.100545 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07a838a1-ed21-4c54-a046-fdb2009408bd tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:52:38.107107 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-07a838a1-ed21-4c54-a046-fdb2009408bd tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] 10.222.0.30 "DELETE /v2.0/networks/08feeb7b-c255-4ce3-b98e-e8713b46eca1 HTTP/1.1" status: 404 len: 339 time: 0.0343969 Apr 05 14:52:38.107901 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 38940) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:38.157149 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0f702dc3-0ceb-478f-bf36-e484438482a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:38.215240 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0f702dc3-0ceb-478f-bf36-e484438482a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:38.252056 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-0f702dc3-0ceb-478f-bf36-e484438482a0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9b2b2d2fbb304cdc8bb3652c0243f9f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2852037 Apr 05 14:52:38.255532 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 38942) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:38.311143 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2fce57c1-c2b2-478a-8b78-a0ac767d188e tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:38.327759 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f702dc3-0ceb-478f-bf36-e484438482a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc3d472-a032-4589-a09b-46be8c86508c,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:38.357218 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9634c976-a937-442f-b815-9d87740729ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:38.360212 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2eb6050-d9a8-4a14-bc2b-a5eef2e04031 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:38.361919 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-e2eb6050-d9a8-4a14-bc2b-a5eef2e04031 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2536368 Apr 05 14:52:38.364619 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 38948) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:38.403291 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2fce57c1-c2b2-478a-8b78-a0ac767d188e tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:38.406118 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-bffa25ae-afba-4ecf-9734-80f9955d7a34 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] 10.222.0.30 "GET /v2.0/subnets?network_id=3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c HTTP/1.1" status: 200 len: 207 time: 0.0401576 Apr 05 14:52:38.409524 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9634c976-a937-442f-b815-9d87740729ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:38.410569 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 38950) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:38.531473 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5b75d6-ff68-4821-9824-7c3e96067970 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:38.537943 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5b75d6-ff68-4821-9824-7c3e96067970 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:38.544380 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5b75d6-ff68-4821-9824-7c3e96067970 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:38.550734 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5b75d6-ff68-4821-9824-7c3e96067970 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:38.552504 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-fd5b75d6-ff68-4821-9824-7c3e96067970 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.1408007 Apr 05 14:52:38.556633 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 38952) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:38.888357 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e791762-6e07-4cb4-8e4e-09b6f52a4403 req-d2ff0ab5-55ae-47aa-bc5c-6843ff66dd72 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:38.893789 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2e791762-6e07-4cb4-8e4e-09b6f52a4403 req-d2ff0ab5-55ae-47aa-bc5c-6843ff66dd72 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/ports?device_id=88f5227f-fe43-4c37-b155-600ebe92559a HTTP/1.1" status: 200 len: 945 time: 0.5272880 Apr 05 14:52:38.947990 n-d-836650-2 neutron-server[103320]: INFO neutron.db.l3_db [None req-2fce57c1-c2b2-478a-8b78-a0ac767d188e tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Floating IP 33d50334-ce0a-43b6-aa69-1103e937ac15 associated. External IP: 172.25.6.2, port: 139faa11-9f76-4762-8a99-affe69355565. Apr 05 14:52:38.992376 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2e791762-6e07-4cb4-8e4e-09b6f52a4403 req-74a13e86-f56b-450f-912e-2417e724b558 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/security-groups?id=d92b5692-14e3-4d79-954a-1585a849cb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848379 Apr 05 14:52:39.006811 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-66f1741d-aed9-40ec-8ede-d76965363fc6 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] 10.222.0.30 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.4489210 Apr 05 14:52:39.010135 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 38956) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:39.019552 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9634c976-a937-442f-b815-9d87740729ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:39.023730 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9634c976-a937-442f-b815-9d87740729ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:39.027894 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-9634c976-a937-442f-b815-9d87740729ae admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fbc3d472-a032-4589-a09b-46be8c86508c HTTP/1.1" status: 204 len: 168 time: 0.7708876 Apr 05 14:52:39.040825 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9634c976-a937-442f-b815-9d87740729ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc3d472-a032-4589-a09b-46be8c86508c,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:39.109592 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b08e773-5ff4-4215-b78b-f962f523439d tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:39.111269 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b08e773-5ff4-4215-b78b-f962f523439d tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:39.112920 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-3b08e773-5ff4-4215-b78b-f962f523439d tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1018114 Apr 05 14:52:39.116473 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 38962) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:39.171598 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0fd132-350e-4801-9381-4d60dc2d0c8a tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Attributes excluded by policy engine: ['shared'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:39.173397 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0fd132-350e-4801-9381-4d60dc2d0c8a tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Attributes excluded by policy engine: ['shared'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:39.175107 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-5c0fd132-350e-4801-9381-4d60dc2d0c8a tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] 10.222.0.30 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0576224 Apr 05 14:52:39.178512 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 38964) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:39.180327 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8083f893-630b-4208-9b93-1824e20bc746 req-7d23390e-5158-4528-9232-7f80d818c298 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:39.182158 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8083f893-630b-4208-9b93-1824e20bc746 req-7d23390e-5158-4528-9232-7f80d818c298 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/ports?device_id=88f5227f-fe43-4c37-b155-600ebe92559a HTTP/1.1" status: 200 len: 945 time: 0.0822842 Apr 05 14:52:39.191872 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 38966) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:39.197938 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-72f53106-74a3-4361-94ad-79c570f96030 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Request body: {'floatingip': {'port_id': '4aaf2f78-e430-4ec7-affa-cfeb666d2100'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:52:39.277925 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-72f53106-74a3-4361-94ad-79c570f96030 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for floatingip, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:39.367649 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fce57c1-c2b2-478a-8b78-a0ac767d188e tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Router 311d06dd-ff44-492e-acc8-99cd90444281 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:52:39.429592 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978df6f1-dc31-4ee3-a841-90fcd846c572 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:39.434404 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-978df6f1-dc31-4ee3-a841-90fcd846c572 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] 10.222.0.30 "GET /v2.0/networks/cdd75639-add5-4755-8784-cf0ba20334a4 HTTP/1.1" status: 200 len: 800 time: 0.2514436 Apr 05 14:52:39.434738 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 38972) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:39.578766 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fce57c1-c2b2-478a-8b78-a0ac767d188e tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:52:39.586998 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2fce57c1-c2b2-478a-8b78-a0ac767d188e tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:39.588992 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da2bd7f-b193-472d-bffe-c334cd8827cc None None] Sync routers for ids ['311d06dd-ff44-492e-acc8-99cd90444281'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:52:39.609019 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da2bd7f-b193-472d-bffe-c334cd8827cc None None] Routers {'311d06dd-ff44-492e-acc8-99cd90444281'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:52:39.609592 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-9da2bd7f-b193-472d-bffe-c334cd8827cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:52:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['311d06dd-ff44-492e-acc8-99cd90444281'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:52:39.628900 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-2fce57c1-c2b2-478a-8b78-a0ac767d188e tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "PUT /v2.0/floatingips/33d50334-ce0a-43b6-aa69-1103e937ac15 HTTP/1.1" status: 200 len: 990 time: 1.9183793 Apr 05 14:52:39.628900 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fa5a3e7-da06-4255-81be-fef3982e59a1', 'tag': '139faa11-9f76-4762-8a99-affe69355565'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:52:39.628900 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec30de1-1124-4950-8d00-eb707f65a24b" -d '{"events": [{"name": "network-changed", "server_uuid": "4fa5a3e7-da06-4255-81be-fef3982e59a1", "tag": "139faa11-9f76-4762-8a99-affe69355565"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:52:39.657659 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-2e2e3416-d633-48d4-b50c-63e9652dd752 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] 10.222.0.30 "GET /v2.0/networks/cdd75639-add5-4755-8784-cf0ba20334a4?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2215753 Apr 05 14:52:39.661006 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 38982) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:39.699030 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-156ffeac-174e-483a-addd-6b6380355cf6 x-openstack-request-id: req-156ffeac-174e-483a-addd-6b6380355cf6 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:52:39.699327 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fa5a3e7-da06-4255-81be-fef3982e59a1", "tag": "139faa11-9f76-4762-8a99-affe69355565", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:52:39.699706 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-156ffeac-174e-483a-addd-6b6380355cf6 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:52:39.700116 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-156ffeac-174e-483a-addd-6b6380355cf6'] response: {'name': 'network-changed', 'server_uuid': '4fa5a3e7-da06-4255-81be-fef3982e59a1', 'tag': '139faa11-9f76-4762-8a99-affe69355565', 'status': 'completed', 'code': 200} Apr 05 14:52:39.735508 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4ece9a-bdbc-4424-bb89-220fdf540137 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:39.739060 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-bf4ece9a-bdbc-4424-bb89-220fdf540137 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] 10.222.0.30 "GET /v2.0/subnets/31ccaf68-078d-4c0d-88d0-b06d250e95a5 HTTP/1.1" status: 200 len: 811 time: 0.0770607 Apr 05 14:52:39.743218 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 38986) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:39.803142 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-9da2bd7f-b193-472d-bffe-c334cd8827cc None None] Set router 311d06dd-ff44-492e-acc8-99cd90444281 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:52:39.837979 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f00634d-f03d-426d-b18f-db1aa80d0ce4 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Attributes excluded by policy engine: ['shared'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:39.840072 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-5f00634d-f03d-426d-b18f-db1aa80d0ce4 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] 10.222.0.30 "GET /v2.0/subnets/31ccaf68-078d-4c0d-88d0-b06d250e95a5?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0956094 Apr 05 14:52:39.844010 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 38988) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:39.851742 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-47d26839-c72b-4ec4-a273-fbe2ded980dc tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1814223349'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:52:39.949683 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47d26839-c72b-4ec4-a273-fbe2ded980dc tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Made reservation on behalf of b18e09f58872453686470a2d644d8456 for: {'network': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:52:39.954387 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-47d26839-c72b-4ec4-a273-fbe2ded980dc tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:39.977985 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec30de1-1124-4950-8d00-eb707f65a24b req-c9481fa0-bb4f-4c46-86a3-946994a9769a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:39.979800 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-cec30de1-1124-4950-8d00-eb707f65a24b req-c9481fa0-bb4f-4c46-86a3-946994a9769a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9aa02dc22afd43169da01ad43bf00af6&device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 1097 time: 0.0965574 Apr 05 14:52:39.992148 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47d26839-c72b-4ec4-a273-fbe2ded980dc tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=103320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:52:39.994671 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-72f53106-74a3-4361-94ad-79c570f96030 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:40.005753 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-47d26839-c72b-4ec4-a273-fbe2ded980dc tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:40.006203 n-d-836650-2 neutron-server[103320]: INFO neutron.db.segments_db [None req-47d26839-c72b-4ec4-a273-fbe2ded980dc tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Added segment d9bb3dd8-1afa-4730-a899-b74174efe4c6 of type vlan for network 6a02ca82-c1ca-4057-b853-5bf3ff00ddb6 Apr 05 14:52:40.055746 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-47d26839-c72b-4ec4-a273-fbe2ded980dc tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:40.089024 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec30de1-1124-4950-8d00-eb707f65a24b req-e3fdc5fa-8b0c-4c16-8cf4-4edf8cdc9c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:40.090519 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-cec30de1-1124-4950-8d00-eb707f65a24b req-e3fdc5fa-8b0c-4c16-8cf4-4edf8cdc9c01 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b03a0781-c7c7-4f21-ae00-e298dd92f97c HTTP/1.1" status: 200 len: 917 time: 0.1032090 Apr 05 14:52:40.094743 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-72f53106-74a3-4361-94ad-79c570f96030 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:40.114556 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-9da2bd7f-b193-472d-bffe-c334cd8827cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '311d06dd-ff44-492e-acc8-99cd90444281', 'name': 'tempest-AttachVolumeShelveTestJSON-305439511-router', 'tenant_id': '9aa02dc22afd43169da01ad43bf00af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '5013467d-d634-407a-b84a-b6f3a2b910ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:48:43Z', 'updated_at': '2022-04-05T14:48:48Z', 'revision_number': 4, 'project_id': '9aa02dc22afd43169da01ad43bf00af6', 'gw_port': {'id': '5013467d-d634-407a-b84a-b6f3a2b910ad', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:14:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311d06dd-ff44-492e-acc8-99cd90444281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:48:44Z', 'updated_at': '2022-04-05T14:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': '33d50334-ce0a-43b6-aa69-1103e937ac15', 'tenant_id': '9aa02dc22afd43169da01ad43bf00af6', 'floating_ip_address': '172.25.6.2', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': '311d06dd-ff44-492e-acc8-99cd90444281', 'port_id': '139faa11-9f76-4762-8a99-affe69355565', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2947, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b03a0781-c7c7-4f21-ae00-e298dd92f97c', 'mac_address': 'fa:16:3e:fa:1b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa5a3e7-da06-4255-81be-fef3982e59a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:52:18Z', 'updated_at': '2022-04-05T14:52:38Z', 'revision_number': 1, 'project_id': '9aa02dc22afd43169da01ad43bf00af6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4460ee6-20c2-4fe6-8328-e7ab026f4c83', 'name': '', 'network_id': 'b03a0781-c7c7-4f21-ae00-e298dd92f97c', 'tenant_id': '9aa02dc22afd43169da01ad43bf00af6', 'mac_address': 'fa:16:3e:b9:9f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311d06dd-ff44-492e-acc8-99cd90444281', 'device_owner': 'network:router_interface', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': 'b8b6f627-92b4-40ba-a770-519d39c012c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:48:47Z', 'updated_at': '2022-04-05T14:48:54Z', 'revision_number': 5, 'project_id': '9aa02dc22afd43169da01ad43bf00af6', 'subnets': [{'id': 'b8b6f627-92b4-40ba-a770-519d39c012c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:52:40.142216 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da2bd7f-b193-472d-bffe-c334cd8827cc None None] Checking router: 311d06dd-ff44-492e-acc8-99cd90444281 for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:52:40.152576 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da2bd7f-b193-472d-bffe-c334cd8827cc None None] Routers {'311d06dd-ff44-492e-acc8-99cd90444281'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:52:40.153329 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-9da2bd7f-b193-472d-bffe-c334cd8827cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:52:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['311d06dd-ff44-492e-acc8-99cd90444281'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:52:40.184222 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-47d26839-c72b-4ec4-a273-fbe2ded980dc tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:40.190965 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d26839-c72b-4ec4-a273-fbe2ded980dc tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:40.191577 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-47d26839-c72b-4ec4-a273-fbe2ded980dc tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:40.281391 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-9da2bd7f-b193-472d-bffe-c334cd8827cc None None] Set router 311d06dd-ff44-492e-acc8-99cd90444281 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:52:40.300182 n-d-836650-2 neutron-server[103321]: INFO neutron.db.l3_db [None req-72f53106-74a3-4361-94ad-79c570f96030 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Floating IP 628c5553-8e96-4993-942d-44be5b6cfdb0 associated. External IP: 172.25.6.22, port: 4aaf2f78-e430-4ec7-affa-cfeb666d2100. Apr 05 14:52:40.303681 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-cec30de1-1124-4950-8d00-eb707f65a24b req-78fa3082-47a9-4c88-b236-546c29c29343 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=139faa11-9f76-4762-8a99-affe69355565 HTTP/1.1" status: 200 len: 998 time: 0.2059083 Apr 05 14:52:40.305113 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d26839-c72b-4ec4-a273-fbe2ded980dc tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Pushing event updated for resources: {'Network': ['ID=6a02ca82-c1ca-4057-b853-5bf3ff00ddb6,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:40.318106 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 6a02ca82-c1ca-4057-b853-5bf3ff00ddb6 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:52:40.332062 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-47d26839-c72b-4ec4-a273-fbe2ded980dc tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4849968 Apr 05 14:52:40.332756 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 38998) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:40.338297 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-5b2254dd-a0d1-46da-9225-cda7baa81a77 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Request body: {'subnet': {'network_id': '6a02ca82-c1ca-4057-b853-5bf3ff00ddb6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:52:40.545952 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec30de1-1124-4950-8d00-eb707f65a24b req-295d623d-9a8d-461d-a64f-24fa8ed1b9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:40.547806 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-cec30de1-1124-4950-8d00-eb707f65a24b req-295d623d-9a8d-461d-a64f-24fa8ed1b9e8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b8b6f627-92b4-40ba-a770-519d39c012c3 HTTP/1.1" status: 200 len: 855 time: 0.2057006 Apr 05 14:52:40.614373 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2254dd-a0d1-46da-9225-cda7baa81a77 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Made reservation on behalf of b18e09f58872453686470a2d644d8456 for: {'subnet': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:52:40.620182 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5b2254dd-a0d1-46da-9225-cda7baa81a77 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13127328'] for subnet, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:40.660413 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec30de1-1124-4950-8d00-eb707f65a24b req-30ddca6d-a8cb-4319-8f27-c08d4851e114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:40.661973 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-cec30de1-1124-4950-8d00-eb707f65a24b req-30ddca6d-a8cb-4319-8f27-c08d4851e114 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b03a0781-c7c7-4f21-ae00-e298dd92f97c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1050820 Apr 05 14:52:40.672024 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72f53106-74a3-4361-94ad-79c570f96030 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Router b1445dec-20ca-403d-b665-56d8d9cba455 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:52:40.698571 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-9da2bd7f-b193-472d-bffe-c334cd8827cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '311d06dd-ff44-492e-acc8-99cd90444281', 'name': 'tempest-AttachVolumeShelveTestJSON-305439511-router', 'tenant_id': '9aa02dc22afd43169da01ad43bf00af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '5013467d-d634-407a-b84a-b6f3a2b910ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:48:43Z', 'updated_at': '2022-04-05T14:48:48Z', 'revision_number': 4, 'project_id': '9aa02dc22afd43169da01ad43bf00af6', 'gw_port': {'id': '5013467d-d634-407a-b84a-b6f3a2b910ad', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:14:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311d06dd-ff44-492e-acc8-99cd90444281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:48:44Z', 'updated_at': '2022-04-05T14:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': '33d50334-ce0a-43b6-aa69-1103e937ac15', 'tenant_id': '9aa02dc22afd43169da01ad43bf00af6', 'floating_ip_address': '172.25.6.2', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': '311d06dd-ff44-492e-acc8-99cd90444281', 'port_id': '139faa11-9f76-4762-8a99-affe69355565', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2947, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b03a0781-c7c7-4f21-ae00-e298dd92f97c', 'mac_address': 'fa:16:3e:fa:1b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa5a3e7-da06-4255-81be-fef3982e59a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:52:18Z', 'updated_at': '2022-04-05T14:52:38Z', 'revision_number': 1, 'project_id': '9aa02dc22afd43169da01ad43bf00af6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4460ee6-20c2-4fe6-8328-e7ab026f4c83', 'name': '', 'network_id': 'b03a0781-c7c7-4f21-ae00-e298dd92f97c', 'tenant_id': '9aa02dc22afd43169da01ad43bf00af6', 'mac_address': 'fa:16:3e:b9:9f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311d06dd-ff44-492e-acc8-99cd90444281', 'device_owner': 'network:router_interface', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': 'b8b6f627-92b4-40ba-a770-519d39c012c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:48:47Z', 'updated_at': '2022-04-05T14:48:54Z', 'revision_number': 5, 'project_id': '9aa02dc22afd43169da01ad43bf00af6', 'subnets': [{'id': 'b8b6f627-92b4-40ba-a770-519d39c012c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:52:40.710836 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.ipam_backend_mixin [None req-5b2254dd-a0d1-46da-9225-cda7baa81a77 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Performing IP validity checks on allocation pools {{(pid=103320) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 05 14:52:40.711309 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.ipam_backend_mixin [None req-5b2254dd-a0d1-46da-9225-cda7baa81a77 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103320) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 05 14:52:40.734638 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da2bd7f-b193-472d-bffe-c334cd8827cc None None] The sync data for ids ['311d06dd-ff44-492e-acc8-99cd90444281'] in n-d-836650-2 is: [{'id': '311d06dd-ff44-492e-acc8-99cd90444281', 'name': 'tempest-AttachVolumeShelveTestJSON-305439511-router', 'tenant_id': '9aa02dc22afd43169da01ad43bf00af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '5013467d-d634-407a-b84a-b6f3a2b910ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:48:43Z', 'updated_at': '2022-04-05T14:48:48Z', 'revision_number': 4, 'project_id': '9aa02dc22afd43169da01ad43bf00af6', 'gw_port': {'id': '5013467d-d634-407a-b84a-b6f3a2b910ad', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:14:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311d06dd-ff44-492e-acc8-99cd90444281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:48:44Z', 'updated_at': '2022-04-05T14:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': '33d50334-ce0a-43b6-aa69-1103e937ac15', 'tenant_id': '9aa02dc22afd43169da01ad43bf00af6', 'floating_ip_address': '172.25.6.2', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': '311d06dd-ff44-492e-acc8-99cd90444281', 'port_id': '139faa11-9f76-4762-8a99-affe69355565', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2947, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b03a0781-c7c7-4f21-ae00-e298dd92f97c', 'mac_address': 'fa:16:3e:fa:1b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa5a3e7-da06-4255-81be-fef3982e59a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:52:18Z', 'updated_at': '2022-04-05T14:52:38Z', 'revision_number': 1, 'project_id': '9aa02dc22afd43169da01ad43bf00af6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4460ee6-20c2-4fe6-8328-e7ab026f4c83', 'name': '', 'network_id': 'b03a0781-c7c7-4f21-ae00-e298dd92f97c', 'tenant_id': '9aa02dc22afd43169da01ad43bf00af6', 'mac_address': 'fa:16:3e:b9:9f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311d06dd-ff44-492e-acc8-99cd90444281', 'device_owner': 'network:router_interface', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': 'b8b6f627-92b4-40ba-a770-519d39c012c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:48:47Z', 'updated_at': '2022-04-05T14:48:54Z', 'revision_number': 5, 'project_id': '9aa02dc22afd43169da01ad43bf00af6', 'subnets': [{'id': 'b8b6f627-92b4-40ba-a770-519d39c012c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:52:40.895724 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-cec30de1-1124-4950-8d00-eb707f65a24b req-7d409291-6675-47aa-9bd3-87a5565b0fb1 service neutron] 10.222.0.11 "GET /v2.0/networks/b03a0781-c7c7-4f21-ae00-e298dd92f97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199733 Apr 05 14:52:40.969253 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72f53106-74a3-4361-94ad-79c570f96030 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:52:40.974349 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-72f53106-74a3-4361-94ad-79c570f96030 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:40.979315 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7125977f-ec68-45fb-a2d1-92bb6620637a None None] Sync routers for ids ['b1445dec-20ca-403d-b665-56d8d9cba455'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:52:40.986680 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5b2254dd-a0d1-46da-9225-cda7baa81a77 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15773751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13127350'] for subnet, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:41.000905 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7125977f-ec68-45fb-a2d1-92bb6620637a None None] Routers {'b1445dec-20ca-403d-b665-56d8d9cba455'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:52:41.002025 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-7125977f-ec68-45fb-a2d1-92bb6620637a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:52:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['b1445dec-20ca-403d-b665-56d8d9cba455'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:52:41.024912 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-72f53106-74a3-4361-94ad-79c570f96030 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "PUT /v2.0/floatingips/628c5553-8e96-4993-942d-44be5b6cfdb0 HTTP/1.1" status: 200 len: 990 time: 1.8222444 Apr 05 14:52:41.024912 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88f5227f-fe43-4c37-b155-600ebe92559a', 'tag': '4aaf2f78-e430-4ec7-affa-cfeb666d2100'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:52:41.024912 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee1fb2ef-1b08-4f77-bfdf-1566662375d3" -d '{"events": [{"name": "network-changed", "server_uuid": "88f5227f-fe43-4c37-b155-600ebe92559a", "tag": "4aaf2f78-e430-4ec7-affa-cfeb666d2100"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:52:41.067843 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-cec30de1-1124-4950-8d00-eb707f65a24b req-46013016-4a03-4772-bbe7-a0224396969e service neutron] 10.222.0.11 "GET /v2.0/networks/b03a0781-c7c7-4f21-ae00-e298dd92f97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648879 Apr 05 14:52:41.096284 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9acfdba5-0ba0-492b-9dff-1cf4068a2d08 x-openstack-request-id: req-9acfdba5-0ba0-492b-9dff-1cf4068a2d08 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:52:41.096895 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88f5227f-fe43-4c37-b155-600ebe92559a", "tag": "4aaf2f78-e430-4ec7-affa-cfeb666d2100", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:52:41.096895 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9acfdba5-0ba0-492b-9dff-1cf4068a2d08 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:52:41.097323 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9acfdba5-0ba0-492b-9dff-1cf4068a2d08'] response: {'name': 'network-changed', 'server_uuid': '88f5227f-fe43-4c37-b155-600ebe92559a', 'tag': '4aaf2f78-e430-4ec7-affa-cfeb666d2100', 'status': 'completed', 'code': 200} Apr 05 14:52:41.113853 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2254dd-a0d1-46da-9225-cda7baa81a77 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Checking segment: {'id': 'd9bb3dd8-1afa-4730-a899-b74174efe4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6a02ca82-c1ca-4057-b853-5bf3ff00ddb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:52:41.114860 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2254dd-a0d1-46da-9225-cda7baa81a77 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Network hostable DHCP agents. Network: 6a02ca82-c1ca-4057-b853-5bf3ff00ddb6, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:52:41.120263 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2254dd-a0d1-46da-9225-cda7baa81a77 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Pushing event updated for resources: {'Subnet': ['ID=ea8a38bf-1a37-493c-a10b-7a467ba443db,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:41.131531 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a038dd-95b2-4c58-b592-b91cbc33f116 None None] New status for floating IP 33d50334-ce0a-43b6-aa69-1103e937ac15: ACTIVE {{(pid=103323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 14:52:41.212173 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1fb2ef-1b08-4f77-bfdf-1566662375d3 req-19200fd6-fc1f-4e8f-97a8-c2411b77bbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:41.218450 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ee1fb2ef-1b08-4f77-bfdf-1566662375d3 req-19200fd6-fc1f-4e8f-97a8-c2411b77bbcc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0d680450c8534547bd5afee8c1b9c44d&device_id=88f5227f-fe43-4c37-b155-600ebe92559a HTTP/1.1" status: 200 len: 1096 time: 0.0989921 Apr 05 14:52:41.276258 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2254dd-a0d1-46da-9225-cda7baa81a77 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Network 6a02ca82-c1ca-4057-b853-5bf3ff00ddb6 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:52:41.373095 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1fb2ef-1b08-4f77-bfdf-1566662375d3 req-1d2cf22b-671f-49bf-8441-4e669e0253d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:41.374859 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ee1fb2ef-1b08-4f77-bfdf-1566662375d3 req-1d2cf22b-671f-49bf-8441-4e669e0253d8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9c33a3eb-a65a-4749-8ece-9c0c17a8413b HTTP/1.1" status: 200 len: 916 time: 0.1464908 Apr 05 14:52:41.392320 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-5b2254dd-a0d1-46da-9225-cda7baa81a77 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 6a02ca82-c1ca-4057-b853-5bf3ff00ddb6) {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:52:41.407472 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ef5dff-30d6-449f-89d6-74e7d1e09df1 None None] Network 6a02ca82-c1ca-4057-b853-5bf3ff00ddb6 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:52:41.456553 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2254dd-a0d1-46da-9225-cda7baa81a77 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:41.457194 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5b2254dd-a0d1-46da-9225-cda7baa81a77 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:41.501188 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ee1fb2ef-1b08-4f77-bfdf-1566662375d3 req-d1339578-04e4-42e6-a907-385bb8517e27 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4aaf2f78-e430-4ec7-affa-cfeb666d2100 HTTP/1.1" status: 200 len: 998 time: 0.1191242 Apr 05 14:52:41.506164 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-7125977f-ec68-45fb-a2d1-92bb6620637a None None] Set router b1445dec-20ca-403d-b665-56d8d9cba455 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:52:41.622895 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1fb2ef-1b08-4f77-bfdf-1566662375d3 req-d383640b-6196-4393-a3ec-39b1bc00702f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:41.625019 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ee1fb2ef-1b08-4f77-bfdf-1566662375d3 req-d383640b-6196-4393-a3ec-39b1bc00702f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b0eeff46-5c4b-4ea4-85de-a28a5ce6d062 HTTP/1.1" status: 200 len: 854 time: 0.1170816 Apr 05 14:52:41.630616 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-5b2254dd-a0d1-46da-9225-cda7baa81a77 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.2966332 Apr 05 14:52:41.634152 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 39024) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:41.646036 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-9a393322-69e8-40d6-b2da-78478a987063 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:52:41.712952 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1fb2ef-1b08-4f77-bfdf-1566662375d3 req-eabaed99-1149-4db0-bae5-1ad9b91f7aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:41.715482 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ee1fb2ef-1b08-4f77-bfdf-1566662375d3 req-eabaed99-1149-4db0-bae5-1ad9b91f7aab service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9c33a3eb-a65a-4749-8ece-9c0c17a8413b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0826583 Apr 05 14:52:41.755783 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa0ba86-eabc-4023-805f-7dbeec0caaa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-6a02ca82-c1ca-4057-b853-5bf3ff00ddb6', 'network_id': '6a02ca82-c1ca-4057-b853-5bf3ff00ddb6', 'tenant_id': 'b18e09f58872453686470a2d644d8456', 'fixed_ips': [{'subnet_id': 'ea8a38bf-1a37-493c-a10b-7a467ba443db'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:52:41.756638 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4fa0ba86-eabc-4023-805f-7dbeec0caaa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:41.863137 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9a393322-69e8-40d6-b2da-78478a987063 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12608057'] for subnet, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:41.902057 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ee1fb2ef-1b08-4f77-bfdf-1566662375d3 req-e5497d75-038f-40be-acfb-479e2f7d38c5 service neutron] 10.222.0.55 "GET /v2.0/networks/9c33a3eb-a65a-4749-8ece-9c0c17a8413b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785386 Apr 05 14:52:41.990006 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-7125977f-ec68-45fb-a2d1-92bb6620637a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'name': 'tempest-AttachVolumeNegativeTest-1732339431-router', 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'bd6b8bf7-c569-4249-ab62-bab0f76cc3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:50:04Z', 'updated_at': '2022-04-05T14:50:09Z', 'revision_number': 4, 'project_id': '0d680450c8534547bd5afee8c1b9c44d', 'gw_port': {'id': 'bd6b8bf7-c569-4249-ab62-bab0f76cc3e2', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:05Z', 'updated_at': '2022-04-05T14:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': '4fd0db25-3c94-440f-aad2-71ec8ae25776', 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'floating_ip_address': '172.25.6.93', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'port_id': '56049af1-1ba2-4489-9008-342f74470dd8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c33a3eb-a65a-4749-8ece-9c0c17a8413b', 'mac_address': 'fa:16:3e:93:6e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcf67b8-bd16-4226-a52d-1e179a4f797e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:50:18Z', 'updated_at': '2022-04-05T14:50:48Z', 'revision_number': 2, 'project_id': '0d680450c8534547bd5afee8c1b9c44d', 'fixed_ip_address_scope': None}, {'id': '628c5553-8e96-4993-942d-44be5b6cfdb0', 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'floating_ip_address': '172.25.6.22', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'port_id': '4aaf2f78-e430-4ec7-affa-cfeb666d2100', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c33a3eb-a65a-4749-8ece-9c0c17a8413b', 'mac_address': 'fa:16:3e:81:ad:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f5227f-fe43-4c37-b155-600ebe92559a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:52:19Z', 'updated_at': '2022-04-05T14:52:39Z', 'revision_number': 1, 'project_id': '0d680450c8534547bd5afee8c1b9c44d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9221f79d-cf57-48ff-99a2-721b9a2f3ce1', 'name': '', 'network_id': '9c33a3eb-a65a-4749-8ece-9c0c17a8413b', 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'mac_address': 'fa:16:3e:88:65:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': 'b0eeff46-5c4b-4ea4-85de-a28a5ce6d062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:08Z', 'updated_at': '2022-04-05T14:50:15Z', 'revision_number': 5, 'project_id': '0d680450c8534547bd5afee8c1b9c44d', 'subnets': [{'id': 'b0eeff46-5c4b-4ea4-85de-a28a5ce6d062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:52:42.027941 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ee1fb2ef-1b08-4f77-bfdf-1566662375d3 req-8fb1cfee-3802-4857-8127-de5c22182e95 service neutron] 10.222.0.55 "GET /v2.0/networks/9c33a3eb-a65a-4749-8ece-9c0c17a8413b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179872 Apr 05 14:52:42.038273 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7125977f-ec68-45fb-a2d1-92bb6620637a None None] Checking router: b1445dec-20ca-403d-b665-56d8d9cba455 for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:52:42.042726 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.db.api [None req-4fa0ba86-eabc-4023-805f-7dbeec0caaa2 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 05 14:52:42.042726 n-d-836650-2 neutron-server[103322]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Apr 05 14:52:42.042726 n-d-836650-2 neutron-server[103322]: [parameters: {'in_use': 1, 'id_1': 'ea8a38bf-1a37-493c-a10b-7a467ba443db'}] Apr 05 14:52:42.042726 n-d-836650-2 neutron-server[103322]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:52:42.043349 n-d-836650-2 neutron-server[103322]: DEBUG oslo_db.api [None req-4fa0ba86-eabc-4023-805f-7dbeec0caaa2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:52:42.050630 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7125977f-ec68-45fb-a2d1-92bb6620637a None None] Routers {'b1445dec-20ca-403d-b665-56d8d9cba455'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:52:42.052038 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-7125977f-ec68-45fb-a2d1-92bb6620637a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:52:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['b1445dec-20ca-403d-b665-56d8d9cba455'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:52:42.181856 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-7125977f-ec68-45fb-a2d1-92bb6620637a None None] Set router b1445dec-20ca-403d-b665-56d8d9cba455 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:52:42.249231 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9a393322-69e8-40d6-b2da-78478a987063 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755703071160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14590497'] for subnet, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:42.320826 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a393322-69e8-40d6-b2da-78478a987063 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:42.320826 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9a393322-69e8-40d6-b2da-78478a987063 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:42.321542 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-9a393322-69e8-40d6-b2da-78478a987063 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] 10.222.0.30 "PUT /v2.0/subnets/ea8a38bf-1a37-493c-a10b-7a467ba443db HTTP/1.1" status: 200 len: 877 time: 0.6858616 Apr 05 14:52:42.324408 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 39036) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:42.332235 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a393322-69e8-40d6-b2da-78478a987063 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Pushing event updated for resources: {'Subnet': ['ID=ea8a38bf-1a37-493c-a10b-7a467ba443db,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:42.382932 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:42.448576 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-54e1ec91-f290-46fc-9bde-995800ec8611 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:42.491342 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-7125977f-ec68-45fb-a2d1-92bb6620637a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'name': 'tempest-AttachVolumeNegativeTest-1732339431-router', 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'bd6b8bf7-c569-4249-ab62-bab0f76cc3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:50:04Z', 'updated_at': '2022-04-05T14:50:09Z', 'revision_number': 4, 'project_id': '0d680450c8534547bd5afee8c1b9c44d', 'gw_port': {'id': 'bd6b8bf7-c569-4249-ab62-bab0f76cc3e2', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:05Z', 'updated_at': '2022-04-05T14:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': '4fd0db25-3c94-440f-aad2-71ec8ae25776', 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'floating_ip_address': '172.25.6.93', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'port_id': '56049af1-1ba2-4489-9008-342f74470dd8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c33a3eb-a65a-4749-8ece-9c0c17a8413b', 'mac_address': 'fa:16:3e:93:6e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcf67b8-bd16-4226-a52d-1e179a4f797e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:50:18Z', 'updated_at': '2022-04-05T14:50:48Z', 'revision_number': 2, 'project_id': '0d680450c8534547bd5afee8c1b9c44d', 'fixed_ip_address_scope': None}, {'id': '628c5553-8e96-4993-942d-44be5b6cfdb0', 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'floating_ip_address': '172.25.6.22', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'port_id': '4aaf2f78-e430-4ec7-affa-cfeb666d2100', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c33a3eb-a65a-4749-8ece-9c0c17a8413b', 'mac_address': 'fa:16:3e:81:ad:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f5227f-fe43-4c37-b155-600ebe92559a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:52:19Z', 'updated_at': '2022-04-05T14:52:39Z', 'revision_number': 1, 'project_id': '0d680450c8534547bd5afee8c1b9c44d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9221f79d-cf57-48ff-99a2-721b9a2f3ce1', 'name': '', 'network_id': '9c33a3eb-a65a-4749-8ece-9c0c17a8413b', 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'mac_address': 'fa:16:3e:88:65:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': 'b0eeff46-5c4b-4ea4-85de-a28a5ce6d062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:08Z', 'updated_at': '2022-04-05T14:50:15Z', 'revision_number': 5, 'project_id': '0d680450c8534547bd5afee8c1b9c44d', 'subnets': [{'id': 'b0eeff46-5c4b-4ea4-85de-a28a5ce6d062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:52:42.508757 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-54e1ec91-f290-46fc-9bde-995800ec8611 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:42.520175 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7125977f-ec68-45fb-a2d1-92bb6620637a None None] The sync data for ids ['b1445dec-20ca-403d-b665-56d8d9cba455'] in n-d-836650-2 is: [{'id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'name': 'tempest-AttachVolumeNegativeTest-1732339431-router', 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'bd6b8bf7-c569-4249-ab62-bab0f76cc3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:50:04Z', 'updated_at': '2022-04-05T14:50:09Z', 'revision_number': 4, 'project_id': '0d680450c8534547bd5afee8c1b9c44d', 'gw_port': {'id': 'bd6b8bf7-c569-4249-ab62-bab0f76cc3e2', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:05Z', 'updated_at': '2022-04-05T14:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': '4fd0db25-3c94-440f-aad2-71ec8ae25776', 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'floating_ip_address': '172.25.6.93', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'port_id': '56049af1-1ba2-4489-9008-342f74470dd8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c33a3eb-a65a-4749-8ece-9c0c17a8413b', 'mac_address': 'fa:16:3e:93:6e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcf67b8-bd16-4226-a52d-1e179a4f797e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:50:18Z', 'updated_at': '2022-04-05T14:50:48Z', 'revision_number': 2, 'project_id': '0d680450c8534547bd5afee8c1b9c44d', 'fixed_ip_address_scope': None}, {'id': '628c5553-8e96-4993-942d-44be5b6cfdb0', 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'floating_ip_address': '172.25.6.22', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'port_id': '4aaf2f78-e430-4ec7-affa-cfeb666d2100', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c33a3eb-a65a-4749-8ece-9c0c17a8413b', 'mac_address': 'fa:16:3e:81:ad:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f5227f-fe43-4c37-b155-600ebe92559a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:52:19Z', 'updated_at': '2022-04-05T14:52:39Z', 'revision_number': 1, 'project_id': '0d680450c8534547bd5afee8c1b9c44d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9221f79d-cf57-48ff-99a2-721b9a2f3ce1', 'name': '', 'network_id': '9c33a3eb-a65a-4749-8ece-9c0c17a8413b', 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'mac_address': 'fa:16:3e:88:65:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': 'b0eeff46-5c4b-4ea4-85de-a28a5ce6d062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:08Z', 'updated_at': '2022-04-05T14:50:15Z', 'revision_number': 5, 'project_id': '0d680450c8534547bd5afee8c1b9c44d', 'subnets': [{'id': 'b0eeff46-5c4b-4ea4-85de-a28a5ce6d062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:52:42.544177 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4fa0ba86-eabc-4023-805f-7dbeec0caaa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:42.668055 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-54e1ec91-f290-46fc-9bde-995800ec8611 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15773812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13127359'] for subnet, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:42.711852 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e1ec91-f290-46fc-9bde-995800ec8611 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Pushing event deleted for resources: {'Subnet': ['ID=ea8a38bf-1a37-493c-a10b-7a467ba443db,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:42.790339 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-54e1ec91-f290-46fc-9bde-995800ec8611 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:42.803533 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7b9d78-d17c-4bd7-9a00-c694781dabba None None] New status for floating IP 628c5553-8e96-4993-942d-44be5b6cfdb0: ACTIVE {{(pid=103322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 14:52:42.819426 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-54e1ec91-f290-46fc-9bde-995800ec8611 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a02ca82-c1ca-4057-b853-5bf3ff00ddb6']}} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:52:42.830026 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-54e1ec91-f290-46fc-9bde-995800ec8611 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9bb3dd8-1afa-4730-a899-b74174efe4c6') {'for_net_delete': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:52:42.830331 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-54e1ec91-f290-46fc-9bde-995800ec8611 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9bb3dd8-1afa-4730-a899-b74174efe4c6') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:52:42.840191 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-54e1ec91-f290-46fc-9bde-995800ec8611 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13399223'] for segment, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server [None req-4fa0ba86-eabc-4023-805f-7dbeec0caaa2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ea8a38bf-1a37-493c-a10b-7a467ba443db: This subnet is being modified by another concurrent operation. Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server raise exception Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ea8a38bf-1a37-493c-a10b-7a467ba443db: This subnet is being modified by another concurrent operation. Apr 05 14:52:42.847167 n-d-836650-2 neutron-server[103322]: ERROR oslo_messaging.rpc.server Apr 05 14:52:42.861406 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-54e1ec91-f290-46fc-9bde-995800ec8611 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:42.867857 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16ae43f-f75c-4892-837e-f1d7a638e327 None None] Network 6a02ca82-c1ca-4057-b853-5bf3ff00ddb6 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:52:42.868031 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54e1ec91-f290-46fc-9bde-995800ec8611 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=103320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:52:42.868031 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-54e1ec91-f290-46fc-9bde-995800ec8611 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15765202'] for segment, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:42.871471 n-d-836650-2 neutron-server[103320]: Traceback (most recent call last): Apr 05 14:52:42.871471 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:52:42.871471 n-d-836650-2 neutron-server[103320]: timer() Apr 05 14:52:42.871471 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:52:42.871471 n-d-836650-2 neutron-server[103320]: cb(*args, **kw) Apr 05 14:52:42.871471 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:52:42.871471 n-d-836650-2 neutron-server[103320]: return func(*args, **kwargs) Apr 05 14:52:42.871471 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:52:42.871471 n-d-836650-2 neutron-server[103320]: self._notify() Apr 05 14:52:42.871471 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:52:42.871471 n-d-836650-2 neutron-server[103320]: self.callback(batched_events) Apr 05 14:52:42.871471 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:52:42.871471 n-d-836650-2 neutron-server[103320]: event.method(event) Apr 05 14:52:42.871471 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:52:42.871471 n-d-836650-2 neutron-server[103320]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:52:42.871471 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:52:42.871471 n-d-836650-2 neutron-server[103320]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:52:42.871471 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:52:42.871471 n-d-836650-2 neutron-server[103320]: return f(self, *a, **k) Apr 05 14:52:42.871471 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:52:42.871471 n-d-836650-2 neutron-server[103320]: return self._get(url).json() Apr 05 14:52:42.871471 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:52:42.871471 n-d-836650-2 neutron-server[103320]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:52:42.871471 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:52:42.871471 n-d-836650-2 neutron-server[103320]: return self.request(url, 'GET', **kwargs) Apr 05 14:52:42.871471 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:52:42.871471 n-d-836650-2 neutron-server[103320]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:52:42.871471 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:52:42.871471 n-d-836650-2 neutron-server[103320]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:52:42.871471 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:52:42.871471 n-d-836650-2 neutron-server[103320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:52:42.871471 n-d-836650-2 neutron-server[103320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:52:43.018410 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-54e1ec91-f290-46fc-9bde-995800ec8611 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:43.026815 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-54e1ec91-f290-46fc-9bde-995800ec8611 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:43.030285 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-54e1ec91-f290-46fc-9bde-995800ec8611 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] 10.222.0.30 "DELETE /v2.0/networks/6a02ca82-c1ca-4057-b853-5bf3ff00ddb6 HTTP/1.1" status: 204 len: 168 time: 0.7047262 Apr 05 14:52:43.035436 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 39046) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:43.048926 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e1ec91-f290-46fc-9bde-995800ec8611 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Pushing event deleted for resources: {'Network': ['ID=6a02ca82-c1ca-4057-b853-5bf3ff00ddb6,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:43.068711 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e905e10-ff4c-4a98-86c3-6da35915b210 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] DELETE failed (client error): The resource could not be found. Apr 05 14:52:43.069278 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e905e10-ff4c-4a98-86c3-6da35915b210 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:52:43.072597 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-4e905e10-ff4c-4a98-86c3-6da35915b210 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] 10.222.0.30 "DELETE /v2.0/subnets/ea8a38bf-1a37-493c-a10b-7a467ba443db HTTP/1.1" status: 404 len: 337 time: 0.0355966 Apr 05 14:52:43.075222 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 39048) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:43.096599 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47280887-69a5-44a6-bdd6-da39a4c6bf1b None None] Network 6a02ca82-c1ca-4057-b853-5bf3ff00ddb6 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:52:43.097050 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-41cd98a8-5ad0-4b9b-98bb-72eebb2dca40 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] DELETE failed (client error): The resource could not be found. Apr 05 14:52:43.097632 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41cd98a8-5ad0-4b9b-98bb-72eebb2dca40 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:52:43.100830 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-41cd98a8-5ad0-4b9b-98bb-72eebb2dca40 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] 10.222.0.30 "DELETE /v2.0/networks/6a02ca82-c1ca-4057-b853-5bf3ff00ddb6 HTTP/1.1" status: 404 len: 339 time: 0.0246158 Apr 05 14:52:43.103300 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 39052) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:43.105273 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47280887-69a5-44a6-bdd6-da39a4c6bf1b None None] Network 6a02ca82-c1ca-4057-b853-5bf3ff00ddb6 could not be found, it might have been deleted concurrently. {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 05 14:52:43.116962 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59232cf6-4e4d-42a2-a5fc-1c8d4e20a705 None None] get_active_networks_info from n-d-836650-2 {{(pid=103322) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 05 14:52:43.134329 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-073f2b2e-793d-41f0-b5f3-4a721a395a8a tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] DELETE failed (client error): The resource could not be found. Apr 05 14:52:43.134794 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-073f2b2e-793d-41f0-b5f3-4a721a395a8a tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:52:43.140213 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-073f2b2e-793d-41f0-b5f3-4a721a395a8a tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] 10.222.0.30 "DELETE /v2.0/subnets/c3e1e831-c454-49e4-821b-8d53e3cf355d HTTP/1.1" status: 404 len: 337 time: 0.0336306 Apr 05 14:52:43.141506 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 39054) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:43.168246 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-9856f721-c8c7-4f23-a82a-5bbe7e7ec670 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] DELETE failed (client error): The resource could not be found. Apr 05 14:52:43.168836 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9856f721-c8c7-4f23-a82a-5bbe7e7ec670 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:52:43.177351 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-9856f721-c8c7-4f23-a82a-5bbe7e7ec670 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] 10.222.0.30 "DELETE /v2.0/networks/08feeb7b-c255-4ce3-b98e-e8713b46eca1 HTTP/1.1" status: 404 len: 339 time: 0.0329986 Apr 05 14:52:43.177741 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 39056) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:43.245999 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59232cf6-4e4d-42a2-a5fc-1c8d4e20a705 None None] Resources bound (agent type, host, resource id): {{(pid=103322) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 14:52:43.269972 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f21a7843-621f-4805-9cc0-dc62bd41885e tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:43.356257 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f21a7843-621f-4805-9cc0-dc62bd41885e tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:43.377244 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-f21a7843-621f-4805-9cc0-dc62bd41885e tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26ebfb4a-d9d3-47c8-b645-9be823af82b7']}} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:52:43.386647 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-f21a7843-621f-4805-9cc0-dc62bd41885e tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38523f90-e9ef-4b0e-8de7-6a224b5b5e8d') {'for_net_delete': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:52:43.386945 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-f21a7843-621f-4805-9cc0-dc62bd41885e tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38523f90-e9ef-4b0e-8de7-6a224b5b5e8d') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:52:43.406964 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f21a7843-621f-4805-9cc0-dc62bd41885e tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13399223'] for segment, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:43.423495 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f21a7843-621f-4805-9cc0-dc62bd41885e tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:43.431172 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f21a7843-621f-4805-9cc0-dc62bd41885e tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=103320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:52:43.437275 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f21a7843-621f-4805-9cc0-dc62bd41885e tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15765202'] for segment, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:43.437275 n-d-836650-2 neutron-server[103320]: Traceback (most recent call last): Apr 05 14:52:43.437275 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:52:43.437275 n-d-836650-2 neutron-server[103320]: timer() Apr 05 14:52:43.437275 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:52:43.437275 n-d-836650-2 neutron-server[103320]: cb(*args, **kw) Apr 05 14:52:43.437275 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:52:43.437275 n-d-836650-2 neutron-server[103320]: return func(*args, **kwargs) Apr 05 14:52:43.437275 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:52:43.437275 n-d-836650-2 neutron-server[103320]: self._notify() Apr 05 14:52:43.437275 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:52:43.437275 n-d-836650-2 neutron-server[103320]: self.callback(batched_events) Apr 05 14:52:43.437275 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:52:43.437275 n-d-836650-2 neutron-server[103320]: event.method(event) Apr 05 14:52:43.437275 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:52:43.437275 n-d-836650-2 neutron-server[103320]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:52:43.437275 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:52:43.437275 n-d-836650-2 neutron-server[103320]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:52:43.437275 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:52:43.437275 n-d-836650-2 neutron-server[103320]: return f(self, *a, **k) Apr 05 14:52:43.437275 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:52:43.437275 n-d-836650-2 neutron-server[103320]: return self._get(url).json() Apr 05 14:52:43.437275 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:52:43.437275 n-d-836650-2 neutron-server[103320]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:52:43.437275 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:52:43.437275 n-d-836650-2 neutron-server[103320]: return self.request(url, 'GET', **kwargs) Apr 05 14:52:43.437275 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:52:43.437275 n-d-836650-2 neutron-server[103320]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:52:43.437275 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:52:43.437275 n-d-836650-2 neutron-server[103320]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:52:43.437275 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:52:43.437275 n-d-836650-2 neutron-server[103320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:52:43.437275 n-d-836650-2 neutron-server[103320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:52:43.593084 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f21a7843-621f-4805-9cc0-dc62bd41885e tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:43.597895 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f21a7843-621f-4805-9cc0-dc62bd41885e tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:43.602949 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-f21a7843-621f-4805-9cc0-dc62bd41885e tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] 10.222.0.30 "DELETE /v2.0/networks/26ebfb4a-d9d3-47c8-b645-9be823af82b7 HTTP/1.1" status: 204 len: 168 time: 0.4224260 Apr 05 14:52:43.603728 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 39062) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:43.617321 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21a7843-621f-4805-9cc0-dc62bd41885e tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Pushing event deleted for resources: {'Network': ['ID=26ebfb4a-d9d3-47c8-b645-9be823af82b7,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:43.631912 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-835e1714-aeb3-4bd5-ab73-768dbf5b8de3 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] DELETE failed (client error): The resource could not be found. Apr 05 14:52:43.632364 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-835e1714-aeb3-4bd5-ab73-768dbf5b8de3 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:52:43.635437 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-835e1714-aeb3-4bd5-ab73-768dbf5b8de3 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] 10.222.0.30 "DELETE /v2.0/subnets/2107d462-06ce-4fee-b56a-0be866bc694f HTTP/1.1" status: 404 len: 337 time: 0.0301557 Apr 05 14:52:43.637993 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 39064) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:43.656255 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d506aff-6e78-4a1d-b57c-bc745a061bf3 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] DELETE failed (client error): The resource could not be found. Apr 05 14:52:43.656772 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d506aff-6e78-4a1d-b57c-bc745a061bf3 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:52:43.659651 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-2d506aff-6e78-4a1d-b57c-bc745a061bf3 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] 10.222.0.30 "DELETE /v2.0/networks/426cb5bf-76e3-483d-8442-b905f66f5bf7 HTTP/1.1" status: 404 len: 339 time: 0.0205138 Apr 05 14:52:43.662092 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 39066) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:43.688483 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8a2d99f-e059-432a-840a-aa70c12d6182 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] DELETE failed (client error): The resource could not be found. Apr 05 14:52:43.688844 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8a2d99f-e059-432a-840a-aa70c12d6182 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:52:43.692008 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-a8a2d99f-e059-432a-840a-aa70c12d6182 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] 10.222.0.30 "DELETE /v2.0/subnets/6e519b7f-c963-49f4-8362-0b3b971dc014 HTTP/1.1" status: 404 len: 337 time: 0.0289102 Apr 05 14:52:43.694563 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 39070) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:43.713240 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e70a3dd-fae8-4472-b667-7bab5dba4962 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] DELETE failed (client error): The resource could not be found. Apr 05 14:52:43.713778 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e70a3dd-fae8-4472-b667-7bab5dba4962 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103320) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:52:43.719771 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-9e70a3dd-fae8-4472-b667-7bab5dba4962 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] 10.222.0.30 "DELETE /v2.0/networks/6c8ce18c-5d94-4778-be84-65c722b1f6be HTTP/1.1" status: 404 len: 339 time: 0.0209820 Apr 05 14:52:43.720096 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 39072) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:43.745963 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c4264b8-17e1-46af-a728-6c61a1b5796e tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] DELETE failed (client error): The resource could not be found. Apr 05 14:52:43.746400 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c4264b8-17e1-46af-a728-6c61a1b5796e tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103320) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:52:43.750087 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-8c4264b8-17e1-46af-a728-6c61a1b5796e tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] 10.222.0.30 "DELETE /v2.0/subnets/33c8f4c4-29bc-4bc4-a40f-b37bb6b63224 HTTP/1.1" status: 404 len: 337 time: 0.0290036 Apr 05 14:52:43.752492 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 39074) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:43.770281 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-6da5fa71-b3cb-4328-83bd-99d4232f560e tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] DELETE failed (client error): The resource could not be found. Apr 05 14:52:43.770799 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6da5fa71-b3cb-4328-83bd-99d4232f560e tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103320) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:52:43.773747 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-6da5fa71-b3cb-4328-83bd-99d4232f560e tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] 10.222.0.30 "DELETE /v2.0/networks/4af569c5-8b5d-47e4-ab5f-47b4d5d38705 HTTP/1.1" status: 404 len: 339 time: 0.0202568 Apr 05 14:52:43.776190 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 39076) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:43.806742 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2120f0d-9962-440f-90b7-cdefc165aee1 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] DELETE failed (client error): The resource could not be found. Apr 05 14:52:43.807187 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2120f0d-9962-440f-90b7-cdefc165aee1 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103320) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:52:43.813276 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-d2120f0d-9962-440f-90b7-cdefc165aee1 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] 10.222.0.30 "DELETE /v2.0/subnets/eb5053d9-f7be-423d-9c72-d88c0cdffd2e HTTP/1.1" status: 404 len: 337 time: 0.0330613 Apr 05 14:52:43.813567 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 39078) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:43.836800 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c7fcdf3-41b2-4978-b352-1b536e1d0f46 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] DELETE failed (client error): The resource could not be found. Apr 05 14:52:43.846750 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c7fcdf3-41b2-4978-b352-1b536e1d0f46 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:52:43.846750 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-5c7fcdf3-41b2-4978-b352-1b536e1d0f46 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] 10.222.0.30 "DELETE /v2.0/networks/ddceed79-ed9d-4466-bb99-afe4b210047e HTTP/1.1" status: 404 len: 339 time: 0.0257819 Apr 05 14:52:43.848560 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 39080) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:43.875773 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-368f1e01-8f36-4e54-bbae-fd94981cfba5 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] DELETE failed (client error): The resource could not be found. Apr 05 14:52:43.876231 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-368f1e01-8f36-4e54-bbae-fd94981cfba5 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:52:43.879320 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-368f1e01-8f36-4e54-bbae-fd94981cfba5 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] 10.222.0.30 "DELETE /v2.0/subnets/15cb1a23-54e5-434d-adf9-3190412b20a0 HTTP/1.1" status: 404 len: 337 time: 0.0297480 Apr 05 14:52:43.882962 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 39082) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:43.901856 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-21ebbb02-0188-47f7-a05a-01439d43b2b2 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] DELETE failed (client error): The resource could not be found. Apr 05 14:52:43.902519 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21ebbb02-0188-47f7-a05a-01439d43b2b2 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103320) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:52:43.905796 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-21ebbb02-0188-47f7-a05a-01439d43b2b2 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] 10.222.0.30 "DELETE /v2.0/networks/0fae7dd3-e096-4848-8598-83dbc2842fc0 HTTP/1.1" status: 404 len: 339 time: 0.0218434 Apr 05 14:52:43.908229 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 39086) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:43.934543 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ee821f6-e5d7-4d4e-a642-0d2c99dc6c75 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] DELETE failed (client error): The resource could not be found. Apr 05 14:52:43.934993 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ee821f6-e5d7-4d4e-a642-0d2c99dc6c75 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103320) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:52:43.938623 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-2ee821f6-e5d7-4d4e-a642-0d2c99dc6c75 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] 10.222.0.30 "DELETE /v2.0/subnets/755f7b2d-bfeb-459f-82da-cf6d3cdb72f1 HTTP/1.1" status: 404 len: 337 time: 0.0294931 Apr 05 14:52:43.941224 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 39088) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:43.959075 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-382eefa4-4197-4771-9a2c-a5259f931870 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] DELETE failed (client error): The resource could not be found. Apr 05 14:52:43.959616 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-382eefa4-4197-4771-9a2c-a5259f931870 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103320) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:52:43.962724 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-382eefa4-4197-4771-9a2c-a5259f931870 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] 10.222.0.30 "DELETE /v2.0/networks/893420fd-b8cf-47c1-a882-a201b8468c25 HTTP/1.1" status: 404 len: 339 time: 0.0206037 Apr 05 14:52:43.965132 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 39090) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:43.976123 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 39092) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:43.991971 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-cade018e-38c5-424d-9add-82c4289dd68b tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] DELETE failed (client error): The resource could not be found. Apr 05 14:52:43.992427 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cade018e-38c5-424d-9add-82c4289dd68b tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103320) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:52:43.995904 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-cade018e-38c5-424d-9add-82c4289dd68b tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] 10.222.0.30 "DELETE /v2.0/subnets/ba410120-7d51-4d9f-a05e-74ff5579c7ca HTTP/1.1" status: 404 len: 337 time: 0.0294087 Apr 05 14:52:43.998315 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 39096) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:44.016609 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-2431f209-c273-4002-a0e8-366f26717a50 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] DELETE failed (client error): The resource could not be found. Apr 05 14:52:44.017151 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2431f209-c273-4002-a0e8-366f26717a50 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103320) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:52:44.020669 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-2431f209-c273-4002-a0e8-366f26717a50 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] 10.222.0.30 "DELETE /v2.0/networks/a99a30f7-1dee-4345-ab13-b4d756c5fcc1 HTTP/1.1" status: 404 len: 339 time: 0.0209625 Apr 05 14:52:44.022937 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 39098) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:44.050061 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd44f5c9-094e-44c9-909a-4372854c92b3 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] DELETE failed (client error): The resource could not be found. Apr 05 14:52:44.050421 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd44f5c9-094e-44c9-909a-4372854c92b3 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103320) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:52:44.053624 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-fd44f5c9-094e-44c9-909a-4372854c92b3 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] 10.222.0.30 "DELETE /v2.0/subnets/5e479015-fd75-4e2e-8170-039ca23d8921 HTTP/1.1" status: 404 len: 337 time: 0.0297365 Apr 05 14:52:44.056186 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 39100) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:44.073851 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b874261-ead6-4df8-a70d-a10f53ddacdb tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] DELETE failed (client error): The resource could not be found. Apr 05 14:52:44.074382 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b874261-ead6-4df8-a70d-a10f53ddacdb tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103320) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:52:44.077496 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-0b874261-ead6-4df8-a70d-a10f53ddacdb tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] 10.222.0.30 "DELETE /v2.0/networks/282acc44-19a5-4a95-977e-67d9a3976ccb HTTP/1.1" status: 404 len: 339 time: 0.0204210 Apr 05 14:52:44.080018 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 39102) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:44.093148 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6ffe16bb-36a0-4f1f-ac50-895a17dbf3a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:44.129244 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:44.135249 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab763250-3282-4a93-b278-87c7189f3764 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Deleting subnet 31ccaf68-078d-4c0d-88d0-b06d250e95a5 {{(pid=103320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:52:44.138295 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ab763250-3282-4a93-b278-87c7189f3764 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks [] for subnet, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:44.167199 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6ffe16bb-36a0-4f1f-ac50-895a17dbf3a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:44.179182 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ab763250-3282-4a93-b278-87c7189f3764 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13399228'] for subnet, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:44.231478 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6ffe16bb-36a0-4f1f-ac50-895a17dbf3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:44.265705 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ab763250-3282-4a93-b278-87c7189f3764 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:44.270016 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-6ffe16bb-36a0-4f1f-ac50-895a17dbf3a5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=359e283943b740e893221d853d4376a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2928693 Apr 05 14:52:44.271991 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffe16bb-36a0-4f1f-ac50-895a17dbf3a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c4870e-5eba-46b0-9fd6-8afbd490c827,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:44.274417 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 39104) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:44.324254 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d1cfbacd-3a6e-49f6-a6bc-47a4047bb6da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:44.346968 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d1cfbacd-3a6e-49f6-a6bc-47a4047bb6da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:44.414773 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ab763250-3282-4a93-b278-87c7189f3764 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15773812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13127359'] for subnet, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:44.443528 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab763250-3282-4a93-b278-87c7189f3764 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Pushing event deleted for resources: {'Subnet': ['ID=31ccaf68-078d-4c0d-88d0-b06d250e95a5,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:44.445538 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ab763250-3282-4a93-b278-87c7189f3764 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:44.449483 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc889ef-f60d-48ee-b1d0-4806c7eb3fab None None] Network cdd75639-add5-4755-8784-cf0ba20334a4 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:52:44.453679 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-ab763250-3282-4a93-b278-87c7189f3764 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] 10.222.0.30 "DELETE /v2.0/subnets/31ccaf68-078d-4c0d-88d0-b06d250e95a5 HTTP/1.1" status: 204 len: 168 time: 0.3686066 Apr 05 14:52:44.453798 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 39106) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:44.473041 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d1cfbacd-3a6e-49f6-a6bc-47a4047bb6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:44.475544 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d1cfbacd-3a6e-49f6-a6bc-47a4047bb6da admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:44.476672 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-d1cfbacd-3a6e-49f6-a6bc-47a4047bb6da admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/53c4870e-5eba-46b0-9fd6-8afbd490c827 HTTP/1.1" status: 204 len: 168 time: 0.2013612 Apr 05 14:52:44.519434 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cfbacd-3a6e-49f6-a6bc-47a4047bb6da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c4870e-5eba-46b0-9fd6-8afbd490c827,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:44.541548 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3ad0163f-8c74-43f6-b8fe-1ad9d31c6732 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:44.597068 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-3ad0163f-8c74-43f6-b8fe-1ad9d31c6732 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Deleting port 807155d4-8ea6-4bb8-a6d7-75cb9fc701b8 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:52:44.597415 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3ad0163f-8c74-43f6-b8fe-1ad9d31c6732 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:44.656921 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137df523-bc01-44fc-a48d-f388d6938764 None None] DHCP port deletion for cdd75639-add5-4755-8784-cf0ba20334a4 request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:52:44.676110 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-3ad0163f-8c74-43f6-b8fe-1ad9d31c6732 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] For port 807155d4-8ea6-4bb8-a6d7-75cb9fc701b8, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=807155d4-8ea6-4bb8-a6d7-75cb9fc701b8,segment=NetworkSegment(2aadfc7e-1fe9-43e7-afc4-1728b6881a9b),segment_id=2aadfc7e-1fe9-43e7-afc4-1728b6881a9b)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:52:44.676110 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3ad0163f-8c74-43f6-b8fe-1ad9d31c6732 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:44.684502 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-3ad0163f-8c74-43f6-b8fe-1ad9d31c6732 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Calling delete_port for 807155d4-8ea6-4bb8-a6d7-75cb9fc701b8 owned by network:dhcp {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:52:44.709737 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-137df523-bc01-44fc-a48d-f388d6938764 None None] Deleting port 807155d4-8ea6-4bb8-a6d7-75cb9fc701b8 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:52:44.710117 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-137df523-bc01-44fc-a48d-f388d6938764 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:44.792726 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-137df523-bc01-44fc-a48d-f388d6938764 None None] For port 807155d4-8ea6-4bb8-a6d7-75cb9fc701b8, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=807155d4-8ea6-4bb8-a6d7-75cb9fc701b8,segment=NetworkSegment(2aadfc7e-1fe9-43e7-afc4-1728b6881a9b),segment_id=2aadfc7e-1fe9-43e7-afc4-1728b6881a9b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:52:44.792726 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-137df523-bc01-44fc-a48d-f388d6938764 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:44.794722 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-137df523-bc01-44fc-a48d-f388d6938764 None None] Calling delete_port for 807155d4-8ea6-4bb8-a6d7-75cb9fc701b8 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:52:44.830209 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3ad0163f-8c74-43f6-b8fe-1ad9d31c6732 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:44.858321 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad0163f-8c74-43f6-b8fe-1ad9d31c6732 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Pushing event deleted for resources: {'Port': ['ID=807155d4-8ea6-4bb8-a6d7-75cb9fc701b8,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:44.862179 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad0163f-8c74-43f6-b8fe-1ad9d31c6732 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] No DVR routers for this DVR port 807155d4-8ea6-4bb8-a6d7-75cb9fc701b8 on host n-d-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:52:44.879622 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-137df523-bc01-44fc-a48d-f388d6938764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:44.913418 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137df523-bc01-44fc-a48d-f388d6938764 None None] Pushing event deleted for resources: {'Port': ['ID=807155d4-8ea6-4bb8-a6d7-75cb9fc701b8,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:44.919447 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137df523-bc01-44fc-a48d-f388d6938764 None None] No DVR routers for this DVR port 807155d4-8ea6-4bb8-a6d7-75cb9fc701b8 on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:52:44.959716 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3ad0163f-8c74-43f6-b8fe-1ad9d31c6732 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:44.980292 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-3ad0163f-8c74-43f6-b8fe-1ad9d31c6732 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdd75639-add5-4755-8784-cf0ba20334a4']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:52:44.989799 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-3ad0163f-8c74-43f6-b8fe-1ad9d31c6732 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2aadfc7e-1fe9-43e7-afc4-1728b6881a9b') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:52:44.990176 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-3ad0163f-8c74-43f6-b8fe-1ad9d31c6732 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2aadfc7e-1fe9-43e7-afc4-1728b6881a9b') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:52:45.000573 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3ad0163f-8c74-43f6-b8fe-1ad9d31c6732 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:45.016082 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3ad0163f-8c74-43f6-b8fe-1ad9d31c6732 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:45.032290 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ad0163f-8c74-43f6-b8fe-1ad9d31c6732 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:52:45.032290 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3ad0163f-8c74-43f6-b8fe-1ad9d31c6732 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:45.032290 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:52:45.032290 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:52:45.032290 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:52:45.032290 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:52:45.032290 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:52:45.032290 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:52:45.032290 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:52:45.032290 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:52:45.032290 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:52:45.032290 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:52:45.032290 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:52:45.032290 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:52:45.032290 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:52:45.032290 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:52:45.032290 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:52:45.032290 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:52:45.032290 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:52:45.032290 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:52:45.032290 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:52:45.032290 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:52:45.032290 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:52:45.032290 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:52:45.032290 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:52:45.032290 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:52:45.032290 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:52:45.032290 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:52:45.032290 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:52:45.032290 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:52:45.032290 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:52:45.032290 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:52:45.032290 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:52:45.032290 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:52:45.175132 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 39114) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:45.190271 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b7d9e2fb-1429-4870-90c4-e39965476660 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:45.192091 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3ad0163f-8c74-43f6-b8fe-1ad9d31c6732 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:45.207442 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3ad0163f-8c74-43f6-b8fe-1ad9d31c6732 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Notify callbacks [] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:45.210582 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-3ad0163f-8c74-43f6-b8fe-1ad9d31c6732 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] 10.222.0.30 "DELETE /v2.0/networks/cdd75639-add5-4755-8784-cf0ba20334a4 HTTP/1.1" status: 204 len: 168 time: 0.7567403 Apr 05 14:52:45.222124 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad0163f-8c74-43f6-b8fe-1ad9d31c6732 tempest-NetworksTest-1342398904 tempest-NetworksTest-1342398904-project] Pushing event deleted for resources: {'Network': ['ID=cdd75639-add5-4755-8784-cf0ba20334a4,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:45.301349 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b7d9e2fb-1429-4870-90c4-e39965476660 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:45.363081 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b7d9e2fb-1429-4870-90c4-e39965476660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:45.403456 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-b7d9e2fb-1429-4870-90c4-e39965476660 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=25e3b1620d9043099d67acdb0498259e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2272072 Apr 05 14:52:45.405781 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d9e2fb-1429-4870-90c4-e39965476660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c83face-e528-4b73-9c61-2909dbc95741,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:45.406935 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 39118) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:45.468356 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bd8d3bfe-6cf5-4be6-9e07-36b5ae225cbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:45.492378 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bd8d3bfe-6cf5-4be6-9e07-36b5ae225cbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:45.612793 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bd8d3bfe-6cf5-4be6-9e07-36b5ae225cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:45.619318 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bd8d3bfe-6cf5-4be6-9e07-36b5ae225cbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:45.619318 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-bd8d3bfe-6cf5-4be6-9e07-36b5ae225cbe admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9c83face-e528-4b73-9c61-2909dbc95741 HTTP/1.1" status: 204 len: 168 time: 0.2106988 Apr 05 14:52:45.650292 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8d3bfe-6cf5-4be6-9e07-36b5ae225cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c83face-e528-4b73-9c61-2909dbc95741,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:45.679178 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 39124) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:45.680439 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 807155d4-8ea6-4bb8-a6d7-75cb9fc701b8 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:52:45.706100 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 807155d4-8ea6-4bb8-a6d7-75cb9fc701b8 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:52:45.706673 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 807155d4-8ea6-4bb8-a6d7-75cb9fc701b8 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:52:45.833080 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-232fcaff-2706-4d42-9b9d-db5b0853e84f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b18e09f58872453686470a2d644d8456&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1523883 Apr 05 14:52:45.835554 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 39130) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:45.890533 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3e71db2f-f9a2-4c63-9f32-7193b1e7ec0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:45.918789 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3e71db2f-f9a2-4c63-9f32-7193b1e7ec0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:46.071778 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3e71db2f-f9a2-4c63-9f32-7193b1e7ec0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:46.074999 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3e71db2f-f9a2-4c63-9f32-7193b1e7ec0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:46.076984 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-3e71db2f-f9a2-4c63-9f32-7193b1e7ec0c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c98ad15c-3c4d-4e68-a189-8e6502fc096b HTTP/1.1" status: 204 len: 168 time: 0.2403097 Apr 05 14:52:46.086300 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e71db2f-f9a2-4c63-9f32-7193b1e7ec0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98ad15c-3c4d-4e68-a189-8e6502fc096b,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:48.805826 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 39238) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:48.926811 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a622c87f-9b20-406d-86a5-396367eb9e5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:49.037771 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a622c87f-9b20-406d-86a5-396367eb9e5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:49.117303 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a622c87f-9b20-406d-86a5-396367eb9e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:49.157645 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-a622c87f-9b20-406d-86a5-396367eb9e5c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d937b5e5cf5541839b3c8a835b56ffa7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3507092 Apr 05 14:52:49.158531 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a622c87f-9b20-406d-86a5-396367eb9e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54070102-85a1-4a9e-aba6-ac070b6367e2,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:49.161126 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 39246) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:49.214090 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-552662e7-043c-4d16-95dc-f24b94cb61b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:49.237664 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-552662e7-043c-4d16-95dc-f24b94cb61b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:49.366690 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-552662e7-043c-4d16-95dc-f24b94cb61b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:49.369839 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-552662e7-043c-4d16-95dc-f24b94cb61b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:49.371028 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-552662e7-043c-4d16-95dc-f24b94cb61b7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/54070102-85a1-4a9e-aba6-ac070b6367e2 HTTP/1.1" status: 204 len: 168 time: 0.2087276 Apr 05 14:52:49.388051 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552662e7-043c-4d16-95dc-f24b94cb61b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54070102-85a1-4a9e-aba6-ac070b6367e2,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:50.490928 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 39282) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:50.614705 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-46d87639-86bf-422f-b6f5-a10e67c548f3 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-585901890'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:52:50.742302 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d87639-86bf-422f-b6f5-a10e67c548f3 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Made reservation on behalf of 59381380cfbb443fad9e1f2dbcf8f1f2 for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:52:50.749586 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-46d87639-86bf-422f-b6f5-a10e67c548f3 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:50.785523 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-46d87639-86bf-422f-b6f5-a10e67c548f3 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:50.929242 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-46d87639-86bf-422f-b6f5-a10e67c548f3 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:50.999108 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-46d87639-86bf-422f-b6f5-a10e67c548f3 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:51.032623 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46d87639-86bf-422f-b6f5-a10e67c548f3 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:52:51.039483 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d87639-86bf-422f-b6f5-a10e67c548f3 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a87e743-801b-4b2a-b012-aab199f23ea1,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:51.048020 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-46d87639-86bf-422f-b6f5-a10e67c548f3 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:51.048375 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-46d87639-86bf-422f-b6f5-a10e67c548f3 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Added segment 7d48ab35-fe92-4b69-95db-5124ace31277 of type vlan for network 9e2b7ac3-038d-4ddf-910c-b211e9157f89 Apr 05 14:52:51.090062 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-46d87639-86bf-422f-b6f5-a10e67c548f3 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:51.195024 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-46d87639-86bf-422f-b6f5-a10e67c548f3 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:51.200970 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d87639-86bf-422f-b6f5-a10e67c548f3 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:51.201582 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-46d87639-86bf-422f-b6f5-a10e67c548f3 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks [] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:51.269521 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d87639-86bf-422f-b6f5-a10e67c548f3 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Pushing event updated for resources: {'Network': ['ID=9e2b7ac3-038d-4ddf-910c-b211e9157f89,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:51.279708 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 9e2b7ac3-038d-4ddf-910c-b211e9157f89 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:52:51.343972 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-46d87639-86bf-422f-b6f5-a10e67c548f3 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.8518023 Apr 05 14:52:51.346955 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 39290) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:51.352221 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-afaf5103-4bbf-407e-b7c1-28c91d7ee397 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Request body: {'subnet': {'network_id': '9e2b7ac3-038d-4ddf-910c-b211e9157f89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:52:51.511346 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afaf5103-4bbf-407e-b7c1-28c91d7ee397 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Made reservation on behalf of 59381380cfbb443fad9e1f2dbcf8f1f2 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:52:51.515075 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-afaf5103-4bbf-407e-b7c1-28c91d7ee397 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:51.784164 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-afaf5103-4bbf-407e-b7c1-28c91d7ee397 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:51.850965 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaf5103-4bbf-407e-b7c1-28c91d7ee397 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Pushing event updated for resources: {'Subnet': ['ID=87b3a4cf-d1ce-4bb8-b7a8-b400f84b12d5,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:51.864280 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afaf5103-4bbf-407e-b7c1-28c91d7ee397 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Checking segment: {'id': '7d48ab35-fe92-4b69-95db-5124ace31277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '9e2b7ac3-038d-4ddf-910c-b211e9157f89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:52:51.864675 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afaf5103-4bbf-407e-b7c1-28c91d7ee397 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Network hostable DHCP agents. Network: 9e2b7ac3-038d-4ddf-910c-b211e9157f89, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:52:51.946039 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afaf5103-4bbf-407e-b7c1-28c91d7ee397 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Network 9e2b7ac3-038d-4ddf-910c-b211e9157f89 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:52:52.054827 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-afaf5103-4bbf-407e-b7c1-28c91d7ee397 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 9e2b7ac3-038d-4ddf-910c-b211e9157f89) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:52:52.059655 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afaf5103-4bbf-407e-b7c1-28c91d7ee397 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:52.060822 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-afaf5103-4bbf-407e-b7c1-28c91d7ee397 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:52.065702 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b23007b-3327-4428-b22a-b29868589bf5 None None] Network 9e2b7ac3-038d-4ddf-910c-b211e9157f89 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:52:52.168828 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-afaf5103-4bbf-407e-b7c1-28c91d7ee397 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8206739 Apr 05 14:52:52.172206 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 39302) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:52.177436 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-7e28b1e0-bc9d-43c4-a9bb-bba107297246 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Request body: {'port': {'network_id': '9e2b7ac3-038d-4ddf-910c-b211e9157f89', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-113001161'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:52:52.381786 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbc133f-872e-415f-ba9c-0c8d483c06dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-9e2b7ac3-038d-4ddf-910c-b211e9157f89', 'network_id': '9e2b7ac3-038d-4ddf-910c-b211e9157f89', 'tenant_id': '59381380cfbb443fad9e1f2dbcf8f1f2', 'fixed_ips': [{'subnet_id': '87b3a4cf-d1ce-4bb8-b7a8-b400f84b12d5'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:52:52.382638 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8fbc133f-872e-415f-ba9c-0c8d483c06dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:52.391853 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e28b1e0-bc9d-43c4-a9bb-bba107297246 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Made reservation on behalf of 59381380cfbb443fad9e1f2dbcf8f1f2 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:52:52.396130 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7e28b1e0-bc9d-43c4-a9bb-bba107297246 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:52.424076 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7e28b1e0-bc9d-43c4-a9bb-bba107297246 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] device_id is not set on port bedb3325-2f84-4758-ae64-741ce5f70193 yet. {{(pid=103320) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:52:52.530960 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-8fbc133f-872e-415f-ba9c-0c8d483c06dd None None] Allocated IP 2001:db8::2 (9e2b7ac3-038d-4ddf-910c-b211e9157f89/87b3a4cf-d1ce-4bb8-b7a8-b400f84b12d5/295cdceb-e297-402a-8120-12ce33fbded0) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:52:52.674896 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71351b0a-aec0-49f4-b848-66909fcd7f08 req-af135050-172a-4037-b9cd-235442565e59 tempest-TestNetworkAdvancedServerOps-2063735697 tempest-TestNetworkAdvancedServerOps-2063735697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:52.678071 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-71351b0a-aec0-49f4-b848-66909fcd7f08 req-af135050-172a-4037-b9cd-235442565e59 tempest-TestNetworkAdvancedServerOps-2063735697 tempest-TestNetworkAdvancedServerOps-2063735697-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=70eb423d-1ee8-4ebf-83c2-b1b6e072a926 HTTP/1.1" status: 200 len: 1097 time: 0.0564272 Apr 05 14:52:52.693713 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8fbc133f-872e-415f-ba9c-0c8d483c06dd None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:52.727028 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-71351b0a-aec0-49f4-b848-66909fcd7f08 req-106c80fd-79de-4ebf-9284-76274a7f0406 tempest-TestNetworkAdvancedServerOps-2063735697 tempest-TestNetworkAdvancedServerOps-2063735697-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=bacebe3d-a110-4683-8375-344b2cbe37b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404139 Apr 05 14:52:52.752744 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 39314) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:52.780927 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8fbc133f-872e-415f-ba9c-0c8d483c06dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:52.826304 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbc133f-872e-415f-ba9c-0c8d483c06dd None None] Network 9e2b7ac3-038d-4ddf-910c-b211e9157f89 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:52:52.829716 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-8fbc133f-872e-415f-ba9c-0c8d483c06dd None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:52:52.832162 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbc133f-872e-415f-ba9c-0c8d483c06dd None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:52:52.842974 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbc133f-872e-415f-ba9c-0c8d483c06dd None None] Pushing event updated for resources: {'Port': ['ID=295cdceb-e297-402a-8120-12ce33fbded0,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:52.912122 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-8fbc133f-872e-415f-ba9c-0c8d483c06dd None None] Attempting to bind port 295cdceb-e297-402a-8120-12ce33fbded0 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:52:52.912122 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-8fbc133f-872e-415f-ba9c-0c8d483c06dd None None] Attempting to bind port 295cdceb-e297-402a-8120-12ce33fbded0 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '7d48ab35-fe92-4b69-95db-5124ace31277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '9e2b7ac3-038d-4ddf-910c-b211e9157f89'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:52:52.912122 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbc133f-872e-415f-ba9c-0c8d483c06dd None None] Attempting to bind port 295cdceb-e297-402a-8120-12ce33fbded0 on network 9e2b7ac3-038d-4ddf-910c-b211e9157f89 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:52:52.918885 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbc133f-872e-415f-ba9c-0c8d483c06dd None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:52:52.919393 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbc133f-872e-415f-ba9c-0c8d483c06dd None None] Checking segment: {'id': '7d48ab35-fe92-4b69-95db-5124ace31277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '9e2b7ac3-038d-4ddf-910c-b211e9157f89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:52:52.920113 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8fbc133f-872e-415f-ba9c-0c8d483c06dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:52.920576 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbc133f-872e-415f-ba9c-0c8d483c06dd None None] Bound using segment: {'id': '7d48ab35-fe92-4b69-95db-5124ace31277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '9e2b7ac3-038d-4ddf-910c-b211e9157f89'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:52:52.921169 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-8fbc133f-872e-415f-ba9c-0c8d483c06dd None None] Bound port: 295cdceb-e297-402a-8120-12ce33fbded0, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d48ab35-fe92-4b69-95db-5124ace31277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '9e2b7ac3-038d-4ddf-910c-b211e9157f89'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:52:52.921574 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8fbc133f-872e-415f-ba9c-0c8d483c06dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:53.002961 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-7e28b1e0-bc9d-43c4-a9bb-bba107297246 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Allocated IP 2001:db8::16e (9e2b7ac3-038d-4ddf-910c-b211e9157f89/87b3a4cf-d1ce-4bb8-b7a8-b400f84b12d5/bedb3325-2f84-4758-ae64-741ce5f70193) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:52:53.005786 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-8fbc133f-872e-415f-ba9c-0c8d483c06dd None None] For port 295cdceb-e297-402a-8120-12ce33fbded0, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:52:53.009119 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-8fbc133f-872e-415f-ba9c-0c8d483c06dd None None] For port 295cdceb-e297-402a-8120-12ce33fbded0, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=295cdceb-e297-402a-8120-12ce33fbded0,segment=NetworkSegment(7d48ab35-fe92-4b69-95db-5124ace31277),segment_id=7d48ab35-fe92-4b69-95db-5124ace31277)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:52:53.064954 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-3e55b27a-b391-46cb-a049-df583ad2826e tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Deleting port b9e8cff2-fb4d-4c1e-b5de-ad2e7cd6b8c2 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:52:53.065294 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3e55b27a-b391-46cb-a049-df583ad2826e tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:53.124589 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8fbc133f-872e-415f-ba9c-0c8d483c06dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:53.196094 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbc133f-872e-415f-ba9c-0c8d483c06dd None None] Pushing event updated for resources: {'Port': ['ID=295cdceb-e297-402a-8120-12ce33fbded0,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:53.218837 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3e55b27a-b391-46cb-a049-df583ad2826e tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:53.219389 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3e55b27a-b391-46cb-a049-df583ad2826e tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:53.244250 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-3e55b27a-b391-46cb-a049-df583ad2826e tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Calling delete_port for b9e8cff2-fb4d-4c1e-b5de-ad2e7cd6b8c2 owned by network:floatingip {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:52:53.283912 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7e28b1e0-bc9d-43c4-a9bb-bba107297246 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:53.595150 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7e28b1e0-bc9d-43c4-a9bb-bba107297246 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:53.693587 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e28b1e0-bc9d-43c4-a9bb-bba107297246 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Network 9e2b7ac3-038d-4ddf-910c-b211e9157f89 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:52:53.703325 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-7e28b1e0-bc9d-43c4-a9bb-bba107297246 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:52:53.709769 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e28b1e0-bc9d-43c4-a9bb-bba107297246 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:52:53.716933 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e28b1e0-bc9d-43c4-a9bb-bba107297246 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:53.716933 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7e28b1e0-bc9d-43c4-a9bb-bba107297246 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:53.727541 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e28b1e0-bc9d-43c4-a9bb-bba107297246 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Pushing event updated for resources: {'Port': ['ID=bedb3325-2f84-4758-ae64-741ce5f70193,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:53.766249 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 295cdceb-e297-402a-8120-12ce33fbded0 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:52:53.819118 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 295cdceb-e297-402a-8120-12ce33fbded0 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:52:53.819516 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:53.824554 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3e55b27a-b391-46cb-a049-df583ad2826e tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:53.849515 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55b27a-b391-46cb-a049-df583ad2826e tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Pushing event deleted for resources: {'Port': ['ID=b9e8cff2-fb4d-4c1e-b5de-ad2e7cd6b8c2,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:53.905655 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-7e28b1e0-bc9d-43c4-a9bb-bba107297246 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7323432 Apr 05 14:52:53.909286 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 39320) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:53.915404 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-c8cc39bb-68fa-48ac-9c6e-1c36f8f09a47 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Request body: {'port': {'network_id': '9e2b7ac3-038d-4ddf-910c-b211e9157f89', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1318652300', 'allowed_address_pairs': [{'ip_address': '2001:db8::16e', 'mac_address': 'fa:16:3e:3a:ac:42'}]}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:52:53.917457 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:53.931408 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3e55b27a-b391-46cb-a049-df583ad2826e tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for floatingip, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:53.932022 n-d-836650-2 neutron-server[103320]: INFO neutron.db.l3_db [None req-3e55b27a-b391-46cb-a049-df583ad2826e tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Floating IP b0bdeb73-6d95-4ecb-b6c6-3db2c02eb4c4 disassociated (deleted). External IP: 172.25.6.145, port: 54a3c5c3-0d25-4cb7-8b82-7a78516c744c. Apr 05 14:52:53.954234 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port 295cdceb-e297-402a-8120-12ce33fbded0, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=295cdceb-e297-402a-8120-12ce33fbded0,segment=NetworkSegment(7d48ab35-fe92-4b69-95db-5124ace31277),segment_id=7d48ab35-fe92-4b69-95db-5124ace31277)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:52:54.054363 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:54.147231 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=295cdceb-e297-402a-8120-12ce33fbded0,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:54.163112 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8cc39bb-68fa-48ac-9c6e-1c36f8f09a47 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Made reservation on behalf of 59381380cfbb443fad9e1f2dbcf8f1f2 for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:52:54.209925 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e55b27a-b391-46cb-a049-df583ad2826e tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Router 72491571-3958-4cd4-9828-95471050068c has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:52:54.309057 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c8cc39bb-68fa-48ac-9c6e-1c36f8f09a47 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:54.340090 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [None req-c8cc39bb-68fa-48ac-9c6e-1c36f8f09a47 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] device_id is not set on port 4fef5027-56f1-4a5d-b768-02133e5d837d yet. {{(pid=103321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:52:54.458059 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4fd25d63-7907-4fc0-82cc-2baceb1340a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:54.512111 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-c8cc39bb-68fa-48ac-9c6e-1c36f8f09a47 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Allocated IP 2001:db8::1b9 (9e2b7ac3-038d-4ddf-910c-b211e9157f89/87b3a4cf-d1ce-4bb8-b7a8-b400f84b12d5/4fef5027-56f1-4a5d-b768-02133e5d837d) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:52:54.551436 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0ca541-a34b-45d4-81f8-cfd28758e3c1 None None] Network 9e2b7ac3-038d-4ddf-910c-b211e9157f89 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:52:54.650108 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-b47a6275-5fe9-4184-8ab6-c2c479da02f0 None None] Provisioning complete for port 295cdceb-e297-402a-8120-12ce33fbded0 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:52:54.650818 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b47a6275-5fe9-4184-8ab6-c2c479da02f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:54.729935 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c8cc39bb-68fa-48ac-9c6e-1c36f8f09a47 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:54.790135 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e55b27a-b391-46cb-a049-df583ad2826e tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:52:54.796264 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3e55b27a-b391-46cb-a049-df583ad2826e tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:54.803535 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbe594f-7cdd-4590-aea9-99952d423cf9 None None] Sync routers for ids ['72491571-3958-4cd4-9828-95471050068c'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:52:54.815425 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbe594f-7cdd-4590-aea9-99952d423cf9 None None] Routers {'72491571-3958-4cd4-9828-95471050068c'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:52:54.816087 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-8fbe594f-7cdd-4590-aea9-99952d423cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:52:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['72491571-3958-4cd4-9828-95471050068c'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:52:54.833091 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-3e55b27a-b391-46cb-a049-df583ad2826e tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "DELETE /v2.0/floatingips/b0bdeb73-6d95-4ecb-b6c6-3db2c02eb4c4 HTTP/1.1" status: 204 len: 168 time: 2.0780444 Apr 05 14:52:54.833807 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70eb423d-1ee8-4ebf-83c2-b1b6e072a926', 'tag': '54a3c5c3-0d25-4cb7-8b82-7a78516c744c'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:52:54.836431 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73e7023-c267-42b3-9599-7f2b7626dacb" -d '{"events": [{"name": "network-changed", "server_uuid": "70eb423d-1ee8-4ebf-83c2-b1b6e072a926", "tag": "54a3c5c3-0d25-4cb7-8b82-7a78516c744c"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:52:54.847454 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c8cc39bb-68fa-48ac-9c6e-1c36f8f09a47 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:54.939848 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ae7db3-10cc-4c16-b00b-c1f4b46d21ab x-openstack-request-id: req-52ae7db3-10cc-4c16-b00b-c1f4b46d21ab {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:52:54.940361 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70eb423d-1ee8-4ebf-83c2-b1b6e072a926", "tag": "54a3c5c3-0d25-4cb7-8b82-7a78516c744c", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:52:54.940752 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-52ae7db3-10cc-4c16-b00b-c1f4b46d21ab {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:52:54.941362 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52ae7db3-10cc-4c16-b00b-c1f4b46d21ab'] response: {'name': 'network-changed', 'server_uuid': '70eb423d-1ee8-4ebf-83c2-b1b6e072a926', 'tag': '54a3c5c3-0d25-4cb7-8b82-7a78516c744c', 'status': 'completed', 'code': 200} Apr 05 14:52:54.948593 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8cc39bb-68fa-48ac-9c6e-1c36f8f09a47 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Network 9e2b7ac3-038d-4ddf-910c-b211e9157f89 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:52:54.958510 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-c8cc39bb-68fa-48ac-9c6e-1c36f8f09a47 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:52:54.986486 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cc39bb-68fa-48ac-9c6e-1c36f8f09a47 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:52:54.993463 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8cc39bb-68fa-48ac-9c6e-1c36f8f09a47 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:54.994243 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c8cc39bb-68fa-48ac-9c6e-1c36f8f09a47 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:55.027450 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cc39bb-68fa-48ac-9c6e-1c36f8f09a47 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Pushing event updated for resources: {'Port': ['ID=4fef5027-56f1-4a5d-b768-02133e5d837d,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:55.072294 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e7023-c267-42b3-9599-7f2b7626dacb req-2b915aa9-59e2-4026-a3a1-eaeb1f413a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:55.082876 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-e73e7023-c267-42b3-9599-7f2b7626dacb req-2b915aa9-59e2-4026-a3a1-eaeb1f413a19 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b07e36dc5a904f16980660900e2eecc1&device_id=70eb423d-1ee8-4ebf-83c2-b1b6e072a926 HTTP/1.1" status: 200 len: 1097 time: 0.1105535 Apr 05 14:52:55.104049 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-c8cc39bb-68fa-48ac-9c6e-1c36f8f09a47 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.1930201 Apr 05 14:52:55.106897 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 39346) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:55.230342 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df49fbb2-0d7d-4761-b4b0-212cef1cc368 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:55.236567 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-8fbe594f-7cdd-4590-aea9-99952d423cf9 None None] Set router 72491571-3958-4cd4-9828-95471050068c gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:52:55.248857 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df49fbb2-0d7d-4761-b4b0-212cef1cc368 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:55.257649 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df49fbb2-0d7d-4761-b4b0-212cef1cc368 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:55.262270 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-df49fbb2-0d7d-4761-b4b0-212cef1cc368 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.1512206 Apr 05 14:52:55.263759 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 39350) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:55.277593 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e7023-c267-42b3-9599-7f2b7626dacb req-1e667774-1cb1-4a14-9ca5-c67d70462acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:55.279311 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-e73e7023-c267-42b3-9599-7f2b7626dacb req-1e667774-1cb1-4a14-9ca5-c67d70462acb service neutron] 10.222.0.11 "GET /v2.0/networks?id=c78b309f-ff7d-41bb-8fba-b50473a0da16 HTTP/1.1" status: 200 len: 897 time: 0.1920254 Apr 05 14:52:55.331780 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-75cf2981-7724-45e9-b029-bed0eec404cf None None] Provisioning complete for port bedb3325-2f84-4758-ae64-741ce5f70193 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:52:55.332214 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-75cf2981-7724-45e9-b029-bed0eec404cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:55.369965 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-e73e7023-c267-42b3-9599-7f2b7626dacb req-b2b052c4-c701-41b5-9b10-a0c10112b4bb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54a3c5c3-0d25-4cb7-8b82-7a78516c744c HTTP/1.1" status: 200 len: 217 time: 0.0489662 Apr 05 14:52:55.465859 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-75cf2981-7724-45e9-b029-bed0eec404cf None None] Port bedb3325-2f84-4758-ae64-741ce5f70193 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:52:55.520267 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-75cf2981-7724-45e9-b029-bed0eec404cf None None] Provisioning complete for port 295cdceb-e297-402a-8120-12ce33fbded0 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:52:55.520653 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-75cf2981-7724-45e9-b029-bed0eec404cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:55.560521 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b80b71a-aba0-47e7-b57c-f6208f913a46 req-a6e12ae5-0146-4322-ae9b-d781ff92b13a tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:55.564755 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4b80b71a-aba0-47e7-b57c-f6208f913a46 req-a6e12ae5-0146-4322-ae9b-d781ff92b13a tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=70eb423d-1ee8-4ebf-83c2-b1b6e072a926 HTTP/1.1" status: 200 len: 946 time: 0.1362886 Apr 05 14:52:55.629153 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4b80b71a-aba0-47e7-b57c-f6208f913a46 req-5879078a-04e4-4cf7-8766-0408851e4380 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=bacebe3d-a110-4683-8375-344b2cbe37b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535727 Apr 05 14:52:55.665242 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-8fbe594f-7cdd-4590-aea9-99952d423cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72491571-3958-4cd4-9828-95471050068c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1520940299', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': 'a7935388-9394-4307-afc1-7e6e743eb749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:50:23Z', 'updated_at': '2022-04-05T14:50:34Z', 'revision_number': 4, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'gw_port': {'id': 'a7935388-9394-4307-afc1-7e6e743eb749', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72491571-3958-4cd4-9828-95471050068c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:24Z', 'updated_at': '2022-04-05T14:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '618767ce-ddc1-4da2-bb2e-3201935f96bf', 'name': '', 'network_id': 'c78b309f-ff7d-41bb-8fba-b50473a0da16', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'mac_address': 'fa:16:3e:db:f9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72491571-3958-4cd4-9828-95471050068c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '1de0be90-29ef-431f-9721-d97dbe29986a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:33Z', 'updated_at': '2022-04-05T14:50:38Z', 'revision_number': 5, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'subnets': [{'id': '1de0be90-29ef-431f-9721-d97dbe29986a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:52:55.733042 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbe594f-7cdd-4590-aea9-99952d423cf9 None None] Checking router: 72491571-3958-4cd4-9828-95471050068c for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:52:55.758295 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbe594f-7cdd-4590-aea9-99952d423cf9 None None] Routers {'72491571-3958-4cd4-9828-95471050068c'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:52:55.761317 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-8fbe594f-7cdd-4590-aea9-99952d423cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:52:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['72491571-3958-4cd4-9828-95471050068c'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:52:55.839800 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 295cdceb-e297-402a-8120-12ce33fbded0 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:52:55.940477 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-8fbe594f-7cdd-4590-aea9-99952d423cf9 None None] Set router 72491571-3958-4cd4-9828-95471050068c gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:52:55.968952 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-61b6730a-ce6a-434e-ae26-f1b0d74bd97f None None] Provisioning complete for port bedb3325-2f84-4758-ae64-741ce5f70193 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:52:55.971891 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-61b6730a-ce6a-434e-ae26-f1b0d74bd97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:56.052858 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 295cdceb-e297-402a-8120-12ce33fbded0 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:52:56.053286 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:56.088001 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-61b6730a-ce6a-434e-ae26-f1b0d74bd97f None None] Port bedb3325-2f84-4758-ae64-741ce5f70193 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:52:56.207772 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e7023-c267-42b3-9599-7f2b7626dacb req-430d4e19-3d5c-44e3-b2dc-49d41a205795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:56.209356 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-e73e7023-c267-42b3-9599-7f2b7626dacb req-430d4e19-3d5c-44e3-b2dc-49d41a205795 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1de0be90-29ef-431f-9721-d97dbe29986a HTTP/1.1" status: 200 len: 835 time: 0.8221393 Apr 05 14:52:56.225238 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-3f71c044-7b07-46b8-b84c-6a922c7e996c None None] Provisioning complete for port 4fef5027-56f1-4a5d-b768-02133e5d837d triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:52:56.225621 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3f71c044-7b07-46b8-b84c-6a922c7e996c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:56.269752 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-3f71c044-7b07-46b8-b84c-6a922c7e996c None None] Port 4fef5027-56f1-4a5d-b768-02133e5d837d cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:52:56.292147 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e7023-c267-42b3-9599-7f2b7626dacb req-ac2c8c6c-9832-481f-88e0-eb469284da6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:56.295601 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-e73e7023-c267-42b3-9599-7f2b7626dacb req-ac2c8c6c-9832-481f-88e0-eb469284da6d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c78b309f-ff7d-41bb-8fba-b50473a0da16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754132 Apr 05 14:52:56.304083 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-8fbe594f-7cdd-4590-aea9-99952d423cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72491571-3958-4cd4-9828-95471050068c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1520940299', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': 'a7935388-9394-4307-afc1-7e6e743eb749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:50:23Z', 'updated_at': '2022-04-05T14:50:34Z', 'revision_number': 4, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'gw_port': {'id': 'a7935388-9394-4307-afc1-7e6e743eb749', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72491571-3958-4cd4-9828-95471050068c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:24Z', 'updated_at': '2022-04-05T14:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '618767ce-ddc1-4da2-bb2e-3201935f96bf', 'name': '', 'network_id': 'c78b309f-ff7d-41bb-8fba-b50473a0da16', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'mac_address': 'fa:16:3e:db:f9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72491571-3958-4cd4-9828-95471050068c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '1de0be90-29ef-431f-9721-d97dbe29986a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:33Z', 'updated_at': '2022-04-05T14:50:38Z', 'revision_number': 5, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'subnets': [{'id': '1de0be90-29ef-431f-9721-d97dbe29986a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:52:56.335140 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbe594f-7cdd-4590-aea9-99952d423cf9 None None] The sync data for ids ['72491571-3958-4cd4-9828-95471050068c'] in n-d-836650-2 is: [{'id': '72491571-3958-4cd4-9828-95471050068c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1520940299', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': 'a7935388-9394-4307-afc1-7e6e743eb749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:50:23Z', 'updated_at': '2022-04-05T14:50:34Z', 'revision_number': 4, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'gw_port': {'id': 'a7935388-9394-4307-afc1-7e6e743eb749', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72491571-3958-4cd4-9828-95471050068c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:24Z', 'updated_at': '2022-04-05T14:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '618767ce-ddc1-4da2-bb2e-3201935f96bf', 'name': '', 'network_id': 'c78b309f-ff7d-41bb-8fba-b50473a0da16', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'mac_address': 'fa:16:3e:db:f9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72491571-3958-4cd4-9828-95471050068c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '1de0be90-29ef-431f-9721-d97dbe29986a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:33Z', 'updated_at': '2022-04-05T14:50:38Z', 'revision_number': 5, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'subnets': [{'id': '1de0be90-29ef-431f-9721-d97dbe29986a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:52:56.378307 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-13be9b66-322f-4d34-b928-c13bd8ce9523 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Deleting port 4fef5027-56f1-4a5d-b768-02133e5d837d {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:52:56.378749 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-13be9b66-322f-4d34-b928-c13bd8ce9523 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:56.496974 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-e73e7023-c267-42b3-9599-7f2b7626dacb req-d1741c51-b1f5-4a6c-af45-96896d8a3b96 service neutron] 10.222.0.11 "GET /v2.0/networks/c78b309f-ff7d-41bb-8fba-b50473a0da16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916821 Apr 05 14:52:56.516871 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-13be9b66-322f-4d34-b928-c13bd8ce9523 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:56.572624 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-13be9b66-322f-4d34-b928-c13bd8ce9523 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Calling delete_port for 4fef5027-56f1-4a5d-b768-02133e5d837d owned by {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:52:56.668915 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-e73e7023-c267-42b3-9599-7f2b7626dacb req-51e1ef07-f186-4cc5-afcd-ba5de2af601d service neutron] 10.222.0.11 "GET /v2.0/networks/c78b309f-ff7d-41bb-8fba-b50473a0da16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633930 Apr 05 14:52:56.714010 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c039e9-2b49-4b55-a01e-77499d82cb52 None None] New status for floating IP b0bdeb73-6d95-4ecb-b6c6-3db2c02eb4c4: DOWN {{(pid=103322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 14:52:56.792808 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9606bd81-7a6c-44af-bd0d-31371eb5e377 req-4032a039-b8df-494a-a16c-bc71d1954606 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:56.794566 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9606bd81-7a6c-44af-bd0d-31371eb5e377 req-4032a039-b8df-494a-a16c-bc71d1954606 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=70eb423d-1ee8-4ebf-83c2-b1b6e072a926 HTTP/1.1" status: 200 len: 946 time: 0.0636318 Apr 05 14:52:56.847507 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9606bd81-7a6c-44af-bd0d-31371eb5e377 req-ee4d6f0b-29f9-489e-852f-20d5178ab8e6 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=bacebe3d-a110-4683-8375-344b2cbe37b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440762 Apr 05 14:52:56.854679 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-13be9b66-322f-4d34-b928-c13bd8ce9523 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:56.854921 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0877adb7-2c7d-4480-8664-10d262d4af8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:56.942761 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13be9b66-322f-4d34-b928-c13bd8ce9523 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Pushing event deleted for resources: {'Port': ['ID=4fef5027-56f1-4a5d-b768-02133e5d837d,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:57.103334 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-13be9b66-322f-4d34-b928-c13bd8ce9523 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:57.108378 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-13be9b66-322f-4d34-b928-c13bd8ce9523 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] 10.222.0.30 "DELETE /v2.0/ports/4fef5027-56f1-4a5d-b768-02133e5d837d HTTP/1.1" status: 204 len: 168 time: 1.8429894 Apr 05 14:52:57.111589 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 39368) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:57.141199 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b4f43cf-636f-448a-8790-8d6855f4f613 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] GET failed (client error): The resource could not be found. Apr 05 14:52:57.146358 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-3b4f43cf-636f-448a-8790-8d6855f4f613 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] 10.222.0.30 "GET /v2.0/ports/4fef5027-56f1-4a5d-b768-02133e5d837d HTTP/1.1" status: 404 len: 333 time: 0.0301487 Apr 05 14:52:57.147505 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 39370) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:57.156576 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-7571c108-63ad-43de-a777-ad1c446a701e tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Request body: {'port': {'network_id': '9e2b7ac3-038d-4ddf-910c-b211e9157f89', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-898917548'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:52:57.179051 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd5ba48-0000-4fa7-ab26-2f73f950fc35 req-5f70ae80-6b6d-40f2-a348-b0817646b3a9 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:57.181132 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-9bd5ba48-0000-4fa7-ab26-2f73f950fc35 req-5f70ae80-6b6d-40f2-a348-b0817646b3a9 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.11 "GET /v2.0/ports?device_id=70eb423d-1ee8-4ebf-83c2-b1b6e072a926 HTTP/1.1" status: 200 len: 946 time: 0.0625052 Apr 05 14:52:57.356149 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-9bd5ba48-0000-4fa7-ab26-2f73f950fc35 req-794fba5b-976e-4a08-8fb4-be9efbadd461 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Deleting port 54a3c5c3-0d25-4cb7-8b82-7a78516c744c {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:52:57.357525 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-9bd5ba48-0000-4fa7-ab26-2f73f950fc35 req-794fba5b-976e-4a08-8fb4-be9efbadd461 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:57.437533 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7571c108-63ad-43de-a777-ad1c446a701e tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Made reservation on behalf of 59381380cfbb443fad9e1f2dbcf8f1f2 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:52:57.443625 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7571c108-63ad-43de-a777-ad1c446a701e tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:57.467986 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7571c108-63ad-43de-a777-ad1c446a701e tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] device_id is not set on port b5095d49-7967-48b1-99a6-538258c97217 yet. {{(pid=103320) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:52:57.468555 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-9bd5ba48-0000-4fa7-ab26-2f73f950fc35 req-794fba5b-976e-4a08-8fb4-be9efbadd461 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] For port 54a3c5c3-0d25-4cb7-8b82-7a78516c744c, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=54a3c5c3-0d25-4cb7-8b82-7a78516c744c,segment=NetworkSegment(8f9f880a-d2f4-4838-9fd6-f918e17688de),segment_id=8f9f880a-d2f4-4838-9fd6-f918e17688de)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:52:57.469221 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-9bd5ba48-0000-4fa7-ab26-2f73f950fc35 req-794fba5b-976e-4a08-8fb4-be9efbadd461 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:57.492586 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-9bd5ba48-0000-4fa7-ab26-2f73f950fc35 req-794fba5b-976e-4a08-8fb4-be9efbadd461 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Calling delete_port for 54a3c5c3-0d25-4cb7-8b82-7a78516c744c owned by compute:nova {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:52:57.628672 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-7571c108-63ad-43de-a777-ad1c446a701e tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Allocated IP 2001:db8::274 (9e2b7ac3-038d-4ddf-910c-b211e9157f89/87b3a4cf-d1ce-4bb8-b7a8-b400f84b12d5/b5095d49-7967-48b1-99a6-538258c97217) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:52:57.772593 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-9bd5ba48-0000-4fa7-ab26-2f73f950fc35 req-794fba5b-976e-4a08-8fb4-be9efbadd461 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:57.811290 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794fba5b-976e-4a08-8fb4-be9efbadd461 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Pushing event deleted for resources: {'Port': ['ID=54a3c5c3-0d25-4cb7-8b82-7a78516c744c,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:57.851040 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7571c108-63ad-43de-a777-ad1c446a701e tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:57.876199 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bd5ba48-0000-4fa7-ab26-2f73f950fc35 req-794fba5b-976e-4a08-8fb4-be9efbadd461 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] No DVR routers for this DVR port 54a3c5c3-0d25-4cb7-8b82-7a78516c744c on host n-h2-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:52:57.881950 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-9bd5ba48-0000-4fa7-ab26-2f73f950fc35 req-794fba5b-976e-4a08-8fb4-be9efbadd461 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:57.890017 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-9bd5ba48-0000-4fa7-ab26-2f73f950fc35 req-794fba5b-976e-4a08-8fb4-be9efbadd461 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.11 "DELETE /v2.0/ports/54a3c5c3-0d25-4cb7-8b82-7a78516c744c HTTP/1.1" status: 204 len: 173 time: 0.7021232 Apr 05 14:52:57.890713 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70eb423d-1ee8-4ebf-83c2-b1b6e072a926', 'name': 'network-vif-deleted', 'tag': '54a3c5c3-0d25-4cb7-8b82-7a78516c744c'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:52:57.893454 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8169581e-cfc8-4a6e-bffa-d713ed577233" -d '{"events": [{"server_uuid": "70eb423d-1ee8-4ebf-83c2-b1b6e072a926", "name": "network-vif-deleted", "tag": "54a3c5c3-0d25-4cb7-8b82-7a78516c744c"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:52:57.962898 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e87a62c-ca95-462d-90a0-a51c7cc5d9f5 x-openstack-request-id: req-3e87a62c-ca95-462d-90a0-a51c7cc5d9f5 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:52:57.963261 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70eb423d-1ee8-4ebf-83c2-b1b6e072a926", "name": "network-vif-deleted", "tag": "54a3c5c3-0d25-4cb7-8b82-7a78516c744c", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:52:57.963648 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3e87a62c-ca95-462d-90a0-a51c7cc5d9f5 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:52:57.965838 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e87a62c-ca95-462d-90a0-a51c7cc5d9f5'] response: {'server_uuid': '70eb423d-1ee8-4ebf-83c2-b1b6e072a926', 'name': 'network-vif-deleted', 'tag': '54a3c5c3-0d25-4cb7-8b82-7a78516c744c', 'status': 'completed', 'code': 200} Apr 05 14:52:58.035078 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ce4c46da-7350-447b-8c69-a13ff1c42d92 req-5cd7d577-d50d-4ad6-bda5-a92b3d3d5367 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=70eb423d-1ee8-4ebf-83c2-b1b6e072a926 HTTP/1.1" status: 200 len: 210 time: 0.0439360 Apr 05 14:52:58.036548 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7571c108-63ad-43de-a777-ad1c446a701e tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:58.082082 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7571c108-63ad-43de-a777-ad1c446a701e tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Network 9e2b7ac3-038d-4ddf-910c-b211e9157f89 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:52:58.088712 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-7571c108-63ad-43de-a777-ad1c446a701e tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:52:58.091804 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7571c108-63ad-43de-a777-ad1c446a701e tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:52:58.095281 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:58.097493 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7571c108-63ad-43de-a777-ad1c446a701e tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:58.104146 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7571c108-63ad-43de-a777-ad1c446a701e tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:58.113248 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7571c108-63ad-43de-a777-ad1c446a701e tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Pushing event updated for resources: {'Port': ['ID=b5095d49-7967-48b1-99a6-538258c97217,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:58.185670 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-7571c108-63ad-43de-a777-ad1c446a701e tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0331426 Apr 05 14:52:58.186186 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 39382) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:58.192213 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-069c2ce7-67ff-490b-93fa-03be848b20fb tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::16e', 'mac_address': 'fa:16:3e:3a:ac:42'}]}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:52:58.396693 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-069c2ce7-67ff-490b-93fa-03be848b20fb tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:58.536862 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-7cabccb4-ef60-4cc3-ac39-d0952dd9eb35 None None] Provisioning complete for port b5095d49-7967-48b1-99a6-538258c97217 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:52:58.537215 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7cabccb4-ef60-4cc3-ac39-d0952dd9eb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:58.591719 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-7cabccb4-ef60-4cc3-ac39-d0952dd9eb35 None None] Port b5095d49-7967-48b1-99a6-538258c97217 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:52:58.642469 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-069c2ce7-67ff-490b-93fa-03be848b20fb tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:58.703775 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-069c2ce7-67ff-490b-93fa-03be848b20fb tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:58.719471 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-069c2ce7-67ff-490b-93fa-03be848b20fb tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] In _notify_port_updated(), no bound segment for port b5095d49-7967-48b1-99a6-538258c97217 on network 9e2b7ac3-038d-4ddf-910c-b211e9157f89 {{(pid=103320) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 05 14:52:58.731509 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069c2ce7-67ff-490b-93fa-03be848b20fb tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:58.731509 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-069c2ce7-67ff-490b-93fa-03be848b20fb tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:58.732135 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 39392) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:58.732564 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-069c2ce7-67ff-490b-93fa-03be848b20fb tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] 10.222.0.30 "PUT /v2.0/ports/b5095d49-7967-48b1-99a6-538258c97217 HTTP/1.1" status: 200 len: 1002 time: 0.5435705 Apr 05 14:52:58.831859 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069c2ce7-67ff-490b-93fa-03be848b20fb tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Pushing event updated for resources: {'Port': ['ID=b5095d49-7967-48b1-99a6-538258c97217,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:58.890610 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-e8e6548b-6a77-44c8-9e21-15393f0c2472 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Deleting port b5095d49-7967-48b1-99a6-538258c97217 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:52:58.891053 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e8e6548b-6a77-44c8-9e21-15393f0c2472 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:59.008401 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e8e6548b-6a77-44c8-9e21-15393f0c2472 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:59.022946 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-e8e6548b-6a77-44c8-9e21-15393f0c2472 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Calling delete_port for b5095d49-7967-48b1-99a6-538258c97217 owned by {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:52:59.139285 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-1f21400b-a65c-4cb6-b214-89c946b127b2 None None] Provisioning complete for port b5095d49-7967-48b1-99a6-538258c97217 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:52:59.139285 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1f21400b-a65c-4cb6-b214-89c946b127b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:59.177599 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-1f21400b-a65c-4cb6-b214-89c946b127b2 None None] Port b5095d49-7967-48b1-99a6-538258c97217 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:52:59.187143 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-575944c9-4048-4359-8b38-f6f82a7671da req-195c223b-540b-4d21-bd15-1d9750691ccd tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=70eb423d-1ee8-4ebf-83c2-b1b6e072a926 HTTP/1.1" status: 200 len: 210 time: 0.0482614 Apr 05 14:52:59.332791 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e8e6548b-6a77-44c8-9e21-15393f0c2472 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:59.375762 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e6548b-6a77-44c8-9e21-15393f0c2472 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Pushing event deleted for resources: {'Port': ['ID=b5095d49-7967-48b1-99a6-538258c97217,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:59.479939 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e8e6548b-6a77-44c8-9e21-15393f0c2472 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:59.486634 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-e8e6548b-6a77-44c8-9e21-15393f0c2472 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] 10.222.0.30 "DELETE /v2.0/ports/b5095d49-7967-48b1-99a6-538258c97217 HTTP/1.1" status: 204 len: 168 time: 0.7508988 Apr 05 14:52:59.487349 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 39398) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:59.521364 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-618cd79e-cade-4001-933f-1dfac52451df tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] GET failed (client error): The resource could not be found. Apr 05 14:52:59.523241 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-618cd79e-cade-4001-933f-1dfac52451df tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] 10.222.0.30 "GET /v2.0/ports/b5095d49-7967-48b1-99a6-538258c97217 HTTP/1.1" status: 404 len: 333 time: 0.0349028 Apr 05 14:52:59.527080 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 39400) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:52:59.532425 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-ff1781c6-15c3-491e-a7f0-088c9a8b3749 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Request body: {'port': {'network_id': '9e2b7ac3-038d-4ddf-910c-b211e9157f89', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2092482682'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:52:59.591857 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:59.647415 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 7 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 14:52:59.649238 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:59.789626 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff1781c6-15c3-491e-a7f0-088c9a8b3749 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Made reservation on behalf of 59381380cfbb443fad9e1f2dbcf8f1f2 for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:52:59.793838 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ff1781c6-15c3-491e-a7f0-088c9a8b3749 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:59.814700 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [None req-ff1781c6-15c3-491e-a7f0-088c9a8b3749 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] device_id is not set on port e9fc6cca-a189-4d88-81aa-d0139edb1f9a yet. {{(pid=103321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:52:59.943208 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-ff1781c6-15c3-491e-a7f0-088c9a8b3749 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Allocated IP 2001:db8::1cf (9e2b7ac3-038d-4ddf-910c-b211e9157f89/87b3a4cf-d1ce-4bb8-b7a8-b400f84b12d5/e9fc6cca-a189-4d88-81aa-d0139edb1f9a) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:53:00.100384 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ff1781c6-15c3-491e-a7f0-088c9a8b3749 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:00.251312 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 39410) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:00.298177 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ff1781c6-15c3-491e-a7f0-088c9a8b3749 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:00.355772 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1781c6-15c3-491e-a7f0-088c9a8b3749 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Network 9e2b7ac3-038d-4ddf-910c-b211e9157f89 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:53:00.389025 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-ff1781c6-15c3-491e-a7f0-088c9a8b3749 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:53:00.396745 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1781c6-15c3-491e-a7f0-088c9a8b3749 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:53:00.402030 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1781c6-15c3-491e-a7f0-088c9a8b3749 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:00.402655 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ff1781c6-15c3-491e-a7f0-088c9a8b3749 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:00.414328 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1781c6-15c3-491e-a7f0-088c9a8b3749 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Pushing event updated for resources: {'Port': ['ID=e9fc6cca-a189-4d88-81aa-d0139edb1f9a,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:00.524767 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-ff1781c6-15c3-491e-a7f0-088c9a8b3749 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9963083 Apr 05 14:53:00.527392 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 39412) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:00.534770 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-508eecf4-8718-445c-83f5-7abf86085ce2 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:3a:ac:42'}]}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:53:00.628613 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-ec82ff62-2fe4-42c5-9816-e12a2d6ed2bf None None] Provisioning complete for port e9fc6cca-a189-4d88-81aa-d0139edb1f9a triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:53:00.629195 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ec82ff62-2fe4-42c5-9816-e12a2d6ed2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:00.667270 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-ec82ff62-2fe4-42c5-9816-e12a2d6ed2bf None None] Port e9fc6cca-a189-4d88-81aa-d0139edb1f9a cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:53:00.788964 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-508eecf4-8718-445c-83f5-7abf86085ce2 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:00.978226 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 54a3c5c3-0d25-4cb7-8b82-7a78516c744c no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:53:00.999754 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] No Port match for: 54a3c5c3-0d25-4cb7-8b82-7a78516c744c {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:53:01.000263 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4af850bf-2a96-4eb8-b313-67f8aef75cb4 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809988'] for router_interface, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:01.000861 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 54a3c5c3-0d25-4cb7-8b82-7a78516c744c not bound to the agent host n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:53:01.130964 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-508eecf4-8718-445c-83f5-7abf86085ce2 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:01.246225 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-508eecf4-8718-445c-83f5-7abf86085ce2 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:01.286305 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-508eecf4-8718-445c-83f5-7abf86085ce2 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] In _notify_port_updated(), no bound segment for port e9fc6cca-a189-4d88-81aa-d0139edb1f9a on network 9e2b7ac3-038d-4ddf-910c-b211e9157f89 {{(pid=103321) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 05 14:53:01.293627 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508eecf4-8718-445c-83f5-7abf86085ce2 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:01.293627 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-508eecf4-8718-445c-83f5-7abf86085ce2 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:01.297771 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-508eecf4-8718-445c-83f5-7abf86085ce2 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] 10.222.0.30 "PUT /v2.0/ports/e9fc6cca-a189-4d88-81aa-d0139edb1f9a HTTP/1.1" status: 200 len: 1003 time: 0.7666550 Apr 05 14:53:01.298179 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 39426) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:01.337837 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508eecf4-8718-445c-83f5-7abf86085ce2 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Pushing event updated for resources: {'Port': ['ID=e9fc6cca-a189-4d88-81aa-d0139edb1f9a,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:01.369453 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-4af850bf-2a96-4eb8-b313-67f8aef75cb4 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Deleting port 618767ce-ddc1-4da2-bb2e-3201935f96bf {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:53:01.369803 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4af850bf-2a96-4eb8-b313-67f8aef75cb4 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:01.438779 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e533635e-ae69-4358-8e67-711ceea3a9da tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Deleting port e9fc6cca-a189-4d88-81aa-d0139edb1f9a {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:53:01.439206 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e533635e-ae69-4358-8e67-711ceea3a9da tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:01.487872 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-4af850bf-2a96-4eb8-b313-67f8aef75cb4 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] For port 618767ce-ddc1-4da2-bb2e-3201935f96bf, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=618767ce-ddc1-4da2-bb2e-3201935f96bf,segment=NetworkSegment(8f9f880a-d2f4-4838-9fd6-f918e17688de),segment_id=8f9f880a-d2f4-4838-9fd6-f918e17688de)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:53:01.488523 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4af850bf-2a96-4eb8-b313-67f8aef75cb4 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:01.512284 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-4af850bf-2a96-4eb8-b313-67f8aef75cb4 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Calling delete_port for 618767ce-ddc1-4da2-bb2e-3201935f96bf owned by network:router_interface {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:53:01.553628 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e533635e-ae69-4358-8e67-711ceea3a9da tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:01.578828 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e533635e-ae69-4358-8e67-711ceea3a9da tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Calling delete_port for e9fc6cca-a189-4d88-81aa-d0139edb1f9a owned by {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:53:01.709526 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-a6460b45-a2eb-45ff-9b1b-b67542be337b None None] Provisioning complete for port e9fc6cca-a189-4d88-81aa-d0139edb1f9a triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:53:01.710132 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a6460b45-a2eb-45ff-9b1b-b67542be337b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:01.745988 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-a6460b45-a2eb-45ff-9b1b-b67542be337b None None] Port e9fc6cca-a189-4d88-81aa-d0139edb1f9a cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:53:01.837745 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e533635e-ae69-4358-8e67-711ceea3a9da tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:01.872060 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e533635e-ae69-4358-8e67-711ceea3a9da tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Pushing event deleted for resources: {'Port': ['ID=e9fc6cca-a189-4d88-81aa-d0139edb1f9a,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:01.896410 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4af850bf-2a96-4eb8-b313-67f8aef75cb4 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:01.913488 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e533635e-ae69-4358-8e67-711ceea3a9da tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:01.916731 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-e533635e-ae69-4358-8e67-711ceea3a9da tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] 10.222.0.30 "DELETE /v2.0/ports/e9fc6cca-a189-4d88-81aa-d0139edb1f9a HTTP/1.1" status: 204 len: 168 time: 0.6168582 Apr 05 14:53:01.922533 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 39430) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:01.958420 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af850bf-2a96-4eb8-b313-67f8aef75cb4 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Pushing event deleted for resources: {'Port': ['ID=618767ce-ddc1-4da2-bb2e-3201935f96bf,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:01.974250 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcbe639f-f65c-4fed-bbf0-1b6f34d4bb73 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] GET failed (client error): The resource could not be found. Apr 05 14:53:01.976459 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-bcbe639f-f65c-4fed-bbf0-1b6f34d4bb73 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] 10.222.0.30 "GET /v2.0/ports/e9fc6cca-a189-4d88-81aa-d0139edb1f9a HTTP/1.1" status: 404 len: 333 time: 0.0501118 Apr 05 14:53:01.985249 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 39432) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:01.998103 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-40869794-1ae3-4cc3-b685-f41e5037087e tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Request body: {'port': {'network_id': '9e2b7ac3-038d-4ddf-910c-b211e9157f89', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-8651488'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:53:02.242280 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4af850bf-2a96-4eb8-b313-67f8aef75cb4 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1798829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810128'] for router_interface, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:02.305559 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40869794-1ae3-4cc3-b685-f41e5037087e tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Made reservation on behalf of 59381380cfbb443fad9e1f2dbcf8f1f2 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:53:02.311942 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-40869794-1ae3-4cc3-b685-f41e5037087e tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:02.345095 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-40869794-1ae3-4cc3-b685-f41e5037087e tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] device_id is not set on port e13332b9-e483-4558-84b6-0e834b0ee64e yet. {{(pid=103320) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:53:02.479699 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-40869794-1ae3-4cc3-b685-f41e5037087e tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Allocated IP 2001:db8::25a (9e2b7ac3-038d-4ddf-910c-b211e9157f89/87b3a4cf-d1ce-4bb8-b7a8-b400f84b12d5/e13332b9-e483-4558-84b6-0e834b0ee64e) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:53:02.642619 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-40869794-1ae3-4cc3-b685-f41e5037087e tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:02.760806 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-40869794-1ae3-4cc3-b685-f41e5037087e tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:02.807933 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4af850bf-2a96-4eb8-b313-67f8aef75cb4 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Router 72491571-3958-4cd4-9828-95471050068c has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:53:02.809062 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40869794-1ae3-4cc3-b685-f41e5037087e tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Network 9e2b7ac3-038d-4ddf-910c-b211e9157f89 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:53:02.812863 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-40869794-1ae3-4cc3-b685-f41e5037087e tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:53:02.817196 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40869794-1ae3-4cc3-b685-f41e5037087e tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:53:02.824818 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40869794-1ae3-4cc3-b685-f41e5037087e tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:02.826103 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-40869794-1ae3-4cc3-b685-f41e5037087e tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:02.839574 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40869794-1ae3-4cc3-b685-f41e5037087e tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Pushing event updated for resources: {'Port': ['ID=e13332b9-e483-4558-84b6-0e834b0ee64e,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:02.852141 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40869794-1ae3-4cc3-b685-f41e5037087e tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:02.857607 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40869794-1ae3-4cc3-b685-f41e5037087e tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:02.857607 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40869794-1ae3-4cc3-b685-f41e5037087e tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:02.857607 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40869794-1ae3-4cc3-b685-f41e5037087e tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:02.857607 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40869794-1ae3-4cc3-b685-f41e5037087e tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:02.857607 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40869794-1ae3-4cc3-b685-f41e5037087e tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:02.857607 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40869794-1ae3-4cc3-b685-f41e5037087e tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:02.857607 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40869794-1ae3-4cc3-b685-f41e5037087e tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:02.857607 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40869794-1ae3-4cc3-b685-f41e5037087e tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:02.857607 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40869794-1ae3-4cc3-b685-f41e5037087e tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:02.857607 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40869794-1ae3-4cc3-b685-f41e5037087e tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:02.857607 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40869794-1ae3-4cc3-b685-f41e5037087e tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:02.925837 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-40869794-1ae3-4cc3-b685-f41e5037087e tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 0.9392922 Apr 05 14:53:02.934644 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 39440) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:02.934644 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-62752d01-017d-4de2-a78e-d281cd1b7466 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Request body: {'port': {'network_id': '9e2b7ac3-038d-4ddf-910c-b211e9157f89', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1506402773'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:53:02.940291 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4af850bf-2a96-4eb8-b313-67f8aef75cb4 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:53:02.945820 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-4af850bf-2a96-4eb8-b313-67f8aef75cb4 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "PUT /v2.0/routers/72491571-3958-4cd4-9828-95471050068c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6934474 Apr 05 14:53:02.948742 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 39442) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:02.952528 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb788a2-0042-4172-b933-c4dae8f23da2 None None] Sync routers for ids ['72491571-3958-4cd4-9828-95471050068c'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:53:02.966284 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb788a2-0042-4172-b933-c4dae8f23da2 None None] Routers {'72491571-3958-4cd4-9828-95471050068c'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:53:02.967156 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-3eb788a2-0042-4172-b933-c4dae8f23da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:52:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['72491571-3958-4cd4-9828-95471050068c'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:53:03.100363 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-3eb788a2-0042-4172-b933-c4dae8f23da2 None None] Set router 72491571-3958-4cd4-9828-95471050068c gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:53:03.122088 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d53827b-9c56-424e-9870-85dc4ce414d3 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Deleting subnet 1de0be90-29ef-431f-9721-d97dbe29986a {{(pid=103320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:53:03.125404 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1d53827b-9c56-424e-9870-85dc4ce414d3 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for subnet, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:03.172330 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1d53827b-9c56-424e-9870-85dc4ce414d3 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13399228'] for subnet, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:03.196599 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04f1fe68-6120-40f8-8d14-00f07c989225 None None] Provisioning complete for port e13332b9-e483-4558-84b6-0e834b0ee64e triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:53:03.197668 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04f1fe68-6120-40f8-8d14-00f07c989225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:03.214341 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62752d01-017d-4de2-a78e-d281cd1b7466 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Made reservation on behalf of 59381380cfbb443fad9e1f2dbcf8f1f2 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:53:03.218803 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-62752d01-017d-4de2-a78e-d281cd1b7466 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:03.245321 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-62752d01-017d-4de2-a78e-d281cd1b7466 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] device_id is not set on port beeb625b-a0a8-4cbd-8704-360fb8c6a51b yet. {{(pid=103320) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:53:03.246356 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-04f1fe68-6120-40f8-8d14-00f07c989225 None None] Port e13332b9-e483-4558-84b6-0e834b0ee64e cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:53:03.335601 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-3eb788a2-0042-4172-b933-c4dae8f23da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72491571-3958-4cd4-9828-95471050068c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1520940299', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': 'a7935388-9394-4307-afc1-7e6e743eb749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:50:23Z', 'updated_at': '2022-04-05T14:53:01Z', 'revision_number': 5, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'gw_port': {'id': 'a7935388-9394-4307-afc1-7e6e743eb749', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72491571-3958-4cd4-9828-95471050068c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:24Z', 'updated_at': '2022-04-05T14:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:53:03.346017 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1d53827b-9c56-424e-9870-85dc4ce414d3 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:03.364266 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb788a2-0042-4172-b933-c4dae8f23da2 None None] Checking router: 72491571-3958-4cd4-9828-95471050068c for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:53:03.374362 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb788a2-0042-4172-b933-c4dae8f23da2 None None] Routers {'72491571-3958-4cd4-9828-95471050068c'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:53:03.374952 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-3eb788a2-0042-4172-b933-c4dae8f23da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:52:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['72491571-3958-4cd4-9828-95471050068c'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:53:03.453175 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-62752d01-017d-4de2-a78e-d281cd1b7466 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Allocated IP 2001:db8::138 (9e2b7ac3-038d-4ddf-910c-b211e9157f89/87b3a4cf-d1ce-4bb8-b7a8-b400f84b12d5/beeb625b-a0a8-4cbd-8704-360fb8c6a51b) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:53:03.499916 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-3eb788a2-0042-4172-b933-c4dae8f23da2 None None] Set router 72491571-3958-4cd4-9828-95471050068c gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:53:03.572186 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1d53827b-9c56-424e-9870-85dc4ce414d3 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15773812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13127359'] for subnet, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:03.640219 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d53827b-9c56-424e-9870-85dc4ce414d3 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Pushing event deleted for resources: {'Subnet': ['ID=1de0be90-29ef-431f-9721-d97dbe29986a,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:03.647725 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b0ef27-dc43-4ea9-b40b-e3637002cce9 None None] Network c78b309f-ff7d-41bb-8fba-b50473a0da16 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:53:03.648036 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1d53827b-9c56-424e-9870-85dc4ce414d3 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:03.660659 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 39458) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:03.661620 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-1d53827b-9c56-424e-9870-85dc4ce414d3 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "DELETE /v2.0/subnets/1de0be90-29ef-431f-9721-d97dbe29986a HTTP/1.1" status: 204 len: 168 time: 0.7116654 Apr 05 14:53:03.696582 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-62752d01-017d-4de2-a78e-d281cd1b7466 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:03.759729 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-3eb788a2-0042-4172-b933-c4dae8f23da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72491571-3958-4cd4-9828-95471050068c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1520940299', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': 'a7935388-9394-4307-afc1-7e6e743eb749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:50:23Z', 'updated_at': '2022-04-05T14:53:01Z', 'revision_number': 5, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'gw_port': {'id': 'a7935388-9394-4307-afc1-7e6e743eb749', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72491571-3958-4cd4-9828-95471050068c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:24Z', 'updated_at': '2022-04-05T14:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:53:03.793285 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb788a2-0042-4172-b933-c4dae8f23da2 None None] The sync data for ids ['72491571-3958-4cd4-9828-95471050068c'] in n-d-836650-2 is: [{'id': '72491571-3958-4cd4-9828-95471050068c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1520940299', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': 'a7935388-9394-4307-afc1-7e6e743eb749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:50:23Z', 'updated_at': '2022-04-05T14:53:01Z', 'revision_number': 5, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'gw_port': {'id': 'a7935388-9394-4307-afc1-7e6e743eb749', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72491571-3958-4cd4-9828-95471050068c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:24Z', 'updated_at': '2022-04-05T14:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:53:03.813701 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e10e6f8f-cfba-4cd7-bd64-f8cd8b58e98d tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for router, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:03.824492 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-62752d01-017d-4de2-a78e-d281cd1b7466 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:03.868927 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62752d01-017d-4de2-a78e-d281cd1b7466 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Network 9e2b7ac3-038d-4ddf-910c-b211e9157f89 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:53:03.872041 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-62752d01-017d-4de2-a78e-d281cd1b7466 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:53:03.882445 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62752d01-017d-4de2-a78e-d281cd1b7466 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:53:03.883786 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62752d01-017d-4de2-a78e-d281cd1b7466 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:03.884417 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-62752d01-017d-4de2-a78e-d281cd1b7466 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:03.902349 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62752d01-017d-4de2-a78e-d281cd1b7466 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Pushing event updated for resources: {'Port': ['ID=beeb625b-a0a8-4cbd-8704-360fb8c6a51b,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:03.955500 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e10e6f8f-cfba-4cd7-bd64-f8cd8b58e98d tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:03.989412 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-62752d01-017d-4de2-a78e-d281cd1b7466 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0595443 Apr 05 14:53:03.991851 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 39460) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:03.999065 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-6eb2c7b5-27d0-4534-9bf9-c89938dcf0c4 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::16e', 'mac_address': 'fa:16:3e:3a:ac:42'}, {'ip_address': '2001:db8::25a', 'mac_address': 'fa:16:3e:63:39:fa'}]}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:53:04.120642 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-e10e6f8f-cfba-4cd7-bd64-f8cd8b58e98d tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Deleting port a7935388-9394-4307-afc1-7e6e743eb749 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:53:04.129419 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e10e6f8f-cfba-4cd7-bd64-f8cd8b58e98d tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:04.179179 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15302245-9d0f-46dc-96e8-2c483dff7d87 None None] DHCP port deletion for c78b309f-ff7d-41bb-8fba-b50473a0da16 request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:53:04.186023 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6eb2c7b5-27d0-4534-9bf9-c89938dcf0c4 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:04.308389 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-e10e6f8f-cfba-4cd7-bd64-f8cd8b58e98d tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] For port a7935388-9394-4307-afc1-7e6e743eb749, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=a7935388-9394-4307-afc1-7e6e743eb749,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:53:04.308816 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e10e6f8f-cfba-4cd7-bd64-f8cd8b58e98d tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:04.316549 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-15302245-9d0f-46dc-96e8-2c483dff7d87 None None] Deleting port f561ecf9-9721-4505-857d-35da56d22a24 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:53:04.326794 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-15302245-9d0f-46dc-96e8-2c483dff7d87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:04.339036 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-e10e6f8f-cfba-4cd7-bd64-f8cd8b58e98d tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Calling delete_port for a7935388-9394-4307-afc1-7e6e743eb749 owned by network:router_gateway {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:53:04.401105 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-ad830319-e210-4aca-b99b-fb12aba7ef7e None None] Provisioning complete for port beeb625b-a0a8-4cbd-8704-360fb8c6a51b triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:53:04.401716 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ad830319-e210-4aca-b99b-fb12aba7ef7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:04.463677 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-15302245-9d0f-46dc-96e8-2c483dff7d87 None None] For port f561ecf9-9721-4505-857d-35da56d22a24, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=f561ecf9-9721-4505-857d-35da56d22a24,segment=NetworkSegment(8f9f880a-d2f4-4838-9fd6-f918e17688de),segment_id=8f9f880a-d2f4-4838-9fd6-f918e17688de)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:53:04.464332 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-15302245-9d0f-46dc-96e8-2c483dff7d87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:04.487048 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-15302245-9d0f-46dc-96e8-2c483dff7d87 None None] Calling delete_port for f561ecf9-9721-4505-857d-35da56d22a24 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:53:04.491881 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-ad830319-e210-4aca-b99b-fb12aba7ef7e None None] Port beeb625b-a0a8-4cbd-8704-360fb8c6a51b cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:53:04.512036 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6eb2c7b5-27d0-4534-9bf9-c89938dcf0c4 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:04.606741 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6eb2c7b5-27d0-4534-9bf9-c89938dcf0c4 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:04.639825 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-6eb2c7b5-27d0-4534-9bf9-c89938dcf0c4 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] In _notify_port_updated(), no bound segment for port beeb625b-a0a8-4cbd-8704-360fb8c6a51b on network 9e2b7ac3-038d-4ddf-910c-b211e9157f89 {{(pid=103320) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 05 14:53:04.645471 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb2c7b5-27d0-4534-9bf9-c89938dcf0c4 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:04.646129 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6eb2c7b5-27d0-4534-9bf9-c89938dcf0c4 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:04.650441 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-6eb2c7b5-27d0-4534-9bf9-c89938dcf0c4 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] 10.222.0.30 "PUT /v2.0/ports/beeb625b-a0a8-4cbd-8704-360fb8c6a51b HTTP/1.1" status: 200 len: 1068 time: 0.6579854 Apr 05 14:53:04.650844 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 39468) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:04.672530 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb2c7b5-27d0-4534-9bf9-c89938dcf0c4 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Pushing event updated for resources: {'Port': ['ID=beeb625b-a0a8-4cbd-8704-360fb8c6a51b,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:04.721012 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-15302245-9d0f-46dc-96e8-2c483dff7d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:04.740432 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e10e6f8f-cfba-4cd7-bd64-f8cd8b58e98d tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:04.750209 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15302245-9d0f-46dc-96e8-2c483dff7d87 None None] Pushing event deleted for resources: {'Port': ['ID=f561ecf9-9721-4505-857d-35da56d22a24,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:04.768552 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15302245-9d0f-46dc-96e8-2c483dff7d87 None None] No DVR routers for this DVR port f561ecf9-9721-4505-857d-35da56d22a24 on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:53:04.781357 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10e6f8f-cfba-4cd7-bd64-f8cd8b58e98d tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Pushing event deleted for resources: {'Port': ['ID=a7935388-9394-4307-afc1-7e6e743eb749,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:04.852767 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-21ebcad1-5280-4ec6-9f55-b1f082773f48 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Deleting port beeb625b-a0a8-4cbd-8704-360fb8c6a51b {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:53:04.853134 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-21ebcad1-5280-4ec6-9f55-b1f082773f48 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:04.882974 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e10e6f8f-cfba-4cd7-bd64-f8cd8b58e98d tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808526'] for router_gateway, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:05.009592 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e10e6f8f-cfba-4cd7-bd64-f8cd8b58e98d tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27070'] for router, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:05.016729 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e10e6f8f-cfba-4cd7-bd64-f8cd8b58e98d tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:05.034314 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9edff0a3-db1d-4c60-b25d-cd03c01da2e7 None None] Provisioning complete for port beeb625b-a0a8-4cbd-8704-360fb8c6a51b triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:53:05.034694 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9edff0a3-db1d-4c60-b25d-cd03c01da2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:05.078973 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9edff0a3-db1d-4c60-b25d-cd03c01da2e7 None None] Port beeb625b-a0a8-4cbd-8704-360fb8c6a51b cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:53:05.094685 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-21ebcad1-5280-4ec6-9f55-b1f082773f48 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:05.108942 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-21ebcad1-5280-4ec6-9f55-b1f082773f48 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Calling delete_port for beeb625b-a0a8-4cbd-8704-360fb8c6a51b owned by {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:53:05.186168 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e10e6f8f-cfba-4cd7-bd64-f8cd8b58e98d tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803298'] for router, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:05.186654 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e10e6f8f-cfba-4cd7-bd64-f8cd8b58e98d tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Fanout notify agent at l3_agent the message router_deleted on router 72491571-3958-4cd4-9828-95471050068c {{(pid=103321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:53:05.199507 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e10e6f8f-cfba-4cd7-bd64-f8cd8b58e98d tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:05.199507 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-e10e6f8f-cfba-4cd7-bd64-f8cd8b58e98d tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "DELETE /v2.0/routers/72491571-3958-4cd4-9828-95471050068c HTTP/1.1" status: 204 len: 168 time: 1.5327241 Apr 05 14:53:05.199507 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 39472) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:05.324269 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e080623e-2fd6-4814-adb4-ce55a94e8c6b tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:05.420842 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-21ebcad1-5280-4ec6-9f55-b1f082773f48 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:05.425246 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e080623e-2fd6-4814-adb4-ce55a94e8c6b tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:05.467247 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ebcad1-5280-4ec6-9f55-b1f082773f48 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Pushing event deleted for resources: {'Port': ['ID=beeb625b-a0a8-4cbd-8704-360fb8c6a51b,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:05.503794 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-e080623e-2fd6-4814-adb4-ce55a94e8c6b tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c78b309f-ff7d-41bb-8fba-b50473a0da16']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:53:05.521108 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-e080623e-2fd6-4814-adb4-ce55a94e8c6b tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f9f880a-d2f4-4838-9fd6-f918e17688de') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:53:05.521461 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-e080623e-2fd6-4814-adb4-ce55a94e8c6b tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f9f880a-d2f4-4838-9fd6-f918e17688de') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:53:05.534708 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e080623e-2fd6-4814-adb4-ce55a94e8c6b tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:05.574193 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e080623e-2fd6-4814-adb4-ce55a94e8c6b tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:05.590706 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e080623e-2fd6-4814-adb4-ce55a94e8c6b tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:53:05.591118 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e080623e-2fd6-4814-adb4-ce55a94e8c6b tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:05.594300 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:53:05.594300 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:53:05.594300 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:53:05.594300 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:53:05.594300 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:53:05.594300 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:53:05.594300 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:53:05.594300 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:53:05.594300 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:53:05.594300 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:53:05.594300 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:53:05.594300 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:53:05.594300 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:53:05.594300 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:53:05.594300 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:53:05.594300 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:53:05.594300 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:53:05.594300 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:53:05.594300 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:53:05.594300 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:53:05.594300 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:53:05.594300 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:53:05.594300 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:53:05.594300 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:53:05.594300 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:53:05.594300 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:53:05.594300 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:53:05.594300 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:53:05.594300 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:53:05.594300 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:53:05.594300 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:53:05.594300 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:53:05.778589 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device a7935388-9394-4307-afc1-7e6e743eb749 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:53:05.780603 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-21ebcad1-5280-4ec6-9f55-b1f082773f48 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:05.784948 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-21ebcad1-5280-4ec6-9f55-b1f082773f48 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] 10.222.0.30 "DELETE /v2.0/ports/beeb625b-a0a8-4cbd-8704-360fb8c6a51b HTTP/1.1" status: 204 len: 168 time: 1.1315272 Apr 05 14:53:05.787213 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 39480) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:05.801396 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e080623e-2fd6-4814-adb4-ce55a94e8c6b tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:05.813054 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: a7935388-9394-4307-afc1-7e6e743eb749 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:53:05.813054 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device a7935388-9394-4307-afc1-7e6e743eb749 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:53:05.813231 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device f561ecf9-9721-4505-857d-35da56d22a24 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:53:05.828307 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e080623e-2fd6-4814-adb4-ce55a94e8c6b tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:05.831628 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-e080623e-2fd6-4814-adb4-ce55a94e8c6b tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "DELETE /v2.0/networks/c78b309f-ff7d-41bb-8fba-b50473a0da16 HTTP/1.1" status: 204 len: 168 time: 0.6332927 Apr 05 14:53:05.832809 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-65073744-7692-4f4d-89c2-e90ac94ee4ed tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] GET failed (client error): The resource could not be found. Apr 05 14:53:05.836822 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-65073744-7692-4f4d-89c2-e90ac94ee4ed tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] 10.222.0.30 "GET /v2.0/ports/beeb625b-a0a8-4cbd-8704-360fb8c6a51b HTTP/1.1" status: 404 len: 333 time: 0.0461819 Apr 05 14:53:05.836822 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 39482) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:05.837697 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 39484) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:05.841092 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: f561ecf9-9721-4505-857d-35da56d22a24 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:53:05.841849 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device f561ecf9-9721-4505-857d-35da56d22a24 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:53:05.849354 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 618767ce-ddc1-4da2-bb2e-3201935f96bf no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:53:05.859962 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e080623e-2fd6-4814-adb4-ce55a94e8c6b tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Pushing event deleted for resources: {'Network': ['ID=c78b309f-ff7d-41bb-8fba-b50473a0da16,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:05.878226 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 618767ce-ddc1-4da2-bb2e-3201935f96bf {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:53:05.878784 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 618767ce-ddc1-4da2-bb2e-3201935f96bf not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:53:05.933286 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-54ebb160-032d-4f87-bab7-06109e21db34 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:05.962184 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-54ebb160-032d-4f87-bab7-06109e21db34 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:05.970125 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-ff39bff6-5f6b-440f-b4d7-cef15c111bc5 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Deleting port e13332b9-e483-4558-84b6-0e834b0ee64e {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:53:05.970555 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ff39bff6-5f6b-440f-b4d7-cef15c111bc5 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:06.063766 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ff39bff6-5f6b-440f-b4d7-cef15c111bc5 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:06.076522 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-ff39bff6-5f6b-440f-b4d7-cef15c111bc5 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Calling delete_port for e13332b9-e483-4558-84b6-0e834b0ee64e owned by {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:53:06.140921 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-54ebb160-032d-4f87-bab7-06109e21db34 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:06.144600 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-54ebb160-032d-4f87-bab7-06109e21db34 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:06.148413 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-54ebb160-032d-4f87-bab7-06109e21db34 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "DELETE /v2.0/security-groups/bacebe3d-a110-4683-8375-344b2cbe37b0 HTTP/1.1" status: 204 len: 168 time: 0.3088059 Apr 05 14:53:06.157134 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ebb160-032d-4f87-bab7-06109e21db34 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bacebe3d-a110-4683-8375-344b2cbe37b0,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:06.322436 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ff39bff6-5f6b-440f-b4d7-cef15c111bc5 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:06.364352 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff39bff6-5f6b-440f-b4d7-cef15c111bc5 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Pushing event deleted for resources: {'Port': ['ID=e13332b9-e483-4558-84b6-0e834b0ee64e,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:06.386838 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ff39bff6-5f6b-440f-b4d7-cef15c111bc5 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:06.393011 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-ff39bff6-5f6b-440f-b4d7-cef15c111bc5 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] 10.222.0.30 "DELETE /v2.0/ports/e13332b9-e483-4558-84b6-0e834b0ee64e HTTP/1.1" status: 204 len: 168 time: 0.5508413 Apr 05 14:53:06.393902 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 39490) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:06.429523 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdde34a0-93f7-4393-9924-c69a3175ffdf tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] GET failed (client error): The resource could not be found. Apr 05 14:53:06.435831 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-cdde34a0-93f7-4393-9924-c69a3175ffdf tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] 10.222.0.30 "GET /v2.0/ports/e13332b9-e483-4558-84b6-0e834b0ee64e HTTP/1.1" status: 404 len: 333 time: 0.0361826 Apr 05 14:53:06.436375 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 39492) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:06.573172 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-b50035dc-d3c2-498b-a6d7-3bb12690eeac tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Deleting port bedb3325-2f84-4758-ae64-741ce5f70193 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:53:06.573774 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b50035dc-d3c2-498b-a6d7-3bb12690eeac tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:06.722884 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b50035dc-d3c2-498b-a6d7-3bb12690eeac tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:06.737890 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-b50035dc-d3c2-498b-a6d7-3bb12690eeac tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Calling delete_port for bedb3325-2f84-4758-ae64-741ce5f70193 owned by {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:53:06.770799 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 39500) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:06.775704 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-f9ae007f-998e-4d2d-9786-45131cd4d3b3 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1136925929', 'description': 'tempest-secgroup-smoke-1136925929 description', 'project_id': 'b07e36dc5a904f16980660900e2eecc1'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:53:06.923282 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f9ae007f-998e-4d2d-9786-45131cd4d3b3 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:06.974076 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b50035dc-d3c2-498b-a6d7-3bb12690eeac tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:07.005880 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50035dc-d3c2-498b-a6d7-3bb12690eeac tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Pushing event deleted for resources: {'Port': ['ID=bedb3325-2f84-4758-ae64-741ce5f70193,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:07.045964 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b50035dc-d3c2-498b-a6d7-3bb12690eeac tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:07.048443 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f9ae007f-998e-4d2d-9786-45131cd4d3b3 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:07.052447 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 39502) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:07.052742 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-b50035dc-d3c2-498b-a6d7-3bb12690eeac tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] 10.222.0.30 "DELETE /v2.0/ports/bedb3325-2f84-4758-ae64-741ce5f70193 HTTP/1.1" status: 204 len: 168 time: 0.6152306 Apr 05 14:53:07.115560 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc1b6e49-5996-4b86-8f55-4723d60292b7 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Deleting subnet 87b3a4cf-d1ce-4bb8-b7a8-b400f84b12d5 {{(pid=103320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:53:07.120499 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc1b6e49-5996-4b86-8f55-4723d60292b7 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks [] for subnet, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:07.154989 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f9ae007f-998e-4d2d-9786-45131cd4d3b3 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:07.185684 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc1b6e49-5996-4b86-8f55-4723d60292b7 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13399228'] for subnet, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:07.222734 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ae007f-998e-4d2d-9786-45131cd4d3b3 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c426553-985f-46f1-9795-5c798926dd34,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:07.304492 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc1b6e49-5996-4b86-8f55-4723d60292b7 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:07.346734 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f9ae007f-998e-4d2d-9786-45131cd4d3b3 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:07.352313 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-f9ae007f-998e-4d2d-9786-45131cd4d3b3 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5760696 Apr 05 14:53:07.352439 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 39504) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:07.357290 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-2b356999-70a5-4120-8b93-d02f1de542fd tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Request body: {'security_group_rule': {'security_group_id': '9c426553-985f-46f1-9795-5c798926dd34', 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:53:07.453319 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc1b6e49-5996-4b86-8f55-4723d60292b7 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15773812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13127359'] for subnet, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:07.480258 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1b6e49-5996-4b86-8f55-4723d60292b7 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Pushing event deleted for resources: {'Subnet': ['ID=87b3a4cf-d1ce-4bb8-b7a8-b400f84b12d5,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:07.493910 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc1b6e49-5996-4b86-8f55-4723d60292b7 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:07.494431 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2b356999-70a5-4120-8b93-d02f1de542fd tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:07.496069 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf5ebdc-1f9b-441d-b15c-fd97c9e3bf3d None None] Network 9e2b7ac3-038d-4ddf-910c-b211e9157f89 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:53:07.498983 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-dc1b6e49-5996-4b86-8f55-4723d60292b7 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] 10.222.0.30 "DELETE /v2.0/subnets/87b3a4cf-d1ce-4bb8-b7a8-b400f84b12d5 HTTP/1.1" status: 204 len: 168 time: 0.4453001 Apr 05 14:53:07.508616 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 39506) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:07.613953 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-39dcd6ed-24f4-4cf4-a7f1-5d647de7de77 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:07.623987 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2b356999-70a5-4120-8b93-d02f1de542fd tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:07.713442 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-39dcd6ed-24f4-4cf4-a7f1-5d647de7de77 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Deleting port 295cdceb-e297-402a-8120-12ce33fbded0 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:53:07.713980 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-39dcd6ed-24f4-4cf4-a7f1-5d647de7de77 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:07.768920 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e4f459-9826-4e03-8c2f-14b334dbd3bc None None] DHCP port deletion for 9e2b7ac3-038d-4ddf-910c-b211e9157f89 request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:53:07.780928 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2b356999-70a5-4120-8b93-d02f1de542fd tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:07.827577 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b356999-70a5-4120-8b93-d02f1de542fd tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e84b5b9-933f-41db-83a8-c4ca862245e8,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:07.827872 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-42e4f459-9826-4e03-8c2f-14b334dbd3bc None None] Deleting port 295cdceb-e297-402a-8120-12ce33fbded0 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:53:07.828222 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-42e4f459-9826-4e03-8c2f-14b334dbd3bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:07.842754 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-39dcd6ed-24f4-4cf4-a7f1-5d647de7de77 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] For port 295cdceb-e297-402a-8120-12ce33fbded0, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=295cdceb-e297-402a-8120-12ce33fbded0,segment=NetworkSegment(7d48ab35-fe92-4b69-95db-5124ace31277),segment_id=7d48ab35-fe92-4b69-95db-5124ace31277)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:53:07.843126 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-39dcd6ed-24f4-4cf4-a7f1-5d647de7de77 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:07.846848 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b356999-70a5-4120-8b93-d02f1de542fd tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:07.847154 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b356999-70a5-4120-8b93-d02f1de542fd tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:07.847559 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b356999-70a5-4120-8b93-d02f1de542fd tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:07.847875 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b356999-70a5-4120-8b93-d02f1de542fd tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:07.848205 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b356999-70a5-4120-8b93-d02f1de542fd tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:07.848537 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b356999-70a5-4120-8b93-d02f1de542fd tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:07.848863 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b356999-70a5-4120-8b93-d02f1de542fd tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:07.849220 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b356999-70a5-4120-8b93-d02f1de542fd tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:07.849547 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b356999-70a5-4120-8b93-d02f1de542fd tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:07.849870 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b356999-70a5-4120-8b93-d02f1de542fd tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:07.850194 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b356999-70a5-4120-8b93-d02f1de542fd tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:07.850518 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b356999-70a5-4120-8b93-d02f1de542fd tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:07.868134 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-39dcd6ed-24f4-4cf4-a7f1-5d647de7de77 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Calling delete_port for 295cdceb-e297-402a-8120-12ce33fbded0 owned by network:dhcp {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:53:07.895410 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-42e4f459-9826-4e03-8c2f-14b334dbd3bc None None] For port 295cdceb-e297-402a-8120-12ce33fbded0, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=295cdceb-e297-402a-8120-12ce33fbded0,segment=NetworkSegment(7d48ab35-fe92-4b69-95db-5124ace31277),segment_id=7d48ab35-fe92-4b69-95db-5124ace31277)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:53:07.896079 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-42e4f459-9826-4e03-8c2f-14b334dbd3bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:07.910561 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-42e4f459-9826-4e03-8c2f-14b334dbd3bc None None] Calling delete_port for 295cdceb-e297-402a-8120-12ce33fbded0 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:53:07.924962 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2b356999-70a5-4120-8b93-d02f1de542fd tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:07.926230 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-2b356999-70a5-4120-8b93-d02f1de542fd tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5727446 Apr 05 14:53:07.929010 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 39514) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:07.933380 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-b6e6a318-3478-453e-9372-977b0dcc431b tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Request body: {'security_group_rule': {'security_group_id': '9c426553-985f-46f1-9795-5c798926dd34', 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:53:08.077057 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b6e6a318-3478-453e-9372-977b0dcc431b tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:08.098003 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-39dcd6ed-24f4-4cf4-a7f1-5d647de7de77 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:08.101189 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-42e4f459-9826-4e03-8c2f-14b334dbd3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:08.126248 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e4f459-9826-4e03-8c2f-14b334dbd3bc None None] Pushing event deleted for resources: {'Port': ['ID=295cdceb-e297-402a-8120-12ce33fbded0,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:08.132333 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e4f459-9826-4e03-8c2f-14b334dbd3bc None None] No DVR routers for this DVR port 295cdceb-e297-402a-8120-12ce33fbded0 on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:53:08.142278 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dcd6ed-24f4-4cf4-a7f1-5d647de7de77 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Pushing event deleted for resources: {'Port': ['ID=295cdceb-e297-402a-8120-12ce33fbded0,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:08.144428 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39dcd6ed-24f4-4cf4-a7f1-5d647de7de77 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] No DVR routers for this DVR port 295cdceb-e297-402a-8120-12ce33fbded0 on host n-d-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:53:08.199195 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b6e6a318-3478-453e-9372-977b0dcc431b tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:08.237221 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-39dcd6ed-24f4-4cf4-a7f1-5d647de7de77 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:08.261438 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-39dcd6ed-24f4-4cf4-a7f1-5d647de7de77 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e2b7ac3-038d-4ddf-910c-b211e9157f89']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:53:08.270704 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-39dcd6ed-24f4-4cf4-a7f1-5d647de7de77 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d48ab35-fe92-4b69-95db-5124ace31277') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:53:08.270932 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-39dcd6ed-24f4-4cf4-a7f1-5d647de7de77 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d48ab35-fe92-4b69-95db-5124ace31277') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:53:08.281966 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-39dcd6ed-24f4-4cf4-a7f1-5d647de7de77 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:08.296509 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-39dcd6ed-24f4-4cf4-a7f1-5d647de7de77 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:08.302498 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39dcd6ed-24f4-4cf4-a7f1-5d647de7de77 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:53:08.302888 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-39dcd6ed-24f4-4cf4-a7f1-5d647de7de77 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:08.305878 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:53:08.305878 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:53:08.305878 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:53:08.305878 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:53:08.305878 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:53:08.305878 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:53:08.305878 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:53:08.305878 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:53:08.305878 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:53:08.305878 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:53:08.305878 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:53:08.305878 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:53:08.305878 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:53:08.305878 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:53:08.305878 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:53:08.305878 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:53:08.305878 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:53:08.305878 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:53:08.305878 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:53:08.305878 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:53:08.305878 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:53:08.305878 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:53:08.305878 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:53:08.305878 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:53:08.305878 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:53:08.305878 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:53:08.305878 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:53:08.305878 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:53:08.305878 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:53:08.305878 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:53:08.305878 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:53:08.305878 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:53:08.316020 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b6e6a318-3478-453e-9372-977b0dcc431b tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:08.371803 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e6a318-3478-453e-9372-977b0dcc431b tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cba3da1-e4fb-41e2-a574-e32a3c2bc205,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:08.473269 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b6e6a318-3478-453e-9372-977b0dcc431b tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:08.474497 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-b6e6a318-3478-453e-9372-977b0dcc431b tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5445116 Apr 05 14:53:08.477218 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 39518) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:08.481654 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-5fab106f-2991-4714-9531-d84edbe005da tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Request body: {'security_group_rule': {'security_group_id': '9c426553-985f-46f1-9795-5c798926dd34', 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:53:08.494689 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-39dcd6ed-24f4-4cf4-a7f1-5d647de7de77 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:08.508951 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-39dcd6ed-24f4-4cf4-a7f1-5d647de7de77 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Notify callbacks [] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:08.508951 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-39dcd6ed-24f4-4cf4-a7f1-5d647de7de77 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] 10.222.0.30 "DELETE /v2.0/networks/9e2b7ac3-038d-4ddf-910c-b211e9157f89 HTTP/1.1" status: 204 len: 168 time: 0.9971199 Apr 05 14:53:08.520128 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dcd6ed-24f4-4cf4-a7f1-5d647de7de77 tempest-AllowedAddressPairIpV6TestJSON-2038132304 tempest-AllowedAddressPairIpV6TestJSON-2038132304-project] Pushing event deleted for resources: {'Network': ['ID=9e2b7ac3-038d-4ddf-910c-b211e9157f89,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:08.608525 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5fab106f-2991-4714-9531-d84edbe005da tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:08.660756 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5fab106f-2991-4714-9531-d84edbe005da tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:08.751500 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5fab106f-2991-4714-9531-d84edbe005da tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:08.771174 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fab106f-2991-4714-9531-d84edbe005da tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb12ce7c-7694-45a9-a768-ae7a8a5ed8ef,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:08.870742 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5fab106f-2991-4714-9531-d84edbe005da tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:08.873184 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-5fab106f-2991-4714-9531-d84edbe005da tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3943746 Apr 05 14:53:08.876011 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 39530) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:08.884114 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-2bcaa961-a62c-4cd4-8e5a-bcd8ac768592 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Request body: {'security_group_rule': {'security_group_id': '9c426553-985f-46f1-9795-5c798926dd34', 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:53:09.011342 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2bcaa961-a62c-4cd4-8e5a-bcd8ac768592 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:09.024033 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 39534) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:09.086289 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2bcaa961-a62c-4cd4-8e5a-bcd8ac768592 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:09.167684 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-2c461463-b95d-4184-81ee-87c3f01867f0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=59381380cfbb443fad9e1f2dbcf8f1f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1425056 Apr 05 14:53:09.170744 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 39538) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:09.208457 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2bcaa961-a62c-4cd4-8e5a-bcd8ac768592 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:09.220966 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-796e5440-b76a-4e7a-8e9c-57adc854dbc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:09.244408 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcaa961-a62c-4cd4-8e5a-bcd8ac768592 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=869e56dc-27df-4569-8de1-78a4360a9463,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:09.246695 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-796e5440-b76a-4e7a-8e9c-57adc854dbc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:09.330393 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2bcaa961-a62c-4cd4-8e5a-bcd8ac768592 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:09.331637 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-2bcaa961-a62c-4cd4-8e5a-bcd8ac768592 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4546027 Apr 05 14:53:09.334394 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 39542) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:09.339319 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-74ae56c0-debf-4942-850b-bf8ba168a73c tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Request body: {'security_group_rule': {'security_group_id': '9c426553-985f-46f1-9795-5c798926dd34', 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:53:09.354838 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2154ab-e118-4dfd-a4e7-874831238268 req-06f1f2bc-8e44-4483-9312-5f6a068068c6 tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:09.354838 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cb2154ab-e118-4dfd-a4e7-874831238268 req-06f1f2bc-8e44-4483-9312-5f6a068068c6 tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea1c9c23-87ce-4284-9b56-89ae3918c4d2 HTTP/1.1" status: 200 len: 945 time: 0.0650072 Apr 05 14:53:09.398371 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cb2154ab-e118-4dfd-a4e7-874831238268 req-7c403345-feb2-441a-b318-a5bc8e709797 tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] 10.222.0.30 "GET /v2.0/security-groups?id=c00b0932-1aa6-43ef-b77e-b373241a5c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364122 Apr 05 14:53:09.408505 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-796e5440-b76a-4e7a-8e9c-57adc854dbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:09.411250 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-796e5440-b76a-4e7a-8e9c-57adc854dbc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:09.412366 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-796e5440-b76a-4e7a-8e9c-57adc854dbc4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0a87e743-801b-4b2a-b012-aab199f23ea1 HTTP/1.1" status: 204 len: 168 time: 0.2407289 Apr 05 14:53:09.421624 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796e5440-b76a-4e7a-8e9c-57adc854dbc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a87e743-801b-4b2a-b012-aab199f23ea1,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:09.509323 n-d-836650-2 neutron-server[103320]: INFO neutron.db.securitygroups_db [None req-74ae56c0-debf-4942-850b-bf8ba168a73c tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Project b07e36dc5a904f16980660900e2eecc1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 14:53:09.515018 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-74ae56c0-debf-4942-850b-bf8ba168a73c tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:09.579255 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-74ae56c0-debf-4942-850b-bf8ba168a73c tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:09.681414 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 295cdceb-e297-402a-8120-12ce33fbded0 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:53:09.704485 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 295cdceb-e297-402a-8120-12ce33fbded0 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:53:09.704830 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 295cdceb-e297-402a-8120-12ce33fbded0 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:53:09.717531 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-74ae56c0-debf-4942-850b-bf8ba168a73c tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:09.734223 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ae56c0-debf-4942-850b-bf8ba168a73c tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dda211ee-908b-47d0-a647-d42ce409bf29,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:09.882394 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-74ae56c0-debf-4942-850b-bf8ba168a73c tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:09.886784 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-74ae56c0-debf-4942-850b-bf8ba168a73c tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5513885 Apr 05 14:53:09.887968 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 39560) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:09.893613 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-a904dc2e-abe8-4265-b5d4-56059caff0d6 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Request body: {'security_group_rule': {'security_group_id': '9c426553-985f-46f1-9795-5c798926dd34', 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:53:10.019954 n-d-836650-2 neutron-server[103321]: INFO neutron.db.securitygroups_db [None req-a904dc2e-abe8-4265-b5d4-56059caff0d6 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Project b07e36dc5a904f16980660900e2eecc1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 14:53:10.025267 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a904dc2e-abe8-4265-b5d4-56059caff0d6 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:10.089011 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a904dc2e-abe8-4265-b5d4-56059caff0d6 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:10.219771 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a904dc2e-abe8-4265-b5d4-56059caff0d6 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:10.235606 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a904dc2e-abe8-4265-b5d4-56059caff0d6 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21d3bf38-0579-4370-869f-d55fa50dae5c,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:10.351080 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a904dc2e-abe8-4265-b5d4-56059caff0d6 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:10.352345 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-a904dc2e-abe8-4265-b5d4-56059caff0d6 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4630144 Apr 05 14:53:10.355279 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 39570) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:10.360088 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-85c3487c-8499-4b19-b7b4-1dc1336b6bfc tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Request body: {'network': {'name': 'tempest-network-smoke--1142253429', 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'port_security_enabled': True}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:53:10.475072 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c3487c-8499-4b19-b7b4-1dc1336b6bfc tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Made reservation on behalf of b07e36dc5a904f16980660900e2eecc1 for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:53:10.479007 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-85c3487c-8499-4b19-b7b4-1dc1336b6bfc tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:10.509888 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85c3487c-8499-4b19-b7b4-1dc1336b6bfc tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:53:10.522897 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-85c3487c-8499-4b19-b7b4-1dc1336b6bfc tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:10.523267 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-85c3487c-8499-4b19-b7b4-1dc1336b6bfc tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Added segment 569e59d5-703c-42a6-8cd3-5a15da49ad7c of type vlan for network 9aebcbd6-a91e-45a4-8198-a58d08f4af1b Apr 05 14:53:10.546160 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3cfde1-1414-4604-85fb-3d79068353fc req-baedee7e-d2f0-4a10-9c69-77f0488f31e6 tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:10.548626 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3a3cfde1-1414-4604-85fb-3d79068353fc req-baedee7e-d2f0-4a10-9c69-77f0488f31e6 tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea1c9c23-87ce-4284-9b56-89ae3918c4d2 HTTP/1.1" status: 200 len: 945 time: 0.0766106 Apr 05 14:53:10.572807 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-85c3487c-8499-4b19-b7b4-1dc1336b6bfc tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:10.597809 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3a3cfde1-1414-4604-85fb-3d79068353fc req-ecbd6ad2-5677-4564-a88d-a904d5f61005 tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] 10.222.0.30 "GET /v2.0/security-groups?id=c00b0932-1aa6-43ef-b77e-b373241a5c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386100 Apr 05 14:53:10.651581 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 39576) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:10.659624 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-85c3487c-8499-4b19-b7b4-1dc1336b6bfc tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:10.665628 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c3487c-8499-4b19-b7b4-1dc1336b6bfc tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:10.666515 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-85c3487c-8499-4b19-b7b4-1dc1336b6bfc tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:10.737799 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c3487c-8499-4b19-b7b4-1dc1336b6bfc tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Pushing event updated for resources: {'Network': ['ID=9aebcbd6-a91e-45a4-8198-a58d08f4af1b,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:10.750927 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 9aebcbd6-a91e-45a4-8198-a58d08f4af1b details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:53:10.770244 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-0b907b69-7cbc-49c6-bd3f-ae921a7a8ab3 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-2016221525'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:53:10.783326 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-85c3487c-8499-4b19-b7b4-1dc1336b6bfc tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4241424 Apr 05 14:53:10.783583 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 39580) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:10.790922 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-38652a5c-2664-477f-b33a-0acaba89c923 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1641040868', 'admin_state_up': True, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:53:10.902162 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b907b69-7cbc-49c6-bd3f-ae921a7a8ab3 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Made reservation on behalf of 7f04713f8f7846348ce5e225278cb954 for: {'network': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:53:10.905727 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0b907b69-7cbc-49c6-bd3f-ae921a7a8ab3 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:10.920126 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-38652a5c-2664-477f-b33a-0acaba89c923 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27088'] for router, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:10.921315 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-38652a5c-2664-477f-b33a-0acaba89c923 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27079'] for router, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:10.925639 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0b907b69-7cbc-49c6-bd3f-ae921a7a8ab3 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:11.000685 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-38652a5c-2664-477f-b33a-0acaba89c923 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:11.045441 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0b907b69-7cbc-49c6-bd3f-ae921a7a8ab3 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:11.131103 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb32fe9f-f998-4dcd-9393-e43cc2e56ec3 req-f30a726e-a978-4123-8880-0abd315184f6 tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:11.132590 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-eb32fe9f-f998-4dcd-9393-e43cc2e56ec3 req-f30a726e-a978-4123-8880-0abd315184f6 tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] 10.222.0.11 "GET /v2.0/ports?device_id=ea1c9c23-87ce-4284-9b56-89ae3918c4d2 HTTP/1.1" status: 200 len: 945 time: 0.0522413 Apr 05 14:53:11.145503 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0b907b69-7cbc-49c6-bd3f-ae921a7a8ab3 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:11.208089 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b907b69-7cbc-49c6-bd3f-ae921a7a8ab3 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=103320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:53:11.234496 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-eb32fe9f-f998-4dcd-9393-e43cc2e56ec3 req-868a495c-789e-44a0-978c-12cb36faf2d1 tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] Deleting port f32dd226-ef57-401b-90ce-23bf1e6be5fc {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:53:11.234839 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-eb32fe9f-f998-4dcd-9393-e43cc2e56ec3 req-868a495c-789e-44a0-978c-12cb36faf2d1 tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:11.250634 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-38652a5c-2664-477f-b33a-0acaba89c923 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:11.253515 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b907b69-7cbc-49c6-bd3f-ae921a7a8ab3 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2354d98f-5a2f-433c-a7e0-007278608324,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:11.260183 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0b907b69-7cbc-49c6-bd3f-ae921a7a8ab3 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:11.260533 n-d-836650-2 neutron-server[103320]: INFO neutron.db.segments_db [None req-0b907b69-7cbc-49c6-bd3f-ae921a7a8ab3 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Added segment 496061c4-6964-4eda-90fd-e327160c656e of type vlan for network a4c750f1-b805-4303-bd74-a8055199eb47 Apr 05 14:53:11.302365 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0b907b69-7cbc-49c6-bd3f-ae921a7a8ab3 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:11.328426 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-eb32fe9f-f998-4dcd-9393-e43cc2e56ec3 req-868a495c-789e-44a0-978c-12cb36faf2d1 tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] For port f32dd226-ef57-401b-90ce-23bf1e6be5fc, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=f32dd226-ef57-401b-90ce-23bf1e6be5fc,segment=NetworkSegment(e30a930c-be1b-45ef-aea8-a32ed0f0904e),segment_id=e30a930c-be1b-45ef-aea8-a32ed0f0904e)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:53:11.328800 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-eb32fe9f-f998-4dcd-9393-e43cc2e56ec3 req-868a495c-789e-44a0-978c-12cb36faf2d1 tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:11.343085 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-eb32fe9f-f998-4dcd-9393-e43cc2e56ec3 req-868a495c-789e-44a0-978c-12cb36faf2d1 tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] Calling delete_port for f32dd226-ef57-401b-90ce-23bf1e6be5fc owned by compute:nova {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:53:11.442538 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0b907b69-7cbc-49c6-bd3f-ae921a7a8ab3 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:11.448409 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b907b69-7cbc-49c6-bd3f-ae921a7a8ab3 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:11.450311 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0b907b69-7cbc-49c6-bd3f-ae921a7a8ab3 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:11.527614 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b907b69-7cbc-49c6-bd3f-ae921a7a8ab3 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Pushing event updated for resources: {'Network': ['ID=a4c750f1-b805-4303-bd74-a8055199eb47,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:11.540423 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network a4c750f1-b805-4303-bd74-a8055199eb47 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:53:11.604720 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 39586) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:11.606192 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-0b907b69-7cbc-49c6-bd3f-ae921a7a8ab3 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.9521232 Apr 05 14:53:11.610579 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-4b9a8f30-b4d0-487d-8f25-935fc856bf39 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Request body: {'subnet': {'network_id': 'a4c750f1-b805-4303-bd74-a8055199eb47', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:53:11.660338 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-eb32fe9f-f998-4dcd-9393-e43cc2e56ec3 req-868a495c-789e-44a0-978c-12cb36faf2d1 tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:11.671787 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-38652a5c-2664-477f-b33a-0acaba89c923 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for router_gateway, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:11.672307 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['f32dd226-ef57-401b-90ce-23bf1e6be5fc'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:53:11.701825 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-38652a5c-2664-477f-b33a-0acaba89c923 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:11.715225 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868a495c-789e-44a0-978c-12cb36faf2d1 tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] Pushing event deleted for resources: {'Port': ['ID=f32dd226-ef57-401b-90ce-23bf1e6be5fc,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:11.742892 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-baf4e16a-6e9a-49f6-931d-2e1d02979e21 req-6a3f338e-3f37-4e28-9137-79971cca8195 tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea1c9c23-87ce-4284-9b56-89ae3918c4d2 HTTP/1.1" status: 200 len: 210 time: 0.0455110 Apr 05 14:53:11.771236 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb32fe9f-f998-4dcd-9393-e43cc2e56ec3 req-868a495c-789e-44a0-978c-12cb36faf2d1 tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] No DVR routers for this DVR port f32dd226-ef57-401b-90ce-23bf1e6be5fc on host n-h2-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:53:11.776010 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-eb32fe9f-f998-4dcd-9393-e43cc2e56ec3 req-868a495c-789e-44a0-978c-12cb36faf2d1 tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:11.781153 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-eb32fe9f-f998-4dcd-9393-e43cc2e56ec3 req-868a495c-789e-44a0-978c-12cb36faf2d1 tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] 10.222.0.11 "DELETE /v2.0/ports/f32dd226-ef57-401b-90ce-23bf1e6be5fc HTTP/1.1" status: 204 len: 173 time: 0.6430776 Apr 05 14:53:11.782504 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea1c9c23-87ce-4284-9b56-89ae3918c4d2', 'name': 'network-vif-deleted', 'tag': 'f32dd226-ef57-401b-90ce-23bf1e6be5fc'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:53:11.784393 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-795fc921-6040-427e-a96c-84caef8de556" -d '{"events": [{"server_uuid": "ea1c9c23-87ce-4284-9b56-89ae3918c4d2", "name": "network-vif-deleted", "tag": "f32dd226-ef57-401b-90ce-23bf1e6be5fc"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:53:11.839500 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc76a723-9fc8-4937-ba9f-d6a62e5d1797 x-openstack-request-id: req-fc76a723-9fc8-4937-ba9f-d6a62e5d1797 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:53:11.839804 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea1c9c23-87ce-4284-9b56-89ae3918c4d2", "name": "network-vif-deleted", "tag": "f32dd226-ef57-401b-90ce-23bf1e6be5fc", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:53:11.840058 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fc76a723-9fc8-4937-ba9f-d6a62e5d1797 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:53:11.841175 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc76a723-9fc8-4937-ba9f-d6a62e5d1797'] response: {'server_uuid': 'ea1c9c23-87ce-4284-9b56-89ae3918c4d2', 'name': 'network-vif-deleted', 'tag': 'f32dd226-ef57-401b-90ce-23bf1e6be5fc', 'status': 'completed', 'code': 200} Apr 05 14:53:11.855195 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-38652a5c-2664-477f-b33a-0acaba89c923 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Allocated IP 172.25.6.97 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/c713651c-498d-4ed9-8043-a183d98c6082) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:53:11.909180 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9a8f30-b4d0-487d-8f25-935fc856bf39 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Made reservation on behalf of 7f04713f8f7846348ce5e225278cb954 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:53:11.912926 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4b9a8f30-b4d0-487d-8f25-935fc856bf39 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:11.972720 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-38652a5c-2664-477f-b33a-0acaba89c923 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:12.177749 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-38652a5c-2664-477f-b33a-0acaba89c923 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:12.213069 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38652a5c-2664-477f-b33a-0acaba89c923 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:53:12.215927 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-38652a5c-2664-477f-b33a-0acaba89c923 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:53:12.221562 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38652a5c-2664-477f-b33a-0acaba89c923 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:53:12.250629 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38652a5c-2664-477f-b33a-0acaba89c923 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Pushing event updated for resources: {'Port': ['ID=c713651c-498d-4ed9-8043-a183d98c6082,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:12.345840 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4b9a8f30-b4d0-487d-8f25-935fc856bf39 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:12.411184 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9a8f30-b4d0-487d-8f25-935fc856bf39 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Pushing event updated for resources: {'Subnet': ['ID=cfcb26fa-c0a1-4d87-935c-3319cbd10241,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:12.417545 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:12.419231 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9a8f30-b4d0-487d-8f25-935fc856bf39 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Checking segment: {'id': '496061c4-6964-4eda-90fd-e327160c656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a4c750f1-b805-4303-bd74-a8055199eb47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:53:12.419608 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9a8f30-b4d0-487d-8f25-935fc856bf39 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Network hostable DHCP agents. Network: a4c750f1-b805-4303-bd74-a8055199eb47, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:53:12.611893 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9a8f30-b4d0-487d-8f25-935fc856bf39 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Network a4c750f1-b805-4303-bd74-a8055199eb47 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:53:12.651094 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-38652a5c-2664-477f-b33a-0acaba89c923 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for router_gateway, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:12.728482 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-4b9a8f30-b4d0-487d-8f25-935fc856bf39 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, a4c750f1-b805-4303-bd74-a8055199eb47) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:53:12.736869 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9a8f30-b4d0-487d-8f25-935fc856bf39 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:12.737486 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4b9a8f30-b4d0-487d-8f25-935fc856bf39 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:12.738404 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5dab4a-ae40-47d4-8a6d-3309a52b1026 None None] Network a4c750f1-b805-4303-bd74-a8055199eb47 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:53:12.888539 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-86c3c798-a303-4e35-b963-15130da1d5f0 req-8a99fe81-112e-4d84-8e71-8805afc0e042 tempest-VolumesSnapshotTestJSON-819984437 tempest-VolumesSnapshotTestJSON-819984437-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea1c9c23-87ce-4284-9b56-89ae3918c4d2 HTTP/1.1" status: 200 len: 210 time: 0.0390892 Apr 05 14:53:12.898424 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-4b9a8f30-b4d0-487d-8f25-935fc856bf39 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2921691 Apr 05 14:53:12.898917 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-38652a5c-2664-477f-b33a-0acaba89c923 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618'] for router, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:12.901116 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 39598) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:12.920513 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-22a56371-293a-4879-913b-84c58b08ca7d tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Request body: {'port': {'network_id': 'a4c750f1-b805-4303-bd74-a8055199eb47', 'name': 'tempest-ExtraDHCPOptionsTestJSON-888402210'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:53:12.920917 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29555a40-75db-43b6-a7ea-d430771af0c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-a4c750f1-b805-4303-bd74-a8055199eb47', 'network_id': 'a4c750f1-b805-4303-bd74-a8055199eb47', 'tenant_id': '7f04713f8f7846348ce5e225278cb954', 'fixed_ips': [{'subnet_id': 'cfcb26fa-c0a1-4d87-935c-3319cbd10241'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:53:12.921806 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-29555a40-75db-43b6-a7ea-d430771af0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:13.115766 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-29555a40-75db-43b6-a7ea-d430771af0c3 None None] Allocated IP 172.20.0.2 (a4c750f1-b805-4303-bd74-a8055199eb47/cfcb26fa-c0a1-4d87-935c-3319cbd10241/058ecf1a-cc4a-421b-bd84-35762f384467) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:53:13.309823 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a56371-293a-4879-913b-84c58b08ca7d tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Made reservation on behalf of 7f04713f8f7846348ce5e225278cb954 for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:53:13.313887 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-22a56371-293a-4879-913b-84c58b08ca7d tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:13.339750 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [None req-22a56371-293a-4879-913b-84c58b08ca7d tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] device_id is not set on port 1348d283-ba72-4a57-8713-0815bd634abd yet. {{(pid=103321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:53:13.441708 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-29555a40-75db-43b6-a7ea-d430771af0c3 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:13.531373 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38652a5c-2664-477f-b33a-0acaba89c923 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Router 3d3e8e8f-5237-4a85-845a-230cdfd16c03 is scheduled to L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 with binding_index 1 {{(pid=103320) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:53:13.586245 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-29555a40-75db-43b6-a7ea-d430771af0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:13.638134 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-22a56371-293a-4879-913b-84c58b08ca7d tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Allocated IP 172.20.0.9 (a4c750f1-b805-4303-bd74-a8055199eb47/cfcb26fa-c0a1-4d87-935c-3319cbd10241/1348d283-ba72-4a57-8713-0815bd634abd) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:53:13.641964 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38652a5c-2664-477f-b33a-0acaba89c923 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:53:13.650919 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29555a40-75db-43b6-a7ea-d430771af0c3 None None] Network a4c750f1-b805-4303-bd74-a8055199eb47 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:53:13.656141 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-29555a40-75db-43b6-a7ea-d430771af0c3 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:53:13.660765 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2644363b-12fb-4ada-a80f-15b1a9589ba0 None None] Sync routers for ids ['3d3e8e8f-5237-4a85-845a-230cdfd16c03'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:53:13.673764 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29555a40-75db-43b6-a7ea-d430771af0c3 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:53:13.691305 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2644363b-12fb-4ada-a80f-15b1a9589ba0 None None] Routers {'3d3e8e8f-5237-4a85-845a-230cdfd16c03'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:53:13.691305 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-2644363b-12fb-4ada-a80f-15b1a9589ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:52:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['3d3e8e8f-5237-4a85-845a-230cdfd16c03'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:53:13.694300 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29555a40-75db-43b6-a7ea-d430771af0c3 None None] Pushing event updated for resources: {'Port': ['ID=058ecf1a-cc4a-421b-bd84-35762f384467,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:13.802616 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-22a56371-293a-4879-913b-84c58b08ca7d tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:13.822186 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-29555a40-75db-43b6-a7ea-d430771af0c3 None None] Attempting to bind port 058ecf1a-cc4a-421b-bd84-35762f384467 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:53:13.822564 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-29555a40-75db-43b6-a7ea-d430771af0c3 None None] Attempting to bind port 058ecf1a-cc4a-421b-bd84-35762f384467 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '496061c4-6964-4eda-90fd-e327160c656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a4c750f1-b805-4303-bd74-a8055199eb47'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:53:13.822932 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29555a40-75db-43b6-a7ea-d430771af0c3 None None] Attempting to bind port 058ecf1a-cc4a-421b-bd84-35762f384467 on network a4c750f1-b805-4303-bd74-a8055199eb47 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:53:13.835093 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29555a40-75db-43b6-a7ea-d430771af0c3 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:53:13.835471 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29555a40-75db-43b6-a7ea-d430771af0c3 None None] Checking segment: {'id': '496061c4-6964-4eda-90fd-e327160c656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a4c750f1-b805-4303-bd74-a8055199eb47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:53:13.835874 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-29555a40-75db-43b6-a7ea-d430771af0c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:13.836271 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29555a40-75db-43b6-a7ea-d430771af0c3 None None] Bound using segment: {'id': '496061c4-6964-4eda-90fd-e327160c656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a4c750f1-b805-4303-bd74-a8055199eb47'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:53:13.836744 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-29555a40-75db-43b6-a7ea-d430771af0c3 None None] Bound port: 058ecf1a-cc4a-421b-bd84-35762f384467, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '496061c4-6964-4eda-90fd-e327160c656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a4c750f1-b805-4303-bd74-a8055199eb47'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:53:13.837246 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-29555a40-75db-43b6-a7ea-d430771af0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:13.847958 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-38652a5c-2664-477f-b33a-0acaba89c923 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for router, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:13.854991 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-38652a5c-2664-477f-b33a-0acaba89c923 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.0645528 Apr 05 14:53:13.854991 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 39604) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:13.881122 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-c80ccd1b-4e9f-45b5-bff6-8c286dc356ca tempest-TestNetworkAdvancedServerOps-2063735697 tempest-TestNetworkAdvancedServerOps-2063735697-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=b07e36dc5a904f16980660900e2eecc1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269291 Apr 05 14:53:13.888147 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 39606) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:13.889245 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-2644363b-12fb-4ada-a80f-15b1a9589ba0 None None] Set router 3d3e8e8f-5237-4a85-845a-230cdfd16c03 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:53:13.904507 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-22a56371-293a-4879-913b-84c58b08ca7d tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:13.984735 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-29555a40-75db-43b6-a7ea-d430771af0c3 None None] For port 058ecf1a-cc4a-421b-bd84-35762f384467, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:53:14.004789 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a56371-293a-4879-913b-84c58b08ca7d tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Pushing event updated for resources: {'Port': ['ID=1348d283-ba72-4a57-8713-0815bd634abd,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:14.010792 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a56371-293a-4879-913b-84c58b08ca7d tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Network a4c750f1-b805-4303-bd74-a8055199eb47 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:53:14.012237 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-22a56371-293a-4879-913b-84c58b08ca7d tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:53:14.021216 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a56371-293a-4879-913b-84c58b08ca7d tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:53:14.040138 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-29555a40-75db-43b6-a7ea-d430771af0c3 None None] For port 058ecf1a-cc4a-421b-bd84-35762f384467, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=058ecf1a-cc4a-421b-bd84-35762f384467,segment=NetworkSegment(496061c4-6964-4eda-90fd-e327160c656e),segment_id=496061c4-6964-4eda-90fd-e327160c656e)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:53:14.071935 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638852f4-9370-4b4a-bc0c-000e108d1839 tempest-TestNetworkAdvancedServerOps-2063735697 tempest-TestNetworkAdvancedServerOps-2063735697-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:14.071935 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-638852f4-9370-4b4a-bc0c-000e108d1839 tempest-TestNetworkAdvancedServerOps-2063735697 tempest-TestNetworkAdvancedServerOps-2063735697-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1812112 Apr 05 14:53:14.073280 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 39612) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:14.099012 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a56371-293a-4879-913b-84c58b08ca7d tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:14.104903 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-22a56371-293a-4879-913b-84c58b08ca7d tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:14.126580 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-09ba1bad-6135-495e-9c84-8774bce5185f tempest-TestNetworkAdvancedServerOps-2063735697 tempest-TestNetworkAdvancedServerOps-2063735697-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0520632 Apr 05 14:53:14.129068 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 39614) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:14.134221 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-3e6c54c4-b9da-40d3-acdb-3f4db3d2711a tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-188243672', 'network_id': '9aebcbd6-a91e-45a4-8198-a58d08f4af1b', 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:53:14.162987 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-2644363b-12fb-4ada-a80f-15b1a9589ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d3e8e8f-5237-4a85-845a-230cdfd16c03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1641040868', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'c713651c-498d-4ed9-8043-a183d98c6082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:53:10Z', 'updated_at': '2022-04-05T14:53:12Z', 'revision_number': 3, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'gw_port': {'id': 'c713651c-498d-4ed9-8043-a183d98c6082', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c5:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d3e8e8f-5237-4a85-845a-230cdfd16c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:11Z', 'updated_at': '2022-04-05T14:53:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:53:14.192413 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-29555a40-75db-43b6-a7ea-d430771af0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:14.201069 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2644363b-12fb-4ada-a80f-15b1a9589ba0 None None] Checking router: 3d3e8e8f-5237-4a85-845a-230cdfd16c03 for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:53:14.201423 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2644363b-12fb-4ada-a80f-15b1a9589ba0 None None] Updating router 3d3e8e8f-5237-4a85-845a-230cdfd16c03 port c713651c-498d-4ed9-8043-a183d98c6082 binding host n-d-836650-2 {{(pid=103322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:53:14.240606 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-22a56371-293a-4879-913b-84c58b08ca7d tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3358126 Apr 05 14:53:14.247408 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 39620) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:14.253084 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-ef0c1988-0ea2-4251-afcb-fd2097e90e55 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Request body: {'port': {'network_id': 'a4c750f1-b805-4303-bd74-a8055199eb47', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2004627926', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:53:14.253652 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.api.validators [None req-ef0c1988-0ea2-4251-afcb-fd2097e90e55 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] bootfile-name is not in valid_values {{(pid=103321) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 05 14:53:14.256226 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.api.validators [None req-ef0c1988-0ea2-4251-afcb-fd2097e90e55 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] tftp-server is not in valid_values {{(pid=103321) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 05 14:53:14.258557 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.api.validators [None req-ef0c1988-0ea2-4251-afcb-fd2097e90e55 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] server-ip-address is not in valid_values {{(pid=103321) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 05 14:53:14.259661 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:14.272922 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2644363b-12fb-4ada-a80f-15b1a9589ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:14.304076 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29555a40-75db-43b6-a7ea-d430771af0c3 None None] Pushing event updated for resources: {'Port': ['ID=058ecf1a-cc4a-421b-bd84-35762f384467,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:14.357826 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e6c54c4-b9da-40d3-acdb-3f4db3d2711a tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Made reservation on behalf of b07e36dc5a904f16980660900e2eecc1 for: {'subnet': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:53:14.363117 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3e6c54c4-b9da-40d3-acdb-3f4db3d2711a tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13127328'] for subnet, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:14.500126 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef0c1988-0ea2-4251-afcb-fd2097e90e55 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Made reservation on behalf of 7f04713f8f7846348ce5e225278cb954 for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:53:14.506301 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ef0c1988-0ea2-4251-afcb-fd2097e90e55 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:14.549563 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [None req-ef0c1988-0ea2-4251-afcb-fd2097e90e55 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] device_id is not set on port 625dd8f7-4428-4421-9cb0-325f9c715f58 yet. {{(pid=103321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:53:14.634075 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2644363b-12fb-4ada-a80f-15b1a9589ba0 None None] Notify callbacks [] for port, precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:14.749076 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2644363b-12fb-4ada-a80f-15b1a9589ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:14.756457 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3e6c54c4-b9da-40d3-acdb-3f4db3d2711a tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15773751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13127350'] for subnet, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:14.832416 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-2644363b-12fb-4ada-a80f-15b1a9589ba0 None None] Attempting to bind port c713651c-498d-4ed9-8043-a183d98c6082 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:53:14.832784 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-2644363b-12fb-4ada-a80f-15b1a9589ba0 None None] Attempting to bind port c713651c-498d-4ed9-8043-a183d98c6082 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:53:14.833164 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2644363b-12fb-4ada-a80f-15b1a9589ba0 None None] Attempting to bind port c713651c-498d-4ed9-8043-a183d98c6082 on network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:53:14.842241 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2644363b-12fb-4ada-a80f-15b1a9589ba0 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:53:14.842615 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2644363b-12fb-4ada-a80f-15b1a9589ba0 None None] Checking segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:53:14.843020 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2644363b-12fb-4ada-a80f-15b1a9589ba0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:14.843502 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2644363b-12fb-4ada-a80f-15b1a9589ba0 None None] Bound using segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:53:14.843893 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-2644363b-12fb-4ada-a80f-15b1a9589ba0 None None] Bound port: c713651c-498d-4ed9-8043-a183d98c6082, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:53:14.844290 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2644363b-12fb-4ada-a80f-15b1a9589ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:14.847831 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6c54c4-b9da-40d3-acdb-3f4db3d2711a tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Pushing event updated for resources: {'Subnet': ['ID=e24a6cfd-1395-4506-a0b8-17c541f1b30f,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:14.896055 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6c54c4-b9da-40d3-acdb-3f4db3d2711a tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Checking segment: {'id': '569e59d5-703c-42a6-8cd3-5a15da49ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '9aebcbd6-a91e-45a4-8198-a58d08f4af1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:53:14.897254 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6c54c4-b9da-40d3-acdb-3f4db3d2711a tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Network hostable DHCP agents. Network: 9aebcbd6-a91e-45a4-8198-a58d08f4af1b, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:53:14.920159 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577d10fc-48ee-467c-ba66-f4af2beda33e None None] Pushing event updated for resources: {'Port': ['ID=c713651c-498d-4ed9-8043-a183d98c6082,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:14.957650 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-2644363b-12fb-4ada-a80f-15b1a9589ba0 None None] For port c713651c-498d-4ed9-8043-a183d98c6082, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:53:14.961944 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-2644363b-12fb-4ada-a80f-15b1a9589ba0 None None] For port c713651c-498d-4ed9-8043-a183d98c6082, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=c713651c-498d-4ed9-8043-a183d98c6082,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:53:15.003789 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device f32dd226-ef57-401b-90ce-23bf1e6be5fc no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:53:15.006273 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6c54c4-b9da-40d3-acdb-3f4db3d2711a tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Network 9aebcbd6-a91e-45a4-8198-a58d08f4af1b is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:53:15.024911 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] No Port match for: f32dd226-ef57-401b-90ce-23bf1e6be5fc {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:53:15.025537 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device f32dd226-ef57-401b-90ce-23bf1e6be5fc not bound to the agent host n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:53:15.037031 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-ef0c1988-0ea2-4251-afcb-fd2097e90e55 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Allocated IP 172.20.0.11 (a4c750f1-b805-4303-bd74-a8055199eb47/cfcb26fa-c0a1-4d87-935c-3319cbd10241/625dd8f7-4428-4421-9cb0-325f9c715f58) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:53:15.092185 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2644363b-12fb-4ada-a80f-15b1a9589ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:15.174365 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-3e6c54c4-b9da-40d3-acdb-3f4db3d2711a tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 9aebcbd6-a91e-45a4-8198-a58d08f4af1b) {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:53:15.178796 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6c54c4-b9da-40d3-acdb-3f4db3d2711a tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:15.179391 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3e6c54c4-b9da-40d3-acdb-3f4db3d2711a tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:15.196401 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780a5a9d-7982-443f-b1a2-bee3db8c3769 None None] Network 9aebcbd6-a91e-45a4-8198-a58d08f4af1b requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:53:15.223712 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2644363b-12fb-4ada-a80f-15b1a9589ba0 None None] Routers {'3d3e8e8f-5237-4a85-845a-230cdfd16c03'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:53:15.225816 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-2644363b-12fb-4ada-a80f-15b1a9589ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:52:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['3d3e8e8f-5237-4a85-845a-230cdfd16c03'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:53:15.267014 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577d10fc-48ee-467c-ba66-f4af2beda33e None None] Pushing event updated for resources: {'Port': ['ID=c713651c-498d-4ed9-8043-a183d98c6082,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:15.286624 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ef0c1988-0ea2-4251-afcb-fd2097e90e55 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:15.334374 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-3e6c54c4-b9da-40d3-acdb-3f4db3d2711a tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2029672 Apr 05 14:53:15.341893 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 39642) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:15.428064 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-2644363b-12fb-4ada-a80f-15b1a9589ba0 None None] Set router 3d3e8e8f-5237-4a85-845a-230cdfd16c03 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:53:15.485519 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ef0c1988-0ea2-4251-afcb-fd2097e90e55 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:15.563938 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0c1988-0ea2-4251-afcb-fd2097e90e55 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Network a4c750f1-b805-4303-bd74-a8055199eb47 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:53:15.610256 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d009f3-d129-4553-ab59-d51c6400a27d None None] Network a4c750f1-b805-4303-bd74-a8055199eb47 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:53:15.613019 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-ef0c1988-0ea2-4251-afcb-fd2097e90e55 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:53:15.618621 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0c1988-0ea2-4251-afcb-fd2097e90e55 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:53:15.652128 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0c1988-0ea2-4251-afcb-fd2097e90e55 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Pushing event updated for resources: {'Port': ['ID=625dd8f7-4428-4421-9cb0-325f9c715f58,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:15.727786 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0c1988-0ea2-4251-afcb-fd2097e90e55 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:15.728499 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ef0c1988-0ea2-4251-afcb-fd2097e90e55 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:15.801297 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 058ecf1a-cc4a-421b-bd84-35762f384467 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:53:15.904544 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3b6764-4d3c-4370-a3a2-da2f745cddb5 req-39a379b1-7f9d-4985-99d9-10447a87b958 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:15.906929 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7d3b6764-4d3c-4370-a3a2-da2f745cddb5 req-39a379b1-7f9d-4985-99d9-10447a87b958 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/ports?device_id=88f5227f-fe43-4c37-b155-600ebe92559a HTTP/1.1" status: 200 len: 945 time: 0.0954752 Apr 05 14:53:15.975092 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7d3b6764-4d3c-4370-a3a2-da2f745cddb5 req-d5d414d1-6943-4051-add5-ba015d8e7041 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/security-groups?id=d92b5692-14e3-4d79-954a-1585a849cb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609577 Apr 05 14:53:15.977260 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 39650) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:15.977809 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-ef0c1988-0ea2-4251-afcb-fd2097e90e55 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.7285974 Apr 05 14:53:16.068732 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a0374f-fa55-4eb0-8f03-b0604baa3815 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:16.074715 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a0374f-fa55-4eb0-8f03-b0604baa3815 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:16.082570 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-078d8c78-b517-4cbc-8f03-386ce92a476d None None] Provisioning complete for port 058ecf1a-cc4a-421b-bd84-35762f384467 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:53:16.083038 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-078d8c78-b517-4cbc-8f03-386ce92a476d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:16.083991 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a0374f-fa55-4eb0-8f03-b0604baa3815 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:16.085793 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-20a0374f-fa55-4eb0-8f03-b0604baa3815 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1070039 Apr 05 14:53:16.088535 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 39652) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:16.104052 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5a30ce-9b26-4400-9ee9-8b23ed0c73ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-9aebcbd6-a91e-45a4-8198-a58d08f4af1b', 'network_id': '9aebcbd6-a91e-45a4-8198-a58d08f4af1b', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'fixed_ips': [{'subnet_id': 'e24a6cfd-1395-4506-a0b8-17c541f1b30f'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:53:16.111410 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3a5a30ce-9b26-4400-9ee9-8b23ed0c73ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:16.117972 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b71f3412-1398-4793-b4ec-40cdeb7691c1 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:16.200046 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-4bc45cf7-928a-4300-a808-56c487a20bfa tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Deleting port 625dd8f7-4428-4421-9cb0-325f9c715f58 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:53:16.200548 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4bc45cf7-928a-4300-a808-56c487a20bfa tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:16.271005 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-2644363b-12fb-4ada-a80f-15b1a9589ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d3e8e8f-5237-4a85-845a-230cdfd16c03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1641040868', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'c713651c-498d-4ed9-8043-a183d98c6082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:53:10Z', 'updated_at': '2022-04-05T14:53:12Z', 'revision_number': 3, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'gw_port': {'id': 'c713651c-498d-4ed9-8043-a183d98c6082', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c5:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d3e8e8f-5237-4a85-845a-230cdfd16c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:11Z', 'updated_at': '2022-04-05T14:53:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:53:16.314379 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4bc45cf7-928a-4300-a808-56c487a20bfa tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:16.339969 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2644363b-12fb-4ada-a80f-15b1a9589ba0 None None] The sync data for ids ['3d3e8e8f-5237-4a85-845a-230cdfd16c03'] in n-d-836650-2 is: [{'id': '3d3e8e8f-5237-4a85-845a-230cdfd16c03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1641040868', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'c713651c-498d-4ed9-8043-a183d98c6082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:53:10Z', 'updated_at': '2022-04-05T14:53:12Z', 'revision_number': 3, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'gw_port': {'id': 'c713651c-498d-4ed9-8043-a183d98c6082', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c5:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d3e8e8f-5237-4a85-845a-230cdfd16c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:11Z', 'updated_at': '2022-04-05T14:53:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:53:16.342508 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-4bc45cf7-928a-4300-a808-56c487a20bfa tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Calling delete_port for 625dd8f7-4428-4421-9cb0-325f9c715f58 owned by {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:53:16.380680 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 058ecf1a-cc4a-421b-bd84-35762f384467 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:53:16.384279 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:16.567961 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-078d8c78-b517-4cbc-8f03-386ce92a476d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:16.586074 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-3a5a30ce-9b26-4400-9ee9-8b23ed0c73ca None None] Allocated IP 172.20.0.2 (9aebcbd6-a91e-45a4-8198-a58d08f4af1b/e24a6cfd-1395-4506-a0b8-17c541f1b30f/a9df51e7-b5da-4a65-83e4-ead4d01fb4d2) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:53:16.648398 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:16.672280 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4bc45cf7-928a-4300-a808-56c487a20bfa tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:16.713152 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-078d8c78-b517-4cbc-8f03-386ce92a476d None None] For port 058ecf1a-cc4a-421b-bd84-35762f384467, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=058ecf1a-cc4a-421b-bd84-35762f384467,segment=NetworkSegment(496061c4-6964-4eda-90fd-e327160c656e),segment_id=496061c4-6964-4eda-90fd-e327160c656e)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:53:16.756722 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc45cf7-928a-4300-a808-56c487a20bfa tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Pushing event deleted for resources: {'Port': ['ID=625dd8f7-4428-4421-9cb0-325f9c715f58,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:16.817505 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-078d8c78-b517-4cbc-8f03-386ce92a476d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:16.849781 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4bc45cf7-928a-4300-a808-56c487a20bfa tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:16.854485 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-4bc45cf7-928a-4300-a808-56c487a20bfa tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] 10.222.0.30 "DELETE /v2.0/ports/625dd8f7-4428-4421-9cb0-325f9c715f58 HTTP/1.1" status: 204 len: 168 time: 0.7647989 Apr 05 14:53:16.859031 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 39658) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:16.865194 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-9ec1a0cd-204c-4233-8826-571c5b0d9f6b tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Request body: {'port': {'name': 'tempest-new-port-name-173456169', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:53:16.865863 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.api.validators [None req-9ec1a0cd-204c-4233-8826-571c5b0d9f6b tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] bootfile-name is not in valid_values {{(pid=103321) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 05 14:53:16.866413 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.api.validators [None req-9ec1a0cd-204c-4233-8826-571c5b0d9f6b tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] tftp-server is not in valid_values {{(pid=103321) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 05 14:53:16.867140 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.api.validators [None req-9ec1a0cd-204c-4233-8826-571c5b0d9f6b tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] server-ip-address is not in valid_values {{(pid=103321) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 05 14:53:16.971802 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9ec1a0cd-204c-4233-8826-571c5b0d9f6b tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:16.975359 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.db.api [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:53:16.975764 n-d-836650-2 neutron-server[103322]: DEBUG oslo_db.api [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:53:16.991210 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3a5a30ce-9b26-4400-9ee9-8b23ed0c73ca None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:16.996217 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078d8c78-b517-4cbc-8f03-386ce92a476d None None] Pushing event updated for resources: {'Port': ['ID=058ecf1a-cc4a-421b-bd84-35762f384467,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:17.120747 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3a5a30ce-9b26-4400-9ee9-8b23ed0c73ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:17.190077 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-61ae81f0-5d67-45e1-a0bf-c01a2a1da879 None None] Could not find standard attr ID for object 625dd8f7-4428-4421-9cb0-325f9c715f58. {{(pid=103322) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 14:53:17.192933 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5a30ce-9b26-4400-9ee9-8b23ed0c73ca None None] Network 9aebcbd6-a91e-45a4-8198-a58d08f4af1b is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:53:17.198955 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-3a5a30ce-9b26-4400-9ee9-8b23ed0c73ca None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:53:17.204583 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5a30ce-9b26-4400-9ee9-8b23ed0c73ca None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:53:17.211812 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5a30ce-9b26-4400-9ee9-8b23ed0c73ca None None] Pushing event updated for resources: {'Port': ['ID=a9df51e7-b5da-4a65-83e4-ead4d01fb4d2,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:17.221629 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-61ae81f0-5d67-45e1-a0bf-c01a2a1da879 None None] Provisioning complete for port 058ecf1a-cc4a-421b-bd84-35762f384467 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:53:17.222418 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-61ae81f0-5d67-45e1-a0bf-c01a2a1da879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:17.247790 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-b71f3412-1398-4793-b4ec-40cdeb7691c1 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Allocated IP 172.20.0.1 (9aebcbd6-a91e-45a4-8198-a58d08f4af1b/e24a6cfd-1395-4506-a0b8-17c541f1b30f/908c4e59-f7c3-4cb1-8b54-ec77bd7d09a8) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:53:17.294921 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85594bae-b6cc-45ef-9dd5-2f1df165d777 req-17b7f18e-2f52-4cc5-b8ee-51db67cb089b tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:17.297921 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-85594bae-b6cc-45ef-9dd5-2f1df165d777 req-17b7f18e-2f52-4cc5-b8ee-51db67cb089b tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/ports?device_id=88f5227f-fe43-4c37-b155-600ebe92559a HTTP/1.1" status: 200 len: 945 time: 0.1828101 Apr 05 14:53:17.370884 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-3a5a30ce-9b26-4400-9ee9-8b23ed0c73ca None None] Attempting to bind port a9df51e7-b5da-4a65-83e4-ead4d01fb4d2 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:53:17.372158 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-3a5a30ce-9b26-4400-9ee9-8b23ed0c73ca None None] Attempting to bind port a9df51e7-b5da-4a65-83e4-ead4d01fb4d2 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '569e59d5-703c-42a6-8cd3-5a15da49ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '9aebcbd6-a91e-45a4-8198-a58d08f4af1b'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:53:17.372834 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5a30ce-9b26-4400-9ee9-8b23ed0c73ca None None] Attempting to bind port a9df51e7-b5da-4a65-83e4-ead4d01fb4d2 on network 9aebcbd6-a91e-45a4-8198-a58d08f4af1b {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:53:17.379882 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cccb878-1695-4180-955a-24bd0673b210 req-d42754f4-d6f0-4d54-8004-ca22c08bb513 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:17.381007 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9cccb878-1695-4180-955a-24bd0673b210 req-d42754f4-d6f0-4d54-8004-ca22c08bb513 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.55 "GET /v2.0/ports?device_id=88f5227f-fe43-4c37-b155-600ebe92559a HTTP/1.1" status: 200 len: 945 time: 0.1760762 Apr 05 14:53:17.392170 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-85594bae-b6cc-45ef-9dd5-2f1df165d777 req-3359cce0-1019-4498-a5e4-ae31fdb184e4 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/security-groups?id=d92b5692-14e3-4d79-954a-1585a849cb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855584 Apr 05 14:53:17.428317 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5a30ce-9b26-4400-9ee9-8b23ed0c73ca None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:53:17.428695 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5a30ce-9b26-4400-9ee9-8b23ed0c73ca None None] Checking segment: {'id': '569e59d5-703c-42a6-8cd3-5a15da49ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '9aebcbd6-a91e-45a4-8198-a58d08f4af1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:53:17.429119 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3a5a30ce-9b26-4400-9ee9-8b23ed0c73ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:17.429513 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5a30ce-9b26-4400-9ee9-8b23ed0c73ca None None] Bound using segment: {'id': '569e59d5-703c-42a6-8cd3-5a15da49ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '9aebcbd6-a91e-45a4-8198-a58d08f4af1b'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:53:17.429997 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-3a5a30ce-9b26-4400-9ee9-8b23ed0c73ca None None] Bound port: a9df51e7-b5da-4a65-83e4-ead4d01fb4d2, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '569e59d5-703c-42a6-8cd3-5a15da49ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '9aebcbd6-a91e-45a4-8198-a58d08f4af1b'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:53:17.430373 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3a5a30ce-9b26-4400-9ee9-8b23ed0c73ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:17.461399 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b71f3412-1398-4793-b4ec-40cdeb7691c1 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:17.645286 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-9cccb878-1695-4180-955a-24bd0673b210 req-2df24b2a-bb07-4e7a-8889-83214f21d278 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Deleting port 4aaf2f78-e430-4ec7-affa-cfeb666d2100 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:53:17.645634 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-9cccb878-1695-4180-955a-24bd0673b210 req-2df24b2a-bb07-4e7a-8889-83214f21d278 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:17.671533 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9ec1a0cd-204c-4233-8826-571c5b0d9f6b tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:17.694441 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-61ae81f0-5d67-45e1-a0bf-c01a2a1da879 None None] Provisioning complete for port 1348d283-ba72-4a57-8713-0815bd634abd triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:53:17.694818 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-61ae81f0-5d67-45e1-a0bf-c01a2a1da879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:17.700743 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b71f3412-1398-4793-b4ec-40cdeb7691c1 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:17.786862 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71f3412-1398-4793-b4ec-40cdeb7691c1 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Network 9aebcbd6-a91e-45a4-8198-a58d08f4af1b is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:53:17.796944 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-b71f3412-1398-4793-b4ec-40cdeb7691c1 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:53:17.806864 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71f3412-1398-4793-b4ec-40cdeb7691c1 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:53:17.810707 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71f3412-1398-4793-b4ec-40cdeb7691c1 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Pushing event updated for resources: {'Port': ['ID=908c4e59-f7c3-4cb1-8b54-ec77bd7d09a8,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:17.815860 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9ec1a0cd-204c-4233-8826-571c5b0d9f6b tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:17.854185 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-3a5a30ce-9b26-4400-9ee9-8b23ed0c73ca None None] For port a9df51e7-b5da-4a65-83e4-ead4d01fb4d2, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:53:17.865005 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-61ae81f0-5d67-45e1-a0bf-c01a2a1da879 None None] Port 1348d283-ba72-4a57-8713-0815bd634abd cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:53:17.886732 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-3a5a30ce-9b26-4400-9ee9-8b23ed0c73ca None None] For port a9df51e7-b5da-4a65-83e4-ead4d01fb4d2, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=a9df51e7-b5da-4a65-83e4-ead4d01fb4d2,segment=NetworkSegment(569e59d5-703c-42a6-8cd3-5a15da49ad7c),segment_id=569e59d5-703c-42a6-8cd3-5a15da49ad7c)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:53:17.932939 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8201837c-1836-47fc-b03f-11983501bb39 req-a58335f5-ef96-4613-becd-a9a95dabd064 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=69026214-5a31-4dba-940b-13dc3cdc5564&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4419222 Apr 05 14:53:17.974543 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-9cccb878-1695-4180-955a-24bd0673b210 req-2df24b2a-bb07-4e7a-8889-83214f21d278 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] For port 4aaf2f78-e430-4ec7-affa-cfeb666d2100, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=4aaf2f78-e430-4ec7-affa-cfeb666d2100,segment=NetworkSegment(66fbd2e0-c36a-4acf-927a-20a3621831c7),segment_id=66fbd2e0-c36a-4acf-927a-20a3621831c7)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:53:17.974997 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-9cccb878-1695-4180-955a-24bd0673b210 req-2df24b2a-bb07-4e7a-8889-83214f21d278 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:17.982981 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b71f3412-1398-4793-b4ec-40cdeb7691c1 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809369'] for router_interface, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:17.993313 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-74fef834-733a-471b-a8b9-6d2d4c0df957 None None] Could not find standard attr ID for object 625dd8f7-4428-4421-9cb0-325f9c715f58. {{(pid=103322) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 14:53:18.014576 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 058ecf1a-cc4a-421b-bd84-35762f384467 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:53:18.022388 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3a5a30ce-9b26-4400-9ee9-8b23ed0c73ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:18.049994 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec1a0cd-204c-4233-8826-571c5b0d9f6b tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Pushing event updated for resources: {'Port': ['ID=1348d283-ba72-4a57-8713-0815bd634abd,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:18.104288 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-9ec1a0cd-204c-4233-8826-571c5b0d9f6b tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] In _notify_port_updated(), no bound segment for port 1348d283-ba72-4a57-8713-0815bd634abd on network a4c750f1-b805-4303-bd74-a8055199eb47 {{(pid=103321) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 05 14:53:18.109121 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec1a0cd-204c-4233-8826-571c5b0d9f6b tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:18.110024 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9ec1a0cd-204c-4233-8826-571c5b0d9f6b tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:18.111921 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-9ec1a0cd-204c-4233-8826-571c5b0d9f6b tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] 10.222.0.30 "PUT /v2.0/ports/1348d283-ba72-4a57-8713-0815bd634abd HTTP/1.1" status: 200 len: 1135 time: 1.2513340 Apr 05 14:53:18.115066 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 39674) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:18.154922 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-74fef834-733a-471b-a8b9-6d2d4c0df957 None None] Provisioning complete for port 1348d283-ba72-4a57-8713-0815bd634abd triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:53:18.155295 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-74fef834-733a-471b-a8b9-6d2d4c0df957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:18.177170 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8201837c-1836-47fc-b03f-11983501bb39 req-aef2bff8-22d4-43d7-aece-b4413a5d2d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:18.183094 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8201837c-1836-47fc-b03f-11983501bb39 req-aef2bff8-22d4-43d7-aece-b4413a5d2d21 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=15503dce9d2944a4a898191fdde0d62f&device_id=69026214-5a31-4dba-940b-13dc3cdc5564 HTTP/1.1" status: 200 len: 1096 time: 0.1447153 Apr 05 14:53:18.266345 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-74fef834-733a-471b-a8b9-6d2d4c0df957 None None] Port 1348d283-ba72-4a57-8713-0815bd634abd cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:53:18.266436 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d89207-5bf7-4be8-85e2-98f6b3ccbe63 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:18.272473 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-14d89207-5bf7-4be8-85e2-98f6b3ccbe63 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] 10.222.0.30 "GET /v2.0/ports/1348d283-ba72-4a57-8713-0815bd634abd HTTP/1.1" status: 200 len: 1135 time: 0.1561947 Apr 05 14:53:18.273366 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 39676) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:18.281986 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5a30ce-9b26-4400-9ee9-8b23ed0c73ca None None] Pushing event updated for resources: {'Port': ['ID=a9df51e7-b5da-4a65-83e4-ead4d01fb4d2,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:18.298238 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 058ecf1a-cc4a-421b-bd84-35762f384467 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:53:18.299236 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:18.420975 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device c713651c-498d-4ed9-8043-a183d98c6082 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:53:18.536839 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b71f3412-1398-4793-b4ec-40cdeb7691c1 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:18.544537 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-9cccb878-1695-4180-955a-24bd0673b210 req-2df24b2a-bb07-4e7a-8889-83214f21d278 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:18.545094 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-9cccb878-1695-4180-955a-24bd0673b210 req-2df24b2a-bb07-4e7a-8889-83214f21d278 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:18.545306 n-d-836650-2 neutron-server[103320]: INFO neutron.db.l3_db [req-9cccb878-1695-4180-955a-24bd0673b210 req-2df24b2a-bb07-4e7a-8889-83214f21d278 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Floating IP 628c5553-8e96-4993-942d-44be5b6cfdb0 disassociated. External IP: 172.25.6.22, port: 4aaf2f78-e430-4ec7-affa-cfeb666d2100. Apr 05 14:53:18.548861 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-9cccb878-1695-4180-955a-24bd0673b210 req-2df24b2a-bb07-4e7a-8889-83214f21d278 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Calling delete_port for 4aaf2f78-e430-4ec7-affa-cfeb666d2100 owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:53:18.576270 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8201837c-1836-47fc-b03f-11983501bb39 req-70452f3e-ccad-40db-94a0-24b1c8d876e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:18.577770 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port c713651c-498d-4ed9-8043-a183d98c6082 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:53:18.578088 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8201837c-1836-47fc-b03f-11983501bb39 req-70452f3e-ccad-40db-94a0-24b1c8d876e1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=66b3e69f-5222-44a7-bf1a-94ad2df58cf2 HTTP/1.1" status: 200 len: 913 time: 0.3704200 Apr 05 14:53:18.578192 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:18.616118 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-ba5fe889-65d0-444c-a5bb-b23331d18f96 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Deleting port 1348d283-ba72-4a57-8713-0815bd634abd {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:53:18.618136 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ba5fe889-65d0-444c-a5bb-b23331d18f96 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:18.790232 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-47d4c488-f440-4801-aa5c-a2865f1816d6 None None] Provisioning complete for port 1348d283-ba72-4a57-8713-0815bd634abd triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:53:18.791263 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-47d4c488-f440-4801-aa5c-a2865f1816d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:18.849551 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-47d4c488-f440-4801-aa5c-a2865f1816d6 None None] Port 1348d283-ba72-4a57-8713-0815bd634abd cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:53:18.857555 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:18.891095 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8201837c-1836-47fc-b03f-11983501bb39 req-e6ca2c52-c19f-4ef3-8fd4-30c000253f59 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=870ca3a9-3a83-48b8-a171-9a887b1a226f HTTP/1.1" status: 200 len: 1000 time: 0.2994411 Apr 05 14:53:18.915104 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port c713651c-498d-4ed9-8043-a183d98c6082, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=c713651c-498d-4ed9-8043-a183d98c6082,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:53:18.918465 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ba5fe889-65d0-444c-a5bb-b23331d18f96 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:18.939712 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-ba5fe889-65d0-444c-a5bb-b23331d18f96 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Calling delete_port for 1348d283-ba72-4a57-8713-0815bd634abd owned by {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:53:18.940261 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de5d16f-ab9b-426b-a20d-8d061437eff1 req-038223af-4243-4cc4-8403-af0707605678 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:18.942026 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3de5d16f-ab9b-426b-a20d-8d061437eff1 req-038223af-4243-4cc4-8403-af0707605678 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/ports?device_id=88f5227f-fe43-4c37-b155-600ebe92559a HTTP/1.1" status: 200 len: 945 time: 0.3475990 Apr 05 14:53:19.014625 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:19.100246 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=c713651c-498d-4ed9-8043-a183d98c6082,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:19.104251 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8201837c-1836-47fc-b03f-11983501bb39 req-e46c988e-fbf6-4002-b38f-c97ca1aa39a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:19.106634 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8201837c-1836-47fc-b03f-11983501bb39 req-e46c988e-fbf6-4002-b38f-c97ca1aa39a5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a727d51d-00fa-45ac-ab45-e910bc527386 HTTP/1.1" status: 200 len: 851 time: 0.1978450 Apr 05 14:53:19.164059 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3de5d16f-ab9b-426b-a20d-8d061437eff1 req-e5d1f499-f225-4523-bb27-c25d9c43339a tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/security-groups?id=d92b5692-14e3-4d79-954a-1585a849cb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2106369 Apr 05 14:53:19.199147 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8201837c-1836-47fc-b03f-11983501bb39 req-47d47b8b-1a9b-4351-9b68-5362a342b788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:19.201961 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8201837c-1836-47fc-b03f-11983501bb39 req-47d47b8b-1a9b-4351-9b68-5362a342b788 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66b3e69f-5222-44a7-bf1a-94ad2df58cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0861132 Apr 05 14:53:19.253343 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b71f3412-1398-4793-b4ec-40cdeb7691c1 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:19.304039 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8201837c-1836-47fc-b03f-11983501bb39 req-9bafbc65-35f3-4095-8e99-43be16ce05b6 service neutron] 10.222.0.55 "GET /v2.0/networks/66b3e69f-5222-44a7-bf1a-94ad2df58cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936375 Apr 05 14:53:19.321536 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-9cccb878-1695-4180-955a-24bd0673b210 req-2df24b2a-bb07-4e7a-8889-83214f21d278 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:19.346046 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b71f3412-1398-4793-b4ec-40cdeb7691c1 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:19.352912 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ba5fe889-65d0-444c-a5bb-b23331d18f96 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:19.416520 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df24b2a-bb07-4e7a-8889-83214f21d278 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Pushing event deleted for resources: {'Port': ['ID=4aaf2f78-e430-4ec7-affa-cfeb666d2100,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:19.545320 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8201837c-1836-47fc-b03f-11983501bb39 req-bd7c1ef5-c6f6-4bd8-9bba-b1574d9c2444 service neutron] 10.222.0.55 "GET /v2.0/networks/66b3e69f-5222-44a7-bf1a-94ad2df58cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340126 Apr 05 14:53:19.556797 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b71f3412-1398-4793-b4ec-40cdeb7691c1 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809317'] for router_interface, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:19.570469 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71f3412-1398-4793-b4ec-40cdeb7691c1 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Pushing event updated for resources: {'Port': ['ID=908c4e59-f7c3-4cb1-8b54-ec77bd7d09a8,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:19.619038 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5fe889-65d0-444c-a5bb-b23331d18f96 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Pushing event deleted for resources: {'Port': ['ID=1348d283-ba72-4a57-8713-0815bd634abd,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:19.655544 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ba5fe889-65d0-444c-a5bb-b23331d18f96 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:19.659027 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-ba5fe889-65d0-444c-a5bb-b23331d18f96 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] 10.222.0.30 "DELETE /v2.0/ports/1348d283-ba72-4a57-8713-0815bd634abd HTTP/1.1" status: 204 len: 168 time: 1.3846602 Apr 05 14:53:19.663602 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 39690) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:19.676855 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9cccb878-1695-4180-955a-24bd0673b210 req-2df24b2a-bb07-4e7a-8889-83214f21d278 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Router b1445dec-20ca-403d-b665-56d8d9cba455 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:53:19.780620 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71f3412-1398-4793-b4ec-40cdeb7691c1 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Network 9aebcbd6-a91e-45a4-8198-a58d08f4af1b is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:53:19.783009 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-b71f3412-1398-4793-b4ec-40cdeb7691c1 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:53:19.868268 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_v2 [None req-b03fff77-8f84-4494-8bae-279bd8fa4208 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Deleting subnet cfcb26fa-c0a1-4d87-935c-3319cbd10241 {{(pid=103320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:53:19.890948 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b03fff77-8f84-4494-8bae-279bd8fa4208 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Notify callbacks [] for subnet, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:19.977280 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25096609-087f-4b68-9529-db84b7ad6d0d None None] Network 9aebcbd6-a91e-45a4-8198-a58d08f4af1b requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:53:19.983965 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b71f3412-1398-4793-b4ec-40cdeb7691c1 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Router 3d3e8e8f-5237-4a85-845a-230cdfd16c03 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:53:20.052164 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device c713651c-498d-4ed9-8043-a183d98c6082 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:53:20.088149 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b03fff77-8f84-4494-8bae-279bd8fa4208 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13399228'] for subnet, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:20.240331 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b71f3412-1398-4793-b4ec-40cdeb7691c1 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:53:20.254466 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-b71f3412-1398-4793-b4ec-40cdeb7691c1 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "PUT /v2.0/routers/3d3e8e8f-5237-4a85-845a-230cdfd16c03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9114633 Apr 05 14:53:20.259415 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-829d6cfd-b896-4290-964b-797b148cff81 None None] Provisioning complete for port a9df51e7-b5da-4a65-83e4-ead4d01fb4d2 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:53:20.259797 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-829d6cfd-b896-4290-964b-797b148cff81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:20.272424 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66ebbcf-1d9b-4f48-94c7-15d852442b22 None None] Sync routers for ids ['3d3e8e8f-5237-4a85-845a-230cdfd16c03'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:53:20.283363 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port c713651c-498d-4ed9-8043-a183d98c6082 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:53:20.283734 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:20.287399 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66ebbcf-1d9b-4f48-94c7-15d852442b22 None None] Routers {'3d3e8e8f-5237-4a85-845a-230cdfd16c03'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:53:20.288045 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-b66ebbcf-1d9b-4f48-94c7-15d852442b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:52:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['3d3e8e8f-5237-4a85-845a-230cdfd16c03'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:53:20.297121 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9cccb878-1695-4180-955a-24bd0673b210 req-2df24b2a-bb07-4e7a-8889-83214f21d278 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:53:20.350322 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36859728-02fa-48a8-ac6a-ec2e9bc4d8b6 None None] Sync routers for ids ['b1445dec-20ca-403d-b665-56d8d9cba455'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:53:20.398268 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36859728-02fa-48a8-ac6a-ec2e9bc4d8b6 None None] Routers {'b1445dec-20ca-403d-b665-56d8d9cba455'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:53:20.399048 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-36859728-02fa-48a8-ac6a-ec2e9bc4d8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:52:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['b1445dec-20ca-403d-b665-56d8d9cba455'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:53:20.425299 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cccb878-1695-4180-955a-24bd0673b210 req-2df24b2a-bb07-4e7a-8889-83214f21d278 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] No DVR routers for this DVR port 4aaf2f78-e430-4ec7-affa-cfeb666d2100 on host n-h1-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:53:20.432711 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d71dd476-fea6-4b2c-97c6-fb181cedc9b5 req-a3a4cd31-9743-4c3a-af8e-326ac276d06e tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/ports?device_id=88f5227f-fe43-4c37-b155-600ebe92559a HTTP/1.1" status: 200 len: 210 time: 0.1423311 Apr 05 14:53:20.439400 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-9cccb878-1695-4180-955a-24bd0673b210 req-2df24b2a-bb07-4e7a-8889-83214f21d278 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:20.439996 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9cccb878-1695-4180-955a-24bd0673b210 req-2df24b2a-bb07-4e7a-8889-83214f21d278 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.55 "DELETE /v2.0/ports/4aaf2f78-e430-4ec7-affa-cfeb666d2100 HTTP/1.1" status: 204 len: 173 time: 3.0467761 Apr 05 14:53:20.440471 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f5227f-fe43-4c37-b155-600ebe92559a', 'name': 'network-vif-deleted', 'tag': '4aaf2f78-e430-4ec7-affa-cfeb666d2100'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:53:20.443794 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc3622fa-dc88-4e96-b966-80c7a2998429" -d '{"events": [{"server_uuid": "88f5227f-fe43-4c37-b155-600ebe92559a", "name": "network-vif-deleted", "tag": "4aaf2f78-e430-4ec7-affa-cfeb666d2100"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:53:20.463589 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b03fff77-8f84-4494-8bae-279bd8fa4208 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:20.570062 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7203ec44-3214-42bc-9acf-e5c6e910cc7e x-openstack-request-id: req-7203ec44-3214-42bc-9acf-e5c6e910cc7e {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:53:20.571154 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88f5227f-fe43-4c37-b155-600ebe92559a", "name": "network-vif-deleted", "tag": "4aaf2f78-e430-4ec7-affa-cfeb666d2100", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:53:20.571553 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7203ec44-3214-42bc-9acf-e5c6e910cc7e {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:53:20.572117 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7203ec44-3214-42bc-9acf-e5c6e910cc7e'] response: {'server_uuid': '88f5227f-fe43-4c37-b155-600ebe92559a', 'name': 'network-vif-deleted', 'tag': '4aaf2f78-e430-4ec7-affa-cfeb666d2100', 'status': 'completed', 'code': 200} Apr 05 14:53:20.608577 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ecda1b5a-3083-4b94-bf64-0c9b838d759a req-b57f7a7c-1bd5-4251-ba32-27bccfeb34e9 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1136925929&fields=id&tenant_id=b07e36dc5a904f16980660900e2eecc1 HTTP/1.1" status: 200 len: 267 time: 0.0842242 Apr 05 14:53:20.612777 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-b66ebbcf-1d9b-4f48-94c7-15d852442b22 None None] Set router 3d3e8e8f-5237-4a85-845a-230cdfd16c03 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:53:20.765595 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda1b5a-3083-4b94-bf64-0c9b838d759a req-948eb796-ad1f-4b2f-a8b8-0a36514d83b2 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:20.766752 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ecda1b5a-3083-4b94-bf64-0c9b838d759a req-948eb796-ad1f-4b2f-a8b8-0a36514d83b2 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/networks?id=9aebcbd6-a91e-45a4-8198-a58d08f4af1b HTTP/1.1" status: 200 len: 797 time: 0.1486340 Apr 05 14:53:20.773186 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b03fff77-8f84-4494-8bae-279bd8fa4208 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15773812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13127359'] for subnet, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:20.795991 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-36859728-02fa-48a8-ac6a-ec2e9bc4d8b6 None None] Set router b1445dec-20ca-403d-b665-56d8d9cba455 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:53:20.824414 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b03fff77-8f84-4494-8bae-279bd8fa4208 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:20.830903 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 39714) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:20.831483 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-b03fff77-8f84-4494-8bae-279bd8fa4208 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] 10.222.0.30 "DELETE /v2.0/subnets/cfcb26fa-c0a1-4d87-935c-3319cbd10241 HTTP/1.1" status: 204 len: 168 time: 1.1643703 Apr 05 14:53:20.831782 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03fff77-8f84-4494-8bae-279bd8fa4208 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Pushing event deleted for resources: {'Subnet': ['ID=cfcb26fa-c0a1-4d87-935c-3319cbd10241,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:20.845503 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ecda1b5a-3083-4b94-bf64-0c9b838d759a req-a0cf73ac-c378-4633-8fb8-0fd91864ec41 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/quotas/b07e36dc5a904f16980660900e2eecc1 HTTP/1.1" status: 200 len: 375 time: 0.0593638 Apr 05 14:53:20.853398 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1520b3f-bce8-4203-962f-b478b8a9f84f None None] Network a4c750f1-b805-4303-bd74-a8055199eb47 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:53:20.871030 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-b66ebbcf-1d9b-4f48-94c7-15d852442b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d3e8e8f-5237-4a85-845a-230cdfd16c03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1641040868', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'c713651c-498d-4ed9-8043-a183d98c6082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:53:10Z', 'updated_at': '2022-04-05T14:53:18Z', 'revision_number': 4, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'gw_port': {'id': 'c713651c-498d-4ed9-8043-a183d98c6082', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c5:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3e8e8f-5237-4a85-845a-230cdfd16c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:11Z', 'updated_at': '2022-04-05T14:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '908c4e59-f7c3-4cb1-8b54-ec77bd7d09a8', 'name': '', 'network_id': '9aebcbd6-a91e-45a4-8198-a58d08f4af1b', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'mac_address': 'fa:16:3e:fc:d7:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d3e8e8f-5237-4a85-845a-230cdfd16c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'e24a6cfd-1395-4506-a0b8-17c541f1b30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:16Z', 'updated_at': '2022-04-05T14:53:18Z', 'revision_number': 2, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'subnets': [{'id': 'e24a6cfd-1395-4506-a0b8-17c541f1b30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:53:20.924381 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66ebbcf-1d9b-4f48-94c7-15d852442b22 None None] Checking router: 3d3e8e8f-5237-4a85-845a-230cdfd16c03 for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:53:20.924831 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66ebbcf-1d9b-4f48-94c7-15d852442b22 None None] Updating router 3d3e8e8f-5237-4a85-845a-230cdfd16c03 port 908c4e59-f7c3-4cb1-8b54-ec77bd7d09a8 binding host n-d-836650-2 {{(pid=103323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:53:20.938386 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ecda1b5a-3083-4b94-bf64-0c9b838d759a req-e43bba78-c7aa-47a4-8675-e6e73ceebd77 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b07e36dc5a904f16980660900e2eecc1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0918643 Apr 05 14:53:20.973356 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-77b263ec-de5d-46f3-ab9f-89c9cd9447a5 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:20.985865 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b66ebbcf-1d9b-4f48-94c7-15d852442b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:21.093967 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-77b263ec-de5d-46f3-ab9f-89c9cd9447a5 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Deleting port 058ecf1a-cc4a-421b-bd84-35762f384467 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:53:21.094792 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-77b263ec-de5d-46f3-ab9f-89c9cd9447a5 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:21.129323 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ecda1b5a-3083-4b94-bf64-0c9b838d759a req-d8450677-4731-45da-8901-b8669138ae4e service neutron] 10.222.0.30 "GET /v2.0/networks/9aebcbd6-a91e-45a4-8198-a58d08f4af1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772149 Apr 05 14:53:21.191328 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device a9df51e7-b5da-4a65-83e4-ead4d01fb4d2 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:53:21.241195 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-829d6cfd-b896-4290-964b-797b148cff81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:21.298438 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-77b263ec-de5d-46f3-ab9f-89c9cd9447a5 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] For port 058ecf1a-cc4a-421b-bd84-35762f384467, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=058ecf1a-cc4a-421b-bd84-35762f384467,segment=NetworkSegment(496061c4-6964-4eda-90fd-e327160c656e),segment_id=496061c4-6964-4eda-90fd-e327160c656e)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:53:21.300765 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-77b263ec-de5d-46f3-ab9f-89c9cd9447a5 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:21.309745 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ecda1b5a-3083-4b94-bf64-0c9b838d759a req-94760b5b-9598-4342-a4c6-b466c877708f service neutron] 10.222.0.30 "GET /v2.0/networks/9aebcbd6-a91e-45a4-8198-a58d08f4af1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708269 Apr 05 14:53:21.361730 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-77b263ec-de5d-46f3-ab9f-89c9cd9447a5 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Calling delete_port for 058ecf1a-cc4a-421b-bd84-35762f384467 owned by network:dhcp {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:53:21.402129 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-829d6cfd-b896-4290-964b-797b148cff81 None None] For port a9df51e7-b5da-4a65-83e4-ead4d01fb4d2, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=a9df51e7-b5da-4a65-83e4-ead4d01fb4d2,segment=NetworkSegment(569e59d5-703c-42a6-8cd3-5a15da49ad7c),segment_id=569e59d5-703c-42a6-8cd3-5a15da49ad7c)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:53:21.427844 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port a9df51e7-b5da-4a65-83e4-ead4d01fb4d2 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:53:21.428223 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:21.536583 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd59691d-64d3-42f0-8c4f-79bc9e8cddf0 None None] DHCP port deletion for a4c750f1-b805-4303-bd74-a8055199eb47 request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:53:21.579975 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b66ebbcf-1d9b-4f48-94c7-15d852442b22 None None] Notify callbacks [] for port, precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:21.641904 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-829d6cfd-b896-4290-964b-797b148cff81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:21.693865 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8b647001-833b-4bb0-b635-50fcf92fde93 req-fe2f9ac6-3ae0-4a9f-b774-ae2f22ce3c40 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/ports?device_id=88f5227f-fe43-4c37-b155-600ebe92559a HTTP/1.1" status: 200 len: 210 time: 0.1035097 Apr 05 14:53:21.706729 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-77b263ec-de5d-46f3-ab9f-89c9cd9447a5 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:21.730791 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b66ebbcf-1d9b-4f48-94c7-15d852442b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:21.780600 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-de5f8521-b4ca-442f-a0ed-0f8d8c41b648 req-649e4a58-f672-41b5-a033-be2d1c274c54 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=223c51db-033c-4ff9-afd9-85e07196d028 HTTP/1.1" status: 200 len: 210 time: 0.0636353 Apr 05 14:53:21.798668 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-fd59691d-64d3-42f0-8c4f-79bc9e8cddf0 None None] Deleting port 058ecf1a-cc4a-421b-bd84-35762f384467 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:53:21.798668 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fd59691d-64d3-42f0-8c4f-79bc9e8cddf0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:21.801327 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-36859728-02fa-48a8-ac6a-ec2e9bc4d8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'name': 'tempest-AttachVolumeNegativeTest-1732339431-router', 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'bd6b8bf7-c569-4249-ab62-bab0f76cc3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:50:04Z', 'updated_at': '2022-04-05T14:50:09Z', 'revision_number': 4, 'project_id': '0d680450c8534547bd5afee8c1b9c44d', 'gw_port': {'id': 'bd6b8bf7-c569-4249-ab62-bab0f76cc3e2', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:05Z', 'updated_at': '2022-04-05T14:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': '4fd0db25-3c94-440f-aad2-71ec8ae25776', 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'floating_ip_address': '172.25.6.93', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'port_id': '56049af1-1ba2-4489-9008-342f74470dd8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c33a3eb-a65a-4749-8ece-9c0c17a8413b', 'mac_address': 'fa:16:3e:93:6e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcf67b8-bd16-4226-a52d-1e179a4f797e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:50:18Z', 'updated_at': '2022-04-05T14:50:48Z', 'revision_number': 2, 'project_id': '0d680450c8534547bd5afee8c1b9c44d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9221f79d-cf57-48ff-99a2-721b9a2f3ce1', 'name': '', 'network_id': '9c33a3eb-a65a-4749-8ece-9c0c17a8413b', 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'mac_address': 'fa:16:3e:88:65:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': 'b0eeff46-5c4b-4ea4-85de-a28a5ce6d062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:08Z', 'updated_at': '2022-04-05T14:50:15Z', 'revision_number': 5, 'project_id': '0d680450c8534547bd5afee8c1b9c44d', 'subnets': [{'id': 'b0eeff46-5c4b-4ea4-85de-a28a5ce6d062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:53:21.826839 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b263ec-de5d-46f3-ab9f-89c9cd9447a5 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Pushing event deleted for resources: {'Port': ['ID=058ecf1a-cc4a-421b-bd84-35762f384467,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:21.829340 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b263ec-de5d-46f3-ab9f-89c9cd9447a5 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] No DVR routers for this DVR port 058ecf1a-cc4a-421b-bd84-35762f384467 on host n-d-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:53:21.830898 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6598b9db-41f6-4f4e-b04e-234cf6eb9937 None None] Pushing event updated for resources: {'Port': ['ID=908c4e59-f7c3-4cb1-8b54-ec77bd7d09a8,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:21.869130 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6598b9db-41f6-4f4e-b04e-234cf6eb9937 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:21.869479 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6598b9db-41f6-4f4e-b04e-234cf6eb9937 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:21.869846 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6598b9db-41f6-4f4e-b04e-234cf6eb9937 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:21.870130 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6598b9db-41f6-4f4e-b04e-234cf6eb9937 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:21.870463 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6598b9db-41f6-4f4e-b04e-234cf6eb9937 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:21.870785 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6598b9db-41f6-4f4e-b04e-234cf6eb9937 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:21.871418 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6598b9db-41f6-4f4e-b04e-234cf6eb9937 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:21.877140 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6598b9db-41f6-4f4e-b04e-234cf6eb9937 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:21.877565 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6598b9db-41f6-4f4e-b04e-234cf6eb9937 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:21.877906 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6598b9db-41f6-4f4e-b04e-234cf6eb9937 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:21.878241 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6598b9db-41f6-4f4e-b04e-234cf6eb9937 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:21.878642 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6598b9db-41f6-4f4e-b04e-234cf6eb9937 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:21.978274 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36859728-02fa-48a8-ac6a-ec2e9bc4d8b6 None None] Checking router: b1445dec-20ca-403d-b665-56d8d9cba455 for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:53:22.013744 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-b66ebbcf-1d9b-4f48-94c7-15d852442b22 None None] Attempting to bind port 908c4e59-f7c3-4cb1-8b54-ec77bd7d09a8 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:53:22.015318 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-b66ebbcf-1d9b-4f48-94c7-15d852442b22 None None] Attempting to bind port 908c4e59-f7c3-4cb1-8b54-ec77bd7d09a8 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '569e59d5-703c-42a6-8cd3-5a15da49ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '9aebcbd6-a91e-45a4-8198-a58d08f4af1b'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:53:22.022814 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 058ecf1a-cc4a-421b-bd84-35762f384467 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:53:22.023148 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-77b263ec-de5d-46f3-ab9f-89c9cd9447a5 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:22.023581 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66ebbcf-1d9b-4f48-94c7-15d852442b22 None None] Attempting to bind port 908c4e59-f7c3-4cb1-8b54-ec77bd7d09a8 on network 9aebcbd6-a91e-45a4-8198-a58d08f4af1b {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:53:22.034710 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66ebbcf-1d9b-4f48-94c7-15d852442b22 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:53:22.038805 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66ebbcf-1d9b-4f48-94c7-15d852442b22 None None] Checking segment: {'id': '569e59d5-703c-42a6-8cd3-5a15da49ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '9aebcbd6-a91e-45a4-8198-a58d08f4af1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:53:22.038805 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b66ebbcf-1d9b-4f48-94c7-15d852442b22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:22.038805 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66ebbcf-1d9b-4f48-94c7-15d852442b22 None None] Bound using segment: {'id': '569e59d5-703c-42a6-8cd3-5a15da49ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '9aebcbd6-a91e-45a4-8198-a58d08f4af1b'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:53:22.043467 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-77b263ec-de5d-46f3-ab9f-89c9cd9447a5 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4c750f1-b805-4303-bd74-a8055199eb47']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:53:22.053208 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-b66ebbcf-1d9b-4f48-94c7-15d852442b22 None None] Bound port: 908c4e59-f7c3-4cb1-8b54-ec77bd7d09a8, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '569e59d5-703c-42a6-8cd3-5a15da49ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '9aebcbd6-a91e-45a4-8198-a58d08f4af1b'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:53:22.053731 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-77b263ec-de5d-46f3-ab9f-89c9cd9447a5 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '496061c4-6964-4eda-90fd-e327160c656e') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:53:22.054034 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-77b263ec-de5d-46f3-ab9f-89c9cd9447a5 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '496061c4-6964-4eda-90fd-e327160c656e') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:53:22.056481 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b66ebbcf-1d9b-4f48-94c7-15d852442b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:22.064848 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-77b263ec-de5d-46f3-ab9f-89c9cd9447a5 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:22.066682 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 058ecf1a-cc4a-421b-bd84-35762f384467 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:53:22.067114 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 058ecf1a-cc4a-421b-bd84-35762f384467 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:53:22.070097 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829d6cfd-b896-4290-964b-797b148cff81 None None] Pushing event updated for resources: {'Port': ['ID=a9df51e7-b5da-4a65-83e4-ead4d01fb4d2,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:22.079326 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-77b263ec-de5d-46f3-ab9f-89c9cd9447a5 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:22.086013 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77b263ec-de5d-46f3-ab9f-89c9cd9447a5 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:53:22.086427 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-77b263ec-de5d-46f3-ab9f-89c9cd9447a5 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:22.091453 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-0081b177-7cd7-416a-9032-f38de7f16a6c None None] Provisioning complete for port 908c4e59-f7c3-4cb1-8b54-ec77bd7d09a8 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:53:22.092108 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0081b177-7cd7-416a-9032-f38de7f16a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:22.118146 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36859728-02fa-48a8-ac6a-ec2e9bc4d8b6 None None] Routers {'b1445dec-20ca-403d-b665-56d8d9cba455'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:53:22.124226 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-36859728-02fa-48a8-ac6a-ec2e9bc4d8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:52:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['b1445dec-20ca-403d-b665-56d8d9cba455'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:53:22.127751 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-fd59691d-64d3-42f0-8c4f-79bc9e8cddf0 None None] For port 058ecf1a-cc4a-421b-bd84-35762f384467, host n-d-836650-2, got binding levels [] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:53:22.127751 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fd59691d-64d3-42f0-8c4f-79bc9e8cddf0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:22.167010 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:53:22.167010 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:53:22.167010 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:53:22.167010 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:53:22.167010 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:53:22.167010 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:53:22.167010 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:53:22.167010 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:53:22.167010 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:53:22.167010 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:53:22.167010 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:53:22.167010 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:53:22.167010 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:53:22.167010 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:53:22.167010 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:53:22.167010 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:53:22.167010 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:53:22.167010 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:53:22.167010 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:53:22.167010 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:53:22.167010 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:53:22.167010 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:53:22.167010 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:53:22.167010 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:53:22.167010 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:53:22.167010 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:53:22.167010 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:53:22.167010 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:53:22.167010 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:53:22.167010 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:53:22.167010 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:53:22.167010 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:53:22.225953 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-b66ebbcf-1d9b-4f48-94c7-15d852442b22 None None] For port 908c4e59-f7c3-4cb1-8b54-ec77bd7d09a8, host n-d-836650-2, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:53:22.236363 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-fd59691d-64d3-42f0-8c4f-79bc9e8cddf0 None None] Calling delete_port for 058ecf1a-cc4a-421b-bd84-35762f384467 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:53:22.239150 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.ipam_backend_mixin [None req-fd59691d-64d3-42f0-8c4f-79bc9e8cddf0 None None] Port 058ecf1a-cc4a-421b-bd84-35762f384467 was not found and therefore no delete operation was performed {{(pid=103322) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 05 14:53:22.243961 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fd59691d-64d3-42f0-8c4f-79bc9e8cddf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:22.288802 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd59691d-64d3-42f0-8c4f-79bc9e8cddf0 None None] Pushing event deleted for resources: {'Port': ['ID=058ecf1a-cc4a-421b-bd84-35762f384467,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:22.294460 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-0081b177-7cd7-416a-9032-f38de7f16a6c None None] Port 908c4e59-f7c3-4cb1-8b54-ec77bd7d09a8 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:53:22.299212 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd59691d-64d3-42f0-8c4f-79bc9e8cddf0 None None] No DVR routers for this DVR port 058ecf1a-cc4a-421b-bd84-35762f384467 on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:53:22.331607 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-77b263ec-de5d-46f3-ab9f-89c9cd9447a5 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:22.334032 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-b66ebbcf-1d9b-4f48-94c7-15d852442b22 None None] For port 908c4e59-f7c3-4cb1-8b54-ec77bd7d09a8, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=908c4e59-f7c3-4cb1-8b54-ec77bd7d09a8,segment=NetworkSegment(569e59d5-703c-42a6-8cd3-5a15da49ad7c),segment_id=569e59d5-703c-42a6-8cd3-5a15da49ad7c)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:53:22.353518 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-0081b177-7cd7-416a-9032-f38de7f16a6c None None] Provisioning complete for port a9df51e7-b5da-4a65-83e4-ead4d01fb4d2 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:53:22.353899 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0081b177-7cd7-416a-9032-f38de7f16a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:22.374759 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-77b263ec-de5d-46f3-ab9f-89c9cd9447a5 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Notify callbacks [] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:22.381058 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-77b263ec-de5d-46f3-ab9f-89c9cd9447a5 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] 10.222.0.30 "DELETE /v2.0/networks/a4c750f1-b805-4303-bd74-a8055199eb47 HTTP/1.1" status: 204 len: 168 time: 1.5483630 Apr 05 14:53:22.382565 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b263ec-de5d-46f3-ab9f-89c9cd9447a5 tempest-ExtraDHCPOptionsTestJSON-1580774521 tempest-ExtraDHCPOptionsTestJSON-1580774521-project] Pushing event deleted for resources: {'Network': ['ID=a4c750f1-b805-4303-bd74-a8055199eb47,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:22.392566 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-36859728-02fa-48a8-ac6a-ec2e9bc4d8b6 None None] Set router b1445dec-20ca-403d-b665-56d8d9cba455 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:53:22.427020 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b66ebbcf-1d9b-4f48-94c7-15d852442b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:22.500146 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66ebbcf-1d9b-4f48-94c7-15d852442b22 None None] Routers {'3d3e8e8f-5237-4a85-845a-230cdfd16c03'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:53:22.502570 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-b66ebbcf-1d9b-4f48-94c7-15d852442b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:52:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['3d3e8e8f-5237-4a85-845a-230cdfd16c03'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:53:22.604866 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6598b9db-41f6-4f4e-b04e-234cf6eb9937 None None] Pushing event updated for resources: {'Port': ['ID=908c4e59-f7c3-4cb1-8b54-ec77bd7d09a8,revision_number=4']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:22.647819 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 4aaf2f78-e430-4ec7-affa-cfeb666d2100 no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:53:22.688441 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] No Port match for: 4aaf2f78-e430-4ec7-affa-cfeb666d2100 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:53:22.689106 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 4aaf2f78-e430-4ec7-affa-cfeb666d2100 not bound to the agent host n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:53:22.697320 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-b66ebbcf-1d9b-4f48-94c7-15d852442b22 None None] Set router 3d3e8e8f-5237-4a85-845a-230cdfd16c03 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:53:22.726707 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-7a0342a3-bb7e-4b7f-ba68-e896111313cd None None] Provisioning complete for port 908c4e59-f7c3-4cb1-8b54-ec77bd7d09a8 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:53:22.728022 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7a0342a3-bb7e-4b7f-ba68-e896111313cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:22.912410 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-36859728-02fa-48a8-ac6a-ec2e9bc4d8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'name': 'tempest-AttachVolumeNegativeTest-1732339431-router', 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'bd6b8bf7-c569-4249-ab62-bab0f76cc3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:50:04Z', 'updated_at': '2022-04-05T14:50:09Z', 'revision_number': 4, 'project_id': '0d680450c8534547bd5afee8c1b9c44d', 'gw_port': {'id': 'bd6b8bf7-c569-4249-ab62-bab0f76cc3e2', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:05Z', 'updated_at': '2022-04-05T14:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': '4fd0db25-3c94-440f-aad2-71ec8ae25776', 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'floating_ip_address': '172.25.6.93', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'port_id': '56049af1-1ba2-4489-9008-342f74470dd8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c33a3eb-a65a-4749-8ece-9c0c17a8413b', 'mac_address': 'fa:16:3e:93:6e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcf67b8-bd16-4226-a52d-1e179a4f797e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:50:18Z', 'updated_at': '2022-04-05T14:50:48Z', 'revision_number': 2, 'project_id': '0d680450c8534547bd5afee8c1b9c44d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9221f79d-cf57-48ff-99a2-721b9a2f3ce1', 'name': '', 'network_id': '9c33a3eb-a65a-4749-8ece-9c0c17a8413b', 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'mac_address': 'fa:16:3e:88:65:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': 'b0eeff46-5c4b-4ea4-85de-a28a5ce6d062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:08Z', 'updated_at': '2022-04-05T14:50:15Z', 'revision_number': 5, 'project_id': '0d680450c8534547bd5afee8c1b9c44d', 'subnets': [{'id': 'b0eeff46-5c4b-4ea4-85de-a28a5ce6d062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:53:22.917469 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7a0342a3-bb7e-4b7f-ba68-e896111313cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:22.954120 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 39758) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:22.958920 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36859728-02fa-48a8-ac6a-ec2e9bc4d8b6 None None] The sync data for ids ['b1445dec-20ca-403d-b665-56d8d9cba455'] in n-d-836650-2 is: [{'id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'name': 'tempest-AttachVolumeNegativeTest-1732339431-router', 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'bd6b8bf7-c569-4249-ab62-bab0f76cc3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:50:04Z', 'updated_at': '2022-04-05T14:50:09Z', 'revision_number': 4, 'project_id': '0d680450c8534547bd5afee8c1b9c44d', 'gw_port': {'id': 'bd6b8bf7-c569-4249-ab62-bab0f76cc3e2', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:05Z', 'updated_at': '2022-04-05T14:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': '4fd0db25-3c94-440f-aad2-71ec8ae25776', 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'floating_ip_address': '172.25.6.93', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'port_id': '56049af1-1ba2-4489-9008-342f74470dd8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c33a3eb-a65a-4749-8ece-9c0c17a8413b', 'mac_address': 'fa:16:3e:93:6e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcf67b8-bd16-4226-a52d-1e179a4f797e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:50:18Z', 'updated_at': '2022-04-05T14:50:48Z', 'revision_number': 2, 'project_id': '0d680450c8534547bd5afee8c1b9c44d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9221f79d-cf57-48ff-99a2-721b9a2f3ce1', 'name': '', 'network_id': '9c33a3eb-a65a-4749-8ece-9c0c17a8413b', 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'mac_address': 'fa:16:3e:88:65:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': 'b0eeff46-5c4b-4ea4-85de-a28a5ce6d062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:08Z', 'updated_at': '2022-04-05T14:50:15Z', 'revision_number': 5, 'project_id': '0d680450c8534547bd5afee8c1b9c44d', 'subnets': [{'id': 'b0eeff46-5c4b-4ea4-85de-a28a5ce6d062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:53:22.970323 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7066ba81-69bb-4002-a49e-f2ac36488782 req-e6b63abf-4439-484a-b611-8422f37df930 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=223c51db-033c-4ff9-afd9-85e07196d028 HTTP/1.1" status: 200 len: 210 time: 0.0710771 Apr 05 14:53:22.981826 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-b66ebbcf-1d9b-4f48-94c7-15d852442b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d3e8e8f-5237-4a85-845a-230cdfd16c03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1641040868', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'c713651c-498d-4ed9-8043-a183d98c6082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:53:10Z', 'updated_at': '2022-04-05T14:53:18Z', 'revision_number': 4, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'gw_port': {'id': 'c713651c-498d-4ed9-8043-a183d98c6082', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c5:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3e8e8f-5237-4a85-845a-230cdfd16c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:11Z', 'updated_at': '2022-04-05T14:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '908c4e59-f7c3-4cb1-8b54-ec77bd7d09a8', 'name': '', 'network_id': '9aebcbd6-a91e-45a4-8198-a58d08f4af1b', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'mac_address': 'fa:16:3e:fc:d7:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d3e8e8f-5237-4a85-845a-230cdfd16c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'e24a6cfd-1395-4506-a0b8-17c541f1b30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:16Z', 'updated_at': '2022-04-05T14:53:22Z', 'revision_number': 4, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'subnets': [{'id': 'e24a6cfd-1395-4506-a0b8-17c541f1b30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:53:22.997398 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-7a0342a3-bb7e-4b7f-ba68-e896111313cd None None] For port 908c4e59-f7c3-4cb1-8b54-ec77bd7d09a8, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=908c4e59-f7c3-4cb1-8b54-ec77bd7d09a8,segment=NetworkSegment(569e59d5-703c-42a6-8cd3-5a15da49ad7c),segment_id=569e59d5-703c-42a6-8cd3-5a15da49ad7c)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:53:23.028074 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66ebbcf-1d9b-4f48-94c7-15d852442b22 None None] The sync data for ids ['3d3e8e8f-5237-4a85-845a-230cdfd16c03'] in n-d-836650-2 is: [{'id': '3d3e8e8f-5237-4a85-845a-230cdfd16c03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1641040868', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'c713651c-498d-4ed9-8043-a183d98c6082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:53:10Z', 'updated_at': '2022-04-05T14:53:18Z', 'revision_number': 4, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'gw_port': {'id': 'c713651c-498d-4ed9-8043-a183d98c6082', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c5:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3e8e8f-5237-4a85-845a-230cdfd16c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:11Z', 'updated_at': '2022-04-05T14:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '908c4e59-f7c3-4cb1-8b54-ec77bd7d09a8', 'name': '', 'network_id': '9aebcbd6-a91e-45a4-8198-a58d08f4af1b', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'mac_address': 'fa:16:3e:fc:d7:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d3e8e8f-5237-4a85-845a-230cdfd16c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'e24a6cfd-1395-4506-a0b8-17c541f1b30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:16Z', 'updated_at': '2022-04-05T14:53:22Z', 'revision_number': 4, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'subnets': [{'id': 'e24a6cfd-1395-4506-a0b8-17c541f1b30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:53:23.083423 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3002184d-3620-47d5-9136-7e54faa7c531 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:23.102982 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7a0342a3-bb7e-4b7f-ba68-e896111313cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:23.189566 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3002184d-3620-47d5-9136-7e54faa7c531 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:23.225098 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 39762) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:23.243347 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0342a3-bb7e-4b7f-ba68-e896111313cd None None] Pushing event updated for resources: {'Port': ['ID=908c4e59-f7c3-4cb1-8b54-ec77bd7d09a8,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:23.272022 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-1d282429-36a4-4fd8-bba6-6e30e6e86d9f None None] Provisioning complete for port 908c4e59-f7c3-4cb1-8b54-ec77bd7d09a8 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:53:23.272403 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1d282429-36a4-4fd8-bba6-6e30e6e86d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:23.411487 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3002184d-3620-47d5-9136-7e54faa7c531 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:23.416330 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3002184d-3620-47d5-9136-7e54faa7c531 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:23.421294 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-3002184d-3620-47d5-9136-7e54faa7c531 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "DELETE /v2.0/security-groups/d92b5692-14e3-4d79-954a-1585a849cb7e HTTP/1.1" status: 204 len: 168 time: 0.4650307 Apr 05 14:53:23.421873 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 39772) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:23.446404 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3002184d-3620-47d5-9136-7e54faa7c531 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92b5692-14e3-4d79-954a-1585a849cb7e,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:23.585884 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6655d521-204e-4c4b-8d67-1c805315ebbe None None] New status for floating IP 628c5553-8e96-4993-942d-44be5b6cfdb0: DOWN {{(pid=103323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 14:53:24.043831 n-d-836650-2 neutron-server[103320]: INFO neutron.api.v2.resource [None req-045e2de8-87f8-4eac-9597-985b94e2b658 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] show failed (client error): The resource could not be found. Apr 05 14:53:24.048441 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 39776) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:24.053508 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-045e2de8-87f8-4eac-9597-985b94e2b658 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/security-groups/d92b5692-14e3-4d79-954a-1585a849cb7e HTTP/1.1" status: 404 len: 347 time: 0.6302714 Apr 05 14:53:24.101669 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 908c4e59-f7c3-4cb1-8b54-ec77bd7d09a8 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:53:24.150552 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ba1038b1-9bbf-4ba2-80d3-5ebfe7505f8a req-b14fe301-2449-48c3-9932-49c29100c5e8 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=223c51db-033c-4ff9-afd9-85e07196d028 HTTP/1.1" status: 200 len: 210 time: 0.0772510 Apr 05 14:53:24.170693 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-9c096fdf-ed47-450c-b107-28b7ce7d09f9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7f04713f8f7846348ce5e225278cb954&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9439042 Apr 05 14:53:24.176510 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 39778) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:24.233818 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 908c4e59-f7c3-4cb1-8b54-ec77bd7d09a8 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:53:24.234204 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:24.259850 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-df3495da-78cb-4b4d-b23c-0b121a64760a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:24.302826 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-df3495da-78cb-4b4d-b23c-0b121a64760a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:24.326690 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-15dd0447-2f51-4861-bb88-ede140533fab tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Deleting port d0aad32f-61df-4233-b049-51c528be0f4d {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:53:24.327525 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-15dd0447-2f51-4861-bb88-ede140533fab tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:24.397862 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device a9df51e7-b5da-4a65-83e4-ead4d01fb4d2 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:53:24.447366 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-df3495da-78cb-4b4d-b23c-0b121a64760a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:24.454652 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-df3495da-78cb-4b4d-b23c-0b121a64760a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:24.454652 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-df3495da-78cb-4b4d-b23c-0b121a64760a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2354d98f-5a2f-433c-a7e0-007278608324 HTTP/1.1" status: 204 len: 168 time: 0.2759728 Apr 05 14:53:24.472502 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3495da-78cb-4b4d-b23c-0b121a64760a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2354d98f-5a2f-433c-a7e0-007278608324,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:24.512668 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-15dd0447-2f51-4861-bb88-ede140533fab tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:24.513053 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-15dd0447-2f51-4861-bb88-ede140533fab tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:24.526238 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port a9df51e7-b5da-4a65-83e4-ead4d01fb4d2 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:53:24.526605 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:24.536604 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-15dd0447-2f51-4861-bb88-ede140533fab tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Calling delete_port for d0aad32f-61df-4233-b049-51c528be0f4d owned by network:floatingip {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:53:24.549198 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5d3c4100-a2da-4726-a342-7448e4633697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:24.906908 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-15dd0447-2f51-4861-bb88-ede140533fab tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:25.094928 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda1b5a-3083-4b94-bf64-0c9b838d759a req-0adfe6f2-6fd4-4089-acb2-44c916d9b5bd tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:25.098493 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ecda1b5a-3083-4b94-bf64-0c9b838d759a req-0adfe6f2-6fd4-4089-acb2-44c916d9b5bd tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.55 "GET /v2.0/networks?id=9aebcbd6-a91e-45a4-8198-a58d08f4af1b HTTP/1.1" status: 200 len: 797 time: 0.1692419 Apr 05 14:53:25.150869 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ecda1b5a-3083-4b94-bf64-0c9b838d759a req-96558418-8c93-423c-b56c-546ec8d31e57 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b07e36dc5a904f16980660900e2eecc1 HTTP/1.1" status: 200 len: 380 time: 0.0429606 Apr 05 14:53:25.162086 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-ecda1b5a-3083-4b94-bf64-0c9b838d759a req-8c2f6752-fed6-4b78-9988-e7961d35eb6e tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Request body: {'port': {'device_id': '223c51db-033c-4ff9-afd9-85e07196d028', 'network_id': '9aebcbd6-a91e-45a4-8198-a58d08f4af1b', 'admin_state_up': True, 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'security_groups': ['9c426553-985f-46f1-9795-5c798926dd34']}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:53:25.350944 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-73b2a0d2-3639-45ef-a9f4-3174850ce1aa req-8f29b087-7d89-42e0-b180-0deb696915b0 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=223c51db-033c-4ff9-afd9-85e07196d028 HTTP/1.1" status: 200 len: 210 time: 0.0591695 Apr 05 14:53:25.363138 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dd0447-2f51-4861-bb88-ede140533fab tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Pushing event deleted for resources: {'Port': ['ID=d0aad32f-61df-4233-b049-51c528be0f4d,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:25.423127 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecda1b5a-3083-4b94-bf64-0c9b838d759a req-8c2f6752-fed6-4b78-9988-e7961d35eb6e tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Made reservation on behalf of b07e36dc5a904f16980660900e2eecc1 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:53:25.430132 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ecda1b5a-3083-4b94-bf64-0c9b838d759a req-8c2f6752-fed6-4b78-9988-e7961d35eb6e tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:25.446849 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-15dd0447-2f51-4861-bb88-ede140533fab tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for floatingip, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:25.461694 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-15dd0447-2f51-4861-bb88-ede140533fab tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:25.461694 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-15dd0447-2f51-4861-bb88-ede140533fab tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "DELETE /v2.0/floatingips/628c5553-8e96-4993-942d-44be5b6cfdb0 HTTP/1.1" status: 204 len: 168 time: 1.4040265 Apr 05 14:53:25.673434 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-ecda1b5a-3083-4b94-bf64-0c9b838d759a req-8c2f6752-fed6-4b78-9988-e7961d35eb6e tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Allocated IP 172.20.0.10 (9aebcbd6-a91e-45a4-8198-a58d08f4af1b/e24a6cfd-1395-4506-a0b8-17c541f1b30f/a093444d-f0a5-49b8-a20b-611d527ef2da) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:53:25.850754 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ecda1b5a-3083-4b94-bf64-0c9b838d759a req-8c2f6752-fed6-4b78-9988-e7961d35eb6e tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:25.992093 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ecda1b5a-3083-4b94-bf64-0c9b838d759a req-8c2f6752-fed6-4b78-9988-e7961d35eb6e tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:26.039465 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecda1b5a-3083-4b94-bf64-0c9b838d759a req-8c2f6752-fed6-4b78-9988-e7961d35eb6e tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Network 9aebcbd6-a91e-45a4-8198-a58d08f4af1b is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:53:26.045502 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-ecda1b5a-3083-4b94-bf64-0c9b838d759a req-8c2f6752-fed6-4b78-9988-e7961d35eb6e tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:53:26.047966 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecda1b5a-3083-4b94-bf64-0c9b838d759a req-8c2f6752-fed6-4b78-9988-e7961d35eb6e tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:53:26.079714 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2f6752-fed6-4b78-9988-e7961d35eb6e tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Pushing event updated for resources: {'Port': ['ID=a093444d-f0a5-49b8-a20b-611d527ef2da,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:26.123214 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda1b5a-3083-4b94-bf64-0c9b838d759a req-8c2f6752-fed6-4b78-9988-e7961d35eb6e tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:26.124156 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ecda1b5a-3083-4b94-bf64-0c9b838d759a req-8c2f6752-fed6-4b78-9988-e7961d35eb6e tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:26.242861 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ecda1b5a-3083-4b94-bf64-0c9b838d759a req-8c2f6752-fed6-4b78-9988-e7961d35eb6e tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0855169 Apr 05 14:53:26.254867 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-ecda1b5a-3083-4b94-bf64-0c9b838d759a req-ce75e881-cfbc-4b42-a1b1-7fe462af1975 service neutron] Request body: {'port': {'device_id': '223c51db-033c-4ff9-afd9-85e07196d028', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:53:26.271154 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 39824) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:26.331192 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ecda1b5a-3083-4b94-bf64-0c9b838d759a req-ce75e881-cfbc-4b42-a1b1-7fe462af1975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:26.359071 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-63b1a9e6-38ab-441d-8f37-9245744dcf09 None None] Provisioning complete for port a093444d-f0a5-49b8-a20b-611d527ef2da triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:53:26.361603 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-63b1a9e6-38ab-441d-8f37-9245744dcf09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:26.393331 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-7c179566-7c50-48f5-be08-2efc1d0249bb tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Request body: {'networks': [{'name': 'tempest-network--1410151185'}, {'name': 'tempest-network--1398273612'}]} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:53:26.393823 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-7c179566-7c50-48f5-be08-2efc1d0249bb tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Request body: {'network': {'name': 'tempest-network--1410151185'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:53:26.394199 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-7c179566-7c50-48f5-be08-2efc1d0249bb tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Request body: {'network': {'name': 'tempest-network--1398273612'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:53:26.409981 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-63b1a9e6-38ab-441d-8f37-9245744dcf09 None None] Port a093444d-f0a5-49b8-a20b-611d527ef2da cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:53:26.522081 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c179566-7c50-48f5-be08-2efc1d0249bb tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Made reservation on behalf of a13a3c017d84448cb74c2a731bc5d960 for: {'network': 2} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:53:26.526680 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7c179566-7c50-48f5-be08-2efc1d0249bb tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:26.534521 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddcf1d6-c257-4403-b45b-fafebc638004 req-bcac9915-4006-4992-8cc3-66f21ada70ca tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:26.536007 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7c179566-7c50-48f5-be08-2efc1d0249bb tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:26.536128 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3ddcf1d6-c257-4403-b45b-fafebc638004 req-bcac9915-4006-4992-8cc3-66f21ada70ca tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=223c51db-033c-4ff9-afd9-85e07196d028 HTTP/1.1" status: 200 len: 932 time: 0.0782104 Apr 05 14:53:26.623605 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3ddcf1d6-c257-4403-b45b-fafebc638004 req-602568c1-db8d-439e-8530-ffe73c1bd16c tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c426553-985f-46f1-9795-5c798926dd34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609341 Apr 05 14:53:26.634939 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7c179566-7c50-48f5-be08-2efc1d0249bb tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:26.722140 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-ecda1b5a-3083-4b94-bf64-0c9b838d759a req-ce75e881-cfbc-4b42-a1b1-7fe462af1975 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a093444d-f0a5-49b8-a20b-611d527ef2da {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:53:26.731587 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ecda1b5a-3083-4b94-bf64-0c9b838d759a req-ce75e881-cfbc-4b42-a1b1-7fe462af1975 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:26.733632 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7c179566-7c50-48f5-be08-2efc1d0249bb tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:26.738037 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7c179566-7c50-48f5-be08-2efc1d0249bb tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:26.747657 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-ecda1b5a-3083-4b94-bf64-0c9b838d759a req-ce75e881-cfbc-4b42-a1b1-7fe462af1975 service neutron] Transition to ACTIVE for port object a093444d-f0a5-49b8-a20b-611d527ef2da will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:53:26.797612 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c179566-7c50-48f5-be08-2efc1d0249bb tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:53:26.800312 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c179566-7c50-48f5-be08-2efc1d0249bb tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32c76b6e-276c-4202-9bcf-678e02fc4747,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:26.814343 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7c179566-7c50-48f5-be08-2efc1d0249bb tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:26.814768 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-7c179566-7c50-48f5-be08-2efc1d0249bb tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Added segment a587857b-be25-43b9-a1d3-d6adec48cb7a of type vlan for network 982586b9-dfc0-4e0a-a125-e68152b02993 Apr 05 14:53:26.825746 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2d1a71f5-b5fd-44a8-b029-dd11fa2dbf74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:26.861080 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7c179566-7c50-48f5-be08-2efc1d0249bb tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:26.871895 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ecda1b5a-3083-4b94-bf64-0c9b838d759a req-ce75e881-cfbc-4b42-a1b1-7fe462af1975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:26.893924 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c179566-7c50-48f5-be08-2efc1d0249bb tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:53:26.909135 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7c179566-7c50-48f5-be08-2efc1d0249bb tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:26.909312 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-7c179566-7c50-48f5-be08-2efc1d0249bb tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Added segment 1eb56ead-472f-4d57-9f0b-c16c485f68fa of type vlan for network e402e0d4-6f66-4eef-9096-42da387eb72f Apr 05 14:53:26.935542 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce75e881-cfbc-4b42-a1b1-7fe462af1975 service neutron] Pushing event updated for resources: {'Port': ['ID=a093444d-f0a5-49b8-a20b-611d527ef2da,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:26.984252 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7c179566-7c50-48f5-be08-2efc1d0249bb tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:27.023848 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-ecda1b5a-3083-4b94-bf64-0c9b838d759a req-ce75e881-cfbc-4b42-a1b1-7fe462af1975 service neutron] Attempting to bind port a093444d-f0a5-49b8-a20b-611d527ef2da on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:53:27.024108 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-ecda1b5a-3083-4b94-bf64-0c9b838d759a req-ce75e881-cfbc-4b42-a1b1-7fe462af1975 service neutron] Attempting to bind port a093444d-f0a5-49b8-a20b-611d527ef2da by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': '569e59d5-703c-42a6-8cd3-5a15da49ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '9aebcbd6-a91e-45a4-8198-a58d08f4af1b'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:53:27.024438 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecda1b5a-3083-4b94-bf64-0c9b838d759a req-ce75e881-cfbc-4b42-a1b1-7fe462af1975 service neutron] Attempting to bind port a093444d-f0a5-49b8-a20b-611d527ef2da on network 9aebcbd6-a91e-45a4-8198-a58d08f4af1b {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:53:27.029606 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecda1b5a-3083-4b94-bf64-0c9b838d759a req-ce75e881-cfbc-4b42-a1b1-7fe462af1975 service neutron] Port a093444d-f0a5-49b8-a20b-611d527ef2da on network 9aebcbd6-a91e-45a4-8198-a58d08f4af1b not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:53:27.029935 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecda1b5a-3083-4b94-bf64-0c9b838d759a req-ce75e881-cfbc-4b42-a1b1-7fe462af1975 service neutron] Attempting to bind port a093444d-f0a5-49b8-a20b-611d527ef2da on network 9aebcbd6-a91e-45a4-8198-a58d08f4af1b {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:53:27.037292 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecda1b5a-3083-4b94-bf64-0c9b838d759a req-ce75e881-cfbc-4b42-a1b1-7fe462af1975 service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:53:27.037791 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecda1b5a-3083-4b94-bf64-0c9b838d759a req-ce75e881-cfbc-4b42-a1b1-7fe462af1975 service neutron] Checking segment: {'id': '569e59d5-703c-42a6-8cd3-5a15da49ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '9aebcbd6-a91e-45a4-8198-a58d08f4af1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:53:27.038312 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecda1b5a-3083-4b94-bf64-0c9b838d759a req-ce75e881-cfbc-4b42-a1b1-7fe462af1975 service neutron] Bound using segment: {'id': '569e59d5-703c-42a6-8cd3-5a15da49ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '9aebcbd6-a91e-45a4-8198-a58d08f4af1b'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:53:27.038810 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-ecda1b5a-3083-4b94-bf64-0c9b838d759a req-ce75e881-cfbc-4b42-a1b1-7fe462af1975 service neutron] Bound port: a093444d-f0a5-49b8-a20b-611d527ef2da, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '569e59d5-703c-42a6-8cd3-5a15da49ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '9aebcbd6-a91e-45a4-8198-a58d08f4af1b'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:53:27.039234 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ecda1b5a-3083-4b94-bf64-0c9b838d759a req-ce75e881-cfbc-4b42-a1b1-7fe462af1975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:27.126486 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-ecda1b5a-3083-4b94-bf64-0c9b838d759a req-ce75e881-cfbc-4b42-a1b1-7fe462af1975 service neutron] For port a093444d-f0a5-49b8-a20b-611d527ef2da, host n-h1-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:53:27.130100 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-ecda1b5a-3083-4b94-bf64-0c9b838d759a req-ce75e881-cfbc-4b42-a1b1-7fe462af1975 service neutron] For port a093444d-f0a5-49b8-a20b-611d527ef2da, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=a093444d-f0a5-49b8-a20b-611d527ef2da,segment=NetworkSegment(569e59d5-703c-42a6-8cd3-5a15da49ad7c),segment_id=569e59d5-703c-42a6-8cd3-5a15da49ad7c)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:53:27.145731 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7c179566-7c50-48f5-be08-2efc1d0249bb tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:27.146297 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7c179566-7c50-48f5-be08-2efc1d0249bb tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:27.152632 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c179566-7c50-48f5-be08-2efc1d0249bb tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:27.159016 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c179566-7c50-48f5-be08-2efc1d0249bb tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:27.160316 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7c179566-7c50-48f5-be08-2efc1d0249bb tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks [] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:27.242123 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ecda1b5a-3083-4b94-bf64-0c9b838d759a req-ce75e881-cfbc-4b42-a1b1-7fe462af1975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:27.244318 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c179566-7c50-48f5-be08-2efc1d0249bb tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Pushing event updated for resources: {'Network': ['ID=982586b9-dfc0-4e0a-a125-e68152b02993,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:27.266679 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 982586b9-dfc0-4e0a-a125-e68152b02993 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:53:27.335100 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce75e881-cfbc-4b42-a1b1-7fe462af1975 service neutron] Pushing event updated for resources: {'Port': ['ID=a093444d-f0a5-49b8-a20b-611d527ef2da,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:27.341598 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda1b5a-3083-4b94-bf64-0c9b838d759a req-ce75e881-cfbc-4b42-a1b1-7fe462af1975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:27.342244 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ecda1b5a-3083-4b94-bf64-0c9b838d759a req-ce75e881-cfbc-4b42-a1b1-7fe462af1975 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:27.343746 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ecda1b5a-3083-4b94-bf64-0c9b838d759a req-ce75e881-cfbc-4b42-a1b1-7fe462af1975 service neutron] 10.222.0.55 "PUT /v2.0/ports/a093444d-f0a5-49b8-a20b-611d527ef2da HTTP/1.1" status: 200 len: 1092 time: 1.0939162 Apr 05 14:53:27.344203 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '223c51db-033c-4ff9-afd9-85e07196d028', 'tag': 'a093444d-f0a5-49b8-a20b-611d527ef2da'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:53:27.349366 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de60584-793f-4dfe-a07c-4a223a30ac66" -d '{"events": [{"name": "network-changed", "server_uuid": "223c51db-033c-4ff9-afd9-85e07196d028", "tag": "a093444d-f0a5-49b8-a20b-611d527ef2da"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:53:27.354847 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-7c179566-7c50-48f5-be08-2efc1d0249bb tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.0822430 Apr 05 14:53:27.356713 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 39840) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:27.384389 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c179566-7c50-48f5-be08-2efc1d0249bb tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Pushing event updated for resources: {'Network': ['ID=e402e0d4-6f66-4eef-9096-42da387eb72f,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:27.401605 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network e402e0d4-6f66-4eef-9096-42da387eb72f details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:53:27.531137 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4c9ac8-d358-48c2-9464-dc59d5b7f3e2 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:27.537343 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4c9ac8-d358-48c2-9464-dc59d5b7f3e2 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:27.544404 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4c9ac8-d358-48c2-9464-dc59d5b7f3e2 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:27.550375 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4c9ac8-d358-48c2-9464-dc59d5b7f3e2 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:27.552121 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-bb4c9ac8-d358-48c2-9464-dc59d5b7f3e2 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.1799803 Apr 05 14:53:27.555178 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a0eac57-a737-45ad-9457-dfbabf418ce2 x-openstack-request-id: req-4a0eac57-a737-45ad-9457-dfbabf418ce2 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:53:27.555330 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 39844) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:27.555879 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "223c51db-033c-4ff9-afd9-85e07196d028", "tag": "a093444d-f0a5-49b8-a20b-611d527ef2da", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:53:27.555879 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4a0eac57-a737-45ad-9457-dfbabf418ce2 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:53:27.556180 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a0eac57-a737-45ad-9457-dfbabf418ce2'] response: {'name': 'network-changed', 'server_uuid': '223c51db-033c-4ff9-afd9-85e07196d028', 'tag': 'a093444d-f0a5-49b8-a20b-611d527ef2da', 'status': 'completed', 'code': 200} Apr 05 14:53:27.615887 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de60584-793f-4dfe-a07c-4a223a30ac66 req-cfef6979-dbd0-44d6-99c0-e20777a93d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:27.615887 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8de60584-793f-4dfe-a07c-4a223a30ac66 req-cfef6979-dbd0-44d6-99c0-e20777a93d45 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b07e36dc5a904f16980660900e2eecc1&device_id=223c51db-033c-4ff9-afd9-85e07196d028 HTTP/1.1" status: 200 len: 1095 time: 0.0559874 Apr 05 14:53:27.674059 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-06054139-2219-49a5-8d56-04ae94717ffc tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:27.720512 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de60584-793f-4dfe-a07c-4a223a30ac66 req-9b4f9f81-7fa4-4b23-b822-f9333de58c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:27.722073 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8de60584-793f-4dfe-a07c-4a223a30ac66 req-9b4f9f81-7fa4-4b23-b822-f9333de58c88 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=b07e36dc5a904f16980660900e2eecc1&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1048555 Apr 05 14:53:27.822590 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-06054139-2219-49a5-8d56-04ae94717ffc tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:27.864563 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-06054139-2219-49a5-8d56-04ae94717ffc tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['982586b9-dfc0-4e0a-a125-e68152b02993']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:53:27.876078 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-06054139-2219-49a5-8d56-04ae94717ffc tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a587857b-be25-43b9-a1d3-d6adec48cb7a') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:53:27.876638 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-06054139-2219-49a5-8d56-04ae94717ffc tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a587857b-be25-43b9-a1d3-d6adec48cb7a') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:53:27.893864 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-06054139-2219-49a5-8d56-04ae94717ffc tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:27.915937 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-06054139-2219-49a5-8d56-04ae94717ffc tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:27.921980 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df319eb3-52fd-4853-8708-7a9456565bcf req-8d6cc559-319c-46a1-bbca-0c74a2e992bc tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:27.923470 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06054139-2219-49a5-8d56-04ae94717ffc tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:53:27.923600 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-df319eb3-52fd-4853-8708-7a9456565bcf req-8d6cc559-319c-46a1-bbca-0c74a2e992bc tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=223c51db-033c-4ff9-afd9-85e07196d028 HTTP/1.1" status: 200 len: 944 time: 0.1542292 Apr 05 14:53:27.923875 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-06054139-2219-49a5-8d56-04ae94717ffc tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:27.924579 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de60584-793f-4dfe-a07c-4a223a30ac66 req-e76da873-58ce-4197-8cc4-409f77e8be20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:27.925879 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8de60584-793f-4dfe-a07c-4a223a30ac66 req-e76da873-58ce-4197-8cc4-409f77e8be20 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1961751 Apr 05 14:53:27.927041 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:53:27.927041 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:53:27.927041 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:53:27.927041 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:53:27.927041 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:53:27.927041 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:53:27.927041 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:53:27.927041 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:53:27.927041 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:53:27.927041 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:53:27.927041 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:53:27.927041 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:53:27.927041 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:53:27.927041 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:53:27.927041 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:53:27.927041 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:53:27.927041 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:53:27.927041 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:53:27.927041 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:53:27.927041 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:53:27.927041 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:53:27.927041 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:53:27.927041 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:53:27.927041 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:53:27.927041 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:53:27.927041 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:53:27.927041 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:53:27.927041 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:53:27.927041 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:53:27.927041 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:53:27.927041 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:53:27.927041 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:53:28.014324 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-df319eb3-52fd-4853-8708-7a9456565bcf req-f3de548b-2d29-424b-a0fb-3e9c0ae54055 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c426553-985f-46f1-9795-5c798926dd34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799804 Apr 05 14:53:28.032659 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda1b5a-3083-4b94-bf64-0c9b838d759a req-cdb3e448-075b-4ebf-9cdd-3b4bc7178090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:28.034599 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ecda1b5a-3083-4b94-bf64-0c9b838d759a req-cdb3e448-075b-4ebf-9cdd-3b4bc7178090 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b07e36dc5a904f16980660900e2eecc1&device_id=223c51db-033c-4ff9-afd9-85e07196d028 HTTP/1.1" status: 200 len: 1095 time: 0.0595689 Apr 05 14:53:28.077493 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ecda1b5a-3083-4b94-bf64-0c9b838d759a req-a65f3c9f-cf33-454f-8ca3-245dbe3a7f20 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a093444d-f0a5-49b8-a20b-611d527ef2da HTTP/1.1" status: 200 len: 217 time: 0.0356145 Apr 05 14:53:28.122689 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:28.138288 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda1b5a-3083-4b94-bf64-0c9b838d759a req-26a36c36-c0ec-4036-b47a-cd6abf18d849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:28.138288 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ecda1b5a-3083-4b94-bf64-0c9b838d759a req-26a36c36-c0ec-4036-b47a-cd6abf18d849 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e24a6cfd-1395-4506-a0b8-17c541f1b30f HTTP/1.1" status: 200 len: 834 time: 0.0514491 Apr 05 14:53:28.162773 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-06054139-2219-49a5-8d56-04ae94717ffc tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:28.167866 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-06054139-2219-49a5-8d56-04ae94717ffc tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks [] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:28.178056 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-06054139-2219-49a5-8d56-04ae94717ffc tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] 10.222.0.30 "DELETE /v2.0/networks/982586b9-dfc0-4e0a-a125-e68152b02993 HTTP/1.1" status: 204 len: 168 time: 0.6212425 Apr 05 14:53:28.178712 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 39854) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:28.195886 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda1b5a-3083-4b94-bf64-0c9b838d759a req-8de1564d-3c6d-4637-95be-d042c3e3376f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:28.197463 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ecda1b5a-3083-4b94-bf64-0c9b838d759a req-8de1564d-3c6d-4637-95be-d042c3e3376f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9aebcbd6-a91e-45a4-8198-a58d08f4af1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531652 Apr 05 14:53:28.219541 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06054139-2219-49a5-8d56-04ae94717ffc tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Pushing event deleted for resources: {'Network': ['ID=982586b9-dfc0-4e0a-a125-e68152b02993,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:28.278700 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-89dc120a-eb60-4a18-9c39-c48d5f1df917 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:28.303936 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ecda1b5a-3083-4b94-bf64-0c9b838d759a req-2fdf616a-fb54-42c5-8c7e-0b7102a8483a service neutron] 10.222.0.55 "GET /v2.0/networks/9aebcbd6-a91e-45a4-8198-a58d08f4af1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989487 Apr 05 14:53:28.436040 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ecda1b5a-3083-4b94-bf64-0c9b838d759a req-ecf85bf3-b7f9-4887-8501-6c850badbfd2 service neutron] 10.222.0.55 "GET /v2.0/networks/9aebcbd6-a91e-45a4-8198-a58d08f4af1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202559 Apr 05 14:53:28.447964 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-89dc120a-eb60-4a18-9c39-c48d5f1df917 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:28.470430 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-89dc120a-eb60-4a18-9c39-c48d5f1df917 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e402e0d4-6f66-4eef-9096-42da387eb72f']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:53:28.485059 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-89dc120a-eb60-4a18-9c39-c48d5f1df917 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eb56ead-472f-4d57-9f0b-c16c485f68fa') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:53:28.485426 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-89dc120a-eb60-4a18-9c39-c48d5f1df917 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eb56ead-472f-4d57-9f0b-c16c485f68fa') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:53:28.499189 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-89dc120a-eb60-4a18-9c39-c48d5f1df917 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:28.513416 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-89dc120a-eb60-4a18-9c39-c48d5f1df917 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:28.519623 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89dc120a-eb60-4a18-9c39-c48d5f1df917 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:53:28.520203 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-89dc120a-eb60-4a18-9c39-c48d5f1df917 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:28.524226 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:53:28.524226 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:53:28.524226 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:53:28.524226 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:53:28.524226 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:53:28.524226 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:53:28.524226 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:53:28.524226 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:53:28.524226 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:53:28.524226 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:53:28.524226 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:53:28.524226 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:53:28.524226 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:53:28.524226 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:53:28.524226 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:53:28.524226 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:53:28.524226 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:53:28.524226 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:53:28.524226 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:53:28.524226 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:53:28.524226 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:53:28.524226 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:53:28.524226 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:53:28.524226 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:53:28.524226 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:53:28.524226 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:53:28.524226 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:53:28.524226 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:53:28.524226 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:53:28.524226 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:53:28.524226 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:53:28.524226 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:53:28.697295 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-89dc120a-eb60-4a18-9c39-c48d5f1df917 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:28.707511 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-89dc120a-eb60-4a18-9c39-c48d5f1df917 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks [] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:28.710688 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-89dc120a-eb60-4a18-9c39-c48d5f1df917 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] 10.222.0.30 "DELETE /v2.0/networks/e402e0d4-6f66-4eef-9096-42da387eb72f HTTP/1.1" status: 204 len: 168 time: 0.5276582 Apr 05 14:53:28.713413 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 39858) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:28.728492 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dc120a-eb60-4a18-9c39-c48d5f1df917 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Pushing event deleted for resources: {'Network': ['ID=e402e0d4-6f66-4eef-9096-42da387eb72f,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:28.841900 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876f987a-ab46-49a6-b642-29e372ade972 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:28.849866 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876f987a-ab46-49a6-b642-29e372ade972 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:28.852019 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-876f987a-ab46-49a6-b642-29e372ade972 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1374555 Apr 05 14:53:28.862068 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 39864) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:28.870078 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-ce4b83f2-9e27-4204-ae6e-571579d5149e tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2062952841'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:53:28.954542 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce4b83f2-9e27-4204-ae6e-571579d5149e tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Made reservation on behalf of a13a3c017d84448cb74c2a731bc5d960 for: {'network': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:53:28.959159 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ce4b83f2-9e27-4204-ae6e-571579d5149e tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:28.987434 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce4b83f2-9e27-4204-ae6e-571579d5149e tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=103320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:53:28.997932 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ce4b83f2-9e27-4204-ae6e-571579d5149e tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:28.998293 n-d-836650-2 neutron-server[103320]: INFO neutron.db.segments_db [None req-ce4b83f2-9e27-4204-ae6e-571579d5149e tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Added segment dc720957-39a0-412b-b124-6f3db92b0f9e of type vlan for network a0668c60-dabe-4e42-97f1-42ce67818761 Apr 05 14:53:29.044502 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ce4b83f2-9e27-4204-ae6e-571579d5149e tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:29.159379 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3eba44-a0ec-4365-996d-2fd59b7ce01b req-d0d41621-436a-43ab-bc22-2987fca758ca tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:29.164236 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1c3eba44-a0ec-4365-996d-2fd59b7ce01b req-d0d41621-436a-43ab-bc22-2987fca758ca tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=223c51db-033c-4ff9-afd9-85e07196d028 HTTP/1.1" status: 200 len: 944 time: 0.0539715 Apr 05 14:53:29.195031 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ce4b83f2-9e27-4204-ae6e-571579d5149e tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:29.201410 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4b83f2-9e27-4204-ae6e-571579d5149e tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:29.201999 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ce4b83f2-9e27-4204-ae6e-571579d5149e tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:29.228222 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1c3eba44-a0ec-4365-996d-2fd59b7ce01b req-532a9577-7950-48a4-a24c-412a73bcdc9d tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c426553-985f-46f1-9795-5c798926dd34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600216 Apr 05 14:53:29.292009 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4b83f2-9e27-4204-ae6e-571579d5149e tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Pushing event updated for resources: {'Network': ['ID=a0668c60-dabe-4e42-97f1-42ce67818761,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:29.302542 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network a0668c60-dabe-4e42-97f1-42ce67818761 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:53:29.352223 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-ce4b83f2-9e27-4204-ae6e-571579d5149e tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4884083 Apr 05 14:53:29.354802 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 39870) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:29.364330 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-47b71d85-ffbd-4eab-9c98-e9d44e785a36 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2065548431'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:53:29.475099 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b71d85-ffbd-4eab-9c98-e9d44e785a36 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Made reservation on behalf of a13a3c017d84448cb74c2a731bc5d960 for: {'network': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:53:29.479746 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-47b71d85-ffbd-4eab-9c98-e9d44e785a36 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:29.522324 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47b71d85-ffbd-4eab-9c98-e9d44e785a36 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=103320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:53:29.533196 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-47b71d85-ffbd-4eab-9c98-e9d44e785a36 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:29.536976 n-d-836650-2 neutron-server[103320]: INFO neutron.db.segments_db [None req-47b71d85-ffbd-4eab-9c98-e9d44e785a36 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Added segment 4c24d7e0-9e35-4101-b772-de494b1cfdd0 of type vlan for network 40c8155c-c031-4558-871a-209e76ea179b Apr 05 14:53:29.583955 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-47b71d85-ffbd-4eab-9c98-e9d44e785a36 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:29.659345 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:29.744142 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:29.791511 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-47b71d85-ffbd-4eab-9c98-e9d44e785a36 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:29.801354 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b71d85-ffbd-4eab-9c98-e9d44e785a36 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:29.801354 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-47b71d85-ffbd-4eab-9c98-e9d44e785a36 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:29.875468 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b71d85-ffbd-4eab-9c98-e9d44e785a36 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Pushing event updated for resources: {'Network': ['ID=40c8155c-c031-4558-871a-209e76ea179b,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:29.886729 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 40c8155c-c031-4558-871a-209e76ea179b details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:53:29.926691 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 39876) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:29.929984 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-47b71d85-ffbd-4eab-9c98-e9d44e785a36 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5733705 Apr 05 14:53:29.931872 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-49e0143b-060d-4ccb-8e7c-2a982d3624c0 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Request body: {'ports': [{'network_id': 'a0668c60-dabe-4e42-97f1-42ce67818761', 'name': 'tempest-port--781338165', 'admin_state_up': True}, {'network_id': '40c8155c-c031-4558-871a-209e76ea179b', 'admin_state_up': False}]} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:53:29.932191 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-49e0143b-060d-4ccb-8e7c-2a982d3624c0 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Request body: {'port': {'network_id': 'a0668c60-dabe-4e42-97f1-42ce67818761', 'name': 'tempest-port--781338165', 'admin_state_up': True}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:53:29.932716 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-49e0143b-060d-4ccb-8e7c-2a982d3624c0 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Request body: {'port': {'network_id': '40c8155c-c031-4558-871a-209e76ea179b', 'admin_state_up': False}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:53:30.208403 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e0143b-060d-4ccb-8e7c-2a982d3624c0 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Made reservation on behalf of a13a3c017d84448cb74c2a731bc5d960 for: {'port': 2} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:53:30.213422 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-49e0143b-060d-4ccb-8e7c-2a982d3624c0 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:30.227875 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-49e0143b-060d-4ccb-8e7c-2a982d3624c0 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:30.374088 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b2688-b73d-40b0-b222-615f8f5432e6 req-72907b2a-3b09-4363-821d-abf08b0fca32 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:30.375727 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3d2b2688-b73d-40b0-b222-615f8f5432e6 req-72907b2a-3b09-4363-821d-abf08b0fca32 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=223c51db-033c-4ff9-afd9-85e07196d028 HTTP/1.1" status: 200 len: 944 time: 0.0551028 Apr 05 14:53:30.398845 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [None req-49e0143b-060d-4ccb-8e7c-2a982d3624c0 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] device_id is not set on port d64de9b0-c287-4faa-b6c5-22effcd85c19 yet. {{(pid=103321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:53:30.418792 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3d2b2688-b73d-40b0-b222-615f8f5432e6 req-be1a8968-cb05-4747-91ba-97141188aaac tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c426553-985f-46f1-9795-5c798926dd34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366778 Apr 05 14:53:30.496844 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-49e0143b-060d-4ccb-8e7c-2a982d3624c0 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:30.568685 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [None req-49e0143b-060d-4ccb-8e7c-2a982d3624c0 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] device_id is not set on port f0976a73-deef-45d8-92c6-59a40a17e9d1 yet. {{(pid=103321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:53:30.646689 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-49e0143b-060d-4ccb-8e7c-2a982d3624c0 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:30.711056 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device a093444d-f0a5-49b8-a20b-611d527ef2da details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:53:30.797173 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-49e0143b-060d-4ccb-8e7c-2a982d3624c0 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:30.808643 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port a093444d-f0a5-49b8-a20b-611d527ef2da, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=a093444d-f0a5-49b8-a20b-611d527ef2da,segment=NetworkSegment(569e59d5-703c-42a6-8cd3-5a15da49ad7c),segment_id=569e59d5-703c-42a6-8cd3-5a15da49ad7c)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:53:30.823163 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': 'a093444d-f0a5-49b8-a20b-611d527ef2da', 'network_id': '9aebcbd6-a91e-45a4-8198-a58d08f4af1b', 'port_id': 'a093444d-f0a5-49b8-a20b-611d527ef2da', 'mac_address': 'fa:16:3e:84:73:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e24a6cfd-1395-4506-a0b8-17c541f1b30f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:53:30.861667 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e0143b-060d-4ccb-8e7c-2a982d3624c0 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Pushing event updated for resources: {'Port': ['ID=d64de9b0-c287-4faa-b6c5-22effcd85c19,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:30.865208 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:30.869684 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e0143b-060d-4ccb-8e7c-2a982d3624c0 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Checking segment: {'id': 'dc720957-39a0-412b-b124-6f3db92b0f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'a0668c60-dabe-4e42-97f1-42ce67818761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:53:30.869684 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e0143b-060d-4ccb-8e7c-2a982d3624c0 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Network hostable DHCP agents. Network: a0668c60-dabe-4e42-97f1-42ce67818761, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:53:30.878615 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a093444d-f0a5-49b8-a20b-611d527ef2da {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:53:30.912610 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port a093444d-f0a5-49b8-a20b-611d527ef2da, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=a093444d-f0a5-49b8-a20b-611d527ef2da,segment=NetworkSegment(569e59d5-703c-42a6-8cd3-5a15da49ad7c),segment_id=569e59d5-703c-42a6-8cd3-5a15da49ad7c)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:53:31.070541 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:31.071264 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e0143b-060d-4ccb-8e7c-2a982d3624c0 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Network a0668c60-dabe-4e42-97f1-42ce67818761 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:53:31.117639 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=a093444d-f0a5-49b8-a20b-611d527ef2da,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:31.125155 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:31.125505 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:31.125847 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:31.126183 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:31.126521 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:31.126993 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:31.127326 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:31.127655 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:31.127980 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:31.128303 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:31.128627 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:31.128980 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:31.210111 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-49e0143b-060d-4ccb-8e7c-2a982d3624c0 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, a0668c60-dabe-4e42-97f1-42ce67818761) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:53:31.214229 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e0143b-060d-4ccb-8e7c-2a982d3624c0 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:53:31.215941 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-49e0143b-060d-4ccb-8e7c-2a982d3624c0 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:31.221511 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c6255b-c678-4f8c-8f45-64f31ce21996 None None] Network a0668c60-dabe-4e42-97f1-42ce67818761 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:53:31.293976 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e0143b-060d-4ccb-8e7c-2a982d3624c0 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Pushing event updated for resources: {'Port': ['ID=f0976a73-deef-45d8-92c6-59a40a17e9d1,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:31.301525 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e0143b-060d-4ccb-8e7c-2a982d3624c0 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Checking segment: {'id': '4c24d7e0-9e35-4101-b772-de494b1cfdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '40c8155c-c031-4558-871a-209e76ea179b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:53:31.305523 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['a093444d-f0a5-49b8-a20b-611d527ef2da'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:53:31.305882 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e0143b-060d-4ccb-8e7c-2a982d3624c0 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Network hostable DHCP agents. Network: 40c8155c-c031-4558-871a-209e76ea179b, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:53:31.430621 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e0143b-060d-4ccb-8e7c-2a982d3624c0 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Network 40c8155c-c031-4558-871a-209e76ea179b is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:53:31.543405 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b332a0d7-2d79-4dc7-8425-8818d97cfdc8 req-f8eb1462-d9c9-467c-994e-06561d247603 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:31.545430 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b332a0d7-2d79-4dc7-8425-8818d97cfdc8 req-f8eb1462-d9c9-467c-994e-06561d247603 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=223c51db-033c-4ff9-afd9-85e07196d028 HTTP/1.1" status: 200 len: 945 time: 0.0532653 Apr 05 14:53:31.571150 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-49e0143b-060d-4ccb-8e7c-2a982d3624c0 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 40c8155c-c031-4558-871a-209e76ea179b) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:53:31.575826 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e0143b-060d-4ccb-8e7c-2a982d3624c0 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:53:31.584301 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e0143b-060d-4ccb-8e7c-2a982d3624c0 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:31.585852 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533f83cf-06ec-4016-b920-b6c9e367f2bf None None] Network 40c8155c-c031-4558-871a-209e76ea179b requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:53:31.631316 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e0143b-060d-4ccb-8e7c-2a982d3624c0 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:31.631316 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-49e0143b-060d-4ccb-8e7c-2a982d3624c0 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:31.643957 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b332a0d7-2d79-4dc7-8425-8818d97cfdc8 req-1ddff400-581d-43cf-ae1a-d374d8896392 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c426553-985f-46f1-9795-5c798926dd34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840716 Apr 05 14:53:31.731222 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-49e0143b-060d-4ccb-8e7c-2a982d3624c0 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.8004403 Apr 05 14:53:31.731544 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 39916) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:31.795948 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc281f22-a4e1-4752-b2b3-e28efd9221fa tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:31.801922 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc281f22-a4e1-4752-b2b3-e28efd9221fa tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:31.803468 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-bc281f22-a4e1-4752-b2b3-e28efd9221fa tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0707004 Apr 05 14:53:31.806329 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 39918) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:31.908492 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-bf5d5a3f-87c0-433f-8e5a-0ff0c83daded tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Deleting port d64de9b0-c287-4faa-b6c5-22effcd85c19 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:53:31.909043 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bf5d5a3f-87c0-433f-8e5a-0ff0c83daded tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:31.977392 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bf5d5a3f-87c0-433f-8e5a-0ff0c83daded tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:31.998113 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-bf5d5a3f-87c0-433f-8e5a-0ff0c83daded tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Calling delete_port for d64de9b0-c287-4faa-b6c5-22effcd85c19 owned by {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:53:32.271330 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bf5d5a3f-87c0-433f-8e5a-0ff0c83daded tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:32.306692 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bf5d5a3f-87c0-433f-8e5a-0ff0c83daded tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:32.311616 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-bf5d5a3f-87c0-433f-8e5a-0ff0c83daded tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] 10.222.0.30 "DELETE /v2.0/ports/d64de9b0-c287-4faa-b6c5-22effcd85c19 HTTP/1.1" status: 204 len: 168 time: 0.5040958 Apr 05 14:53:32.314316 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 39924) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:32.332356 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5d5a3f-87c0-433f-8e5a-0ff0c83daded tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Pushing event deleted for resources: {'Port': ['ID=d64de9b0-c287-4faa-b6c5-22effcd85c19,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:32.352906 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2864ec6e-3b0f-456c-a9ef-77147ed7f3f2 req-bacd8aea-2c06-4436-8f12-909bef3e534e tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:32.354629 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2864ec6e-3b0f-456c-a9ef-77147ed7f3f2 req-bacd8aea-2c06-4436-8f12-909bef3e534e tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/ports?device_id=afcf67b8-bd16-4226-a52d-1e179a4f797e HTTP/1.1" status: 200 len: 946 time: 0.0963385 Apr 05 14:53:32.408703 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2864ec6e-3b0f-456c-a9ef-77147ed7f3f2 req-09ce558d-e9e7-4b93-81b6-02d86018dc60 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/security-groups?id=10d47785-9bfb-40ac-95a5-4ccfce8ff568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452487 Apr 05 14:53:32.425889 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-2b66c1f8-2a87-4d90-a4f2-15a07ef9962b tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Deleting port f0976a73-deef-45d8-92c6-59a40a17e9d1 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:53:32.428100 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2b66c1f8-2a87-4d90-a4f2-15a07ef9962b tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:32.493920 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2b66c1f8-2a87-4d90-a4f2-15a07ef9962b tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:32.508089 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-2b66c1f8-2a87-4d90-a4f2-15a07ef9962b tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Calling delete_port for f0976a73-deef-45d8-92c6-59a40a17e9d1 owned by {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:53:32.702435 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2b66c1f8-2a87-4d90-a4f2-15a07ef9962b tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:32.713597 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device a093444d-f0a5-49b8-a20b-611d527ef2da up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:53:32.780496 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b66c1f8-2a87-4d90-a4f2-15a07ef9962b tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Pushing event deleted for resources: {'Port': ['ID=f0976a73-deef-45d8-92c6-59a40a17e9d1,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:32.808150 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2b66c1f8-2a87-4d90-a4f2-15a07ef9962b tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:32.815066 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-2b66c1f8-2a87-4d90-a4f2-15a07ef9962b tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] 10.222.0.30 "DELETE /v2.0/ports/f0976a73-deef-45d8-92c6-59a40a17e9d1 HTTP/1.1" status: 204 len: 168 time: 0.4959536 Apr 05 14:53:32.815306 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 39932) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:32.815789 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ee71f-5e5a-4a70-ad07-630b91b8d2ef req-e8ef2fae-32a1-48a7-ad9c-4c61ff3eb40f tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:32.823434 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-268ee71f-5e5a-4a70-ad07-630b91b8d2ef req-e8ef2fae-32a1-48a7-ad9c-4c61ff3eb40f tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=223c51db-033c-4ff9-afd9-85e07196d028 HTTP/1.1" status: 200 len: 945 time: 0.1106861 Apr 05 14:53:32.843496 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port a093444d-f0a5-49b8-a20b-611d527ef2da completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:53:32.848869 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port a093444d-f0a5-49b8-a20b-611d527ef2da triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:53:32.849596 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:32.879934 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-a9ae59b6-e442-4592-96f4-378c8fdd7a82 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0560279 Apr 05 14:53:32.880287 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-268ee71f-5e5a-4a70-ad07-630b91b8d2ef req-26f0e7d6-1aca-4c9d-95c8-61336a20104b tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c426553-985f-46f1-9795-5c798926dd34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529511 Apr 05 14:53:32.884114 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 39934) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:32.890809 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-112924c2-2528-41f4-821c-fa0c07129f9f tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1884539784'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:53:32.990845 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:33.014068 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '223c51db-033c-4ff9-afd9-85e07196d028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a093444d-f0a5-49b8-a20b-611d527ef2da'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:53:33.016323 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2f8485-20c7-4e29-94a2-8ae3d07dda65" -d '{"events": [{"server_uuid": "223c51db-033c-4ff9-afd9-85e07196d028", "name": "network-vif-plugged", "status": "completed", "tag": "a093444d-f0a5-49b8-a20b-611d527ef2da"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:53:33.039589 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port a093444d-f0a5-49b8-a20b-611d527ef2da, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=a093444d-f0a5-49b8-a20b-611d527ef2da,segment=NetworkSegment(569e59d5-703c-42a6-8cd3-5a15da49ad7c),segment_id=569e59d5-703c-42a6-8cd3-5a15da49ad7c)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:53:33.044806 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112924c2-2528-41f4-821c-fa0c07129f9f tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Made reservation on behalf of a13a3c017d84448cb74c2a731bc5d960 for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:53:33.049963 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-112924c2-2528-41f4-821c-fa0c07129f9f tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:33.074804 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-112924c2-2528-41f4-821c-fa0c07129f9f tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:53:33.085168 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-112924c2-2528-41f4-821c-fa0c07129f9f tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:33.085519 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-112924c2-2528-41f4-821c-fa0c07129f9f tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Added segment d3cb2450-5221-422a-bb8d-b2407852c4b4 of type vlan for network 00c4fbe7-a858-4bcf-b397-9debd241b24e Apr 05 14:53:33.130288 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-112924c2-2528-41f4-821c-fa0c07129f9f tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:33.142946 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:33.211421 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=a093444d-f0a5-49b8-a20b-611d527ef2da,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:33.232294 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-112924c2-2528-41f4-821c-fa0c07129f9f tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:33.239366 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112924c2-2528-41f4-821c-fa0c07129f9f tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:33.240008 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-112924c2-2528-41f4-821c-fa0c07129f9f tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks [] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:33.242154 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-232da7d9-5fa9-47f9-b0aa-c5a5a85cdc4f x-openstack-request-id: req-232da7d9-5fa9-47f9-b0aa-c5a5a85cdc4f {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:53:33.242452 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "223c51db-033c-4ff9-afd9-85e07196d028", "name": "network-vif-plugged", "status": "completed", "tag": "a093444d-f0a5-49b8-a20b-611d527ef2da", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:53:33.242710 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-232da7d9-5fa9-47f9-b0aa-c5a5a85cdc4f {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:53:33.243107 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-232da7d9-5fa9-47f9-b0aa-c5a5a85cdc4f'] response: {'server_uuid': '223c51db-033c-4ff9-afd9-85e07196d028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a093444d-f0a5-49b8-a20b-611d527ef2da', 'code': 200} Apr 05 14:53:33.334099 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112924c2-2528-41f4-821c-fa0c07129f9f tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Pushing event updated for resources: {'Network': ['ID=00c4fbe7-a858-4bcf-b397-9debd241b24e,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:33.345161 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 00c4fbe7-a858-4bcf-b397-9debd241b24e details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:53:33.349605 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ad160-768c-4f61-9e0a-c37debd3584e req-402e459e-4c62-4d1d-a667-30e8bf903b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:33.349605 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-185ad160-768c-4f61-9e0a-c37debd3584e req-402e459e-4c62-4d1d-a667-30e8bf903b19 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=223c51db-033c-4ff9-afd9-85e07196d028 HTTP/1.1" status: 200 len: 1097 time: 0.0455627 Apr 05 14:53:33.378193 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-112924c2-2528-41f4-821c-fa0c07129f9f tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4910040 Apr 05 14:53:33.379210 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 39942) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:33.384464 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-31c4f3a0-f3da-4a03-9393-b079d3ff46b5 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1715762557'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:53:33.387547 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-185ad160-768c-4f61-9e0a-c37debd3584e req-2598b3fc-1733-4e63-a27e-1437028a3734 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9c426553-985f-46f1-9795-5c798926dd34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328619 Apr 05 14:53:33.493477 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c4f3a0-f3da-4a03-9393-b079d3ff46b5 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Made reservation on behalf of a13a3c017d84448cb74c2a731bc5d960 for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:53:33.497850 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-31c4f3a0-f3da-4a03-9393-b079d3ff46b5 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:33.530743 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31c4f3a0-f3da-4a03-9393-b079d3ff46b5 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:53:33.540041 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-31c4f3a0-f3da-4a03-9393-b079d3ff46b5 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:33.540459 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-31c4f3a0-f3da-4a03-9393-b079d3ff46b5 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Added segment 80dae324-f78d-48d0-9d20-feddf6df7e69 of type vlan for network c79193fc-fd07-457b-8452-87040d9872b4 Apr 05 14:53:33.541272 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396c003f-e0b9-469e-8517-ef8667a6d7b5 req-e617d738-01ec-4159-add0-8528f535b1ad tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:33.545436 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-396c003f-e0b9-469e-8517-ef8667a6d7b5 req-e617d738-01ec-4159-add0-8528f535b1ad tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/ports?device_id=afcf67b8-bd16-4226-a52d-1e179a4f797e HTTP/1.1" status: 200 len: 946 time: 0.0711462 Apr 05 14:53:33.587829 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-31c4f3a0-f3da-4a03-9393-b079d3ff46b5 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:33.594905 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-396c003f-e0b9-469e-8517-ef8667a6d7b5 req-1a40b302-c3da-44c2-ae5f-b5c0ea5f24d1 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/security-groups?id=10d47785-9bfb-40ac-95a5-4ccfce8ff568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451298 Apr 05 14:53:33.714093 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-31c4f3a0-f3da-4a03-9393-b079d3ff46b5 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:33.721533 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c4f3a0-f3da-4a03-9393-b079d3ff46b5 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:33.722115 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-31c4f3a0-f3da-4a03-9393-b079d3ff46b5 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks [] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:33.796565 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c4f3a0-f3da-4a03-9393-b079d3ff46b5 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Pushing event updated for resources: {'Network': ['ID=c79193fc-fd07-457b-8452-87040d9872b4,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:33.806674 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network c79193fc-fd07-457b-8452-87040d9872b4 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:53:33.864808 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-31c4f3a0-f3da-4a03-9393-b079d3ff46b5 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4817090 Apr 05 14:53:34.035511 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6be5210-8788-4f63-982a-c64a025b873d req-3b31363b-4df5-465d-ba03-df50ff2210b4 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:34.037138 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e6be5210-8788-4f63-982a-c64a025b873d req-3b31363b-4df5-465d-ba03-df50ff2210b4 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=223c51db-033c-4ff9-afd9-85e07196d028 HTTP/1.1" status: 200 len: 946 time: 0.0563798 Apr 05 14:53:34.077901 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e6be5210-8788-4f63-982a-c64a025b873d req-25d62293-59f1-48f9-8fee-6d4d4b2b9a88 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c426553-985f-46f1-9795-5c798926dd34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329843 Apr 05 14:53:34.166023 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d46f9-6253-413b-9a6b-8f872f2d09d9 req-56e5c1c8-059e-409b-b6bb-1542b9e72d41 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:34.167620 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-e13d46f9-6253-413b-9a6b-8f872f2d09d9 req-56e5c1c8-059e-409b-b6bb-1542b9e72d41 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.11 "GET /v2.0/ports?device_id=afcf67b8-bd16-4226-a52d-1e179a4f797e HTTP/1.1" status: 200 len: 946 time: 0.0551920 Apr 05 14:53:34.294830 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-e13d46f9-6253-413b-9a6b-8f872f2d09d9 req-59f731bf-849a-4bbd-bbbb-9e0f09406653 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Deleting port 56049af1-1ba2-4489-9008-342f74470dd8 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:53:34.295168 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-e13d46f9-6253-413b-9a6b-8f872f2d09d9 req-59f731bf-849a-4bbd-bbbb-9e0f09406653 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:34.410885 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-e13d46f9-6253-413b-9a6b-8f872f2d09d9 req-59f731bf-849a-4bbd-bbbb-9e0f09406653 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] For port 56049af1-1ba2-4489-9008-342f74470dd8, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=56049af1-1ba2-4489-9008-342f74470dd8,segment=NetworkSegment(66fbd2e0-c36a-4acf-927a-20a3621831c7),segment_id=66fbd2e0-c36a-4acf-927a-20a3621831c7)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:53:34.411632 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-e13d46f9-6253-413b-9a6b-8f872f2d09d9 req-59f731bf-849a-4bbd-bbbb-9e0f09406653 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:34.709472 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-e13d46f9-6253-413b-9a6b-8f872f2d09d9 req-59f731bf-849a-4bbd-bbbb-9e0f09406653 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:34.709842 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-e13d46f9-6253-413b-9a6b-8f872f2d09d9 req-59f731bf-849a-4bbd-bbbb-9e0f09406653 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:34.710158 n-d-836650-2 neutron-server[103321]: INFO neutron.db.l3_db [req-e13d46f9-6253-413b-9a6b-8f872f2d09d9 req-59f731bf-849a-4bbd-bbbb-9e0f09406653 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Floating IP 4fd0db25-3c94-440f-aad2-71ec8ae25776 disassociated. External IP: 172.25.6.93, port: 56049af1-1ba2-4489-9008-342f74470dd8. Apr 05 14:53:34.710503 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-e13d46f9-6253-413b-9a6b-8f872f2d09d9 req-59f731bf-849a-4bbd-bbbb-9e0f09406653 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Calling delete_port for 56049af1-1ba2-4489-9008-342f74470dd8 owned by compute:nova {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:53:34.783536 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501479a3-f454-44e7-a32d-f5fe434221f6 req-79eeee8d-5ba6-458f-aa02-d75732b76b49 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:34.785469 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-501479a3-f454-44e7-a32d-f5fe434221f6 req-79eeee8d-5ba6-458f-aa02-d75732b76b49 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/ports?device_id=afcf67b8-bd16-4226-a52d-1e179a4f797e HTTP/1.1" status: 200 len: 946 time: 0.0688109 Apr 05 14:53:34.848006 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-501479a3-f454-44e7-a32d-f5fe434221f6 req-69201819-b913-4ef8-a6f6-b39e406001ba tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/security-groups?id=10d47785-9bfb-40ac-95a5-4ccfce8ff568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513313 Apr 05 14:53:34.991038 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-e13d46f9-6253-413b-9a6b-8f872f2d09d9 req-59f731bf-849a-4bbd-bbbb-9e0f09406653 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:35.045868 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f731bf-849a-4bbd-bbbb-9e0f09406653 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Pushing event deleted for resources: {'Port': ['ID=56049af1-1ba2-4489-9008-342f74470dd8,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:35.183628 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e13d46f9-6253-413b-9a6b-8f872f2d09d9 req-59f731bf-849a-4bbd-bbbb-9e0f09406653 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Router b1445dec-20ca-403d-b665-56d8d9cba455 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:53:35.229584 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b97f65-2a28-4741-939e-ad001dcef73b req-370f615b-9632-4f88-a31a-ab85edc34fd5 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:35.231362 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-45b97f65-2a28-4741-939e-ad001dcef73b req-370f615b-9632-4f88-a31a-ab85edc34fd5 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=223c51db-033c-4ff9-afd9-85e07196d028 HTTP/1.1" status: 200 len: 946 time: 0.0759509 Apr 05 14:53:35.288737 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-45b97f65-2a28-4741-939e-ad001dcef73b req-2231167e-5657-425f-99a6-9c626dc62a5a tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c426553-985f-46f1-9795-5c798926dd34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405064 Apr 05 14:53:35.320722 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e13d46f9-6253-413b-9a6b-8f872f2d09d9 req-59f731bf-849a-4bbd-bbbb-9e0f09406653 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:53:35.353999 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b2602e-2106-4748-91c8-a2b6f7ed5dfa None None] Sync routers for ids ['b1445dec-20ca-403d-b665-56d8d9cba455'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:53:35.382295 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b2602e-2106-4748-91c8-a2b6f7ed5dfa None None] Routers {'b1445dec-20ca-403d-b665-56d8d9cba455'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:53:35.383220 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-26b2602e-2106-4748-91c8-a2b6f7ed5dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:53:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['b1445dec-20ca-403d-b665-56d8d9cba455'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:53:35.482119 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-e13d46f9-6253-413b-9a6b-8f872f2d09d9 req-59f731bf-849a-4bbd-bbbb-9e0f09406653 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] No DVR routers for this DVR port 56049af1-1ba2-4489-9008-342f74470dd8 on host n-h2-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:53:35.490462 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-e13d46f9-6253-413b-9a6b-8f872f2d09d9 req-59f731bf-849a-4bbd-bbbb-9e0f09406653 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:35.493811 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-e13d46f9-6253-413b-9a6b-8f872f2d09d9 req-59f731bf-849a-4bbd-bbbb-9e0f09406653 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.11 "DELETE /v2.0/ports/56049af1-1ba2-4489-9008-342f74470dd8 HTTP/1.1" status: 204 len: 173 time: 1.3203974 Apr 05 14:53:35.494301 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afcf67b8-bd16-4226-a52d-1e179a4f797e', 'name': 'network-vif-deleted', 'tag': '56049af1-1ba2-4489-9008-342f74470dd8'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:53:35.496683 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a849dce-f029-4259-b79c-bc98c58b92b4" -d '{"events": [{"server_uuid": "afcf67b8-bd16-4226-a52d-1e179a4f797e", "name": "network-vif-deleted", "tag": "56049af1-1ba2-4489-9008-342f74470dd8"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:53:35.575273 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382ccd7e-6016-4708-8f97-b500c3c32c43 req-32ef7c7e-949d-472f-8057-d8b196ef3452 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:35.581159 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-382ccd7e-6016-4708-8f97-b500c3c32c43 req-32ef7c7e-949d-472f-8057-d8b196ef3452 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=223c51db-033c-4ff9-afd9-85e07196d028 HTTP/1.1" status: 200 len: 946 time: 0.1026216 Apr 05 14:53:35.611206 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d233926c-8870-42ff-ad5c-5a132b0896e8 x-openstack-request-id: req-d233926c-8870-42ff-ad5c-5a132b0896e8 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:53:35.611594 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afcf67b8-bd16-4226-a52d-1e179a4f797e", "name": "network-vif-deleted", "tag": "56049af1-1ba2-4489-9008-342f74470dd8", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:53:35.611942 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d233926c-8870-42ff-ad5c-5a132b0896e8 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:53:35.612549 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d233926c-8870-42ff-ad5c-5a132b0896e8'] response: {'server_uuid': 'afcf67b8-bd16-4226-a52d-1e179a4f797e', 'name': 'network-vif-deleted', 'tag': '56049af1-1ba2-4489-9008-342f74470dd8', 'status': 'completed', 'code': 200} Apr 05 14:53:35.652055 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-26b2602e-2106-4748-91c8-a2b6f7ed5dfa None None] Set router b1445dec-20ca-403d-b665-56d8d9cba455 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:53:35.689804 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-382ccd7e-6016-4708-8f97-b500c3c32c43 req-4b05ceb2-b24d-4a70-92c5-aa03ea0ab46f tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c426553-985f-46f1-9795-5c798926dd34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000097 Apr 05 14:53:35.709498 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 39978) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:35.800971 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9350182-eabf-4b3f-9e18-bbbc16dd1296 tempest-TestNetworkAdvancedServerOps-2063735697 tempest-TestNetworkAdvancedServerOps-2063735697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:35.802894 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-f9350182-eabf-4b3f-9e18-bbbc16dd1296 tempest-TestNetworkAdvancedServerOps-2063735697 tempest-TestNetworkAdvancedServerOps-2063735697-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=223c51db-033c-4ff9-afd9-85e07196d028 HTTP/1.1" status: 200 len: 1092 time: 0.0922754 Apr 05 14:53:35.805843 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 39980) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:35.820909 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-e0fddd27-3d8a-45eb-b04b-29d78ae76eda tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Request body: {'floatingip': {'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'port_id': 'a093444d-f0a5-49b8-a20b-611d527ef2da', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:53:35.979771 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e0fddd27-3d8a-45eb-b04b-29d78ae76eda tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for floatingip, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:36.020552 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-26b2602e-2106-4748-91c8-a2b6f7ed5dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'name': 'tempest-AttachVolumeNegativeTest-1732339431-router', 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'bd6b8bf7-c569-4249-ab62-bab0f76cc3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:50:04Z', 'updated_at': '2022-04-05T14:50:09Z', 'revision_number': 4, 'project_id': '0d680450c8534547bd5afee8c1b9c44d', 'gw_port': {'id': 'bd6b8bf7-c569-4249-ab62-bab0f76cc3e2', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:05Z', 'updated_at': '2022-04-05T14:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '9221f79d-cf57-48ff-99a2-721b9a2f3ce1', 'name': '', 'network_id': '9c33a3eb-a65a-4749-8ece-9c0c17a8413b', 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'mac_address': 'fa:16:3e:88:65:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': 'b0eeff46-5c4b-4ea4-85de-a28a5ce6d062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:08Z', 'updated_at': '2022-04-05T14:50:15Z', 'revision_number': 5, 'project_id': '0d680450c8534547bd5afee8c1b9c44d', 'subnets': [{'id': 'b0eeff46-5c4b-4ea4-85de-a28a5ce6d062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:53:36.030186 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-73f58f32-763c-4d18-9d78-31d288b87a65 req-e3f3eed8-dd04-4976-8f89-2af72bb3cbd7 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/ports?device_id=afcf67b8-bd16-4226-a52d-1e179a4f797e HTTP/1.1" status: 200 len: 210 time: 0.0366077 Apr 05 14:53:36.057551 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b2602e-2106-4748-91c8-a2b6f7ed5dfa None None] Checking router: b1445dec-20ca-403d-b665-56d8d9cba455 for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:53:36.067700 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b2602e-2106-4748-91c8-a2b6f7ed5dfa None None] Routers {'b1445dec-20ca-403d-b665-56d8d9cba455'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:53:36.068348 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-26b2602e-2106-4748-91c8-a2b6f7ed5dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:53:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['b1445dec-20ca-403d-b665-56d8d9cba455'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:53:36.158700 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e0fddd27-3d8a-45eb-b04b-29d78ae76eda tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:36.213469 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-26b2602e-2106-4748-91c8-a2b6f7ed5dfa None None] Set router b1445dec-20ca-403d-b665-56d8d9cba455 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:53:36.303296 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-e0fddd27-3d8a-45eb-b04b-29d78ae76eda tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Allocated IP 172.25.6.66 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/e8434f4d-cbdd-4060-841d-4caaebd07e4f) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:53:36.443002 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e0fddd27-3d8a-45eb-b04b-29d78ae76eda tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:36.536796 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-26b2602e-2106-4748-91c8-a2b6f7ed5dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'name': 'tempest-AttachVolumeNegativeTest-1732339431-router', 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'bd6b8bf7-c569-4249-ab62-bab0f76cc3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:50:04Z', 'updated_at': '2022-04-05T14:50:09Z', 'revision_number': 4, 'project_id': '0d680450c8534547bd5afee8c1b9c44d', 'gw_port': {'id': 'bd6b8bf7-c569-4249-ab62-bab0f76cc3e2', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:05Z', 'updated_at': '2022-04-05T14:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '9221f79d-cf57-48ff-99a2-721b9a2f3ce1', 'name': '', 'network_id': '9c33a3eb-a65a-4749-8ece-9c0c17a8413b', 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'mac_address': 'fa:16:3e:88:65:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': 'b0eeff46-5c4b-4ea4-85de-a28a5ce6d062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:08Z', 'updated_at': '2022-04-05T14:50:15Z', 'revision_number': 5, 'project_id': '0d680450c8534547bd5afee8c1b9c44d', 'subnets': [{'id': 'b0eeff46-5c4b-4ea4-85de-a28a5ce6d062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:53:36.583737 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b2602e-2106-4748-91c8-a2b6f7ed5dfa None None] The sync data for ids ['b1445dec-20ca-403d-b665-56d8d9cba455'] in n-d-836650-2 is: [{'id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'name': 'tempest-AttachVolumeNegativeTest-1732339431-router', 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'bd6b8bf7-c569-4249-ab62-bab0f76cc3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:50:04Z', 'updated_at': '2022-04-05T14:50:09Z', 'revision_number': 4, 'project_id': '0d680450c8534547bd5afee8c1b9c44d', 'gw_port': {'id': 'bd6b8bf7-c569-4249-ab62-bab0f76cc3e2', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:05Z', 'updated_at': '2022-04-05T14:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '9221f79d-cf57-48ff-99a2-721b9a2f3ce1', 'name': '', 'network_id': '9c33a3eb-a65a-4749-8ece-9c0c17a8413b', 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'mac_address': 'fa:16:3e:88:65:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': 'b0eeff46-5c4b-4ea4-85de-a28a5ce6d062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:08Z', 'updated_at': '2022-04-05T14:50:15Z', 'revision_number': 5, 'project_id': '0d680450c8534547bd5afee8c1b9c44d', 'subnets': [{'id': 'b0eeff46-5c4b-4ea4-85de-a28a5ce6d062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:53:36.585809 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e0fddd27-3d8a-45eb-b04b-29d78ae76eda tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:36.641085 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 7 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 14:53:36.646317 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fddd27-3d8a-45eb-b04b-29d78ae76eda tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:53:36.661556 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-e0fddd27-3d8a-45eb-b04b-29d78ae76eda tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:53:36.661556 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fddd27-3d8a-45eb-b04b-29d78ae76eda tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:53:36.726206 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fddd27-3d8a-45eb-b04b-29d78ae76eda tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Pushing event updated for resources: {'Port': ['ID=e8434f4d-cbdd-4060-841d-4caaebd07e4f,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:37.020078 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 56049af1-1ba2-4489-9008-342f74470dd8 no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:53:37.063828 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] No Port match for: 56049af1-1ba2-4489-9008-342f74470dd8 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:53:37.064673 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 56049af1-1ba2-4489-9008-342f74470dd8 not bound to the agent host n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:53:37.105822 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fbd65e-8b52-4ca4-9959-c986b9fa003a None None] New status for floating IP 4fd0db25-3c94-440f-aad2-71ec8ae25776: DOWN {{(pid=103323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 14:53:37.192616 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e0fddd27-3d8a-45eb-b04b-29d78ae76eda tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:37.306141 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 39994) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:37.348280 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 39996) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:37.357583 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-942be1e2-333c-4db9-904e-f3750d64a8e5 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Request body: {'subnets': [{'network_id': '00c4fbe7-a858-4bcf-b397-9debd241b24e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1933170982', 'ip_version': 6}, {'network_id': 'c79193fc-fd07-457b-8452-87040d9872b4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:53:37.358093 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-942be1e2-333c-4db9-904e-f3750d64a8e5 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Request body: {'subnet': {'network_id': '00c4fbe7-a858-4bcf-b397-9debd241b24e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1933170982', 'ip_version': 6}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:53:37.358897 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-942be1e2-333c-4db9-904e-f3750d64a8e5 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Request body: {'subnet': {'network_id': 'c79193fc-fd07-457b-8452-87040d9872b4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:53:37.367213 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3ac3a4e1-868a-43fb-8fae-2aec2fccbda8 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:37.392128 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3ac3a4e1-868a-43fb-8fae-2aec2fccbda8 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:37.452160 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e0fddd27-3d8a-45eb-b04b-29d78ae76eda tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:37.577524 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3ac3a4e1-868a-43fb-8fae-2aec2fccbda8 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:37.580688 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3ac3a4e1-868a-43fb-8fae-2aec2fccbda8 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:37.587900 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-3ac3a4e1-868a-43fb-8fae-2aec2fccbda8 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "DELETE /v2.0/security-groups/10d47785-9bfb-40ac-95a5-4ccfce8ff568 HTTP/1.1" status: 204 len: 168 time: 0.2781551 Apr 05 14:53:37.592852 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 40000) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:37.611633 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac3a4e1-868a-43fb-8fae-2aec2fccbda8 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d47785-9bfb-40ac-95a5-4ccfce8ff568,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:37.620934 n-d-836650-2 neutron-server[103320]: INFO neutron.api.v2.resource [None req-10c4a5f0-2b17-4c32-8ccf-431053694f26 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] show failed (client error): The resource could not be found. Apr 05 14:53:37.622612 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-10c4a5f0-2b17-4c32-8ccf-431053694f26 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/security-groups/10d47785-9bfb-40ac-95a5-4ccfce8ff568 HTTP/1.1" status: 404 len: 347 time: 0.0286193 Apr 05 14:53:37.628135 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 40002) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:37.707436 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e0fddd27-3d8a-45eb-b04b-29d78ae76eda tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:37.775384 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-17e312a1-fecc-4836-b0ec-19d948ba01ec tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Deleting port ac60450a-9b1b-445f-b8a1-600b24352fdb {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:53:37.775716 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-17e312a1-fecc-4836-b0ec-19d948ba01ec tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:37.788448 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-942be1e2-333c-4db9-904e-f3750d64a8e5 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Made reservation on behalf of a13a3c017d84448cb74c2a731bc5d960 for: {'subnet': 2} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:53:37.794023 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-942be1e2-333c-4db9-904e-f3750d64a8e5 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:37.794369 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-942be1e2-333c-4db9-904e-f3750d64a8e5 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:37.846124 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e0fddd27-3d8a-45eb-b04b-29d78ae76eda tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:37.859675 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-17e312a1-fecc-4836-b0ec-19d948ba01ec tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:37.860003 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-17e312a1-fecc-4836-b0ec-19d948ba01ec tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:37.873695 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-17e312a1-fecc-4836-b0ec-19d948ba01ec tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Calling delete_port for ac60450a-9b1b-445f-b8a1-600b24352fdb owned by network:floatingip {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:53:38.122598 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-17e312a1-fecc-4836-b0ec-19d948ba01ec tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:38.150146 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e312a1-fecc-4836-b0ec-19d948ba01ec tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Pushing event deleted for resources: {'Port': ['ID=ac60450a-9b1b-445f-b8a1-600b24352fdb,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:38.216852 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-17e312a1-fecc-4836-b0ec-19d948ba01ec tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for floatingip, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:38.219504 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-17e312a1-fecc-4836-b0ec-19d948ba01ec tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:38.223152 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-17e312a1-fecc-4836-b0ec-19d948ba01ec tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "DELETE /v2.0/floatingips/4fd0db25-3c94-440f-aad2-71ec8ae25776 HTTP/1.1" status: 204 len: 168 time: 0.5915720 Apr 05 14:53:38.254135 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fddd27-3d8a-45eb-b04b-29d78ae76eda tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Pushing event updated for resources: {'Port': ['ID=e8434f4d-cbdd-4060-841d-4caaebd07e4f,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:38.286489 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e0fddd27-3d8a-45eb-b04b-29d78ae76eda tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:38.474492 n-d-836650-2 neutron-server[103321]: INFO neutron.db.l3_db [None req-e0fddd27-3d8a-45eb-b04b-29d78ae76eda tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Floating IP bd59d810-2f5b-4702-88c0-00e33f5dead9 associated. External IP: 172.25.6.66, port: a093444d-f0a5-49b8-a20b-611d527ef2da. Apr 05 14:53:38.692697 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 40014) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:38.698694 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-2a189509-6893-4559-ba0f-2fa94a201a49 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2090129987', 'description': 'tempest-description--1120332135'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:53:38.808834 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2a189509-6893-4559-ba0f-2fa94a201a49 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:38.862501 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0fddd27-3d8a-45eb-b04b-29d78ae76eda tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Router 3d3e8e8f-5237-4a85-845a-230cdfd16c03 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:53:38.897286 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2a189509-6893-4559-ba0f-2fa94a201a49 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:38.992942 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0fddd27-3d8a-45eb-b04b-29d78ae76eda tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:53:39.008244 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-942be1e2-333c-4db9-904e-f3750d64a8e5 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:39.008418 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca1135e-1af8-4ec1-9079-b0d40ea01089 None None] Sync routers for ids ['3d3e8e8f-5237-4a85-845a-230cdfd16c03'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:53:39.020281 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca1135e-1af8-4ec1-9079-b0d40ea01089 None None] Routers {'3d3e8e8f-5237-4a85-845a-230cdfd16c03'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:53:39.020827 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-5ca1135e-1af8-4ec1-9079-b0d40ea01089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:53:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['3d3e8e8f-5237-4a85-845a-230cdfd16c03'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:53:39.034974 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2a189509-6893-4559-ba0f-2fa94a201a49 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:39.074690 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a189509-6893-4559-ba0f-2fa94a201a49 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb3d0e4-c8ad-4b5d-af5b-8691d67a2d89,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:39.085080 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942be1e2-333c-4db9-904e-f3750d64a8e5 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Pushing event updated for resources: {'Subnet': ['ID=a47cda8a-a68d-445c-ac65-ab88de124583,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:39.092652 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e0fddd27-3d8a-45eb-b04b-29d78ae76eda tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:39.117197 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942be1e2-333c-4db9-904e-f3750d64a8e5 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Checking segment: {'id': 'd3cb2450-5221-422a-bb8d-b2407852c4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '00c4fbe7-a858-4bcf-b397-9debd241b24e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:53:39.117571 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942be1e2-333c-4db9-904e-f3750d64a8e5 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Network hostable DHCP agents. Network: 00c4fbe7-a858-4bcf-b397-9debd241b24e, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:53:39.137941 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-e0fddd27-3d8a-45eb-b04b-29d78ae76eda tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3304088 Apr 05 14:53:39.138669 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '223c51db-033c-4ff9-afd9-85e07196d028', 'tag': 'a093444d-f0a5-49b8-a20b-611d527ef2da'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:53:39.141084 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e740735c-651f-4a40-a291-1875768f127a" -d '{"events": [{"name": "network-changed", "server_uuid": "223c51db-033c-4ff9-afd9-85e07196d028", "tag": "a093444d-f0a5-49b8-a20b-611d527ef2da"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:53:39.192529 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9659331-e335-4073-bcff-83e82f9068c0 x-openstack-request-id: req-d9659331-e335-4073-bcff-83e82f9068c0 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:53:39.192850 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "223c51db-033c-4ff9-afd9-85e07196d028", "tag": "a093444d-f0a5-49b8-a20b-611d527ef2da", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:53:39.193427 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d9659331-e335-4073-bcff-83e82f9068c0 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:53:39.193882 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9659331-e335-4073-bcff-83e82f9068c0'] response: {'name': 'network-changed', 'server_uuid': '223c51db-033c-4ff9-afd9-85e07196d028', 'tag': 'a093444d-f0a5-49b8-a20b-611d527ef2da', 'status': 'completed', 'code': 200} Apr 05 14:53:39.208214 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2a189509-6893-4559-ba0f-2fa94a201a49 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:39.212260 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-2a189509-6893-4559-ba0f-2fa94a201a49 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5150335 Apr 05 14:53:39.212483 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 40034) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:39.220805 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-9a5a6277-002f-4439-800b-134b01f9acae tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Request body: {'security_group_rule': {'security_group_id': 'fdb3d0e4-c8ad-4b5d-af5b-8691d67a2d89', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:53:39.272809 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942be1e2-333c-4db9-904e-f3750d64a8e5 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Network 00c4fbe7-a858-4bcf-b397-9debd241b24e is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:53:39.332784 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e740735c-651f-4a40-a291-1875768f127a req-8e860cb2-4d2f-4d99-bbb9-2126e9053f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:39.334447 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e740735c-651f-4a40-a291-1875768f127a req-8e860cb2-4d2f-4d99-bbb9-2126e9053f92 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b07e36dc5a904f16980660900e2eecc1&device_id=223c51db-033c-4ff9-afd9-85e07196d028 HTTP/1.1" status: 200 len: 1097 time: 0.1191685 Apr 05 14:53:39.347575 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd848da-7c8a-45ab-a85c-6607fa446aef req-1659b889-2c04-4e16-b823-6bd852d4adad tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:39.349228 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-5ca1135e-1af8-4ec1-9079-b0d40ea01089 None None] Set router 3d3e8e8f-5237-4a85-845a-230cdfd16c03 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:53:39.361336 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1cd848da-7c8a-45ab-a85c-6607fa446aef req-1659b889-2c04-4e16-b823-6bd852d4adad tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=223c51db-033c-4ff9-afd9-85e07196d028 HTTP/1.1" status: 200 len: 946 time: 0.0899391 Apr 05 14:53:39.412240 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-942be1e2-333c-4db9-904e-f3750d64a8e5 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 00c4fbe7-a858-4bcf-b397-9debd241b24e) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:53:39.424076 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-942be1e2-333c-4db9-904e-f3750d64a8e5 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:39.456972 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ac8b35-f47d-4622-aa5b-c7d0e804745e None None] Network 00c4fbe7-a858-4bcf-b397-9debd241b24e requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:53:39.486088 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9a5a6277-002f-4439-800b-134b01f9acae tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:39.501059 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1cd848da-7c8a-45ab-a85c-6607fa446aef req-e101e7d4-1de2-4d71-bd01-afb10176dfdc tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c426553-985f-46f1-9795-5c798926dd34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374428 Apr 05 14:53:39.527765 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 40036) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:39.539176 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942be1e2-333c-4db9-904e-f3750d64a8e5 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Pushing event updated for resources: {'Subnet': ['ID=ee084c6d-03bf-488b-a1ec-28925f1783b8,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:39.570869 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942be1e2-333c-4db9-904e-f3750d64a8e5 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Checking segment: {'id': '80dae324-f78d-48d0-9d20-feddf6df7e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c79193fc-fd07-457b-8452-87040d9872b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:53:39.571239 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942be1e2-333c-4db9-904e-f3750d64a8e5 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Network hostable DHCP agents. Network: c79193fc-fd07-457b-8452-87040d9872b4, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:53:39.612158 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e740735c-651f-4a40-a291-1875768f127a req-0cd91e07-8cde-4109-9c17-16e5489c84d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:39.613997 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e740735c-651f-4a40-a291-1875768f127a req-0cd91e07-8cde-4109-9c17-16e5489c84d3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9aebcbd6-a91e-45a4-8198-a58d08f4af1b HTTP/1.1" status: 200 len: 898 time: 0.2496076 Apr 05 14:53:39.700664 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-3abd0339-67d8-4bc1-8dbc-7e03fc91a9f8 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/floatingips/bd59d810-2f5b-4702-88c0-00e33f5dead9 HTTP/1.1" status: 200 len: 991 time: 0.1690111 Apr 05 14:53:39.716312 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9a5a6277-002f-4439-800b-134b01f9acae tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:39.717151 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942be1e2-333c-4db9-904e-f3750d64a8e5 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Network c79193fc-fd07-457b-8452-87040d9872b4 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:53:39.725186 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e740735c-651f-4a40-a291-1875768f127a req-75203b89-76fd-47f2-a26d-d466926ad524 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a093444d-f0a5-49b8-a20b-611d527ef2da HTTP/1.1" status: 200 len: 999 time: 0.0923865 Apr 05 14:53:39.785819 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e740735c-651f-4a40-a291-1875768f127a req-abf53ec7-fe76-467e-b366-3c377b7c0043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:39.786975 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0416c01-2367-45b1-b135-9a59d86d3f45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-00c4fbe7-a858-4bcf-b397-9debd241b24e', 'network_id': '00c4fbe7-a858-4bcf-b397-9debd241b24e', 'tenant_id': 'a13a3c017d84448cb74c2a731bc5d960', 'fixed_ips': [{'subnet_id': 'a47cda8a-a68d-445c-ac65-ab88de124583'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:53:39.787674 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f0416c01-2367-45b1-b135-9a59d86d3f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:39.787948 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e740735c-651f-4a40-a291-1875768f127a req-abf53ec7-fe76-467e-b366-3c377b7c0043 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e24a6cfd-1395-4506-a0b8-17c541f1b30f HTTP/1.1" status: 200 len: 834 time: 0.0503030 Apr 05 14:53:39.814585 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-942be1e2-333c-4db9-904e-f3750d64a8e5 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, c79193fc-fd07-457b-8452-87040d9872b4) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:53:39.819304 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942be1e2-333c-4db9-904e-f3750d64a8e5 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:39.819865 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942be1e2-333c-4db9-904e-f3750d64a8e5 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:39.820918 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-942be1e2-333c-4db9-904e-f3750d64a8e5 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:39.829796 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9a5a6277-002f-4439-800b-134b01f9acae tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:39.855872 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5a6277-002f-4439-800b-134b01f9acae tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18ba98d1-43c0-455d-8135-51126d4741bd,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:39.861481 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c598873f-255b-4785-a361-bdbb37219c3b None None] Network c79193fc-fd07-457b-8452-87040d9872b4 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:53:39.866080 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e740735c-651f-4a40-a291-1875768f127a req-e6ce4b26-7715-408f-9136-b8a8c456cb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:39.867726 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e740735c-651f-4a40-a291-1875768f127a req-e6ce4b26-7715-408f-9136-b8a8c456cb3c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9aebcbd6-a91e-45a4-8198-a58d08f4af1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733078 Apr 05 14:53:39.919532 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 40044) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:39.947832 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-942be1e2-333c-4db9-904e-f3750d64a8e5 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.5979145 Apr 05 14:53:39.951360 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 40048) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:39.983132 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e740735c-651f-4a40-a291-1875768f127a req-61e4e4ae-eaeb-450f-8c20-b6a35fdcd7f4 service neutron] 10.222.0.55 "GET /v2.0/networks/9aebcbd6-a91e-45a4-8198-a58d08f4af1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080570 Apr 05 14:53:40.004644 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9a5a6277-002f-4439-800b-134b01f9acae tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:40.005970 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-9a5a6277-002f-4439-800b-134b01f9acae tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7925227 Apr 05 14:53:40.008862 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 40050) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:40.016808 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-c73df268-d547-4a32-90df-11cabb4b2942 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Request body: {'security_group_rule': {'security_group_id': 'fdb3d0e4-c8ad-4b5d-af5b-8691d67a2d89', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:53:40.038377 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-5ca1135e-1af8-4ec1-9079-b0d40ea01089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d3e8e8f-5237-4a85-845a-230cdfd16c03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1641040868', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'c713651c-498d-4ed9-8043-a183d98c6082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:53:10Z', 'updated_at': '2022-04-05T14:53:18Z', 'revision_number': 4, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'gw_port': {'id': 'c713651c-498d-4ed9-8043-a183d98c6082', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c5:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3e8e8f-5237-4a85-845a-230cdfd16c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:11Z', 'updated_at': '2022-04-05T14:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': 'bd59d810-2f5b-4702-88c0-00e33f5dead9', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'floating_ip_address': '172.25.6.66', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': '3d3e8e8f-5237-4a85-845a-230cdfd16c03', 'port_id': 'a093444d-f0a5-49b8-a20b-611d527ef2da', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3075, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9aebcbd6-a91e-45a4-8198-a58d08f4af1b', 'mac_address': 'fa:16:3e:84:73:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223c51db-033c-4ff9-afd9-85e07196d028', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:53:36Z', 'updated_at': '2022-04-05T14:53:36Z', 'revision_number': 0, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '908c4e59-f7c3-4cb1-8b54-ec77bd7d09a8', 'name': '', 'network_id': '9aebcbd6-a91e-45a4-8198-a58d08f4af1b', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'mac_address': 'fa:16:3e:fc:d7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3e8e8f-5237-4a85-845a-230cdfd16c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'e24a6cfd-1395-4506-a0b8-17c541f1b30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:16Z', 'updated_at': '2022-04-05T14:53:22Z', 'revision_number': 5, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'subnets': [{'id': 'e24a6cfd-1395-4506-a0b8-17c541f1b30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:53:40.075273 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b37a429-78f9-4387-bd67-fa3f26029731 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:40.077217 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b37a429-78f9-4387-bd67-fa3f26029731 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:40.079096 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b37a429-78f9-4387-bd67-fa3f26029731 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:40.090810 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-9b37a429-78f9-4387-bd67-fa3f26029731 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1289966 Apr 05 14:53:40.091062 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca1135e-1af8-4ec1-9079-b0d40ea01089 None None] Checking router: 3d3e8e8f-5237-4a85-845a-230cdfd16c03 for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:53:40.092505 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 40052) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:40.123618 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca1135e-1af8-4ec1-9079-b0d40ea01089 None None] Routers {'3d3e8e8f-5237-4a85-845a-230cdfd16c03'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:53:40.124298 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-5ca1135e-1af8-4ec1-9079-b0d40ea01089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:53:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['3d3e8e8f-5237-4a85-845a-230cdfd16c03'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:53:40.141255 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e740735c-651f-4a40-a291-1875768f127a req-f71d54fa-e8f1-4dea-95a5-872731659276 service neutron] 10.222.0.55 "GET /v2.0/networks/9aebcbd6-a91e-45a4-8198-a58d08f4af1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406424 Apr 05 14:53:40.142357 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f08fa198-7aad-4570-8739-eb00edad88db admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:40.180087 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-f0416c01-2367-45b1-b135-9a59d86d3f45 None None] Allocated IP 2001:db8::1 (00c4fbe7-a858-4bcf-b397-9debd241b24e/a47cda8a-a68d-445c-ac65-ab88de124583/6d9ff351-5f70-43ac-9a50-b15d15a3f6c3) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:53:40.181681 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-455a7bf9-5158-4868-929b-c34c40bd6de8 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Deleting subnet a47cda8a-a68d-445c-ac65-ab88de124583 {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:53:40.247910 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f08fa198-7aad-4570-8739-eb00edad88db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:40.305000 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c73df268-d547-4a32-90df-11cabb4b2942 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:40.305218 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2bf158e-cc10-4320-9b3c-53dcb8dab201 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-c79193fc-fd07-457b-8452-87040d9872b4', 'network_id': 'c79193fc-fd07-457b-8452-87040d9872b4', 'tenant_id': 'a13a3c017d84448cb74c2a731bc5d960', 'fixed_ips': [{'subnet_id': 'ee084c6d-03bf-488b-a1ec-28925f1783b8'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:53:40.305218 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b2bf158e-cc10-4320-9b3c-53dcb8dab201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:40.345697 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c73df268-d547-4a32-90df-11cabb4b2942 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:40.404100 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-5ca1135e-1af8-4ec1-9079-b0d40ea01089 None None] Set router 3d3e8e8f-5237-4a85-845a-230cdfd16c03 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:53:40.434425 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c73df268-d547-4a32-90df-11cabb4b2942 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:40.439696 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f08fa198-7aad-4570-8739-eb00edad88db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:40.474283 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73df268-d547-4a32-90df-11cabb4b2942 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91e64cf6-815e-4a52-8852-8fd7e7282851,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:40.506811 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-f08fa198-7aad-4570-8739-eb00edad88db admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6cd682a0478044d5a05230013488107a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5819299 Apr 05 14:53:40.506811 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08fa198-7aad-4570-8739-eb00edad88db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b355870-2ce0-42ea-a5d7-06419fa77e45,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:40.507271 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 40056) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:40.547258 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c73df268-d547-4a32-90df-11cabb4b2942 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:40.552712 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-c73df268-d547-4a32-90df-11cabb4b2942 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5424941 Apr 05 14:53:40.553727 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 40058) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:40.563001 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-9a878bbc-8dd9-40b8-bdb8-c192b11cc14d tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Request body: {'floatingip': {'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:53:40.582982 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4fa6aab5-4a44-41d6-b941-6620b82a0e89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:40.590854 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f0416c01-2367-45b1-b135-9a59d86d3f45 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:40.605498 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4fa6aab5-4a44-41d6-b941-6620b82a0e89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:40.610688 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-b2bf158e-cc10-4320-9b3c-53dcb8dab201 None None] Allocated IP 2001:db8:0:1::1 (c79193fc-fd07-457b-8452-87040d9872b4/ee084c6d-03bf-488b-a1ec-28925f1783b8/7b503746-5371-454f-80a7-eba95fc151c3) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:53:40.690965 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9a878bbc-8dd9-40b8-bdb8-c192b11cc14d tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for floatingip, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:40.703999 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 40060) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:40.748932 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f0416c01-2367-45b1-b135-9a59d86d3f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:40.753049 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-455a7bf9-5158-4868-929b-c34c40bd6de8 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:40.787125 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-54f38d91-f214-4eda-9ef1-3fdea31cfeb2 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/floatingips/bd59d810-2f5b-4702-88c0-00e33f5dead9 HTTP/1.1" status: 200 len: 991 time: 0.0803668 Apr 05 14:53:40.788539 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4fa6aab5-4a44-41d6-b941-6620b82a0e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:40.793632 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4fa6aab5-4a44-41d6-b941-6620b82a0e89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:40.795884 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-4fa6aab5-4a44-41d6-b941-6620b82a0e89 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1b355870-2ce0-42ea-a5d7-06419fa77e45 HTTP/1.1" status: 204 len: 168 time: 0.2876406 Apr 05 14:53:40.808605 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa6aab5-4a44-41d6-b941-6620b82a0e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b355870-2ce0-42ea-a5d7-06419fa77e45,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:40.829742 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-455a7bf9-5158-4868-929b-c34c40bd6de8 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:40.852485 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0416c01-2367-45b1-b135-9a59d86d3f45 None None] Network 00c4fbe7-a858-4bcf-b397-9debd241b24e is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:53:40.949731 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9a878bbc-8dd9-40b8-bdb8-c192b11cc14d tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:40.967334 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-455a7bf9-5158-4868-929b-c34c40bd6de8 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:41.038540 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-f0416c01-2367-45b1-b135-9a59d86d3f45 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:53:41.060615 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0416c01-2367-45b1-b135-9a59d86d3f45 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:53:41.066586 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0416c01-2367-45b1-b135-9a59d86d3f45 None None] Pushing event updated for resources: {'Port': ['ID=6d9ff351-5f70-43ac-9a50-b15d15a3f6c3,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:41.126006 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-9a878bbc-8dd9-40b8-bdb8-c192b11cc14d tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Allocated IP 172.25.6.253 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/213bb619-3b80-4937-9743-89d0e7fef5d3) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:53:41.129066 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b2bf158e-cc10-4320-9b3c-53dcb8dab201 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:41.147891 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-f0416c01-2367-45b1-b135-9a59d86d3f45 None None] Attempting to bind port 6d9ff351-5f70-43ac-9a50-b15d15a3f6c3 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:53:41.148262 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-f0416c01-2367-45b1-b135-9a59d86d3f45 None None] Attempting to bind port 6d9ff351-5f70-43ac-9a50-b15d15a3f6c3 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'd3cb2450-5221-422a-bb8d-b2407852c4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '00c4fbe7-a858-4bcf-b397-9debd241b24e'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:53:41.148617 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0416c01-2367-45b1-b135-9a59d86d3f45 None None] Attempting to bind port 6d9ff351-5f70-43ac-9a50-b15d15a3f6c3 on network 00c4fbe7-a858-4bcf-b397-9debd241b24e {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:53:41.158197 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0416c01-2367-45b1-b135-9a59d86d3f45 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:53:41.158568 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0416c01-2367-45b1-b135-9a59d86d3f45 None None] Checking segment: {'id': 'd3cb2450-5221-422a-bb8d-b2407852c4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '00c4fbe7-a858-4bcf-b397-9debd241b24e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:53:41.158965 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f0416c01-2367-45b1-b135-9a59d86d3f45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:41.159354 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0416c01-2367-45b1-b135-9a59d86d3f45 None None] Bound using segment: {'id': 'd3cb2450-5221-422a-bb8d-b2407852c4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '00c4fbe7-a858-4bcf-b397-9debd241b24e'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:53:41.160214 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-f0416c01-2367-45b1-b135-9a59d86d3f45 None None] Bound port: 6d9ff351-5f70-43ac-9a50-b15d15a3f6c3, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3cb2450-5221-422a-bb8d-b2407852c4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '00c4fbe7-a858-4bcf-b397-9debd241b24e'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:53:41.160214 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f0416c01-2367-45b1-b135-9a59d86d3f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:41.172367 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-5ca1135e-1af8-4ec1-9079-b0d40ea01089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d3e8e8f-5237-4a85-845a-230cdfd16c03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1641040868', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'c713651c-498d-4ed9-8043-a183d98c6082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:53:10Z', 'updated_at': '2022-04-05T14:53:18Z', 'revision_number': 4, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'gw_port': {'id': 'c713651c-498d-4ed9-8043-a183d98c6082', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c5:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3e8e8f-5237-4a85-845a-230cdfd16c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:11Z', 'updated_at': '2022-04-05T14:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': 'bd59d810-2f5b-4702-88c0-00e33f5dead9', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'floating_ip_address': '172.25.6.66', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': '3d3e8e8f-5237-4a85-845a-230cdfd16c03', 'port_id': 'a093444d-f0a5-49b8-a20b-611d527ef2da', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3075, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9aebcbd6-a91e-45a4-8198-a58d08f4af1b', 'mac_address': 'fa:16:3e:84:73:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223c51db-033c-4ff9-afd9-85e07196d028', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:53:36Z', 'updated_at': '2022-04-05T14:53:36Z', 'revision_number': 0, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '908c4e59-f7c3-4cb1-8b54-ec77bd7d09a8', 'name': '', 'network_id': '9aebcbd6-a91e-45a4-8198-a58d08f4af1b', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'mac_address': 'fa:16:3e:fc:d7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3e8e8f-5237-4a85-845a-230cdfd16c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'e24a6cfd-1395-4506-a0b8-17c541f1b30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:16Z', 'updated_at': '2022-04-05T14:53:22Z', 'revision_number': 5, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'subnets': [{'id': 'e24a6cfd-1395-4506-a0b8-17c541f1b30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:53:41.190647 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-455a7bf9-5158-4868-929b-c34c40bd6de8 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:41.207091 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca1135e-1af8-4ec1-9079-b0d40ea01089 None None] The sync data for ids ['3d3e8e8f-5237-4a85-845a-230cdfd16c03'] in n-d-836650-2 is: [{'id': '3d3e8e8f-5237-4a85-845a-230cdfd16c03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1641040868', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'c713651c-498d-4ed9-8043-a183d98c6082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:53:10Z', 'updated_at': '2022-04-05T14:53:18Z', 'revision_number': 4, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'gw_port': {'id': 'c713651c-498d-4ed9-8043-a183d98c6082', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c5:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3e8e8f-5237-4a85-845a-230cdfd16c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:11Z', 'updated_at': '2022-04-05T14:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': 'bd59d810-2f5b-4702-88c0-00e33f5dead9', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'floating_ip_address': '172.25.6.66', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': '3d3e8e8f-5237-4a85-845a-230cdfd16c03', 'port_id': 'a093444d-f0a5-49b8-a20b-611d527ef2da', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3075, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9aebcbd6-a91e-45a4-8198-a58d08f4af1b', 'mac_address': 'fa:16:3e:84:73:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223c51db-033c-4ff9-afd9-85e07196d028', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:53:36Z', 'updated_at': '2022-04-05T14:53:36Z', 'revision_number': 0, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '908c4e59-f7c3-4cb1-8b54-ec77bd7d09a8', 'name': '', 'network_id': '9aebcbd6-a91e-45a4-8198-a58d08f4af1b', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'mac_address': 'fa:16:3e:fc:d7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3e8e8f-5237-4a85-845a-230cdfd16c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'e24a6cfd-1395-4506-a0b8-17c541f1b30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:16Z', 'updated_at': '2022-04-05T14:53:22Z', 'revision_number': 5, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'subnets': [{'id': 'e24a6cfd-1395-4506-a0b8-17c541f1b30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:53:41.225105 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455a7bf9-5158-4868-929b-c34c40bd6de8 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Pushing event deleted for resources: {'Subnet': ['ID=a47cda8a-a68d-445c-ac65-ab88de124583,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:41.229283 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b2bf158e-cc10-4320-9b3c-53dcb8dab201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:41.235946 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-455a7bf9-5158-4868-929b-c34c40bd6de8 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:41.240754 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-455a7bf9-5158-4868-929b-c34c40bd6de8 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] 10.222.0.30 "DELETE /v2.0/subnets/a47cda8a-a68d-445c-ac65-ab88de124583 HTTP/1.1" status: 204 len: 168 time: 1.1455793 Apr 05 14:53:41.241512 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 40068) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:41.277021 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2bf158e-cc10-4320-9b3c-53dcb8dab201 None None] Network c79193fc-fd07-457b-8452-87040d9872b4 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:53:41.288441 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-b2bf158e-cc10-4320-9b3c-53dcb8dab201 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:53:41.288675 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9a878bbc-8dd9-40b8-bdb8-c192b11cc14d tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:41.294502 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bf158e-cc10-4320-9b3c-53dcb8dab201 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:53:41.319779 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-f0416c01-2367-45b1-b135-9a59d86d3f45 None None] For port 6d9ff351-5f70-43ac-9a50-b15d15a3f6c3, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:53:41.320411 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_v2 [None req-f72e80cd-f1f1-4976-a67b-f92e56a44004 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Deleting subnet ee084c6d-03bf-488b-a1ec-28925f1783b8 {{(pid=103320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:53:41.321754 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bf158e-cc10-4320-9b3c-53dcb8dab201 None None] Pushing event updated for resources: {'Port': ['ID=7b503746-5371-454f-80a7-eba95fc151c3,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:41.326001 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f72e80cd-f1f1-4976-a67b-f92e56a44004 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks [] for subnet, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:41.326202 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-f0416c01-2367-45b1-b135-9a59d86d3f45 None None] For port 6d9ff351-5f70-43ac-9a50-b15d15a3f6c3, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=6d9ff351-5f70-43ac-9a50-b15d15a3f6c3,segment=NetworkSegment(d3cb2450-5221-422a-bb8d-b2407852c4b4),segment_id=d3cb2450-5221-422a-bb8d-b2407852c4b4)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:53:41.376075 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f72e80cd-f1f1-4976-a67b-f92e56a44004 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13399228'] for subnet, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:41.387547 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-b2bf158e-cc10-4320-9b3c-53dcb8dab201 None None] Attempting to bind port 7b503746-5371-454f-80a7-eba95fc151c3 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:53:41.387547 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-b2bf158e-cc10-4320-9b3c-53dcb8dab201 None None] Attempting to bind port 7b503746-5371-454f-80a7-eba95fc151c3 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '80dae324-f78d-48d0-9d20-feddf6df7e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c79193fc-fd07-457b-8452-87040d9872b4'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:53:41.388435 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bf158e-cc10-4320-9b3c-53dcb8dab201 None None] Attempting to bind port 7b503746-5371-454f-80a7-eba95fc151c3 on network c79193fc-fd07-457b-8452-87040d9872b4 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:53:41.393836 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bf158e-cc10-4320-9b3c-53dcb8dab201 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:53:41.394208 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bf158e-cc10-4320-9b3c-53dcb8dab201 None None] Checking segment: {'id': '80dae324-f78d-48d0-9d20-feddf6df7e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c79193fc-fd07-457b-8452-87040d9872b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:53:41.394842 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b2bf158e-cc10-4320-9b3c-53dcb8dab201 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:41.395212 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bf158e-cc10-4320-9b3c-53dcb8dab201 None None] Bound using segment: {'id': '80dae324-f78d-48d0-9d20-feddf6df7e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c79193fc-fd07-457b-8452-87040d9872b4'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:53:41.395672 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-b2bf158e-cc10-4320-9b3c-53dcb8dab201 None None] Bound port: 7b503746-5371-454f-80a7-eba95fc151c3, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80dae324-f78d-48d0-9d20-feddf6df7e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c79193fc-fd07-457b-8452-87040d9872b4'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:53:41.396049 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b2bf158e-cc10-4320-9b3c-53dcb8dab201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:41.457449 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9a878bbc-8dd9-40b8-bdb8-c192b11cc14d tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:41.482097 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f72e80cd-f1f1-4976-a67b-f92e56a44004 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:41.491755 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f0416c01-2367-45b1-b135-9a59d86d3f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:41.519027 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a878bbc-8dd9-40b8-bdb8-c192b11cc14d tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:53:41.522785 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-9a878bbc-8dd9-40b8-bdb8-c192b11cc14d tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:53:41.525543 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a878bbc-8dd9-40b8-bdb8-c192b11cc14d tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:53:41.564542 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acc01e5-cfdf-4cb3-9fa7-9cdf56f4c3be None None] New status for floating IP bd59d810-2f5b-4702-88c0-00e33f5dead9: ACTIVE {{(pid=103323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 14:53:41.570419 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 40070) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:41.591818 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-61489160-1f63-4866-8666-46f4d4443b9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:41.599505 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0416c01-2367-45b1-b135-9a59d86d3f45 None None] Pushing event updated for resources: {'Port': ['ID=6d9ff351-5f70-43ac-9a50-b15d15a3f6c3,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:41.630594 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a878bbc-8dd9-40b8-bdb8-c192b11cc14d tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Pushing event updated for resources: {'Port': ['ID=213bb619-3b80-4937-9743-89d0e7fef5d3,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:41.647359 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c806a9c4-0b10-436a-b9a1-512a9ce2e0ec None None] Network 00c4fbe7-a858-4bcf-b397-9debd241b24e requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:53:41.725090 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-61489160-1f63-4866-8666-46f4d4443b9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:41.790174 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 40072) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:41.822020 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-b2bf158e-cc10-4320-9b3c-53dcb8dab201 None None] For port 7b503746-5371-454f-80a7-eba95fc151c3, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:53:41.836964 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-b2bf158e-cc10-4320-9b3c-53dcb8dab201 None None] For port 7b503746-5371-454f-80a7-eba95fc151c3, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=7b503746-5371-454f-80a7-eba95fc151c3,segment=NetworkSegment(80dae324-f78d-48d0-9d20-feddf6df7e69),segment_id=80dae324-f78d-48d0-9d20-feddf6df7e69)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:53:41.840312 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f72e80cd-f1f1-4976-a67b-f92e56a44004 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15773812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13127359'] for subnet, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:41.864696 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9a878bbc-8dd9-40b8-bdb8-c192b11cc14d tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:41.875637 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72e80cd-f1f1-4976-a67b-f92e56a44004 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Pushing event deleted for resources: {'Subnet': ['ID=ee084c6d-03bf-488b-a1ec-28925f1783b8,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:41.900331 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-61489160-1f63-4866-8666-46f4d4443b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:41.900331 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f72e80cd-f1f1-4976-a67b-f92e56a44004 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:41.904192 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-f72e80cd-f1f1-4976-a67b-f92e56a44004 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] 10.222.0.30 "DELETE /v2.0/subnets/ee084c6d-03bf-488b-a1ec-28925f1783b8 HTTP/1.1" status: 204 len: 168 time: 0.6615841 Apr 05 14:53:41.906898 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 40076) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:41.937656 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-6afebd26-3c59-421b-9f0f-3a0004539d55 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/floatingips/bd59d810-2f5b-4702-88c0-00e33f5dead9 HTTP/1.1" status: 200 len: 991 time: 0.1460044 Apr 05 14:53:41.943595 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-61489160-1f63-4866-8666-46f4d4443b9e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=90cb1f7a48ed485d8407ffbfe15c9720&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3721480 Apr 05 14:53:41.945555 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61489160-1f63-4866-8666-46f4d4443b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b84f6df-b643-4bac-bca5-6e34427c5bc6,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:41.947604 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 40078) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:41.977312 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29eb95c-d1d9-4297-ba3d-64611e23df8d tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:41.982670 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-b29eb95c-d1d9-4297-ba3d-64611e23df8d tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0708385 Apr 05 14:53:41.983450 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 40080) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:42.015397 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b2bf158e-cc10-4320-9b3c-53dcb8dab201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:42.018749 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-17308bff-451d-4a6e-b952-c3be5fc31be1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:42.067416 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9a878bbc-8dd9-40b8-bdb8-c192b11cc14d tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:42.070455 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-17308bff-451d-4a6e-b952-c3be5fc31be1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:42.082803 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-02f17948-a7f2-4bc8-94d0-75d7b7434170 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:42.095096 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bf158e-cc10-4320-9b3c-53dcb8dab201 None None] Pushing event updated for resources: {'Port': ['ID=7b503746-5371-454f-80a7-eba95fc151c3,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:42.164454 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-02f17948-a7f2-4bc8-94d0-75d7b7434170 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Deleting port 7b503746-5371-454f-80a7-eba95fc151c3 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:53:42.164906 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-02f17948-a7f2-4bc8-94d0-75d7b7434170 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:42.235960 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-02f17948-a7f2-4bc8-94d0-75d7b7434170 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] For port 7b503746-5371-454f-80a7-eba95fc151c3, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=7b503746-5371-454f-80a7-eba95fc151c3,segment=NetworkSegment(80dae324-f78d-48d0-9d20-feddf6df7e69),segment_id=80dae324-f78d-48d0-9d20-feddf6df7e69)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:53:42.236430 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-02f17948-a7f2-4bc8-94d0-75d7b7434170 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:42.254668 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-02f17948-a7f2-4bc8-94d0-75d7b7434170 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Calling delete_port for 7b503746-5371-454f-80a7-eba95fc151c3 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:53:42.289787 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9a878bbc-8dd9-40b8-bdb8-c192b11cc14d tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:42.338136 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-17308bff-451d-4a6e-b952-c3be5fc31be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:42.342625 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-17308bff-451d-4a6e-b952-c3be5fc31be1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:42.345297 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-17308bff-451d-4a6e-b952-c3be5fc31be1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1b84f6df-b643-4bac-bca5-6e34427c5bc6 HTTP/1.1" status: 204 len: 168 time: 0.3963234 Apr 05 14:53:42.355758 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17308bff-451d-4a6e-b952-c3be5fc31be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b84f6df-b643-4bac-bca5-6e34427c5bc6,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:42.390424 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9a878bbc-8dd9-40b8-bdb8-c192b11cc14d tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:42.422396 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:42.474627 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a878bbc-8dd9-40b8-bdb8-c192b11cc14d tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Pushing event updated for resources: {'Port': ['ID=213bb619-3b80-4937-9743-89d0e7fef5d3,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:42.481148 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-02f17948-a7f2-4bc8-94d0-75d7b7434170 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:42.493889 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9a878bbc-8dd9-40b8-bdb8-c192b11cc14d tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:42.509460 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f17948-a7f2-4bc8-94d0-75d7b7434170 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Pushing event deleted for resources: {'Port': ['ID=7b503746-5371-454f-80a7-eba95fc151c3,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:42.512104 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f17948-a7f2-4bc8-94d0-75d7b7434170 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] No DVR routers for this DVR port 7b503746-5371-454f-80a7-eba95fc151c3 on host n-d-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:53:42.596040 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-02f17948-a7f2-4bc8-94d0-75d7b7434170 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:42.608552 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9a878bbc-8dd9-40b8-bdb8-c192b11cc14d tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:42.609928 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-9a878bbc-8dd9-40b8-bdb8-c192b11cc14d tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0549252 Apr 05 14:53:42.620907 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-02f17948-a7f2-4bc8-94d0-75d7b7434170 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c79193fc-fd07-457b-8452-87040d9872b4']}} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:53:42.631361 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-02f17948-a7f2-4bc8-94d0-75d7b7434170 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80dae324-f78d-48d0-9d20-feddf6df7e69') {'for_net_delete': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:53:42.631748 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-02f17948-a7f2-4bc8-94d0-75d7b7434170 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80dae324-f78d-48d0-9d20-feddf6df7e69') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:53:42.642417 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-02f17948-a7f2-4bc8-94d0-75d7b7434170 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13399223'] for segment, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:42.659947 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-02f17948-a7f2-4bc8-94d0-75d7b7434170 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:42.666839 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02f17948-a7f2-4bc8-94d0-75d7b7434170 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=103320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:53:42.667891 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-02f17948-a7f2-4bc8-94d0-75d7b7434170 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15765202'] for segment, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:42.670979 n-d-836650-2 neutron-server[103320]: Traceback (most recent call last): Apr 05 14:53:42.670979 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:53:42.670979 n-d-836650-2 neutron-server[103320]: timer() Apr 05 14:53:42.670979 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:53:42.670979 n-d-836650-2 neutron-server[103320]: cb(*args, **kw) Apr 05 14:53:42.670979 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:53:42.670979 n-d-836650-2 neutron-server[103320]: return func(*args, **kwargs) Apr 05 14:53:42.670979 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:53:42.670979 n-d-836650-2 neutron-server[103320]: self._notify() Apr 05 14:53:42.670979 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:53:42.670979 n-d-836650-2 neutron-server[103320]: self.callback(batched_events) Apr 05 14:53:42.670979 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:53:42.670979 n-d-836650-2 neutron-server[103320]: event.method(event) Apr 05 14:53:42.670979 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:53:42.670979 n-d-836650-2 neutron-server[103320]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:53:42.670979 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:53:42.670979 n-d-836650-2 neutron-server[103320]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:53:42.670979 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:53:42.670979 n-d-836650-2 neutron-server[103320]: return f(self, *a, **k) Apr 05 14:53:42.670979 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:53:42.670979 n-d-836650-2 neutron-server[103320]: return self._get(url).json() Apr 05 14:53:42.670979 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:53:42.670979 n-d-836650-2 neutron-server[103320]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:53:42.670979 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:53:42.670979 n-d-836650-2 neutron-server[103320]: return self.request(url, 'GET', **kwargs) Apr 05 14:53:42.670979 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:53:42.670979 n-d-836650-2 neutron-server[103320]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:53:42.670979 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:53:42.670979 n-d-836650-2 neutron-server[103320]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:53:42.670979 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:53:42.670979 n-d-836650-2 neutron-server[103320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:53:42.670979 n-d-836650-2 neutron-server[103320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:53:42.821398 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b0793c94-3094-4c7e-9449-98dd98179896 req-341124b5-5c6d-4f5f-86c6-a6090a0f27c3 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--2090129987&fields=id&tenant_id=0d680450c8534547bd5afee8c1b9c44d HTTP/1.1" status: 200 len: 267 time: 0.0394242 Apr 05 14:53:42.828869 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-02f17948-a7f2-4bc8-94d0-75d7b7434170 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:42.835659 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-02f17948-a7f2-4bc8-94d0-75d7b7434170 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:42.838875 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-02f17948-a7f2-4bc8-94d0-75d7b7434170 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] 10.222.0.30 "DELETE /v2.0/networks/c79193fc-fd07-457b-8452-87040d9872b4 HTTP/1.1" status: 204 len: 168 time: 0.8534851 Apr 05 14:53:42.841916 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 40098) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:42.935993 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f17948-a7f2-4bc8-94d0-75d7b7434170 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Pushing event deleted for resources: {'Network': ['ID=c79193fc-fd07-457b-8452-87040d9872b4,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:42.944304 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c2956089-4fb1-4dc5-9b5f-5eed12f5084a tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:42.945511 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 40104) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:43.038184 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-c2956089-4fb1-4dc5-9b5f-5eed12f5084a tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Deleting port 6d9ff351-5f70-43ac-9a50-b15d15a3f6c3 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:53:43.038731 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c2956089-4fb1-4dc5-9b5f-5eed12f5084a tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:43.122051 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-c2956089-4fb1-4dc5-9b5f-5eed12f5084a tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] For port 6d9ff351-5f70-43ac-9a50-b15d15a3f6c3, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=6d9ff351-5f70-43ac-9a50-b15d15a3f6c3,segment=NetworkSegment(d3cb2450-5221-422a-bb8d-b2407852c4b4),segment_id=d3cb2450-5221-422a-bb8d-b2407852c4b4)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:53:43.122549 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c2956089-4fb1-4dc5-9b5f-5eed12f5084a tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:43.148660 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-c2956089-4fb1-4dc5-9b5f-5eed12f5084a tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Calling delete_port for 6d9ff351-5f70-43ac-9a50-b15d15a3f6c3 owned by network:dhcp {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:53:43.327697 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0f6d5e-ccba-427b-8276-52bf342dc591 None None] DHCP port deletion for c79193fc-fd07-457b-8452-87040d9872b4 request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:53:43.348952 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c2956089-4fb1-4dc5-9b5f-5eed12f5084a tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:43.349678 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ad6e5e-345e-41c3-860a-839bcec2bdb7 None None] Network c79193fc-fd07-457b-8452-87040d9872b4 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:53:43.369537 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ad6e5e-345e-41c3-860a-839bcec2bdb7 None None] Network c79193fc-fd07-457b-8452-87040d9872b4 could not be found, it might have been deleted concurrently. {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 05 14:53:43.373258 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-2f013864-5296-4f19-83cb-ebcb4b3df149 None None] Could not find standard attr ID for object 7b503746-5371-454f-80a7-eba95fc151c3. {{(pid=103322) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 14:53:43.380004 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2956089-4fb1-4dc5-9b5f-5eed12f5084a tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Pushing event deleted for resources: {'Port': ['ID=6d9ff351-5f70-43ac-9a50-b15d15a3f6c3,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:43.385837 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5c3fbe-799e-490d-a5d4-52e87e0c922c None None] get_active_networks_info from n-d-836650-2 {{(pid=103322) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 05 14:53:43.389125 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2956089-4fb1-4dc5-9b5f-5eed12f5084a tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] No DVR routers for this DVR port 6d9ff351-5f70-43ac-9a50-b15d15a3f6c3 on host n-d-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:53:43.470596 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-8e7ed56e-5dce-4d20-a911-1bae54d779ad tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/floatingips/bd59d810-2f5b-4702-88c0-00e33f5dead9 HTTP/1.1" status: 200 len: 993 time: 0.5229847 Apr 05 14:53:43.498715 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c2956089-4fb1-4dc5-9b5f-5eed12f5084a tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:43.503471 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0793c94-3094-4c7e-9449-98dd98179896 req-be5eb535-8257-46a0-94ba-d14344299bc2 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:43.505309 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b0793c94-3094-4c7e-9449-98dd98179896 req-be5eb535-8257-46a0-94ba-d14344299bc2 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/networks?id=9c33a3eb-a65a-4749-8ece-9c0c17a8413b HTTP/1.1" status: 200 len: 815 time: 0.6714711 Apr 05 14:53:43.534710 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-c2956089-4fb1-4dc5-9b5f-5eed12f5084a tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00c4fbe7-a858-4bcf-b397-9debd241b24e']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:53:43.539782 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b0793c94-3094-4c7e-9449-98dd98179896 req-a4947172-cf19-4f73-be6d-968d5a8fc089 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/quotas/0d680450c8534547bd5afee8c1b9c44d HTTP/1.1" status: 200 len: 375 time: 0.0265343 Apr 05 14:53:43.548848 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5c3fbe-799e-490d-a5d4-52e87e0c922c None None] Resources bound (agent type, host, resource id): {{(pid=103322) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 14:53:43.567068 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-c2956089-4fb1-4dc5-9b5f-5eed12f5084a tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3cb2450-5221-422a-bb8d-b2407852c4b4') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:53:43.568130 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-c2956089-4fb1-4dc5-9b5f-5eed12f5084a tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3cb2450-5221-422a-bb8d-b2407852c4b4') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:53:43.584361 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c2956089-4fb1-4dc5-9b5f-5eed12f5084a tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:43.603255 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c2956089-4fb1-4dc5-9b5f-5eed12f5084a tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:43.610870 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2956089-4fb1-4dc5-9b5f-5eed12f5084a tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:53:43.612509 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c2956089-4fb1-4dc5-9b5f-5eed12f5084a tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:43.617318 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b0793c94-3094-4c7e-9449-98dd98179896 req-3bb4b220-80e3-44e0-91db-4c03e3a3734f tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0d680450c8534547bd5afee8c1b9c44d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0716512 Apr 05 14:53:43.627981 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:53:43.627981 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:53:43.627981 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:53:43.627981 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:53:43.627981 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:53:43.627981 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:53:43.627981 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:53:43.627981 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:53:43.627981 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:53:43.627981 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:53:43.627981 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:53:43.627981 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:53:43.627981 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:53:43.627981 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:53:43.627981 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:53:43.627981 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:53:43.627981 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:53:43.627981 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:53:43.627981 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:53:43.627981 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:53:43.627981 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:53:43.627981 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:53:43.627981 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:53:43.627981 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:53:43.627981 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:53:43.627981 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:53:43.627981 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:53:43.627981 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:53:43.627981 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:53:43.627981 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:53:43.627981 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:53:43.627981 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:53:43.735996 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b0793c94-3094-4c7e-9449-98dd98179896 req-85d334b0-099b-44b0-bece-968accebe6b6 service neutron] 10.222.0.30 "GET /v2.0/networks/9c33a3eb-a65a-4749-8ece-9c0c17a8413b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088922 Apr 05 14:53:43.777686 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c2956089-4fb1-4dc5-9b5f-5eed12f5084a tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:43.798043 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c2956089-4fb1-4dc5-9b5f-5eed12f5084a tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks [] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:43.802147 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-c2956089-4fb1-4dc5-9b5f-5eed12f5084a tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] 10.222.0.30 "DELETE /v2.0/networks/00c4fbe7-a858-4bcf-b397-9debd241b24e HTTP/1.1" status: 204 len: 168 time: 0.9593096 Apr 05 14:53:43.810749 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 40120) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:43.813702 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2956089-4fb1-4dc5-9b5f-5eed12f5084a tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Pushing event deleted for resources: {'Network': ['ID=00c4fbe7-a858-4bcf-b397-9debd241b24e,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:43.925363 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-554ea153-b5f3-45e0-9485-b7bbd08b0383 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:43.934987 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b0793c94-3094-4c7e-9449-98dd98179896 req-95b0166d-9708-44cf-9368-0e999be834c4 service neutron] 10.222.0.30 "GET /v2.0/networks/9c33a3eb-a65a-4749-8ece-9c0c17a8413b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899028 Apr 05 14:53:44.042978 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-554ea153-b5f3-45e0-9485-b7bbd08b0383 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:44.066786 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-554ea153-b5f3-45e0-9485-b7bbd08b0383 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40c8155c-c031-4558-871a-209e76ea179b']}} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:53:44.079858 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-554ea153-b5f3-45e0-9485-b7bbd08b0383 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c24d7e0-9e35-4101-b772-de494b1cfdd0') {'for_net_delete': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:53:44.080165 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-554ea153-b5f3-45e0-9485-b7bbd08b0383 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c24d7e0-9e35-4101-b772-de494b1cfdd0') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:53:44.092168 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-554ea153-b5f3-45e0-9485-b7bbd08b0383 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13399223'] for segment, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:44.107276 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-554ea153-b5f3-45e0-9485-b7bbd08b0383 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:44.113626 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-554ea153-b5f3-45e0-9485-b7bbd08b0383 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=103320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:53:44.114027 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-554ea153-b5f3-45e0-9485-b7bbd08b0383 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15765202'] for segment, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:44.117040 n-d-836650-2 neutron-server[103320]: Traceback (most recent call last): Apr 05 14:53:44.117040 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:53:44.117040 n-d-836650-2 neutron-server[103320]: timer() Apr 05 14:53:44.117040 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:53:44.117040 n-d-836650-2 neutron-server[103320]: cb(*args, **kw) Apr 05 14:53:44.117040 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:53:44.117040 n-d-836650-2 neutron-server[103320]: return func(*args, **kwargs) Apr 05 14:53:44.117040 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:53:44.117040 n-d-836650-2 neutron-server[103320]: self._notify() Apr 05 14:53:44.117040 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:53:44.117040 n-d-836650-2 neutron-server[103320]: self.callback(batched_events) Apr 05 14:53:44.117040 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:53:44.117040 n-d-836650-2 neutron-server[103320]: event.method(event) Apr 05 14:53:44.117040 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:53:44.117040 n-d-836650-2 neutron-server[103320]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:53:44.117040 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:53:44.117040 n-d-836650-2 neutron-server[103320]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:53:44.117040 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:53:44.117040 n-d-836650-2 neutron-server[103320]: return f(self, *a, **k) Apr 05 14:53:44.117040 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:53:44.117040 n-d-836650-2 neutron-server[103320]: return self._get(url).json() Apr 05 14:53:44.117040 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:53:44.117040 n-d-836650-2 neutron-server[103320]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:53:44.117040 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:53:44.117040 n-d-836650-2 neutron-server[103320]: return self.request(url, 'GET', **kwargs) Apr 05 14:53:44.117040 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:53:44.117040 n-d-836650-2 neutron-server[103320]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:53:44.117040 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:53:44.117040 n-d-836650-2 neutron-server[103320]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:53:44.117040 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:53:44.117040 n-d-836650-2 neutron-server[103320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:53:44.117040 n-d-836650-2 neutron-server[103320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:53:44.143389 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:44.213561 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-50fdb0b6-3292-4699-a5e1-48feed410d7a req-f6dfa961-08c1-452e-9a82-9a5b82e69ac1 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/ports?device_id=652a91ba-483e-4b73-96d8-ccd5ac8eccff HTTP/1.1" status: 200 len: 210 time: 0.0281682 Apr 05 14:53:44.254006 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-554ea153-b5f3-45e0-9485-b7bbd08b0383 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:44.258755 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-554ea153-b5f3-45e0-9485-b7bbd08b0383 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:44.266082 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-554ea153-b5f3-45e0-9485-b7bbd08b0383 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] 10.222.0.30 "DELETE /v2.0/networks/40c8155c-c031-4558-871a-209e76ea179b HTTP/1.1" status: 204 len: 168 time: 0.4512725 Apr 05 14:53:44.266269 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 40132) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:44.299051 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554ea153-b5f3-45e0-9485-b7bbd08b0383 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Pushing event deleted for resources: {'Network': ['ID=40c8155c-c031-4558-871a-209e76ea179b,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:44.371646 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-87575f82-0545-4bb0-9d7b-16a8b84c5b07 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:44.467729 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-87575f82-0545-4bb0-9d7b-16a8b84c5b07 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:44.489802 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-87575f82-0545-4bb0-9d7b-16a8b84c5b07 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0668c60-dabe-4e42-97f1-42ce67818761']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:53:44.501092 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-87575f82-0545-4bb0-9d7b-16a8b84c5b07 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc720957-39a0-412b-b124-6f3db92b0f9e') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:53:44.501393 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-87575f82-0545-4bb0-9d7b-16a8b84c5b07 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc720957-39a0-412b-b124-6f3db92b0f9e') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:53:44.516691 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-87575f82-0545-4bb0-9d7b-16a8b84c5b07 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:44.534932 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-87575f82-0545-4bb0-9d7b-16a8b84c5b07 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:44.543250 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87575f82-0545-4bb0-9d7b-16a8b84c5b07 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:53:44.543461 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-87575f82-0545-4bb0-9d7b-16a8b84c5b07 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:44.548292 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:53:44.548292 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:53:44.548292 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:53:44.548292 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:53:44.548292 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:53:44.548292 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:53:44.548292 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:53:44.548292 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:53:44.548292 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:53:44.548292 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:53:44.548292 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:53:44.548292 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:53:44.548292 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:53:44.548292 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:53:44.548292 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:53:44.548292 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:53:44.548292 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:53:44.548292 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:53:44.548292 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:53:44.548292 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:53:44.548292 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:53:44.548292 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:53:44.548292 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:53:44.548292 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:53:44.548292 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:53:44.548292 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:53:44.548292 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:53:44.548292 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:53:44.548292 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:53:44.548292 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:53:44.548292 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:53:44.548292 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:53:44.736907 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-87575f82-0545-4bb0-9d7b-16a8b84c5b07 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:44.746803 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-87575f82-0545-4bb0-9d7b-16a8b84c5b07 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Notify callbacks [] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:44.751653 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-87575f82-0545-4bb0-9d7b-16a8b84c5b07 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] 10.222.0.30 "DELETE /v2.0/networks/a0668c60-dabe-4e42-97f1-42ce67818761 HTTP/1.1" status: 204 len: 168 time: 0.4845178 Apr 05 14:53:44.768048 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87575f82-0545-4bb0-9d7b-16a8b84c5b07 tempest-BulkNetworkOpsIpV6Test-1906510803 tempest-BulkNetworkOpsIpV6Test-1906510803-project] Pushing event deleted for resources: {'Network': ['ID=a0668c60-dabe-4e42-97f1-42ce67818761,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:45.335440 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dde21dd3-9b4c-4c62-93c7-956c5fa4e1f0 req-d58ef946-0aa6-4c04-abe4-fe3fb4d6b00e tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/ports?device_id=652a91ba-483e-4b73-96d8-ccd5ac8eccff HTTP/1.1" status: 200 len: 210 time: 0.0365720 Apr 05 14:53:45.399953 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 40170) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:45.565644 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-6de5879c-e47b-4d31-ba24-1746130a296d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a13a3c017d84448cb74c2a731bc5d960&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1645219 Apr 05 14:53:45.568182 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 40174) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:45.619966 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-aca7fdca-64e0-41c1-90e4-5d75527aa14f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:45.647001 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-aca7fdca-64e0-41c1-90e4-5d75527aa14f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:45.885521 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-aca7fdca-64e0-41c1-90e4-5d75527aa14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:45.888413 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-aca7fdca-64e0-41c1-90e4-5d75527aa14f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:45.889870 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-aca7fdca-64e0-41c1-90e4-5d75527aa14f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/32c76b6e-276c-4202-9bcf-678e02fc4747 HTTP/1.1" status: 204 len: 168 time: 0.3207307 Apr 05 14:53:45.906121 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca7fdca-64e0-41c1-90e4-5d75527aa14f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c76b6e-276c-4202-9bcf-678e02fc4747,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:46.451775 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3490c4c1-8bf9-48bd-bdee-a13764e2779c req-b250166e-f38d-4a8d-b538-631a5e1f7284 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/ports?device_id=652a91ba-483e-4b73-96d8-ccd5ac8eccff HTTP/1.1" status: 200 len: 210 time: 0.0328658 Apr 05 14:53:46.766157 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0793c94-3094-4c7e-9449-98dd98179896 req-22f4ca63-69af-4fa1-83d9-50339900cc5a tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:46.767768 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-b0793c94-3094-4c7e-9449-98dd98179896 req-22f4ca63-69af-4fa1-83d9-50339900cc5a tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.11 "GET /v2.0/networks?id=9c33a3eb-a65a-4749-8ece-9c0c17a8413b HTTP/1.1" status: 200 len: 815 time: 0.1221583 Apr 05 14:53:46.814483 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-b0793c94-3094-4c7e-9449-98dd98179896 req-99a154a7-820d-4006-8b62-fedad69fe36a tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d680450c8534547bd5afee8c1b9c44d HTTP/1.1" status: 200 len: 380 time: 0.0385804 Apr 05 14:53:46.826587 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-b0793c94-3094-4c7e-9449-98dd98179896 req-4a8ddd26-a8d1-41e8-b032-88c760cda5d2 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Request body: {'port': {'device_id': '652a91ba-483e-4b73-96d8-ccd5ac8eccff', 'network_id': '9c33a3eb-a65a-4749-8ece-9c0c17a8413b', 'admin_state_up': True, 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'security_groups': ['fdb3d0e4-c8ad-4b5d-af5b-8691d67a2d89']}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:53:47.069673 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0793c94-3094-4c7e-9449-98dd98179896 req-4a8ddd26-a8d1-41e8-b032-88c760cda5d2 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Made reservation on behalf of 0d680450c8534547bd5afee8c1b9c44d for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:53:47.076406 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-b0793c94-3094-4c7e-9449-98dd98179896 req-4a8ddd26-a8d1-41e8-b032-88c760cda5d2 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:47.231454 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [req-b0793c94-3094-4c7e-9449-98dd98179896 req-4a8ddd26-a8d1-41e8-b032-88c760cda5d2 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Allocated IP 172.20.0.6 (9c33a3eb-a65a-4749-8ece-9c0c17a8413b/b0eeff46-5c4b-4ea4-85de-a28a5ce6d062/37f71c50-6a80-4869-962d-34f43575d74a) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:53:47.235103 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 40216) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:47.344511 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-2cc5be31-df7b-40c3-b757-b75e279d2468 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1692687836'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:53:47.390471 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-b0793c94-3094-4c7e-9449-98dd98179896 req-4a8ddd26-a8d1-41e8-b032-88c760cda5d2 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:47.460916 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc5be31-df7b-40c3-b757-b75e279d2468 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Made reservation on behalf of 4582b43eccf64ee89d1b04a10b86bef4 for: {'network': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:53:47.460916 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2cc5be31-df7b-40c3-b757-b75e279d2468 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:47.472224 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2cc5be31-df7b-40c3-b757-b75e279d2468 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:47.539423 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-b0793c94-3094-4c7e-9449-98dd98179896 req-4a8ddd26-a8d1-41e8-b032-88c760cda5d2 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:47.588403 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0793c94-3094-4c7e-9449-98dd98179896 req-4a8ddd26-a8d1-41e8-b032-88c760cda5d2 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Network 9c33a3eb-a65a-4749-8ece-9c0c17a8413b is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:53:47.592265 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [req-b0793c94-3094-4c7e-9449-98dd98179896 req-4a8ddd26-a8d1-41e8-b032-88c760cda5d2 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:53:47.594667 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0793c94-3094-4c7e-9449-98dd98179896 req-4a8ddd26-a8d1-41e8-b032-88c760cda5d2 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:53:47.623547 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a2ee7-7432-4fde-873d-cdb83ca66259 req-48da3e03-47ca-4bd5-bd87-08743ec6d11b tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:47.627483 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8ddd26-a8d1-41e8-b032-88c760cda5d2 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Pushing event updated for resources: {'Port': ['ID=37f71c50-6a80-4869-962d-34f43575d74a,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:47.629739 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ad5a2ee7-7432-4fde-873d-cdb83ca66259 req-48da3e03-47ca-4bd5-bd87-08743ec6d11b tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/ports?device_id=652a91ba-483e-4b73-96d8-ccd5ac8eccff HTTP/1.1" status: 200 len: 931 time: 0.0749760 Apr 05 14:53:47.656789 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2cc5be31-df7b-40c3-b757-b75e279d2468 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:47.657571 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0793c94-3094-4c7e-9449-98dd98179896 req-4a8ddd26-a8d1-41e8-b032-88c760cda5d2 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:47.658393 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-b0793c94-3094-4c7e-9449-98dd98179896 req-4a8ddd26-a8d1-41e8-b032-88c760cda5d2 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:47.719267 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ad5a2ee7-7432-4fde-873d-cdb83ca66259 req-75fe0249-b312-4670-a0b9-963597dc9024 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdb3d0e4-c8ad-4b5d-af5b-8691d67a2d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792172 Apr 05 14:53:47.731012 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2cc5be31-df7b-40c3-b757-b75e279d2468 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:47.766728 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cc5be31-df7b-40c3-b757-b75e279d2468 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=103320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:53:47.771023 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-b0793c94-3094-4c7e-9449-98dd98179896 req-4a8ddd26-a8d1-41e8-b032-88c760cda5d2 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9509239 Apr 05 14:53:47.782536 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [req-b0793c94-3094-4c7e-9449-98dd98179896 req-1af9d567-b9c1-4e96-803f-44b3a9b048f9 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103321) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:53:47.784069 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-b0793c94-3094-4c7e-9449-98dd98179896 req-1af9d567-b9c1-4e96-803f-44b3a9b048f9 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062604 Apr 05 14:53:47.789593 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2cc5be31-df7b-40c3-b757-b75e279d2468 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:47.789933 n-d-836650-2 neutron-server[103320]: INFO neutron.db.segments_db [None req-2cc5be31-df7b-40c3-b757-b75e279d2468 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Added segment cb1e323d-67bb-467f-b32e-3eb7a7209853 of type vlan for network 90818ce6-c1a7-481c-a91f-d69e93b03d5e Apr 05 14:53:47.799900 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc5be31-df7b-40c3-b757-b75e279d2468 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea9a546-5c94-4cbd-96ee-c6cdd10f1fe9,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:47.873401 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2cc5be31-df7b-40c3-b757-b75e279d2468 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:47.884111 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-b0793c94-3094-4c7e-9449-98dd98179896 req-d11e779b-6afc-4bd0-9038-b90e22a47607 service neutron] Request body: {'port': {'device_id': '652a91ba-483e-4b73-96d8-ccd5ac8eccff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-2'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:53:47.934080 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-b0793c94-3094-4c7e-9449-98dd98179896 req-d11e779b-6afc-4bd0-9038-b90e22a47607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:47.960490 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-232d794e-b81f-4a78-ab5c-08f52de098cc None None] Provisioning complete for port 37f71c50-6a80-4869-962d-34f43575d74a triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:53:47.961123 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-232d794e-b81f-4a78-ab5c-08f52de098cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:47.973693 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2cc5be31-df7b-40c3-b757-b75e279d2468 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:47.981043 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc5be31-df7b-40c3-b757-b75e279d2468 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:47.981655 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2cc5be31-df7b-40c3-b757-b75e279d2468 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:47.998120 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-232d794e-b81f-4a78-ab5c-08f52de098cc None None] Port 37f71c50-6a80-4869-962d-34f43575d74a cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:53:48.050047 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc5be31-df7b-40c3-b757-b75e279d2468 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event updated for resources: {'Network': ['ID=90818ce6-c1a7-481c-a91f-d69e93b03d5e,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:48.063130 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 90818ce6-c1a7-481c-a91f-d69e93b03d5e details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:53:48.108411 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-2cc5be31-df7b-40c3-b757-b75e279d2468 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8721902 Apr 05 14:53:48.110980 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 40236) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:48.121363 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-27faadb3-f1be-4efe-8395-745ca3ac0121 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Request body: {'port': {'network_id': '90818ce6-c1a7-481c-a91f-d69e93b03d5e', 'name': 'tempest-PortsIpV6TestJSON-1373326018'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:53:48.268031 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [req-b0793c94-3094-4c7e-9449-98dd98179896 req-d11e779b-6afc-4bd0-9038-b90e22a47607 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37f71c50-6a80-4869-962d-34f43575d74a {{(pid=103321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:53:48.276260 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-b0793c94-3094-4c7e-9449-98dd98179896 req-d11e779b-6afc-4bd0-9038-b90e22a47607 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:48.288718 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.provisioning_blocks [req-b0793c94-3094-4c7e-9449-98dd98179896 req-d11e779b-6afc-4bd0-9038-b90e22a47607 service neutron] Transition to ACTIVE for port object 37f71c50-6a80-4869-962d-34f43575d74a will not be triggered until provisioned by entity L2. {{(pid=103321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:53:48.326526 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27faadb3-f1be-4efe-8395-745ca3ac0121 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Made reservation on behalf of 4582b43eccf64ee89d1b04a10b86bef4 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:53:48.330164 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-27faadb3-f1be-4efe-8395-745ca3ac0121 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:48.381528 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-27faadb3-f1be-4efe-8395-745ca3ac0121 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] device_id is not set on port 92b6ea5c-f103-4bc7-902e-b27cb2eb682d yet. {{(pid=103320) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:53:48.402221 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-b0793c94-3094-4c7e-9449-98dd98179896 req-d11e779b-6afc-4bd0-9038-b90e22a47607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:48.462925 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11e779b-6afc-4bd0-9038-b90e22a47607 service neutron] Pushing event updated for resources: {'Port': ['ID=37f71c50-6a80-4869-962d-34f43575d74a,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:48.555903 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-27faadb3-f1be-4efe-8395-745ca3ac0121 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:48.572147 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-b0793c94-3094-4c7e-9449-98dd98179896 req-d11e779b-6afc-4bd0-9038-b90e22a47607 service neutron] Attempting to bind port 37f71c50-6a80-4869-962d-34f43575d74a on host n-h2-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:53:48.572778 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-b0793c94-3094-4c7e-9449-98dd98179896 req-d11e779b-6afc-4bd0-9038-b90e22a47607 service neutron] Attempting to bind port 37f71c50-6a80-4869-962d-34f43575d74a by drivers openvswitch,hyperv on host n-h2-836650-2 at level 0 using segments [{'id': '66fbd2e0-c36a-4acf-927a-20a3621831c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9c33a3eb-a65a-4749-8ece-9c0c17a8413b'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:53:48.573187 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0793c94-3094-4c7e-9449-98dd98179896 req-d11e779b-6afc-4bd0-9038-b90e22a47607 service neutron] Attempting to bind port 37f71c50-6a80-4869-962d-34f43575d74a on network 9c33a3eb-a65a-4749-8ece-9c0c17a8413b {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:53:48.579569 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0793c94-3094-4c7e-9449-98dd98179896 req-d11e779b-6afc-4bd0-9038-b90e22a47607 service neutron] Port 37f71c50-6a80-4869-962d-34f43575d74a on network 9c33a3eb-a65a-4749-8ece-9c0c17a8413b not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:53:48.580233 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0793c94-3094-4c7e-9449-98dd98179896 req-d11e779b-6afc-4bd0-9038-b90e22a47607 service neutron] Attempting to bind port 37f71c50-6a80-4869-962d-34f43575d74a on network 9c33a3eb-a65a-4749-8ece-9c0c17a8413b {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:53:48.593712 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0793c94-3094-4c7e-9449-98dd98179896 req-d11e779b-6afc-4bd0-9038-b90e22a47607 service neutron] Checking agent: {'id': '6d8cf521-24bb-4b6a-bbae-0284f5c87a9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:53:48.594284 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0793c94-3094-4c7e-9449-98dd98179896 req-d11e779b-6afc-4bd0-9038-b90e22a47607 service neutron] Checking segment: {'id': '66fbd2e0-c36a-4acf-927a-20a3621831c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9c33a3eb-a65a-4749-8ece-9c0c17a8413b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:53:48.594836 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0793c94-3094-4c7e-9449-98dd98179896 req-d11e779b-6afc-4bd0-9038-b90e22a47607 service neutron] Bound using segment: {'id': '66fbd2e0-c36a-4acf-927a-20a3621831c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9c33a3eb-a65a-4749-8ece-9c0c17a8413b'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:53:48.595533 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-b0793c94-3094-4c7e-9449-98dd98179896 req-d11e779b-6afc-4bd0-9038-b90e22a47607 service neutron] Bound port: 37f71c50-6a80-4869-962d-34f43575d74a, host: n-h2-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66fbd2e0-c36a-4acf-927a-20a3621831c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9c33a3eb-a65a-4749-8ece-9c0c17a8413b'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:53:48.597250 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-b0793c94-3094-4c7e-9449-98dd98179896 req-d11e779b-6afc-4bd0-9038-b90e22a47607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:48.677615 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-27faadb3-f1be-4efe-8395-745ca3ac0121 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:48.678410 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-b0793c94-3094-4c7e-9449-98dd98179896 req-d11e779b-6afc-4bd0-9038-b90e22a47607 service neutron] For port 37f71c50-6a80-4869-962d-34f43575d74a, host n-h2-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:53:48.690401 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-b0793c94-3094-4c7e-9449-98dd98179896 req-d11e779b-6afc-4bd0-9038-b90e22a47607 service neutron] For port 37f71c50-6a80-4869-962d-34f43575d74a, host n-h2-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=37f71c50-6a80-4869-962d-34f43575d74a,segment=NetworkSegment(66fbd2e0-c36a-4acf-927a-20a3621831c7),segment_id=66fbd2e0-c36a-4acf-927a-20a3621831c7)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:53:48.753331 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27faadb3-f1be-4efe-8395-745ca3ac0121 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event updated for resources: {'Port': ['ID=92b6ea5c-f103-4bc7-902e-b27cb2eb682d,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:48.765034 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-b0793c94-3094-4c7e-9449-98dd98179896 req-d11e779b-6afc-4bd0-9038-b90e22a47607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:48.765771 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27faadb3-f1be-4efe-8395-745ca3ac0121 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Checking segment: {'id': 'cb1e323d-67bb-467f-b32e-3eb7a7209853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '90818ce6-c1a7-481c-a91f-d69e93b03d5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:53:48.766288 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27faadb3-f1be-4efe-8395-745ca3ac0121 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Network hostable DHCP agents. Network: 90818ce6-c1a7-481c-a91f-d69e93b03d5e, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:53:48.814405 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0793c94-3094-4c7e-9449-98dd98179896 req-d11e779b-6afc-4bd0-9038-b90e22a47607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:48.815137 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-b0793c94-3094-4c7e-9449-98dd98179896 req-d11e779b-6afc-4bd0-9038-b90e22a47607 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:48.816562 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-b0793c94-3094-4c7e-9449-98dd98179896 req-d11e779b-6afc-4bd0-9038-b90e22a47607 service neutron] 10.222.0.11 "PUT /v2.0/ports/37f71c50-6a80-4869-962d-34f43575d74a HTTP/1.1" status: 200 len: 1091 time: 1.0249898 Apr 05 14:53:48.840586 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '652a91ba-483e-4b73-96d8-ccd5ac8eccff', 'tag': '37f71c50-6a80-4869-962d-34f43575d74a'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:53:48.844847 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a9a0b3-7dfb-40c1-88a1-c12165be835e" -d '{"events": [{"name": "network-changed", "server_uuid": "652a91ba-483e-4b73-96d8-ccd5ac8eccff", "tag": "37f71c50-6a80-4869-962d-34f43575d74a"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:53:48.873515 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11e779b-6afc-4bd0-9038-b90e22a47607 service neutron] Pushing event updated for resources: {'Port': ['ID=37f71c50-6a80-4869-962d-34f43575d74a,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:48.887335 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27faadb3-f1be-4efe-8395-745ca3ac0121 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Network 90818ce6-c1a7-481c-a91f-d69e93b03d5e is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:53:48.917182 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9e1e15-88e2-4e4d-ae2a-5e0d266cf15e x-openstack-request-id: req-7c9e1e15-88e2-4e4d-ae2a-5e0d266cf15e {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:53:48.917182 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "652a91ba-483e-4b73-96d8-ccd5ac8eccff", "tag": "37f71c50-6a80-4869-962d-34f43575d74a", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:53:48.917182 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7c9e1e15-88e2-4e4d-ae2a-5e0d266cf15e {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:53:48.917776 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c9e1e15-88e2-4e4d-ae2a-5e0d266cf15e'] response: {'name': 'network-changed', 'server_uuid': '652a91ba-483e-4b73-96d8-ccd5ac8eccff', 'tag': '37f71c50-6a80-4869-962d-34f43575d74a', 'status': 'completed', 'code': 200} Apr 05 14:53:48.957192 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726bfbc6-7a74-4a5b-b369-4ca18a5ddd15 req-ed1eb017-1b13-4d8e-964a-4ef7dcddcef3 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:48.958797 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-726bfbc6-7a74-4a5b-b369-4ca18a5ddd15 req-ed1eb017-1b13-4d8e-964a-4ef7dcddcef3 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/ports?device_id=652a91ba-483e-4b73-96d8-ccd5ac8eccff HTTP/1.1" status: 200 len: 943 time: 0.1264846 Apr 05 14:53:48.997518 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a9a0b3-7dfb-40c1-88a1-c12165be835e req-d5121aee-98db-4946-b1e6-93ab9be592ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:48.999019 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-77a9a0b3-7dfb-40c1-88a1-c12165be835e req-d5121aee-98db-4946-b1e6-93ab9be592ae service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0d680450c8534547bd5afee8c1b9c44d&device_id=652a91ba-483e-4b73-96d8-ccd5ac8eccff HTTP/1.1" status: 200 len: 1094 time: 0.0585034 Apr 05 14:53:49.013162 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-27faadb3-f1be-4efe-8395-745ca3ac0121 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 90818ce6-c1a7-481c-a91f-d69e93b03d5e) {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:53:49.025318 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-726bfbc6-7a74-4a5b-b369-4ca18a5ddd15 req-6115c2fe-b2f0-4359-b626-689f78de83d3 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdb3d0e4-c8ad-4b5d-af5b-8691d67a2d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526874 Apr 05 14:53:49.025523 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3759ecbb-351b-45ac-a9fb-6070d9d4e2b3 None None] Network 90818ce6-c1a7-481c-a91f-d69e93b03d5e requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:53:49.025953 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27faadb3-f1be-4efe-8395-745ca3ac0121 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:53:49.030951 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27faadb3-f1be-4efe-8395-745ca3ac0121 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:49.031593 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-27faadb3-f1be-4efe-8395-745ca3ac0121 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:49.152486 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-27faadb3-f1be-4efe-8395-745ca3ac0121 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0402038 Apr 05 14:53:49.166698 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 40254) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:49.166698 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-1da1c80c-500d-4042-a9e0-341f8a2ea872 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-356629928'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:53:49.169003 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a9a0b3-7dfb-40c1-88a1-c12165be835e req-5b6def18-7d8b-4efc-8eeb-ac4c0d84d77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:49.170729 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-77a9a0b3-7dfb-40c1-88a1-c12165be835e req-5b6def18-7d8b-4efc-8eeb-ac4c0d84d77f service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=0d680450c8534547bd5afee8c1b9c44d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1637385 Apr 05 14:53:49.284432 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a9a0b3-7dfb-40c1-88a1-c12165be835e req-22136c84-2db4-45ee-9b44-764ad931aa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:49.286047 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-77a9a0b3-7dfb-40c1-88a1-c12165be835e req-22136c84-2db4-45ee-9b44-764ad931aa2e service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1073608 Apr 05 14:53:49.347781 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da1c80c-500d-4042-a9e0-341f8a2ea872 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Made reservation on behalf of 4582b43eccf64ee89d1b04a10b86bef4 for: {'network': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:53:49.351644 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1da1c80c-500d-4042-a9e0-341f8a2ea872 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:49.363023 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0793c94-3094-4c7e-9449-98dd98179896 req-48e73877-0f16-43b7-b026-d49f30f1fc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:49.364544 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-b0793c94-3094-4c7e-9449-98dd98179896 req-48e73877-0f16-43b7-b026-d49f30f1fc6a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0d680450c8534547bd5afee8c1b9c44d&device_id=652a91ba-483e-4b73-96d8-ccd5ac8eccff HTTP/1.1" status: 200 len: 1094 time: 0.0436380 Apr 05 14:53:49.381663 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1da1c80c-500d-4042-a9e0-341f8a2ea872 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=103320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:53:49.390307 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1da1c80c-500d-4042-a9e0-341f8a2ea872 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:49.390655 n-d-836650-2 neutron-server[103320]: INFO neutron.db.segments_db [None req-1da1c80c-500d-4042-a9e0-341f8a2ea872 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Added segment c620ca19-a1f0-4ecb-8196-1ddb04d64b70 of type vlan for network db13a0ec-147b-45a2-b42f-d655f793c62e Apr 05 14:53:49.415917 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-b0793c94-3094-4c7e-9449-98dd98179896 req-16f1846f-9ed0-4594-94f4-350179be04a1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37f71c50-6a80-4869-962d-34f43575d74a HTTP/1.1" status: 200 len: 217 time: 0.0424864 Apr 05 14:53:49.431068 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1da1c80c-500d-4042-a9e0-341f8a2ea872 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:49.470140 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0793c94-3094-4c7e-9449-98dd98179896 req-ea261d91-a2ca-49b9-a090-cbc468737680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:49.471542 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-b0793c94-3094-4c7e-9449-98dd98179896 req-ea261d91-a2ca-49b9-a090-cbc468737680 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b0eeff46-5c4b-4ea4-85de-a28a5ce6d062 HTTP/1.1" status: 200 len: 854 time: 0.0485010 Apr 05 14:53:49.519297 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0793c94-3094-4c7e-9449-98dd98179896 req-b11d6e2a-ba2f-456c-a3f3-042314daa58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:49.520811 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-b0793c94-3094-4c7e-9449-98dd98179896 req-b11d6e2a-ba2f-456c-a3f3-042314daa58f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9c33a3eb-a65a-4749-8ece-9c0c17a8413b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428629 Apr 05 14:53:49.567762 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1da1c80c-500d-4042-a9e0-341f8a2ea872 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:49.574328 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da1c80c-500d-4042-a9e0-341f8a2ea872 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:49.575071 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1da1c80c-500d-4042-a9e0-341f8a2ea872 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:49.616150 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-b0793c94-3094-4c7e-9449-98dd98179896 req-65c878c9-002c-4e0a-adb4-af43e8564fdf service neutron] 10.222.0.11 "GET /v2.0/networks/9c33a3eb-a65a-4749-8ece-9c0c17a8413b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887861 Apr 05 14:53:49.643002 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da1c80c-500d-4042-a9e0-341f8a2ea872 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event updated for resources: {'Network': ['ID=db13a0ec-147b-45a2-b42f-d655f793c62e,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:49.653432 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network db13a0ec-147b-45a2-b42f-d655f793c62e details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:53:49.720400 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-1da1c80c-500d-4042-a9e0-341f8a2ea872 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5633714 Apr 05 14:53:49.722537 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-b0793c94-3094-4c7e-9449-98dd98179896 req-b999607e-3e18-464c-a472-e15188aa8091 service neutron] 10.222.0.11 "GET /v2.0/networks/9c33a3eb-a65a-4749-8ece-9c0c17a8413b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999734 Apr 05 14:53:49.723088 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 40260) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:49.730060 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-13ac6e38-7aa6-4d04-95c7-ec861fe291bb tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Request body: {'ports': [{'network_id': '90818ce6-c1a7-481c-a91f-d69e93b03d5e'}, {'network_id': 'db13a0ec-147b-45a2-b42f-d655f793c62e'}]} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:53:49.730276 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-13ac6e38-7aa6-4d04-95c7-ec861fe291bb tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Request body: {'port': {'network_id': '90818ce6-c1a7-481c-a91f-d69e93b03d5e'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:53:49.730995 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-13ac6e38-7aa6-4d04-95c7-ec861fe291bb tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Request body: {'port': {'network_id': 'db13a0ec-147b-45a2-b42f-d655f793c62e'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:53:49.770481 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 40262) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:49.885240 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5c6358b8-fd83-4411-b537-7ef6cce8a07c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:49.969844 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5c6358b8-fd83-4411-b537-7ef6cce8a07c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:49.990100 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ac6e38-7aa6-4d04-95c7-ec861fe291bb tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Made reservation on behalf of 4582b43eccf64ee89d1b04a10b86bef4 for: {'port': 2} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:53:49.994641 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-13ac6e38-7aa6-4d04-95c7-ec861fe291bb tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:50.009346 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-13ac6e38-7aa6-4d04-95c7-ec861fe291bb tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:50.091938 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5c6358b8-fd83-4411-b537-7ef6cce8a07c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:50.140393 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-5c6358b8-fd83-4411-b537-7ef6cce8a07c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=20dd009137f5405d81ceb2522ef99de6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3687654 Apr 05 14:53:50.141273 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6358b8-fd83-4411-b537-7ef6cce8a07c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5498f993-8319-4a08-b1a1-96d0d9f85dfc,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:50.144913 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 40268) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:50.195924 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-13ac6e38-7aa6-4d04-95c7-ec861fe291bb tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] device_id is not set on port 6f1ad3da-c741-45ee-804f-0112640e3569 yet. {{(pid=103320) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:53:50.197318 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ffee61f0-2487-4373-82f1-28bd63a8c10d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:50.220092 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7dff69-5dbf-403b-a82e-286744670ed7 req-177ee89b-aa08-4a91-8772-76a92176b48e tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:50.221645 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fd7dff69-5dbf-403b-a82e-286744670ed7 req-177ee89b-aa08-4a91-8772-76a92176b48e tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/ports?device_id=652a91ba-483e-4b73-96d8-ccd5ac8eccff HTTP/1.1" status: 200 len: 943 time: 0.1097553 Apr 05 14:53:50.222878 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ffee61f0-2487-4373-82f1-28bd63a8c10d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:50.276662 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fd7dff69-5dbf-403b-a82e-286744670ed7 req-8710e3c5-7cdc-4cf4-9e5a-7921797fc7a1 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdb3d0e4-c8ad-4b5d-af5b-8691d67a2d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481727 Apr 05 14:53:50.326287 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-13ac6e38-7aa6-4d04-95c7-ec861fe291bb tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:50.331685 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ffee61f0-2487-4373-82f1-28bd63a8c10d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:50.334574 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ffee61f0-2487-4373-82f1-28bd63a8c10d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:50.336003 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-ffee61f0-2487-4373-82f1-28bd63a8c10d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5498f993-8319-4a08-b1a1-96d0d9f85dfc HTTP/1.1" status: 204 len: 168 time: 0.1897392 Apr 05 14:53:50.346289 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffee61f0-2487-4373-82f1-28bd63a8c10d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5498f993-8319-4a08-b1a1-96d0d9f85dfc,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:50.399172 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-13ac6e38-7aa6-4d04-95c7-ec861fe291bb tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] device_id is not set on port 992884be-cdc4-4f75-bb2a-2e8b54001d30 yet. {{(pid=103320) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:53:50.498830 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-13ac6e38-7aa6-4d04-95c7-ec861fe291bb tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:50.634025 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-13ac6e38-7aa6-4d04-95c7-ec861fe291bb tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:50.680466 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ac6e38-7aa6-4d04-95c7-ec861fe291bb tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Network 90818ce6-c1a7-481c-a91f-d69e93b03d5e is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:53:50.684244 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-13ac6e38-7aa6-4d04-95c7-ec861fe291bb tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:53:50.688182 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ac6e38-7aa6-4d04-95c7-ec861fe291bb tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:53:50.689055 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-13ac6e38-7aa6-4d04-95c7-ec861fe291bb tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:50.695876 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ac6e38-7aa6-4d04-95c7-ec861fe291bb tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event updated for resources: {'Port': ['ID=6f1ad3da-c741-45ee-804f-0112640e3569,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:50.758896 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ac6e38-7aa6-4d04-95c7-ec861fe291bb tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event updated for resources: {'Port': ['ID=992884be-cdc4-4f75-bb2a-2e8b54001d30,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:50.766606 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ac6e38-7aa6-4d04-95c7-ec861fe291bb tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Checking segment: {'id': 'c620ca19-a1f0-4ecb-8196-1ddb04d64b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'db13a0ec-147b-45a2-b42f-d655f793c62e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:53:50.766971 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ac6e38-7aa6-4d04-95c7-ec861fe291bb tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Network hostable DHCP agents. Network: db13a0ec-147b-45a2-b42f-d655f793c62e, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:53:50.910403 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ac6e38-7aa6-4d04-95c7-ec861fe291bb tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Network db13a0ec-147b-45a2-b42f-d655f793c62e is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:53:51.058746 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-13ac6e38-7aa6-4d04-95c7-ec861fe291bb tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, db13a0ec-147b-45a2-b42f-d655f793c62e) {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:53:51.062653 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ac6e38-7aa6-4d04-95c7-ec861fe291bb tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:53:51.068928 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193386c9-e81a-41de-a85f-6dedc6db124a None None] Network db13a0ec-147b-45a2-b42f-d655f793c62e requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:53:51.072659 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ac6e38-7aa6-4d04-95c7-ec861fe291bb tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:51.078262 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ac6e38-7aa6-4d04-95c7-ec861fe291bb tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:51.079078 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-13ac6e38-7aa6-4d04-95c7-ec861fe291bb tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:51.167298 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 40280) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:51.184892 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-30d63275-f501-425d-a389-2d42ab3511bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:51.208116 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-13ac6e38-7aa6-4d04-95c7-ec861fe291bb tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.4838607 Apr 05 14:53:51.211031 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 40282) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:51.334999 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-30d63275-f501-425d-a389-2d42ab3511bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:51.344839 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-7034ee6b-a665-4977-a5a5-9dafb6b81a18 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Deleting port 992884be-cdc4-4f75-bb2a-2e8b54001d30 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:53:51.345199 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7034ee6b-a665-4977-a5a5-9dafb6b81a18 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:51.404115 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e4251c-deaa-4684-9064-c445ab45a894 req-f74e359f-3ede-4a8f-a545-f84fca118cb6 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:51.405708 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-06e4251c-deaa-4684-9064-c445ab45a894 req-f74e359f-3ede-4a8f-a545-f84fca118cb6 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/ports?device_id=652a91ba-483e-4b73-96d8-ccd5ac8eccff HTTP/1.1" status: 200 len: 943 time: 0.0577297 Apr 05 14:53:51.417754 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7034ee6b-a665-4977-a5a5-9dafb6b81a18 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:51.433547 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-7034ee6b-a665-4977-a5a5-9dafb6b81a18 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Calling delete_port for 992884be-cdc4-4f75-bb2a-2e8b54001d30 owned by {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:53:51.446302 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-30d63275-f501-425d-a389-2d42ab3511bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:51.475811 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-06e4251c-deaa-4684-9064-c445ab45a894 req-2c79d909-611b-4d98-ae4f-172a17dfa2e9 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdb3d0e4-c8ad-4b5d-af5b-8691d67a2d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371559 Apr 05 14:53:51.541204 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d63275-f501-425d-a389-2d42ab3511bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13dd58bd-c8b0-421e-b4ad-b30c4026fe84,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:51.550632 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-30d63275-f501-425d-a389-2d42ab3511bb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0bc01d10fdeb40e1b1833e2095472b27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3815391 Apr 05 14:53:51.552952 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 40292) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:51.602671 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-00f490db-1648-4d21-9f99-70c11aeb2e45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:51.629514 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-00f490db-1648-4d21-9f99-70c11aeb2e45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:51.664538 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7034ee6b-a665-4977-a5a5-9dafb6b81a18 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:51.691801 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7034ee6b-a665-4977-a5a5-9dafb6b81a18 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event deleted for resources: {'Port': ['ID=992884be-cdc4-4f75-bb2a-2e8b54001d30,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:51.699109 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7034ee6b-a665-4977-a5a5-9dafb6b81a18 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:51.702738 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-7034ee6b-a665-4977-a5a5-9dafb6b81a18 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "DELETE /v2.0/ports/992884be-cdc4-4f75-bb2a-2e8b54001d30 HTTP/1.1" status: 204 len: 168 time: 0.4903791 Apr 05 14:53:51.705098 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 40294) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:51.765099 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9ba3d0-1ef1-4ec2-b04d-c798e46e1c35 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:51.771131 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9ba3d0-1ef1-4ec2-b04d-c798e46e1c35 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:51.772740 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-7d9ba3d0-1ef1-4ec2-b04d-c798e46e1c35 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0666749 Apr 05 14:53:51.777492 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 40298) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:51.801843 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-00f490db-1648-4d21-9f99-70c11aeb2e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:51.812547 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-00f490db-1648-4d21-9f99-70c11aeb2e45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:51.813969 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-00f490db-1648-4d21-9f99-70c11aeb2e45 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/13dd58bd-c8b0-421e-b4ad-b30c4026fe84 HTTP/1.1" status: 204 len: 168 time: 0.2598734 Apr 05 14:53:51.824430 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f490db-1648-4d21-9f99-70c11aeb2e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13dd58bd-c8b0-421e-b4ad-b30c4026fe84,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:52.189406 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-424e53ae-b81e-4110-a165-5502201a1f92 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Deleting port 6f1ad3da-c741-45ee-804f-0112640e3569 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:53:52.189995 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-424e53ae-b81e-4110-a165-5502201a1f92 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:52.260682 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-424e53ae-b81e-4110-a165-5502201a1f92 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:52.278466 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-424e53ae-b81e-4110-a165-5502201a1f92 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Calling delete_port for 6f1ad3da-c741-45ee-804f-0112640e3569 owned by {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:53:52.436259 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-424e53ae-b81e-4110-a165-5502201a1f92 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:52.464080 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424e53ae-b81e-4110-a165-5502201a1f92 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event deleted for resources: {'Port': ['ID=6f1ad3da-c741-45ee-804f-0112640e3569,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:52.472118 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-424e53ae-b81e-4110-a165-5502201a1f92 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:52.478200 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-424e53ae-b81e-4110-a165-5502201a1f92 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "DELETE /v2.0/ports/6f1ad3da-c741-45ee-804f-0112640e3569 HTTP/1.1" status: 204 len: 168 time: 0.6989374 Apr 05 14:53:52.478200 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 40310) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:52.539481 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2014c089-1e97-442a-80c4-b7907bf05377 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:52.541839 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-2014c089-1e97-442a-80c4-b7907bf05377 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0626087 Apr 05 14:53:52.545262 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 40316) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:52.588071 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9322623-3da3-4eb5-9ee2-b71e2047042d tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] GET failed (client error): The resource could not be found. Apr 05 14:53:52.593048 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-e9322623-3da3-4eb5-9ee2-b71e2047042d tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "GET /v2.0/ports/992884be-cdc4-4f75-bb2a-2e8b54001d30 HTTP/1.1" status: 404 len: 333 time: 0.0438890 Apr 05 14:53:52.593467 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 40318) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:52.622221 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9cd407c-ba82-466c-8336-8e8e350fa159 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] GET failed (client error): The resource could not be found. Apr 05 14:53:52.626598 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-c9cd407c-ba82-466c-8336-8e8e350fa159 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "GET /v2.0/ports/6f1ad3da-c741-45ee-804f-0112640e3569 HTTP/1.1" status: 404 len: 333 time: 0.0293443 Apr 05 14:53:52.627580 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 40320) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:52.637298 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5befbad-aaa3-4b60-809b-96e30bcfb818 req-f2d12bd0-df99-4b23-8976-2131fdcc2342 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:52.644828 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d5befbad-aaa3-4b60-809b-96e30bcfb818 req-f2d12bd0-df99-4b23-8976-2131fdcc2342 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/ports?device_id=652a91ba-483e-4b73-96d8-ccd5ac8eccff HTTP/1.1" status: 200 len: 943 time: 0.1132720 Apr 05 14:53:52.684555 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d5befbad-aaa3-4b60-809b-96e30bcfb818 req-a693a538-48f2-4f88-a47d-22f633858b51 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdb3d0e4-c8ad-4b5d-af5b-8691d67a2d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388021 Apr 05 14:53:52.713201 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b9a3bd58-455b-4464-be0d-d638c076dfb1 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:52.809488 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b9a3bd58-455b-4464-be0d-d638c076dfb1 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:52.845824 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-b9a3bd58-455b-4464-be0d-d638c076dfb1 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db13a0ec-147b-45a2-b42f-d655f793c62e']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:53:52.858049 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-b9a3bd58-455b-4464-be0d-d638c076dfb1 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c620ca19-a1f0-4ecb-8196-1ddb04d64b70') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:53:52.858368 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-b9a3bd58-455b-4464-be0d-d638c076dfb1 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c620ca19-a1f0-4ecb-8196-1ddb04d64b70') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:53:52.876982 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b9a3bd58-455b-4464-be0d-d638c076dfb1 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:52.893719 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b9a3bd58-455b-4464-be0d-d638c076dfb1 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:52.900566 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9a3bd58-455b-4464-be0d-d638c076dfb1 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:53:52.900950 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b9a3bd58-455b-4464-be0d-d638c076dfb1 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:52.905209 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:53:52.905209 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:53:52.905209 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:53:52.905209 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:53:52.905209 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:53:52.905209 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:53:52.905209 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:53:52.905209 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:53:52.905209 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:53:52.905209 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:53:52.905209 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:53:52.905209 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:53:52.905209 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:53:52.905209 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:53:52.905209 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:53:52.905209 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:53:52.905209 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:53:52.905209 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:53:52.905209 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:53:52.905209 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:53:52.905209 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:53:52.905209 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:53:52.905209 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:53:52.905209 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:53:52.905209 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:53:52.905209 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:53:52.905209 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:53:52.905209 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:53:52.905209 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:53:52.905209 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:53:52.905209 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:53:52.905209 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:53:53.047544 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b9a3bd58-455b-4464-be0d-d638c076dfb1 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:53.055110 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b9a3bd58-455b-4464-be0d-d638c076dfb1 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:53.062689 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 40332) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:53.063209 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-b9a3bd58-455b-4464-be0d-d638c076dfb1 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "DELETE /v2.0/networks/db13a0ec-147b-45a2-b42f-d655f793c62e HTTP/1.1" status: 204 len: 168 time: 0.4339774 Apr 05 14:53:53.070795 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-af6c74b6-2fec-4fd3-950f-f24d019a4881 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-667086523'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:53:53.078472 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a3bd58-455b-4464-be0d-d638c076dfb1 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event deleted for resources: {'Network': ['ID=db13a0ec-147b-45a2-b42f-d655f793c62e,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:53.186663 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 37f71c50-6a80-4869-962d-34f43575d74a details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:53:53.207164 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6c74b6-2fec-4fd3-950f-f24d019a4881 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Made reservation on behalf of 4582b43eccf64ee89d1b04a10b86bef4 for: {'network': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:53:53.210959 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-af6c74b6-2fec-4fd3-950f-f24d019a4881 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:53.241650 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af6c74b6-2fec-4fd3-950f-f24d019a4881 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=103320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:53:53.262975 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-af6c74b6-2fec-4fd3-950f-f24d019a4881 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:53.262975 n-d-836650-2 neutron-server[103320]: INFO neutron.db.segments_db [None req-af6c74b6-2fec-4fd3-950f-f24d019a4881 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Added segment 4cb11848-803b-4d99-88ee-d7261c27b58a of type vlan for network fa52d586-3490-4efa-9e5c-2c3f34d9f32c Apr 05 14:53:53.291242 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 37f71c50-6a80-4869-962d-34f43575d74a, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=37f71c50-6a80-4869-962d-34f43575d74a,segment=NetworkSegment(66fbd2e0-c36a-4acf-927a-20a3621831c7),segment_id=66fbd2e0-c36a-4acf-927a-20a3621831c7)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:53:53.303696 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': '37f71c50-6a80-4869-962d-34f43575d74a', 'network_id': '9c33a3eb-a65a-4749-8ece-9c0c17a8413b', 'port_id': '37f71c50-6a80-4869-962d-34f43575d74a', 'mac_address': 'fa:16:3e:d0:05:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0eeff46-5c4b-4ea4-85de-a28a5ce6d062', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:53:53.303920 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-af6c74b6-2fec-4fd3-950f-f24d019a4881 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:53.346955 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:53.363232 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37f71c50-6a80-4869-962d-34f43575d74a {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:53:53.383138 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 37f71c50-6a80-4869-962d-34f43575d74a, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=37f71c50-6a80-4869-962d-34f43575d74a,segment=NetworkSegment(66fbd2e0-c36a-4acf-927a-20a3621831c7),segment_id=66fbd2e0-c36a-4acf-927a-20a3621831c7)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:53:53.396322 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-af6c74b6-2fec-4fd3-950f-f24d019a4881 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:53.402755 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6c74b6-2fec-4fd3-950f-f24d019a4881 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:53.403381 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-af6c74b6-2fec-4fd3-950f-f24d019a4881 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:53.478059 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6c74b6-2fec-4fd3-950f-f24d019a4881 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event updated for resources: {'Network': ['ID=fa52d586-3490-4efa-9e5c-2c3f34d9f32c,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:53.497168 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network fa52d586-3490-4efa-9e5c-2c3f34d9f32c details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:53:53.514823 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:53.559196 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-af6c74b6-2fec-4fd3-950f-f24d019a4881 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4953644 Apr 05 14:53:53.562396 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 40342) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:53.567714 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-3b03dd92-a9af-4b78-804d-0a08a3e15cdc tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Request body: {'subnet': {'network_id': 'fa52d586-3490-4efa-9e5c-2c3f34d9f32c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:53:53.611653 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=37f71c50-6a80-4869-962d-34f43575d74a,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:53.766956 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b03dd92-a9af-4b78-804d-0a08a3e15cdc tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Made reservation on behalf of 4582b43eccf64ee89d1b04a10b86bef4 for: {'subnet': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:53:53.770621 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3b03dd92-a9af-4b78-804d-0a08a3e15cdc tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13127328'] for subnet, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:53.824559 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['37f71c50-6a80-4869-962d-34f43575d74a'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:53:53.861479 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.ipam_backend_mixin [None req-3b03dd92-a9af-4b78-804d-0a08a3e15cdc tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Performing IP validity checks on allocation pools {{(pid=103320) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 05 14:53:53.864629 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.ipam_backend_mixin [None req-3b03dd92-a9af-4b78-804d-0a08a3e15cdc tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103320) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 05 14:53:53.900235 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddcec43-1f76-4631-8f59-1558d8e5488b req-737d7794-78dc-43e9-b577-77d904ab0101 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:53.913373 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4ddcec43-1f76-4631-8f59-1558d8e5488b req-737d7794-78dc-43e9-b577-77d904ab0101 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/ports?device_id=652a91ba-483e-4b73-96d8-ccd5ac8eccff HTTP/1.1" status: 200 len: 944 time: 0.1607428 Apr 05 14:53:53.983986 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4ddcec43-1f76-4631-8f59-1558d8e5488b req-231b8898-6cb0-4d85-94b1-53edc3b0b2a9 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdb3d0e4-c8ad-4b5d-af5b-8691d67a2d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660403 Apr 05 14:53:54.183781 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3b03dd92-a9af-4b78-804d-0a08a3e15cdc tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15773751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13127350'] for subnet, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:54.243525 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b03dd92-a9af-4b78-804d-0a08a3e15cdc tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event updated for resources: {'Subnet': ['ID=86e1a1a4-acc7-4f65-a1b4-158c77ffaf9c,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:54.255840 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b03dd92-a9af-4b78-804d-0a08a3e15cdc tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Checking segment: {'id': '4cb11848-803b-4d99-88ee-d7261c27b58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa52d586-3490-4efa-9e5c-2c3f34d9f32c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:53:54.256098 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b03dd92-a9af-4b78-804d-0a08a3e15cdc tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Network hostable DHCP agents. Network: fa52d586-3490-4efa-9e5c-2c3f34d9f32c, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:53:54.350561 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b03dd92-a9af-4b78-804d-0a08a3e15cdc tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Network fa52d586-3490-4efa-9e5c-2c3f34d9f32c is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:53:54.428198 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-3b03dd92-a9af-4b78-804d-0a08a3e15cdc tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, fa52d586-3490-4efa-9e5c-2c3f34d9f32c) {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:53:54.433393 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b03dd92-a9af-4b78-804d-0a08a3e15cdc tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:54.434691 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3b03dd92-a9af-4b78-804d-0a08a3e15cdc tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:54.438747 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf176828-678c-421b-ad32-a3600c80989c None None] Network fa52d586-3490-4efa-9e5c-2c3f34d9f32c requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:53:54.513244 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2278cb1d-18d4-485d-8037-3133c55ce4ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:54.530797 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-3b03dd92-a9af-4b78-804d-0a08a3e15cdc tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9672196 Apr 05 14:53:54.533343 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 40374) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:54.540760 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-dbe021c7-9871-44a3-80a5-d5cce9cd583c tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Request body: {'port': {'network_id': 'fa52d586-3490-4efa-9e5c-2c3f34d9f32c', 'name': 'tempest-PortsIpV6TestJSON-1391935698'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:53:54.618937 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7e7f18-7ff7-4e49-80c8-0be26b1791f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-fa52d586-3490-4efa-9e5c-2c3f34d9f32c', 'network_id': 'fa52d586-3490-4efa-9e5c-2c3f34d9f32c', 'tenant_id': '4582b43eccf64ee89d1b04a10b86bef4', 'fixed_ips': [{'subnet_id': '86e1a1a4-acc7-4f65-a1b4-158c77ffaf9c'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:53:54.619968 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2a7e7f18-7ff7-4e49-80c8-0be26b1791f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:54.782243 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-2a7e7f18-7ff7-4e49-80c8-0be26b1791f4 None None] Allocated IP 2001:db8::2 (fa52d586-3490-4efa-9e5c-2c3f34d9f32c/86e1a1a4-acc7-4f65-a1b4-158c77ffaf9c/153001f0-7404-4304-bfc4-2fa1594f2df7) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:53:54.867809 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe021c7-9871-44a3-80a5-d5cce9cd583c tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Made reservation on behalf of 4582b43eccf64ee89d1b04a10b86bef4 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:53:54.872303 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dbe021c7-9871-44a3-80a5-d5cce9cd583c tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:54.894676 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-dbe021c7-9871-44a3-80a5-d5cce9cd583c tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] device_id is not set on port 7386efbd-135a-439d-8238-d648f6431100 yet. {{(pid=103320) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:53:54.948850 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2a7e7f18-7ff7-4e49-80c8-0be26b1791f4 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:55.098137 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e7165-1c33-452a-a15f-18eb7e33e633 req-23aea230-fda2-4f94-81db-95c9e4d3e8dd tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:55.099689 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bf6e7165-1c33-452a-a15f-18eb7e33e633 req-23aea230-fda2-4f94-81db-95c9e4d3e8dd tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/ports?device_id=652a91ba-483e-4b73-96d8-ccd5ac8eccff HTTP/1.1" status: 200 len: 944 time: 0.0509832 Apr 05 14:53:55.142371 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bf6e7165-1c33-452a-a15f-18eb7e33e633 req-2003a508-73c7-48a5-aaac-842a7624b89a tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdb3d0e4-c8ad-4b5d-af5b-8691d67a2d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333636 Apr 05 14:53:55.179597 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2a7e7f18-7ff7-4e49-80c8-0be26b1791f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:55.208217 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 37f71c50-6a80-4869-962d-34f43575d74a up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:53:55.243313 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7e7f18-7ff7-4e49-80c8-0be26b1791f4 None None] Network fa52d586-3490-4efa-9e5c-2c3f34d9f32c is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:53:55.247296 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-dbe021c7-9871-44a3-80a5-d5cce9cd583c tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Allocated IP 2001:db8::31a (fa52d586-3490-4efa-9e5c-2c3f34d9f32c/86e1a1a4-acc7-4f65-a1b4-158c77ffaf9c/7386efbd-135a-439d-8238-d648f6431100) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:53:55.248620 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-2a7e7f18-7ff7-4e49-80c8-0be26b1791f4 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:53:55.253469 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7e7f18-7ff7-4e49-80c8-0be26b1791f4 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:53:55.270710 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7e7f18-7ff7-4e49-80c8-0be26b1791f4 None None] Pushing event updated for resources: {'Port': ['ID=153001f0-7404-4304-bfc4-2fa1594f2df7,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:55.331223 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-2a7e7f18-7ff7-4e49-80c8-0be26b1791f4 None None] Attempting to bind port 153001f0-7404-4304-bfc4-2fa1594f2df7 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:53:55.331585 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-2a7e7f18-7ff7-4e49-80c8-0be26b1791f4 None None] Attempting to bind port 153001f0-7404-4304-bfc4-2fa1594f2df7 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '4cb11848-803b-4d99-88ee-d7261c27b58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa52d586-3490-4efa-9e5c-2c3f34d9f32c'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:53:55.331942 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7e7f18-7ff7-4e49-80c8-0be26b1791f4 None None] Attempting to bind port 153001f0-7404-4304-bfc4-2fa1594f2df7 on network fa52d586-3490-4efa-9e5c-2c3f34d9f32c {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:53:55.336793 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7e7f18-7ff7-4e49-80c8-0be26b1791f4 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:53:55.337321 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7e7f18-7ff7-4e49-80c8-0be26b1791f4 None None] Checking segment: {'id': '4cb11848-803b-4d99-88ee-d7261c27b58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa52d586-3490-4efa-9e5c-2c3f34d9f32c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:53:55.337668 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2a7e7f18-7ff7-4e49-80c8-0be26b1791f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:55.338053 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7e7f18-7ff7-4e49-80c8-0be26b1791f4 None None] Bound using segment: {'id': '4cb11848-803b-4d99-88ee-d7261c27b58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa52d586-3490-4efa-9e5c-2c3f34d9f32c'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:53:55.338644 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-2a7e7f18-7ff7-4e49-80c8-0be26b1791f4 None None] Bound port: 153001f0-7404-4304-bfc4-2fa1594f2df7, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cb11848-803b-4d99-88ee-d7261c27b58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa52d586-3490-4efa-9e5c-2c3f34d9f32c'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:53:55.339179 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2a7e7f18-7ff7-4e49-80c8-0be26b1791f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:55.416718 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dbe021c7-9871-44a3-80a5-d5cce9cd583c tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:55.417756 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-2a7e7f18-7ff7-4e49-80c8-0be26b1791f4 None None] For port 153001f0-7404-4304-bfc4-2fa1594f2df7, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:53:55.421879 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-2a7e7f18-7ff7-4e49-80c8-0be26b1791f4 None None] For port 153001f0-7404-4304-bfc4-2fa1594f2df7, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=153001f0-7404-4304-bfc4-2fa1594f2df7,segment=NetworkSegment(4cb11848-803b-4d99-88ee-d7261c27b58a),segment_id=4cb11848-803b-4d99-88ee-d7261c27b58a)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:53:55.453099 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning for port 37f71c50-6a80-4869-962d-34f43575d74a completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:53:55.457683 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port 37f71c50-6a80-4869-962d-34f43575d74a triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:53:55.458133 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:55.539911 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2a7e7f18-7ff7-4e49-80c8-0be26b1791f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:55.587026 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dbe021c7-9871-44a3-80a5-d5cce9cd583c tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:55.597059 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:55.673565 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 37f71c50-6a80-4869-962d-34f43575d74a, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=37f71c50-6a80-4869-962d-34f43575d74a,segment=NetworkSegment(66fbd2e0-c36a-4acf-927a-20a3621831c7),segment_id=66fbd2e0-c36a-4acf-927a-20a3621831c7)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:53:55.675849 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '652a91ba-483e-4b73-96d8-ccd5ac8eccff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37f71c50-6a80-4869-962d-34f43575d74a'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:53:55.679533 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-934fa122-e4cd-4f65-9a42-9a2c44ad906b" -d '{"events": [{"server_uuid": "652a91ba-483e-4b73-96d8-ccd5ac8eccff", "name": "network-vif-plugged", "status": "completed", "tag": "37f71c50-6a80-4869-962d-34f43575d74a"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:53:55.689967 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7e7f18-7ff7-4e49-80c8-0be26b1791f4 None None] Pushing event updated for resources: {'Port': ['ID=153001f0-7404-4304-bfc4-2fa1594f2df7,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:55.744476 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:55.750999 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe021c7-9871-44a3-80a5-d5cce9cd583c tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event updated for resources: {'Port': ['ID=7386efbd-135a-439d-8238-d648f6431100,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:55.782480 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe021c7-9871-44a3-80a5-d5cce9cd583c tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Network fa52d586-3490-4efa-9e5c-2c3f34d9f32c is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:53:55.787952 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-dbe021c7-9871-44a3-80a5-d5cce9cd583c tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:53:55.796547 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe021c7-9871-44a3-80a5-d5cce9cd583c tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:53:55.808630 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe021c7-9871-44a3-80a5-d5cce9cd583c tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:55.813501 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dbe021c7-9871-44a3-80a5-d5cce9cd583c tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:55.818245 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879f09e4-11a4-4a50-9e1f-b7f228558737 x-openstack-request-id: req-879f09e4-11a4-4a50-9e1f-b7f228558737 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:53:55.818549 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "652a91ba-483e-4b73-96d8-ccd5ac8eccff", "name": "network-vif-plugged", "status": "completed", "tag": "37f71c50-6a80-4869-962d-34f43575d74a", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:53:55.819546 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-879f09e4-11a4-4a50-9e1f-b7f228558737 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:53:55.820087 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-879f09e4-11a4-4a50-9e1f-b7f228558737'] response: {'server_uuid': '652a91ba-483e-4b73-96d8-ccd5ac8eccff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37f71c50-6a80-4869-962d-34f43575d74a', 'code': 200} Apr 05 14:53:55.896025 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=37f71c50-6a80-4869-962d-34f43575d74a,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:55.898016 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 40410) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:55.933068 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa70ea-4bc3-469a-b2d5-1826616feffe req-861d4869-8b8f-470d-8c73-f00a989533cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:55.934047 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-57aa70ea-4bc3-469a-b2d5-1826616feffe req-861d4869-8b8f-470d-8c73-f00a989533cd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=652a91ba-483e-4b73-96d8-ccd5ac8eccff HTTP/1.1" status: 200 len: 1096 time: 0.1162603 Apr 05 14:53:55.934768 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 40414) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:55.935604 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-dbe021c7-9871-44a3-80a5-d5cce9cd583c tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4004073 Apr 05 14:53:56.008257 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-57aa70ea-4bc3-469a-b2d5-1826616feffe req-be5ebd35-9f9e-4fa5-99c6-468559af96a7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=fdb3d0e4-c8ad-4b5d-af5b-8691d67a2d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636153 Apr 05 14:53:56.086611 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-0e767dc2-1dda-45bb-8bd4-310c83b8061d tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Deleting port 7386efbd-135a-439d-8238-d648f6431100 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:53:56.087183 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0e767dc2-1dda-45bb-8bd4-310c83b8061d tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:56.150723 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-942b08a7-0d7f-47ef-9cb0-a6df7be2401c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:56.201727 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0e767dc2-1dda-45bb-8bd4-310c83b8061d tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:56.219274 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-0e767dc2-1dda-45bb-8bd4-310c83b8061d tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Calling delete_port for 7386efbd-135a-439d-8238-d648f6431100 owned by {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:53:56.268851 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-942b08a7-0d7f-47ef-9cb0-a6df7be2401c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:56.292344 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053179c7-cf5e-44c4-865f-d68a8cb7be79 req-7f675e94-75f4-4a90-9d45-4225d1a54750 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:56.295533 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-053179c7-cf5e-44c4-865f-d68a8cb7be79 req-7f675e94-75f4-4a90-9d45-4225d1a54750 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/ports?device_id=652a91ba-483e-4b73-96d8-ccd5ac8eccff HTTP/1.1" status: 200 len: 945 time: 0.0676880 Apr 05 14:53:56.361625 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-053179c7-cf5e-44c4-865f-d68a8cb7be79 req-3da09510-05a2-41b8-9b23-62d997094d34 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdb3d0e4-c8ad-4b5d-af5b-8691d67a2d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508010 Apr 05 14:53:56.376186 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-942b08a7-0d7f-47ef-9cb0-a6df7be2401c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:56.418314 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-942b08a7-0d7f-47ef-9cb0-a6df7be2401c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=257d010b33334d069f3e16e4050d90d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5008140 Apr 05 14:53:56.418314 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942b08a7-0d7f-47ef-9cb0-a6df7be2401c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1fbffc9-4966-4609-9e0f-34c939a5d05d,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:56.418978 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 40418) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:56.458571 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0e767dc2-1dda-45bb-8bd4-310c83b8061d tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:56.492639 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e767dc2-1dda-45bb-8bd4-310c83b8061d tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event deleted for resources: {'Port': ['ID=7386efbd-135a-439d-8238-d648f6431100,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:56.533483 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0e767dc2-1dda-45bb-8bd4-310c83b8061d tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:56.542273 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 40420) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:56.542470 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-0e767dc2-1dda-45bb-8bd4-310c83b8061d tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "DELETE /v2.0/ports/7386efbd-135a-439d-8238-d648f6431100 HTTP/1.1" status: 204 len: 168 time: 0.6055980 Apr 05 14:53:56.543474 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-14d6a12c-5bdf-48db-a214-778b15e90fc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:56.579561 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-14d6a12c-5bdf-48db-a214-778b15e90fc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:56.582839 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-c052f2da-c219-4c63-be64-ef9929ad9b1a tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] DELETE failed (client error): The resource could not be found. Apr 05 14:53:56.583594 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c052f2da-c219-4c63-be64-ef9929ad9b1a tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103320) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:53:56.587087 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-c052f2da-c219-4c63-be64-ef9929ad9b1a tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "DELETE /v2.0/ports/7386efbd-135a-439d-8238-d648f6431100 HTTP/1.1" status: 404 len: 333 time: 0.0429468 Apr 05 14:53:56.590276 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 40424) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:56.634967 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-60e9954d-e8fb-41fe-a78d-a95fc7016cba tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] GET failed (client error): The resource could not be found. Apr 05 14:53:56.637446 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-60e9954d-e8fb-41fe-a78d-a95fc7016cba tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "GET /v2.0/ports/7386efbd-135a-439d-8238-d648f6431100 HTTP/1.1" status: 404 len: 333 time: 0.0459881 Apr 05 14:53:56.640234 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 40426) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:56.718032 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ec66fcb-cb15-49a0-925a-ff736fe83343 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Deleting subnet 86e1a1a4-acc7-4f65-a1b4-158c77ffaf9c {{(pid=103320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:53:56.721322 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3ec66fcb-cb15-49a0-925a-ff736fe83343 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for subnet, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:56.754223 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-14d6a12c-5bdf-48db-a214-778b15e90fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:56.757289 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-14d6a12c-5bdf-48db-a214-778b15e90fc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:56.761899 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-14d6a12c-5bdf-48db-a214-778b15e90fc6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e1fbffc9-4966-4609-9e0f-34c939a5d05d HTTP/1.1" status: 204 len: 168 time: 0.3386302 Apr 05 14:53:56.769494 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d6a12c-5bdf-48db-a214-778b15e90fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1fbffc9-4966-4609-9e0f-34c939a5d05d,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:56.774926 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3ec66fcb-cb15-49a0-925a-ff736fe83343 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13399228'] for subnet, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:56.808208 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ed7c6c4d-24ac-4bea-aac3-a0e7223ed3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:56.841837 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6a5bdd-7977-4686-aa6b-76997a124e79 None None] Network fa52d586-3490-4efa-9e5c-2c3f34d9f32c requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:53:56.897381 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3ec66fcb-cb15-49a0-925a-ff736fe83343 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:56.937867 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-f3da9065-90d7-4f8f-b89d-d7c1301d6488 None None] Provisioning complete for port 153001f0-7404-4304-bfc4-2fa1594f2df7 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:53:56.938520 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f3da9065-90d7-4f8f-b89d-d7c1301d6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:57.089117 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3ec66fcb-cb15-49a0-925a-ff736fe83343 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15773812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13127359'] for subnet, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:57.091386 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f3da9065-90d7-4f8f-b89d-d7c1301d6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:57.117379 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec66fcb-cb15-49a0-925a-ff736fe83343 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event deleted for resources: {'Subnet': ['ID=86e1a1a4-acc7-4f65-a1b4-158c77ffaf9c,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:57.126266 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3ec66fcb-cb15-49a0-925a-ff736fe83343 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:57.131914 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-3ec66fcb-cb15-49a0-925a-ff736fe83343 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "DELETE /v2.0/subnets/86e1a1a4-acc7-4f65-a1b4-158c77ffaf9c HTTP/1.1" status: 204 len: 168 time: 0.4883454 Apr 05 14:53:57.132122 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 40438) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:57.260937 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-87b02b56-7516-4993-87ce-209fa83a0469 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:57.367448 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.db.api [None req-f3da9065-90d7-4f8f-b89d-d7c1301d6488 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:53:57.370596 n-d-836650-2 neutron-server[103322]: DEBUG oslo_db.api [None req-f3da9065-90d7-4f8f-b89d-d7c1301d6488 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:53:57.402577 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-87b02b56-7516-4993-87ce-209fa83a0469 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Deleting port 153001f0-7404-4304-bfc4-2fa1594f2df7 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:53:57.403178 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-87b02b56-7516-4993-87ce-209fa83a0469 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:57.453372 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087fd244-8f48-4986-90eb-b79b97d5b3a1 None None] Network fa52d586-3490-4efa-9e5c-2c3f34d9f32c requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:53:57.566579 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-87b02b56-7516-4993-87ce-209fa83a0469 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] For port 153001f0-7404-4304-bfc4-2fa1594f2df7, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=153001f0-7404-4304-bfc4-2fa1594f2df7,segment=NetworkSegment(4cb11848-803b-4d99-88ee-d7261c27b58a),segment_id=4cb11848-803b-4d99-88ee-d7261c27b58a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:53:57.567100 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-87b02b56-7516-4993-87ce-209fa83a0469 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:57.594063 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-87b02b56-7516-4993-87ce-209fa83a0469 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Calling delete_port for 153001f0-7404-4304-bfc4-2fa1594f2df7 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:53:57.621033 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f9c32c-a407-40df-90a8-7f158084d78a req-598c50fd-b941-451c-9d5e-d9b68317b75f tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:57.623014 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-91f9c32c-a407-40df-90a8-7f158084d78a req-598c50fd-b941-451c-9d5e-d9b68317b75f tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/ports?device_id=652a91ba-483e-4b73-96d8-ccd5ac8eccff HTTP/1.1" status: 200 len: 945 time: 0.1446342 Apr 05 14:53:57.723797 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-91f9c32c-a407-40df-90a8-7f158084d78a req-4f52977b-1556-430d-94ca-959011e32434 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdb3d0e4-c8ad-4b5d-af5b-8691d67a2d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530269 Apr 05 14:53:57.739673 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5234dd84-c2d6-4ed9-a4b0-9922584f04e3 None None] DHCP port deletion for fa52d586-3490-4efa-9e5c-2c3f34d9f32c request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:53:57.802270 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-5234dd84-c2d6-4ed9-a4b0-9922584f04e3 None None] Deleting port 153001f0-7404-4304-bfc4-2fa1594f2df7 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:53:57.802653 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5234dd84-c2d6-4ed9-a4b0-9922584f04e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:57.854702 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-87b02b56-7516-4993-87ce-209fa83a0469 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:57.904269 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b02b56-7516-4993-87ce-209fa83a0469 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event deleted for resources: {'Port': ['ID=153001f0-7404-4304-bfc4-2fa1594f2df7,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:57.917084 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b02b56-7516-4993-87ce-209fa83a0469 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] No DVR routers for this DVR port 153001f0-7404-4304-bfc4-2fa1594f2df7 on host n-d-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:53:57.928271 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-f3da9065-90d7-4f8f-b89d-d7c1301d6488 None None] Port 153001f0-7404-4304-bfc4-2fa1594f2df7 update to ACTIVE by agent not found {{(pid=103322) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Apr 05 14:53:57.935930 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-5234dd84-c2d6-4ed9-a4b0-9922584f04e3 None None] For port 153001f0-7404-4304-bfc4-2fa1594f2df7, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=153001f0-7404-4304-bfc4-2fa1594f2df7,segment=NetworkSegment(4cb11848-803b-4d99-88ee-d7261c27b58a),segment_id=4cb11848-803b-4d99-88ee-d7261c27b58a)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:53:57.936340 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5234dd84-c2d6-4ed9-a4b0-9922584f04e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:57.965513 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-5234dd84-c2d6-4ed9-a4b0-9922584f04e3 None None] Calling delete_port for 153001f0-7404-4304-bfc4-2fa1594f2df7 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:53:58.003387 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 40448) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:58.056785 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-507a13ec-2196-4d48-87b3-784b603b4daa admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:58.077627 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-86336b8c-cc15-4278-88e5-8653488cab9f None None] Could not find standard attr ID for object 153001f0-7404-4304-bfc4-2fa1594f2df7. {{(pid=103322) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 14:53:58.088627 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-87b02b56-7516-4993-87ce-209fa83a0469 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:58.120581 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:58.125371 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:53:58.125371 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:53:58.125371 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:53:58.125371 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:53:58.125371 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:53:58.125371 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:53:58.125371 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:53:58.125371 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:53:58.125371 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:53:58.125371 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:53:58.125371 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:53:58.125371 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:53:58.125371 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:53:58.125371 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:53:58.125371 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:53:58.125371 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:53:58.125371 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:53:58.125371 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:53:58.125371 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:53:58.125371 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:53:58.125371 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:53:58.125371 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:53:58.125371 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:53:58.125371 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:53:58.125371 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:53:58.125371 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:53:58.125371 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:53:58.125371 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:53:58.125371 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:53:58.125371 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:53:58.125371 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:53:58.125371 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:53:58.125371 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:53:58.125371 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:53:58.125371 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:53:58.125371 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:53:58.125371 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:53:58.125371 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:53:58.125371 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:53:58.125371 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:53:58.125371 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:53:58.125371 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:53:58.125371 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:53:58.125371 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:53:58.125371 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:53:58.125371 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:53:58.125371 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:53:58.125371 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:53:58.125371 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:53:58.125371 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:53:58.125371 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:53:58.125371 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:53:58.125371 n-d-836650-2 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:53:58.125371 n-d-836650-2 neutron-server[103322]: self.session.flush() Apr 05 14:53:58.141760 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5234dd84-c2d6-4ed9-a4b0-9922584f04e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:58.156511 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-87b02b56-7516-4993-87ce-209fa83a0469 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa52d586-3490-4efa-9e5c-2c3f34d9f32c']}} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:53:58.168188 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-87b02b56-7516-4993-87ce-209fa83a0469 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cb11848-803b-4d99-88ee-d7261c27b58a') {'for_net_delete': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:53:58.168486 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-87b02b56-7516-4993-87ce-209fa83a0469 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cb11848-803b-4d99-88ee-d7261c27b58a') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:53:58.174442 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5234dd84-c2d6-4ed9-a4b0-9922584f04e3 None None] Pushing event deleted for resources: {'Port': ['ID=153001f0-7404-4304-bfc4-2fa1594f2df7,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:58.176863 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5234dd84-c2d6-4ed9-a4b0-9922584f04e3 None None] No DVR routers for this DVR port 153001f0-7404-4304-bfc4-2fa1594f2df7 on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:53:58.179475 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-87b02b56-7516-4993-87ce-209fa83a0469 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13399223'] for segment, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:58.196348 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-87b02b56-7516-4993-87ce-209fa83a0469 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:58.203192 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87b02b56-7516-4993-87ce-209fa83a0469 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=103320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:53:58.203750 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-87b02b56-7516-4993-87ce-209fa83a0469 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15765202'] for segment, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:58.206967 n-d-836650-2 neutron-server[103320]: Traceback (most recent call last): Apr 05 14:53:58.206967 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:53:58.206967 n-d-836650-2 neutron-server[103320]: timer() Apr 05 14:53:58.206967 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:53:58.206967 n-d-836650-2 neutron-server[103320]: cb(*args, **kw) Apr 05 14:53:58.206967 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:53:58.206967 n-d-836650-2 neutron-server[103320]: return func(*args, **kwargs) Apr 05 14:53:58.206967 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:53:58.206967 n-d-836650-2 neutron-server[103320]: self._notify() Apr 05 14:53:58.206967 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:53:58.206967 n-d-836650-2 neutron-server[103320]: self.callback(batched_events) Apr 05 14:53:58.206967 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:53:58.206967 n-d-836650-2 neutron-server[103320]: event.method(event) Apr 05 14:53:58.206967 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:53:58.206967 n-d-836650-2 neutron-server[103320]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:53:58.206967 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:53:58.206967 n-d-836650-2 neutron-server[103320]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:53:58.206967 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:53:58.206967 n-d-836650-2 neutron-server[103320]: return f(self, *a, **k) Apr 05 14:53:58.206967 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:53:58.206967 n-d-836650-2 neutron-server[103320]: return self._get(url).json() Apr 05 14:53:58.206967 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:53:58.206967 n-d-836650-2 neutron-server[103320]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:53:58.206967 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:53:58.206967 n-d-836650-2 neutron-server[103320]: return self.request(url, 'GET', **kwargs) Apr 05 14:53:58.206967 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:53:58.206967 n-d-836650-2 neutron-server[103320]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:53:58.206967 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:53:58.206967 n-d-836650-2 neutron-server[103320]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:53:58.206967 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:53:58.206967 n-d-836650-2 neutron-server[103320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:53:58.206967 n-d-836650-2 neutron-server[103320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:53:58.220993 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-507a13ec-2196-4d48-87b3-784b603b4daa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:58.367241 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-507a13ec-2196-4d48-87b3-784b603b4daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:58.390156 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-87b02b56-7516-4993-87ce-209fa83a0469 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:58.402885 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-87b02b56-7516-4993-87ce-209fa83a0469 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:58.409558 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-87b02b56-7516-4993-87ce-209fa83a0469 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "DELETE /v2.0/networks/fa52d586-3490-4efa-9e5c-2c3f34d9f32c HTTP/1.1" status: 204 len: 168 time: 1.2731063 Apr 05 14:53:58.409727 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-507a13ec-2196-4d48-87b3-784b603b4daa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ee7b2ae3649d4dd7a5b341f63b033235&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4028611 Apr 05 14:53:58.409727 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507a13ec-2196-4d48-87b3-784b603b4daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7491912-f433-4220-a121-b590af3fcee8,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:58.411273 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 40450) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:58.415949 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-24ec76e7-5ace-4c77-bfe8-f0d6a764c024 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-196379928'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:53:58.417272 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 40452) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:58.425581 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b02b56-7516-4993-87ce-209fa83a0469 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event deleted for resources: {'Network': ['ID=fa52d586-3490-4efa-9e5c-2c3f34d9f32c,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:58.469763 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6ec0c505-d52a-4e77-a381-10ee1446266a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:58.493878 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6ec0c505-d52a-4e77-a381-10ee1446266a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:58.570865 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ec76e7-5ace-4c77-bfe8-f0d6a764c024 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Made reservation on behalf of 4582b43eccf64ee89d1b04a10b86bef4 for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:53:58.586501 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-24ec76e7-5ace-4c77-bfe8-f0d6a764c024 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:58.852765 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b262b87-a148-4ac0-9f3a-32732ea666e0 req-e532d016-199d-4cfb-8f97-83700402ad7d tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:58.854492 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1b262b87-a148-4ac0-9f3a-32732ea666e0 req-e532d016-199d-4cfb-8f97-83700402ad7d tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/ports?device_id=652a91ba-483e-4b73-96d8-ccd5ac8eccff HTTP/1.1" status: 200 len: 945 time: 0.0542314 Apr 05 14:53:58.893084 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1b262b87-a148-4ac0-9f3a-32732ea666e0 req-670a102f-83f6-403a-8d7a-fdb03cc857cd tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdb3d0e4-c8ad-4b5d-af5b-8691d67a2d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323336 Apr 05 14:53:58.986904 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24ec76e7-5ace-4c77-bfe8-f0d6a764c024 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:53:58.987126 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6ec0c505-d52a-4e77-a381-10ee1446266a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:58.989138 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6ec0c505-d52a-4e77-a381-10ee1446266a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:58.990297 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-6ec0c505-d52a-4e77-a381-10ee1446266a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f7491912-f433-4220-a121-b590af3fcee8 HTTP/1.1" status: 204 len: 168 time: 0.5716736 Apr 05 14:53:58.992538 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-24ec76e7-5ace-4c77-bfe8-f0d6a764c024 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:58.993317 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-24ec76e7-5ace-4c77-bfe8-f0d6a764c024 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Added segment 740129c8-fe52-408d-8b77-4ca9dda7539c of type vlan for network e72ab251-e767-42b6-9005-711edae7d584 Apr 05 14:53:59.002301 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec0c505-d52a-4e77-a381-10ee1446266a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7491912-f433-4220-a121-b590af3fcee8,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:59.022230 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ec2db-2ba6-4ab1-b3ed-842d07ce0ae9 req-4cbaf1b9-0cc7-4432-b8bb-29964c083532 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:59.024379 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a21ec2db-2ba6-4ab1-b3ed-842d07ce0ae9 req-4cbaf1b9-0cc7-4432-b8bb-29964c083532 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/ports?device_id=652a91ba-483e-4b73-96d8-ccd5ac8eccff HTTP/1.1" status: 200 len: 945 time: 0.0674520 Apr 05 14:53:59.036080 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 40466) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:59.041784 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-0437f6c5-4d3b-45b8-86b7-3549e8da25f4 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Request body: {'floatingip': {'port_id': '37f71c50-6a80-4869-962d-34f43575d74a'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:53:59.093109 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0437f6c5-4d3b-45b8-86b7-3549e8da25f4 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for floatingip, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:59.096605 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-24ec76e7-5ace-4c77-bfe8-f0d6a764c024 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:59.319145 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-24ec76e7-5ace-4c77-bfe8-f0d6a764c024 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:59.328456 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ec76e7-5ace-4c77-bfe8-f0d6a764c024 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:59.328456 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-24ec76e7-5ace-4c77-bfe8-f0d6a764c024 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:59.479616 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ec76e7-5ace-4c77-bfe8-f0d6a764c024 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event updated for resources: {'Network': ['ID=e72ab251-e767-42b6-9005-711edae7d584,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:59.503452 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network e72ab251-e767-42b6-9005-711edae7d584 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:53:59.554792 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-24ec76e7-5ace-4c77-bfe8-f0d6a764c024 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1430051 Apr 05 14:53:59.557676 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 40476) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:53:59.563662 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-76733059-8636-46fb-8912-5f518a1f24fb tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Request body: {'subnet': {'network_id': 'e72ab251-e767-42b6-9005-711edae7d584', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:53:59.742019 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:59.793547 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76733059-8636-46fb-8912-5f518a1f24fb tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Made reservation on behalf of 4582b43eccf64ee89d1b04a10b86bef4 for: {'subnet': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:53:59.794422 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:59.797964 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-76733059-8636-46fb-8912-5f518a1f24fb tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13127328'] for subnet, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:59.874876 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0437f6c5-4d3b-45b8-86b7-3549e8da25f4 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:00.070385 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0437f6c5-4d3b-45b8-86b7-3549e8da25f4 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:00.114141 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-76733059-8636-46fb-8912-5f518a1f24fb tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15773751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13127350'] for subnet, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:00.201953 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76733059-8636-46fb-8912-5f518a1f24fb tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event updated for resources: {'Subnet': ['ID=666d95b8-b13f-47d0-b76b-4f7af0b9b281,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:00.209182 n-d-836650-2 neutron-server[103321]: INFO neutron.db.l3_db [None req-0437f6c5-4d3b-45b8-86b7-3549e8da25f4 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Floating IP 2a3381fa-bd83-45c7-b802-7d3f6195c0da associated. External IP: 172.25.6.253, port: 37f71c50-6a80-4869-962d-34f43575d74a. Apr 05 14:54:00.224115 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76733059-8636-46fb-8912-5f518a1f24fb tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Checking segment: {'id': '740129c8-fe52-408d-8b77-4ca9dda7539c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'e72ab251-e767-42b6-9005-711edae7d584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:54:00.224115 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76733059-8636-46fb-8912-5f518a1f24fb tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Network hostable DHCP agents. Network: e72ab251-e767-42b6-9005-711edae7d584, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:54:00.274611 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b9752f-a7f2-43a1-875b-78ebb5dcefbe req-b3350690-ae0d-460a-851c-2297bf1ecd4a tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:00.276278 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b5b9752f-a7f2-43a1-875b-78ebb5dcefbe req-b3350690-ae0d-460a-851c-2297bf1ecd4a tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 946 time: 0.0898652 Apr 05 14:54:00.320159 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b5b9752f-a7f2-43a1-875b-78ebb5dcefbe req-ae2e74b0-0319-4b1a-af30-bc060fa6a8d2 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=0db5022f-6960-4519-993b-af935888212a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372403 Apr 05 14:54:00.339293 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76733059-8636-46fb-8912-5f518a1f24fb tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Network e72ab251-e767-42b6-9005-711edae7d584 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:54:00.436113 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-76733059-8636-46fb-8912-5f518a1f24fb tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, e72ab251-e767-42b6-9005-711edae7d584) {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:54:00.440723 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76733059-8636-46fb-8912-5f518a1f24fb tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:00.441347 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-76733059-8636-46fb-8912-5f518a1f24fb tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:00.442123 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0437f6c5-4d3b-45b8-86b7-3549e8da25f4 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Router b1445dec-20ca-403d-b665-56d8d9cba455 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:54:00.448648 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed2cd3b-8a58-4373-883b-b7f34a40de16 None None] Network e72ab251-e767-42b6-9005-711edae7d584 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:54:00.491033 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 40508) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:00.535866 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-76733059-8636-46fb-8912-5f518a1f24fb tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9763880 Apr 05 14:54:00.538658 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 40512) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:00.544608 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-7c179934-866b-42cd-b0cb-a062cc233776 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Request body: {'port': {'network_id': 'e72ab251-e767-42b6-9005-711edae7d584', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-297302668'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:54:00.568674 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0437f6c5-4d3b-45b8-86b7-3549e8da25f4 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:54:00.583863 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0437f6c5-4d3b-45b8-86b7-3549e8da25f4 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:00.587244 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cdc68d-37ee-48e0-a722-de18e4066b9f None None] Sync routers for ids ['b1445dec-20ca-403d-b665-56d8d9cba455'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:54:00.616072 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cdc68d-37ee-48e0-a722-de18e4066b9f None None] Routers {'b1445dec-20ca-403d-b665-56d8d9cba455'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:54:00.616713 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-c9cdc68d-37ee-48e0-a722-de18e4066b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:53:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['b1445dec-20ca-403d-b665-56d8d9cba455'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:54:00.639130 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-0437f6c5-4d3b-45b8-86b7-3549e8da25f4 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "PUT /v2.0/floatingips/2a3381fa-bd83-45c7-b802-7d3f6195c0da HTTP/1.1" status: 200 len: 991 time: 1.5878394 Apr 05 14:54:00.639130 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '652a91ba-483e-4b73-96d8-ccd5ac8eccff', 'tag': '37f71c50-6a80-4869-962d-34f43575d74a'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:54:00.639130 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861dccac-00d6-4dd7-952c-1b3006604ba2" -d '{"events": [{"name": "network-changed", "server_uuid": "652a91ba-483e-4b73-96d8-ccd5ac8eccff", "tag": "37f71c50-6a80-4869-962d-34f43575d74a"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:54:00.672550 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91668fcb-b0cf-4db4-9fdd-d3804fc62a49 x-openstack-request-id: req-91668fcb-b0cf-4db4-9fdd-d3804fc62a49 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:54:00.672550 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "652a91ba-483e-4b73-96d8-ccd5ac8eccff", "tag": "37f71c50-6a80-4869-962d-34f43575d74a", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:54:00.672550 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-91668fcb-b0cf-4db4-9fdd-d3804fc62a49 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:54:00.672987 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91668fcb-b0cf-4db4-9fdd-d3804fc62a49'] response: {'name': 'network-changed', 'server_uuid': '652a91ba-483e-4b73-96d8-ccd5ac8eccff', 'tag': '37f71c50-6a80-4869-962d-34f43575d74a', 'status': 'completed', 'code': 200} Apr 05 14:54:00.674175 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-a1184434-5728-4bb9-8937-fbd1f5489a4c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1816287027-network', 'tenant_id': '6aaedda5a21e469faa47af1042605ddd'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:54:00.681465 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c9e2ec-01da-4a59-949f-76fe6b375d03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-e72ab251-e767-42b6-9005-711edae7d584', 'network_id': 'e72ab251-e767-42b6-9005-711edae7d584', 'tenant_id': '4582b43eccf64ee89d1b04a10b86bef4', 'fixed_ips': [{'subnet_id': '666d95b8-b13f-47d0-b76b-4f7af0b9b281'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:54:00.685797 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-55c9e2ec-01da-4a59-949f-76fe6b375d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:00.757912 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861dccac-00d6-4dd7-952c-1b3006604ba2 req-8c107364-07d0-428d-8065-66afb6e1204d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:00.759464 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-861dccac-00d6-4dd7-952c-1b3006604ba2 req-8c107364-07d0-428d-8065-66afb6e1204d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0d680450c8534547bd5afee8c1b9c44d&device_id=652a91ba-483e-4b73-96d8-ccd5ac8eccff HTTP/1.1" status: 200 len: 1096 time: 0.0593457 Apr 05 14:54:00.804548 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1184434-5728-4bb9-8937-fbd1f5489a4c admin admin] Made reservation on behalf of 6aaedda5a21e469faa47af1042605ddd for: {'network': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:54:00.808972 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a1184434-5728-4bb9-8937-fbd1f5489a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:00.819144 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a1184434-5728-4bb9-8937-fbd1f5489a4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:00.836378 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-c9cdc68d-37ee-48e0-a722-de18e4066b9f None None] Set router b1445dec-20ca-403d-b665-56d8d9cba455 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:54:00.861535 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c179934-866b-42cd-b0cb-a062cc233776 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Made reservation on behalf of 4582b43eccf64ee89d1b04a10b86bef4 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:54:00.865961 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7c179934-866b-42cd-b0cb-a062cc233776 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:00.872472 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861dccac-00d6-4dd7-952c-1b3006604ba2 req-e2e7c082-131f-4c5a-a7fa-5bb8966ca962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:00.874015 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-861dccac-00d6-4dd7-952c-1b3006604ba2 req-e2e7c082-131f-4c5a-a7fa-5bb8966ca962 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9c33a3eb-a65a-4749-8ece-9c0c17a8413b HTTP/1.1" status: 200 len: 916 time: 0.1074126 Apr 05 14:54:00.890731 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7c179934-866b-42cd-b0cb-a062cc233776 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] device_id is not set on port 9637225e-3fb8-4767-b39f-59a168f61441 yet. {{(pid=103320) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:54:00.953273 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-55c9e2ec-01da-4a59-949f-76fe6b375d03 None None] Allocated IP 2001:db8::2 (e72ab251-e767-42b6-9005-711edae7d584/666d95b8-b13f-47d0-b76b-4f7af0b9b281/f6c21182-4a4c-4087-9c13-0f3ecbb8de7a) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:54:00.955849 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-861dccac-00d6-4dd7-952c-1b3006604ba2 req-6a5d5688-0ef0-473c-8c1b-38facdb4c0cf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37f71c50-6a80-4869-962d-34f43575d74a HTTP/1.1" status: 200 len: 999 time: 0.0755444 Apr 05 14:54:00.977768 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a1184434-5728-4bb9-8937-fbd1f5489a4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:01.008230 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861dccac-00d6-4dd7-952c-1b3006604ba2 req-b2e0213c-8c37-441b-bb30-7a5fbc7f58f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:01.009772 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-861dccac-00d6-4dd7-952c-1b3006604ba2 req-b2e0213c-8c37-441b-bb30-7a5fbc7f58f4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b0eeff46-5c4b-4ea4-85de-a28a5ce6d062 HTTP/1.1" status: 200 len: 854 time: 0.0477145 Apr 05 14:54:01.058783 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861dccac-00d6-4dd7-952c-1b3006604ba2 req-af7ef3cf-becb-48d7-a28c-a5c7f095bdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:01.060850 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-861dccac-00d6-4dd7-952c-1b3006604ba2 req-af7ef3cf-becb-48d7-a28c-a5c7f095bdc2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9c33a3eb-a65a-4749-8ece-9c0c17a8413b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422928 Apr 05 14:54:01.101955 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a1184434-5728-4bb9-8937-fbd1f5489a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:01.130874 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1184434-5728-4bb9-8937-fbd1f5489a4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=103320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:54:01.141523 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1184434-5728-4bb9-8937-fbd1f5489a4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=172419e2-7674-4e87-bfdf-665fa1ae7f08,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:01.148290 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a1184434-5728-4bb9-8937-fbd1f5489a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:01.149050 n-d-836650-2 neutron-server[103320]: INFO neutron.db.segments_db [None req-a1184434-5728-4bb9-8937-fbd1f5489a4c admin admin] Added segment f694d351-387d-4337-89ef-5643651c5fec of type vlan for network 87bb94c2-1212-4f65-87ce-1948692dbf27 Apr 05 14:54:01.196210 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-861dccac-00d6-4dd7-952c-1b3006604ba2 req-c28a592f-30ef-4637-bb84-62b9cd0b4b97 service neutron] 10.222.0.11 "GET /v2.0/networks/9c33a3eb-a65a-4749-8ece-9c0c17a8413b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291957 Apr 05 14:54:01.210382 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a1184434-5728-4bb9-8937-fbd1f5489a4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:01.237770 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-55c9e2ec-01da-4a59-949f-76fe6b375d03 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:01.262473 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-c9cdc68d-37ee-48e0-a722-de18e4066b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'name': 'tempest-AttachVolumeNegativeTest-1732339431-router', 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'bd6b8bf7-c569-4249-ab62-bab0f76cc3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:50:04Z', 'updated_at': '2022-04-05T14:50:09Z', 'revision_number': 4, 'project_id': '0d680450c8534547bd5afee8c1b9c44d', 'gw_port': {'id': 'bd6b8bf7-c569-4249-ab62-bab0f76cc3e2', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:05Z', 'updated_at': '2022-04-05T14:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': '2a3381fa-bd83-45c7-b802-7d3f6195c0da', 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'floating_ip_address': '172.25.6.253', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'port_id': '37f71c50-6a80-4869-962d-34f43575d74a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c33a3eb-a65a-4749-8ece-9c0c17a8413b', 'mac_address': 'fa:16:3e:d0:05:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652a91ba-483e-4b73-96d8-ccd5ac8eccff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:53:41Z', 'updated_at': '2022-04-05T14:53:59Z', 'revision_number': 1, 'project_id': '0d680450c8534547bd5afee8c1b9c44d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9221f79d-cf57-48ff-99a2-721b9a2f3ce1', 'name': '', 'network_id': '9c33a3eb-a65a-4749-8ece-9c0c17a8413b', 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'mac_address': 'fa:16:3e:88:65:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': 'b0eeff46-5c4b-4ea4-85de-a28a5ce6d062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:08Z', 'updated_at': '2022-04-05T14:50:15Z', 'revision_number': 5, 'project_id': '0d680450c8534547bd5afee8c1b9c44d', 'subnets': [{'id': 'b0eeff46-5c4b-4ea4-85de-a28a5ce6d062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:54:01.290081 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cdc68d-37ee-48e0-a722-de18e4066b9f None None] Checking router: b1445dec-20ca-403d-b665-56d8d9cba455 for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:54:01.299055 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cdc68d-37ee-48e0-a722-de18e4066b9f None None] Routers {'b1445dec-20ca-403d-b665-56d8d9cba455'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:54:01.299374 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-861dccac-00d6-4dd7-952c-1b3006604ba2 req-11bf204a-d19d-40ef-ac79-5bc51a2b27c2 service neutron] 10.222.0.11 "GET /v2.0/networks/9c33a3eb-a65a-4749-8ece-9c0c17a8413b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964139 Apr 05 14:54:01.300025 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-c9cdc68d-37ee-48e0-a722-de18e4066b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:53:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['b1445dec-20ca-403d-b665-56d8d9cba455'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:54:01.375320 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a1184434-5728-4bb9-8937-fbd1f5489a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:01.377047 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1184434-5728-4bb9-8937-fbd1f5489a4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:01.377351 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a1184434-5728-4bb9-8937-fbd1f5489a4c admin admin] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:01.388287 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-55c9e2ec-01da-4a59-949f-76fe6b375d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:01.443811 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c9e2ec-01da-4a59-949f-76fe6b375d03 None None] Network e72ab251-e767-42b6-9005-711edae7d584 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:54:01.449098 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-c9cdc68d-37ee-48e0-a722-de18e4066b9f None None] Set router b1445dec-20ca-403d-b665-56d8d9cba455 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:54:01.451096 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-55c9e2ec-01da-4a59-949f-76fe6b375d03 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:54:01.482957 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c9e2ec-01da-4a59-949f-76fe6b375d03 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:54:01.488993 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c9e2ec-01da-4a59-949f-76fe6b375d03 None None] Pushing event updated for resources: {'Port': ['ID=f6c21182-4a4c-4087-9c13-0f3ecbb8de7a,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:01.515313 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1184434-5728-4bb9-8937-fbd1f5489a4c admin admin] Pushing event updated for resources: {'Network': ['ID=87bb94c2-1212-4f65-87ce-1948692dbf27,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:01.533566 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-7c179934-866b-42cd-b0cb-a062cc233776 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Allocated IP 2001:db8::31b (e72ab251-e767-42b6-9005-711edae7d584/666d95b8-b13f-47d0-b76b-4f7af0b9b281/9637225e-3fb8-4767-b39f-59a168f61441) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:54:01.539615 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 87bb94c2-1212-4f65-87ce-1948692dbf27 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:54:01.561818 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb55e5e-07a2-448f-9c66-24e42f91a4af req-a5669cb7-8e72-45f8-851e-c9256835f29d tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:01.563629 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8fb55e5e-07a2-448f-9c66-24e42f91a4af req-a5669cb7-8e72-45f8-851e-c9256835f29d tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 946 time: 0.1507256 Apr 05 14:54:01.571720 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-a1184434-5728-4bb9-8937-fbd1f5489a4c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0786507 Apr 05 14:54:01.575906 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 40526) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:01.582849 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-13425e70-bbd5-40dd-af57-dc2e4d6d15ba admin admin] Request body: {'subnet': {'network_id': '87bb94c2-1212-4f65-87ce-1948692dbf27', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1816287027-subnet', 'tenant_id': '6aaedda5a21e469faa47af1042605ddd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:54:01.704544 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8fb55e5e-07a2-448f-9c66-24e42f91a4af req-aca1bdb9-e77c-4bb1-be4a-ec900935aa8a tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=0db5022f-6960-4519-993b-af935888212a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145787 Apr 05 14:54:01.713995 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13425e70-bbd5-40dd-af57-dc2e4d6d15ba admin admin] Made reservation on behalf of 6aaedda5a21e469faa47af1042605ddd for: {'subnet': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:54:01.716533 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-13425e70-bbd5-40dd-af57-dc2e4d6d15ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13127328'] for subnet, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:01.803572 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7c179934-866b-42cd-b0cb-a062cc233776 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:01.832299 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-55c9e2ec-01da-4a59-949f-76fe6b375d03 None None] Attempting to bind port f6c21182-4a4c-4087-9c13-0f3ecbb8de7a on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:54:01.835973 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-55c9e2ec-01da-4a59-949f-76fe6b375d03 None None] Attempting to bind port f6c21182-4a4c-4087-9c13-0f3ecbb8de7a by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '740129c8-fe52-408d-8b77-4ca9dda7539c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'e72ab251-e767-42b6-9005-711edae7d584'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:54:01.835973 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c9e2ec-01da-4a59-949f-76fe6b375d03 None None] Attempting to bind port f6c21182-4a4c-4087-9c13-0f3ecbb8de7a on network e72ab251-e767-42b6-9005-711edae7d584 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:54:01.859385 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c9e2ec-01da-4a59-949f-76fe6b375d03 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:54:01.859756 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c9e2ec-01da-4a59-949f-76fe6b375d03 None None] Checking segment: {'id': '740129c8-fe52-408d-8b77-4ca9dda7539c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'e72ab251-e767-42b6-9005-711edae7d584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:54:01.860151 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-55c9e2ec-01da-4a59-949f-76fe6b375d03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:01.860695 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c9e2ec-01da-4a59-949f-76fe6b375d03 None None] Bound using segment: {'id': '740129c8-fe52-408d-8b77-4ca9dda7539c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'e72ab251-e767-42b6-9005-711edae7d584'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:54:01.861188 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-55c9e2ec-01da-4a59-949f-76fe6b375d03 None None] Bound port: f6c21182-4a4c-4087-9c13-0f3ecbb8de7a, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '740129c8-fe52-408d-8b77-4ca9dda7539c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'e72ab251-e767-42b6-9005-711edae7d584'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:54:01.861642 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-55c9e2ec-01da-4a59-949f-76fe6b375d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:02.004107 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-55c9e2ec-01da-4a59-949f-76fe6b375d03 None None] For port f6c21182-4a4c-4087-9c13-0f3ecbb8de7a, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:54:02.025545 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-55c9e2ec-01da-4a59-949f-76fe6b375d03 None None] For port f6c21182-4a4c-4087-9c13-0f3ecbb8de7a, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=f6c21182-4a4c-4087-9c13-0f3ecbb8de7a,segment=NetworkSegment(740129c8-fe52-408d-8b77-4ca9dda7539c),segment_id=740129c8-fe52-408d-8b77-4ca9dda7539c)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:54:02.075837 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-c9cdc68d-37ee-48e0-a722-de18e4066b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'name': 'tempest-AttachVolumeNegativeTest-1732339431-router', 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'bd6b8bf7-c569-4249-ab62-bab0f76cc3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:50:04Z', 'updated_at': '2022-04-05T14:50:09Z', 'revision_number': 4, 'project_id': '0d680450c8534547bd5afee8c1b9c44d', 'gw_port': {'id': 'bd6b8bf7-c569-4249-ab62-bab0f76cc3e2', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:05Z', 'updated_at': '2022-04-05T14:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': '2a3381fa-bd83-45c7-b802-7d3f6195c0da', 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'floating_ip_address': '172.25.6.253', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'port_id': '37f71c50-6a80-4869-962d-34f43575d74a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c33a3eb-a65a-4749-8ece-9c0c17a8413b', 'mac_address': 'fa:16:3e:d0:05:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652a91ba-483e-4b73-96d8-ccd5ac8eccff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:53:41Z', 'updated_at': '2022-04-05T14:53:59Z', 'revision_number': 1, 'project_id': '0d680450c8534547bd5afee8c1b9c44d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9221f79d-cf57-48ff-99a2-721b9a2f3ce1', 'name': '', 'network_id': '9c33a3eb-a65a-4749-8ece-9c0c17a8413b', 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'mac_address': 'fa:16:3e:88:65:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': 'b0eeff46-5c4b-4ea4-85de-a28a5ce6d062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:08Z', 'updated_at': '2022-04-05T14:50:15Z', 'revision_number': 5, 'project_id': '0d680450c8534547bd5afee8c1b9c44d', 'subnets': [{'id': 'b0eeff46-5c4b-4ea4-85de-a28a5ce6d062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:54:02.109145 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cdc68d-37ee-48e0-a722-de18e4066b9f None None] The sync data for ids ['b1445dec-20ca-403d-b665-56d8d9cba455'] in n-d-836650-2 is: [{'id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'name': 'tempest-AttachVolumeNegativeTest-1732339431-router', 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'bd6b8bf7-c569-4249-ab62-bab0f76cc3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:50:04Z', 'updated_at': '2022-04-05T14:50:09Z', 'revision_number': 4, 'project_id': '0d680450c8534547bd5afee8c1b9c44d', 'gw_port': {'id': 'bd6b8bf7-c569-4249-ab62-bab0f76cc3e2', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:05Z', 'updated_at': '2022-04-05T14:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': '2a3381fa-bd83-45c7-b802-7d3f6195c0da', 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'floating_ip_address': '172.25.6.253', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'port_id': '37f71c50-6a80-4869-962d-34f43575d74a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c33a3eb-a65a-4749-8ece-9c0c17a8413b', 'mac_address': 'fa:16:3e:d0:05:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652a91ba-483e-4b73-96d8-ccd5ac8eccff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:53:41Z', 'updated_at': '2022-04-05T14:53:59Z', 'revision_number': 1, 'project_id': '0d680450c8534547bd5afee8c1b9c44d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9221f79d-cf57-48ff-99a2-721b9a2f3ce1', 'name': '', 'network_id': '9c33a3eb-a65a-4749-8ece-9c0c17a8413b', 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'mac_address': 'fa:16:3e:88:65:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': 'b0eeff46-5c4b-4ea4-85de-a28a5ce6d062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:08Z', 'updated_at': '2022-04-05T14:50:15Z', 'revision_number': 5, 'project_id': '0d680450c8534547bd5afee8c1b9c44d', 'subnets': [{'id': 'b0eeff46-5c4b-4ea4-85de-a28a5ce6d062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:54:02.114547 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7c179934-866b-42cd-b0cb-a062cc233776 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:02.159448 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c179934-866b-42cd-b0cb-a062cc233776 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Network e72ab251-e767-42b6-9005-711edae7d584 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:54:02.162918 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-7c179934-866b-42cd-b0cb-a062cc233776 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:54:02.167852 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c179934-866b-42cd-b0cb-a062cc233776 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:54:02.173655 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c179934-866b-42cd-b0cb-a062cc233776 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:02.183902 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-55c9e2ec-01da-4a59-949f-76fe6b375d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:02.184064 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7c179934-866b-42cd-b0cb-a062cc233776 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:02.184064 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-13425e70-bbd5-40dd-af57-dc2e4d6d15ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15773751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13127350'] for subnet, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:02.214029 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c179934-866b-42cd-b0cb-a062cc233776 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event updated for resources: {'Port': ['ID=9637225e-3fb8-4767-b39f-59a168f61441,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:02.263801 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13425e70-bbd5-40dd-af57-dc2e4d6d15ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=47eae1ae-e375-48cf-bef6-e509065e2a58,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:02.282108 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c9e2ec-01da-4a59-949f-76fe6b375d03 None None] Pushing event updated for resources: {'Port': ['ID=f6c21182-4a4c-4087-9c13-0f3ecbb8de7a,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:02.299856 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13425e70-bbd5-40dd-af57-dc2e4d6d15ba admin admin] Checking segment: {'id': 'f694d351-387d-4337-89ef-5643651c5fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '87bb94c2-1212-4f65-87ce-1948692dbf27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:54:02.300214 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13425e70-bbd5-40dd-af57-dc2e4d6d15ba admin admin] Network hostable DHCP agents. Network: 87bb94c2-1212-4f65-87ce-1948692dbf27, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:54:02.363979 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-7c179934-866b-42cd-b0cb-a062cc233776 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.8219907 Apr 05 14:54:02.364535 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 40534) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:02.429520 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4536d6-7fe2-49d9-9c19-7e0a787ab676 None None] New status for floating IP 2a3381fa-bd83-45c7-b802-7d3f6195c0da: ACTIVE {{(pid=103323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 14:54:02.821508 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13425e70-bbd5-40dd-af57-dc2e4d6d15ba admin admin] Network 87bb94c2-1212-4f65-87ce-1948692dbf27 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:54:02.906311 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e7e63-f631-49f5-9368-e0da098ab29d req-ebdc82fe-dfa1-4e58-b0e2-1013c1453050 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:02.907812 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8c2e7e63-f631-49f5-9368-e0da098ab29d req-ebdc82fe-dfa1-4e58-b0e2-1013c1453050 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 946 time: 0.0900550 Apr 05 14:54:02.956841 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-1cff78b4-a99c-4b49-b390-01d968c2f340 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Deleting port 9637225e-3fb8-4767-b39f-59a168f61441 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:54:02.957407 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1cff78b4-a99c-4b49-b390-01d968c2f340 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:02.967452 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-13425e70-bbd5-40dd-af57-dc2e4d6d15ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 87bb94c2-1212-4f65-87ce-1948692dbf27) {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:54:02.976623 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9209f62-7682-4a13-a138-725bebe5b451 None None] Network 87bb94c2-1212-4f65-87ce-1948692dbf27 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:54:02.986726 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8c2e7e63-f631-49f5-9368-e0da098ab29d req-d7d6966d-80f2-4177-9b93-1c02e22da038 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=0db5022f-6960-4519-993b-af935888212a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716953 Apr 05 14:54:02.988015 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13425e70-bbd5-40dd-af57-dc2e4d6d15ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:02.988782 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-13425e70-bbd5-40dd-af57-dc2e4d6d15ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:03.079603 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1cff78b4-a99c-4b49-b390-01d968c2f340 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:03.093541 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-1cff78b4-a99c-4b49-b390-01d968c2f340 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Calling delete_port for 9637225e-3fb8-4767-b39f-59a168f61441 owned by {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:54:03.149149 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-13425e70-bbd5-40dd-af57-dc2e4d6d15ba admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5717919 Apr 05 14:54:03.169095 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe2c9e6-235a-457d-b5ff-c507935b09fe None None] Network 87bb94c2-1212-4f65-87ce-1948692dbf27 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:54:03.334506 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1cff78b4-a99c-4b49-b390-01d968c2f340 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:03.364359 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff78b4-a99c-4b49-b390-01d968c2f340 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event deleted for resources: {'Port': ['ID=9637225e-3fb8-4767-b39f-59a168f61441,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:03.379033 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff78b4-a99c-4b49-b390-01d968c2f340 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:54:03.379486 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff78b4-a99c-4b49-b390-01d968c2f340 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:54:03.379943 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff78b4-a99c-4b49-b390-01d968c2f340 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:54:03.380373 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff78b4-a99c-4b49-b390-01d968c2f340 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:54:03.380825 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff78b4-a99c-4b49-b390-01d968c2f340 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:54:03.385616 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff78b4-a99c-4b49-b390-01d968c2f340 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:54:03.385616 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff78b4-a99c-4b49-b390-01d968c2f340 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:54:03.385616 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff78b4-a99c-4b49-b390-01d968c2f340 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:54:03.385616 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff78b4-a99c-4b49-b390-01d968c2f340 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:54:03.385616 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff78b4-a99c-4b49-b390-01d968c2f340 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:54:03.385616 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff78b4-a99c-4b49-b390-01d968c2f340 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:54:03.385616 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff78b4-a99c-4b49-b390-01d968c2f340 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:54:03.404360 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1cff78b4-a99c-4b49-b390-01d968c2f340 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:03.407963 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-1cff78b4-a99c-4b49-b390-01d968c2f340 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "DELETE /v2.0/ports/9637225e-3fb8-4767-b39f-59a168f61441 HTTP/1.1" status: 204 len: 168 time: 1.0423620 Apr 05 14:54:03.410586 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 40544) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:03.439731 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-a753075a-9c85-4cc8-93d3-e490459b3d64 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] GET failed (client error): The resource could not be found. Apr 05 14:54:03.444257 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-a753075a-9c85-4cc8-93d3-e490459b3d64 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "GET /v2.0/ports/9637225e-3fb8-4767-b39f-59a168f61441 HTTP/1.1" status: 404 len: 333 time: 0.0300460 Apr 05 14:54:03.444652 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 40546) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:03.503725 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_v2 [None req-39b370c0-718c-496c-bcf1-f53999505cd6 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Deleting subnet 666d95b8-b13f-47d0-b76b-4f7af0b9b281 {{(pid=103320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:54:03.507545 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-39b370c0-718c-496c-bcf1-f53999505cd6 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for subnet, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:03.546458 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a519b4d-8c3f-4d83-97ee-e86e728a7f02 None None] Network e72ab251-e767-42b6-9005-711edae7d584 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:54:03.563630 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-39b370c0-718c-496c-bcf1-f53999505cd6 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13399228'] for subnet, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:03.720658 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-39b370c0-718c-496c-bcf1-f53999505cd6 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:03.729750 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-6dee06f6-c245-4837-b81f-672178a576eb None None] Provisioning complete for port f6c21182-4a4c-4087-9c13-0f3ecbb8de7a triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:54:03.730036 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6dee06f6-c245-4837-b81f-672178a576eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:03.849373 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6dee06f6-c245-4837-b81f-672178a576eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:03.906244 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-39b370c0-718c-496c-bcf1-f53999505cd6 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15773812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13127359'] for subnet, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:03.944356 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-39b370c0-718c-496c-bcf1-f53999505cd6 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:03.951668 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-39b370c0-718c-496c-bcf1-f53999505cd6 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "DELETE /v2.0/subnets/666d95b8-b13f-47d0-b76b-4f7af0b9b281 HTTP/1.1" status: 204 len: 168 time: 0.5052292 Apr 05 14:54:03.954860 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 40558) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:03.984558 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b370c0-718c-496c-bcf1-f53999505cd6 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event deleted for resources: {'Subnet': ['ID=666d95b8-b13f-47d0-b76b-4f7af0b9b281,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:03.985245 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.db.api [None req-6dee06f6-c245-4837-b81f-672178a576eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:54:03.985783 n-d-836650-2 neutron-server[103322]: DEBUG oslo_db.api [None req-6dee06f6-c245-4837-b81f-672178a576eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:54:04.038916 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device f6c21182-4a4c-4087-9c13-0f3ecbb8de7a up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:54:04.107504 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bf4757-044a-4ff7-8f7c-0744a4457593 None None] Network e72ab251-e767-42b6-9005-711edae7d584 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:54:04.128597 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port f6c21182-4a4c-4087-9c13-0f3ecbb8de7a triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:54:04.129961 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:04.132335 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3e7d7383-c938-4f29-a77a-c293949b2d88 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:04.149581 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 40564) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:04.157819 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-a23cbde3-c17a-4e6c-b40f-0f33d41d63f0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-17359461-network', 'tenant_id': '5fb4d86ef775441fb947069db26ab830'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:54:04.230120 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba425ad-a4fb-415e-b745-ce7352e7b7e3 req-cc4865fd-2691-4afb-accd-c1a047c921b8 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:04.230120 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0ba425ad-a4fb-415e-b745-ce7352e7b7e3 req-cc4865fd-2691-4afb-accd-c1a047c921b8 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 946 time: 0.0852733 Apr 05 14:54:04.230854 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-3e7d7383-c938-4f29-a77a-c293949b2d88 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Deleting port f6c21182-4a4c-4087-9c13-0f3ecbb8de7a {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:54:04.231440 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3e7d7383-c938-4f29-a77a-c293949b2d88 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:04.257122 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0ba425ad-a4fb-415e-b745-ce7352e7b7e3 req-8eadb5fd-43d3-405a-8101-b4cbf5b3ed44 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=0db5022f-6960-4519-993b-af935888212a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457995 Apr 05 14:54:04.315694 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a23cbde3-c17a-4e6c-b40f-0f33d41d63f0 admin admin] Made reservation on behalf of 5fb4d86ef775441fb947069db26ab830 for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:54:04.318540 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a23cbde3-c17a-4e6c-b40f-0f33d41d63f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:04.326477 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-3e7d7383-c938-4f29-a77a-c293949b2d88 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] For port f6c21182-4a4c-4087-9c13-0f3ecbb8de7a, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=f6c21182-4a4c-4087-9c13-0f3ecbb8de7a,segment=NetworkSegment(740129c8-fe52-408d-8b77-4ca9dda7539c),segment_id=740129c8-fe52-408d-8b77-4ca9dda7539c)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:54:04.327613 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3e7d7383-c938-4f29-a77a-c293949b2d88 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:04.340851 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a23cbde3-c17a-4e6c-b40f-0f33d41d63f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:04.347032 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:04.356033 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-3e7d7383-c938-4f29-a77a-c293949b2d88 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Calling delete_port for f6c21182-4a4c-4087-9c13-0f3ecbb8de7a owned by network:dhcp {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:54:04.384595 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port f6c21182-4a4c-4087-9c13-0f3ecbb8de7a, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=f6c21182-4a4c-4087-9c13-0f3ecbb8de7a,segment=NetworkSegment(740129c8-fe52-408d-8b77-4ca9dda7539c),segment_id=740129c8-fe52-408d-8b77-4ca9dda7539c)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:54:04.440751 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e630b636-b5ed-4a26-93f8-6354fd5cef11 None None] DHCP port deletion for e72ab251-e767-42b6-9005-711edae7d584 request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:54:04.475409 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:04.495783 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a23cbde3-c17a-4e6c-b40f-0f33d41d63f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:04.550256 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3e7d7383-c938-4f29-a77a-c293949b2d88 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:04.569547 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=f6c21182-4a4c-4087-9c13-0f3ecbb8de7a,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:04.582915 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7d7383-c938-4f29-a77a-c293949b2d88 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event deleted for resources: {'Port': ['ID=f6c21182-4a4c-4087-9c13-0f3ecbb8de7a,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:04.583821 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-e630b636-b5ed-4a26-93f8-6354fd5cef11 None None] Deleting port f6c21182-4a4c-4087-9c13-0f3ecbb8de7a {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:54:04.584201 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e630b636-b5ed-4a26-93f8-6354fd5cef11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:04.585327 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7d7383-c938-4f29-a77a-c293949b2d88 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] No DVR routers for this DVR port f6c21182-4a4c-4087-9c13-0f3ecbb8de7a on host n-d-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:54:04.609605 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a23cbde3-c17a-4e6c-b40f-0f33d41d63f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:04.653440 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-e630b636-b5ed-4a26-93f8-6354fd5cef11 None None] For port f6c21182-4a4c-4087-9c13-0f3ecbb8de7a, host n-d-836650-2, got binding levels [] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:54:04.653862 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e630b636-b5ed-4a26-93f8-6354fd5cef11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:04.669622 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-e630b636-b5ed-4a26-93f8-6354fd5cef11 None None] Calling delete_port for f6c21182-4a4c-4087-9c13-0f3ecbb8de7a owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:54:04.672728 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.ipam_backend_mixin [None req-e630b636-b5ed-4a26-93f8-6354fd5cef11 None None] Port f6c21182-4a4c-4087-9c13-0f3ecbb8de7a was not found and therefore no delete operation was performed {{(pid=103322) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 05 14:54:04.674116 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e630b636-b5ed-4a26-93f8-6354fd5cef11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:04.681458 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a23cbde3-c17a-4e6c-b40f-0f33d41d63f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:54:04.700086 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3e7d7383-c938-4f29-a77a-c293949b2d88 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:04.707245 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e630b636-b5ed-4a26-93f8-6354fd5cef11 None None] Pushing event deleted for resources: {'Port': ['ID=f6c21182-4a4c-4087-9c13-0f3ecbb8de7a,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:04.708585 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23cbde3-c17a-4e6c-b40f-0f33d41d63f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73190d6c-4b8f-45b2-a628-3044eaeebde5,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:04.709363 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e630b636-b5ed-4a26-93f8-6354fd5cef11 None None] No DVR routers for this DVR port f6c21182-4a4c-4087-9c13-0f3ecbb8de7a on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:54:04.711506 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a23cbde3-c17a-4e6c-b40f-0f33d41d63f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:04.711634 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-62613800-074d-4e9b-abf3-ad7a94a948c0 None None] Could not find standard attr ID for object f6c21182-4a4c-4087-9c13-0f3ecbb8de7a. {{(pid=103322) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 14:54:04.712007 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-a23cbde3-c17a-4e6c-b40f-0f33d41d63f0 admin admin] Added segment bb17fb8f-9d1a-4d93-b68a-a01d02b5af70 of type vlan for network 5faa7944-ad80-4a80-93c6-94d6342485d9 Apr 05 14:54:04.739199 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-3e7d7383-c938-4f29-a77a-c293949b2d88 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e72ab251-e767-42b6-9005-711edae7d584']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:54:04.765646 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-3e7d7383-c938-4f29-a77a-c293949b2d88 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '740129c8-fe52-408d-8b77-4ca9dda7539c') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:54:04.765646 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-3e7d7383-c938-4f29-a77a-c293949b2d88 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '740129c8-fe52-408d-8b77-4ca9dda7539c') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:54:04.782606 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3e7d7383-c938-4f29-a77a-c293949b2d88 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:04.784918 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a23cbde3-c17a-4e6c-b40f-0f33d41d63f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:04.803435 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3e7d7383-c938-4f29-a77a-c293949b2d88 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:04.821628 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e7d7383-c938-4f29-a77a-c293949b2d88 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:54:04.822036 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3e7d7383-c938-4f29-a77a-c293949b2d88 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:04.825387 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:54:04.825387 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:54:04.825387 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:54:04.825387 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:54:04.825387 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:54:04.825387 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:54:04.825387 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:54:04.825387 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:54:04.825387 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:54:04.825387 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:54:04.825387 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:54:04.825387 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:54:04.825387 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:54:04.825387 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:54:04.825387 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:54:04.825387 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:54:04.825387 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:54:04.825387 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:54:04.825387 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:54:04.825387 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:54:04.825387 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:54:04.825387 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:54:04.825387 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:54:04.825387 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:54:04.825387 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:54:04.825387 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:54:04.825387 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:54:04.825387 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:54:04.825387 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:54:04.825387 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:54:04.825387 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:54:04.825387 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:54:04.987907 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a23cbde3-c17a-4e6c-b40f-0f33d41d63f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:04.988803 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23cbde3-c17a-4e6c-b40f-0f33d41d63f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:04.989567 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a23cbde3-c17a-4e6c-b40f-0f33d41d63f0 admin admin] Notify callbacks [] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:04.993438 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3e7d7383-c938-4f29-a77a-c293949b2d88 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:05.011067 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3e7d7383-c938-4f29-a77a-c293949b2d88 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:05.014338 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-3e7d7383-c938-4f29-a77a-c293949b2d88 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "DELETE /v2.0/networks/e72ab251-e767-42b6-9005-711edae7d584 HTTP/1.1" status: 204 len: 168 time: 1.0595915 Apr 05 14:54:05.018160 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 40568) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:05.026201 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-b945a51c-0956-4b32-b06a-ea52e732b0d1 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Request body: {'port': {'network_id': '90818ce6-c1a7-481c-a91f-d69e93b03d5e', 'name': 'tempest-PortsIpV6TestJSON-990577244'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:54:05.090251 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23cbde3-c17a-4e6c-b40f-0f33d41d63f0 admin admin] Pushing event updated for resources: {'Network': ['ID=5faa7944-ad80-4a80-93c6-94d6342485d9,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:05.101636 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 5faa7944-ad80-4a80-93c6-94d6342485d9 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:54:05.107321 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7d7383-c938-4f29-a77a-c293949b2d88 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event deleted for resources: {'Network': ['ID=e72ab251-e767-42b6-9005-711edae7d584,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:05.144736 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-a23cbde3-c17a-4e6c-b40f-0f33d41d63f0 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9907339 Apr 05 14:54:05.147644 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 40570) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:05.153998 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-76558add-e1c7-44d9-a7ac-1bff9871a169 admin admin] Request body: {'subnet': {'network_id': '5faa7944-ad80-4a80-93c6-94d6342485d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-17359461-subnet', 'tenant_id': '5fb4d86ef775441fb947069db26ab830', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:54:05.238891 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b945a51c-0956-4b32-b06a-ea52e732b0d1 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Made reservation on behalf of 4582b43eccf64ee89d1b04a10b86bef4 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:54:05.242396 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b945a51c-0956-4b32-b06a-ea52e732b0d1 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:05.259248 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-b945a51c-0956-4b32-b06a-ea52e732b0d1 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] device_id is not set on port 58fb0b3b-0274-4ae4-ba6c-9c0d37973647 yet. {{(pid=103320) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:54:05.300357 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76558add-e1c7-44d9-a7ac-1bff9871a169 admin admin] Made reservation on behalf of 5fb4d86ef775441fb947069db26ab830 for: {'subnet': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:54:05.303029 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-76558add-e1c7-44d9-a7ac-1bff9871a169 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13127328'] for subnet, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:05.516388 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378417ea-52a7-4949-aa58-491621d2b8bf req-a34cb4db-38f9-4170-b3c4-4855634e9458 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:05.518034 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-378417ea-52a7-4949-aa58-491621d2b8bf req-a34cb4db-38f9-4170-b3c4-4855634e9458 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 946 time: 0.1623073 Apr 05 14:54:05.592458 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b945a51c-0956-4b32-b06a-ea52e732b0d1 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:05.629005 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-378417ea-52a7-4949-aa58-491621d2b8bf req-1eaa2e86-c3ba-4537-b92c-11d7c0b98ea3 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=0db5022f-6960-4519-993b-af935888212a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019034 Apr 05 14:54:05.756270 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-76558add-e1c7-44d9-a7ac-1bff9871a169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15773751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13127350'] for subnet, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:05.786624 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b945a51c-0956-4b32-b06a-ea52e732b0d1 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:05.867190 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76558add-e1c7-44d9-a7ac-1bff9871a169 admin admin] Pushing event updated for resources: {'Subnet': ['ID=341d47cd-1a44-4510-abfb-009be430fbb4,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:05.872994 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b945a51c-0956-4b32-b06a-ea52e732b0d1 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Network 90818ce6-c1a7-481c-a91f-d69e93b03d5e is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:54:05.879830 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-b945a51c-0956-4b32-b06a-ea52e732b0d1 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:54:05.882374 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b945a51c-0956-4b32-b06a-ea52e732b0d1 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event updated for resources: {'Port': ['ID=58fb0b3b-0274-4ae4-ba6c-9c0d37973647,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:05.884598 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b945a51c-0956-4b32-b06a-ea52e732b0d1 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:54:05.891278 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b945a51c-0956-4b32-b06a-ea52e732b0d1 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:05.891911 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b945a51c-0956-4b32-b06a-ea52e732b0d1 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:05.904808 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76558add-e1c7-44d9-a7ac-1bff9871a169 admin admin] Checking segment: {'id': 'bb17fb8f-9d1a-4d93-b68a-a01d02b5af70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5faa7944-ad80-4a80-93c6-94d6342485d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:54:05.905203 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76558add-e1c7-44d9-a7ac-1bff9871a169 admin admin] Network hostable DHCP agents. Network: 5faa7944-ad80-4a80-93c6-94d6342485d9, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:54:05.938378 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device f6c21182-4a4c-4087-9c13-0f3ecbb8de7a no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:54:05.958878 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: f6c21182-4a4c-4087-9c13-0f3ecbb8de7a {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:54:05.959220 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device f6c21182-4a4c-4087-9c13-0f3ecbb8de7a not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:54:05.987189 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-b945a51c-0956-4b32-b06a-ea52e732b0d1 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9674256 Apr 05 14:54:05.989721 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 40578) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:06.020208 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76558add-e1c7-44d9-a7ac-1bff9871a169 admin admin] Network 5faa7944-ad80-4a80-93c6-94d6342485d9 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:54:06.086456 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-ef5cce52-e342-430f-93c0-f7249e910afa tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Deleting port 58fb0b3b-0274-4ae4-ba6c-9c0d37973647 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:54:06.086610 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ef5cce52-e342-430f-93c0-f7249e910afa tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:06.142184 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-76558add-e1c7-44d9-a7ac-1bff9871a169 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 5faa7944-ad80-4a80-93c6-94d6342485d9) {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:54:06.153619 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcf0be9-74e5-46f1-b176-3759fd4bf0a9 None None] Network 5faa7944-ad80-4a80-93c6-94d6342485d9 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:54:06.175122 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76558add-e1c7-44d9-a7ac-1bff9871a169 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:06.175727 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-76558add-e1c7-44d9-a7ac-1bff9871a169 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:06.199414 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ef5cce52-e342-430f-93c0-f7249e910afa tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:06.220146 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-ef5cce52-e342-430f-93c0-f7249e910afa tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Calling delete_port for 58fb0b3b-0274-4ae4-ba6c-9c0d37973647 owned by {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:54:06.230559 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b5e2ae-ae0e-458d-a900-738c17c6ec1f req-0436cd99-2b8d-4799-8113-2695a65cd290 tempest-TestNetworkAdvancedServerOps-2063735697 tempest-TestNetworkAdvancedServerOps-2063735697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:06.232213 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-85b5e2ae-ae0e-458d-a900-738c17c6ec1f req-0436cd99-2b8d-4799-8113-2695a65cd290 tempest-TestNetworkAdvancedServerOps-2063735697 tempest-TestNetworkAdvancedServerOps-2063735697-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=223c51db-033c-4ff9-afd9-85e07196d028 HTTP/1.1" status: 200 len: 1097 time: 0.0976245 Apr 05 14:54:06.308859 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-76558add-e1c7-44d9-a7ac-1bff9871a169 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1599228 Apr 05 14:54:06.329140 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-85b5e2ae-ae0e-458d-a900-738c17c6ec1f req-33020f79-36d4-4cbf-b5f2-6a642169763e tempest-TestNetworkAdvancedServerOps-2063735697 tempest-TestNetworkAdvancedServerOps-2063735697-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=9c426553-985f-46f1-9795-5c798926dd34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895362 Apr 05 14:54:06.342400 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f76c2c-e3fe-4b16-8804-894c54f5b09c None None] Network 5faa7944-ad80-4a80-93c6-94d6342485d9 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:54:06.462702 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c623142f-1b69-446c-871f-e4202622e5c0 req-5fd43681-d712-42eb-a9aa-e0f3dc9be1fb tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:06.469727 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c623142f-1b69-446c-871f-e4202622e5c0 req-5fd43681-d712-42eb-a9aa-e0f3dc9be1fb tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=223c51db-033c-4ff9-afd9-85e07196d028 HTTP/1.1" status: 200 len: 946 time: 0.0680645 Apr 05 14:54:06.471317 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ef5cce52-e342-430f-93c0-f7249e910afa tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:06.521385 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5cce52-e342-430f-93c0-f7249e910afa tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event deleted for resources: {'Port': ['ID=58fb0b3b-0274-4ae4-ba6c-9c0d37973647,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:06.528932 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ef5cce52-e342-430f-93c0-f7249e910afa tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:06.532932 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-ef5cce52-e342-430f-93c0-f7249e910afa tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "DELETE /v2.0/ports/58fb0b3b-0274-4ae4-ba6c-9c0d37973647 HTTP/1.1" status: 204 len: 168 time: 0.5415499 Apr 05 14:54:06.534967 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 40588) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:06.546859 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-1d83905c-e49f-4b3b-99ae-86635922a51c tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Request body: {'port': {'network_id': '90818ce6-c1a7-481c-a91f-d69e93b03d5e', 'mac_address': 'fa:16:3e:78:a7:40', 'name': 'tempest-PortsIpV6TestJSON-1356384226'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:54:06.552502 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c623142f-1b69-446c-871f-e4202622e5c0 req-0a824be0-a83c-48d8-83b7-6372415f8e7b tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c426553-985f-46f1-9795-5c798926dd34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667114 Apr 05 14:54:06.575911 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 40590) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:06.649119 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-4e690ad9-bb88-4bb2-9939-7ebb9a3f8f71 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/floatingips/bd59d810-2f5b-4702-88c0-00e33f5dead9 HTTP/1.1" status: 200 len: 993 time: 0.0721650 Apr 05 14:54:06.767138 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d83905c-e49f-4b3b-99ae-86635922a51c tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Made reservation on behalf of 4582b43eccf64ee89d1b04a10b86bef4 for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:54:06.859507 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1d83905c-e49f-4b3b-99ae-86635922a51c tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:06.866449 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914fc982-133c-444a-9bd0-178742433725 req-1c0c7661-5aff-4414-9312-228ce268965b tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:06.873862 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-914fc982-133c-444a-9bd0-178742433725 req-1c0c7661-5aff-4414-9312-228ce268965b tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 946 time: 0.0894821 Apr 05 14:54:06.895483 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [None req-1d83905c-e49f-4b3b-99ae-86635922a51c tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] device_id is not set on port 7d2f20e3-ce2c-4b7d-9c1e-9760e8586b55 yet. {{(pid=103321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:54:06.960139 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-914fc982-133c-444a-9bd0-178742433725 req-cb2d3af5-9294-4df6-a259-6af942fce302 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=0db5022f-6960-4519-993b-af935888212a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853074 Apr 05 14:54:07.006115 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dece3e5-b8fa-4faa-95db-57fcae28d8f2 req-514b9f43-a005-4905-88ff-785daa286dc1 tempest-VolumesActionsTest-1327797108 tempest-VolumesActionsTest-1327797108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:07.007881 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1dece3e5-b8fa-4faa-95db-57fcae28d8f2 req-514b9f43-a005-4905-88ff-785daa286dc1 tempest-VolumesActionsTest-1327797108 tempest-VolumesActionsTest-1327797108-project] 10.222.0.30 "GET /v2.0/networks?id=87bb94c2-1212-4f65-87ce-1948692dbf27 HTTP/1.1" status: 200 len: 809 time: 0.1615362 Apr 05 14:54:07.025483 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1dece3e5-b8fa-4faa-95db-57fcae28d8f2 req-0db7d66e-e140-4408-b2f6-bbee964e9232 tempest-VolumesActionsTest-1327797108 tempest-VolumesActionsTest-1327797108-project] 10.222.0.30 "GET /v2.0/quotas/6aaedda5a21e469faa47af1042605ddd HTTP/1.1" status: 200 len: 375 time: 0.0098524 Apr 05 14:54:07.071187 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1dece3e5-b8fa-4faa-95db-57fcae28d8f2 req-7995c058-9c79-4a5a-b900-2c10c057ed23 tempest-VolumesActionsTest-1327797108 tempest-VolumesActionsTest-1327797108-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6aaedda5a21e469faa47af1042605ddd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382414 Apr 05 14:54:07.076400 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [req-75258b34-1da7-4184-8eac-c7073d31acaa req-6db3eead-8b29-4f62-bd8e-189a8e0e5dae service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:54:07.077506 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-75258b34-1da7-4184-8eac-c7073d31acaa req-6db3eead-8b29-4f62-bd8e-189a8e0e5dae service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090389 Apr 05 14:54:07.084815 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [req-1dece3e5-b8fa-4faa-95db-57fcae28d8f2 req-470b2ec3-ce71-4442-a8e0-9c2cf810c297 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:54:07.085960 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1dece3e5-b8fa-4faa-95db-57fcae28d8f2 req-470b2ec3-ce71-4442-a8e0-9c2cf810c297 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054982 Apr 05 14:54:07.087341 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1d83905c-e49f-4b3b-99ae-86635922a51c tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:07.184028 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1dece3e5-b8fa-4faa-95db-57fcae28d8f2 req-1f8662c5-8002-4191-8d38-a9618335ab23 service neutron] 10.222.0.30 "GET /v2.0/networks/87bb94c2-1212-4f65-87ce-1948692dbf27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892751 Apr 05 14:54:07.186531 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1d83905c-e49f-4b3b-99ae-86635922a51c tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:07.242923 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d83905c-e49f-4b3b-99ae-86635922a51c tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Network 90818ce6-c1a7-481c-a91f-d69e93b03d5e is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:54:07.249748 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-1d83905c-e49f-4b3b-99ae-86635922a51c tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:54:07.251682 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d83905c-e49f-4b3b-99ae-86635922a51c tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event updated for resources: {'Port': ['ID=7d2f20e3-ce2c-4b7d-9c1e-9760e8586b55,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:07.261299 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d83905c-e49f-4b3b-99ae-86635922a51c tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:54:07.267543 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d83905c-e49f-4b3b-99ae-86635922a51c tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:07.268162 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1d83905c-e49f-4b3b-99ae-86635922a51c tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:07.299686 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1dece3e5-b8fa-4faa-95db-57fcae28d8f2 req-d83a9240-b8de-4701-a12d-95a4038ec414 service neutron] 10.222.0.30 "GET /v2.0/networks/87bb94c2-1212-4f65-87ce-1948692dbf27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081209 Apr 05 14:54:07.375963 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-1d83905c-e49f-4b3b-99ae-86635922a51c tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8390346 Apr 05 14:54:07.378355 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 40618) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:07.423155 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee957cda-c460-4d0a-b1c2-45968e7e6471 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:07.424530 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-ee957cda-c460-4d0a-b1c2-45968e7e6471 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "GET /v2.0/ports/7d2f20e3-ce2c-4b7d-9c1e-9760e8586b55 HTTP/1.1" status: 200 len: 845 time: 0.0450857 Apr 05 14:54:07.427692 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 40620) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:07.522561 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-c71cad9a-9678-420f-bfc3-2758f9a126f3 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Deleting port 7d2f20e3-ce2c-4b7d-9c1e-9760e8586b55 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:54:07.522804 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c71cad9a-9678-420f-bfc3-2758f9a126f3 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:07.641490 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5031af3d-e96a-43d6-a1ed-1feb90453e0e req-d8ce986a-3db8-4161-beb5-0cda54bc82ad tempest-VolumesActionsTest-1327797108 tempest-VolumesActionsTest-1327797108-project] 10.222.0.30 "GET /v2.0/ports?device_id=00dbbd09-83a2-421e-878f-d07a1092e449 HTTP/1.1" status: 200 len: 210 time: 0.0870316 Apr 05 14:54:07.663585 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c71cad9a-9678-420f-bfc3-2758f9a126f3 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:07.694913 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-c71cad9a-9678-420f-bfc3-2758f9a126f3 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Calling delete_port for 7d2f20e3-ce2c-4b7d-9c1e-9760e8586b55 owned by {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:54:07.762979 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5723b01-ad8e-41fd-befa-d414c59db872 req-0ebc9b8f-58ca-4530-b74f-31fec0388d07 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:07.764425 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c5723b01-ad8e-41fd-befa-d414c59db872 req-0ebc9b8f-58ca-4530-b74f-31fec0388d07 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=223c51db-033c-4ff9-afd9-85e07196d028 HTTP/1.1" status: 200 len: 946 time: 0.1256025 Apr 05 14:54:07.861052 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c5723b01-ad8e-41fd-befa-d414c59db872 req-983784a1-76cf-4c7c-9b56-73f7a41e3cff tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c426553-985f-46f1-9795-5c798926dd34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879092 Apr 05 14:54:07.869632 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b549ee72-591c-44cb-a269-f17b4853163b req-b1e83ccf-57e5-4888-8fd3-42ac454d9df9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=223c51db-033c-4ff9-afd9-85e07196d028&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0773349 Apr 05 14:54:07.967121 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c71cad9a-9678-420f-bfc3-2758f9a126f3 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:07.997443 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71cad9a-9678-420f-bfc3-2758f9a126f3 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event deleted for resources: {'Port': ['ID=7d2f20e3-ce2c-4b7d-9c1e-9760e8586b55,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:08.003993 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c71cad9a-9678-420f-bfc3-2758f9a126f3 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:08.007447 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-c71cad9a-9678-420f-bfc3-2758f9a126f3 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "DELETE /v2.0/ports/7d2f20e3-ce2c-4b7d-9c1e-9760e8586b55 HTTP/1.1" status: 204 len: 168 time: 0.5785313 Apr 05 14:54:08.010650 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 40636) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:08.050571 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-681b6071-71a3-44b7-a0ce-07bf804c5934 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] GET failed (client error): The resource could not be found. Apr 05 14:54:08.052507 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-681b6071-71a3-44b7-a0ce-07bf804c5934 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "GET /v2.0/ports/7d2f20e3-ce2c-4b7d-9c1e-9760e8586b55 HTTP/1.1" status: 404 len: 333 time: 0.0405648 Apr 05 14:54:08.061175 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 40642) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:08.066354 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-776d8054-b2dd-4309-8aca-a4e4235ff947 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Request body: {'port': {'network_id': '90818ce6-c1a7-481c-a91f-d69e93b03d5e', 'name': 'tempest-PortsIpV6TestJSON-354187071'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:54:08.177040 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e2df37-4d0a-474c-8c8d-f068b2b73768 req-e964310a-a441-41e4-8690-009da3554057 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:08.178555 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-66e2df37-4d0a-474c-8c8d-f068b2b73768 req-e964310a-a441-41e4-8690-009da3554057 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 946 time: 0.1068127 Apr 05 14:54:08.232326 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-66e2df37-4d0a-474c-8c8d-f068b2b73768 req-9150fbd6-0f2d-4fea-93ff-c04d3778aba8 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=0db5022f-6960-4519-993b-af935888212a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422094 Apr 05 14:54:08.301691 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-776d8054-b2dd-4309-8aca-a4e4235ff947 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Made reservation on behalf of 4582b43eccf64ee89d1b04a10b86bef4 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:54:08.305295 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-776d8054-b2dd-4309-8aca-a4e4235ff947 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:08.323330 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-776d8054-b2dd-4309-8aca-a4e4235ff947 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] device_id is not set on port f7bfd11b-eeae-4c4f-a688-24ab4d3edff2 yet. {{(pid=103320) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:54:08.481107 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-776d8054-b2dd-4309-8aca-a4e4235ff947 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:08.610846 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-776d8054-b2dd-4309-8aca-a4e4235ff947 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:08.666769 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776d8054-b2dd-4309-8aca-a4e4235ff947 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Network 90818ce6-c1a7-481c-a91f-d69e93b03d5e is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:54:08.669811 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-776d8054-b2dd-4309-8aca-a4e4235ff947 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:54:08.672258 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776d8054-b2dd-4309-8aca-a4e4235ff947 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:54:08.677995 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776d8054-b2dd-4309-8aca-a4e4235ff947 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:08.678604 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-776d8054-b2dd-4309-8aca-a4e4235ff947 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:08.695250 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776d8054-b2dd-4309-8aca-a4e4235ff947 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event updated for resources: {'Port': ['ID=f7bfd11b-eeae-4c4f-a688-24ab4d3edff2,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:08.743786 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a00b6648-0ee0-4989-a2aa-806b3148151e req-61dbb567-0b93-4bea-be83-79d39e58c7bd tempest-VolumesActionsTest-1327797108 tempest-VolumesActionsTest-1327797108-project] 10.222.0.30 "GET /v2.0/ports?device_id=00dbbd09-83a2-421e-878f-d07a1092e449 HTTP/1.1" status: 200 len: 210 time: 0.0292888 Apr 05 14:54:08.777169 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-776d8054-b2dd-4309-8aca-a4e4235ff947 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7132976 Apr 05 14:54:08.783033 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 40666) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:08.788258 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-dab1fbaa-10b1-4abc-9b4c-972f2b73f58e tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:54:08.855971 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dab1fbaa-10b1-4abc-9b4c-972f2b73f58e tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:09.056955 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b27641-4038-445b-8c93-f7ebb8a8a5ac req-fd373884-eb21-4317-81ad-65a6856f52fa tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:09.060229 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-88b27641-4038-445b-8c93-f7ebb8a8a5ac req-fd373884-eb21-4317-81ad-65a6856f52fa tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=223c51db-033c-4ff9-afd9-85e07196d028 HTTP/1.1" status: 200 len: 946 time: 0.1139998 Apr 05 14:54:09.080738 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dab1fbaa-10b1-4abc-9b4c-972f2b73f58e tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:09.112993 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-88b27641-4038-445b-8c93-f7ebb8a8a5ac req-7bf6cf5b-bcec-4c4e-b9b5-be85275e45ec tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c426553-985f-46f1-9795-5c798926dd34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450611 Apr 05 14:54:09.207095 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dab1fbaa-10b1-4abc-9b4c-972f2b73f58e tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:09.239880 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-dab1fbaa-10b1-4abc-9b4c-972f2b73f58e tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] In _notify_port_updated(), no bound segment for port f7bfd11b-eeae-4c4f-a688-24ab4d3edff2 on network 90818ce6-c1a7-481c-a91f-d69e93b03d5e {{(pid=103320) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 05 14:54:09.246133 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab1fbaa-10b1-4abc-9b4c-972f2b73f58e tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:09.246724 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dab1fbaa-10b1-4abc-9b4c-972f2b73f58e tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:09.248008 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-dab1fbaa-10b1-4abc-9b4c-972f2b73f58e tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "PUT /v2.0/ports/f7bfd11b-eeae-4c4f-a688-24ab4d3edff2 HTTP/1.1" status: 200 len: 818 time: 0.4640331 Apr 05 14:54:09.250799 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 40672) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:09.293084 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab1fbaa-10b1-4abc-9b4c-972f2b73f58e tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event updated for resources: {'Port': ['ID=f7bfd11b-eeae-4c4f-a688-24ab4d3edff2,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:09.397043 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-c99f719f-bd4b-46b2-aecb-e1037ff85154 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Deleting port f7bfd11b-eeae-4c4f-a688-24ab4d3edff2 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:54:09.397562 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c99f719f-bd4b-46b2-aecb-e1037ff85154 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:09.426300 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52a2fd-fa67-4004-87b8-9bc96ef0637f req-fa3ddfc3-205b-4923-b26a-777d40be1b2a tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:09.428485 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2c52a2fd-fa67-4004-87b8-9bc96ef0637f req-fa3ddfc3-205b-4923-b26a-777d40be1b2a tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 946 time: 0.0998905 Apr 05 14:54:09.522702 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c99f719f-bd4b-46b2-aecb-e1037ff85154 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:09.528134 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2c52a2fd-fa67-4004-87b8-9bc96ef0637f req-63721a07-b745-4567-bd6a-f86b4326386d tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=0db5022f-6960-4519-993b-af935888212a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902278 Apr 05 14:54:09.541006 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-c99f719f-bd4b-46b2-aecb-e1037ff85154 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Calling delete_port for f7bfd11b-eeae-4c4f-a688-24ab4d3edff2 owned by {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:54:09.770401 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c99f719f-bd4b-46b2-aecb-e1037ff85154 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:09.798467 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99f719f-bd4b-46b2-aecb-e1037ff85154 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event deleted for resources: {'Port': ['ID=f7bfd11b-eeae-4c4f-a688-24ab4d3edff2,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:09.808095 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c99f719f-bd4b-46b2-aecb-e1037ff85154 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:09.812404 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-c99f719f-bd4b-46b2-aecb-e1037ff85154 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "DELETE /v2.0/ports/f7bfd11b-eeae-4c4f-a688-24ab4d3edff2 HTTP/1.1" status: 204 len: 168 time: 0.5606463 Apr 05 14:54:09.815067 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 40678) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:09.884258 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-823679a5-fdca-4fb3-8401-ea1fc4a94d8a req-3aba93bc-1500-48c7-bbb2-46a5f04c42cb tempest-VolumesActionsTest-1327797108 tempest-VolumesActionsTest-1327797108-project] 10.222.0.30 "GET /v2.0/ports?device_id=00dbbd09-83a2-421e-878f-d07a1092e449 HTTP/1.1" status: 200 len: 210 time: 0.0501087 Apr 05 14:54:09.904760 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc5e8fd-43bd-4a36-ab05-b5f113244031 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:09.908991 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-3dc5e8fd-43bd-4a36-ab05-b5f113244031 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0857708 Apr 05 14:54:09.910446 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 40680) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:09.943789 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3d887ea-8c1b-4b96-a82f-8f299864fcf7 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] GET failed (client error): The resource could not be found. Apr 05 14:54:09.946103 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-c3d887ea-8c1b-4b96-a82f-8f299864fcf7 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "GET /v2.0/ports/f7bfd11b-eeae-4c4f-a688-24ab4d3edff2 HTTP/1.1" status: 404 len: 333 time: 0.0284801 Apr 05 14:54:09.958463 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 40682) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:09.964393 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-779549df-9d78-4fb1-9e74-1f18646ce51e tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1682121774'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:54:10.110099 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-779549df-9d78-4fb1-9e74-1f18646ce51e tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Made reservation on behalf of 4582b43eccf64ee89d1b04a10b86bef4 for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:54:10.113810 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-779549df-9d78-4fb1-9e74-1f18646ce51e tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:10.137768 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-779549df-9d78-4fb1-9e74-1f18646ce51e tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:54:10.147121 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-779549df-9d78-4fb1-9e74-1f18646ce51e tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:10.149153 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-779549df-9d78-4fb1-9e74-1f18646ce51e tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Added segment 3471ac2f-31e1-408b-a337-d72b5def6c74 of type vlan for network 8323b9c1-3e0b-4347-abf5-a13f468fe08a Apr 05 14:54:10.195292 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-779549df-9d78-4fb1-9e74-1f18646ce51e tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:10.234133 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0465c1b-d6a7-46b1-bf91-7930897d68b5 req-7d7efe00-fe19-40a1-bab7-72153eb16e38 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:10.235765 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b0465c1b-d6a7-46b1-bf91-7930897d68b5 req-7d7efe00-fe19-40a1-bab7-72153eb16e38 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=223c51db-033c-4ff9-afd9-85e07196d028 HTTP/1.1" status: 200 len: 946 time: 0.0501459 Apr 05 14:54:10.318477 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-779549df-9d78-4fb1-9e74-1f18646ce51e tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:10.326700 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b0465c1b-d6a7-46b1-bf91-7930897d68b5 req-2807ea5d-1fd9-4de5-bbe9-86c76d3fbfce tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c426553-985f-46f1-9795-5c798926dd34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838985 Apr 05 14:54:10.327098 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779549df-9d78-4fb1-9e74-1f18646ce51e tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:10.327791 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-779549df-9d78-4fb1-9e74-1f18646ce51e tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:10.382736 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dece3e5-b8fa-4faa-95db-57fcae28d8f2 req-3985e4eb-8ff7-462a-8577-5c00742d5b04 tempest-VolumesActionsTest-1327797108 tempest-VolumesActionsTest-1327797108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:10.384154 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1dece3e5-b8fa-4faa-95db-57fcae28d8f2 req-3985e4eb-8ff7-462a-8577-5c00742d5b04 tempest-VolumesActionsTest-1327797108 tempest-VolumesActionsTest-1327797108-project] 10.222.0.55 "GET /v2.0/networks?id=87bb94c2-1212-4f65-87ce-1948692dbf27 HTTP/1.1" status: 200 len: 809 time: 0.1257699 Apr 05 14:54:10.397376 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-1dece3e5-b8fa-4faa-95db-57fcae28d8f2 req-0b392df4-1a26-4496-896d-c3be041cb92d tempest-VolumesActionsTest-1327797108 tempest-VolumesActionsTest-1327797108-project] Request body: {'port': {'device_id': '00dbbd09-83a2-421e-878f-d07a1092e449', 'network_id': '87bb94c2-1212-4f65-87ce-1948692dbf27', 'admin_state_up': True, 'tenant_id': '6aaedda5a21e469faa47af1042605ddd'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:54:10.405418 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779549df-9d78-4fb1-9e74-1f18646ce51e tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event updated for resources: {'Network': ['ID=8323b9c1-3e0b-4347-abf5-a13f468fe08a,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:10.413702 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779549df-9d78-4fb1-9e74-1f18646ce51e tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:54:10.414056 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779549df-9d78-4fb1-9e74-1f18646ce51e tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:54:10.420068 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779549df-9d78-4fb1-9e74-1f18646ce51e tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:54:10.420068 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779549df-9d78-4fb1-9e74-1f18646ce51e tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:54:10.420068 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779549df-9d78-4fb1-9e74-1f18646ce51e tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:54:10.420068 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779549df-9d78-4fb1-9e74-1f18646ce51e tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:54:10.420068 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779549df-9d78-4fb1-9e74-1f18646ce51e tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:54:10.420068 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779549df-9d78-4fb1-9e74-1f18646ce51e tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:54:10.420068 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779549df-9d78-4fb1-9e74-1f18646ce51e tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:54:10.420068 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779549df-9d78-4fb1-9e74-1f18646ce51e tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:54:10.420068 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779549df-9d78-4fb1-9e74-1f18646ce51e tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:54:10.420068 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779549df-9d78-4fb1-9e74-1f18646ce51e tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:54:10.432334 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 8323b9c1-3e0b-4347-abf5-a13f468fe08a details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:54:10.495767 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-779549df-9d78-4fb1-9e74-1f18646ce51e tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5361331 Apr 05 14:54:10.498613 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 40688) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:10.504056 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-f3a05a8a-9ac2-471c-9e54-a1f162d2810e tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Request body: {'subnet': {'network_id': '8323b9c1-3e0b-4347-abf5-a13f468fe08a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:54:10.662765 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4027e9-1c00-41a2-a27c-aca5a56073c2 req-4ccb3848-02bf-4fc2-84db-c11ad6d81083 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:10.664254 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-eb4027e9-1c00-41a2-a27c-aca5a56073c2 req-4ccb3848-02bf-4fc2-84db-c11ad6d81083 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 946 time: 0.0551484 Apr 05 14:54:10.678957 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dece3e5-b8fa-4faa-95db-57fcae28d8f2 req-0b392df4-1a26-4496-896d-c3be041cb92d tempest-VolumesActionsTest-1327797108 tempest-VolumesActionsTest-1327797108-project] Made reservation on behalf of 6aaedda5a21e469faa47af1042605ddd for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:54:10.682525 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-1dece3e5-b8fa-4faa-95db-57fcae28d8f2 req-0b392df4-1a26-4496-896d-c3be041cb92d tempest-VolumesActionsTest-1327797108 tempest-VolumesActionsTest-1327797108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:10.710272 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a05a8a-9ac2-471c-9e54-a1f162d2810e tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Made reservation on behalf of 4582b43eccf64ee89d1b04a10b86bef4 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:54:10.716049 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f3a05a8a-9ac2-471c-9e54-a1f162d2810e tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:10.755009 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-eb4027e9-1c00-41a2-a27c-aca5a56073c2 req-ae4479a7-20b5-4784-85d6-a5512ae638c8 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=0db5022f-6960-4519-993b-af935888212a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817201 Apr 05 14:54:10.823288 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b549ee72-591c-44cb-a269-f17b4853163b req-8e5a44e8-998e-4786-80cb-6fe0bebed2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:10.824897 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b549ee72-591c-44cb-a269-f17b4853163b req-8e5a44e8-998e-4786-80cb-6fe0bebed2bd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b07e36dc5a904f16980660900e2eecc1&device_id=223c51db-033c-4ff9-afd9-85e07196d028 HTTP/1.1" status: 200 len: 1097 time: 0.1210098 Apr 05 14:54:10.951656 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-1dece3e5-b8fa-4faa-95db-57fcae28d8f2 req-0b392df4-1a26-4496-896d-c3be041cb92d tempest-VolumesActionsTest-1327797108 tempest-VolumesActionsTest-1327797108-project] Allocated IP 172.20.0.12 (87bb94c2-1212-4f65-87ce-1948692dbf27/47eae1ae-e375-48cf-bef6-e509065e2a58/9ec01c19-5d2c-4605-8b08-82427cd8c779) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:54:10.999573 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-06c68047-938b-4591-9a90-42f410b54e1c req-b3c2e1a5-acd4-435e-8657-9fe012f3d5c0 tempest-VolumesActionsTest-1327797108 tempest-VolumesActionsTest-1327797108-project] 10.222.0.30 "GET /v2.0/ports?device_id=00dbbd09-83a2-421e-878f-d07a1092e449 HTTP/1.1" status: 200 len: 210 time: 0.0371706 Apr 05 14:54:11.011034 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f3a05a8a-9ac2-471c-9e54-a1f162d2810e tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:11.013756 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b549ee72-591c-44cb-a269-f17b4853163b req-069cf123-8851-40ae-82f2-7febcaf8a325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:11.015378 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b549ee72-591c-44cb-a269-f17b4853163b req-069cf123-8851-40ae-82f2-7febcaf8a325 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9aebcbd6-a91e-45a4-8198-a58d08f4af1b HTTP/1.1" status: 200 len: 898 time: 0.1824939 Apr 05 14:54:11.076776 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a05a8a-9ac2-471c-9e54-a1f162d2810e tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event updated for resources: {'Subnet': ['ID=aed97480-d22c-42ec-b86f-5434485dbe02,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:11.103378 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a05a8a-9ac2-471c-9e54-a1f162d2810e tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Checking segment: {'id': '3471ac2f-31e1-408b-a337-d72b5def6c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '8323b9c1-3e0b-4347-abf5-a13f468fe08a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:54:11.104402 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a05a8a-9ac2-471c-9e54-a1f162d2810e tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Network hostable DHCP agents. Network: 8323b9c1-3e0b-4347-abf5-a13f468fe08a, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:54:11.133789 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b549ee72-591c-44cb-a269-f17b4853163b req-4f8cea92-0578-4781-8707-23c4c4760b83 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a093444d-f0a5-49b8-a20b-611d527ef2da HTTP/1.1" status: 200 len: 1001 time: 0.1073952 Apr 05 14:54:11.218363 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a05a8a-9ac2-471c-9e54-a1f162d2810e tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Network 8323b9c1-3e0b-4347-abf5-a13f468fe08a is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:54:11.233267 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b549ee72-591c-44cb-a269-f17b4853163b req-ce8f0724-aec0-4d19-8af4-7354fe652518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:11.234732 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b549ee72-591c-44cb-a269-f17b4853163b req-ce8f0724-aec0-4d19-8af4-7354fe652518 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e24a6cfd-1395-4506-a0b8-17c541f1b30f HTTP/1.1" status: 200 len: 834 time: 0.0753336 Apr 05 14:54:11.280307 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-1dece3e5-b8fa-4faa-95db-57fcae28d8f2 req-0b392df4-1a26-4496-896d-c3be041cb92d tempest-VolumesActionsTest-1327797108 tempest-VolumesActionsTest-1327797108-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:11.306898 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b549ee72-591c-44cb-a269-f17b4853163b req-55dc2c38-97d2-40b0-a136-b322870dbea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:11.308492 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b549ee72-591c-44cb-a269-f17b4853163b req-55dc2c38-97d2-40b0-a136-b322870dbea2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9aebcbd6-a91e-45a4-8198-a58d08f4af1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657442 Apr 05 14:54:11.332971 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-f3a05a8a-9ac2-471c-9e54-a1f162d2810e tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 8323b9c1-3e0b-4347-abf5-a13f468fe08a) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:54:11.337930 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a05a8a-9ac2-471c-9e54-a1f162d2810e tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:11.338703 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f3a05a8a-9ac2-471c-9e54-a1f162d2810e tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:11.345416 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac31a363-231d-4f93-b63f-dc78d40119cc None None] Network 8323b9c1-3e0b-4347-abf5-a13f468fe08a requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:54:11.446875 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b549ee72-591c-44cb-a269-f17b4853163b req-19bc8304-59ed-411a-8127-fb8083137f68 service neutron] 10.222.0.55 "GET /v2.0/networks/9aebcbd6-a91e-45a4-8198-a58d08f4af1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308911 Apr 05 14:54:11.480168 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-f3a05a8a-9ac2-471c-9e54-a1f162d2810e tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9795933 Apr 05 14:54:11.480600 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 40698) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:11.486056 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-59a65a41-e2af-4211-a56e-c6fb916eda20 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Request body: {'subnet': {'network_id': '8323b9c1-3e0b-4347-abf5-a13f468fe08a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:54:11.515645 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1972a2e3-9b7a-45a8-9186-7687ce4adac6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-8323b9c1-3e0b-4347-abf5-a13f468fe08a', 'network_id': '8323b9c1-3e0b-4347-abf5-a13f468fe08a', 'tenant_id': '4582b43eccf64ee89d1b04a10b86bef4', 'fixed_ips': [{'subnet_id': 'aed97480-d22c-42ec-b86f-5434485dbe02'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:54:11.517054 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1972a2e3-9b7a-45a8-9186-7687ce4adac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:11.521925 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077cdf36-e076-47d6-9192-865d0c488633 req-65d85149-302b-492f-b39f-7252078bde36 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:11.523814 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-077cdf36-e076-47d6-9192-865d0c488633 req-65d85149-302b-492f-b39f-7252078bde36 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=223c51db-033c-4ff9-afd9-85e07196d028 HTTP/1.1" status: 200 len: 946 time: 0.1126592 Apr 05 14:54:11.527719 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-1dece3e5-b8fa-4faa-95db-57fcae28d8f2 req-0b392df4-1a26-4496-896d-c3be041cb92d tempest-VolumesActionsTest-1327797108 tempest-VolumesActionsTest-1327797108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:11.602578 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dece3e5-b8fa-4faa-95db-57fcae28d8f2 req-0b392df4-1a26-4496-896d-c3be041cb92d tempest-VolumesActionsTest-1327797108 tempest-VolumesActionsTest-1327797108-project] Network 87bb94c2-1212-4f65-87ce-1948692dbf27 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:54:11.614598 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-1dece3e5-b8fa-4faa-95db-57fcae28d8f2 req-0b392df4-1a26-4496-896d-c3be041cb92d tempest-VolumesActionsTest-1327797108 tempest-VolumesActionsTest-1327797108-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:54:11.630252 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dece3e5-b8fa-4faa-95db-57fcae28d8f2 req-0b392df4-1a26-4496-896d-c3be041cb92d tempest-VolumesActionsTest-1327797108 tempest-VolumesActionsTest-1327797108-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:54:11.651807 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b392df4-1a26-4496-896d-c3be041cb92d tempest-VolumesActionsTest-1327797108 tempest-VolumesActionsTest-1327797108-project] Pushing event updated for resources: {'Port': ['ID=9ec01c19-5d2c-4605-8b08-82427cd8c779,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:11.685496 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-077cdf36-e076-47d6-9192-865d0c488633 req-804f94c4-02b6-430b-bb20-deac523dad60 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c426553-985f-46f1-9795-5c798926dd34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243212 Apr 05 14:54:11.691078 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b549ee72-591c-44cb-a269-f17b4853163b req-d9004495-a08d-473b-b2ef-17bdc04c8185 service neutron] 10.222.0.55 "GET /v2.0/networks/9aebcbd6-a91e-45a4-8198-a58d08f4af1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360168 Apr 05 14:54:11.695844 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a65a41-e2af-4211-a56e-c6fb916eda20 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Made reservation on behalf of 4582b43eccf64ee89d1b04a10b86bef4 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:54:11.707312 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-59a65a41-e2af-4211-a56e-c6fb916eda20 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:11.717827 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-1972a2e3-9b7a-45a8-9186-7687ce4adac6 None None] Allocated IP 2001:db8::2 (8323b9c1-3e0b-4347-abf5-a13f468fe08a/aed97480-d22c-42ec-b86f-5434485dbe02/7af16d65-dd82-4f99-bd76-a2186b3a9e98) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:54:11.728713 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dece3e5-b8fa-4faa-95db-57fcae28d8f2 req-0b392df4-1a26-4496-896d-c3be041cb92d tempest-VolumesActionsTest-1327797108 tempest-VolumesActionsTest-1327797108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:11.729758 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-1dece3e5-b8fa-4faa-95db-57fcae28d8f2 req-0b392df4-1a26-4496-896d-c3be041cb92d tempest-VolumesActionsTest-1327797108 tempest-VolumesActionsTest-1327797108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:11.901963 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1972a2e3-9b7a-45a8-9186-7687ce4adac6 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:11.912851 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1dece3e5-b8fa-4faa-95db-57fcae28d8f2 req-0b392df4-1a26-4496-896d-c3be041cb92d tempest-VolumesActionsTest-1327797108 tempest-VolumesActionsTest-1327797108-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5195212 Apr 05 14:54:11.924924 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-1dece3e5-b8fa-4faa-95db-57fcae28d8f2 req-0f64b72f-b952-4c0d-8e6b-39db04f18c5f service neutron] Request body: {'port': {'device_id': '00dbbd09-83a2-421e-878f-d07a1092e449', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:54:11.961708 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c387517-a8d7-48f7-93ea-7b50ac80cb35 req-dd377883-d2cd-4b9b-83b6-6a980e81932b tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:11.964113 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9c387517-a8d7-48f7-93ea-7b50ac80cb35 req-dd377883-d2cd-4b9b-83b6-6a980e81932b tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 946 time: 0.1209602 Apr 05 14:54:11.989743 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1972a2e3-9b7a-45a8-9186-7687ce4adac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:12.033434 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1972a2e3-9b7a-45a8-9186-7687ce4adac6 None None] Network 8323b9c1-3e0b-4347-abf5-a13f468fe08a is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:54:12.042640 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-1972a2e3-9b7a-45a8-9186-7687ce4adac6 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:54:12.044209 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9c387517-a8d7-48f7-93ea-7b50ac80cb35 req-be0e3e20-ac6e-4a39-9a98-1946ca12a8cd tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=0db5022f-6960-4519-993b-af935888212a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557435 Apr 05 14:54:12.044839 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-1dece3e5-b8fa-4faa-95db-57fcae28d8f2 req-0f64b72f-b952-4c0d-8e6b-39db04f18c5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:12.045943 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1972a2e3-9b7a-45a8-9186-7687ce4adac6 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:54:12.157355 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-1972a2e3-9b7a-45a8-9186-7687ce4adac6 None None] Attempting to bind port 7af16d65-dd82-4f99-bd76-a2186b3a9e98 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:54:12.157912 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-1972a2e3-9b7a-45a8-9186-7687ce4adac6 None None] Attempting to bind port 7af16d65-dd82-4f99-bd76-a2186b3a9e98 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '3471ac2f-31e1-408b-a337-d72b5def6c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '8323b9c1-3e0b-4347-abf5-a13f468fe08a'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:54:12.158341 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1972a2e3-9b7a-45a8-9186-7687ce4adac6 None None] Attempting to bind port 7af16d65-dd82-4f99-bd76-a2186b3a9e98 on network 8323b9c1-3e0b-4347-abf5-a13f468fe08a {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:54:12.165126 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1972a2e3-9b7a-45a8-9186-7687ce4adac6 None None] Pushing event updated for resources: {'Port': ['ID=7af16d65-dd82-4f99-bd76-a2186b3a9e98,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:12.168891 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1972a2e3-9b7a-45a8-9186-7687ce4adac6 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:54:12.169298 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1972a2e3-9b7a-45a8-9186-7687ce4adac6 None None] Checking segment: {'id': '3471ac2f-31e1-408b-a337-d72b5def6c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '8323b9c1-3e0b-4347-abf5-a13f468fe08a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:54:12.169820 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1972a2e3-9b7a-45a8-9186-7687ce4adac6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:12.170213 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1972a2e3-9b7a-45a8-9186-7687ce4adac6 None None] Bound using segment: {'id': '3471ac2f-31e1-408b-a337-d72b5def6c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '8323b9c1-3e0b-4347-abf5-a13f468fe08a'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:54:12.170679 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-1972a2e3-9b7a-45a8-9186-7687ce4adac6 None None] Bound port: 7af16d65-dd82-4f99-bd76-a2186b3a9e98, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3471ac2f-31e1-408b-a337-d72b5def6c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '8323b9c1-3e0b-4347-abf5-a13f468fe08a'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:54:12.171059 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1972a2e3-9b7a-45a8-9186-7687ce4adac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:12.225961 n-d-836650-2 neutron-server[103321]: INFO neutron.db.ipam_backend_mixin [None req-59a65a41-e2af-4211-a56e-c6fb916eda20 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet aed97480-d22c-42ec-b86f-5434485dbe02 (CIDR: 2001:db8::/64) Apr 05 14:54:12.247468 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-1972a2e3-9b7a-45a8-9186-7687ce4adac6 None None] For port 7af16d65-dd82-4f99-bd76-a2186b3a9e98, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:54:12.250652 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a08c8e3-89cf-44a7-a982-45bea1686b97 req-39999961-d545-4103-a9a7-6bf40f278690 tempest-VolumesActionsTest-1327797108 tempest-VolumesActionsTest-1327797108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:12.251139 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-1972a2e3-9b7a-45a8-9186-7687ce4adac6 None None] For port 7af16d65-dd82-4f99-bd76-a2186b3a9e98, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=7af16d65-dd82-4f99-bd76-a2186b3a9e98,segment=NetworkSegment(3471ac2f-31e1-408b-a337-d72b5def6c74),segment_id=3471ac2f-31e1-408b-a337-d72b5def6c74)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:54:12.252159 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0a08c8e3-89cf-44a7-a982-45bea1686b97 req-39999961-d545-4103-a9a7-6bf40f278690 tempest-VolumesActionsTest-1327797108 tempest-VolumesActionsTest-1327797108-project] 10.222.0.30 "GET /v2.0/ports?device_id=00dbbd09-83a2-421e-878f-d07a1092e449 HTTP/1.1" status: 200 len: 932 time: 0.1454129 Apr 05 14:54:12.287770 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-59a65a41-e2af-4211-a56e-c6fb916eda20 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:54:12.288251 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59a65a41-e2af-4211-a56e-c6fb916eda20 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:54:12.390403 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1972a2e3-9b7a-45a8-9186-7687ce4adac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:12.434735 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:12.437881 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-59a65a41-e2af-4211-a56e-c6fb916eda20 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9560130 Apr 05 14:54:12.440467 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 40706) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:12.452073 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-20a4f457-fae9-4023-b4ad-1d828d966ebf tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Request body: {'subnet': {'network_id': '8323b9c1-3e0b-4347-abf5-a13f468fe08a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:54:12.465674 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1972a2e3-9b7a-45a8-9186-7687ce4adac6 None None] Pushing event updated for resources: {'Port': ['ID=7af16d65-dd82-4f99-bd76-a2186b3a9e98,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:12.679479 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a4f457-fae9-4023-b4ad-1d828d966ebf tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Made reservation on behalf of 4582b43eccf64ee89d1b04a10b86bef4 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:54:12.685280 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-20a4f457-fae9-4023-b4ad-1d828d966ebf tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:12.698973 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0a08c8e3-89cf-44a7-a982-45bea1686b97 req-065f0dd2-dc0d-4d21-af37-aa1e06c4443f tempest-VolumesActionsTest-1327797108 tempest-VolumesActionsTest-1327797108-project] 10.222.0.30 "GET /v2.0/security-groups?id=172419e2-7674-4e87-bfdf-665fa1ae7f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4407239 Apr 05 14:54:12.844708 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-1dece3e5-b8fa-4faa-95db-57fcae28d8f2 req-0f64b72f-b952-4c0d-8e6b-39db04f18c5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ec01c19-5d2c-4605-8b08-82427cd8c779 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:54:12.855555 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-1dece3e5-b8fa-4faa-95db-57fcae28d8f2 req-0f64b72f-b952-4c0d-8e6b-39db04f18c5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:12.881326 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521409d0-d083-45e2-a319-15114521a373 req-55d3f340-fac5-4a47-a005-14aa4814bae5 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:12.883038 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-521409d0-d083-45e2-a319-15114521a373 req-55d3f340-fac5-4a47-a005-14aa4814bae5 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=223c51db-033c-4ff9-afd9-85e07196d028 HTTP/1.1" status: 200 len: 946 time: 0.0803075 Apr 05 14:54:12.884281 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-1dece3e5-b8fa-4faa-95db-57fcae28d8f2 req-0f64b72f-b952-4c0d-8e6b-39db04f18c5f service neutron] Transition to ACTIVE for port object 9ec01c19-5d2c-4605-8b08-82427cd8c779 will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:54:12.927675 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-521409d0-d083-45e2-a319-15114521a373 req-792effd2-3bfb-4b06-b9ef-c480ac96a30d tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c426553-985f-46f1-9795-5c798926dd34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345857 Apr 05 14:54:12.979025 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-1dece3e5-b8fa-4faa-95db-57fcae28d8f2 req-0f64b72f-b952-4c0d-8e6b-39db04f18c5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:13.035747 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f64b72f-b952-4c0d-8e6b-39db04f18c5f service neutron] Pushing event updated for resources: {'Port': ['ID=9ec01c19-5d2c-4605-8b08-82427cd8c779,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:13.093221 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-20a4f457-fae9-4023-b4ad-1d828d966ebf tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:13.101845 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-1dece3e5-b8fa-4faa-95db-57fcae28d8f2 req-0f64b72f-b952-4c0d-8e6b-39db04f18c5f service neutron] Attempting to bind port 9ec01c19-5d2c-4605-8b08-82427cd8c779 on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:54:13.102191 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-1dece3e5-b8fa-4faa-95db-57fcae28d8f2 req-0f64b72f-b952-4c0d-8e6b-39db04f18c5f service neutron] Attempting to bind port 9ec01c19-5d2c-4605-8b08-82427cd8c779 by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': 'f694d351-387d-4337-89ef-5643651c5fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '87bb94c2-1212-4f65-87ce-1948692dbf27'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:54:13.102569 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dece3e5-b8fa-4faa-95db-57fcae28d8f2 req-0f64b72f-b952-4c0d-8e6b-39db04f18c5f service neutron] Attempting to bind port 9ec01c19-5d2c-4605-8b08-82427cd8c779 on network 87bb94c2-1212-4f65-87ce-1948692dbf27 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:54:13.107498 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dece3e5-b8fa-4faa-95db-57fcae28d8f2 req-0f64b72f-b952-4c0d-8e6b-39db04f18c5f service neutron] Port 9ec01c19-5d2c-4605-8b08-82427cd8c779 on network 87bb94c2-1212-4f65-87ce-1948692dbf27 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:54:13.107819 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dece3e5-b8fa-4faa-95db-57fcae28d8f2 req-0f64b72f-b952-4c0d-8e6b-39db04f18c5f service neutron] Attempting to bind port 9ec01c19-5d2c-4605-8b08-82427cd8c779 on network 87bb94c2-1212-4f65-87ce-1948692dbf27 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:54:13.112942 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dece3e5-b8fa-4faa-95db-57fcae28d8f2 req-0f64b72f-b952-4c0d-8e6b-39db04f18c5f service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:54:13.113288 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dece3e5-b8fa-4faa-95db-57fcae28d8f2 req-0f64b72f-b952-4c0d-8e6b-39db04f18c5f service neutron] Checking segment: {'id': 'f694d351-387d-4337-89ef-5643651c5fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '87bb94c2-1212-4f65-87ce-1948692dbf27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:54:13.113670 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dece3e5-b8fa-4faa-95db-57fcae28d8f2 req-0f64b72f-b952-4c0d-8e6b-39db04f18c5f service neutron] Bound using segment: {'id': 'f694d351-387d-4337-89ef-5643651c5fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '87bb94c2-1212-4f65-87ce-1948692dbf27'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:54:13.114157 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-1dece3e5-b8fa-4faa-95db-57fcae28d8f2 req-0f64b72f-b952-4c0d-8e6b-39db04f18c5f service neutron] Bound port: 9ec01c19-5d2c-4605-8b08-82427cd8c779, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f694d351-387d-4337-89ef-5643651c5fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '87bb94c2-1212-4f65-87ce-1948692dbf27'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:54:13.114503 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-1dece3e5-b8fa-4faa-95db-57fcae28d8f2 req-0f64b72f-b952-4c0d-8e6b-39db04f18c5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:13.159490 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a4f457-fae9-4023-b4ad-1d828d966ebf tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Network 8323b9c1-3e0b-4347-abf5-a13f468fe08a is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:54:13.162727 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-20a4f457-fae9-4023-b4ad-1d828d966ebf tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:54:13.168110 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a4f457-fae9-4023-b4ad-1d828d966ebf tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:13.170348 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-20a4f457-fae9-4023-b4ad-1d828d966ebf tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:13.179417 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a4f457-fae9-4023-b4ad-1d828d966ebf tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event updated for resources: {'Subnet': ['ID=f27c6a86-f502-4652-ba68-838940d902cd,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:13.246005 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-1dece3e5-b8fa-4faa-95db-57fcae28d8f2 req-0f64b72f-b952-4c0d-8e6b-39db04f18c5f service neutron] For port 9ec01c19-5d2c-4605-8b08-82427cd8c779, host n-h1-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:54:13.260725 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67e83a1-7e82-4557-8b92-b192da89fef3 req-bff5908c-fe23-45f8-bff3-08bc3aa9e746 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:13.262361 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f67e83a1-7e82-4557-8b92-b192da89fef3 req-bff5908c-fe23-45f8-bff3-08bc3aa9e746 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 946 time: 0.1008568 Apr 05 14:54:13.264244 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-1dece3e5-b8fa-4faa-95db-57fcae28d8f2 req-0f64b72f-b952-4c0d-8e6b-39db04f18c5f service neutron] For port 9ec01c19-5d2c-4605-8b08-82427cd8c779, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=9ec01c19-5d2c-4605-8b08-82427cd8c779,segment=NetworkSegment(f694d351-387d-4337-89ef-5643651c5fec),segment_id=f694d351-387d-4337-89ef-5643651c5fec)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:54:13.282956 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-20a4f457-fae9-4023-b4ad-1d828d966ebf tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8409903 Apr 05 14:54:13.285526 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 40714) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:13.291215 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-367c8be8-21d3-49a3-8a80-991c50f69a05 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Request body: {'port': {'network_id': '8323b9c1-3e0b-4347-abf5-a13f468fe08a', 'fixed_ips': [{'subnet_id': 'aed97480-d22c-42ec-b86f-5434485dbe02'}, {'subnet_id': 'f27c6a86-f502-4652-ba68-838940d902cd'}], 'name': 'tempest-PortsIpV6TestJSON-332423251'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:54:13.315053 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f67e83a1-7e82-4557-8b92-b192da89fef3 req-e4760b60-04e9-4298-9927-a3c6429d2db8 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=0db5022f-6960-4519-993b-af935888212a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434852 Apr 05 14:54:13.372270 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-1dece3e5-b8fa-4faa-95db-57fcae28d8f2 req-0f64b72f-b952-4c0d-8e6b-39db04f18c5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:13.414816 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dece3e5-b8fa-4faa-95db-57fcae28d8f2 req-0f64b72f-b952-4c0d-8e6b-39db04f18c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:13.415445 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-1dece3e5-b8fa-4faa-95db-57fcae28d8f2 req-0f64b72f-b952-4c0d-8e6b-39db04f18c5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:13.417734 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1dece3e5-b8fa-4faa-95db-57fcae28d8f2 req-0f64b72f-b952-4c0d-8e6b-39db04f18c5f service neutron] 10.222.0.55 "PUT /v2.0/ports/9ec01c19-5d2c-4605-8b08-82427cd8c779 HTTP/1.1" status: 200 len: 1092 time: 1.4967597 Apr 05 14:54:13.418178 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00dbbd09-83a2-421e-878f-d07a1092e449', 'tag': '9ec01c19-5d2c-4605-8b08-82427cd8c779'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:54:13.420189 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde1d2ac-4fef-40f4-9099-3bea1ad92aad" -d '{"events": [{"name": "network-changed", "server_uuid": "00dbbd09-83a2-421e-878f-d07a1092e449", "tag": "9ec01c19-5d2c-4605-8b08-82427cd8c779"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:54:13.440924 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f64b72f-b952-4c0d-8e6b-39db04f18c5f service neutron] Pushing event updated for resources: {'Port': ['ID=9ec01c19-5d2c-4605-8b08-82427cd8c779,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:13.514318 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-367c8be8-21d3-49a3-8a80-991c50f69a05 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Made reservation on behalf of 4582b43eccf64ee89d1b04a10b86bef4 for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:54:13.548467 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-645947fd-4682-468f-9951-2cfdae431b7a x-openstack-request-id: req-645947fd-4682-468f-9951-2cfdae431b7a {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:54:13.548974 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00dbbd09-83a2-421e-878f-d07a1092e449", "tag": "9ec01c19-5d2c-4605-8b08-82427cd8c779", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:54:13.548974 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-645947fd-4682-468f-9951-2cfdae431b7a {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:54:13.548974 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-645947fd-4682-468f-9951-2cfdae431b7a'] response: {'name': 'network-changed', 'server_uuid': '00dbbd09-83a2-421e-878f-d07a1092e449', 'tag': '9ec01c19-5d2c-4605-8b08-82427cd8c779', 'status': 'completed', 'code': 200} Apr 05 14:54:13.619906 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3efde5-f565-47ef-8045-0c2cd0ce9b23 None None] Network 8323b9c1-3e0b-4347-abf5-a13f468fe08a requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:54:13.622867 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-367c8be8-21d3-49a3-8a80-991c50f69a05 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:13.624338 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde1d2ac-4fef-40f4-9099-3bea1ad92aad req-0fcc2aa9-c8d6-47af-9716-b8254e644fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:13.625852 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bde1d2ac-4fef-40f4-9099-3bea1ad92aad req-0fcc2aa9-c8d6-47af-9716-b8254e644fdf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6aaedda5a21e469faa47af1042605ddd&device_id=00dbbd09-83a2-421e-878f-d07a1092e449 HTTP/1.1" status: 200 len: 1095 time: 0.0543847 Apr 05 14:54:13.643779 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 7 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 14:54:13.656550 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [None req-367c8be8-21d3-49a3-8a80-991c50f69a05 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] device_id is not set on port b1b91d2e-dafa-43a6-bfb4-8b1f11cea632 yet. {{(pid=103321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:54:13.755320 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-69cc9b62-1f55-4099-90f0-916cefeb01fb None None] Provisioning complete for port 7af16d65-dd82-4f99-bd76-a2186b3a9e98 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:54:13.755710 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-69cc9b62-1f55-4099-90f0-916cefeb01fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:13.766610 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde1d2ac-4fef-40f4-9099-3bea1ad92aad req-441bde04-f74b-4e42-9c56-52a1da15d630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:13.768760 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bde1d2ac-4fef-40f4-9099-3bea1ad92aad req-441bde04-f74b-4e42-9c56-52a1da15d630 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=6aaedda5a21e469faa47af1042605ddd&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1351669 Apr 05 14:54:13.921330 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-69cc9b62-1f55-4099-90f0-916cefeb01fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:13.983672 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea38bd4-2b15-4337-bfd1-57562b299586 req-3cbf42f0-194d-4eb9-aa51-38c9e29f6757 tempest-VolumesActionsTest-1327797108 tempest-VolumesActionsTest-1327797108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:13.985217 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cea38bd4-2b15-4337-bfd1-57562b299586 req-3cbf42f0-194d-4eb9-aa51-38c9e29f6757 tempest-VolumesActionsTest-1327797108 tempest-VolumesActionsTest-1327797108-project] 10.222.0.30 "GET /v2.0/ports?device_id=00dbbd09-83a2-421e-878f-d07a1092e449 HTTP/1.1" status: 200 len: 944 time: 0.1619956 Apr 05 14:54:14.028618 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde1d2ac-4fef-40f4-9099-3bea1ad92aad req-67b0f29f-cd19-454c-96ee-5d2fb843eae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:14.030154 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bde1d2ac-4fef-40f4-9099-3bea1ad92aad req-67b0f29f-cd19-454c-96ee-5d2fb843eae9 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2535281 Apr 05 14:54:14.042990 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-69cc9b62-1f55-4099-90f0-916cefeb01fb None None] For port 7af16d65-dd82-4f99-bd76-a2186b3a9e98, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=7af16d65-dd82-4f99-bd76-a2186b3a9e98,segment=NetworkSegment(3471ac2f-31e1-408b-a337-d72b5def6c74),segment_id=3471ac2f-31e1-408b-a337-d72b5def6c74)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:54:14.066583 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cea38bd4-2b15-4337-bfd1-57562b299586 req-27268fdf-d100-4650-8737-634d87398a34 tempest-VolumesActionsTest-1327797108 tempest-VolumesActionsTest-1327797108-project] 10.222.0.30 "GET /v2.0/security-groups?id=172419e2-7674-4e87-bfdf-665fa1ae7f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623426 Apr 05 14:54:14.070725 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de4bec2-5b9f-4c47-b4a8-baeba5cae272 None None] Update dhcp port {'port': {'network_id': '8323b9c1-3e0b-4347-abf5-a13f468fe08a', 'fixed_ips': [{'subnet_id': 'aed97480-d22c-42ec-b86f-5434485dbe02', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f27c6a86-f502-4652-ba68-838940d902cd'}], 'binding:host_id': 'n-d-836650-2'}, 'id': '7af16d65-dd82-4f99-bd76-a2186b3a9e98'} from n-d-836650-2. {{(pid=103322) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 05 14:54:14.088241 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 7af16d65-dd82-4f99-bd76-a2186b3a9e98 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:54:14.139420 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3de4bec2-5b9f-4c47-b4a8-baeba5cae272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:14.157829 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-69cc9b62-1f55-4099-90f0-916cefeb01fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:14.170198 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-367c8be8-21d3-49a3-8a80-991c50f69a05 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Allocated IP 2001:db8::2f (8323b9c1-3e0b-4347-abf5-a13f468fe08a/aed97480-d22c-42ec-b86f-5434485dbe02/b1b91d2e-dafa-43a6-bfb4-8b1f11cea632) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:54:14.175576 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b1d925-d19b-46be-acb5-3c1e159cdbb4 req-88ddf265-fb20-46c3-ae2d-704dcf1b0f93 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:14.176807 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d0b1d925-d19b-46be-acb5-3c1e159cdbb4 req-88ddf265-fb20-46c3-ae2d-704dcf1b0f93 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=223c51db-033c-4ff9-afd9-85e07196d028 HTTP/1.1" status: 200 len: 946 time: 0.1180160 Apr 05 14:54:14.180685 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-367c8be8-21d3-49a3-8a80-991c50f69a05 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Allocated IP 2001:db8:0:1::7f (8323b9c1-3e0b-4347-abf5-a13f468fe08a/f27c6a86-f502-4652-ba68-838940d902cd/b1b91d2e-dafa-43a6-bfb4-8b1f11cea632) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:54:14.183603 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dece3e5-b8fa-4faa-95db-57fcae28d8f2 req-acc67a81-f339-4369-afbd-279506853759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:14.185417 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1dece3e5-b8fa-4faa-95db-57fcae28d8f2 req-acc67a81-f339-4369-afbd-279506853759 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6aaedda5a21e469faa47af1042605ddd&device_id=00dbbd09-83a2-421e-878f-d07a1092e449 HTTP/1.1" status: 200 len: 1095 time: 0.0706546 Apr 05 14:54:14.215775 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:14.244707 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1dece3e5-b8fa-4faa-95db-57fcae28d8f2 req-5f18ca10-90cc-4e88-a169-8d17f678e9f7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ec01c19-5d2c-4605-8b08-82427cd8c779 HTTP/1.1" status: 200 len: 217 time: 0.0475338 Apr 05 14:54:14.297326 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d0b1d925-d19b-46be-acb5-3c1e159cdbb4 req-e4b96d3a-1f7a-4bf3-9772-df5cbf987f71 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c426553-985f-46f1-9795-5c798926dd34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107438 Apr 05 14:54:14.319902 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cc9b62-1f55-4099-90f0-916cefeb01fb None None] Pushing event updated for resources: {'Port': ['ID=7af16d65-dd82-4f99-bd76-a2186b3a9e98,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:14.321657 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dece3e5-b8fa-4faa-95db-57fcae28d8f2 req-e57545fb-9ebf-4a50-b582-3bafd25da301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:14.323485 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1dece3e5-b8fa-4faa-95db-57fcae28d8f2 req-e57545fb-9ebf-4a50-b582-3bafd25da301 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=47eae1ae-e375-48cf-bef6-e509065e2a58 HTTP/1.1" status: 200 len: 849 time: 0.0759995 Apr 05 14:54:14.326272 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 7af16d65-dd82-4f99-bd76-a2186b3a9e98 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:54:14.326751 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:14.359907 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1dece3e5-b8fa-4faa-95db-57fcae28d8f2 req-ab1b846d-2726-4b48-a2db-12a85c35acb4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=87bb94c2-1212-4f65-87ce-1948692dbf27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291350 Apr 05 14:54:14.387736 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-367c8be8-21d3-49a3-8a80-991c50f69a05 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:14.502265 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-367c8be8-21d3-49a3-8a80-991c50f69a05 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:14.502516 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a79644c-b760-4a28-ac96-b3f87e3e2458 req-22af9d37-fc70-40a3-8f86-acd08872818d tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:14.504042 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5a79644c-b760-4a28-ac96-b3f87e3e2458 req-22af9d37-fc70-40a3-8f86-acd08872818d tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 946 time: 0.0751176 Apr 05 14:54:14.506078 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1dece3e5-b8fa-4faa-95db-57fcae28d8f2 req-5d637d17-1f24-4006-b7e2-ccf4cb5abf44 service neutron] 10.222.0.55 "GET /v2.0/networks/87bb94c2-1212-4f65-87ce-1948692dbf27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385927 Apr 05 14:54:14.548758 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367c8be8-21d3-49a3-8a80-991c50f69a05 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Network 8323b9c1-3e0b-4347-abf5-a13f468fe08a is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:54:14.554894 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-367c8be8-21d3-49a3-8a80-991c50f69a05 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:54:14.561150 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367c8be8-21d3-49a3-8a80-991c50f69a05 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:54:14.566757 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367c8be8-21d3-49a3-8a80-991c50f69a05 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:14.567397 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-367c8be8-21d3-49a3-8a80-991c50f69a05 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:14.577320 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-3de4bec2-5b9f-4c47-b4a8-baeba5cae272 None None] Allocated IP 2001:db8:0:1::2 (8323b9c1-3e0b-4347-abf5-a13f468fe08a/f27c6a86-f502-4652-ba68-838940d902cd/7af16d65-dd82-4f99-bd76-a2186b3a9e98) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:54:14.578696 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367c8be8-21d3-49a3-8a80-991c50f69a05 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event updated for resources: {'Port': ['ID=b1b91d2e-dafa-43a6-bfb4-8b1f11cea632,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:14.607422 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5a79644c-b760-4a28-ac96-b3f87e3e2458 req-e79c1de9-48e6-4d29-85e2-634469974e73 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=0db5022f-6960-4519-993b-af935888212a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965896 Apr 05 14:54:14.648497 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1dece3e5-b8fa-4faa-95db-57fcae28d8f2 req-f5017886-0ccf-4ed3-bad5-5f66ec50d3b1 service neutron] 10.222.0.55 "GET /v2.0/networks/87bb94c2-1212-4f65-87ce-1948692dbf27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286576 Apr 05 14:54:14.677738 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-3de4bec2-5b9f-4c47-b4a8-baeba5cae272 None None] For port 7af16d65-dd82-4f99-bd76-a2186b3a9e98, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=7af16d65-dd82-4f99-bd76-a2186b3a9e98,segment=NetworkSegment(3471ac2f-31e1-408b-a337-d72b5def6c74),segment_id=3471ac2f-31e1-408b-a337-d72b5def6c74)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:54:14.679112 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-367c8be8-21d3-49a3-8a80-991c50f69a05 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1014 time: 1.3924870 Apr 05 14:54:14.683055 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 40728) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:14.689349 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-9f3ab2b4-2491-4eee-b446-7f81c42e57b9 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'aed97480-d22c-42ec-b86f-5434485dbe02'}]}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:54:14.710236 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3de4bec2-5b9f-4c47-b4a8-baeba5cae272 None None] Notify callbacks [] for port, precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:14.763651 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9f3ab2b4-2491-4eee-b446-7f81c42e57b9 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:14.795600 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3de4bec2-5b9f-4c47-b4a8-baeba5cae272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:15.039911 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-9f3ab2b4-2491-4eee-b446-7f81c42e57b9 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Delete allocated IP 2001:db8:0:1::7f (8323b9c1-3e0b-4347-abf5-a13f468fe08a/f27c6a86-f502-4652-ba68-838940d902cd) {{(pid=103321) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 05 14:54:15.047499 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de4bec2-5b9f-4c47-b4a8-baeba5cae272 None None] Pushing event updated for resources: {'Port': ['ID=7af16d65-dd82-4f99-bd76-a2186b3a9e98,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:15.195757 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9f3ab2b4-2491-4eee-b446-7f81c42e57b9 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:15.211069 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535a6bc7-16a1-4ff7-8580-afa066e226f7 req-408a1868-0826-4783-9945-15a0755339bf tempest-VolumesActionsTest-1327797108 tempest-VolumesActionsTest-1327797108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:15.213361 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-535a6bc7-16a1-4ff7-8580-afa066e226f7 req-408a1868-0826-4783-9945-15a0755339bf tempest-VolumesActionsTest-1327797108 tempest-VolumesActionsTest-1327797108-project] 10.222.0.30 "GET /v2.0/ports?device_id=00dbbd09-83a2-421e-878f-d07a1092e449 HTTP/1.1" status: 200 len: 944 time: 0.0673592 Apr 05 14:54:15.262075 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-535a6bc7-16a1-4ff7-8580-afa066e226f7 req-0e3d5c5f-b0a1-44b1-96f1-445be4b6c72b tempest-VolumesActionsTest-1327797108 tempest-VolumesActionsTest-1327797108-project] 10.222.0.30 "GET /v2.0/security-groups?id=172419e2-7674-4e87-bfdf-665fa1ae7f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414288 Apr 05 14:54:15.281320 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9f3ab2b4-2491-4eee-b446-7f81c42e57b9 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:15.356523 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-9f3ab2b4-2491-4eee-b446-7f81c42e57b9 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] In _notify_port_updated(), no bound segment for port b1b91d2e-dafa-43a6-bfb4-8b1f11cea632 on network 8323b9c1-3e0b-4347-abf5-a13f468fe08a {{(pid=103321) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 05 14:54:15.362204 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3ab2b4-2491-4eee-b446-7f81c42e57b9 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:15.362937 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9f3ab2b4-2491-4eee-b446-7f81c42e57b9 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:15.367141 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-9f3ab2b4-2491-4eee-b446-7f81c42e57b9 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "PUT /v2.0/ports/b1b91d2e-dafa-43a6-bfb4-8b1f11cea632 HTTP/1.1" status: 200 len: 924 time: 0.6797507 Apr 05 14:54:15.369169 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 40736) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:15.380028 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-458fb0c5-027e-428a-89b2-4e06e4ed09bc tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'aed97480-d22c-42ec-b86f-5434485dbe02'}, {'subnet_id': 'f27c6a86-f502-4652-ba68-838940d902cd'}]}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:54:15.382258 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3ab2b4-2491-4eee-b446-7f81c42e57b9 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event updated for resources: {'Port': ['ID=b1b91d2e-dafa-43a6-bfb4-8b1f11cea632,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:15.523313 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ff27db-7101-4c28-b516-0ad78e2f35c0 req-c7b68c31-bff9-4e92-8526-6abf73a1fb00 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:15.524855 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-35ff27db-7101-4c28-b516-0ad78e2f35c0 req-c7b68c31-bff9-4e92-8526-6abf73a1fb00 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=223c51db-033c-4ff9-afd9-85e07196d028 HTTP/1.1" status: 200 len: 946 time: 0.1105912 Apr 05 14:54:15.614742 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-35ff27db-7101-4c28-b516-0ad78e2f35c0 req-58fb88d9-f0b6-4402-b3b2-c6d5854cbc71 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c426553-985f-46f1-9795-5c798926dd34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809045 Apr 05 14:54:15.625057 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-458fb0c5-027e-428a-89b2-4e06e4ed09bc tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:15.627406 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c7c83c-f674-4a1c-8512-6f15e510b37c None None] Network 8323b9c1-3e0b-4347-abf5-a13f468fe08a requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:54:15.720980 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-496ac4a4-d4ea-495d-82e4-df4d59360600 None None] Provisioning complete for port 7af16d65-dd82-4f99-bd76-a2186b3a9e98 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:54:15.721674 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-496ac4a4-d4ea-495d-82e4-df4d59360600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:15.832640 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585155c0-a201-4151-a536-5b502c5e4f2a req-813d044a-b8ca-4e19-be0a-2eb75396f6b1 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:15.834115 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-585155c0-a201-4151-a536-5b502c5e4f2a req-813d044a-b8ca-4e19-be0a-2eb75396f6b1 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 946 time: 0.1354120 Apr 05 14:54:15.922783 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-585155c0-a201-4151-a536-5b502c5e4f2a req-2a3fb5cc-d4d3-4169-a1e7-0b1a014cb17c tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=0db5022f-6960-4519-993b-af935888212a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808058 Apr 05 14:54:15.957366 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 7af16d65-dd82-4f99-bd76-a2186b3a9e98 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:54:16.016915 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 7af16d65-dd82-4f99-bd76-a2186b3a9e98 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:54:16.017307 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:16.030416 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-458fb0c5-027e-428a-89b2-4e06e4ed09bc tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Allocated IP 2001:db8:0:1::362 (8323b9c1-3e0b-4347-abf5-a13f468fe08a/f27c6a86-f502-4652-ba68-838940d902cd/b1b91d2e-dafa-43a6-bfb4-8b1f11cea632) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:54:16.192069 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-458fb0c5-027e-428a-89b2-4e06e4ed09bc tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:16.199722 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-261073bc-a8ec-48f4-a336-0c71d9c17b34 None None] Provisioning complete for port b1b91d2e-dafa-43a6-bfb4-8b1f11cea632 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:54:16.200094 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-261073bc-a8ec-48f4-a336-0c71d9c17b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:16.238688 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-261073bc-a8ec-48f4-a336-0c71d9c17b34 None None] Port b1b91d2e-dafa-43a6-bfb4-8b1f11cea632 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:54:16.250769 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-261073bc-a8ec-48f4-a336-0c71d9c17b34 None None] Provisioning complete for port 7af16d65-dd82-4f99-bd76-a2186b3a9e98 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:54:16.251144 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-261073bc-a8ec-48f4-a336-0c71d9c17b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:16.313323 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-458fb0c5-027e-428a-89b2-4e06e4ed09bc tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:16.433795 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c0ebd6-1561-45a0-88cf-18892edcd0ed req-51720302-0cc4-4335-87e2-703433e2d318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:16.441123 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-d1c0ebd6-1561-45a0-88cf-18892edcd0ed req-51720302-0cc4-4335-87e2-703433e2d318 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9aa02dc22afd43169da01ad43bf00af6&device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 1097 time: 0.0788798 Apr 05 14:54:16.472929 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458fb0c5-027e-428a-89b2-4e06e4ed09bc tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event updated for resources: {'Port': ['ID=b1b91d2e-dafa-43a6-bfb4-8b1f11cea632,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:16.480575 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-458fb0c5-027e-428a-89b2-4e06e4ed09bc tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] In _notify_port_updated(), no bound segment for port b1b91d2e-dafa-43a6-bfb4-8b1f11cea632 on network 8323b9c1-3e0b-4347-abf5-a13f468fe08a {{(pid=103320) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 05 14:54:16.486847 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458fb0c5-027e-428a-89b2-4e06e4ed09bc tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:16.487616 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-458fb0c5-027e-428a-89b2-4e06e4ed09bc tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:16.488861 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-458fb0c5-027e-428a-89b2-4e06e4ed09bc tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "PUT /v2.0/ports/b1b91d2e-dafa-43a6-bfb4-8b1f11cea632 HTTP/1.1" status: 200 len: 1010 time: 1.1149354 Apr 05 14:54:16.492178 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 40744) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:16.552296 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-b818cf58-b1f4-43fe-a853-40b0879aca9f None None] Provisioning complete for port b1b91d2e-dafa-43a6-bfb4-8b1f11cea632 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:54:16.552707 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b818cf58-b1f4-43fe-a853-40b0879aca9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:16.553864 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e370bd2-16ec-420b-b088-20823ce095a4 req-8c5db56d-8ed7-433c-acb9-973d87b9760f tempest-VolumesActionsTest-1327797108 tempest-VolumesActionsTest-1327797108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:16.557558 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4e370bd2-16ec-420b-b088-20823ce095a4 req-8c5db56d-8ed7-433c-acb9-973d87b9760f tempest-VolumesActionsTest-1327797108 tempest-VolumesActionsTest-1327797108-project] 10.222.0.30 "GET /v2.0/ports?device_id=00dbbd09-83a2-421e-878f-d07a1092e449 HTTP/1.1" status: 200 len: 944 time: 0.1443384 Apr 05 14:54:16.612678 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-b818cf58-b1f4-43fe-a853-40b0879aca9f None None] Port b1b91d2e-dafa-43a6-bfb4-8b1f11cea632 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:54:16.614062 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c0ebd6-1561-45a0-88cf-18892edcd0ed req-4fa2bbac-1b21-4e8b-bf01-56b6ce72d4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:16.618226 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-d1c0ebd6-1561-45a0-88cf-18892edcd0ed req-4fa2bbac-1b21-4e8b-bf01-56b6ce72d4c1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b03a0781-c7c7-4f21-ae00-e298dd92f97c HTTP/1.1" status: 200 len: 917 time: 0.1521137 Apr 05 14:54:16.702499 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4e370bd2-16ec-420b-b088-20823ce095a4 req-b5fd2744-13b2-40ea-bb9d-722c895a3784 tempest-VolumesActionsTest-1327797108 tempest-VolumesActionsTest-1327797108-project] 10.222.0.30 "GET /v2.0/security-groups?id=172419e2-7674-4e87-bfdf-665fa1ae7f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361003 Apr 05 14:54:16.719832 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-464f7990-246a-4f3f-ac7c-3adfdf0bb045 req-6cc33c24-088f-4d7f-9207-e48375b0cfeb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=69026214-5a31-4dba-940b-13dc3cdc5564&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1002042 Apr 05 14:54:16.745521 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-22f862b9-2bcc-46f4-a429-65c2d303ef01 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Deleting port b1b91d2e-dafa-43a6-bfb4-8b1f11cea632 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:54:16.746214 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-22f862b9-2bcc-46f4-a429-65c2d303ef01 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:16.748103 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-d1c0ebd6-1561-45a0-88cf-18892edcd0ed req-cb7067e7-a70e-44a1-9e5f-7b67d195c933 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=139faa11-9f76-4762-8a99-affe69355565 HTTP/1.1" status: 200 len: 1000 time: 0.1212578 Apr 05 14:54:16.748240 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-0f99e2f1-348e-45cf-bad8-2ff9eb98eb4b None None] Provisioning complete for port b1b91d2e-dafa-43a6-bfb4-8b1f11cea632 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:54:16.748784 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0f99e2f1-348e-45cf-bad8-2ff9eb98eb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:16.805673 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-0f99e2f1-348e-45cf-bad8-2ff9eb98eb4b None None] Port b1b91d2e-dafa-43a6-bfb4-8b1f11cea632 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:54:16.813851 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c0ebd6-1561-45a0-88cf-18892edcd0ed req-a9ebff66-cfce-4d61-9eee-bd1a8714a10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:16.815449 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-d1c0ebd6-1561-45a0-88cf-18892edcd0ed req-a9ebff66-cfce-4d61-9eee-bd1a8714a10e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b8b6f627-92b4-40ba-a770-519d39c012c3 HTTP/1.1" status: 200 len: 855 time: 0.0580523 Apr 05 14:54:16.878210 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c0ebd6-1561-45a0-88cf-18892edcd0ed req-687b5a18-dd88-4b6c-8b4a-85e920fc9887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:16.886598 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-d1c0ebd6-1561-45a0-88cf-18892edcd0ed req-687b5a18-dd88-4b6c-8b4a-85e920fc9887 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b03a0781-c7c7-4f21-ae00-e298dd92f97c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567262 Apr 05 14:54:16.899352 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4414e3c1-9468-4a38-bb2a-2d102ce376ac req-ab2ca10d-955b-4958-844d-e52c3c069384 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:16.901349 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4414e3c1-9468-4a38-bb2a-2d102ce376ac req-ab2ca10d-955b-4958-844d-e52c3c069384 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=223c51db-033c-4ff9-afd9-85e07196d028 HTTP/1.1" status: 200 len: 946 time: 0.1762981 Apr 05 14:54:16.922828 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 9ec01c19-5d2c-4605-8b08-82427cd8c779 details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:54:16.929538 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f7990-246a-4f3f-ac7c-3adfdf0bb045 req-5835ea2c-5199-454b-874e-d2a0d5fd84b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:16.931316 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-464f7990-246a-4f3f-ac7c-3adfdf0bb045 req-5835ea2c-5199-454b-874e-d2a0d5fd84b4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=15503dce9d2944a4a898191fdde0d62f&device_id=69026214-5a31-4dba-940b-13dc3cdc5564 HTTP/1.1" status: 200 len: 1096 time: 0.1432464 Apr 05 14:54:17.030709 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4414e3c1-9468-4a38-bb2a-2d102ce376ac req-6472d995-a3dd-4208-b63f-201f9b3586f3 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c426553-985f-46f1-9795-5c798926dd34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081142 Apr 05 14:54:17.032955 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-22f862b9-2bcc-46f4-a429-65c2d303ef01 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:17.059353 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-d1c0ebd6-1561-45a0-88cf-18892edcd0ed req-ef3a308f-0480-4267-840d-4db0be377e05 service neutron] 10.222.0.11 "GET /v2.0/networks/b03a0781-c7c7-4f21-ae00-e298dd92f97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719661 Apr 05 14:54:17.075776 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-f2317591-bb16-4c19-8210-f0cbca9947b6 None None] Provisioning complete for port b1b91d2e-dafa-43a6-bfb4-8b1f11cea632 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:54:17.077829 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f2317591-bb16-4c19-8210-f0cbca9947b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:17.091975 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-22f862b9-2bcc-46f4-a429-65c2d303ef01 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Calling delete_port for b1b91d2e-dafa-43a6-bfb4-8b1f11cea632 owned by {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:54:17.127733 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 9ec01c19-5d2c-4605-8b08-82427cd8c779, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=9ec01c19-5d2c-4605-8b08-82427cd8c779,segment=NetworkSegment(f694d351-387d-4337-89ef-5643651c5fec),segment_id=f694d351-387d-4337-89ef-5643651c5fec)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:54:17.144273 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-f2317591-bb16-4c19-8210-f0cbca9947b6 None None] Port b1b91d2e-dafa-43a6-bfb4-8b1f11cea632 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:54:17.153564 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': '9ec01c19-5d2c-4605-8b08-82427cd8c779', 'network_id': '87bb94c2-1212-4f65-87ce-1948692dbf27', 'port_id': '9ec01c19-5d2c-4605-8b08-82427cd8c779', 'mac_address': 'fa:16:3e:ed:88:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47eae1ae-e375-48cf-bef6-e509065e2a58', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:54:17.189967 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-d1c0ebd6-1561-45a0-88cf-18892edcd0ed req-b82ab8e8-68d9-42d1-b852-ea359f99e57f service neutron] 10.222.0.11 "GET /v2.0/networks/b03a0781-c7c7-4f21-ae00-e298dd92f97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230104 Apr 05 14:54:17.195123 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:17.204451 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90111a38-4419-4622-a0fd-494b6b32162e req-12157b57-4b57-4807-98c4-53e8b0b1b329 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:17.205984 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-90111a38-4419-4622-a0fd-494b6b32162e req-12157b57-4b57-4807-98c4-53e8b0b1b329 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 946 time: 0.1333489 Apr 05 14:54:17.206994 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f7990-246a-4f3f-ac7c-3adfdf0bb045 req-61a54471-2fa9-40df-9d91-e28933bb5f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:17.208401 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-464f7990-246a-4f3f-ac7c-3adfdf0bb045 req-61a54471-2fa9-40df-9d91-e28933bb5f0c service neutron] 10.222.0.55 "GET /v2.0/networks?id=66b3e69f-5222-44a7-bf1a-94ad2df58cf2 HTTP/1.1" status: 200 len: 913 time: 0.2377467 Apr 05 14:54:17.214606 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ec01c19-5d2c-4605-8b08-82427cd8c779 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:54:17.236591 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 9ec01c19-5d2c-4605-8b08-82427cd8c779, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=9ec01c19-5d2c-4605-8b08-82427cd8c779,segment=NetworkSegment(f694d351-387d-4337-89ef-5643651c5fec),segment_id=f694d351-387d-4337-89ef-5643651c5fec)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:54:17.324798 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-90111a38-4419-4622-a0fd-494b6b32162e req-b79450d4-1c20-47ea-ab6c-5080b50ce298 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=0db5022f-6960-4519-993b-af935888212a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107781 Apr 05 14:54:17.331563 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-464f7990-246a-4f3f-ac7c-3adfdf0bb045 req-b41f75db-8d44-4b35-9abb-01f8b9e4b822 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=870ca3a9-3a83-48b8-a171-9a887b1a226f HTTP/1.1" status: 200 len: 1000 time: 0.1012201 Apr 05 14:54:17.341566 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:17.396893 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=9ec01c19-5d2c-4605-8b08-82427cd8c779,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:17.430813 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f7990-246a-4f3f-ac7c-3adfdf0bb045 req-9b42da71-4e60-4fb1-ad0d-79b78e9d0947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:17.432712 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-464f7990-246a-4f3f-ac7c-3adfdf0bb045 req-9b42da71-4e60-4fb1-ad0d-79b78e9d0947 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a727d51d-00fa-45ac-ab45-e910bc527386 HTTP/1.1" status: 200 len: 851 time: 0.0707591 Apr 05 14:54:17.518740 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f7990-246a-4f3f-ac7c-3adfdf0bb045 req-8bedda1b-7cd3-451c-9acc-baf6c30b4efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:17.520252 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-464f7990-246a-4f3f-ac7c-3adfdf0bb045 req-8bedda1b-7cd3-451c-9acc-baf6c30b4efb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66b3e69f-5222-44a7-bf1a-94ad2df58cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681651 Apr 05 14:54:17.565377 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['9ec01c19-5d2c-4605-8b08-82427cd8c779'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:54:17.597937 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-22f862b9-2bcc-46f4-a429-65c2d303ef01 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:17.648435 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f862b9-2bcc-46f4-a429-65c2d303ef01 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event deleted for resources: {'Port': ['ID=b1b91d2e-dafa-43a6-bfb4-8b1f11cea632,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:17.679797 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-464f7990-246a-4f3f-ac7c-3adfdf0bb045 req-9f002aec-9621-4dad-96b2-166f57c7e418 service neutron] 10.222.0.55 "GET /v2.0/networks/66b3e69f-5222-44a7-bf1a-94ad2df58cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521039 Apr 05 14:54:17.724305 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-22f862b9-2bcc-46f4-a429-65c2d303ef01 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:17.730961 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-22f862b9-2bcc-46f4-a429-65c2d303ef01 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "DELETE /v2.0/ports/b1b91d2e-dafa-43a6-bfb4-8b1f11cea632 HTTP/1.1" status: 204 len: 168 time: 1.2344506 Apr 05 14:54:17.731181 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 40754) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:17.768067 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-06718b70-0676-4a1a-8d3e-53e0c9a5c440 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] GET failed (client error): The resource could not be found. Apr 05 14:54:17.769292 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-06718b70-0676-4a1a-8d3e-53e0c9a5c440 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "GET /v2.0/ports/b1b91d2e-dafa-43a6-bfb4-8b1f11cea632 HTTP/1.1" status: 404 len: 333 time: 0.0371075 Apr 05 14:54:17.772116 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 40756) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:17.838107 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-e25e90c4-10cb-4608-b8d5-9eb98a33a9db tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Deleting subnet f27c6a86-f502-4652-ba68-838940d902cd {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:54:17.844430 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e25e90c4-10cb-4608-b8d5-9eb98a33a9db tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:17.856241 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-464f7990-246a-4f3f-ac7c-3adfdf0bb045 req-0a8f5672-0f6a-42e9-b094-a89cf00d2aed service neutron] 10.222.0.55 "GET /v2.0/networks/66b3e69f-5222-44a7-bf1a-94ad2df58cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697481 Apr 05 14:54:17.894766 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee57b3fd-3164-4cd3-9d8c-baf3cab6e79b req-26a050ac-50b1-45ef-aa1e-7ad26408a6ed tempest-VolumesActionsTest-1327797108 tempest-VolumesActionsTest-1327797108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:17.907047 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ee57b3fd-3164-4cd3-9d8c-baf3cab6e79b req-26a050ac-50b1-45ef-aa1e-7ad26408a6ed tempest-VolumesActionsTest-1327797108 tempest-VolumesActionsTest-1327797108-project] 10.222.0.30 "GET /v2.0/ports?device_id=00dbbd09-83a2-421e-878f-d07a1092e449 HTTP/1.1" status: 200 len: 945 time: 0.0926633 Apr 05 14:54:17.913566 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e25e90c4-10cb-4608-b8d5-9eb98a33a9db tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:17.952081 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ee57b3fd-3164-4cd3-9d8c-baf3cab6e79b req-93620f53-9f4a-4152-8d9b-d6de32ed2183 tempest-VolumesActionsTest-1327797108 tempest-VolumesActionsTest-1327797108-project] 10.222.0.30 "GET /v2.0/security-groups?id=172419e2-7674-4e87-bfdf-665fa1ae7f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434387 Apr 05 14:54:18.011468 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e25e90c4-10cb-4608-b8d5-9eb98a33a9db tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:18.164760 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6728c057-4bad-472d-a9b1-c7177ddb51ee req-48792bf3-b7dd-4898-9617-d23a8be7695c tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:18.166846 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6728c057-4bad-472d-a9b1-c7177ddb51ee req-48792bf3-b7dd-4898-9617-d23a8be7695c tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=223c51db-033c-4ff9-afd9-85e07196d028 HTTP/1.1" status: 200 len: 946 time: 0.0719545 Apr 05 14:54:18.184565 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e25e90c4-10cb-4608-b8d5-9eb98a33a9db tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:18.211214 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6728c057-4bad-472d-a9b1-c7177ddb51ee req-11b0a716-e540-42ef-b64d-df4488b3ceb3 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c426553-985f-46f1-9795-5c798926dd34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359557 Apr 05 14:54:18.221392 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e90c4-10cb-4608-b8d5-9eb98a33a9db tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event deleted for resources: {'Subnet': ['ID=f27c6a86-f502-4652-ba68-838940d902cd,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:18.235642 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e25e90c4-10cb-4608-b8d5-9eb98a33a9db tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:18.240094 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-e25e90c4-10cb-4608-b8d5-9eb98a33a9db tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "DELETE /v2.0/subnets/f27c6a86-f502-4652-ba68-838940d902cd HTTP/1.1" status: 204 len: 168 time: 0.4660997 Apr 05 14:54:18.244303 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 40760) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:18.246745 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23528cbc-aea8-4d1a-8208-ef7500b4ed13 None None] Network 8323b9c1-3e0b-4347-abf5-a13f468fe08a requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:54:18.313641 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c7c1687-b299-4062-a818-c734abff05e2 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Deleting subnet aed97480-d22c-42ec-b86f-5434485dbe02 {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:54:18.316819 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9c7c1687-b299-4062-a818-c734abff05e2 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:18.366295 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9c7c1687-b299-4062-a818-c734abff05e2 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:18.474829 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9c7c1687-b299-4062-a818-c734abff05e2 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:18.480377 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c0831-2fa4-4a00-ad75-668395b2f3a4 req-e5bac9d4-e7f8-41d8-af9e-84f7bd1e8b63 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:18.486781 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d70c0831-2fa4-4a00-ad75-668395b2f3a4 req-e5bac9d4-e7f8-41d8-af9e-84f7bd1e8b63 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 946 time: 0.0645919 Apr 05 14:54:18.536933 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d70c0831-2fa4-4a00-ad75-668395b2f3a4 req-37bd88fd-7f23-4926-a509-db090397dbbb tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=0db5022f-6960-4519-993b-af935888212a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429933 Apr 05 14:54:18.721703 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9c7c1687-b299-4062-a818-c734abff05e2 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:18.757583 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7c1687-b299-4062-a818-c734abff05e2 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event deleted for resources: {'Subnet': ['ID=aed97480-d22c-42ec-b86f-5434485dbe02,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:18.761264 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9c7c1687-b299-4062-a818-c734abff05e2 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:18.765066 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-9c7c1687-b299-4062-a818-c734abff05e2 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "DELETE /v2.0/subnets/aed97480-d22c-42ec-b86f-5434485dbe02 HTTP/1.1" status: 204 len: 168 time: 0.5088151 Apr 05 14:54:18.767788 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 40766) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:18.849736 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e8024c33-51f0-4a7c-992f-f1786722f55d tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:18.912195 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e8024c33-51f0-4a7c-992f-f1786722f55d tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Deleting port 7af16d65-dd82-4f99-bd76-a2186b3a9e98 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:54:18.912621 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e8024c33-51f0-4a7c-992f-f1786722f55d tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:18.928087 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 9ec01c19-5d2c-4605-8b08-82427cd8c779 up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:54:18.981506 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e8024c33-51f0-4a7c-992f-f1786722f55d tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] For port 7af16d65-dd82-4f99-bd76-a2186b3a9e98, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=7af16d65-dd82-4f99-bd76-a2186b3a9e98,segment=NetworkSegment(3471ac2f-31e1-408b-a337-d72b5def6c74),segment_id=3471ac2f-31e1-408b-a337-d72b5def6c74)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:54:18.981506 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e8024c33-51f0-4a7c-992f-f1786722f55d tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:18.999365 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e8024c33-51f0-4a7c-992f-f1786722f55d tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Calling delete_port for 7af16d65-dd82-4f99-bd76-a2186b3a9e98 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:54:19.012220 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff80371b-95ad-4a68-bb7e-eced6cfd61c0 None None] Network 8323b9c1-3e0b-4347-abf5-a13f468fe08a requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:54:19.083926 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port 9ec01c19-5d2c-4605-8b08-82427cd8c779 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:54:19.091851 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port 9ec01c19-5d2c-4605-8b08-82427cd8c779 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:54:19.091851 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:19.118175 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34772ef-b4fe-4323-b78a-fb414133e07d req-c7e8b5b4-7c9d-46e3-ad02-99acd1dc9303 tempest-VolumesActionsTest-1327797108 tempest-VolumesActionsTest-1327797108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:19.119708 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b34772ef-b4fe-4323-b78a-fb414133e07d req-c7e8b5b4-7c9d-46e3-ad02-99acd1dc9303 tempest-VolumesActionsTest-1327797108 tempest-VolumesActionsTest-1327797108-project] 10.222.0.30 "GET /v2.0/ports?device_id=00dbbd09-83a2-421e-878f-d07a1092e449 HTTP/1.1" status: 200 len: 945 time: 0.0674069 Apr 05 14:54:19.160229 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-221b30b0-ee5c-4443-8c00-87894130b82f None None] Provisioning complete for port 7af16d65-dd82-4f99-bd76-a2186b3a9e98 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:54:19.160717 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-221b30b0-ee5c-4443-8c00-87894130b82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:19.165007 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b34772ef-b4fe-4323-b78a-fb414133e07d req-70be0456-a7d0-4e50-801c-4e0e1ccdb0ed tempest-VolumesActionsTest-1327797108 tempest-VolumesActionsTest-1327797108-project] 10.222.0.30 "GET /v2.0/security-groups?id=172419e2-7674-4e87-bfdf-665fa1ae7f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371439 Apr 05 14:54:19.235814 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e8024c33-51f0-4a7c-992f-f1786722f55d tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:19.250355 n-d-836650-2 neutron-server[103322]: INFO neutron.plugins.ml2.db [None req-221b30b0-ee5c-4443-8c00-87894130b82f None None] No ports have port_id starting with 7af16d65-dd82-4f99-bd76-a2186b3a9e98 Apr 05 14:54:19.262756 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:19.270687 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8024c33-51f0-4a7c-992f-f1786722f55d tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event deleted for resources: {'Port': ['ID=7af16d65-dd82-4f99-bd76-a2186b3a9e98,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:19.280765 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8024c33-51f0-4a7c-992f-f1786722f55d tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] No DVR routers for this DVR port 7af16d65-dd82-4f99-bd76-a2186b3a9e98 on host n-d-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:54:19.300294 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00dbbd09-83a2-421e-878f-d07a1092e449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec01c19-5d2c-4605-8b08-82427cd8c779'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:54:19.303222 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c671e2d4-1006-42b2-bc04-c1dfc50e2e7f" -d '{"events": [{"server_uuid": "00dbbd09-83a2-421e-878f-d07a1092e449", "name": "network-vif-plugged", "status": "completed", "tag": "9ec01c19-5d2c-4605-8b08-82427cd8c779"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:54:19.317164 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3185c04-778d-4b18-bd77-bfc29ef2040d None None] DHCP port deletion for 8323b9c1-3e0b-4347-abf5-a13f468fe08a request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:54:19.324206 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 9ec01c19-5d2c-4605-8b08-82427cd8c779, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=9ec01c19-5d2c-4605-8b08-82427cd8c779,segment=NetworkSegment(f694d351-387d-4337-89ef-5643651c5fec),segment_id=f694d351-387d-4337-89ef-5643651c5fec)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:54:19.346868 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77bc99e3-f985-406f-8581-6b254613126a x-openstack-request-id: req-77bc99e3-f985-406f-8581-6b254613126a {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:54:19.347314 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00dbbd09-83a2-421e-878f-d07a1092e449", "name": "network-vif-plugged", "status": "completed", "tag": "9ec01c19-5d2c-4605-8b08-82427cd8c779", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:54:19.347685 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-77bc99e3-f985-406f-8581-6b254613126a {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:54:19.348297 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77bc99e3-f985-406f-8581-6b254613126a'] response: {'server_uuid': '00dbbd09-83a2-421e-878f-d07a1092e449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec01c19-5d2c-4605-8b08-82427cd8c779', 'code': 200} Apr 05 14:54:19.443151 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e8024c33-51f0-4a7c-992f-f1786722f55d tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:19.480033 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba07f3c2-acd9-469e-a8a5-79ff7fd9f8ef req-2e3b8885-b560-42f3-b9cf-a17eb7d2da58 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:19.481817 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ba07f3c2-acd9-469e-a8a5-79ff7fd9f8ef req-2e3b8885-b560-42f3-b9cf-a17eb7d2da58 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=223c51db-033c-4ff9-afd9-85e07196d028 HTTP/1.1" status: 200 len: 946 time: 0.1579025 Apr 05 14:54:19.488509 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-e8024c33-51f0-4a7c-992f-f1786722f55d tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8323b9c1-3e0b-4347-abf5-a13f468fe08a']}} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:54:19.492606 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:19.516114 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-e8024c33-51f0-4a7c-992f-f1786722f55d tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3471ac2f-31e1-408b-a337-d72b5def6c74') {'for_net_delete': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:54:19.516696 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-e8024c33-51f0-4a7c-992f-f1786722f55d tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3471ac2f-31e1-408b-a337-d72b5def6c74') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:54:19.549086 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a0aea-83c2-4a71-ac83-c8fbf95d1cfb req-d826bd03-102a-4dc7-ad9c-3186af1543e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:19.549086 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-513a0aea-83c2-4a71-ac83-c8fbf95d1cfb req-d826bd03-102a-4dc7-ad9c-3186af1543e9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=00dbbd09-83a2-421e-878f-d07a1092e449 HTTP/1.1" status: 200 len: 1096 time: 0.1298575 Apr 05 14:54:19.549086 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e8024c33-51f0-4a7c-992f-f1786722f55d tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13399223'] for segment, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:19.549907 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=9ec01c19-5d2c-4605-8b08-82427cd8c779,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:19.579580 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e8024c33-51f0-4a7c-992f-f1786722f55d tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:19.593524 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ba07f3c2-acd9-469e-a8a5-79ff7fd9f8ef req-f2feb317-20fa-4d51-94e8-390626f72fc4 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c426553-985f-46f1-9795-5c798926dd34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005182 Apr 05 14:54:19.599015 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8024c33-51f0-4a7c-992f-f1786722f55d tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=103320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:54:19.599708 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e8024c33-51f0-4a7c-992f-f1786722f55d tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15765202'] for segment, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:19.620366 n-d-836650-2 neutron-server[103320]: Traceback (most recent call last): Apr 05 14:54:19.620366 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:54:19.620366 n-d-836650-2 neutron-server[103320]: timer() Apr 05 14:54:19.620366 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:54:19.620366 n-d-836650-2 neutron-server[103320]: cb(*args, **kw) Apr 05 14:54:19.620366 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:54:19.620366 n-d-836650-2 neutron-server[103320]: return func(*args, **kwargs) Apr 05 14:54:19.620366 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:54:19.620366 n-d-836650-2 neutron-server[103320]: self._notify() Apr 05 14:54:19.620366 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:54:19.620366 n-d-836650-2 neutron-server[103320]: self.callback(batched_events) Apr 05 14:54:19.620366 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:54:19.620366 n-d-836650-2 neutron-server[103320]: event.method(event) Apr 05 14:54:19.620366 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:54:19.620366 n-d-836650-2 neutron-server[103320]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:54:19.620366 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:54:19.620366 n-d-836650-2 neutron-server[103320]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:54:19.620366 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:54:19.620366 n-d-836650-2 neutron-server[103320]: return f(self, *a, **k) Apr 05 14:54:19.620366 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:54:19.620366 n-d-836650-2 neutron-server[103320]: return self._get(url).json() Apr 05 14:54:19.620366 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:54:19.620366 n-d-836650-2 neutron-server[103320]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:54:19.620366 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:54:19.620366 n-d-836650-2 neutron-server[103320]: return self.request(url, 'GET', **kwargs) Apr 05 14:54:19.620366 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:54:19.620366 n-d-836650-2 neutron-server[103320]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:54:19.620366 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:54:19.620366 n-d-836650-2 neutron-server[103320]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:54:19.620366 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:54:19.620366 n-d-836650-2 neutron-server[103320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:54:19.620366 n-d-836650-2 neutron-server[103320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:54:19.685367 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-513a0aea-83c2-4a71-ac83-c8fbf95d1cfb req-da6be065-c812-4703-9174-c7f2786596bf service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=172419e2-7674-4e87-bfdf-665fa1ae7f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388807 Apr 05 14:54:19.726376 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac54b1-d436-4d72-9f0a-6e3304377e30 req-4164bed5-3575-4dcd-b4aa-f5d06431a333 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:19.727851 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d2ac54b1-d436-4d72-9f0a-6e3304377e30 req-4164bed5-3575-4dcd-b4aa-f5d06431a333 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 946 time: 0.0621302 Apr 05 14:54:19.767905 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d2ac54b1-d436-4d72-9f0a-6e3304377e30 req-62dccda3-973e-4d38-88bd-c2392825301b tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=0db5022f-6960-4519-993b-af935888212a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334909 Apr 05 14:54:19.775976 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e8024c33-51f0-4a7c-992f-f1786722f55d tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:19.787059 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e8024c33-51f0-4a7c-992f-f1786722f55d tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:19.790674 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-e8024c33-51f0-4a7c-992f-f1786722f55d tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "DELETE /v2.0/networks/8323b9c1-3e0b-4347-abf5-a13f468fe08a HTTP/1.1" status: 204 len: 168 time: 1.0217550 Apr 05 14:54:19.801468 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 40778) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:19.810801 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8024c33-51f0-4a7c-992f-f1786722f55d tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event deleted for resources: {'Network': ['ID=8323b9c1-3e0b-4347-abf5-a13f468fe08a,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:19.853280 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f59f265-e357-4878-b574-c5fd46f8dbe9 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:19.855159 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-1f59f265-e357-4878-b574-c5fd46f8dbe9 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0526404 Apr 05 14:54:19.858701 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 40780) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:19.909349 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-77af42f9-b5da-4b5a-a942-8ddd92a26cef tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0495551 Apr 05 14:54:19.914890 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 40782) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:19.919730 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-55a709a2-a9fd-4950-882a-c8d8c61d6624 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1878717979'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:54:19.941676 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 7af16d65-dd82-4f99-bd76-a2186b3a9e98 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:54:19.966537 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 7af16d65-dd82-4f99-bd76-a2186b3a9e98 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:54:19.966874 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 7af16d65-dd82-4f99-bd76-a2186b3a9e98 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:54:20.066885 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a709a2-a9fd-4950-882a-c8d8c61d6624 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Made reservation on behalf of 4582b43eccf64ee89d1b04a10b86bef4 for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:54:20.070358 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-55a709a2-a9fd-4950-882a-c8d8c61d6624 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:20.095698 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55a709a2-a9fd-4950-882a-c8d8c61d6624 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:54:20.104294 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-55a709a2-a9fd-4950-882a-c8d8c61d6624 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:20.104635 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-55a709a2-a9fd-4950-882a-c8d8c61d6624 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Added segment 6fb21615-5c8d-4928-81fd-5378cb9775b2 of type vlan for network 72ff6517-16bd-4bd7-b709-61a84475078e Apr 05 14:54:20.144380 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-55a709a2-a9fd-4950-882a-c8d8c61d6624 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:20.255447 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-55a709a2-a9fd-4950-882a-c8d8c61d6624 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:20.262348 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a709a2-a9fd-4950-882a-c8d8c61d6624 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:20.262935 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-55a709a2-a9fd-4950-882a-c8d8c61d6624 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:20.286621 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda6dc14-0999-4df2-90da-f44d5b736d5c req-857dfd07-29e9-436a-aaa6-1e9291a7074a tempest-VolumesActionsTest-1327797108 tempest-VolumesActionsTest-1327797108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:20.289670 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dda6dc14-0999-4df2-90da-f44d5b736d5c req-857dfd07-29e9-436a-aaa6-1e9291a7074a tempest-VolumesActionsTest-1327797108 tempest-VolumesActionsTest-1327797108-project] 10.222.0.30 "GET /v2.0/ports?device_id=00dbbd09-83a2-421e-878f-d07a1092e449 HTTP/1.1" status: 200 len: 946 time: 0.0508482 Apr 05 14:54:20.329934 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dda6dc14-0999-4df2-90da-f44d5b736d5c req-2b9dad9c-d6dd-44b4-8705-510ad0d38384 tempest-VolumesActionsTest-1327797108 tempest-VolumesActionsTest-1327797108-project] 10.222.0.30 "GET /v2.0/security-groups?id=172419e2-7674-4e87-bfdf-665fa1ae7f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346794 Apr 05 14:54:20.339121 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a709a2-a9fd-4950-882a-c8d8c61d6624 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event updated for resources: {'Network': ['ID=72ff6517-16bd-4bd7-b709-61a84475078e,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:20.357482 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 72ff6517-16bd-4bd7-b709-61a84475078e details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:54:20.364827 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-55a709a2-a9fd-4950-882a-c8d8c61d6624 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4488912 Apr 05 14:54:20.367610 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 40786) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:20.375253 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-1d698036-9253-4648-b32a-7e61a2fb6c52 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Request body: {'subnet': {'network_id': '72ff6517-16bd-4bd7-b709-61a84475078e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:54:20.544234 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d698036-9253-4648-b32a-7e61a2fb6c52 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Made reservation on behalf of 4582b43eccf64ee89d1b04a10b86bef4 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:54:20.547853 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1d698036-9253-4648-b32a-7e61a2fb6c52 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:20.725497 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d092d-2572-44e7-b082-f7b6f1bc75e5 req-5c20a1f8-bc26-44be-aee2-7aa5c0580499 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:20.727025 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2e4d092d-2572-44e7-b082-f7b6f1bc75e5 req-5c20a1f8-bc26-44be-aee2-7aa5c0580499 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=223c51db-033c-4ff9-afd9-85e07196d028 HTTP/1.1" status: 200 len: 946 time: 0.0540483 Apr 05 14:54:20.771276 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2e4d092d-2572-44e7-b082-f7b6f1bc75e5 req-dc4a5d50-f18d-4972-8df0-132a88386035 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c426553-985f-46f1-9795-5c798926dd34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366509 Apr 05 14:54:20.830299 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1d698036-9253-4648-b32a-7e61a2fb6c52 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:20.900719 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab88a689-6c49-4edb-a122-ac4b929851d2 req-23babdf6-80b6-4237-92da-4bb4a4c934b5 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:20.902818 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ab88a689-6c49-4edb-a122-ac4b929851d2 req-23babdf6-80b6-4237-92da-4bb4a4c934b5 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 946 time: 0.0614369 Apr 05 14:54:20.915491 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d698036-9253-4648-b32a-7e61a2fb6c52 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Checking segment: {'id': '6fb21615-5c8d-4928-81fd-5378cb9775b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '72ff6517-16bd-4bd7-b709-61a84475078e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:54:20.916378 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d698036-9253-4648-b32a-7e61a2fb6c52 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Network hostable DHCP agents. Network: 72ff6517-16bd-4bd7-b709-61a84475078e, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:54:20.930095 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d698036-9253-4648-b32a-7e61a2fb6c52 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event updated for resources: {'Subnet': ['ID=09ef4290-3ef2-47ca-bdea-a73c216d3eba,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:20.948517 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ab88a689-6c49-4edb-a122-ac4b929851d2 req-509f91bc-8e4f-42d1-be77-096a7a93177f tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=0db5022f-6960-4519-993b-af935888212a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386961 Apr 05 14:54:21.032391 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d698036-9253-4648-b32a-7e61a2fb6c52 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Network 72ff6517-16bd-4bd7-b709-61a84475078e is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:54:21.176716 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-1d698036-9253-4648-b32a-7e61a2fb6c52 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 72ff6517-16bd-4bd7-b709-61a84475078e) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:54:21.181552 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d698036-9253-4648-b32a-7e61a2fb6c52 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:21.182164 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1d698036-9253-4648-b32a-7e61a2fb6c52 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:21.189532 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c9e077-281e-47db-b094-6c8fdb5104ed None None] Network 72ff6517-16bd-4bd7-b709-61a84475078e requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:54:21.306630 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-1d698036-9253-4648-b32a-7e61a2fb6c52 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9378829 Apr 05 14:54:21.309688 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 40794) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:21.314696 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-8e7225a4-bd90-4afe-80cb-e9c215ddfeb4 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Request body: {'port': {'network_id': '72ff6517-16bd-4bd7-b709-61a84475078e', 'name': 'tempest-PortsIpV6TestJSON-666058253'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:54:21.339505 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66164f25-30a2-457f-ac65-40ab243cea7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-72ff6517-16bd-4bd7-b709-61a84475078e', 'network_id': '72ff6517-16bd-4bd7-b709-61a84475078e', 'tenant_id': '4582b43eccf64ee89d1b04a10b86bef4', 'fixed_ips': [{'subnet_id': '09ef4290-3ef2-47ca-bdea-a73c216d3eba'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:54:21.340457 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-66164f25-30a2-457f-ac65-40ab243cea7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:21.460419 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d9dfe4-844b-48cc-80a0-648eca3c0d6e req-8420dc86-217f-44e7-9df4-ba05adbf7906 tempest-VolumesActionsTest-1327797108 tempest-VolumesActionsTest-1327797108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:21.468516 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-42d9dfe4-844b-48cc-80a0-648eca3c0d6e req-8420dc86-217f-44e7-9df4-ba05adbf7906 tempest-VolumesActionsTest-1327797108 tempest-VolumesActionsTest-1327797108-project] 10.222.0.30 "GET /v2.0/ports?device_id=00dbbd09-83a2-421e-878f-d07a1092e449 HTTP/1.1" status: 200 len: 946 time: 0.0620327 Apr 05 14:54:21.505869 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-42d9dfe4-844b-48cc-80a0-648eca3c0d6e req-414d4ed6-eabd-42cc-b8ca-c26faf341925 tempest-VolumesActionsTest-1327797108 tempest-VolumesActionsTest-1327797108-project] 10.222.0.30 "GET /v2.0/security-groups?id=172419e2-7674-4e87-bfdf-665fa1ae7f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364394 Apr 05 14:54:21.516410 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-66164f25-30a2-457f-ac65-40ab243cea7f None None] Allocated IP 2001:db8::2 (72ff6517-16bd-4bd7-b709-61a84475078e/09ef4290-3ef2-47ca-bdea-a73c216d3eba/f35a3715-3241-4789-b0b9-bb0e93520c06) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:54:21.578706 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e7225a4-bd90-4afe-80cb-e9c215ddfeb4 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Made reservation on behalf of 4582b43eccf64ee89d1b04a10b86bef4 for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:54:21.583137 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8e7225a4-bd90-4afe-80cb-e9c215ddfeb4 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:21.603385 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [None req-8e7225a4-bd90-4afe-80cb-e9c215ddfeb4 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] device_id is not set on port 4eff6471-c38c-4dbb-b712-46bf4bfb52de yet. {{(pid=103321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:54:21.717927 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-66164f25-30a2-457f-ac65-40ab243cea7f None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:21.819333 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-66164f25-30a2-457f-ac65-40ab243cea7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:21.859243 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66164f25-30a2-457f-ac65-40ab243cea7f None None] Network 72ff6517-16bd-4bd7-b709-61a84475078e is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:54:21.869751 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-66164f25-30a2-457f-ac65-40ab243cea7f None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:54:21.873030 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66164f25-30a2-457f-ac65-40ab243cea7f None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:54:21.888514 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66164f25-30a2-457f-ac65-40ab243cea7f None None] Pushing event updated for resources: {'Port': ['ID=f35a3715-3241-4789-b0b9-bb0e93520c06,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:21.918582 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-8e7225a4-bd90-4afe-80cb-e9c215ddfeb4 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Allocated IP 2001:db8::321 (72ff6517-16bd-4bd7-b709-61a84475078e/09ef4290-3ef2-47ca-bdea-a73c216d3eba/4eff6471-c38c-4dbb-b712-46bf4bfb52de) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:54:21.936352 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01487fd8-f528-4c03-b91c-e4aa8f9a7a26 req-48685626-a306-4880-83e0-f1898fdd3f54 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:21.938054 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-01487fd8-f528-4c03-b91c-e4aa8f9a7a26 req-48685626-a306-4880-83e0-f1898fdd3f54 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=223c51db-033c-4ff9-afd9-85e07196d028 HTTP/1.1" status: 200 len: 946 time: 0.0884454 Apr 05 14:54:21.946513 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-66164f25-30a2-457f-ac65-40ab243cea7f None None] Attempting to bind port f35a3715-3241-4789-b0b9-bb0e93520c06 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:54:21.947024 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-66164f25-30a2-457f-ac65-40ab243cea7f None None] Attempting to bind port f35a3715-3241-4789-b0b9-bb0e93520c06 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '6fb21615-5c8d-4928-81fd-5378cb9775b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '72ff6517-16bd-4bd7-b709-61a84475078e'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:54:21.947410 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66164f25-30a2-457f-ac65-40ab243cea7f None None] Attempting to bind port f35a3715-3241-4789-b0b9-bb0e93520c06 on network 72ff6517-16bd-4bd7-b709-61a84475078e {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:54:21.953112 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66164f25-30a2-457f-ac65-40ab243cea7f None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:54:21.953967 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66164f25-30a2-457f-ac65-40ab243cea7f None None] Checking segment: {'id': '6fb21615-5c8d-4928-81fd-5378cb9775b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '72ff6517-16bd-4bd7-b709-61a84475078e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:54:21.954461 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-66164f25-30a2-457f-ac65-40ab243cea7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:21.955041 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66164f25-30a2-457f-ac65-40ab243cea7f None None] Bound using segment: {'id': '6fb21615-5c8d-4928-81fd-5378cb9775b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '72ff6517-16bd-4bd7-b709-61a84475078e'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:54:21.955564 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-66164f25-30a2-457f-ac65-40ab243cea7f None None] Bound port: f35a3715-3241-4789-b0b9-bb0e93520c06, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fb21615-5c8d-4928-81fd-5378cb9775b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '72ff6517-16bd-4bd7-b709-61a84475078e'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:54:21.956042 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-66164f25-30a2-457f-ac65-40ab243cea7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:21.999081 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-01487fd8-f528-4c03-b91c-e4aa8f9a7a26 req-491f18aa-9d57-442e-b30f-62e4f9dc3f42 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c426553-985f-46f1-9795-5c798926dd34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524464 Apr 05 14:54:22.061048 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-66164f25-30a2-457f-ac65-40ab243cea7f None None] For port f35a3715-3241-4789-b0b9-bb0e93520c06, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:54:22.064611 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-66164f25-30a2-457f-ac65-40ab243cea7f None None] For port f35a3715-3241-4789-b0b9-bb0e93520c06, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=f35a3715-3241-4789-b0b9-bb0e93520c06,segment=NetworkSegment(6fb21615-5c8d-4928-81fd-5378cb9775b2),segment_id=6fb21615-5c8d-4928-81fd-5378cb9775b2)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:54:22.128927 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacfc025-9554-4bc8-9caa-0d5d19da37f0 req-7d1a8b07-3caf-4266-8d52-4eb9e8fe31ce tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:22.130556 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-eacfc025-9554-4bc8-9caa-0d5d19da37f0 req-7d1a8b07-3caf-4266-8d52-4eb9e8fe31ce tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 946 time: 0.0943921 Apr 05 14:54:22.173637 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-eacfc025-9554-4bc8-9caa-0d5d19da37f0 req-17783c20-ccd9-4dea-b49f-90c8ccb4e913 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=0db5022f-6960-4519-993b-af935888212a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361335 Apr 05 14:54:22.178634 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-66164f25-30a2-457f-ac65-40ab243cea7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:22.195470 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8e7225a4-bd90-4afe-80cb-e9c215ddfeb4 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:22.243183 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66164f25-30a2-457f-ac65-40ab243cea7f None None] Pushing event updated for resources: {'Port': ['ID=f35a3715-3241-4789-b0b9-bb0e93520c06,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:22.308043 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8e7225a4-bd90-4afe-80cb-e9c215ddfeb4 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:22.350078 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7225a4-bd90-4afe-80cb-e9c215ddfeb4 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Network 72ff6517-16bd-4bd7-b709-61a84475078e is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:54:22.355451 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-8e7225a4-bd90-4afe-80cb-e9c215ddfeb4 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:54:22.359222 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7225a4-bd90-4afe-80cb-e9c215ddfeb4 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:54:22.364948 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7225a4-bd90-4afe-80cb-e9c215ddfeb4 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:22.365520 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8e7225a4-bd90-4afe-80cb-e9c215ddfeb4 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:22.379426 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7225a4-bd90-4afe-80cb-e9c215ddfeb4 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event updated for resources: {'Port': ['ID=4eff6471-c38c-4dbb-b712-46bf4bfb52de,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:22.478746 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-8e7225a4-bd90-4afe-80cb-e9c215ddfeb4 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1676767 Apr 05 14:54:22.481534 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 40812) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:22.486717 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-03a870b8-4790-4b4d-bb08-b5db3b0a624e tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Request body: {'port': {'network_id': '72ff6517-16bd-4bd7-b709-61a84475078e', 'name': 'tempest-PortsIpV6TestJSON-956275563'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:54:22.709892 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a870b8-4790-4b4d-bb08-b5db3b0a624e tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Made reservation on behalf of 4582b43eccf64ee89d1b04a10b86bef4 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:54:22.715258 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-03a870b8-4790-4b4d-bb08-b5db3b0a624e tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:22.735874 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-03a870b8-4790-4b4d-bb08-b5db3b0a624e tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] device_id is not set on port 66b6a09c-519f-4006-b231-8f7bb31b3d06 yet. {{(pid=103320) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:54:22.876248 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-03a870b8-4790-4b4d-bb08-b5db3b0a624e tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Allocated IP 2001:db8::353 (72ff6517-16bd-4bd7-b709-61a84475078e/09ef4290-3ef2-47ca-bdea-a73c216d3eba/66b6a09c-519f-4006-b231-8f7bb31b3d06) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:54:23.039506 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-03a870b8-4790-4b4d-bb08-b5db3b0a624e tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:23.160588 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-03a870b8-4790-4b4d-bb08-b5db3b0a624e tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:23.241742 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee77317-3bcc-4207-a07c-2d0c70e81176 req-c20ef47c-dd3f-49c2-a724-cb0293b05bdd tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:23.243682 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7ee77317-3bcc-4207-a07c-2d0c70e81176 req-c20ef47c-dd3f-49c2-a724-cb0293b05bdd tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=223c51db-033c-4ff9-afd9-85e07196d028 HTTP/1.1" status: 200 len: 946 time: 0.1279168 Apr 05 14:54:23.253741 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a870b8-4790-4b4d-bb08-b5db3b0a624e tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Network 72ff6517-16bd-4bd7-b709-61a84475078e is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:54:23.264087 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-03a870b8-4790-4b4d-bb08-b5db3b0a624e tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:54:23.267123 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a870b8-4790-4b4d-bb08-b5db3b0a624e tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event updated for resources: {'Port': ['ID=66b6a09c-519f-4006-b231-8f7bb31b3d06,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:23.270284 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a870b8-4790-4b4d-bb08-b5db3b0a624e tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:54:23.277591 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a870b8-4790-4b4d-bb08-b5db3b0a624e tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:23.284390 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-03a870b8-4790-4b4d-bb08-b5db3b0a624e tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:23.310369 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a9b5bd-5543-47db-849c-0d994aaa2e74 None None] Network 72ff6517-16bd-4bd7-b709-61a84475078e requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:54:23.355833 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7ee77317-3bcc-4207-a07c-2d0c70e81176 req-c92934f2-2b06-4f29-9aa7-2e419ea952e4 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c426553-985f-46f1-9795-5c798926dd34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048863 Apr 05 14:54:23.373285 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffca55ef-0a47-4d93-b8c8-221fb132b45f req-4397f12f-b947-404a-8999-c1072320b5c1 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:23.374918 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ffca55ef-0a47-4d93-b8c8-221fb132b45f req-4397f12f-b947-404a-8999-c1072320b5c1 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 946 time: 0.0861206 Apr 05 14:54:23.380429 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 139faa11-9f76-4762-8a99-affe69355565 details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:54:23.419988 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ffca55ef-0a47-4d93-b8c8-221fb132b45f req-28e5c88e-8b99-43c6-83da-6a8732c0f5c8 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=0db5022f-6960-4519-993b-af935888212a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367732 Apr 05 14:54:23.423054 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-03a870b8-4790-4b4d-bb08-b5db3b0a624e tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9402926 Apr 05 14:54:23.425807 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 40830) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:23.471841 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-f7a8c3c5-6e64-4e66-b58e-a53869fd4fa8 None None] Provisioning complete for port f35a3715-3241-4789-b0b9-bb0e93520c06 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:54:23.472217 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f7a8c3c5-6e64-4e66-b58e-a53869fd4fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:23.525099 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c032f3-a600-4e78-86b5-1da6cad774b7 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:23.526931 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-45c032f3-a600-4e78-86b5-1da6cad774b7 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A321 HTTP/1.1" status: 200 len: 928 time: 0.1001325 Apr 05 14:54:23.529878 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 40832) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:23.624118 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-4ac01339-22fb-43f7-b86a-fed652d1ec58 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Deleting port 66b6a09c-519f-4006-b231-8f7bb31b3d06 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:54:23.624384 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4ac01339-22fb-43f7-b86a-fed652d1ec58 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:23.647213 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 139faa11-9f76-4762-8a99-affe69355565, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=139faa11-9f76-4762-8a99-affe69355565,segment=NetworkSegment(7829a1ea-7354-4b05-a7ea-7cbdfd795041),segment_id=7829a1ea-7354-4b05-a7ea-7cbdfd795041)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:54:23.677659 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [req-662efa33-baa6-43a5-a313-c24b77cbc952 req-df306edc-ae4f-4bb7-a38a-a1b4438d36c9 service neutron] (103321) timed out ('10.222.0.30', 46692) {{(pid=103321) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 05 14:54:23.685629 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': '139faa11-9f76-4762-8a99-affe69355565', 'network_id': 'b03a0781-c7c7-4f21-ae00-e298dd92f97c', 'port_id': '139faa11-9f76-4762-8a99-affe69355565', 'mac_address': 'fa:16:3e:fa:1b:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b6f627-92b4-40ba-a770-519d39c012c3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:54:23.697436 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f7a8c3c5-6e64-4e66-b58e-a53869fd4fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:23.719476 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4ac01339-22fb-43f7-b86a-fed652d1ec58 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:23.734123 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-4ac01339-22fb-43f7-b86a-fed652d1ec58 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Calling delete_port for 66b6a09c-519f-4006-b231-8f7bb31b3d06 owned by {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:54:23.783362 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-f7a8c3c5-6e64-4e66-b58e-a53869fd4fa8 None None] For port f35a3715-3241-4789-b0b9-bb0e93520c06, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=f35a3715-3241-4789-b0b9-bb0e93520c06,segment=NetworkSegment(6fb21615-5c8d-4928-81fd-5378cb9775b2),segment_id=6fb21615-5c8d-4928-81fd-5378cb9775b2)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:54:23.784976 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:23.806694 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 139faa11-9f76-4762-8a99-affe69355565 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:54:23.833511 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 139faa11-9f76-4762-8a99-affe69355565, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=139faa11-9f76-4762-8a99-affe69355565,segment=NetworkSegment(7829a1ea-7354-4b05-a7ea-7cbdfd795041),segment_id=7829a1ea-7354-4b05-a7ea-7cbdfd795041)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:54:23.930156 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f7a8c3c5-6e64-4e66-b58e-a53869fd4fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:23.985297 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a8c3c5-6e64-4e66-b58e-a53869fd4fa8 None None] Pushing event updated for resources: {'Port': ['ID=f35a3715-3241-4789-b0b9-bb0e93520c06,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:23.989145 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:24.002479 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4ac01339-22fb-43f7-b86a-fed652d1ec58 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:24.036436 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device f35a3715-3241-4789-b0b9-bb0e93520c06 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:54:24.044078 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac01339-22fb-43f7-b86a-fed652d1ec58 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event deleted for resources: {'Port': ['ID=66b6a09c-519f-4006-b231-8f7bb31b3d06,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:24.080715 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4ac01339-22fb-43f7-b86a-fed652d1ec58 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:24.084751 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-4ac01339-22fb-43f7-b86a-fed652d1ec58 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "DELETE /v2.0/ports/66b6a09c-519f-4006-b231-8f7bb31b3d06 HTTP/1.1" status: 204 len: 168 time: 0.5538189 Apr 05 14:54:24.088022 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 40834) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:24.096015 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['139faa11-9f76-4762-8a99-affe69355565'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:54:24.119461 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea016785-a3d8-4410-97c9-fd601b7c9eb8 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] GET failed (client error): The resource could not be found. Apr 05 14:54:24.123957 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 40836) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:24.124143 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-ea016785-a3d8-4410-97c9-fd601b7c9eb8 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "GET /v2.0/ports/66b6a09c-519f-4006-b231-8f7bb31b3d06 HTTP/1.1" status: 404 len: 333 time: 0.0347345 Apr 05 14:54:24.243947 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-f8f77d66-11a6-4d0e-aada-1641b6b97fd6 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Deleting port 4eff6471-c38c-4dbb-b712-46bf4bfb52de {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:54:24.244397 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f8f77d66-11a6-4d0e-aada-1641b6b97fd6 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:24.327631 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=139faa11-9f76-4762-8a99-affe69355565,revision_number=6']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:24.342017 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f8f77d66-11a6-4d0e-aada-1641b6b97fd6 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:24.349856 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-ad5b16c0-afb0-421e-b721-1242466559fa None None] Provisioning complete for port f35a3715-3241-4789-b0b9-bb0e93520c06 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:54:24.350315 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ad5b16c0-afb0-421e-b721-1242466559fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:24.363851 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-f8f77d66-11a6-4d0e-aada-1641b6b97fd6 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Calling delete_port for 4eff6471-c38c-4dbb-b712-46bf4bfb52de owned by {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:54:24.538295 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4748329d-81d2-457e-9430-e6f6edb47a55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:24.582482 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9565054-3a42-42fd-bb0d-f965872a861a req-ef947869-dc88-4a58-9b9e-dff2ebc0bbb0 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:24.591344 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b9565054-3a42-42fd-bb0d-f965872a861a req-ef947869-dc88-4a58-9b9e-dff2ebc0bbb0 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=223c51db-033c-4ff9-afd9-85e07196d028 HTTP/1.1" status: 200 len: 946 time: 0.1087554 Apr 05 14:54:24.625156 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port f35a3715-3241-4789-b0b9-bb0e93520c06 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:54:24.629955 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:24.652363 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-ad5b16c0-afb0-421e-b721-1242466559fa None None] Could not find standard attr ID for object 66b6a09c-519f-4006-b231-8f7bb31b3d06. {{(pid=103322) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 14:54:24.682381 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b9565054-3a42-42fd-bb0d-f965872a861a req-8af1dba3-c913-4c59-93f7-db7ea88bf264 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c426553-985f-46f1-9795-5c798926dd34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905111 Apr 05 14:54:24.691748 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63fd85c-683b-44a8-8214-6607844185e6 req-d3cd6871-a9d6-4e94-b647-eaab36f2ddcc tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:24.700700 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d63fd85c-683b-44a8-8214-6607844185e6 req-d3cd6871-a9d6-4e94-b647-eaab36f2ddcc tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 945 time: 0.1021044 Apr 05 14:54:24.721354 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f8f77d66-11a6-4d0e-aada-1641b6b97fd6 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:24.737561 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-ad5b16c0-afb0-421e-b721-1242466559fa None None] Provisioning complete for port 4eff6471-c38c-4dbb-b712-46bf4bfb52de triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:54:24.738026 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ad5b16c0-afb0-421e-b721-1242466559fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:24.763419 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d63fd85c-683b-44a8-8214-6607844185e6 req-2f8956ce-5785-4221-81c6-c76e8d012199 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=0db5022f-6960-4519-993b-af935888212a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617039 Apr 05 14:54:24.769248 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f77d66-11a6-4d0e-aada-1641b6b97fd6 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event deleted for resources: {'Port': ['ID=4eff6471-c38c-4dbb-b712-46bf4bfb52de,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:24.808384 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-ad5b16c0-afb0-421e-b721-1242466559fa None None] Port 4eff6471-c38c-4dbb-b712-46bf4bfb52de was deleted so its status cannot be updated. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Apr 05 14:54:24.823796 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f8f77d66-11a6-4d0e-aada-1641b6b97fd6 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:24.828353 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-f8f77d66-11a6-4d0e-aada-1641b6b97fd6 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "DELETE /v2.0/ports/4eff6471-c38c-4dbb-b712-46bf4bfb52de HTTP/1.1" status: 204 len: 168 time: 0.7031393 Apr 05 14:54:24.831677 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 40848) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:24.866229 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-a33c61b2-8e51-4d69-b498-dd16fe92cfbf tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] GET failed (client error): The resource could not be found. Apr 05 14:54:24.868916 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-a33c61b2-8e51-4d69-b498-dd16fe92cfbf tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "GET /v2.0/ports/4eff6471-c38c-4dbb-b712-46bf4bfb52de HTTP/1.1" status: 404 len: 333 time: 0.0351257 Apr 05 14:54:24.874326 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 40850) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:24.930143 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-1bb3145c-9716-442a-8038-15cbbc5eff70 None None] Could not find standard attr ID for object 66b6a09c-519f-4006-b231-8f7bb31b3d06. {{(pid=103322) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 14:54:24.935670 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-1bb3145c-9716-442a-8038-15cbbc5eff70 None None] Could not find standard attr ID for object 4eff6471-c38c-4dbb-b712-46bf4bfb52de. {{(pid=103322) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 14:54:24.937511 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-e426200e-d74e-480c-858d-4775100e2c7c tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Deleting subnet 09ef4290-3ef2-47ca-bdea-a73c216d3eba {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:54:24.941721 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e426200e-d74e-480c-858d-4775100e2c7c tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:24.990358 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e426200e-d74e-480c-858d-4775100e2c7c tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:25.100468 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e426200e-d74e-480c-858d-4775100e2c7c tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:25.259797 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e426200e-d74e-480c-858d-4775100e2c7c tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:25.285892 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e426200e-d74e-480c-858d-4775100e2c7c tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event deleted for resources: {'Subnet': ['ID=09ef4290-3ef2-47ca-bdea-a73c216d3eba,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:25.295391 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e426200e-d74e-480c-858d-4775100e2c7c tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:25.299161 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-e426200e-d74e-480c-858d-4775100e2c7c tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "DELETE /v2.0/subnets/09ef4290-3ef2-47ca-bdea-a73c216d3eba HTTP/1.1" status: 204 len: 168 time: 0.4222119 Apr 05 14:54:25.300186 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 40862) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:25.303061 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36131665-533d-40c1-b8cc-5b4ffe8962c0 None None] Network 72ff6517-16bd-4bd7-b709-61a84475078e requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:54:25.361092 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 139faa11-9f76-4762-8a99-affe69355565 up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:54:25.420002 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-bb438267-18df-4b40-875a-5d6dcbb21752 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:25.497519 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-bb438267-18df-4b40-875a-5d6dcbb21752 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Deleting port f35a3715-3241-4789-b0b9-bb0e93520c06 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:54:25.498027 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-bb438267-18df-4b40-875a-5d6dcbb21752 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:25.518601 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port 139faa11-9f76-4762-8a99-affe69355565 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:54:25.519068 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:25.581939 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-bb438267-18df-4b40-875a-5d6dcbb21752 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] For port f35a3715-3241-4789-b0b9-bb0e93520c06, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=f35a3715-3241-4789-b0b9-bb0e93520c06,segment=NetworkSegment(6fb21615-5c8d-4928-81fd-5378cb9775b2),segment_id=6fb21615-5c8d-4928-81fd-5378cb9775b2)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:54:25.582253 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-bb438267-18df-4b40-875a-5d6dcbb21752 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:25.599439 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0091e93-8ab3-4c36-a389-918aaa05d941 None None] DHCP port deletion for 72ff6517-16bd-4bd7-b709-61a84475078e request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:54:25.602557 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-bb438267-18df-4b40-875a-5d6dcbb21752 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Calling delete_port for f35a3715-3241-4789-b0b9-bb0e93520c06 owned by network:dhcp {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:54:25.693620 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:25.724653 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa5a3e7-da06-4255-81be-fef3982e59a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '139faa11-9f76-4762-8a99-affe69355565'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:54:25.727189 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d5f4a9-99a5-4087-b8fc-d73f2cd56a0a" -d '{"events": [{"server_uuid": "4fa5a3e7-da06-4255-81be-fef3982e59a1", "name": "network-vif-plugged", "status": "completed", "tag": "139faa11-9f76-4762-8a99-affe69355565"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:54:25.744134 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 139faa11-9f76-4762-8a99-affe69355565, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=139faa11-9f76-4762-8a99-affe69355565,segment=NetworkSegment(7829a1ea-7354-4b05-a7ea-7cbdfd795041),segment_id=7829a1ea-7354-4b05-a7ea-7cbdfd795041)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:54:25.745888 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-a0091e93-8ab3-4c36-a389-918aaa05d941 None None] Deleting port f35a3715-3241-4789-b0b9-bb0e93520c06 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:54:25.746338 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a0091e93-8ab3-4c36-a389-918aaa05d941 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:25.795534 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c057bdc5-5bc9-4182-95a2-33163d36c0ec x-openstack-request-id: req-c057bdc5-5bc9-4182-95a2-33163d36c0ec {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:54:25.795702 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fa5a3e7-da06-4255-81be-fef3982e59a1", "name": "network-vif-plugged", "status": "completed", "tag": "139faa11-9f76-4762-8a99-affe69355565", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:54:25.795986 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c057bdc5-5bc9-4182-95a2-33163d36c0ec {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:54:25.796349 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c057bdc5-5bc9-4182-95a2-33163d36c0ec'] response: {'server_uuid': '4fa5a3e7-da06-4255-81be-fef3982e59a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '139faa11-9f76-4762-8a99-affe69355565', 'code': 200} Apr 05 14:54:25.832963 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-a0091e93-8ab3-4c36-a389-918aaa05d941 None None] For port f35a3715-3241-4789-b0b9-bb0e93520c06, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=f35a3715-3241-4789-b0b9-bb0e93520c06,segment=NetworkSegment(6fb21615-5c8d-4928-81fd-5378cb9775b2),segment_id=6fb21615-5c8d-4928-81fd-5378cb9775b2)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:54:25.833390 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a0091e93-8ab3-4c36-a389-918aaa05d941 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:25.839020 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65efda35-6054-4259-afd6-a2168bfe29be req-6decb64f-b2ce-42c0-979b-bac98d800eac tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:25.839564 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-bb438267-18df-4b40-875a-5d6dcbb21752 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:25.845403 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-65efda35-6054-4259-afd6-a2168bfe29be req-6decb64f-b2ce-42c0-979b-bac98d800eac tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=223c51db-033c-4ff9-afd9-85e07196d028 HTTP/1.1" status: 200 len: 946 time: 0.0574524 Apr 05 14:54:25.851467 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-a0091e93-8ab3-4c36-a389-918aaa05d941 None None] Calling delete_port for f35a3715-3241-4789-b0b9-bb0e93520c06 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:54:25.866771 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:25.933319 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb438267-18df-4b40-875a-5d6dcbb21752 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] No DVR routers for this DVR port f35a3715-3241-4789-b0b9-bb0e93520c06 on host n-d-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:54:25.935700 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb438267-18df-4b40-875a-5d6dcbb21752 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event deleted for resources: {'Port': ['ID=f35a3715-3241-4789-b0b9-bb0e93520c06,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:25.947257 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-65efda35-6054-4259-afd6-a2168bfe29be req-6ed62f8e-ad97-4438-9703-1ab363efb707 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c426553-985f-46f1-9795-5c798926dd34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925114 Apr 05 14:54:25.968903 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185951d-332c-4c0d-a6b6-04df1c9d5260 req-de161382-eaf7-4450-967f-a417e22df67b tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:25.978777 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2185951d-332c-4c0d-a6b6-04df1c9d5260 req-de161382-eaf7-4450-967f-a417e22df67b tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 946 time: 0.1182132 Apr 05 14:54:25.996585 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=139faa11-9f76-4762-8a99-affe69355565,revision_number=7']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:26.047253 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device f35a3715-3241-4789-b0b9-bb0e93520c06 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:54:26.060564 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2185951d-332c-4c0d-a6b6-04df1c9d5260 req-558d560e-d331-4804-902a-845817db6b90 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=0db5022f-6960-4519-993b-af935888212a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800891 Apr 05 14:54:26.087654 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: f35a3715-3241-4789-b0b9-bb0e93520c06 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:54:26.088045 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device f35a3715-3241-4789-b0b9-bb0e93520c06 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:54:26.110777 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a0091e93-8ab3-4c36-a389-918aaa05d941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:26.132275 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-bb438267-18df-4b40-875a-5d6dcbb21752 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:26.141015 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0091e93-8ab3-4c36-a389-918aaa05d941 None None] Pushing event deleted for resources: {'Port': ['ID=f35a3715-3241-4789-b0b9-bb0e93520c06,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:26.153445 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0091e93-8ab3-4c36-a389-918aaa05d941 None None] No DVR routers for this DVR port f35a3715-3241-4789-b0b9-bb0e93520c06 on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:54:26.158223 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-bb438267-18df-4b40-875a-5d6dcbb21752 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72ff6517-16bd-4bd7-b709-61a84475078e']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:54:26.173550 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-bb438267-18df-4b40-875a-5d6dcbb21752 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fb21615-5c8d-4928-81fd-5378cb9775b2') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:54:26.174262 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-bb438267-18df-4b40-875a-5d6dcbb21752 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fb21615-5c8d-4928-81fd-5378cb9775b2') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:54:26.186466 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-bb438267-18df-4b40-875a-5d6dcbb21752 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:26.201419 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-bb438267-18df-4b40-875a-5d6dcbb21752 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:26.208059 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb438267-18df-4b40-875a-5d6dcbb21752 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:54:26.208670 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-bb438267-18df-4b40-875a-5d6dcbb21752 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:26.212629 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:54:26.212629 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:54:26.212629 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:54:26.212629 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:54:26.212629 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:54:26.212629 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:54:26.212629 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:54:26.212629 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:54:26.212629 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:54:26.212629 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:54:26.212629 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:54:26.212629 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:54:26.212629 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:54:26.212629 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:54:26.212629 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:54:26.212629 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:54:26.212629 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:54:26.212629 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:54:26.212629 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:54:26.212629 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:54:26.212629 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:54:26.212629 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:54:26.212629 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:54:26.212629 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:54:26.212629 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:54:26.212629 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:54:26.212629 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:54:26.212629 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:54:26.212629 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:54:26.212629 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:54:26.212629 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:54:26.212629 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:54:26.347056 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-bb438267-18df-4b40-875a-5d6dcbb21752 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:26.356956 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-bb438267-18df-4b40-875a-5d6dcbb21752 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:26.364359 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-bb438267-18df-4b40-875a-5d6dcbb21752 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "DELETE /v2.0/networks/72ff6517-16bd-4bd7-b709-61a84475078e HTTP/1.1" status: 204 len: 168 time: 1.0622756 Apr 05 14:54:26.368260 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 40890) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:26.373849 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-a602e118-5aca-4e2f-8600-2e53dbc8ad2a tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-637258772'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:54:26.378734 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb438267-18df-4b40-875a-5d6dcbb21752 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event deleted for resources: {'Network': ['ID=72ff6517-16bd-4bd7-b709-61a84475078e,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:26.461494 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a602e118-5aca-4e2f-8600-2e53dbc8ad2a tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Made reservation on behalf of 4582b43eccf64ee89d1b04a10b86bef4 for: {'network': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:54:26.466713 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a602e118-5aca-4e2f-8600-2e53dbc8ad2a tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:26.509107 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a602e118-5aca-4e2f-8600-2e53dbc8ad2a tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=103320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:54:26.519758 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a602e118-5aca-4e2f-8600-2e53dbc8ad2a tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:26.520104 n-d-836650-2 neutron-server[103320]: INFO neutron.db.segments_db [None req-a602e118-5aca-4e2f-8600-2e53dbc8ad2a tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Added segment 7ce2dca9-e3ec-4177-b616-53175956a80a of type vlan for network 7658a2bc-fa2b-45ab-b263-a757b3d1555d Apr 05 14:54:26.569408 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a602e118-5aca-4e2f-8600-2e53dbc8ad2a tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:26.659050 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a602e118-5aca-4e2f-8600-2e53dbc8ad2a tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:26.670115 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a602e118-5aca-4e2f-8600-2e53dbc8ad2a tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:26.670962 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a602e118-5aca-4e2f-8600-2e53dbc8ad2a tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:26.783151 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a602e118-5aca-4e2f-8600-2e53dbc8ad2a tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event updated for resources: {'Network': ['ID=7658a2bc-fa2b-45ab-b263-a757b3d1555d,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:26.797863 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 7658a2bc-fa2b-45ab-b263-a757b3d1555d details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:54:26.802435 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9edf1985-4e45-4912-8326-5ca001a9c4b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:26.808580 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e3e0b-3710-49ad-9f58-eb712f639c05 req-b1d2dc70-6b9d-41fa-8843-394eb44d4879 tempest-VolumesActionsTest-1327797108 tempest-VolumesActionsTest-1327797108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:26.810023 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e67e3e0b-3710-49ad-9f58-eb712f639c05 req-b1d2dc70-6b9d-41fa-8843-394eb44d4879 tempest-VolumesActionsTest-1327797108 tempest-VolumesActionsTest-1327797108-project] 10.222.0.30 "GET /v2.0/ports?device_id=00dbbd09-83a2-421e-878f-d07a1092e449 HTTP/1.1" status: 200 len: 946 time: 0.0686102 Apr 05 14:54:26.833923 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-a602e118-5aca-4e2f-8600-2e53dbc8ad2a tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4638891 Apr 05 14:54:26.836740 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 40908) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:26.842501 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-d553cb4a-4163-4810-9b85-168513156eae tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Request body: {'subnet': {'network_id': '7658a2bc-fa2b-45ab-b263-a757b3d1555d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:54:26.870132 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e67e3e0b-3710-49ad-9f58-eb712f639c05 req-750a425a-57a2-4e77-a8e0-b21ee986aec3 tempest-VolumesActionsTest-1327797108 tempest-VolumesActionsTest-1327797108-project] 10.222.0.30 "GET /v2.0/security-groups?id=172419e2-7674-4e87-bfdf-665fa1ae7f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539138 Apr 05 14:54:27.025774 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d553cb4a-4163-4810-9b85-168513156eae tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Made reservation on behalf of 4582b43eccf64ee89d1b04a10b86bef4 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:54:27.029656 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d553cb4a-4163-4810-9b85-168513156eae tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:27.080797 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b02909-5557-4b12-a7b4-3100f0b66b01 req-7832e6cd-09d7-4f8e-a1a2-e37cb50501c0 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:27.082596 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f6b02909-5557-4b12-a7b4-3100f0b66b01 req-7832e6cd-09d7-4f8e-a1a2-e37cb50501c0 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=223c51db-033c-4ff9-afd9-85e07196d028 HTTP/1.1" status: 200 len: 946 time: 0.0556417 Apr 05 14:54:27.186713 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f6b02909-5557-4b12-a7b4-3100f0b66b01 req-353570c2-836b-44ea-8282-887ae443dca6 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c426553-985f-46f1-9795-5c798926dd34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825002 Apr 05 14:54:27.226906 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc9a98-eb08-4544-b5b6-208aa1d1cc00 req-d20be682-f281-44e3-9751-e2604f1364f6 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:27.229325 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-24fc9a98-eb08-4544-b5b6-208aa1d1cc00 req-d20be682-f281-44e3-9751-e2604f1364f6 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 946 time: 0.0911646 Apr 05 14:54:27.273264 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-24fc9a98-eb08-4544-b5b6-208aa1d1cc00 req-5bd57959-39b8-486e-9e32-63399eee5f69 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=0db5022f-6960-4519-993b-af935888212a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359447 Apr 05 14:54:27.335878 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d553cb4a-4163-4810-9b85-168513156eae tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:27.419452 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d553cb4a-4163-4810-9b85-168513156eae tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event updated for resources: {'Subnet': ['ID=2ba9e429-8d4a-4c49-89bf-e7673391af82,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:27.424098 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d553cb4a-4163-4810-9b85-168513156eae tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Checking segment: {'id': '7ce2dca9-e3ec-4177-b616-53175956a80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7658a2bc-fa2b-45ab-b263-a757b3d1555d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:54:27.424474 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d553cb4a-4163-4810-9b85-168513156eae tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Network hostable DHCP agents. Network: 7658a2bc-fa2b-45ab-b263-a757b3d1555d, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:54:27.524280 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d553cb4a-4163-4810-9b85-168513156eae tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Network 7658a2bc-fa2b-45ab-b263-a757b3d1555d is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:54:27.618936 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-d553cb4a-4163-4810-9b85-168513156eae tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 7658a2bc-fa2b-45ab-b263-a757b3d1555d) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:54:27.627534 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d553cb4a-4163-4810-9b85-168513156eae tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:27.628136 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d553cb4a-4163-4810-9b85-168513156eae tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:27.639843 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98081e68-acab-4501-8c12-ad386e501783 None None] Network 7658a2bc-fa2b-45ab-b263-a757b3d1555d requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:54:27.717135 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 40932) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:27.723439 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-d553cb4a-4163-4810-9b85-168513156eae tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8849914 Apr 05 14:54:27.724212 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-bb3c6790-f95b-4f6a-9812-c20338763d33 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Request body: {'port': {'network_id': '7658a2bc-fa2b-45ab-b263-a757b3d1555d', 'name': 'tempest-PortsIpV6TestJSON-1360318020', 'fixed_ips': [{'subnet_id': '2ba9e429-8d4a-4c49-89bf-e7673391af82', 'ip_address': '2001:db8::10'}]}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:54:27.873504 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea4a7f9-c752-491d-9d8b-afb8034a8223 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-7658a2bc-fa2b-45ab-b263-a757b3d1555d', 'network_id': '7658a2bc-fa2b-45ab-b263-a757b3d1555d', 'tenant_id': '4582b43eccf64ee89d1b04a10b86bef4', 'fixed_ips': [{'subnet_id': '2ba9e429-8d4a-4c49-89bf-e7673391af82'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:54:27.874440 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3ea4a7f9-c752-491d-9d8b-afb8034a8223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:27.932771 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb3c6790-f95b-4f6a-9812-c20338763d33 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Made reservation on behalf of 4582b43eccf64ee89d1b04a10b86bef4 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:54:28.107346 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-3ea4a7f9-c752-491d-9d8b-afb8034a8223 None None] Allocated IP 2001:db8::2 (7658a2bc-fa2b-45ab-b263-a757b3d1555d/2ba9e429-8d4a-4c49-89bf-e7673391af82/f6b96419-949e-4c3d-a734-0c4234b14ef3) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:54:28.132419 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:28.327503 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3ea4a7f9-c752-491d-9d8b-afb8034a8223 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:28.422174 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3ea4a7f9-c752-491d-9d8b-afb8034a8223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:28.474456 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea4a7f9-c752-491d-9d8b-afb8034a8223 None None] Network 7658a2bc-fa2b-45ab-b263-a757b3d1555d is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:54:28.484571 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-3ea4a7f9-c752-491d-9d8b-afb8034a8223 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:54:28.489107 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea4a7f9-c752-491d-9d8b-afb8034a8223 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:54:28.500831 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea4a7f9-c752-491d-9d8b-afb8034a8223 None None] Pushing event updated for resources: {'Port': ['ID=f6b96419-949e-4c3d-a734-0c4234b14ef3,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:28.582131 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-3ea4a7f9-c752-491d-9d8b-afb8034a8223 None None] Attempting to bind port f6b96419-949e-4c3d-a734-0c4234b14ef3 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:54:28.583385 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-3ea4a7f9-c752-491d-9d8b-afb8034a8223 None None] Attempting to bind port f6b96419-949e-4c3d-a734-0c4234b14ef3 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '7ce2dca9-e3ec-4177-b616-53175956a80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7658a2bc-fa2b-45ab-b263-a757b3d1555d'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:54:28.583755 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea4a7f9-c752-491d-9d8b-afb8034a8223 None None] Attempting to bind port f6b96419-949e-4c3d-a734-0c4234b14ef3 on network 7658a2bc-fa2b-45ab-b263-a757b3d1555d {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:54:28.593381 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea4a7f9-c752-491d-9d8b-afb8034a8223 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:54:28.593825 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea4a7f9-c752-491d-9d8b-afb8034a8223 None None] Checking segment: {'id': '7ce2dca9-e3ec-4177-b616-53175956a80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7658a2bc-fa2b-45ab-b263-a757b3d1555d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:54:28.594144 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3ea4a7f9-c752-491d-9d8b-afb8034a8223 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:28.594542 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea4a7f9-c752-491d-9d8b-afb8034a8223 None None] Bound using segment: {'id': '7ce2dca9-e3ec-4177-b616-53175956a80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7658a2bc-fa2b-45ab-b263-a757b3d1555d'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:54:28.595013 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-3ea4a7f9-c752-491d-9d8b-afb8034a8223 None None] Bound port: f6b96419-949e-4c3d-a734-0c4234b14ef3, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ce2dca9-e3ec-4177-b616-53175956a80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7658a2bc-fa2b-45ab-b263-a757b3d1555d'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:54:28.595399 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3ea4a7f9-c752-491d-9d8b-afb8034a8223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:28.646504 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede414a-2e91-4bab-a991-8f26a55ab950 req-c0e2460b-d343-4ead-a3df-fa0f836ceb51 tempest-VolumesActionsTest-1327797108 tempest-VolumesActionsTest-1327797108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:28.648347 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6ede414a-2e91-4bab-a991-8f26a55ab950 req-c0e2460b-d343-4ead-a3df-fa0f836ceb51 tempest-VolumesActionsTest-1327797108 tempest-VolumesActionsTest-1327797108-project] 10.222.0.55 "GET /v2.0/ports?device_id=00dbbd09-83a2-421e-878f-d07a1092e449 HTTP/1.1" status: 200 len: 946 time: 0.2225845 Apr 05 14:54:28.661569 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f8727c-eae8-4ba7-ba77-87b1ee6b63e3 req-9ac135af-5132-4d85-984a-53e9553aa9ed tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:28.663290 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-16f8727c-eae8-4ba7-ba77-87b1ee6b63e3 req-9ac135af-5132-4d85-984a-53e9553aa9ed tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=223c51db-033c-4ff9-afd9-85e07196d028 HTTP/1.1" status: 200 len: 946 time: 0.2386525 Apr 05 14:54:28.667774 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bb3c6790-f95b-4f6a-9812-c20338763d33 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:28.678946 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e989d9e-6474-46c6-aea4-c5b293a41139 req-3e1dd138-a4d6-4f1f-adea-2f34f7d82810 tempest-VolumesActionsTest-1327797108 tempest-VolumesActionsTest-1327797108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:28.688162 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7e989d9e-6474-46c6-aea4-c5b293a41139 req-3e1dd138-a4d6-4f1f-adea-2f34f7d82810 tempest-VolumesActionsTest-1327797108 tempest-VolumesActionsTest-1327797108-project] 10.222.0.30 "GET /v2.0/ports?device_id=00dbbd09-83a2-421e-878f-d07a1092e449 HTTP/1.1" status: 200 len: 946 time: 0.2611964 Apr 05 14:54:28.696155 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-3ea4a7f9-c752-491d-9d8b-afb8034a8223 None None] For port f6b96419-949e-4c3d-a734-0c4234b14ef3, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:54:28.700929 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-3ea4a7f9-c752-491d-9d8b-afb8034a8223 None None] For port f6b96419-949e-4c3d-a734-0c4234b14ef3, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=f6b96419-949e-4c3d-a734-0c4234b14ef3,segment=NetworkSegment(7ce2dca9-e3ec-4177-b616-53175956a80a),segment_id=7ce2dca9-e3ec-4177-b616-53175956a80a)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:54:28.793565 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3ea4a7f9-c752-491d-9d8b-afb8034a8223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:28.799935 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-bb3c6790-f95b-4f6a-9812-c20338763d33 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] device_id is not set on port 463b3b23-4de1-4383-a6d8-58aea90374c1 yet. {{(pid=103320) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:54:28.897042 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7e989d9e-6474-46c6-aea4-c5b293a41139 req-d87b1485-0a4e-4604-b7d6-1857c77a3c66 tempest-VolumesActionsTest-1327797108 tempest-VolumesActionsTest-1327797108-project] 10.222.0.30 "GET /v2.0/security-groups?id=172419e2-7674-4e87-bfdf-665fa1ae7f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069163 Apr 05 14:54:28.980020 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea4a7f9-c752-491d-9d8b-afb8034a8223 None None] Pushing event updated for resources: {'Port': ['ID=f6b96419-949e-4c3d-a734-0c4234b14ef3,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:29.062430 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-16f8727c-eae8-4ba7-ba77-87b1ee6b63e3 req-dac59b34-166e-4eaa-9a87-e907a2537493 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c426553-985f-46f1-9795-5c798926dd34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3544242 Apr 05 14:54:29.201214 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-6ede414a-2e91-4bab-a991-8f26a55ab950 req-9e2ecea7-360d-4984-999a-5db976b47c2a tempest-VolumesActionsTest-1327797108 tempest-VolumesActionsTest-1327797108-project] Deleting port 9ec01c19-5d2c-4605-8b08-82427cd8c779 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:54:29.201326 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-6ede414a-2e91-4bab-a991-8f26a55ab950 req-9e2ecea7-360d-4984-999a-5db976b47c2a tempest-VolumesActionsTest-1327797108 tempest-VolumesActionsTest-1327797108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:29.236145 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d69fd1-2803-49fc-9f32-b67d91fee1d4 req-c3d1b50a-17b0-4836-83e2-1da7e0ecea34 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:29.237776 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-03d69fd1-2803-49fc-9f32-b67d91fee1d4 req-c3d1b50a-17b0-4836-83e2-1da7e0ecea34 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 946 time: 0.2122278 Apr 05 14:54:29.277870 n-d-836650-2 neutron-server[103320]: INFO neutron.api.v2.resource [req-b549ee72-591c-44cb-a269-f17b4853163b req-a577712d-6bc4-4f40-be07-c465e9c6452e service neutron] show failed (client error): The resource could not be found. Apr 05 14:54:29.278880 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b549ee72-591c-44cb-a269-f17b4853163b req-a577712d-6bc4-4f40-be07-c465e9c6452e service neutron] 10.222.0.55 "GET /v2.0/ports/a093444d-f0a5-49b8-a20b-611d527ef2da/bindings/n-h2-836650-2 HTTP/1.1" status: 404 len: 380 time: 0.3030584 Apr 05 14:54:29.420599 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-6ede414a-2e91-4bab-a991-8f26a55ab950 req-9e2ecea7-360d-4984-999a-5db976b47c2a tempest-VolumesActionsTest-1327797108 tempest-VolumesActionsTest-1327797108-project] For port 9ec01c19-5d2c-4605-8b08-82427cd8c779, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=9ec01c19-5d2c-4605-8b08-82427cd8c779,segment=NetworkSegment(f694d351-387d-4337-89ef-5643651c5fec),segment_id=f694d351-387d-4337-89ef-5643651c5fec)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:54:29.421222 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-6ede414a-2e91-4bab-a991-8f26a55ab950 req-9e2ecea7-360d-4984-999a-5db976b47c2a tempest-VolumesActionsTest-1327797108 tempest-VolumesActionsTest-1327797108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:29.443299 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-6ede414a-2e91-4bab-a991-8f26a55ab950 req-9e2ecea7-360d-4984-999a-5db976b47c2a tempest-VolumesActionsTest-1327797108 tempest-VolumesActionsTest-1327797108-project] Calling delete_port for 9ec01c19-5d2c-4605-8b08-82427cd8c779 owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:54:29.451932 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-bb3c6790-f95b-4f6a-9812-c20338763d33 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Allocated IP 2001:db8::10 (7658a2bc-fa2b-45ab-b263-a757b3d1555d/2ba9e429-8d4a-4c49-89bf-e7673391af82/463b3b23-4de1-4383-a6d8-58aea90374c1) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:54:29.459057 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-03d69fd1-2803-49fc-9f32-b67d91fee1d4 req-40d28ca1-bd05-43a1-9d4e-4b2f061eaaf1 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=0db5022f-6960-4519-993b-af935888212a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1767271 Apr 05 14:54:29.701591 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:29.762805 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:29.846418 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-6ede414a-2e91-4bab-a991-8f26a55ab950 req-9e2ecea7-360d-4984-999a-5db976b47c2a tempest-VolumesActionsTest-1327797108 tempest-VolumesActionsTest-1327797108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:29.857180 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['9ec01c19-5d2c-4605-8b08-82427cd8c779'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:54:29.892046 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bb3c6790-f95b-4f6a-9812-c20338763d33 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:29.897292 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ecea7-360d-4984-999a-5db976b47c2a tempest-VolumesActionsTest-1327797108 tempest-VolumesActionsTest-1327797108-project] Pushing event deleted for resources: {'Port': ['ID=9ec01c19-5d2c-4605-8b08-82427cd8c779,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:29.964101 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ede414a-2e91-4bab-a991-8f26a55ab950 req-9e2ecea7-360d-4984-999a-5db976b47c2a tempest-VolumesActionsTest-1327797108 tempest-VolumesActionsTest-1327797108-project] No DVR routers for this DVR port 9ec01c19-5d2c-4605-8b08-82427cd8c779 on host n-h1-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:54:29.966768 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-6ede414a-2e91-4bab-a991-8f26a55ab950 req-9e2ecea7-360d-4984-999a-5db976b47c2a tempest-VolumesActionsTest-1327797108 tempest-VolumesActionsTest-1327797108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:29.974759 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6ede414a-2e91-4bab-a991-8f26a55ab950 req-9e2ecea7-360d-4984-999a-5db976b47c2a tempest-VolumesActionsTest-1327797108 tempest-VolumesActionsTest-1327797108-project] 10.222.0.55 "DELETE /v2.0/ports/9ec01c19-5d2c-4605-8b08-82427cd8c779 HTTP/1.1" status: 204 len: 173 time: 1.3043158 Apr 05 14:54:29.984749 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00dbbd09-83a2-421e-878f-d07a1092e449', 'name': 'network-vif-deleted', 'tag': '9ec01c19-5d2c-4605-8b08-82427cd8c779'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:54:29.987086 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ebddda3-e69e-40b0-b141-006b6361c2f3" -d '{"events": [{"server_uuid": "00dbbd09-83a2-421e-878f-d07a1092e449", "name": "network-vif-deleted", "tag": "9ec01c19-5d2c-4605-8b08-82427cd8c779"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:54:30.041575 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b549ee72-591c-44cb-a269-f17b4853163b req-f76b919f-f44a-4310-9472-e68739477059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:30.045184 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-b549ee72-591c-44cb-a269-f17b4853163b req-f76b919f-f44a-4310-9472-e68739477059 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=223c51db-033c-4ff9-afd9-85e07196d028&tenant_id=b07e36dc5a904f16980660900e2eecc1 HTTP/1.1" status: 200 len: 1097 time: 0.1047554 Apr 05 14:54:30.072572 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-b549ee72-591c-44cb-a269-f17b4853163b req-1df5c7a1-8782-4bcd-96c6-9769f25e466f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836650-2', 'device_owner': 'compute:nova'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:54:30.096313 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5580c1be-b498-45ee-86ec-5652c23e398c x-openstack-request-id: req-5580c1be-b498-45ee-86ec-5652c23e398c {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:54:30.096789 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00dbbd09-83a2-421e-878f-d07a1092e449", "name": "network-vif-deleted", "tag": "9ec01c19-5d2c-4605-8b08-82427cd8c779", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:54:30.096914 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5580c1be-b498-45ee-86ec-5652c23e398c {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:54:30.097323 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5580c1be-b498-45ee-86ec-5652c23e398c'] response: {'server_uuid': '00dbbd09-83a2-421e-878f-d07a1092e449', 'name': 'network-vif-deleted', 'tag': '9ec01c19-5d2c-4605-8b08-82427cd8c779', 'status': 'completed', 'code': 200} Apr 05 14:54:30.162489 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device f6b96419-949e-4c3d-a734-0c4234b14ef3 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:54:30.169030 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bd227587-8a96-42ec-a4fd-ebcacb3214f8 req-3710b6d3-7aff-49fc-a5e2-3f824aea5460 tempest-VolumesActionsTest-1327797108 tempest-VolumesActionsTest-1327797108-project] 10.222.0.30 "GET /v2.0/ports?device_id=00dbbd09-83a2-421e-878f-d07a1092e449 HTTP/1.1" status: 200 len: 210 time: 0.0550604 Apr 05 14:54:30.188009 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bb3c6790-f95b-4f6a-9812-c20338763d33 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:30.214288 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-b549ee72-591c-44cb-a269-f17b4853163b req-1df5c7a1-8782-4bcd-96c6-9769f25e466f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:30.292923 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3c6790-f95b-4f6a-9812-c20338763d33 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Network 7658a2bc-fa2b-45ab-b263-a757b3d1555d is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:54:30.300297 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port f6b96419-949e-4c3d-a734-0c4234b14ef3 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:54:30.308280 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:30.314037 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-bb3c6790-f95b-4f6a-9812-c20338763d33 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:54:30.317334 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3c6790-f95b-4f6a-9812-c20338763d33 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:54:30.324123 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3c6790-f95b-4f6a-9812-c20338763d33 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:30.324791 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bb3c6790-f95b-4f6a-9812-c20338763d33 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:30.343045 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3c6790-f95b-4f6a-9812-c20338763d33 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event updated for resources: {'Port': ['ID=463b3b23-4de1-4383-a6d8-58aea90374c1,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:30.398165 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa459d8a-367a-449d-8ebb-2be06473b28f req-35f33db0-26ed-4c50-b451-e7473d137c9d tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:30.403170 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fa459d8a-367a-449d-8ebb-2be06473b28f req-35f33db0-26ed-4c50-b451-e7473d137c9d tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=223c51db-033c-4ff9-afd9-85e07196d028 HTTP/1.1" status: 200 len: 946 time: 0.1570241 Apr 05 14:54:30.443840 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-bb3c6790-f95b-4f6a-9812-c20338763d33 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7249308 Apr 05 14:54:30.447678 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 40958) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:30.453489 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:30.456648 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-8ccffe2b-2ed3-41c1-a934-f5d2845e76cc tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Request body: {'port': {'network_id': '7658a2bc-fa2b-45ab-b263-a757b3d1555d', 'name': 'tempest-PortsIpV6TestJSON-1260351068', 'fixed_ips': [{'subnet_id': '2ba9e429-8d4a-4c49-89bf-e7673391af82', 'ip_address': '2001:db8::f'}]}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:54:30.519951 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port f6b96419-949e-4c3d-a734-0c4234b14ef3, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=f6b96419-949e-4c3d-a734-0c4234b14ef3,segment=NetworkSegment(7ce2dca9-e3ec-4177-b616-53175956a80a),segment_id=7ce2dca9-e3ec-4177-b616-53175956a80a)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:54:30.590175 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:30.615427 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fa459d8a-367a-449d-8ebb-2be06473b28f req-f5af0eb5-ced2-4f30-8b3a-c944a21b34db tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c426553-985f-46f1-9795-5c798926dd34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1914699 Apr 05 14:54:30.729264 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3896196-820e-4f73-a81f-dea19143a370 req-5694c612-1078-4536-901a-290e5fcb2196 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:30.737294 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f3896196-820e-4f73-a81f-dea19143a370 req-5694c612-1078-4536-901a-290e5fcb2196 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 946 time: 0.1124156 Apr 05 14:54:30.780639 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=f6b96419-949e-4c3d-a734-0c4234b14ef3,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:30.815160 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f3896196-820e-4f73-a81f-dea19143a370 req-d99cc70e-6924-44b9-a075-307303adf812 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=0db5022f-6960-4519-993b-af935888212a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727768 Apr 05 14:54:30.850602 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-b549ee72-591c-44cb-a269-f17b4853163b req-1df5c7a1-8782-4bcd-96c6-9769f25e466f service neutron] For port a093444d-f0a5-49b8-a20b-611d527ef2da, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=a093444d-f0a5-49b8-a20b-611d527ef2da,segment=NetworkSegment(569e59d5-703c-42a6-8cd3-5a15da49ad7c),segment_id=569e59d5-703c-42a6-8cd3-5a15da49ad7c)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:54:30.871195 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7a0929-792e-4095-84ae-cae72248366b None None] Network 7658a2bc-fa2b-45ab-b263-a757b3d1555d requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:54:30.941459 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ccffe2b-2ed3-41c1-a934-f5d2845e76cc tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Made reservation on behalf of 4582b43eccf64ee89d1b04a10b86bef4 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:54:30.949119 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8ccffe2b-2ed3-41c1-a934-f5d2845e76cc tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:30.957389 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-b549ee72-591c-44cb-a269-f17b4853163b req-1df5c7a1-8782-4bcd-96c6-9769f25e466f service neutron] For port a093444d-f0a5-49b8-a20b-611d527ef2da, host n-h1-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:54:30.965897 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-790e68f2-cef6-4df5-9119-b428c29c9746 None None] Provisioning complete for port f6b96419-949e-4c3d-a734-0c4234b14ef3 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:54:30.966267 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-790e68f2-cef6-4df5-9119-b428c29c9746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:30.985076 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-8ccffe2b-2ed3-41c1-a934-f5d2845e76cc tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] device_id is not set on port 67d1f7f9-e663-40ce-a7bc-777301510222 yet. {{(pid=103320) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:54:31.044093 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-b549ee72-591c-44cb-a269-f17b4853163b req-1df5c7a1-8782-4bcd-96c6-9769f25e466f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:31.060905 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.provisioning_blocks [req-b549ee72-591c-44cb-a269-f17b4853163b req-1df5c7a1-8782-4bcd-96c6-9769f25e466f service neutron] Transition to ACTIVE for port object a093444d-f0a5-49b8-a20b-611d527ef2da will not be triggered until provisioned by entity L2. {{(pid=103321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:54:31.062248 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '223c51db-033c-4ff9-afd9-85e07196d028', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a093444d-f0a5-49b8-a20b-611d527ef2da'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:54:31.065673 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f6e413-bc42-47f5-b0b8-ea1e7866db8b" -d '{"events": [{"server_uuid": "223c51db-033c-4ff9-afd9-85e07196d028", "name": "network-vif-unplugged", "status": "completed", "tag": "a093444d-f0a5-49b8-a20b-611d527ef2da"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:54:31.128331 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-b549ee72-591c-44cb-a269-f17b4853163b req-1df5c7a1-8782-4bcd-96c6-9769f25e466f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:31.220550 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 14:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6dfa838-a181-4bd7-acd1-bb89a763ba66 x-openstack-request-id: req-f6dfa838-a181-4bd7-acd1-bb89a763ba66 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:54:31.220550 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "223c51db-033c-4ff9-afd9-85e07196d028", "name": "network-vif-unplugged", "status": "completed", "tag": "a093444d-f0a5-49b8-a20b-611d527ef2da", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:54:31.221515 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f6dfa838-a181-4bd7-acd1-bb89a763ba66 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:54:31.222036 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6dfa838-a181-4bd7-acd1-bb89a763ba66'] response: {'server_uuid': '223c51db-033c-4ff9-afd9-85e07196d028', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a093444d-f0a5-49b8-a20b-611d527ef2da', 'code': 200} Apr 05 14:54:31.414869 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-b549ee72-591c-44cb-a269-f17b4853163b req-1df5c7a1-8782-4bcd-96c6-9769f25e466f service neutron] No DVR routers for this DVR port a093444d-f0a5-49b8-a20b-611d527ef2da on host n-h1-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:54:31.501589 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c71933f3-c103-491f-8ead-15c052f05e7a req-d4da592c-9eff-450f-88a1-773ae06d2d75 tempest-VolumesActionsTest-1327797108 tempest-VolumesActionsTest-1327797108-project] 10.222.0.30 "GET /v2.0/ports?device_id=00dbbd09-83a2-421e-878f-d07a1092e449 HTTP/1.1" status: 200 len: 210 time: 0.1034029 Apr 05 14:54:31.529366 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-8ccffe2b-2ed3-41c1-a934-f5d2845e76cc tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Allocated IP 2001:db8::f (7658a2bc-fa2b-45ab-b263-a757b3d1555d/2ba9e429-8d4a-4c49-89bf-e7673391af82/67d1f7f9-e663-40ce-a7bc-777301510222) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:54:31.829068 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8ccffe2b-2ed3-41c1-a934-f5d2845e76cc tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:31.945670 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4106411c-8fbe-4295-b13a-7299b6e76b6e req-c129ac4c-c60f-4c49-a5c0-190de778723e tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:31.959870 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4106411c-8fbe-4295-b13a-7299b6e76b6e req-c129ac4c-c60f-4c49-a5c0-190de778723e tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=223c51db-033c-4ff9-afd9-85e07196d028 HTTP/1.1" status: 200 len: 944 time: 0.1873624 Apr 05 14:54:32.039755 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df5c7a1-8782-4bcd-96c6-9769f25e466f service neutron] Pushing event updated for resources: {'Port': ['ID=a093444d-f0a5-49b8-a20b-611d527ef2da,revision_number=6']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:32.062024 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4106411c-8fbe-4295-b13a-7299b6e76b6e req-860c8933-d229-46be-a08b-012372ad9045 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c426553-985f-46f1-9795-5c798926dd34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012144 Apr 05 14:54:32.101120 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b6ed8c-d2b4-4aea-bc23-2e469216f730 req-d40a3c1a-7e37-48c6-ad08-73b08835b41e tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:32.112460 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a2b6ed8c-d2b4-4aea-bc23-2e469216f730 req-d40a3c1a-7e37-48c6-ad08-73b08835b41e tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 946 time: 0.1481814 Apr 05 14:54:32.150237 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device f6b96419-949e-4c3d-a734-0c4234b14ef3 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:54:32.153498 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8ccffe2b-2ed3-41c1-a934-f5d2845e76cc tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:32.182388 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-fab25a3b-b3b1-42ad-80b0-569767cf42f9 None None] Provisioning complete for port 463b3b23-4de1-4383-a6d8-58aea90374c1 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:54:32.182388 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fab25a3b-b3b1-42ad-80b0-569767cf42f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:32.270255 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-fab25a3b-b3b1-42ad-80b0-569767cf42f9 None None] Port 463b3b23-4de1-4383-a6d8-58aea90374c1 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:54:32.286576 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port f6b96419-949e-4c3d-a734-0c4234b14ef3 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:54:32.287191 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:32.305164 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-b549ee72-591c-44cb-a269-f17b4853163b req-1df5c7a1-8782-4bcd-96c6-9769f25e466f service neutron] Attempting to bind port a093444d-f0a5-49b8-a20b-611d527ef2da on host n-h2-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:54:32.306305 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-b549ee72-591c-44cb-a269-f17b4853163b req-1df5c7a1-8782-4bcd-96c6-9769f25e466f service neutron] Attempting to bind port a093444d-f0a5-49b8-a20b-611d527ef2da by drivers openvswitch,hyperv on host n-h2-836650-2 at level 0 using segments [{'id': '569e59d5-703c-42a6-8cd3-5a15da49ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '9aebcbd6-a91e-45a4-8198-a58d08f4af1b'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:54:32.307060 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b549ee72-591c-44cb-a269-f17b4853163b req-1df5c7a1-8782-4bcd-96c6-9769f25e466f service neutron] Attempting to bind port a093444d-f0a5-49b8-a20b-611d527ef2da on network 9aebcbd6-a91e-45a4-8198-a58d08f4af1b {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:54:32.324638 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b549ee72-591c-44cb-a269-f17b4853163b req-1df5c7a1-8782-4bcd-96c6-9769f25e466f service neutron] Port a093444d-f0a5-49b8-a20b-611d527ef2da on network 9aebcbd6-a91e-45a4-8198-a58d08f4af1b not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:54:32.324915 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b549ee72-591c-44cb-a269-f17b4853163b req-1df5c7a1-8782-4bcd-96c6-9769f25e466f service neutron] Attempting to bind port a093444d-f0a5-49b8-a20b-611d527ef2da on network 9aebcbd6-a91e-45a4-8198-a58d08f4af1b {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:54:32.331173 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-fab25a3b-b3b1-42ad-80b0-569767cf42f9 None None] Provisioning complete for port f6b96419-949e-4c3d-a734-0c4234b14ef3 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:54:32.332045 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a2b6ed8c-d2b4-4aea-bc23-2e469216f730 req-660265ca-6c5e-4dba-896d-ea6bf0e20085 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=0db5022f-6960-4519-993b-af935888212a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2184236 Apr 05 14:54:32.339548 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fab25a3b-b3b1-42ad-80b0-569767cf42f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:32.347879 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b549ee72-591c-44cb-a269-f17b4853163b req-1df5c7a1-8782-4bcd-96c6-9769f25e466f service neutron] Checking agent: {'id': '6d8cf521-24bb-4b6a-bbae-0284f5c87a9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:54:32.348230 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b549ee72-591c-44cb-a269-f17b4853163b req-1df5c7a1-8782-4bcd-96c6-9769f25e466f service neutron] Checking segment: {'id': '569e59d5-703c-42a6-8cd3-5a15da49ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '9aebcbd6-a91e-45a4-8198-a58d08f4af1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:54:32.348629 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b549ee72-591c-44cb-a269-f17b4853163b req-1df5c7a1-8782-4bcd-96c6-9769f25e466f service neutron] Bound using segment: {'id': '569e59d5-703c-42a6-8cd3-5a15da49ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '9aebcbd6-a91e-45a4-8198-a58d08f4af1b'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:54:32.359514 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-b549ee72-591c-44cb-a269-f17b4853163b req-1df5c7a1-8782-4bcd-96c6-9769f25e466f service neutron] Bound port: a093444d-f0a5-49b8-a20b-611d527ef2da, host: n-h2-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '569e59d5-703c-42a6-8cd3-5a15da49ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '9aebcbd6-a91e-45a4-8198-a58d08f4af1b'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:54:32.359976 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-b549ee72-591c-44cb-a269-f17b4853163b req-1df5c7a1-8782-4bcd-96c6-9769f25e466f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:32.367326 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccffe2b-2ed3-41c1-a934-f5d2845e76cc tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Network 7658a2bc-fa2b-45ab-b263-a757b3d1555d is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:54:32.402990 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccffe2b-2ed3-41c1-a934-f5d2845e76cc tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event updated for resources: {'Port': ['ID=67d1f7f9-e663-40ce-a7bc-777301510222,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:32.408129 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-8ccffe2b-2ed3-41c1-a934-f5d2845e76cc tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:54:32.418549 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccffe2b-2ed3-41c1-a934-f5d2845e76cc tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:54:32.432480 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccffe2b-2ed3-41c1-a934-f5d2845e76cc tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:32.433201 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8ccffe2b-2ed3-41c1-a934-f5d2845e76cc tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:32.478852 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-b549ee72-591c-44cb-a269-f17b4853163b req-1df5c7a1-8782-4bcd-96c6-9769f25e466f service neutron] For port a093444d-f0a5-49b8-a20b-611d527ef2da, host n-h2-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:54:32.486269 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-b549ee72-591c-44cb-a269-f17b4853163b req-1df5c7a1-8782-4bcd-96c6-9769f25e466f service neutron] For port a093444d-f0a5-49b8-a20b-611d527ef2da, host n-h2-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=a093444d-f0a5-49b8-a20b-611d527ef2da,segment=NetworkSegment(569e59d5-703c-42a6-8cd3-5a15da49ad7c),segment_id=569e59d5-703c-42a6-8cd3-5a15da49ad7c)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:54:32.663541 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-d3279042-21a9-4319-a220-816a4013b335 None None] Provisioning complete for port 463b3b23-4de1-4383-a6d8-58aea90374c1 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:54:32.663910 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d3279042-21a9-4319-a220-816a4013b335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:32.721981 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-b549ee72-591c-44cb-a269-f17b4853163b req-1df5c7a1-8782-4bcd-96c6-9769f25e466f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:32.722146 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-8ccffe2b-2ed3-41c1-a934-f5d2845e76cc tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2638657 Apr 05 14:54:32.722146 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 40984) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:32.738482 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-d3279042-21a9-4319-a220-816a4013b335 None None] Port 463b3b23-4de1-4383-a6d8-58aea90374c1 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:54:32.824712 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b549ee72-591c-44cb-a269-f17b4853163b req-1df5c7a1-8782-4bcd-96c6-9769f25e466f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:32.826499 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-b549ee72-591c-44cb-a269-f17b4853163b req-1df5c7a1-8782-4bcd-96c6-9769f25e466f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:32.827539 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-b549ee72-591c-44cb-a269-f17b4853163b req-1df5c7a1-8782-4bcd-96c6-9769f25e466f service neutron] 10.222.0.11 "PUT /v2.0/ports/a093444d-f0a5-49b8-a20b-611d527ef2da HTTP/1.1" status: 200 len: 1092 time: 2.7737515 Apr 05 14:54:32.861097 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df5c7a1-8782-4bcd-96c6-9769f25e466f service neutron] Pushing event updated for resources: {'Port': ['ID=a093444d-f0a5-49b8-a20b-611d527ef2da,revision_number=7']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:32.877592 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-205227b1-66e7-449a-aacd-66aaa0f0d3dd None None] Provisioning complete for port 67d1f7f9-e663-40ce-a7bc-777301510222 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:54:32.878201 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-205227b1-66e7-449a-aacd-66aaa0f0d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:32.998839 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263dd529-f527-400b-802b-b4f9f7f17612 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:33.001299 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-263dd529-f527-400b-802b-b4f9f7f17612 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2780242 Apr 05 14:54:33.007969 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 40992) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:33.037181 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b549ee72-591c-44cb-a269-f17b4853163b req-ad43b433-14d4-49e5-b4c7-e4ab12b14569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:33.045132 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-b549ee72-591c-44cb-a269-f17b4853163b req-ad43b433-14d4-49e5-b4c7-e4ab12b14569 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b07e36dc5a904f16980660900e2eecc1&device_id=223c51db-033c-4ff9-afd9-85e07196d028 HTTP/1.1" status: 200 len: 1095 time: 0.1626728 Apr 05 14:54:33.149587 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba878f2-19be-4984-9f41-6b819e95bb84 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:33.164841 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba878f2-19be-4984-9f41-6b819e95bb84 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:33.172923 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba878f2-19be-4984-9f41-6b819e95bb84 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:33.175129 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-1ba878f2-19be-4984-9f41-6b819e95bb84 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.1701555 Apr 05 14:54:33.189622 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 40996) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:33.224193 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '223c51db-033c-4ff9-afd9-85e07196d028', 'tag': 'a093444d-f0a5-49b8-a20b-611d527ef2da'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:54:33.227187 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-581dbd74-f349-4d0c-9449-d9b12875ee14" -d '{"events": [{"name": "network-changed", "server_uuid": "223c51db-033c-4ff9-afd9-85e07196d028", "tag": "a093444d-f0a5-49b8-a20b-611d527ef2da"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:54:33.335230 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b549ee72-591c-44cb-a269-f17b4853163b req-b9f1ab97-013f-45a9-a431-da8f8e358abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:33.338262 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-b549ee72-591c-44cb-a269-f17b4853163b req-b9f1ab97-013f-45a9-a431-da8f8e358abd service neutron] 10.222.0.11 "GET /v2.0/networks?id=9aebcbd6-a91e-45a4-8198-a58d08f4af1b HTTP/1.1" status: 200 len: 898 time: 0.2848141 Apr 05 14:54:33.342534 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf95ae4-1dee-4674-8291-f1f5484823fa x-openstack-request-id: req-8cf95ae4-1dee-4674-8291-f1f5484823fa {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:54:33.342833 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "223c51db-033c-4ff9-afd9-85e07196d028", "tag": "a093444d-f0a5-49b8-a20b-611d527ef2da", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:54:33.343096 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8cf95ae4-1dee-4674-8291-f1f5484823fa {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:54:33.343521 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cf95ae4-1dee-4674-8291-f1f5484823fa'] response: {'name': 'network-changed', 'server_uuid': '223c51db-033c-4ff9-afd9-85e07196d028', 'tag': 'a093444d-f0a5-49b8-a20b-611d527ef2da', 'status': 'completed', 'code': 200} Apr 05 14:54:33.375437 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff2d9ec-233b-4ff9-97b4-49e63e2e3ab5 req-c995ad69-8b6a-42cd-860e-b073f1ede7df tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:33.375437 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fff2d9ec-233b-4ff9-97b4-49e63e2e3ab5 req-c995ad69-8b6a-42cd-860e-b073f1ede7df tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=223c51db-033c-4ff9-afd9-85e07196d028 HTTP/1.1" status: 200 len: 944 time: 0.1932127 Apr 05 14:54:33.465343 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fff2d9ec-233b-4ff9-97b4-49e63e2e3ab5 req-f24cee7b-80dc-4e7b-87ff-e896b99caf47 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c426553-985f-46f1-9795-5c798926dd34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786967 Apr 05 14:54:33.477281 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581dbd74-f349-4d0c-9449-d9b12875ee14 req-5764b8bb-37df-4005-8d43-0e0fea25e4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:33.480270 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-581dbd74-f349-4d0c-9449-d9b12875ee14 req-5764b8bb-37df-4005-8d43-0e0fea25e4e2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b07e36dc5a904f16980660900e2eecc1&device_id=223c51db-033c-4ff9-afd9-85e07196d028 HTTP/1.1" status: 200 len: 1095 time: 0.1096334 Apr 05 14:54:33.568937 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-b549ee72-591c-44cb-a269-f17b4853163b req-aad8a796-dc90-413f-8b02-b76693999737 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a093444d-f0a5-49b8-a20b-611d527ef2da HTTP/1.1" status: 200 len: 999 time: 0.2235942 Apr 05 14:54:33.585275 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 9ec01c19-5d2c-4605-8b08-82427cd8c779 no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:54:33.612736 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] No Port match for: 9ec01c19-5d2c-4605-8b08-82427cd8c779 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:54:33.613473 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 9ec01c19-5d2c-4605-8b08-82427cd8c779 not bound to the agent host n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:54:33.614131 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device a093444d-f0a5-49b8-a20b-611d527ef2da no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:54:33.666136 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b549ee72-591c-44cb-a269-f17b4853163b req-854f2cc6-72e4-4c4d-a417-a2a13f3ff4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:33.667554 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-b549ee72-591c-44cb-a269-f17b4853163b req-854f2cc6-72e4-4c4d-a417-a2a13f3ff4c9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e24a6cfd-1395-4506-a0b8-17c541f1b30f HTTP/1.1" status: 200 len: 834 time: 0.0912764 Apr 05 14:54:33.674685 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-3b1bd7ab-8fc1-404d-bd53-98e88b25dc47 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Deleting port 67d1f7f9-e663-40ce-a7bc-777301510222 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:54:33.675036 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3b1bd7ab-8fc1-404d-bd53-98e88b25dc47 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:33.702606 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device a093444d-f0a5-49b8-a20b-611d527ef2da not bound to the agent host n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:54:33.707048 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-205227b1-66e7-449a-aacd-66aaa0f0d3dd None None] Port 67d1f7f9-e663-40ce-a7bc-777301510222 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:54:33.771266 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b549ee72-591c-44cb-a269-f17b4853163b req-c6554d3e-c752-4a72-a2fa-be261210f2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:33.775112 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-b549ee72-591c-44cb-a269-f17b4853163b req-c6554d3e-c752-4a72-a2fa-be261210f2fb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9aebcbd6-a91e-45a4-8198-a58d08f4af1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0980780 Apr 05 14:54:33.865355 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4788301b-7c7a-4ead-8573-d70115e473f9 req-4c917b36-eaf1-4d22-b012-4d36e9b0b7c3 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:33.866979 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4788301b-7c7a-4ead-8573-d70115e473f9 req-4c917b36-eaf1-4d22-b012-4d36e9b0b7c3 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 946 time: 0.2716141 Apr 05 14:54:33.929019 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581dbd74-f349-4d0c-9449-d9b12875ee14 req-24292b2d-40dc-4892-85a2-936b7c6890e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:33.933757 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-581dbd74-f349-4d0c-9449-d9b12875ee14 req-24292b2d-40dc-4892-85a2-936b7c6890e4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9aebcbd6-a91e-45a4-8198-a58d08f4af1b HTTP/1.1" status: 200 len: 898 time: 0.4453833 Apr 05 14:54:34.011859 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-b549ee72-591c-44cb-a269-f17b4853163b req-7a449b74-c193-436a-982e-974561315cf4 service neutron] 10.222.0.11 "GET /v2.0/networks/9aebcbd6-a91e-45a4-8198-a58d08f4af1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280958 Apr 05 14:54:34.046386 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3b1bd7ab-8fc1-404d-bd53-98e88b25dc47 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:34.096168 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-3b1bd7ab-8fc1-404d-bd53-98e88b25dc47 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Calling delete_port for 67d1f7f9-e663-40ce-a7bc-777301510222 owned by {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:54:34.170249 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4788301b-7c7a-4ead-8573-d70115e473f9 req-f6a23dc2-fcef-465a-a56d-595468e54723 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=0db5022f-6960-4519-993b-af935888212a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2764175 Apr 05 14:54:34.180269 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-581dbd74-f349-4d0c-9449-d9b12875ee14 req-a1c1e0da-7225-4c4d-98e6-1ba1f9d9d25d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a093444d-f0a5-49b8-a20b-611d527ef2da HTTP/1.1" status: 200 len: 999 time: 0.2276843 Apr 05 14:54:34.210383 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-b549ee72-591c-44cb-a269-f17b4853163b req-e15fd47b-d75f-43b0-92ef-b047eafa3485 service neutron] 10.222.0.11 "GET /v2.0/networks/9aebcbd6-a91e-45a4-8198-a58d08f4af1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887412 Apr 05 14:54:34.278777 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581dbd74-f349-4d0c-9449-d9b12875ee14 req-d16a3a64-59d3-4e54-85db-e5623367b608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:34.285718 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-581dbd74-f349-4d0c-9449-d9b12875ee14 req-d16a3a64-59d3-4e54-85db-e5623367b608 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e24a6cfd-1395-4506-a0b8-17c541f1b30f HTTP/1.1" status: 200 len: 834 time: 0.0894520 Apr 05 14:54:34.432082 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581dbd74-f349-4d0c-9449-d9b12875ee14 req-6fc65612-9664-4a21-b330-7d24647c0ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:34.436804 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-581dbd74-f349-4d0c-9449-d9b12875ee14 req-6fc65612-9664-4a21-b330-7d24647c0ad7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b07e36dc5a904f16980660900e2eecc1&device_id=223c51db-033c-4ff9-afd9-85e07196d028 HTTP/1.1" status: 200 len: 1095 time: 0.0798278 Apr 05 14:54:34.468570 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581dbd74-f349-4d0c-9449-d9b12875ee14 req-141f9f7f-3711-4849-8b41-1297a82920fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:34.470290 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-581dbd74-f349-4d0c-9449-d9b12875ee14 req-141f9f7f-3711-4849-8b41-1297a82920fc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9aebcbd6-a91e-45a4-8198-a58d08f4af1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1818144 Apr 05 14:54:34.555736 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3b1bd7ab-8fc1-404d-bd53-98e88b25dc47 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:34.607224 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1bd7ab-8fc1-404d-bd53-98e88b25dc47 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event deleted for resources: {'Port': ['ID=67d1f7f9-e663-40ce-a7bc-777301510222,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:34.691597 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581dbd74-f349-4d0c-9449-d9b12875ee14 req-b10ca6c6-d828-4352-b561-c87b73727b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:34.695728 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-581dbd74-f349-4d0c-9449-d9b12875ee14 req-b10ca6c6-d828-4352-b561-c87b73727b20 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9aebcbd6-a91e-45a4-8198-a58d08f4af1b HTTP/1.1" status: 200 len: 898 time: 0.2511337 Apr 05 14:54:34.702311 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3b1bd7ab-8fc1-404d-bd53-98e88b25dc47 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:34.708406 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-3b1bd7ab-8fc1-404d-bd53-98e88b25dc47 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "DELETE /v2.0/ports/67d1f7f9-e663-40ce-a7bc-777301510222 HTTP/1.1" status: 204 len: 168 time: 1.5172400 Apr 05 14:54:34.708835 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41014) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:34.751215 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-581dbd74-f349-4d0c-9449-d9b12875ee14 req-4a392997-2047-461c-b607-6291be4a49c2 service neutron] 10.222.0.55 "GET /v2.0/networks/9aebcbd6-a91e-45a4-8198-a58d08f4af1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720859 Apr 05 14:54:34.781359 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e256fbb5-8e2d-4a1b-809c-389703684af9 req-2d061ee5-5ce7-43ca-9c20-e5e07f418ae5 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:34.781833 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e256fbb5-8e2d-4a1b-809c-389703684af9 req-2d061ee5-5ce7-43ca-9c20-e5e07f418ae5 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=223c51db-033c-4ff9-afd9-85e07196d028 HTTP/1.1" status: 200 len: 944 time: 0.1015625 Apr 05 14:54:34.843012 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c6e7706-d77f-46a8-849c-81ac01edd7d4 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] GET failed (client error): The resource could not be found. Apr 05 14:54:34.855581 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-8c6e7706-d77f-46a8-849c-81ac01edd7d4 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "GET /v2.0/ports/67d1f7f9-e663-40ce-a7bc-777301510222 HTTP/1.1" status: 404 len: 333 time: 0.1371093 Apr 05 14:54:34.856917 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 41018) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:34.946786 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-581dbd74-f349-4d0c-9449-d9b12875ee14 req-993f3f27-c82d-451d-bcc7-7e1cefd2772a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a093444d-f0a5-49b8-a20b-611d527ef2da HTTP/1.1" status: 200 len: 999 time: 0.2396593 Apr 05 14:54:35.019967 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581dbd74-f349-4d0c-9449-d9b12875ee14 req-49181546-acfe-4512-aadc-08fec78da412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:35.021712 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-581dbd74-f349-4d0c-9449-d9b12875ee14 req-49181546-acfe-4512-aadc-08fec78da412 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e24a6cfd-1395-4506-a0b8-17c541f1b30f HTTP/1.1" status: 200 len: 834 time: 0.0670886 Apr 05 14:54:35.028001 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e256fbb5-8e2d-4a1b-809c-389703684af9 req-acbe8415-9842-4562-91b6-b4f46d71861d tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c426553-985f-46f1-9795-5c798926dd34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1864755 Apr 05 14:54:35.091418 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-581dbd74-f349-4d0c-9449-d9b12875ee14 req-64f1c8da-415c-4eaa-b595-465239b6674b service neutron] 10.222.0.55 "GET /v2.0/networks/9aebcbd6-a91e-45a4-8198-a58d08f4af1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287709 Apr 05 14:54:35.111539 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581dbd74-f349-4d0c-9449-d9b12875ee14 req-dce4bc48-140f-45eb-a240-7f3f916413b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:35.113021 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-581dbd74-f349-4d0c-9449-d9b12875ee14 req-dce4bc48-140f-45eb-a240-7f3f916413b8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9aebcbd6-a91e-45a4-8198-a58d08f4af1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738721 Apr 05 14:54:35.116369 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e9bd8e98-c1c9-4fb9-a0de-e21c015d2087 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Deleting port 463b3b23-4de1-4383-a6d8-58aea90374c1 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:54:35.116721 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e9bd8e98-c1c9-4fb9-a0de-e21c015d2087 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:35.251443 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e9bd8e98-c1c9-4fb9-a0de-e21c015d2087 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:35.264535 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e9bd8e98-c1c9-4fb9-a0de-e21c015d2087 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Calling delete_port for 463b3b23-4de1-4383-a6d8-58aea90374c1 owned by {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:54:35.291294 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-581dbd74-f349-4d0c-9449-d9b12875ee14 req-50e6cacf-c6cb-4696-a4da-b51ec0965a8c service neutron] 10.222.0.11 "GET /v2.0/networks/9aebcbd6-a91e-45a4-8198-a58d08f4af1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680577 Apr 05 14:54:35.381561 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278907f2-9727-4aa5-bc34-622dab8e72c3 req-f4080dec-6f63-4553-a31c-b2216c883456 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:35.383236 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-278907f2-9727-4aa5-bc34-622dab8e72c3 req-f4080dec-6f63-4553-a31c-b2216c883456 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 946 time: 0.1141732 Apr 05 14:54:35.420259 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-581dbd74-f349-4d0c-9449-d9b12875ee14 req-20fc247d-5edf-4aa2-ba07-e4021b240636 service neutron] 10.222.0.11 "GET /v2.0/networks/9aebcbd6-a91e-45a4-8198-a58d08f4af1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203940 Apr 05 14:54:35.441315 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-278907f2-9727-4aa5-bc34-622dab8e72c3 req-a90c3c0b-43be-48ac-805e-75fe524a830f tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=0db5022f-6960-4519-993b-af935888212a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477777 Apr 05 14:54:35.561295 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e9bd8e98-c1c9-4fb9-a0de-e21c015d2087 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:35.598396 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd8e98-c1c9-4fb9-a0de-e21c015d2087 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event deleted for resources: {'Port': ['ID=463b3b23-4de1-4383-a6d8-58aea90374c1,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:35.628009 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e9bd8e98-c1c9-4fb9-a0de-e21c015d2087 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:35.640606 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-e9bd8e98-c1c9-4fb9-a0de-e21c015d2087 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "DELETE /v2.0/ports/463b3b23-4de1-4383-a6d8-58aea90374c1 HTTP/1.1" status: 204 len: 168 time: 0.7766476 Apr 05 14:54:35.643399 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41026) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:35.678338 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-2739db6a-2bed-4bc5-a6c9-1ff39d7ffd93 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] GET failed (client error): The resource could not be found. Apr 05 14:54:35.683828 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 41030) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:35.684051 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-2739db6a-2bed-4bc5-a6c9-1ff39d7ffd93 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "GET /v2.0/ports/463b3b23-4de1-4383-a6d8-58aea90374c1 HTTP/1.1" status: 404 len: 333 time: 0.0394220 Apr 05 14:54:35.761171 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_v2 [None req-11ccd65c-397e-4d2d-8c9b-90d998e68ed1 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Deleting subnet 2ba9e429-8d4a-4c49-89bf-e7673391af82 {{(pid=103320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:54:35.764736 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-11ccd65c-397e-4d2d-8c9b-90d998e68ed1 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for subnet, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:35.812421 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-11ccd65c-397e-4d2d-8c9b-90d998e68ed1 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13399228'] for subnet, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:35.979683 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-11ccd65c-397e-4d2d-8c9b-90d998e68ed1 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:36.121205 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-11ccd65c-397e-4d2d-8c9b-90d998e68ed1 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15773812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13127359'] for subnet, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:36.181217 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ccd65c-397e-4d2d-8c9b-90d998e68ed1 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event deleted for resources: {'Subnet': ['ID=2ba9e429-8d4a-4c49-89bf-e7673391af82,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:36.184620 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-11ccd65c-397e-4d2d-8c9b-90d998e68ed1 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:36.187919 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-11ccd65c-397e-4d2d-8c9b-90d998e68ed1 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "DELETE /v2.0/subnets/2ba9e429-8d4a-4c49-89bf-e7673391af82 HTTP/1.1" status: 204 len: 168 time: 0.5027115 Apr 05 14:54:36.189629 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d52475a-e733-4d1a-9a94-b5bfa8c452f5 None None] Network 7658a2bc-fa2b-45ab-b263-a757b3d1555d requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:54:36.190813 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41048) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:36.217956 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af39f4ac-5762-4c9b-99d6-de0b9f11a109 req-d737358f-2b2d-49d6-b4ea-19de7292062c tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:36.219700 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-af39f4ac-5762-4c9b-99d6-de0b9f11a109 req-d737358f-2b2d-49d6-b4ea-19de7292062c tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=223c51db-033c-4ff9-afd9-85e07196d028 HTTP/1.1" status: 200 len: 944 time: 0.1112571 Apr 05 14:54:36.306191 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-af39f4ac-5762-4c9b-99d6-de0b9f11a109 req-bc3f9d22-9871-4de6-ae49-2f1d2a9fd551 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c426553-985f-46f1-9795-5c798926dd34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796483 Apr 05 14:54:36.309678 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3cdc5360-9807-44da-89a9-1235da4a5d68 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:36.402771 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-3cdc5360-9807-44da-89a9-1235da4a5d68 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Deleting port f6b96419-949e-4c3d-a734-0c4234b14ef3 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:54:36.403667 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3cdc5360-9807-44da-89a9-1235da4a5d68 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:36.542863 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f18cf5c-ad14-42bb-a6b5-46586057b335 None None] DHCP port deletion for 7658a2bc-fa2b-45ab-b263-a757b3d1555d request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:54:36.543810 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-3cdc5360-9807-44da-89a9-1235da4a5d68 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] For port f6b96419-949e-4c3d-a734-0c4234b14ef3, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=f6b96419-949e-4c3d-a734-0c4234b14ef3,segment=NetworkSegment(7ce2dca9-e3ec-4177-b616-53175956a80a),segment_id=7ce2dca9-e3ec-4177-b616-53175956a80a)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:54:36.545079 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3cdc5360-9807-44da-89a9-1235da4a5d68 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:36.571061 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-3cdc5360-9807-44da-89a9-1235da4a5d68 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Calling delete_port for f6b96419-949e-4c3d-a734-0c4234b14ef3 owned by network:dhcp {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:54:36.650664 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-8f18cf5c-ad14-42bb-a6b5-46586057b335 None None] Deleting port f6b96419-949e-4c3d-a734-0c4234b14ef3 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:54:36.651133 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8f18cf5c-ad14-42bb-a6b5-46586057b335 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:36.702848 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37331305-48d8-4f3d-8bd4-6a2def4a8f60 req-c85f7bc6-7554-427e-b4bb-820b79cffdaf tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:36.714570 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-37331305-48d8-4f3d-8bd4-6a2def4a8f60 req-c85f7bc6-7554-427e-b4bb-820b79cffdaf tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 946 time: 0.1136260 Apr 05 14:54:36.768716 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-8f18cf5c-ad14-42bb-a6b5-46586057b335 None None] For port f6b96419-949e-4c3d-a734-0c4234b14ef3, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=f6b96419-949e-4c3d-a734-0c4234b14ef3,segment=NetworkSegment(7ce2dca9-e3ec-4177-b616-53175956a80a),segment_id=7ce2dca9-e3ec-4177-b616-53175956a80a)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:54:36.769942 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8f18cf5c-ad14-42bb-a6b5-46586057b335 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:36.790990 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3cdc5360-9807-44da-89a9-1235da4a5d68 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:36.797414 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-37331305-48d8-4f3d-8bd4-6a2def4a8f60 req-c5b1fc74-7a29-46dc-b28e-08d62aa99d85 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=0db5022f-6960-4519-993b-af935888212a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817015 Apr 05 14:54:36.822654 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-8f18cf5c-ad14-42bb-a6b5-46586057b335 None None] Calling delete_port for f6b96419-949e-4c3d-a734-0c4234b14ef3 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:54:36.848222 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdc5360-9807-44da-89a9-1235da4a5d68 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] No DVR routers for this DVR port f6b96419-949e-4c3d-a734-0c4234b14ef3 on host n-d-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:54:36.879009 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdc5360-9807-44da-89a9-1235da4a5d68 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event deleted for resources: {'Port': ['ID=f6b96419-949e-4c3d-a734-0c4234b14ef3,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:36.979162 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3cdc5360-9807-44da-89a9-1235da4a5d68 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:36.988174 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8f18cf5c-ad14-42bb-a6b5-46586057b335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:37.044601 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-3cdc5360-9807-44da-89a9-1235da4a5d68 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7658a2bc-fa2b-45ab-b263-a757b3d1555d']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:54:37.045759 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f18cf5c-ad14-42bb-a6b5-46586057b335 None None] Pushing event deleted for resources: {'Port': ['ID=f6b96419-949e-4c3d-a734-0c4234b14ef3,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:37.065435 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f18cf5c-ad14-42bb-a6b5-46586057b335 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:54:37.067178 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f18cf5c-ad14-42bb-a6b5-46586057b335 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:54:37.067178 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f18cf5c-ad14-42bb-a6b5-46586057b335 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:54:37.067349 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-3cdc5360-9807-44da-89a9-1235da4a5d68 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ce2dca9-e3ec-4177-b616-53175956a80a') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:54:37.067349 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-3cdc5360-9807-44da-89a9-1235da4a5d68 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ce2dca9-e3ec-4177-b616-53175956a80a') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:54:37.067935 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f18cf5c-ad14-42bb-a6b5-46586057b335 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:54:37.068919 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f18cf5c-ad14-42bb-a6b5-46586057b335 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:54:37.069153 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f18cf5c-ad14-42bb-a6b5-46586057b335 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:54:37.069704 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f18cf5c-ad14-42bb-a6b5-46586057b335 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:54:37.070274 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f18cf5c-ad14-42bb-a6b5-46586057b335 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:54:37.070844 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f18cf5c-ad14-42bb-a6b5-46586057b335 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:54:37.071327 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f18cf5c-ad14-42bb-a6b5-46586057b335 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:54:37.071649 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f18cf5c-ad14-42bb-a6b5-46586057b335 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:54:37.071985 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f18cf5c-ad14-42bb-a6b5-46586057b335 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:54:37.082095 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f18cf5c-ad14-42bb-a6b5-46586057b335 None None] No DVR routers for this DVR port f6b96419-949e-4c3d-a734-0c4234b14ef3 on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:54:37.098392 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3cdc5360-9807-44da-89a9-1235da4a5d68 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:37.116465 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3cdc5360-9807-44da-89a9-1235da4a5d68 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:37.124928 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cdc5360-9807-44da-89a9-1235da4a5d68 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:54:37.125685 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3cdc5360-9807-44da-89a9-1235da4a5d68 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:37.129594 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:54:37.129594 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:54:37.129594 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:54:37.129594 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:54:37.129594 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:54:37.129594 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:54:37.129594 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:54:37.129594 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:54:37.129594 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:54:37.129594 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:54:37.129594 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:54:37.129594 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:54:37.129594 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:54:37.129594 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:54:37.129594 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:54:37.129594 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:54:37.129594 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:54:37.129594 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:54:37.129594 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:54:37.129594 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:54:37.129594 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:54:37.129594 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:54:37.129594 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:54:37.129594 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:54:37.129594 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:54:37.129594 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:54:37.129594 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:54:37.129594 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:54:37.129594 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:54:37.129594 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:54:37.129594 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:54:37.129594 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:54:37.298174 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3cdc5360-9807-44da-89a9-1235da4a5d68 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:37.308736 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3cdc5360-9807-44da-89a9-1235da4a5d68 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:37.315738 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-3cdc5360-9807-44da-89a9-1235da4a5d68 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "DELETE /v2.0/networks/7658a2bc-fa2b-45ab-b263-a757b3d1555d HTTP/1.1" status: 204 len: 168 time: 1.1237140 Apr 05 14:54:37.322287 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 41056) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:37.327872 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-eb0dd74d-9cd3-4734-8752-05aa727c97f0 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1663124989'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:54:37.347908 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdc5360-9807-44da-89a9-1235da4a5d68 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event deleted for resources: {'Network': ['ID=7658a2bc-fa2b-45ab-b263-a757b3d1555d,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:37.485771 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da5750-16ca-485b-b153-191014e75a41 req-39544dd3-6bef-4c51-a657-dfc4bd1e1e22 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:37.487730 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-95da5750-16ca-485b-b153-191014e75a41 req-39544dd3-6bef-4c51-a657-dfc4bd1e1e22 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=223c51db-033c-4ff9-afd9-85e07196d028 HTTP/1.1" status: 200 len: 944 time: 0.0777557 Apr 05 14:54:37.489844 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb0dd74d-9cd3-4734-8752-05aa727c97f0 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Made reservation on behalf of 4582b43eccf64ee89d1b04a10b86bef4 for: {'network': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:54:37.494027 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-eb0dd74d-9cd3-4734-8752-05aa727c97f0 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:37.537077 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb0dd74d-9cd3-4734-8752-05aa727c97f0 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=103320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:54:37.568640 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-95da5750-16ca-485b-b153-191014e75a41 req-58eaf22f-3602-4414-afb4-175d0813bb48 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c426553-985f-46f1-9795-5c798926dd34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565906 Apr 05 14:54:37.572264 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-eb0dd74d-9cd3-4734-8752-05aa727c97f0 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:37.572825 n-d-836650-2 neutron-server[103320]: INFO neutron.db.segments_db [None req-eb0dd74d-9cd3-4734-8752-05aa727c97f0 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Added segment 16a46417-dca9-4df8-a426-f7575b42b472 of type vlan for network 25ebec84-1d08-4e29-b857-7bb4fe8b664a Apr 05 14:54:37.621618 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-eb0dd74d-9cd3-4734-8752-05aa727c97f0 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:37.706943 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-eb0dd74d-9cd3-4734-8752-05aa727c97f0 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:37.715158 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0dd74d-9cd3-4734-8752-05aa727c97f0 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:37.715935 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-eb0dd74d-9cd3-4734-8752-05aa727c97f0 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:37.836334 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-eb0dd74d-9cd3-4734-8752-05aa727c97f0 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5121698 Apr 05 14:54:37.840841 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41062) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:37.846203 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-5f837895-46ed-4ecc-a528-482547fbe64e tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Request body: {'subnet': {'network_id': '25ebec84-1d08-4e29-b857-7bb4fe8b664a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:54:37.864703 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0dd74d-9cd3-4734-8752-05aa727c97f0 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event updated for resources: {'Network': ['ID=25ebec84-1d08-4e29-b857-7bb4fe8b664a,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:37.882667 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 25ebec84-1d08-4e29-b857-7bb4fe8b664a details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:54:38.052659 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device f6b96419-949e-4c3d-a734-0c4234b14ef3 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:54:38.082282 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d29f8d-c7a7-435a-a31a-bb8d0b5e04fc req-ff237598-d5d2-486c-aa2f-d8ec2040ee0b tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:38.088206 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e6d29f8d-c7a7-435a-a31a-bb8d0b5e04fc req-ff237598-d5d2-486c-aa2f-d8ec2040ee0b tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 946 time: 0.1059215 Apr 05 14:54:38.088365 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: f6b96419-949e-4c3d-a734-0c4234b14ef3 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:54:38.088365 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device f6b96419-949e-4c3d-a734-0c4234b14ef3 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:54:38.138398 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f837895-46ed-4ecc-a528-482547fbe64e tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Made reservation on behalf of 4582b43eccf64ee89d1b04a10b86bef4 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:54:38.141025 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e6d29f8d-c7a7-435a-a31a-bb8d0b5e04fc req-a5a9106a-fbd3-4edf-997b-5bb86b6b8d89 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=0db5022f-6960-4519-993b-af935888212a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493243 Apr 05 14:54:38.142614 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5f837895-46ed-4ecc-a528-482547fbe64e tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:38.694013 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12346b0-a3bd-4433-bfa6-a102e42e6baa req-f1984b27-353b-4049-9196-254798e05ba8 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:38.695513 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c12346b0-a3bd-4433-bfa6-a102e42e6baa req-f1984b27-353b-4049-9196-254798e05ba8 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=223c51db-033c-4ff9-afd9-85e07196d028 HTTP/1.1" status: 200 len: 944 time: 0.0537508 Apr 05 14:54:38.736649 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c12346b0-a3bd-4433-bfa6-a102e42e6baa req-98573912-6772-4606-bd0a-bf401509e01f tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c426553-985f-46f1-9795-5c798926dd34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345256 Apr 05 14:54:38.795687 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5f837895-46ed-4ecc-a528-482547fbe64e tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:38.900825 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f837895-46ed-4ecc-a528-482547fbe64e tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event updated for resources: {'Subnet': ['ID=24dd5348-43f9-4348-a4ec-d739a5906de6,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:38.925141 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f837895-46ed-4ecc-a528-482547fbe64e tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Checking segment: {'id': '16a46417-dca9-4df8-a426-f7575b42b472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '25ebec84-1d08-4e29-b857-7bb4fe8b664a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:54:38.926109 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f837895-46ed-4ecc-a528-482547fbe64e tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Network hostable DHCP agents. Network: 25ebec84-1d08-4e29-b857-7bb4fe8b664a, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:54:39.075384 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f837895-46ed-4ecc-a528-482547fbe64e tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Network 25ebec84-1d08-4e29-b857-7bb4fe8b664a is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:54:39.215518 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-5f837895-46ed-4ecc-a528-482547fbe64e tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 25ebec84-1d08-4e29-b857-7bb4fe8b664a) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:54:39.225509 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f837895-46ed-4ecc-a528-482547fbe64e tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:39.225509 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5f837895-46ed-4ecc-a528-482547fbe64e tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:39.228698 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60dc6e35-2b26-4a4b-93e6-216760ef37ac None None] Network 25ebec84-1d08-4e29-b857-7bb4fe8b664a requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:54:39.354010 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-5f837895-46ed-4ecc-a528-482547fbe64e tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5123284 Apr 05 14:54:39.354804 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41082) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:39.362453 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-975a3cca-2f50-4519-ae1a-dcd8460d8d18 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-87750086', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:54:39.488023 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device a093444d-f0a5-49b8-a20b-611d527ef2da details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:54:39.504967 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25caa024-613a-4d7c-aa9b-64ed128349b6 req-9ab8f4ac-db4d-42e3-8f8c-7f880dbafc76 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:39.506559 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-25caa024-613a-4d7c-aa9b-64ed128349b6 req-9ab8f4ac-db4d-42e3-8f8c-7f880dbafc76 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 946 time: 0.2796280 Apr 05 14:54:39.683550 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc287d4c-98c0-4d8b-b529-6c19e98d0b50 req-40764a45-1568-4e48-a525-05d4524676aa tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:39.689199 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cc287d4c-98c0-4d8b-b529-6c19e98d0b50 req-40764a45-1568-4e48-a525-05d4524676aa tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=223c51db-033c-4ff9-afd9-85e07196d028 HTTP/1.1" status: 200 len: 944 time: 0.3484709 Apr 05 14:54:39.726154 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-25caa024-613a-4d7c-aa9b-64ed128349b6 req-56ee41d4-2718-4b92-a91c-ad274025eb0f tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=0db5022f-6960-4519-993b-af935888212a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2084846 Apr 05 14:54:39.743973 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad199e-6111-417b-b460-b44b8c65ef87 req-88558804-d089-487f-8f7c-e6a621087976 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:39.748390 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-cfad199e-6111-417b-b460-b44b8c65ef87 req-88558804-d089-487f-8f7c-e6a621087976 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.11 "GET /v2.0/ports?device_id=223c51db-033c-4ff9-afd9-85e07196d028&tenant_id=b07e36dc5a904f16980660900e2eecc1&binding%3Ahost_id=n-h2-836650-2 HTTP/1.1" status: 200 len: 944 time: 0.3447859 Apr 05 14:54:39.753582 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-975a3cca-2f50-4519-ae1a-dcd8460d8d18 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27088'] for router, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:39.756641 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-975a3cca-2f50-4519-ae1a-dcd8460d8d18 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27079'] for router, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:39.771647 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port a093444d-f0a5-49b8-a20b-611d527ef2da, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=a093444d-f0a5-49b8-a20b-611d527ef2da,segment=NetworkSegment(569e59d5-703c-42a6-8cd3-5a15da49ad7c),segment_id=569e59d5-703c-42a6-8cd3-5a15da49ad7c)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:54:39.803532 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cc287d4c-98c0-4d8b-b529-6c19e98d0b50 req-7fbda2aa-34e8-486c-b97c-a312eb34bfd6 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c426553-985f-46f1-9795-5c798926dd34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033506 Apr 05 14:54:39.810420 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': 'a093444d-f0a5-49b8-a20b-611d527ef2da', 'network_id': '9aebcbd6-a91e-45a4-8198-a58d08f4af1b', 'port_id': 'a093444d-f0a5-49b8-a20b-611d527ef2da', 'mac_address': 'fa:16:3e:84:73:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e24a6cfd-1395-4506-a0b8-17c541f1b30f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:54:40.027399 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-975a3cca-2f50-4519-ae1a-dcd8460d8d18 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:40.108503 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbcbcea0-d937-4e46-a664-245f1c8961cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-25ebec84-1d08-4e29-b857-7bb4fe8b664a', 'network_id': '25ebec84-1d08-4e29-b857-7bb4fe8b664a', 'tenant_id': '4582b43eccf64ee89d1b04a10b86bef4', 'fixed_ips': [{'subnet_id': '24dd5348-43f9-4348-a4ec-d739a5906de6'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:54:40.108503 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cbcbcea0-d937-4e46-a664-245f1c8961cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:40.112417 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-cfad199e-6111-417b-b460-b44b8c65ef87 req-522e9526-7f29-49a8-8ebd-84353b9936d4 service neutron] 10.222.0.11 "GET /v2.0/ports/a093444d-f0a5-49b8-a20b-611d527ef2da/bindings/n-h2-836650-2 HTTP/1.1" status: 200 len: 382 time: 0.3210926 Apr 05 14:54:40.134368 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:40.150017 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a093444d-f0a5-49b8-a20b-611d527ef2da {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:54:40.162869 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-975a3cca-2f50-4519-ae1a-dcd8460d8d18 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618'] for router, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:40.197669 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port a093444d-f0a5-49b8-a20b-611d527ef2da, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=a093444d-f0a5-49b8-a20b-611d527ef2da,segment=NetworkSegment(569e59d5-703c-42a6-8cd3-5a15da49ad7c),segment_id=569e59d5-703c-42a6-8cd3-5a15da49ad7c)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:54:40.298396 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad199e-6111-417b-b460-b44b8c65ef87 req-0acad810-2e25-42ad-a545-87c07f43079d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:40.300021 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-cfad199e-6111-417b-b460-b44b8c65ef87 req-0acad810-2e25-42ad-a545-87c07f43079d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b07e36dc5a904f16980660900e2eecc1&device_id=223c51db-033c-4ff9-afd9-85e07196d028 HTTP/1.1" status: 200 len: 1095 time: 0.1478674 Apr 05 14:54:40.375107 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:40.489168 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=a093444d-f0a5-49b8-a20b-611d527ef2da,revision_number=8']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:40.490545 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-975a3cca-2f50-4519-ae1a-dcd8460d8d18 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:40.502104 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-975a3cca-2f50-4519-ae1a-dcd8460d8d18 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.1462140 Apr 05 14:54:40.505018 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 41110) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:40.512107 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-125fc557-7404-4ccc-88d6-2194dc7e013b tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Request body: {'port': {'network_id': '25ebec84-1d08-4e29-b857-7bb4fe8b664a', 'name': 'tempest-PortsIpV6TestJSON-919779253'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:54:40.597314 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad199e-6111-417b-b460-b44b8c65ef87 req-e2813cec-f7f3-4233-9d9f-2a6268d64802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:40.598920 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-cfad199e-6111-417b-b460-b44b8c65ef87 req-e2813cec-f7f3-4233-9d9f-2a6268d64802 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9aebcbd6-a91e-45a4-8198-a58d08f4af1b HTTP/1.1" status: 200 len: 898 time: 0.2920935 Apr 05 14:54:40.629996 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-cbcbcea0-d937-4e46-a664-245f1c8961cd None None] Allocated IP 2001:db8::2 (25ebec84-1d08-4e29-b857-7bb4fe8b664a/24dd5348-43f9-4348-a4ec-d739a5906de6/7627a0d5-59be-4813-9c43-98aca721bb34) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:54:40.737900 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-cfad199e-6111-417b-b460-b44b8c65ef87 req-6155d49f-962b-496e-a364-cc9341387a08 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a093444d-f0a5-49b8-a20b-611d527ef2da HTTP/1.1" status: 200 len: 1000 time: 0.1298788 Apr 05 14:54:40.762923 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['a093444d-f0a5-49b8-a20b-611d527ef2da'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:54:40.919156 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125fc557-7404-4ccc-88d6-2194dc7e013b tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Made reservation on behalf of 4582b43eccf64ee89d1b04a10b86bef4 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:54:40.924481 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-125fc557-7404-4ccc-88d6-2194dc7e013b tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:40.968602 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad199e-6111-417b-b460-b44b8c65ef87 req-a6fec044-ec6b-4d75-988c-c9294e9d79c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:40.968602 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-cfad199e-6111-417b-b460-b44b8c65ef87 req-a6fec044-ec6b-4d75-988c-c9294e9d79c4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e24a6cfd-1395-4506-a0b8-17c541f1b30f HTTP/1.1" status: 200 len: 834 time: 0.2178369 Apr 05 14:54:41.005178 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-125fc557-7404-4ccc-88d6-2194dc7e013b tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] device_id is not set on port 6cf226cc-a59e-4767-a57b-300559946a17 yet. {{(pid=103320) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:54:41.052441 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad199e-6111-417b-b460-b44b8c65ef87 req-0f9cd56f-8a99-4c35-8c3c-65416f39272f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:41.054845 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-cfad199e-6111-417b-b460-b44b8c65ef87 req-0f9cd56f-8a99-4c35-8c3c-65416f39272f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9aebcbd6-a91e-45a4-8198-a58d08f4af1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0806918 Apr 05 14:54:41.241610 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cbcbcea0-d937-4e46-a664-245f1c8961cd None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:41.346571 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-cfad199e-6111-417b-b460-b44b8c65ef87 req-e8cb992f-3545-4043-917b-286c4699f695 service neutron] 10.222.0.11 "GET /v2.0/networks/9aebcbd6-a91e-45a4-8198-a58d08f4af1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815859 Apr 05 14:54:41.396829 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cbcbcea0-d937-4e46-a664-245f1c8961cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:41.499499 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcbcea0-d937-4e46-a664-245f1c8961cd None None] Pushing event updated for resources: {'Port': ['ID=7627a0d5-59be-4813-9c43-98aca721bb34,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:41.511210 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcbcea0-d937-4e46-a664-245f1c8961cd None None] Network 25ebec84-1d08-4e29-b857-7bb4fe8b664a is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:54:41.512790 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-cbcbcea0-d937-4e46-a664-245f1c8961cd None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:54:41.516325 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcbcea0-d937-4e46-a664-245f1c8961cd None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:54:41.578992 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-cbcbcea0-d937-4e46-a664-245f1c8961cd None None] Attempting to bind port 7627a0d5-59be-4813-9c43-98aca721bb34 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:54:41.582716 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-cbcbcea0-d937-4e46-a664-245f1c8961cd None None] Attempting to bind port 7627a0d5-59be-4813-9c43-98aca721bb34 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '16a46417-dca9-4df8-a426-f7575b42b472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '25ebec84-1d08-4e29-b857-7bb4fe8b664a'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:54:41.582716 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcbcea0-d937-4e46-a664-245f1c8961cd None None] Attempting to bind port 7627a0d5-59be-4813-9c43-98aca721bb34 on network 25ebec84-1d08-4e29-b857-7bb4fe8b664a {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:54:41.596904 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-cfad199e-6111-417b-b460-b44b8c65ef87 req-735ff64f-5856-4618-ada3-48cd5aec1ded service neutron] 10.222.0.11 "GET /v2.0/networks/9aebcbd6-a91e-45a4-8198-a58d08f4af1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426054 Apr 05 14:54:41.598316 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcbcea0-d937-4e46-a664-245f1c8961cd None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:54:41.598826 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcbcea0-d937-4e46-a664-245f1c8961cd None None] Checking segment: {'id': '16a46417-dca9-4df8-a426-f7575b42b472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '25ebec84-1d08-4e29-b857-7bb4fe8b664a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:54:41.599321 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cbcbcea0-d937-4e46-a664-245f1c8961cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:41.599800 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcbcea0-d937-4e46-a664-245f1c8961cd None None] Bound using segment: {'id': '16a46417-dca9-4df8-a426-f7575b42b472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '25ebec84-1d08-4e29-b857-7bb4fe8b664a'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:54:41.600755 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-cbcbcea0-d937-4e46-a664-245f1c8961cd None None] Bound port: 7627a0d5-59be-4813-9c43-98aca721bb34, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16a46417-dca9-4df8-a426-f7575b42b472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '25ebec84-1d08-4e29-b857-7bb4fe8b664a'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:54:41.601254 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cbcbcea0-d937-4e46-a664-245f1c8961cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:41.782879 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-cbcbcea0-d937-4e46-a664-245f1c8961cd None None] For port 7627a0d5-59be-4813-9c43-98aca721bb34, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:54:41.789361 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-cbcbcea0-d937-4e46-a664-245f1c8961cd None None] For port 7627a0d5-59be-4813-9c43-98aca721bb34, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=7627a0d5-59be-4813-9c43-98aca721bb34,segment=NetworkSegment(16a46417-dca9-4df8-a426-f7575b42b472),segment_id=16a46417-dca9-4df8-a426-f7575b42b472)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:54:41.879124 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cbcbcea0-d937-4e46-a664-245f1c8961cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:42.038315 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcbcea0-d937-4e46-a664-245f1c8961cd None None] Pushing event updated for resources: {'Port': ['ID=7627a0d5-59be-4813-9c43-98aca721bb34,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:42.381757 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:42.404353 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-125fc557-7404-4ccc-88d6-2194dc7e013b tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Allocated IP 2001:db8::262 (25ebec84-1d08-4e29-b857-7bb4fe8b664a/24dd5348-43f9-4348-a4ec-d739a5906de6/6cf226cc-a59e-4767-a57b-300559946a17) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:54:42.417403 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6186db7-b566-48bc-89f0-6830493f5d6a req-a1c81da7-7fc3-473d-9926-cfcd4d3883c2 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:42.419009 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b6186db7-b566-48bc-89f0-6830493f5d6a req-a1c81da7-7fc3-473d-9926-cfcd4d3883c2 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=223c51db-033c-4ff9-afd9-85e07196d028 HTTP/1.1" status: 200 len: 945 time: 1.4198115 Apr 05 14:54:42.459423 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31d0cb6-d08c-42e9-93da-fb26900d6336 req-192c55d9-136f-4078-8d4d-fc1e0c786179 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:42.461051 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a31d0cb6-d08c-42e9-93da-fb26900d6336 req-192c55d9-136f-4078-8d4d-fc1e0c786179 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 946 time: 1.4654622 Apr 05 14:54:42.545005 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b6186db7-b566-48bc-89f0-6830493f5d6a req-1d055a09-0109-465e-abc6-d9b4d6ade161 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c426553-985f-46f1-9795-5c798926dd34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046824 Apr 05 14:54:42.598406 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a31d0cb6-d08c-42e9-93da-fb26900d6336 req-bf064a9d-2366-4f1e-9082-c60df72cc100 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=0db5022f-6960-4519-993b-af935888212a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181548 Apr 05 14:54:42.745878 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-125fc557-7404-4ccc-88d6-2194dc7e013b tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:42.853382 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-125fc557-7404-4ccc-88d6-2194dc7e013b tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:42.905585 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125fc557-7404-4ccc-88d6-2194dc7e013b tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Network 25ebec84-1d08-4e29-b857-7bb4fe8b664a is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:54:42.912871 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-125fc557-7404-4ccc-88d6-2194dc7e013b tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:54:42.918358 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125fc557-7404-4ccc-88d6-2194dc7e013b tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:54:42.924153 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125fc557-7404-4ccc-88d6-2194dc7e013b tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:42.924812 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-125fc557-7404-4ccc-88d6-2194dc7e013b tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:42.950258 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125fc557-7404-4ccc-88d6-2194dc7e013b tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event updated for resources: {'Port': ['ID=6cf226cc-a59e-4767-a57b-300559946a17,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:43.077653 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-125fc557-7404-4ccc-88d6-2194dc7e013b tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5644162 Apr 05 14:54:43.077653 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 41138) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:43.438477 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device a093444d-f0a5-49b8-a20b-611d527ef2da up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:54:43.567408 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f03c748-4304-4247-ae6b-3283f66b458f None None] Network 25ebec84-1d08-4e29-b857-7bb4fe8b664a requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:54:43.683343 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3ed2af0d-500f-4ca9-a3e8-776e60d36824 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:43.733133 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning for port a093444d-f0a5-49b8-a20b-611d527ef2da completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:54:43.748113 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port a093444d-f0a5-49b8-a20b-611d527ef2da triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:54:43.748489 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:43.890263 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-62ced782-cd56-44f4-99b0-ce8486e20048 None None] Provisioning complete for port 7627a0d5-59be-4813-9c43-98aca721bb34 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:54:43.890771 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-62ced782-cd56-44f4-99b0-ce8486e20048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:44.081981 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:44.097432 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-62ced782-cd56-44f4-99b0-ce8486e20048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:44.126496 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 7627a0d5-59be-4813-9c43-98aca721bb34 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:54:44.172004 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '223c51db-033c-4ff9-afd9-85e07196d028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a093444d-f0a5-49b8-a20b-611d527ef2da'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:54:44.174585 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc273fd6-efc5-4d1d-9b35-95316810607b" -d '{"events": [{"server_uuid": "223c51db-033c-4ff9-afd9-85e07196d028", "name": "network-vif-plugged", "status": "completed", "tag": "a093444d-f0a5-49b8-a20b-611d527ef2da"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:54:44.226579 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port a093444d-f0a5-49b8-a20b-611d527ef2da, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=a093444d-f0a5-49b8-a20b-611d527ef2da,segment=NetworkSegment(569e59d5-703c-42a6-8cd3-5a15da49ad7c),segment_id=569e59d5-703c-42a6-8cd3-5a15da49ad7c)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:54:44.236817 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:44.244980 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-62ced782-cd56-44f4-99b0-ce8486e20048 None None] For port 7627a0d5-59be-4813-9c43-98aca721bb34, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=7627a0d5-59be-4813-9c43-98aca721bb34,segment=NetworkSegment(16a46417-dca9-4df8-a426-f7575b42b472),segment_id=16a46417-dca9-4df8-a426-f7575b42b472)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:54:44.246290 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 7627a0d5-59be-4813-9c43-98aca721bb34 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:54:44.246435 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:44.306623 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:44.320335 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9273e0bd-ba1b-4739-bea1-a47dae83dda5 req-7cad5cf1-06ab-43cf-b5d8-75d84a9d58b6 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:44.322748 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9273e0bd-ba1b-4739-bea1-a47dae83dda5 req-7cad5cf1-06ab-43cf-b5d8-75d84a9d58b6 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 946 time: 0.5086813 Apr 05 14:54:44.343530 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67286464-9ab5-47ec-98d9-692d3e3f285f req-1130f009-c458-4d87-985f-9d9bf4a12d03 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:44.350196 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-67286464-9ab5-47ec-98d9-692d3e3f285f req-1130f009-c458-4d87-985f-9d9bf4a12d03 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=223c51db-033c-4ff9-afd9-85e07196d028 HTTP/1.1" status: 200 len: 945 time: 0.6752439 Apr 05 14:54:44.392296 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-62ced782-cd56-44f4-99b0-ce8486e20048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:44.466234 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-67286464-9ab5-47ec-98d9-692d3e3f285f req-a7c9ca9d-d25e-4323-bcee-a65519b11739 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c426553-985f-46f1-9795-5c798926dd34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046667 Apr 05 14:54:44.475641 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=a093444d-f0a5-49b8-a20b-611d527ef2da,revision_number=9']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:44.479005 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9273e0bd-ba1b-4739-bea1-a47dae83dda5 req-7d59b8da-40fa-4843-ad38-6b9c669e1e52 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=0db5022f-6960-4519-993b-af935888212a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273236 Apr 05 14:54:44.556964 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3ed2af0d-500f-4ca9-a3e8-776e60d36824 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:44.636698 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-cdd2d2bc-010e-4f8f-b5c5-a915085b9c86 None None] Provisioning complete for port 7627a0d5-59be-4813-9c43-98aca721bb34 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:54:44.637123 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cdd2d2bc-010e-4f8f-b5c5-a915085b9c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:44.640662 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3ed2af0d-500f-4ca9-a3e8-776e60d36824 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:44.655166 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27696bd1-ea7c-4513-a682-514d0a6d66f4 x-openstack-request-id: req-27696bd1-ea7c-4513-a682-514d0a6d66f4 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:54:44.655470 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "223c51db-033c-4ff9-afd9-85e07196d028", "name": "network-vif-plugged", "status": "completed", "tag": "a093444d-f0a5-49b8-a20b-611d527ef2da", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:54:44.655671 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-27696bd1-ea7c-4513-a682-514d0a6d66f4 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:54:44.656021 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27696bd1-ea7c-4513-a682-514d0a6d66f4'] response: {'server_uuid': '223c51db-033c-4ff9-afd9-85e07196d028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a093444d-f0a5-49b8-a20b-611d527ef2da', 'code': 200} Apr 05 14:54:44.712723 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ced782-cd56-44f4-99b0-ce8486e20048 None None] Pushing event updated for resources: {'Port': ['ID=7627a0d5-59be-4813-9c43-98aca721bb34,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:44.837627 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed2af0d-500f-4ca9-a3e8-776e60d36824 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event updated for resources: {'Port': ['ID=6cf226cc-a59e-4767-a57b-300559946a17,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:44.905595 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad199e-6111-417b-b460-b44b8c65ef87 req-fbd9014c-c9a8-47f6-a45f-c9029a105609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:44.907430 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cfad199e-6111-417b-b460-b44b8c65ef87 req-fbd9014c-c9a8-47f6-a45f-c9029a105609 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=223c51db-033c-4ff9-afd9-85e07196d028&tenant_id=b07e36dc5a904f16980660900e2eecc1 HTTP/1.1" status: 200 len: 1097 time: 0.1626756 Apr 05 14:54:44.919833 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-cdd2d2bc-010e-4f8f-b5c5-a915085b9c86 None None] Provisioning complete for port 6cf226cc-a59e-4767-a57b-300559946a17 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:54:44.920233 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cdd2d2bc-010e-4f8f-b5c5-a915085b9c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:44.920620 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-cfad199e-6111-417b-b460-b44b8c65ef87 req-d4171051-fb0a-4c7e-b1bb-0f73d4fccfcf service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836650-2', 'device_owner': 'compute:nova'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:54:44.962716 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-cdd2d2bc-010e-4f8f-b5c5-a915085b9c86 None None] Port 6cf226cc-a59e-4767-a57b-300559946a17 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:54:44.975001 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3ed2af0d-500f-4ca9-a3e8-776e60d36824 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809369'] for router_interface, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:45.074322 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-cfad199e-6111-417b-b460-b44b8c65ef87 req-d4171051-fb0a-4c7e-b1bb-0f73d4fccfcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:45.091773 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-3a08d114-ee9d-4e98-a892-cbffe81c2dcc None None] Provisioning complete for port 6cf226cc-a59e-4767-a57b-300559946a17 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:54:45.092446 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3a08d114-ee9d-4e98-a892-cbffe81c2dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:45.151620 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-3a08d114-ee9d-4e98-a892-cbffe81c2dcc None None] Port 6cf226cc-a59e-4767-a57b-300559946a17 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:54:45.286838 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3ed2af0d-500f-4ca9-a3e8-776e60d36824 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:45.416761 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-e8027a73-ab6e-4691-931a-163f7f05c425 None None] Provisioning complete for port 6cf226cc-a59e-4767-a57b-300559946a17 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:54:45.417158 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e8027a73-ab6e-4691-931a-163f7f05c425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:45.489030 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-e8027a73-ab6e-4691-931a-163f7f05c425 None None] Port 6cf226cc-a59e-4767-a57b-300559946a17 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:54:45.540806 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-cfad199e-6111-417b-b460-b44b8c65ef87 req-d4171051-fb0a-4c7e-b1bb-0f73d4fccfcf service neutron] For port a093444d-f0a5-49b8-a20b-611d527ef2da, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=a093444d-f0a5-49b8-a20b-611d527ef2da,segment=NetworkSegment(569e59d5-703c-42a6-8cd3-5a15da49ad7c),segment_id=569e59d5-703c-42a6-8cd3-5a15da49ad7c)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:54:45.746506 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-cfad199e-6111-417b-b460-b44b8c65ef87 req-d4171051-fb0a-4c7e-b1bb-0f73d4fccfcf service neutron] For port a093444d-f0a5-49b8-a20b-611d527ef2da, host n-h2-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:54:45.888073 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '223c51db-033c-4ff9-afd9-85e07196d028', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a093444d-f0a5-49b8-a20b-611d527ef2da'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:54:45.897047 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-066638e3-8e45-4fe8-b7a6-54aaa0b5153b" -d '{"events": [{"server_uuid": "223c51db-033c-4ff9-afd9-85e07196d028", "name": "network-vif-unplugged", "status": "completed", "tag": "a093444d-f0a5-49b8-a20b-611d527ef2da"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:54:45.897047 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-cfad199e-6111-417b-b460-b44b8c65ef87 req-d4171051-fb0a-4c7e-b1bb-0f73d4fccfcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:45.931145 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef540d72-10b4-4d83-92e7-9163da4b4710 req-35409550-ba60-4481-9046-0b3f76d28913 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:45.931145 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ef540d72-10b4-4d83-92e7-9163da4b4710 req-35409550-ba60-4481-9046-0b3f76d28913 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=223c51db-033c-4ff9-afd9-85e07196d028 HTTP/1.1" status: 200 len: 946 time: 0.2913146 Apr 05 14:54:45.955430 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc41fb9-2a5a-4bf2-8798-3da53ac09e2d req-a3327200-c57a-441d-8d4e-c5fb2ec07f34 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:45.963235 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9fc41fb9-2a5a-4bf2-8798-3da53ac09e2d req-a3327200-c57a-441d-8d4e-c5fb2ec07f34 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 946 time: 0.2465408 Apr 05 14:54:45.990060 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-cfad199e-6111-417b-b460-b44b8c65ef87 req-d4171051-fb0a-4c7e-b1bb-0f73d4fccfcf service neutron] Transition to ACTIVE for port object a093444d-f0a5-49b8-a20b-611d527ef2da will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:54:46.040121 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3ed2af0d-500f-4ca9-a3e8-776e60d36824 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:46.051348 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ef540d72-10b4-4d83-92e7-9163da4b4710 req-cc38eb47-116e-44f3-bab5-c790f3ceac44 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c426553-985f-46f1-9795-5c798926dd34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157312 Apr 05 14:54:46.082948 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 7627a0d5-59be-4813-9c43-98aca721bb34 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:54:46.087943 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9fc41fb9-2a5a-4bf2-8798-3da53ac09e2d req-c233eaf8-d637-4544-80bc-217d8165ed7d tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=0db5022f-6960-4519-993b-af935888212a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124725 Apr 05 14:54:46.091869 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-cfad199e-6111-417b-b460-b44b8c65ef87 req-d4171051-fb0a-4c7e-b1bb-0f73d4fccfcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:46.170328 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3ed2af0d-500f-4ca9-a3e8-776e60d36824 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:46.171144 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3ed2af0d-500f-4ca9-a3e8-776e60d36824 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809317'] for router_interface, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:46.357969 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 14:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2080ad82-d1ab-4080-b092-150e3e3b1b52 x-openstack-request-id: req-2080ad82-d1ab-4080-b092-150e3e3b1b52 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:54:46.358270 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "223c51db-033c-4ff9-afd9-85e07196d028", "name": "network-vif-unplugged", "status": "completed", "tag": "a093444d-f0a5-49b8-a20b-611d527ef2da", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:54:46.358526 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2080ad82-d1ab-4080-b092-150e3e3b1b52 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:54:46.359223 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2080ad82-d1ab-4080-b092-150e3e3b1b52'] response: {'server_uuid': '223c51db-033c-4ff9-afd9-85e07196d028', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a093444d-f0a5-49b8-a20b-611d527ef2da', 'code': 200} Apr 05 14:54:46.414731 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfad199e-6111-417b-b460-b44b8c65ef87 req-d4171051-fb0a-4c7e-b1bb-0f73d4fccfcf service neutron] No DVR routers for this DVR port a093444d-f0a5-49b8-a20b-611d527ef2da on host n-h2-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:54:46.707874 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 7627a0d5-59be-4813-9c43-98aca721bb34 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:54:46.708351 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:46.835769 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-cfad199e-6111-417b-b460-b44b8c65ef87 req-d4171051-fb0a-4c7e-b1bb-0f73d4fccfcf service neutron] Attempting to bind port a093444d-f0a5-49b8-a20b-611d527ef2da on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:54:46.836119 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-cfad199e-6111-417b-b460-b44b8c65ef87 req-d4171051-fb0a-4c7e-b1bb-0f73d4fccfcf service neutron] Attempting to bind port a093444d-f0a5-49b8-a20b-611d527ef2da by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': '569e59d5-703c-42a6-8cd3-5a15da49ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '9aebcbd6-a91e-45a4-8198-a58d08f4af1b'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:54:46.836499 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfad199e-6111-417b-b460-b44b8c65ef87 req-d4171051-fb0a-4c7e-b1bb-0f73d4fccfcf service neutron] Attempting to bind port a093444d-f0a5-49b8-a20b-611d527ef2da on network 9aebcbd6-a91e-45a4-8198-a58d08f4af1b {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:54:46.855602 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4171051-fb0a-4c7e-b1bb-0f73d4fccfcf service neutron] Pushing event updated for resources: {'Port': ['ID=a093444d-f0a5-49b8-a20b-611d527ef2da,revision_number=10']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:46.924976 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfad199e-6111-417b-b460-b44b8c65ef87 req-d4171051-fb0a-4c7e-b1bb-0f73d4fccfcf service neutron] Port a093444d-f0a5-49b8-a20b-611d527ef2da on network 9aebcbd6-a91e-45a4-8198-a58d08f4af1b not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:54:46.925590 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfad199e-6111-417b-b460-b44b8c65ef87 req-d4171051-fb0a-4c7e-b1bb-0f73d4fccfcf service neutron] Attempting to bind port a093444d-f0a5-49b8-a20b-611d527ef2da on network 9aebcbd6-a91e-45a4-8198-a58d08f4af1b {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:54:46.950598 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfad199e-6111-417b-b460-b44b8c65ef87 req-d4171051-fb0a-4c7e-b1bb-0f73d4fccfcf service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:54:46.951105 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfad199e-6111-417b-b460-b44b8c65ef87 req-d4171051-fb0a-4c7e-b1bb-0f73d4fccfcf service neutron] Checking segment: {'id': '569e59d5-703c-42a6-8cd3-5a15da49ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '9aebcbd6-a91e-45a4-8198-a58d08f4af1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:54:46.951589 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfad199e-6111-417b-b460-b44b8c65ef87 req-d4171051-fb0a-4c7e-b1bb-0f73d4fccfcf service neutron] Bound using segment: {'id': '569e59d5-703c-42a6-8cd3-5a15da49ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '9aebcbd6-a91e-45a4-8198-a58d08f4af1b'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:54:46.952149 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-cfad199e-6111-417b-b460-b44b8c65ef87 req-d4171051-fb0a-4c7e-b1bb-0f73d4fccfcf service neutron] Bound port: a093444d-f0a5-49b8-a20b-611d527ef2da, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '569e59d5-703c-42a6-8cd3-5a15da49ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '9aebcbd6-a91e-45a4-8198-a58d08f4af1b'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:54:46.952610 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-cfad199e-6111-417b-b460-b44b8c65ef87 req-d4171051-fb0a-4c7e-b1bb-0f73d4fccfcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:47.080576 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed2af0d-500f-4ca9-a3e8-776e60d36824 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event updated for resources: {'Port': ['ID=6cf226cc-a59e-4767-a57b-300559946a17,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:47.144754 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed2af0d-500f-4ca9-a3e8-776e60d36824 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Network 25ebec84-1d08-4e29-b857-7bb4fe8b664a is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:54:47.146413 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-cfad199e-6111-417b-b460-b44b8c65ef87 req-d4171051-fb0a-4c7e-b1bb-0f73d4fccfcf service neutron] For port a093444d-f0a5-49b8-a20b-611d527ef2da, host n-h1-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:54:47.149150 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-3ed2af0d-500f-4ca9-a3e8-776e60d36824 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:54:47.155751 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-cfad199e-6111-417b-b460-b44b8c65ef87 req-d4171051-fb0a-4c7e-b1bb-0f73d4fccfcf service neutron] For port a093444d-f0a5-49b8-a20b-611d527ef2da, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=a093444d-f0a5-49b8-a20b-611d527ef2da,segment=NetworkSegment(569e59d5-703c-42a6-8cd3-5a15da49ad7c),segment_id=569e59d5-703c-42a6-8cd3-5a15da49ad7c)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:54:47.321492 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-cfad199e-6111-417b-b460-b44b8c65ef87 req-d4171051-fb0a-4c7e-b1bb-0f73d4fccfcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:47.438391 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device a093444d-f0a5-49b8-a20b-611d527ef2da no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:54:47.511814 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device a093444d-f0a5-49b8-a20b-611d527ef2da not bound to the agent host n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:54:47.536560 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-6c0fa93d-8e07-4b06-9b8c-baac60e5410d None None] Provisioning complete for port 6cf226cc-a59e-4767-a57b-300559946a17 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:54:47.537136 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6c0fa93d-8e07-4b06-9b8c-baac60e5410d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:47.635524 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-6c0fa93d-8e07-4b06-9b8c-baac60e5410d None None] Port 6cf226cc-a59e-4767-a57b-300559946a17 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:54:47.904411 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad199e-6111-417b-b460-b44b8c65ef87 req-d4171051-fb0a-4c7e-b1bb-0f73d4fccfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:47.905072 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-cfad199e-6111-417b-b460-b44b8c65ef87 req-d4171051-fb0a-4c7e-b1bb-0f73d4fccfcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:47.906492 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cfad199e-6111-417b-b460-b44b8c65ef87 req-d4171051-fb0a-4c7e-b1bb-0f73d4fccfcf service neutron] 10.222.0.55 "PUT /v2.0/ports/a093444d-f0a5-49b8-a20b-611d527ef2da HTTP/1.1" status: 200 len: 1093 time: 2.9904945 Apr 05 14:54:47.943533 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a13be3-b2d9-4573-98ba-6de1c1838cdc req-1099063d-e385-498f-9651-eeabe45d73ab tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:47.945170 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-50a13be3-b2d9-4573-98ba-6de1c1838cdc req-1099063d-e385-498f-9651-eeabe45d73ab tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=223c51db-033c-4ff9-afd9-85e07196d028 HTTP/1.1" status: 200 len: 945 time: 0.6592352 Apr 05 14:54:48.010554 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc222db-bd7c-4368-8b1f-5facbc8444ed req-f7f4a10b-6136-4a42-9fe4-e834fa240f29 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:48.012225 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8dc222db-bd7c-4368-8b1f-5facbc8444ed req-f7f4a10b-6136-4a42-9fe4-e834fa240f29 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 946 time: 0.6931217 Apr 05 14:54:48.024985 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4171051-fb0a-4c7e-b1bb-0f73d4fccfcf service neutron] Pushing event updated for resources: {'Port': ['ID=a093444d-f0a5-49b8-a20b-611d527ef2da,revision_number=11']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:48.104003 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad199e-6111-417b-b460-b44b8c65ef87 req-f30fbda2-2c41-46a1-8612-44355d8591e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:48.105567 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cfad199e-6111-417b-b460-b44b8c65ef87 req-f30fbda2-2c41-46a1-8612-44355d8591e9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b07e36dc5a904f16980660900e2eecc1&device_id=223c51db-033c-4ff9-afd9-85e07196d028 HTTP/1.1" status: 200 len: 1096 time: 0.1533465 Apr 05 14:54:48.116622 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-50a13be3-b2d9-4573-98ba-6de1c1838cdc req-2bef98c5-88bb-48ae-888f-05ae71c3807e tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c426553-985f-46f1-9795-5c798926dd34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271060 Apr 05 14:54:48.133626 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8dc222db-bd7c-4368-8b1f-5facbc8444ed req-a094acf1-713a-4772-8601-423ead92b326 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=0db5022f-6960-4519-993b-af935888212a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048691 Apr 05 14:54:48.223712 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad199e-6111-417b-b460-b44b8c65ef87 req-b6f85113-451d-4633-a75e-615ea1d5c04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:48.225361 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cfad199e-6111-417b-b460-b44b8c65ef87 req-b6f85113-451d-4633-a75e-615ea1d5c04c service neutron] 10.222.0.55 "GET /v2.0/networks?id=9aebcbd6-a91e-45a4-8198-a58d08f4af1b HTTP/1.1" status: 200 len: 898 time: 0.1058114 Apr 05 14:54:48.272636 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ed2af0d-500f-4ca9-a3e8-776e60d36824 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Router c123b0bd-5944-4ec9-8873-61b49a0af96f is scheduled to L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 with binding_index 1 {{(pid=103320) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:54:48.333239 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cfad199e-6111-417b-b460-b44b8c65ef87 req-8073d03c-8c81-4c3f-a79d-1df3fe424b94 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a093444d-f0a5-49b8-a20b-611d527ef2da HTTP/1.1" status: 200 len: 999 time: 0.1017339 Apr 05 14:54:48.363524 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '223c51db-033c-4ff9-afd9-85e07196d028', 'tag': 'a093444d-f0a5-49b8-a20b-611d527ef2da'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:54:48.365791 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d43c708-d198-45f6-903c-668ea848c1a7" -d '{"events": [{"name": "network-changed", "server_uuid": "223c51db-033c-4ff9-afd9-85e07196d028", "tag": "a093444d-f0a5-49b8-a20b-611d527ef2da"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:54:48.427189 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47e8cb2-9ba3-4972-bb64-f298f294914a x-openstack-request-id: req-c47e8cb2-9ba3-4972-bb64-f298f294914a {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:54:48.427189 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "223c51db-033c-4ff9-afd9-85e07196d028", "tag": "a093444d-f0a5-49b8-a20b-611d527ef2da", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:54:48.427189 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c47e8cb2-9ba3-4972-bb64-f298f294914a {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:54:48.427189 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c47e8cb2-9ba3-4972-bb64-f298f294914a'] response: {'name': 'network-changed', 'server_uuid': '223c51db-033c-4ff9-afd9-85e07196d028', 'tag': 'a093444d-f0a5-49b8-a20b-611d527ef2da', 'status': 'completed', 'code': 200} Apr 05 14:54:48.427694 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed2af0d-500f-4ca9-a3e8-776e60d36824 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:54:48.435145 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-3ed2af0d-500f-4ca9-a3e8-776e60d36824 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "PUT /v2.0/routers/c123b0bd-5944-4ec9-8873-61b49a0af96f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3558750 Apr 05 14:54:48.437221 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad199e-6111-417b-b460-b44b8c65ef87 req-1f013ce0-9a0f-4dab-9e0d-c84bb7145333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:48.437868 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41202) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:48.438745 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cfad199e-6111-417b-b460-b44b8c65ef87 req-1f013ce0-9a0f-4dab-9e0d-c84bb7145333 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e24a6cfd-1395-4506-a0b8-17c541f1b30f HTTP/1.1" status: 200 len: 834 time: 0.0691414 Apr 05 14:54:48.446146 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00777c81-8146-4ef2-aca9-8eb0374a6954 None None] Sync routers for ids ['c123b0bd-5944-4ec9-8873-61b49a0af96f'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:54:48.467760 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00777c81-8146-4ef2-aca9-8eb0374a6954 None None] Routers {'c123b0bd-5944-4ec9-8873-61b49a0af96f'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:54:48.468644 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-00777c81-8146-4ef2-aca9-8eb0374a6954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:54:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['c123b0bd-5944-4ec9-8873-61b49a0af96f'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:54:48.489187 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad199e-6111-417b-b460-b44b8c65ef87 req-914267ad-ee7e-4841-b98b-de4a340bcba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:48.490725 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cfad199e-6111-417b-b460-b44b8c65ef87 req-914267ad-ee7e-4841-b98b-de4a340bcba5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9aebcbd6-a91e-45a4-8198-a58d08f4af1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441451 Apr 05 14:54:48.504071 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-00777c81-8146-4ef2-aca9-8eb0374a6954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:54:48.515026 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00777c81-8146-4ef2-aca9-8eb0374a6954 None None] Routers {'c123b0bd-5944-4ec9-8873-61b49a0af96f'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:54:48.516220 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-00777c81-8146-4ef2-aca9-8eb0374a6954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:54:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['c123b0bd-5944-4ec9-8873-61b49a0af96f'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:54:48.529822 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da22baf-5c05-48f9-b415-cd1e63e1cfd3 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:48.534600 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-3da22baf-5c05-48f9-b415-cd1e63e1cfd3 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "GET /v2.0/ports?device_id=c123b0bd-5944-4ec9-8873-61b49a0af96f HTTP/1.1" status: 200 len: 988 time: 0.0950530 Apr 05 14:54:48.535361 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41204) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:48.551077 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d43c708-d198-45f6-903c-668ea848c1a7 req-1d2e6a22-883e-4db4-8ae5-9c0a770752ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:48.551077 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-9d43c708-d198-45f6-903c-668ea848c1a7 req-1d2e6a22-883e-4db4-8ae5-9c0a770752ca service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b07e36dc5a904f16980660900e2eecc1&device_id=223c51db-033c-4ff9-afd9-85e07196d028 HTTP/1.1" status: 200 len: 1096 time: 0.0874150 Apr 05 14:54:48.554669 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-00777c81-8146-4ef2-aca9-8eb0374a6954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:54:48.556653 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00777c81-8146-4ef2-aca9-8eb0374a6954 None None] The sync data for ids ['c123b0bd-5944-4ec9-8873-61b49a0af96f'] in n-d-836650-2 is: [] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:54:48.613211 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cfad199e-6111-417b-b460-b44b8c65ef87 req-525e46ba-a642-4ebd-a7eb-82ca31e69ba3 service neutron] 10.222.0.55 "GET /v2.0/networks/9aebcbd6-a91e-45a4-8198-a58d08f4af1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160905 Apr 05 14:54:48.716121 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cfad199e-6111-417b-b460-b44b8c65ef87 req-6ab60dc2-5dcc-41fb-ad07-9467c50f730d service neutron] 10.222.0.55 "GET /v2.0/networks/9aebcbd6-a91e-45a4-8198-a58d08f4af1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967309 Apr 05 14:54:48.789205 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7bcaeb-850f-460e-ba4d-78b7b90a4119 req-64725785-65fb-4fda-b217-af7ecf420808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:48.790968 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-bf7bcaeb-850f-460e-ba4d-78b7b90a4119 req-64725785-65fb-4fda-b217-af7ecf420808 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9aa02dc22afd43169da01ad43bf00af6&device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 1097 time: 0.1487150 Apr 05 14:54:48.793668 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d43c708-d198-45f6-903c-668ea848c1a7 req-692f0a7f-3e57-4982-b488-cb7261f17ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:48.795006 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-9d43c708-d198-45f6-903c-668ea848c1a7 req-692f0a7f-3e57-4982-b488-cb7261f17ab1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9aebcbd6-a91e-45a4-8198-a58d08f4af1b HTTP/1.1" status: 200 len: 898 time: 0.2033842 Apr 05 14:54:48.804284 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d43c708-d198-45f6-903c-668ea848c1a7 req-afd1395d-fccc-4bd5-8a3b-d4abef7226f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:48.806565 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9d43c708-d198-45f6-903c-668ea848c1a7 req-afd1395d-fccc-4bd5-8a3b-d4abef7226f3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b07e36dc5a904f16980660900e2eecc1&device_id=223c51db-033c-4ff9-afd9-85e07196d028 HTTP/1.1" status: 200 len: 1096 time: 0.0446506 Apr 05 14:54:48.927497 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d43c708-d198-45f6-903c-668ea848c1a7 req-c7ea3a40-3d7b-45a4-bc95-1ecd5711a33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:48.929606 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9d43c708-d198-45f6-903c-668ea848c1a7 req-c7ea3a40-3d7b-45a4-bc95-1ecd5711a33b service neutron] 10.222.0.55 "GET /v2.0/networks?id=9aebcbd6-a91e-45a4-8198-a58d08f4af1b HTTP/1.1" status: 200 len: 898 time: 0.1170869 Apr 05 14:54:49.011961 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9d43c708-d198-45f6-903c-668ea848c1a7 req-42edc638-79ac-457b-9dda-ae44783e17fa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a093444d-f0a5-49b8-a20b-611d527ef2da HTTP/1.1" status: 200 len: 999 time: 0.0750179 Apr 05 14:54:49.024364 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-9d43c708-d198-45f6-903c-668ea848c1a7 req-f3d2d080-132b-496e-a7e8-ea5f17a57839 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a093444d-f0a5-49b8-a20b-611d527ef2da HTTP/1.1" status: 200 len: 999 time: 0.1937845 Apr 05 14:54:49.068369 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d43c708-d198-45f6-903c-668ea848c1a7 req-e1c732c5-dea8-414f-a849-e743d372686e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:49.070100 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9d43c708-d198-45f6-903c-668ea848c1a7 req-e1c732c5-dea8-414f-a849-e743d372686e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e24a6cfd-1395-4506-a0b8-17c541f1b30f HTTP/1.1" status: 200 len: 834 time: 0.0506659 Apr 05 14:54:49.079138 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7bcaeb-850f-460e-ba4d-78b7b90a4119 req-a6e8fad9-ad8e-477c-b87e-d9010b773645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:49.080616 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-bf7bcaeb-850f-460e-ba4d-78b7b90a4119 req-a6e8fad9-ad8e-477c-b87e-d9010b773645 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b03a0781-c7c7-4f21-ae00-e298dd92f97c HTTP/1.1" status: 200 len: 917 time: 0.2518578 Apr 05 14:54:49.121817 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d43c708-d198-45f6-903c-668ea848c1a7 req-8e2a347e-d8c5-49c0-8e77-56d699e41fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:49.123359 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9d43c708-d198-45f6-903c-668ea848c1a7 req-8e2a347e-d8c5-49c0-8e77-56d699e41fbd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9aebcbd6-a91e-45a4-8198-a58d08f4af1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456810 Apr 05 14:54:49.157735 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d43c708-d198-45f6-903c-668ea848c1a7 req-a0ef8baa-3b69-41d3-afc6-cc0ac5401d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:49.159809 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-9d43c708-d198-45f6-903c-668ea848c1a7 req-a0ef8baa-3b69-41d3-afc6-cc0ac5401d72 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e24a6cfd-1395-4506-a0b8-17c541f1b30f HTTP/1.1" status: 200 len: 834 time: 0.1268814 Apr 05 14:54:49.307575 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9d43c708-d198-45f6-903c-668ea848c1a7 req-3e089e4a-e8d9-4779-a8f0-920a0f465ac7 service neutron] 10.222.0.55 "GET /v2.0/networks/9aebcbd6-a91e-45a4-8198-a58d08f4af1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758938 Apr 05 14:54:49.488443 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c8cb6e-0ac7-4e10-9453-47c518a939c0 req-85dc27c8-fb6e-40f5-921d-0cb7dad35a27 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:49.490114 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-79c8cb6e-0ac7-4e10-9453-47c518a939c0 req-85dc27c8-fb6e-40f5-921d-0cb7dad35a27 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 946 time: 0.1516409 Apr 05 14:54:49.502905 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32765a47-1e64-48f0-b98e-cc3e93065327 req-5d943b62-aa62-4818-b9e3-11eb374c6748 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:49.504497 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-32765a47-1e64-48f0-b98e-cc3e93065327 req-5d943b62-aa62-4818-b9e3-11eb374c6748 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=223c51db-033c-4ff9-afd9-85e07196d028 HTTP/1.1" status: 200 len: 945 time: 0.1959770 Apr 05 14:54:49.542362 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9d43c708-d198-45f6-903c-668ea848c1a7 req-eb1e2d31-c05e-4468-8f19-8ac91eb0a51b service neutron] 10.222.0.55 "GET /v2.0/networks/9aebcbd6-a91e-45a4-8198-a58d08f4af1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211895 Apr 05 14:54:49.583292 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-79c8cb6e-0ac7-4e10-9453-47c518a939c0 req-4c40854d-b0ff-4091-830d-c532768dbd0b tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=0db5022f-6960-4519-993b-af935888212a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777459 Apr 05 14:54:49.588633 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-32765a47-1e64-48f0-b98e-cc3e93065327 req-9b2ec363-6228-473a-8d6f-e22933491b47 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c426553-985f-46f1-9795-5c798926dd34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700219 Apr 05 14:54:49.658612 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-bf7bcaeb-850f-460e-ba4d-78b7b90a4119 req-1f8f301f-10f5-46a5-b85f-259ed7374f2f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=139faa11-9f76-4762-8a99-affe69355565 HTTP/1.1" status: 200 len: 1000 time: 0.5636647 Apr 05 14:54:49.712628 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d43c708-d198-45f6-903c-668ea848c1a7 req-20426ab0-73ed-4cab-a246-0015675f54be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:49.714244 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-9d43c708-d198-45f6-903c-668ea848c1a7 req-20426ab0-73ed-4cab-a246-0015675f54be service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9aebcbd6-a91e-45a4-8198-a58d08f4af1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5349402 Apr 05 14:54:49.768961 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7bcaeb-850f-460e-ba4d-78b7b90a4119 req-5dc115e2-951e-43d3-88c1-e04b12b0b073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:49.770416 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-bf7bcaeb-850f-460e-ba4d-78b7b90a4119 req-5dc115e2-951e-43d3-88c1-e04b12b0b073 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b8b6f627-92b4-40ba-a770-519d39c012c3 HTTP/1.1" status: 200 len: 855 time: 0.1024899 Apr 05 14:54:49.943277 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7bcaeb-850f-460e-ba4d-78b7b90a4119 req-444fea70-e8ca-44f5-96fc-8bc31559fa89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:49.944861 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-bf7bcaeb-850f-460e-ba4d-78b7b90a4119 req-444fea70-e8ca-44f5-96fc-8bc31559fa89 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b03a0781-c7c7-4f21-ae00-e298dd92f97c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1469059 Apr 05 14:54:49.946162 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3768ee47-bd06-4d7e-a818-d665783e54ac tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809988'] for router_interface, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:49.950425 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-9d43c708-d198-45f6-903c-668ea848c1a7 req-dca15b62-374e-42e1-ac0f-761c63b00373 service neutron] 10.222.0.11 "GET /v2.0/networks/9aebcbd6-a91e-45a4-8198-a58d08f4af1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249191 Apr 05 14:54:50.251051 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-9d43c708-d198-45f6-903c-668ea848c1a7 req-70daa1e6-daae-4c54-be73-6774de5ffff5 service neutron] 10.222.0.11 "GET /v2.0/networks/9aebcbd6-a91e-45a4-8198-a58d08f4af1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660506 Apr 05 14:54:50.260322 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-bf7bcaeb-850f-460e-ba4d-78b7b90a4119 req-4229c971-e0d8-449f-8339-d039f5939af7 service neutron] 10.222.0.11 "GET /v2.0/networks/b03a0781-c7c7-4f21-ae00-e298dd92f97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730877 Apr 05 14:54:50.395923 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-bf7bcaeb-850f-460e-ba4d-78b7b90a4119 req-27afb9b6-e6ce-4a25-b1f9-1f4a62d4308e service neutron] 10.222.0.11 "GET /v2.0/networks/b03a0781-c7c7-4f21-ae00-e298dd92f97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179895 Apr 05 14:54:50.448112 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-3768ee47-bd06-4d7e-a818-d665783e54ac tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Deleting port 6cf226cc-a59e-4767-a57b-300559946a17 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:54:50.448506 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3768ee47-bd06-4d7e-a818-d665783e54ac tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:50.538453 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3768ee47-bd06-4d7e-a818-d665783e54ac tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:50.551206 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-3768ee47-bd06-4d7e-a818-d665783e54ac tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Calling delete_port for 6cf226cc-a59e-4767-a57b-300559946a17 owned by network:router_interface {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:54:50.645645 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 7 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 14:54:50.788416 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8947e1-eec1-407d-aae6-cfe807e342da req-5f1999c6-aa2f-4b86-8703-fc153b97eb6d tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:50.799311 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bd8947e1-eec1-407d-aae6-cfe807e342da req-5f1999c6-aa2f-4b86-8703-fc153b97eb6d tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 946 time: 0.1035368 Apr 05 14:54:50.829332 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2038661f-d34e-47f4-9d0b-ef7020147f1c req-222a6d1e-1ee1-48c4-86ea-718b20337215 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:50.830819 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2038661f-d34e-47f4-9d0b-ef7020147f1c req-222a6d1e-1ee1-48c4-86ea-718b20337215 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=223c51db-033c-4ff9-afd9-85e07196d028 HTTP/1.1" status: 200 len: 945 time: 0.0803840 Apr 05 14:54:50.865689 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bd8947e1-eec1-407d-aae6-cfe807e342da req-c69d0584-a4ab-4fec-b6f1-42dfcc49cdeb tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=0db5022f-6960-4519-993b-af935888212a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644729 Apr 05 14:54:50.885134 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2038661f-d34e-47f4-9d0b-ef7020147f1c req-fd73ee24-87ac-43fc-9180-bb1738147fc4 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c426553-985f-46f1-9795-5c798926dd34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427818 Apr 05 14:54:50.888661 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3768ee47-bd06-4d7e-a818-d665783e54ac tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:50.910138 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 41238) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:50.939537 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3768ee47-bd06-4d7e-a818-d665783e54ac tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event deleted for resources: {'Port': ['ID=6cf226cc-a59e-4767-a57b-300559946a17,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:50.980928 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-157d8a8f-15e9-477d-873c-1eeabba57b8f tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/floatingips/bd59d810-2f5b-4702-88c0-00e33f5dead9 HTTP/1.1" status: 200 len: 991 time: 0.0693176 Apr 05 14:54:51.093116 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3768ee47-bd06-4d7e-a818-d665783e54ac tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1798829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810128'] for router_interface, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:51.098251 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device a093444d-f0a5-49b8-a20b-611d527ef2da details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:54:51.243048 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port a093444d-f0a5-49b8-a20b-611d527ef2da, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=a093444d-f0a5-49b8-a20b-611d527ef2da,segment=NetworkSegment(569e59d5-703c-42a6-8cd3-5a15da49ad7c),segment_id=569e59d5-703c-42a6-8cd3-5a15da49ad7c)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:54:51.256017 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': 'a093444d-f0a5-49b8-a20b-611d527ef2da', 'network_id': '9aebcbd6-a91e-45a4-8198-a58d08f4af1b', 'port_id': 'a093444d-f0a5-49b8-a20b-611d527ef2da', 'mac_address': 'fa:16:3e:84:73:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e24a6cfd-1395-4506-a0b8-17c541f1b30f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:54:51.267032 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3768ee47-bd06-4d7e-a818-d665783e54ac tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Router c123b0bd-5944-4ec9-8873-61b49a0af96f has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:54:51.306084 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:51.321433 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a093444d-f0a5-49b8-a20b-611d527ef2da {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:54:51.345624 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port a093444d-f0a5-49b8-a20b-611d527ef2da, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=a093444d-f0a5-49b8-a20b-611d527ef2da,segment=NetworkSegment(569e59d5-703c-42a6-8cd3-5a15da49ad7c),segment_id=569e59d5-703c-42a6-8cd3-5a15da49ad7c)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:54:51.355535 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3768ee47-bd06-4d7e-a818-d665783e54ac tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:54:51.360891 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-3768ee47-bd06-4d7e-a818-d665783e54ac tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "PUT /v2.0/routers/c123b0bd-5944-4ec9-8873-61b49a0af96f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8242826 Apr 05 14:54:51.364088 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 41244) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:51.371298 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a6ee7c-ac35-483c-a83a-142761cf9846 None None] Sync routers for ids ['c123b0bd-5944-4ec9-8873-61b49a0af96f'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:54:51.400835 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a6ee7c-ac35-483c-a83a-142761cf9846 None None] Routers {'c123b0bd-5944-4ec9-8873-61b49a0af96f'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:54:51.401617 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-b5a6ee7c-ac35-483c-a83a-142761cf9846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:54:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['c123b0bd-5944-4ec9-8873-61b49a0af96f'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:54:51.418145 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:51.423173 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cd2a476-50df-46a9-ade9-62e35e129ccf tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] GET failed (client error): The resource could not be found. Apr 05 14:54:51.428402 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41246) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:51.429168 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-8cd2a476-50df-46a9-ade9-62e35e129ccf tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "GET /v2.0/ports/6cf226cc-a59e-4767-a57b-300559946a17 HTTP/1.1" status: 404 len: 333 time: 0.0638297 Apr 05 14:54:51.460451 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-b5a6ee7c-ac35-483c-a83a-142761cf9846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:54:51.470383 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a6ee7c-ac35-483c-a83a-142761cf9846 None None] Routers {'c123b0bd-5944-4ec9-8873-61b49a0af96f'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:54:51.471243 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-b5a6ee7c-ac35-483c-a83a-142761cf9846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:54:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['c123b0bd-5944-4ec9-8873-61b49a0af96f'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:54:51.482263 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 139faa11-9f76-4762-8a99-affe69355565 no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:54:51.506258 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=a093444d-f0a5-49b8-a20b-611d527ef2da,revision_number=12']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:51.510130 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-b5a6ee7c-ac35-483c-a83a-142761cf9846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:54:51.511820 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a6ee7c-ac35-483c-a83a-142761cf9846 None None] The sync data for ids ['c123b0bd-5944-4ec9-8873-61b49a0af96f'] in n-d-836650-2 is: [] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:54:51.537210 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-977c84ed-dabe-4433-84a2-172fb19ac95c tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for router, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:51.586827 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:51.624311 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 139faa11-9f76-4762-8a99-affe69355565, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=139faa11-9f76-4762-8a99-affe69355565,segment=NetworkSegment(7829a1ea-7354-4b05-a7ea-7cbdfd795041),segment_id=7829a1ea-7354-4b05-a7ea-7cbdfd795041)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:54:51.625467 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa5a3e7-da06-4255-81be-fef3982e59a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '139faa11-9f76-4762-8a99-affe69355565'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:54:51.627935 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e02141e-cf7f-4ec5-b43d-f406c2748498" -d '{"events": [{"server_uuid": "4fa5a3e7-da06-4255-81be-fef3982e59a1", "name": "network-vif-unplugged", "status": "completed", "tag": "139faa11-9f76-4762-8a99-affe69355565"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:54:51.655837 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['a093444d-f0a5-49b8-a20b-611d527ef2da'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:54:51.698668 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 14:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d52e5c9-bd88-434c-8830-a2d6369d4f44 x-openstack-request-id: req-5d52e5c9-bd88-434c-8830-a2d6369d4f44 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:54:51.699024 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fa5a3e7-da06-4255-81be-fef3982e59a1", "name": "network-vif-unplugged", "status": "completed", "tag": "139faa11-9f76-4762-8a99-affe69355565", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:54:51.699449 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5d52e5c9-bd88-434c-8830-a2d6369d4f44 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:54:51.699993 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d52e5c9-bd88-434c-8830-a2d6369d4f44'] response: {'server_uuid': '4fa5a3e7-da06-4255-81be-fef3982e59a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '139faa11-9f76-4762-8a99-affe69355565', 'code': 200} Apr 05 14:54:51.704581 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:51.719963 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-977c84ed-dabe-4433-84a2-172fb19ac95c tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27070'] for router, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:51.722370 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-977c84ed-dabe-4433-84a2-172fb19ac95c tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:51.790270 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=139faa11-9f76-4762-8a99-affe69355565,revision_number=8']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:51.837924 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-977c84ed-dabe-4433-84a2-172fb19ac95c tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803298'] for router, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:51.838526 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-977c84ed-dabe-4433-84a2-172fb19ac95c tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Fanout notify agent at l3_agent the message router_deleted on router c123b0bd-5944-4ec9-8873-61b49a0af96f {{(pid=103321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:54:51.848239 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-977c84ed-dabe-4433-84a2-172fb19ac95c tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:51.848894 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-977c84ed-dabe-4433-84a2-172fb19ac95c tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "DELETE /v2.0/routers/c123b0bd-5944-4ec9-8873-61b49a0af96f HTTP/1.1" status: 204 len: 168 time: 0.4180176 Apr 05 14:54:51.852734 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 41250) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:51.939055 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd8c0036-7fdb-442c-a0b7-7937ebb6fdf6 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Deleting subnet 24dd5348-43f9-4348-a4ec-d739a5906de6 {{(pid=103320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:54:51.942504 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cd8c0036-7fdb-442c-a0b7-7937ebb6fdf6 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for subnet, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:52.038929 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cd8c0036-7fdb-442c-a0b7-7937ebb6fdf6 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13399228'] for subnet, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:52.086549 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00956ddd-cec6-47f1-80d1-3ae8af20d092 req-1bdb25c5-398a-4fed-8f4f-cdf8411b4d70 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:52.100776 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-00956ddd-cec6-47f1-80d1-3ae8af20d092 req-1bdb25c5-398a-4fed-8f4f-cdf8411b4d70 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 944 time: 0.1105695 Apr 05 14:54:52.167293 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-00956ddd-cec6-47f1-80d1-3ae8af20d092 req-3a9a52c3-c046-4d54-89ce-aa797f8a5c3e tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=0db5022f-6960-4519-993b-af935888212a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718870 Apr 05 14:54:52.205778 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cd8c0036-7fdb-442c-a0b7-7937ebb6fdf6 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:52.349984 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cd8c0036-7fdb-442c-a0b7-7937ebb6fdf6 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15773812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13127359'] for subnet, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:52.381501 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c0036-7fdb-442c-a0b7-7937ebb6fdf6 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event deleted for resources: {'Subnet': ['ID=24dd5348-43f9-4348-a4ec-d739a5906de6,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:52.387504 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cd8c0036-7fdb-442c-a0b7-7937ebb6fdf6 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:52.391110 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-cd8c0036-7fdb-442c-a0b7-7937ebb6fdf6 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "DELETE /v2.0/subnets/24dd5348-43f9-4348-a4ec-d739a5906de6 HTTP/1.1" status: 204 len: 168 time: 0.5372221 Apr 05 14:54:52.393754 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 41256) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:52.395522 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5dd83a2-51b1-4aa5-b441-d97f8a5d270a None None] Network 25ebec84-1d08-4e29-b857-7bb4fe8b664a requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:54:52.475421 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 41260) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:52.497408 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-50a2d2a9-11ff-4102-80fc-78549f174da4 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:52.588468 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-50a2d2a9-11ff-4102-80fc-78549f174da4 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Deleting port 7627a0d5-59be-4813-9c43-98aca721bb34 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:54:52.588816 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-50a2d2a9-11ff-4102-80fc-78549f174da4 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:52.675329 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d4c581-a0dc-46ef-a1ef-c67a5da81c6c None None] DHCP port deletion for 25ebec84-1d08-4e29-b857-7bb4fe8b664a request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:54:52.686203 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-50a2d2a9-11ff-4102-80fc-78549f174da4 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] For port 7627a0d5-59be-4813-9c43-98aca721bb34, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=7627a0d5-59be-4813-9c43-98aca721bb34,segment=NetworkSegment(16a46417-dca9-4df8-a426-f7575b42b472),segment_id=16a46417-dca9-4df8-a426-f7575b42b472)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:54:52.686753 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-50a2d2a9-11ff-4102-80fc-78549f174da4 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:52.702594 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-50a2d2a9-11ff-4102-80fc-78549f174da4 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Calling delete_port for 7627a0d5-59be-4813-9c43-98aca721bb34 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:54:52.752038 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-d1d4c581-a0dc-46ef-a1ef-c67a5da81c6c None None] Deleting port 7627a0d5-59be-4813-9c43-98aca721bb34 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:54:52.752421 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d1d4c581-a0dc-46ef-a1ef-c67a5da81c6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:52.812781 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0f8b95e-cf72-4387-9961-6b58c2b7b78e admin admin] Deleting subnet 16aedb91-43df-4a9b-b105-9eda5be8909e {{(pid=103320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:54:52.817123 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f0f8b95e-cf72-4387-9961-6b58c2b7b78e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:52.831724 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-d1d4c581-a0dc-46ef-a1ef-c67a5da81c6c None None] For port 7627a0d5-59be-4813-9c43-98aca721bb34, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=7627a0d5-59be-4813-9c43-98aca721bb34,segment=NetworkSegment(16a46417-dca9-4df8-a426-f7575b42b472),segment_id=16a46417-dca9-4df8-a426-f7575b42b472)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:54:52.832123 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d1d4c581-a0dc-46ef-a1ef-c67a5da81c6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:52.845086 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-d1d4c581-a0dc-46ef-a1ef-c67a5da81c6c None None] Calling delete_port for 7627a0d5-59be-4813-9c43-98aca721bb34 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:54:52.871666 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f0f8b95e-cf72-4387-9961-6b58c2b7b78e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13399228'] for subnet, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:52.963724 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f0f8b95e-cf72-4387-9961-6b58c2b7b78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:53.046616 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-50a2d2a9-11ff-4102-80fc-78549f174da4 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:53.061287 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d1d4c581-a0dc-46ef-a1ef-c67a5da81c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:53.079962 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a2d2a9-11ff-4102-80fc-78549f174da4 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] No DVR routers for this DVR port 7627a0d5-59be-4813-9c43-98aca721bb34 on host n-d-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:54:53.088288 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a2d2a9-11ff-4102-80fc-78549f174da4 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event deleted for resources: {'Port': ['ID=7627a0d5-59be-4813-9c43-98aca721bb34,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:53.098370 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d4c581-a0dc-46ef-a1ef-c67a5da81c6c None None] Pushing event deleted for resources: {'Port': ['ID=7627a0d5-59be-4813-9c43-98aca721bb34,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:53.105410 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d4c581-a0dc-46ef-a1ef-c67a5da81c6c None None] No DVR routers for this DVR port 7627a0d5-59be-4813-9c43-98aca721bb34 on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:54:53.120763 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device a093444d-f0a5-49b8-a20b-611d527ef2da up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:54:53.167459 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f0f8b95e-cf72-4387-9961-6b58c2b7b78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15773812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13127359'] for subnet, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:53.187472 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f0f8b95e-cf72-4387-9961-6b58c2b7b78e admin admin] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:53.200296 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-f0f8b95e-cf72-4387-9961-6b58c2b7b78e admin admin] 10.222.0.30 "DELETE /v2.0/subnets/16aedb91-43df-4a9b-b105-9eda5be8909e HTTP/1.1" status: 204 len: 168 time: 0.7159233 Apr 05 14:54:53.201211 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41268) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:53.221310 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f8b95e-cf72-4387-9961-6b58c2b7b78e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16aedb91-43df-4a9b-b105-9eda5be8909e,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:53.225278 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-50a2d2a9-11ff-4102-80fc-78549f174da4 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:53.246764 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port a093444d-f0a5-49b8-a20b-611d527ef2da completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:54:53.252872 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port a093444d-f0a5-49b8-a20b-611d527ef2da triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:54:53.253476 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:53.254227 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-50a2d2a9-11ff-4102-80fc-78549f174da4 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25ebec84-1d08-4e29-b857-7bb4fe8b664a']}} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:54:53.282478 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-50a2d2a9-11ff-4102-80fc-78549f174da4 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16a46417-dca9-4df8-a426-f7575b42b472') {'for_net_delete': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:54:53.282850 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-50a2d2a9-11ff-4102-80fc-78549f174da4 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16a46417-dca9-4df8-a426-f7575b42b472') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:54:53.313195 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-50a2d2a9-11ff-4102-80fc-78549f174da4 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13399223'] for segment, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:53.332989 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-50a2d2a9-11ff-4102-80fc-78549f174da4 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:53.346254 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd980c9d-8c71-4ce6-b91f-419194125977 req-0217fc2e-479c-4b52-a0a0-4261e6ddf1a6 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:53.353230 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-00b17caa-cce2-4e39-b226-dec546eb8266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:53.353977 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bd980c9d-8c71-4ce6-b91f-419194125977 req-0217fc2e-479c-4b52-a0a0-4261e6ddf1a6 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 944 time: 0.0851901 Apr 05 14:54:53.366777 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:53.366921 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50a2d2a9-11ff-4102-80fc-78549f174da4 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=103320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:54:53.366921 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-50a2d2a9-11ff-4102-80fc-78549f174da4 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15765202'] for segment, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:53.369080 n-d-836650-2 neutron-server[103320]: Traceback (most recent call last): Apr 05 14:54:53.369080 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:54:53.369080 n-d-836650-2 neutron-server[103320]: timer() Apr 05 14:54:53.369080 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:54:53.369080 n-d-836650-2 neutron-server[103320]: cb(*args, **kw) Apr 05 14:54:53.369080 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:54:53.369080 n-d-836650-2 neutron-server[103320]: return func(*args, **kwargs) Apr 05 14:54:53.369080 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:54:53.369080 n-d-836650-2 neutron-server[103320]: self._notify() Apr 05 14:54:53.369080 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:54:53.369080 n-d-836650-2 neutron-server[103320]: self.callback(batched_events) Apr 05 14:54:53.369080 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:54:53.369080 n-d-836650-2 neutron-server[103320]: event.method(event) Apr 05 14:54:53.369080 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:54:53.369080 n-d-836650-2 neutron-server[103320]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:54:53.369080 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:54:53.369080 n-d-836650-2 neutron-server[103320]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:54:53.369080 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:54:53.369080 n-d-836650-2 neutron-server[103320]: return f(self, *a, **k) Apr 05 14:54:53.369080 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:54:53.369080 n-d-836650-2 neutron-server[103320]: return self._get(url).json() Apr 05 14:54:53.369080 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:54:53.369080 n-d-836650-2 neutron-server[103320]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:54:53.369080 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:54:53.369080 n-d-836650-2 neutron-server[103320]: return self.request(url, 'GET', **kwargs) Apr 05 14:54:53.369080 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:54:53.369080 n-d-836650-2 neutron-server[103320]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:54:53.369080 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:54:53.369080 n-d-836650-2 neutron-server[103320]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:54:53.369080 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:54:53.369080 n-d-836650-2 neutron-server[103320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:54:53.369080 n-d-836650-2 neutron-server[103320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:54:53.400135 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port a093444d-f0a5-49b8-a20b-611d527ef2da, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=a093444d-f0a5-49b8-a20b-611d527ef2da,segment=NetworkSegment(569e59d5-703c-42a6-8cd3-5a15da49ad7c),segment_id=569e59d5-703c-42a6-8cd3-5a15da49ad7c)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:54:53.469358 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-00b17caa-cce2-4e39-b226-dec546eb8266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:53.476174 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bd980c9d-8c71-4ce6-b91f-419194125977 req-70aaf38c-f873-4c9d-983b-cab323ca5c87 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=0db5022f-6960-4519-993b-af935888212a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212277 Apr 05 14:54:53.483582 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:53.496493 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-00b17caa-cce2-4e39-b226-dec546eb8266 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33ebbbee-9109-44a5-810a-f864f1056c06']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:54:53.509538 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-00b17caa-cce2-4e39-b226-dec546eb8266 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e30a930c-be1b-45ef-aea8-a32ed0f0904e') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:54:53.509986 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-00b17caa-cce2-4e39-b226-dec546eb8266 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e30a930c-be1b-45ef-aea8-a32ed0f0904e') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:54:53.522584 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-00b17caa-cce2-4e39-b226-dec546eb8266 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:53.539124 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-00b17caa-cce2-4e39-b226-dec546eb8266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:53.545829 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00b17caa-cce2-4e39-b226-dec546eb8266 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:54:53.546404 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-00b17caa-cce2-4e39-b226-dec546eb8266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:53.548507 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:54:53.548507 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:54:53.548507 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:54:53.548507 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:54:53.548507 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:54:53.548507 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:54:53.548507 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:54:53.548507 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:54:53.548507 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:54:53.548507 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:54:53.548507 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:54:53.548507 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:54:53.548507 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:54:53.548507 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:54:53.548507 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:54:53.548507 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:54:53.548507 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:54:53.548507 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:54:53.548507 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:54:53.548507 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:54:53.548507 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:54:53.548507 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:54:53.548507 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:54:53.548507 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:54:53.548507 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:54:53.548507 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:54:53.548507 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:54:53.548507 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:54:53.548507 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:54:53.548507 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:54:53.548507 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:54:53.548507 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:54:53.568870 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-50a2d2a9-11ff-4102-80fc-78549f174da4 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:53.575291 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-50a2d2a9-11ff-4102-80fc-78549f174da4 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:53.580199 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-50a2d2a9-11ff-4102-80fc-78549f174da4 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "DELETE /v2.0/networks/25ebec84-1d08-4e29-b857-7bb4fe8b664a HTTP/1.1" status: 204 len: 168 time: 1.1853888 Apr 05 14:54:53.588985 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41276) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:53.607590 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=a093444d-f0a5-49b8-a20b-611d527ef2da,revision_number=13']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:53.619783 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a2d2a9-11ff-4102-80fc-78549f174da4 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event deleted for resources: {'Network': ['ID=25ebec84-1d08-4e29-b857-7bb4fe8b664a,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:53.701620 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '223c51db-033c-4ff9-afd9-85e07196d028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a093444d-f0a5-49b8-a20b-611d527ef2da'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:54:53.703589 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a80ba7-a61c-4520-a9c9-3da5c7a98619 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:53.703960 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df89439c-c734-4677-8c1a-cc99187e2abb" -d '{"events": [{"server_uuid": "223c51db-033c-4ff9-afd9-85e07196d028", "name": "network-vif-plugged", "status": "completed", "tag": "a093444d-f0a5-49b8-a20b-611d527ef2da"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:54:53.706850 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-c5a80ba7-a61c-4520-a9c9-3da5c7a98619 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "GET /v2.0/ports/92b6ea5c-f103-4bc7-902e-b27cb2eb682d HTTP/1.1" status: 200 len: 845 time: 0.1149468 Apr 05 14:54:53.708833 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41282) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:53.747553 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac96a9f0-c89c-42ff-946d-eaed436c224b x-openstack-request-id: req-ac96a9f0-c89c-42ff-946d-eaed436c224b {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:54:53.747894 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "223c51db-033c-4ff9-afd9-85e07196d028", "name": "network-vif-plugged", "status": "completed", "tag": "a093444d-f0a5-49b8-a20b-611d527ef2da", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:54:53.748146 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ac96a9f0-c89c-42ff-946d-eaed436c224b {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:54:53.748538 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac96a9f0-c89c-42ff-946d-eaed436c224b'] response: {'server_uuid': '223c51db-033c-4ff9-afd9-85e07196d028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a093444d-f0a5-49b8-a20b-611d527ef2da', 'code': 200} Apr 05 14:54:53.766763 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-ca1599f0-987e-45c0-9c21-8a89a56ab566 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "GET /v2.0/ports/92b6ea5c-f103-4bc7-902e-b27cb2eb682d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0564888 Apr 05 14:54:53.769932 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 41288) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:53.775460 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-f159eeea-d8b1-4203-971c-82163d81eaee tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Request body: {'subnet': {'network_id': '90818ce6-c1a7-481c-a91f-d69e93b03d5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:54:53.787156 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-00b17caa-cce2-4e39-b226-dec546eb8266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:53.800059 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-00b17caa-cce2-4e39-b226-dec546eb8266 admin admin] Notify callbacks [] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:53.807084 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-00b17caa-cce2-4e39-b226-dec546eb8266 admin admin] 10.222.0.30 "DELETE /v2.0/networks/33ebbbee-9109-44a5-810a-f864f1056c06 HTTP/1.1" status: 204 len: 168 time: 0.6047158 Apr 05 14:54:53.817170 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b17caa-cce2-4e39-b226-dec546eb8266 admin admin] Pushing event deleted for resources: {'Network': ['ID=33ebbbee-9109-44a5-810a-f864f1056c06,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:53.970149 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f159eeea-d8b1-4203-971c-82163d81eaee tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Made reservation on behalf of 4582b43eccf64ee89d1b04a10b86bef4 for: {'subnet': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:54:53.975646 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f159eeea-d8b1-4203-971c-82163d81eaee tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13127328'] for subnet, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:53.980730 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 7627a0d5-59be-4813-9c43-98aca721bb34 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:54:54.007007 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 7627a0d5-59be-4813-9c43-98aca721bb34 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:54:54.007419 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 7627a0d5-59be-4813-9c43-98aca721bb34 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:54:54.258681 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41296) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:54.271877 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f159eeea-d8b1-4203-971c-82163d81eaee tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15773751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13127350'] for subnet, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:54.306961 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-b0d56100-93de-4972-9c07-701e9c2b51ac admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=48b4e3631f3848fc9514bcdedbce1969&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465798 Apr 05 14:54:54.310343 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 41298) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:54.340074 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f159eeea-d8b1-4203-971c-82163d81eaee tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Network 90818ce6-c1a7-481c-a91f-d69e93b03d5e is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:54:54.346495 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-f159eeea-d8b1-4203-971c-82163d81eaee tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:54:54.349661 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f159eeea-d8b1-4203-971c-82163d81eaee tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:54.350742 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f159eeea-d8b1-4203-971c-82163d81eaee tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:54.358518 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e19347-5f0a-40d3-b604-a525a8b94e2c None None] Network 90818ce6-c1a7-481c-a91f-d69e93b03d5e requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:54:54.372697 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159eeea-d8b1-4203-971c-82163d81eaee tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event updated for resources: {'Subnet': ['ID=e20c0915-406c-4c66-a95e-a946f7df7a3c,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:54.407021 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-52548ac1-93da-4b14-b427-026ed09fad8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:54.432224 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-52548ac1-93da-4b14-b427-026ed09fad8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:54.500153 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-f159eeea-d8b1-4203-971c-82163d81eaee tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7289703 Apr 05 14:54:54.502791 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 41302) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:54.507556 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-412476be-62a7-4266-a659-16376362ee09 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Request body: {'security_group': {'name': 'tempest-secgroup-257646387'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:54:54.558235 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50219c9-5d00-4f5b-8ddb-d45b2a5a8d45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-90818ce6-c1a7-481c-a91f-d69e93b03d5e', 'network_id': '90818ce6-c1a7-481c-a91f-d69e93b03d5e', 'tenant_id': '4582b43eccf64ee89d1b04a10b86bef4', 'fixed_ips': [{'subnet_id': 'e20c0915-406c-4c66-a95e-a946f7df7a3c'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:54:54.559315 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b50219c9-5d00-4f5b-8ddb-d45b2a5a8d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:54.562972 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e8c74824-cd5a-48f1-b7c3-6ab93253b1e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:54.655177 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-52548ac1-93da-4b14-b427-026ed09fad8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:54.657944 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-52548ac1-93da-4b14-b427-026ed09fad8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:54.659289 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-52548ac1-93da-4b14-b427-026ed09fad8b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c00b0932-1aa6-43ef-b77e-b373241a5c9a HTTP/1.1" status: 204 len: 168 time: 0.3458517 Apr 05 14:54:54.660166 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-412476be-62a7-4266-a659-16376362ee09 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:54.681758 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52548ac1-93da-4b14-b427-026ed09fad8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00b0932-1aa6-43ef-b77e-b373241a5c9a,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:54.712288 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-b50219c9-5d00-4f5b-8ddb-d45b2a5a8d45 None None] Allocated IP 2001:db8::2 (90818ce6-c1a7-481c-a91f-d69e93b03d5e/e20c0915-406c-4c66-a95e-a946f7df7a3c/c2d23889-4a54-4544-9a9e-8843c00addea) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:54:54.747487 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-412476be-62a7-4266-a659-16376362ee09 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:54.857539 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-412476be-62a7-4266-a659-16376362ee09 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:54.904035 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412476be-62a7-4266-a659-16376362ee09 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e89ea6-8998-4cce-b59c-0e60a832fb2f,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:54.932716 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b50219c9-5d00-4f5b-8ddb-d45b2a5a8d45 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:54.980957 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-412476be-62a7-4266-a659-16376362ee09 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:54.982935 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-412476be-62a7-4266-a659-16376362ee09 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4790363 Apr 05 14:54:54.988549 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41312) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:54.994049 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-2ec0062f-f76d-43fb-ab18-00c6ba93ee5e tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Request body: {'security_group': {'name': 'tempest-secgroup-1442906875'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:54:55.041734 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b50219c9-5d00-4f5b-8ddb-d45b2a5a8d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:55.082692 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50219c9-5d00-4f5b-8ddb-d45b2a5a8d45 None None] Network 90818ce6-c1a7-481c-a91f-d69e93b03d5e is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:54:55.092498 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-b50219c9-5d00-4f5b-8ddb-d45b2a5a8d45 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:54:55.093318 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50219c9-5d00-4f5b-8ddb-d45b2a5a8d45 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:54:55.103316 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50219c9-5d00-4f5b-8ddb-d45b2a5a8d45 None None] Pushing event updated for resources: {'Port': ['ID=c2d23889-4a54-4544-9a9e-8843c00addea,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:55.155968 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-b50219c9-5d00-4f5b-8ddb-d45b2a5a8d45 None None] Attempting to bind port c2d23889-4a54-4544-9a9e-8843c00addea on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:54:55.156342 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-b50219c9-5d00-4f5b-8ddb-d45b2a5a8d45 None None] Attempting to bind port c2d23889-4a54-4544-9a9e-8843c00addea by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'cb1e323d-67bb-467f-b32e-3eb7a7209853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '90818ce6-c1a7-481c-a91f-d69e93b03d5e'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:54:55.156704 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50219c9-5d00-4f5b-8ddb-d45b2a5a8d45 None None] Attempting to bind port c2d23889-4a54-4544-9a9e-8843c00addea on network 90818ce6-c1a7-481c-a91f-d69e93b03d5e {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:54:55.160705 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2ec0062f-f76d-43fb-ab18-00c6ba93ee5e tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:55.165458 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50219c9-5d00-4f5b-8ddb-d45b2a5a8d45 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:54:55.166044 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50219c9-5d00-4f5b-8ddb-d45b2a5a8d45 None None] Checking segment: {'id': 'cb1e323d-67bb-467f-b32e-3eb7a7209853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '90818ce6-c1a7-481c-a91f-d69e93b03d5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:54:55.167068 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b50219c9-5d00-4f5b-8ddb-d45b2a5a8d45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:55.167761 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50219c9-5d00-4f5b-8ddb-d45b2a5a8d45 None None] Bound using segment: {'id': 'cb1e323d-67bb-467f-b32e-3eb7a7209853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '90818ce6-c1a7-481c-a91f-d69e93b03d5e'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:54:55.168538 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-b50219c9-5d00-4f5b-8ddb-d45b2a5a8d45 None None] Bound port: c2d23889-4a54-4544-9a9e-8843c00addea, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb1e323d-67bb-467f-b32e-3eb7a7209853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '90818ce6-c1a7-481c-a91f-d69e93b03d5e'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:54:55.170164 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b50219c9-5d00-4f5b-8ddb-d45b2a5a8d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:55.243582 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2ec0062f-f76d-43fb-ab18-00c6ba93ee5e tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:55.246094 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-b50219c9-5d00-4f5b-8ddb-d45b2a5a8d45 None None] For port c2d23889-4a54-4544-9a9e-8843c00addea, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:54:55.249256 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-b50219c9-5d00-4f5b-8ddb-d45b2a5a8d45 None None] For port c2d23889-4a54-4544-9a9e-8843c00addea, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=c2d23889-4a54-4544-9a9e-8843c00addea,segment=NetworkSegment(cb1e323d-67bb-467f-b32e-3eb7a7209853),segment_id=cb1e323d-67bb-467f-b32e-3eb7a7209853)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:54:55.348974 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2ec0062f-f76d-43fb-ab18-00c6ba93ee5e tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:55.349532 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b50219c9-5d00-4f5b-8ddb-d45b2a5a8d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:55.387665 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec0062f-f76d-43fb-ab18-00c6ba93ee5e tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5cb6ac-7544-4f2d-b956-f888d0091ab7,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:55.434705 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50219c9-5d00-4f5b-8ddb-d45b2a5a8d45 None None] Pushing event updated for resources: {'Port': ['ID=c2d23889-4a54-4544-9a9e-8843c00addea,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:55.482699 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2ec0062f-f76d-43fb-ab18-00c6ba93ee5e tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:55.484212 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-2ec0062f-f76d-43fb-ab18-00c6ba93ee5e tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4945612 Apr 05 14:54:55.484758 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 139faa11-9f76-4762-8a99-affe69355565 no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:54:55.486971 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41332) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:55.492771 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-d2d4ef86-6e62-43ba-8609-4fcbf76f3f57 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-669622002', 'security_groups': ['bd5cb6ac-7544-4f2d-b956-f888d0091ab7'], 'network_id': '90818ce6-c1a7-481c-a91f-d69e93b03d5e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e20c0915-406c-4c66-a95e-a946f7df7a3c'}]}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:54:55.723784 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d4ef86-6e62-43ba-8609-4fcbf76f3f57 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Made reservation on behalf of 4582b43eccf64ee89d1b04a10b86bef4 for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:54:55.814914 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d2d4ef86-6e62-43ba-8609-4fcbf76f3f57 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:55.832039 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [None req-d2d4ef86-6e62-43ba-8609-4fcbf76f3f57 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] device_id is not set on port 658975d2-1fe9-400e-8748-c460b2f98c01 yet. {{(pid=103321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:54:55.853344 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [req-d27bc1eb-0f64-4980-b2e1-a584933345cc req-65d285f1-c88b-4747-bffc-ff60868fc172 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:54:55.854576 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d27bc1eb-0f64-4980-b2e1-a584933345cc req-65d285f1-c88b-4747-bffc-ff60868fc172 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079474 Apr 05 14:54:56.041007 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device c2d23889-4a54-4544-9a9e-8843c00addea up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:54:56.049913 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-d2d4ef86-6e62-43ba-8609-4fcbf76f3f57 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Allocated IP 2001:db8::3a6 (90818ce6-c1a7-481c-a91f-d69e93b03d5e/e20c0915-406c-4c66-a95e-a946f7df7a3c/658975d2-1fe9-400e-8748-c460b2f98c01) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:54:56.094042 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port c2d23889-4a54-4544-9a9e-8843c00addea triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:54:56.094416 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:56.286370 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:56.334378 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d2d4ef86-6e62-43ba-8609-4fcbf76f3f57 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:56.338605 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port c2d23889-4a54-4544-9a9e-8843c00addea, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=c2d23889-4a54-4544-9a9e-8843c00addea,segment=NetworkSegment(cb1e323d-67bb-467f-b32e-3eb7a7209853),segment_id=cb1e323d-67bb-467f-b32e-3eb7a7209853)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:54:56.339103 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c968a1e-644f-4ac9-af91-928dab9b3103 req-28df136e-635a-4612-9515-b8dcb7a6ab18 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:56.347445 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0c968a1e-644f-4ac9-af91-928dab9b3103 req-28df136e-635a-4612-9515-b8dcb7a6ab18 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 944 time: 0.1226790 Apr 05 14:54:56.407609 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0c968a1e-644f-4ac9-af91-928dab9b3103 req-372a3677-dec9-497d-ae58-6a42f22eef40 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=0db5022f-6960-4519-993b-af935888212a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500956 Apr 05 14:54:56.437987 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:56.495524 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d2d4ef86-6e62-43ba-8609-4fcbf76f3f57 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:56.506274 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=c2d23889-4a54-4544-9a9e-8843c00addea,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:56.593592 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d4ef86-6e62-43ba-8609-4fcbf76f3f57 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Network 90818ce6-c1a7-481c-a91f-d69e93b03d5e is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:54:56.600773 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-d2d4ef86-6e62-43ba-8609-4fcbf76f3f57 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:54:56.607617 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d4ef86-6e62-43ba-8609-4fcbf76f3f57 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:54:56.613321 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d4ef86-6e62-43ba-8609-4fcbf76f3f57 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:56.613991 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d2d4ef86-6e62-43ba-8609-4fcbf76f3f57 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:56.619543 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d4ef86-6e62-43ba-8609-4fcbf76f3f57 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event updated for resources: {'Port': ['ID=658975d2-1fe9-400e-8748-c460b2f98c01,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:56.635881 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-cba2f934-68e5-4a6f-a5d3-d9f350e4aa5b req-ae5321ab-9257-40ec-ad92-fd0b7526c93d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0859702 Apr 05 14:54:56.645212 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [req-cba2f934-68e5-4a6f-a5d3-d9f350e4aa5b req-6fa6acd9-f0b9-4a10-a41e-4cdd9169a7e9 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103321) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:54:56.646224 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-cba2f934-68e5-4a6f-a5d3-d9f350e4aa5b req-6fa6acd9-f0b9-4a10-a41e-4cdd9169a7e9 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051017 Apr 05 14:54:56.748106 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-d2d4ef86-6e62-43ba-8609-4fcbf76f3f57 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2600069 Apr 05 14:54:56.751189 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41382) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:56.772832 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a57c9e8e-ee29-426e-9dfc-1a89ca898356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:56.777133 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-02f53da7-7e44-456d-9e7c-21ec123cf2f5 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Request body: {'subnet': {'network_id': '90818ce6-c1a7-481c-a91f-d69e93b03d5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:54:56.789038 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-72e10c18-a4e8-4f01-8964-8018219926cf None None] Provisioning complete for port c2d23889-4a54-4544-9a9e-8843c00addea triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:54:56.790628 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-72e10c18-a4e8-4f01-8964-8018219926cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:56.974108 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-72e10c18-a4e8-4f01-8964-8018219926cf None None] Provisioning complete for port 92b6ea5c-f103-4bc7-902e-b27cb2eb682d triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:54:56.974543 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-72e10c18-a4e8-4f01-8964-8018219926cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:57.021987 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-72e10c18-a4e8-4f01-8964-8018219926cf None None] Port 92b6ea5c-f103-4bc7-902e-b27cb2eb682d cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:54:57.074867 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f53da7-7e44-456d-9e7c-21ec123cf2f5 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Made reservation on behalf of 4582b43eccf64ee89d1b04a10b86bef4 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:54:57.078412 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-02f53da7-7e44-456d-9e7c-21ec123cf2f5 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:57.157169 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-0fba3ced-44c1-45df-927c-c5bd3b0ee4d7 None None] Provisioning complete for port 658975d2-1fe9-400e-8748-c460b2f98c01 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:54:57.157722 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0fba3ced-44c1-45df-927c-c5bd3b0ee4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:57.197140 n-d-836650-2 neutron-server[103321]: INFO neutron.db.ipam_backend_mixin [None req-02f53da7-7e44-456d-9e7c-21ec123cf2f5 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e20c0915-406c-4c66-a95e-a946f7df7a3c (CIDR: 2001:db8::/64) Apr 05 14:54:57.224617 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-0fba3ced-44c1-45df-927c-c5bd3b0ee4d7 None None] Port 658975d2-1fe9-400e-8748-c460b2f98c01 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:54:57.307008 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-02f53da7-7e44-456d-9e7c-21ec123cf2f5 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:54:57.307554 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02f53da7-7e44-456d-9e7c-21ec123cf2f5 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:54:57.425858 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 41392) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:57.426428 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-02f53da7-7e44-456d-9e7c-21ec123cf2f5 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6733041 Apr 05 14:54:57.432362 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-c04e428a-c77a-420a-b4a0-96f25a1f7181 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Request body: {'subnet': {'network_id': '90818ce6-c1a7-481c-a91f-d69e93b03d5e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:54:57.591567 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d34d9-6fc9-4b34-872c-72ef6f67409f req-6620ce78-2383-4716-9219-8eb8806fb2a5 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:57.593170 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ad1d34d9-6fc9-4b34-872c-72ef6f67409f req-6620ce78-2383-4716-9219-8eb8806fb2a5 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 944 time: 0.0842547 Apr 05 14:54:57.647787 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ad1d34d9-6fc9-4b34-872c-72ef6f67409f req-f1ebbf2a-3ff4-4461-9faa-aa0f3b740f9e tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=0db5022f-6960-4519-993b-af935888212a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444677 Apr 05 14:54:57.712529 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c04e428a-c77a-420a-b4a0-96f25a1f7181 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Made reservation on behalf of 4582b43eccf64ee89d1b04a10b86bef4 for: {'subnet': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:54:57.717323 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c04e428a-c77a-420a-b4a0-96f25a1f7181 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13127328'] for subnet, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:58.008174 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device c2d23889-4a54-4544-9a9e-8843c00addea up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:54:58.058867 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port c2d23889-4a54-4544-9a9e-8843c00addea triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:54:58.059348 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:58.080258 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:58.113577 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c04e428a-c77a-420a-b4a0-96f25a1f7181 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15773751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13127350'] for subnet, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:58.181618 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04e428a-c77a-420a-b4a0-96f25a1f7181 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Network 90818ce6-c1a7-481c-a91f-d69e93b03d5e is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:54:58.184936 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-c04e428a-c77a-420a-b4a0-96f25a1f7181 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:54:58.187785 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04e428a-c77a-420a-b4a0-96f25a1f7181 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:58.188382 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c04e428a-c77a-420a-b4a0-96f25a1f7181 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:58.197388 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b1f98c-d536-4679-859b-22264b250c77 None None] Network 90818ce6-c1a7-481c-a91f-d69e93b03d5e requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:54:58.209960 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04e428a-c77a-420a-b4a0-96f25a1f7181 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event updated for resources: {'Subnet': ['ID=d4c9c743-0e6f-498d-aa86-92290ccd7b70,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:58.321567 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-c04e428a-c77a-420a-b4a0-96f25a1f7181 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8945527 Apr 05 14:54:58.324861 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 41402) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:58.331957 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-d92094b8-c4c9-4304-9a9e-26daf0de1e73 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-37363887', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd4c9c743-0e6f-498d-aa86-92290ccd7b70'}], 'security_groups': ['c5e89ea6-8998-4cce-b59c-0e60a832fb2f']}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:54:58.389758 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba2f934-68e5-4a6f-a5d3-d9f350e4aa5b req-e5926024-0e81-4c94-8dae-3f8b93dee721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:58.391307 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-cba2f934-68e5-4a6f-a5d3-d9f350e4aa5b req-e5926024-0e81-4c94-8dae-3f8b93dee721 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1&tenant_id=9aa02dc22afd43169da01ad43bf00af6 HTTP/1.1" status: 200 len: 1095 time: 0.0526056 Apr 05 14:54:58.439987 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0090bc-15e5-4e7b-9825-f4f470c34d3b None None] Update dhcp port {'port': {'network_id': '90818ce6-c1a7-481c-a91f-d69e93b03d5e', 'fixed_ips': [{'subnet_id': 'e20c0915-406c-4c66-a95e-a946f7df7a3c', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd4c9c743-0e6f-498d-aa86-92290ccd7b70'}], 'binding:host_id': 'n-d-836650-2'}, 'id': 'c2d23889-4a54-4544-9a9e-8843c00addea'} from n-d-836650-2. {{(pid=103322) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 05 14:54:58.462871 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba2f934-68e5-4a6f-a5d3-d9f350e4aa5b req-cedea995-e178-4d9d-a9dc-770c94166069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:58.464487 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-cba2f934-68e5-4a6f-a5d3-d9f350e4aa5b req-cedea995-e178-4d9d-a9dc-770c94166069 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9aa02dc22afd43169da01ad43bf00af6&device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 1095 time: 0.0452893 Apr 05 14:54:58.470635 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bd0090bc-15e5-4e7b-9825-f4f470c34d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:58.533553 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d92094b8-c4c9-4304-9a9e-26daf0de1e73 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:58.582305 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba2f934-68e5-4a6f-a5d3-d9f350e4aa5b req-98ff96ba-ad2a-4fad-aea4-97175ef3e89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:58.584086 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-cba2f934-68e5-4a6f-a5d3-d9f350e4aa5b req-98ff96ba-ad2a-4fad-aea4-97175ef3e89a service neutron] 10.222.0.11 "GET /v2.0/networks?id=b03a0781-c7c7-4f21-ae00-e298dd92f97c HTTP/1.1" status: 200 len: 917 time: 0.1120286 Apr 05 14:54:58.657964 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-bd0090bc-15e5-4e7b-9825-f4f470c34d3b None None] Allocated IP 2001:db8:0:1::2 (90818ce6-c1a7-481c-a91f-d69e93b03d5e/d4c9c743-0e6f-498d-aa86-92290ccd7b70/c2d23889-4a54-4544-9a9e-8843c00addea) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:54:58.671302 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-cba2f934-68e5-4a6f-a5d3-d9f350e4aa5b req-b9674852-24c1-4a24-a867-77d91ff1b766 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=139faa11-9f76-4762-8a99-affe69355565 HTTP/1.1" status: 200 len: 998 time: 0.0781529 Apr 05 14:54:58.780232 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba2f934-68e5-4a6f-a5d3-d9f350e4aa5b req-b81c8fb9-9e52-4246-b974-6bbf60928eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:58.785618 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-cba2f934-68e5-4a6f-a5d3-d9f350e4aa5b req-b81c8fb9-9e52-4246-b974-6bbf60928eb4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b8b6f627-92b4-40ba-a770-519d39c012c3 HTTP/1.1" status: 200 len: 855 time: 0.1042736 Apr 05 14:54:58.804330 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-bd0090bc-15e5-4e7b-9825-f4f470c34d3b None None] For port c2d23889-4a54-4544-9a9e-8843c00addea, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=c2d23889-4a54-4544-9a9e-8843c00addea,segment=NetworkSegment(cb1e323d-67bb-467f-b32e-3eb7a7209853),segment_id=cb1e323d-67bb-467f-b32e-3eb7a7209853)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:54:58.845892 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bd0090bc-15e5-4e7b-9825-f4f470c34d3b None None] Notify callbacks [] for port, precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:58.855934 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba2f934-68e5-4a6f-a5d3-d9f350e4aa5b req-3ba1ab55-ff35-414e-b454-2064914bf367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:58.857488 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-cba2f934-68e5-4a6f-a5d3-d9f350e4aa5b req-3ba1ab55-ff35-414e-b454-2064914bf367 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b03a0781-c7c7-4f21-ae00-e298dd92f97c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689490 Apr 05 14:54:58.872026 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d4b601-c36e-46b0-ad63-048e7a4fb9b1 req-6e03d98c-62ed-49a2-bd4e-4dd93d6befa1 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:58.873616 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-92d4b601-c36e-46b0-ad63-048e7a4fb9b1 req-6e03d98c-62ed-49a2-bd4e-4dd93d6befa1 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 944 time: 0.1184428 Apr 05 14:54:58.931912 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-92d4b601-c36e-46b0-ad63-048e7a4fb9b1 req-8424278b-c896-4ac2-8c5a-b8744d14b801 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=0db5022f-6960-4519-993b-af935888212a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511570 Apr 05 14:54:58.940929 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bd0090bc-15e5-4e7b-9825-f4f470c34d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:58.961231 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-cba2f934-68e5-4a6f-a5d3-d9f350e4aa5b req-07918c5f-738b-4db8-8734-3a797d47309d service neutron] 10.222.0.11 "GET /v2.0/networks/b03a0781-c7c7-4f21-ae00-e298dd92f97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930536 Apr 05 14:54:59.059879 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0090bc-15e5-4e7b-9825-f4f470c34d3b None None] Pushing event updated for resources: {'Port': ['ID=c2d23889-4a54-4544-9a9e-8843c00addea,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:59.116147 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-cba2f934-68e5-4a6f-a5d3-d9f350e4aa5b req-b161a047-eddd-4196-8d46-00fc2a323f0f service neutron] 10.222.0.11 "GET /v2.0/networks/b03a0781-c7c7-4f21-ae00-e298dd92f97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502619 Apr 05 14:54:59.117948 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-d92094b8-c4c9-4304-9a9e-26daf0de1e73 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Delete allocated IP 2001:db8::3a6 (90818ce6-c1a7-481c-a91f-d69e93b03d5e/e20c0915-406c-4c66-a95e-a946f7df7a3c) {{(pid=103320) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 05 14:54:59.131021 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-d92094b8-c4c9-4304-9a9e-26daf0de1e73 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Allocated IP 2001:db8:0:1::61 (90818ce6-c1a7-481c-a91f-d69e93b03d5e/d4c9c743-0e6f-498d-aa86-92290ccd7b70/658975d2-1fe9-400e-8748-c460b2f98c01) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:54:59.375003 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d92094b8-c4c9-4304-9a9e-26daf0de1e73 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:59.450433 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d92094b8-c4c9-4304-9a9e-26daf0de1e73 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:59.592579 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-d92094b8-c4c9-4304-9a9e-26daf0de1e73 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] In _notify_port_updated(), no bound segment for port 658975d2-1fe9-400e-8748-c460b2f98c01 on network 90818ce6-c1a7-481c-a91f-d69e93b03d5e {{(pid=103320) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 05 14:54:59.600670 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92094b8-c4c9-4304-9a9e-26daf0de1e73 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:59.602216 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d92094b8-c4c9-4304-9a9e-26daf0de1e73 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:59.605513 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-d92094b8-c4c9-4304-9a9e-26daf0de1e73 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "PUT /v2.0/ports/658975d2-1fe9-400e-8748-c460b2f98c01 HTTP/1.1" status: 200 len: 928 time: 1.2797086 Apr 05 14:54:59.606823 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41426) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:54:59.608442 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92094b8-c4c9-4304-9a9e-26daf0de1e73 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event updated for resources: {'Port': ['ID=658975d2-1fe9-400e-8748-c460b2f98c01,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:59.634959 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:59.664241 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:59.743514 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-1ebe2dca-7588-4a07-aee5-63507ca2cb66 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Deleting port 658975d2-1fe9-400e-8748-c460b2f98c01 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:54:59.743892 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1ebe2dca-7588-4a07-aee5-63507ca2cb66 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:00.157900 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-4af785d6-06fb-47c0-9057-3bdd93388072 None None] Provisioning complete for port c2d23889-4a54-4544-9a9e-8843c00addea triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:55:00.158697 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4af785d6-06fb-47c0-9057-3bdd93388072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:00.198880 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device c2d23889-4a54-4544-9a9e-8843c00addea up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:55:00.276628 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d06f60-3396-4fea-868f-feee7289d974 req-6651ee06-4624-443c-93e8-7a3c972f7ced tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:00.281768 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c0d06f60-3396-4fea-868f-feee7289d974 req-6651ee06-4624-443c-93e8-7a3c972f7ced tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 944 time: 0.1218352 Apr 05 14:55:00.309289 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port c2d23889-4a54-4544-9a9e-8843c00addea triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:55:00.310408 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:00.357604 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c0d06f60-3396-4fea-868f-feee7289d974 req-ab15dd18-978b-40aa-ba7f-2e84c393077c tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=0db5022f-6960-4519-993b-af935888212a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638773 Apr 05 14:55:00.411494 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1ebe2dca-7588-4a07-aee5-63507ca2cb66 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:00.451581 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-1ebe2dca-7588-4a07-aee5-63507ca2cb66 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Calling delete_port for 658975d2-1fe9-400e-8748-c460b2f98c01 owned by {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:55:00.516198 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-4af785d6-06fb-47c0-9057-3bdd93388072 None None] Provisioning complete for port 92b6ea5c-f103-4bc7-902e-b27cb2eb682d triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:55:00.516497 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4af785d6-06fb-47c0-9057-3bdd93388072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:00.786456 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-4af785d6-06fb-47c0-9057-3bdd93388072 None None] Port 92b6ea5c-f103-4bc7-902e-b27cb2eb682d cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:55:00.828910 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-4af785d6-06fb-47c0-9057-3bdd93388072 None None] Provisioning complete for port 658975d2-1fe9-400e-8748-c460b2f98c01 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:55:00.829220 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4af785d6-06fb-47c0-9057-3bdd93388072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:00.837745 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1ebe2dca-7588-4a07-aee5-63507ca2cb66 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:00.904260 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-4af785d6-06fb-47c0-9057-3bdd93388072 None None] Port 658975d2-1fe9-400e-8748-c460b2f98c01 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:55:00.951848 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebe2dca-7588-4a07-aee5-63507ca2cb66 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event deleted for resources: {'Port': ['ID=658975d2-1fe9-400e-8748-c460b2f98c01,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:01.032479 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-98f0f4c4-4b60-4e0b-b17e-01bd28a5f07e None None] Could not find standard attr ID for object 658975d2-1fe9-400e-8748-c460b2f98c01. {{(pid=103322) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 14:55:01.062104 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1ebe2dca-7588-4a07-aee5-63507ca2cb66 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:01.070838 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 41450) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:01.086250 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-1ebe2dca-7588-4a07-aee5-63507ca2cb66 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "DELETE /v2.0/ports/658975d2-1fe9-400e-8748-c460b2f98c01 HTTP/1.1" status: 204 len: 168 time: 1.4710770 Apr 05 14:55:01.150317 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-a323e44e-14af-4fbc-803f-7c55eea936c6 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] GET failed (client error): The resource could not be found. Apr 05 14:55:01.150317 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-a323e44e-14af-4fbc-803f-7c55eea936c6 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "GET /v2.0/ports/658975d2-1fe9-400e-8748-c460b2f98c01 HTTP/1.1" status: 404 len: 333 time: 0.0544255 Apr 05 14:55:01.150317 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 41452) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:01.297529 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a74b1d46-04cf-4527-b5a9-67fdba6fa7c0 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:01.327210 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a74b1d46-04cf-4527-b5a9-67fdba6fa7c0 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:01.483309 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a74b1d46-04cf-4527-b5a9-67fdba6fa7c0 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:01.486254 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a74b1d46-04cf-4527-b5a9-67fdba6fa7c0 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:01.490900 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-a74b1d46-04cf-4527-b5a9-67fdba6fa7c0 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "DELETE /v2.0/security-groups/bd5cb6ac-7544-4f2d-b956-f888d0091ab7 HTTP/1.1" status: 204 len: 168 time: 0.3579133 Apr 05 14:55:01.493301 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41456) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:01.506960 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74b1d46-04cf-4527-b5a9-67fdba6fa7c0 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5cb6ac-7544-4f2d-b956-f888d0091ab7,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:01.613504 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-829b3ddf-d304-4a21-961e-3523c6cde908 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:01.650883 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a1fc0-2889-4669-9ea6-4247c385e4d0 req-9e36dbb7-ed43-46b5-945e-e1900b9cd579 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:01.652722 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-193a1fc0-2889-4669-9ea6-4247c385e4d0 req-9e36dbb7-ed43-46b5-945e-e1900b9cd579 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 944 time: 0.1327147 Apr 05 14:55:01.731350 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-829b3ddf-d304-4a21-961e-3523c6cde908 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:01.758865 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-193a1fc0-2889-4669-9ea6-4247c385e4d0 req-018b2271-3f11-4789-89ad-5c2b0b3b2517 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=0db5022f-6960-4519-993b-af935888212a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724254 Apr 05 14:55:01.906952 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-829b3ddf-d304-4a21-961e-3523c6cde908 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:01.909856 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-829b3ddf-d304-4a21-961e-3523c6cde908 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:01.915820 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-829b3ddf-d304-4a21-961e-3523c6cde908 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "DELETE /v2.0/security-groups/c5e89ea6-8998-4cce-b59c-0e60a832fb2f HTTP/1.1" status: 204 len: 168 time: 0.4197445 Apr 05 14:55:01.920596 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 41462) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:01.930132 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829b3ddf-d304-4a21-961e-3523c6cde908 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e89ea6-8998-4cce-b59c-0e60a832fb2f,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:02.084722 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_v2 [None req-64add314-847b-40a3-b81f-f18a62cf96b4 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Deleting subnet e20c0915-406c-4c66-a95e-a946f7df7a3c {{(pid=103320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:55:02.101431 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-64add314-847b-40a3-b81f-f18a62cf96b4 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for subnet, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:02.201197 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-64add314-847b-40a3-b81f-f18a62cf96b4 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13399228'] for subnet, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:02.315262 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-64add314-847b-40a3-b81f-f18a62cf96b4 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:02.504170 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-64add314-847b-40a3-b81f-f18a62cf96b4 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15773812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13127359'] for subnet, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:02.536280 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64add314-847b-40a3-b81f-f18a62cf96b4 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event deleted for resources: {'Subnet': ['ID=e20c0915-406c-4c66-a95e-a946f7df7a3c,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:02.544923 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-64add314-847b-40a3-b81f-f18a62cf96b4 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:02.548850 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-64add314-847b-40a3-b81f-f18a62cf96b4 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "DELETE /v2.0/subnets/e20c0915-406c-4c66-a95e-a946f7df7a3c HTTP/1.1" status: 204 len: 168 time: 0.6284697 Apr 05 14:55:02.552537 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b0674e-9127-4c1b-b929-2f92394740d4 None None] Network 90818ce6-c1a7-481c-a91f-d69e93b03d5e requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:55:02.553432 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 41474) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:02.562625 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-b307a8a7-aa0f-45a1-a756-3eb936d6615d tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Request body: {'subnet': {'network_id': '90818ce6-c1a7-481c-a91f-d69e93b03d5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:55:02.877026 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b307a8a7-aa0f-45a1-a756-3eb936d6615d tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Made reservation on behalf of 4582b43eccf64ee89d1b04a10b86bef4 for: {'subnet': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:55:02.881759 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b307a8a7-aa0f-45a1-a756-3eb936d6615d tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13127328'] for subnet, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:03.029129 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e120b-704b-493b-bce6-9db3c1c3eacb req-05ece132-5be4-475a-b923-8eb624b8b123 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:03.041588 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-979e120b-704b-493b-bce6-9db3c1c3eacb req-05ece132-5be4-475a-b923-8eb624b8b123 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 944 time: 0.1876533 Apr 05 14:55:03.107081 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-979e120b-704b-493b-bce6-9db3c1c3eacb req-99e09a18-d4db-4be9-8ab5-59bf25c1007c tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=0db5022f-6960-4519-993b-af935888212a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687802 Apr 05 14:55:03.424564 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b307a8a7-aa0f-45a1-a756-3eb936d6615d tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15773751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13127350'] for subnet, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:03.521458 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b307a8a7-aa0f-45a1-a756-3eb936d6615d tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Network 90818ce6-c1a7-481c-a91f-d69e93b03d5e is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:55:03.526671 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-b307a8a7-aa0f-45a1-a756-3eb936d6615d tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:55:03.532562 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b307a8a7-aa0f-45a1-a756-3eb936d6615d tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:03.533286 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b307a8a7-aa0f-45a1-a756-3eb936d6615d tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:03.550144 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b307a8a7-aa0f-45a1-a756-3eb936d6615d tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event updated for resources: {'Subnet': ['ID=b9a704cf-0e72-403d-a408-c004204542d5,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:03.565205 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b307a8a7-aa0f-45a1-a756-3eb936d6615d tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:55:03.565336 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b307a8a7-aa0f-45a1-a756-3eb936d6615d tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:55:03.565763 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b307a8a7-aa0f-45a1-a756-3eb936d6615d tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:55:03.566162 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b307a8a7-aa0f-45a1-a756-3eb936d6615d tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:55:03.566853 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b307a8a7-aa0f-45a1-a756-3eb936d6615d tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:55:03.567276 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b307a8a7-aa0f-45a1-a756-3eb936d6615d tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:55:03.568514 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b307a8a7-aa0f-45a1-a756-3eb936d6615d tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:55:03.568858 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b307a8a7-aa0f-45a1-a756-3eb936d6615d tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:55:03.569288 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b307a8a7-aa0f-45a1-a756-3eb936d6615d tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:55:03.569628 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b307a8a7-aa0f-45a1-a756-3eb936d6615d tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:55:03.570977 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b307a8a7-aa0f-45a1-a756-3eb936d6615d tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:55:03.570977 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b307a8a7-aa0f-45a1-a756-3eb936d6615d tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:55:03.640460 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7703dd44-3543-433e-90f8-c08faabef965 None None] Network 90818ce6-c1a7-481c-a91f-d69e93b03d5e requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:55:03.723191 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-b307a8a7-aa0f-45a1-a756-3eb936d6615d tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1664777 Apr 05 14:55:03.723933 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41498) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:03.734578 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-bf673b85-b70b-4ea4-8790-b981561e7343 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Request body: {'security_group': {'name': 'tempest-secgroup-1138508975'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:55:03.812401 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-653be722-e177-4bfc-a443-916b593894de None None] Provisioning complete for port c2d23889-4a54-4544-9a9e-8843c00addea triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:55:03.813257 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-653be722-e177-4bfc-a443-916b593894de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:03.877728 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-bf673b85-b70b-4ea4-8790-b981561e7343 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:04.034743 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-bf673b85-b70b-4ea4-8790-b981561e7343 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:04.112370 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-bf673b85-b70b-4ea4-8790-b981561e7343 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:04.217119 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf673b85-b70b-4ea4-8790-b981561e7343 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8176d3bb-a39f-4f2f-8ef7-0a411bfdb222,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:04.239692 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-bf673b85-b70b-4ea4-8790-b981561e7343 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:04.251124 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-bf673b85-b70b-4ea4-8790-b981561e7343 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5250978 Apr 05 14:55:04.264282 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 41506) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:04.264282 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-e8f248a2-a16c-458a-826f-e79b5786e41b tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Request body: {'security_group': {'name': 'tempest-secgroup-464511069'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:55:04.280898 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-653be722-e177-4bfc-a443-916b593894de None None] Provisioning complete for port 92b6ea5c-f103-4bc7-902e-b27cb2eb682d triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:55:04.282109 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-653be722-e177-4bfc-a443-916b593894de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:04.411909 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558d06c9-bdd7-4062-b367-04b25c1c4ccc req-f3d7fc59-9363-4b29-ae7d-6512d5fb8c04 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:04.415368 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-558d06c9-bdd7-4062-b367-04b25c1c4ccc req-f3d7fc59-9363-4b29-ae7d-6512d5fb8c04 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 944 time: 0.1183770 Apr 05 14:55:04.420777 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-653be722-e177-4bfc-a443-916b593894de None None] Port 92b6ea5c-f103-4bc7-902e-b27cb2eb682d cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:55:04.451355 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c36ce4-dd1a-4988-a998-b410b27b544d None None] Update dhcp port {'port': {'network_id': '90818ce6-c1a7-481c-a91f-d69e93b03d5e', 'fixed_ips': [{'subnet_id': 'd4c9c743-0e6f-498d-aa86-92290ccd7b70', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b9a704cf-0e72-403d-a408-c004204542d5'}], 'binding:host_id': 'n-d-836650-2'}, 'id': 'c2d23889-4a54-4544-9a9e-8843c00addea'} from n-d-836650-2. {{(pid=103322) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 05 14:55:04.468500 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e8f248a2-a16c-458a-826f-e79b5786e41b tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:04.494999 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-16c36ce4-dd1a-4988-a998-b410b27b544d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:04.566813 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-558d06c9-bdd7-4062-b367-04b25c1c4ccc req-d88b4bff-033f-40bd-b326-2e91afc93411 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=0db5022f-6960-4519-993b-af935888212a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384373 Apr 05 14:55:04.703547 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e8f248a2-a16c-458a-826f-e79b5786e41b tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:04.747517 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-16c36ce4-dd1a-4988-a998-b410b27b544d None None] Allocated IP 2001:db8::2 (90818ce6-c1a7-481c-a91f-d69e93b03d5e/b9a704cf-0e72-403d-a408-c004204542d5/c2d23889-4a54-4544-9a9e-8843c00addea) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:55:04.766276 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e8f248a2-a16c-458a-826f-e79b5786e41b tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:04.808219 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f248a2-a16c-458a-826f-e79b5786e41b tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f506a35-4f0a-4dda-8827-a7d921def1ae,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:04.899060 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-16c36ce4-dd1a-4988-a998-b410b27b544d None None] For port c2d23889-4a54-4544-9a9e-8843c00addea, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=c2d23889-4a54-4544-9a9e-8843c00addea,segment=NetworkSegment(cb1e323d-67bb-467f-b32e-3eb7a7209853),segment_id=cb1e323d-67bb-467f-b32e-3eb7a7209853)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:55:04.926804 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e8f248a2-a16c-458a-826f-e79b5786e41b tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:04.929937 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-e8f248a2-a16c-458a-826f-e79b5786e41b tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6736300 Apr 05 14:55:04.933630 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41510) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:04.940617 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-b8a6a80e-d4e5-46e9-bda3-76d3aa832ef0 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Request body: {'security_group': {'name': 'tempest-secgroup-2064832615'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:55:04.973723 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-16c36ce4-dd1a-4988-a998-b410b27b544d None None] Notify callbacks [] for port, precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:05.088272 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-16c36ce4-dd1a-4988-a998-b410b27b544d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:05.123737 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b8a6a80e-d4e5-46e9-bda3-76d3aa832ef0 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:05.222612 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c36ce4-dd1a-4988-a998-b410b27b544d None None] Pushing event updated for resources: {'Port': ['ID=c2d23889-4a54-4544-9a9e-8843c00addea,revision_number=6']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:05.284328 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b8a6a80e-d4e5-46e9-bda3-76d3aa832ef0 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:05.360330 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b8a6a80e-d4e5-46e9-bda3-76d3aa832ef0 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:05.407970 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a6a80e-d4e5-46e9-bda3-76d3aa832ef0 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4d8ccc-b6e3-4e78-9499-191748e019b9,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:05.476516 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b8a6a80e-d4e5-46e9-bda3-76d3aa832ef0 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:05.477775 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-b8a6a80e-d4e5-46e9-bda3-76d3aa832ef0 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5428033 Apr 05 14:55:05.480526 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41514) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:05.485706 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-f8a4d03b-dca8-40c2-9c27-b985ed01d249 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2038159123', 'security_groups': ['0e4d8ccc-b6e3-4e78-9499-191748e019b9'], 'network_id': '90818ce6-c1a7-481c-a91f-d69e93b03d5e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b9a704cf-0e72-403d-a408-c004204542d5'}]}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:55:05.746073 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99d69a7-758b-4c79-96bb-c0d477e49cec req-e0084968-eaaf-4c6a-9e60-2514c9d96999 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:05.754352 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b99d69a7-758b-4c79-96bb-c0d477e49cec req-e0084968-eaaf-4c6a-9e60-2514c9d96999 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 944 time: 0.0668726 Apr 05 14:55:05.803125 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a4d03b-dca8-40c2-9c27-b985ed01d249 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Made reservation on behalf of 4582b43eccf64ee89d1b04a10b86bef4 for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:55:05.814948 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b99d69a7-758b-4c79-96bb-c0d477e49cec req-d9c5c45d-0cea-426d-bfb1-c4111df24309 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=0db5022f-6960-4519-993b-af935888212a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594213 Apr 05 14:55:05.931161 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f8a4d03b-dca8-40c2-9c27-b985ed01d249 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:05.951920 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [None req-f8a4d03b-dca8-40c2-9c27-b985ed01d249 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] device_id is not set on port e88a9829-03e7-4b79-9871-c95dbe559a25 yet. {{(pid=103321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:55:06.046984 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device c2d23889-4a54-4544-9a9e-8843c00addea up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:55:06.129250 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port c2d23889-4a54-4544-9a9e-8843c00addea triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:55:06.129931 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:06.251346 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-f8a4d03b-dca8-40c2-9c27-b985ed01d249 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Allocated IP 2001:db8::352 (90818ce6-c1a7-481c-a91f-d69e93b03d5e/b9a704cf-0e72-403d-a408-c004204542d5/e88a9829-03e7-4b79-9871-c95dbe559a25) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:55:06.287423 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-73f768bb-97a1-4dda-a973-0a2e5a1c161a None None] Provisioning complete for port c2d23889-4a54-4544-9a9e-8843c00addea triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:55:06.287985 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-73f768bb-97a1-4dda-a973-0a2e5a1c161a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:06.421400 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-73f768bb-97a1-4dda-a973-0a2e5a1c161a None None] Provisioning complete for port 92b6ea5c-f103-4bc7-902e-b27cb2eb682d triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:55:06.424222 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-73f768bb-97a1-4dda-a973-0a2e5a1c161a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:06.481788 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-73f768bb-97a1-4dda-a973-0a2e5a1c161a None None] Port 92b6ea5c-f103-4bc7-902e-b27cb2eb682d cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:55:06.582175 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f8a4d03b-dca8-40c2-9c27-b985ed01d249 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:06.732535 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f8a4d03b-dca8-40c2-9c27-b985ed01d249 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:06.790688 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a4d03b-dca8-40c2-9c27-b985ed01d249 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Network 90818ce6-c1a7-481c-a91f-d69e93b03d5e is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:55:06.794880 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-f8a4d03b-dca8-40c2-9c27-b985ed01d249 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:55:06.800190 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a4d03b-dca8-40c2-9c27-b985ed01d249 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:55:06.810930 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a4d03b-dca8-40c2-9c27-b985ed01d249 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:06.810930 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f8a4d03b-dca8-40c2-9c27-b985ed01d249 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:06.825925 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a4d03b-dca8-40c2-9c27-b985ed01d249 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event updated for resources: {'Port': ['ID=e88a9829-03e7-4b79-9871-c95dbe559a25,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:06.955949 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-f8a4d03b-dca8-40c2-9c27-b985ed01d249 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4718952 Apr 05 14:55:06.959195 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41542) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:06.962840 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-011c95a8-0aa3-499f-b456-e044fc13a6bb tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Request body: {'subnet': {'network_id': '90818ce6-c1a7-481c-a91f-d69e93b03d5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:55:07.012028 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71ebe99-3354-46fb-acd8-e1a1ebce3229 req-bc41e808-8e5d-4280-8c94-3f74f76a6973 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:07.023799 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b71ebe99-3354-46fb-acd8-e1a1ebce3229 req-bc41e808-8e5d-4280-8c94-3f74f76a6973 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 944 time: 0.1081553 Apr 05 14:55:07.103286 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b71ebe99-3354-46fb-acd8-e1a1ebce3229 req-1bee3242-3f93-4f2a-af96-e9e7863342f9 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=0db5022f-6960-4519-993b-af935888212a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772474 Apr 05 14:55:07.234433 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-218d31f1-8d7e-446d-8e0f-7b17400a293d None None] Provisioning complete for port e88a9829-03e7-4b79-9871-c95dbe559a25 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:55:07.235402 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-218d31f1-8d7e-446d-8e0f-7b17400a293d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:07.334304 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-011c95a8-0aa3-499f-b456-e044fc13a6bb tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Made reservation on behalf of 4582b43eccf64ee89d1b04a10b86bef4 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:55:07.338934 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-011c95a8-0aa3-499f-b456-e044fc13a6bb tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:07.339102 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-218d31f1-8d7e-446d-8e0f-7b17400a293d None None] Port e88a9829-03e7-4b79-9871-c95dbe559a25 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:55:07.531759 n-d-836650-2 neutron-server[103321]: INFO neutron.db.ipam_backend_mixin [None req-011c95a8-0aa3-499f-b456-e044fc13a6bb tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b9a704cf-0e72-403d-a408-c004204542d5 (CIDR: 2001:db8::/64) Apr 05 14:55:07.587066 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-011c95a8-0aa3-499f-b456-e044fc13a6bb tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:55:07.587585 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-011c95a8-0aa3-499f-b456-e044fc13a6bb tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:55:07.671166 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-011c95a8-0aa3-499f-b456-e044fc13a6bb tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7113030 Apr 05 14:55:07.671890 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41546) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:07.677376 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-70e38507-49d1-4e35-92a9-a844143cd291 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Request body: {'subnet': {'network_id': '90818ce6-c1a7-481c-a91f-d69e93b03d5e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:55:08.264181 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e38507-49d1-4e35-92a9-a844143cd291 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Made reservation on behalf of 4582b43eccf64ee89d1b04a10b86bef4 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:55:08.268866 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-70e38507-49d1-4e35-92a9-a844143cd291 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:08.378605 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d90333-e57f-4bbb-a191-85d7d61966b8 req-c20c7b1f-f140-42cb-a687-3e8256a3c380 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:08.381146 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-38d90333-e57f-4bbb-a191-85d7d61966b8 req-c20c7b1f-f140-42cb-a687-3e8256a3c380 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 944 time: 0.1332679 Apr 05 14:55:08.443351 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-38d90333-e57f-4bbb-a191-85d7d61966b8 req-aa0ac232-5de3-4da8-965a-8c47af3a4530 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=0db5022f-6960-4519-993b-af935888212a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523045 Apr 05 14:55:08.459312 n-d-836650-2 neutron-server[103321]: INFO neutron.db.ipam_backend_mixin [None req-70e38507-49d1-4e35-92a9-a844143cd291 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet d4c9c743-0e6f-498d-aa86-92290ccd7b70 (CIDR: 2001:db8:0:1::/64) Apr 05 14:55:08.516020 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-70e38507-49d1-4e35-92a9-a844143cd291 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:55:08.517148 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70e38507-49d1-4e35-92a9-a844143cd291 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:55:08.605458 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-70e38507-49d1-4e35-92a9-a844143cd291 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.9327226 Apr 05 14:55:08.608566 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41554) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:08.619084 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-e85f4e5e-3258-453e-85e7-8b46345903c5 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Request body: {'subnet': {'network_id': '90818ce6-c1a7-481c-a91f-d69e93b03d5e', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:55:08.931699 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85f4e5e-3258-453e-85e7-8b46345903c5 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Made reservation on behalf of 4582b43eccf64ee89d1b04a10b86bef4 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:55:08.936412 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e85f4e5e-3258-453e-85e7-8b46345903c5 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:09.510646 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e85f4e5e-3258-453e-85e7-8b46345903c5 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:09.569236 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85f4e5e-3258-453e-85e7-8b46345903c5 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Network 90818ce6-c1a7-481c-a91f-d69e93b03d5e is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:55:09.573679 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-e85f4e5e-3258-453e-85e7-8b46345903c5 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:55:09.578440 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85f4e5e-3258-453e-85e7-8b46345903c5 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:09.579080 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e85f4e5e-3258-453e-85e7-8b46345903c5 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:09.587087 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b451fe-da27-45d2-84da-33f7fe73f42b None None] Network 90818ce6-c1a7-481c-a91f-d69e93b03d5e requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:55:09.592456 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85f4e5e-3258-453e-85e7-8b46345903c5 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event updated for resources: {'Subnet': ['ID=2606609c-bdcb-4223-b822-f417c21fc2e8,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:09.644066 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60023542-8fc0-46e2-819b-927ff30387be req-b3156a09-0d19-4106-8df4-32ee2de63568 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:09.655932 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-60023542-8fc0-46e2-819b-927ff30387be req-b3156a09-0d19-4106-8df4-32ee2de63568 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 944 time: 0.0943866 Apr 05 14:55:09.700765 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-60023542-8fc0-46e2-819b-927ff30387be req-2baa7f5d-2724-4d16-8366-aa90a99befea tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=0db5022f-6960-4519-993b-af935888212a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435715 Apr 05 14:55:09.731072 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-e85f4e5e-3258-453e-85e7-8b46345903c5 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1198463 Apr 05 14:55:09.734301 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41562) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:09.743812 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-709feef7-76c4-4cc6-a031-4c4bbe9eb724 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1803990635', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2606609c-bdcb-4223-b822-f417c21fc2e8'}], 'security_groups': ['8176d3bb-a39f-4f2f-8ef7-0a411bfdb222', '9f506a35-4f0a-4dda-8827-a7d921def1ae']}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:55:09.946689 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-709feef7-76c4-4cc6-a031-4c4bbe9eb724 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:10.027813 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a570e2-64ef-4c37-a64c-188e9316337d None None] Update dhcp port {'port': {'network_id': '90818ce6-c1a7-481c-a91f-d69e93b03d5e', 'fixed_ips': [{'subnet_id': 'd4c9c743-0e6f-498d-aa86-92290ccd7b70', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b9a704cf-0e72-403d-a408-c004204542d5', 'ip_address': '2001:db8::2'}, {'subnet_id': '2606609c-bdcb-4223-b822-f417c21fc2e8'}], 'binding:host_id': 'n-d-836650-2'}, 'id': 'c2d23889-4a54-4544-9a9e-8843c00addea'} from n-d-836650-2. {{(pid=103322) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 05 14:55:10.066320 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-27a570e2-64ef-4c37-a64c-188e9316337d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:10.151719 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 41566) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:10.293902 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4c359d2-0aee-4e15-8bfc-3f872d0ca3b7 admin admin] Deleting subnet 47eae1ae-e375-48cf-bef6-e509065e2a58 {{(pid=103320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:55:10.305637 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e4c359d2-0aee-4e15-8bfc-3f872d0ca3b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:10.412596 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-27a570e2-64ef-4c37-a64c-188e9316337d None None] Allocated IP 2001:db8:0:2::2 (90818ce6-c1a7-481c-a91f-d69e93b03d5e/2606609c-bdcb-4223-b822-f417c21fc2e8/c2d23889-4a54-4544-9a9e-8843c00addea) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:55:10.422479 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e4c359d2-0aee-4e15-8bfc-3f872d0ca3b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13399228'] for subnet, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:10.497968 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e4c359d2-0aee-4e15-8bfc-3f872d0ca3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:10.587174 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-27a570e2-64ef-4c37-a64c-188e9316337d None None] For port c2d23889-4a54-4544-9a9e-8843c00addea, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=c2d23889-4a54-4544-9a9e-8843c00addea,segment=NetworkSegment(cb1e323d-67bb-467f-b32e-3eb7a7209853),segment_id=cb1e323d-67bb-467f-b32e-3eb7a7209853)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:55:10.634934 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-27a570e2-64ef-4c37-a64c-188e9316337d None None] Notify callbacks [] for port, precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:10.886443 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1561770-808e-472e-9f1c-1afd8841d249 req-5567d5f0-6636-431b-92a0-4c60887c9190 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:10.896653 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b1561770-808e-472e-9f1c-1afd8841d249 req-5567d5f0-6636-431b-92a0-4c60887c9190 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 944 time: 0.1104546 Apr 05 14:55:11.019570 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b1561770-808e-472e-9f1c-1afd8841d249 req-baefbe32-786e-483d-b6fd-1dc9a5dcaca1 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=0db5022f-6960-4519-993b-af935888212a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153393 Apr 05 14:55:11.138432 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e4c359d2-0aee-4e15-8bfc-3f872d0ca3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15773812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13127359'] for subnet, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:11.141866 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-27a570e2-64ef-4c37-a64c-188e9316337d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:11.231586 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c359d2-0aee-4e15-8bfc-3f872d0ca3b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47eae1ae-e375-48cf-bef6-e509065e2a58,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:11.241880 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e4c359d2-0aee-4e15-8bfc-3f872d0ca3b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:11.257238 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-e4c359d2-0aee-4e15-8bfc-3f872d0ca3b7 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/47eae1ae-e375-48cf-bef6-e509065e2a58 HTTP/1.1" status: 204 len: 168 time: 1.1043198 Apr 05 14:55:11.270838 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 41576) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:11.363547 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-709feef7-76c4-4cc6-a031-4c4bbe9eb724 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Delete allocated IP 2001:db8::352 (90818ce6-c1a7-481c-a91f-d69e93b03d5e/b9a704cf-0e72-403d-a408-c004204542d5) {{(pid=103321) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 05 14:55:11.385027 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-709feef7-76c4-4cc6-a031-4c4bbe9eb724 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Allocated IP 2001:db8:0:2::1dd (90818ce6-c1a7-481c-a91f-d69e93b03d5e/2606609c-bdcb-4223-b822-f417c21fc2e8/e88a9829-03e7-4b79-9871-c95dbe559a25) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:55:11.452449 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a570e2-64ef-4c37-a64c-188e9316337d None None] Pushing event updated for resources: {'Port': ['ID=c2d23889-4a54-4544-9a9e-8843c00addea,revision_number=7']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:11.507659 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-52f40915-e0ed-4469-84fd-297330510b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:11.641092 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41580) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:11.657791 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-52f40915-e0ed-4469-84fd-297330510b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:11.695933 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-709feef7-76c4-4cc6-a031-4c4bbe9eb724 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:11.720724 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-52f40915-e0ed-4469-84fd-297330510b14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87bb94c2-1212-4f65-87ce-1948692dbf27']}} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:55:11.736656 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-52f40915-e0ed-4469-84fd-297330510b14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f694d351-387d-4337-89ef-5643651c5fec') {'for_net_delete': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:55:11.736977 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-52f40915-e0ed-4469-84fd-297330510b14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f694d351-387d-4337-89ef-5643651c5fec') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:55:11.754996 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-52f40915-e0ed-4469-84fd-297330510b14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13399223'] for segment, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:11.770586 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-52f40915-e0ed-4469-84fd-297330510b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:11.777408 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52f40915-e0ed-4469-84fd-297330510b14 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=103320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:55:11.777822 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-52f40915-e0ed-4469-84fd-297330510b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15765202'] for segment, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:11.780146 n-d-836650-2 neutron-server[103320]: Traceback (most recent call last): Apr 05 14:55:11.780146 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:55:11.780146 n-d-836650-2 neutron-server[103320]: timer() Apr 05 14:55:11.780146 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:55:11.780146 n-d-836650-2 neutron-server[103320]: cb(*args, **kw) Apr 05 14:55:11.780146 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:55:11.780146 n-d-836650-2 neutron-server[103320]: return func(*args, **kwargs) Apr 05 14:55:11.780146 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:55:11.780146 n-d-836650-2 neutron-server[103320]: self._notify() Apr 05 14:55:11.780146 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:55:11.780146 n-d-836650-2 neutron-server[103320]: self.callback(batched_events) Apr 05 14:55:11.780146 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:55:11.780146 n-d-836650-2 neutron-server[103320]: event.method(event) Apr 05 14:55:11.780146 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:55:11.780146 n-d-836650-2 neutron-server[103320]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:55:11.780146 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:55:11.780146 n-d-836650-2 neutron-server[103320]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:55:11.780146 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:55:11.780146 n-d-836650-2 neutron-server[103320]: return f(self, *a, **k) Apr 05 14:55:11.780146 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:55:11.780146 n-d-836650-2 neutron-server[103320]: return self._get(url).json() Apr 05 14:55:11.780146 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:55:11.780146 n-d-836650-2 neutron-server[103320]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:55:11.780146 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:55:11.780146 n-d-836650-2 neutron-server[103320]: return self.request(url, 'GET', **kwargs) Apr 05 14:55:11.780146 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:55:11.780146 n-d-836650-2 neutron-server[103320]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:55:11.780146 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:55:11.780146 n-d-836650-2 neutron-server[103320]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:55:11.780146 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:55:11.780146 n-d-836650-2 neutron-server[103320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:55:11.780146 n-d-836650-2 neutron-server[103320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:55:11.789093 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-709feef7-76c4-4cc6-a031-4c4bbe9eb724 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:11.837989 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7693a947-3522-4b98-ad51-f28ffd66f143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:11.885720 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-709feef7-76c4-4cc6-a031-4c4bbe9eb724 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] In _notify_port_updated(), no bound segment for port e88a9829-03e7-4b79-9871-c95dbe559a25 on network 90818ce6-c1a7-481c-a91f-d69e93b03d5e {{(pid=103321) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 05 14:55:11.891558 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709feef7-76c4-4cc6-a031-4c4bbe9eb724 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:11.895467 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-709feef7-76c4-4cc6-a031-4c4bbe9eb724 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:11.895467 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-709feef7-76c4-4cc6-a031-4c4bbe9eb724 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "PUT /v2.0/ports/e88a9829-03e7-4b79-9871-c95dbe559a25 HTTP/1.1" status: 200 len: 970 time: 2.1578388 Apr 05 14:55:11.896558 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 41584) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:11.903393 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709feef7-76c4-4cc6-a031-4c4bbe9eb724 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event updated for resources: {'Port': ['ID=e88a9829-03e7-4b79-9871-c95dbe559a25,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:11.916681 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709feef7-76c4-4cc6-a031-4c4bbe9eb724 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:55:11.917139 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709feef7-76c4-4cc6-a031-4c4bbe9eb724 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:55:11.917560 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709feef7-76c4-4cc6-a031-4c4bbe9eb724 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:55:11.917955 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709feef7-76c4-4cc6-a031-4c4bbe9eb724 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:55:11.918346 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709feef7-76c4-4cc6-a031-4c4bbe9eb724 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:55:11.918735 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709feef7-76c4-4cc6-a031-4c4bbe9eb724 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:55:11.919122 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709feef7-76c4-4cc6-a031-4c4bbe9eb724 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:55:11.919509 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709feef7-76c4-4cc6-a031-4c4bbe9eb724 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:55:11.919892 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709feef7-76c4-4cc6-a031-4c4bbe9eb724 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:55:11.920285 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709feef7-76c4-4cc6-a031-4c4bbe9eb724 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:55:11.920679 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709feef7-76c4-4cc6-a031-4c4bbe9eb724 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:55:11.921074 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709feef7-76c4-4cc6-a031-4c4bbe9eb724 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:55:11.977790 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-52f40915-e0ed-4469-84fd-297330510b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:11.995250 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-52f40915-e0ed-4469-84fd-297330510b14 admin admin] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:11.998682 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-52f40915-e0ed-4469-84fd-297330510b14 admin admin] 10.222.0.30 "DELETE /v2.0/networks/87bb94c2-1212-4f65-87ce-1948692dbf27 HTTP/1.1" status: 204 len: 168 time: 0.7266636 Apr 05 14:55:12.001105 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f40915-e0ed-4469-84fd-297330510b14 admin admin] Pushing event deleted for resources: {'Network': ['ID=87bb94c2-1212-4f65-87ce-1948692dbf27,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:12.002507 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41586) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:12.029805 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device c2d23889-4a54-4544-9a9e-8843c00addea up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:55:12.031655 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-5ee80bdb-886e-4446-897a-d98586a41891 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Deleting port e88a9829-03e7-4b79-9871-c95dbe559a25 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:55:12.031996 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5ee80bdb-886e-4446-897a-d98586a41891 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:12.084029 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7693a947-3522-4b98-ad51-f28ffd66f143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:12.098349 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-56fa7b6d-e0e7-454d-af9d-768eae9d7cbc admin admin] Deleting subnet 341d47cd-1a44-4510-abfb-009be430fbb4 {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:55:12.107760 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-56fa7b6d-e0e7-454d-af9d-768eae9d7cbc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:12.133891 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5ee80bdb-886e-4446-897a-d98586a41891 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:12.146393 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-5ee80bdb-886e-4446-897a-d98586a41891 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Calling delete_port for e88a9829-03e7-4b79-9871-c95dbe559a25 owned by {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:55:12.147894 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port c2d23889-4a54-4544-9a9e-8843c00addea triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:55:12.148864 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:12.150230 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-56fa7b6d-e0e7-454d-af9d-768eae9d7cbc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:12.195683 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7693a947-3522-4b98-ad51-f28ffd66f143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:12.223163 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-56fa7b6d-e0e7-454d-af9d-768eae9d7cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:12.263050 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cd172e-b4e3-4779-b596-91a479b31b3d req-35083537-1b15-4e87-97c7-006f597c1537 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:12.264591 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-00cd172e-b4e3-4779-b596-91a479b31b3d req-35083537-1b15-4e87-97c7-006f597c1537 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 944 time: 0.1053603 Apr 05 14:55:12.289989 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-7693a947-3522-4b98-ad51-f28ffd66f143 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e4c4965a4cb24d5f8cf346a69808640d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6356156 Apr 05 14:55:12.290434 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 41590) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:12.294698 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7693a947-3522-4b98-ad51-f28ffd66f143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e2d06c-b6d5-4871-9246-ec4dfabefc8d,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:12.339694 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-ccff2f6d-3bb6-4d8b-bf63-936c27b4d9be None None] Provisioning complete for port 92b6ea5c-f103-4bc7-902e-b27cb2eb682d triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:55:12.340061 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ccff2f6d-3bb6-4d8b-bf63-936c27b4d9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:12.377699 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-00cd172e-b4e3-4779-b596-91a479b31b3d req-1186a6d8-2520-48d2-aab8-615617c531f9 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=0db5022f-6960-4519-993b-af935888212a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029401 Apr 05 14:55:12.385574 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-ccff2f6d-3bb6-4d8b-bf63-936c27b4d9be None None] Port 92b6ea5c-f103-4bc7-902e-b27cb2eb682d cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:55:12.399289 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-ccff2f6d-3bb6-4d8b-bf63-936c27b4d9be None None] Provisioning complete for port c2d23889-4a54-4544-9a9e-8843c00addea triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:55:12.399665 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ccff2f6d-3bb6-4d8b-bf63-936c27b4d9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:12.417133 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c6dc506b-c4dd-4f2a-95d7-494677898279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:12.424261 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:12.443521 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-56fa7b6d-e0e7-454d-af9d-768eae9d7cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:12.444117 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c6dc506b-c4dd-4f2a-95d7-494677898279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:12.480576 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fa7b6d-e0e7-454d-af9d-768eae9d7cbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=341d47cd-1a44-4510-abfb-009be430fbb4,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:12.480769 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5ee80bdb-886e-4446-897a-d98586a41891 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:12.481275 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-56fa7b6d-e0e7-454d-af9d-768eae9d7cbc admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:12.484657 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-56fa7b6d-e0e7-454d-af9d-768eae9d7cbc admin admin] 10.222.0.30 "DELETE /v2.0/subnets/341d47cd-1a44-4510-abfb-009be430fbb4 HTTP/1.1" status: 204 len: 168 time: 0.4737952 Apr 05 14:55:12.487594 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41592) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:12.509328 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-ccff2f6d-3bb6-4d8b-bf63-936c27b4d9be None None] Could not find standard attr ID for object e88a9829-03e7-4b79-9871-c95dbe559a25. {{(pid=103322) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 14:55:12.531957 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee80bdb-886e-4446-897a-d98586a41891 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event deleted for resources: {'Port': ['ID=e88a9829-03e7-4b79-9871-c95dbe559a25,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:12.561202 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5ee80bdb-886e-4446-897a-d98586a41891 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:12.564650 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-5ee80bdb-886e-4446-897a-d98586a41891 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "DELETE /v2.0/ports/e88a9829-03e7-4b79-9871-c95dbe559a25 HTTP/1.1" status: 204 len: 168 time: 0.6670473 Apr 05 14:55:12.567954 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 41594) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:12.583206 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8bd4bde5-d24e-4164-aa12-ac809e7a2d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:12.594142 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-08a03957-1fdd-485c-9007-367ee415e83a tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] GET failed (client error): The resource could not be found. Apr 05 14:55:12.595809 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-08a03957-1fdd-485c-9007-367ee415e83a tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "GET /v2.0/ports/e88a9829-03e7-4b79-9871-c95dbe559a25 HTTP/1.1" status: 404 len: 333 time: 0.0268648 Apr 05 14:55:12.598753 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 41596) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:12.623664 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9456fd9e-4edd-4eeb-b5fc-670b9732efdf None None] Could not find standard attr ID for object e88a9829-03e7-4b79-9871-c95dbe559a25. {{(pid=103322) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 14:55:12.670110 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d6df48dc-fc59-4bf4-85cb-6c34d4ac6f56 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:12.684819 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8bd4bde5-d24e-4164-aa12-ac809e7a2d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:12.709013 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-8bd4bde5-d24e-4164-aa12-ac809e7a2d7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5faa7944-ad80-4a80-93c6-94d6342485d9']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:55:12.722227 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-8bd4bde5-d24e-4164-aa12-ac809e7a2d7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb17fb8f-9d1a-4d93-b68a-a01d02b5af70') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:55:12.722550 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-8bd4bde5-d24e-4164-aa12-ac809e7a2d7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb17fb8f-9d1a-4d93-b68a-a01d02b5af70') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:55:12.735676 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8bd4bde5-d24e-4164-aa12-ac809e7a2d7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:12.753161 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8bd4bde5-d24e-4164-aa12-ac809e7a2d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:12.762703 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bd4bde5-d24e-4164-aa12-ac809e7a2d7d admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:55:12.763381 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8bd4bde5-d24e-4164-aa12-ac809e7a2d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:12.765677 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:55:12.765677 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:55:12.765677 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:55:12.765677 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:55:12.765677 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:55:12.765677 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:55:12.765677 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:55:12.765677 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:55:12.765677 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:55:12.765677 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:55:12.765677 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:55:12.765677 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:55:12.765677 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:55:12.765677 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:55:12.765677 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:55:12.765677 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:55:12.765677 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:55:12.765677 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:55:12.765677 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:55:12.765677 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:55:12.765677 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:55:12.765677 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:55:12.765677 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:55:12.765677 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:55:12.765677 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:55:12.765677 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:55:12.765677 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:55:12.765677 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:55:12.765677 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:55:12.765677 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:55:12.765677 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:55:12.765677 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:55:12.928803 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8bd4bde5-d24e-4164-aa12-ac809e7a2d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:12.935692 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8bd4bde5-d24e-4164-aa12-ac809e7a2d7d admin admin] Notify callbacks [] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:12.938720 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-8bd4bde5-d24e-4164-aa12-ac809e7a2d7d admin admin] 10.222.0.30 "DELETE /v2.0/networks/5faa7944-ad80-4a80-93c6-94d6342485d9 HTTP/1.1" status: 204 len: 168 time: 0.4501152 Apr 05 14:55:12.956034 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd4bde5-d24e-4164-aa12-ac809e7a2d7d admin admin] Pushing event deleted for resources: {'Network': ['ID=5faa7944-ad80-4a80-93c6-94d6342485d9,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:13.057598 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c6dc506b-c4dd-4f2a-95d7-494677898279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:13.060090 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c6dc506b-c4dd-4f2a-95d7-494677898279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:13.061462 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-c6dc506b-c4dd-4f2a-95d7-494677898279 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/05e2d06c-b6d5-4871-9246-ec4dfabefc8d HTTP/1.1" status: 204 len: 168 time: 0.7693033 Apr 05 14:55:13.079102 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d6df48dc-fc59-4bf4-85cb-6c34d4ac6f56 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:13.082109 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dc506b-c4dd-4f2a-95d7-494677898279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e2d06c-b6d5-4871-9246-ec4dfabefc8d,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:13.257570 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d6df48dc-fc59-4bf4-85cb-6c34d4ac6f56 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:13.260007 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d6df48dc-fc59-4bf4-85cb-6c34d4ac6f56 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:13.261190 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-d6df48dc-fc59-4bf4-85cb-6c34d4ac6f56 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "DELETE /v2.0/security-groups/0e4d8ccc-b6e3-4e78-9499-191748e019b9 HTTP/1.1" status: 204 len: 168 time: 0.6611059 Apr 05 14:55:13.263916 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41606) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:13.270807 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6df48dc-fc59-4bf4-85cb-6c34d4ac6f56 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4d8ccc-b6e3-4e78-9499-191748e019b9,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:13.339859 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-75586756-b790-46f6-91cd-2c6404a28d0d tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:13.364134 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-75586756-b790-46f6-91cd-2c6404a28d0d tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:13.458411 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 41612) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:13.523659 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-75586756-b790-46f6-91cd-2c6404a28d0d tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:13.526683 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-75586756-b790-46f6-91cd-2c6404a28d0d tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:13.527944 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-75586756-b790-46f6-91cd-2c6404a28d0d tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "DELETE /v2.0/security-groups/9f506a35-4f0a-4dda-8827-a7d921def1ae HTTP/1.1" status: 204 len: 168 time: 0.2630095 Apr 05 14:55:13.528133 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-768c4501-7c42-4a14-bbcc-bfb4e335b04a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6aaedda5a21e469faa47af1042605ddd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0685716 Apr 05 14:55:13.530625 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 41614) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:13.530942 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 41616) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:13.537842 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75586756-b790-46f6-91cd-2c6404a28d0d tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f506a35-4f0a-4dda-8827-a7d921def1ae,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:13.572069 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9788c477-6110-44c5-a12e-f16773f1c984 req-eec604af-6431-42fc-9c2f-483e394145ae tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:13.573712 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9788c477-6110-44c5-a12e-f16773f1c984 req-eec604af-6431-42fc-9c2f-483e394145ae tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 944 time: 0.0988138 Apr 05 14:55:13.655283 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9788c477-6110-44c5-a12e-f16773f1c984 req-f17a7f0e-e9fd-4ae0-bd0c-32f039ffcd30 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=0db5022f-6960-4519-993b-af935888212a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740161 Apr 05 14:55:13.684340 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-eac44793-f09c-4e12-898f-5c78ba4f0089 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:13.693322 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-17bcfd82-d252-4982-a42a-15368919eb5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:13.716009 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-eac44793-f09c-4e12-898f-5c78ba4f0089 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:13.748108 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-17bcfd82-d252-4982-a42a-15368919eb5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:13.852770 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0c2ae5-1353-4411-90b9-4af176dd80b8 req-53aca1b8-14f5-4987-8607-cc870f7f6efb tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:13.854481 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1b0c2ae5-1353-4411-90b9-4af176dd80b8 req-53aca1b8-14f5-4987-8607-cc870f7f6efb tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=69026214-5a31-4dba-940b-13dc3cdc5564 HTTP/1.1" status: 200 len: 945 time: 0.0598633 Apr 05 14:55:13.900994 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1b0c2ae5-1353-4411-90b9-4af176dd80b8 req-918d0bfb-1e74-4210-a841-8e7b380a55e0 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fcc28c3-fc69-424a-81a1-3f20aae8b5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393376 Apr 05 14:55:13.916898 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-eac44793-f09c-4e12-898f-5c78ba4f0089 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:13.920666 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-eac44793-f09c-4e12-898f-5c78ba4f0089 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:13.921340 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-eac44793-f09c-4e12-898f-5c78ba4f0089 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "DELETE /v2.0/security-groups/8176d3bb-a39f-4f2f-8ef7-0a411bfdb222 HTTP/1.1" status: 204 len: 168 time: 0.3882079 Apr 05 14:55:13.923607 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41630) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:13.930921 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac44793-f09c-4e12-898f-5c78ba4f0089 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8176d3bb-a39f-4f2f-8ef7-0a411bfdb222,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:13.987701 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-95217f67-8eb9-48cc-9d4f-52157a869729 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Deleting subnet b9a704cf-0e72-403d-a408-c004204542d5 {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:55:13.990940 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-95217f67-8eb9-48cc-9d4f-52157a869729 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:14.001073 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-17bcfd82-d252-4982-a42a-15368919eb5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:14.001073 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-17bcfd82-d252-4982-a42a-15368919eb5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:14.001292 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-17bcfd82-d252-4982-a42a-15368919eb5e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/172419e2-7674-4e87-bfdf-665fa1ae7f08 HTTP/1.1" status: 204 len: 168 time: 0.4692569 Apr 05 14:55:14.010225 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcfd82-d252-4982-a42a-15368919eb5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=172419e2-7674-4e87-bfdf-665fa1ae7f08,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:14.045887 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-95217f67-8eb9-48cc-9d4f-52157a869729 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:14.136106 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-95217f67-8eb9-48cc-9d4f-52157a869729 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:14.151511 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:14.377780 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-95217f67-8eb9-48cc-9d4f-52157a869729 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:14.409352 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-95217f67-8eb9-48cc-9d4f-52157a869729 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:14.412544 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-95217f67-8eb9-48cc-9d4f-52157a869729 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "DELETE /v2.0/subnets/b9a704cf-0e72-403d-a408-c004204542d5 HTTP/1.1" status: 204 len: 168 time: 0.4880126 Apr 05 14:55:14.417814 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95217f67-8eb9-48cc-9d4f-52157a869729 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event deleted for resources: {'Subnet': ['ID=b9a704cf-0e72-403d-a408-c004204542d5,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:14.420466 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 41642) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:14.435617 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2244ca-d884-4bd2-91c9-120175a85554 None None] Network 90818ce6-c1a7-481c-a91f-d69e93b03d5e requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:55:14.534460 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce7f5a9c-6bd4-49b2-92b1-176b95653161 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Deleting subnet 2606609c-bdcb-4223-b822-f417c21fc2e8 {{(pid=103320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:55:14.543115 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ce7f5a9c-6bd4-49b2-92b1-176b95653161 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for subnet, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:14.597874 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ce7f5a9c-6bd4-49b2-92b1-176b95653161 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13399228'] for subnet, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:14.686792 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ce7f5a9c-6bd4-49b2-92b1-176b95653161 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:14.887795 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ce7f5a9c-6bd4-49b2-92b1-176b95653161 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15773812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13127359'] for subnet, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:14.901693 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41656) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:14.935082 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12fc527-4c07-4452-857e-9ecb9d9a668c req-405036b8-c420-41c6-8da0-0cb5e37852c5 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:14.948396 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c12fc527-4c07-4452-857e-9ecb9d9a668c req-405036b8-c420-41c6-8da0-0cb5e37852c5 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 944 time: 0.1522748 Apr 05 14:55:15.013658 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ce7f5a9c-6bd4-49b2-92b1-176b95653161 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:15.028221 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-47660274-4c05-460b-be0e-b70d944c782b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5fb4d86ef775441fb947069db26ab830&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1247420 Apr 05 14:55:15.030833 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41664) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:15.035260 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-ce7f5a9c-6bd4-49b2-92b1-176b95653161 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "DELETE /v2.0/subnets/2606609c-bdcb-4223-b822-f417c21fc2e8 HTTP/1.1" status: 204 len: 168 time: 0.6131883 Apr 05 14:55:15.036155 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 41666) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:15.056261 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7f5a9c-6bd4-49b2-92b1-176b95653161 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event deleted for resources: {'Subnet': ['ID=2606609c-bdcb-4223-b822-f417c21fc2e8,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:15.120644 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8a2a0e6b-688b-44f8-8b28-624fcd1306f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:15.134639 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-168c2d27-5f6e-4207-b3b2-a0fa9e4ae727 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] DELETE failed (client error): The resource could not be found. Apr 05 14:55:15.138675 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-168c2d27-5f6e-4207-b3b2-a0fa9e4ae727 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103320) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:55:15.141107 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-168c2d27-5f6e-4207-b3b2-a0fa9e4ae727 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "DELETE /v2.0/subnets/b9a704cf-0e72-403d-a408-c004204542d5 HTTP/1.1" status: 404 len: 337 time: 0.0953453 Apr 05 14:55:15.141733 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 41670) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:15.161799 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8a2a0e6b-688b-44f8-8b28-624fcd1306f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:15.208833 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c12fc527-4c07-4452-857e-9ecb9d9a668c req-25dd8a40-416d-4b83-a6ce-86df08cca11c tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=0db5022f-6960-4519-993b-af935888212a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2433054 Apr 05 14:55:15.285541 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a007ed-0976-4971-a52f-b0d00d0c06c1 req-a0805b9f-b79d-4f3c-90c0-bb1d366b5122 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:15.287087 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-17a007ed-0976-4971-a52f-b0d00d0c06c1 req-a0805b9f-b79d-4f3c-90c0-bb1d366b5122 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=69026214-5a31-4dba-940b-13dc3cdc5564 HTTP/1.1" status: 200 len: 945 time: 0.2024438 Apr 05 14:55:15.293509 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_v2 [None req-97d8f473-7e5e-4477-a9d8-9bbf432ca1cd tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Deleting subnet d4c9c743-0e6f-498d-aa86-92290ccd7b70 {{(pid=103320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:55:15.318516 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-97d8f473-7e5e-4477-a9d8-9bbf432ca1cd tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for subnet, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:15.328717 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8a2a0e6b-688b-44f8-8b28-624fcd1306f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:15.332572 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8a2a0e6b-688b-44f8-8b28-624fcd1306f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:15.337863 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-8a2a0e6b-688b-44f8-8b28-624fcd1306f0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/73190d6c-4b8f-45b2-a628-3044eaeebde5 HTTP/1.1" status: 204 len: 168 time: 0.3046498 Apr 05 14:55:15.357307 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2a0e6b-688b-44f8-8b28-624fcd1306f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73190d6c-4b8f-45b2-a628-3044eaeebde5,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:15.400024 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5af3d4-e990-4714-9afb-a86fe411f27b None None] Network 90818ce6-c1a7-481c-a91f-d69e93b03d5e requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:55:15.461595 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-97d8f473-7e5e-4477-a9d8-9bbf432ca1cd tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13399228'] for subnet, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:15.484730 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-17a007ed-0976-4971-a52f-b0d00d0c06c1 req-e96de5c7-8e6f-4907-9884-d7b2fb324985 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fcc28c3-fc69-424a-81a1-3f20aae8b5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1791537 Apr 05 14:55:15.525318 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-a09bff61-c0f1-4027-8fd3-b890149fc455 None None] Provisioning complete for port c2d23889-4a54-4544-9a9e-8843c00addea triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:55:15.526018 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a09bff61-c0f1-4027-8fd3-b890149fc455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:15.527391 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1be3567-b914-499c-8606-28267bcbe1cc req-aa3d2f78-71cc-41ed-bd61-063339d30771 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:15.529704 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e1be3567-b914-499c-8606-28267bcbe1cc req-aa3d2f78-71cc-41ed-bd61-063339d30771 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.55 "GET /v2.0/ports?device_id=69026214-5a31-4dba-940b-13dc3cdc5564 HTTP/1.1" status: 200 len: 945 time: 0.2328455 Apr 05 14:55:15.668257 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-97d8f473-7e5e-4477-a9d8-9bbf432ca1cd tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:15.731618 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-e1be3567-b914-499c-8606-28267bcbe1cc req-f79d2234-7844-4f3b-a181-c2b1a3b4c45c tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Deleting port 870ca3a9-3a83-48b8-a171-9a887b1a226f {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:55:15.732206 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e1be3567-b914-499c-8606-28267bcbe1cc req-f79d2234-7844-4f3b-a181-c2b1a3b4c45c tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:15.807276 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-a09bff61-c0f1-4027-8fd3-b890149fc455 None None] Provisioning complete for port 92b6ea5c-f103-4bc7-902e-b27cb2eb682d triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:55:15.807803 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a09bff61-c0f1-4027-8fd3-b890149fc455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:15.857392 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-a09bff61-c0f1-4027-8fd3-b890149fc455 None None] Port 92b6ea5c-f103-4bc7-902e-b27cb2eb682d cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:55:15.885054 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-e1be3567-b914-499c-8606-28267bcbe1cc req-f79d2234-7844-4f3b-a181-c2b1a3b4c45c tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] For port 870ca3a9-3a83-48b8-a171-9a887b1a226f, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=870ca3a9-3a83-48b8-a171-9a887b1a226f,segment=NetworkSegment(2ed50d53-ad8d-43f0-946d-9bbaf222e8be),segment_id=2ed50d53-ad8d-43f0-946d-9bbaf222e8be)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:55:15.885696 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e1be3567-b914-499c-8606-28267bcbe1cc req-f79d2234-7844-4f3b-a181-c2b1a3b4c45c tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:16.175473 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e1be3567-b914-499c-8606-28267bcbe1cc req-f79d2234-7844-4f3b-a181-c2b1a3b4c45c tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:16.175751 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e1be3567-b914-499c-8606-28267bcbe1cc req-f79d2234-7844-4f3b-a181-c2b1a3b4c45c tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:16.176107 n-d-836650-2 neutron-server[103320]: INFO neutron.db.l3_db [req-e1be3567-b914-499c-8606-28267bcbe1cc req-f79d2234-7844-4f3b-a181-c2b1a3b4c45c tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Floating IP 1280b568-2dca-4154-ac74-b02eee3e9e13 disassociated. External IP: 172.25.6.42, port: 870ca3a9-3a83-48b8-a171-9a887b1a226f. Apr 05 14:55:16.176465 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-e1be3567-b914-499c-8606-28267bcbe1cc req-f79d2234-7844-4f3b-a181-c2b1a3b4c45c tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Calling delete_port for 870ca3a9-3a83-48b8-a171-9a887b1a226f owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:55:16.388244 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-97d8f473-7e5e-4477-a9d8-9bbf432ca1cd tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15773812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13127359'] for subnet, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:16.406526 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54321cfd-eab0-41ed-b557-0fbf190473af req-e78d888a-1258-4eb1-8554-1814ee309763 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:16.408104 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-54321cfd-eab0-41ed-b557-0fbf190473af req-e78d888a-1258-4eb1-8554-1814ee309763 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 944 time: 0.0743268 Apr 05 14:55:16.440557 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d8f473-7e5e-4477-a9d8-9bbf432ca1cd tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event deleted for resources: {'Subnet': ['ID=d4c9c743-0e6f-498d-aa86-92290ccd7b70,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:16.443490 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-97d8f473-7e5e-4477-a9d8-9bbf432ca1cd tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:16.446718 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-97d8f473-7e5e-4477-a9d8-9bbf432ca1cd tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "DELETE /v2.0/subnets/d4c9c743-0e6f-498d-aa86-92290ccd7b70 HTTP/1.1" status: 204 len: 168 time: 1.2734542 Apr 05 14:55:16.450669 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41700) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:16.473179 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d5d712-b75b-411e-972a-e207444352f6 None None] Network 90818ce6-c1a7-481c-a91f-d69e93b03d5e requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:55:16.483932 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3732194-84ec-45d9-837a-28781e246099 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] DELETE failed (client error): The resource could not be found. Apr 05 14:55:16.484398 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3732194-84ec-45d9-837a-28781e246099 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:55:16.491021 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-b3732194-84ec-45d9-837a-28781e246099 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "DELETE /v2.0/subnets/e20c0915-406c-4c66-a95e-a946f7df7a3c HTTP/1.1" status: 404 len: 337 time: 0.0392337 Apr 05 14:55:16.491951 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41702) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:16.507297 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-54321cfd-eab0-41ed-b557-0fbf190473af req-638b258b-f626-4db9-81b2-003f14e9c2f2 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=0db5022f-6960-4519-993b-af935888212a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540774 Apr 05 14:55:16.536037 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-31d59625-cd4d-425e-8909-8c1609507c2d tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "GET /v2.0/ports?device_id=c123b0bd-5944-4ec9-8873-61b49a0af96f HTTP/1.1" status: 200 len: 205 time: 0.0427835 Apr 05 14:55:16.540971 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 41710) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:16.599073 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e1be3567-b914-499c-8606-28267bcbe1cc req-f79d2234-7844-4f3b-a181-c2b1a3b4c45c tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:16.609913 n-d-836650-2 neutron-server[103320]: INFO neutron.api.v2.resource [None req-8367e036-729b-498a-ae47-f83bc57a0ef2 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] delete failed (client error): The resource could not be found. Apr 05 14:55:16.613681 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-8367e036-729b-498a-ae47-f83bc57a0ef2 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "DELETE /v2.0/routers/c123b0bd-5944-4ec9-8873-61b49a0af96f HTTP/1.1" status: 404 len: 336 time: 0.0692747 Apr 05 14:55:16.614452 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41714) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:16.626818 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-16a4476a-aa60-4911-bc90-52977dac84e1 None None] Provisioning complete for port c2d23889-4a54-4544-9a9e-8843c00addea triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:55:16.630616 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-16a4476a-aa60-4911-bc90-52977dac84e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:16.649156 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79d2234-7844-4f3b-a181-c2b1a3b4c45c tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Pushing event deleted for resources: {'Port': ['ID=870ca3a9-3a83-48b8-a171-9a887b1a226f,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:16.709927 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-e57d1689-e7c1-475c-a68a-9e664b6c9386 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] DELETE failed (client error): The resource could not be found. Apr 05 14:55:16.712531 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e57d1689-e7c1-475c-a68a-9e664b6c9386 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:55:16.728090 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-e57d1689-e7c1-475c-a68a-9e664b6c9386 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "DELETE /v2.0/subnets/24dd5348-43f9-4348-a4ec-d739a5906de6 HTTP/1.1" status: 404 len: 337 time: 0.1122539 Apr 05 14:55:16.729057 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41716) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:16.809577 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-3acfc87e-5792-4001-b39a-d1c0d82b8382 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] DELETE failed (client error): The resource could not be found. Apr 05 14:55:16.815647 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3acfc87e-5792-4001-b39a-d1c0d82b8382 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:55:16.815647 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-3acfc87e-5792-4001-b39a-d1c0d82b8382 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "DELETE /v2.0/subnets/2ba9e429-8d4a-4c49-89bf-e7673391af82 HTTP/1.1" status: 404 len: 337 time: 0.0675600 Apr 05 14:55:16.817720 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41718) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:16.861542 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-16a4476a-aa60-4911-bc90-52977dac84e1 None None] Provisioning complete for port 92b6ea5c-f103-4bc7-902e-b27cb2eb682d triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:55:16.864873 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-16a4476a-aa60-4911-bc90-52977dac84e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:16.870598 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cf87212-bbfd-41ce-b50b-53d25e1411de tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] DELETE failed (client error): The resource could not be found. Apr 05 14:55:16.871286 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cf87212-bbfd-41ce-b50b-53d25e1411de tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:55:16.877538 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-0cf87212-bbfd-41ce-b50b-53d25e1411de tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "DELETE /v2.0/subnets/09ef4290-3ef2-47ca-bdea-a73c216d3eba HTTP/1.1" status: 404 len: 337 time: 0.0558321 Apr 05 14:55:16.879056 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41722) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:16.914867 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e1be3567-b914-499c-8606-28267bcbe1cc req-f79d2234-7844-4f3b-a181-c2b1a3b4c45c tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Router 3a8b25ee-49d5-49e7-a420-c81ae910c57e has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:55:16.922672 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64be3a5-9300-46c4-bf6f-7324d00689ca None None] DHCP port deletion for 90818ce6-c1a7-481c-a91f-d69e93b03d5e request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:55:16.928457 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-16a4476a-aa60-4911-bc90-52977dac84e1 None None] Port 92b6ea5c-f103-4bc7-902e-b27cb2eb682d cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:55:16.930627 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-5731c32e-49ed-4c24-b428-6994c6909618 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] DELETE failed (client error): The resource could not be found. Apr 05 14:55:16.931647 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5731c32e-49ed-4c24-b428-6994c6909618 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:55:16.937887 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-5731c32e-49ed-4c24-b428-6994c6909618 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "DELETE /v2.0/ports/b1b91d2e-dafa-43a6-bfb4-8b1f11cea632 HTTP/1.1" status: 404 len: 333 time: 0.0576222 Apr 05 14:55:16.938693 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41726) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:16.999321 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f549842-4ad3-4cc1-a0bd-ad38aa182c91 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] DELETE failed (client error): The resource could not be found. Apr 05 14:55:17.000241 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f549842-4ad3-4cc1-a0bd-ad38aa182c91 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:55:17.008657 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-5f549842-4ad3-4cc1-a0bd-ad38aa182c91 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "DELETE /v2.0/subnets/f27c6a86-f502-4652-ba68-838940d902cd HTTP/1.1" status: 404 len: 337 time: 0.0639000 Apr 05 14:55:17.009531 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 41730) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:17.010641 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-a64be3a5-9300-46c4-bf6f-7324d00689ca None None] Deleting port c2d23889-4a54-4544-9a9e-8843c00addea {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:55:17.011119 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a64be3a5-9300-46c4-bf6f-7324d00689ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:17.013021 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3f6c197d-8036-438c-815a-aa9d004116a5 req-61ddc609-1721-4c4e-bdd9-50fe4513ae20 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=652a91ba-483e-4b73-96d8-ccd5ac8eccff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2172196 Apr 05 14:55:17.081208 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-4877e3e4-e735-47ee-ac2a-23e95632ec63 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] DELETE failed (client error): The resource could not be found. Apr 05 14:55:17.081670 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4877e3e4-e735-47ee-ac2a-23e95632ec63 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103320) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:55:17.091004 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-4877e3e4-e735-47ee-ac2a-23e95632ec63 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "DELETE /v2.0/subnets/aed97480-d22c-42ec-b86f-5434485dbe02 HTTP/1.1" status: 404 len: 337 time: 0.0794826 Apr 05 14:55:17.096526 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 41732) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:17.156733 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6c197d-8036-438c-815a-aa9d004116a5 req-dba74484-3a03-4b14-a929-ed8cac98d6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:17.167550 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3f6c197d-8036-438c-815a-aa9d004116a5 req-dba74484-3a03-4b14-a929-ed8cac98d6e3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0d680450c8534547bd5afee8c1b9c44d&device_id=652a91ba-483e-4b73-96d8-ccd5ac8eccff HTTP/1.1" status: 200 len: 1096 time: 0.1314743 Apr 05 14:55:17.170974 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-a64be3a5-9300-46c4-bf6f-7324d00689ca None None] For port c2d23889-4a54-4544-9a9e-8843c00addea, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=c2d23889-4a54-4544-9a9e-8843c00addea,segment=NetworkSegment(cb1e323d-67bb-467f-b32e-3eb7a7209853),segment_id=cb1e323d-67bb-467f-b32e-3eb7a7209853)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:55:17.171347 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9e5db1b-2003-4228-89a2-48550e588f38 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] DELETE failed (client error): The resource could not be found. Apr 05 14:55:17.172447 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9e5db1b-2003-4228-89a2-48550e588f38 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103320) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:55:17.172998 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a64be3a5-9300-46c4-bf6f-7324d00689ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:17.181513 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-e9e5db1b-2003-4228-89a2-48550e588f38 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "DELETE /v2.0/ports/9637225e-3fb8-4767-b39f-59a168f61441 HTTP/1.1" status: 404 len: 333 time: 0.0808942 Apr 05 14:55:17.182672 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41736) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:17.201581 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e1be3567-b914-499c-8606-28267bcbe1cc req-f79d2234-7844-4f3b-a181-c2b1a3b4c45c tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:55:17.204843 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-a64be3a5-9300-46c4-bf6f-7324d00689ca None None] Calling delete_port for c2d23889-4a54-4544-9a9e-8843c00addea owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:55:17.221837 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd17c937-683e-4ee0-a991-1c3bd3e8f37a None None] Sync routers for ids ['3a8b25ee-49d5-49e7-a420-c81ae910c57e'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:55:17.313682 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1be3567-b914-499c-8606-28267bcbe1cc req-f79d2234-7844-4f3b-a181-c2b1a3b4c45c tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] No DVR routers for this DVR port 870ca3a9-3a83-48b8-a171-9a887b1a226f on host n-h1-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:55:17.314434 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e1be3567-b914-499c-8606-28267bcbe1cc req-f79d2234-7844-4f3b-a181-c2b1a3b4c45c tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:17.318719 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd17c937-683e-4ee0-a991-1c3bd3e8f37a None None] Routers {'3a8b25ee-49d5-49e7-a420-c81ae910c57e'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:55:17.320132 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-dd17c937-683e-4ee0-a991-1c3bd3e8f37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:54:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['3a8b25ee-49d5-49e7-a420-c81ae910c57e'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:55:17.323219 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e1be3567-b914-499c-8606-28267bcbe1cc req-f79d2234-7844-4f3b-a181-c2b1a3b4c45c tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.55 "DELETE /v2.0/ports/870ca3a9-3a83-48b8-a171-9a887b1a226f HTTP/1.1" status: 204 len: 173 time: 1.7859392 Apr 05 14:55:17.325103 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69026214-5a31-4dba-940b-13dc3cdc5564', 'name': 'network-vif-deleted', 'tag': '870ca3a9-3a83-48b8-a171-9a887b1a226f'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:55:17.337207 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d16b62-3c4a-4dfb-896c-558657541fa5" -d '{"events": [{"server_uuid": "69026214-5a31-4dba-940b-13dc3cdc5564", "name": "network-vif-deleted", "tag": "870ca3a9-3a83-48b8-a171-9a887b1a226f"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:55:17.368745 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-eb8e35d3-35a4-4854-b19f-c4ffa770544f req-7f54bc07-bdaa-4131-bb8d-4be6ef51799e tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=69026214-5a31-4dba-940b-13dc3cdc5564 HTTP/1.1" status: 200 len: 210 time: 0.1071193 Apr 05 14:55:17.404227 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfb09094-f265-467f-8a66-f7484cfb3f14 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] DELETE failed (client error): The resource could not be found. Apr 05 14:55:17.405018 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfb09094-f265-467f-8a66-f7484cfb3f14 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:55:17.411496 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 41746) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:17.412191 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-dfb09094-f265-467f-8a66-f7484cfb3f14 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "DELETE /v2.0/subnets/666d95b8-b13f-47d0-b76b-4f7af0b9b281 HTTP/1.1" status: 404 len: 337 time: 0.2282190 Apr 05 14:55:17.414408 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6c197d-8036-438c-815a-aa9d004116a5 req-fd1a3fd5-aad5-4d9b-979f-0da774b0c281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:17.416248 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3f6c197d-8036-438c-815a-aa9d004116a5 req-fd1a3fd5-aad5-4d9b-979f-0da774b0c281 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9c33a3eb-a65a-4749-8ece-9c0c17a8413b HTTP/1.1" status: 200 len: 916 time: 0.2212956 Apr 05 14:55:17.497708 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa32489-d985-444d-a98e-235f5c47cb9c x-openstack-request-id: req-0fa32489-d985-444d-a98e-235f5c47cb9c {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:55:17.498222 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69026214-5a31-4dba-940b-13dc3cdc5564", "name": "network-vif-deleted", "tag": "870ca3a9-3a83-48b8-a171-9a887b1a226f", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:55:17.498681 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0fa32489-d985-444d-a98e-235f5c47cb9c {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:55:17.500147 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fa32489-d985-444d-a98e-235f5c47cb9c'] response: {'server_uuid': '69026214-5a31-4dba-940b-13dc3cdc5564', 'name': 'network-vif-deleted', 'tag': '870ca3a9-3a83-48b8-a171-9a887b1a226f', 'status': 'completed', 'code': 200} Apr 05 14:55:17.502740 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd197015-7dff-471b-ae66-bc0bb720e804 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] DELETE failed (client error): The resource could not be found. Apr 05 14:55:17.508943 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd197015-7dff-471b-ae66-bc0bb720e804 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103320) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:55:17.519355 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-bd197015-7dff-471b-ae66-bc0bb720e804 tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "DELETE /v2.0/subnets/86e1a1a4-acc7-4f65-a1b4-158c77ffaf9c HTTP/1.1" status: 404 len: 337 time: 0.1067784 Apr 05 14:55:17.522964 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 41752) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:17.572396 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3f6c197d-8036-438c-815a-aa9d004116a5 req-a1a54fc4-2938-4823-a857-69432d030519 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37f71c50-6a80-4869-962d-34f43575d74a HTTP/1.1" status: 200 len: 1001 time: 0.1415923 Apr 05 14:55:17.661553 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-703d994a-eb04-40f4-8352-18df08419cee tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Deleting port 92b6ea5c-f103-4bc7-902e-b27cb2eb682d {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:55:17.662124 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-703d994a-eb04-40f4-8352-18df08419cee tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:17.731223 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6c197d-8036-438c-815a-aa9d004116a5 req-74b8c6bd-240d-48f6-ba70-d3fa17cb5b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:17.733137 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3f6c197d-8036-438c-815a-aa9d004116a5 req-74b8c6bd-240d-48f6-ba70-d3fa17cb5b07 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b0eeff46-5c4b-4ea4-85de-a28a5ce6d062 HTTP/1.1" status: 200 len: 854 time: 0.1340568 Apr 05 14:55:17.782794 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-dd17c937-683e-4ee0-a991-1c3bd3e8f37a None None] Set router 3a8b25ee-49d5-49e7-a420-c81ae910c57e gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:55:17.811599 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f384b1-2644-4e1d-a81a-83f4e36ef12b req-025a0dd6-3a1c-4820-b2f1-b92720c653a8 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:17.819526 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-28f384b1-2644-4e1d-a81a-83f4e36ef12b req-025a0dd6-3a1c-4820-b2f1-b92720c653a8 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 944 time: 0.1525316 Apr 05 14:55:17.822943 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6c197d-8036-438c-815a-aa9d004116a5 req-a02d3ab6-5e03-4ef8-b750-8807602113a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:17.824562 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3f6c197d-8036-438c-815a-aa9d004116a5 req-a02d3ab6-5e03-4ef8-b750-8807602113a1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9c33a3eb-a65a-4749-8ece-9c0c17a8413b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0847216 Apr 05 14:55:17.853839 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-703d994a-eb04-40f4-8352-18df08419cee tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:17.875972 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a64be3a5-9300-46c4-bf6f-7324d00689ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:17.891260 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-703d994a-eb04-40f4-8352-18df08419cee tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Calling delete_port for 92b6ea5c-f103-4bc7-902e-b27cb2eb682d owned by {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:55:17.913744 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-28f384b1-2644-4e1d-a81a-83f4e36ef12b req-99ee1755-0bbb-4fe8-8794-4e3fbc604933 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=0db5022f-6960-4519-993b-af935888212a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935166 Apr 05 14:55:17.967589 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64be3a5-9300-46c4-bf6f-7324d00689ca None None] Pushing event deleted for resources: {'Port': ['ID=c2d23889-4a54-4544-9a9e-8843c00addea,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:17.975224 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64be3a5-9300-46c4-bf6f-7324d00689ca None None] No DVR routers for this DVR port c2d23889-4a54-4544-9a9e-8843c00addea on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:55:18.045698 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3f6c197d-8036-438c-815a-aa9d004116a5 req-7ad9657c-de66-4ab7-af01-5a58e98316ef service neutron] 10.222.0.11 "GET /v2.0/networks/9c33a3eb-a65a-4749-8ece-9c0c17a8413b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126076 Apr 05 14:55:18.146991 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device c2d23889-4a54-4544-9a9e-8843c00addea no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:55:18.235261 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3f6c197d-8036-438c-815a-aa9d004116a5 req-559cc8ba-7164-4997-9d23-4ccf87c2db3e service neutron] 10.222.0.11 "GET /v2.0/networks/9c33a3eb-a65a-4749-8ece-9c0c17a8413b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836550 Apr 05 14:55:18.261802 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-703d994a-eb04-40f4-8352-18df08419cee tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:18.311173 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: c2d23889-4a54-4544-9a9e-8843c00addea {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:55:18.311672 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device c2d23889-4a54-4544-9a9e-8843c00addea not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:55:18.342958 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703d994a-eb04-40f4-8352-18df08419cee tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event deleted for resources: {'Port': ['ID=92b6ea5c-f103-4bc7-902e-b27cb2eb682d,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:18.362103 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-703d994a-eb04-40f4-8352-18df08419cee tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:18.367500 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-703d994a-eb04-40f4-8352-18df08419cee tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "DELETE /v2.0/ports/92b6ea5c-f103-4bc7-902e-b27cb2eb682d HTTP/1.1" status: 204 len: 168 time: 0.8401539 Apr 05 14:55:18.369820 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 41780) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:18.434080 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-dd17c937-683e-4ee0-a991-1c3bd3e8f37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8b25ee-49d5-49e7-a420-c81ae910c57e', 'name': 'tempest-TestVolumeBootPattern-1066432504-router', 'tenant_id': '15503dce9d2944a4a898191fdde0d62f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'b32f951d-0e1a-4d14-a657-c271ff4bb073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:44:35Z', 'updated_at': '2022-04-05T14:44:50Z', 'revision_number': 4, 'project_id': '15503dce9d2944a4a898191fdde0d62f', 'gw_port': {'id': 'b32f951d-0e1a-4d14-a657-c271ff4bb073', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:59:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8b25ee-49d5-49e7-a420-c81ae910c57e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:37Z', 'updated_at': '2022-04-05T14:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': 'd102dd7d-c953-4b1d-84b1-dc97b9b3ed8b', 'name': '', 'network_id': '66b3e69f-5222-44a7-bf1a-94ad2df58cf2', 'tenant_id': '15503dce9d2944a4a898191fdde0d62f', 'mac_address': 'fa:16:3e:cc:f0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8b25ee-49d5-49e7-a420-c81ae910c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'a727d51d-00fa-45ac-ab45-e910bc527386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:47Z', 'updated_at': '2022-04-05T14:44:55Z', 'revision_number': 5, 'project_id': '15503dce9d2944a4a898191fdde0d62f', 'subnets': [{'id': 'a727d51d-00fa-45ac-ab45-e910bc527386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:55:18.471756 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ece151ff-022c-49ac-a8c9-dfee2cefad4c tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:18.499310 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd17c937-683e-4ee0-a991-1c3bd3e8f37a None None] Checking router: 3a8b25ee-49d5-49e7-a420-c81ae910c57e for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:55:18.518615 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd17c937-683e-4ee0-a991-1c3bd3e8f37a None None] Routers {'3a8b25ee-49d5-49e7-a420-c81ae910c57e'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:55:18.519243 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-dd17c937-683e-4ee0-a991-1c3bd3e8f37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:54:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['3a8b25ee-49d5-49e7-a420-c81ae910c57e'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:55:18.574871 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2c835768-dd9b-459c-a722-a19390727ff6 req-7b9460b8-7878-422c-af25-2a3ba01f99d4 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=69026214-5a31-4dba-940b-13dc3cdc5564 HTTP/1.1" status: 200 len: 210 time: 0.0445259 Apr 05 14:55:18.658604 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ece151ff-022c-49ac-a8c9-dfee2cefad4c tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:18.683835 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-ece151ff-022c-49ac-a8c9-dfee2cefad4c tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90818ce6-c1a7-481c-a91f-d69e93b03d5e']}} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:55:18.695144 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-dd17c937-683e-4ee0-a991-1c3bd3e8f37a None None] Set router 3a8b25ee-49d5-49e7-a420-c81ae910c57e gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:55:18.698163 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-ece151ff-022c-49ac-a8c9-dfee2cefad4c tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb1e323d-67bb-467f-b32e-3eb7a7209853') {'for_net_delete': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:55:18.698465 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-ece151ff-022c-49ac-a8c9-dfee2cefad4c tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb1e323d-67bb-467f-b32e-3eb7a7209853') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:55:18.709676 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ece151ff-022c-49ac-a8c9-dfee2cefad4c tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13399223'] for segment, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:18.726590 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ece151ff-022c-49ac-a8c9-dfee2cefad4c tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:18.735702 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ece151ff-022c-49ac-a8c9-dfee2cefad4c tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=103320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:55:18.739757 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ece151ff-022c-49ac-a8c9-dfee2cefad4c tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15765202'] for segment, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:18.741842 n-d-836650-2 neutron-server[103320]: Traceback (most recent call last): Apr 05 14:55:18.741842 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:55:18.741842 n-d-836650-2 neutron-server[103320]: timer() Apr 05 14:55:18.741842 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:55:18.741842 n-d-836650-2 neutron-server[103320]: cb(*args, **kw) Apr 05 14:55:18.741842 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:55:18.741842 n-d-836650-2 neutron-server[103320]: return func(*args, **kwargs) Apr 05 14:55:18.741842 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:55:18.741842 n-d-836650-2 neutron-server[103320]: self._notify() Apr 05 14:55:18.741842 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:55:18.741842 n-d-836650-2 neutron-server[103320]: self.callback(batched_events) Apr 05 14:55:18.741842 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:55:18.741842 n-d-836650-2 neutron-server[103320]: event.method(event) Apr 05 14:55:18.741842 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:55:18.741842 n-d-836650-2 neutron-server[103320]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:55:18.741842 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:55:18.741842 n-d-836650-2 neutron-server[103320]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:55:18.741842 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:55:18.741842 n-d-836650-2 neutron-server[103320]: return f(self, *a, **k) Apr 05 14:55:18.741842 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:55:18.741842 n-d-836650-2 neutron-server[103320]: return self._get(url).json() Apr 05 14:55:18.741842 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:55:18.741842 n-d-836650-2 neutron-server[103320]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:55:18.741842 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:55:18.741842 n-d-836650-2 neutron-server[103320]: return self.request(url, 'GET', **kwargs) Apr 05 14:55:18.741842 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:55:18.741842 n-d-836650-2 neutron-server[103320]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:55:18.741842 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:55:18.741842 n-d-836650-2 neutron-server[103320]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:55:18.741842 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:55:18.741842 n-d-836650-2 neutron-server[103320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:55:18.741842 n-d-836650-2 neutron-server[103320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:55:18.911651 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ece151ff-022c-49ac-a8c9-dfee2cefad4c tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:18.929365 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ece151ff-022c-49ac-a8c9-dfee2cefad4c tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:18.939397 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-ece151ff-022c-49ac-a8c9-dfee2cefad4c tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] 10.222.0.30 "DELETE /v2.0/networks/90818ce6-c1a7-481c-a91f-d69e93b03d5e HTTP/1.1" status: 204 len: 168 time: 0.5678494 Apr 05 14:55:18.958455 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece151ff-022c-49ac-a8c9-dfee2cefad4c tempest-PortsIpV6TestJSON-1627889500 tempest-PortsIpV6TestJSON-1627889500-project] Pushing event deleted for resources: {'Network': ['ID=90818ce6-c1a7-481c-a91f-d69e93b03d5e,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:18.985534 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-dd17c937-683e-4ee0-a991-1c3bd3e8f37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8b25ee-49d5-49e7-a420-c81ae910c57e', 'name': 'tempest-TestVolumeBootPattern-1066432504-router', 'tenant_id': '15503dce9d2944a4a898191fdde0d62f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'b32f951d-0e1a-4d14-a657-c271ff4bb073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:44:35Z', 'updated_at': '2022-04-05T14:44:50Z', 'revision_number': 4, 'project_id': '15503dce9d2944a4a898191fdde0d62f', 'gw_port': {'id': 'b32f951d-0e1a-4d14-a657-c271ff4bb073', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:59:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8b25ee-49d5-49e7-a420-c81ae910c57e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:37Z', 'updated_at': '2022-04-05T14:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': 'd102dd7d-c953-4b1d-84b1-dc97b9b3ed8b', 'name': '', 'network_id': '66b3e69f-5222-44a7-bf1a-94ad2df58cf2', 'tenant_id': '15503dce9d2944a4a898191fdde0d62f', 'mac_address': 'fa:16:3e:cc:f0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8b25ee-49d5-49e7-a420-c81ae910c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'a727d51d-00fa-45ac-ab45-e910bc527386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:47Z', 'updated_at': '2022-04-05T14:44:55Z', 'revision_number': 5, 'project_id': '15503dce9d2944a4a898191fdde0d62f', 'subnets': [{'id': 'a727d51d-00fa-45ac-ab45-e910bc527386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:55:19.014817 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd17c937-683e-4ee0-a991-1c3bd3e8f37a None None] The sync data for ids ['3a8b25ee-49d5-49e7-a420-c81ae910c57e'] in n-d-836650-2 is: [{'id': '3a8b25ee-49d5-49e7-a420-c81ae910c57e', 'name': 'tempest-TestVolumeBootPattern-1066432504-router', 'tenant_id': '15503dce9d2944a4a898191fdde0d62f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'b32f951d-0e1a-4d14-a657-c271ff4bb073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:44:35Z', 'updated_at': '2022-04-05T14:44:50Z', 'revision_number': 4, 'project_id': '15503dce9d2944a4a898191fdde0d62f', 'gw_port': {'id': 'b32f951d-0e1a-4d14-a657-c271ff4bb073', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:59:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8b25ee-49d5-49e7-a420-c81ae910c57e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:37Z', 'updated_at': '2022-04-05T14:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': 'd102dd7d-c953-4b1d-84b1-dc97b9b3ed8b', 'name': '', 'network_id': '66b3e69f-5222-44a7-bf1a-94ad2df58cf2', 'tenant_id': '15503dce9d2944a4a898191fdde0d62f', 'mac_address': 'fa:16:3e:cc:f0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8b25ee-49d5-49e7-a420-c81ae910c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'a727d51d-00fa-45ac-ab45-e910bc527386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:47Z', 'updated_at': '2022-04-05T14:44:55Z', 'revision_number': 5, 'project_id': '15503dce9d2944a4a898191fdde0d62f', 'subnets': [{'id': 'a727d51d-00fa-45ac-ab45-e910bc527386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:55:19.126440 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd285e-ba9a-40cd-8cb9-b568efb07fc3 req-90fa27c1-28f9-49cb-9eb2-e8357e88d955 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:19.141874 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6fcd285e-ba9a-40cd-8cb9-b568efb07fc3 req-90fa27c1-28f9-49cb-9eb2-e8357e88d955 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 944 time: 0.1285973 Apr 05 14:55:19.186736 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6fcd285e-ba9a-40cd-8cb9-b568efb07fc3 req-c4006cf8-e3db-40f1-839e-031c856e4e95 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=0db5022f-6960-4519-993b-af935888212a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436792 Apr 05 14:55:19.212250 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 870ca3a9-3a83-48b8-a171-9a887b1a226f no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:55:19.239222 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] No Port match for: 870ca3a9-3a83-48b8-a171-9a887b1a226f {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:55:19.239222 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 870ca3a9-3a83-48b8-a171-9a887b1a226f not bound to the agent host n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:55:19.334669 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959953a5-ee4f-4ac6-b57f-f25f51f1a37d None None] New status for floating IP 1280b568-2dca-4154-ac74-b02eee3e9e13: DOWN {{(pid=103323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 14:55:19.456903 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41794) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:19.470840 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-d4ccf9f0-9e14-4157-a7da-2086872836be tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Request body: {'network': {'name': 'tempest-network-smoke--787107738', 'project_id': '6541073fc7b74808b6fa7a2702f66c66', 'port_security_enabled': True}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:55:19.602327 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 139faa11-9f76-4762-8a99-affe69355565 details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:55:19.634178 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ccf9f0-9e14-4157-a7da-2086872836be tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Made reservation on behalf of 6541073fc7b74808b6fa7a2702f66c66 for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:55:19.638680 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d4ccf9f0-9e14-4157-a7da-2086872836be tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:19.660093 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d4ccf9f0-9e14-4157-a7da-2086872836be tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:19.680007 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4e80d22d-971b-4e2a-8d97-54163873c58a req-ae0d306a-9dad-4cc2-aafe-67603921a10d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=223c51db-033c-4ff9-afd9-85e07196d028&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1419542 Apr 05 14:55:19.780710 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 41802) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:19.812641 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 139faa11-9f76-4762-8a99-affe69355565, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=139faa11-9f76-4762-8a99-affe69355565,segment=NetworkSegment(7829a1ea-7354-4b05-a7ea-7cbdfd795041),segment_id=7829a1ea-7354-4b05-a7ea-7cbdfd795041)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:55:19.848834 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': '139faa11-9f76-4762-8a99-affe69355565', 'network_id': 'b03a0781-c7c7-4f21-ae00-e298dd92f97c', 'port_id': '139faa11-9f76-4762-8a99-affe69355565', 'mac_address': 'fa:16:3e:fa:1b:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b6f627-92b4-40ba-a770-519d39c012c3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:55:19.865247 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c27fddeb-2eb3-4954-bd11-4ad8d173e77c req-dcad3d53-e05d-418a-9f40-b42a45d7e9ec tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=69026214-5a31-4dba-940b-13dc3cdc5564 HTTP/1.1" status: 200 len: 210 time: 0.0788920 Apr 05 14:55:19.885356 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d4ccf9f0-9e14-4157-a7da-2086872836be tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:19.887252 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e80d22d-971b-4e2a-8d97-54163873c58a req-210ff3bd-0512-4802-a31e-54a91b4d0e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:19.888771 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4e80d22d-971b-4e2a-8d97-54163873c58a req-210ff3bd-0512-4802-a31e-54a91b4d0e3c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b07e36dc5a904f16980660900e2eecc1&device_id=223c51db-033c-4ff9-afd9-85e07196d028 HTTP/1.1" status: 200 len: 1098 time: 0.1824441 Apr 05 14:55:19.935062 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:19.951037 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d4ccf9f0-9e14-4157-a7da-2086872836be tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:19.972810 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 139faa11-9f76-4762-8a99-affe69355565 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:55:20.015004 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 139faa11-9f76-4762-8a99-affe69355565, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=139faa11-9f76-4762-8a99-affe69355565,segment=NetworkSegment(7829a1ea-7354-4b05-a7ea-7cbdfd795041),segment_id=7829a1ea-7354-4b05-a7ea-7cbdfd795041)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:55:20.019490 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ccf9f0-9e14-4157-a7da-2086872836be tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09731899-0bea-4397-a3c2-5026d1c08f2d,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:20.026886 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4ccf9f0-9e14-4157-a7da-2086872836be tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:55:20.056678 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d4ccf9f0-9e14-4157-a7da-2086872836be tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:20.057407 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-d4ccf9f0-9e14-4157-a7da-2086872836be tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Added segment 965afdc3-f110-41a7-9dea-a2a68b5967f0 of type vlan for network 367f5640-2190-4979-a162-44b8c16904d9 Apr 05 14:55:20.133219 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-63aa57bc-4b2c-4b00-8def-f30b16679851 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4582b43eccf64ee89d1b04a10b86bef4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3429673 Apr 05 14:55:20.135770 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 41808) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:20.145255 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e80d22d-971b-4e2a-8d97-54163873c58a req-03bf8fdf-ea37-4efb-9319-51e6bf0fd275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:20.146687 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4e80d22d-971b-4e2a-8d97-54163873c58a req-03bf8fdf-ea37-4efb-9319-51e6bf0fd275 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9aebcbd6-a91e-45a4-8198-a58d08f4af1b HTTP/1.1" status: 200 len: 898 time: 0.2277019 Apr 05 14:55:20.151870 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d4ccf9f0-9e14-4157-a7da-2086872836be tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:20.206040 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:20.254819 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4e80d22d-971b-4e2a-8d97-54163873c58a req-fc38c802-b9e9-41a5-9f5a-e0a0814176b3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a093444d-f0a5-49b8-a20b-611d527ef2da HTTP/1.1" status: 200 len: 1001 time: 0.0992787 Apr 05 14:55:20.260810 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dad6bb5c-11e6-4eaa-8ee6-886544bf0593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:20.262800 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d4ccf9f0-9e14-4157-a7da-2086872836be tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:20.269163 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ccf9f0-9e14-4157-a7da-2086872836be tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:20.271082 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d4ccf9f0-9e14-4157-a7da-2086872836be tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks [] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:20.316988 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=139faa11-9f76-4762-8a99-affe69355565,revision_number=9']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:20.328021 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dad6bb5c-11e6-4eaa-8ee6-886544bf0593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:20.386697 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e80d22d-971b-4e2a-8d97-54163873c58a req-11f0f5d6-eb5e-4a1a-8a44-e84451628fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:20.386916 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-d4ccf9f0-9e14-4157-a7da-2086872836be tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9261377 Apr 05 14:55:20.387010 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4e80d22d-971b-4e2a-8d97-54163873c58a req-11f0f5d6-eb5e-4a1a-8a44-e84451628fcf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e24a6cfd-1395-4506-a0b8-17c541f1b30f HTTP/1.1" status: 200 len: 834 time: 0.1205549 Apr 05 14:55:20.390490 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 41812) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:20.401695 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ccf9f0-9e14-4157-a7da-2086872836be tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Pushing event updated for resources: {'Network': ['ID=367f5640-2190-4979-a162-44b8c16904d9,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:20.409309 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-34c73c43-da05-47d9-b1dc-928c9ba97840 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1327652221', 'admin_state_up': True, 'project_id': '6541073fc7b74808b6fa7a2702f66c66', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:55:20.412410 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 367f5640-2190-4979-a162-44b8c16904d9 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:55:20.492586 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ddb460-1772-4ebb-af61-59d1169de640 req-848aea96-63f5-42db-882a-d15a9f84b549 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:20.494359 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-95ddb460-1772-4ebb-af61-59d1169de640 req-848aea96-63f5-42db-882a-d15a9f84b549 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 945 time: 0.1691484 Apr 05 14:55:20.514885 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['139faa11-9f76-4762-8a99-affe69355565'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:55:20.519728 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e80d22d-971b-4e2a-8d97-54163873c58a req-21bb2642-ef24-4c90-be87-375b0f9496fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:20.520687 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4e80d22d-971b-4e2a-8d97-54163873c58a req-21bb2642-ef24-4c90-be87-375b0f9496fe service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9aebcbd6-a91e-45a4-8198-a58d08f4af1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1261344 Apr 05 14:55:20.593945 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-34c73c43-da05-47d9-b1dc-928c9ba97840 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27088'] for router, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:20.594982 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-34c73c43-da05-47d9-b1dc-928c9ba97840 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27079'] for router, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:20.612464 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dad6bb5c-11e6-4eaa-8ee6-886544bf0593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:20.615052 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dad6bb5c-11e6-4eaa-8ee6-886544bf0593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:20.617034 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-dad6bb5c-11e6-4eaa-8ee6-886544bf0593 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8ea9a546-5c94-4cbd-96ee-c6cdd10f1fe9 HTTP/1.1" status: 204 len: 168 time: 0.4797530 Apr 05 14:55:20.657029 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-95ddb460-1772-4ebb-af61-59d1169de640 req-e16133fa-0fa4-4e51-9da9-7e524d2d99c8 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=0db5022f-6960-4519-993b-af935888212a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519451 Apr 05 14:55:20.657651 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad6bb5c-11e6-4eaa-8ee6-886544bf0593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea9a546-5c94-4cbd-96ee-c6cdd10f1fe9,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:20.727623 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-34c73c43-da05-47d9-b1dc-928c9ba97840 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:20.735362 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4e80d22d-971b-4e2a-8d97-54163873c58a req-9cd1eafc-1eb7-47b0-b921-d7d759c60510 service neutron] 10.222.0.55 "GET /v2.0/networks/9aebcbd6-a91e-45a4-8198-a58d08f4af1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024291 Apr 05 14:55:21.028692 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ef61a3ec-42a9-4d64-824a-23418b936bb2 req-1e880d96-7a58-4db1-b7ae-3c0005ca4abc tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=69026214-5a31-4dba-940b-13dc3cdc5564 HTTP/1.1" status: 200 len: 210 time: 0.0615668 Apr 05 14:55:21.029400 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-34c73c43-da05-47d9-b1dc-928c9ba97840 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:21.033830 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4e80d22d-971b-4e2a-8d97-54163873c58a req-5f2e5877-6374-4bbb-bd49-554c300e0fe5 service neutron] 10.222.0.55 "GET /v2.0/networks/9aebcbd6-a91e-45a4-8198-a58d08f4af1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907281 Apr 05 14:55:21.336448 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-34c73c43-da05-47d9-b1dc-928c9ba97840 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks [] for router_gateway, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:21.356686 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-34c73c43-da05-47d9-b1dc-928c9ba97840 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:21.472005 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-34c73c43-da05-47d9-b1dc-928c9ba97840 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Allocated IP 172.25.6.228 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/2de54ed3-14c1-4b90-80cc-985460e8ef41) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:55:21.591533 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-34c73c43-da05-47d9-b1dc-928c9ba97840 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:21.605602 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 139faa11-9f76-4762-8a99-affe69355565 up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:55:21.666830 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port 139faa11-9f76-4762-8a99-affe69355565 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:55:21.667295 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:21.710605 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-34c73c43-da05-47d9-b1dc-928c9ba97840 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:21.761590 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:21.789778 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa5a3e7-da06-4255-81be-fef3982e59a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '139faa11-9f76-4762-8a99-affe69355565'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:55:21.792174 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3bffaf-77d1-46e9-a773-f5795eed487a" -d '{"events": [{"server_uuid": "4fa5a3e7-da06-4255-81be-fef3982e59a1", "name": "network-vif-plugged", "status": "completed", "tag": "139faa11-9f76-4762-8a99-affe69355565"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:55:21.809178 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 139faa11-9f76-4762-8a99-affe69355565, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=139faa11-9f76-4762-8a99-affe69355565,segment=NetworkSegment(7829a1ea-7354-4b05-a7ea-7cbdfd795041),segment_id=7829a1ea-7354-4b05-a7ea-7cbdfd795041)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:55:21.830322 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c73c43-da05-47d9-b1dc-928c9ba97840 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:55:21.831908 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41846) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:21.842776 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c73c43-da05-47d9-b1dc-928c9ba97840 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Pushing event updated for resources: {'Port': ['ID=2de54ed3-14c1-4b90-80cc-985460e8ef41,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:21.850095 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd438649-9ce5-4b00-9d8a-3e91b3acaea6 x-openstack-request-id: req-dd438649-9ce5-4b00-9d8a-3e91b3acaea6 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:55:21.850547 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fa5a3e7-da06-4255-81be-fef3982e59a1", "name": "network-vif-plugged", "status": "completed", "tag": "139faa11-9f76-4762-8a99-affe69355565", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:55:21.850889 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dd438649-9ce5-4b00-9d8a-3e91b3acaea6 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:55:21.851376 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd438649-9ce5-4b00-9d8a-3e91b3acaea6'] response: {'server_uuid': '4fa5a3e7-da06-4255-81be-fef3982e59a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '139faa11-9f76-4762-8a99-affe69355565', 'code': 200} Apr 05 14:55:21.890737 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:21.927065 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-34c73c43-da05-47d9-b1dc-928c9ba97840 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:55:21.931187 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c73c43-da05-47d9-b1dc-928c9ba97840 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:55:21.987755 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=139faa11-9f76-4762-8a99-affe69355565,revision_number=10']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:21.995449 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-adc5a959-95dd-461f-9d9d-82c777f8c5c2 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1220742325'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:55:21.997756 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696cc04f-61e9-46b2-95e6-3f989f35c309 req-a9548ed9-d3f2-4ce6-8a56-d8426458d22c tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:22.002092 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-696cc04f-61e9-46b2-95e6-3f989f35c309 req-a9548ed9-d3f2-4ce6-8a56-d8426458d22c tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 945 time: 0.1704149 Apr 05 14:55:22.090925 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc5a959-95dd-461f-9d9d-82c777f8c5c2 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Made reservation on behalf of 13c118202c994ca38979777ae3308543 for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:55:22.095944 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-adc5a959-95dd-461f-9d9d-82c777f8c5c2 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:22.142687 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-696cc04f-61e9-46b2-95e6-3f989f35c309 req-b14450e8-ccba-45d4-8818-1697dbb0f18d tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=0db5022f-6960-4519-993b-af935888212a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332898 Apr 05 14:55:22.156047 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-adc5a959-95dd-461f-9d9d-82c777f8c5c2 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:22.162368 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6689ab76-122d-4f45-80ba-05450d700da7 req-a563c5d4-115e-4e23-8355-d33f97f4f2cf tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=69026214-5a31-4dba-940b-13dc3cdc5564 HTTP/1.1" status: 200 len: 210 time: 0.0415692 Apr 05 14:55:22.234317 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c301ef34-19a9-47bc-91fb-d646274886d2 req-c87a0e09-d3f0-4ba5-9453-906d5d385606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:22.236210 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-c301ef34-19a9-47bc-91fb-d646274886d2 req-c87a0e09-d3f0-4ba5-9453-906d5d385606 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 1098 time: 0.0814064 Apr 05 14:55:22.291480 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-c301ef34-19a9-47bc-91fb-d646274886d2 req-17fbf8ca-ba3c-494f-88d2-bce448504cdf service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0db5022f-6960-4519-993b-af935888212a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433893 Apr 05 14:55:22.331875 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-adc5a959-95dd-461f-9d9d-82c777f8c5c2 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:22.399791 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b85efa-b311-4252-9843-7e5dd52d1e6e req-251b50ec-2f21-4868-8ce2-4d2ef61db5b3 tempest-TestNetworkAdvancedServerOps-2063735697 tempest-TestNetworkAdvancedServerOps-2063735697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:22.401414 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-70b85efa-b311-4252-9843-7e5dd52d1e6e req-251b50ec-2f21-4868-8ce2-4d2ef61db5b3 tempest-TestNetworkAdvancedServerOps-2063735697 tempest-TestNetworkAdvancedServerOps-2063735697-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=223c51db-033c-4ff9-afd9-85e07196d028 HTTP/1.1" status: 200 len: 1098 time: 0.1660399 Apr 05 14:55:22.414486 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-adc5a959-95dd-461f-9d9d-82c777f8c5c2 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:22.431785 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adc5a959-95dd-461f-9d9d-82c777f8c5c2 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:55:22.477482 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-adc5a959-95dd-461f-9d9d-82c777f8c5c2 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:22.478175 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-adc5a959-95dd-461f-9d9d-82c777f8c5c2 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Added segment faa036e7-ca8d-4b00-9c7b-05ca0e149645 of type vlan for network 724fd47c-a127-4710-8c1f-87bb173f8cee Apr 05 14:55:22.495590 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc5a959-95dd-461f-9d9d-82c777f8c5c2 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd84617-6eb0-4058-9960-df7bca7ec62c,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:22.536769 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-adc5a959-95dd-461f-9d9d-82c777f8c5c2 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:22.637111 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-adc5a959-95dd-461f-9d9d-82c777f8c5c2 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:22.643120 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc5a959-95dd-461f-9d9d-82c777f8c5c2 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:22.643725 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-adc5a959-95dd-461f-9d9d-82c777f8c5c2 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:22.716903 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc5a959-95dd-461f-9d9d-82c777f8c5c2 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event updated for resources: {'Network': ['ID=724fd47c-a127-4710-8c1f-87bb173f8cee,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:22.729868 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 724fd47c-a127-4710-8c1f-87bb173f8cee details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:55:22.735309 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-adc5a959-95dd-461f-9d9d-82c777f8c5c2 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.9020531 Apr 05 14:55:22.736085 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41856) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:22.742516 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-3a672f5c-cacd-4291-ac97-ad12fa246da8 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Request body: {'port': {'network_id': '724fd47c-a127-4710-8c1f-87bb173f8cee', 'name': 'tempest-PortsTestJSON-943765795'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:55:22.814446 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-34c73c43-da05-47d9-b1dc-928c9ba97840 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks [] for router_gateway, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:22.901074 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-70b85efa-b311-4252-9843-7e5dd52d1e6e req-ba2d0c41-4e2d-46b6-b87c-f2fbf1453fed tempest-TestNetworkAdvancedServerOps-2063735697 tempest-TestNetworkAdvancedServerOps-2063735697-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=9c426553-985f-46f1-9795-5c798926dd34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4869008 Apr 05 14:55:22.927490 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41858) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:23.030500 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a672f5c-cacd-4291-ac97-ad12fa246da8 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Made reservation on behalf of 13c118202c994ca38979777ae3308543 for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:55:23.034399 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3a672f5c-cacd-4291-ac97-ad12fa246da8 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:23.071017 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [None req-3a672f5c-cacd-4291-ac97-ad12fa246da8 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] device_id is not set on port 6ae88273-53b3-40a3-a37c-4657133a9411 yet. {{(pid=103321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:55:23.104538 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-34c73c43-da05-47d9-b1dc-928c9ba97840 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618'] for router, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:23.247123 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-5869f34b-e8c2-4988-882c-45125ae8b588 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Deleting port e8434f4d-cbdd-4060-841d-4caaebd07e4f {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:55:23.247475 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5869f34b-e8c2-4988-882c-45125ae8b588 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:23.330938 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3a672f5c-cacd-4291-ac97-ad12fa246da8 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:23.378420 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f9a09835-ca81-4fa0-be71-3ef8a1bf2b51 req-532e0f6c-7e39-4991-a2ba-f9f0c28e4fe9 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=69026214-5a31-4dba-940b-13dc3cdc5564 HTTP/1.1" status: 200 len: 210 time: 0.0288286 Apr 05 14:55:23.379168 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5869f34b-e8c2-4988-882c-45125ae8b588 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:23.379504 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5869f34b-e8c2-4988-882c-45125ae8b588 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:23.396110 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-5869f34b-e8c2-4988-882c-45125ae8b588 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Calling delete_port for e8434f4d-cbdd-4060-841d-4caaebd07e4f owned by network:floatingip {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:55:23.415067 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34c73c43-da05-47d9-b1dc-928c9ba97840 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Router ecdeca4a-a160-48a5-8981-a488a2a1278b is scheduled to L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 with binding_index 1 {{(pid=103320) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:55:23.427085 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a396041b-06c9-44a6-94cd-19cb7a552095 req-3582ce1b-491d-4697-8439-5bef82e17e07 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:23.436617 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a396041b-06c9-44a6-94cd-19cb7a552095 req-3582ce1b-491d-4697-8439-5bef82e17e07 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 947 time: 0.1219420 Apr 05 14:55:23.489090 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3a672f5c-cacd-4291-ac97-ad12fa246da8 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:23.598957 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a672f5c-cacd-4291-ac97-ad12fa246da8 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event updated for resources: {'Port': ['ID=6ae88273-53b3-40a3-a37c-4657133a9411,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:23.623336 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c73c43-da05-47d9-b1dc-928c9ba97840 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:55:23.635775 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a672f5c-cacd-4291-ac97-ad12fa246da8 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Checking segment: {'id': 'faa036e7-ca8d-4b00-9c7b-05ca0e149645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '724fd47c-a127-4710-8c1f-87bb173f8cee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:55:23.635914 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4842262-8ebc-4ad9-898d-51140dcb4baa None None] Sync routers for ids ['ecdeca4a-a160-48a5-8981-a488a2a1278b'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:55:23.636128 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a672f5c-cacd-4291-ac97-ad12fa246da8 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Network hostable DHCP agents. Network: 724fd47c-a127-4710-8c1f-87bb173f8cee, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:55:23.654213 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a396041b-06c9-44a6-94cd-19cb7a552095 req-477d4e63-12be-4090-bad4-f9fb40cd4cee tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=0db5022f-6960-4519-993b-af935888212a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2145483 Apr 05 14:55:23.660299 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4842262-8ebc-4ad9-898d-51140dcb4baa None None] Routers {'ecdeca4a-a160-48a5-8981-a488a2a1278b'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:55:23.661436 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-d4842262-8ebc-4ad9-898d-51140dcb4baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:54:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['ecdeca4a-a160-48a5-8981-a488a2a1278b'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:55:23.744314 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-34c73c43-da05-47d9-b1dc-928c9ba97840 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks [] for router, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:23.746837 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-34c73c43-da05-47d9-b1dc-928c9ba97840 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.3551345 Apr 05 14:55:23.748382 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a672f5c-cacd-4291-ac97-ad12fa246da8 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Network 724fd47c-a127-4710-8c1f-87bb173f8cee is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:55:23.749958 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 41876) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:23.797118 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5869f34b-e8c2-4988-882c-45125ae8b588 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:23.853563 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-3a672f5c-cacd-4291-ac97-ad12fa246da8 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 724fd47c-a127-4710-8c1f-87bb173f8cee) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:55:23.865142 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5869f34b-e8c2-4988-882c-45125ae8b588 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Pushing event deleted for resources: {'Port': ['ID=e8434f4d-cbdd-4060-841d-4caaebd07e4f,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:23.866829 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f670ada0-010e-4129-9c69-4ebc79fbfad2 None None] Network 724fd47c-a127-4710-8c1f-87bb173f8cee requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:55:23.921614 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a672f5c-cacd-4291-ac97-ad12fa246da8 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:55:23.928206 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a672f5c-cacd-4291-ac97-ad12fa246da8 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:23.931724 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3a672f5c-cacd-4291-ac97-ad12fa246da8 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:24.018911 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5869f34b-e8c2-4988-882c-45125ae8b588 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for floatingip, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:24.030393 n-d-836650-2 neutron-server[103321]: INFO neutron.db.l3_db [None req-5869f34b-e8c2-4988-882c-45125ae8b588 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Floating IP bd59d810-2f5b-4702-88c0-00e33f5dead9 disassociated (deleted). External IP: 172.25.6.66, port: a093444d-f0a5-49b8-a20b-611d527ef2da. Apr 05 14:55:24.030393 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-3a672f5c-cacd-4291-ac97-ad12fa246da8 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2882988 Apr 05 14:55:24.031725 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-d4842262-8ebc-4ad9-898d-51140dcb4baa None None] Set router ecdeca4a-a160-48a5-8981-a488a2a1278b gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:55:24.037557 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 41888) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:24.045769 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-50f2051a-4ebc-4608-8f06-da1196843e70 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1287767983'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:55:24.068213 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-5d7d8fb1-00d7-4436-9d2e-9f8fa2ca72fd tempest-TestSecurityGroupsBasicOps-1500447946 tempest-TestSecurityGroupsBasicOps-1500447946-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=6541073fc7b74808b6fa7a2702f66c66&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3170888 Apr 05 14:55:24.072334 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41890) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:24.185941 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f2051a-4ebc-4608-8f06-da1196843e70 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Made reservation on behalf of 13c118202c994ca38979777ae3308543 for: {'network': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:55:24.189468 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-50f2051a-4ebc-4608-8f06-da1196843e70 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:24.257290 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50f2051a-4ebc-4608-8f06-da1196843e70 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=103320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:55:24.279726 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-50f2051a-4ebc-4608-8f06-da1196843e70 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:24.281491 n-d-836650-2 neutron-server[103320]: INFO neutron.db.segments_db [None req-50f2051a-4ebc-4608-8f06-da1196843e70 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Added segment 728463c2-7b7a-49ac-8326-bcaed8067da6 of type vlan for network 9ef9d3c7-4706-4b43-8146-f3221c6de50e Apr 05 14:55:24.308219 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-d4842262-8ebc-4ad9-898d-51140dcb4baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecdeca4a-a160-48a5-8981-a488a2a1278b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1327652221', 'tenant_id': '6541073fc7b74808b6fa7a2702f66c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '2de54ed3-14c1-4b90-80cc-985460e8ef41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:55:20Z', 'updated_at': '2022-04-05T14:55:22Z', 'revision_number': 3, 'project_id': '6541073fc7b74808b6fa7a2702f66c66', 'gw_port': {'id': '2de54ed3-14c1-4b90-80cc-985460e8ef41', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ea:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecdeca4a-a160-48a5-8981-a488a2a1278b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:55:21Z', 'updated_at': '2022-04-05T14:55:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:55:24.343549 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4842262-8ebc-4ad9-898d-51140dcb4baa None None] Checking router: ecdeca4a-a160-48a5-8981-a488a2a1278b for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:55:24.343896 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4842262-8ebc-4ad9-898d-51140dcb4baa None None] Updating router ecdeca4a-a160-48a5-8981-a488a2a1278b port 2de54ed3-14c1-4b90-80cc-985460e8ef41 binding host n-d-836650-2 {{(pid=103322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:55:24.363991 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-50f2051a-4ebc-4608-8f06-da1196843e70 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:24.373541 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d4842262-8ebc-4ad9-898d-51140dcb4baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:24.457725 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-50f2051a-4ebc-4608-8f06-da1196843e70 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:24.465763 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f2051a-4ebc-4608-8f06-da1196843e70 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:24.466446 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-50f2051a-4ebc-4608-8f06-da1196843e70 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:24.581654 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5e14071f-6309-407a-b0d2-cf6ccbc1e5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:24.593239 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-50f2051a-4ebc-4608-8f06-da1196843e70 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5517287 Apr 05 14:55:24.599896 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 41914) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:24.607518 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-d0af13c2-5b10-4ea0-a45b-874672fe82d1 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Request body: {'ports': [{'network_id': '724fd47c-a127-4710-8c1f-87bb173f8cee'}, {'network_id': '9ef9d3c7-4706-4b43-8146-f3221c6de50e'}]} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:55:24.607942 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-d0af13c2-5b10-4ea0-a45b-874672fe82d1 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Request body: {'port': {'network_id': '724fd47c-a127-4710-8c1f-87bb173f8cee'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:55:24.608822 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-d0af13c2-5b10-4ea0-a45b-874672fe82d1 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Request body: {'port': {'network_id': '9ef9d3c7-4706-4b43-8146-f3221c6de50e'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:55:24.636449 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f2051a-4ebc-4608-8f06-da1196843e70 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event updated for resources: {'Network': ['ID=9ef9d3c7-4706-4b43-8146-f3221c6de50e,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:24.654138 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 9ef9d3c7-4706-4b43-8146-f3221c6de50e details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:55:24.914226 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d4842262-8ebc-4ad9-898d-51140dcb4baa None None] Notify callbacks [] for port, precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:24.925100 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f76102-933f-43e8-8149-f5b6ce1b2a42 tempest-TestSecurityGroupsBasicOps-1500447946 tempest-TestSecurityGroupsBasicOps-1500447946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:24.930040 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-c3f76102-933f-43e8-8149-f5b6ce1b2a42 tempest-TestSecurityGroupsBasicOps-1500447946 tempest-TestSecurityGroupsBasicOps-1500447946-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8538156 Apr 05 14:55:24.931895 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41926) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:24.937789 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b4ba1180-5409-4209-bd53-62f7033f3bd1 req-a9ba4a9d-df6e-4f1d-8e90-f87d61e7208d tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1426516357&fields=id&tenant_id=15503dce9d2944a4a898191fdde0d62f HTTP/1.1" status: 200 len: 267 time: 0.0786643 Apr 05 14:55:24.954735 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4752bfb5-4ffc-432e-a1c0-0c8b89a4dfc9 req-de430614-6d30-4905-bdc8-b284630526d5 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:24.956462 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4752bfb5-4ffc-432e-a1c0-0c8b89a4dfc9 req-de430614-6d30-4905-bdc8-b284630526d5 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 947 time: 0.1684937 Apr 05 14:55:24.985060 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-923e8dc8-85d3-488f-84b0-455771c5c6fa tempest-TestSecurityGroupsBasicOps-1500447946 tempest-TestSecurityGroupsBasicOps-1500447946-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0489552 Apr 05 14:55:24.986911 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41928) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:24.997516 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d4842262-8ebc-4ad9-898d-51140dcb4baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:24.998892 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-a8a4f175-a8c7-4bb4-a451-f83ce36f7020 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1817023232', 'network_id': '367f5640-2190-4979-a162-44b8c16904d9', 'project_id': '6541073fc7b74808b6fa7a2702f66c66', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:55:25.072256 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-d4842262-8ebc-4ad9-898d-51140dcb4baa None None] Attempting to bind port 2de54ed3-14c1-4b90-80cc-985460e8ef41 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:55:25.077022 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-d4842262-8ebc-4ad9-898d-51140dcb4baa None None] Attempting to bind port 2de54ed3-14c1-4b90-80cc-985460e8ef41 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:55:25.078605 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4842262-8ebc-4ad9-898d-51140dcb4baa None None] Attempting to bind port 2de54ed3-14c1-4b90-80cc-985460e8ef41 on network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:55:25.089821 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc09a1b7-40c3-48aa-a2f1-d422cfed8593 None None] Pushing event updated for resources: {'Port': ['ID=2de54ed3-14c1-4b90-80cc-985460e8ef41,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:25.092324 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4752bfb5-4ffc-432e-a1c0-0c8b89a4dfc9 req-494c43c6-0ffb-4e28-a94c-b010ed4438de tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=0db5022f-6960-4519-993b-af935888212a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184013 Apr 05 14:55:25.097988 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4842262-8ebc-4ad9-898d-51140dcb4baa None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:55:25.099183 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4842262-8ebc-4ad9-898d-51140dcb4baa None None] Checking segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:55:25.099825 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d4842262-8ebc-4ad9-898d-51140dcb4baa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:25.100917 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4842262-8ebc-4ad9-898d-51140dcb4baa None None] Bound using segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:55:25.101785 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-d4842262-8ebc-4ad9-898d-51140dcb4baa None None] Bound port: 2de54ed3-14c1-4b90-80cc-985460e8ef41, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:55:25.103230 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d4842262-8ebc-4ad9-898d-51140dcb4baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:25.154853 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba1180-5409-4209-bd53-62f7033f3bd1 req-8003de8d-36d6-48e7-9ac0-90436682bdfa tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:25.169539 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b4ba1180-5409-4209-bd53-62f7033f3bd1 req-8003de8d-36d6-48e7-9ac0-90436682bdfa tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/networks?id=66b3e69f-5222-44a7-bf1a-94ad2df58cf2 HTTP/1.1" status: 200 len: 812 time: 0.2120447 Apr 05 14:55:25.173598 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0af13c2-5b10-4ea0-a45b-874672fe82d1 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Made reservation on behalf of 13c118202c994ca38979777ae3308543 for: {'port': 2} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:55:25.179237 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-d4842262-8ebc-4ad9-898d-51140dcb4baa None None] For port 2de54ed3-14c1-4b90-80cc-985460e8ef41, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:55:25.183030 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-d4842262-8ebc-4ad9-898d-51140dcb4baa None None] For port 2de54ed3-14c1-4b90-80cc-985460e8ef41, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=2de54ed3-14c1-4b90-80cc-985460e8ef41,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:55:25.184868 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d0af13c2-5b10-4ea0-a45b-874672fe82d1 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:25.193948 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5869f34b-e8c2-4988-882c-45125ae8b588 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Router 3d3e8e8f-5237-4a85-845a-230cdfd16c03 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:55:25.216544 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d0af13c2-5b10-4ea0-a45b-874672fe82d1 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:25.221481 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b4ba1180-5409-4209-bd53-62f7033f3bd1 req-cc0d3668-ec59-495b-b8c2-e933bb2035de tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/quotas/15503dce9d2944a4a898191fdde0d62f HTTP/1.1" status: 200 len: 375 time: 0.0172684 Apr 05 14:55:25.292003 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d4842262-8ebc-4ad9-898d-51140dcb4baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:25.332471 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5869f34b-e8c2-4988-882c-45125ae8b588 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:55:25.334227 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a4f175-a8c7-4bb4-a451-f83ce36f7020 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Made reservation on behalf of 6541073fc7b74808b6fa7a2702f66c66 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:55:25.338507 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a8a4f175-a8c7-4bb4-a451-f83ce36f7020 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:25.346145 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69226ef5-e249-409b-9acd-7d204476eab7 None None] Sync routers for ids ['3d3e8e8f-5237-4a85-845a-230cdfd16c03'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:55:25.354111 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b4ba1180-5409-4209-bd53-62f7033f3bd1 req-2db5baa1-1b9a-4fd0-b407-9fcf00d9d284 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=15503dce9d2944a4a898191fdde0d62f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1250329 Apr 05 14:55:25.354991 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5869f34b-e8c2-4988-882c-45125ae8b588 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:25.365293 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69226ef5-e249-409b-9acd-7d204476eab7 None None] Routers {'3d3e8e8f-5237-4a85-845a-230cdfd16c03'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:55:25.365974 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-69226ef5-e249-409b-9acd-7d204476eab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:54:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['3d3e8e8f-5237-4a85-845a-230cdfd16c03'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:55:25.392216 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc09a1b7-40c3-48aa-a2f1-d422cfed8593 None None] Pushing event updated for resources: {'Port': ['ID=2de54ed3-14c1-4b90-80cc-985460e8ef41,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:25.409519 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4842262-8ebc-4ad9-898d-51140dcb4baa None None] Routers {'ecdeca4a-a160-48a5-8981-a488a2a1278b'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:55:25.411477 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-d4842262-8ebc-4ad9-898d-51140dcb4baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:54:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['ecdeca4a-a160-48a5-8981-a488a2a1278b'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:55:25.489516 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-5869f34b-e8c2-4988-882c-45125ae8b588 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "DELETE /v2.0/floatingips/bd59d810-2f5b-4702-88c0-00e33f5dead9 HTTP/1.1" status: 204 len: 168 time: 2.5607533 Apr 05 14:55:25.495478 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '223c51db-033c-4ff9-afd9-85e07196d028', 'tag': 'a093444d-f0a5-49b8-a20b-611d527ef2da'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:55:25.498568 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d09ff5e-69cc-4c76-825c-74c7f0ff3d28" -d '{"events": [{"name": "network-changed", "server_uuid": "223c51db-033c-4ff9-afd9-85e07196d028", "tag": "a093444d-f0a5-49b8-a20b-611d527ef2da"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:55:25.628563 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-69226ef5-e249-409b-9acd-7d204476eab7 None None] Set router 3d3e8e8f-5237-4a85-845a-230cdfd16c03 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:55:25.638850 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-d0af13c2-5b10-4ea0-a45b-874672fe82d1 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] device_id is not set on port 1812535d-d0f5-468e-9c02-48fa879bf8e6 yet. {{(pid=103320) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:55:25.659061 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-d4842262-8ebc-4ad9-898d-51140dcb4baa None None] Set router ecdeca4a-a160-48a5-8981-a488a2a1278b gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:55:25.806263 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a8a4f175-a8c7-4bb4-a451-f83ce36f7020 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:25.843929 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b4ba1180-5409-4209-bd53-62f7033f3bd1 req-56e442e4-1ada-47a4-b339-b2410ed4f62b service neutron] 10.222.0.30 "GET /v2.0/networks/66b3e69f-5222-44a7-bf1a-94ad2df58cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4662650 Apr 05 14:55:26.000765 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a4f175-a8c7-4bb4-a451-f83ce36f7020 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Pushing event updated for resources: {'Subnet': ['ID=05719900-8279-44be-afb4-e96260abf98c,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:26.018284 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a4f175-a8c7-4bb4-a451-f83ce36f7020 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Checking segment: {'id': '965afdc3-f110-41a7-9dea-a2a68b5967f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '367f5640-2190-4979-a162-44b8c16904d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:55:26.018659 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a4f175-a8c7-4bb4-a451-f83ce36f7020 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Network hostable DHCP agents. Network: 367f5640-2190-4979-a162-44b8c16904d9, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:55:26.060065 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee2cfb0d-ce77-4bab-81f7-4f98f48794c9 x-openstack-request-id: req-ee2cfb0d-ce77-4bab-81f7-4f98f48794c9 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:55:26.060623 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "223c51db-033c-4ff9-afd9-85e07196d028", "tag": "a093444d-f0a5-49b8-a20b-611d527ef2da", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:55:26.061095 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ee2cfb0d-ce77-4bab-81f7-4f98f48794c9 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:55:26.061715 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee2cfb0d-ce77-4bab-81f7-4f98f48794c9'] response: {'name': 'network-changed', 'server_uuid': '223c51db-033c-4ff9-afd9-85e07196d028', 'tag': 'a093444d-f0a5-49b8-a20b-611d527ef2da', 'status': 'completed', 'code': 200} Apr 05 14:55:26.160483 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a4f175-a8c7-4bb4-a451-f83ce36f7020 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Network 367f5640-2190-4979-a162-44b8c16904d9 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:55:26.182390 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-69226ef5-e249-409b-9acd-7d204476eab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d3e8e8f-5237-4a85-845a-230cdfd16c03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1641040868', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'c713651c-498d-4ed9-8043-a183d98c6082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:53:10Z', 'updated_at': '2022-04-05T14:53:18Z', 'revision_number': 4, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'gw_port': {'id': 'c713651c-498d-4ed9-8043-a183d98c6082', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c5:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3e8e8f-5237-4a85-845a-230cdfd16c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:11Z', 'updated_at': '2022-04-05T14:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '908c4e59-f7c3-4cb1-8b54-ec77bd7d09a8', 'name': '', 'network_id': '9aebcbd6-a91e-45a4-8198-a58d08f4af1b', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'mac_address': 'fa:16:3e:fc:d7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3e8e8f-5237-4a85-845a-230cdfd16c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'e24a6cfd-1395-4506-a0b8-17c541f1b30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:16Z', 'updated_at': '2022-04-05T14:53:22Z', 'revision_number': 5, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'subnets': [{'id': 'e24a6cfd-1395-4506-a0b8-17c541f1b30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:55:26.213884 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d0af13c2-5b10-4ea0-a45b-874672fe82d1 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:26.222788 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b4ba1180-5409-4209-bd53-62f7033f3bd1 req-69e1a81c-8fd8-481c-8348-c33acc909304 service neutron] 10.222.0.30 "GET /v2.0/networks/66b3e69f-5222-44a7-bf1a-94ad2df58cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3661203 Apr 05 14:55:26.241545 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69226ef5-e249-409b-9acd-7d204476eab7 None None] Checking router: 3d3e8e8f-5237-4a85-845a-230cdfd16c03 for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:55:26.248081 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d09ff5e-69cc-4c76-825c-74c7f0ff3d28 req-5ac46c1a-d317-48c7-8373-9136cd60231b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:26.250565 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8d09ff5e-69cc-4c76-825c-74c7f0ff3d28 req-5ac46c1a-d317-48c7-8373-9136cd60231b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b07e36dc5a904f16980660900e2eecc1&device_id=223c51db-033c-4ff9-afd9-85e07196d028 HTTP/1.1" status: 200 len: 1098 time: 0.1774838 Apr 05 14:55:26.251421 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69226ef5-e249-409b-9acd-7d204476eab7 None None] Routers {'3d3e8e8f-5237-4a85-845a-230cdfd16c03'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:55:26.252163 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-69226ef5-e249-409b-9acd-7d204476eab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:54:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['3d3e8e8f-5237-4a85-845a-230cdfd16c03'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:55:26.266995 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-d4842262-8ebc-4ad9-898d-51140dcb4baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecdeca4a-a160-48a5-8981-a488a2a1278b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1327652221', 'tenant_id': '6541073fc7b74808b6fa7a2702f66c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '2de54ed3-14c1-4b90-80cc-985460e8ef41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:55:20Z', 'updated_at': '2022-04-05T14:55:22Z', 'revision_number': 3, 'project_id': '6541073fc7b74808b6fa7a2702f66c66', 'gw_port': {'id': '2de54ed3-14c1-4b90-80cc-985460e8ef41', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ea:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecdeca4a-a160-48a5-8981-a488a2a1278b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:55:21Z', 'updated_at': '2022-04-05T14:55:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:55:26.271037 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-a8a4f175-a8c7-4bb4-a451-f83ce36f7020 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 367f5640-2190-4979-a162-44b8c16904d9) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:55:26.276429 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a4f175-a8c7-4bb4-a451-f83ce36f7020 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:26.277854 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a8a4f175-a8c7-4bb4-a451-f83ce36f7020 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:26.305278 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4842262-8ebc-4ad9-898d-51140dcb4baa None None] The sync data for ids ['ecdeca4a-a160-48a5-8981-a488a2a1278b'] in n-d-836650-2 is: [{'id': 'ecdeca4a-a160-48a5-8981-a488a2a1278b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1327652221', 'tenant_id': '6541073fc7b74808b6fa7a2702f66c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '2de54ed3-14c1-4b90-80cc-985460e8ef41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:55:20Z', 'updated_at': '2022-04-05T14:55:22Z', 'revision_number': 3, 'project_id': '6541073fc7b74808b6fa7a2702f66c66', 'gw_port': {'id': '2de54ed3-14c1-4b90-80cc-985460e8ef41', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ea:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecdeca4a-a160-48a5-8981-a488a2a1278b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:55:21Z', 'updated_at': '2022-04-05T14:55:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:55:26.308561 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17634434-2fae-4228-b9b8-fc0faf91dac3 None None] Network 367f5640-2190-4979-a162-44b8c16904d9 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:55:26.338707 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab4d75a-7e11-4ef0-a660-5160babed34c req-a40cf067-8a63-4462-bc5f-9158c1ec6996 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:26.341389 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8ab4d75a-7e11-4ef0-a660-5160babed34c req-a40cf067-8a63-4462-bc5f-9158c1ec6996 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=223c51db-033c-4ff9-afd9-85e07196d028 HTTP/1.1" status: 200 len: 947 time: 0.2048051 Apr 05 14:55:26.371882 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-a8a4f175-a8c7-4bb4-a451-f83ce36f7020 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3796802 Apr 05 14:55:26.374244 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 41946) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:26.413257 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-d0af13c2-5b10-4ea0-a45b-874672fe82d1 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] device_id is not set on port 651d9b62-acc4-4a77-b590-bf4c909122dc yet. {{(pid=103320) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:55:26.478417 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8ab4d75a-7e11-4ef0-a660-5160babed34c req-a1ee692c-0d71-4ec9-b679-fc2b8efbf101 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c426553-985f-46f1-9795-5c798926dd34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913241 Apr 05 14:55:26.500561 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d09ff5e-69cc-4c76-825c-74c7f0ff3d28 req-fe3a7943-fc14-4300-a3c4-628e271bfe44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:26.508372 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8d09ff5e-69cc-4c76-825c-74c7f0ff3d28 req-fe3a7943-fc14-4300-a3c4-628e271bfe44 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9aebcbd6-a91e-45a4-8198-a58d08f4af1b HTTP/1.1" status: 200 len: 898 time: 0.2489731 Apr 05 14:55:26.531599 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-69226ef5-e249-409b-9acd-7d204476eab7 None None] Set router 3d3e8e8f-5237-4a85-845a-230cdfd16c03 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:55:26.557514 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2554931e-e931-4059-b457-55ad081b5594 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-367f5640-2190-4979-a162-44b8c16904d9', 'network_id': '367f5640-2190-4979-a162-44b8c16904d9', 'tenant_id': '6541073fc7b74808b6fa7a2702f66c66', 'fixed_ips': [{'subnet_id': '05719900-8279-44be-afb4-e96260abf98c'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:55:26.558380 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2554931e-e931-4059-b457-55ad081b5594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:26.627921 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8d09ff5e-69cc-4c76-825c-74c7f0ff3d28 req-2180041c-6585-417b-99e4-1cb03c2f839a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a093444d-f0a5-49b8-a20b-611d527ef2da HTTP/1.1" status: 200 len: 217 time: 0.1091866 Apr 05 14:55:26.831691 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-769267a0-2c78-4ac0-980a-2c640f8b7866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:26.886304 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-2554931e-e931-4059-b457-55ad081b5594 None None] Allocated IP 172.20.0.2 (367f5640-2190-4979-a162-44b8c16904d9/05719900-8279-44be-afb4-e96260abf98c/a14e607e-3824-49e0-a017-8d2d299f329d) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:55:26.895779 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d09ff5e-69cc-4c76-825c-74c7f0ff3d28 req-6d018a55-33bd-47d9-84ee-96ef8d10578d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:26.903493 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8d09ff5e-69cc-4c76-825c-74c7f0ff3d28 req-6d018a55-33bd-47d9-84ee-96ef8d10578d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e24a6cfd-1395-4506-a0b8-17c541f1b30f HTTP/1.1" status: 200 len: 834 time: 0.2676868 Apr 05 14:55:26.944420 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7da5f7-f820-4ab3-b3d9-7668e1bf7293 req-06fc4e13-17b6-4f05-9d83-9f190bef33e2 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:26.956890 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9c7da5f7-f820-4ab3-b3d9-7668e1bf7293 req-06fc4e13-17b6-4f05-9d83-9f190bef33e2 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 947 time: 0.3030233 Apr 05 14:55:27.000500 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-69226ef5-e249-409b-9acd-7d204476eab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d3e8e8f-5237-4a85-845a-230cdfd16c03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1641040868', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'c713651c-498d-4ed9-8043-a183d98c6082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:53:10Z', 'updated_at': '2022-04-05T14:53:18Z', 'revision_number': 4, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'gw_port': {'id': 'c713651c-498d-4ed9-8043-a183d98c6082', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c5:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3e8e8f-5237-4a85-845a-230cdfd16c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:11Z', 'updated_at': '2022-04-05T14:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '908c4e59-f7c3-4cb1-8b54-ec77bd7d09a8', 'name': '', 'network_id': '9aebcbd6-a91e-45a4-8198-a58d08f4af1b', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'mac_address': 'fa:16:3e:fc:d7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3e8e8f-5237-4a85-845a-230cdfd16c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'e24a6cfd-1395-4506-a0b8-17c541f1b30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:16Z', 'updated_at': '2022-04-05T14:53:22Z', 'revision_number': 5, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'subnets': [{'id': 'e24a6cfd-1395-4506-a0b8-17c541f1b30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:55:27.054045 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d0af13c2-5b10-4ea0-a45b-874672fe82d1 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:27.133744 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9c7da5f7-f820-4ab3-b3d9-7668e1bf7293 req-0b9963e6-8a41-4215-9577-8f44994c57f9 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=0db5022f-6960-4519-993b-af935888212a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188800 Apr 05 14:55:27.159487 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d09ff5e-69cc-4c76-825c-74c7f0ff3d28 req-2dfdf74f-7d53-4f88-9040-a659ab68cbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:27.159487 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8d09ff5e-69cc-4c76-825c-74c7f0ff3d28 req-2dfdf74f-7d53-4f88-9040-a659ab68cbd6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9aebcbd6-a91e-45a4-8198-a58d08f4af1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1949759 Apr 05 14:55:27.252492 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2554931e-e931-4059-b457-55ad081b5594 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:27.270953 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69226ef5-e249-409b-9acd-7d204476eab7 None None] The sync data for ids ['3d3e8e8f-5237-4a85-845a-230cdfd16c03'] in n-d-836650-2 is: [{'id': '3d3e8e8f-5237-4a85-845a-230cdfd16c03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1641040868', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'c713651c-498d-4ed9-8043-a183d98c6082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:53:10Z', 'updated_at': '2022-04-05T14:53:18Z', 'revision_number': 4, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'gw_port': {'id': 'c713651c-498d-4ed9-8043-a183d98c6082', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c5:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3e8e8f-5237-4a85-845a-230cdfd16c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:11Z', 'updated_at': '2022-04-05T14:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '908c4e59-f7c3-4cb1-8b54-ec77bd7d09a8', 'name': '', 'network_id': '9aebcbd6-a91e-45a4-8198-a58d08f4af1b', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'mac_address': 'fa:16:3e:fc:d7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3e8e8f-5237-4a85-845a-230cdfd16c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'e24a6cfd-1395-4506-a0b8-17c541f1b30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:16Z', 'updated_at': '2022-04-05T14:53:22Z', 'revision_number': 5, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'subnets': [{'id': 'e24a6cfd-1395-4506-a0b8-17c541f1b30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:55:27.346963 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2554931e-e931-4059-b457-55ad081b5594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:27.446359 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2554931e-e931-4059-b457-55ad081b5594 None None] Network 367f5640-2190-4979-a162-44b8c16904d9 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:55:27.450421 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-2554931e-e931-4059-b457-55ad081b5594 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:55:27.454074 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a32f0ba3-97da-4ce6-9cf2-ca72d61e92ec req-92100c8d-de2c-47ea-bf3d-4a103f25836b tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=25a5306b-2556-4950-bd18-55fa229b6768 HTTP/1.1" status: 200 len: 210 time: 0.1074469 Apr 05 14:55:27.454783 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2554931e-e931-4059-b457-55ad081b5594 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:55:27.481599 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d0af13c2-5b10-4ea0-a45b-874672fe82d1 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:27.542260 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fdb50247-0362-4f62-bc8a-0072e9f23106 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:27.585900 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0af13c2-5b10-4ea0-a45b-874672fe82d1 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event updated for resources: {'Port': ['ID=1812535d-d0f5-468e-9c02-48fa879bf8e6,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:27.599889 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8d09ff5e-69cc-4c76-825c-74c7f0ff3d28 req-4123f19a-5be4-491e-8555-b3eb5ecc65db service neutron] 10.222.0.55 "GET /v2.0/networks/9aebcbd6-a91e-45a4-8198-a58d08f4af1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4160852 Apr 05 14:55:27.615637 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2554931e-e931-4059-b457-55ad081b5594 None None] Pushing event updated for resources: {'Port': ['ID=a14e607e-3824-49e0-a017-8d2d299f329d,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:27.619464 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329b9d47-0ebc-4f5b-be2c-0b9db7d2dca1 req-64c6d0c8-0c82-44da-b0df-2f6c326449bf tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:27.623209 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-329b9d47-0ebc-4f5b-be2c-0b9db7d2dca1 req-64c6d0c8-0c82-44da-b0df-2f6c326449bf tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.55 "GET /v2.0/ports?device_id=223c51db-033c-4ff9-afd9-85e07196d028 HTTP/1.1" status: 200 len: 947 time: 0.2774906 Apr 05 14:55:27.636986 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-2554931e-e931-4059-b457-55ad081b5594 None None] Attempting to bind port a14e607e-3824-49e0-a017-8d2d299f329d on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:55:27.637523 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-2554931e-e931-4059-b457-55ad081b5594 None None] Attempting to bind port a14e607e-3824-49e0-a017-8d2d299f329d by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '965afdc3-f110-41a7-9dea-a2a68b5967f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '367f5640-2190-4979-a162-44b8c16904d9'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:55:27.637891 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2554931e-e931-4059-b457-55ad081b5594 None None] Attempting to bind port a14e607e-3824-49e0-a017-8d2d299f329d on network 367f5640-2190-4979-a162-44b8c16904d9 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:55:27.644591 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2554931e-e931-4059-b457-55ad081b5594 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:55:27.644993 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2554931e-e931-4059-b457-55ad081b5594 None None] Checking segment: {'id': '965afdc3-f110-41a7-9dea-a2a68b5967f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '367f5640-2190-4979-a162-44b8c16904d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:55:27.645399 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2554931e-e931-4059-b457-55ad081b5594 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:27.645927 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 7 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 14:55:27.657522 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2554931e-e931-4059-b457-55ad081b5594 None None] Bound using segment: {'id': '965afdc3-f110-41a7-9dea-a2a68b5967f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '367f5640-2190-4979-a162-44b8c16904d9'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:55:27.658921 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-2554931e-e931-4059-b457-55ad081b5594 None None] Bound port: a14e607e-3824-49e0-a017-8d2d299f329d, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '965afdc3-f110-41a7-9dea-a2a68b5967f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '367f5640-2190-4979-a162-44b8c16904d9'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:55:27.663523 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2554931e-e931-4059-b457-55ad081b5594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:27.682138 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0af13c2-5b10-4ea0-a45b-874672fe82d1 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Network 724fd47c-a127-4710-8c1f-87bb173f8cee is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:55:27.732251 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-d0af13c2-5b10-4ea0-a45b-874672fe82d1 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:55:27.776319 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0af13c2-5b10-4ea0-a45b-874672fe82d1 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:55:27.777390 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d0af13c2-5b10-4ea0-a45b-874672fe82d1 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:27.801274 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-2554931e-e931-4059-b457-55ad081b5594 None None] For port a14e607e-3824-49e0-a017-8d2d299f329d, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:55:27.804965 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-2554931e-e931-4059-b457-55ad081b5594 None None] For port a14e607e-3824-49e0-a017-8d2d299f329d, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=a14e607e-3824-49e0-a017-8d2d299f329d,segment=NetworkSegment(965afdc3-f110-41a7-9dea-a2a68b5967f0),segment_id=965afdc3-f110-41a7-9dea-a2a68b5967f0)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:55:27.854495 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7312e32-a13c-46e7-a671-edf2f6376954 None None] New status for floating IP bd59d810-2f5b-4702-88c0-00e33f5dead9: DOWN {{(pid=103322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 14:55:27.900136 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8d09ff5e-69cc-4c76-825c-74c7f0ff3d28 req-0bc72eee-82e9-4737-94d4-affb6c1c1f46 service neutron] 10.222.0.55 "GET /v2.0/networks/9aebcbd6-a91e-45a4-8198-a58d08f4af1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743881 Apr 05 14:55:27.960435 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2554931e-e931-4059-b457-55ad081b5594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:28.049217 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2554931e-e931-4059-b457-55ad081b5594 None None] Pushing event updated for resources: {'Port': ['ID=a14e607e-3824-49e0-a017-8d2d299f329d,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:28.086728 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:28.130540 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed50502-e7e8-40e3-a0ce-e6fd5e2539a4 req-38298fa5-8191-44fd-bdab-3b2a60edd025 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:28.145953 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5ed50502-e7e8-40e3-a0ce-e6fd5e2539a4 req-38298fa5-8191-44fd-bdab-3b2a60edd025 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=223c51db-033c-4ff9-afd9-85e07196d028 HTTP/1.1" status: 200 len: 947 time: 0.5216641 Apr 05 14:55:28.159258 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 2de54ed3-14c1-4b90-80cc-985460e8ef41 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:55:28.174628 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0af13c2-5b10-4ea0-a45b-874672fe82d1 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event updated for resources: {'Port': ['ID=651d9b62-acc4-4a77-b590-bf4c909122dc,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:28.225618 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 2de54ed3-14c1-4b90-80cc-985460e8ef41 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:55:28.225995 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:28.230892 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0af13c2-5b10-4ea0-a45b-874672fe82d1 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Checking segment: {'id': '728463c2-7b7a-49ac-8326-bcaed8067da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9ef9d3c7-4706-4b43-8146-f3221c6de50e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:55:28.231251 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0af13c2-5b10-4ea0-a45b-874672fe82d1 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Network hostable DHCP agents. Network: 9ef9d3c7-4706-4b43-8146-f3221c6de50e, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:55:28.274017 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5ed50502-e7e8-40e3-a0ce-e6fd5e2539a4 req-6acb4419-c3ac-4868-ba5e-6eefcdbe4065 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c426553-985f-46f1-9795-5c798926dd34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269388 Apr 05 14:55:28.279442 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-329b9d47-0ebc-4f5b-be2c-0b9db7d2dca1 req-a140e506-1620-4d73-844e-d11dbd5f8741 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Deleting port a093444d-f0a5-49b8-a20b-611d527ef2da {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:55:28.279442 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-329b9d47-0ebc-4f5b-be2c-0b9db7d2dca1 req-a140e506-1620-4d73-844e-d11dbd5f8741 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:28.311041 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-fdb50247-0362-4f62-bc8a-0072e9f23106 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Allocated IP 172.20.0.1 (367f5640-2190-4979-a162-44b8c16904d9/05719900-8279-44be-afb4-e96260abf98c/101f73dd-2890-4583-9f40-6c66d37f4bb6) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:55:28.360038 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:28.377660 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0af13c2-5b10-4ea0-a45b-874672fe82d1 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Network 9ef9d3c7-4706-4b43-8146-f3221c6de50e is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:55:28.410093 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port 2de54ed3-14c1-4b90-80cc-985460e8ef41, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=2de54ed3-14c1-4b90-80cc-985460e8ef41,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:55:28.482833 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-329b9d47-0ebc-4f5b-be2c-0b9db7d2dca1 req-a140e506-1620-4d73-844e-d11dbd5f8741 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] For port a093444d-f0a5-49b8-a20b-611d527ef2da, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=a093444d-f0a5-49b8-a20b-611d527ef2da,segment=NetworkSegment(569e59d5-703c-42a6-8cd3-5a15da49ad7c),segment_id=569e59d5-703c-42a6-8cd3-5a15da49ad7c)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:55:28.483341 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-329b9d47-0ebc-4f5b-be2c-0b9db7d2dca1 req-a140e506-1620-4d73-844e-d11dbd5f8741 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:28.497130 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:28.505322 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-329b9d47-0ebc-4f5b-be2c-0b9db7d2dca1 req-a140e506-1620-4d73-844e-d11dbd5f8741 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Calling delete_port for a093444d-f0a5-49b8-a20b-611d527ef2da owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:55:28.534478 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-d0af13c2-5b10-4ea0-a45b-874672fe82d1 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 9ef9d3c7-4706-4b43-8146-f3221c6de50e) {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:55:28.535510 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fdb50247-0362-4f62-bc8a-0072e9f23106 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:28.550307 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0af13c2-5b10-4ea0-a45b-874672fe82d1 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:55:28.556079 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e9f074-9380-4dfe-ab6c-8eda6174fdd4 None None] Network 9ef9d3c7-4706-4b43-8146-f3221c6de50e requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:55:28.563563 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0af13c2-5b10-4ea0-a45b-874672fe82d1 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:28.583011 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0af13c2-5b10-4ea0-a45b-874672fe82d1 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:28.585301 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d0af13c2-5b10-4ea0-a45b-874672fe82d1 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:28.680910 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fdb50247-0362-4f62-bc8a-0072e9f23106 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:28.709186 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b21451cc-d7ff-46d4-beb6-a6e08ea05429 req-29fd65db-883d-466f-81c1-d6cd1756dc33 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=25a5306b-2556-4950-bd18-55fa229b6768 HTTP/1.1" status: 200 len: 210 time: 0.0736408 Apr 05 14:55:28.739769 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=2de54ed3-14c1-4b90-80cc-985460e8ef41,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:28.797598 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-d0af13c2-5b10-4ea0-a45b-874672fe82d1 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.1931233 Apr 05 14:55:28.797806 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb50247-0362-4f62-bc8a-0072e9f23106 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Network 367f5640-2190-4979-a162-44b8c16904d9 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:55:28.799345 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 41978) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:28.806861 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-fdb50247-0362-4f62-bc8a-0072e9f23106 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:55:28.813962 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb50247-0362-4f62-bc8a-0072e9f23106 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:55:28.878805 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb50247-0362-4f62-bc8a-0072e9f23106 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Pushing event updated for resources: {'Port': ['ID=101f73dd-2890-4583-9f40-6c66d37f4bb6,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:28.912334 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fdb50247-0362-4f62-bc8a-0072e9f23106 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809369'] for router_interface, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:28.949654 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-5e1f62de-3bd1-4ef1-b70c-70b976749dfd tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Deleting port 651d9b62-acc4-4a77-b590-bf4c909122dc {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:55:28.950016 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e1f62de-3bd1-4ef1-b70c-70b976749dfd tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:28.954399 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-329b9d47-0ebc-4f5b-be2c-0b9db7d2dca1 req-a140e506-1620-4d73-844e-d11dbd5f8741 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:29.050012 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a140e506-1620-4d73-844e-d11dbd5f8741 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Pushing event deleted for resources: {'Port': ['ID=a093444d-f0a5-49b8-a20b-611d527ef2da,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:29.115678 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e1f62de-3bd1-4ef1-b70c-70b976749dfd tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:29.118922 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-329b9d47-0ebc-4f5b-be2c-0b9db7d2dca1 req-a140e506-1620-4d73-844e-d11dbd5f8741 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] No DVR routers for this DVR port a093444d-f0a5-49b8-a20b-611d527ef2da on host n-h1-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:55:29.128403 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-329b9d47-0ebc-4f5b-be2c-0b9db7d2dca1 req-a140e506-1620-4d73-844e-d11dbd5f8741 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:29.132094 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-329b9d47-0ebc-4f5b-be2c-0b9db7d2dca1 req-a140e506-1620-4d73-844e-d11dbd5f8741 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.55 "DELETE /v2.0/ports/a093444d-f0a5-49b8-a20b-611d527ef2da HTTP/1.1" status: 204 len: 173 time: 1.4830484 Apr 05 14:55:29.132547 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '223c51db-033c-4ff9-afd9-85e07196d028', 'name': 'network-vif-deleted', 'tag': 'a093444d-f0a5-49b8-a20b-611d527ef2da'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:55:29.135119 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f51c428-b407-4af3-9ede-53f1bf9ca4b5" -d '{"events": [{"server_uuid": "223c51db-033c-4ff9-afd9-85e07196d028", "name": "network-vif-deleted", "tag": "a093444d-f0a5-49b8-a20b-611d527ef2da"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:55:29.150659 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-5e1f62de-3bd1-4ef1-b70c-70b976749dfd tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Calling delete_port for 651d9b62-acc4-4a77-b590-bf4c909122dc owned by {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:55:29.207328 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ed8a27-e41f-4181-9e4e-2b4771a0b215 x-openstack-request-id: req-50ed8a27-e41f-4181-9e4e-2b4771a0b215 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:55:29.207769 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "223c51db-033c-4ff9-afd9-85e07196d028", "name": "network-vif-deleted", "tag": "a093444d-f0a5-49b8-a20b-611d527ef2da", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:55:29.208115 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-50ed8a27-e41f-4181-9e4e-2b4771a0b215 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:55:29.208665 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50ed8a27-e41f-4181-9e4e-2b4771a0b215'] response: {'server_uuid': '223c51db-033c-4ff9-afd9-85e07196d028', 'name': 'network-vif-deleted', 'tag': 'a093444d-f0a5-49b8-a20b-611d527ef2da', 'status': 'completed', 'code': 200} Apr 05 14:55:29.271344 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fdb50247-0362-4f62-bc8a-0072e9f23106 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:29.397510 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ddf0758d-304c-401c-8a25-c58173ff7cb8 req-f389b9e1-40b6-45c7-99b5-2ef31f53e046 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=223c51db-033c-4ff9-afd9-85e07196d028 HTTP/1.1" status: 200 len: 210 time: 0.0449512 Apr 05 14:55:29.398777 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e1f62de-3bd1-4ef1-b70c-70b976749dfd tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:29.450617 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1f62de-3bd1-4ef1-b70c-70b976749dfd tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event deleted for resources: {'Port': ['ID=651d9b62-acc4-4a77-b590-bf4c909122dc,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:29.464607 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e1f62de-3bd1-4ef1-b70c-70b976749dfd tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:29.470331 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-5e1f62de-3bd1-4ef1-b70c-70b976749dfd tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "DELETE /v2.0/ports/651d9b62-acc4-4a77-b590-bf4c909122dc HTTP/1.1" status: 204 len: 168 time: 0.6713488 Apr 05 14:55:29.472843 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 41988) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:29.587658 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e19981a-d13c-4b97-b55c-8b528362b0fb tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:29.597545 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e19981a-d13c-4b97-b55c-8b528362b0fb tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:29.600511 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-2e19981a-d13c-4b97-b55c-8b528362b0fb tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1254809 Apr 05 14:55:29.604100 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 41990) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:29.621641 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:29.668478 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:29.751029 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fdb50247-0362-4f62-bc8a-0072e9f23106 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:29.783917 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f05da07-1018-4218-9e2b-29777af28ff9 None None] Network 367f5640-2190-4979-a162-44b8c16904d9 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:55:29.819907 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fdb50247-0362-4f62-bc8a-0072e9f23106 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:29.887274 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba1180-5409-4209-bd53-62f7033f3bd1 req-38e62513-b5ea-45b2-aa3e-82ef51cb8aa0 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:29.888830 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b4ba1180-5409-4209-bd53-62f7033f3bd1 req-38e62513-b5ea-45b2-aa3e-82ef51cb8aa0 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.55 "GET /v2.0/networks?id=66b3e69f-5222-44a7-bf1a-94ad2df58cf2 HTTP/1.1" status: 200 len: 812 time: 0.2855957 Apr 05 14:55:29.896569 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d25967ab-28f6-4b42-a08b-8ce5783bb362 req-9bf9e90b-c578-4537-b704-da663e14bb15 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=25a5306b-2556-4950-bd18-55fa229b6768 HTTP/1.1" status: 200 len: 210 time: 0.0555027 Apr 05 14:55:29.946016 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb50247-0362-4f62-bc8a-0072e9f23106 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Pushing event updated for resources: {'Port': ['ID=101f73dd-2890-4583-9f40-6c66d37f4bb6,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:29.956354 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fdb50247-0362-4f62-bc8a-0072e9f23106 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809317'] for router_interface, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:29.975772 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b4ba1180-5409-4209-bd53-62f7033f3bd1 req-5b717faf-aed0-44ad-b5be-38fba649d5d7 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15503dce9d2944a4a898191fdde0d62f HTTP/1.1" status: 200 len: 380 time: 0.0733523 Apr 05 14:55:29.979438 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-78d4ad6c-9563-421b-b255-7a96f7211826 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Deleting port 1812535d-d0f5-468e-9c02-48fa879bf8e6 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:55:29.979852 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-78d4ad6c-9563-421b-b255-7a96f7211826 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:29.984201 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-8179d316-014f-45ee-ab6d-bc1711133c64 None None] Provisioning complete for port a14e607e-3824-49e0-a017-8d2d299f329d triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:55:29.984765 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8179d316-014f-45ee-ab6d-bc1711133c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:29.990000 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-b4ba1180-5409-4209-bd53-62f7033f3bd1 req-ba5096a7-091f-42df-8a68-62ee3e480a49 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Request body: {'port': {'device_id': '25a5306b-2556-4950-bd18-55fa229b6768', 'network_id': '66b3e69f-5222-44a7-bf1a-94ad2df58cf2', 'admin_state_up': True, 'tenant_id': '15503dce9d2944a4a898191fdde0d62f', 'security_groups': ['7fcc28c3-fc69-424a-81a1-3f20aae8b5c3']}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:55:30.134543 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb50247-0362-4f62-bc8a-0072e9f23106 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Network 367f5640-2190-4979-a162-44b8c16904d9 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:55:30.136065 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-fdb50247-0362-4f62-bc8a-0072e9f23106 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:55:30.141470 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-78d4ad6c-9563-421b-b255-7a96f7211826 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:30.189964 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-78d4ad6c-9563-421b-b255-7a96f7211826 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Calling delete_port for 1812535d-d0f5-468e-9c02-48fa879bf8e6 owned by {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:55:30.270185 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8179d316-014f-45ee-ab6d-bc1711133c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:30.323168 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-8179d316-014f-45ee-ab6d-bc1711133c64 None None] For port a14e607e-3824-49e0-a017-8d2d299f329d, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=a14e607e-3824-49e0-a017-8d2d299f329d,segment=NetworkSegment(965afdc3-f110-41a7-9dea-a2a68b5967f0),segment_id=965afdc3-f110-41a7-9dea-a2a68b5967f0)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:55:30.326797 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 2de54ed3-14c1-4b90-80cc-985460e8ef41 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:55:30.372701 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdb50247-0362-4f62-bc8a-0072e9f23106 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Router ecdeca4a-a160-48a5-8981-a488a2a1278b has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:55:30.406926 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8179d316-014f-45ee-ab6d-bc1711133c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:30.487239 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8179d316-014f-45ee-ab6d-bc1711133c64 None None] Pushing event updated for resources: {'Port': ['ID=a14e607e-3824-49e0-a017-8d2d299f329d,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:30.504824 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 2de54ed3-14c1-4b90-80cc-985460e8ef41 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:55:30.505323 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:30.556661 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42000) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:30.655597 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdb50247-0362-4f62-bc8a-0072e9f23106 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:55:30.676149 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce0c8be-ee32-4e3c-a028-3e29bc8acbc5 None None] Sync routers for ids ['ecdeca4a-a160-48a5-8981-a488a2a1278b'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:55:30.676694 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device a14e607e-3824-49e0-a017-8d2d299f329d up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:55:30.689047 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce0c8be-ee32-4e3c-a028-3e29bc8acbc5 None None] Routers {'ecdeca4a-a160-48a5-8981-a488a2a1278b'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:55:30.692211 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-dce0c8be-ee32-4e3c-a028-3e29bc8acbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:55:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['ecdeca4a-a160-48a5-8981-a488a2a1278b'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:55:30.701450 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-fdb50247-0362-4f62-bc8a-0072e9f23106 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.30 "PUT /v2.0/routers/ecdeca4a-a160-48a5-8981-a488a2a1278b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3210287 Apr 05 14:55:30.770580 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42004) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:30.787435 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-d606ee59-3022-401b-96c9-0776611fa859 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--761242374', 'description': 'tempest-secgroup_access--761242374 description', 'project_id': '6541073fc7b74808b6fa7a2702f66c66'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:55:30.807414 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port a14e607e-3824-49e0-a017-8d2d299f329d triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:55:30.808063 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:30.929079 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-e156d0ca-8315-406d-9f0e-6358e5964288 None None] Provisioning complete for port a14e607e-3824-49e0-a017-8d2d299f329d triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:55:30.929459 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e156d0ca-8315-406d-9f0e-6358e5964288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:30.951762 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-dce0c8be-ee32-4e3c-a028-3e29bc8acbc5 None None] Set router ecdeca4a-a160-48a5-8981-a488a2a1278b gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:55:31.005486 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d606ee59-3022-401b-96c9-0776611fa859 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:31.125960 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3c4647c1-577c-4bdc-8c2d-766e3025b596 req-f5f72199-f209-4630-8678-50953d5b4e3f tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=25a5306b-2556-4950-bd18-55fa229b6768 HTTP/1.1" status: 200 len: 210 time: 0.0591629 Apr 05 14:55:31.142585 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4ba1180-5409-4209-bd53-62f7033f3bd1 req-ba5096a7-091f-42df-8a68-62ee3e480a49 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Made reservation on behalf of 15503dce9d2944a4a898191fdde0d62f for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:55:31.146562 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-b4ba1180-5409-4209-bd53-62f7033f3bd1 req-ba5096a7-091f-42df-8a68-62ee3e480a49 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:31.173280 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-e156d0ca-8315-406d-9f0e-6358e5964288 None None] Provisioning complete for port 101f73dd-2890-4583-9f40-6c66d37f4bb6 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:55:31.173857 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e156d0ca-8315-406d-9f0e-6358e5964288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:31.218781 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-e156d0ca-8315-406d-9f0e-6358e5964288 None None] Port 101f73dd-2890-4583-9f40-6c66d37f4bb6 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:55:31.255568 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device a093444d-f0a5-49b8-a20b-611d527ef2da no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:55:31.277655 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-78d4ad6c-9563-421b-b255-7a96f7211826 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:31.309027 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] No Port match for: a093444d-f0a5-49b8-a20b-611d527ef2da {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:55:31.309393 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device a093444d-f0a5-49b8-a20b-611d527ef2da not bound to the agent host n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:55:31.344495 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d606ee59-3022-401b-96c9-0776611fa859 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:31.345717 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-51ba403e-50e9-43ac-b555-585bb48e76c2 None None] Provisioning complete for port 101f73dd-2890-4583-9f40-6c66d37f4bb6 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:55:31.346501 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-51ba403e-50e9-43ac-b555-585bb48e76c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:31.368327 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d4ad6c-9563-421b-b255-7a96f7211826 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event deleted for resources: {'Port': ['ID=1812535d-d0f5-468e-9c02-48fa879bf8e6,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:31.378616 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-78d4ad6c-9563-421b-b255-7a96f7211826 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:31.384181 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-78d4ad6c-9563-421b-b255-7a96f7211826 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "DELETE /v2.0/ports/1812535d-d0f5-468e-9c02-48fa879bf8e6 HTTP/1.1" status: 204 len: 168 time: 1.7704918 Apr 05 14:55:31.390341 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42008) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:31.404273 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-dce0c8be-ee32-4e3c-a028-3e29bc8acbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecdeca4a-a160-48a5-8981-a488a2a1278b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1327652221', 'tenant_id': '6541073fc7b74808b6fa7a2702f66c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '2de54ed3-14c1-4b90-80cc-985460e8ef41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:55:20Z', 'updated_at': '2022-04-05T14:55:29Z', 'revision_number': 4, 'project_id': '6541073fc7b74808b6fa7a2702f66c66', 'gw_port': {'id': '2de54ed3-14c1-4b90-80cc-985460e8ef41', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ea:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdeca4a-a160-48a5-8981-a488a2a1278b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:55:21Z', 'updated_at': '2022-04-05T14:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '101f73dd-2890-4583-9f40-6c66d37f4bb6', 'name': '', 'network_id': '367f5640-2190-4979-a162-44b8c16904d9', 'tenant_id': '6541073fc7b74808b6fa7a2702f66c66', 'mac_address': 'fa:16:3e:6c:42:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecdeca4a-a160-48a5-8981-a488a2a1278b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '05719900-8279-44be-afb4-e96260abf98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:55:27Z', 'updated_at': '2022-04-05T14:55:29Z', 'revision_number': 2, 'project_id': '6541073fc7b74808b6fa7a2702f66c66', 'subnets': [{'id': '05719900-8279-44be-afb4-e96260abf98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:55:31.422906 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-51ba403e-50e9-43ac-b555-585bb48e76c2 None None] Port 101f73dd-2890-4583-9f40-6c66d37f4bb6 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:55:31.442381 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d606ee59-3022-401b-96c9-0776611fa859 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:31.455784 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce0c8be-ee32-4e3c-a028-3e29bc8acbc5 None None] Checking router: ecdeca4a-a160-48a5-8981-a488a2a1278b for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:55:31.456135 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce0c8be-ee32-4e3c-a028-3e29bc8acbc5 None None] Updating router ecdeca4a-a160-48a5-8981-a488a2a1278b port 101f73dd-2890-4583-9f40-6c66d37f4bb6 binding host n-d-836650-2 {{(pid=103323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:55:31.492050 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dce0c8be-ee32-4e3c-a028-3e29bc8acbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:31.505125 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-b4ba1180-5409-4209-bd53-62f7033f3bd1 req-ba5096a7-091f-42df-8a68-62ee3e480a49 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Allocated IP 172.20.0.3 (66b3e69f-5222-44a7-bf1a-94ad2df58cf2/a727d51d-00fa-45ac-ab45-e910bc527386/60e0c79e-2930-4a05-80ad-7c63d2553e4b) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:55:31.518522 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d606ee59-3022-401b-96c9-0776611fa859 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99abac29-4317-42f1-9175-a951c7a0154c,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:31.536484 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0dbd56-1e60-4082-b9ca-a89cb33b689d tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:31.538825 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-6f0dbd56-1e60-4082-b9ca-a89cb33b689d tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1444545 Apr 05 14:55:31.541722 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42010) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:31.560949 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-e5337a78-2d40-4bc2-a1bd-bc6a3b9f3a64 None None] Provisioning complete for port 101f73dd-2890-4583-9f40-6c66d37f4bb6 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:55:31.561332 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e5337a78-2d40-4bc2-a1bd-bc6a3b9f3a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:31.570454 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2309a4c-0ac4-4682-8532-94865b287322 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] GET failed (client error): The resource could not be found. Apr 05 14:55:31.574634 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-c2309a4c-0ac4-4682-8532-94865b287322 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "GET /v2.0/ports/651d9b62-acc4-4a77-b590-bf4c909122dc HTTP/1.1" status: 404 len: 333 time: 0.0294421 Apr 05 14:55:31.577975 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42012) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:31.613367 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d606ee59-3022-401b-96c9-0776611fa859 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:31.617805 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-d606ee59-3022-401b-96c9-0776611fa859 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.8411653 Apr 05 14:55:31.618666 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42014) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:31.619617 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-295556d5-44e8-4c16-827a-a7105a21c4b9 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] GET failed (client error): The resource could not be found. Apr 05 14:55:31.623839 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-295556d5-44e8-4c16-827a-a7105a21c4b9 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "GET /v2.0/ports/1812535d-d0f5-468e-9c02-48fa879bf8e6 HTTP/1.1" status: 404 len: 333 time: 0.0423446 Apr 05 14:55:31.628236 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-59ae6952-3a18-42f8-a479-da83efb1094c tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--828865386', 'description': 'tempest-secgroup_general--828865386 description', 'project_id': '6541073fc7b74808b6fa7a2702f66c66'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:55:31.632639 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42016) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:31.644904 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-e5337a78-2d40-4bc2-a1bd-bc6a3b9f3a64 None None] Port 101f73dd-2890-4583-9f40-6c66d37f4bb6 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:55:31.676952 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-faf82cd5-56dd-4380-b345-d3287f7d935a tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809988'] for router_interface, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:31.782369 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-b4ba1180-5409-4209-bd53-62f7033f3bd1 req-ba5096a7-091f-42df-8a68-62ee3e480a49 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:31.795683 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b4c9b1d9-0a15-4024-93dd-0df13ec92cc5 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:31.804261 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-59ae6952-3a18-42f8-a479-da83efb1094c tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:31.845863 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dce0c8be-ee32-4e3c-a028-3e29bc8acbc5 None None] Notify callbacks [] for port, precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:31.914756 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-b4ba1180-5409-4209-bd53-62f7033f3bd1 req-ba5096a7-091f-42df-8a68-62ee3e480a49 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:31.938691 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4ba1180-5409-4209-bd53-62f7033f3bd1 req-ba5096a7-091f-42df-8a68-62ee3e480a49 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Network 66b3e69f-5222-44a7-bf1a-94ad2df58cf2 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:55:31.941409 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-b4ba1180-5409-4209-bd53-62f7033f3bd1 req-ba5096a7-091f-42df-8a68-62ee3e480a49 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:55:31.956811 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dce0c8be-ee32-4e3c-a028-3e29bc8acbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:31.968433 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4ba1180-5409-4209-bd53-62f7033f3bd1 req-ba5096a7-091f-42df-8a68-62ee3e480a49 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:55:32.000568 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b4c9b1d9-0a15-4024-93dd-0df13ec92cc5 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:32.033742 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5096a7-091f-42df-8a68-62ee3e480a49 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Pushing event updated for resources: {'Port': ['ID=60e0c79e-2930-4a05-80ad-7c63d2553e4b,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:32.054829 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba1180-5409-4209-bd53-62f7033f3bd1 req-ba5096a7-091f-42df-8a68-62ee3e480a49 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:32.055609 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-b4ba1180-5409-4209-bd53-62f7033f3bd1 req-ba5096a7-091f-42df-8a68-62ee3e480a49 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:32.153045 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4e580b-e0b0-40c2-bef6-ba8f1099e846 None None] Pushing event updated for resources: {'Port': ['ID=101f73dd-2890-4583-9f40-6c66d37f4bb6,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:32.159557 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b4ba1180-5409-4209-bd53-62f7033f3bd1 req-ba5096a7-091f-42df-8a68-62ee3e480a49 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1764414 Apr 05 14:55:32.169289 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device a14e607e-3824-49e0-a017-8d2d299f329d up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:55:32.173741 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-b4ba1180-5409-4209-bd53-62f7033f3bd1 req-d352756e-1b69-4c18-b3f8-f0435158e4bc service neutron] Request body: {'port': {'device_id': '25a5306b-2556-4950-bd18-55fa229b6768', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:55:32.197769 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4e580b-e0b0-40c2-bef6-ba8f1099e846 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:55:32.198121 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4e580b-e0b0-40c2-bef6-ba8f1099e846 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:55:32.198457 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4e580b-e0b0-40c2-bef6-ba8f1099e846 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:55:32.198797 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4e580b-e0b0-40c2-bef6-ba8f1099e846 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:55:32.203248 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4e580b-e0b0-40c2-bef6-ba8f1099e846 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:55:32.203840 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4e580b-e0b0-40c2-bef6-ba8f1099e846 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:55:32.204189 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4e580b-e0b0-40c2-bef6-ba8f1099e846 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:55:32.204524 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4e580b-e0b0-40c2-bef6-ba8f1099e846 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:55:32.207459 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4e580b-e0b0-40c2-bef6-ba8f1099e846 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:55:32.207858 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4e580b-e0b0-40c2-bef6-ba8f1099e846 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:55:32.208240 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4e580b-e0b0-40c2-bef6-ba8f1099e846 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:55:32.208577 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4e580b-e0b0-40c2-bef6-ba8f1099e846 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:55:32.298141 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-b4ba1180-5409-4209-bd53-62f7033f3bd1 req-d352756e-1b69-4c18-b3f8-f0435158e4bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:32.305566 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-dce0c8be-ee32-4e3c-a028-3e29bc8acbc5 None None] Attempting to bind port 101f73dd-2890-4583-9f40-6c66d37f4bb6 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:55:32.306185 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-dce0c8be-ee32-4e3c-a028-3e29bc8acbc5 None None] Attempting to bind port 101f73dd-2890-4583-9f40-6c66d37f4bb6 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '965afdc3-f110-41a7-9dea-a2a68b5967f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '367f5640-2190-4979-a162-44b8c16904d9'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:55:32.306707 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce0c8be-ee32-4e3c-a028-3e29bc8acbc5 None None] Attempting to bind port 101f73dd-2890-4583-9f40-6c66d37f4bb6 on network 367f5640-2190-4979-a162-44b8c16904d9 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:55:32.320800 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port a14e607e-3824-49e0-a017-8d2d299f329d triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:55:32.321358 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:32.324198 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce0c8be-ee32-4e3c-a028-3e29bc8acbc5 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:55:32.325657 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce0c8be-ee32-4e3c-a028-3e29bc8acbc5 None None] Checking segment: {'id': '965afdc3-f110-41a7-9dea-a2a68b5967f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '367f5640-2190-4979-a162-44b8c16904d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:55:32.325657 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dce0c8be-ee32-4e3c-a028-3e29bc8acbc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:32.325657 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce0c8be-ee32-4e3c-a028-3e29bc8acbc5 None None] Bound using segment: {'id': '965afdc3-f110-41a7-9dea-a2a68b5967f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '367f5640-2190-4979-a162-44b8c16904d9'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:55:32.325919 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-dce0c8be-ee32-4e3c-a028-3e29bc8acbc5 None None] Bound port: 101f73dd-2890-4583-9f40-6c66d37f4bb6, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '965afdc3-f110-41a7-9dea-a2a68b5967f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '367f5640-2190-4979-a162-44b8c16904d9'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:55:32.326281 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dce0c8be-ee32-4e3c-a028-3e29bc8acbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:32.454736 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-dce0c8be-ee32-4e3c-a028-3e29bc8acbc5 None None] For port 101f73dd-2890-4583-9f40-6c66d37f4bb6, host n-d-836650-2, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:55:32.461967 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-dce0c8be-ee32-4e3c-a028-3e29bc8acbc5 None None] For port 101f73dd-2890-4583-9f40-6c66d37f4bb6, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=101f73dd-2890-4583-9f40-6c66d37f4bb6,segment=NetworkSegment(965afdc3-f110-41a7-9dea-a2a68b5967f0),segment_id=965afdc3-f110-41a7-9dea-a2a68b5967f0)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:55:32.531275 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-557cb432-fe4b-40eb-9195-31a399059856 None None] Provisioning complete for port 60e0c79e-2930-4a05-80ad-7c63d2553e4b triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:55:32.531889 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-557cb432-fe4b-40eb-9195-31a399059856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:32.568764 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dce0c8be-ee32-4e3c-a028-3e29bc8acbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:32.570859 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-557cb432-fe4b-40eb-9195-31a399059856 None None] Port 60e0c79e-2930-4a05-80ad-7c63d2553e4b cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:55:32.646436 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a5e1af-ba23-4256-892f-07567325f584 req-558d0bd7-c232-4112-8b5b-7ce2efce3be4 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:32.648639 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c2a5e1af-ba23-4256-892f-07567325f584 req-558d0bd7-c232-4112-8b5b-7ce2efce3be4 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=25a5306b-2556-4950-bd18-55fa229b6768 HTTP/1.1" status: 200 len: 931 time: 0.2906568 Apr 05 14:55:32.649717 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce0c8be-ee32-4e3c-a028-3e29bc8acbc5 None None] Routers {'ecdeca4a-a160-48a5-8981-a488a2a1278b'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:55:32.650363 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-dce0c8be-ee32-4e3c-a028-3e29bc8acbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:55:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['ecdeca4a-a160-48a5-8981-a488a2a1278b'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:55:32.692354 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-59ae6952-3a18-42f8-a479-da83efb1094c tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:32.695435 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-b4c9b1d9-0a15-4024-93dd-0df13ec92cc5 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ef9d3c7-4706-4b43-8146-f3221c6de50e']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:55:32.697451 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-363c0f13-5475-46af-9eeb-398b3d003d0a None None] Provisioning complete for port 101f73dd-2890-4583-9f40-6c66d37f4bb6 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:55:32.697828 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-363c0f13-5475-46af-9eeb-398b3d003d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:32.723106 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-b4c9b1d9-0a15-4024-93dd-0df13ec92cc5 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '728463c2-7b7a-49ac-8326-bcaed8067da6') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:55:32.723893 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-b4c9b1d9-0a15-4024-93dd-0df13ec92cc5 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '728463c2-7b7a-49ac-8326-bcaed8067da6') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:55:32.748209 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b4c9b1d9-0a15-4024-93dd-0df13ec92cc5 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:32.796738 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c2a5e1af-ba23-4256-892f-07567325f584 req-41b8a8fa-93b7-4ea9-9d84-cd3e7b41bece tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fcc28c3-fc69-424a-81a1-3f20aae8b5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398537 Apr 05 14:55:32.821657 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-dce0c8be-ee32-4e3c-a028-3e29bc8acbc5 None None] Set router ecdeca4a-a160-48a5-8981-a488a2a1278b gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:55:32.833353 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-59ae6952-3a18-42f8-a479-da83efb1094c tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:32.878434 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4e580b-e0b0-40c2-bef6-ba8f1099e846 None None] Pushing event updated for resources: {'Port': ['ID=101f73dd-2890-4583-9f40-6c66d37f4bb6,revision_number=4']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:32.885297 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-363c0f13-5475-46af-9eeb-398b3d003d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:32.945395 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b4c9b1d9-0a15-4024-93dd-0df13ec92cc5 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:32.946625 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-363c0f13-5475-46af-9eeb-398b3d003d0a None None] For port 101f73dd-2890-4583-9f40-6c66d37f4bb6, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=101f73dd-2890-4583-9f40-6c66d37f4bb6,segment=NetworkSegment(965afdc3-f110-41a7-9dea-a2a68b5967f0),segment_id=965afdc3-f110-41a7-9dea-a2a68b5967f0)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:55:32.957139 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-b4ba1180-5409-4209-bd53-62f7033f3bd1 req-d352756e-1b69-4c18-b3f8-f0435158e4bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60e0c79e-2930-4a05-80ad-7c63d2553e4b {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:55:32.966911 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-b4ba1180-5409-4209-bd53-62f7033f3bd1 req-d352756e-1b69-4c18-b3f8-f0435158e4bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:32.971488 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-59ae6952-3a18-42f8-a479-da83efb1094c tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:32.975260 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 42020) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:32.976591 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-59ae6952-3a18-42f8-a479-da83efb1094c tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.3540063 Apr 05 14:55:32.983375 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-6843b494-166c-4f1e-b3a7-5b477e6a12f9 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Request body: {'security_group_rule': {'security_group_id': '99abac29-4317-42f1-9175-a951c7a0154c', 'project_id': '6541073fc7b74808b6fa7a2702f66c66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:55:32.985562 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4c9b1d9-0a15-4024-93dd-0df13ec92cc5 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:55:32.986345 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b4c9b1d9-0a15-4024-93dd-0df13ec92cc5 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:33.012083 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:55:33.012083 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:55:33.012083 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:55:33.012083 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:55:33.012083 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:55:33.012083 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:55:33.012083 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:55:33.012083 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:55:33.012083 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:55:33.012083 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:55:33.012083 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:55:33.012083 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:55:33.012083 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:55:33.012083 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:55:33.012083 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:55:33.012083 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:55:33.012083 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:55:33.012083 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:55:33.012083 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:55:33.012083 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:55:33.012083 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:55:33.012083 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:55:33.012083 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:55:33.012083 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:55:33.012083 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:55:33.012083 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:55:33.012083 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:55:33.012083 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:55:33.012083 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:55:33.012083 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:55:33.012083 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:55:33.012083 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:55:33.030560 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-363c0f13-5475-46af-9eeb-398b3d003d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:33.047697 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ae6952-3a18-42f8-a479-da83efb1094c tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a853e761-6280-4be8-a0fe-96d299da5bc9,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:33.091130 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-faf82cd5-56dd-4380-b345-d3287f7d935a tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Deleting port 908c4e59-f7c3-4cb1-8b54-ec77bd7d09a8 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:55:33.091431 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-faf82cd5-56dd-4380-b345-d3287f7d935a tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:33.101992 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6843b494-166c-4f1e-b3a7-5b477e6a12f9 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:33.137900 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-dce0c8be-ee32-4e3c-a028-3e29bc8acbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecdeca4a-a160-48a5-8981-a488a2a1278b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1327652221', 'tenant_id': '6541073fc7b74808b6fa7a2702f66c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '2de54ed3-14c1-4b90-80cc-985460e8ef41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:55:20Z', 'updated_at': '2022-04-05T14:55:29Z', 'revision_number': 4, 'project_id': '6541073fc7b74808b6fa7a2702f66c66', 'gw_port': {'id': '2de54ed3-14c1-4b90-80cc-985460e8ef41', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ea:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdeca4a-a160-48a5-8981-a488a2a1278b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:55:21Z', 'updated_at': '2022-04-05T14:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '101f73dd-2890-4583-9f40-6c66d37f4bb6', 'name': '', 'network_id': '367f5640-2190-4979-a162-44b8c16904d9', 'tenant_id': '6541073fc7b74808b6fa7a2702f66c66', 'mac_address': 'fa:16:3e:6c:42:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecdeca4a-a160-48a5-8981-a488a2a1278b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '05719900-8279-44be-afb4-e96260abf98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:55:27Z', 'updated_at': '2022-04-05T14:55:32Z', 'revision_number': 4, 'project_id': '6541073fc7b74808b6fa7a2702f66c66', 'subnets': [{'id': '05719900-8279-44be-afb4-e96260abf98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:55:33.171314 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363c0f13-5475-46af-9eeb-398b3d003d0a None None] Pushing event updated for resources: {'Port': ['ID=101f73dd-2890-4583-9f40-6c66d37f4bb6,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:33.177620 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6843b494-166c-4f1e-b3a7-5b477e6a12f9 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:33.183892 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-b4ba1180-5409-4209-bd53-62f7033f3bd1 req-d352756e-1b69-4c18-b3f8-f0435158e4bc service neutron] Transition to ACTIVE for port object 60e0c79e-2930-4a05-80ad-7c63d2553e4b will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:55:33.184123 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce0c8be-ee32-4e3c-a028-3e29bc8acbc5 None None] The sync data for ids ['ecdeca4a-a160-48a5-8981-a488a2a1278b'] in n-d-836650-2 is: [{'id': 'ecdeca4a-a160-48a5-8981-a488a2a1278b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1327652221', 'tenant_id': '6541073fc7b74808b6fa7a2702f66c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '2de54ed3-14c1-4b90-80cc-985460e8ef41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:55:20Z', 'updated_at': '2022-04-05T14:55:29Z', 'revision_number': 4, 'project_id': '6541073fc7b74808b6fa7a2702f66c66', 'gw_port': {'id': '2de54ed3-14c1-4b90-80cc-985460e8ef41', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ea:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdeca4a-a160-48a5-8981-a488a2a1278b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:55:21Z', 'updated_at': '2022-04-05T14:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '101f73dd-2890-4583-9f40-6c66d37f4bb6', 'name': '', 'network_id': '367f5640-2190-4979-a162-44b8c16904d9', 'tenant_id': '6541073fc7b74808b6fa7a2702f66c66', 'mac_address': 'fa:16:3e:6c:42:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecdeca4a-a160-48a5-8981-a488a2a1278b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '05719900-8279-44be-afb4-e96260abf98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:55:27Z', 'updated_at': '2022-04-05T14:55:32Z', 'revision_number': 4, 'project_id': '6541073fc7b74808b6fa7a2702f66c66', 'subnets': [{'id': '05719900-8279-44be-afb4-e96260abf98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:55:33.191135 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-51c2b608-aeeb-4e6e-9e48-1ec0c3ce8e18 None None] Provisioning complete for port 101f73dd-2890-4583-9f40-6c66d37f4bb6 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:55:33.192082 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-51c2b608-aeeb-4e6e-9e48-1ec0c3ce8e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:33.194577 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b4c9b1d9-0a15-4024-93dd-0df13ec92cc5 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:33.207564 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b4c9b1d9-0a15-4024-93dd-0df13ec92cc5 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:33.215158 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 42026) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:33.215379 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-b4c9b1d9-0a15-4024-93dd-0df13ec92cc5 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "DELETE /v2.0/networks/9ef9d3c7-4706-4b43-8146-f3221c6de50e HTTP/1.1" status: 204 len: 168 time: 1.5814240 Apr 05 14:55:33.223414 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-f3d146c1-1412-4cd6-a716-e6ff952d981b tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1474225081'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:55:33.244206 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9b1d9-0a15-4024-93dd-0df13ec92cc5 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event deleted for resources: {'Network': ['ID=9ef9d3c7-4706-4b43-8146-f3221c6de50e,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:33.305761 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-faf82cd5-56dd-4380-b345-d3287f7d935a tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] For port 908c4e59-f7c3-4cb1-8b54-ec77bd7d09a8, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=908c4e59-f7c3-4cb1-8b54-ec77bd7d09a8,segment=NetworkSegment(569e59d5-703c-42a6-8cd3-5a15da49ad7c),segment_id=569e59d5-703c-42a6-8cd3-5a15da49ad7c)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:55:33.307545 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6843b494-166c-4f1e-b3a7-5b477e6a12f9 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:33.308047 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-faf82cd5-56dd-4380-b345-d3287f7d935a tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:33.313553 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-b4ba1180-5409-4209-bd53-62f7033f3bd1 req-d352756e-1b69-4c18-b3f8-f0435158e4bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:33.333588 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-faf82cd5-56dd-4380-b345-d3287f7d935a tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Calling delete_port for 908c4e59-f7c3-4cb1-8b54-ec77bd7d09a8 owned by network:router_interface {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:55:33.399460 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6843b494-166c-4f1e-b3a7-5b477e6a12f9 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1294b569-6c54-4a8e-b103-99ef04fe5bee,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:33.402585 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d352756e-1b69-4c18-b3f8-f0435158e4bc service neutron] Pushing event updated for resources: {'Port': ['ID=60e0c79e-2930-4a05-80ad-7c63d2553e4b,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:33.413970 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d146c1-1412-4cd6-a716-e6ff952d981b tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Made reservation on behalf of 13c118202c994ca38979777ae3308543 for: {'network': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:55:33.418293 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f3d146c1-1412-4cd6-a716-e6ff952d981b tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:33.597907 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6843b494-166c-4f1e-b3a7-5b477e6a12f9 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:33.602558 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-6843b494-166c-4f1e-b3a7-5b477e6a12f9 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6252704 Apr 05 14:55:33.603922 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3d146c1-1412-4cd6-a716-e6ff952d981b tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=103320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:55:33.618570 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f3d146c1-1412-4cd6-a716-e6ff952d981b tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:33.631326 n-d-836650-2 neutron-server[103320]: INFO neutron.db.segments_db [None req-f3d146c1-1412-4cd6-a716-e6ff952d981b tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Added segment 00213324-a54c-43e8-a352-71327ee6a931 of type vlan for network daf674bc-500f-4fc2-ab1f-662dec7b4313 Apr 05 14:55:33.670428 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f3d146c1-1412-4cd6-a716-e6ff952d981b tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:33.691535 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-faf82cd5-56dd-4380-b345-d3287f7d935a tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:33.715393 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-b4ba1180-5409-4209-bd53-62f7033f3bd1 req-d352756e-1b69-4c18-b3f8-f0435158e4bc service neutron] Attempting to bind port 60e0c79e-2930-4a05-80ad-7c63d2553e4b on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:55:33.716343 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-b4ba1180-5409-4209-bd53-62f7033f3bd1 req-d352756e-1b69-4c18-b3f8-f0435158e4bc service neutron] Attempting to bind port 60e0c79e-2930-4a05-80ad-7c63d2553e4b by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': '2ed50d53-ad8d-43f0-946d-9bbaf222e8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '66b3e69f-5222-44a7-bf1a-94ad2df58cf2'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:55:33.717607 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ba1180-5409-4209-bd53-62f7033f3bd1 req-d352756e-1b69-4c18-b3f8-f0435158e4bc service neutron] Attempting to bind port 60e0c79e-2930-4a05-80ad-7c63d2553e4b on network 66b3e69f-5222-44a7-bf1a-94ad2df58cf2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:55:33.729563 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ba1180-5409-4209-bd53-62f7033f3bd1 req-d352756e-1b69-4c18-b3f8-f0435158e4bc service neutron] Port 60e0c79e-2930-4a05-80ad-7c63d2553e4b on network 66b3e69f-5222-44a7-bf1a-94ad2df58cf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:55:33.730237 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ba1180-5409-4209-bd53-62f7033f3bd1 req-d352756e-1b69-4c18-b3f8-f0435158e4bc service neutron] Attempting to bind port 60e0c79e-2930-4a05-80ad-7c63d2553e4b on network 66b3e69f-5222-44a7-bf1a-94ad2df58cf2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:55:33.742375 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ba1180-5409-4209-bd53-62f7033f3bd1 req-d352756e-1b69-4c18-b3f8-f0435158e4bc service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:55:33.744921 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ba1180-5409-4209-bd53-62f7033f3bd1 req-d352756e-1b69-4c18-b3f8-f0435158e4bc service neutron] Checking segment: {'id': '2ed50d53-ad8d-43f0-946d-9bbaf222e8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '66b3e69f-5222-44a7-bf1a-94ad2df58cf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:55:33.745416 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ba1180-5409-4209-bd53-62f7033f3bd1 req-d352756e-1b69-4c18-b3f8-f0435158e4bc service neutron] Bound using segment: {'id': '2ed50d53-ad8d-43f0-946d-9bbaf222e8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '66b3e69f-5222-44a7-bf1a-94ad2df58cf2'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:55:33.745958 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-b4ba1180-5409-4209-bd53-62f7033f3bd1 req-d352756e-1b69-4c18-b3f8-f0435158e4bc service neutron] Bound port: 60e0c79e-2930-4a05-80ad-7c63d2553e4b, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ed50d53-ad8d-43f0-946d-9bbaf222e8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '66b3e69f-5222-44a7-bf1a-94ad2df58cf2'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:55:33.747415 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-b4ba1180-5409-4209-bd53-62f7033f3bd1 req-d352756e-1b69-4c18-b3f8-f0435158e4bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:33.761851 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf82cd5-56dd-4380-b345-d3287f7d935a tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Pushing event deleted for resources: {'Port': ['ID=908c4e59-f7c3-4cb1-8b54-ec77bd7d09a8,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:33.825176 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f3d146c1-1412-4cd6-a716-e6ff952d981b tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:33.848725 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d146c1-1412-4cd6-a716-e6ff952d981b tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:33.849469 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f3d146c1-1412-4cd6-a716-e6ff952d981b tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:34.058873 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-f3d146c1-1412-4cd6-a716-e6ff952d981b tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8422911 Apr 05 14:55:34.065107 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42042) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:34.073201 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-8e9c6a2f-ffdd-4a63-8842-babdded4c216 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Request body: {'subnet': {'network_id': 'daf674bc-500f-4fc2-ab1f-662dec7b4313', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:55:34.171304 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d146c1-1412-4cd6-a716-e6ff952d981b tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event updated for resources: {'Network': ['ID=daf674bc-500f-4fc2-ab1f-662dec7b4313,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:34.185982 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network daf674bc-500f-4fc2-ab1f-662dec7b4313 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:55:34.208238 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-b4ba1180-5409-4209-bd53-62f7033f3bd1 req-d352756e-1b69-4c18-b3f8-f0435158e4bc service neutron] For port 60e0c79e-2930-4a05-80ad-7c63d2553e4b, host n-h1-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:55:34.214758 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ca66ac1e-c7c4-400f-a38c-becfbcff368f req-157de906-7e85-44c9-b1cb-eadd84731a6d tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup_access--761242374&fields=id&tenant_id=6541073fc7b74808b6fa7a2702f66c66 HTTP/1.1" status: 200 len: 267 time: 0.1824923 Apr 05 14:55:34.222215 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-faf82cd5-56dd-4380-b345-d3287f7d935a tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1798829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810128'] for router_interface, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:34.262826 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-b4ba1180-5409-4209-bd53-62f7033f3bd1 req-d352756e-1b69-4c18-b3f8-f0435158e4bc service neutron] For port 60e0c79e-2930-4a05-80ad-7c63d2553e4b, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=60e0c79e-2930-4a05-80ad-7c63d2553e4b,segment=NetworkSegment(2ed50d53-ad8d-43f0-946d-9bbaf222e8be),segment_id=2ed50d53-ad8d-43f0-946d-9bbaf222e8be)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:55:34.283566 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 101f73dd-2890-4583-9f40-6c66d37f4bb6 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:55:34.302549 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc8b6b-27ea-44db-8f07-75c75b627580 req-b30bbba5-c18b-43c8-8274-151df2a98d42 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:34.304761 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-20bc8b6b-27ea-44db-8f07-75c75b627580 req-b30bbba5-c18b-43c8-8274-151df2a98d42 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=25a5306b-2556-4950-bd18-55fa229b6768 HTTP/1.1" status: 200 len: 943 time: 0.2663701 Apr 05 14:55:34.383400 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ca66ac1e-c7c4-400f-a38c-becfbcff368f req-1d67cbc0-cfe9-494d-84fe-4cec8f8cd337 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup_general--828865386&fields=id&tenant_id=6541073fc7b74808b6fa7a2702f66c66 HTTP/1.1" status: 200 len: 267 time: 0.1522346 Apr 05 14:55:34.396741 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-b4ba1180-5409-4209-bd53-62f7033f3bd1 req-d352756e-1b69-4c18-b3f8-f0435158e4bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:34.489072 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-20bc8b6b-27ea-44db-8f07-75c75b627580 req-2b472d8c-6945-4018-ae51-48160a7d26eb tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fcc28c3-fc69-424a-81a1-3f20aae8b5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725566 Apr 05 14:55:34.566324 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 101f73dd-2890-4583-9f40-6c66d37f4bb6 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:55:34.569348 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:34.582213 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba1180-5409-4209-bd53-62f7033f3bd1 req-d352756e-1b69-4c18-b3f8-f0435158e4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:34.582842 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-b4ba1180-5409-4209-bd53-62f7033f3bd1 req-d352756e-1b69-4c18-b3f8-f0435158e4bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:34.590279 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faf82cd5-56dd-4380-b345-d3287f7d935a tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Router 3d3e8e8f-5237-4a85-845a-230cdfd16c03 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:55:34.591721 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9c6a2f-ffdd-4a63-8842-babdded4c216 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Made reservation on behalf of 13c118202c994ca38979777ae3308543 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:55:34.593215 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b4ba1180-5409-4209-bd53-62f7033f3bd1 req-d352756e-1b69-4c18-b3f8-f0435158e4bc service neutron] 10.222.0.55 "PUT /v2.0/ports/60e0c79e-2930-4a05-80ad-7c63d2553e4b HTTP/1.1" status: 200 len: 1091 time: 2.4167588 Apr 05 14:55:34.597647 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8e9c6a2f-ffdd-4a63-8842-babdded4c216 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:34.647335 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25a5306b-2556-4950-bd18-55fa229b6768', 'tag': '60e0c79e-2930-4a05-80ad-7c63d2553e4b'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:55:34.649642 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-832b16ae-9fe8-4439-9429-1ccf4e6b85eb" -d '{"events": [{"name": "network-changed", "server_uuid": "25a5306b-2556-4950-bd18-55fa229b6768", "tag": "60e0c79e-2930-4a05-80ad-7c63d2553e4b"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:55:34.746826 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d352756e-1b69-4c18-b3f8-f0435158e4bc service neutron] Pushing event updated for resources: {'Port': ['ID=60e0c79e-2930-4a05-80ad-7c63d2553e4b,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:34.752305 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.ipam_backend_mixin [None req-8e9c6a2f-ffdd-4a63-8842-babdded4c216 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Performing IP validity checks on allocation pools {{(pid=103321) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 05 14:55:34.753110 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.ipam_backend_mixin [None req-8e9c6a2f-ffdd-4a63-8842-babdded4c216 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103321) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 05 14:55:34.824064 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85cbd55a-bad0-4c81-af9d-f3f0fa7e8050 x-openstack-request-id: req-85cbd55a-bad0-4c81-af9d-f3f0fa7e8050 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:55:34.824553 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25a5306b-2556-4950-bd18-55fa229b6768", "tag": "60e0c79e-2930-4a05-80ad-7c63d2553e4b", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:55:34.825016 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-85cbd55a-bad0-4c81-af9d-f3f0fa7e8050 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:55:34.825563 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85cbd55a-bad0-4c81-af9d-f3f0fa7e8050'] response: {'name': 'network-changed', 'server_uuid': '25a5306b-2556-4950-bd18-55fa229b6768', 'tag': '60e0c79e-2930-4a05-80ad-7c63d2553e4b', 'status': 'completed', 'code': 200} Apr 05 14:55:34.914105 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba1180-5409-4209-bd53-62f7033f3bd1 req-be97918a-b8c4-40d3-a815-07b07374c8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:34.916195 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b4ba1180-5409-4209-bd53-62f7033f3bd1 req-be97918a-b8c4-40d3-a815-07b07374c8cb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=15503dce9d2944a4a898191fdde0d62f&device_id=25a5306b-2556-4950-bd18-55fa229b6768 HTTP/1.1" status: 200 len: 1094 time: 0.1652315 Apr 05 14:55:34.954089 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca66ac1e-c7c4-400f-a38c-becfbcff368f req-4931f35a-645e-4251-9b0a-99b1d0bc48e3 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:34.956850 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ca66ac1e-c7c4-400f-a38c-becfbcff368f req-4931f35a-645e-4251-9b0a-99b1d0bc48e3 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.30 "GET /v2.0/networks?id=367f5640-2190-4979-a162-44b8c16904d9 HTTP/1.1" status: 200 len: 796 time: 0.5510237 Apr 05 14:55:35.002848 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf82cd5-56dd-4380-b345-d3287f7d935a tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:55:35.017219 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b4ba1180-5409-4209-bd53-62f7033f3bd1 req-f2f55e83-60d0-46eb-9049-72cc44cecf39 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60e0c79e-2930-4a05-80ad-7c63d2553e4b HTTP/1.1" status: 200 len: 217 time: 0.0862517 Apr 05 14:55:35.019523 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-faf82cd5-56dd-4380-b345-d3287f7d935a tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "PUT /v2.0/routers/3d3e8e8f-5237-4a85-845a-230cdfd16c03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4614654 Apr 05 14:55:35.019742 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbdf270-52d8-45c0-961a-e6bcb6fb01e3 None None] Sync routers for ids ['3d3e8e8f-5237-4a85-845a-230cdfd16c03'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:55:35.022385 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42052) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:35.034937 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbdf270-52d8-45c0-961a-e6bcb6fb01e3 None None] Routers {'3d3e8e8f-5237-4a85-845a-230cdfd16c03'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:55:35.035344 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-bcbdf270-52d8-45c0-961a-e6bcb6fb01e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:55:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['3d3e8e8f-5237-4a85-845a-230cdfd16c03'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:55:35.119216 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ca66ac1e-c7c4-400f-a38c-becfbcff368f req-538c697a-1ba3-43cd-a61a-7f11750bc1e4 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.30 "GET /v2.0/quotas/6541073fc7b74808b6fa7a2702f66c66 HTTP/1.1" status: 200 len: 375 time: 0.1058111 Apr 05 14:55:35.143126 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eb769c1-55e4-4ede-8fee-f499da487649 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Deleting subnet e24a6cfd-1395-4506-a0b8-17c541f1b30f {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:55:35.155336 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3eb769c1-55e4-4ede-8fee-f499da487649 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:35.201963 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba1180-5409-4209-bd53-62f7033f3bd1 req-32a818e5-f7c1-4b20-88a6-d58a7a8738f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:35.203568 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b4ba1180-5409-4209-bd53-62f7033f3bd1 req-32a818e5-f7c1-4b20-88a6-d58a7a8738f4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a727d51d-00fa-45ac-ab45-e910bc527386 HTTP/1.1" status: 200 len: 851 time: 0.1724954 Apr 05 14:55:35.211918 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ca66ac1e-c7c4-400f-a38c-becfbcff368f req-2504e5d0-4a75-4efc-a736-926af7dfb795 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6541073fc7b74808b6fa7a2702f66c66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0913718 Apr 05 14:55:35.236823 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-bcbdf270-52d8-45c0-961a-e6bcb6fb01e3 None None] Set router 3d3e8e8f-5237-4a85-845a-230cdfd16c03 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:55:35.255168 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3eb769c1-55e4-4ede-8fee-f499da487649 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:35.264268 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [req-ca66ac1e-c7c4-400f-a38c-becfbcff368f req-11449acf-018d-4554-b903-4723b85472a9 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:55:35.265937 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ca66ac1e-c7c4-400f-a38c-becfbcff368f req-11449acf-018d-4554-b903-4723b85472a9 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0340455 Apr 05 14:55:35.291201 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8e9c6a2f-ffdd-4a63-8842-babdded4c216 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:35.388854 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ca66ac1e-c7c4-400f-a38c-becfbcff368f req-0d93c957-506f-4dfe-bc53-86c08f56d658 service neutron] 10.222.0.30 "GET /v2.0/networks/367f5640-2190-4979-a162-44b8c16904d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147969 Apr 05 14:55:35.415272 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba1180-5409-4209-bd53-62f7033f3bd1 req-05fbf5b5-7c04-491f-be79-8442ee9e7dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:35.417387 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b4ba1180-5409-4209-bd53-62f7033f3bd1 req-05fbf5b5-7c04-491f-be79-8442ee9e7dd7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66b3e69f-5222-44a7-bf1a-94ad2df58cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2037027 Apr 05 14:55:35.475287 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9c6a2f-ffdd-4a63-8842-babdded4c216 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event updated for resources: {'Subnet': ['ID=f6fbae7d-0016-4e07-a09a-4df2461480c0,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:35.486396 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9c6a2f-ffdd-4a63-8842-babdded4c216 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Checking segment: {'id': '00213324-a54c-43e8-a352-71327ee6a931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'daf674bc-500f-4fc2-ab1f-662dec7b4313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:55:35.486799 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9c6a2f-ffdd-4a63-8842-babdded4c216 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Network hostable DHCP agents. Network: daf674bc-500f-4fc2-ab1f-662dec7b4313, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:55:35.526248 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-bcbdf270-52d8-45c0-961a-e6bcb6fb01e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d3e8e8f-5237-4a85-845a-230cdfd16c03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1641040868', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'c713651c-498d-4ed9-8043-a183d98c6082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:53:10Z', 'updated_at': '2022-04-05T14:55:33Z', 'revision_number': 5, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'gw_port': {'id': 'c713651c-498d-4ed9-8043-a183d98c6082', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c5:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3e8e8f-5237-4a85-845a-230cdfd16c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:11Z', 'updated_at': '2022-04-05T14:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:55:35.539006 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3eb769c1-55e4-4ede-8fee-f499da487649 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:35.596079 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbdf270-52d8-45c0-961a-e6bcb6fb01e3 None None] Checking router: 3d3e8e8f-5237-4a85-845a-230cdfd16c03 for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:55:35.608097 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbdf270-52d8-45c0-961a-e6bcb6fb01e3 None None] Routers {'3d3e8e8f-5237-4a85-845a-230cdfd16c03'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:55:35.608097 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-bcbdf270-52d8-45c0-961a-e6bcb6fb01e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:55:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['3d3e8e8f-5237-4a85-845a-230cdfd16c03'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:55:35.664114 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9c6a2f-ffdd-4a63-8842-babdded4c216 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Network daf674bc-500f-4fc2-ab1f-662dec7b4313 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:55:35.677137 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ca66ac1e-c7c4-400f-a38c-becfbcff368f req-214f0f51-040b-45ae-9ccc-3dbb0dec9f2f service neutron] 10.222.0.30 "GET /v2.0/networks/367f5640-2190-4979-a162-44b8c16904d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761257 Apr 05 14:55:35.693030 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b4ba1180-5409-4209-bd53-62f7033f3bd1 req-7dc67a82-0773-47a8-b547-5c97d145563e service neutron] 10.222.0.55 "GET /v2.0/networks/66b3e69f-5222-44a7-bf1a-94ad2df58cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512004 Apr 05 14:55:35.721857 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3eb769c1-55e4-4ede-8fee-f499da487649 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:35.731924 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03573db-9379-4a0e-99cd-eb164cdac54c req-4b5dcf08-ae3f-40e2-8609-3dc3d27c6286 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:35.732423 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-bcbdf270-52d8-45c0-961a-e6bcb6fb01e3 None None] Set router 3d3e8e8f-5237-4a85-845a-230cdfd16c03 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:55:35.739731 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d03573db-9379-4a0e-99cd-eb164cdac54c req-4b5dcf08-ae3f-40e2-8609-3dc3d27c6286 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=25a5306b-2556-4950-bd18-55fa229b6768 HTTP/1.1" status: 200 len: 943 time: 0.1098337 Apr 05 14:55:35.780280 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb769c1-55e4-4ede-8fee-f499da487649 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Pushing event deleted for resources: {'Subnet': ['ID=e24a6cfd-1395-4506-a0b8-17c541f1b30f,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:35.784953 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-8e9c6a2f-ffdd-4a63-8842-babdded4c216 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, daf674bc-500f-4fc2-ab1f-662dec7b4313) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:55:35.810914 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9c6a2f-ffdd-4a63-8842-babdded4c216 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:35.812278 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8e9c6a2f-ffdd-4a63-8842-babdded4c216 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:35.818485 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3eb769c1-55e4-4ede-8fee-f499da487649 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:35.825864 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-3eb769c1-55e4-4ede-8fee-f499da487649 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "DELETE /v2.0/subnets/e24a6cfd-1395-4506-a0b8-17c541f1b30f HTTP/1.1" status: 204 len: 168 time: 0.7999730 Apr 05 14:55:35.828762 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42060) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:35.830081 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d03573db-9379-4a0e-99cd-eb164cdac54c req-ff32f7b4-f4c0-4b26-9b6a-8f6c6838c9ef tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fcc28c3-fc69-424a-81a1-3f20aae8b5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885777 Apr 05 14:55:35.871139 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b4ba1180-5409-4209-bd53-62f7033f3bd1 req-1a25b728-5082-4c7a-97b8-ff0b649f9851 service neutron] 10.222.0.55 "GET /v2.0/networks/66b3e69f-5222-44a7-bf1a-94ad2df58cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702645 Apr 05 14:55:35.873757 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c2df8e-adc9-48de-b251-3f8de0ed8b6c None None] Network 9aebcbd6-a91e-45a4-8198-a58d08f4af1b requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:55:35.875735 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d49b127-8db8-4ef8-9929-71803295e436 None None] Network daf674bc-500f-4fc2-ab1f-662dec7b4313 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:55:35.995091 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-8e9c6a2f-ffdd-4a63-8842-babdded4c216 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9287627 Apr 05 14:55:35.998884 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 42064) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:36.005378 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-30730a82-67d7-492d-8282-5f2774f2b454 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Request body: {'port': {'network_id': 'daf674bc-500f-4fc2-ab1f-662dec7b4313', 'name': 'tempest-PortsTestJSON-391703072'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:55:36.036086 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a61c865c-9ee5-4275-ae91-657c4d297659 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for router, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:36.177624 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97819303-60ee-4059-bbfc-82d71334db2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-daf674bc-500f-4fc2-ab1f-662dec7b4313', 'network_id': 'daf674bc-500f-4fc2-ab1f-662dec7b4313', 'tenant_id': '13c118202c994ca38979777ae3308543', 'fixed_ips': [{'subnet_id': 'f6fbae7d-0016-4e07-a09a-4df2461480c0'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:55:36.178589 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-97819303-60ee-4059-bbfc-82d71334db2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:36.295117 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-02683696-9f14-41f6-a83b-ef943a4e0bef req-bbe2caf4-e0dc-4071-83d9-4c4aab4b20fb tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.30 "GET /v2.0/ports?device_id=56f68192-4b00-42fa-a055-1229d0a467cd HTTP/1.1" status: 200 len: 210 time: 0.1116083 Apr 05 14:55:36.301808 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a61c865c-9ee5-4275-ae91-657c4d297659 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:36.331024 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b16ae-9fe8-4439-9429-1ccf4e6b85eb req-20ab5818-510b-44be-9be3-abfc553562fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:36.332815 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-832b16ae-9fe8-4439-9429-1ccf4e6b85eb req-20ab5818-510b-44be-9be3-abfc553562fd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=15503dce9d2944a4a898191fdde0d62f&device_id=25a5306b-2556-4950-bd18-55fa229b6768 HTTP/1.1" status: 200 len: 1094 time: 0.2932911 Apr 05 14:55:36.488690 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-a61c865c-9ee5-4275-ae91-657c4d297659 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Deleting port c713651c-498d-4ed9-8043-a183d98c6082 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:55:36.489685 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a61c865c-9ee5-4275-ae91-657c4d297659 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:36.571492 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-bcbdf270-52d8-45c0-961a-e6bcb6fb01e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d3e8e8f-5237-4a85-845a-230cdfd16c03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1641040868', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'c713651c-498d-4ed9-8043-a183d98c6082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:53:10Z', 'updated_at': '2022-04-05T14:55:33Z', 'revision_number': 5, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'gw_port': {'id': 'c713651c-498d-4ed9-8043-a183d98c6082', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c5:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3e8e8f-5237-4a85-845a-230cdfd16c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:11Z', 'updated_at': '2022-04-05T14:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:55:36.587317 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-97819303-60ee-4059-bbfc-82d71334db2f None None] Allocated IP 172.20.0.2 (daf674bc-500f-4fc2-ab1f-662dec7b4313/f6fbae7d-0016-4e07-a09a-4df2461480c0/345284b2-cab1-44b2-ade3-c78fcd05ddf6) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:55:36.627882 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b16ae-9fe8-4439-9429-1ccf4e6b85eb req-3582f8b4-fbf2-4e47-b68c-295522d58353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:36.637956 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-a61c865c-9ee5-4275-ae91-657c4d297659 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] For port c713651c-498d-4ed9-8043-a183d98c6082, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=c713651c-498d-4ed9-8043-a183d98c6082,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:55:36.637956 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a61c865c-9ee5-4275-ae91-657c4d297659 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:36.638279 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-832b16ae-9fe8-4439-9429-1ccf4e6b85eb req-3582f8b4-fbf2-4e47-b68c-295522d58353 service neutron] 10.222.0.55 "GET /v2.0/networks?id=66b3e69f-5222-44a7-bf1a-94ad2df58cf2 HTTP/1.1" status: 200 len: 913 time: 0.2942984 Apr 05 14:55:36.651283 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbdf270-52d8-45c0-961a-e6bcb6fb01e3 None None] The sync data for ids ['3d3e8e8f-5237-4a85-845a-230cdfd16c03'] in n-d-836650-2 is: [{'id': '3d3e8e8f-5237-4a85-845a-230cdfd16c03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1641040868', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'c713651c-498d-4ed9-8043-a183d98c6082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:53:10Z', 'updated_at': '2022-04-05T14:55:33Z', 'revision_number': 5, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'gw_port': {'id': 'c713651c-498d-4ed9-8043-a183d98c6082', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c5:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3e8e8f-5237-4a85-845a-230cdfd16c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:11Z', 'updated_at': '2022-04-05T14:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:55:36.665274 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-a61c865c-9ee5-4275-ae91-657c4d297659 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Calling delete_port for c713651c-498d-4ed9-8043-a183d98c6082 owned by network:router_gateway {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:55:36.672452 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f65a385-9250-4141-9e5e-0cce4f4f83de None None] DHCP port deletion for 9aebcbd6-a91e-45a4-8198-a58d08f4af1b request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:55:36.747619 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30730a82-67d7-492d-8282-5f2774f2b454 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Made reservation on behalf of 13c118202c994ca38979777ae3308543 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:55:36.759306 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-30730a82-67d7-492d-8282-5f2774f2b454 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:36.763046 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-832b16ae-9fe8-4439-9429-1ccf4e6b85eb req-543ab774-fc36-4fed-aa15-8831a105c2bb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60e0c79e-2930-4a05-80ad-7c63d2553e4b HTTP/1.1" status: 200 len: 217 time: 0.1226242 Apr 05 14:55:36.817926 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-30730a82-67d7-492d-8282-5f2774f2b454 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] device_id is not set on port ab37d293-33d4-4ade-bff1-2b4e47e749ba yet. {{(pid=103320) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:55:36.839971 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-6f65a385-9250-4141-9e5e-0cce4f4f83de None None] Deleting port a9df51e7-b5da-4a65-83e4-ead4d01fb4d2 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:55:36.840527 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6f65a385-9250-4141-9e5e-0cce4f4f83de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:36.931362 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b16ae-9fe8-4439-9429-1ccf4e6b85eb req-b851a6a2-9d72-48e6-b0af-1fc2b627304b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:36.933299 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-832b16ae-9fe8-4439-9429-1ccf4e6b85eb req-b851a6a2-9d72-48e6-b0af-1fc2b627304b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a727d51d-00fa-45ac-ab45-e910bc527386 HTTP/1.1" status: 200 len: 851 time: 0.1593218 Apr 05 14:55:37.001731 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-97819303-60ee-4059-bbfc-82d71334db2f None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:37.017051 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-6f65a385-9250-4141-9e5e-0cce4f4f83de None None] For port a9df51e7-b5da-4a65-83e4-ead4d01fb4d2, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=a9df51e7-b5da-4a65-83e4-ead4d01fb4d2,segment=NetworkSegment(569e59d5-703c-42a6-8cd3-5a15da49ad7c),segment_id=569e59d5-703c-42a6-8cd3-5a15da49ad7c)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:55:37.017451 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6f65a385-9250-4141-9e5e-0cce4f4f83de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:37.035323 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-6f65a385-9250-4141-9e5e-0cce4f4f83de None None] Calling delete_port for a9df51e7-b5da-4a65-83e4-ead4d01fb4d2 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:55:37.049188 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8fcccd-6ee1-48d7-a925-9cc657c8a74f req-421a7e24-c6d0-4c36-89b0-be513c0ccb95 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:37.057782 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ef8fcccd-6ee1-48d7-a925-9cc657c8a74f req-421a7e24-c6d0-4c36-89b0-be513c0ccb95 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=25a5306b-2556-4950-bd18-55fa229b6768 HTTP/1.1" status: 200 len: 943 time: 0.1160152 Apr 05 14:55:37.067271 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b16ae-9fe8-4439-9429-1ccf4e6b85eb req-fd3ccc13-73bb-4e33-84ea-b6de481560d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:37.069444 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-832b16ae-9fe8-4439-9429-1ccf4e6b85eb req-fd3ccc13-73bb-4e33-84ea-b6de481560d6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66b3e69f-5222-44a7-bf1a-94ad2df58cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1289456 Apr 05 14:55:37.091182 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a61c865c-9ee5-4275-ae91-657c4d297659 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:37.141435 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-97819303-60ee-4059-bbfc-82d71334db2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:37.142887 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61c865c-9ee5-4275-ae91-657c4d297659 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Pushing event deleted for resources: {'Port': ['ID=c713651c-498d-4ed9-8043-a183d98c6082,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:37.219002 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97819303-60ee-4059-bbfc-82d71334db2f None None] Pushing event updated for resources: {'Port': ['ID=345284b2-cab1-44b2-ade3-c78fcd05ddf6,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:37.221821 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6f65a385-9250-4141-9e5e-0cce4f4f83de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:37.234818 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ef8fcccd-6ee1-48d7-a925-9cc657c8a74f req-210f3c84-53b5-4e7e-9ef6-e8be69d111b1 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fcc28c3-fc69-424a-81a1-3f20aae8b5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1760607 Apr 05 14:55:37.237682 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a61c865c-9ee5-4275-ae91-657c4d297659 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808526'] for router_gateway, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:37.257292 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f65a385-9250-4141-9e5e-0cce4f4f83de None None] No DVR routers for this DVR port a9df51e7-b5da-4a65-83e4-ead4d01fb4d2 on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:55:37.284068 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97819303-60ee-4059-bbfc-82d71334db2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:55:37.284729 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97819303-60ee-4059-bbfc-82d71334db2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:55:37.285462 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97819303-60ee-4059-bbfc-82d71334db2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:55:37.287113 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97819303-60ee-4059-bbfc-82d71334db2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:55:37.287927 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97819303-60ee-4059-bbfc-82d71334db2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:55:37.288953 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97819303-60ee-4059-bbfc-82d71334db2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:55:37.289610 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97819303-60ee-4059-bbfc-82d71334db2f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:55:37.290312 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97819303-60ee-4059-bbfc-82d71334db2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:55:37.291517 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97819303-60ee-4059-bbfc-82d71334db2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:55:37.292056 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97819303-60ee-4059-bbfc-82d71334db2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:55:37.292590 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97819303-60ee-4059-bbfc-82d71334db2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:55:37.293763 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97819303-60ee-4059-bbfc-82d71334db2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:55:37.315605 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-30730a82-67d7-492d-8282-5f2774f2b454 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Allocated IP 172.20.0.14 (daf674bc-500f-4fc2-ab1f-662dec7b4313/f6fbae7d-0016-4e07-a09a-4df2461480c0/ab37d293-33d4-4ade-bff1-2b4e47e749ba) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:55:37.327697 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f65a385-9250-4141-9e5e-0cce4f4f83de None None] Pushing event deleted for resources: {'Port': ['ID=a9df51e7-b5da-4a65-83e4-ead4d01fb4d2,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:37.343292 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97819303-60ee-4059-bbfc-82d71334db2f None None] Network daf674bc-500f-4fc2-ab1f-662dec7b4313 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:55:37.345790 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-97819303-60ee-4059-bbfc-82d71334db2f None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:55:37.354384 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97819303-60ee-4059-bbfc-82d71334db2f None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:55:37.367669 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-832b16ae-9fe8-4439-9429-1ccf4e6b85eb req-836c9b76-8741-4f64-b4fd-7feebb1dc5bd service neutron] 10.222.0.55 "GET /v2.0/networks/66b3e69f-5222-44a7-bf1a-94ad2df58cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852056 Apr 05 14:55:37.376202 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a61c865c-9ee5-4275-ae91-657c4d297659 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27070'] for router, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:37.378557 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a61c865c-9ee5-4275-ae91-657c4d297659 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:37.433569 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-97819303-60ee-4059-bbfc-82d71334db2f None None] Attempting to bind port 345284b2-cab1-44b2-ade3-c78fcd05ddf6 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:55:37.434375 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-97819303-60ee-4059-bbfc-82d71334db2f None None] Attempting to bind port 345284b2-cab1-44b2-ade3-c78fcd05ddf6 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '00213324-a54c-43e8-a352-71327ee6a931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'daf674bc-500f-4fc2-ab1f-662dec7b4313'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:55:37.435415 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97819303-60ee-4059-bbfc-82d71334db2f None None] Attempting to bind port 345284b2-cab1-44b2-ade3-c78fcd05ddf6 on network daf674bc-500f-4fc2-ab1f-662dec7b4313 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:55:37.441788 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97819303-60ee-4059-bbfc-82d71334db2f None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:55:37.442528 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97819303-60ee-4059-bbfc-82d71334db2f None None] Checking segment: {'id': '00213324-a54c-43e8-a352-71327ee6a931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'daf674bc-500f-4fc2-ab1f-662dec7b4313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:55:37.443165 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-97819303-60ee-4059-bbfc-82d71334db2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:37.445976 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97819303-60ee-4059-bbfc-82d71334db2f None None] Bound using segment: {'id': '00213324-a54c-43e8-a352-71327ee6a931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'daf674bc-500f-4fc2-ab1f-662dec7b4313'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:55:37.446900 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-97819303-60ee-4059-bbfc-82d71334db2f None None] Bound port: 345284b2-cab1-44b2-ade3-c78fcd05ddf6, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00213324-a54c-43e8-a352-71327ee6a931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'daf674bc-500f-4fc2-ab1f-662dec7b4313'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:55:37.456016 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-97819303-60ee-4059-bbfc-82d71334db2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:37.476082 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7597de72-7b35-44c8-b217-ca785b9b3f72 req-570b5915-c8cd-45fa-b40c-8d139bf1a205 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.30 "GET /v2.0/ports?device_id=56f68192-4b00-42fa-a055-1229d0a467cd HTTP/1.1" status: 200 len: 210 time: 0.1056712 Apr 05 14:55:37.545133 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a61c865c-9ee5-4275-ae91-657c4d297659 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803298'] for router, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:37.545594 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a61c865c-9ee5-4275-ae91-657c4d297659 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Fanout notify agent at l3_agent the message router_deleted on router 3d3e8e8f-5237-4a85-845a-230cdfd16c03 {{(pid=103321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:55:37.559457 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a61c865c-9ee5-4275-ae91-657c4d297659 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:37.569542 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-a61c865c-9ee5-4275-ae91-657c4d297659 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "DELETE /v2.0/routers/3d3e8e8f-5237-4a85-845a-230cdfd16c03 HTTP/1.1" status: 204 len: 168 time: 1.7391427 Apr 05 14:55:37.570864 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42098) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:37.644259 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-97819303-60ee-4059-bbfc-82d71334db2f None None] For port 345284b2-cab1-44b2-ade3-c78fcd05ddf6, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:55:37.648534 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-97819303-60ee-4059-bbfc-82d71334db2f None None] For port 345284b2-cab1-44b2-ade3-c78fcd05ddf6, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=345284b2-cab1-44b2-ade3-c78fcd05ddf6,segment=NetworkSegment(00213324-a54c-43e8-a352-71327ee6a931),segment_id=00213324-a54c-43e8-a352-71327ee6a931)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:55:37.734558 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-aa3023b0-9bc5-451f-a3a4-d902c9197a14 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:37.749181 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-832b16ae-9fe8-4439-9429-1ccf4e6b85eb req-a3b0b7af-9df7-41db-a33b-90d1a01b1e8b service neutron] 10.222.0.55 "GET /v2.0/networks/66b3e69f-5222-44a7-bf1a-94ad2df58cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3533089 Apr 05 14:55:37.750940 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-97819303-60ee-4059-bbfc-82d71334db2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:37.776670 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-30730a82-67d7-492d-8282-5f2774f2b454 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:37.877246 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97819303-60ee-4059-bbfc-82d71334db2f None None] Pushing event updated for resources: {'Port': ['ID=345284b2-cab1-44b2-ade3-c78fcd05ddf6,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:37.902945 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-aa3023b0-9bc5-451f-a3a4-d902c9197a14 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:37.929211 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-aa3023b0-9bc5-451f-a3a4-d902c9197a14 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aebcbd6-a91e-45a4-8198-a58d08f4af1b']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:55:37.940180 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-aa3023b0-9bc5-451f-a3a4-d902c9197a14 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '569e59d5-703c-42a6-8cd3-5a15da49ad7c') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:55:37.940479 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-aa3023b0-9bc5-451f-a3a4-d902c9197a14 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '569e59d5-703c-42a6-8cd3-5a15da49ad7c') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:55:37.952195 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-aa3023b0-9bc5-451f-a3a4-d902c9197a14 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:37.972282 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-aa3023b0-9bc5-451f-a3a4-d902c9197a14 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:37.975373 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa3023b0-9bc5-451f-a3a4-d902c9197a14 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:55:37.975827 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-aa3023b0-9bc5-451f-a3a4-d902c9197a14 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:37.979592 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:55:37.979592 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:55:37.979592 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:55:37.979592 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:55:37.979592 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:55:37.979592 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:55:37.979592 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:55:37.979592 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:55:37.979592 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:55:37.979592 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:55:37.979592 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:55:37.979592 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:55:37.979592 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:55:37.979592 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:55:37.979592 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:55:37.979592 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:55:37.979592 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:55:37.979592 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:55:37.979592 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:55:37.979592 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:55:37.979592 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:55:37.979592 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:55:37.979592 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:55:37.979592 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:55:37.979592 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:55:37.979592 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:55:37.979592 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:55:37.979592 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:55:37.979592 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:55:37.979592 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:55:37.979592 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:55:37.979592 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:55:37.991479 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-30730a82-67d7-492d-8282-5f2774f2b454 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:38.106734 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30730a82-67d7-492d-8282-5f2774f2b454 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Network daf674bc-500f-4fc2-ab1f-662dec7b4313 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:55:38.107419 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-30730a82-67d7-492d-8282-5f2774f2b454 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:55:38.113737 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30730a82-67d7-492d-8282-5f2774f2b454 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:55:38.120056 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30730a82-67d7-492d-8282-5f2774f2b454 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event updated for resources: {'Port': ['ID=ab37d293-33d4-4ade-bff1-2b4e47e749ba,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:38.232668 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30730a82-67d7-492d-8282-5f2774f2b454 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:38.233680 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-30730a82-67d7-492d-8282-5f2774f2b454 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:38.255426 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-aa3023b0-9bc5-451f-a3a4-d902c9197a14 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:38.308234 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-30730a82-67d7-492d-8282-5f2774f2b454 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3077865 Apr 05 14:55:38.310874 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 42112) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:38.326354 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device a9df51e7-b5da-4a65-83e4-ead4d01fb4d2 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:55:38.357894 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-aa3023b0-9bc5-451f-a3a4-d902c9197a14 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:38.363947 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-aa3023b0-9bc5-451f-a3a4-d902c9197a14 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "DELETE /v2.0/networks/9aebcbd6-a91e-45a4-8198-a58d08f4af1b HTTP/1.1" status: 204 len: 168 time: 0.7897048 Apr 05 14:55:38.363947 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3023b0-9bc5-451f-a3a4-d902c9197a14 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Pushing event deleted for resources: {'Network': ['ID=9aebcbd6-a91e-45a4-8198-a58d08f4af1b,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:38.368977 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42114) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:38.376060 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: a9df51e7-b5da-4a65-83e4-ead4d01fb4d2 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:55:38.376060 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device a9df51e7-b5da-4a65-83e4-ead4d01fb4d2 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:55:38.376060 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 908c4e59-f7c3-4cb1-8b54-ec77bd7d09a8 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:55:38.424663 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 908c4e59-f7c3-4cb1-8b54-ec77bd7d09a8 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:55:38.425308 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 908c4e59-f7c3-4cb1-8b54-ec77bd7d09a8 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:55:38.425922 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device c713651c-498d-4ed9-8043-a183d98c6082 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:55:38.467768 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: c713651c-498d-4ed9-8043-a183d98c6082 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:55:38.468356 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device c713651c-498d-4ed9-8043-a183d98c6082 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:55:38.503028 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f338adb1-143a-4aa1-be4a-2e5ff3266cab tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:38.538276 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f338adb1-143a-4aa1-be4a-2e5ff3266cab tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:38.541983 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ef9510-2054-40cf-82a3-1c25d9ac3e2b req-531758b7-2215-4273-90da-e9c1245b2b5d tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:38.550502 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-28ef9510-2054-40cf-82a3-1c25d9ac3e2b req-531758b7-2215-4273-90da-e9c1245b2b5d tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=25a5306b-2556-4950-bd18-55fa229b6768 HTTP/1.1" status: 200 len: 943 time: 0.1286068 Apr 05 14:55:38.615706 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-28ef9510-2054-40cf-82a3-1c25d9ac3e2b req-86984fc6-e49d-4c48-bf5a-9b82fe441f48 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fcc28c3-fc69-424a-81a1-3f20aae8b5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649381 Apr 05 14:55:38.636011 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-020119b9-4393-497e-8f7e-3e7547ee5eb9 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Deleting port ab37d293-33d4-4ade-bff1-2b4e47e749ba {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:55:38.636739 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-020119b9-4393-497e-8f7e-3e7547ee5eb9 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:38.642783 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5caa5329-3ff0-461a-b5fe-9888e5b631cd req-195dd650-8df3-4eca-b128-fa717971f8b8 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.30 "GET /v2.0/ports?device_id=56f68192-4b00-42fa-a055-1229d0a467cd HTTP/1.1" status: 200 len: 210 time: 0.0513952 Apr 05 14:55:38.686255 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f338adb1-143a-4aa1-be4a-2e5ff3266cab tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:38.689543 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f338adb1-143a-4aa1-be4a-2e5ff3266cab tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:38.693944 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-f338adb1-143a-4aa1-be4a-2e5ff3266cab tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "DELETE /v2.0/security-groups/9c426553-985f-46f1-9795-5c798926dd34 HTTP/1.1" status: 204 len: 168 time: 0.3207915 Apr 05 14:55:38.721962 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f338adb1-143a-4aa1-be4a-2e5ff3266cab tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c426553-985f-46f1-9795-5c798926dd34,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:38.776583 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-020119b9-4393-497e-8f7e-3e7547ee5eb9 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:38.793714 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-020119b9-4393-497e-8f7e-3e7547ee5eb9 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Calling delete_port for ab37d293-33d4-4ade-bff1-2b4e47e749ba owned by {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:55:39.181102 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca66ac1e-c7c4-400f-a38c-becfbcff368f req-db4d649e-2dc4-4a27-9815-460d0386065e tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:39.181102 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ca66ac1e-c7c4-400f-a38c-becfbcff368f req-db4d649e-2dc4-4a27-9815-460d0386065e tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.11 "GET /v2.0/networks?id=367f5640-2190-4979-a162-44b8c16904d9 HTTP/1.1" status: 200 len: 796 time: 0.1909478 Apr 05 14:55:39.242554 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ca66ac1e-c7c4-400f-a38c-becfbcff368f req-8ea54366-8876-4d32-84b7-47e465f9059e tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6541073fc7b74808b6fa7a2702f66c66 HTTP/1.1" status: 200 len: 476 time: 0.0490170 Apr 05 14:55:39.280256 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-ca66ac1e-c7c4-400f-a38c-becfbcff368f req-b276d5f1-a389-4445-bf23-581013c82e38 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Request body: {'port': {'device_id': '56f68192-4b00-42fa-a055-1229d0a467cd', 'network_id': '367f5640-2190-4979-a162-44b8c16904d9', 'admin_state_up': True, 'tenant_id': '6541073fc7b74808b6fa7a2702f66c66', 'security_groups': ['99abac29-4317-42f1-9175-a951c7a0154c', 'a853e761-6280-4be8-a0fe-96d299da5bc9']}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:55:39.482601 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-020119b9-4393-497e-8f7e-3e7547ee5eb9 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:39.542111 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020119b9-4393-497e-8f7e-3e7547ee5eb9 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event deleted for resources: {'Port': ['ID=ab37d293-33d4-4ade-bff1-2b4e47e749ba,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:39.573791 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca66ac1e-c7c4-400f-a38c-becfbcff368f req-b276d5f1-a389-4445-bf23-581013c82e38 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Made reservation on behalf of 6541073fc7b74808b6fa7a2702f66c66 for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:55:39.581389 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-ca66ac1e-c7c4-400f-a38c-becfbcff368f req-b276d5f1-a389-4445-bf23-581013c82e38 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:39.636620 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12bc48df-0680-4dfe-86b2-fd97cd82cbe0 None None] Network daf674bc-500f-4fc2-ab1f-662dec7b4313 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:55:39.649752 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 42150) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:39.660651 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-d2925c85-7658-41f3-a581-5310b406f9e2 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1806956071', 'description': 'tempest-secgroup-smoke-1806956071 description', 'project_id': 'b07e36dc5a904f16980660900e2eecc1'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:55:39.718231 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-020119b9-4393-497e-8f7e-3e7547ee5eb9 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:39.725390 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-020119b9-4393-497e-8f7e-3e7547ee5eb9 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "DELETE /v2.0/ports/ab37d293-33d4-4ade-bff1-2b4e47e749ba HTTP/1.1" status: 204 len: 168 time: 1.4119895 Apr 05 14:55:39.730106 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 42158) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:39.777611 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-0f920c81-3446-4147-9451-499476907681 None None] Provisioning complete for port 345284b2-cab1-44b2-ade3-c78fcd05ddf6 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:55:39.778181 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0f920c81-3446-4147-9451-499476907681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:39.799169 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d2925c85-7658-41f3-a581-5310b406f9e2 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:39.802281 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-91e45cb8-81ac-497c-abe2-1f3a41031a78 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] DELETE failed (client error): The resource could not be found. Apr 05 14:55:39.803041 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91e45cb8-81ac-497c-abe2-1f3a41031a78 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103320) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:55:39.809696 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-91e45cb8-81ac-497c-abe2-1f3a41031a78 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "DELETE /v2.0/ports/ab37d293-33d4-4ade-bff1-2b4e47e749ba HTTP/1.1" status: 404 len: 333 time: 0.0784321 Apr 05 14:55:39.813560 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42162) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:39.849971 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e775f11-2566-47d5-88be-def03c2895ce tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] GET failed (client error): The resource could not be found. Apr 05 14:55:39.852128 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-5e775f11-2566-47d5-88be-def03c2895ce tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "GET /v2.0/ports/ab37d293-33d4-4ade-bff1-2b4e47e749ba HTTP/1.1" status: 404 len: 333 time: 0.0373781 Apr 05 14:55:39.855281 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42166) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:39.876698 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86c6bda-29c9-4b02-8c69-aa4f4d32f6d9 req-2cb1202b-1026-41a6-9034-eaa47cef85d5 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:39.878740 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e86c6bda-29c9-4b02-8c69-aa4f4d32f6d9 req-2cb1202b-1026-41a6-9034-eaa47cef85d5 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=25a5306b-2556-4950-bd18-55fa229b6768 HTTP/1.1" status: 200 len: 943 time: 0.1641018 Apr 05 14:55:39.900952 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [req-ca66ac1e-c7c4-400f-a38c-becfbcff368f req-b276d5f1-a389-4445-bf23-581013c82e38 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Allocated IP 172.20.0.14 (367f5640-2190-4979-a162-44b8c16904d9/05719900-8279-44be-afb4-e96260abf98c/b1911304-0934-48cd-a97e-b2c2a1558456) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:55:39.920030 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0f920c81-3446-4147-9451-499476907681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:39.955178 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-94a16a9a-54e3-4c6f-bcfe-c1e40882538b tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Deleting subnet f6fbae7d-0016-4e07-a09a-4df2461480c0 {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:55:39.964678 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-94a16a9a-54e3-4c6f-bcfe-c1e40882538b tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:40.024940 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b8f0dc32-af34-454e-a4ca-b8bbb5eec8c3 req-3514e773-8ef1-45b3-9628-33a3a1f3e1e0 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.30 "GET /v2.0/ports?device_id=56f68192-4b00-42fa-a055-1229d0a467cd HTTP/1.1" status: 200 len: 210 time: 0.0407360 Apr 05 14:55:40.036275 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d2925c85-7658-41f3-a581-5310b406f9e2 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:40.069486 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-0f920c81-3446-4147-9451-499476907681 None None] For port 345284b2-cab1-44b2-ade3-c78fcd05ddf6, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=345284b2-cab1-44b2-ade3-c78fcd05ddf6,segment=NetworkSegment(00213324-a54c-43e8-a352-71327ee6a931),segment_id=00213324-a54c-43e8-a352-71327ee6a931)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:55:40.076514 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e86c6bda-29c9-4b02-8c69-aa4f4d32f6d9 req-93978538-8408-40e6-9b4d-9426d20521e4 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fcc28c3-fc69-424a-81a1-3f20aae8b5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446331 Apr 05 14:55:40.119461 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d2925c85-7658-41f3-a581-5310b406f9e2 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:40.155408 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 345284b2-cab1-44b2-ade3-c78fcd05ddf6 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:55:40.174988 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2925c85-7658-41f3-a581-5310b406f9e2 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ddbcacc-b2fd-41e0-97e7-968a4b783f7d,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:40.192267 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-94a16a9a-54e3-4c6f-bcfe-c1e40882538b tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:40.212266 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0f920c81-3446-4147-9451-499476907681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:40.250810 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d2925c85-7658-41f3-a581-5310b406f9e2 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:40.252507 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-d2925c85-7658-41f3-a581-5310b406f9e2 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6016214 Apr 05 14:55:40.254739 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 345284b2-cab1-44b2-ade3-c78fcd05ddf6 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:55:40.255115 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:40.257561 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 42170) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:40.264589 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-d4017895-172a-4017-bc8d-fdd824ca9c97 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Request body: {'security_group_rule': {'security_group_id': '9ddbcacc-b2fd-41e0-97e7-968a4b783f7d', 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:55:40.322408 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f920c81-3446-4147-9451-499476907681 None None] Pushing event updated for resources: {'Port': ['ID=345284b2-cab1-44b2-ade3-c78fcd05ddf6,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:40.439554 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9a80a781-4477-4f1f-86d7-36728d66ed1a None None] Provisioning complete for port 345284b2-cab1-44b2-ade3-c78fcd05ddf6 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:55:40.440422 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9a80a781-4477-4f1f-86d7-36728d66ed1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:40.452026 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-94a16a9a-54e3-4c6f-bcfe-c1e40882538b tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:40.454302 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d4017895-172a-4017-bc8d-fdd824ca9c97 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:40.516699 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-ca66ac1e-c7c4-400f-a38c-becfbcff368f req-b276d5f1-a389-4445-bf23-581013c82e38 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:40.593216 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d4017895-172a-4017-bc8d-fdd824ca9c97 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:40.656939 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d4017895-172a-4017-bc8d-fdd824ca9c97 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:40.678559 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4017895-172a-4017-bc8d-fdd824ca9c97 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbf960e5-3ecf-4456-a62f-9776ce111967,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:40.686486 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-94a16a9a-54e3-4c6f-bcfe-c1e40882538b tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:40.714423 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-ca66ac1e-c7c4-400f-a38c-becfbcff368f req-b276d5f1-a389-4445-bf23-581013c82e38 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:40.778756 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d4017895-172a-4017-bc8d-fdd824ca9c97 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:40.783050 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-d4017895-172a-4017-bc8d-fdd824ca9c97 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5244005 Apr 05 14:55:40.783845 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 42180) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:40.793352 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-da01fd90-47c3-4f5e-9980-5c4b17dfc4bb tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Request body: {'security_group_rule': {'security_group_id': '9ddbcacc-b2fd-41e0-97e7-968a4b783f7d', 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:55:40.794633 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-f4477068-766e-455f-8546-6c80bd8b8bdc None None] Could not find standard attr ID for object ab37d293-33d4-4ade-bff1-2b4e47e749ba. {{(pid=103322) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 14:55:40.817121 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a16a9a-54e3-4c6f-bcfe-c1e40882538b tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event deleted for resources: {'Subnet': ['ID=f6fbae7d-0016-4e07-a09a-4df2461480c0,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:40.829656 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-94a16a9a-54e3-4c6f-bcfe-c1e40882538b tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:40.835156 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-94a16a9a-54e3-4c6f-bcfe-c1e40882538b tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "DELETE /v2.0/subnets/f6fbae7d-0016-4e07-a09a-4df2461480c0 HTTP/1.1" status: 204 len: 168 time: 0.9786396 Apr 05 14:55:40.837849 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 42184) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:40.839277 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b276d5f1-a389-4445-bf23-581013c82e38 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Pushing event updated for resources: {'Port': ['ID=b1911304-0934-48cd-a97e-b2c2a1558456,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:40.850269 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca66ac1e-c7c4-400f-a38c-becfbcff368f req-b276d5f1-a389-4445-bf23-581013c82e38 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Network 367f5640-2190-4979-a162-44b8c16904d9 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:55:40.855788 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [req-ca66ac1e-c7c4-400f-a38c-becfbcff368f req-b276d5f1-a389-4445-bf23-581013c82e38 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:55:40.859301 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca66ac1e-c7c4-400f-a38c-becfbcff368f req-b276d5f1-a389-4445-bf23-581013c82e38 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:55:40.973603 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-da01fd90-47c3-4f5e-9980-5c4b17dfc4bb tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:40.983897 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca66ac1e-c7c4-400f-a38c-becfbcff368f req-b276d5f1-a389-4445-bf23-581013c82e38 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:40.984850 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-ca66ac1e-c7c4-400f-a38c-becfbcff368f req-b276d5f1-a389-4445-bf23-581013c82e38 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:41.018992 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1bd405dc-2306-4f7c-a7d6-b4814b5a5324 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:41.096699 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ca66ac1e-c7c4-400f-a38c-becfbcff368f req-b276d5f1-a389-4445-bf23-581013c82e38 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.8423209 Apr 05 14:55:41.110059 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-ca66ac1e-c7c4-400f-a38c-becfbcff368f req-ade4e29c-1b90-466e-836e-c7a7861adc61 service neutron] Request body: {'port': {'device_id': '56f68192-4b00-42fa-a055-1229d0a467cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-2'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:55:41.119174 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-da01fd90-47c3-4f5e-9980-5c4b17dfc4bb tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:41.157017 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d776e6c1-c866-481b-b7c7-22aa4bc49955 None None] Network daf674bc-500f-4fc2-ab1f-662dec7b4313 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:55:41.188513 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-1bd405dc-2306-4f7c-a7d6-b4814b5a5324 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Deleting port 345284b2-cab1-44b2-ade3-c78fcd05ddf6 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:55:41.189010 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1bd405dc-2306-4f7c-a7d6-b4814b5a5324 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:41.210080 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-ca66ac1e-c7c4-400f-a38c-becfbcff368f req-ade4e29c-1b90-466e-836e-c7a7861adc61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:41.343682 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-1bd405dc-2306-4f7c-a7d6-b4814b5a5324 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] For port 345284b2-cab1-44b2-ade3-c78fcd05ddf6, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=345284b2-cab1-44b2-ade3-c78fcd05ddf6,segment=NetworkSegment(00213324-a54c-43e8-a352-71327ee6a931),segment_id=00213324-a54c-43e8-a352-71327ee6a931)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:55:41.344211 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1bd405dc-2306-4f7c-a7d6-b4814b5a5324 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:41.361874 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-1bd405dc-2306-4f7c-a7d6-b4814b5a5324 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Calling delete_port for 345284b2-cab1-44b2-ade3-c78fcd05ddf6 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:55:41.363631 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-39a788ec-0ba2-4f33-b1ac-9f76d6cd1bc1 None None] Provisioning complete for port b1911304-0934-48cd-a97e-b2c2a1558456 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:55:41.364811 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-39a788ec-0ba2-4f33-b1ac-9f76d6cd1bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:41.432483 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-39a788ec-0ba2-4f33-b1ac-9f76d6cd1bc1 None None] Port b1911304-0934-48cd-a97e-b2c2a1558456 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:55:41.434082 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790ff511-35db-4e95-b7ce-cab9a7eb771b None None] DHCP port deletion for daf674bc-500f-4fc2-ab1f-662dec7b4313 request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:55:41.487877 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-790ff511-35db-4e95-b7ce-cab9a7eb771b None None] Deleting port 345284b2-cab1-44b2-ade3-c78fcd05ddf6 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:55:41.487877 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-790ff511-35db-4e95-b7ce-cab9a7eb771b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:41.508452 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-da01fd90-47c3-4f5e-9980-5c4b17dfc4bb tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:41.551511 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01fd90-47c3-4f5e-9980-5c4b17dfc4bb tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6cc4fef-d838-4ec3-b970-45e2d38259e8,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:41.577950 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fec0f7-5482-4de3-8fd5-2edd687d6bf9 req-fda24cf2-0d18-42d8-ac91-1b9c48ffc6aa tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:41.588734 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c8fec0f7-5482-4de3-8fd5-2edd687d6bf9 req-fda24cf2-0d18-42d8-ac91-1b9c48ffc6aa tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.30 "GET /v2.0/ports?device_id=56f68192-4b00-42fa-a055-1229d0a467cd HTTP/1.1" status: 200 len: 971 time: 0.4681406 Apr 05 14:55:41.622603 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c17d28-4d61-42c6-afc5-44de25e176a6 req-3732947d-2e65-4775-9545-77a8a31909dc tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:41.632281 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a0c17d28-4d61-42c6-afc5-44de25e176a6 req-3732947d-2e65-4775-9545-77a8a31909dc tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=25a5306b-2556-4950-bd18-55fa229b6768 HTTP/1.1" status: 200 len: 943 time: 0.4460652 Apr 05 14:55:41.643021 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1bd405dc-2306-4f7c-a7d6-b4814b5a5324 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:41.682834 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd405dc-2306-4f7c-a7d6-b4814b5a5324 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event deleted for resources: {'Port': ['ID=345284b2-cab1-44b2-ade3-c78fcd05ddf6,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:41.733951 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c8fec0f7-5482-4de3-8fd5-2edd687d6bf9 req-ae7e16b1-e458-4493-a895-826edbedc9a2 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.30 "GET /v2.0/security-groups?id=99abac29-4317-42f1-9175-a951c7a0154c&id=a853e761-6280-4be8-a0fe-96d299da5bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1441271 Apr 05 14:55:41.770251 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [req-ca66ac1e-c7c4-400f-a38c-becfbcff368f req-ade4e29c-1b90-466e-836e-c7a7861adc61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1911304-0934-48cd-a97e-b2c2a1558456 {{(pid=103321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:55:41.773987 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-da01fd90-47c3-4f5e-9980-5c4b17dfc4bb tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:41.778724 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42200) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:41.780810 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-790ff511-35db-4e95-b7ce-cab9a7eb771b None None] For port 345284b2-cab1-44b2-ade3-c78fcd05ddf6, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=345284b2-cab1-44b2-ade3-c78fcd05ddf6,segment=NetworkSegment(00213324-a54c-43e8-a352-71327ee6a931),segment_id=00213324-a54c-43e8-a352-71327ee6a931)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:55:41.780973 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-da01fd90-47c3-4f5e-9980-5c4b17dfc4bb tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9959030 Apr 05 14:55:41.781402 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-790ff511-35db-4e95-b7ce-cab9a7eb771b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:41.784489 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-e2094423-8882-4322-af3c-ab479df3fdc5 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Request body: {'security_group_rule': {'security_group_id': '9ddbcacc-b2fd-41e0-97e7-968a4b783f7d', 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:55:41.793684 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a0c17d28-4d61-42c6-afc5-44de25e176a6 req-c80db1e5-104f-4848-b224-38ff59823560 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fcc28c3-fc69-424a-81a1-3f20aae8b5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605315 Apr 05 14:55:41.801795 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd405dc-2306-4f7c-a7d6-b4814b5a5324 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] No DVR routers for this DVR port 345284b2-cab1-44b2-ade3-c78fcd05ddf6 on host n-d-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:55:41.804031 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-790ff511-35db-4e95-b7ce-cab9a7eb771b None None] Calling delete_port for 345284b2-cab1-44b2-ade3-c78fcd05ddf6 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:55:41.830550 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-ca66ac1e-c7c4-400f-a38c-becfbcff368f req-ade4e29c-1b90-466e-836e-c7a7861adc61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:41.847747 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.provisioning_blocks [req-ca66ac1e-c7c4-400f-a38c-becfbcff368f req-ade4e29c-1b90-466e-836e-c7a7861adc61 service neutron] Transition to ACTIVE for port object b1911304-0934-48cd-a97e-b2c2a1558456 will not be triggered until provisioned by entity L2. {{(pid=103321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:55:41.905820 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1bd405dc-2306-4f7c-a7d6-b4814b5a5324 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:41.924273 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e2094423-8882-4322-af3c-ab479df3fdc5 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:41.929863 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-1bd405dc-2306-4f7c-a7d6-b4814b5a5324 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daf674bc-500f-4fc2-ab1f-662dec7b4313']}} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:55:41.940438 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-1bd405dc-2306-4f7c-a7d6-b4814b5a5324 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00213324-a54c-43e8-a352-71327ee6a931') {'for_net_delete': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:55:41.940840 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-1bd405dc-2306-4f7c-a7d6-b4814b5a5324 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00213324-a54c-43e8-a352-71327ee6a931') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:55:41.949331 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-ca66ac1e-c7c4-400f-a38c-becfbcff368f req-ade4e29c-1b90-466e-836e-c7a7861adc61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:41.954404 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1bd405dc-2306-4f7c-a7d6-b4814b5a5324 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13399223'] for segment, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:41.972842 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1bd405dc-2306-4f7c-a7d6-b4814b5a5324 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:41.980702 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-790ff511-35db-4e95-b7ce-cab9a7eb771b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:41.990633 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bd405dc-2306-4f7c-a7d6-b4814b5a5324 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=103320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:55:41.992670 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1bd405dc-2306-4f7c-a7d6-b4814b5a5324 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15765202'] for segment, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:41.997167 n-d-836650-2 neutron-server[103320]: Traceback (most recent call last): Apr 05 14:55:41.997167 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:55:41.997167 n-d-836650-2 neutron-server[103320]: timer() Apr 05 14:55:41.997167 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:55:41.997167 n-d-836650-2 neutron-server[103320]: cb(*args, **kw) Apr 05 14:55:41.997167 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:55:41.997167 n-d-836650-2 neutron-server[103320]: return func(*args, **kwargs) Apr 05 14:55:41.997167 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:55:41.997167 n-d-836650-2 neutron-server[103320]: self._notify() Apr 05 14:55:41.997167 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:55:41.997167 n-d-836650-2 neutron-server[103320]: self.callback(batched_events) Apr 05 14:55:41.997167 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:55:41.997167 n-d-836650-2 neutron-server[103320]: event.method(event) Apr 05 14:55:41.997167 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:55:41.997167 n-d-836650-2 neutron-server[103320]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:55:41.997167 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:55:41.997167 n-d-836650-2 neutron-server[103320]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:55:41.997167 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:55:41.997167 n-d-836650-2 neutron-server[103320]: return f(self, *a, **k) Apr 05 14:55:41.997167 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:55:41.997167 n-d-836650-2 neutron-server[103320]: return self._get(url).json() Apr 05 14:55:41.997167 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:55:41.997167 n-d-836650-2 neutron-server[103320]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:55:41.997167 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:55:41.997167 n-d-836650-2 neutron-server[103320]: return self.request(url, 'GET', **kwargs) Apr 05 14:55:41.997167 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:55:41.997167 n-d-836650-2 neutron-server[103320]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:55:41.997167 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:55:41.997167 n-d-836650-2 neutron-server[103320]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:55:41.997167 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:55:41.997167 n-d-836650-2 neutron-server[103320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:55:41.997167 n-d-836650-2 neutron-server[103320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:55:42.047265 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790ff511-35db-4e95-b7ce-cab9a7eb771b None None] No DVR routers for this DVR port 345284b2-cab1-44b2-ade3-c78fcd05ddf6 on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:55:42.062781 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790ff511-35db-4e95-b7ce-cab9a7eb771b None None] Pushing event deleted for resources: {'Port': ['ID=345284b2-cab1-44b2-ade3-c78fcd05ddf6,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:42.103756 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 345284b2-cab1-44b2-ade3-c78fcd05ddf6 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:55:42.128377 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 345284b2-cab1-44b2-ade3-c78fcd05ddf6 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:55:42.128716 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 345284b2-cab1-44b2-ade3-c78fcd05ddf6 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:55:42.185258 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e2094423-8882-4322-af3c-ab479df3fdc5 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:42.187917 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade4e29c-1b90-466e-836e-c7a7861adc61 service neutron] Pushing event updated for resources: {'Port': ['ID=b1911304-0934-48cd-a97e-b2c2a1558456,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:42.228291 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1bd405dc-2306-4f7c-a7d6-b4814b5a5324 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:42.235740 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1bd405dc-2306-4f7c-a7d6-b4814b5a5324 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:42.243061 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-1bd405dc-2306-4f7c-a7d6-b4814b5a5324 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "DELETE /v2.0/networks/daf674bc-500f-4fc2-ab1f-662dec7b4313 HTTP/1.1" status: 204 len: 168 time: 1.4002841 Apr 05 14:55:42.244010 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42208) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:42.250545 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-04df463e-99c4-4177-b482-0a97c430c1af tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1931078309'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:55:42.259443 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd405dc-2306-4f7c-a7d6-b4814b5a5324 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event deleted for resources: {'Network': ['ID=daf674bc-500f-4fc2-ab1f-662dec7b4313,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:42.304345 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-ca66ac1e-c7c4-400f-a38c-becfbcff368f req-ade4e29c-1b90-466e-836e-c7a7861adc61 service neutron] Attempting to bind port b1911304-0934-48cd-a97e-b2c2a1558456 on host n-h2-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:55:42.304687 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-ca66ac1e-c7c4-400f-a38c-becfbcff368f req-ade4e29c-1b90-466e-836e-c7a7861adc61 service neutron] Attempting to bind port b1911304-0934-48cd-a97e-b2c2a1558456 by drivers openvswitch,hyperv on host n-h2-836650-2 at level 0 using segments [{'id': '965afdc3-f110-41a7-9dea-a2a68b5967f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '367f5640-2190-4979-a162-44b8c16904d9'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:55:42.305037 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca66ac1e-c7c4-400f-a38c-becfbcff368f req-ade4e29c-1b90-466e-836e-c7a7861adc61 service neutron] Attempting to bind port b1911304-0934-48cd-a97e-b2c2a1558456 on network 367f5640-2190-4979-a162-44b8c16904d9 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:55:42.323259 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca66ac1e-c7c4-400f-a38c-becfbcff368f req-ade4e29c-1b90-466e-836e-c7a7861adc61 service neutron] Port b1911304-0934-48cd-a97e-b2c2a1558456 on network 367f5640-2190-4979-a162-44b8c16904d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:55:42.323259 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca66ac1e-c7c4-400f-a38c-becfbcff368f req-ade4e29c-1b90-466e-836e-c7a7861adc61 service neutron] Attempting to bind port b1911304-0934-48cd-a97e-b2c2a1558456 on network 367f5640-2190-4979-a162-44b8c16904d9 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:55:42.323259 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e2094423-8882-4322-af3c-ab479df3fdc5 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:42.377839 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:42.381689 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca66ac1e-c7c4-400f-a38c-becfbcff368f req-ade4e29c-1b90-466e-836e-c7a7861adc61 service neutron] Checking agent: {'id': '6d8cf521-24bb-4b6a-bbae-0284f5c87a9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:55:42.382033 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca66ac1e-c7c4-400f-a38c-becfbcff368f req-ade4e29c-1b90-466e-836e-c7a7861adc61 service neutron] Checking segment: {'id': '965afdc3-f110-41a7-9dea-a2a68b5967f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '367f5640-2190-4979-a162-44b8c16904d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:55:42.382418 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca66ac1e-c7c4-400f-a38c-becfbcff368f req-ade4e29c-1b90-466e-836e-c7a7861adc61 service neutron] Bound using segment: {'id': '965afdc3-f110-41a7-9dea-a2a68b5967f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '367f5640-2190-4979-a162-44b8c16904d9'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:55:42.387612 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-ca66ac1e-c7c4-400f-a38c-becfbcff368f req-ade4e29c-1b90-466e-836e-c7a7861adc61 service neutron] Bound port: b1911304-0934-48cd-a97e-b2c2a1558456, host: n-h2-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '965afdc3-f110-41a7-9dea-a2a68b5967f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '367f5640-2190-4979-a162-44b8c16904d9'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:55:42.387612 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-ca66ac1e-c7c4-400f-a38c-becfbcff368f req-ade4e29c-1b90-466e-836e-c7a7861adc61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:42.402368 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2094423-8882-4322-af3c-ab479df3fdc5 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80c16fb2-cf6b-496f-9285-9b978ee61318,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:42.428745 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04df463e-99c4-4177-b482-0a97c430c1af tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Made reservation on behalf of 13c118202c994ca38979777ae3308543 for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:55:42.432225 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-04df463e-99c4-4177-b482-0a97c430c1af tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:42.482160 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04df463e-99c4-4177-b482-0a97c430c1af tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:55:42.496930 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e2094423-8882-4322-af3c-ab479df3fdc5 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:42.498184 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-e2094423-8882-4322-af3c-ab479df3fdc5 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7183313 Apr 05 14:55:42.501549 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 42212) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:42.503425 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-ca66ac1e-c7c4-400f-a38c-becfbcff368f req-ade4e29c-1b90-466e-836e-c7a7861adc61 service neutron] For port b1911304-0934-48cd-a97e-b2c2a1558456, host n-h2-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:55:42.505831 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-04df463e-99c4-4177-b482-0a97c430c1af tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:42.506513 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-04df463e-99c4-4177-b482-0a97c430c1af tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Added segment 8ee263ad-1d13-4838-a42d-839307fe3873 of type vlan for network 954c169b-7370-4783-8e2a-c954befc69d2 Apr 05 14:55:42.508679 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-75f93ba3-4976-49f7-94b2-6f1f83971336 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Request body: {'security_group_rule': {'security_group_id': '9ddbcacc-b2fd-41e0-97e7-968a4b783f7d', 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:55:42.524846 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-ca66ac1e-c7c4-400f-a38c-becfbcff368f req-ade4e29c-1b90-466e-836e-c7a7861adc61 service neutron] For port b1911304-0934-48cd-a97e-b2c2a1558456, host n-h2-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=b1911304-0934-48cd-a97e-b2c2a1558456,segment=NetworkSegment(965afdc3-f110-41a7-9dea-a2a68b5967f0),segment_id=965afdc3-f110-41a7-9dea-a2a68b5967f0)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:55:42.557038 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-04df463e-99c4-4177-b482-0a97c430c1af tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:42.603014 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-ca66ac1e-c7c4-400f-a38c-becfbcff368f req-ade4e29c-1b90-466e-836e-c7a7861adc61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:42.645056 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca66ac1e-c7c4-400f-a38c-becfbcff368f req-ade4e29c-1b90-466e-836e-c7a7861adc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:42.645056 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-ca66ac1e-c7c4-400f-a38c-becfbcff368f req-ade4e29c-1b90-466e-836e-c7a7861adc61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:42.645056 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ca66ac1e-c7c4-400f-a38c-becfbcff368f req-ade4e29c-1b90-466e-836e-c7a7861adc61 service neutron] 10.222.0.11 "PUT /v2.0/ports/b1911304-0934-48cd-a97e-b2c2a1558456 HTTP/1.1" status: 200 len: 1131 time: 1.5395544 Apr 05 14:55:42.645056 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56f68192-4b00-42fa-a055-1229d0a467cd', 'tag': 'b1911304-0934-48cd-a97e-b2c2a1558456'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:55:42.647720 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29993835-640a-425f-82af-91cddfc23990" -d '{"events": [{"name": "network-changed", "server_uuid": "56f68192-4b00-42fa-a055-1229d0a467cd", "tag": "b1911304-0934-48cd-a97e-b2c2a1558456"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:55:42.674453 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-75f93ba3-4976-49f7-94b2-6f1f83971336 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:42.681865 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade4e29c-1b90-466e-836e-c7a7861adc61 service neutron] Pushing event updated for resources: {'Port': ['ID=b1911304-0934-48cd-a97e-b2c2a1558456,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:42.692454 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-04df463e-99c4-4177-b482-0a97c430c1af tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:42.709680 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04df463e-99c4-4177-b482-0a97c430c1af tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:42.712382 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-04df463e-99c4-4177-b482-0a97c430c1af tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:42.774508 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-75f93ba3-4976-49f7-94b2-6f1f83971336 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:42.918455 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-75f93ba3-4976-49f7-94b2-6f1f83971336 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:42.950227 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f93ba3-4976-49f7-94b2-6f1f83971336 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e454bddf-3778-46b3-a9ff-08708dd72458,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:42.959884 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04df463e-99c4-4177-b482-0a97c430c1af tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event updated for resources: {'Network': ['ID=954c169b-7370-4783-8e2a-c954befc69d2,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:42.966507 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca66ac1e-c7c4-400f-a38c-becfbcff368f req-5fbee72c-20b8-4e5f-b8b8-eb739f5a5133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:42.968197 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ca66ac1e-c7c4-400f-a38c-becfbcff368f req-5fbee72c-20b8-4e5f-b8b8-eb739f5a5133 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6541073fc7b74808b6fa7a2702f66c66&device_id=56f68192-4b00-42fa-a055-1229d0a467cd HTTP/1.1" status: 200 len: 1134 time: 0.1947064 Apr 05 14:55:42.974970 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d64c95da-e313-4851-8c17-a0da7e051f25 x-openstack-request-id: req-d64c95da-e313-4851-8c17-a0da7e051f25 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:55:42.974970 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56f68192-4b00-42fa-a055-1229d0a467cd", "tag": "b1911304-0934-48cd-a97e-b2c2a1558456", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:55:42.974970 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d64c95da-e313-4851-8c17-a0da7e051f25 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:55:42.974970 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d64c95da-e313-4851-8c17-a0da7e051f25'] response: {'name': 'network-changed', 'server_uuid': '56f68192-4b00-42fa-a055-1229d0a467cd', 'tag': 'b1911304-0934-48cd-a97e-b2c2a1558456', 'status': 'completed', 'code': 200} Apr 05 14:55:42.978727 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 954c169b-7370-4783-8e2a-c954befc69d2 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:55:43.032957 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d70d499-24d4-49ee-b1dc-8e39d64ac5e1 req-5b6a2548-2a2f-4636-9787-ac4b976e1967 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:43.034084 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-04df463e-99c4-4177-b482-0a97c430c1af tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7880423 Apr 05 14:55:43.035766 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ca66ac1e-c7c4-400f-a38c-becfbcff368f req-f118de62-79d5-4639-99ef-fa78e6556a1e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1911304-0934-48cd-a97e-b2c2a1558456 HTTP/1.1" status: 200 len: 217 time: 0.0559492 Apr 05 14:55:43.036695 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42226) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:43.042607 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-765ee3c7-d18e-46ef-95b6-c75f830cf835 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Request body: {'subnet': {'network_id': '954c169b-7370-4783-8e2a-c954befc69d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:55:43.048924 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0d70d499-24d4-49ee-b1dc-8e39d64ac5e1 req-5b6a2548-2a2f-4636-9787-ac4b976e1967 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.30 "GET /v2.0/ports?device_id=56f68192-4b00-42fa-a055-1229d0a467cd HTTP/1.1" status: 200 len: 983 time: 0.1897266 Apr 05 14:55:43.092531 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-75f93ba3-4976-49f7-94b2-6f1f83971336 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:43.092673 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca66ac1e-c7c4-400f-a38c-becfbcff368f req-eff26a2c-77bc-407a-ba5f-166411b1f9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:43.093811 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-75f93ba3-4976-49f7-94b2-6f1f83971336 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5903625 Apr 05 14:55:43.094109 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ca66ac1e-c7c4-400f-a38c-becfbcff368f req-eff26a2c-77bc-407a-ba5f-166411b1f9e8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=05719900-8279-44be-afb4-e96260abf98c HTTP/1.1" status: 200 len: 835 time: 0.0479956 Apr 05 14:55:43.102986 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 42232) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:43.119007 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-fceb23a9-a3c1-4d09-8d4e-9f8968d9faf9 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Request body: {'security_group_rule': {'security_group_id': '9ddbcacc-b2fd-41e0-97e7-968a4b783f7d', 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:55:43.183385 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0d70d499-24d4-49ee-b1dc-8e39d64ac5e1 req-0da47be3-8aff-48f0-8932-224b52f0917c tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.30 "GET /v2.0/security-groups?id=99abac29-4317-42f1-9175-a951c7a0154c&id=a853e761-6280-4be8-a0fe-96d299da5bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1323559 Apr 05 14:55:43.221250 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd938a-cbed-4c1d-a105-dd512d95930d req-e6f3117c-0e54-4eac-bbb8-93cc1fcfe046 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:43.223109 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-33fd938a-cbed-4c1d-a105-dd512d95930d req-e6f3117c-0e54-4eac-bbb8-93cc1fcfe046 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=25a5306b-2556-4950-bd18-55fa229b6768 HTTP/1.1" status: 200 len: 943 time: 0.0881553 Apr 05 14:55:43.261090 n-d-836650-2 neutron-server[103320]: INFO neutron.db.securitygroups_db [None req-fceb23a9-a3c1-4d09-8d4e-9f8968d9faf9 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Project b07e36dc5a904f16980660900e2eecc1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 14:55:43.274485 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fceb23a9-a3c1-4d09-8d4e-9f8968d9faf9 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:43.303842 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-33fd938a-cbed-4c1d-a105-dd512d95930d req-9ee1ab51-a173-4116-bf64-9e6095bd3a5e tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fcc28c3-fc69-424a-81a1-3f20aae8b5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646207 Apr 05 14:55:43.387660 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fceb23a9-a3c1-4d09-8d4e-9f8968d9faf9 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:43.487487 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fceb23a9-a3c1-4d09-8d4e-9f8968d9faf9 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:43.519323 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb23a9-a3c1-4d09-8d4e-9f8968d9faf9 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3cf1d57-5e7c-4749-bce9-15dca26286b1,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:43.577854 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fceb23a9-a3c1-4d09-8d4e-9f8968d9faf9 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:43.577854 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-fceb23a9-a3c1-4d09-8d4e-9f8968d9faf9 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4730294 Apr 05 14:55:43.579850 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 42238) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:43.584956 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-3c79f2af-974e-4644-8703-1b99835254dd tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Request body: {'security_group_rule': {'security_group_id': '9ddbcacc-b2fd-41e0-97e7-968a4b783f7d', 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:55:43.645476 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca66ac1e-c7c4-400f-a38c-becfbcff368f req-fa33127b-0f07-4a25-b30a-a7e715798a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:43.647153 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ca66ac1e-c7c4-400f-a38c-becfbcff368f req-fa33127b-0f07-4a25-b30a-a7e715798a48 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=367f5640-2190-4979-a162-44b8c16904d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5396473 Apr 05 14:55:43.690772 n-d-836650-2 neutron-server[103320]: INFO neutron.db.securitygroups_db [None req-3c79f2af-974e-4644-8703-1b99835254dd tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Project b07e36dc5a904f16980660900e2eecc1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 14:55:43.696930 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3c79f2af-974e-4644-8703-1b99835254dd tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:43.757794 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ca66ac1e-c7c4-400f-a38c-becfbcff368f req-dc5a425b-1e5d-4fad-9f27-745583a7432b service neutron] 10.222.0.11 "GET /v2.0/networks/367f5640-2190-4979-a162-44b8c16904d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015692 Apr 05 14:55:43.766723 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3c79f2af-974e-4644-8703-1b99835254dd tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:43.779295 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765ee3c7-d18e-46ef-95b6-c75f830cf835 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Made reservation on behalf of 13c118202c994ca38979777ae3308543 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:55:43.786330 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-765ee3c7-d18e-46ef-95b6-c75f830cf835 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:43.859757 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3c79f2af-974e-4644-8703-1b99835254dd tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:43.907423 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c79f2af-974e-4644-8703-1b99835254dd tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=577c60e1-e97c-4f4b-8ec8-3777d3163727,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:43.962135 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ca66ac1e-c7c4-400f-a38c-becfbcff368f req-61bcc545-68ff-4e2d-8a03-1984b61f5fd0 service neutron] 10.222.0.11 "GET /v2.0/networks/367f5640-2190-4979-a162-44b8c16904d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921494 Apr 05 14:55:44.007727 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3c79f2af-974e-4644-8703-1b99835254dd tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:44.009511 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-3c79f2af-974e-4644-8703-1b99835254dd tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4286716 Apr 05 14:55:44.012487 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 42244) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:44.023930 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-b6c9646d-c2ee-418a-8ce6-703d2e2cb67e tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Request body: {'network': {'name': 'tempest-network-smoke--531627582', 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'port_security_enabled': True}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:55:44.137544 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29993835-640a-425f-82af-91cddfc23990 req-1f2fc671-1c9f-4e7e-816f-db909148c215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:44.139078 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-29993835-640a-425f-82af-91cddfc23990 req-1f2fc671-1c9f-4e7e-816f-db909148c215 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6541073fc7b74808b6fa7a2702f66c66&device_id=56f68192-4b00-42fa-a055-1229d0a467cd HTTP/1.1" status: 200 len: 1134 time: 0.0451713 Apr 05 14:55:44.210667 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c9646d-c2ee-418a-8ce6-703d2e2cb67e tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Made reservation on behalf of b07e36dc5a904f16980660900e2eecc1 for: {'network': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:55:44.214548 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b6c9646d-c2ee-418a-8ce6-703d2e2cb67e tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:44.250804 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29993835-640a-425f-82af-91cddfc23990 req-699602c0-dc18-48ae-bef7-aa9e9c25219c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:44.254940 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-29993835-640a-425f-82af-91cddfc23990 req-699602c0-dc18-48ae-bef7-aa9e9c25219c service neutron] 10.222.0.11 "GET /v2.0/networks?id=367f5640-2190-4979-a162-44b8c16904d9 HTTP/1.1" status: 200 len: 897 time: 0.1080909 Apr 05 14:55:44.255293 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6c9646d-c2ee-418a-8ce6-703d2e2cb67e tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=103320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:55:44.257379 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:44.261264 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-765ee3c7-d18e-46ef-95b6-c75f830cf835 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:44.268223 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b6c9646d-c2ee-418a-8ce6-703d2e2cb67e tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:44.268910 n-d-836650-2 neutron-server[103320]: INFO neutron.db.segments_db [None req-b6c9646d-c2ee-418a-8ce6-703d2e2cb67e tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Added segment e6014c1c-7084-4474-a930-14e73d871487 of type vlan for network 205052bf-936d-4dd7-a8b9-a083221baed9 Apr 05 14:55:44.373292 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b6c9646d-c2ee-418a-8ce6-703d2e2cb67e tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:44.383189 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-29993835-640a-425f-82af-91cddfc23990 req-b5edc704-a79f-4137-ba31-29c90d292d6e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1911304-0934-48cd-a97e-b2c2a1558456 HTTP/1.1" status: 200 len: 217 time: 0.1213531 Apr 05 14:55:44.384297 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765ee3c7-d18e-46ef-95b6-c75f830cf835 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event updated for resources: {'Subnet': ['ID=3ef2899a-b0e1-4d69-b8a5-acf0943a1e92,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:44.416886 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78298f6b-c9b4-40fb-bfbc-066c2b570430 req-334ec503-36c2-439e-9f7e-fa1e86caceee tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:44.419064 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-78298f6b-c9b4-40fb-bfbc-066c2b570430 req-334ec503-36c2-439e-9f7e-fa1e86caceee tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.30 "GET /v2.0/ports?device_id=56f68192-4b00-42fa-a055-1229d0a467cd HTTP/1.1" status: 200 len: 983 time: 0.1101029 Apr 05 14:55:44.487801 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29993835-640a-425f-82af-91cddfc23990 req-92620667-6dd1-44cb-b44c-e78d4cc9c319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:44.491670 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-29993835-640a-425f-82af-91cddfc23990 req-92620667-6dd1-44cb-b44c-e78d4cc9c319 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=05719900-8279-44be-afb4-e96260abf98c HTTP/1.1" status: 200 len: 835 time: 0.0986090 Apr 05 14:55:44.498406 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765ee3c7-d18e-46ef-95b6-c75f830cf835 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Checking segment: {'id': '8ee263ad-1d13-4838-a42d-839307fe3873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '954c169b-7370-4783-8e2a-c954befc69d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:55:44.499511 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765ee3c7-d18e-46ef-95b6-c75f830cf835 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Network hostable DHCP agents. Network: 954c169b-7370-4783-8e2a-c954befc69d2, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:55:44.504026 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-78298f6b-c9b4-40fb-bfbc-066c2b570430 req-1416547c-b2c8-49bb-a621-c83a7da16c26 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.30 "GET /v2.0/security-groups?id=99abac29-4317-42f1-9175-a951c7a0154c&id=a853e761-6280-4be8-a0fe-96d299da5bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0749192 Apr 05 14:55:44.504631 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b6c9646d-c2ee-418a-8ce6-703d2e2cb67e tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:44.510437 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c9646d-c2ee-418a-8ce6-703d2e2cb67e tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:44.511044 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b6c9646d-c2ee-418a-8ce6-703d2e2cb67e tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:44.607954 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29993835-640a-425f-82af-91cddfc23990 req-dbd3a1bf-c2e8-494d-9364-35344667a63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:44.609584 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-29993835-640a-425f-82af-91cddfc23990 req-dbd3a1bf-c2e8-494d-9364-35344667a63f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=367f5640-2190-4979-a162-44b8c16904d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1053045 Apr 05 14:55:44.626421 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c9646d-c2ee-418a-8ce6-703d2e2cb67e tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Pushing event updated for resources: {'Network': ['ID=205052bf-936d-4dd7-a8b9-a083221baed9,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:44.637574 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 205052bf-936d-4dd7-a8b9-a083221baed9 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:55:44.644725 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde4b32-111d-41cf-86c2-7c8da9b6cc89 req-bac088e7-09d7-4b0a-9765-e7fc1552568b tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:44.646459 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4cde4b32-111d-41cf-86c2-7c8da9b6cc89 req-bac088e7-09d7-4b0a-9765-e7fc1552568b tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=25a5306b-2556-4950-bd18-55fa229b6768 HTTP/1.1" status: 200 len: 943 time: 0.1485107 Apr 05 14:55:44.668324 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-b6c9646d-c2ee-418a-8ce6-703d2e2cb67e tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6541905 Apr 05 14:55:44.669108 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 42260) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:44.674786 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-7ac74759-f573-475b-96d6-2a9f9da882a2 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1118121749', 'admin_state_up': True, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:55:44.688981 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765ee3c7-d18e-46ef-95b6-c75f830cf835 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Network 954c169b-7370-4783-8e2a-c954befc69d2 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:55:44.724957 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4cde4b32-111d-41cf-86c2-7c8da9b6cc89 req-821a8d39-0a72-471d-815f-97c895c1dd6b tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fcc28c3-fc69-424a-81a1-3f20aae8b5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710959 Apr 05 14:55:44.751234 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-29993835-640a-425f-82af-91cddfc23990 req-d3507da6-2df2-48d2-9d9a-ae78fc83549a service neutron] 10.222.0.11 "GET /v2.0/networks/367f5640-2190-4979-a162-44b8c16904d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315684 Apr 05 14:55:44.753419 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-765ee3c7-d18e-46ef-95b6-c75f830cf835 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 954c169b-7370-4783-8e2a-c954befc69d2) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:55:44.757644 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765ee3c7-d18e-46ef-95b6-c75f830cf835 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:44.761555 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-765ee3c7-d18e-46ef-95b6-c75f830cf835 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:44.762381 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2500f57-3c4d-48a3-9f1b-a97f8858bdca None None] Network 954c169b-7370-4783-8e2a-c954befc69d2 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:55:44.782749 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7ac74759-f573-475b-96d6-2a9f9da882a2 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27088'] for router, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:44.783909 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7ac74759-f573-475b-96d6-2a9f9da882a2 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27079'] for router, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:44.863767 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7ac74759-f573-475b-96d6-2a9f9da882a2 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:44.935767 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-29993835-640a-425f-82af-91cddfc23990 req-0f878d82-3895-46a0-89e0-d8892be56040 service neutron] 10.222.0.11 "GET /v2.0/networks/367f5640-2190-4979-a162-44b8c16904d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703970 Apr 05 14:55:44.941988 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-765ee3c7-d18e-46ef-95b6-c75f830cf835 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9008932 Apr 05 14:55:44.942414 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 42264) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:44.954363 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-9d32f8cc-5bab-4877-9f26-34d04743835d tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Request body: {'port': {'network_id': '954c169b-7370-4783-8e2a-c954befc69d2', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1422139473'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:55:44.985907 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41761e83-fd66-47c0-8016-24e94ba12b47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-954c169b-7370-4783-8e2a-c954befc69d2', 'network_id': '954c169b-7370-4783-8e2a-c954befc69d2', 'tenant_id': '13c118202c994ca38979777ae3308543', 'fixed_ips': [{'subnet_id': '3ef2899a-b0e1-4d69-b8a5-acf0943a1e92'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:55:44.987210 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-41761e83-fd66-47c0-8016-24e94ba12b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:45.171106 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-41761e83-fd66-47c0-8016-24e94ba12b47 None None] Allocated IP 172.20.0.2 (954c169b-7370-4783-8e2a-c954befc69d2/3ef2899a-b0e1-4d69-b8a5-acf0943a1e92/2f128db2-613a-42ac-a30a-92b02b0834f0) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:55:45.413138 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-41761e83-fd66-47c0-8016-24e94ba12b47 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:45.513037 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-41761e83-fd66-47c0-8016-24e94ba12b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:45.561797 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41761e83-fd66-47c0-8016-24e94ba12b47 None None] Network 954c169b-7370-4783-8e2a-c954befc69d2 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:55:45.565254 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-41761e83-fd66-47c0-8016-24e94ba12b47 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:55:45.569596 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41761e83-fd66-47c0-8016-24e94ba12b47 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:55:45.581548 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41761e83-fd66-47c0-8016-24e94ba12b47 None None] Pushing event updated for resources: {'Port': ['ID=2f128db2-613a-42ac-a30a-92b02b0834f0,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:45.606852 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7ac74759-f573-475b-96d6-2a9f9da882a2 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:45.631878 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-41761e83-fd66-47c0-8016-24e94ba12b47 None None] Attempting to bind port 2f128db2-613a-42ac-a30a-92b02b0834f0 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:55:45.632247 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-41761e83-fd66-47c0-8016-24e94ba12b47 None None] Attempting to bind port 2f128db2-613a-42ac-a30a-92b02b0834f0 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '8ee263ad-1d13-4838-a42d-839307fe3873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '954c169b-7370-4783-8e2a-c954befc69d2'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:55:45.632606 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41761e83-fd66-47c0-8016-24e94ba12b47 None None] Attempting to bind port 2f128db2-613a-42ac-a30a-92b02b0834f0 on network 954c169b-7370-4783-8e2a-c954befc69d2 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:55:45.637732 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41761e83-fd66-47c0-8016-24e94ba12b47 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:55:45.638107 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41761e83-fd66-47c0-8016-24e94ba12b47 None None] Checking segment: {'id': '8ee263ad-1d13-4838-a42d-839307fe3873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '954c169b-7370-4783-8e2a-c954befc69d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:55:45.638510 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-41761e83-fd66-47c0-8016-24e94ba12b47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:45.638977 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41761e83-fd66-47c0-8016-24e94ba12b47 None None] Bound using segment: {'id': '8ee263ad-1d13-4838-a42d-839307fe3873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '954c169b-7370-4783-8e2a-c954befc69d2'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:55:45.639448 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-41761e83-fd66-47c0-8016-24e94ba12b47 None None] Bound port: 2f128db2-613a-42ac-a30a-92b02b0834f0, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ee263ad-1d13-4838-a42d-839307fe3873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '954c169b-7370-4783-8e2a-c954befc69d2'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:55:45.639828 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-41761e83-fd66-47c0-8016-24e94ba12b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:45.679121 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e913a-c35c-4bd4-90d2-a132b8875db7 req-76606346-33db-4bc6-986f-1414b659098b tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:45.681396 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-938e913a-c35c-4bd4-90d2-a132b8875db7 req-76606346-33db-4bc6-986f-1414b659098b tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.30 "GET /v2.0/ports?device_id=56f68192-4b00-42fa-a055-1229d0a467cd HTTP/1.1" status: 200 len: 983 time: 0.0821865 Apr 05 14:55:45.722621 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-938e913a-c35c-4bd4-90d2-a132b8875db7 req-09b43160-354f-4937-8a55-016bcd653cd6 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.30 "GET /v2.0/security-groups?id=99abac29-4317-42f1-9175-a951c7a0154c&id=a853e761-6280-4be8-a0fe-96d299da5bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0386744 Apr 05 14:55:45.725651 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-41761e83-fd66-47c0-8016-24e94ba12b47 None None] For port 2f128db2-613a-42ac-a30a-92b02b0834f0, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:55:45.726242 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d32f8cc-5bab-4877-9f26-34d04743835d tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Made reservation on behalf of 13c118202c994ca38979777ae3308543 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:55:45.730402 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-41761e83-fd66-47c0-8016-24e94ba12b47 None None] For port 2f128db2-613a-42ac-a30a-92b02b0834f0, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=2f128db2-613a-42ac-a30a-92b02b0834f0,segment=NetworkSegment(8ee263ad-1d13-4838-a42d-839307fe3873),segment_id=8ee263ad-1d13-4838-a42d-839307fe3873)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:55:45.731284 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9d32f8cc-5bab-4877-9f26-34d04743835d tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:45.773619 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-9d32f8cc-5bab-4877-9f26-34d04743835d tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] device_id is not set on port c21b44ca-5eb1-439c-b446-4603bf87905c yet. {{(pid=103320) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:55:45.802901 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-41761e83-fd66-47c0-8016-24e94ba12b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:45.869267 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41761e83-fd66-47c0-8016-24e94ba12b47 None None] Pushing event updated for resources: {'Port': ['ID=2f128db2-613a-42ac-a30a-92b02b0834f0,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:45.993930 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9cb40-b621-4477-9cc8-c6b358fcef23 req-d2f36e62-ebff-4904-b99e-5cae9b435be8 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:45.996531 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-71b9cb40-b621-4477-9cc8-c6b358fcef23 req-d2f36e62-ebff-4904-b99e-5cae9b435be8 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=25a5306b-2556-4950-bd18-55fa229b6768 HTTP/1.1" status: 200 len: 943 time: 0.1509881 Apr 05 14:55:46.017934 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-9d32f8cc-5bab-4877-9f26-34d04743835d tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Allocated IP 172.20.0.4 (954c169b-7370-4783-8e2a-c954befc69d2/3ef2899a-b0e1-4d69-b8a5-acf0943a1e92/c21b44ca-5eb1-439c-b446-4603bf87905c) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:55:46.115802 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-71b9cb40-b621-4477-9cc8-c6b358fcef23 req-91791c8a-7b22-453a-9300-cdcc0977f609 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fcc28c3-fc69-424a-81a1-3f20aae8b5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113958 Apr 05 14:55:46.291782 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7ac74759-f573-475b-96d6-2a9f9da882a2 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for router_gateway, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:46.320081 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7ac74759-f573-475b-96d6-2a9f9da882a2 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:46.378208 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9d32f8cc-5bab-4877-9f26-34d04743835d tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:46.467839 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-7ac74759-f573-475b-96d6-2a9f9da882a2 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Allocated IP 172.25.6.15 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/fb151df0-7736-482c-b48e-efb7fab1965e) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:55:46.548627 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9d32f8cc-5bab-4877-9f26-34d04743835d tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:46.617575 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d32f8cc-5bab-4877-9f26-34d04743835d tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Network 954c169b-7370-4783-8e2a-c954befc69d2 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:55:46.630752 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-9d32f8cc-5bab-4877-9f26-34d04743835d tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:55:46.634384 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d32f8cc-5bab-4877-9f26-34d04743835d tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event updated for resources: {'Port': ['ID=c21b44ca-5eb1-439c-b446-4603bf87905c,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:46.636621 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d32f8cc-5bab-4877-9f26-34d04743835d tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:55:46.693649 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7ac74759-f573-475b-96d6-2a9f9da882a2 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:46.712093 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d32f8cc-5bab-4877-9f26-34d04743835d tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:46.712704 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9d32f8cc-5bab-4877-9f26-34d04743835d tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:46.788985 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-9d32f8cc-5bab-4877-9f26-34d04743835d tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.8453312 Apr 05 14:55:46.791651 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 42302) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:46.861489 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7ac74759-f573-475b-96d6-2a9f9da882a2 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:46.962382 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac74759-f573-475b-96d6-2a9f9da882a2 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:55:46.976996 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-7ac74759-f573-475b-96d6-2a9f9da882a2 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:55:46.980454 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac74759-f573-475b-96d6-2a9f9da882a2 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Pushing event updated for resources: {'Port': ['ID=fb151df0-7736-482c-b48e-efb7fab1965e,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:46.999048 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d96fdc4-a159-4a9a-bf0b-8b88af31cb03 req-61cc5b46-7432-4e79-878f-d565eaa687fb tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:47.027536 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6d96fdc4-a159-4a9a-bf0b-8b88af31cb03 req-61cc5b46-7432-4e79-878f-d565eaa687fb tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.30 "GET /v2.0/ports?device_id=56f68192-4b00-42fa-a055-1229d0a467cd HTTP/1.1" status: 200 len: 983 time: 0.1720867 Apr 05 14:55:47.027536 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac74759-f573-475b-96d6-2a9f9da882a2 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:55:47.096466 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6d96fdc4-a159-4a9a-bf0b-8b88af31cb03 req-8821409b-ffc7-4898-886d-bd8269d8703d tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.30 "GET /v2.0/security-groups?id=99abac29-4317-42f1-9175-a951c7a0154c&id=a853e761-6280-4be8-a0fe-96d299da5bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0872371 Apr 05 14:55:47.098524 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-dc145dd4-66f2-47da-84e8-0390967b0e38 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Deleting port c21b44ca-5eb1-439c-b446-4603bf87905c {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:55:47.098865 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc145dd4-66f2-47da-84e8-0390967b0e38 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:47.133093 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbd7b37-599a-4a11-9521-f8dcfbe3011c None None] Network 954c169b-7370-4783-8e2a-c954befc69d2 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:55:47.237851 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-f8d27a22-e14f-4f91-a530-097c750715e8 None None] Provisioning complete for port 2f128db2-613a-42ac-a30a-92b02b0834f0 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:55:47.238216 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f8d27a22-e14f-4f91-a530-097c750715e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:47.362013 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc145dd4-66f2-47da-84e8-0390967b0e38 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:47.379958 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-dc145dd4-66f2-47da-84e8-0390967b0e38 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Calling delete_port for c21b44ca-5eb1-439c-b446-4603bf87905c owned by {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:55:47.389990 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f8d27a22-e14f-4f91-a530-097c750715e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:47.401102 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b707326d-4ff1-4b86-b17f-96eb99bceafa req-cfce7418-d954-4bb0-b012-0d36db98ea10 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:47.401102 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b707326d-4ff1-4b86-b17f-96eb99bceafa req-cfce7418-d954-4bb0-b012-0d36db98ea10 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=25a5306b-2556-4950-bd18-55fa229b6768 HTTP/1.1" status: 200 len: 943 time: 0.1533992 Apr 05 14:55:47.405310 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e24f9b6-3b9e-4b11-a7aa-1c7be158ccd3 req-7f35ec72-98d0-4ccd-91df-bfbbadaa5d2e tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:47.405554 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5e24f9b6-3b9e-4b11-a7aa-1c7be158ccd3 req-7f35ec72-98d0-4ccd-91df-bfbbadaa5d2e tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/ports?device_id=652a91ba-483e-4b73-96d8-ccd5ac8eccff HTTP/1.1" status: 200 len: 945 time: 0.1644506 Apr 05 14:55:47.442360 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-f8d27a22-e14f-4f91-a530-097c750715e8 None None] For port 2f128db2-613a-42ac-a30a-92b02b0834f0, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=2f128db2-613a-42ac-a30a-92b02b0834f0,segment=NetworkSegment(8ee263ad-1d13-4838-a42d-839307fe3873),segment_id=8ee263ad-1d13-4838-a42d-839307fe3873)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:55:47.514037 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f8d27a22-e14f-4f91-a530-097c750715e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:47.565998 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b707326d-4ff1-4b86-b17f-96eb99bceafa req-dc7ddf26-d7e7-45ca-8b17-835a15ebdd49 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fcc28c3-fc69-424a-81a1-3f20aae8b5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482546 Apr 05 14:55:47.588385 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d27a22-e14f-4f91-a530-097c750715e8 None None] Pushing event updated for resources: {'Port': ['ID=2f128db2-613a-42ac-a30a-92b02b0834f0,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:47.613147 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5e24f9b6-3b9e-4b11-a7aa-1c7be158ccd3 req-0e0d5a2b-5a81-4aa6-b962-01d33e16aec8 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdb3d0e4-c8ad-4b5d-af5b-8691d67a2d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1754162 Apr 05 14:55:47.707805 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7ac74759-f573-475b-96d6-2a9f9da882a2 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for router_gateway, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:47.735482 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-1d0c875c-2732-4e42-8bb3-203b696780e5 None None] Provisioning complete for port 2f128db2-613a-42ac-a30a-92b02b0834f0 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:55:47.736064 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1d0c875c-2732-4e42-8bb3-203b696780e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:47.739715 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device b1911304-0934-48cd-a97e-b2c2a1558456 details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:55:47.825614 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc145dd4-66f2-47da-84e8-0390967b0e38 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:47.866963 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc145dd4-66f2-47da-84e8-0390967b0e38 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event deleted for resources: {'Port': ['ID=c21b44ca-5eb1-439c-b446-4603bf87905c,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:47.951612 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port b1911304-0934-48cd-a97e-b2c2a1558456, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=b1911304-0934-48cd-a97e-b2c2a1558456,segment=NetworkSegment(965afdc3-f110-41a7-9dea-a2a68b5967f0),segment_id=965afdc3-f110-41a7-9dea-a2a68b5967f0)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:55:47.975909 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': 'b1911304-0934-48cd-a97e-b2c2a1558456', 'network_id': '367f5640-2190-4979-a162-44b8c16904d9', 'port_id': 'b1911304-0934-48cd-a97e-b2c2a1558456', 'mac_address': 'fa:16:3e:11:bf:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05719900-8279-44be-afb4-e96260abf98c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:55:48.018477 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc145dd4-66f2-47da-84e8-0390967b0e38 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:48.025975 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42320) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:48.026558 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-dc145dd4-66f2-47da-84e8-0390967b0e38 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "DELETE /v2.0/ports/c21b44ca-5eb1-439c-b446-4603bf87905c HTTP/1.1" status: 204 len: 168 time: 1.2332740 Apr 05 14:55:48.039878 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:48.044307 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-1d0c875c-2732-4e42-8bb3-203b696780e5 None None] Could not find standard attr ID for object c21b44ca-5eb1-439c-b446-4603bf87905c. {{(pid=103322) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 14:55:48.067127 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1911304-0934-48cd-a97e-b2c2a1558456 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:55:48.087001 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a3e7e56-a796-426b-9897-2b43a59c844d tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] GET failed (client error): The resource could not be found. Apr 05 14:55:48.089668 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-1a3e7e56-a796-426b-9897-2b43a59c844d tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "GET /v2.0/ports/c21b44ca-5eb1-439c-b446-4603bf87905c HTTP/1.1" status: 404 len: 333 time: 0.0612555 Apr 05 14:55:48.092392 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42326) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:48.104239 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port b1911304-0934-48cd-a97e-b2c2a1558456, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=b1911304-0934-48cd-a97e-b2c2a1558456,segment=NetworkSegment(965afdc3-f110-41a7-9dea-a2a68b5967f0),segment_id=965afdc3-f110-41a7-9dea-a2a68b5967f0)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:55:48.108488 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7ac74759-f573-475b-96d6-2a9f9da882a2 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618'] for router, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:48.176501 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-577dd08b-a54e-4380-9704-ea740f15a99e tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Deleting subnet 3ef2899a-b0e1-4d69-b8a5-acf0943a1e92 {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:55:48.180218 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:48.182016 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-da47bc05-f1a7-43b9-af65-b64f6451d1ad None None] Could not find standard attr ID for object c21b44ca-5eb1-439c-b446-4603bf87905c. {{(pid=103322) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 14:55:48.186831 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-577dd08b-a54e-4380-9704-ea740f15a99e tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:48.251895 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-577dd08b-a54e-4380-9704-ea740f15a99e tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:48.266740 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=b1911304-0934-48cd-a97e-b2c2a1558456,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:48.277589 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 2f128db2-613a-42ac-a30a-92b02b0834f0 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:55:48.370200 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 2f128db2-613a-42ac-a30a-92b02b0834f0 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:55:48.371102 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:48.383676 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-577dd08b-a54e-4380-9704-ea740f15a99e tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:48.399012 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172e6625-81fe-413b-bf89-7728c4032591 req-b5d1e68a-cd74-483f-92e5-5cbf8bd0668f tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:48.400645 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-172e6625-81fe-413b-bf89-7728c4032591 req-b5d1e68a-cd74-483f-92e5-5cbf8bd0668f tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.30 "GET /v2.0/ports?device_id=56f68192-4b00-42fa-a055-1229d0a467cd HTTP/1.1" status: 200 len: 984 time: 0.0839055 Apr 05 14:55:48.477412 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-172e6625-81fe-413b-bf89-7728c4032591 req-7c37716c-e0b1-4553-bd03-128dd23a047b tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.30 "GET /v2.0/security-groups?id=99abac29-4317-42f1-9175-a951c7a0154c&id=a853e761-6280-4be8-a0fe-96d299da5bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0588231 Apr 05 14:55:48.500047 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ac74759-f573-475b-96d6-2a9f9da882a2 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Router f964c6fd-9c7f-4372-a42f-26ae36656ddb is scheduled to L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 with binding_index 1 {{(pid=103320) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:55:48.558469 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-577dd08b-a54e-4380-9704-ea740f15a99e tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:48.559459 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['b1911304-0934-48cd-a97e-b2c2a1558456'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:55:48.618639 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577dd08b-a54e-4380-9704-ea740f15a99e tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event deleted for resources: {'Subnet': ['ID=3ef2899a-b0e1-4d69-b8a5-acf0943a1e92,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:48.637198 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-577dd08b-a54e-4380-9704-ea740f15a99e tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:48.641240 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-577dd08b-a54e-4380-9704-ea740f15a99e tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "DELETE /v2.0/subnets/3ef2899a-b0e1-4d69-b8a5-acf0943a1e92 HTTP/1.1" status: 204 len: 168 time: 0.5448658 Apr 05 14:55:48.643746 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42340) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:48.650292 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19261c7e-afdc-4d84-bbc0-b353d52f7a49 None None] Network 954c169b-7370-4783-8e2a-c954befc69d2 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:55:48.678093 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac74759-f573-475b-96d6-2a9f9da882a2 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:55:48.698393 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851e1693-18ce-4526-89fb-1867f49e8176 None None] Sync routers for ids ['f964c6fd-9c7f-4372-a42f-26ae36656ddb'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:55:48.716037 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851e1693-18ce-4526-89fb-1867f49e8176 None None] Routers {'f964c6fd-9c7f-4372-a42f-26ae36656ddb'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:55:48.719988 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-851e1693-18ce-4526-89fb-1867f49e8176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:55:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['f964c6fd-9c7f-4372-a42f-26ae36656ddb'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:55:48.794412 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8cf4ee1b-f307-411a-8898-aba44db53358 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:48.819783 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7ac74759-f573-475b-96d6-2a9f9da882a2 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for router, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:48.821095 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-7ac74759-f573-475b-96d6-2a9f9da882a2 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.1496148 Apr 05 14:55:48.828158 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42344) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:48.842845 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae72c5a-1c43-4efa-b78d-a0b4a51db275 req-0012255f-4d0d-4a90-b692-583edda9155c tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:48.844309 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dae72c5a-1c43-4efa-b78d-a0b4a51db275 req-0012255f-4d0d-4a90-b692-583edda9155c tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=25a5306b-2556-4950-bd18-55fa229b6768 HTTP/1.1" status: 200 len: 943 time: 0.1087685 Apr 05 14:55:48.902163 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6b3244-e162-406a-af66-4a3995c40e48 req-4edfe657-84ba-49e5-8dd3-1693200e53cd tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:48.903766 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-eb6b3244-e162-406a-af66-4a3995c40e48 req-4edfe657-84ba-49e5-8dd3-1693200e53cd tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/ports?device_id=652a91ba-483e-4b73-96d8-ccd5ac8eccff HTTP/1.1" status: 200 len: 945 time: 0.1285405 Apr 05 14:55:48.966100 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f0b55-9093-4551-b46c-32a44ddb3b23 req-7ef7293a-8d43-4b87-b48f-6ea22452dc61 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:48.969102 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-044f0b55-9093-4551-b46c-32a44ddb3b23 req-7ef7293a-8d43-4b87-b48f-6ea22452dc61 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.11 "GET /v2.0/ports?device_id=652a91ba-483e-4b73-96d8-ccd5ac8eccff HTTP/1.1" status: 200 len: 945 time: 0.1919308 Apr 05 14:55:48.983590 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2ea8e4-b803-4a72-97b5-e0c74959a734 None None] DHCP port deletion for 954c169b-7370-4783-8e2a-c954befc69d2 request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:55:49.005066 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-851e1693-18ce-4526-89fb-1867f49e8176 None None] Set router f964c6fd-9c7f-4372-a42f-26ae36656ddb gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:55:49.035528 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-eb6b3244-e162-406a-af66-4a3995c40e48 req-46a4fcb4-c698-4880-8169-129bc4996514 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdb3d0e4-c8ad-4b5d-af5b-8691d67a2d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173944 Apr 05 14:55:49.046976 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dae72c5a-1c43-4efa-b78d-a0b4a51db275 req-c57f9b9e-3b34-47e3-99d9-a8cfc54f7392 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fcc28c3-fc69-424a-81a1-3f20aae8b5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1904495 Apr 05 14:55:49.083185 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-8a2ea8e4-b803-4a72-97b5-e0c74959a734 None None] Deleting port 2f128db2-613a-42ac-a30a-92b02b0834f0 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:55:49.083603 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8a2ea8e4-b803-4a72-97b5-e0c74959a734 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:49.152431 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-8a2ea8e4-b803-4a72-97b5-e0c74959a734 None None] For port 2f128db2-613a-42ac-a30a-92b02b0834f0, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=2f128db2-613a-42ac-a30a-92b02b0834f0,segment=NetworkSegment(8ee263ad-1d13-4838-a42d-839307fe3873),segment_id=8ee263ad-1d13-4838-a42d-839307fe3873)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:55:49.152431 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8a2ea8e4-b803-4a72-97b5-e0c74959a734 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:49.167815 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-8a2ea8e4-b803-4a72-97b5-e0c74959a734 None None] Calling delete_port for 2f128db2-613a-42ac-a30a-92b02b0834f0 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:55:49.173896 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-7baea88d-0268-4c76-a0d8-f75e74457a92 tempest-TestNetworkAdvancedServerOps-2063735697 tempest-TestNetworkAdvancedServerOps-2063735697-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=b07e36dc5a904f16980660900e2eecc1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3173516 Apr 05 14:55:49.174501 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42350) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:49.190715 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4ee1b-f307-411a-8898-aba44db53358 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Deleting port 2f128db2-613a-42ac-a30a-92b02b0834f0 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:55:49.191129 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8cf4ee1b-f307-411a-8898-aba44db53358 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:49.306531 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 60e0c79e-2930-4a05-80ad-7c63d2553e4b details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:55:49.338502 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-851e1693-18ce-4526-89fb-1867f49e8176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f964c6fd-9c7f-4372-a42f-26ae36656ddb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1118121749', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'fb151df0-7736-482c-b48e-efb7fab1965e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:55:44Z', 'updated_at': '2022-04-05T14:55:47Z', 'revision_number': 3, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'gw_port': {'id': 'fb151df0-7736-482c-b48e-efb7fab1965e', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b6:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f964c6fd-9c7f-4372-a42f-26ae36656ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:55:46Z', 'updated_at': '2022-04-05T14:55:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:55:49.343344 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-8cf4ee1b-f307-411a-8898-aba44db53358 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] For port 2f128db2-613a-42ac-a30a-92b02b0834f0, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=2f128db2-613a-42ac-a30a-92b02b0834f0,segment=NetworkSegment(8ee263ad-1d13-4838-a42d-839307fe3873),segment_id=8ee263ad-1d13-4838-a42d-839307fe3873)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:55:49.347310 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8cf4ee1b-f307-411a-8898-aba44db53358 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:49.363629 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-044f0b55-9093-4551-b46c-32a44ddb3b23 req-005450a8-80d2-4bac-904d-aa14d1c6c02f tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Deleting port 37f71c50-6a80-4869-962d-34f43575d74a {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:55:49.364120 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-044f0b55-9093-4551-b46c-32a44ddb3b23 req-005450a8-80d2-4bac-904d-aa14d1c6c02f tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:49.367671 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851e1693-18ce-4526-89fb-1867f49e8176 None None] Checking router: f964c6fd-9c7f-4372-a42f-26ae36656ddb for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:55:49.368195 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851e1693-18ce-4526-89fb-1867f49e8176 None None] Updating router f964c6fd-9c7f-4372-a42f-26ae36656ddb port fb151df0-7736-482c-b48e-efb7fab1965e binding host n-d-836650-2 {{(pid=103323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:55:49.386329 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4ee1b-f307-411a-8898-aba44db53358 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Calling delete_port for 2f128db2-613a-42ac-a30a-92b02b0834f0 owned by network:dhcp {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:55:49.394618 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-851e1693-18ce-4526-89fb-1867f49e8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:49.400683 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293cb7e9-a0b1-40ea-9dd7-c0d98b28df80 tempest-TestNetworkAdvancedServerOps-2063735697 tempest-TestNetworkAdvancedServerOps-2063735697-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:49.402373 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-293cb7e9-a0b1-40ea-9dd7-c0d98b28df80 tempest-TestNetworkAdvancedServerOps-2063735697 tempest-TestNetworkAdvancedServerOps-2063735697-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2262487 Apr 05 14:55:49.407689 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 42354) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:49.473028 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-b5cfc13d-cba8-4444-9e3f-1b54e0d8ec2e tempest-TestNetworkAdvancedServerOps-2063735697 tempest-TestNetworkAdvancedServerOps-2063735697-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0633607 Apr 05 14:55:49.473638 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 42356) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:49.486934 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-044f0b55-9093-4551-b46c-32a44ddb3b23 req-005450a8-80d2-4bac-904d-aa14d1c6c02f tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] For port 37f71c50-6a80-4869-962d-34f43575d74a, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=37f71c50-6a80-4869-962d-34f43575d74a,segment=NetworkSegment(66fbd2e0-c36a-4acf-927a-20a3621831c7),segment_id=66fbd2e0-c36a-4acf-927a-20a3621831c7)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:55:49.487303 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-044f0b55-9093-4551-b46c-32a44ddb3b23 req-005450a8-80d2-4bac-904d-aa14d1c6c02f tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:49.487571 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-445176e5-4dc9-46ff-aa3b-df81f81186fb tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1737081394', 'network_id': '205052bf-936d-4dd7-a8b9-a083221baed9', 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:55:49.549897 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 60e0c79e-2930-4a05-80ad-7c63d2553e4b, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=60e0c79e-2930-4a05-80ad-7c63d2553e4b,segment=NetworkSegment(2ed50d53-ad8d-43f0-946d-9bbaf222e8be),segment_id=2ed50d53-ad8d-43f0-946d-9bbaf222e8be)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:55:49.593954 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': '60e0c79e-2930-4a05-80ad-7c63d2553e4b', 'network_id': '66b3e69f-5222-44a7-bf1a-94ad2df58cf2', 'port_id': '60e0c79e-2930-4a05-80ad-7c63d2553e4b', 'mac_address': 'fa:16:3e:23:91:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a727d51d-00fa-45ac-ab45-e910bc527386', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:55:49.596511 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8a2ea8e4-b803-4a72-97b5-e0c74959a734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:49.634401 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2ea8e4-b803-4a72-97b5-e0c74959a734 None None] Pushing event deleted for resources: {'Port': ['ID=2f128db2-613a-42ac-a30a-92b02b0834f0,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:49.666141 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-851e1693-18ce-4526-89fb-1867f49e8176 None None] Notify callbacks [] for port, precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:49.690264 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ba004-c7b8-4130-a90c-f9e3299c6726 req-16e52a1f-3299-48e2-aa66-9430be1ebcb7 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:49.690810 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2ea8e4-b803-4a72-97b5-e0c74959a734 None None] No DVR routers for this DVR port 2f128db2-613a-42ac-a30a-92b02b0834f0 on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:55:49.692213 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a10ba004-c7b8-4130-a90c-f9e3299c6726 req-16e52a1f-3299-48e2-aa66-9430be1ebcb7 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.30 "GET /v2.0/ports?device_id=56f68192-4b00-42fa-a055-1229d0a467cd HTTP/1.1" status: 200 len: 984 time: 0.0795321 Apr 05 14:55:49.713388 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:49.731864 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60e0c79e-2930-4a05-80ad-7c63d2553e4b {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:55:49.747247 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a10ba004-c7b8-4130-a90c-f9e3299c6726 req-0643a66f-45f4-4626-a1f5-a1a798aef426 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.30 "GET /v2.0/security-groups?id=99abac29-4317-42f1-9175-a951c7a0154c&id=a853e761-6280-4be8-a0fe-96d299da5bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0399501 Apr 05 14:55:49.756496 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device b1911304-0934-48cd-a97e-b2c2a1558456 up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:55:49.769450 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-044f0b55-9093-4551-b46c-32a44ddb3b23 req-005450a8-80d2-4bac-904d-aa14d1c6c02f tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:49.769450 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-044f0b55-9093-4551-b46c-32a44ddb3b23 req-005450a8-80d2-4bac-904d-aa14d1c6c02f tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:49.769734 n-d-836650-2 neutron-server[103321]: INFO neutron.db.l3_db [req-044f0b55-9093-4551-b46c-32a44ddb3b23 req-005450a8-80d2-4bac-904d-aa14d1c6c02f tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Floating IP 2a3381fa-bd83-45c7-b802-7d3f6195c0da disassociated. External IP: 172.25.6.253, port: 37f71c50-6a80-4869-962d-34f43575d74a. Apr 05 14:55:49.769992 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-044f0b55-9093-4551-b46c-32a44ddb3b23 req-005450a8-80d2-4bac-904d-aa14d1c6c02f tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Calling delete_port for 37f71c50-6a80-4869-962d-34f43575d74a owned by compute:nova {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:55:49.788295 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-851e1693-18ce-4526-89fb-1867f49e8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:49.794623 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 60e0c79e-2930-4a05-80ad-7c63d2553e4b, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=60e0c79e-2930-4a05-80ad-7c63d2553e4b,segment=NetworkSegment(2ed50d53-ad8d-43f0-946d-9bbaf222e8be),segment_id=2ed50d53-ad8d-43f0-946d-9bbaf222e8be)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:55:49.821715 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445176e5-4dc9-46ff-aa3b-df81f81186fb tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Made reservation on behalf of b07e36dc5a904f16980660900e2eecc1 for: {'subnet': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:55:49.826417 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-445176e5-4dc9-46ff-aa3b-df81f81186fb tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13127328'] for subnet, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:49.832648 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8cf4ee1b-f307-411a-8898-aba44db53358 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:49.852922 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-851e1693-18ce-4526-89fb-1867f49e8176 None None] Attempting to bind port fb151df0-7736-482c-b48e-efb7fab1965e on host n-d-836650-2 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:55:49.853420 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-851e1693-18ce-4526-89fb-1867f49e8176 None None] Attempting to bind port fb151df0-7736-482c-b48e-efb7fab1965e by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:55:49.853978 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851e1693-18ce-4526-89fb-1867f49e8176 None None] Attempting to bind port fb151df0-7736-482c-b48e-efb7fab1965e on network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:55:49.862271 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851e1693-18ce-4526-89fb-1867f49e8176 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:55:49.862925 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851e1693-18ce-4526-89fb-1867f49e8176 None None] Checking segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:55:49.863506 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-851e1693-18ce-4526-89fb-1867f49e8176 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:49.864036 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851e1693-18ce-4526-89fb-1867f49e8176 None None] Bound using segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:55:49.864669 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-851e1693-18ce-4526-89fb-1867f49e8176 None None] Bound port: fb151df0-7736-482c-b48e-efb7fab1965e, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:55:49.865274 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-851e1693-18ce-4526-89fb-1867f49e8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:49.876235 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:49.919749 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-851e1693-18ce-4526-89fb-1867f49e8176 None None] For port fb151df0-7736-482c-b48e-efb7fab1965e, host n-d-836650-2, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:55:49.923250 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-851e1693-18ce-4526-89fb-1867f49e8176 None None] For port fb151df0-7736-482c-b48e-efb7fab1965e, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=fb151df0-7736-482c-b48e-efb7fab1965e,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:55:49.924977 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f1ab79-6e3d-4eef-9481-6836b129c313 None None] Pushing event updated for resources: {'Port': ['ID=fb151df0-7736-482c-b48e-efb7fab1965e,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:49.948013 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning for port b1911304-0934-48cd-a97e-b2c2a1558456 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:55:49.962142 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port b1911304-0934-48cd-a97e-b2c2a1558456 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:55:49.962565 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:49.971338 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf4ee1b-f307-411a-8898-aba44db53358 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] No DVR routers for this DVR port 2f128db2-613a-42ac-a30a-92b02b0834f0 on host n-d-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:55:49.998721 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=60e0c79e-2930-4a05-80ad-7c63d2553e4b,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:50.006466 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-851e1693-18ce-4526-89fb-1867f49e8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:50.008986 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4ee1b-f307-411a-8898-aba44db53358 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event deleted for resources: {'Port': ['ID=2f128db2-613a-42ac-a30a-92b02b0834f0,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:50.088927 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8cf4ee1b-f307-411a-8898-aba44db53358 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:50.092461 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['60e0c79e-2930-4a05-80ad-7c63d2553e4b'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:55:50.145364 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-8cf4ee1b-f307-411a-8898-aba44db53358 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['954c169b-7370-4783-8e2a-c954befc69d2']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:55:50.151215 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851e1693-18ce-4526-89fb-1867f49e8176 None None] Routers {'f964c6fd-9c7f-4372-a42f-26ae36656ddb'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:55:50.152229 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-851e1693-18ce-4526-89fb-1867f49e8176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:55:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['f964c6fd-9c7f-4372-a42f-26ae36656ddb'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:55:50.181852 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 2f128db2-613a-42ac-a30a-92b02b0834f0 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:55:50.192701 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:50.194825 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-8cf4ee1b-f307-411a-8898-aba44db53358 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ee263ad-1d13-4838-a42d-839307fe3873') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:55:50.195307 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-8cf4ee1b-f307-411a-8898-aba44db53358 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ee263ad-1d13-4838-a42d-839307fe3873') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:55:50.209761 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8cf4ee1b-f307-411a-8898-aba44db53358 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:50.230445 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8cf4ee1b-f307-411a-8898-aba44db53358 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:50.235095 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 2f128db2-613a-42ac-a30a-92b02b0834f0 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:55:50.235406 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 2f128db2-613a-42ac-a30a-92b02b0834f0 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:55:50.238354 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cf4ee1b-f307-411a-8898-aba44db53358 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:55:50.238765 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8cf4ee1b-f307-411a-8898-aba44db53358 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:50.243714 n-d-836650-2 neutron-server[103321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:55:50.243714 n-d-836650-2 neutron-server[103321]: self.session.flush() Apr 05 14:55:50.243714 n-d-836650-2 neutron-server[103321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:55:50.243714 n-d-836650-2 neutron-server[103321]: self.session.flush() Apr 05 14:55:50.243714 n-d-836650-2 neutron-server[103321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:55:50.243714 n-d-836650-2 neutron-server[103321]: self.session.flush() Apr 05 14:55:50.243714 n-d-836650-2 neutron-server[103321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:55:50.243714 n-d-836650-2 neutron-server[103321]: self.session.flush() Apr 05 14:55:50.243714 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:55:50.243714 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:55:50.243714 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:55:50.243714 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:55:50.243714 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:55:50.243714 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:55:50.243714 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:55:50.243714 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:55:50.243714 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:55:50.243714 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:55:50.243714 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:55:50.243714 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:55:50.243714 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:55:50.243714 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:55:50.243714 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:55:50.243714 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:55:50.243714 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:55:50.243714 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:55:50.243714 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:55:50.243714 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:55:50.243714 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:55:50.243714 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:55:50.243714 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:55:50.243714 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:55:50.243714 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:55:50.243714 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:55:50.243714 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:55:50.243714 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:55:50.243714 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:55:50.243714 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:55:50.243714 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:55:50.243714 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:55:50.264686 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f1ab79-6e3d-4eef-9481-6836b129c313 None None] Pushing event updated for resources: {'Port': ['ID=fb151df0-7736-482c-b48e-efb7fab1965e,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:50.284017 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56f68192-4b00-42fa-a055-1229d0a467cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1911304-0934-48cd-a97e-b2c2a1558456'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:55:50.286573 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b3e3a4-ee22-4caf-bad2-e488a530be20" -d '{"events": [{"server_uuid": "56f68192-4b00-42fa-a055-1229d0a467cd", "name": "network-vif-plugged", "status": "completed", "tag": "b1911304-0934-48cd-a97e-b2c2a1558456"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:55:50.307156 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-044f0b55-9093-4551-b46c-32a44ddb3b23 req-005450a8-80d2-4bac-904d-aa14d1c6c02f tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:50.309802 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port b1911304-0934-48cd-a97e-b2c2a1558456, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=b1911304-0934-48cd-a97e-b2c2a1558456,segment=NetworkSegment(965afdc3-f110-41a7-9dea-a2a68b5967f0),segment_id=965afdc3-f110-41a7-9dea-a2a68b5967f0)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:55:50.337617 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fd9e0-4b15-4bff-b76b-e8c663b93711 req-6ccd6eda-2c30-427d-863c-735590320e83 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:50.338847 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fc7fd9e0-4b15-4bff-b76b-e8c663b93711 req-6ccd6eda-2c30-427d-863c-735590320e83 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=25a5306b-2556-4950-bd18-55fa229b6768 HTTP/1.1" status: 200 len: 944 time: 0.1503212 Apr 05 14:55:50.347748 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ede0b58-c774-4d17-a41d-a10032338c7e req-84f7087e-6538-43c7-9b65-2ea69b419e68 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:50.354537 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8ede0b58-c774-4d17-a41d-a10032338c7e req-84f7087e-6538-43c7-9b65-2ea69b419e68 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/ports?device_id=652a91ba-483e-4b73-96d8-ccd5ac8eccff HTTP/1.1" status: 200 len: 867 time: 0.1433923 Apr 05 14:55:50.380054 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005450a8-80d2-4bac-904d-aa14d1c6c02f tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Pushing event deleted for resources: {'Port': ['ID=37f71c50-6a80-4869-962d-34f43575d74a,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:50.381958 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-851e1693-18ce-4526-89fb-1867f49e8176 None None] Set router f964c6fd-9c7f-4372-a42f-26ae36656ddb gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:55:50.385294 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:50.386051 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 37f71c50-6a80-4869-962d-34f43575d74a no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:55:50.430916 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fc7fd9e0-4b15-4bff-b76b-e8c663b93711 req-3604d472-20e8-4c9e-ad81-f9230c351d70 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fcc28c3-fc69-424a-81a1-3f20aae8b5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747962 Apr 05 14:55:50.431949 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-445176e5-4dc9-46ff-aa3b-df81f81186fb tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15773751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13127350'] for subnet, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:50.463574 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] No Port match for: 37f71c50-6a80-4869-962d-34f43575d74a {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:55:50.463574 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 37f71c50-6a80-4869-962d-34f43575d74a not bound to the agent host n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:55:50.496712 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8cf4ee1b-f307-411a-8898-aba44db53358 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:50.501381 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8cf4ee1b-f307-411a-8898-aba44db53358 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:50.504387 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=b1911304-0934-48cd-a97e-b2c2a1558456,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:50.505062 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-8cf4ee1b-f307-411a-8898-aba44db53358 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "DELETE /v2.0/networks/954c169b-7370-4783-8e2a-c954befc69d2 HTTP/1.1" status: 204 len: 168 time: 1.8602841 Apr 05 14:55:50.523881 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 42376) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:50.544974 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4ee1b-f307-411a-8898-aba44db53358 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event deleted for resources: {'Network': ['ID=954c169b-7370-4783-8e2a-c954befc69d2,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:50.623128 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-64402118-be21-4e3c-a46b-9f94e677f7d8 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Request body: {'port': {'network_id': '724fd47c-a127-4710-8c1f-87bb173f8cee', 'name': 'tempest-PortsTestJSON-1713399421'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:55:50.692751 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8ede0b58-c774-4d17-a41d-a10032338c7e req-6bb358fc-e037-459b-93e9-c19147e71385 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdb3d0e4-c8ad-4b5d-af5b-8691d67a2d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2809615 Apr 05 14:55:50.743188 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f189ff-b860-402c-b182-35e28bfc96ba x-openstack-request-id: req-b1f189ff-b860-402c-b182-35e28bfc96ba {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:55:50.743480 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56f68192-4b00-42fa-a055-1229d0a467cd", "name": "network-vif-plugged", "status": "completed", "tag": "b1911304-0934-48cd-a97e-b2c2a1558456", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:55:50.743736 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b1f189ff-b860-402c-b182-35e28bfc96ba {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:55:50.744140 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1f189ff-b860-402c-b182-35e28bfc96ba'] response: {'server_uuid': '56f68192-4b00-42fa-a055-1229d0a467cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1911304-0934-48cd-a97e-b2c2a1558456', 'code': 200} Apr 05 14:55:50.763680 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [req-044f0b55-9093-4551-b46c-32a44ddb3b23 req-005450a8-80d2-4bac-904d-aa14d1c6c02f tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Router b1445dec-20ca-403d-b665-56d8d9cba455 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:55:50.796474 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cb108a-b94a-462e-a194-c74f7b138b19 req-f434bed1-4fa7-4e7f-a178-bb2d1de79b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:50.798178 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-39cb108a-b94a-462e-a194-c74f7b138b19 req-f434bed1-4fa7-4e7f-a178-bb2d1de79b71 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=56f68192-4b00-42fa-a055-1229d0a467cd HTTP/1.1" status: 200 len: 1136 time: 0.1163692 Apr 05 14:55:50.809523 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-851e1693-18ce-4526-89fb-1867f49e8176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f964c6fd-9c7f-4372-a42f-26ae36656ddb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1118121749', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'fb151df0-7736-482c-b48e-efb7fab1965e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:55:44Z', 'updated_at': '2022-04-05T14:55:47Z', 'revision_number': 3, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'gw_port': {'id': 'fb151df0-7736-482c-b48e-efb7fab1965e', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b6:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f964c6fd-9c7f-4372-a42f-26ae36656ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:55:46Z', 'updated_at': '2022-04-05T14:55:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:55:50.844461 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445176e5-4dc9-46ff-aa3b-df81f81186fb tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Pushing event updated for resources: {'Subnet': ['ID=c8478518-4a07-478c-a491-4a7622994fda,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:50.868313 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851e1693-18ce-4526-89fb-1867f49e8176 None None] The sync data for ids ['f964c6fd-9c7f-4372-a42f-26ae36656ddb'] in n-d-836650-2 is: [{'id': 'f964c6fd-9c7f-4372-a42f-26ae36656ddb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1118121749', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'fb151df0-7736-482c-b48e-efb7fab1965e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:55:44Z', 'updated_at': '2022-04-05T14:55:47Z', 'revision_number': 3, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'gw_port': {'id': 'fb151df0-7736-482c-b48e-efb7fab1965e', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b6:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f964c6fd-9c7f-4372-a42f-26ae36656ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:55:46Z', 'updated_at': '2022-04-05T14:55:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:55:50.899730 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445176e5-4dc9-46ff-aa3b-df81f81186fb tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Checking segment: {'id': 'e6014c1c-7084-4474-a930-14e73d871487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '205052bf-936d-4dd7-a8b9-a083221baed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:55:50.900109 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445176e5-4dc9-46ff-aa3b-df81f81186fb tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Network hostable DHCP agents. Network: 205052bf-936d-4dd7-a8b9-a083221baed9, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:55:51.017636 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-39cb108a-b94a-462e-a194-c74f7b138b19 req-aaaf2c6d-df7b-4c37-b6ab-0f5b7588d6e2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=99abac29-4317-42f1-9175-a951c7a0154c&id=a853e761-6280-4be8-a0fe-96d299da5bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1391394 Apr 05 14:55:51.026516 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64402118-be21-4e3c-a46b-9f94e677f7d8 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Made reservation on behalf of 13c118202c994ca38979777ae3308543 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:55:51.034309 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-64402118-be21-4e3c-a46b-9f94e677f7d8 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:51.050123 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-044f0b55-9093-4551-b46c-32a44ddb3b23 req-005450a8-80d2-4bac-904d-aa14d1c6c02f tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:55:51.056228 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce66f015-7a7f-4ce4-8548-d75060f3a313 None None] Sync routers for ids ['b1445dec-20ca-403d-b665-56d8d9cba455'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:55:51.062786 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445176e5-4dc9-46ff-aa3b-df81f81186fb tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Network 205052bf-936d-4dd7-a8b9-a083221baed9 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:55:51.074286 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce66f015-7a7f-4ce4-8548-d75060f3a313 None None] Routers {'b1445dec-20ca-403d-b665-56d8d9cba455'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:55:51.075761 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-ce66f015-7a7f-4ce4-8548-d75060f3a313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:55:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['b1445dec-20ca-403d-b665-56d8d9cba455'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:55:51.097267 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-64402118-be21-4e3c-a46b-9f94e677f7d8 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] device_id is not set on port 8509f5af-1615-4f52-a399-77a87bcecbef yet. {{(pid=103320) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:55:51.108456 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-044f0b55-9093-4551-b46c-32a44ddb3b23 req-005450a8-80d2-4bac-904d-aa14d1c6c02f tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] No DVR routers for this DVR port 37f71c50-6a80-4869-962d-34f43575d74a on host n-h2-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:55:51.114661 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-044f0b55-9093-4551-b46c-32a44ddb3b23 req-005450a8-80d2-4bac-904d-aa14d1c6c02f tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:51.117800 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b529d-9353-412e-b2fe-7c2fcdd80ef0 req-843d4254-fc0c-46c6-9f97-1b9ca19b198b tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:51.120552 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-044f0b55-9093-4551-b46c-32a44ddb3b23 req-005450a8-80d2-4bac-904d-aa14d1c6c02f tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.11 "DELETE /v2.0/ports/37f71c50-6a80-4869-962d-34f43575d74a HTTP/1.1" status: 204 len: 173 time: 2.1311154 Apr 05 14:55:51.121147 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '652a91ba-483e-4b73-96d8-ccd5ac8eccff', 'name': 'network-vif-deleted', 'tag': '37f71c50-6a80-4869-962d-34f43575d74a'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:55:51.121800 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-822b529d-9353-412e-b2fe-7c2fcdd80ef0 req-843d4254-fc0c-46c6-9f97-1b9ca19b198b tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.30 "GET /v2.0/ports?device_id=56f68192-4b00-42fa-a055-1229d0a467cd HTTP/1.1" status: 200 len: 985 time: 0.1877744 Apr 05 14:55:51.126323 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2361e206-d590-4268-a08d-ba1189eb69dc" -d '{"events": [{"server_uuid": "652a91ba-483e-4b73-96d8-ccd5ac8eccff", "name": "network-vif-deleted", "tag": "37f71c50-6a80-4869-962d-34f43575d74a"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:55:51.171138 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-445176e5-4dc9-46ff-aa3b-df81f81186fb tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 205052bf-936d-4dd7-a8b9-a083221baed9) {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:55:51.176103 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445176e5-4dc9-46ff-aa3b-df81f81186fb tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:51.176916 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-445176e5-4dc9-46ff-aa3b-df81f81186fb tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:51.223045 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a067fc8b-f622-4ccc-8c02-32a8c1037ae6 x-openstack-request-id: req-a067fc8b-f622-4ccc-8c02-32a8c1037ae6 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:55:51.223045 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "652a91ba-483e-4b73-96d8-ccd5ac8eccff", "name": "network-vif-deleted", "tag": "37f71c50-6a80-4869-962d-34f43575d74a", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:55:51.223045 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a067fc8b-f622-4ccc-8c02-32a8c1037ae6 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:55:51.223045 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a067fc8b-f622-4ccc-8c02-32a8c1037ae6'] response: {'server_uuid': '652a91ba-483e-4b73-96d8-ccd5ac8eccff', 'name': 'network-vif-deleted', 'tag': '37f71c50-6a80-4869-962d-34f43575d74a', 'status': 'completed', 'code': 200} Apr 05 14:55:51.225662 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da54cb79-ee31-4831-bbe8-014d891bb395 None None] Network 205052bf-936d-4dd7-a8b9-a083221baed9 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:55:51.310529 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-822b529d-9353-412e-b2fe-7c2fcdd80ef0 req-1ff360d8-ca98-42c5-840b-f83052753342 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.30 "GET /v2.0/security-groups?id=99abac29-4317-42f1-9175-a951c7a0154c&id=a853e761-6280-4be8-a0fe-96d299da5bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1505096 Apr 05 14:55:51.336337 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-445176e5-4dc9-46ff-aa3b-df81f81186fb tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.8615565 Apr 05 14:55:51.339465 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42388) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:51.367405 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 60e0c79e-2930-4a05-80ad-7c63d2553e4b up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:55:51.464479 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-64402118-be21-4e3c-a46b-9f94e677f7d8 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:51.468656 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-ce66f015-7a7f-4ce4-8548-d75060f3a313 None None] Set router b1445dec-20ca-403d-b665-56d8d9cba455 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:55:51.626765 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-64402118-be21-4e3c-a46b-9f94e677f7d8 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:51.691210 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port 60e0c79e-2930-4a05-80ad-7c63d2553e4b completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:55:51.696479 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port 60e0c79e-2930-4a05-80ad-7c63d2553e4b triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:55:51.697081 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:51.757607 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5800fc49-a9ad-4987-bb44-286777a6b436 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-205052bf-936d-4dd7-a8b9-a083221baed9', 'network_id': '205052bf-936d-4dd7-a8b9-a083221baed9', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'fixed_ips': [{'subnet_id': 'c8478518-4a07-478c-a491-4a7622994fda'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:55:51.762546 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5800fc49-a9ad-4987-bb44-286777a6b436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:52.035863 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-5800fc49-a9ad-4987-bb44-286777a6b436 None None] Allocated IP 172.20.0.2 (205052bf-936d-4dd7-a8b9-a083221baed9/c8478518-4a07-478c-a491-4a7622994fda/53573cf0-1ebe-4f57-9e8c-7b8954e9db30) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:55:52.225857 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-79184faf-e64d-4e7c-93b2-095aafeceb3a tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:52.256470 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device fb151df0-7736-482c-b48e-efb7fab1965e up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:55:52.385672 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5800fc49-a9ad-4987-bb44-286777a6b436 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:52.458028 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:52.499793 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port fb151df0-7736-482c-b48e-efb7fab1965e triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:55:52.501777 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:52.611769 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64402118-be21-4e3c-a46b-9f94e677f7d8 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Network 724fd47c-a127-4710-8c1f-87bb173f8cee is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:55:52.614058 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5800fc49-a9ad-4987-bb44-286777a6b436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:52.625481 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e84e3-e612-4717-b454-b739fa1185dd req-36dd3245-187b-4024-bdeb-2e6a20d67bfb tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:52.635414 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-467e84e3-e612-4717-b454-b739fa1185dd req-36dd3245-187b-4024-bdeb-2e6a20d67bfb tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=25a5306b-2556-4950-bd18-55fa229b6768 HTTP/1.1" status: 200 len: 944 time: 1.0774047 Apr 05 14:55:52.648616 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f71a05a7-cae7-4504-ab91-d9e14bed60a9 req-20ce3e64-70ff-44fa-a67f-eb51400f6867 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/ports?device_id=652a91ba-483e-4b73-96d8-ccd5ac8eccff HTTP/1.1" status: 200 len: 210 time: 0.0944526 Apr 05 14:55:52.651113 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-64402118-be21-4e3c-a46b-9f94e677f7d8 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:55:52.666293 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64402118-be21-4e3c-a46b-9f94e677f7d8 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event updated for resources: {'Port': ['ID=8509f5af-1615-4f52-a399-77a87bcecbef,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:52.671717 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64402118-be21-4e3c-a46b-9f94e677f7d8 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:55:52.688212 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64402118-be21-4e3c-a46b-9f94e677f7d8 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:52.696398 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 60e0c79e-2930-4a05-80ad-7c63d2553e4b, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=60e0c79e-2930-4a05-80ad-7c63d2553e4b,segment=NetworkSegment(2ed50d53-ad8d-43f0-946d-9bbaf222e8be),segment_id=2ed50d53-ad8d-43f0-946d-9bbaf222e8be)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:55:52.697740 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-64402118-be21-4e3c-a46b-9f94e677f7d8 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:52.724729 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-79184faf-e64d-4e7c-93b2-095aafeceb3a tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Allocated IP 172.20.0.1 (205052bf-936d-4dd7-a8b9-a083221baed9/c8478518-4a07-478c-a491-4a7622994fda/54eddb18-8768-4bd3-96d7-df60f1c16b33) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:55:52.749492 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25a5306b-2556-4950-bd18-55fa229b6768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e0c79e-2930-4a05-80ad-7c63d2553e4b'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:55:52.752358 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-942db51b-d08a-45f0-b57a-acf899cb73cc" -d '{"events": [{"server_uuid": "25a5306b-2556-4950-bd18-55fa229b6768", "name": "network-vif-plugged", "status": "completed", "tag": "60e0c79e-2930-4a05-80ad-7c63d2553e4b"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:55:52.790090 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:52.793265 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5800fc49-a9ad-4987-bb44-286777a6b436 None None] Network 205052bf-936d-4dd7-a8b9-a083221baed9 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:55:52.802356 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-467e84e3-e612-4717-b454-b739fa1185dd req-319ba9d6-dba9-43ad-bc48-5a980c916cef tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fcc28c3-fc69-424a-81a1-3f20aae8b5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673584 Apr 05 14:55:52.812061 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5800fc49-a9ad-4987-bb44-286777a6b436 None None] Pushing event updated for resources: {'Port': ['ID=53573cf0-1ebe-4f57-9e8c-7b8954e9db30,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:52.828047 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-5800fc49-a9ad-4987-bb44-286777a6b436 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:55:52.839062 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5800fc49-a9ad-4987-bb44-286777a6b436 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:55:52.865320 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-64402118-be21-4e3c-a46b-9f94e677f7d8 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.2458930 Apr 05 14:55:52.867915 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 42414) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:52.920534 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d386a82-3afc-4dc5-a651-b7cb3ff8ff11 x-openstack-request-id: req-5d386a82-3afc-4dc5-a651-b7cb3ff8ff11 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:55:52.920913 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25a5306b-2556-4950-bd18-55fa229b6768", "name": "network-vif-plugged", "status": "completed", "tag": "60e0c79e-2930-4a05-80ad-7c63d2553e4b", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:55:52.921319 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5d386a82-3afc-4dc5-a651-b7cb3ff8ff11 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:55:52.921813 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d386a82-3afc-4dc5-a651-b7cb3ff8ff11'] response: {'server_uuid': '25a5306b-2556-4950-bd18-55fa229b6768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e0c79e-2930-4a05-80ad-7c63d2553e4b', 'code': 200} Apr 05 14:55:52.922934 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-79184faf-e64d-4e7c-93b2-095aafeceb3a tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:52.924597 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-ce66f015-7a7f-4ce4-8548-d75060f3a313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'name': 'tempest-AttachVolumeNegativeTest-1732339431-router', 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'bd6b8bf7-c569-4249-ab62-bab0f76cc3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:50:04Z', 'updated_at': '2022-04-05T14:50:09Z', 'revision_number': 4, 'project_id': '0d680450c8534547bd5afee8c1b9c44d', 'gw_port': {'id': 'bd6b8bf7-c569-4249-ab62-bab0f76cc3e2', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:05Z', 'updated_at': '2022-04-05T14:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '9221f79d-cf57-48ff-99a2-721b9a2f3ce1', 'name': '', 'network_id': '9c33a3eb-a65a-4749-8ece-9c0c17a8413b', 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'mac_address': 'fa:16:3e:88:65:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': 'b0eeff46-5c4b-4ea4-85de-a28a5ce6d062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:08Z', 'updated_at': '2022-04-05T14:50:15Z', 'revision_number': 5, 'project_id': '0d680450c8534547bd5afee8c1b9c44d', 'subnets': [{'id': 'b0eeff46-5c4b-4ea4-85de-a28a5ce6d062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:55:52.982915 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c65098-8518-401f-b58e-032b06b83afc req-1fe379bc-b729-4129-9545-2bb80a7f3dba tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:52.984390 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-52c65098-8518-401f-b58e-032b06b83afc req-1fe379bc-b729-4129-9545-2bb80a7f3dba tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.30 "GET /v2.0/ports?device_id=56f68192-4b00-42fa-a055-1229d0a467cd HTTP/1.1" status: 200 len: 985 time: 0.1975825 Apr 05 14:55:52.985769 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce66f015-7a7f-4ce4-8548-d75060f3a313 None None] Checking router: b1445dec-20ca-403d-b665-56d8d9cba455 for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:55:53.009523 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:53.053469 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce66f015-7a7f-4ce4-8548-d75060f3a313 None None] Routers {'b1445dec-20ca-403d-b665-56d8d9cba455'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:55:53.054114 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-ce66f015-7a7f-4ce4-8548-d75060f3a313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:55:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['b1445dec-20ca-403d-b665-56d8d9cba455'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:55:53.063551 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=60e0c79e-2930-4a05-80ad-7c63d2553e4b,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:53.069979 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port fb151df0-7736-482c-b48e-efb7fab1965e, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=fb151df0-7736-482c-b48e-efb7fab1965e,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:55:53.073593 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a885da8b-84c0-42bf-a662-e0db09d191d6 req-32b48a8e-21ea-4c47-92d6-d0fe78c70f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:53.075151 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a885da8b-84c0-42bf-a662-e0db09d191d6 req-32b48a8e-21ea-4c47-92d6-d0fe78c70f0c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=25a5306b-2556-4950-bd18-55fa229b6768 HTTP/1.1" status: 200 len: 1096 time: 0.1146214 Apr 05 14:55:53.080484 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-79184faf-e64d-4e7c-93b2-095aafeceb3a tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:53.086612 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-52c65098-8518-401f-b58e-032b06b83afc req-8cdbe6c4-e33c-4536-a0ec-205591d7bb9e tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.30 "GET /v2.0/security-groups?id=99abac29-4317-42f1-9175-a951c7a0154c&id=a853e761-6280-4be8-a0fe-96d299da5bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0713601 Apr 05 14:55:53.108299 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-5800fc49-a9ad-4987-bb44-286777a6b436 None None] Attempting to bind port 53573cf0-1ebe-4f57-9e8c-7b8954e9db30 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:55:53.108738 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-5800fc49-a9ad-4987-bb44-286777a6b436 None None] Attempting to bind port 53573cf0-1ebe-4f57-9e8c-7b8954e9db30 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'e6014c1c-7084-4474-a930-14e73d871487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '205052bf-936d-4dd7-a8b9-a083221baed9'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:55:53.109131 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5800fc49-a9ad-4987-bb44-286777a6b436 None None] Attempting to bind port 53573cf0-1ebe-4f57-9e8c-7b8954e9db30 on network 205052bf-936d-4dd7-a8b9-a083221baed9 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:55:53.131818 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5800fc49-a9ad-4987-bb44-286777a6b436 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:55:53.133021 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5800fc49-a9ad-4987-bb44-286777a6b436 None None] Checking segment: {'id': 'e6014c1c-7084-4474-a930-14e73d871487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '205052bf-936d-4dd7-a8b9-a083221baed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:55:53.135931 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-6c1f2aed-78a9-4b73-a335-9a6f68f322bf tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Deleting port 8509f5af-1615-4f52-a399-77a87bcecbef {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:55:53.136046 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5800fc49-a9ad-4987-bb44-286777a6b436 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:53.136127 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6c1f2aed-78a9-4b73-a335-9a6f68f322bf tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:53.136205 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5800fc49-a9ad-4987-bb44-286777a6b436 None None] Bound using segment: {'id': 'e6014c1c-7084-4474-a930-14e73d871487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '205052bf-936d-4dd7-a8b9-a083221baed9'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:55:53.136640 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-5800fc49-a9ad-4987-bb44-286777a6b436 None None] Bound port: 53573cf0-1ebe-4f57-9e8c-7b8954e9db30, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6014c1c-7084-4474-a930-14e73d871487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '205052bf-936d-4dd7-a8b9-a083221baed9'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:55:53.137090 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5800fc49-a9ad-4987-bb44-286777a6b436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:53.164800 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:53.181281 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79184faf-e64d-4e7c-93b2-095aafeceb3a tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Network 205052bf-936d-4dd7-a8b9-a083221baed9 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:55:53.184387 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-79184faf-e64d-4e7c-93b2-095aafeceb3a tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:55:53.205806 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79184faf-e64d-4e7c-93b2-095aafeceb3a tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:55:53.247507 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79184faf-e64d-4e7c-93b2-095aafeceb3a tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Pushing event updated for resources: {'Port': ['ID=54eddb18-8768-4bd3-96d7-df60f1c16b33,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:53.254182 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a885da8b-84c0-42bf-a662-e0db09d191d6 req-4ee524d6-7bba-4602-b3c5-223cb94236f6 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7fcc28c3-fc69-424a-81a1-3f20aae8b5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665072 Apr 05 14:55:53.274320 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-79184faf-e64d-4e7c-93b2-095aafeceb3a tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809369'] for router_interface, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:53.308303 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6c1f2aed-78a9-4b73-a335-9a6f68f322bf tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:53.328149 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-6c1f2aed-78a9-4b73-a335-9a6f68f322bf tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Calling delete_port for 8509f5af-1615-4f52-a399-77a87bcecbef owned by {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:55:53.329896 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=fb151df0-7736-482c-b48e-efb7fab1965e,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:53.359411 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-5800fc49-a9ad-4987-bb44-286777a6b436 None None] For port 53573cf0-1ebe-4f57-9e8c-7b8954e9db30, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:55:53.364262 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-5800fc49-a9ad-4987-bb44-286777a6b436 None None] For port 53573cf0-1ebe-4f57-9e8c-7b8954e9db30, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=53573cf0-1ebe-4f57-9e8c-7b8954e9db30,segment=NetworkSegment(e6014c1c-7084-4474-a930-14e73d871487),segment_id=e6014c1c-7084-4474-a930-14e73d871487)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:55:53.368323 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-ce66f015-7a7f-4ce4-8548-d75060f3a313 None None] Set router b1445dec-20ca-403d-b665-56d8d9cba455 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:55:53.438675 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66ed714-55ab-4276-8561-c7b494736152 req-caa5d3e9-94d8-4c8e-8d8d-a933d1ed3008 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:53.440138 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a66ed714-55ab-4276-8561-c7b494736152 req-caa5d3e9-94d8-4c8e-8d8d-a933d1ed3008 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.30 "GET /v2.0/ports?device_id=56f68192-4b00-42fa-a055-1229d0a467cd HTTP/1.1" status: 200 len: 985 time: 0.2064216 Apr 05 14:55:53.506810 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a66ed714-55ab-4276-8561-c7b494736152 req-a4f3484c-08f6-440e-aeef-6fbc340f0cfa tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.30 "GET /v2.0/security-groups?id=99abac29-4317-42f1-9175-a951c7a0154c&id=a853e761-6280-4be8-a0fe-96d299da5bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0541937 Apr 05 14:55:53.573219 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5800fc49-a9ad-4987-bb44-286777a6b436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:53.574761 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6c1f2aed-78a9-4b73-a335-9a6f68f322bf tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:53.623931 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-79184faf-e64d-4e7c-93b2-095aafeceb3a tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:53.665605 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1f2aed-78a9-4b73-a335-9a6f68f322bf tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event deleted for resources: {'Port': ['ID=8509f5af-1615-4f52-a399-77a87bcecbef,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:53.690680 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6c1f2aed-78a9-4b73-a335-9a6f68f322bf tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:53.697692 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-6c1f2aed-78a9-4b73-a335-9a6f68f322bf tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "DELETE /v2.0/ports/8509f5af-1615-4f52-a399-77a87bcecbef HTTP/1.1" status: 204 len: 168 time: 0.8284099 Apr 05 14:55:53.706341 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 42430) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:53.711950 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5800fc49-a9ad-4987-bb44-286777a6b436 None None] Pushing event updated for resources: {'Port': ['ID=53573cf0-1ebe-4f57-9e8c-7b8954e9db30,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:53.721842 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-c3c23c3d-3ecd-4ecc-bad9-c2a3f93c263b tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Request body: {'port': {'network_id': '724fd47c-a127-4710-8c1f-87bb173f8cee', 'mac_address': 'fa:16:3e:ca:d7:65', 'name': 'tempest-PortsTestJSON-1094066345'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:55:53.789806 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c393225-e0c1-4bcf-b7c1-6ee944b3c021 req-4bf16a7c-6cfb-4d65-b64c-242128ef17fa tempest-TestSecurityGroupsBasicOps-1500447946 tempest-TestSecurityGroupsBasicOps-1500447946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:53.791521 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1c393225-e0c1-4bcf-b7c1-6ee944b3c021 req-4bf16a7c-6cfb-4d65-b64c-242128ef17fa tempest-TestSecurityGroupsBasicOps-1500447946 tempest-TestSecurityGroupsBasicOps-1500447946-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=56f68192-4b00-42fa-a055-1229d0a467cd HTTP/1.1" status: 200 len: 1136 time: 0.2195921 Apr 05 14:55:53.860428 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-1c393225-e0c1-4bcf-b7c1-6ee944b3c021 req-490f47e0-af52-4a04-8186-f92d26a233cf tempest-TestSecurityGroupsBasicOps-1500447946 tempest-TestSecurityGroupsBasicOps-1500447946-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:53.906282 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 42438) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:54.005143 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c23c3d-3ecd-4ecc-bad9-c2a3f93c263b tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Made reservation on behalf of 13c118202c994ca38979777ae3308543 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:55:54.031893 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-ce66f015-7a7f-4ce4-8548-d75060f3a313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'name': 'tempest-AttachVolumeNegativeTest-1732339431-router', 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'bd6b8bf7-c569-4249-ab62-bab0f76cc3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:50:04Z', 'updated_at': '2022-04-05T14:50:09Z', 'revision_number': 4, 'project_id': '0d680450c8534547bd5afee8c1b9c44d', 'gw_port': {'id': 'bd6b8bf7-c569-4249-ab62-bab0f76cc3e2', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:05Z', 'updated_at': '2022-04-05T14:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '9221f79d-cf57-48ff-99a2-721b9a2f3ce1', 'name': '', 'network_id': '9c33a3eb-a65a-4749-8ece-9c0c17a8413b', 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'mac_address': 'fa:16:3e:88:65:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': 'b0eeff46-5c4b-4ea4-85de-a28a5ce6d062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:08Z', 'updated_at': '2022-04-05T14:50:15Z', 'revision_number': 5, 'project_id': '0d680450c8534547bd5afee8c1b9c44d', 'subnets': [{'id': 'b0eeff46-5c4b-4ea4-85de-a28a5ce6d062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:55:54.087684 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce66f015-7a7f-4ce4-8548-d75060f3a313 None None] The sync data for ids ['b1445dec-20ca-403d-b665-56d8d9cba455'] in n-d-836650-2 is: [{'id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'name': 'tempest-AttachVolumeNegativeTest-1732339431-router', 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'bd6b8bf7-c569-4249-ab62-bab0f76cc3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:50:04Z', 'updated_at': '2022-04-05T14:50:09Z', 'revision_number': 4, 'project_id': '0d680450c8534547bd5afee8c1b9c44d', 'gw_port': {'id': 'bd6b8bf7-c569-4249-ab62-bab0f76cc3e2', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:05Z', 'updated_at': '2022-04-05T14:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '9221f79d-cf57-48ff-99a2-721b9a2f3ce1', 'name': '', 'network_id': '9c33a3eb-a65a-4749-8ece-9c0c17a8413b', 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'mac_address': 'fa:16:3e:88:65:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': 'b0eeff46-5c4b-4ea4-85de-a28a5ce6d062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:08Z', 'updated_at': '2022-04-05T14:50:15Z', 'revision_number': 5, 'project_id': '0d680450c8534547bd5afee8c1b9c44d', 'subnets': [{'id': 'b0eeff46-5c4b-4ea4-85de-a28a5ce6d062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:55:54.190075 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c3c23c3d-3ecd-4ecc-bad9-c2a3f93c263b tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:54.227472 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-1c393225-e0c1-4bcf-b7c1-6ee944b3c021 req-490f47e0-af52-4a04-8186-f92d26a233cf tempest-TestSecurityGroupsBasicOps-1500447946 tempest-TestSecurityGroupsBasicOps-1500447946-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:54.237957 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-79184faf-e64d-4e7c-93b2-095aafeceb3a tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:54.259287 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 53573cf0-1ebe-4f57-9e8c-7b8954e9db30 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:55:54.286796 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-c3c23c3d-3ecd-4ecc-bad9-c2a3f93c263b tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] device_id is not set on port 02099b35-15c4-4e0a-a38a-fc8c3b3ca6e4 yet. {{(pid=103320) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:55:54.320151 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-79184faf-e64d-4e7c-93b2-095aafeceb3a tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:54.331251 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-1c393225-e0c1-4bcf-b7c1-6ee944b3c021 req-490f47e0-af52-4a04-8186-f92d26a233cf tempest-TestSecurityGroupsBasicOps-1500447946 tempest-TestSecurityGroupsBasicOps-1500447946-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:54.340668 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 53573cf0-1ebe-4f57-9e8c-7b8954e9db30 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:55:54.341150 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:54.393888 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1c393225-e0c1-4bcf-b7c1-6ee944b3c021 req-490f47e0-af52-4a04-8186-f92d26a233cf tempest-TestSecurityGroupsBasicOps-1500447946 tempest-TestSecurityGroupsBasicOps-1500447946-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=99abac29-4317-42f1-9175-a951c7a0154c&id=a853e761-6280-4be8-a0fe-96d299da5bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.5848241 Apr 05 14:55:54.418918 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42446) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:54.461732 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-79184faf-e64d-4e7c-93b2-095aafeceb3a tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809317'] for router_interface, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:54.464475 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:54.491176 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79184faf-e64d-4e7c-93b2-095aafeceb3a tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Pushing event updated for resources: {'Port': ['ID=54eddb18-8768-4bd3-96d7-df60f1c16b33,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:54.513638 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port 53573cf0-1ebe-4f57-9e8c-7b8954e9db30, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=53573cf0-1ebe-4f57-9e8c-7b8954e9db30,segment=NetworkSegment(e6014c1c-7084-4474-a930-14e73d871487),segment_id=e6014c1c-7084-4474-a930-14e73d871487)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:55:54.515166 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ecf52131-d030-48c2-970d-7596ffd59a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:54.555717 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b12dd6f-9934-4df8-be70-b5a3ef55de65 tempest-TestSecurityGroupsBasicOps-1500447946 tempest-TestSecurityGroupsBasicOps-1500447946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:54.560730 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-9b12dd6f-9934-4df8-be70-b5a3ef55de65 tempest-TestSecurityGroupsBasicOps-1500447946 tempest-TestSecurityGroupsBasicOps-1500447946-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=56f68192-4b00-42fa-a055-1229d0a467cd HTTP/1.1" status: 200 len: 1131 time: 0.1373963 Apr 05 14:55:54.563931 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42450) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:54.570920 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-24567f80-07e8-4813-91a5-e5a915a6c1e6 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Request body: {'floatingip': {'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'port_id': 'b1911304-0934-48cd-a97e-b2c2a1558456', 'tenant_id': '6541073fc7b74808b6fa7a2702f66c66', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:55:54.616109 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:54.617466 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device fb151df0-7736-482c-b48e-efb7fab1965e up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:55:54.620218 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79184faf-e64d-4e7c-93b2-095aafeceb3a tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Network 205052bf-936d-4dd7-a8b9-a083221baed9 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:55:54.621774 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-79184faf-e64d-4e7c-93b2-095aafeceb3a tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:55:54.638599 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c5eb44cc-9121-4753-8c01-d7c62ecc877d tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:54.709038 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c3c23c3d-3ecd-4ecc-bad9-c2a3f93c263b tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:54.740517 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-24567f80-07e8-4813-91a5-e5a915a6c1e6 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks [] for floatingip, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:54.748311 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880e17d3-90bb-4aa1-8df2-427f3306c3c6 None None] New status for floating IP 2a3381fa-bd83-45c7-b802-7d3f6195c0da: DOWN {{(pid=103323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 14:55:54.756156 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b1918-4d0b-413e-8ffe-96d610cf1d77 req-8f880e60-25f7-455c-9c0a-63577e2389ce tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:54.766711 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-994b1918-4d0b-413e-8ffe-96d610cf1d77 req-8f880e60-25f7-455c-9c0a-63577e2389ce tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=25a5306b-2556-4950-bd18-55fa229b6768 HTTP/1.1" status: 200 len: 945 time: 0.5797393 Apr 05 14:55:54.771146 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490f47e0-af52-4a04-8186-f92d26a233cf tempest-TestSecurityGroupsBasicOps-1500447946 tempest-TestSecurityGroupsBasicOps-1500447946-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98a31720-aa15-4d78-ad00-be9a44ead6ba,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:54.778136 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c5eb44cc-9121-4753-8c01-d7c62ecc877d tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:54.814823 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=53573cf0-1ebe-4f57-9e8c-7b8954e9db30,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:54.889832 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port fb151df0-7736-482c-b48e-efb7fab1965e triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:55:54.890228 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:54.928812 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79184faf-e64d-4e7c-93b2-095aafeceb3a tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Router f964c6fd-9c7f-4372-a42f-26ae36656ddb has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:55:54.950162 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-994b1918-4d0b-413e-8ffe-96d610cf1d77 req-9371e8c9-ca0c-4a9a-8d74-9f408433d6e3 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fcc28c3-fc69-424a-81a1-3f20aae8b5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333621 Apr 05 14:55:55.013787 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c3c23c3d-3ecd-4ecc-bad9-c2a3f93c263b tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:55.081045 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c5eb44cc-9121-4753-8c01-d7c62ecc877d tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:55.083875 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c5eb44cc-9121-4753-8c01-d7c62ecc877d tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:55.088959 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-c5eb44cc-9121-4753-8c01-d7c62ecc877d tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "DELETE /v2.0/security-groups/fdb3d0e4-c8ad-4b5d-af5b-8691d67a2d89 HTTP/1.1" status: 204 len: 168 time: 1.1850603 Apr 05 14:55:55.089351 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42458) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:55.109098 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c23c3d-3ecd-4ecc-bad9-c2a3f93c263b tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Network 724fd47c-a127-4710-8c1f-87bb173f8cee is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:55:55.118143 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-c3c23c3d-3ecd-4ecc-bad9-c2a3f93c263b tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:55:55.123859 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c23c3d-3ecd-4ecc-bad9-c2a3f93c263b tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:55:55.125355 n-d-836650-2 neutron-server[103321]: INFO neutron.api.v2.resource [None req-006436c2-688e-418c-8a39-1f0ed6b35b8f tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] show failed (client error): The resource could not be found. Apr 05 14:55:55.126526 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-006436c2-688e-418c-8a39-1f0ed6b35b8f tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/security-groups/fdb3d0e4-c8ad-4b5d-af5b-8691d67a2d89 HTTP/1.1" status: 404 len: 347 time: 0.0359967 Apr 05 14:55:55.135140 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c23c3d-3ecd-4ecc-bad9-c2a3f93c263b tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:55.135140 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c3c23c3d-3ecd-4ecc-bad9-c2a3f93c263b tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:55.135349 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42462) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:55.135426 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eb44cc-9121-4753-8c01-d7c62ecc877d tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb3d0e4-c8ad-4b5d-af5b-8691d67a2d89,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:55.142014 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c23c3d-3ecd-4ecc-bad9-c2a3f93c263b tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event updated for resources: {'Port': ['ID=02099b35-15c4-4e0a-a38a-fc8c3b3ca6e4,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:55.195515 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b3faa7-7c80-4c18-8e64-e31daa4927fc None None] Network 205052bf-936d-4dd7-a8b9-a083221baed9 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:55:55.233905 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-c3c23c3d-3ecd-4ecc-bad9-c2a3f93c263b tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.5259421 Apr 05 14:55:55.236078 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 42464) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:55.284064 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cd2578-8722-48a7-ae78-8dd14e3ee4c1 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:55.289352 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-26cd2578-8722-48a7-ae78-8dd14e3ee4c1 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "GET /v2.0/ports/02099b35-15c4-4e0a-a38a-fc8c3b3ca6e4 HTTP/1.1" status: 200 len: 841 time: 0.0486224 Apr 05 14:55:55.289870 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 42466) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:55.341824 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-0e1d5466-17ae-47a6-b44d-7594cb21bd83 None None] Provisioning complete for port 53573cf0-1ebe-4f57-9e8c-7b8954e9db30 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:55:55.342189 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0e1d5466-17ae-47a6-b44d-7594cb21bd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:55.407468 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-6d5dc0d8-6a3b-42dd-bc82-ab4e67b76c1a tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Deleting port 02099b35-15c4-4e0a-a38a-fc8c3b3ca6e4 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:55:55.407813 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6d5dc0d8-6a3b-42dd-bc82-ab4e67b76c1a tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:55.495927 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6d5dc0d8-6a3b-42dd-bc82-ab4e67b76c1a tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:55.520936 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-6d5dc0d8-6a3b-42dd-bc82-ab4e67b76c1a tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Calling delete_port for 02099b35-15c4-4e0a-a38a-fc8c3b3ca6e4 owned by {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:55:55.688810 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79184faf-e64d-4e7c-93b2-095aafeceb3a tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:55:55.690938 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6d5dc0d8-6a3b-42dd-bc82-ab4e67b76c1a tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:55.704709 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-79184faf-e64d-4e7c-93b2-095aafeceb3a tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "PUT /v2.0/routers/f964c6fd-9c7f-4372-a42f-26ae36656ddb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3552094 Apr 05 14:55:55.707922 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecb4958-78a2-4929-966f-ddbc34812538 None None] Sync routers for ids ['f964c6fd-9c7f-4372-a42f-26ae36656ddb'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:55:55.727522 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-24567f80-07e8-4813-91a5-e5a915a6c1e6 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:55.728362 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecb4958-78a2-4929-966f-ddbc34812538 None None] Routers {'f964c6fd-9c7f-4372-a42f-26ae36656ddb'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:55:55.740149 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-3ecb4958-78a2-4929-966f-ddbc34812538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:55:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['f964c6fd-9c7f-4372-a42f-26ae36656ddb'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:55:55.787607 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5dc0d8-6a3b-42dd-bc82-ab4e67b76c1a tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event deleted for resources: {'Port': ['ID=02099b35-15c4-4e0a-a38a-fc8c3b3ca6e4,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:55.795697 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6d5dc0d8-6a3b-42dd-bc82-ab4e67b76c1a tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:55.809147 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-6d5dc0d8-6a3b-42dd-bc82-ab4e67b76c1a tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "DELETE /v2.0/ports/02099b35-15c4-4e0a-a38a-fc8c3b3ca6e4 HTTP/1.1" status: 204 len: 168 time: 0.5180285 Apr 05 14:55:55.809893 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 42476) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:55.871251 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b4bb406-82a5-42b0-9e90-0e2bf3cb2d3e tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] GET failed (client error): The resource could not be found. Apr 05 14:55:55.878917 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-1b4bb406-82a5-42b0-9e90-0e2bf3cb2d3e tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "GET /v2.0/ports/02099b35-15c4-4e0a-a38a-fc8c3b3ca6e4 HTTP/1.1" status: 404 len: 333 time: 0.0678430 Apr 05 14:55:55.879585 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 42482) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:55.885256 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-e5f27c71-d5b9-4bde-ad19-5906b3be4cdb tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Request body: {'port': {'network_id': '724fd47c-a127-4710-8c1f-87bb173f8cee', 'name': 'tempest-PortsTestJSON-2098684386'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:55:55.886828 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-24567f80-07e8-4813-91a5-e5a915a6c1e6 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Allocated IP 172.25.6.57 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/d230d2d0-e34d-4e74-8b9f-f743065b196f) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:55:55.889068 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-080e25e6-7a04-4552-9d59-1e208c415332 None None] Provisioning complete for port 54eddb18-8768-4bd3-96d7-df60f1c16b33 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:55:55.889442 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-080e25e6-7a04-4552-9d59-1e208c415332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:55.929960 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-02eb9bd6-6b67-4bfd-b644-ec36d286dcd4 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Deleting port 213bb619-3b80-4937-9743-89d0e7fef5d3 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:55:55.930587 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-02eb9bd6-6b67-4bfd-b644-ec36d286dcd4 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:56.096501 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-02eb9bd6-6b67-4bfd-b644-ec36d286dcd4 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:56.097289 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-02eb9bd6-6b67-4bfd-b644-ec36d286dcd4 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:56.124597 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-02eb9bd6-6b67-4bfd-b644-ec36d286dcd4 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Calling delete_port for 213bb619-3b80-4937-9743-89d0e7fef5d3 owned by network:floatingip {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:55:56.129285 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-24567f80-07e8-4813-91a5-e5a915a6c1e6 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:56.156274 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-3ecb4958-78a2-4929-966f-ddbc34812538 None None] Set router f964c6fd-9c7f-4372-a42f-26ae36656ddb gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:55:56.205543 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 53573cf0-1ebe-4f57-9e8c-7b8954e9db30 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:55:56.208096 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e438cb06-1d00-4c84-af1d-aca5080944c0 req-db90a35e-24a3-4da2-a596-6b4d483ad7e6 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1806956071&fields=id&tenant_id=b07e36dc5a904f16980660900e2eecc1 HTTP/1.1" status: 200 len: 267 time: 0.1618254 Apr 05 14:55:56.269428 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ec4dc5-0747-4762-9939-5f5300603287 req-82fa9845-4f6f-4b8a-9073-944e693e1e3e tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:56.271618 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-080e25e6-7a04-4552-9d59-1e208c415332 None None] Port 54eddb18-8768-4bd3-96d7-df60f1c16b33 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:55:56.272225 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-99ec4dc5-0747-4762-9939-5f5300603287 req-82fa9845-4f6f-4b8a-9073-944e693e1e3e tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=25a5306b-2556-4950-bd18-55fa229b6768 HTTP/1.1" status: 200 len: 945 time: 0.1616950 Apr 05 14:55:56.307718 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f27c71-d5b9-4bde-ad19-5906b3be4cdb tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Made reservation on behalf of 13c118202c994ca38979777ae3308543 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:55:56.311592 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e5f27c71-d5b9-4bde-ad19-5906b3be4cdb tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:56.371878 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-080e25e6-7a04-4552-9d59-1e208c415332 None None] Provisioning complete for port 53573cf0-1ebe-4f57-9e8c-7b8954e9db30 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:55:56.372249 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-080e25e6-7a04-4552-9d59-1e208c415332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:56.376693 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e5f27c71-d5b9-4bde-ad19-5906b3be4cdb tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] device_id is not set on port 85422b8a-6065-41c4-9baf-6d3148eb2086 yet. {{(pid=103320) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:55:56.404730 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-99ec4dc5-0747-4762-9939-5f5300603287 req-05159bdf-3229-4c1a-ad95-dd1bc2e288ce tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fcc28c3-fc69-424a-81a1-3f20aae8b5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002624 Apr 05 14:55:56.438185 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-24567f80-07e8-4813-91a5-e5a915a6c1e6 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:56.469287 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24567f80-07e8-4813-91a5-e5a915a6c1e6 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:55:56.474463 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438cb06-1d00-4c84-af1d-aca5080944c0 req-76f39b28-badd-4d2e-924e-6684643b59de tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:56.474463 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e438cb06-1d00-4c84-af1d-aca5080944c0 req-76f39b28-badd-4d2e-924e-6684643b59de tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/networks?id=205052bf-936d-4dd7-a8b9-a083221baed9 HTTP/1.1" status: 200 len: 796 time: 0.2564659 Apr 05 14:55:56.474738 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-24567f80-07e8-4813-91a5-e5a915a6c1e6 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:55:56.504871 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e438cb06-1d00-4c84-af1d-aca5080944c0 req-960a809d-7685-4619-9b88-7b0c9e812803 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/quotas/b07e36dc5a904f16980660900e2eecc1 HTTP/1.1" status: 200 len: 375 time: 0.0229025 Apr 05 14:55:56.509103 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-02eb9bd6-6b67-4bfd-b644-ec36d286dcd4 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:56.514522 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24567f80-07e8-4813-91a5-e5a915a6c1e6 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:55:56.545561 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 53573cf0-1ebe-4f57-9e8c-7b8954e9db30 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:55:56.546186 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:56.604105 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24567f80-07e8-4813-91a5-e5a915a6c1e6 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Pushing event updated for resources: {'Port': ['ID=d230d2d0-e34d-4e74-8b9f-f743065b196f,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:56.655563 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eb9bd6-6b67-4bfd-b644-ec36d286dcd4 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Pushing event deleted for resources: {'Port': ['ID=213bb619-3b80-4937-9743-89d0e7fef5d3,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:56.693710 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b62f14-8635-46a5-aea1-ea613bf69d63 req-74237f07-bed7-4f68-9a90-30250cd519dd tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:56.695490 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-09b62f14-8635-46a5-aea1-ea613bf69d63 req-74237f07-bed7-4f68-9a90-30250cd519dd tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/ports?device_id=25a5306b-2556-4950-bd18-55fa229b6768 HTTP/1.1" status: 200 len: 945 time: 0.1768389 Apr 05 14:55:56.710408 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e5f27c71-d5b9-4bde-ad19-5906b3be4cdb tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:56.722358 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-02eb9bd6-6b67-4bfd-b644-ec36d286dcd4 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for floatingip, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:56.726180 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-02eb9bd6-6b67-4bfd-b644-ec36d286dcd4 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:56.727520 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-02eb9bd6-6b67-4bfd-b644-ec36d286dcd4 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "DELETE /v2.0/floatingips/2a3381fa-bd83-45c7-b802-7d3f6195c0da HTTP/1.1" status: 204 len: 168 time: 1.5938928 Apr 05 14:55:56.738157 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e438cb06-1d00-4c84-af1d-aca5080944c0 req-ae1db5af-5893-4f64-8d46-d68a28c7afb7 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b07e36dc5a904f16980660900e2eecc1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2241495 Apr 05 14:55:56.774469 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-09b62f14-8635-46a5-aea1-ea613bf69d63 req-fdf79032-996e-4d12-a2af-d98d336f39a7 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fcc28c3-fc69-424a-81a1-3f20aae8b5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703773 Apr 05 14:55:56.797209 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 42508) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:56.801502 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-3ecb4958-78a2-4929-966f-ddbc34812538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f964c6fd-9c7f-4372-a42f-26ae36656ddb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1118121749', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'fb151df0-7736-482c-b48e-efb7fab1965e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:55:44Z', 'updated_at': '2022-04-05T14:55:53Z', 'revision_number': 4, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'gw_port': {'id': 'fb151df0-7736-482c-b48e-efb7fab1965e', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f964c6fd-9c7f-4372-a42f-26ae36656ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:55:46Z', 'updated_at': '2022-04-05T14:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '54eddb18-8768-4bd3-96d7-df60f1c16b33', 'name': '', 'network_id': '205052bf-936d-4dd7-a8b9-a083221baed9', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'mac_address': 'fa:16:3e:66:62:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f964c6fd-9c7f-4372-a42f-26ae36656ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': 'c8478518-4a07-478c-a491-4a7622994fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:55:52Z', 'updated_at': '2022-04-05T14:55:53Z', 'revision_number': 2, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'subnets': [{'id': 'c8478518-4a07-478c-a491-4a7622994fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:55:56.855405 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e5f27c71-d5b9-4bde-ad19-5906b3be4cdb tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:56.875084 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecb4958-78a2-4929-966f-ddbc34812538 None None] Checking router: f964c6fd-9c7f-4372-a42f-26ae36656ddb for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:55:56.875358 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecb4958-78a2-4929-966f-ddbc34812538 None None] Updating router f964c6fd-9c7f-4372-a42f-26ae36656ddb port 54eddb18-8768-4bd3-96d7-df60f1c16b33 binding host n-d-836650-2 {{(pid=103322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:55:56.929473 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3ecb4958-78a2-4929-966f-ddbc34812538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:56.967465 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9937b45c-04f0-4498-a746-d39b4343a0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:56.989176 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-7dc75b78-4a17-4873-90d4-66ee403e3f2d None None] Provisioning complete for port 54eddb18-8768-4bd3-96d7-df60f1c16b33 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:55:56.989545 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7dc75b78-4a17-4873-90d4-66ee403e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:57.016555 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f27c71-d5b9-4bde-ad19-5906b3be4cdb tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Network 724fd47c-a127-4710-8c1f-87bb173f8cee is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:55:57.023461 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-e5f27c71-d5b9-4bde-ad19-5906b3be4cdb tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:55:57.038808 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9407548-1bc7-4e91-8e0f-d43456d6aafc tempest-TestVolumeBootPattern-945083147 tempest-TestVolumeBootPattern-945083147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:57.042991 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-d9407548-1bc7-4e91-8e0f-d43456d6aafc tempest-TestVolumeBootPattern-945083147 tempest-TestVolumeBootPattern-945083147-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=25a5306b-2556-4950-bd18-55fa229b6768 HTTP/1.1" status: 200 len: 1091 time: 0.2446918 Apr 05 14:55:57.043967 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f27c71-d5b9-4bde-ad19-5906b3be4cdb tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:55:57.049583 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f27c71-d5b9-4bde-ad19-5906b3be4cdb tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:57.050187 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e5f27c71-d5b9-4bde-ad19-5906b3be4cdb tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:57.055041 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42512) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:57.059600 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-522e886c-a56d-4d8d-9795-0ac2162bb534 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Request body: {'floatingip': {'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'port_id': '60e0c79e-2930-4a05-80ad-7c63d2553e4b', 'tenant_id': '15503dce9d2944a4a898191fdde0d62f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:55:57.065929 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f27c71-d5b9-4bde-ad19-5906b3be4cdb tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event updated for resources: {'Port': ['ID=85422b8a-6065-41c4-9baf-6d3148eb2086,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:57.103181 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-7dc75b78-4a17-4873-90d4-66ee403e3f2d None None] Port 54eddb18-8768-4bd3-96d7-df60f1c16b33 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:55:57.120447 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e438cb06-1d00-4c84-af1d-aca5080944c0 req-78bceb09-3bfb-4b73-8c43-8adb4e2f9d55 service neutron] 10.222.0.30 "GET /v2.0/networks/205052bf-936d-4dd7-a8b9-a083221baed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3619781 Apr 05 14:55:57.211261 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-e5f27c71-d5b9-4bde-ad19-5906b3be4cdb tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3305922 Apr 05 14:55:57.213914 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 42516) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:57.219419 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-cb4fbd1d-b525-4961-87b3-f502cf251a38 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:55:57.265484 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e438cb06-1d00-4c84-af1d-aca5080944c0 req-34507ff7-5044-4561-93a4-f47c232ed0e9 service neutron] 10.222.0.30 "GET /v2.0/networks/205052bf-936d-4dd7-a8b9-a083221baed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383600 Apr 05 14:55:57.300483 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-24567f80-07e8-4813-91a5-e5a915a6c1e6 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:57.325475 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3ecb4958-78a2-4929-966f-ddbc34812538 None None] Notify callbacks [] for port, precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:57.330704 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cb4fbd1d-b525-4961-87b3-f502cf251a38 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:57.346825 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-522e886c-a56d-4d8d-9795-0ac2162bb534 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks [] for floatingip, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:57.393577 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42520) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:57.399028 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-065afd1e-e59a-472a-b4ed-04371669b4d3 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1096098364', 'description': 'tempest-description--782680570'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:55:57.422749 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3ecb4958-78a2-4929-966f-ddbc34812538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:57.542737 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-522e886c-a56d-4d8d-9795-0ac2162bb534 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:57.558603 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-065afd1e-e59a-472a-b4ed-04371669b4d3 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:57.641717 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105b4c0c-16a4-4a8d-a40b-79bbed592151 None None] Pushing event updated for resources: {'Port': ['ID=54eddb18-8768-4bd3-96d7-df60f1c16b33,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:57.658460 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f2fffa77-c432-4bfa-8fd7-2118c529af14 req-09c26d96-9336-4184-aece-d3c0c74038ca tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=982bdab9-79f0-4b09-82b0-ead4ea21530e HTTP/1.1" status: 200 len: 210 time: 0.0474699 Apr 05 14:55:57.682095 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-24567f80-07e8-4813-91a5-e5a915a6c1e6 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:57.691548 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cb4fbd1d-b525-4961-87b3-f502cf251a38 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:57.711552 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-3ecb4958-78a2-4929-966f-ddbc34812538 None None] Attempting to bind port 54eddb18-8768-4bd3-96d7-df60f1c16b33 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:55:57.716343 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-3ecb4958-78a2-4929-966f-ddbc34812538 None None] Attempting to bind port 54eddb18-8768-4bd3-96d7-df60f1c16b33 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'e6014c1c-7084-4474-a930-14e73d871487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '205052bf-936d-4dd7-a8b9-a083221baed9'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:55:57.716343 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecb4958-78a2-4929-966f-ddbc34812538 None None] Attempting to bind port 54eddb18-8768-4bd3-96d7-df60f1c16b33 on network 205052bf-936d-4dd7-a8b9-a083221baed9 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:55:57.720708 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecb4958-78a2-4929-966f-ddbc34812538 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:55:57.720916 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecb4958-78a2-4929-966f-ddbc34812538 None None] Checking segment: {'id': 'e6014c1c-7084-4474-a930-14e73d871487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '205052bf-936d-4dd7-a8b9-a083221baed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:55:57.721350 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3ecb4958-78a2-4929-966f-ddbc34812538 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:57.721762 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecb4958-78a2-4929-966f-ddbc34812538 None None] Bound using segment: {'id': 'e6014c1c-7084-4474-a930-14e73d871487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '205052bf-936d-4dd7-a8b9-a083221baed9'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:55:57.722236 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-3ecb4958-78a2-4929-966f-ddbc34812538 None None] Bound port: 54eddb18-8768-4bd3-96d7-df60f1c16b33, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6014c1c-7084-4474-a930-14e73d871487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '205052bf-936d-4dd7-a8b9-a083221baed9'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:55:57.723200 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3ecb4958-78a2-4929-966f-ddbc34812538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:57.765739 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cb4fbd1d-b525-4961-87b3-f502cf251a38 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:57.786948 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cb4fbd1d-b525-4961-87b3-f502cf251a38 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] In _notify_port_updated(), no bound segment for port 85422b8a-6065-41c4-9baf-6d3148eb2086 on network 724fd47c-a127-4710-8c1f-87bb173f8cee {{(pid=103320) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 05 14:55:57.794832 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4fbd1d-b525-4961-87b3-f502cf251a38 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:57.795464 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cb4fbd1d-b525-4961-87b3-f502cf251a38 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:57.796782 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-cb4fbd1d-b525-4961-87b3-f502cf251a38 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "PUT /v2.0/ports/85422b8a-6065-41c4-9baf-6d3148eb2086 HTTP/1.1" status: 200 len: 818 time: 0.5818229 Apr 05 14:55:57.819152 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 42534) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:57.898012 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-542d7f9d-fe7f-4789-86b7-34c29205f97e None None] Provisioning complete for port 54eddb18-8768-4bd3-96d7-df60f1c16b33 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:55:57.898531 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-542d7f9d-fe7f-4789-86b7-34c29205f97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:57.910050 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4fbd1d-b525-4961-87b3-f502cf251a38 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event updated for resources: {'Port': ['ID=85422b8a-6065-41c4-9baf-6d3148eb2086,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:57.917684 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-522e886c-a56d-4d8d-9795-0ac2162bb534 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Allocated IP 172.25.6.76 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/1c6a8637-5e90-4475-bbdc-edbe11e57046) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:55:57.952468 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-542d7f9d-fe7f-4789-86b7-34c29205f97e None None] Port 54eddb18-8768-4bd3-96d7-df60f1c16b33 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:55:57.955837 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-3ecb4958-78a2-4929-966f-ddbc34812538 None None] For port 54eddb18-8768-4bd3-96d7-df60f1c16b33, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:55:57.968958 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-065afd1e-e59a-472a-b4ed-04371669b4d3 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:57.991826 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-3ecb4958-78a2-4929-966f-ddbc34812538 None None] For port 54eddb18-8768-4bd3-96d7-df60f1c16b33, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=54eddb18-8768-4bd3-96d7-df60f1c16b33,segment=NetworkSegment(e6014c1c-7084-4474-a930-14e73d871487),segment_id=e6014c1c-7084-4474-a930-14e73d871487)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:55:58.041160 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-49e0daa0-c29f-40b5-82f4-0d58cae9178c tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Deleting port 85422b8a-6065-41c4-9baf-6d3148eb2086 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:55:58.041521 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-49e0daa0-c29f-40b5-82f4-0d58cae9178c tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:58.055380 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-065afd1e-e59a-472a-b4ed-04371669b4d3 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:58.080663 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3ecb4958-78a2-4929-966f-ddbc34812538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:58.105680 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-24567f80-07e8-4813-91a5-e5a915a6c1e6 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:58.124334 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065afd1e-e59a-472a-b4ed-04371669b4d3 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8bb0c2-5bdc-418b-921f-49e713b6c33a,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:58.141307 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-49e0daa0-c29f-40b5-82f4-0d58cae9178c tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:58.153806 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-522e886c-a56d-4d8d-9795-0ac2162bb534 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:58.159998 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-49e0daa0-c29f-40b5-82f4-0d58cae9178c tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Calling delete_port for 85422b8a-6065-41c4-9baf-6d3148eb2086 owned by {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:55:58.165771 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:58.172931 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-24567f80-07e8-4813-91a5-e5a915a6c1e6 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:58.218352 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24567f80-07e8-4813-91a5-e5a915a6c1e6 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Pushing event updated for resources: {'Port': ['ID=d230d2d0-e34d-4e74-8b9f-f743065b196f,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:58.226837 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-065afd1e-e59a-472a-b4ed-04371669b4d3 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:58.234097 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-065afd1e-e59a-472a-b4ed-04371669b4d3 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8359196 Apr 05 14:55:58.236338 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42542) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:58.242435 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-1b8df9b2-7848-47fe-bfe5-57197f71e86f tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Request body: {'security_group_rule': {'security_group_id': '6b8bb0c2-5bdc-418b-921f-49e713b6c33a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:55:58.334665 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-24567f80-07e8-4813-91a5-e5a915a6c1e6 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:58.381785 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-522e886c-a56d-4d8d-9795-0ac2162bb534 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:58.402408 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-49e0daa0-c29f-40b5-82f4-0d58cae9178c tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:58.435654 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-49e0daa0-c29f-40b5-82f4-0d58cae9178c tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:58.440130 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-49e0daa0-c29f-40b5-82f4-0d58cae9178c tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "DELETE /v2.0/ports/85422b8a-6065-41c4-9baf-6d3148eb2086 HTTP/1.1" status: 204 len: 168 time: 0.6200147 Apr 05 14:55:58.440866 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105b4c0c-16a4-4a8d-a40b-79bbed592151 None None] Pushing event updated for resources: {'Port': ['ID=54eddb18-8768-4bd3-96d7-df60f1c16b33,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:58.445249 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecb4958-78a2-4929-966f-ddbc34812538 None None] Routers {'f964c6fd-9c7f-4372-a42f-26ae36656ddb'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:55:58.446089 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-3ecb4958-78a2-4929-966f-ddbc34812538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:55:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['f964c6fd-9c7f-4372-a42f-26ae36656ddb'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:55:58.461125 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42546) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:58.466781 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e0daa0-c29f-40b5-82f4-0d58cae9178c tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event deleted for resources: {'Port': ['ID=85422b8a-6065-41c4-9baf-6d3148eb2086,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:58.516313 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522e886c-a56d-4d8d-9795-0ac2162bb534 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:55:58.520724 n-d-836650-2 neutron-server[103321]: INFO neutron.db.l3_db [None req-24567f80-07e8-4813-91a5-e5a915a6c1e6 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Floating IP faf03f7a-fec3-4b69-bc36-5cf3832f17a0 associated. External IP: 172.25.6.57, port: b1911304-0934-48cd-a97e-b2c2a1558456. Apr 05 14:55:58.527968 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-522e886c-a56d-4d8d-9795-0ac2162bb534 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:55:58.532962 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-fb809e04-a5ca-4c7c-b132-d3b5c58817ac None None] Provisioning complete for port 54eddb18-8768-4bd3-96d7-df60f1c16b33 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:55:58.532962 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fb809e04-a5ca-4c7c-b132-d3b5c58817ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:58.562272 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1b8df9b2-7848-47fe-bfe5-57197f71e86f tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:58.566258 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522e886c-a56d-4d8d-9795-0ac2162bb534 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:55:58.621874 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-3ecb4958-78a2-4929-966f-ddbc34812538 None None] Set router f964c6fd-9c7f-4372-a42f-26ae36656ddb gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:55:58.629273 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522e886c-a56d-4d8d-9795-0ac2162bb534 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Pushing event updated for resources: {'Port': ['ID=1c6a8637-5e90-4475-bbdc-edbe11e57046,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:58.694404 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a3efa3-c79a-459f-8b19-ab12380bd588 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:58.696003 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-99a3efa3-c79a-459f-8b19-ab12380bd588 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2309504 Apr 05 14:55:58.698276 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 42552) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:58.794515 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ccfffd1-7d10-43f0-8184-9fd1dfba5050 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] GET failed (client error): The resource could not be found. Apr 05 14:55:58.796170 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1b8df9b2-7848-47fe-bfe5-57197f71e86f tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:58.801831 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-3ccfffd1-7d10-43f0-8184-9fd1dfba5050 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "GET /v2.0/ports/85422b8a-6065-41c4-9baf-6d3148eb2086 HTTP/1.1" status: 404 len: 333 time: 0.1021955 Apr 05 14:55:58.807474 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 42556) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:58.831164 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-a38a3c41-c2c3-4092-ac2d-f1da3a9cdb33 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1378880152'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:55:58.881550 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fb809e04-a5ca-4c7c-b132-d3b5c58817ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:58.913729 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1b8df9b2-7848-47fe-bfe5-57197f71e86f tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:58.946849 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-fb809e04-a5ca-4c7c-b132-d3b5c58817ac None None] For port 54eddb18-8768-4bd3-96d7-df60f1c16b33, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=54eddb18-8768-4bd3-96d7-df60f1c16b33,segment=NetworkSegment(e6014c1c-7084-4474-a930-14e73d871487),segment_id=e6014c1c-7084-4474-a930-14e73d871487)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:55:58.966997 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-3ecb4958-78a2-4929-966f-ddbc34812538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f964c6fd-9c7f-4372-a42f-26ae36656ddb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1118121749', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'fb151df0-7736-482c-b48e-efb7fab1965e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:55:44Z', 'updated_at': '2022-04-05T14:55:53Z', 'revision_number': 4, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'gw_port': {'id': 'fb151df0-7736-482c-b48e-efb7fab1965e', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f964c6fd-9c7f-4372-a42f-26ae36656ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:55:46Z', 'updated_at': '2022-04-05T14:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '54eddb18-8768-4bd3-96d7-df60f1c16b33', 'name': '', 'network_id': '205052bf-936d-4dd7-a8b9-a083221baed9', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'mac_address': 'fa:16:3e:66:62:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f964c6fd-9c7f-4372-a42f-26ae36656ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': 'c8478518-4a07-478c-a491-4a7622994fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:55:52Z', 'updated_at': '2022-04-05T14:55:57Z', 'revision_number': 4, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'subnets': [{'id': 'c8478518-4a07-478c-a491-4a7622994fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:55:58.975574 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c83f5851-9326-4ed7-b77a-a537f5420783 req-3a592722-c156-47cc-9f04-292953b7f77d tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=982bdab9-79f0-4b09-82b0-ead4ea21530e HTTP/1.1" status: 200 len: 210 time: 0.1017616 Apr 05 14:55:58.994422 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a38a3c41-c2c3-4092-ac2d-f1da3a9cdb33 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Made reservation on behalf of 13c118202c994ca38979777ae3308543 for: {'network': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:55:58.996656 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecb4958-78a2-4929-966f-ddbc34812538 None None] The sync data for ids ['f964c6fd-9c7f-4372-a42f-26ae36656ddb'] in n-d-836650-2 is: [{'id': 'f964c6fd-9c7f-4372-a42f-26ae36656ddb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1118121749', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'fb151df0-7736-482c-b48e-efb7fab1965e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:55:44Z', 'updated_at': '2022-04-05T14:55:53Z', 'revision_number': 4, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'gw_port': {'id': 'fb151df0-7736-482c-b48e-efb7fab1965e', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f964c6fd-9c7f-4372-a42f-26ae36656ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:55:46Z', 'updated_at': '2022-04-05T14:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '54eddb18-8768-4bd3-96d7-df60f1c16b33', 'name': '', 'network_id': '205052bf-936d-4dd7-a8b9-a083221baed9', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'mac_address': 'fa:16:3e:66:62:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f964c6fd-9c7f-4372-a42f-26ae36656ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': 'c8478518-4a07-478c-a491-4a7622994fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:55:52Z', 'updated_at': '2022-04-05T14:55:57Z', 'revision_number': 4, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'subnets': [{'id': 'c8478518-4a07-478c-a491-4a7622994fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:55:59.000126 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a38a3c41-c2c3-4092-ac2d-f1da3a9cdb33 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:59.023527 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fb809e04-a5ca-4c7c-b132-d3b5c58817ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:59.081617 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a38a3c41-c2c3-4092-ac2d-f1da3a9cdb33 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=103320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:55:59.098605 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a38a3c41-c2c3-4092-ac2d-f1da3a9cdb33 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:59.099706 n-d-836650-2 neutron-server[103320]: INFO neutron.db.segments_db [None req-a38a3c41-c2c3-4092-ac2d-f1da3a9cdb33 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Added segment abe8bb86-77c4-41f4-9697-c3257e362951 of type vlan for network b03b0a4d-be0a-4bec-a86a-25a1714b1fce Apr 05 14:55:59.105248 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8df9b2-7848-47fe-bfe5-57197f71e86f tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=937d4b6c-cd3c-4839-8370-42c8102f251e,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:59.132205 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1b8df9b2-7848-47fe-bfe5-57197f71e86f tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:59.136452 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-1b8df9b2-7848-47fe-bfe5-57197f71e86f tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8984106 Apr 05 14:55:59.138547 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 42560) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:59.143574 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-ab8a0103-f812-4442-9508-e303f814d0d3 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Request body: {'security_group_rule': {'security_group_id': '6b8bb0c2-5bdc-418b-921f-49e713b6c33a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:55:59.151464 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb809e04-a5ca-4c7c-b132-d3b5c58817ac None None] Pushing event updated for resources: {'Port': ['ID=54eddb18-8768-4bd3-96d7-df60f1c16b33,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:59.182687 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a38a3c41-c2c3-4092-ac2d-f1da3a9cdb33 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:59.201691 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24567f80-07e8-4813-91a5-e5a915a6c1e6 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Router ecdeca4a-a160-48a5-8981-a488a2a1278b has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:55:59.337306 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a38a3c41-c2c3-4092-ac2d-f1da3a9cdb33 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:59.343580 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38a3c41-c2c3-4092-ac2d-f1da3a9cdb33 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:59.344374 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a38a3c41-c2c3-4092-ac2d-f1da3a9cdb33 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:59.437412 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ab8a0103-f812-4442-9508-e303f814d0d3 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:59.471435 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38a3c41-c2c3-4092-ac2d-f1da3a9cdb33 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event updated for resources: {'Network': ['ID=b03b0a4d-be0a-4bec-a86a-25a1714b1fce,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:59.504925 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24567f80-07e8-4813-91a5-e5a915a6c1e6 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:55:59.518936 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591a2144-21ac-47bc-b2f5-d1ee1f997495 None None] Sync routers for ids ['ecdeca4a-a160-48a5-8981-a488a2a1278b'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:55:59.540257 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-a38a3c41-c2c3-4092-ac2d-f1da3a9cdb33 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7308431 Apr 05 14:55:59.550490 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 42568) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:59.551927 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591a2144-21ac-47bc-b2f5-d1ee1f997495 None None] Routers {'ecdeca4a-a160-48a5-8981-a488a2a1278b'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:55:59.554558 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-591a2144-21ac-47bc-b2f5-d1ee1f997495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:55:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['ecdeca4a-a160-48a5-8981-a488a2a1278b'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:55:59.559210 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network b03b0a4d-be0a-4bec-a86a-25a1714b1fce details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:55:59.572332 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-522e886c-a56d-4d8d-9795-0ac2162bb534 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:59.604666 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-c0281d31-a6fa-410c-9cf4-a8871a9400c5 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Request body: {'subnet': {'network_id': 'b03b0a4d-be0a-4bec-a86a-25a1714b1fce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:55:59.691304 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-24567f80-07e8-4813-91a5-e5a915a6c1e6 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:59.700248 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:59.722005 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-591a2144-21ac-47bc-b2f5-d1ee1f997495 None None] Set router ecdeca4a-a160-48a5-8981-a488a2a1278b gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:55:59.766843 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-24567f80-07e8-4813-91a5-e5a915a6c1e6 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.1995611 Apr 05 14:55:59.774788 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 42570) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:55:59.782708 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ab8a0103-f812-4442-9508-e303f814d0d3 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:59.790523 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:59.818542 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56f68192-4b00-42fa-a055-1229d0a467cd', 'tag': 'b1911304-0934-48cd-a97e-b2c2a1558456'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:55:59.823485 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba70a17-3a12-4bb3-8dde-2879acd5301b" -d '{"events": [{"name": "network-changed", "server_uuid": "56f68192-4b00-42fa-a055-1229d0a467cd", "tag": "b1911304-0934-48cd-a97e-b2c2a1558456"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:55:59.827737 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-522e886c-a56d-4d8d-9795-0ac2162bb534 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:59.904404 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672e1303-096d-46a2-b4c3-d73b95991e79 x-openstack-request-id: req-672e1303-096d-46a2-b4c3-d73b95991e79 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:55:59.904701 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56f68192-4b00-42fa-a055-1229d0a467cd", "tag": "b1911304-0934-48cd-a97e-b2c2a1558456", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:55:59.904986 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-672e1303-096d-46a2-b4c3-d73b95991e79 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:55:59.905402 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-672e1303-096d-46a2-b4c3-d73b95991e79'] response: {'name': 'network-changed', 'server_uuid': '56f68192-4b00-42fa-a055-1229d0a467cd', 'tag': 'b1911304-0934-48cd-a97e-b2c2a1558456', 'status': 'completed', 'code': 200} Apr 05 14:55:59.923522 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ab8a0103-f812-4442-9508-e303f814d0d3 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:59.994368 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8a0103-f812-4442-9508-e303f814d0d3 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0ef0578-47cb-4992-92eb-e31e2425f498,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:00.123590 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba70a17-3a12-4bb3-8dde-2879acd5301b req-e08432be-0882-4b7c-bdc7-dbbd53cad9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:00.127764 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-6ba70a17-3a12-4bb3-8dde-2879acd5301b req-e08432be-0882-4b7c-bdc7-dbbd53cad9af service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6541073fc7b74808b6fa7a2702f66c66&device_id=56f68192-4b00-42fa-a055-1229d0a467cd HTTP/1.1" status: 200 len: 1136 time: 0.2047415 Apr 05 14:56:00.172928 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ab8a0103-f812-4442-9508-e303f814d0d3 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:00.177052 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-ab8a0103-f812-4442-9508-e303f814d0d3 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0344949 Apr 05 14:56:00.187887 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42582) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:00.199292 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 54eddb18-8768-4bd3-96d7-df60f1c16b33 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:56:00.207793 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-591a2144-21ac-47bc-b2f5-d1ee1f997495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecdeca4a-a160-48a5-8981-a488a2a1278b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1327652221', 'tenant_id': '6541073fc7b74808b6fa7a2702f66c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '2de54ed3-14c1-4b90-80cc-985460e8ef41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:55:20Z', 'updated_at': '2022-04-05T14:55:29Z', 'revision_number': 4, 'project_id': '6541073fc7b74808b6fa7a2702f66c66', 'gw_port': {'id': '2de54ed3-14c1-4b90-80cc-985460e8ef41', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ea:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdeca4a-a160-48a5-8981-a488a2a1278b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:55:21Z', 'updated_at': '2022-04-05T14:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': 'faf03f7a-fec3-4b69-bc36-5cf3832f17a0', 'tenant_id': '6541073fc7b74808b6fa7a2702f66c66', 'floating_ip_address': '172.25.6.57', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': 'ecdeca4a-a160-48a5-8981-a488a2a1278b', 'port_id': 'b1911304-0934-48cd-a97e-b2c2a1558456', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '367f5640-2190-4979-a162-44b8c16904d9', 'mac_address': 'fa:16:3e:11:bf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f68192-4b00-42fa-a055-1229d0a467cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:55:57Z', 'updated_at': '2022-04-05T14:55:57Z', 'revision_number': 0, 'project_id': '6541073fc7b74808b6fa7a2702f66c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '101f73dd-2890-4583-9f40-6c66d37f4bb6', 'name': '', 'network_id': '367f5640-2190-4979-a162-44b8c16904d9', 'tenant_id': '6541073fc7b74808b6fa7a2702f66c66', 'mac_address': 'fa:16:3e:6c:42:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdeca4a-a160-48a5-8981-a488a2a1278b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '05719900-8279-44be-afb4-e96260abf98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:55:27Z', 'updated_at': '2022-04-05T14:55:32Z', 'revision_number': 5, 'project_id': '6541073fc7b74808b6fa7a2702f66c66', 'subnets': [{'id': '05719900-8279-44be-afb4-e96260abf98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:56:00.209937 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b01cd9d-ded8-4c9d-a854-0119a88bcf62 tempest-TestSecurityGroupsBasicOps-1500447946 tempest-TestSecurityGroupsBasicOps-1500447946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:00.211843 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b01cd9d-ded8-4c9d-a854-0119a88bcf62 tempest-TestSecurityGroupsBasicOps-1500447946 tempest-TestSecurityGroupsBasicOps-1500447946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:00.212533 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b01cd9d-ded8-4c9d-a854-0119a88bcf62 tempest-TestSecurityGroupsBasicOps-1500447946 tempest-TestSecurityGroupsBasicOps-1500447946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:00.213209 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b01cd9d-ded8-4c9d-a854-0119a88bcf62 tempest-TestSecurityGroupsBasicOps-1500447946 tempest-TestSecurityGroupsBasicOps-1500447946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:00.213881 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b01cd9d-ded8-4c9d-a854-0119a88bcf62 tempest-TestSecurityGroupsBasicOps-1500447946 tempest-TestSecurityGroupsBasicOps-1500447946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:00.214510 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b01cd9d-ded8-4c9d-a854-0119a88bcf62 tempest-TestSecurityGroupsBasicOps-1500447946 tempest-TestSecurityGroupsBasicOps-1500447946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:00.215945 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b01cd9d-ded8-4c9d-a854-0119a88bcf62 tempest-TestSecurityGroupsBasicOps-1500447946 tempest-TestSecurityGroupsBasicOps-1500447946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:00.216584 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b01cd9d-ded8-4c9d-a854-0119a88bcf62 tempest-TestSecurityGroupsBasicOps-1500447946 tempest-TestSecurityGroupsBasicOps-1500447946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:00.217255 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b01cd9d-ded8-4c9d-a854-0119a88bcf62 tempest-TestSecurityGroupsBasicOps-1500447946 tempest-TestSecurityGroupsBasicOps-1500447946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:00.217919 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b01cd9d-ded8-4c9d-a854-0119a88bcf62 tempest-TestSecurityGroupsBasicOps-1500447946 tempest-TestSecurityGroupsBasicOps-1500447946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:00.218828 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b01cd9d-ded8-4c9d-a854-0119a88bcf62 tempest-TestSecurityGroupsBasicOps-1500447946 tempest-TestSecurityGroupsBasicOps-1500447946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:00.221328 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-8b01cd9d-ded8-4c9d-a854-0119a88bcf62 tempest-TestSecurityGroupsBasicOps-1500447946 tempest-TestSecurityGroupsBasicOps-1500447946-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7674 time: 0.4455755 Apr 05 14:56:00.231831 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0281d31-a6fa-410c-9cf4-a8871a9400c5 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Made reservation on behalf of 13c118202c994ca38979777ae3308543 for: {'subnet': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:56:00.235636 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c0281d31-a6fa-410c-9cf4-a8871a9400c5 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13127328'] for subnet, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:00.285800 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591a2144-21ac-47bc-b2f5-d1ee1f997495 None None] Checking router: ecdeca4a-a160-48a5-8981-a488a2a1278b for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:56:00.299994 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-522e886c-a56d-4d8d-9795-0ac2162bb534 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:00.306506 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42584) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:00.309490 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591a2144-21ac-47bc-b2f5-d1ee1f997495 None None] Routers {'ecdeca4a-a160-48a5-8981-a488a2a1278b'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:56:00.311337 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-591a2144-21ac-47bc-b2f5-d1ee1f997495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:55:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['ecdeca4a-a160-48a5-8981-a488a2a1278b'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:56:00.314514 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-7b55de00-4a99-41a0-97ec-880e396429c2 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Request body: {'floatingip': {'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:56:00.315384 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 54eddb18-8768-4bd3-96d7-df60f1c16b33 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:56:00.315761 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:00.391179 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-522e886c-a56d-4d8d-9795-0ac2162bb534 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:00.493644 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4b601a7e-c113-4d22-b40d-7cbf030fab2f req-465524fd-0c70-41e9-be85-bf25aa3b9eb8 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=982bdab9-79f0-4b09-82b0-ead4ea21530e HTTP/1.1" status: 200 len: 210 time: 0.3105407 Apr 05 14:56:00.516318 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-591a2144-21ac-47bc-b2f5-d1ee1f997495 None None] Set router ecdeca4a-a160-48a5-8981-a488a2a1278b gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:56:00.574169 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7b55de00-4a99-41a0-97ec-880e396429c2 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for floatingip, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:00.596814 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c0281d31-a6fa-410c-9cf4-a8871a9400c5 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15773751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13127350'] for subnet, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:00.710618 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0281d31-a6fa-410c-9cf4-a8871a9400c5 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event updated for resources: {'Subnet': ['ID=f21e4b70-03a6-44b9-aa95-bd07c3761999,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:00.718700 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0281d31-a6fa-410c-9cf4-a8871a9400c5 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Checking segment: {'id': 'abe8bb86-77c4-41f4-9697-c3257e362951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b03b0a4d-be0a-4bec-a86a-25a1714b1fce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:56:00.719097 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0281d31-a6fa-410c-9cf4-a8871a9400c5 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Network hostable DHCP agents. Network: b03b0a4d-be0a-4bec-a86a-25a1714b1fce, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:56:00.847025 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0281d31-a6fa-410c-9cf4-a8871a9400c5 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Network b03b0a4d-be0a-4bec-a86a-25a1714b1fce is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:56:00.981972 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-c0281d31-a6fa-410c-9cf4-a8871a9400c5 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, b03b0a4d-be0a-4bec-a86a-25a1714b1fce) {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:56:01.000741 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de016bc0-7f22-4806-a652-5ffe9d454316 None None] Network b03b0a4d-be0a-4bec-a86a-25a1714b1fce requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:56:01.000962 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438cb06-1d00-4c84-af1d-aca5080944c0 req-375d39d8-ce9e-42d2-b402-3d8c5c6c9068 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:01.002118 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e438cb06-1d00-4c84-af1d-aca5080944c0 req-375d39d8-ce9e-42d2-b402-3d8c5c6c9068 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.55 "GET /v2.0/networks?id=205052bf-936d-4dd7-a8b9-a083221baed9 HTTP/1.1" status: 200 len: 796 time: 0.2023616 Apr 05 14:56:01.003958 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0281d31-a6fa-410c-9cf4-a8871a9400c5 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:01.005160 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c0281d31-a6fa-410c-9cf4-a8871a9400c5 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:01.026924 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-591a2144-21ac-47bc-b2f5-d1ee1f997495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecdeca4a-a160-48a5-8981-a488a2a1278b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1327652221', 'tenant_id': '6541073fc7b74808b6fa7a2702f66c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '2de54ed3-14c1-4b90-80cc-985460e8ef41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:55:20Z', 'updated_at': '2022-04-05T14:55:29Z', 'revision_number': 4, 'project_id': '6541073fc7b74808b6fa7a2702f66c66', 'gw_port': {'id': '2de54ed3-14c1-4b90-80cc-985460e8ef41', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ea:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdeca4a-a160-48a5-8981-a488a2a1278b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:55:21Z', 'updated_at': '2022-04-05T14:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': 'faf03f7a-fec3-4b69-bc36-5cf3832f17a0', 'tenant_id': '6541073fc7b74808b6fa7a2702f66c66', 'floating_ip_address': '172.25.6.57', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': 'ecdeca4a-a160-48a5-8981-a488a2a1278b', 'port_id': 'b1911304-0934-48cd-a97e-b2c2a1558456', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '367f5640-2190-4979-a162-44b8c16904d9', 'mac_address': 'fa:16:3e:11:bf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f68192-4b00-42fa-a055-1229d0a467cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:55:57Z', 'updated_at': '2022-04-05T14:55:57Z', 'revision_number': 0, 'project_id': '6541073fc7b74808b6fa7a2702f66c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '101f73dd-2890-4583-9f40-6c66d37f4bb6', 'name': '', 'network_id': '367f5640-2190-4979-a162-44b8c16904d9', 'tenant_id': '6541073fc7b74808b6fa7a2702f66c66', 'mac_address': 'fa:16:3e:6c:42:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdeca4a-a160-48a5-8981-a488a2a1278b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '05719900-8279-44be-afb4-e96260abf98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:55:27Z', 'updated_at': '2022-04-05T14:55:32Z', 'revision_number': 5, 'project_id': '6541073fc7b74808b6fa7a2702f66c66', 'subnets': [{'id': '05719900-8279-44be-afb4-e96260abf98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:56:01.065948 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e438cb06-1d00-4c84-af1d-aca5080944c0 req-5f3fc44f-5e47-455f-ab94-0402701649e5 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b07e36dc5a904f16980660900e2eecc1 HTTP/1.1" status: 200 len: 380 time: 0.0518675 Apr 05 14:56:01.079720 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-e438cb06-1d00-4c84-af1d-aca5080944c0 req-ca205b6d-2a25-4fcb-8c0b-bbdf39f45331 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Request body: {'port': {'device_id': '982bdab9-79f0-4b09-82b0-ead4ea21530e', 'network_id': '205052bf-936d-4dd7-a8b9-a083221baed9', 'admin_state_up': True, 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'security_groups': ['9ddbcacc-b2fd-41e0-97e7-968a4b783f7d']}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:56:01.117364 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591a2144-21ac-47bc-b2f5-d1ee1f997495 None None] The sync data for ids ['ecdeca4a-a160-48a5-8981-a488a2a1278b'] in n-d-836650-2 is: [{'id': 'ecdeca4a-a160-48a5-8981-a488a2a1278b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1327652221', 'tenant_id': '6541073fc7b74808b6fa7a2702f66c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '2de54ed3-14c1-4b90-80cc-985460e8ef41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:55:20Z', 'updated_at': '2022-04-05T14:55:29Z', 'revision_number': 4, 'project_id': '6541073fc7b74808b6fa7a2702f66c66', 'gw_port': {'id': '2de54ed3-14c1-4b90-80cc-985460e8ef41', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ea:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdeca4a-a160-48a5-8981-a488a2a1278b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:55:21Z', 'updated_at': '2022-04-05T14:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': 'faf03f7a-fec3-4b69-bc36-5cf3832f17a0', 'tenant_id': '6541073fc7b74808b6fa7a2702f66c66', 'floating_ip_address': '172.25.6.57', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': 'ecdeca4a-a160-48a5-8981-a488a2a1278b', 'port_id': 'b1911304-0934-48cd-a97e-b2c2a1558456', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '367f5640-2190-4979-a162-44b8c16904d9', 'mac_address': 'fa:16:3e:11:bf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f68192-4b00-42fa-a055-1229d0a467cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:55:57Z', 'updated_at': '2022-04-05T14:55:57Z', 'revision_number': 0, 'project_id': '6541073fc7b74808b6fa7a2702f66c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '101f73dd-2890-4583-9f40-6c66d37f4bb6', 'name': '', 'network_id': '367f5640-2190-4979-a162-44b8c16904d9', 'tenant_id': '6541073fc7b74808b6fa7a2702f66c66', 'mac_address': 'fa:16:3e:6c:42:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdeca4a-a160-48a5-8981-a488a2a1278b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '05719900-8279-44be-afb4-e96260abf98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:55:27Z', 'updated_at': '2022-04-05T14:55:32Z', 'revision_number': 5, 'project_id': '6541073fc7b74808b6fa7a2702f66c66', 'subnets': [{'id': '05719900-8279-44be-afb4-e96260abf98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:56:01.192040 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-c0281d31-a6fa-410c-9cf4-a8871a9400c5 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6359253 Apr 05 14:56:01.192282 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 42596) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:01.197950 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-eeb4e6d2-49ef-44d2-b974-72567c4af275 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Request body: {'subnet': {'network_id': 'b03b0a4d-be0a-4bec-a86a-25a1714b1fce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:56:01.264352 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b01027-de01-4127-9c47-ac541208e978 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-b03b0a4d-be0a-4bec-a86a-25a1714b1fce', 'network_id': 'b03b0a4d-be0a-4bec-a86a-25a1714b1fce', 'tenant_id': '13c118202c994ca38979777ae3308543', 'fixed_ips': [{'subnet_id': 'f21e4b70-03a6-44b9-aa95-bd07c3761999'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:56:01.264352 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-44b01027-de01-4127-9c47-ac541208e978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:01.316141 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795806fa-fd0d-4248-8c07-d52be58dda39 tempest-TestSecurityGroupsBasicOps-1500447946 tempest-TestSecurityGroupsBasicOps-1500447946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:01.316603 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795806fa-fd0d-4248-8c07-d52be58dda39 tempest-TestSecurityGroupsBasicOps-1500447946 tempest-TestSecurityGroupsBasicOps-1500447946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:01.317082 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795806fa-fd0d-4248-8c07-d52be58dda39 tempest-TestSecurityGroupsBasicOps-1500447946 tempest-TestSecurityGroupsBasicOps-1500447946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:01.317658 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795806fa-fd0d-4248-8c07-d52be58dda39 tempest-TestSecurityGroupsBasicOps-1500447946 tempest-TestSecurityGroupsBasicOps-1500447946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:01.318668 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795806fa-fd0d-4248-8c07-d52be58dda39 tempest-TestSecurityGroupsBasicOps-1500447946 tempest-TestSecurityGroupsBasicOps-1500447946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:01.319116 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795806fa-fd0d-4248-8c07-d52be58dda39 tempest-TestSecurityGroupsBasicOps-1500447946 tempest-TestSecurityGroupsBasicOps-1500447946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:01.319699 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795806fa-fd0d-4248-8c07-d52be58dda39 tempest-TestSecurityGroupsBasicOps-1500447946 tempest-TestSecurityGroupsBasicOps-1500447946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:01.320142 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795806fa-fd0d-4248-8c07-d52be58dda39 tempest-TestSecurityGroupsBasicOps-1500447946 tempest-TestSecurityGroupsBasicOps-1500447946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:01.320579 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795806fa-fd0d-4248-8c07-d52be58dda39 tempest-TestSecurityGroupsBasicOps-1500447946 tempest-TestSecurityGroupsBasicOps-1500447946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:01.325139 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-795806fa-fd0d-4248-8c07-d52be58dda39 tempest-TestSecurityGroupsBasicOps-1500447946 tempest-TestSecurityGroupsBasicOps-1500447946-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5913 time: 0.9693956 Apr 05 14:56:01.325911 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 42598) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:01.352977 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522e886c-a56d-4d8d-9795-0ac2162bb534 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Pushing event updated for resources: {'Port': ['ID=1c6a8637-5e90-4475-bbdc-edbe11e57046,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:01.373303 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e438cb06-1d00-4c84-af1d-aca5080944c0 req-ca205b6d-2a25-4fcb-8c0b-bbdf39f45331 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Made reservation on behalf of b07e36dc5a904f16980660900e2eecc1 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:56:01.377719 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e438cb06-1d00-4c84-af1d-aca5080944c0 req-ca205b6d-2a25-4fcb-8c0b-bbdf39f45331 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:01.408926 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-522e886c-a56d-4d8d-9795-0ac2162bb534 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:01.416436 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba70a17-3a12-4bb3-8dde-2879acd5301b req-e31c1ee2-508f-4a9e-8baa-b32d9c03ff4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:01.422719 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-6ba70a17-3a12-4bb3-8dde-2879acd5301b req-e31c1ee2-508f-4a9e-8baa-b32d9c03ff4b service neutron] 10.222.0.11 "GET /v2.0/networks?id=367f5640-2190-4979-a162-44b8c16904d9 HTTP/1.1" status: 200 len: 897 time: 1.2845631 Apr 05 14:56:01.475898 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-44b01027-de01-4127-9c47-ac541208e978 None None] Allocated IP 172.20.0.2 (b03b0a4d-be0a-4bec-a86a-25a1714b1fce/f21e4b70-03a6-44b9-aa95-bd07c3761999/81663267-809d-4ff6-bf46-41116904b89e) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:56:01.547078 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb4e6d2-49ef-44d2-b974-72567c4af275 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Made reservation on behalf of 13c118202c994ca38979777ae3308543 for: {'subnet': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:56:01.553142 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-eeb4e6d2-49ef-44d2-b974-72567c4af275 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13127328'] for subnet, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:01.593348 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e09334-ec41-4774-b8e2-74ce43c48a5a None None] New status for floating IP faf03f7a-fec3-4b69-bc36-5cf3832f17a0: ACTIVE {{(pid=103322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 14:56:01.635439 n-d-836650-2 neutron-server[103321]: INFO neutron.db.l3_db [None req-522e886c-a56d-4d8d-9795-0ac2162bb534 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Floating IP 4997e79a-e144-4df7-bf62-59fd1e0dd816 associated. External IP: 172.25.6.76, port: 60e0c79e-2930-4a05-80ad-7c63d2553e4b. Apr 05 14:56:01.851629 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e7a1cc80-8d7b-46cd-b030-0a620ec53bfb req-5e73e9dc-0492-4397-a6e3-86677b0181cd tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=982bdab9-79f0-4b09-82b0-ead4ea21530e HTTP/1.1" status: 200 len: 210 time: 0.1466997 Apr 05 14:56:01.871023 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-6ba70a17-3a12-4bb3-8dde-2879acd5301b req-e632de98-6070-425b-b27c-2abdb9ef29d6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1911304-0934-48cd-a97e-b2c2a1558456 HTTP/1.1" status: 200 len: 999 time: 0.2316880 Apr 05 14:56:01.881797 n-d-836650-2 neutron-server[103320]: INFO neutron.db.ipam_backend_mixin [None req-eeb4e6d2-49ef-44d2-b974-72567c4af275 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f21e4b70-03a6-44b9-aa95-bd07c3761999 (CIDR: 172.20.0.0/28) Apr 05 14:56:01.892974 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-e438cb06-1d00-4c84-af1d-aca5080944c0 req-ca205b6d-2a25-4fcb-8c0b-bbdf39f45331 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Allocated IP 172.20.0.11 (205052bf-936d-4dd7-a8b9-a083221baed9/c8478518-4a07-478c-a491-4a7622994fda/3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:56:01.925176 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-44b01027-de01-4127-9c47-ac541208e978 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:02.009374 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba70a17-3a12-4bb3-8dde-2879acd5301b req-472ae416-69fc-43a6-814a-e1df2a1c77c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:02.011069 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-6ba70a17-3a12-4bb3-8dde-2879acd5301b req-472ae416-69fc-43a6-814a-e1df2a1c77c8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=05719900-8279-44be-afb4-e96260abf98c HTTP/1.1" status: 200 len: 835 time: 0.1252029 Apr 05 14:56:02.019599 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeb4e6d2-49ef-44d2-b974-72567c4af275 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:56:02.020098 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7b55de00-4a99-41a0-97ec-880e396429c2 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:02.020184 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eeb4e6d2-49ef-44d2-b974-72567c4af275 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103320) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:56:02.111934 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-44b01027-de01-4127-9c47-ac541208e978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:02.172130 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b01027-de01-4127-9c47-ac541208e978 None None] Network b03b0a4d-be0a-4bec-a86a-25a1714b1fce is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:56:02.183719 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-44b01027-de01-4127-9c47-ac541208e978 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:56:02.185173 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba70a17-3a12-4bb3-8dde-2879acd5301b req-d1e6ad4f-b715-4c8f-8751-7a5f723b8b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:02.186941 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-6ba70a17-3a12-4bb3-8dde-2879acd5301b req-d1e6ad4f-b715-4c8f-8751-7a5f723b8b67 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=367f5640-2190-4979-a162-44b8c16904d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1624544 Apr 05 14:56:02.188942 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b01027-de01-4127-9c47-ac541208e978 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:56:02.204670 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b01027-de01-4127-9c47-ac541208e978 None None] Pushing event updated for resources: {'Port': ['ID=81663267-809d-4ff6-bf46-41116904b89e,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:02.279059 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-44b01027-de01-4127-9c47-ac541208e978 None None] Attempting to bind port 81663267-809d-4ff6-bf46-41116904b89e on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:56:02.279778 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-44b01027-de01-4127-9c47-ac541208e978 None None] Attempting to bind port 81663267-809d-4ff6-bf46-41116904b89e by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'abe8bb86-77c4-41f4-9697-c3257e362951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b03b0a4d-be0a-4bec-a86a-25a1714b1fce'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:56:02.280028 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b01027-de01-4127-9c47-ac541208e978 None None] Attempting to bind port 81663267-809d-4ff6-bf46-41116904b89e on network b03b0a4d-be0a-4bec-a86a-25a1714b1fce {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:56:02.285690 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b01027-de01-4127-9c47-ac541208e978 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:56:02.286189 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b01027-de01-4127-9c47-ac541208e978 None None] Checking segment: {'id': 'abe8bb86-77c4-41f4-9697-c3257e362951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b03b0a4d-be0a-4bec-a86a-25a1714b1fce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:56:02.286710 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-44b01027-de01-4127-9c47-ac541208e978 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:02.287627 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b01027-de01-4127-9c47-ac541208e978 None None] Bound using segment: {'id': 'abe8bb86-77c4-41f4-9697-c3257e362951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b03b0a4d-be0a-4bec-a86a-25a1714b1fce'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:56:02.288219 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-44b01027-de01-4127-9c47-ac541208e978 None None] Bound port: 81663267-809d-4ff6-bf46-41116904b89e, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abe8bb86-77c4-41f4-9697-c3257e362951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b03b0a4d-be0a-4bec-a86a-25a1714b1fce'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:56:02.288611 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-44b01027-de01-4127-9c47-ac541208e978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:02.297878 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-522e886c-a56d-4d8d-9795-0ac2162bb534 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Router 3a8b25ee-49d5-49e7-a420-c81ae910c57e has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:56:02.332991 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-7b55de00-4a99-41a0-97ec-880e396429c2 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Allocated IP 172.25.6.102 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/08f08bc4-9fc1-4536-bcdf-46558ddaff5f) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:56:02.363181 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-44b01027-de01-4127-9c47-ac541208e978 None None] For port 81663267-809d-4ff6-bf46-41116904b89e, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:56:02.367760 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-44b01027-de01-4127-9c47-ac541208e978 None None] For port 81663267-809d-4ff6-bf46-41116904b89e, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=81663267-809d-4ff6-bf46-41116904b89e,segment=NetworkSegment(abe8bb86-77c4-41f4-9697-c3257e362951),segment_id=abe8bb86-77c4-41f4-9697-c3257e362951)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:56:02.448116 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-44b01027-de01-4127-9c47-ac541208e978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:02.488261 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-6ba70a17-3a12-4bb3-8dde-2879acd5301b req-e271fa3f-cde3-40f3-8a46-f57f8be5a84f service neutron] 10.222.0.11 "GET /v2.0/networks/367f5640-2190-4979-a162-44b8c16904d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844474 Apr 05 14:56:02.528697 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b01027-de01-4127-9c47-ac541208e978 None None] Pushing event updated for resources: {'Port': ['ID=81663267-809d-4ff6-bf46-41116904b89e,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:02.625436 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-eeb4e6d2-49ef-44d2-b974-72567c4af275 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4315717 Apr 05 14:56:02.629926 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 42616) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:02.642962 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-63ff7569-b74e-4f75-ae54-8752f0337bab tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Request body: {'subnet': {'network_id': 'b03b0a4d-be0a-4bec-a86a-25a1714b1fce', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:56:02.645082 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-6ba70a17-3a12-4bb3-8dde-2879acd5301b req-c9648562-effe-46fe-b896-bf23f3e48e95 service neutron] 10.222.0.11 "GET /v2.0/networks/367f5640-2190-4979-a162-44b8c16904d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479168 Apr 05 14:56:02.701944 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-522e886c-a56d-4d8d-9795-0ac2162bb534 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:56:02.714704 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7b55de00-4a99-41a0-97ec-880e396429c2 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:02.715936 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f77a7d-95e4-42a4-8f59-55f453fb4464 None None] Sync routers for ids ['3a8b25ee-49d5-49e7-a420-c81ae910c57e'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:56:02.735235 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f77a7d-95e4-42a4-8f59-55f453fb4464 None None] Routers {'3a8b25ee-49d5-49e7-a420-c81ae910c57e'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:56:02.735859 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-77f77a7d-95e4-42a4-8f59-55f453fb4464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:55:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['3a8b25ee-49d5-49e7-a420-c81ae910c57e'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:56:02.794593 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-0069746e-c237-49e1-b7d7-d4fe2c7f3606 tempest-TestSecurityGroupsBasicOps-1500447946 tempest-TestSecurityGroupsBasicOps-1500447946-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5230 time: 1.4666667 Apr 05 14:56:02.795389 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 42620) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:02.798858 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-522e886c-a56d-4d8d-9795-0ac2162bb534 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:02.844942 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-522e886c-a56d-4d8d-9795-0ac2162bb534 tempest-TestVolumeBootPattern-245143824 tempest-TestVolumeBootPattern-245143824-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.7885978 Apr 05 14:56:02.852761 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25a5306b-2556-4950-bd18-55fa229b6768', 'tag': '60e0c79e-2930-4a05-80ad-7c63d2553e4b'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:56:02.855713 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea096e7-32e0-4bee-887e-5e36cf38cde8" -d '{"events": [{"name": "network-changed", "server_uuid": "25a5306b-2556-4950-bd18-55fa229b6768", "tag": "60e0c79e-2930-4a05-80ad-7c63d2553e4b"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:56:02.869653 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7b55de00-4a99-41a0-97ec-880e396429c2 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:02.898477 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e438cb06-1d00-4c84-af1d-aca5080944c0 req-ca205b6d-2a25-4fcb-8c0b-bbdf39f45331 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:02.966729 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-77f77a7d-95e4-42a4-8f59-55f453fb4464 None None] Set router 3a8b25ee-49d5-49e7-a420-c81ae910c57e gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:56:03.007123 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12bbbd74-b65b-4677-ad75-dc12de8b135a x-openstack-request-id: req-12bbbd74-b65b-4677-ad75-dc12de8b135a {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:56:03.007123 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25a5306b-2556-4950-bd18-55fa229b6768", "tag": "60e0c79e-2930-4a05-80ad-7c63d2553e4b", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:56:03.007497 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-12bbbd74-b65b-4677-ad75-dc12de8b135a {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:56:03.007821 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12bbbd74-b65b-4677-ad75-dc12de8b135a'] response: {'name': 'network-changed', 'server_uuid': '25a5306b-2556-4950-bd18-55fa229b6768', 'tag': '60e0c79e-2930-4a05-80ad-7c63d2553e4b', 'status': 'completed', 'code': 200} Apr 05 14:56:03.008375 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b55de00-4a99-41a0-97ec-880e396429c2 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Pushing event updated for resources: {'Port': ['ID=08f08bc4-9fc1-4536-bcdf-46558ddaff5f,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:03.035022 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b55de00-4a99-41a0-97ec-880e396429c2 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:56:03.038420 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-7b55de00-4a99-41a0-97ec-880e396429c2 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:56:03.042208 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b55de00-4a99-41a0-97ec-880e396429c2 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:56:03.062952 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e438cb06-1d00-4c84-af1d-aca5080944c0 req-ca205b6d-2a25-4fcb-8c0b-bbdf39f45331 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:03.164848 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9818ced0-6286-4be3-a526-16307257e7d0 tempest-TestSecurityGroupsBasicOps-1500447946 tempest-TestSecurityGroupsBasicOps-1500447946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:03.165093 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7b55de00-4a99-41a0-97ec-880e396429c2 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:03.165355 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9818ced0-6286-4be3-a526-16307257e7d0 tempest-TestSecurityGroupsBasicOps-1500447946 tempest-TestSecurityGroupsBasicOps-1500447946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:03.176933 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-9818ced0-6286-4be3-a526-16307257e7d0 tempest-TestSecurityGroupsBasicOps-1500447946 tempest-TestSecurityGroupsBasicOps-1500447946-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ecdeca4a-a160-48a5-8981-a488a2a1278b HTTP/1.1" status: 200 len: 1990 time: 0.3509316 Apr 05 14:56:03.176933 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e438cb06-1d00-4c84-af1d-aca5080944c0 req-ca205b6d-2a25-4fcb-8c0b-bbdf39f45331 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Network 205052bf-936d-4dd7-a8b9-a083221baed9 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:56:03.189816 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-e438cb06-1d00-4c84-af1d-aca5080944c0 req-ca205b6d-2a25-4fcb-8c0b-bbdf39f45331 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:56:03.193350 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea096e7-32e0-4bee-887e-5e36cf38cde8 req-2839d57b-4ed8-4642-a42e-5103c3a4c35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:03.195135 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bea096e7-32e0-4bee-887e-5e36cf38cde8 req-2839d57b-4ed8-4642-a42e-5103c3a4c35a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=15503dce9d2944a4a898191fdde0d62f&device_id=25a5306b-2556-4950-bd18-55fa229b6768 HTTP/1.1" status: 200 len: 1096 time: 0.2246354 Apr 05 14:56:03.200568 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-e438cb06-1d00-4c84-af1d-aca5080944c0 req-ca205b6d-2a25-4fcb-8c0b-bbdf39f45331 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:56:03.210821 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b577c-9bdd-4408-be4a-fdf52d7d472d req-1d1f6cd5-9e31-401a-9e12-17dfc97f85b0 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:03.212536 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-656b577c-9bdd-4408-be4a-fdf52d7d472d req-1d1f6cd5-9e31-401a-9e12-17dfc97f85b0 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=982bdab9-79f0-4b09-82b0-ead4ea21530e HTTP/1.1" status: 200 len: 932 time: 0.1975563 Apr 05 14:56:03.248588 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca205b6d-2a25-4fcb-8c0b-bbdf39f45331 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Pushing event updated for resources: {'Port': ['ID=3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:03.295540 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7b55de00-4a99-41a0-97ec-880e396429c2 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:03.383633 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-656b577c-9bdd-4408-be4a-fdf52d7d472d req-17f27900-d306-4228-ae4a-1738397637a4 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ddbcacc-b2fd-41e0-97e7-968a4b783f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298463 Apr 05 14:56:03.389053 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ff7569-b74e-4f75-ae54-8752f0337bab tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Made reservation on behalf of 13c118202c994ca38979777ae3308543 for: {'subnet': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:56:03.389190 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-77f77a7d-95e4-42a4-8f59-55f453fb4464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8b25ee-49d5-49e7-a420-c81ae910c57e', 'name': 'tempest-TestVolumeBootPattern-1066432504-router', 'tenant_id': '15503dce9d2944a4a898191fdde0d62f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'b32f951d-0e1a-4d14-a657-c271ff4bb073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:44:35Z', 'updated_at': '2022-04-05T14:44:50Z', 'revision_number': 4, 'project_id': '15503dce9d2944a4a898191fdde0d62f', 'gw_port': {'id': 'b32f951d-0e1a-4d14-a657-c271ff4bb073', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:59:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8b25ee-49d5-49e7-a420-c81ae910c57e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:37Z', 'updated_at': '2022-04-05T14:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': '4997e79a-e144-4df7-bf62-59fd1e0dd816', 'tenant_id': '15503dce9d2944a4a898191fdde0d62f', 'floating_ip_address': '172.25.6.76', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': '3a8b25ee-49d5-49e7-a420-c81ae910c57e', 'port_id': '60e0c79e-2930-4a05-80ad-7c63d2553e4b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66b3e69f-5222-44a7-bf1a-94ad2df58cf2', 'mac_address': 'fa:16:3e:23:91:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a5306b-2556-4950-bd18-55fa229b6768', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:55:59Z', 'updated_at': '2022-04-05T14:55:59Z', 'revision_number': 0, 'project_id': '15503dce9d2944a4a898191fdde0d62f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd102dd7d-c953-4b1d-84b1-dc97b9b3ed8b', 'name': '', 'network_id': '66b3e69f-5222-44a7-bf1a-94ad2df58cf2', 'tenant_id': '15503dce9d2944a4a898191fdde0d62f', 'mac_address': 'fa:16:3e:cc:f0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8b25ee-49d5-49e7-a420-c81ae910c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'a727d51d-00fa-45ac-ab45-e910bc527386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:47Z', 'updated_at': '2022-04-05T14:44:55Z', 'revision_number': 5, 'project_id': '15503dce9d2944a4a898191fdde0d62f', 'subnets': [{'id': 'a727d51d-00fa-45ac-ab45-e910bc527386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:56:03.394414 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-63ff7569-b74e-4f75-ae54-8752f0337bab tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13127328'] for subnet, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:03.424507 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438cb06-1d00-4c84-af1d-aca5080944c0 req-ca205b6d-2a25-4fcb-8c0b-bbdf39f45331 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:03.425276 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e438cb06-1d00-4c84-af1d-aca5080944c0 req-ca205b6d-2a25-4fcb-8c0b-bbdf39f45331 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:03.491517 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f77a7d-95e4-42a4-8f59-55f453fb4464 None None] Checking router: 3a8b25ee-49d5-49e7-a420-c81ae910c57e for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:56:03.503964 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-53ee9542-f347-4ea6-9e8b-80f8a4736c10 None None] Provisioning complete for port 3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:56:03.504562 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-53ee9542-f347-4ea6-9e8b-80f8a4736c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:03.507955 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f77a7d-95e4-42a4-8f59-55f453fb4464 None None] Routers {'3a8b25ee-49d5-49e7-a420-c81ae910c57e'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:56:03.508586 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-77f77a7d-95e4-42a4-8f59-55f453fb4464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:55:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['3a8b25ee-49d5-49e7-a420-c81ae910c57e'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:56:03.536315 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7b55de00-4a99-41a0-97ec-880e396429c2 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:03.569476 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea096e7-32e0-4bee-887e-5e36cf38cde8 req-4d42a79e-972f-4f28-b034-cf1ae8fa7eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:03.571011 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bea096e7-32e0-4bee-887e-5e36cf38cde8 req-4d42a79e-972f-4f28-b034-cf1ae8fa7eb0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=66b3e69f-5222-44a7-bf1a-94ad2df58cf2 HTTP/1.1" status: 200 len: 913 time: 0.3547502 Apr 05 14:56:03.588249 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-53ee9542-f347-4ea6-9e8b-80f8a4736c10 None None] Port 3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:56:03.636429 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7b55de00-4a99-41a0-97ec-880e396429c2 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:03.664330 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bea096e7-32e0-4bee-887e-5e36cf38cde8 req-7f7a19e6-60c3-4fc2-ab7c-e82532c18d5f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60e0c79e-2930-4a05-80ad-7c63d2553e4b HTTP/1.1" status: 200 len: 998 time: 0.0818594 Apr 05 14:56:03.674942 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e438cb06-1d00-4c84-af1d-aca5080944c0 req-ca205b6d-2a25-4fcb-8c0b-bbdf39f45331 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5997522 Apr 05 14:56:03.698577 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-77f77a7d-95e4-42a4-8f59-55f453fb4464 None None] Set router 3a8b25ee-49d5-49e7-a420-c81ae910c57e gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:56:03.740495 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-e438cb06-1d00-4c84-af1d-aca5080944c0 req-ed0069b1-efe8-4d12-a50e-05997137497d service neutron] Request body: {'port': {'device_id': '982bdab9-79f0-4b09-82b0-ead4ea21530e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:56:03.765267 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea096e7-32e0-4bee-887e-5e36cf38cde8 req-55e9e6ce-5988-4189-a349-b3a31257bfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:03.767375 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bea096e7-32e0-4bee-887e-5e36cf38cde8 req-55e9e6ce-5988-4189-a349-b3a31257bfc1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a727d51d-00fa-45ac-ab45-e910bc527386 HTTP/1.1" status: 200 len: 851 time: 0.0870380 Apr 05 14:56:03.790913 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b55de00-4a99-41a0-97ec-880e396429c2 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Pushing event updated for resources: {'Port': ['ID=08f08bc4-9fc1-4536-bcdf-46558ddaff5f,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:03.800296 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7b55de00-4a99-41a0-97ec-880e396429c2 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:03.884256 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e438cb06-1d00-4c84-af1d-aca5080944c0 req-ed0069b1-efe8-4d12-a50e-05997137497d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:03.888120 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7b55de00-4a99-41a0-97ec-880e396429c2 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:03.888120 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-7b55de00-4a99-41a0-97ec-880e396429c2 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6616201 Apr 05 14:56:03.932102 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea096e7-32e0-4bee-887e-5e36cf38cde8 req-be226e4a-2dab-49ce-a4c6-33d1c4786e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:03.933670 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bea096e7-32e0-4bee-887e-5e36cf38cde8 req-be226e4a-2dab-49ce-a4c6-33d1c4786e94 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66b3e69f-5222-44a7-bf1a-94ad2df58cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1440306 Apr 05 14:56:03.994857 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ae9c4c-11e8-42fd-9bc9-841cf65c269c None None] Network b03b0a4d-be0a-4bec-a86a-25a1714b1fce requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:56:04.071403 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-77f77a7d-95e4-42a4-8f59-55f453fb4464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8b25ee-49d5-49e7-a420-c81ae910c57e', 'name': 'tempest-TestVolumeBootPattern-1066432504-router', 'tenant_id': '15503dce9d2944a4a898191fdde0d62f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'b32f951d-0e1a-4d14-a657-c271ff4bb073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:44:35Z', 'updated_at': '2022-04-05T14:44:50Z', 'revision_number': 4, 'project_id': '15503dce9d2944a4a898191fdde0d62f', 'gw_port': {'id': 'b32f951d-0e1a-4d14-a657-c271ff4bb073', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:59:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8b25ee-49d5-49e7-a420-c81ae910c57e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:37Z', 'updated_at': '2022-04-05T14:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': '4997e79a-e144-4df7-bf62-59fd1e0dd816', 'tenant_id': '15503dce9d2944a4a898191fdde0d62f', 'floating_ip_address': '172.25.6.76', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': '3a8b25ee-49d5-49e7-a420-c81ae910c57e', 'port_id': '60e0c79e-2930-4a05-80ad-7c63d2553e4b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66b3e69f-5222-44a7-bf1a-94ad2df58cf2', 'mac_address': 'fa:16:3e:23:91:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a5306b-2556-4950-bd18-55fa229b6768', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:55:59Z', 'updated_at': '2022-04-05T14:55:59Z', 'revision_number': 0, 'project_id': '15503dce9d2944a4a898191fdde0d62f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd102dd7d-c953-4b1d-84b1-dc97b9b3ed8b', 'name': '', 'network_id': '66b3e69f-5222-44a7-bf1a-94ad2df58cf2', 'tenant_id': '15503dce9d2944a4a898191fdde0d62f', 'mac_address': 'fa:16:3e:cc:f0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8b25ee-49d5-49e7-a420-c81ae910c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'a727d51d-00fa-45ac-ab45-e910bc527386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:47Z', 'updated_at': '2022-04-05T14:44:55Z', 'revision_number': 5, 'project_id': '15503dce9d2944a4a898191fdde0d62f', 'subnets': [{'id': 'a727d51d-00fa-45ac-ab45-e910bc527386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:56:04.101446 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f77a7d-95e4-42a4-8f59-55f453fb4464 None None] The sync data for ids ['3a8b25ee-49d5-49e7-a420-c81ae910c57e'] in n-d-836650-2 is: [{'id': '3a8b25ee-49d5-49e7-a420-c81ae910c57e', 'name': 'tempest-TestVolumeBootPattern-1066432504-router', 'tenant_id': '15503dce9d2944a4a898191fdde0d62f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'b32f951d-0e1a-4d14-a657-c271ff4bb073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:44:35Z', 'updated_at': '2022-04-05T14:44:50Z', 'revision_number': 4, 'project_id': '15503dce9d2944a4a898191fdde0d62f', 'gw_port': {'id': 'b32f951d-0e1a-4d14-a657-c271ff4bb073', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:59:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8b25ee-49d5-49e7-a420-c81ae910c57e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:37Z', 'updated_at': '2022-04-05T14:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': '4997e79a-e144-4df7-bf62-59fd1e0dd816', 'tenant_id': '15503dce9d2944a4a898191fdde0d62f', 'floating_ip_address': '172.25.6.76', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': '3a8b25ee-49d5-49e7-a420-c81ae910c57e', 'port_id': '60e0c79e-2930-4a05-80ad-7c63d2553e4b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66b3e69f-5222-44a7-bf1a-94ad2df58cf2', 'mac_address': 'fa:16:3e:23:91:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a5306b-2556-4950-bd18-55fa229b6768', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:55:59Z', 'updated_at': '2022-04-05T14:55:59Z', 'revision_number': 0, 'project_id': '15503dce9d2944a4a898191fdde0d62f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd102dd7d-c953-4b1d-84b1-dc97b9b3ed8b', 'name': '', 'network_id': '66b3e69f-5222-44a7-bf1a-94ad2df58cf2', 'tenant_id': '15503dce9d2944a4a898191fdde0d62f', 'mac_address': 'fa:16:3e:cc:f0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8b25ee-49d5-49e7-a420-c81ae910c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'a727d51d-00fa-45ac-ab45-e910bc527386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:47Z', 'updated_at': '2022-04-05T14:44:55Z', 'revision_number': 5, 'project_id': '15503dce9d2944a4a898191fdde0d62f', 'subnets': [{'id': 'a727d51d-00fa-45ac-ab45-e910bc527386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:56:04.131534 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-914efcc4-2e8a-4e80-bfc0-655dc2080a0f None None] Provisioning complete for port 81663267-809d-4ff6-bf46-41116904b89e triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:56:04.132180 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-914efcc4-2e8a-4e80-bfc0-655dc2080a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:04.342894 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 81663267-809d-4ff6-bf46-41116904b89e up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:56:04.402327 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a091043e-5663-4bf0-a269-e6f76b9d7273 req-6d59a3c8-d624-4041-8327-1847bb4b4abf tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1096098364&fields=id&tenant_id=0d680450c8534547bd5afee8c1b9c44d HTTP/1.1" status: 200 len: 267 time: 0.1812065 Apr 05 14:56:04.458555 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bea096e7-32e0-4bee-887e-5e36cf38cde8 req-af0467de-c64d-4363-9d79-15c185470b49 service neutron] 10.222.0.55 "GET /v2.0/networks/66b3e69f-5222-44a7-bf1a-94ad2df58cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4461603 Apr 05 14:56:04.498770 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-63ff7569-b74e-4f75-ae54-8752f0337bab tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15773751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13127350'] for subnet, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:04.506749 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7eefb9e-7e04-4858-a4d9-f1aac0b734b7 None None] New status for floating IP 4997e79a-e144-4df7-bf62-59fd1e0dd816: ACTIVE {{(pid=103322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 14:56:04.589296 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-914efcc4-2e8a-4e80-bfc0-655dc2080a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:04.644341 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 7 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 14:56:04.704184 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ff7569-b74e-4f75-ae54-8752f0337bab tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Network b03b0a4d-be0a-4bec-a86a-25a1714b1fce is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:56:04.734254 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 81663267-809d-4ff6-bf46-41116904b89e triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:56:04.734547 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:04.734780 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-63ff7569-b74e-4f75-ae54-8752f0337bab tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:56:04.737298 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-914efcc4-2e8a-4e80-bfc0-655dc2080a0f None None] For port 81663267-809d-4ff6-bf46-41116904b89e, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=81663267-809d-4ff6-bf46-41116904b89e,segment=NetworkSegment(abe8bb86-77c4-41f4-9697-c3257e362951),segment_id=abe8bb86-77c4-41f4-9697-c3257e362951)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:56:04.751109 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ff7569-b74e-4f75-ae54-8752f0337bab tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:04.751702 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-63ff7569-b74e-4f75-ae54-8752f0337bab tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:04.783757 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ff7569-b74e-4f75-ae54-8752f0337bab tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event updated for resources: {'Subnet': ['ID=bf86d1e6-7580-4172-a5ae-3a3e0aae46aa,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:04.821094 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a091043e-5663-4bf0-a269-e6f76b9d7273 req-5545f345-2b9e-4958-9054-74f72ad18f9b tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:04.821333 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a091043e-5663-4bf0-a269-e6f76b9d7273 req-5545f345-2b9e-4958-9054-74f72ad18f9b tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/networks?id=9c33a3eb-a65a-4749-8ece-9c0c17a8413b HTTP/1.1" status: 200 len: 815 time: 0.4025292 Apr 05 14:56:04.852384 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-914efcc4-2e8a-4e80-bfc0-655dc2080a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:04.885312 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ff7569-b74e-4f75-ae54-8752f0337bab tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:56:04.885860 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ff7569-b74e-4f75-ae54-8752f0337bab tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:56:04.886226 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ff7569-b74e-4f75-ae54-8752f0337bab tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:56:04.886561 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ff7569-b74e-4f75-ae54-8752f0337bab tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:56:04.886899 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ff7569-b74e-4f75-ae54-8752f0337bab tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:56:04.887238 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ff7569-b74e-4f75-ae54-8752f0337bab tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:56:04.887575 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ff7569-b74e-4f75-ae54-8752f0337bab tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:56:04.887909 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ff7569-b74e-4f75-ae54-8752f0337bab tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:56:04.888247 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ff7569-b74e-4f75-ae54-8752f0337bab tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:56:04.888574 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ff7569-b74e-4f75-ae54-8752f0337bab tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:56:04.888973 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ff7569-b74e-4f75-ae54-8752f0337bab tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:56:04.889312 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ff7569-b74e-4f75-ae54-8752f0337bab tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:56:04.913815 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bea096e7-32e0-4bee-887e-5e36cf38cde8 req-31a7df1c-13e5-4cae-9830-7ffe6633f14a service neutron] 10.222.0.55 "GET /v2.0/networks/66b3e69f-5222-44a7-bf1a-94ad2df58cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4163976 Apr 05 14:56:04.918500 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a091043e-5663-4bf0-a269-e6f76b9d7273 req-04ca4a5c-9a28-4b47-8840-2b6a6833c26d tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/quotas/0d680450c8534547bd5afee8c1b9c44d HTTP/1.1" status: 200 len: 375 time: 0.0544360 Apr 05 14:56:04.938905 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:04.982044 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914efcc4-2e8a-4e80-bfc0-655dc2080a0f None None] Pushing event updated for resources: {'Port': ['ID=81663267-809d-4ff6-bf46-41116904b89e,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:04.992548 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc2cee8-6613-4f55-87b8-e9a9511ea5f6 None None] Update dhcp port {'port': {'network_id': 'b03b0a4d-be0a-4bec-a86a-25a1714b1fce', 'fixed_ips': [{'subnet_id': 'f21e4b70-03a6-44b9-aa95-bd07c3761999', 'ip_address': '172.20.0.2'}, {'subnet_id': 'bf86d1e6-7580-4172-a5ae-3a3e0aae46aa'}], 'binding:host_id': 'n-d-836650-2'}, 'id': '81663267-809d-4ff6-bf46-41116904b89e'} from n-d-836650-2. {{(pid=103322) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 05 14:56:05.000676 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6725d-24f9-4aa4-b5e2-14b763ee1c43 req-c6a90d02-9060-4478-ac4b-8416b20ed4a4 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:05.002644 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9fd6725d-24f9-4aa4-b5e2-14b763ee1c43 req-c6a90d02-9060-4478-ac4b-8416b20ed4a4 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=982bdab9-79f0-4b09-82b0-ead4ea21530e HTTP/1.1" status: 200 len: 932 time: 0.4828877 Apr 05 14:56:05.011733 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-63ff7569-b74e-4f75-ae54-8752f0337bab tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.3772950 Apr 05 14:56:05.013343 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42664) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:05.021677 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-473df5e3-456d-4bcf-9479-83613cdf0a32 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Request body: {'port': {'network_id': 'b03b0a4d-be0a-4bec-a86a-25a1714b1fce', 'fixed_ips': [{'subnet_id': 'f21e4b70-03a6-44b9-aa95-bd07c3761999'}, {'subnet_id': 'bf86d1e6-7580-4172-a5ae-3a3e0aae46aa'}], 'name': 'tempest-PortsTestJSON-1157849474'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:56:05.053624 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7dc2cee8-6613-4f55-87b8-e9a9511ea5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:05.074022 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.db.api [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:56:05.077889 n-d-836650-2 neutron-server[103322]: DEBUG oslo_db.api [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:56:05.098159 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a091043e-5663-4bf0-a269-e6f76b9d7273 req-f8992871-f954-4c41-aa58-d4b9ef4a6d82 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0d680450c8534547bd5afee8c1b9c44d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1609178 Apr 05 14:56:05.136074 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9fd6725d-24f9-4aa4-b5e2-14b763ee1c43 req-51614d02-4b6f-42d1-bc89-aabe527f14ce tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ddbcacc-b2fd-41e0-97e7-968a4b783f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174088 Apr 05 14:56:05.164606 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-e438cb06-1d00-4c84-af1d-aca5080944c0 req-ed0069b1-efe8-4d12-a50e-05997137497d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:56:05.174864 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e438cb06-1d00-4c84-af1d-aca5080944c0 req-ed0069b1-efe8-4d12-a50e-05997137497d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:05.285517 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-473df5e3-456d-4bcf-9479-83613cdf0a32 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Made reservation on behalf of 13c118202c994ca38979777ae3308543 for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:56:05.293609 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-7dc2cee8-6613-4f55-87b8-e9a9511ea5f6 None None] Allocated IP 172.20.0.18 (b03b0a4d-be0a-4bec-a86a-25a1714b1fce/bf86d1e6-7580-4172-a5ae-3a3e0aae46aa/81663267-809d-4ff6-bf46-41116904b89e) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:56:05.425282 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-7dc2cee8-6613-4f55-87b8-e9a9511ea5f6 None None] For port 81663267-809d-4ff6-bf46-41116904b89e, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=81663267-809d-4ff6-bf46-41116904b89e,segment=NetworkSegment(abe8bb86-77c4-41f4-9697-c3257e362951),segment_id=abe8bb86-77c4-41f4-9697-c3257e362951)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:56:05.430101 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-473df5e3-456d-4bcf-9479-83613cdf0a32 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:05.460970 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7dc2cee8-6613-4f55-87b8-e9a9511ea5f6 None None] Notify callbacks [] for port, precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:05.461536 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [None req-473df5e3-456d-4bcf-9479-83613cdf0a32 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] device_id is not set on port ba5097bd-a371-47ce-81d3-c7bc6d84bea3 yet. {{(pid=103321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:56:05.509845 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-e438cb06-1d00-4c84-af1d-aca5080944c0 req-ed0069b1-efe8-4d12-a50e-05997137497d service neutron] Transition to ACTIVE for port object 3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:56:05.525445 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7dc2cee8-6613-4f55-87b8-e9a9511ea5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:05.550628 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a091043e-5663-4bf0-a269-e6f76b9d7273 req-4d3263ec-ed95-450b-b4d8-620ded4cbc16 service neutron] 10.222.0.30 "GET /v2.0/networks/9c33a3eb-a65a-4749-8ece-9c0c17a8413b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4300928 Apr 05 14:56:05.612040 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e438cb06-1d00-4c84-af1d-aca5080944c0 req-ed0069b1-efe8-4d12-a50e-05997137497d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:05.665390 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc2cee8-6613-4f55-87b8-e9a9511ea5f6 None None] Pushing event updated for resources: {'Port': ['ID=81663267-809d-4ff6-bf46-41116904b89e,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:05.731817 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0069b1-efe8-4d12-a50e-05997137497d service neutron] Pushing event updated for resources: {'Port': ['ID=3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:05.765538 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a091043e-5663-4bf0-a269-e6f76b9d7273 req-e013d292-f262-4c4d-81ae-7b3cfa6d4a7c service neutron] 10.222.0.30 "GET /v2.0/networks/9c33a3eb-a65a-4749-8ece-9c0c17a8413b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074981 Apr 05 14:56:05.807279 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-e438cb06-1d00-4c84-af1d-aca5080944c0 req-ed0069b1-efe8-4d12-a50e-05997137497d service neutron] Attempting to bind port 3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:56:05.807679 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-e438cb06-1d00-4c84-af1d-aca5080944c0 req-ed0069b1-efe8-4d12-a50e-05997137497d service neutron] Attempting to bind port 3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': 'e6014c1c-7084-4474-a930-14e73d871487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '205052bf-936d-4dd7-a8b9-a083221baed9'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:56:05.808113 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e438cb06-1d00-4c84-af1d-aca5080944c0 req-ed0069b1-efe8-4d12-a50e-05997137497d service neutron] Attempting to bind port 3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf on network 205052bf-936d-4dd7-a8b9-a083221baed9 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:56:05.832431 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e438cb06-1d00-4c84-af1d-aca5080944c0 req-ed0069b1-efe8-4d12-a50e-05997137497d service neutron] Port 3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf on network 205052bf-936d-4dd7-a8b9-a083221baed9 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:56:05.839081 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e438cb06-1d00-4c84-af1d-aca5080944c0 req-ed0069b1-efe8-4d12-a50e-05997137497d service neutron] Attempting to bind port 3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf on network 205052bf-936d-4dd7-a8b9-a083221baed9 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:56:05.853056 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e438cb06-1d00-4c84-af1d-aca5080944c0 req-ed0069b1-efe8-4d12-a50e-05997137497d service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:56:05.856587 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e438cb06-1d00-4c84-af1d-aca5080944c0 req-ed0069b1-efe8-4d12-a50e-05997137497d service neutron] Checking segment: {'id': 'e6014c1c-7084-4474-a930-14e73d871487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '205052bf-936d-4dd7-a8b9-a083221baed9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:56:05.857215 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e438cb06-1d00-4c84-af1d-aca5080944c0 req-ed0069b1-efe8-4d12-a50e-05997137497d service neutron] Bound using segment: {'id': 'e6014c1c-7084-4474-a930-14e73d871487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '205052bf-936d-4dd7-a8b9-a083221baed9'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:56:05.860968 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-e438cb06-1d00-4c84-af1d-aca5080944c0 req-ed0069b1-efe8-4d12-a50e-05997137497d service neutron] Bound port: 3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6014c1c-7084-4474-a930-14e73d871487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '205052bf-936d-4dd7-a8b9-a083221baed9'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:56:05.868340 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e438cb06-1d00-4c84-af1d-aca5080944c0 req-ed0069b1-efe8-4d12-a50e-05997137497d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:05.974776 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.db.api [None req-473df5e3-456d-4bcf-9479-83613cdf0a32 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-09128592-b480-437a-816e-95095709d672 {{(pid=103321) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:56:05.974776 n-d-836650-2 neutron-server[103321]: DEBUG oslo_db.api [None req-473df5e3-456d-4bcf-9479-83613cdf0a32 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:56:06.010132 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-e438cb06-1d00-4c84-af1d-aca5080944c0 req-ed0069b1-efe8-4d12-a50e-05997137497d service neutron] For port 3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf, host n-h1-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:56:06.015202 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-e438cb06-1d00-4c84-af1d-aca5080944c0 req-ed0069b1-efe8-4d12-a50e-05997137497d service neutron] For port 3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf,segment=NetworkSegment(e6014c1c-7084-4474-a930-14e73d871487),segment_id=e6014c1c-7084-4474-a930-14e73d871487)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:56:06.094449 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e438cb06-1d00-4c84-af1d-aca5080944c0 req-ed0069b1-efe8-4d12-a50e-05997137497d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:06.147024 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 81663267-809d-4ff6-bf46-41116904b89e up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:56:06.211943 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 81663267-809d-4ff6-bf46-41116904b89e triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:56:06.212533 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:06.322509 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0069b1-efe8-4d12-a50e-05997137497d service neutron] Pushing event updated for resources: {'Port': ['ID=3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:06.329664 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0301da0c-88ec-49d4-a445-d38b02fdff3f req-de28ecc8-ca74-4aaa-9c09-3ad32821f948 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/ports?device_id=8998367a-825c-4f15-93b6-0dab93aafd08 HTTP/1.1" status: 200 len: 210 time: 0.2036417 Apr 05 14:56:06.332086 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438cb06-1d00-4c84-af1d-aca5080944c0 req-ed0069b1-efe8-4d12-a50e-05997137497d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:06.332966 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e438cb06-1d00-4c84-af1d-aca5080944c0 req-ed0069b1-efe8-4d12-a50e-05997137497d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:06.336022 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e438cb06-1d00-4c84-af1d-aca5080944c0 req-ed0069b1-efe8-4d12-a50e-05997137497d service neutron] 10.222.0.55 "PUT /v2.0/ports/3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf HTTP/1.1" status: 200 len: 1092 time: 2.6020052 Apr 05 14:56:06.336736 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '982bdab9-79f0-4b09-82b0-ead4ea21530e', 'tag': '3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:56:06.340345 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aaeafc4-550e-4a77-985b-aaa18493adbe" -d '{"events": [{"name": "network-changed", "server_uuid": "982bdab9-79f0-4b09-82b0-ead4ea21530e", "tag": "3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:56:06.454996 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dd143c-0d90-4b73-8e6f-446d53053801 req-e295fb0a-5671-440c-b0dd-178cad714282 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:06.457162 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-99dd143c-0d90-4b73-8e6f-446d53053801 req-e295fb0a-5671-440c-b0dd-178cad714282 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=982bdab9-79f0-4b09-82b0-ead4ea21530e HTTP/1.1" status: 200 len: 944 time: 0.1300225 Apr 05 14:56:06.460534 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-931d640c-3018-411e-b18c-bc6491a769a5 x-openstack-request-id: req-931d640c-3018-411e-b18c-bc6491a769a5 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:56:06.461053 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "982bdab9-79f0-4b09-82b0-ead4ea21530e", "tag": "3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:56:06.462340 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-931d640c-3018-411e-b18c-bc6491a769a5 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:56:06.462828 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-931d640c-3018-411e-b18c-bc6491a769a5'] response: {'name': 'network-changed', 'server_uuid': '982bdab9-79f0-4b09-82b0-ead4ea21530e', 'tag': '3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf', 'status': 'completed', 'code': 200} Apr 05 14:56:06.476563 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-473df5e3-456d-4bcf-9479-83613cdf0a32 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:06.505118 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [None req-473df5e3-456d-4bcf-9479-83613cdf0a32 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] device_id is not set on port 21ecbccb-7ec9-4728-8af0-5a57e840453d yet. {{(pid=103321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:56:06.586279 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-99dd143c-0d90-4b73-8e6f-446d53053801 req-3b5a1839-2f68-42c9-96cc-11c75ec90f55 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ddbcacc-b2fd-41e0-97e7-968a4b783f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140828 Apr 05 14:56:06.612601 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438cb06-1d00-4c84-af1d-aca5080944c0 req-0f97b893-4943-4fb8-96ad-3599358eb2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:06.614921 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e438cb06-1d00-4c84-af1d-aca5080944c0 req-0f97b893-4943-4fb8-96ad-3599358eb2b0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b07e36dc5a904f16980660900e2eecc1&device_id=982bdab9-79f0-4b09-82b0-ead4ea21530e HTTP/1.1" status: 200 len: 1095 time: 0.1179514 Apr 05 14:56:06.685826 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e438cb06-1d00-4c84-af1d-aca5080944c0 req-125bdb96-460a-4bfd-b1d7-a677b2140c19 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf HTTP/1.1" status: 200 len: 217 time: 0.0605896 Apr 05 14:56:06.690327 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6b46c6-bd6b-455a-91c4-6777f7899d5d None None] Network b03b0a4d-be0a-4bec-a86a-25a1714b1fce requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:56:06.745337 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438cb06-1d00-4c84-af1d-aca5080944c0 req-9e5f8ee9-ea5a-43ea-9ad0-cb2f7c112c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:06.747709 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e438cb06-1d00-4c84-af1d-aca5080944c0 req-9e5f8ee9-ea5a-43ea-9ad0-cb2f7c112c75 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c8478518-4a07-478c-a491-4a7622994fda HTTP/1.1" status: 200 len: 835 time: 0.0551195 Apr 05 14:56:06.803947 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438cb06-1d00-4c84-af1d-aca5080944c0 req-c7e60fb3-f787-444c-b541-b6ecd68c406b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:06.805550 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e438cb06-1d00-4c84-af1d-aca5080944c0 req-c7e60fb3-f787-444c-b541-b6ecd68c406b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=205052bf-936d-4dd7-a8b9-a083221baed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516055 Apr 05 14:56:06.877254 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-4b756d30-67be-47ad-9203-6ffee0353091 None None] Provisioning complete for port 81663267-809d-4ff6-bf46-41116904b89e triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:56:06.877254 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4b756d30-67be-47ad-9203-6ffee0353091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:06.924850 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e438cb06-1d00-4c84-af1d-aca5080944c0 req-13fad06b-37ea-4628-b772-046079cc0e51 service neutron] 10.222.0.55 "GET /v2.0/networks/205052bf-936d-4dd7-a8b9-a083221baed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116521 Apr 05 14:56:06.959314 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-473df5e3-456d-4bcf-9479-83613cdf0a32 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Allocated IP 172.20.0.12 (b03b0a4d-be0a-4bec-a86a-25a1714b1fce/f21e4b70-03a6-44b9-aa95-bd07c3761999/21ecbccb-7ec9-4728-8af0-5a57e840453d) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:56:06.967977 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-473df5e3-456d-4bcf-9479-83613cdf0a32 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Allocated IP 172.20.0.24 (b03b0a4d-be0a-4bec-a86a-25a1714b1fce/bf86d1e6-7580-4172-a5ae-3a3e0aae46aa/21ecbccb-7ec9-4728-8af0-5a57e840453d) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:56:07.042171 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e438cb06-1d00-4c84-af1d-aca5080944c0 req-1c91319c-abcb-4a9b-b6b0-bda7570664bd service neutron] 10.222.0.55 "GET /v2.0/networks/205052bf-936d-4dd7-a8b9-a083221baed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051085 Apr 05 14:56:07.161506 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-473df5e3-456d-4bcf-9479-83613cdf0a32 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:07.253521 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaeafc4-550e-4a77-985b-aaa18493adbe req-4fec06ba-cbfe-43ac-8fc0-c3057a98b5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:07.256407 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9aaeafc4-550e-4a77-985b-aaa18493adbe req-4fec06ba-cbfe-43ac-8fc0-c3057a98b5fb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b07e36dc5a904f16980660900e2eecc1&device_id=982bdab9-79f0-4b09-82b0-ead4ea21530e HTTP/1.1" status: 200 len: 1095 time: 0.0530169 Apr 05 14:56:07.290226 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-89586422-fdb6-4f4e-8fa7-0f1e34d99f94 None None] Provisioning complete for port 81663267-809d-4ff6-bf46-41116904b89e triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:56:07.290911 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-89586422-fdb6-4f4e-8fa7-0f1e34d99f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:07.323901 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-473df5e3-456d-4bcf-9479-83613cdf0a32 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:07.357466 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaeafc4-550e-4a77-985b-aaa18493adbe req-47483c1b-a706-4d4f-b217-dc64fd71a893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:07.359628 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9aaeafc4-550e-4a77-985b-aaa18493adbe req-47483c1b-a706-4d4f-b217-dc64fd71a893 service neutron] 10.222.0.55 "GET /v2.0/networks?id=205052bf-936d-4dd7-a8b9-a083221baed9 HTTP/1.1" status: 200 len: 897 time: 0.0961549 Apr 05 14:56:07.373231 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473df5e3-456d-4bcf-9479-83613cdf0a32 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Network b03b0a4d-be0a-4bec-a86a-25a1714b1fce is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:56:07.376915 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-473df5e3-456d-4bcf-9479-83613cdf0a32 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:56:07.406928 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473df5e3-456d-4bcf-9479-83613cdf0a32 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:56:07.431275 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9aaeafc4-550e-4a77-985b-aaa18493adbe req-28be0bf9-0315-4049-bbe8-261ae2892445 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf HTTP/1.1" status: 200 len: 217 time: 0.0439281 Apr 05 14:56:07.457934 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473df5e3-456d-4bcf-9479-83613cdf0a32 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event updated for resources: {'Port': ['ID=21ecbccb-7ec9-4728-8af0-5a57e840453d,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:07.492589 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473df5e3-456d-4bcf-9479-83613cdf0a32 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:07.494226 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-473df5e3-456d-4bcf-9479-83613cdf0a32 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:07.529673 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a4ce9f57-5093-4b6b-a84b-44b04418dcb9 req-c67c8679-3f9a-49fd-a7fd-069e62b1bff3 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/ports?device_id=8998367a-825c-4f15-93b6-0dab93aafd08 HTTP/1.1" status: 200 len: 210 time: 0.0352516 Apr 05 14:56:07.539603 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaeafc4-550e-4a77-985b-aaa18493adbe req-f570de30-28b4-40cb-95bf-dbf48e9b5108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:07.541212 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9aaeafc4-550e-4a77-985b-aaa18493adbe req-f570de30-28b4-40cb-95bf-dbf48e9b5108 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c8478518-4a07-478c-a491-4a7622994fda HTTP/1.1" status: 200 len: 835 time: 0.1177268 Apr 05 14:56:07.581685 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-473df5e3-456d-4bcf-9479-83613cdf0a32 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 2.5669491 Apr 05 14:56:07.588330 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42708) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:07.595568 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-ce799a73-b3d3-4053-8c10-347c8171eb82 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f21e4b70-03a6-44b9-aa95-bd07c3761999'}]}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:56:07.597099 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaeafc4-550e-4a77-985b-aaa18493adbe req-735a377a-4e16-49b5-a647-8c351437ac6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:07.598762 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9aaeafc4-550e-4a77-985b-aaa18493adbe req-735a377a-4e16-49b5-a647-8c351437ac6b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=205052bf-936d-4dd7-a8b9-a083221baed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488541 Apr 05 14:56:07.696017 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ce799a73-b3d3-4053-8c10-347c8171eb82 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:07.773624 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266d51d0-b107-40b3-876d-e73495c0fda5 req-61e11a61-ed0f-4bbd-95a6-7bf008d977e7 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:07.775209 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-266d51d0-b107-40b3-876d-e73495c0fda5 req-61e11a61-ed0f-4bbd-95a6-7bf008d977e7 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=982bdab9-79f0-4b09-82b0-ead4ea21530e HTTP/1.1" status: 200 len: 944 time: 0.0762300 Apr 05 14:56:07.777059 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9aaeafc4-550e-4a77-985b-aaa18493adbe req-ac7fbf47-6791-4308-b572-45a26ffecad1 service neutron] 10.222.0.55 "GET /v2.0/networks/205052bf-936d-4dd7-a8b9-a083221baed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692240 Apr 05 14:56:07.802028 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-fd5807a1-6fde-4582-a375-b19273d24928 None None] Provisioning complete for port 21ecbccb-7ec9-4728-8af0-5a57e840453d triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:56:07.804077 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fd5807a1-6fde-4582-a375-b19273d24928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:07.855495 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-fd5807a1-6fde-4582-a375-b19273d24928 None None] Port 21ecbccb-7ec9-4728-8af0-5a57e840453d cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:56:07.897426 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-266d51d0-b107-40b3-876d-e73495c0fda5 req-2a74da4b-0c93-49c5-94ed-f9c2f6b73744 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ddbcacc-b2fd-41e0-97e7-968a4b783f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152554 Apr 05 14:56:07.948455 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9aaeafc4-550e-4a77-985b-aaa18493adbe req-e72c7e0a-5dca-4d30-90be-49f8d89e81b4 service neutron] 10.222.0.55 "GET /v2.0/networks/205052bf-936d-4dd7-a8b9-a083221baed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556239 Apr 05 14:56:08.020342 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-ce799a73-b3d3-4053-8c10-347c8171eb82 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Delete allocated IP 172.20.0.24 (b03b0a4d-be0a-4bec-a86a-25a1714b1fce/bf86d1e6-7580-4172-a5ae-3a3e0aae46aa) {{(pid=103321) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 05 14:56:08.155565 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ce799a73-b3d3-4053-8c10-347c8171eb82 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:08.216772 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ce799a73-b3d3-4053-8c10-347c8171eb82 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:08.311776 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce799a73-b3d3-4053-8c10-347c8171eb82 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event updated for resources: {'Port': ['ID=21ecbccb-7ec9-4728-8af0-5a57e840453d,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:08.337296 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-ce799a73-b3d3-4053-8c10-347c8171eb82 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] In _notify_port_updated(), no bound segment for port 21ecbccb-7ec9-4728-8af0-5a57e840453d on network b03b0a4d-be0a-4bec-a86a-25a1714b1fce {{(pid=103321) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 05 14:56:08.342860 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce799a73-b3d3-4053-8c10-347c8171eb82 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:08.343485 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ce799a73-b3d3-4053-8c10-347c8171eb82 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:08.344818 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-ce799a73-b3d3-4053-8c10-347c8171eb82 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "PUT /v2.0/ports/21ecbccb-7ec9-4728-8af0-5a57e840453d HTTP/1.1" status: 200 len: 920 time: 0.7545033 Apr 05 14:56:08.347703 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42722) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:08.352799 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-3ffbe5ba-b395-4185-8964-afbef7871f29 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f21e4b70-03a6-44b9-aa95-bd07c3761999'}, {'subnet_id': 'bf86d1e6-7580-4172-a5ae-3a3e0aae46aa'}]}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:56:08.437733 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3ffbe5ba-b395-4185-8964-afbef7871f29 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:08.609932 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-8b5005ff-0436-4372-86d8-f60361badf73 None None] Provisioning complete for port 21ecbccb-7ec9-4728-8af0-5a57e840453d triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:56:08.610315 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8b5005ff-0436-4372-86d8-f60361badf73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:08.653109 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3153e105-d557-4417-bad7-854fa4d86b88 req-c9326639-53e1-46a5-87f6-56d746256ef9 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/ports?device_id=8998367a-825c-4f15-93b6-0dab93aafd08 HTTP/1.1" status: 200 len: 210 time: 0.0327029 Apr 05 14:56:08.670538 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-8b5005ff-0436-4372-86d8-f60361badf73 None None] Port 21ecbccb-7ec9-4728-8af0-5a57e840453d cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:56:08.977207 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a091043e-5663-4bf0-a269-e6f76b9d7273 req-2ba3e4cd-4023-470c-a8ed-74e3a2b29fc1 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:08.978750 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a091043e-5663-4bf0-a269-e6f76b9d7273 req-2ba3e4cd-4023-470c-a8ed-74e3a2b29fc1 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.11 "GET /v2.0/networks?id=9c33a3eb-a65a-4749-8ece-9c0c17a8413b HTTP/1.1" status: 200 len: 815 time: 0.4934051 Apr 05 14:56:09.022927 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe8e42-8ea5-4afa-bf5b-07e1ed9fb2b7 req-c1147d99-c898-43d0-9f52-2902b1eb86bf tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:09.024439 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-41fe8e42-8ea5-4afa-bf5b-07e1ed9fb2b7 req-c1147d99-c898-43d0-9f52-2902b1eb86bf tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=982bdab9-79f0-4b09-82b0-ead4ea21530e HTTP/1.1" status: 200 len: 944 time: 0.0511322 Apr 05 14:56:09.116829 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-3ffbe5ba-b395-4185-8964-afbef7871f29 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Allocated IP 172.20.0.24 (b03b0a4d-be0a-4bec-a86a-25a1714b1fce/bf86d1e6-7580-4172-a5ae-3a3e0aae46aa/21ecbccb-7ec9-4728-8af0-5a57e840453d) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:56:09.135928 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-41fe8e42-8ea5-4afa-bf5b-07e1ed9fb2b7 req-f2c3b20c-343f-49b5-b723-50dccd69546a tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ddbcacc-b2fd-41e0-97e7-968a4b783f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051180 Apr 05 14:56:09.142973 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a091043e-5663-4bf0-a269-e6f76b9d7273 req-00055e8f-82cd-444d-ad76-d27bc056e38f tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d680450c8534547bd5afee8c1b9c44d HTTP/1.1" status: 200 len: 380 time: 0.1530888 Apr 05 14:56:09.164858 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-a091043e-5663-4bf0-a269-e6f76b9d7273 req-51509e0d-e9d7-4554-8b32-7b6ed2579022 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Request body: {'port': {'device_id': '8998367a-825c-4f15-93b6-0dab93aafd08', 'network_id': '9c33a3eb-a65a-4749-8ece-9c0c17a8413b', 'admin_state_up': True, 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'security_groups': ['6b8bb0c2-5bdc-418b-921f-49e713b6c33a']}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:56:09.350183 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3ffbe5ba-b395-4185-8964-afbef7871f29 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:09.382282 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:56:09.420029 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a091043e-5663-4bf0-a269-e6f76b9d7273 req-51509e0d-e9d7-4554-8b32-7b6ed2579022 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Made reservation on behalf of 0d680450c8534547bd5afee8c1b9c44d for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:56:09.425335 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-a091043e-5663-4bf0-a269-e6f76b9d7273 req-51509e0d-e9d7-4554-8b32-7b6ed2579022 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:09.428754 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3ffbe5ba-b395-4185-8964-afbef7871f29 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:09.484368 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf,segment=NetworkSegment(e6014c1c-7084-4474-a930-14e73d871487),segment_id=e6014c1c-7084-4474-a930-14e73d871487)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:56:09.497133 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': '3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf', 'network_id': '205052bf-936d-4dd7-a8b9-a083221baed9', 'port_id': '3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf', 'mac_address': 'fa:16:3e:60:a2:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8478518-4a07-478c-a491-4a7622994fda', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:56:09.540551 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:09.556308 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:56:09.585723 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffbe5ba-b395-4185-8964-afbef7871f29 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event updated for resources: {'Port': ['ID=21ecbccb-7ec9-4728-8af0-5a57e840453d,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:09.592700 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf,segment=NetworkSegment(e6014c1c-7084-4474-a930-14e73d871487),segment_id=e6014c1c-7084-4474-a930-14e73d871487)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:56:09.664654 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:09.672455 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-3ffbe5ba-b395-4185-8964-afbef7871f29 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] In _notify_port_updated(), no bound segment for port 21ecbccb-7ec9-4728-8af0-5a57e840453d on network b03b0a4d-be0a-4bec-a86a-25a1714b1fce {{(pid=103321) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 05 14:56:09.687049 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffbe5ba-b395-4185-8964-afbef7871f29 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:09.687049 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3ffbe5ba-b395-4185-8964-afbef7871f29 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:09.687049 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-3ffbe5ba-b395-4185-8964-afbef7871f29 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "PUT /v2.0/ports/21ecbccb-7ec9-4728-8af0-5a57e840453d HTTP/1.1" status: 200 len: 1000 time: 1.3341799 Apr 05 14:56:09.687358 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 42748) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:09.742346 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [req-a091043e-5663-4bf0-a269-e6f76b9d7273 req-51509e0d-e9d7-4554-8b32-7b6ed2579022 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Allocated IP 172.20.0.8 (9c33a3eb-a65a-4749-8ece-9c0c17a8413b/b0eeff46-5c4b-4ea4-85de-a28a5ce6d062/3eaee4a2-1dcc-40a4-910a-0cfec55b0053) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:56:09.748418 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:09.811863 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-db44abee-3bb0-46b3-9100-a58a36ec1a65 req-8de3d00a-4471-42cf-b44e-d491bce8394d tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/ports?device_id=8998367a-825c-4f15-93b6-0dab93aafd08 HTTP/1.1" status: 200 len: 210 time: 0.0342395 Apr 05 14:56:09.842822 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-529a0998-c69e-40ee-8dd1-e4c412667828 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Deleting port 21ecbccb-7ec9-4728-8af0-5a57e840453d {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:56:09.842822 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-529a0998-c69e-40ee-8dd1-e4c412667828 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:09.918513 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-f9225d73-6cf8-41a3-9320-36dc0a5853dc None None] Provisioning complete for port 21ecbccb-7ec9-4728-8af0-5a57e840453d triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:56:09.919054 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f9225d73-6cf8-41a3-9320-36dc0a5853dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:09.922160 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:56:09.936312 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-529a0998-c69e-40ee-8dd1-e4c412667828 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:09.941691 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-a091043e-5663-4bf0-a269-e6f76b9d7273 req-51509e0d-e9d7-4554-8b32-7b6ed2579022 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:09.953723 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-529a0998-c69e-40ee-8dd1-e4c412667828 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Calling delete_port for 21ecbccb-7ec9-4728-8af0-5a57e840453d owned by {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:56:10.010534 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-f9225d73-6cf8-41a3-9320-36dc0a5853dc None None] Port 21ecbccb-7ec9-4728-8af0-5a57e840453d cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:56:10.074631 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-a091043e-5663-4bf0-a269-e6f76b9d7273 req-51509e0d-e9d7-4554-8b32-7b6ed2579022 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:10.117379 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a091043e-5663-4bf0-a269-e6f76b9d7273 req-51509e0d-e9d7-4554-8b32-7b6ed2579022 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Network 9c33a3eb-a65a-4749-8ece-9c0c17a8413b is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:56:10.120704 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [req-a091043e-5663-4bf0-a269-e6f76b9d7273 req-51509e0d-e9d7-4554-8b32-7b6ed2579022 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:56:10.125059 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-a091043e-5663-4bf0-a269-e6f76b9d7273 req-51509e0d-e9d7-4554-8b32-7b6ed2579022 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:56:10.215024 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51509e0d-e9d7-4554-8b32-7b6ed2579022 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Pushing event updated for resources: {'Port': ['ID=3eaee4a2-1dcc-40a4-910a-0cfec55b0053,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:10.229738 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a091043e-5663-4bf0-a269-e6f76b9d7273 req-51509e0d-e9d7-4554-8b32-7b6ed2579022 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:10.230412 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-a091043e-5663-4bf0-a269-e6f76b9d7273 req-51509e0d-e9d7-4554-8b32-7b6ed2579022 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:10.291712 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-529a0998-c69e-40ee-8dd1-e4c412667828 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:10.326313 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a0998-c69e-40ee-8dd1-e4c412667828 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event deleted for resources: {'Port': ['ID=21ecbccb-7ec9-4728-8af0-5a57e840453d,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:10.342950 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a091043e-5663-4bf0-a269-e6f76b9d7273 req-51509e0d-e9d7-4554-8b32-7b6ed2579022 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1852014 Apr 05 14:56:10.355557 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-a091043e-5663-4bf0-a269-e6f76b9d7273 req-cbc48f66-55aa-4cb0-90f0-32471dce5772 service neutron] Request body: {'port': {'device_id': '8998367a-825c-4f15-93b6-0dab93aafd08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-2'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:56:10.362784 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd119814-7c89-411f-b825-3bcd34400d86 req-7366af71-3544-40ab-9ee0-5fe82cf44c90 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:10.364394 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dd119814-7c89-411f-b825-3bcd34400d86 req-7366af71-3544-40ab-9ee0-5fe82cf44c90 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=982bdab9-79f0-4b09-82b0-ead4ea21530e HTTP/1.1" status: 200 len: 945 time: 0.1119699 Apr 05 14:56:10.421878 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-a091043e-5663-4bf0-a269-e6f76b9d7273 req-cbc48f66-55aa-4cb0-90f0-32471dce5772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:10.441068 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-17382a79-8c2f-439d-804f-f96522396666 None None] Provisioning complete for port 3eaee4a2-1dcc-40a4-910a-0cfec55b0053 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:56:10.441641 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-17382a79-8c2f-439d-804f-f96522396666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:10.462882 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dd119814-7c89-411f-b825-3bcd34400d86 req-4a432aa2-e9e8-46fc-b115-1922b69011dd tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ddbcacc-b2fd-41e0-97e7-968a4b783f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779104 Apr 05 14:56:10.486238 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-529a0998-c69e-40ee-8dd1-e4c412667828 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:10.496165 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-529a0998-c69e-40ee-8dd1-e4c412667828 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "DELETE /v2.0/ports/21ecbccb-7ec9-4728-8af0-5a57e840453d HTTP/1.1" status: 204 len: 168 time: 0.8043237 Apr 05 14:56:10.496387 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42764) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:10.534346 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-17382a79-8c2f-439d-804f-f96522396666 None None] Port 3eaee4a2-1dcc-40a4-910a-0cfec55b0053 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:56:10.545490 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-142ee1a4-2004-4d54-95db-3589fe8059a4 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] GET failed (client error): The resource could not be found. Apr 05 14:56:10.547138 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-142ee1a4-2004-4d54-95db-3589fe8059a4 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "GET /v2.0/ports/21ecbccb-7ec9-4728-8af0-5a57e840453d HTTP/1.1" status: 404 len: 333 time: 0.0499647 Apr 05 14:56:10.550211 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 42766) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:10.609867 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1723af8-6a0b-4abe-ad86-160499bdfdbc tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Deleting subnet bf86d1e6-7580-4172-a5ae-3a3e0aae46aa {{(pid=103320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:56:10.613733 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d1723af8-6a0b-4abe-ad86-160499bdfdbc tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for subnet, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:10.665200 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d1723af8-6a0b-4abe-ad86-160499bdfdbc tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13399228'] for subnet, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:10.755159 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d1723af8-6a0b-4abe-ad86-160499bdfdbc tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:10.796466 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [req-a091043e-5663-4bf0-a269-e6f76b9d7273 req-cbc48f66-55aa-4cb0-90f0-32471dce5772 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3eaee4a2-1dcc-40a4-910a-0cfec55b0053 {{(pid=103321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:56:10.804782 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-a091043e-5663-4bf0-a269-e6f76b9d7273 req-cbc48f66-55aa-4cb0-90f0-32471dce5772 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:10.871271 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.provisioning_blocks [req-a091043e-5663-4bf0-a269-e6f76b9d7273 req-cbc48f66-55aa-4cb0-90f0-32471dce5772 service neutron] Transition to ACTIVE for port object 3eaee4a2-1dcc-40a4-910a-0cfec55b0053 will not be triggered until provisioned by entity L2. {{(pid=103321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:56:10.872259 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d1723af8-6a0b-4abe-ad86-160499bdfdbc tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15773812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13127359'] for subnet, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:10.902575 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d1723af8-6a0b-4abe-ad86-160499bdfdbc tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:10.905893 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-d1723af8-6a0b-4abe-ad86-160499bdfdbc tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "DELETE /v2.0/subnets/bf86d1e6-7580-4172-a5ae-3a3e0aae46aa HTTP/1.1" status: 204 len: 168 time: 0.3546622 Apr 05 14:56:10.908346 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1723af8-6a0b-4abe-ad86-160499bdfdbc tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event deleted for resources: {'Subnet': ['ID=bf86d1e6-7580-4172-a5ae-3a3e0aae46aa,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:10.909632 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42774) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:10.910902 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783614eb-f3af-4b83-9142-9a691d2f583e None None] Network b03b0a4d-be0a-4bec-a86a-25a1714b1fce requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:56:10.973331 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-a091043e-5663-4bf0-a269-e6f76b9d7273 req-cbc48f66-55aa-4cb0-90f0-32471dce5772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:10.998035 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58949e0c-c028-4682-84f8-28f9568cb969 req-fb785259-06bf-4d3c-a87c-101ac7c09ad0 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:10.999958 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-58949e0c-c028-4682-84f8-28f9568cb969 req-fb785259-06bf-4d3c-a87c-101ac7c09ad0 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/ports?device_id=8998367a-825c-4f15-93b6-0dab93aafd08 HTTP/1.1" status: 200 len: 931 time: 0.0929186 Apr 05 14:56:11.032205 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a462fbf-6e72-4cd6-942a-91665a71313f tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Deleting subnet f21e4b70-03a6-44b9-aa95-bd07c3761999 {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:56:11.052286 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-58949e0c-c028-4682-84f8-28f9568cb969 req-899408cf-aeda-4586-9686-f6d67e252343 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b8bb0c2-5bdc-418b-921f-49e713b6c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459700 Apr 05 14:56:11.060600 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1a462fbf-6e72-4cd6-942a-91665a71313f tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:11.111444 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc48f66-55aa-4cb0-90f0-32471dce5772 service neutron] Pushing event updated for resources: {'Port': ['ID=3eaee4a2-1dcc-40a4-910a-0cfec55b0053,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:11.158897 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1a462fbf-6e72-4cd6-942a-91665a71313f tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:11.268703 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-a091043e-5663-4bf0-a269-e6f76b9d7273 req-cbc48f66-55aa-4cb0-90f0-32471dce5772 service neutron] Attempting to bind port 3eaee4a2-1dcc-40a4-910a-0cfec55b0053 on host n-h2-836650-2 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:56:11.269084 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-a091043e-5663-4bf0-a269-e6f76b9d7273 req-cbc48f66-55aa-4cb0-90f0-32471dce5772 service neutron] Attempting to bind port 3eaee4a2-1dcc-40a4-910a-0cfec55b0053 by drivers openvswitch,hyperv on host n-h2-836650-2 at level 0 using segments [{'id': '66fbd2e0-c36a-4acf-927a-20a3621831c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9c33a3eb-a65a-4749-8ece-9c0c17a8413b'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:56:11.269413 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a091043e-5663-4bf0-a269-e6f76b9d7273 req-cbc48f66-55aa-4cb0-90f0-32471dce5772 service neutron] Attempting to bind port 3eaee4a2-1dcc-40a4-910a-0cfec55b0053 on network 9c33a3eb-a65a-4749-8ece-9c0c17a8413b {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:56:11.279593 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a091043e-5663-4bf0-a269-e6f76b9d7273 req-cbc48f66-55aa-4cb0-90f0-32471dce5772 service neutron] Port 3eaee4a2-1dcc-40a4-910a-0cfec55b0053 on network 9c33a3eb-a65a-4749-8ece-9c0c17a8413b not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:56:11.279917 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a091043e-5663-4bf0-a269-e6f76b9d7273 req-cbc48f66-55aa-4cb0-90f0-32471dce5772 service neutron] Attempting to bind port 3eaee4a2-1dcc-40a4-910a-0cfec55b0053 on network 9c33a3eb-a65a-4749-8ece-9c0c17a8413b {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:56:11.288735 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a091043e-5663-4bf0-a269-e6f76b9d7273 req-cbc48f66-55aa-4cb0-90f0-32471dce5772 service neutron] Checking agent: {'id': '6d8cf521-24bb-4b6a-bbae-0284f5c87a9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:56:11.289095 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a091043e-5663-4bf0-a269-e6f76b9d7273 req-cbc48f66-55aa-4cb0-90f0-32471dce5772 service neutron] Checking segment: {'id': '66fbd2e0-c36a-4acf-927a-20a3621831c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9c33a3eb-a65a-4749-8ece-9c0c17a8413b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:56:11.289499 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a091043e-5663-4bf0-a269-e6f76b9d7273 req-cbc48f66-55aa-4cb0-90f0-32471dce5772 service neutron] Bound using segment: {'id': '66fbd2e0-c36a-4acf-927a-20a3621831c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9c33a3eb-a65a-4749-8ece-9c0c17a8413b'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:56:11.289936 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-a091043e-5663-4bf0-a269-e6f76b9d7273 req-cbc48f66-55aa-4cb0-90f0-32471dce5772 service neutron] Bound port: 3eaee4a2-1dcc-40a4-910a-0cfec55b0053, host: n-h2-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66fbd2e0-c36a-4acf-927a-20a3621831c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9c33a3eb-a65a-4749-8ece-9c0c17a8413b'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:56:11.290294 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-a091043e-5663-4bf0-a269-e6f76b9d7273 req-cbc48f66-55aa-4cb0-90f0-32471dce5772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:11.303962 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1a462fbf-6e72-4cd6-942a-91665a71313f tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:11.407500 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:56:11.418823 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-a091043e-5663-4bf0-a269-e6f76b9d7273 req-cbc48f66-55aa-4cb0-90f0-32471dce5772 service neutron] For port 3eaee4a2-1dcc-40a4-910a-0cfec55b0053, host n-h2-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:56:11.421933 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-a091043e-5663-4bf0-a269-e6f76b9d7273 req-cbc48f66-55aa-4cb0-90f0-32471dce5772 service neutron] For port 3eaee4a2-1dcc-40a4-910a-0cfec55b0053, host n-h2-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=3eaee4a2-1dcc-40a4-910a-0cfec55b0053,segment=NetworkSegment(66fbd2e0-c36a-4acf-927a-20a3621831c7),segment_id=66fbd2e0-c36a-4acf-927a-20a3621831c7)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:56:11.494313 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1a462fbf-6e72-4cd6-942a-91665a71313f tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:11.522295 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a462fbf-6e72-4cd6-942a-91665a71313f tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event deleted for resources: {'Subnet': ['ID=f21e4b70-03a6-44b9-aa95-bd07c3761999,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:11.528775 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-a091043e-5663-4bf0-a269-e6f76b9d7273 req-cbc48f66-55aa-4cb0-90f0-32471dce5772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:11.532976 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1a462fbf-6e72-4cd6-942a-91665a71313f tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:11.543087 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port 3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:56:11.544251 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-1a462fbf-6e72-4cd6-942a-91665a71313f tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "DELETE /v2.0/subnets/f21e4b70-03a6-44b9-aa95-bd07c3761999 HTTP/1.1" status: 204 len: 168 time: 0.6198168 Apr 05 14:56:11.544333 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 42784) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:11.559717 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port 3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:56:11.560095 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:11.586668 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a091043e-5663-4bf0-a269-e6f76b9d7273 req-cbc48f66-55aa-4cb0-90f0-32471dce5772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:11.587375 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-a091043e-5663-4bf0-a269-e6f76b9d7273 req-cbc48f66-55aa-4cb0-90f0-32471dce5772 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:11.588786 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a091043e-5663-4bf0-a269-e6f76b9d7273 req-cbc48f66-55aa-4cb0-90f0-32471dce5772 service neutron] 10.222.0.11 "PUT /v2.0/ports/3eaee4a2-1dcc-40a4-910a-0cfec55b0053 HTTP/1.1" status: 200 len: 1091 time: 1.2377872 Apr 05 14:56:11.589300 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8998367a-825c-4f15-93b6-0dab93aafd08', 'tag': '3eaee4a2-1dcc-40a4-910a-0cfec55b0053'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:56:11.591532 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36550736-3414-4971-8c2e-a279f479a23d" -d '{"events": [{"name": "network-changed", "server_uuid": "8998367a-825c-4f15-93b6-0dab93aafd08", "tag": "3eaee4a2-1dcc-40a4-910a-0cfec55b0053"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:56:11.614009 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc48f66-55aa-4cb0-90f0-32471dce5772 service neutron] Pushing event updated for resources: {'Port': ['ID=3eaee4a2-1dcc-40a4-910a-0cfec55b0053,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:11.686524 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d47a4c1e-e615-4067-a098-1fec935bb226 x-openstack-request-id: req-d47a4c1e-e615-4067-a098-1fec935bb226 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:56:11.687517 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8998367a-825c-4f15-93b6-0dab93aafd08", "tag": "3eaee4a2-1dcc-40a4-910a-0cfec55b0053", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:56:11.687840 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d47a4c1e-e615-4067-a098-1fec935bb226 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:56:11.688317 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d47a4c1e-e615-4067-a098-1fec935bb226'] response: {'name': 'network-changed', 'server_uuid': '8998367a-825c-4f15-93b6-0dab93aafd08', 'tag': '3eaee4a2-1dcc-40a4-910a-0cfec55b0053', 'status': 'completed', 'code': 200} Apr 05 14:56:11.721031 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-34a89111-80d0-4cae-aa2d-af7fb85864cd tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:11.733199 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:11.743424 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce2cf80-48af-4b2f-8571-6ec0bb29d2c0 req-2a3d9221-3ba8-4b87-8c7d-fb4078765dc9 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:11.757206 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0ce2cf80-48af-4b2f-8571-6ec0bb29d2c0 req-2a3d9221-3ba8-4b87-8c7d-fb4078765dc9 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=982bdab9-79f0-4b09-82b0-ead4ea21530e HTTP/1.1" status: 200 len: 945 time: 0.1486251 Apr 05 14:56:11.773521 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '982bdab9-79f0-4b09-82b0-ead4ea21530e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:56:11.777994 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ba8a43-7938-4ac1-8082-6a530046ae4b" -d '{"events": [{"server_uuid": "982bdab9-79f0-4b09-82b0-ead4ea21530e", "name": "network-vif-plugged", "status": "completed", "tag": "3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:56:11.811285 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf,segment=NetworkSegment(e6014c1c-7084-4474-a930-14e73d871487),segment_id=e6014c1c-7084-4474-a930-14e73d871487)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:56:11.826306 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36550736-3414-4971-8c2e-a279f479a23d req-5aa0f2db-ed1f-4437-83a9-fa45a33bab24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:11.826306 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-36550736-3414-4971-8c2e-a279f479a23d req-5aa0f2db-ed1f-4437-83a9-fa45a33bab24 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0d680450c8534547bd5afee8c1b9c44d&device_id=8998367a-825c-4f15-93b6-0dab93aafd08 HTTP/1.1" status: 200 len: 1094 time: 0.1128128 Apr 05 14:56:11.838180 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db033bbc-0364-45e6-b858-1ee18ebf225b x-openstack-request-id: req-db033bbc-0364-45e6-b858-1ee18ebf225b {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:56:11.838469 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "982bdab9-79f0-4b09-82b0-ead4ea21530e", "name": "network-vif-plugged", "status": "completed", "tag": "3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:56:11.838721 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-db033bbc-0364-45e6-b858-1ee18ebf225b {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:56:11.839132 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db033bbc-0364-45e6-b858-1ee18ebf225b'] response: {'server_uuid': '982bdab9-79f0-4b09-82b0-ead4ea21530e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf', 'code': 200} Apr 05 14:56:11.865984 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0ce2cf80-48af-4b2f-8571-6ec0bb29d2c0 req-edabc799-3c15-4a83-be4d-3c3732c8aa07 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ddbcacc-b2fd-41e0-97e7-968a4b783f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068130 Apr 05 14:56:11.891586 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:11.907532 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-34a89111-80d0-4cae-aa2d-af7fb85864cd tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Deleting port 81663267-809d-4ff6-bf46-41116904b89e {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:56:11.909267 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-34a89111-80d0-4cae-aa2d-af7fb85864cd tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:11.963687 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:11.994494 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939d8aca-68eb-471f-9d8e-4c97f02f1df0 None None] Network b03b0a4d-be0a-4bec-a86a-25a1714b1fce requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:56:12.049119 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-34a89111-80d0-4cae-aa2d-af7fb85864cd tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] For port 81663267-809d-4ff6-bf46-41116904b89e, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=81663267-809d-4ff6-bf46-41116904b89e,segment=NetworkSegment(abe8bb86-77c4-41f4-9697-c3257e362951),segment_id=abe8bb86-77c4-41f4-9697-c3257e362951)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:56:12.049589 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-34a89111-80d0-4cae-aa2d-af7fb85864cd tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:12.071291 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6687183c-cff2-425d-aef8-fefae1bb2731 req-125fa72f-9969-496d-b19c-3971d8652c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:12.072843 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6687183c-cff2-425d-aef8-fefae1bb2731 req-125fa72f-9969-496d-b19c-3971d8652c4b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=982bdab9-79f0-4b09-82b0-ead4ea21530e HTTP/1.1" status: 200 len: 1097 time: 0.0794981 Apr 05 14:56:12.073989 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-34a89111-80d0-4cae-aa2d-af7fb85864cd tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Calling delete_port for 81663267-809d-4ff6-bf46-41116904b89e owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:56:12.134037 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-3a962318-88bd-4296-8b82-df26816bb1a2 None None] Provisioning complete for port 81663267-809d-4ff6-bf46-41116904b89e triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:56:12.134405 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3a962318-88bd-4296-8b82-df26816bb1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:12.134733 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36550736-3414-4971-8c2e-a279f479a23d req-49c2800f-20be-4bc5-92d2-7239fb9e9b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:12.137337 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-36550736-3414-4971-8c2e-a279f479a23d req-49c2800f-20be-4bc5-92d2-7239fb9e9b63 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=0d680450c8534547bd5afee8c1b9c44d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3035927 Apr 05 14:56:12.203929 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6687183c-cff2-425d-aef8-fefae1bb2731 req-b9ad6888-89cb-4a65-85eb-90c3db0c1ac2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9ddbcacc-b2fd-41e0-97e7-968a4b783f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192081 Apr 05 14:56:12.254554 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac27a74-b557-4af7-99b4-5130f3d9f95d req-d4b8b118-d0ab-4962-be67-7f065590647f tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:12.256758 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1ac27a74-b557-4af7-99b4-5130f3d9f95d req-d4b8b118-d0ab-4962-be67-7f065590647f tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/ports?device_id=8998367a-825c-4f15-93b6-0dab93aafd08 HTTP/1.1" status: 200 len: 943 time: 0.0754385 Apr 05 14:56:12.318381 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1ac27a74-b557-4af7-99b4-5130f3d9f95d req-04ec6144-6c8b-42cc-b4fa-9dbe3a1ec106 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b8bb0c2-5bdc-418b-921f-49e713b6c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543675 Apr 05 14:56:12.328198 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-34a89111-80d0-4cae-aa2d-af7fb85864cd tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:12.350576 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad11ad18-b87e-405a-8e53-a872bf02c21d None None] DHCP port deletion for b03b0a4d-be0a-4bec-a86a-25a1714b1fce request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:56:12.353347 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36550736-3414-4971-8c2e-a279f479a23d req-a10c635f-26d3-4984-a7e8-01d1bad978d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:12.356146 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-36550736-3414-4971-8c2e-a279f479a23d req-a10c635f-26d3-4984-a7e8-01d1bad978d1 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2110662 Apr 05 14:56:12.371964 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a89111-80d0-4cae-aa2d-af7fb85864cd tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event deleted for resources: {'Port': ['ID=81663267-809d-4ff6-bf46-41116904b89e,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:12.376566 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a89111-80d0-4cae-aa2d-af7fb85864cd tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] No DVR routers for this DVR port 81663267-809d-4ff6-bf46-41116904b89e on host n-d-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:56:12.397210 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:12.457021 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a091043e-5663-4bf0-a269-e6f76b9d7273 req-ddbcfbfe-15f2-415a-a6a2-b47fcd24c57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:12.459145 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a091043e-5663-4bf0-a269-e6f76b9d7273 req-ddbcfbfe-15f2-415a-a6a2-b47fcd24c57c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0d680450c8534547bd5afee8c1b9c44d&device_id=8998367a-825c-4f15-93b6-0dab93aafd08 HTTP/1.1" status: 200 len: 1094 time: 0.0465372 Apr 05 14:56:12.473085 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-34a89111-80d0-4cae-aa2d-af7fb85864cd tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:12.494232 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-34a89111-80d0-4cae-aa2d-af7fb85864cd tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b03b0a4d-be0a-4bec-a86a-25a1714b1fce']}} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:56:12.503496 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-34a89111-80d0-4cae-aa2d-af7fb85864cd tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abe8bb86-77c4-41f4-9697-c3257e362951') {'for_net_delete': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:56:12.503799 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-34a89111-80d0-4cae-aa2d-af7fb85864cd tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abe8bb86-77c4-41f4-9697-c3257e362951') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:56:12.509784 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a091043e-5663-4bf0-a269-e6f76b9d7273 req-acb19d79-29d3-44f4-a431-7fba96ab2abc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3eaee4a2-1dcc-40a4-910a-0cfec55b0053 HTTP/1.1" status: 200 len: 217 time: 0.0420141 Apr 05 14:56:12.514052 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-34a89111-80d0-4cae-aa2d-af7fb85864cd tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13399223'] for segment, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:12.527202 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-34a89111-80d0-4cae-aa2d-af7fb85864cd tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:12.536377 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34a89111-80d0-4cae-aa2d-af7fb85864cd tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=103320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:56:12.540372 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-34a89111-80d0-4cae-aa2d-af7fb85864cd tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15765202'] for segment, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:12.540372 n-d-836650-2 neutron-server[103320]: Traceback (most recent call last): Apr 05 14:56:12.540372 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:56:12.540372 n-d-836650-2 neutron-server[103320]: timer() Apr 05 14:56:12.540372 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:56:12.540372 n-d-836650-2 neutron-server[103320]: cb(*args, **kw) Apr 05 14:56:12.540372 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:56:12.540372 n-d-836650-2 neutron-server[103320]: return func(*args, **kwargs) Apr 05 14:56:12.540372 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:56:12.540372 n-d-836650-2 neutron-server[103320]: self._notify() Apr 05 14:56:12.540372 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:56:12.540372 n-d-836650-2 neutron-server[103320]: self.callback(batched_events) Apr 05 14:56:12.540372 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:56:12.540372 n-d-836650-2 neutron-server[103320]: event.method(event) Apr 05 14:56:12.540372 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:56:12.540372 n-d-836650-2 neutron-server[103320]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:56:12.540372 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:56:12.540372 n-d-836650-2 neutron-server[103320]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:56:12.540372 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:56:12.540372 n-d-836650-2 neutron-server[103320]: return f(self, *a, **k) Apr 05 14:56:12.540372 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:56:12.540372 n-d-836650-2 neutron-server[103320]: return self._get(url).json() Apr 05 14:56:12.540372 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:56:12.540372 n-d-836650-2 neutron-server[103320]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:56:12.540372 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:56:12.540372 n-d-836650-2 neutron-server[103320]: return self.request(url, 'GET', **kwargs) Apr 05 14:56:12.540372 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:56:12.540372 n-d-836650-2 neutron-server[103320]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:56:12.540372 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:56:12.540372 n-d-836650-2 neutron-server[103320]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:56:12.540372 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:56:12.540372 n-d-836650-2 neutron-server[103320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:56:12.540372 n-d-836650-2 neutron-server[103320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:56:12.579239 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a091043e-5663-4bf0-a269-e6f76b9d7273 req-168b7030-6312-4ae4-bd3e-75e0e26a25e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:12.579239 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a091043e-5663-4bf0-a269-e6f76b9d7273 req-168b7030-6312-4ae4-bd3e-75e0e26a25e0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b0eeff46-5c4b-4ea4-85de-a28a5ce6d062 HTTP/1.1" status: 200 len: 854 time: 0.0539408 Apr 05 14:56:12.623396 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a091043e-5663-4bf0-a269-e6f76b9d7273 req-e80a28b5-e245-468e-9309-461fedf526ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:12.624910 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a091043e-5663-4bf0-a269-e6f76b9d7273 req-e80a28b5-e245-468e-9309-461fedf526ec service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9c33a3eb-a65a-4749-8ece-9c0c17a8413b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433428 Apr 05 14:56:12.665670 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-34a89111-80d0-4cae-aa2d-af7fb85864cd tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:12.672155 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-34a89111-80d0-4cae-aa2d-af7fb85864cd tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:12.675753 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-34a89111-80d0-4cae-aa2d-af7fb85864cd tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "DELETE /v2.0/networks/b03b0a4d-be0a-4bec-a86a-25a1714b1fce HTTP/1.1" status: 204 len: 168 time: 1.1351657 Apr 05 14:56:12.681500 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42806) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:12.697366 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a89111-80d0-4cae-aa2d-af7fb85864cd tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event deleted for resources: {'Network': ['ID=b03b0a4d-be0a-4bec-a86a-25a1714b1fce,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:12.759738 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a091043e-5663-4bf0-a269-e6f76b9d7273 req-44f79953-80bd-47c1-b05e-6358e537fc36 service neutron] 10.222.0.11 "GET /v2.0/networks/9c33a3eb-a65a-4749-8ece-9c0c17a8413b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273954 Apr 05 14:56:12.768089 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a54ff0-5961-49e5-9df1-43f33e75d4c1 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:12.769485 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-99a54ff0-5961-49e5-9df1-43f33e75d4c1 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0866003 Apr 05 14:56:12.773366 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 42808) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:12.825811 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-1d3e857c-9140-4893-97b7-bf3e64f7d921 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0512958 Apr 05 14:56:12.829138 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 42810) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:12.834045 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-7e578720-ae40-4862-a3d4-46cc02908ddc tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-918997615'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:56:12.862017 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-a091043e-5663-4bf0-a269-e6f76b9d7273 req-4e89fe3b-33c1-415d-bf9e-1255054fd761 service neutron] 10.222.0.11 "GET /v2.0/networks/9c33a3eb-a65a-4749-8ece-9c0c17a8413b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914774 Apr 05 14:56:12.915777 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e578720-ae40-4862-a3d4-46cc02908ddc tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Made reservation on behalf of 13c118202c994ca38979777ae3308543 for: {'network': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:56:12.919644 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7e578720-ae40-4862-a3d4-46cc02908ddc tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:12.953079 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e578720-ae40-4862-a3d4-46cc02908ddc tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=103320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:56:12.964313 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7e578720-ae40-4862-a3d4-46cc02908ddc tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:12.964719 n-d-836650-2 neutron-server[103320]: INFO neutron.db.segments_db [None req-7e578720-ae40-4862-a3d4-46cc02908ddc tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Added segment df9b0671-57b7-4f4d-820c-d5ede42d2b8b of type vlan for network 6d652576-2f76-40fc-9533-92419bcc6883 Apr 05 14:56:13.088024 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7e578720-ae40-4862-a3d4-46cc02908ddc tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:13.101997 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10709ec6-31cc-437d-a2fe-c25ecdb2601c req-8d77ae41-a9da-4c3e-abc3-cbe778ad54b3 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:13.103510 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-10709ec6-31cc-437d-a2fe-c25ecdb2601c req-8d77ae41-a9da-4c3e-abc3-cbe778ad54b3 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=982bdab9-79f0-4b09-82b0-ead4ea21530e HTTP/1.1" status: 200 len: 946 time: 0.1366596 Apr 05 14:56:13.170719 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-10709ec6-31cc-437d-a2fe-c25ecdb2601c req-6df47b67-f515-41e7-8bf4-46778be6c940 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ddbcacc-b2fd-41e0-97e7-968a4b783f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467131 Apr 05 14:56:13.197385 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7e578720-ae40-4862-a3d4-46cc02908ddc tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:13.203573 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e578720-ae40-4862-a3d4-46cc02908ddc tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:13.204192 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7e578720-ae40-4862-a3d4-46cc02908ddc tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:13.272723 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e578720-ae40-4862-a3d4-46cc02908ddc tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event updated for resources: {'Network': ['ID=6d652576-2f76-40fc-9533-92419bcc6883,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:13.284003 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 6d652576-2f76-40fc-9533-92419bcc6883 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:56:13.300152 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-7e578720-ae40-4862-a3d4-46cc02908ddc tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4699657 Apr 05 14:56:13.303653 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42818) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:13.309191 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-6c7bdf73-b707-4615-8c2c-3daa58482c0c tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Request body: {'subnet': {'network_id': '6d652576-2f76-40fc-9533-92419bcc6883', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:56:13.494725 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c307f-b9f5-424e-b3ec-34f55357761f req-c976a806-843b-43d0-9d51-8b6656f18e49 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:13.497309 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-140c307f-b9f5-424e-b3ec-34f55357761f req-c976a806-843b-43d0-9d51-8b6656f18e49 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/ports?device_id=8998367a-825c-4f15-93b6-0dab93aafd08 HTTP/1.1" status: 200 len: 943 time: 0.0597727 Apr 05 14:56:13.543265 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-140c307f-b9f5-424e-b3ec-34f55357761f req-2e9031f0-bf75-4ec2-8190-67be18737cf4 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b8bb0c2-5bdc-418b-921f-49e713b6c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393133 Apr 05 14:56:13.588115 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c7bdf73-b707-4615-8c2c-3daa58482c0c tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Made reservation on behalf of 13c118202c994ca38979777ae3308543 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:56:13.591677 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6c7bdf73-b707-4615-8c2c-3daa58482c0c tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:14.054709 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 81663267-809d-4ff6-bf46-41116904b89e no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:56:14.079122 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 81663267-809d-4ff6-bf46-41116904b89e {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:56:14.079467 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 81663267-809d-4ff6-bf46-41116904b89e not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:56:14.086347 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6c7bdf73-b707-4615-8c2c-3daa58482c0c tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:14.154239 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7bdf73-b707-4615-8c2c-3daa58482c0c tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event updated for resources: {'Subnet': ['ID=8cec748e-0444-4aba-9c4e-55df4c56ba6e,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:14.167623 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7bdf73-b707-4615-8c2c-3daa58482c0c tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:56:14.167968 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7bdf73-b707-4615-8c2c-3daa58482c0c tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:56:14.168304 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7bdf73-b707-4615-8c2c-3daa58482c0c tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:56:14.168632 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7bdf73-b707-4615-8c2c-3daa58482c0c tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:56:14.168980 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7bdf73-b707-4615-8c2c-3daa58482c0c tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:56:14.169308 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7bdf73-b707-4615-8c2c-3daa58482c0c tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:56:14.169625 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7bdf73-b707-4615-8c2c-3daa58482c0c tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:56:14.169946 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7bdf73-b707-4615-8c2c-3daa58482c0c tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:56:14.170263 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7bdf73-b707-4615-8c2c-3daa58482c0c tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:56:14.170579 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7bdf73-b707-4615-8c2c-3daa58482c0c tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:56:14.170894 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7bdf73-b707-4615-8c2c-3daa58482c0c tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:56:14.171207 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7bdf73-b707-4615-8c2c-3daa58482c0c tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:56:14.177579 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7bdf73-b707-4615-8c2c-3daa58482c0c tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Checking segment: {'id': 'df9b0671-57b7-4f4d-820c-d5ede42d2b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '6d652576-2f76-40fc-9533-92419bcc6883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:56:14.177938 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7bdf73-b707-4615-8c2c-3daa58482c0c tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Network hostable DHCP agents. Network: 6d652576-2f76-40fc-9533-92419bcc6883, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:56:14.182875 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:14.271365 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7bdf73-b707-4615-8c2c-3daa58482c0c tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Network 6d652576-2f76-40fc-9533-92419bcc6883 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:56:14.311381 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c09d5e2-aa53-422c-920c-7155d3d25351 req-9e736690-c6d4-42e3-aa1a-ddb7de6bad26 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:14.312867 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2c09d5e2-aa53-422c-920c-7155d3d25351 req-9e736690-c6d4-42e3-aa1a-ddb7de6bad26 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=982bdab9-79f0-4b09-82b0-ead4ea21530e HTTP/1.1" status: 200 len: 946 time: 0.0611410 Apr 05 14:56:14.352434 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2c09d5e2-aa53-422c-920c-7155d3d25351 req-93ee1b56-89ab-4e63-b337-29af6248a7d2 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ddbcacc-b2fd-41e0-97e7-968a4b783f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325527 Apr 05 14:56:14.362196 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-6c7bdf73-b707-4615-8c2c-3daa58482c0c tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 6d652576-2f76-40fc-9533-92419bcc6883) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:56:14.379302 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7bdf73-b707-4615-8c2c-3daa58482c0c tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:14.379889 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6c7bdf73-b707-4615-8c2c-3daa58482c0c tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:14.384419 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14f61da-0a45-454e-b383-dbb0512fd5e6 None None] Network 6d652576-2f76-40fc-9533-92419bcc6883 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:56:14.482025 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-6c7bdf73-b707-4615-8c2c-3daa58482c0c tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1771905 Apr 05 14:56:14.482235 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 42842) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:14.487885 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-f2c80b82-4122-4976-bb26-58cfc6d7bd7f tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Request body: {'port': {'network_id': '6d652576-2f76-40fc-9533-92419bcc6883', 'name': 'tempest-PortsTestJSON-2140845832'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:56:14.517468 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c8e2aa-463d-4e5b-8891-777bd5c5c0bf req-cd9c08eb-05d8-4477-a811-2967a182a0f8 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:14.519011 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-72c8e2aa-463d-4e5b-8891-777bd5c5c0bf req-cd9c08eb-05d8-4477-a811-2967a182a0f8 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=982bdab9-79f0-4b09-82b0-ead4ea21530e HTTP/1.1" status: 200 len: 946 time: 0.0878687 Apr 05 14:56:14.593782 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88085a7-319c-48a5-bb5d-3b4e1554c73c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-6d652576-2f76-40fc-9533-92419bcc6883', 'network_id': '6d652576-2f76-40fc-9533-92419bcc6883', 'tenant_id': '13c118202c994ca38979777ae3308543', 'fixed_ips': [{'subnet_id': '8cec748e-0444-4aba-9c4e-55df4c56ba6e'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:56:14.594730 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d88085a7-319c-48a5-bb5d-3b4e1554c73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:14.614093 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-72c8e2aa-463d-4e5b-8891-777bd5c5c0bf req-e2e187ff-fab4-4e4d-817a-6d2e13ed42dc tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ddbcacc-b2fd-41e0-97e7-968a4b783f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641615 Apr 05 14:56:14.642573 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42848) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:14.694033 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab346c05-5c39-48f2-879b-d95fae4fa4ff tempest-TestNetworkAdvancedServerOps-2063735697 tempest-TestNetworkAdvancedServerOps-2063735697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:14.698721 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-ab346c05-5c39-48f2-879b-d95fae4fa4ff tempest-TestNetworkAdvancedServerOps-2063735697 tempest-TestNetworkAdvancedServerOps-2063735697-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=982bdab9-79f0-4b09-82b0-ead4ea21530e HTTP/1.1" status: 200 len: 1092 time: 0.0521760 Apr 05 14:56:14.699746 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42850) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:14.710558 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-7299a9d2-ef79-4922-967a-795177c43283 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Request body: {'floatingip': {'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'port_id': '3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:56:14.712283 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13332179-652d-485c-81be-100c8b500ad5 req-de5f8d2c-b71e-4e52-862d-5a8b5a18d70a tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:14.713968 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-13332179-652d-485c-81be-100c8b500ad5 req-de5f8d2c-b71e-4e52-862d-5a8b5a18d70a tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/ports?device_id=8998367a-825c-4f15-93b6-0dab93aafd08 HTTP/1.1" status: 200 len: 943 time: 0.0636446 Apr 05 14:56:14.752694 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c80b82-4122-4976-bb26-58cfc6d7bd7f tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Made reservation on behalf of 13c118202c994ca38979777ae3308543 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:56:14.756603 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f2c80b82-4122-4976-bb26-58cfc6d7bd7f tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:14.761864 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-13332179-652d-485c-81be-100c8b500ad5 req-a64f611e-a7d1-4c5e-9388-656bf43b9158 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b8bb0c2-5bdc-418b-921f-49e713b6c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417297 Apr 05 14:56:14.777809 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-f2c80b82-4122-4976-bb26-58cfc6d7bd7f tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] device_id is not set on port 72b59b22-d4e4-4857-afab-15d4775772c6 yet. {{(pid=103320) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:56:14.790363 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-d88085a7-319c-48a5-bb5d-3b4e1554c73c None None] Allocated IP 172.20.0.2 (6d652576-2f76-40fc-9533-92419bcc6883/8cec748e-0444-4aba-9c4e-55df4c56ba6e/771e5f13-b8d3-4735-b02a-1242480eefb7) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:56:14.797339 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7299a9d2-ef79-4922-967a-795177c43283 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for floatingip, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:14.924151 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7299a9d2-ef79-4922-967a-795177c43283 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:14.993748 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d88085a7-319c-48a5-bb5d-3b4e1554c73c None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:15.046408 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-7299a9d2-ef79-4922-967a-795177c43283 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Allocated IP 172.25.6.236 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/1bc755fb-f580-4cd6-b51b-d9256114eb7c) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:56:15.052063 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d88085a7-319c-48a5-bb5d-3b4e1554c73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:15.109608 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88085a7-319c-48a5-bb5d-3b4e1554c73c None None] Pushing event updated for resources: {'Port': ['ID=771e5f13-b8d3-4735-b02a-1242480eefb7,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:15.123787 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88085a7-319c-48a5-bb5d-3b4e1554c73c None None] Network 6d652576-2f76-40fc-9533-92419bcc6883 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:56:15.125232 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-d88085a7-319c-48a5-bb5d-3b4e1554c73c None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:56:15.126912 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-f2c80b82-4122-4976-bb26-58cfc6d7bd7f tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Allocated IP 172.20.0.3 (6d652576-2f76-40fc-9533-92419bcc6883/8cec748e-0444-4aba-9c4e-55df4c56ba6e/72b59b22-d4e4-4857-afab-15d4775772c6) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:56:15.127942 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88085a7-319c-48a5-bb5d-3b4e1554c73c None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:56:15.166272 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7299a9d2-ef79-4922-967a-795177c43283 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:15.183497 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-d88085a7-319c-48a5-bb5d-3b4e1554c73c None None] Attempting to bind port 771e5f13-b8d3-4735-b02a-1242480eefb7 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:56:15.183869 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-d88085a7-319c-48a5-bb5d-3b4e1554c73c None None] Attempting to bind port 771e5f13-b8d3-4735-b02a-1242480eefb7 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'df9b0671-57b7-4f4d-820c-d5ede42d2b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '6d652576-2f76-40fc-9533-92419bcc6883'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:56:15.184254 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88085a7-319c-48a5-bb5d-3b4e1554c73c None None] Attempting to bind port 771e5f13-b8d3-4735-b02a-1242480eefb7 on network 6d652576-2f76-40fc-9533-92419bcc6883 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:56:15.189635 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88085a7-319c-48a5-bb5d-3b4e1554c73c None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:56:15.190013 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88085a7-319c-48a5-bb5d-3b4e1554c73c None None] Checking segment: {'id': 'df9b0671-57b7-4f4d-820c-d5ede42d2b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '6d652576-2f76-40fc-9533-92419bcc6883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:56:15.190412 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d88085a7-319c-48a5-bb5d-3b4e1554c73c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:15.190794 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88085a7-319c-48a5-bb5d-3b4e1554c73c None None] Bound using segment: {'id': 'df9b0671-57b7-4f4d-820c-d5ede42d2b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '6d652576-2f76-40fc-9533-92419bcc6883'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:56:15.191252 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-d88085a7-319c-48a5-bb5d-3b4e1554c73c None None] Bound port: 771e5f13-b8d3-4735-b02a-1242480eefb7, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df9b0671-57b7-4f4d-820c-d5ede42d2b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '6d652576-2f76-40fc-9533-92419bcc6883'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:56:15.191763 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d88085a7-319c-48a5-bb5d-3b4e1554c73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:15.272869 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-d88085a7-319c-48a5-bb5d-3b4e1554c73c None None] For port 771e5f13-b8d3-4735-b02a-1242480eefb7, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:56:15.276583 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7299a9d2-ef79-4922-967a-795177c43283 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:15.276810 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-d88085a7-319c-48a5-bb5d-3b4e1554c73c None None] For port 771e5f13-b8d3-4735-b02a-1242480eefb7, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=771e5f13-b8d3-4735-b02a-1242480eefb7,segment=NetworkSegment(df9b0671-57b7-4f4d-820c-d5ede42d2b8b),segment_id=df9b0671-57b7-4f4d-820c-d5ede42d2b8b)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:56:15.287880 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f2c80b82-4122-4976-bb26-58cfc6d7bd7f tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:15.324406 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7299a9d2-ef79-4922-967a-795177c43283 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:56:15.327815 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-7299a9d2-ef79-4922-967a-795177c43283 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:56:15.330472 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7299a9d2-ef79-4922-967a-795177c43283 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:56:15.354239 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7299a9d2-ef79-4922-967a-795177c43283 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Pushing event updated for resources: {'Port': ['ID=1bc755fb-f580-4cd6-b51b-d9256114eb7c,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:15.368422 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d88085a7-319c-48a5-bb5d-3b4e1554c73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:15.402632 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f2c80b82-4122-4976-bb26-58cfc6d7bd7f tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:15.433674 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88085a7-319c-48a5-bb5d-3b4e1554c73c None None] Pushing event updated for resources: {'Port': ['ID=771e5f13-b8d3-4735-b02a-1242480eefb7,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:15.479546 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c80b82-4122-4976-bb26-58cfc6d7bd7f tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Network 6d652576-2f76-40fc-9533-92419bcc6883 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:56:15.481032 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-f2c80b82-4122-4976-bb26-58cfc6d7bd7f tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:56:15.484691 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c80b82-4122-4976-bb26-58cfc6d7bd7f tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:56:15.539751 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c80b82-4122-4976-bb26-58cfc6d7bd7f tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event updated for resources: {'Port': ['ID=72b59b22-d4e4-4857-afab-15d4775772c6,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:15.572979 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c80b82-4122-4976-bb26-58cfc6d7bd7f tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:15.573656 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f2c80b82-4122-4976-bb26-58cfc6d7bd7f tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:15.675884 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-f2c80b82-4122-4976-bb26-58cfc6d7bd7f tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1926205 Apr 05 14:56:15.679197 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42866) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:15.713945 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-b01d5a43-17e5-4336-86b2-e84258427932 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Request body: {'port': {'network_id': '6d652576-2f76-40fc-9533-92419bcc6883', 'name': 'tempest-PortsTestJSON-903581156'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:56:15.839079 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 3eaee4a2-1dcc-40a4-910a-0cfec55b0053 details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:56:15.939637 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31008d7-1d3f-47d2-b03f-6b27a68e7533 req-19c4f602-6ff8-436d-a8e5-073e63f78361 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:15.949084 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b31008d7-1d3f-47d2-b03f-6b27a68e7533 req-19c4f602-6ff8-436d-a8e5-073e63f78361 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/ports?device_id=8998367a-825c-4f15-93b6-0dab93aafd08 HTTP/1.1" status: 200 len: 943 time: 0.0986781 Apr 05 14:56:15.949874 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7299a9d2-ef79-4922-967a-795177c43283 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:15.951282 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 3eaee4a2-1dcc-40a4-910a-0cfec55b0053, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=3eaee4a2-1dcc-40a4-910a-0cfec55b0053,segment=NetworkSegment(66fbd2e0-c36a-4acf-927a-20a3621831c7),segment_id=66fbd2e0-c36a-4acf-927a-20a3621831c7)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:56:15.963756 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Returning: {'device': '3eaee4a2-1dcc-40a4-910a-0cfec55b0053', 'network_id': '9c33a3eb-a65a-4749-8ece-9c0c17a8413b', 'port_id': '3eaee4a2-1dcc-40a4-910a-0cfec55b0053', 'mac_address': 'fa:16:3e:93:a0:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0eeff46-5c4b-4ea4-85de-a28a5ce6d062', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:56:15.990850 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b31008d7-1d3f-47d2-b03f-6b27a68e7533 req-a5ef8d82-e99c-4956-881d-8bfcf1b7fedd tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b8bb0c2-5bdc-418b-921f-49e713b6c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389132 Apr 05 14:56:16.025286 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b01d5a43-17e5-4336-86b2-e84258427932 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Made reservation on behalf of 13c118202c994ca38979777ae3308543 for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:56:16.040261 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b01d5a43-17e5-4336-86b2-e84258427932 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:16.041401 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:16.057733 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3eaee4a2-1dcc-40a4-910a-0cfec55b0053 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:56:16.061078 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [None req-b01d5a43-17e5-4336-86b2-e84258427932 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] device_id is not set on port f30e2db2-7c29-4605-84e7-04ec2f040bdb yet. {{(pid=103321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:56:16.080641 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 3eaee4a2-1dcc-40a4-910a-0cfec55b0053, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=3eaee4a2-1dcc-40a4-910a-0cfec55b0053,segment=NetworkSegment(66fbd2e0-c36a-4acf-927a-20a3621831c7),segment_id=66fbd2e0-c36a-4acf-927a-20a3621831c7)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:56:16.125984 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 771e5f13-b8d3-4735-b02a-1242480eefb7 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:56:16.177059 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 771e5f13-b8d3-4735-b02a-1242480eefb7 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:56:16.177500 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:16.192292 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7299a9d2-ef79-4922-967a-795177c43283 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:16.202548 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:16.230839 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-b01d5a43-17e5-4336-86b2-e84258427932 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Allocated IP 172.20.0.14 (6d652576-2f76-40fc-9533-92419bcc6883/8cec748e-0444-4aba-9c4e-55df4c56ba6e/f30e2db2-7c29-4605-84e7-04ec2f040bdb) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:56:16.277942 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=3eaee4a2-1dcc-40a4-910a-0cfec55b0053,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:16.330568 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:16.374851 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port 771e5f13-b8d3-4735-b02a-1242480eefb7, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=771e5f13-b8d3-4735-b02a-1242480eefb7,segment=NetworkSegment(df9b0671-57b7-4f4d-820c-d5ede42d2b8b),segment_id=df9b0671-57b7-4f4d-820c-d5ede42d2b8b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:56:16.468309 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:16.515152 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7299a9d2-ef79-4922-967a-795177c43283 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:16.539779 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b01d5a43-17e5-4336-86b2-e84258427932 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:16.548168 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] get_ports_and_sgs() called for port_ids ['3eaee4a2-1dcc-40a4-910a-0cfec55b0053'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:56:16.571519 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=771e5f13-b8d3-4735-b02a-1242480eefb7,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:16.582751 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7299a9d2-ef79-4922-967a-795177c43283 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:16.612191 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ed657a-d162-4bd8-b2a7-b50f2f26fa14 None None] Network 6d652576-2f76-40fc-9533-92419bcc6883 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:56:16.651177 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b01d5a43-17e5-4336-86b2-e84258427932 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:16.669894 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7299a9d2-ef79-4922-967a-795177c43283 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Pushing event updated for resources: {'Port': ['ID=1bc755fb-f580-4cd6-b51b-d9256114eb7c,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:16.727135 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01d5a43-17e5-4336-86b2-e84258427932 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Network 6d652576-2f76-40fc-9533-92419bcc6883 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:56:16.760519 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-2cb3e80e-cce3-4c8f-934e-55bc5850e3f6 None None] Provisioning complete for port 771e5f13-b8d3-4735-b02a-1242480eefb7 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:56:16.760519 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2cb3e80e-cce3-4c8f-934e-55bc5850e3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:16.765967 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-b01d5a43-17e5-4336-86b2-e84258427932 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:56:16.768013 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7299a9d2-ef79-4922-967a-795177c43283 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:16.770034 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01d5a43-17e5-4336-86b2-e84258427932 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:56:16.794014 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01d5a43-17e5-4336-86b2-e84258427932 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event updated for resources: {'Port': ['ID=f30e2db2-7c29-4605-84e7-04ec2f040bdb,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:16.868806 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01d5a43-17e5-4336-86b2-e84258427932 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:16.869583 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b01d5a43-17e5-4336-86b2-e84258427932 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:16.924804 n-d-836650-2 neutron-server[103321]: INFO neutron.db.l3_db [None req-7299a9d2-ef79-4922-967a-795177c43283 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Floating IP 18935710-0509-4157-9fa3-3aaaa7b18c48 associated. External IP: 172.25.6.236, port: 3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf. Apr 05 14:56:17.024336 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-b01d5a43-17e5-4336-86b2-e84258427932 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3210371 Apr 05 14:56:17.027080 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 42888) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:17.164701 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba11e54-9123-4b8b-b1ab-36fae3dade9c req-f01dc592-a3f1-4b35-b892-45a32fb8b349 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:17.166619 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9ba11e54-9123-4b8b-b1ab-36fae3dade9c req-f01dc592-a3f1-4b35-b892-45a32fb8b349 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/ports?device_id=8998367a-825c-4f15-93b6-0dab93aafd08 HTTP/1.1" status: 200 len: 944 time: 0.0831475 Apr 05 14:56:17.175295 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d6d38a-0d47-4bef-9ecd-25335ba62412 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:17.177874 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-88d6d38a-0d47-4bef-9ecd-25335ba62412 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200 len: 922 time: 0.1491990 Apr 05 14:56:17.181143 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 42892) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:17.184192 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7299a9d2-ef79-4922-967a-795177c43283 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Router f964c6fd-9c7f-4372-a42f-26ae36656ddb has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:56:17.309456 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9ba11e54-9123-4b8b-b1ab-36fae3dade9c req-5a715ef3-6adf-4ef2-b59b-d36e727d5c8e tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b8bb0c2-5bdc-418b-921f-49e713b6c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175246 Apr 05 14:56:17.345617 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-82c0b147-6505-46d4-921d-d26e8e4157fd tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Deleting port f30e2db2-7c29-4605-84e7-04ec2f040bdb {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:56:17.345959 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-82c0b147-6505-46d4-921d-d26e8e4157fd tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:17.352472 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-bbc3e357-f4b4-4575-b402-0c6ea3f954c4 req-4a5057a1-5980-4ff5-ab38-aff3fb9886b8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1664569 Apr 05 14:56:17.389404 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7299a9d2-ef79-4922-967a-795177c43283 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:56:17.402653 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f434c18-2765-4f9b-b3c8-d5da6e6025d1 None None] Sync routers for ids ['f964c6fd-9c7f-4372-a42f-26ae36656ddb'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:56:17.417534 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f434c18-2765-4f9b-b3c8-d5da6e6025d1 None None] Routers {'f964c6fd-9c7f-4372-a42f-26ae36656ddb'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:56:17.417878 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-7f434c18-2765-4f9b-b3c8-d5da6e6025d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:55:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['f964c6fd-9c7f-4372-a42f-26ae36656ddb'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:56:17.421751 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-2a3ebc28-1366-41f2-9fb2-85704b0a37b4 None None] Provisioning complete for port 771e5f13-b8d3-4735-b02a-1242480eefb7 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:56:17.423910 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2a3ebc28-1366-41f2-9fb2-85704b0a37b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:17.497266 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc3e357-f4b4-4575-b402-0c6ea3f954c4 req-c07b4f9c-e651-42c5-ae13-f3f8226cad40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:17.498869 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-bbc3e357-f4b4-4575-b402-0c6ea3f954c4 req-c07b4f9c-e651-42c5-ae13-f3f8226cad40 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9aa02dc22afd43169da01ad43bf00af6&device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 1098 time: 0.0913212 Apr 05 14:56:17.508616 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7299a9d2-ef79-4922-967a-795177c43283 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:17.513834 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-82c0b147-6505-46d4-921d-d26e8e4157fd tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:17.537831 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-2a3ebc28-1366-41f2-9fb2-85704b0a37b4 None None] Provisioning complete for port f30e2db2-7c29-4605-84e7-04ec2f040bdb triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:56:17.537831 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2a3ebc28-1366-41f2-9fb2-85704b0a37b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:17.545516 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-82c0b147-6505-46d4-921d-d26e8e4157fd tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Calling delete_port for f30e2db2-7c29-4605-84e7-04ec2f040bdb owned by {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:56:17.582988 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-7299a9d2-ef79-4922-967a-795177c43283 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8825676 Apr 05 14:56:17.616691 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '982bdab9-79f0-4b09-82b0-ead4ea21530e', 'tag': '3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:56:17.619405 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75fc38ea-0d3b-4e70-b777-051990eb8635" -d '{"events": [{"name": "network-changed", "server_uuid": "982bdab9-79f0-4b09-82b0-ead4ea21530e", "tag": "3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:56:17.636330 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-7f434c18-2765-4f9b-b3c8-d5da6e6025d1 None None] Set router f964c6fd-9c7f-4372-a42f-26ae36656ddb gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:56:17.640686 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-2a3ebc28-1366-41f2-9fb2-85704b0a37b4 None None] Port f30e2db2-7c29-4605-84e7-04ec2f040bdb cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:56:17.682219 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-2a3ebc28-1366-41f2-9fb2-85704b0a37b4 None None] Provisioning complete for port 72b59b22-d4e4-4857-afab-15d4775772c6 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:56:17.684336 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2a3ebc28-1366-41f2-9fb2-85704b0a37b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:17.709166 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc3e357-f4b4-4575-b402-0c6ea3f954c4 req-dc68c186-7ad9-4d2c-9f00-02c1b3ac03d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:17.718957 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-bbc3e357-f4b4-4575-b402-0c6ea3f954c4 req-dc68c186-7ad9-4d2c-9f00-02c1b3ac03d7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b03a0781-c7c7-4f21-ae00-e298dd92f97c HTTP/1.1" status: 200 len: 917 time: 0.1720383 Apr 05 14:56:17.718957 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c79a4997-396c-4443-aaa3-2dfc83694056 x-openstack-request-id: req-c79a4997-396c-4443-aaa3-2dfc83694056 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:56:17.718957 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "982bdab9-79f0-4b09-82b0-ead4ea21530e", "tag": "3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:56:17.718957 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c79a4997-396c-4443-aaa3-2dfc83694056 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:56:17.718957 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c79a4997-396c-4443-aaa3-2dfc83694056'] response: {'name': 'network-changed', 'server_uuid': '982bdab9-79f0-4b09-82b0-ead4ea21530e', 'tag': '3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf', 'status': 'completed', 'code': 200} Apr 05 14:56:17.778157 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-2a3ebc28-1366-41f2-9fb2-85704b0a37b4 None None] Port 72b59b22-d4e4-4857-afab-15d4775772c6 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:56:17.820110 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-bbc3e357-f4b4-4575-b402-0c6ea3f954c4 req-df62d434-4339-4fb0-ac71-f754ba8fa213 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=139faa11-9f76-4762-8a99-affe69355565 HTTP/1.1" status: 200 len: 1000 time: 0.0922959 Apr 05 14:56:17.873976 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 3eaee4a2-1dcc-40a4-910a-0cfec55b0053 up at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:56:17.901170 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc3e357-f4b4-4575-b402-0c6ea3f954c4 req-923bbf75-fbe4-4daf-ab71-f5f955bec18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:17.905684 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-bbc3e357-f4b4-4575-b402-0c6ea3f954c4 req-923bbf75-fbe4-4daf-ab71-f5f955bec18a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b8b6f627-92b4-40ba-a770-519d39c012c3 HTTP/1.1" status: 200 len: 855 time: 0.0795629 Apr 05 14:56:17.966873 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-828d08f4-9cb8-4b43-a193-2c683b14e3ba None None] Provisioning complete for port 72b59b22-d4e4-4857-afab-15d4775772c6 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:56:17.968614 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-828d08f4-9cb8-4b43-a193-2c683b14e3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:18.012160 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-7f434c18-2765-4f9b-b3c8-d5da6e6025d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f964c6fd-9c7f-4372-a42f-26ae36656ddb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1118121749', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'fb151df0-7736-482c-b48e-efb7fab1965e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:55:44Z', 'updated_at': '2022-04-05T14:55:53Z', 'revision_number': 4, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'gw_port': {'id': 'fb151df0-7736-482c-b48e-efb7fab1965e', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f964c6fd-9c7f-4372-a42f-26ae36656ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:55:46Z', 'updated_at': '2022-04-05T14:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': '18935710-0509-4157-9fa3-3aaaa7b18c48', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'floating_ip_address': '172.25.6.236', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': 'f964c6fd-9c7f-4372-a42f-26ae36656ddb', 'port_id': '3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '205052bf-936d-4dd7-a8b9-a083221baed9', 'mac_address': 'fa:16:3e:60:a2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982bdab9-79f0-4b09-82b0-ead4ea21530e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:56:15Z', 'updated_at': '2022-04-05T14:56:15Z', 'revision_number': 0, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54eddb18-8768-4bd3-96d7-df60f1c16b33', 'name': '', 'network_id': '205052bf-936d-4dd7-a8b9-a083221baed9', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'mac_address': 'fa:16:3e:66:62:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f964c6fd-9c7f-4372-a42f-26ae36656ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': 'c8478518-4a07-478c-a491-4a7622994fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:55:52Z', 'updated_at': '2022-04-05T14:55:58Z', 'revision_number': 5, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'subnets': [{'id': 'c8478518-4a07-478c-a491-4a7622994fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:56:18.012562 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc3e357-f4b4-4575-b402-0c6ea3f954c4 req-f132ff66-ade3-4332-8dac-d7b58f3e9780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:18.012562 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-bbc3e357-f4b4-4575-b402-0c6ea3f954c4 req-f132ff66-ade3-4332-8dac-d7b58f3e9780 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b03a0781-c7c7-4f21-ae00-e298dd92f97c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0853071 Apr 05 14:56:18.057002 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f434c18-2765-4f9b-b3c8-d5da6e6025d1 None None] Checking router: f964c6fd-9c7f-4372-a42f-26ae36656ddb for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:56:18.058547 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-828d08f4-9cb8-4b43-a193-2c683b14e3ba None None] Port 72b59b22-d4e4-4857-afab-15d4775772c6 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:56:18.072238 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f434c18-2765-4f9b-b3c8-d5da6e6025d1 None None] Routers {'f964c6fd-9c7f-4372-a42f-26ae36656ddb'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:56:18.073248 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-7f434c18-2765-4f9b-b3c8-d5da6e6025d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:55:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['f964c6fd-9c7f-4372-a42f-26ae36656ddb'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:56:18.119803 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 771e5f13-b8d3-4735-b02a-1242480eefb7 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:56:18.150078 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-bbc3e357-f4b4-4575-b402-0c6ea3f954c4 req-525113af-4d97-4b34-93b8-30c6c8fb8157 service neutron] 10.222.0.11 "GET /v2.0/networks/b03a0781-c7c7-4f21-ae00-e298dd92f97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450958 Apr 05 14:56:18.212345 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning for port 3eaee4a2-1dcc-40a4-910a-0cfec55b0053 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:56:18.227384 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Provisioning complete for port 3eaee4a2-1dcc-40a4-910a-0cfec55b0053 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:56:18.237863 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:18.282995 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-bbc3e357-f4b4-4575-b402-0c6ea3f954c4 req-8780a7bf-8fe4-4292-8eb0-cc386cbda724 service neutron] 10.222.0.11 "GET /v2.0/networks/b03a0781-c7c7-4f21-ae00-e298dd92f97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231554 Apr 05 14:56:18.294998 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556cecc5-8c86-4021-8489-d4cb4c7d93ef req-e5d73d2b-cdb3-4db4-966a-157bbcde6c10 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:18.301043 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-556cecc5-8c86-4021-8489-d4cb4c7d93ef req-e5d73d2b-cdb3-4db4-966a-157bbcde6c10 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=982bdab9-79f0-4b09-82b0-ead4ea21530e HTTP/1.1" status: 200 len: 946 time: 0.6169145 Apr 05 14:56:18.302273 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fc38ea-0d3b-4e70-b777-051990eb8635 req-97501738-8a05-460c-9bb2-866ee1d705e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:18.304241 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-75fc38ea-0d3b-4e70-b777-051990eb8635 req-97501738-8a05-460c-9bb2-866ee1d705e7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b07e36dc5a904f16980660900e2eecc1&device_id=982bdab9-79f0-4b09-82b0-ead4ea21530e HTTP/1.1" status: 200 len: 1097 time: 0.1519480 Apr 05 14:56:18.313440 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-0421bf8d-c8ed-4898-829a-6bcf49cdf434 None None] Provisioning complete for port f30e2db2-7c29-4605-84e7-04ec2f040bdb triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:56:18.313816 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0421bf8d-c8ed-4898-829a-6bcf49cdf434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:18.353604 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-7f434c18-2765-4f9b-b3c8-d5da6e6025d1 None None] Set router f964c6fd-9c7f-4372-a42f-26ae36656ddb gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:56:18.385901 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 771e5f13-b8d3-4735-b02a-1242480eefb7 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:56:18.387924 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:18.408074 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-556cecc5-8c86-4021-8489-d4cb4c7d93ef req-384cf7f2-a05f-46a1-89b4-c3c5aa818a4f tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ddbcacc-b2fd-41e0-97e7-968a4b783f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995924 Apr 05 14:56:18.414825 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-0421bf8d-c8ed-4898-829a-6bcf49cdf434 None None] Port f30e2db2-7c29-4605-84e7-04ec2f040bdb cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:56:18.436345 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:18.451107 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42910) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:18.455290 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fc38ea-0d3b-4e70-b777-051990eb8635 req-cac6d9ee-e685-4e7d-ac6c-2be3f9989788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:18.457306 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-75fc38ea-0d3b-4e70-b777-051990eb8635 req-cac6d9ee-e685-4e7d-ac6c-2be3f9989788 service neutron] 10.222.0.55 "GET /v2.0/networks?id=205052bf-936d-4dd7-a8b9-a083221baed9 HTTP/1.1" status: 200 len: 897 time: 0.1405854 Apr 05 14:56:18.460281 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-82c0b147-6505-46d4-921d-d26e8e4157fd tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:18.469639 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8998367a-825c-4f15-93b6-0dab93aafd08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eaee4a2-1dcc-40a4-910a-0cfec55b0053'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:56:18.471923 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8cb891-cf34-489f-b659-b1525ced9d26" -d '{"events": [{"server_uuid": "8998367a-825c-4f15-93b6-0dab93aafd08", "name": "network-vif-plugged", "status": "completed", "tag": "3eaee4a2-1dcc-40a4-910a-0cfec55b0053"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:56:18.490670 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 3eaee4a2-1dcc-40a4-910a-0cfec55b0053, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=3eaee4a2-1dcc-40a4-910a-0cfec55b0053,segment=NetworkSegment(66fbd2e0-c36a-4acf-927a-20a3621831c7),segment_id=66fbd2e0-c36a-4acf-927a-20a3621831c7)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:56:18.497744 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c0b147-6505-46d4-921d-d26e8e4157fd tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event deleted for resources: {'Port': ['ID=f30e2db2-7c29-4605-84e7-04ec2f040bdb,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:18.561219 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdecbe81-f631-43bf-8993-1f0345eee7e5 x-openstack-request-id: req-fdecbe81-f631-43bf-8993-1f0345eee7e5 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:56:18.561836 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8998367a-825c-4f15-93b6-0dab93aafd08", "name": "network-vif-plugged", "status": "completed", "tag": "3eaee4a2-1dcc-40a4-910a-0cfec55b0053", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:56:18.561836 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fdecbe81-f631-43bf-8993-1f0345eee7e5 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:56:18.562041 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdecbe81-f631-43bf-8993-1f0345eee7e5'] response: {'server_uuid': '8998367a-825c-4f15-93b6-0dab93aafd08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eaee4a2-1dcc-40a4-910a-0cfec55b0053', 'code': 200} Apr 05 14:56:18.584642 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:18.616122 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-171f3fce-add6-4e2a-9ca9-bf313e634a4d tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/floatingips/18935710-0509-4157-9fa3-3aaaa7b18c48 HTTP/1.1" status: 200 len: 992 time: 0.1606584 Apr 05 14:56:18.713386 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Pushing event updated for resources: {'Port': ['ID=3eaee4a2-1dcc-40a4-910a-0cfec55b0053,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:18.736236 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0b61d-4d44-44b0-b023-3c2bc8747a11 req-aa8ce91b-1012-48df-9a1c-4fb9f5089f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:18.737989 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-58f0b61d-4d44-44b0-b023-3c2bc8747a11 req-aa8ce91b-1012-48df-9a1c-4fb9f5089f45 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8998367a-825c-4f15-93b6-0dab93aafd08 HTTP/1.1" status: 200 len: 1096 time: 0.0699816 Apr 05 14:56:18.750713 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-82c0b147-6505-46d4-921d-d26e8e4157fd tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:18.768375 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-82c0b147-6505-46d4-921d-d26e8e4157fd tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "DELETE /v2.0/ports/f30e2db2-7c29-4605-84e7-04ec2f040bdb HTTP/1.1" status: 204 len: 168 time: 1.5856280 Apr 05 14:56:18.771189 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 42914) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:18.795679 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-58f0b61d-4d44-44b0-b023-3c2bc8747a11 req-1a31174c-9dc1-4508-894e-d2684f133809 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6b8bb0c2-5bdc-418b-921f-49e713b6c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504985 Apr 05 14:56:18.799116 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b7e6c-9624-4be4-9b3b-2747d0715dea req-b1d201c8-609d-4e8c-8ab4-c1ae9097bfb2 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:18.800985 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ce9b7e6c-9624-4be4-9b3b-2747d0715dea req-b1d201c8-609d-4e8c-8ab4-c1ae9097bfb2 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/ports?device_id=8998367a-825c-4f15-93b6-0dab93aafd08 HTTP/1.1" status: 200 len: 944 time: 0.2896495 Apr 05 14:56:18.806945 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-7f434c18-2765-4f9b-b3c8-d5da6e6025d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f964c6fd-9c7f-4372-a42f-26ae36656ddb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1118121749', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'fb151df0-7736-482c-b48e-efb7fab1965e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:55:44Z', 'updated_at': '2022-04-05T14:55:53Z', 'revision_number': 4, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'gw_port': {'id': 'fb151df0-7736-482c-b48e-efb7fab1965e', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f964c6fd-9c7f-4372-a42f-26ae36656ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:55:46Z', 'updated_at': '2022-04-05T14:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': '18935710-0509-4157-9fa3-3aaaa7b18c48', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'floating_ip_address': '172.25.6.236', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': 'f964c6fd-9c7f-4372-a42f-26ae36656ddb', 'port_id': '3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '205052bf-936d-4dd7-a8b9-a083221baed9', 'mac_address': 'fa:16:3e:60:a2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982bdab9-79f0-4b09-82b0-ead4ea21530e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:56:15Z', 'updated_at': '2022-04-05T14:56:15Z', 'revision_number': 0, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54eddb18-8768-4bd3-96d7-df60f1c16b33', 'name': '', 'network_id': '205052bf-936d-4dd7-a8b9-a083221baed9', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'mac_address': 'fa:16:3e:66:62:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f964c6fd-9c7f-4372-a42f-26ae36656ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': 'c8478518-4a07-478c-a491-4a7622994fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:55:52Z', 'updated_at': '2022-04-05T14:55:58Z', 'revision_number': 5, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'subnets': [{'id': 'c8478518-4a07-478c-a491-4a7622994fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:56:18.820285 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-75fc38ea-0d3b-4e70-b777-051990eb8635 req-c223d858-063e-4269-b661-cc90a355246c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf HTTP/1.1" status: 200 len: 1000 time: 0.3238730 Apr 05 14:56:18.847074 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f434c18-2765-4f9b-b3c8-d5da6e6025d1 None None] The sync data for ids ['f964c6fd-9c7f-4372-a42f-26ae36656ddb'] in n-d-836650-2 is: [{'id': 'f964c6fd-9c7f-4372-a42f-26ae36656ddb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1118121749', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'fb151df0-7736-482c-b48e-efb7fab1965e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:55:44Z', 'updated_at': '2022-04-05T14:55:53Z', 'revision_number': 4, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'gw_port': {'id': 'fb151df0-7736-482c-b48e-efb7fab1965e', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f964c6fd-9c7f-4372-a42f-26ae36656ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:55:46Z', 'updated_at': '2022-04-05T14:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': '18935710-0509-4157-9fa3-3aaaa7b18c48', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'floating_ip_address': '172.25.6.236', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': 'f964c6fd-9c7f-4372-a42f-26ae36656ddb', 'port_id': '3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '205052bf-936d-4dd7-a8b9-a083221baed9', 'mac_address': 'fa:16:3e:60:a2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982bdab9-79f0-4b09-82b0-ead4ea21530e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:56:15Z', 'updated_at': '2022-04-05T14:56:15Z', 'revision_number': 0, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54eddb18-8768-4bd3-96d7-df60f1c16b33', 'name': '', 'network_id': '205052bf-936d-4dd7-a8b9-a083221baed9', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'mac_address': 'fa:16:3e:66:62:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f964c6fd-9c7f-4372-a42f-26ae36656ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': 'c8478518-4a07-478c-a491-4a7622994fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:55:52Z', 'updated_at': '2022-04-05T14:55:58Z', 'revision_number': 5, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'subnets': [{'id': 'c8478518-4a07-478c-a491-4a7622994fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:56:18.851269 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-095d82da-263f-4d5d-b193-e150021bf136 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] GET failed (client error): The resource could not be found. Apr 05 14:56:18.859157 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-095d82da-263f-4d5d-b193-e150021bf136 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "GET /v2.0/ports/f30e2db2-7c29-4605-84e7-04ec2f040bdb HTTP/1.1" status: 404 len: 333 time: 0.0801740 Apr 05 14:56:18.861308 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42920) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:18.893421 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ce9b7e6c-9624-4be4-9b3b-2747d0715dea req-58c2028b-96b8-4425-ba03-a6923646bc3a tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b8bb0c2-5bdc-418b-921f-49e713b6c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718746 Apr 05 14:56:18.934334 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fc38ea-0d3b-4e70-b777-051990eb8635 req-978ee8ce-4b8c-4ff0-baaa-7e6e67bcbd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:18.935821 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-75fc38ea-0d3b-4e70-b777-051990eb8635 req-978ee8ce-4b8c-4ff0-baaa-7e6e67bcbd5e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c8478518-4a07-478c-a491-4a7622994fda HTTP/1.1" status: 200 len: 835 time: 0.0932317 Apr 05 14:56:19.010155 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-f2dd08e5-8cee-42e5-8ad2-d5b0c8352fa2 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Deleting port 72b59b22-d4e4-4857-afab-15d4775772c6 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:56:19.010510 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f2dd08e5-8cee-42e5-8ad2-d5b0c8352fa2 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:19.013584 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fc38ea-0d3b-4e70-b777-051990eb8635 req-0b53936d-28da-4073-84e5-573a6ab9d9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:19.016639 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-75fc38ea-0d3b-4e70-b777-051990eb8635 req-0b53936d-28da-4073-84e5-573a6ab9d9a8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=205052bf-936d-4dd7-a8b9-a083221baed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680223 Apr 05 14:56:19.140731 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f2dd08e5-8cee-42e5-8ad2-d5b0c8352fa2 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:19.153258 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-75fc38ea-0d3b-4e70-b777-051990eb8635 req-563538ba-7609-459f-a8e7-085a56089416 service neutron] 10.222.0.55 "GET /v2.0/networks/205052bf-936d-4dd7-a8b9-a083221baed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287670 Apr 05 14:56:19.168226 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-f2dd08e5-8cee-42e5-8ad2-d5b0c8352fa2 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Calling delete_port for 72b59b22-d4e4-4857-afab-15d4775772c6 owned by {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:56:19.218001 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74dd8189-76f6-4692-a0e8-6832133bcfca None None] New status for floating IP 18935710-0509-4157-9fa3-3aaaa7b18c48: ACTIVE {{(pid=103322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 14:56:19.290233 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-75fc38ea-0d3b-4e70-b777-051990eb8635 req-581d4b23-a815-4ac3-aa54-6a119072c968 service neutron] 10.222.0.55 "GET /v2.0/networks/205052bf-936d-4dd7-a8b9-a083221baed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241400 Apr 05 14:56:19.456207 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f2dd08e5-8cee-42e5-8ad2-d5b0c8352fa2 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:19.618067 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 42928) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:19.698464 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-d8e1e17a-2623-4c7f-8ac4-b0df7017c1a4 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/floatingips/18935710-0509-4157-9fa3-3aaaa7b18c48 HTTP/1.1" status: 200 len: 994 time: 0.0786743 Apr 05 14:56:19.746591 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dd08e5-8cee-42e5-8ad2-d5b0c8352fa2 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event deleted for resources: {'Port': ['ID=72b59b22-d4e4-4857-afab-15d4775772c6,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:19.826533 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f2dd08e5-8cee-42e5-8ad2-d5b0c8352fa2 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:19.830512 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-f2dd08e5-8cee-42e5-8ad2-d5b0c8352fa2 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "DELETE /v2.0/ports/72b59b22-d4e4-4857-afab-15d4775772c6 HTTP/1.1" status: 204 len: 168 time: 0.9677234 Apr 05 14:56:19.832870 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 42934) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:19.861015 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad78b996-81f3-47e1-8a6c-39f894cdb1f3 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] GET failed (client error): The resource could not be found. Apr 05 14:56:19.866644 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-ad78b996-81f3-47e1-8a6c-39f894cdb1f3 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "GET /v2.0/ports/72b59b22-d4e4-4857-afab-15d4775772c6 HTTP/1.1" status: 404 len: 333 time: 0.0290294 Apr 05 14:56:19.867216 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42938) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:19.950348 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc99b917-ca89-4688-adcc-b9b885f936fe tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Deleting subnet 8cec748e-0444-4aba-9c4e-55df4c56ba6e {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:56:19.955717 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fc99b917-ca89-4688-adcc-b9b885f936fe tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:20.016323 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fc99b917-ca89-4688-adcc-b9b885f936fe tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:20.049603 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99b75f-ab41-412b-9bf5-d1a6649b4bff req-e926a53e-d442-479f-a636-2bfa0f102f97 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:20.051367 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1f99b75f-ab41-412b-9bf5-d1a6649b4bff req-e926a53e-d442-479f-a636-2bfa0f102f97 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/ports?device_id=8998367a-825c-4f15-93b6-0dab93aafd08 HTTP/1.1" status: 200 len: 945 time: 0.0514138 Apr 05 14:56:20.096550 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1f99b75f-ab41-412b-9bf5-d1a6649b4bff req-abe357c7-cd88-4400-853a-c3e5e80a20f5 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b8bb0c2-5bdc-418b-921f-49e713b6c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377722 Apr 05 14:56:20.116668 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fc99b917-ca89-4688-adcc-b9b885f936fe tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:20.271824 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fc99b917-ca89-4688-adcc-b9b885f936fe tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:20.307668 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc99b917-ca89-4688-adcc-b9b885f936fe tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event deleted for resources: {'Subnet': ['ID=8cec748e-0444-4aba-9c4e-55df4c56ba6e,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:20.309718 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fc99b917-ca89-4688-adcc-b9b885f936fe tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:20.313894 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-fc99b917-ca89-4688-adcc-b9b885f936fe tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "DELETE /v2.0/subnets/8cec748e-0444-4aba-9c4e-55df4c56ba6e HTTP/1.1" status: 204 len: 168 time: 0.4442410 Apr 05 14:56:20.315669 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42946) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:20.320630 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da25ccf1-2ec3-45f8-8c95-6b58c647651a None None] Network 6d652576-2f76-40fc-9533-92419bcc6883 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:56:20.405687 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0e3b14ee-8462-42d7-b541-fe2cead2d2b6 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:20.468348 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b14ee-8462-42d7-b541-fe2cead2d2b6 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Deleting port 771e5f13-b8d3-4735-b02a-1242480eefb7 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:56:20.468695 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0e3b14ee-8462-42d7-b541-fe2cead2d2b6 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:20.496847 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eafa9cc-e1d3-4ec3-98b4-61d4cff78efd None None] DHCP port deletion for 6d652576-2f76-40fc-9533-92419bcc6883 request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:56:20.539916 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-0e3b14ee-8462-42d7-b541-fe2cead2d2b6 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] For port 771e5f13-b8d3-4735-b02a-1242480eefb7, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=771e5f13-b8d3-4735-b02a-1242480eefb7,segment=NetworkSegment(df9b0671-57b7-4f4d-820c-d5ede42d2b8b),segment_id=df9b0671-57b7-4f4d-820c-d5ede42d2b8b)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:56:20.540282 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0e3b14ee-8462-42d7-b541-fe2cead2d2b6 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:20.550795 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-3eafa9cc-e1d3-4ec3-98b4-61d4cff78efd None None] Deleting port 771e5f13-b8d3-4735-b02a-1242480eefb7 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:56:20.551217 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3eafa9cc-e1d3-4ec3-98b4-61d4cff78efd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:20.555324 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b14ee-8462-42d7-b541-fe2cead2d2b6 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Calling delete_port for 771e5f13-b8d3-4735-b02a-1242480eefb7 owned by network:dhcp {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:56:20.632528 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-3eafa9cc-e1d3-4ec3-98b4-61d4cff78efd None None] For port 771e5f13-b8d3-4735-b02a-1242480eefb7, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=771e5f13-b8d3-4735-b02a-1242480eefb7,segment=NetworkSegment(df9b0671-57b7-4f4d-820c-d5ede42d2b8b),segment_id=df9b0671-57b7-4f4d-820c-d5ede42d2b8b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:56:20.633018 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3eafa9cc-e1d3-4ec3-98b4-61d4cff78efd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:20.646712 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-3eafa9cc-e1d3-4ec3-98b4-61d4cff78efd None None] Calling delete_port for 771e5f13-b8d3-4735-b02a-1242480eefb7 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:56:20.694815 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0e3b14ee-8462-42d7-b541-fe2cead2d2b6 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:20.722021 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3b14ee-8462-42d7-b541-fe2cead2d2b6 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event deleted for resources: {'Port': ['ID=771e5f13-b8d3-4735-b02a-1242480eefb7,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:20.724430 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3eafa9cc-e1d3-4ec3-98b4-61d4cff78efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:20.726937 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3b14ee-8462-42d7-b541-fe2cead2d2b6 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] No DVR routers for this DVR port 771e5f13-b8d3-4735-b02a-1242480eefb7 on host n-d-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:56:20.751889 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eafa9cc-e1d3-4ec3-98b4-61d4cff78efd None None] Pushing event deleted for resources: {'Port': ['ID=771e5f13-b8d3-4735-b02a-1242480eefb7,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:20.754103 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eafa9cc-e1d3-4ec3-98b4-61d4cff78efd None None] No DVR routers for this DVR port 771e5f13-b8d3-4735-b02a-1242480eefb7 on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:56:20.819513 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0e3b14ee-8462-42d7-b541-fe2cead2d2b6 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:20.839371 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-0e3b14ee-8462-42d7-b541-fe2cead2d2b6 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d652576-2f76-40fc-9533-92419bcc6883']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:56:20.848426 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-0e3b14ee-8462-42d7-b541-fe2cead2d2b6 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df9b0671-57b7-4f4d-820c-d5ede42d2b8b') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:56:20.848728 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-0e3b14ee-8462-42d7-b541-fe2cead2d2b6 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df9b0671-57b7-4f4d-820c-d5ede42d2b8b') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:56:20.858194 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0e3b14ee-8462-42d7-b541-fe2cead2d2b6 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:20.876416 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0e3b14ee-8462-42d7-b541-fe2cead2d2b6 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:20.883300 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e3b14ee-8462-42d7-b541-fe2cead2d2b6 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:56:20.887538 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0e3b14ee-8462-42d7-b541-fe2cead2d2b6 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:20.887538 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:56:20.887538 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:56:20.887538 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:56:20.887538 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:56:20.887538 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:56:20.887538 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:56:20.887538 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:56:20.887538 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:56:20.887538 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:56:20.887538 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:56:20.887538 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:56:20.887538 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:56:20.887538 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:56:20.887538 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:56:20.887538 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:56:20.887538 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:56:20.887538 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:56:20.887538 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:56:20.887538 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:56:20.887538 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:56:20.887538 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:56:20.887538 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:56:20.887538 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:56:20.887538 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:56:20.887538 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:56:20.887538 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:56:20.887538 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:56:20.887538 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:56:20.887538 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:56:20.887538 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:56:20.887538 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:56:20.887538 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:56:21.019492 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0e3b14ee-8462-42d7-b541-fe2cead2d2b6 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:21.024703 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0e3b14ee-8462-42d7-b541-fe2cead2d2b6 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:21.030078 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-0e3b14ee-8462-42d7-b541-fe2cead2d2b6 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "DELETE /v2.0/networks/6d652576-2f76-40fc-9533-92419bcc6883 HTTP/1.1" status: 204 len: 168 time: 0.7132437 Apr 05 14:56:21.033946 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 42958) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:21.046141 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3b14ee-8462-42d7-b541-fe2cead2d2b6 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event deleted for resources: {'Network': ['ID=6d652576-2f76-40fc-9533-92419bcc6883,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:21.049715 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-5b4fb944-0d99-4add-a50b-801dcbdb5a26 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1812528409'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:56:21.165366 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4fb944-0d99-4add-a50b-801dcbdb5a26 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Made reservation on behalf of 13c118202c994ca38979777ae3308543 for: {'network': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:56:21.169220 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5b4fb944-0d99-4add-a50b-801dcbdb5a26 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:21.221765 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b4fb944-0d99-4add-a50b-801dcbdb5a26 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=103320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:56:21.241931 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1990d2-f600-4fc6-9c7c-7283ec396326 req-f9b2ef95-5fb4-431a-99f0-1820f8c00e93 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:21.243429 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2a1990d2-f600-4fc6-9c7c-7283ec396326 req-f9b2ef95-5fb4-431a-99f0-1820f8c00e93 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/ports?device_id=8998367a-825c-4f15-93b6-0dab93aafd08 HTTP/1.1" status: 200 len: 945 time: 0.0718057 Apr 05 14:56:21.244473 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5b4fb944-0d99-4add-a50b-801dcbdb5a26 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:21.244813 n-d-836650-2 neutron-server[103320]: INFO neutron.db.segments_db [None req-5b4fb944-0d99-4add-a50b-801dcbdb5a26 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Added segment a894e090-b817-4cea-9109-e24463abf39d of type vlan for network e3166341-c1d0-45f6-863c-7c115c0eb408 Apr 05 14:56:21.299278 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5b4fb944-0d99-4add-a50b-801dcbdb5a26 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:21.319417 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2a1990d2-f600-4fc6-9c7c-7283ec396326 req-09974335-9564-4577-ad4a-239ef5323184 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b8bb0c2-5bdc-418b-921f-49e713b6c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668571 Apr 05 14:56:21.438891 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5b4fb944-0d99-4add-a50b-801dcbdb5a26 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:21.444908 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4fb944-0d99-4add-a50b-801dcbdb5a26 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:21.448973 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5b4fb944-0d99-4add-a50b-801dcbdb5a26 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:21.553183 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca12b7-315b-4d9b-bb3f-8d4783c318bf req-e93f116f-b4f0-4806-b6fc-7899b856e3f0 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:21.554690 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-43ca12b7-315b-4d9b-bb3f-8d4783c318bf req-e93f116f-b4f0-4806-b6fc-7899b856e3f0 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/ports?device_id=8998367a-825c-4f15-93b6-0dab93aafd08 HTTP/1.1" status: 200 len: 945 time: 0.1705923 Apr 05 14:56:21.556602 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4fb944-0d99-4add-a50b-801dcbdb5a26 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event updated for resources: {'Network': ['ID=e3166341-c1d0-45f6-863c-7c115c0eb408,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:21.561432 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-32994b9d-6e25-4853-a9fc-7a35e5c39ae7 req-4e0435b6-9498-487d-acb0-20c8b0f359f9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=25a5306b-2556-4950-bd18-55fa229b6768&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1623378 Apr 05 14:56:21.563460 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 42968) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:21.568162 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-88b6b41d-acfe-45b7-8916-6bfe2572b00c tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Request body: {'floatingip': {'port_id': '3eaee4a2-1dcc-40a4-910a-0cfec55b0053'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:56:21.574473 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network e3166341-c1d0-45f6-863c-7c115c0eb408 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:56:21.604402 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-5b4fb944-0d99-4add-a50b-801dcbdb5a26 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5686021 Apr 05 14:56:21.607629 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42970) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:21.614259 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-fd68d0a7-e3cc-4853-938e-9b97f86ad25c tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Request body: {'subnet': {'network_id': 'e3166341-c1d0-45f6-863c-7c115c0eb408', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:56:21.615800 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-88b6b41d-acfe-45b7-8916-6bfe2572b00c tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for floatingip, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:21.758111 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32994b9d-6e25-4853-a9fc-7a35e5c39ae7 req-a8211d0a-6f33-4b86-b1bb-d78f2a3b953d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:21.759651 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-32994b9d-6e25-4853-a9fc-7a35e5c39ae7 req-a8211d0a-6f33-4b86-b1bb-d78f2a3b953d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=15503dce9d2944a4a898191fdde0d62f&device_id=25a5306b-2556-4950-bd18-55fa229b6768 HTTP/1.1" status: 200 len: 1096 time: 0.1340511 Apr 05 14:56:21.794342 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd68d0a7-e3cc-4853-938e-9b97f86ad25c tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Made reservation on behalf of 13c118202c994ca38979777ae3308543 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:56:21.798680 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fd68d0a7-e3cc-4853-938e-9b97f86ad25c tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:21.986145 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32994b9d-6e25-4853-a9fc-7a35e5c39ae7 req-aabd98cd-c8de-499b-a48a-eb3dcf477bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:21.988616 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-32994b9d-6e25-4853-a9fc-7a35e5c39ae7 req-aabd98cd-c8de-499b-a48a-eb3dcf477bcb service neutron] 10.222.0.55 "GET /v2.0/networks?id=66b3e69f-5222-44a7-bf1a-94ad2df58cf2 HTTP/1.1" status: 200 len: 913 time: 0.2078261 Apr 05 14:56:22.071578 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 771e5f13-b8d3-4735-b02a-1242480eefb7 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:56:22.093219 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 771e5f13-b8d3-4735-b02a-1242480eefb7 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:56:22.093575 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 771e5f13-b8d3-4735-b02a-1242480eefb7 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:56:22.133136 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fd68d0a7-e3cc-4853-938e-9b97f86ad25c tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:22.201422 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-32994b9d-6e25-4853-a9fc-7a35e5c39ae7 req-9f776315-2d8b-44d5-8f84-ebdc28e499dc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60e0c79e-2930-4a05-80ad-7c63d2553e4b HTTP/1.1" status: 200 len: 1000 time: 0.1997268 Apr 05 14:56:22.215289 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd68d0a7-e3cc-4853-938e-9b97f86ad25c tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event updated for resources: {'Subnet': ['ID=16ae3b25-c3ec-4962-84e9-fee13eddca15,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:22.233226 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd68d0a7-e3cc-4853-938e-9b97f86ad25c tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Checking segment: {'id': 'a894e090-b817-4cea-9109-e24463abf39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e3166341-c1d0-45f6-863c-7c115c0eb408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:56:22.233898 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd68d0a7-e3cc-4853-938e-9b97f86ad25c tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Network hostable DHCP agents. Network: e3166341-c1d0-45f6-863c-7c115c0eb408, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:56:22.331750 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd68d0a7-e3cc-4853-938e-9b97f86ad25c tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Network e3166341-c1d0-45f6-863c-7c115c0eb408 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:56:22.342056 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32994b9d-6e25-4853-a9fc-7a35e5c39ae7 req-f4b910e9-bda0-4e5b-9767-3809ce5c74bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:22.343572 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-32994b9d-6e25-4853-a9fc-7a35e5c39ae7 req-f4b910e9-bda0-4e5b-9767-3809ce5c74bf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a727d51d-00fa-45ac-ab45-e910bc527386 HTTP/1.1" status: 200 len: 851 time: 0.1241055 Apr 05 14:56:22.412152 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-fd68d0a7-e3cc-4853-938e-9b97f86ad25c tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, e3166341-c1d0-45f6-863c-7c115c0eb408) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:56:22.417975 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd68d0a7-e3cc-4853-938e-9b97f86ad25c tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:22.418815 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fd68d0a7-e3cc-4853-938e-9b97f86ad25c tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:22.428026 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d4d10d-da51-4bc0-8f12-f9998e172bd5 None None] Network e3166341-c1d0-45f6-863c-7c115c0eb408 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:56:22.514233 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-fd68d0a7-e3cc-4853-938e-9b97f86ad25c tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9053540 Apr 05 14:56:22.516932 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 42986) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:22.523572 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-a5a85e76-679b-4299-b37a-f44011a356ef tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Request body: {'port': {'network_id': 'e3166341-c1d0-45f6-863c-7c115c0eb408', 'name': 'tempest-PortsTestJSON-1886400577', 'fixed_ips': [{'subnet_id': '16ae3b25-c3ec-4962-84e9-fee13eddca15', 'ip_address': '172.20.0.10'}]}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:56:22.632130 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ff2ee1-0f1e-45a6-839f-36a06bb79925 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-e3166341-c1d0-45f6-863c-7c115c0eb408', 'network_id': 'e3166341-c1d0-45f6-863c-7c115c0eb408', 'tenant_id': '13c118202c994ca38979777ae3308543', 'fixed_ips': [{'subnet_id': '16ae3b25-c3ec-4962-84e9-fee13eddca15'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:56:22.632130 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a7ff2ee1-0f1e-45a6-839f-36a06bb79925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:22.706797 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.db.resource_extend [None req-88b6b41d-acfe-45b7-8916-6bfe2572b00c tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 14:56:22.749933 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32994b9d-6e25-4853-a9fc-7a35e5c39ae7 req-5457684a-ccbd-4406-9a37-27fca289c5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:22.751500 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-32994b9d-6e25-4853-a9fc-7a35e5c39ae7 req-5457684a-ccbd-4406-9a37-27fca289c5bf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66b3e69f-5222-44a7-bf1a-94ad2df58cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3912599 Apr 05 14:56:22.759930 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a85e76-679b-4299-b37a-f44011a356ef tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Made reservation on behalf of 13c118202c994ca38979777ae3308543 for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:56:22.867715 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-88b6b41d-acfe-45b7-8916-6bfe2572b00c tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:22.885226 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a5a85e76-679b-4299-b37a-f44011a356ef tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:22.891039 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-32994b9d-6e25-4853-a9fc-7a35e5c39ae7 req-930354d5-5f5f-446c-9a35-a931a322c732 service neutron] 10.222.0.55 "GET /v2.0/networks/66b3e69f-5222-44a7-bf1a-94ad2df58cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311059 Apr 05 14:56:22.911253 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [None req-a5a85e76-679b-4299-b37a-f44011a356ef tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] device_id is not set on port 1959cdea-3ba4-4f27-bc79-d7049d1b10d5 yet. {{(pid=103321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:56:22.945024 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-a7ff2ee1-0f1e-45a6-839f-36a06bb79925 None None] Allocated IP 172.20.0.2 (e3166341-c1d0-45f6-863c-7c115c0eb408/16ae3b25-c3ec-4962-84e9-fee13eddca15/12bb1693-3449-4cee-8774-e7975fd92425) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:56:22.960866 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-88b6b41d-acfe-45b7-8916-6bfe2572b00c tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:23.083703 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-32994b9d-6e25-4853-a9fc-7a35e5c39ae7 req-21293214-178a-4748-b205-02c7fcf418aa service neutron] 10.222.0.55 "GET /v2.0/networks/66b3e69f-5222-44a7-bf1a-94ad2df58cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853004 Apr 05 14:56:23.102297 n-d-836650-2 neutron-server[103320]: INFO neutron.db.l3_db [None req-88b6b41d-acfe-45b7-8916-6bfe2572b00c tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Floating IP 147bedcc-7185-4b68-a2c7-13ad2dc8b1ea associated. External IP: 172.25.6.102, port: 3eaee4a2-1dcc-40a4-910a-0cfec55b0053. Apr 05 14:56:23.126748 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a7ff2ee1-0f1e-45a6-839f-36a06bb79925 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:23.215504 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a7ff2ee1-0f1e-45a6-839f-36a06bb79925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:23.270602 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ff2ee1-0f1e-45a6-839f-36a06bb79925 None None] Pushing event updated for resources: {'Port': ['ID=12bb1693-3449-4cee-8774-e7975fd92425,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:23.273031 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-a5a85e76-679b-4299-b37a-f44011a356ef tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Allocated IP 172.20.0.10 (e3166341-c1d0-45f6-863c-7c115c0eb408/16ae3b25-c3ec-4962-84e9-fee13eddca15/1959cdea-3ba4-4f27-bc79-d7049d1b10d5) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:56:23.282389 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ff2ee1-0f1e-45a6-839f-36a06bb79925 None None] Network e3166341-c1d0-45f6-863c-7c115c0eb408 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:56:23.284124 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-a7ff2ee1-0f1e-45a6-839f-36a06bb79925 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:56:23.288653 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ff2ee1-0f1e-45a6-839f-36a06bb79925 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:56:23.355780 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-a7ff2ee1-0f1e-45a6-839f-36a06bb79925 None None] Attempting to bind port 12bb1693-3449-4cee-8774-e7975fd92425 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:56:23.356410 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-a7ff2ee1-0f1e-45a6-839f-36a06bb79925 None None] Attempting to bind port 12bb1693-3449-4cee-8774-e7975fd92425 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'a894e090-b817-4cea-9109-e24463abf39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e3166341-c1d0-45f6-863c-7c115c0eb408'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:56:23.356969 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ff2ee1-0f1e-45a6-839f-36a06bb79925 None None] Attempting to bind port 12bb1693-3449-4cee-8774-e7975fd92425 on network e3166341-c1d0-45f6-863c-7c115c0eb408 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:56:23.363566 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ff2ee1-0f1e-45a6-839f-36a06bb79925 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:56:23.363968 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ff2ee1-0f1e-45a6-839f-36a06bb79925 None None] Checking segment: {'id': 'a894e090-b817-4cea-9109-e24463abf39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e3166341-c1d0-45f6-863c-7c115c0eb408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:56:23.364412 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a7ff2ee1-0f1e-45a6-839f-36a06bb79925 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:23.365956 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ff2ee1-0f1e-45a6-839f-36a06bb79925 None None] Bound using segment: {'id': 'a894e090-b817-4cea-9109-e24463abf39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e3166341-c1d0-45f6-863c-7c115c0eb408'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:56:23.366310 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-a7ff2ee1-0f1e-45a6-839f-36a06bb79925 None None] Bound port: 12bb1693-3449-4cee-8774-e7975fd92425, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a894e090-b817-4cea-9109-e24463abf39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e3166341-c1d0-45f6-863c-7c115c0eb408'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:56:23.366707 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a7ff2ee1-0f1e-45a6-839f-36a06bb79925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:23.389291 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88b6b41d-acfe-45b7-8916-6bfe2572b00c tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Router b1445dec-20ca-403d-b665-56d8d9cba455 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:56:23.452285 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a5a85e76-679b-4299-b37a-f44011a356ef tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:23.456699 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-a7ff2ee1-0f1e-45a6-839f-36a06bb79925 None None] For port 12bb1693-3449-4cee-8774-e7975fd92425, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:56:23.461740 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-a7ff2ee1-0f1e-45a6-839f-36a06bb79925 None None] For port 12bb1693-3449-4cee-8774-e7975fd92425, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=12bb1693-3449-4cee-8774-e7975fd92425,segment=NetworkSegment(a894e090-b817-4cea-9109-e24463abf39d),segment_id=a894e090-b817-4cea-9109-e24463abf39d)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:56:23.516720 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88b6b41d-acfe-45b7-8916-6bfe2572b00c tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:56:23.522292 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-88b6b41d-acfe-45b7-8916-6bfe2572b00c tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:23.530324 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ed56e6-07da-4566-9ef4-f951b0bd3c5a None None] Sync routers for ids ['b1445dec-20ca-403d-b665-56d8d9cba455'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:56:23.541744 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ed56e6-07da-4566-9ef4-f951b0bd3c5a None None] Routers {'b1445dec-20ca-403d-b665-56d8d9cba455'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:56:23.542726 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-69ed56e6-07da-4566-9ef4-f951b0bd3c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:55:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['b1445dec-20ca-403d-b665-56d8d9cba455'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:56:23.553810 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a7ff2ee1-0f1e-45a6-839f-36a06bb79925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:23.572135 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-88b6b41d-acfe-45b7-8916-6bfe2572b00c tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "PUT /v2.0/floatingips/147bedcc-7185-4b68-a2c7-13ad2dc8b1ea HTTP/1.1" status: 200 len: 991 time: 2.0075667 Apr 05 14:56:23.572823 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8998367a-825c-4f15-93b6-0dab93aafd08', 'tag': '3eaee4a2-1dcc-40a4-910a-0cfec55b0053'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:56:23.575218 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3268336c-4a17-4cfc-8540-68497142c0b8" -d '{"events": [{"name": "network-changed", "server_uuid": "8998367a-825c-4f15-93b6-0dab93aafd08", "tag": "3eaee4a2-1dcc-40a4-910a-0cfec55b0053"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:56:23.580483 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a5a85e76-679b-4299-b37a-f44011a356ef tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:23.634102 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e2a4450-0a0d-414d-a8ae-bf609a9f0bcc x-openstack-request-id: req-0e2a4450-0a0d-414d-a8ae-bf609a9f0bcc {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:56:23.637434 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8998367a-825c-4f15-93b6-0dab93aafd08", "tag": "3eaee4a2-1dcc-40a4-910a-0cfec55b0053", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:56:23.637434 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0e2a4450-0a0d-414d-a8ae-bf609a9f0bcc {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:56:23.637434 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e2a4450-0a0d-414d-a8ae-bf609a9f0bcc'] response: {'name': 'network-changed', 'server_uuid': '8998367a-825c-4f15-93b6-0dab93aafd08', 'tag': '3eaee4a2-1dcc-40a4-910a-0cfec55b0053', 'status': 'completed', 'code': 200} Apr 05 14:56:23.637748 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a85e76-679b-4299-b37a-f44011a356ef tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Network e3166341-c1d0-45f6-863c-7c115c0eb408 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:56:23.641980 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-a5a85e76-679b-4299-b37a-f44011a356ef tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:56:23.646730 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a85e76-679b-4299-b37a-f44011a356ef tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:56:23.665059 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ff2ee1-0f1e-45a6-839f-36a06bb79925 None None] Pushing event updated for resources: {'Port': ['ID=12bb1693-3449-4cee-8774-e7975fd92425,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:23.699625 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a85e76-679b-4299-b37a-f44011a356ef tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event updated for resources: {'Port': ['ID=1959cdea-3ba4-4f27-bc79-d7049d1b10d5,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:23.738974 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-69ed56e6-07da-4566-9ef4-f951b0bd3c5a None None] Set router b1445dec-20ca-403d-b665-56d8d9cba455 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:56:23.756237 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a85e76-679b-4299-b37a-f44011a356ef tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:23.756908 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a5a85e76-679b-4299-b37a-f44011a356ef tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:23.777530 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3268336c-4a17-4cfc-8540-68497142c0b8 req-8152584f-9b2d-4ff1-8ab7-785a137fcfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:23.778853 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3268336c-4a17-4cfc-8540-68497142c0b8 req-8152584f-9b2d-4ff1-8ab7-785a137fcfb3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0d680450c8534547bd5afee8c1b9c44d&device_id=8998367a-825c-4f15-93b6-0dab93aafd08 HTTP/1.1" status: 200 len: 1096 time: 0.1040535 Apr 05 14:56:23.859196 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-a5a85e76-679b-4299-b37a-f44011a356ef tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3410356 Apr 05 14:56:23.861742 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43014) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:23.868303 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-653353b8-d76c-49f0-bb24-590b67ed4ee6 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Request body: {'port': {'network_id': 'e3166341-c1d0-45f6-863c-7c115c0eb408', 'name': 'tempest-PortsTestJSON-538135457', 'fixed_ips': [{'subnet_id': '16ae3b25-c3ec-4962-84e9-fee13eddca15', 'ip_address': '172.20.0.9'}]}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:56:24.013832 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3268336c-4a17-4cfc-8540-68497142c0b8 req-a840a7e9-b309-46dd-9cb7-0eead3b12e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:24.015584 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3268336c-4a17-4cfc-8540-68497142c0b8 req-a840a7e9-b309-46dd-9cb7-0eead3b12e91 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9c33a3eb-a65a-4749-8ece-9c0c17a8413b HTTP/1.1" status: 200 len: 916 time: 0.2300227 Apr 05 14:56:24.127210 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-69ed56e6-07da-4566-9ef4-f951b0bd3c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'name': 'tempest-AttachVolumeNegativeTest-1732339431-router', 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'bd6b8bf7-c569-4249-ab62-bab0f76cc3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:50:04Z', 'updated_at': '2022-04-05T14:50:09Z', 'revision_number': 4, 'project_id': '0d680450c8534547bd5afee8c1b9c44d', 'gw_port': {'id': 'bd6b8bf7-c569-4249-ab62-bab0f76cc3e2', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:05Z', 'updated_at': '2022-04-05T14:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': '147bedcc-7185-4b68-a2c7-13ad2dc8b1ea', 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'floating_ip_address': '172.25.6.102', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'port_id': '3eaee4a2-1dcc-40a4-910a-0cfec55b0053', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3293, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c33a3eb-a65a-4749-8ece-9c0c17a8413b', 'mac_address': 'fa:16:3e:93:a0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8998367a-825c-4f15-93b6-0dab93aafd08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:56:03Z', 'updated_at': '2022-04-05T14:56:22Z', 'revision_number': 1, 'project_id': '0d680450c8534547bd5afee8c1b9c44d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9221f79d-cf57-48ff-99a2-721b9a2f3ce1', 'name': '', 'network_id': '9c33a3eb-a65a-4749-8ece-9c0c17a8413b', 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'mac_address': 'fa:16:3e:88:65:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': 'b0eeff46-5c4b-4ea4-85de-a28a5ce6d062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:08Z', 'updated_at': '2022-04-05T14:50:15Z', 'revision_number': 5, 'project_id': '0d680450c8534547bd5afee8c1b9c44d', 'subnets': [{'id': 'b0eeff46-5c4b-4ea4-85de-a28a5ce6d062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:56:24.158298 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8290a6-40ec-45e3-8ff3-c83019e97562 req-59b30438-411e-4fa1-b95f-a958c86c8c02 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:24.166178 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bd8290a6-40ec-45e3-8ff3-c83019e97562 req-59b30438-411e-4fa1-b95f-a958c86c8c02 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 947 time: 0.1351759 Apr 05 14:56:24.179384 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ed56e6-07da-4566-9ef4-f951b0bd3c5a None None] Checking router: b1445dec-20ca-403d-b665-56d8d9cba455 for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:56:24.181146 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3268336c-4a17-4cfc-8540-68497142c0b8 req-81a47cbe-4916-4d63-8523-04f8b4e6024c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3eaee4a2-1dcc-40a4-910a-0cfec55b0053 HTTP/1.1" status: 200 len: 999 time: 0.1570311 Apr 05 14:56:24.194341 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ed56e6-07da-4566-9ef4-f951b0bd3c5a None None] Routers {'b1445dec-20ca-403d-b665-56d8d9cba455'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:56:24.194341 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-69ed56e6-07da-4566-9ef4-f951b0bd3c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:55:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['b1445dec-20ca-403d-b665-56d8d9cba455'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:56:24.231659 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bd8290a6-40ec-45e3-8ff3-c83019e97562 req-97465354-1548-4d34-a185-89fe9de23498 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=0db5022f-6960-4519-993b-af935888212a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545521 Apr 05 14:56:24.237221 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 12bb1693-3449-4cee-8774-e7975fd92425 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:56:24.269056 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3268336c-4a17-4cfc-8540-68497142c0b8 req-40744a1e-5e32-40d4-82ef-721223d82ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:24.271380 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3268336c-4a17-4cfc-8540-68497142c0b8 req-40744a1e-5e32-40d4-82ef-721223d82ee1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b0eeff46-5c4b-4ea4-85de-a28a5ce6d062 HTTP/1.1" status: 200 len: 854 time: 0.0804796 Apr 05 14:56:24.309491 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 12bb1693-3449-4cee-8774-e7975fd92425 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:56:24.309976 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:24.311728 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-653353b8-d76c-49f0-bb24-590b67ed4ee6 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Made reservation on behalf of 13c118202c994ca38979777ae3308543 for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:56:24.318179 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-653353b8-d76c-49f0-bb24-590b67ed4ee6 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:24.324675 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-69ed56e6-07da-4566-9ef4-f951b0bd3c5a None None] Set router b1445dec-20ca-403d-b665-56d8d9cba455 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:56:24.347469 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [None req-653353b8-d76c-49f0-bb24-590b67ed4ee6 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] device_id is not set on port 8ed8e223-bd37-440e-908d-6df08f340379 yet. {{(pid=103321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:56:24.358854 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3268336c-4a17-4cfc-8540-68497142c0b8 req-8eaeb0a9-e4b8-4c23-b4a9-487c6fae9d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:24.361042 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3268336c-4a17-4cfc-8540-68497142c0b8 req-8eaeb0a9-e4b8-4c23-b4a9-487c6fae9d3e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9c33a3eb-a65a-4749-8ece-9c0c17a8413b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0824723 Apr 05 14:56:24.437292 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:24.475189 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port 12bb1693-3449-4cee-8774-e7975fd92425, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=12bb1693-3449-4cee-8774-e7975fd92425,segment=NetworkSegment(a894e090-b817-4cea-9109-e24463abf39d),segment_id=a894e090-b817-4cea-9109-e24463abf39d)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:56:24.488418 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bbadc777-64ec-4cb0-baf1-4e7a41f3bd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:24.591357 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3268336c-4a17-4cfc-8540-68497142c0b8 req-ba1b4028-0cde-4f37-8121-b972314a6cf9 service neutron] 10.222.0.11 "GET /v2.0/networks/9c33a3eb-a65a-4749-8ece-9c0c17a8413b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814907 Apr 05 14:56:24.596342 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:24.613607 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-69ed56e6-07da-4566-9ef4-f951b0bd3c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'name': 'tempest-AttachVolumeNegativeTest-1732339431-router', 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'bd6b8bf7-c569-4249-ab62-bab0f76cc3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:50:04Z', 'updated_at': '2022-04-05T14:50:09Z', 'revision_number': 4, 'project_id': '0d680450c8534547bd5afee8c1b9c44d', 'gw_port': {'id': 'bd6b8bf7-c569-4249-ab62-bab0f76cc3e2', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:05Z', 'updated_at': '2022-04-05T14:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': '147bedcc-7185-4b68-a2c7-13ad2dc8b1ea', 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'floating_ip_address': '172.25.6.102', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'port_id': '3eaee4a2-1dcc-40a4-910a-0cfec55b0053', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3293, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c33a3eb-a65a-4749-8ece-9c0c17a8413b', 'mac_address': 'fa:16:3e:93:a0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8998367a-825c-4f15-93b6-0dab93aafd08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:56:03Z', 'updated_at': '2022-04-05T14:56:22Z', 'revision_number': 1, 'project_id': '0d680450c8534547bd5afee8c1b9c44d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9221f79d-cf57-48ff-99a2-721b9a2f3ce1', 'name': '', 'network_id': '9c33a3eb-a65a-4749-8ece-9c0c17a8413b', 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'mac_address': 'fa:16:3e:88:65:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': 'b0eeff46-5c4b-4ea4-85de-a28a5ce6d062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:08Z', 'updated_at': '2022-04-05T14:50:15Z', 'revision_number': 5, 'project_id': '0d680450c8534547bd5afee8c1b9c44d', 'subnets': [{'id': 'b0eeff46-5c4b-4ea4-85de-a28a5ce6d062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:56:24.650751 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ed56e6-07da-4566-9ef4-f951b0bd3c5a None None] The sync data for ids ['b1445dec-20ca-403d-b665-56d8d9cba455'] in n-d-836650-2 is: [{'id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'name': 'tempest-AttachVolumeNegativeTest-1732339431-router', 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'bd6b8bf7-c569-4249-ab62-bab0f76cc3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:50:04Z', 'updated_at': '2022-04-05T14:50:09Z', 'revision_number': 4, 'project_id': '0d680450c8534547bd5afee8c1b9c44d', 'gw_port': {'id': 'bd6b8bf7-c569-4249-ab62-bab0f76cc3e2', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:05Z', 'updated_at': '2022-04-05T14:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': '147bedcc-7185-4b68-a2c7-13ad2dc8b1ea', 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'floating_ip_address': '172.25.6.102', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'port_id': '3eaee4a2-1dcc-40a4-910a-0cfec55b0053', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3293, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c33a3eb-a65a-4749-8ece-9c0c17a8413b', 'mac_address': 'fa:16:3e:93:a0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8998367a-825c-4f15-93b6-0dab93aafd08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:56:03Z', 'updated_at': '2022-04-05T14:56:22Z', 'revision_number': 1, 'project_id': '0d680450c8534547bd5afee8c1b9c44d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9221f79d-cf57-48ff-99a2-721b9a2f3ce1', 'name': '', 'network_id': '9c33a3eb-a65a-4749-8ece-9c0c17a8413b', 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'mac_address': 'fa:16:3e:88:65:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': 'b0eeff46-5c4b-4ea4-85de-a28a5ce6d062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:08Z', 'updated_at': '2022-04-05T14:50:15Z', 'revision_number': 5, 'project_id': '0d680450c8534547bd5afee8c1b9c44d', 'subnets': [{'id': 'b0eeff46-5c4b-4ea4-85de-a28a5ce6d062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:56:24.675534 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=12bb1693-3449-4cee-8774-e7975fd92425,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:24.688838 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-653353b8-d76c-49f0-bb24-590b67ed4ee6 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Allocated IP 172.20.0.9 (e3166341-c1d0-45f6-863c-7c115c0eb408/16ae3b25-c3ec-4962-84e9-fee13eddca15/8ed8e223-bd37-440e-908d-6df08f340379) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:56:24.746545 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3268336c-4a17-4cfc-8540-68497142c0b8 req-d4346de9-5855-4f78-a80b-5c6cdd7bd685 service neutron] 10.222.0.11 "GET /v2.0/networks/9c33a3eb-a65a-4749-8ece-9c0c17a8413b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475537 Apr 05 14:56:24.936141 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-653353b8-d76c-49f0-bb24-590b67ed4ee6 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:24.961190 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142ca235-f615-482b-9299-e151c801c573 None None] New status for floating IP 147bedcc-7185-4b68-a2c7-13ad2dc8b1ea: ACTIVE {{(pid=103322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 14:56:25.088291 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-653353b8-d76c-49f0-bb24-590b67ed4ee6 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:25.119850 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095407cf-40f6-4e7f-9e8c-6c9db2645d74 None None] Network e3166341-c1d0-45f6-863c-7c115c0eb408 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:56:25.130973 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653353b8-d76c-49f0-bb24-590b67ed4ee6 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Network e3166341-c1d0-45f6-863c-7c115c0eb408 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:56:25.139223 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-653353b8-d76c-49f0-bb24-590b67ed4ee6 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:56:25.144608 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653353b8-d76c-49f0-bb24-590b67ed4ee6 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:56:25.182722 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653353b8-d76c-49f0-bb24-590b67ed4ee6 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event updated for resources: {'Port': ['ID=8ed8e223-bd37-440e-908d-6df08f340379,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:25.225780 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653353b8-d76c-49f0-bb24-590b67ed4ee6 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:25.226763 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-653353b8-d76c-49f0-bb24-590b67ed4ee6 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:25.267444 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-72ed1059-acef-4f58-aed2-cac8e5389bb2 None None] Provisioning complete for port 12bb1693-3449-4cee-8774-e7975fd92425 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:56:25.267871 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-72ed1059-acef-4f58-aed2-cac8e5389bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:25.345820 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-653353b8-d76c-49f0-bb24-590b67ed4ee6 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4826355 Apr 05 14:56:25.346390 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43038) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:25.400242 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23478fee-14a1-4a8b-92ae-ef109cd116fb req-f1954ce6-b968-4248-aead-6f44cb4c22ea tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:25.402589 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-23478fee-14a1-4a8b-92ae-ef109cd116fb req-f1954ce6-b968-4248-aead-6f44cb4c22ea tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 947 time: 0.0696187 Apr 05 14:56:25.448597 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1571882b-88f4-4e56-a1fa-0ee194b9e5eb tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:25.450510 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-1571882b-88f4-4e56-a1fa-0ee194b9e5eb tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1032495 Apr 05 14:56:25.452471 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-23478fee-14a1-4a8b-92ae-ef109cd116fb req-5393cb44-506b-4c21-b1a2-3356899e03c5 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=0db5022f-6960-4519-993b-af935888212a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438836 Apr 05 14:56:25.453957 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 43040) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:25.520711 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0eede0b-436e-4447-97e0-566d4922d411 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:25.527152 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0eede0b-436e-4447-97e0-566d4922d411 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:25.533314 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0eede0b-436e-4447-97e0-566d4922d411 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:25.535029 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-c0eede0b-436e-4447-97e0-566d4922d411 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.0798407 Apr 05 14:56:25.538285 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 43044) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:25.638383 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-d5996d76-327f-4c7b-9cc8-b661468413f4 None None] Provisioning complete for port 8ed8e223-bd37-440e-908d-6df08f340379 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:56:25.639164 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d5996d76-327f-4c7b-9cc8-b661468413f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:25.645328 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-2d47b43f-6929-4608-a3f9-87506671b5b2 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Deleting port 8ed8e223-bd37-440e-908d-6df08f340379 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:56:25.645809 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2d47b43f-6929-4608-a3f9-87506671b5b2 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:25.683497 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-d5996d76-327f-4c7b-9cc8-b661468413f4 None None] Port 8ed8e223-bd37-440e-908d-6df08f340379 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:56:25.695850 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-d5996d76-327f-4c7b-9cc8-b661468413f4 None None] Provisioning complete for port 1959cdea-3ba4-4f27-bc79-d7049d1b10d5 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:56:25.696493 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d5996d76-327f-4c7b-9cc8-b661468413f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:25.721922 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aeaa76-7004-4de0-a385-de5b70e96809 req-8c491f81-360e-40ae-b839-bc2958f86d7f tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:25.723614 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f7aeaa76-7004-4de0-a385-de5b70e96809 req-8c491f81-360e-40ae-b839-bc2958f86d7f tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 947 time: 0.0705633 Apr 05 14:56:25.746453 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-d5996d76-327f-4c7b-9cc8-b661468413f4 None None] Port 1959cdea-3ba4-4f27-bc79-d7049d1b10d5 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:56:25.764238 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-d5996d76-327f-4c7b-9cc8-b661468413f4 None None] Provisioning complete for port 12bb1693-3449-4cee-8774-e7975fd92425 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:56:25.764617 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d5996d76-327f-4c7b-9cc8-b661468413f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:25.822545 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2d47b43f-6929-4608-a3f9-87506671b5b2 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:25.838758 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-2d47b43f-6929-4608-a3f9-87506671b5b2 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Calling delete_port for 8ed8e223-bd37-440e-908d-6df08f340379 owned by {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:56:25.854648 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-f7aeaa76-7004-4de0-a385-de5b70e96809 req-4ecb58d7-5d3f-4cdc-895d-2361f3f4fa9f tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Deleting port 139faa11-9f76-4762-8a99-affe69355565 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:56:25.861370 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-f7aeaa76-7004-4de0-a385-de5b70e96809 req-4ecb58d7-5d3f-4cdc-895d-2361f3f4fa9f tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:25.987038 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-f7aeaa76-7004-4de0-a385-de5b70e96809 req-4ecb58d7-5d3f-4cdc-895d-2361f3f4fa9f tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] For port 139faa11-9f76-4762-8a99-affe69355565, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=139faa11-9f76-4762-8a99-affe69355565,segment=NetworkSegment(7829a1ea-7354-4b05-a7ea-7cbdfd795041),segment_id=7829a1ea-7354-4b05-a7ea-7cbdfd795041)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:56:25.987521 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-f7aeaa76-7004-4de0-a385-de5b70e96809 req-4ecb58d7-5d3f-4cdc-895d-2361f3f4fa9f tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:26.018965 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-ede60168-c03a-47f6-8849-908102b31158 None None] Provisioning complete for port 1959cdea-3ba4-4f27-bc79-d7049d1b10d5 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:56:26.019418 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ede60168-c03a-47f6-8849-908102b31158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:26.072288 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-ede60168-c03a-47f6-8849-908102b31158 None None] Port 1959cdea-3ba4-4f27-bc79-d7049d1b10d5 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:56:26.094173 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2d47b43f-6929-4608-a3f9-87506671b5b2 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:26.162290 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 12bb1693-3449-4cee-8774-e7975fd92425 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:56:26.203037 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d47b43f-6929-4608-a3f9-87506671b5b2 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event deleted for resources: {'Port': ['ID=8ed8e223-bd37-440e-908d-6df08f340379,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:26.229966 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-74dd4edf-9be9-4059-ad10-24f40d5355a6 None None] Could not find standard attr ID for object 8ed8e223-bd37-440e-908d-6df08f340379. {{(pid=103322) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 14:56:26.296344 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-f7aeaa76-7004-4de0-a385-de5b70e96809 req-4ecb58d7-5d3f-4cdc-895d-2361f3f4fa9f tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:26.296820 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-f7aeaa76-7004-4de0-a385-de5b70e96809 req-4ecb58d7-5d3f-4cdc-895d-2361f3f4fa9f tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:26.297228 n-d-836650-2 neutron-server[103321]: INFO neutron.db.l3_db [req-f7aeaa76-7004-4de0-a385-de5b70e96809 req-4ecb58d7-5d3f-4cdc-895d-2361f3f4fa9f tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Floating IP 33d50334-ce0a-43b6-aa69-1103e937ac15 disassociated. External IP: 172.25.6.2, port: 139faa11-9f76-4762-8a99-affe69355565. Apr 05 14:56:26.297652 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-f7aeaa76-7004-4de0-a385-de5b70e96809 req-4ecb58d7-5d3f-4cdc-895d-2361f3f4fa9f tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Calling delete_port for 139faa11-9f76-4762-8a99-affe69355565 owned by compute:nova {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:56:26.325039 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 12bb1693-3449-4cee-8774-e7975fd92425 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:56:26.326123 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:26.335573 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2d47b43f-6929-4608-a3f9-87506671b5b2 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:26.341294 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-2d47b43f-6929-4608-a3f9-87506671b5b2 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "DELETE /v2.0/ports/8ed8e223-bd37-440e-908d-6df08f340379 HTTP/1.1" status: 204 len: 168 time: 0.7990639 Apr 05 14:56:26.350034 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 43054) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:26.397492 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-e83b7e2e-c179-46db-97c6-c28016e8a0cb tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] GET failed (client error): The resource could not be found. Apr 05 14:56:26.399307 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-e83b7e2e-c179-46db-97c6-c28016e8a0cb tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "GET /v2.0/ports/8ed8e223-bd37-440e-908d-6df08f340379 HTTP/1.1" status: 404 len: 333 time: 0.0480604 Apr 05 14:56:26.405397 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 43056) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:26.544300 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-9121f0fa-3be6-4347-b5d1-924bb0a23d73 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Deleting port 1959cdea-3ba4-4f27-bc79-d7049d1b10d5 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:56:26.547273 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9121f0fa-3be6-4347-b5d1-924bb0a23d73 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:26.640913 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-f7aeaa76-7004-4de0-a385-de5b70e96809 req-4ecb58d7-5d3f-4cdc-895d-2361f3f4fa9f tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:26.680615 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a505ac5c-56c5-4dab-b794-e7d1f51bbe08 req-5731f843-c1a0-4f3a-933f-fa58c9c8c54b tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:26.682199 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a505ac5c-56c5-4dab-b794-e7d1f51bbe08 req-5731f843-c1a0-4f3a-933f-fa58c9c8c54b tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 868 time: 0.1127446 Apr 05 14:56:26.684095 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9121f0fa-3be6-4347-b5d1-924bb0a23d73 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:26.695311 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecb58d7-5d3f-4cdc-895d-2361f3f4fa9f tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Pushing event deleted for resources: {'Port': ['ID=139faa11-9f76-4762-8a99-affe69355565,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:26.731326 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-9121f0fa-3be6-4347-b5d1-924bb0a23d73 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Calling delete_port for 1959cdea-3ba4-4f27-bc79-d7049d1b10d5 owned by {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:56:26.770608 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a505ac5c-56c5-4dab-b794-e7d1f51bbe08 req-d03e6d05-9c99-4f9c-98b4-1c6ae3536af8 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups?id=0db5022f-6960-4519-993b-af935888212a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781379 Apr 05 14:56:26.788387 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-30fc2ed7-48c3-4bf7-9cd3-a492971d73dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:26.845160 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7aeaa76-7004-4de0-a385-de5b70e96809 req-4ecb58d7-5d3f-4cdc-895d-2361f3f4fa9f tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Router 311d06dd-ff44-492e-acc8-99cd90444281 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:56:26.960147 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7aeaa76-7004-4de0-a385-de5b70e96809 req-4ecb58d7-5d3f-4cdc-895d-2361f3f4fa9f tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:56:26.984698 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ea7d8f-15ea-4643-8c81-185db5d92013 None None] Sync routers for ids ['311d06dd-ff44-492e-acc8-99cd90444281'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:56:26.995241 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ea7d8f-15ea-4643-8c81-185db5d92013 None None] Routers {'311d06dd-ff44-492e-acc8-99cd90444281'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:56:26.995865 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-b0ea7d8f-15ea-4643-8c81-185db5d92013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:56:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['311d06dd-ff44-492e-acc8-99cd90444281'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:56:27.005899 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9121f0fa-3be6-4347-b5d1-924bb0a23d73 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:27.011537 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7aeaa76-7004-4de0-a385-de5b70e96809 req-4ecb58d7-5d3f-4cdc-895d-2361f3f4fa9f tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] No DVR routers for this DVR port 139faa11-9f76-4762-8a99-affe69355565 on host n-h2-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:56:27.014745 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-f7aeaa76-7004-4de0-a385-de5b70e96809 req-4ecb58d7-5d3f-4cdc-895d-2361f3f4fa9f tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:27.018843 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-f7aeaa76-7004-4de0-a385-de5b70e96809 req-4ecb58d7-5d3f-4cdc-895d-2361f3f4fa9f tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.11 "DELETE /v2.0/ports/139faa11-9f76-4762-8a99-affe69355565 HTTP/1.1" status: 204 len: 173 time: 1.2835011 Apr 05 14:56:27.019416 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa5a3e7-da06-4255-81be-fef3982e59a1', 'name': 'network-vif-deleted', 'tag': '139faa11-9f76-4762-8a99-affe69355565'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:56:27.023077 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b243eb-35a4-42e3-9d3b-5708c5cebb93" -d '{"events": [{"server_uuid": "4fa5a3e7-da06-4255-81be-fef3982e59a1", "name": "network-vif-deleted", "tag": "139faa11-9f76-4762-8a99-affe69355565"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:56:27.049576 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9121f0fa-3be6-4347-b5d1-924bb0a23d73 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event deleted for resources: {'Port': ['ID=1959cdea-3ba4-4f27-bc79-d7049d1b10d5,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:27.064011 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4bb227a-3ccd-4508-972e-82b93df2551f x-openstack-request-id: req-e4bb227a-3ccd-4508-972e-82b93df2551f {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:56:27.064307 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fa5a3e7-da06-4255-81be-fef3982e59a1", "name": "network-vif-deleted", "tag": "139faa11-9f76-4762-8a99-affe69355565", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:56:27.064565 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e4bb227a-3ccd-4508-972e-82b93df2551f {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:56:27.065001 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4bb227a-3ccd-4508-972e-82b93df2551f'] response: {'server_uuid': '4fa5a3e7-da06-4255-81be-fef3982e59a1', 'name': 'network-vif-deleted', 'tag': '139faa11-9f76-4762-8a99-affe69355565', 'status': 'completed', 'code': 200} Apr 05 14:56:27.138488 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9121f0fa-3be6-4347-b5d1-924bb0a23d73 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:27.144845 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-9121f0fa-3be6-4347-b5d1-924bb0a23d73 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "DELETE /v2.0/ports/1959cdea-3ba4-4f27-bc79-d7049d1b10d5 HTTP/1.1" status: 204 len: 168 time: 0.7361350 Apr 05 14:56:27.145342 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 43072) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:27.177319 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-95a00079-52ab-4908-9431-51c1a04fbc63 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] GET failed (client error): The resource could not be found. Apr 05 14:56:27.179277 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-95a00079-52ab-4908-9431-51c1a04fbc63 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "GET /v2.0/ports/1959cdea-3ba4-4f27-bc79-d7049d1b10d5 HTTP/1.1" status: 404 len: 333 time: 0.0323894 Apr 05 14:56:27.182190 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43074) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:27.193617 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-b0ea7d8f-15ea-4643-8c81-185db5d92013 None None] Set router 311d06dd-ff44-492e-acc8-99cd90444281 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:56:27.257699 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a37ec03-8dfa-4ec1-b5eb-cf79c8dc8433 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Deleting subnet 16ae3b25-c3ec-4962-84e9-fee13eddca15 {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:56:27.261148 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9a37ec03-8dfa-4ec1-b5eb-cf79c8dc8433 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:27.315086 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9a37ec03-8dfa-4ec1-b5eb-cf79c8dc8433 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:27.441948 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9a37ec03-8dfa-4ec1-b5eb-cf79c8dc8433 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:27.462875 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-b0ea7d8f-15ea-4643-8c81-185db5d92013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '311d06dd-ff44-492e-acc8-99cd90444281', 'name': 'tempest-AttachVolumeShelveTestJSON-305439511-router', 'tenant_id': '9aa02dc22afd43169da01ad43bf00af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '5013467d-d634-407a-b84a-b6f3a2b910ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:48:43Z', 'updated_at': '2022-04-05T14:48:48Z', 'revision_number': 4, 'project_id': '9aa02dc22afd43169da01ad43bf00af6', 'gw_port': {'id': '5013467d-d634-407a-b84a-b6f3a2b910ad', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:14:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311d06dd-ff44-492e-acc8-99cd90444281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:48:44Z', 'updated_at': '2022-04-05T14:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': 'e4460ee6-20c2-4fe6-8328-e7ab026f4c83', 'name': '', 'network_id': 'b03a0781-c7c7-4f21-ae00-e298dd92f97c', 'tenant_id': '9aa02dc22afd43169da01ad43bf00af6', 'mac_address': 'fa:16:3e:b9:9f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311d06dd-ff44-492e-acc8-99cd90444281', 'device_owner': 'network:router_interface', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': 'b8b6f627-92b4-40ba-a770-519d39c012c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:48:47Z', 'updated_at': '2022-04-05T14:48:54Z', 'revision_number': 5, 'project_id': '9aa02dc22afd43169da01ad43bf00af6', 'subnets': [{'id': 'b8b6f627-92b4-40ba-a770-519d39c012c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:56:27.493276 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ea7d8f-15ea-4643-8c81-185db5d92013 None None] Checking router: 311d06dd-ff44-492e-acc8-99cd90444281 for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:56:27.502696 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ea7d8f-15ea-4643-8c81-185db5d92013 None None] Routers {'311d06dd-ff44-492e-acc8-99cd90444281'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:56:27.503314 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-b0ea7d8f-15ea-4643-8c81-185db5d92013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:56:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['311d06dd-ff44-492e-acc8-99cd90444281'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:56:27.577795 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9a37ec03-8dfa-4ec1-b5eb-cf79c8dc8433 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:27.609312 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a37ec03-8dfa-4ec1-b5eb-cf79c8dc8433 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event deleted for resources: {'Subnet': ['ID=16ae3b25-c3ec-4962-84e9-fee13eddca15,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:27.616058 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9a37ec03-8dfa-4ec1-b5eb-cf79c8dc8433 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:27.619630 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-9a37ec03-8dfa-4ec1-b5eb-cf79c8dc8433 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "DELETE /v2.0/subnets/16ae3b25-c3ec-4962-84e9-fee13eddca15 HTTP/1.1" status: 204 len: 168 time: 0.4364238 Apr 05 14:56:27.620998 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ca694b-fcc9-49f4-a6a7-9e82c68e0778 None None] Network e3166341-c1d0-45f6-863c-7c115c0eb408 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:56:27.622455 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 43078) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:27.717574 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a3f53acb-72bb-4f92-94fd-df4b044cc2e5 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:27.746705 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-b0ea7d8f-15ea-4643-8c81-185db5d92013 None None] Set router 311d06dd-ff44-492e-acc8-99cd90444281 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:56:27.781690 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-a3f53acb-72bb-4f92-94fd-df4b044cc2e5 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Deleting port 12bb1693-3449-4cee-8774-e7975fd92425 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:56:27.782113 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a3f53acb-72bb-4f92-94fd-df4b044cc2e5 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:27.855915 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c591f012-9d54-4e2d-8eac-ffb89cbb36b0 None None] DHCP port deletion for e3166341-c1d0-45f6-863c-7c115c0eb408 request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:56:27.869751 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-a3f53acb-72bb-4f92-94fd-df4b044cc2e5 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] For port 12bb1693-3449-4cee-8774-e7975fd92425, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=12bb1693-3449-4cee-8774-e7975fd92425,segment=NetworkSegment(a894e090-b817-4cea-9109-e24463abf39d),segment_id=a894e090-b817-4cea-9109-e24463abf39d)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:56:27.870121 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a3f53acb-72bb-4f92-94fd-df4b044cc2e5 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:27.891447 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-a3f53acb-72bb-4f92-94fd-df4b044cc2e5 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Calling delete_port for 12bb1693-3449-4cee-8774-e7975fd92425 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:56:27.929098 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 139faa11-9f76-4762-8a99-affe69355565 no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:56:27.948592 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d81510cc-4666-4de2-87a8-7cf4ad1216e0 req-4f8321c3-4296-46c6-9507-996a78a570a7 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fa5a3e7-da06-4255-81be-fef3982e59a1 HTTP/1.1" status: 200 len: 210 time: 0.0524445 Apr 05 14:56:27.994901 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] No Port match for: 139faa11-9f76-4762-8a99-affe69355565 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:56:27.995302 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 139faa11-9f76-4762-8a99-affe69355565 not bound to the agent host n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:56:28.041878 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c591f012-9d54-4e2d-8eac-ffb89cbb36b0 None None] Deleting port 12bb1693-3449-4cee-8774-e7975fd92425 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:56:28.042280 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c591f012-9d54-4e2d-8eac-ffb89cbb36b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:28.094435 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-b0ea7d8f-15ea-4643-8c81-185db5d92013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '311d06dd-ff44-492e-acc8-99cd90444281', 'name': 'tempest-AttachVolumeShelveTestJSON-305439511-router', 'tenant_id': '9aa02dc22afd43169da01ad43bf00af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '5013467d-d634-407a-b84a-b6f3a2b910ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:48:43Z', 'updated_at': '2022-04-05T14:48:48Z', 'revision_number': 4, 'project_id': '9aa02dc22afd43169da01ad43bf00af6', 'gw_port': {'id': '5013467d-d634-407a-b84a-b6f3a2b910ad', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:14:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311d06dd-ff44-492e-acc8-99cd90444281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:48:44Z', 'updated_at': '2022-04-05T14:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': 'e4460ee6-20c2-4fe6-8328-e7ab026f4c83', 'name': '', 'network_id': 'b03a0781-c7c7-4f21-ae00-e298dd92f97c', 'tenant_id': '9aa02dc22afd43169da01ad43bf00af6', 'mac_address': 'fa:16:3e:b9:9f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311d06dd-ff44-492e-acc8-99cd90444281', 'device_owner': 'network:router_interface', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': 'b8b6f627-92b4-40ba-a770-519d39c012c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:48:47Z', 'updated_at': '2022-04-05T14:48:54Z', 'revision_number': 5, 'project_id': '9aa02dc22afd43169da01ad43bf00af6', 'subnets': [{'id': 'b8b6f627-92b4-40ba-a770-519d39c012c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:56:28.104647 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 12bb1693-3449-4cee-8774-e7975fd92425 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:56:28.123317 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ea7d8f-15ea-4643-8c81-185db5d92013 None None] The sync data for ids ['311d06dd-ff44-492e-acc8-99cd90444281'] in n-d-836650-2 is: [{'id': '311d06dd-ff44-492e-acc8-99cd90444281', 'name': 'tempest-AttachVolumeShelveTestJSON-305439511-router', 'tenant_id': '9aa02dc22afd43169da01ad43bf00af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '5013467d-d634-407a-b84a-b6f3a2b910ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:48:43Z', 'updated_at': '2022-04-05T14:48:48Z', 'revision_number': 4, 'project_id': '9aa02dc22afd43169da01ad43bf00af6', 'gw_port': {'id': '5013467d-d634-407a-b84a-b6f3a2b910ad', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:14:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311d06dd-ff44-492e-acc8-99cd90444281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:48:44Z', 'updated_at': '2022-04-05T14:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': 'e4460ee6-20c2-4fe6-8328-e7ab026f4c83', 'name': '', 'network_id': 'b03a0781-c7c7-4f21-ae00-e298dd92f97c', 'tenant_id': '9aa02dc22afd43169da01ad43bf00af6', 'mac_address': 'fa:16:3e:b9:9f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311d06dd-ff44-492e-acc8-99cd90444281', 'device_owner': 'network:router_interface', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': 'b8b6f627-92b4-40ba-a770-519d39c012c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:48:47Z', 'updated_at': '2022-04-05T14:48:54Z', 'revision_number': 5, 'project_id': '9aa02dc22afd43169da01ad43bf00af6', 'subnets': [{'id': 'b8b6f627-92b4-40ba-a770-519d39c012c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:56:28.167778 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c591f012-9d54-4e2d-8eac-ffb89cbb36b0 None None] For port 12bb1693-3449-4cee-8774-e7975fd92425, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=12bb1693-3449-4cee-8774-e7975fd92425,segment=NetworkSegment(a894e090-b817-4cea-9109-e24463abf39d),segment_id=a894e090-b817-4cea-9109-e24463abf39d)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:56:28.168192 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c591f012-9d54-4e2d-8eac-ffb89cbb36b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:28.186913 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c591f012-9d54-4e2d-8eac-ffb89cbb36b0 None None] Calling delete_port for 12bb1693-3449-4cee-8774-e7975fd92425 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:56:28.250327 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:28.268813 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a3f53acb-72bb-4f92-94fd-df4b044cc2e5 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:28.301166 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:28.311498 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f53acb-72bb-4f92-94fd-df4b044cc2e5 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event deleted for resources: {'Port': ['ID=12bb1693-3449-4cee-8774-e7975fd92425,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:28.312192 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c591f012-9d54-4e2d-8eac-ffb89cbb36b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:28.313523 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f53acb-72bb-4f92-94fd-df4b044cc2e5 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] No DVR routers for this DVR port 12bb1693-3449-4cee-8774-e7975fd92425 on host n-d-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:56:28.350883 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c591f012-9d54-4e2d-8eac-ffb89cbb36b0 None None] Pushing event deleted for resources: {'Port': ['ID=12bb1693-3449-4cee-8774-e7975fd92425,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:28.353848 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c591f012-9d54-4e2d-8eac-ffb89cbb36b0 None None] No DVR routers for this DVR port 12bb1693-3449-4cee-8774-e7975fd92425 on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:56:28.421407 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a3f53acb-72bb-4f92-94fd-df4b044cc2e5 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:28.441098 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16677b1-ab00-416b-9e3f-167f83a381de None None] New status for floating IP 33d50334-ce0a-43b6-aa69-1103e937ac15: DOWN {{(pid=103322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 14:56:28.445989 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-a3f53acb-72bb-4f92-94fd-df4b044cc2e5 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3166341-c1d0-45f6-863c-7c115c0eb408']}} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:56:28.455494 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-a3f53acb-72bb-4f92-94fd-df4b044cc2e5 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a894e090-b817-4cea-9109-e24463abf39d') {'for_net_delete': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:56:28.455907 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-a3f53acb-72bb-4f92-94fd-df4b044cc2e5 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a894e090-b817-4cea-9109-e24463abf39d') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:56:28.466103 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a3f53acb-72bb-4f92-94fd-df4b044cc2e5 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13399223'] for segment, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:28.484336 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a3f53acb-72bb-4f92-94fd-df4b044cc2e5 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:28.491123 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3f53acb-72bb-4f92-94fd-df4b044cc2e5 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=103320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:56:28.491512 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a3f53acb-72bb-4f92-94fd-df4b044cc2e5 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15765202'] for segment, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:28.494691 n-d-836650-2 neutron-server[103320]: Traceback (most recent call last): Apr 05 14:56:28.494691 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:56:28.494691 n-d-836650-2 neutron-server[103320]: timer() Apr 05 14:56:28.494691 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:56:28.494691 n-d-836650-2 neutron-server[103320]: cb(*args, **kw) Apr 05 14:56:28.494691 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:56:28.494691 n-d-836650-2 neutron-server[103320]: return func(*args, **kwargs) Apr 05 14:56:28.494691 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:56:28.494691 n-d-836650-2 neutron-server[103320]: self._notify() Apr 05 14:56:28.494691 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:56:28.494691 n-d-836650-2 neutron-server[103320]: self.callback(batched_events) Apr 05 14:56:28.494691 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:56:28.494691 n-d-836650-2 neutron-server[103320]: event.method(event) Apr 05 14:56:28.494691 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:56:28.494691 n-d-836650-2 neutron-server[103320]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:56:28.494691 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:56:28.494691 n-d-836650-2 neutron-server[103320]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:56:28.494691 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:56:28.494691 n-d-836650-2 neutron-server[103320]: return f(self, *a, **k) Apr 05 14:56:28.494691 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:56:28.494691 n-d-836650-2 neutron-server[103320]: return self._get(url).json() Apr 05 14:56:28.494691 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:56:28.494691 n-d-836650-2 neutron-server[103320]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:56:28.494691 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:56:28.494691 n-d-836650-2 neutron-server[103320]: return self.request(url, 'GET', **kwargs) Apr 05 14:56:28.494691 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:56:28.494691 n-d-836650-2 neutron-server[103320]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:56:28.494691 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:56:28.494691 n-d-836650-2 neutron-server[103320]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:56:28.494691 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:56:28.494691 n-d-836650-2 neutron-server[103320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:56:28.494691 n-d-836650-2 neutron-server[103320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:56:28.640253 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a3f53acb-72bb-4f92-94fd-df4b044cc2e5 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:28.649132 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a3f53acb-72bb-4f92-94fd-df4b044cc2e5 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:28.652474 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-a3f53acb-72bb-4f92-94fd-df4b044cc2e5 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "DELETE /v2.0/networks/e3166341-c1d0-45f6-863c-7c115c0eb408 HTTP/1.1" status: 204 len: 168 time: 1.0285313 Apr 05 14:56:28.656662 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43096) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:28.662109 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-6ceaf435-9ef8-449a-8579-beb053a93d08 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-19594774'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:56:28.665880 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f53acb-72bb-4f92-94fd-df4b044cc2e5 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event deleted for resources: {'Network': ['ID=e3166341-c1d0-45f6-863c-7c115c0eb408,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:28.730952 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ceaf435-9ef8-449a-8579-beb053a93d08 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Made reservation on behalf of 13c118202c994ca38979777ae3308543 for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:56:28.734557 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6ceaf435-9ef8-449a-8579-beb053a93d08 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:28.758801 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ceaf435-9ef8-449a-8579-beb053a93d08 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:56:28.767634 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6ceaf435-9ef8-449a-8579-beb053a93d08 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:28.767987 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-6ceaf435-9ef8-449a-8579-beb053a93d08 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Added segment c6847957-61be-4d4b-8ea5-aa61c9c50900 of type vlan for network cfa7c36f-1dba-4c0d-be1e-159d1fc23aa8 Apr 05 14:56:28.809760 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6ceaf435-9ef8-449a-8579-beb053a93d08 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:28.909023 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6ceaf435-9ef8-449a-8579-beb053a93d08 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:28.915993 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ceaf435-9ef8-449a-8579-beb053a93d08 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:28.916847 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6ceaf435-9ef8-449a-8579-beb053a93d08 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:28.994179 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceaf435-9ef8-449a-8579-beb053a93d08 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event updated for resources: {'Network': ['ID=cfa7c36f-1dba-4c0d-be1e-159d1fc23aa8,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:29.004835 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network cfa7c36f-1dba-4c0d-be1e-159d1fc23aa8 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:56:29.065629 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-6ceaf435-9ef8-449a-8579-beb053a93d08 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4080389 Apr 05 14:56:29.068538 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 43108) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:29.074386 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-a433ac5e-e915-4d25-9587-ff33f29bb55d tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Request body: {'subnet': {'network_id': 'cfa7c36f-1dba-4c0d-be1e-159d1fc23aa8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:56:29.151525 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43110) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:29.219028 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9b0eaf1f-f28b-4f33-a6ec-058372c177cd tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:29.242963 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9b0eaf1f-f28b-4f33-a6ec-058372c177cd tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:29.257140 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a433ac5e-e915-4d25-9587-ff33f29bb55d tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Made reservation on behalf of 13c118202c994ca38979777ae3308543 for: {'subnet': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:56:29.261301 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a433ac5e-e915-4d25-9587-ff33f29bb55d tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13127328'] for subnet, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:29.430936 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9b0eaf1f-f28b-4f33-a6ec-058372c177cd tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:29.434262 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9b0eaf1f-f28b-4f33-a6ec-058372c177cd tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:29.436241 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-9b0eaf1f-f28b-4f33-a6ec-058372c177cd tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "DELETE /v2.0/security-groups/0db5022f-6960-4519-993b-af935888212a HTTP/1.1" status: 204 len: 168 time: 0.2835758 Apr 05 14:56:29.441458 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43114) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:29.461947 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0eaf1f-f28b-4f33-a6ec-058372c177cd tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db5022f-6960-4519-993b-af935888212a,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:29.464749 n-d-836650-2 neutron-server[103321]: INFO neutron.api.v2.resource [None req-5cf4ab09-62e4-4834-bb23-7ccad59a0cf9 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] show failed (client error): The resource could not be found. Apr 05 14:56:29.468496 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-5cf4ab09-62e4-4834-bb23-7ccad59a0cf9 tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "GET /v2.0/security-groups/0db5022f-6960-4519-993b-af935888212a HTTP/1.1" status: 404 len: 347 time: 0.0234411 Apr 05 14:56:29.468962 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43116) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:29.528895 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a433ac5e-e915-4d25-9587-ff33f29bb55d tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15773751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13127350'] for subnet, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:29.606533 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a433ac5e-e915-4d25-9587-ff33f29bb55d tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event updated for resources: {'Subnet': ['ID=6e522eff-7a11-4422-a7b3-3c1a3b5549d3,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:29.615350 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a433ac5e-e915-4d25-9587-ff33f29bb55d tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Checking segment: {'id': 'c6847957-61be-4d4b-8ea5-aa61c9c50900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'cfa7c36f-1dba-4c0d-be1e-159d1fc23aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:56:29.615350 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a433ac5e-e915-4d25-9587-ff33f29bb55d tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Network hostable DHCP agents. Network: cfa7c36f-1dba-4c0d-be1e-159d1fc23aa8, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:56:29.621986 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-ea9a08f3-4927-468f-b6e9-19a4bd87502e tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Deleting port 80aad15c-58c5-459b-a213-ac6bc0d03308 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:56:29.622336 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ea9a08f3-4927-468f-b6e9-19a4bd87502e tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:29.637655 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:29.640300 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:29.705245 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a433ac5e-e915-4d25-9587-ff33f29bb55d tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Network cfa7c36f-1dba-4c0d-be1e-159d1fc23aa8 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:56:29.707856 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ea9a08f3-4927-468f-b6e9-19a4bd87502e tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:29.708786 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ea9a08f3-4927-468f-b6e9-19a4bd87502e tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:29.720705 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-ea9a08f3-4927-468f-b6e9-19a4bd87502e tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Calling delete_port for 80aad15c-58c5-459b-a213-ac6bc0d03308 owned by network:floatingip {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:56:29.817230 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-a433ac5e-e915-4d25-9587-ff33f29bb55d tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, cfa7c36f-1dba-4c0d-be1e-159d1fc23aa8) {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:56:29.821698 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a433ac5e-e915-4d25-9587-ff33f29bb55d tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:29.822462 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a433ac5e-e915-4d25-9587-ff33f29bb55d tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:29.827932 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fdc4a5-81c9-4d84-ac19-bf0ce6dfebe0 None None] Network cfa7c36f-1dba-4c0d-be1e-159d1fc23aa8 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:56:29.922851 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-a433ac5e-e915-4d25-9587-ff33f29bb55d tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8531437 Apr 05 14:56:29.925655 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 43118) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:29.930293 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-2cbd1d3f-ef64-4038-abf1-12058a643aa0 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-434559707', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:56:29.945314 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ea9a08f3-4927-468f-b6e9-19a4bd87502e tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:29.977333 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9a08f3-4927-468f-b6e9-19a4bd87502e tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Pushing event deleted for resources: {'Port': ['ID=80aad15c-58c5-459b-a213-ac6bc0d03308,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:29.991430 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f708b955-42a8-43d2-bc9b-47d7802faabc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-cfa7c36f-1dba-4c0d-be1e-159d1fc23aa8', 'network_id': 'cfa7c36f-1dba-4c0d-be1e-159d1fc23aa8', 'tenant_id': '13c118202c994ca38979777ae3308543', 'fixed_ips': [{'subnet_id': '6e522eff-7a11-4422-a7b3-3c1a3b5549d3'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:56:29.992712 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f708b955-42a8-43d2-bc9b-47d7802faabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:30.044870 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ea9a08f3-4927-468f-b6e9-19a4bd87502e tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks [] for floatingip, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:30.047514 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ea9a08f3-4927-468f-b6e9-19a4bd87502e tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:30.048678 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-ea9a08f3-4927-468f-b6e9-19a4bd87502e tempest-AttachVolumeShelveTestJSON-560753712 tempest-AttachVolumeShelveTestJSON-560753712-project] 10.222.0.30 "DELETE /v2.0/floatingips/33d50334-ce0a-43b6-aa69-1103e937ac15 HTTP/1.1" status: 204 len: 168 time: 0.5789926 Apr 05 14:56:30.077133 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2cbd1d3f-ef64-4038-abf1-12058a643aa0 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27088'] for router, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:30.078226 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2cbd1d3f-ef64-4038-abf1-12058a643aa0 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27079'] for router, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:30.146493 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2cbd1d3f-ef64-4038-abf1-12058a643aa0 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:30.153049 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-f708b955-42a8-43d2-bc9b-47d7802faabc None None] Allocated IP 172.20.0.2 (cfa7c36f-1dba-4c0d-be1e-159d1fc23aa8/6e522eff-7a11-4422-a7b3-3c1a3b5549d3/f9d20b65-8202-4523-b787-915968447533) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:56:30.263720 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2cbd1d3f-ef64-4038-abf1-12058a643aa0 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618'] for router, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:30.302956 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f708b955-42a8-43d2-bc9b-47d7802faabc None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:30.368583 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2cbd1d3f-ef64-4038-abf1-12058a643aa0 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for router, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:30.370928 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-2cbd1d3f-ef64-4038-abf1-12058a643aa0 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.4442341 Apr 05 14:56:30.377215 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43126) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:30.383459 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-ae1b6ab8-6f4c-49bd-b419-a5f0f2258e0f tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Request body: {'port': {'network_id': 'cfa7c36f-1dba-4c0d-be1e-159d1fc23aa8', 'name': 'tempest-PortsTestJSON-993385162'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:56:30.400526 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f708b955-42a8-43d2-bc9b-47d7802faabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:30.448478 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f708b955-42a8-43d2-bc9b-47d7802faabc None None] Network cfa7c36f-1dba-4c0d-be1e-159d1fc23aa8 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:56:30.452206 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-f708b955-42a8-43d2-bc9b-47d7802faabc None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:56:30.454372 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f708b955-42a8-43d2-bc9b-47d7802faabc None None] Pushing event updated for resources: {'Port': ['ID=f9d20b65-8202-4523-b787-915968447533,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:30.456744 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f708b955-42a8-43d2-bc9b-47d7802faabc None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:56:30.516156 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-f708b955-42a8-43d2-bc9b-47d7802faabc None None] Attempting to bind port f9d20b65-8202-4523-b787-915968447533 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:56:30.516472 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-f708b955-42a8-43d2-bc9b-47d7802faabc None None] Attempting to bind port f9d20b65-8202-4523-b787-915968447533 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'c6847957-61be-4d4b-8ea5-aa61c9c50900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'cfa7c36f-1dba-4c0d-be1e-159d1fc23aa8'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:56:30.516971 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f708b955-42a8-43d2-bc9b-47d7802faabc None None] Attempting to bind port f9d20b65-8202-4523-b787-915968447533 on network cfa7c36f-1dba-4c0d-be1e-159d1fc23aa8 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:56:30.523726 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f708b955-42a8-43d2-bc9b-47d7802faabc None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:56:30.524140 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f708b955-42a8-43d2-bc9b-47d7802faabc None None] Checking segment: {'id': 'c6847957-61be-4d4b-8ea5-aa61c9c50900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'cfa7c36f-1dba-4c0d-be1e-159d1fc23aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:56:30.524568 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f708b955-42a8-43d2-bc9b-47d7802faabc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:30.525071 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f708b955-42a8-43d2-bc9b-47d7802faabc None None] Bound using segment: {'id': 'c6847957-61be-4d4b-8ea5-aa61c9c50900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'cfa7c36f-1dba-4c0d-be1e-159d1fc23aa8'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:56:30.525544 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-f708b955-42a8-43d2-bc9b-47d7802faabc None None] Bound port: f9d20b65-8202-4523-b787-915968447533, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6847957-61be-4d4b-8ea5-aa61c9c50900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'cfa7c36f-1dba-4c0d-be1e-159d1fc23aa8'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:56:30.525931 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f708b955-42a8-43d2-bc9b-47d7802faabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:30.594286 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-f708b955-42a8-43d2-bc9b-47d7802faabc None None] For port f9d20b65-8202-4523-b787-915968447533, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:56:30.597828 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-f708b955-42a8-43d2-bc9b-47d7802faabc None None] For port f9d20b65-8202-4523-b787-915968447533, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=f9d20b65-8202-4523-b787-915968447533,segment=NetworkSegment(c6847957-61be-4d4b-8ea5-aa61c9c50900),segment_id=c6847957-61be-4d4b-8ea5-aa61c9c50900)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:56:30.613249 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae1b6ab8-6f4c-49bd-b419-a5f0f2258e0f tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Made reservation on behalf of 13c118202c994ca38979777ae3308543 for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:56:30.617873 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ae1b6ab8-6f4c-49bd-b419-a5f0f2258e0f tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:30.638606 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [None req-ae1b6ab8-6f4c-49bd-b419-a5f0f2258e0f tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] device_id is not set on port 5eeaa187-6746-4f43-8a55-54d4ce26ed6f yet. {{(pid=103321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:56:30.684827 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f708b955-42a8-43d2-bc9b-47d7802faabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:30.763448 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f708b955-42a8-43d2-bc9b-47d7802faabc None None] Pushing event updated for resources: {'Port': ['ID=f9d20b65-8202-4523-b787-915968447533,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:30.778106 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-ae1b6ab8-6f4c-49bd-b419-a5f0f2258e0f tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Allocated IP 172.20.0.13 (cfa7c36f-1dba-4c0d-be1e-159d1fc23aa8/6e522eff-7a11-4422-a7b3-3c1a3b5549d3/5eeaa187-6746-4f43-8a55-54d4ce26ed6f) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:56:31.292165 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ae1b6ab8-6f4c-49bd-b419-a5f0f2258e0f tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:31.440861 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ae1b6ab8-6f4c-49bd-b419-a5f0f2258e0f tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:31.496110 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1b6ab8-6f4c-49bd-b419-a5f0f2258e0f tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Network cfa7c36f-1dba-4c0d-be1e-159d1fc23aa8 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:56:31.499194 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-ae1b6ab8-6f4c-49bd-b419-a5f0f2258e0f tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:56:31.505168 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1b6ab8-6f4c-49bd-b419-a5f0f2258e0f tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:56:31.535346 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1b6ab8-6f4c-49bd-b419-a5f0f2258e0f tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event updated for resources: {'Port': ['ID=5eeaa187-6746-4f43-8a55-54d4ce26ed6f,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:31.562021 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1b6ab8-6f4c-49bd-b419-a5f0f2258e0f tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:31.562636 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ae1b6ab8-6f4c-49bd-b419-a5f0f2258e0f tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:31.691398 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-ae1b6ab8-6f4c-49bd-b419-a5f0f2258e0f tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3126729 Apr 05 14:56:31.694679 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43136) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:32.084844 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d15df1-d3f5-49c1-ba7f-21b9543bd86e None None] Network cfa7c36f-1dba-4c0d-be1e-159d1fc23aa8 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:56:32.104451 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6d555cd6-9b1f-4b6e-9e46-4102ecb20d24 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:32.137344 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device f9d20b65-8202-4523-b787-915968447533 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:56:32.417035 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6d555cd6-9b1f-4b6e-9e46-4102ecb20d24 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:32.422858 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-3fb51558-99da-40a6-8494-21b5bbc6bb8f None None] Provisioning complete for port f9d20b65-8202-4523-b787-915968447533 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:56:32.423374 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3fb51558-99da-40a6-8494-21b5bbc6bb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:32.493634 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port f9d20b65-8202-4523-b787-915968447533 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:56:32.494121 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:32.508626 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6d555cd6-9b1f-4b6e-9e46-4102ecb20d24 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:32.590720 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d555cd6-9b1f-4b6e-9e46-4102ecb20d24 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event updated for resources: {'Port': ['ID=5eeaa187-6746-4f43-8a55-54d4ce26ed6f,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:32.608910 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3fb51558-99da-40a6-8494-21b5bbc6bb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:32.673379 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:32.679119 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-3fb51558-99da-40a6-8494-21b5bbc6bb8f None None] For port f9d20b65-8202-4523-b787-915968447533, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=f9d20b65-8202-4523-b787-915968447533,segment=NetworkSegment(c6847957-61be-4d4b-8ea5-aa61c9c50900),segment_id=c6847957-61be-4d4b-8ea5-aa61c9c50900)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:56:32.778988 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3fb51558-99da-40a6-8494-21b5bbc6bb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:32.801114 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6d555cd6-9b1f-4b6e-9e46-4102ecb20d24 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809369'] for router_interface, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:32.872768 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.db.api [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:56:32.873153 n-d-836650-2 neutron-server[103322]: DEBUG oslo_db.api [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:56:32.877113 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb51558-99da-40a6-8494-21b5bbc6bb8f None None] Pushing event updated for resources: {'Port': ['ID=f9d20b65-8202-4523-b787-915968447533,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:33.019665 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-e357df2c-11a8-4c9c-a102-a435038af4ff None None] Provisioning complete for port 5eeaa187-6746-4f43-8a55-54d4ce26ed6f triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:56:33.020046 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e357df2c-11a8-4c9c-a102-a435038af4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:33.065812 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-e357df2c-11a8-4c9c-a102-a435038af4ff None None] Port 5eeaa187-6746-4f43-8a55-54d4ce26ed6f cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:56:33.093745 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6d555cd6-9b1f-4b6e-9e46-4102ecb20d24 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:33.096969 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-e357df2c-11a8-4c9c-a102-a435038af4ff None None] Provisioning complete for port f9d20b65-8202-4523-b787-915968447533 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:56:33.097453 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e357df2c-11a8-4c9c-a102-a435038af4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:33.332626 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-22ea6eb2-a8d5-4c5b-a525-577c2a037b3f None None] Provisioning complete for port 5eeaa187-6746-4f43-8a55-54d4ce26ed6f triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:56:33.334508 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-22ea6eb2-a8d5-4c5b-a525-577c2a037b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:33.393172 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-22ea6eb2-a8d5-4c5b-a525-577c2a037b3f None None] Port 5eeaa187-6746-4f43-8a55-54d4ce26ed6f cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:56:33.469147 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6d555cd6-9b1f-4b6e-9e46-4102ecb20d24 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:33.516258 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-1c00bd52-41a5-49fd-bb42-17773ceb08d1 None None] Provisioning complete for port 5eeaa187-6746-4f43-8a55-54d4ce26ed6f triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:56:33.517751 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1c00bd52-41a5-49fd-bb42-17773ceb08d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:33.554293 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6d555cd6-9b1f-4b6e-9e46-4102ecb20d24 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:33.580012 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-1c00bd52-41a5-49fd-bb42-17773ceb08d1 None None] Port 5eeaa187-6746-4f43-8a55-54d4ce26ed6f cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:56:33.654456 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6d555cd6-9b1f-4b6e-9e46-4102ecb20d24 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809317'] for router_interface, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:33.666564 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d555cd6-9b1f-4b6e-9e46-4102ecb20d24 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event updated for resources: {'Port': ['ID=5eeaa187-6746-4f43-8a55-54d4ce26ed6f,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:33.760492 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d555cd6-9b1f-4b6e-9e46-4102ecb20d24 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Network cfa7c36f-1dba-4c0d-be1e-159d1fc23aa8 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:56:33.762081 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-6d555cd6-9b1f-4b6e-9e46-4102ecb20d24 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:56:34.002189 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-eab5babd-48f2-4057-9a38-c737e9628de9 None None] Provisioning complete for port 5eeaa187-6746-4f43-8a55-54d4ce26ed6f triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:56:34.002541 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-eab5babd-48f2-4057-9a38-c737e9628de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:34.007715 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d555cd6-9b1f-4b6e-9e46-4102ecb20d24 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Router e84714e7-3257-4b1e-b3d8-e9b15731f8ff is scheduled to L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 with binding_index 1 {{(pid=103321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:56:34.037838 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-eab5babd-48f2-4057-9a38-c737e9628de9 None None] Port 5eeaa187-6746-4f43-8a55-54d4ce26ed6f cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:56:34.076968 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device f9d20b65-8202-4523-b787-915968447533 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:56:34.109312 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d555cd6-9b1f-4b6e-9e46-4102ecb20d24 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:56:34.117702 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 43158) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:34.120510 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3d91f3-f878-4749-8e66-67f24d1fcd46 None None] Sync routers for ids ['e84714e7-3257-4b1e-b3d8-e9b15731f8ff'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:56:34.128241 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-6d555cd6-9b1f-4b6e-9e46-4102ecb20d24 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "PUT /v2.0/routers/e84714e7-3257-4b1e-b3d8-e9b15731f8ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4218109 Apr 05 14:56:34.137225 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3d91f3-f878-4749-8e66-67f24d1fcd46 None None] Routers {'e84714e7-3257-4b1e-b3d8-e9b15731f8ff'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:56:34.138231 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-0c3d91f3-f878-4749-8e66-67f24d1fcd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:56:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['e84714e7-3257-4b1e-b3d8-e9b15731f8ff'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:56:34.139062 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port f9d20b65-8202-4523-b787-915968447533 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:56:34.139521 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:34.180523 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-0c3d91f3-f878-4749-8e66-67f24d1fcd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:56:34.183812 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b65d08c-4363-4110-885a-fc36f5f9b019 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:34.186625 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-6b65d08c-4363-4110-885a-fc36f5f9b019 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "GET /v2.0/ports?device_id=e84714e7-3257-4b1e-b3d8-e9b15731f8ff HTTP/1.1" status: 200 len: 982 time: 0.0667915 Apr 05 14:56:34.189741 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43160) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:34.198123 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3d91f3-f878-4749-8e66-67f24d1fcd46 None None] Routers {'e84714e7-3257-4b1e-b3d8-e9b15731f8ff'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:56:34.199094 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-0c3d91f3-f878-4749-8e66-67f24d1fcd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:56:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['e84714e7-3257-4b1e-b3d8-e9b15731f8ff'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:56:34.245711 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-0c3d91f3-f878-4749-8e66-67f24d1fcd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:56:34.246503 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3d91f3-f878-4749-8e66-67f24d1fcd46 None None] The sync data for ids ['e84714e7-3257-4b1e-b3d8-e9b15731f8ff'] in n-d-836650-2 is: [] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:56:34.642219 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a0ff4f84-91dd-4996-8040-791b35aaf342 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809988'] for router_interface, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:34.919787 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-a0ff4f84-91dd-4996-8040-791b35aaf342 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Deleting port 5eeaa187-6746-4f43-8a55-54d4ce26ed6f {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:56:34.920138 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a0ff4f84-91dd-4996-8040-791b35aaf342 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:35.035641 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a0ff4f84-91dd-4996-8040-791b35aaf342 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:35.050824 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-a0ff4f84-91dd-4996-8040-791b35aaf342 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Calling delete_port for 5eeaa187-6746-4f43-8a55-54d4ce26ed6f owned by network:router_interface {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:56:35.319089 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a0ff4f84-91dd-4996-8040-791b35aaf342 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:35.350633 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ff4f84-91dd-4996-8040-791b35aaf342 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event deleted for resources: {'Port': ['ID=5eeaa187-6746-4f43-8a55-54d4ce26ed6f,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:35.494006 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a0ff4f84-91dd-4996-8040-791b35aaf342 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1798829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810128'] for router_interface, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:35.917406 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0ff4f84-91dd-4996-8040-791b35aaf342 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Router e84714e7-3257-4b1e-b3d8-e9b15731f8ff has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:56:35.998847 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ff4f84-91dd-4996-8040-791b35aaf342 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:56:36.004059 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-a0ff4f84-91dd-4996-8040-791b35aaf342 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "PUT /v2.0/routers/e84714e7-3257-4b1e-b3d8-e9b15731f8ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8132482 Apr 05 14:56:36.007480 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43224) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:36.013690 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf5b30b-f7f5-46eb-9d5f-ae4ee76913cb None None] Sync routers for ids ['e84714e7-3257-4b1e-b3d8-e9b15731f8ff'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:56:36.034198 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf5b30b-f7f5-46eb-9d5f-ae4ee76913cb None None] Routers {'e84714e7-3257-4b1e-b3d8-e9b15731f8ff'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:56:36.034333 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-fdf5b30b-f7f5-46eb-9d5f-ae4ee76913cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:56:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['e84714e7-3257-4b1e-b3d8-e9b15731f8ff'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:56:36.036657 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-e69e1c3e-2b16-4d77-8a6a-0790ad9a76cb tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] GET failed (client error): The resource could not be found. Apr 05 14:56:36.038624 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-e69e1c3e-2b16-4d77-8a6a-0790ad9a76cb tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "GET /v2.0/ports/5eeaa187-6746-4f43-8a55-54d4ce26ed6f HTTP/1.1" status: 404 len: 333 time: 0.0301201 Apr 05 14:56:36.041445 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43228) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:36.072694 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-fdf5b30b-f7f5-46eb-9d5f-ae4ee76913cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:56:36.081451 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf5b30b-f7f5-46eb-9d5f-ae4ee76913cb None None] Routers {'e84714e7-3257-4b1e-b3d8-e9b15731f8ff'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:56:36.082334 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-fdf5b30b-f7f5-46eb-9d5f-ae4ee76913cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:56:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['e84714e7-3257-4b1e-b3d8-e9b15731f8ff'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:56:36.118070 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-fdf5b30b-f7f5-46eb-9d5f-ae4ee76913cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:56:36.118714 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf5b30b-f7f5-46eb-9d5f-ae4ee76913cb None None] The sync data for ids ['e84714e7-3257-4b1e-b3d8-e9b15731f8ff'] in n-d-836650-2 is: [] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:56:36.119222 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-03e976d8-9c10-4f39-bd1e-7be63be71d52 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for router, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:36.299545 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-03e976d8-9c10-4f39-bd1e-7be63be71d52 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27070'] for router, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:36.301735 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-03e976d8-9c10-4f39-bd1e-7be63be71d52 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:36.451820 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-03e976d8-9c10-4f39-bd1e-7be63be71d52 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803298'] for router, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:36.452415 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e976d8-9c10-4f39-bd1e-7be63be71d52 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Fanout notify agent at l3_agent the message router_deleted on router e84714e7-3257-4b1e-b3d8-e9b15731f8ff {{(pid=103321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:56:36.459906 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-03e976d8-9c10-4f39-bd1e-7be63be71d52 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:36.461153 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-03e976d8-9c10-4f39-bd1e-7be63be71d52 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "DELETE /v2.0/routers/e84714e7-3257-4b1e-b3d8-e9b15731f8ff HTTP/1.1" status: 204 len: 168 time: 0.4186716 Apr 05 14:56:36.463771 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43244) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:36.520416 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-210e066b-3cff-44b2-b04a-d6b2e33befff tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Deleting subnet 6e522eff-7a11-4422-a7b3-3c1a3b5549d3 {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:56:36.524108 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-210e066b-3cff-44b2-b04a-d6b2e33befff tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:36.565372 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-210e066b-3cff-44b2-b04a-d6b2e33befff tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:36.653312 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-210e066b-3cff-44b2-b04a-d6b2e33befff tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:36.794851 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-210e066b-3cff-44b2-b04a-d6b2e33befff tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:36.825592 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210e066b-3cff-44b2-b04a-d6b2e33befff tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event deleted for resources: {'Subnet': ['ID=6e522eff-7a11-4422-a7b3-3c1a3b5549d3,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:36.827595 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-210e066b-3cff-44b2-b04a-d6b2e33befff tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:36.834984 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-210e066b-3cff-44b2-b04a-d6b2e33befff tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "DELETE /v2.0/subnets/6e522eff-7a11-4422-a7b3-3c1a3b5549d3 HTTP/1.1" status: 204 len: 168 time: 0.3660905 Apr 05 14:56:36.835689 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 43258) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:36.838518 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97539e4e-aab9-45eb-98fe-12e453d8656c None None] Network cfa7c36f-1dba-4c0d-be1e-159d1fc23aa8 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:56:36.927404 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2eacdd73-d388-4ba9-a827-20bba410fb96 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:36.989276 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-2eacdd73-d388-4ba9-a827-20bba410fb96 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Deleting port f9d20b65-8202-4523-b787-915968447533 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:56:36.989654 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2eacdd73-d388-4ba9-a827-20bba410fb96 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:37.041949 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7135b3-0ee9-4431-b3eb-a8944aff8440 None None] DHCP port deletion for cfa7c36f-1dba-4c0d-be1e-159d1fc23aa8 request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:56:37.067019 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-2eacdd73-d388-4ba9-a827-20bba410fb96 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] For port f9d20b65-8202-4523-b787-915968447533, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=f9d20b65-8202-4523-b787-915968447533,segment=NetworkSegment(c6847957-61be-4d4b-8ea5-aa61c9c50900),segment_id=c6847957-61be-4d4b-8ea5-aa61c9c50900)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:56:37.068271 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2eacdd73-d388-4ba9-a827-20bba410fb96 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:37.085728 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-2eacdd73-d388-4ba9-a827-20bba410fb96 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Calling delete_port for f9d20b65-8202-4523-b787-915968447533 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:56:37.111200 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-ec7135b3-0ee9-4431-b3eb-a8944aff8440 None None] Deleting port f9d20b65-8202-4523-b787-915968447533 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:56:37.111586 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ec7135b3-0ee9-4431-b3eb-a8944aff8440 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:37.163874 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43280) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:37.196022 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-ec7135b3-0ee9-4431-b3eb-a8944aff8440 None None] For port f9d20b65-8202-4523-b787-915968447533, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=f9d20b65-8202-4523-b787-915968447533,segment=NetworkSegment(c6847957-61be-4d4b-8ea5-aa61c9c50900),segment_id=c6847957-61be-4d4b-8ea5-aa61c9c50900)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:56:37.196429 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ec7135b3-0ee9-4431-b3eb-a8944aff8440 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:37.213820 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-ec7135b3-0ee9-4431-b3eb-a8944aff8440 None None] Calling delete_port for f9d20b65-8202-4523-b787-915968447533 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:56:37.253729 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2eacdd73-d388-4ba9-a827-20bba410fb96 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:37.282299 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eacdd73-d388-4ba9-a827-20bba410fb96 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event deleted for resources: {'Port': ['ID=f9d20b65-8202-4523-b787-915968447533,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:37.286259 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eacdd73-d388-4ba9-a827-20bba410fb96 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] No DVR routers for this DVR port f9d20b65-8202-4523-b787-915968447533 on host n-d-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:56:37.344657 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ec7135b3-0ee9-4431-b3eb-a8944aff8440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:37.390186 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2eacdd73-d388-4ba9-a827-20bba410fb96 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:37.391496 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7135b3-0ee9-4431-b3eb-a8944aff8440 None None] No DVR routers for this DVR port f9d20b65-8202-4523-b787-915968447533 on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:56:37.393734 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7135b3-0ee9-4431-b3eb-a8944aff8440 None None] Pushing event deleted for resources: {'Port': ['ID=f9d20b65-8202-4523-b787-915968447533,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:37.403863 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7135b3-0ee9-4431-b3eb-a8944aff8440 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:56:37.404209 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7135b3-0ee9-4431-b3eb-a8944aff8440 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:56:37.404549 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7135b3-0ee9-4431-b3eb-a8944aff8440 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:56:37.404902 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7135b3-0ee9-4431-b3eb-a8944aff8440 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:56:37.405243 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7135b3-0ee9-4431-b3eb-a8944aff8440 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:56:37.405577 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7135b3-0ee9-4431-b3eb-a8944aff8440 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:56:37.408858 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7135b3-0ee9-4431-b3eb-a8944aff8440 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:56:37.408858 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7135b3-0ee9-4431-b3eb-a8944aff8440 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:56:37.408858 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7135b3-0ee9-4431-b3eb-a8944aff8440 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:56:37.408858 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7135b3-0ee9-4431-b3eb-a8944aff8440 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:56:37.409883 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7135b3-0ee9-4431-b3eb-a8944aff8440 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:56:37.409883 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7135b3-0ee9-4431-b3eb-a8944aff8440 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:56:37.425332 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-2eacdd73-d388-4ba9-a827-20bba410fb96 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfa7c36f-1dba-4c0d-be1e-159d1fc23aa8']}} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:56:37.438405 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-2eacdd73-d388-4ba9-a827-20bba410fb96 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6847957-61be-4d4b-8ea5-aa61c9c50900') {'for_net_delete': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:56:37.439121 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-2eacdd73-d388-4ba9-a827-20bba410fb96 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6847957-61be-4d4b-8ea5-aa61c9c50900') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:56:37.451334 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2eacdd73-d388-4ba9-a827-20bba410fb96 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13399223'] for segment, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:37.469991 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2eacdd73-d388-4ba9-a827-20bba410fb96 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:37.477946 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eacdd73-d388-4ba9-a827-20bba410fb96 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=103320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:56:37.478498 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2eacdd73-d388-4ba9-a827-20bba410fb96 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15765202'] for segment, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:37.481660 n-d-836650-2 neutron-server[103320]: Traceback (most recent call last): Apr 05 14:56:37.481660 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:56:37.481660 n-d-836650-2 neutron-server[103320]: timer() Apr 05 14:56:37.481660 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:56:37.481660 n-d-836650-2 neutron-server[103320]: cb(*args, **kw) Apr 05 14:56:37.481660 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:56:37.481660 n-d-836650-2 neutron-server[103320]: return func(*args, **kwargs) Apr 05 14:56:37.481660 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:56:37.481660 n-d-836650-2 neutron-server[103320]: self._notify() Apr 05 14:56:37.481660 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:56:37.481660 n-d-836650-2 neutron-server[103320]: self.callback(batched_events) Apr 05 14:56:37.481660 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:56:37.481660 n-d-836650-2 neutron-server[103320]: event.method(event) Apr 05 14:56:37.481660 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:56:37.481660 n-d-836650-2 neutron-server[103320]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:56:37.481660 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:56:37.481660 n-d-836650-2 neutron-server[103320]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:56:37.481660 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:56:37.481660 n-d-836650-2 neutron-server[103320]: return f(self, *a, **k) Apr 05 14:56:37.481660 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:56:37.481660 n-d-836650-2 neutron-server[103320]: return self._get(url).json() Apr 05 14:56:37.481660 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:56:37.481660 n-d-836650-2 neutron-server[103320]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:56:37.481660 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:56:37.481660 n-d-836650-2 neutron-server[103320]: return self.request(url, 'GET', **kwargs) Apr 05 14:56:37.481660 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:56:37.481660 n-d-836650-2 neutron-server[103320]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:56:37.481660 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:56:37.481660 n-d-836650-2 neutron-server[103320]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:56:37.481660 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:56:37.481660 n-d-836650-2 neutron-server[103320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:56:37.481660 n-d-836650-2 neutron-server[103320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:56:37.612163 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2eacdd73-d388-4ba9-a827-20bba410fb96 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:37.631862 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2eacdd73-d388-4ba9-a827-20bba410fb96 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:37.634739 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-2eacdd73-d388-4ba9-a827-20bba410fb96 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "DELETE /v2.0/networks/cfa7c36f-1dba-4c0d-be1e-159d1fc23aa8 HTTP/1.1" status: 204 len: 168 time: 0.7976036 Apr 05 14:56:37.648982 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 43302) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:37.676739 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eacdd73-d388-4ba9-a827-20bba410fb96 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event deleted for resources: {'Network': ['ID=cfa7c36f-1dba-4c0d-be1e-159d1fc23aa8,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:37.717671 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b8e4c8-2e8d-4777-b062-ccd4d5699870 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:37.726100 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-d3b8e4c8-2e8d-4777-b062-ccd4d5699870 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "GET /v2.0/ports/6ae88273-53b3-40a3-a37c-4657133a9411 HTTP/1.1" status: 200 len: 840 time: 0.0691216 Apr 05 14:56:37.726100 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 43308) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:37.773725 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-3ef0f220-8037-44c6-901d-bf8a241ca254 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "GET /v2.0/ports/6ae88273-53b3-40a3-a37c-4657133a9411?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0457168 Apr 05 14:56:37.773943 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 43312) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:37.778760 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-9e1b66a3-1aa4-4b71-8492-7acb28bfb80d tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Request body: {'subnet': {'network_id': '724fd47c-a127-4710-8c1f-87bb173f8cee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:56:37.815508 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0900d5ad-589b-42d7-8bc1-de9f41e86298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809988'] for router_interface, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:37.905125 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1b66a3-1aa4-4b71-8492-7acb28bfb80d tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Made reservation on behalf of 13c118202c994ca38979777ae3308543 for: {'subnet': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:56:37.908820 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9e1b66a3-1aa4-4b71-8492-7acb28bfb80d tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13127328'] for subnet, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:38.071175 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device f9d20b65-8202-4523-b787-915968447533 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:56:38.087741 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-0900d5ad-589b-42d7-8bc1-de9f41e86298 admin admin] Deleting port e4460ee6-20c2-4fe6-8328-e7ab026f4c83 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:56:38.088082 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0900d5ad-589b-42d7-8bc1-de9f41e86298 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:38.098553 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: f9d20b65-8202-4523-b787-915968447533 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:56:38.099030 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device f9d20b65-8202-4523-b787-915968447533 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:56:38.173503 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-0900d5ad-589b-42d7-8bc1-de9f41e86298 admin admin] For port e4460ee6-20c2-4fe6-8328-e7ab026f4c83, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=e4460ee6-20c2-4fe6-8328-e7ab026f4c83,segment=NetworkSegment(7829a1ea-7354-4b05-a7ea-7cbdfd795041),segment_id=7829a1ea-7354-4b05-a7ea-7cbdfd795041)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:56:38.174085 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0900d5ad-589b-42d7-8bc1-de9f41e86298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:38.187554 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-0900d5ad-589b-42d7-8bc1-de9f41e86298 admin admin] Calling delete_port for e4460ee6-20c2-4fe6-8328-e7ab026f4c83 owned by network:router_interface {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:56:38.291903 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9e1b66a3-1aa4-4b71-8492-7acb28bfb80d tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15773751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13127350'] for subnet, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:38.333142 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1b66a3-1aa4-4b71-8492-7acb28bfb80d tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Network 724fd47c-a127-4710-8c1f-87bb173f8cee is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:56:38.340627 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-9e1b66a3-1aa4-4b71-8492-7acb28bfb80d tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:56:38.342090 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1b66a3-1aa4-4b71-8492-7acb28bfb80d tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:38.342699 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9e1b66a3-1aa4-4b71-8492-7acb28bfb80d tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:38.357123 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb84b55d-9038-4b1d-927f-ae7f3e00c991 None None] Network 724fd47c-a127-4710-8c1f-87bb173f8cee requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:56:38.358360 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1b66a3-1aa4-4b71-8492-7acb28bfb80d tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event updated for resources: {'Subnet': ['ID=95436185-c9a5-437a-92f9-445539f017df,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:38.439818 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-9e1b66a3-1aa4-4b71-8492-7acb28bfb80d tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6644955 Apr 05 14:56:38.442184 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 43344) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:38.445942 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0900d5ad-589b-42d7-8bc1-de9f41e86298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:38.446877 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-75966f92-9f5b-48b1-b144-e903175ff2c9 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Request body: {'security_group': {'name': 'tempest-secgroup-598271788'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:56:38.473216 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0900d5ad-589b-42d7-8bc1-de9f41e86298 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4460ee6-20c2-4fe6-8328-e7ab026f4c83,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:38.539838 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-75966f92-9f5b-48b1-b144-e903175ff2c9 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:38.570564 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9322607-7f11-4e6b-8531-00eef8fbb9c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-724fd47c-a127-4710-8c1f-87bb173f8cee', 'network_id': '724fd47c-a127-4710-8c1f-87bb173f8cee', 'tenant_id': '13c118202c994ca38979777ae3308543', 'fixed_ips': [{'subnet_id': '95436185-c9a5-437a-92f9-445539f017df'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:56:38.571932 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a9322607-7f11-4e6b-8531-00eef8fbb9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:38.646801 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-75966f92-9f5b-48b1-b144-e903175ff2c9 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:38.685379 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0900d5ad-589b-42d7-8bc1-de9f41e86298 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1798829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810128'] for router_interface, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:38.716691 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-75966f92-9f5b-48b1-b144-e903175ff2c9 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:38.734688 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-a9322607-7f11-4e6b-8531-00eef8fbb9c8 None None] Allocated IP 172.20.0.2 (724fd47c-a127-4710-8c1f-87bb173f8cee/95436185-c9a5-437a-92f9-445539f017df/765885da-fe35-4e4a-8ddd-ee49d8e7f4e2) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:56:38.750032 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75966f92-9f5b-48b1-b144-e903175ff2c9 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac5e7342-2e8a-47d6-b56b-e23c936ce60d,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:38.806082 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-75966f92-9f5b-48b1-b144-e903175ff2c9 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:38.807469 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-75966f92-9f5b-48b1-b144-e903175ff2c9 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3644290 Apr 05 14:56:38.810252 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 43360) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:38.814869 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-0b49ab94-2c8b-40b9-9174-1bb49536a5bc tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Request body: {'security_group': {'name': 'tempest-secgroup-1621711835'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:56:38.905409 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a9322607-7f11-4e6b-8531-00eef8fbb9c8 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:38.908814 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0b49ab94-2c8b-40b9-9174-1bb49536a5bc tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:38.985265 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0b49ab94-2c8b-40b9-9174-1bb49536a5bc tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:38.985742 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a9322607-7f11-4e6b-8531-00eef8fbb9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:39.028131 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9322607-7f11-4e6b-8531-00eef8fbb9c8 None None] Network 724fd47c-a127-4710-8c1f-87bb173f8cee is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:56:39.031169 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-a9322607-7f11-4e6b-8531-00eef8fbb9c8 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:56:39.034894 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9322607-7f11-4e6b-8531-00eef8fbb9c8 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:56:39.041535 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9322607-7f11-4e6b-8531-00eef8fbb9c8 None None] Pushing event updated for resources: {'Port': ['ID=765885da-fe35-4e4a-8ddd-ee49d8e7f4e2,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:39.075257 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0b49ab94-2c8b-40b9-9174-1bb49536a5bc tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:39.105941 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-a9322607-7f11-4e6b-8531-00eef8fbb9c8 None None] Attempting to bind port 765885da-fe35-4e4a-8ddd-ee49d8e7f4e2 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:56:39.105941 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-a9322607-7f11-4e6b-8531-00eef8fbb9c8 None None] Attempting to bind port 765885da-fe35-4e4a-8ddd-ee49d8e7f4e2 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'faa036e7-ca8d-4b00-9c7b-05ca0e149645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '724fd47c-a127-4710-8c1f-87bb173f8cee'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:56:39.109249 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b49ab94-2c8b-40b9-9174-1bb49536a5bc tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb1b536-2fcc-4c83-ac87-268f2064412d,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:39.116282 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9322607-7f11-4e6b-8531-00eef8fbb9c8 None None] Attempting to bind port 765885da-fe35-4e4a-8ddd-ee49d8e7f4e2 on network 724fd47c-a127-4710-8c1f-87bb173f8cee {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:56:39.122634 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9322607-7f11-4e6b-8531-00eef8fbb9c8 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:56:39.123012 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9322607-7f11-4e6b-8531-00eef8fbb9c8 None None] Checking segment: {'id': 'faa036e7-ca8d-4b00-9c7b-05ca0e149645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '724fd47c-a127-4710-8c1f-87bb173f8cee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:56:39.123411 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a9322607-7f11-4e6b-8531-00eef8fbb9c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:39.123798 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9322607-7f11-4e6b-8531-00eef8fbb9c8 None None] Bound using segment: {'id': 'faa036e7-ca8d-4b00-9c7b-05ca0e149645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '724fd47c-a127-4710-8c1f-87bb173f8cee'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:56:39.124264 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-a9322607-7f11-4e6b-8531-00eef8fbb9c8 None None] Bound port: 765885da-fe35-4e4a-8ddd-ee49d8e7f4e2, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faa036e7-ca8d-4b00-9c7b-05ca0e149645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '724fd47c-a127-4710-8c1f-87bb173f8cee'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:56:39.124648 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a9322607-7f11-4e6b-8531-00eef8fbb9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:39.176178 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0b49ab94-2c8b-40b9-9174-1bb49536a5bc tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:39.178045 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-0b49ab94-2c8b-40b9-9174-1bb49536a5bc tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3667879 Apr 05 14:56:39.181401 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 43380) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:39.186558 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-9dbc8bbd-72e6-4b46-ab08-1132f32382e9 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-772550793', 'security_groups': ['9cb1b536-2fcc-4c83-ac87-268f2064412d'], 'network_id': '724fd47c-a127-4710-8c1f-87bb173f8cee', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '95436185-c9a5-437a-92f9-445539f017df'}]}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:56:39.202806 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-a9322607-7f11-4e6b-8531-00eef8fbb9c8 None None] For port 765885da-fe35-4e4a-8ddd-ee49d8e7f4e2, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:56:39.207333 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-a9322607-7f11-4e6b-8531-00eef8fbb9c8 None None] For port 765885da-fe35-4e4a-8ddd-ee49d8e7f4e2, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=765885da-fe35-4e4a-8ddd-ee49d8e7f4e2,segment=NetworkSegment(faa036e7-ca8d-4b00-9c7b-05ca0e149645),segment_id=faa036e7-ca8d-4b00-9c7b-05ca0e149645)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:56:39.220374 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0900d5ad-589b-42d7-8bc1-de9f41e86298 admin admin] Router 311d06dd-ff44-492e-acc8-99cd90444281 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:56:39.304893 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a9322607-7f11-4e6b-8531-00eef8fbb9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:39.330388 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0900d5ad-589b-42d7-8bc1-de9f41e86298 admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:56:39.338828 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-0900d5ad-589b-42d7-8bc1-de9f41e86298 admin admin] 10.222.0.30 "PUT /v2.0/routers/311d06dd-ff44-492e-acc8-99cd90444281/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1703951 Apr 05 14:56:39.338828 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43386) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:39.342965 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c44160-6907-454e-a0e3-8b051ab0a623 None None] Sync routers for ids ['311d06dd-ff44-492e-acc8-99cd90444281'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:56:39.354800 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dbc8bbd-72e6-4b46-ab08-1132f32382e9 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Made reservation on behalf of 13c118202c994ca38979777ae3308543 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:56:39.383912 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9322607-7f11-4e6b-8531-00eef8fbb9c8 None None] Pushing event updated for resources: {'Port': ['ID=765885da-fe35-4e4a-8ddd-ee49d8e7f4e2,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:39.392284 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c44160-6907-454e-a0e3-8b051ab0a623 None None] Routers {'311d06dd-ff44-492e-acc8-99cd90444281'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:56:39.393156 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-b5c44160-6907-454e-a0e3-8b051ab0a623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:56:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['311d06dd-ff44-492e-acc8-99cd90444281'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:56:39.485612 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9dbc8bbd-72e6-4b46-ab08-1132f32382e9 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:39.504680 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2664537d-ac47-4e2c-b4ab-108b395095a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:39.508664 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-9dbc8bbd-72e6-4b46-ab08-1132f32382e9 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] device_id is not set on port c2e5f99b-508a-4e4d-8c05-f8ee9a68ecb7 yet. {{(pid=103320) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:56:39.518511 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-b5c44160-6907-454e-a0e3-8b051ab0a623 None None] Set router 311d06dd-ff44-492e-acc8-99cd90444281 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:56:39.716531 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2664537d-ac47-4e2c-b4ab-108b395095a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:39.765647 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-b5c44160-6907-454e-a0e3-8b051ab0a623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '311d06dd-ff44-492e-acc8-99cd90444281', 'name': 'tempest-AttachVolumeShelveTestJSON-305439511-router', 'tenant_id': '9aa02dc22afd43169da01ad43bf00af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '5013467d-d634-407a-b84a-b6f3a2b910ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:48:43Z', 'updated_at': '2022-04-05T14:56:38Z', 'revision_number': 5, 'project_id': '9aa02dc22afd43169da01ad43bf00af6', 'gw_port': {'id': '5013467d-d634-407a-b84a-b6f3a2b910ad', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:14:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311d06dd-ff44-492e-acc8-99cd90444281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:48:44Z', 'updated_at': '2022-04-05T14:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:56:39.777796 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-9dbc8bbd-72e6-4b46-ab08-1132f32382e9 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Allocated IP 172.20.0.9 (724fd47c-a127-4710-8c1f-87bb173f8cee/95436185-c9a5-437a-92f9-445539f017df/c2e5f99b-508a-4e4d-8c05-f8ee9a68ecb7) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:56:39.796585 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c44160-6907-454e-a0e3-8b051ab0a623 None None] Checking router: 311d06dd-ff44-492e-acc8-99cd90444281 for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:56:39.808837 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c44160-6907-454e-a0e3-8b051ab0a623 None None] Routers {'311d06dd-ff44-492e-acc8-99cd90444281'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:56:39.808837 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-b5c44160-6907-454e-a0e3-8b051ab0a623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:56:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['311d06dd-ff44-492e-acc8-99cd90444281'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:56:39.874333 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-2664537d-ac47-4e2c-b4ab-108b395095a3 admin admin] Deleting port 5013467d-d634-407a-b84a-b6f3a2b910ad {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:56:39.874803 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2664537d-ac47-4e2c-b4ab-108b395095a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:39.951681 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-b5c44160-6907-454e-a0e3-8b051ab0a623 None None] Set router 311d06dd-ff44-492e-acc8-99cd90444281 gateway port host: None {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:56:39.973030 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9dbc8bbd-72e6-4b46-ab08-1132f32382e9 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:39.981229 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-2664537d-ac47-4e2c-b4ab-108b395095a3 admin admin] For port 5013467d-d634-407a-b84a-b6f3a2b910ad, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=5013467d-d634-407a-b84a-b6f3a2b910ad,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:56:39.981229 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2664537d-ac47-4e2c-b4ab-108b395095a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:39.996460 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-2664537d-ac47-4e2c-b4ab-108b395095a3 admin admin] Calling delete_port for 5013467d-d634-407a-b84a-b6f3a2b910ad owned by network:router_gateway {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:56:40.035206 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-b5c44160-6907-454e-a0e3-8b051ab0a623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '311d06dd-ff44-492e-acc8-99cd90444281', 'name': 'tempest-AttachVolumeShelveTestJSON-305439511-router', 'tenant_id': '9aa02dc22afd43169da01ad43bf00af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:48:43Z', 'updated_at': '2022-04-05T14:56:39Z', 'revision_number': 6, 'project_id': '9aa02dc22afd43169da01ad43bf00af6', 'gw_port_host': None}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:56:40.064470 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c44160-6907-454e-a0e3-8b051ab0a623 None None] The sync data for ids ['311d06dd-ff44-492e-acc8-99cd90444281'] in n-d-836650-2 is: [{'id': '311d06dd-ff44-492e-acc8-99cd90444281', 'name': 'tempest-AttachVolumeShelveTestJSON-305439511-router', 'tenant_id': '9aa02dc22afd43169da01ad43bf00af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:48:43Z', 'updated_at': '2022-04-05T14:56:39Z', 'revision_number': 6, 'project_id': '9aa02dc22afd43169da01ad43bf00af6', 'gw_port_host': None}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:56:40.128171 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9dbc8bbd-72e6-4b46-ab08-1132f32382e9 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:40.171775 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbc8bbd-72e6-4b46-ab08-1132f32382e9 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Network 724fd47c-a127-4710-8c1f-87bb173f8cee is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:56:40.177328 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-9dbc8bbd-72e6-4b46-ab08-1132f32382e9 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:56:40.181389 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbc8bbd-72e6-4b46-ab08-1132f32382e9 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:56:40.208753 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbc8bbd-72e6-4b46-ab08-1132f32382e9 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event updated for resources: {'Port': ['ID=c2e5f99b-508a-4e4d-8c05-f8ee9a68ecb7,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:40.237268 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbc8bbd-72e6-4b46-ab08-1132f32382e9 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:40.237901 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9dbc8bbd-72e6-4b46-ab08-1132f32382e9 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:40.268925 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2664537d-ac47-4e2c-b4ab-108b395095a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:40.298327 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2664537d-ac47-4e2c-b4ab-108b395095a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5013467d-d634-407a-b84a-b6f3a2b910ad,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:40.337276 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-9dbc8bbd-72e6-4b46-ab08-1132f32382e9 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1544576 Apr 05 14:56:40.340007 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 43426) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:40.348002 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-126ca958-dcfe-4a90-8ccc-2a4fcdedaee7 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Request body: {'subnet': {'network_id': '724fd47c-a127-4710-8c1f-87bb173f8cee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:56:40.378898 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2664537d-ac47-4e2c-b4ab-108b395095a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808526'] for router_gateway, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:40.511412 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2664537d-ac47-4e2c-b4ab-108b395095a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27070'] for router, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:40.520975 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2664537d-ac47-4e2c-b4ab-108b395095a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:40.535669 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 765885da-fe35-4e4a-8ddd-ee49d8e7f4e2 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:56:40.605132 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 765885da-fe35-4e4a-8ddd-ee49d8e7f4e2 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:56:40.605999 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:40.614105 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-126ca958-dcfe-4a90-8ccc-2a4fcdedaee7 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Made reservation on behalf of 13c118202c994ca38979777ae3308543 for: {'subnet': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:56:40.618240 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-126ca958-dcfe-4a90-8ccc-2a4fcdedaee7 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13127328'] for subnet, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:40.677656 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2664537d-ac47-4e2c-b4ab-108b395095a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803298'] for router, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:40.677656 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2664537d-ac47-4e2c-b4ab-108b395095a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 311d06dd-ff44-492e-acc8-99cd90444281 {{(pid=103321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:56:40.677656 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2664537d-ac47-4e2c-b4ab-108b395095a3 admin admin] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:40.681833 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-2664537d-ac47-4e2c-b4ab-108b395095a3 admin admin] 10.222.0.30 "DELETE /v2.0/routers/311d06dd-ff44-492e-acc8-99cd90444281 HTTP/1.1" status: 204 len: 168 time: 1.3419411 Apr 05 14:56:40.682486 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43442) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:40.719848 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:40.734404 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c632373a-1beb-4fbc-b09b-8ff80e471581 None None] Provisioning complete for port 6ae88273-53b3-40a3-a37c-4657133a9411 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:56:40.735065 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c632373a-1beb-4fbc-b09b-8ff80e471581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:40.738510 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-d40d836f-538d-4b89-a189-c7604539d25e admin admin] Deleting subnet b8b6f627-92b4-40ba-a770-519d39c012c3 {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:56:40.742647 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d40d836f-538d-4b89-a189-c7604539d25e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:40.762613 n-d-836650-2 neutron-server[103320]: INFO neutron.db.ipam_backend_mixin [None req-126ca958-dcfe-4a90-8ccc-2a4fcdedaee7 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 95436185-c9a5-437a-92f9-445539f017df (CIDR: 172.20.0.0/28) Apr 05 14:56:40.779696 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d40d836f-538d-4b89-a189-c7604539d25e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:40.799174 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port 765885da-fe35-4e4a-8ddd-ee49d8e7f4e2, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=765885da-fe35-4e4a-8ddd-ee49d8e7f4e2,segment=NetworkSegment(faa036e7-ca8d-4b00-9c7b-05ca0e149645),segment_id=faa036e7-ca8d-4b00-9c7b-05ca0e149645)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:56:40.803886 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c632373a-1beb-4fbc-b09b-8ff80e471581 None None] Port 6ae88273-53b3-40a3-a37c-4657133a9411 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:56:40.809347 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-126ca958-dcfe-4a90-8ccc-2a4fcdedaee7 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:56:40.809933 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-126ca958-dcfe-4a90-8ccc-2a4fcdedaee7 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103320) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:56:40.827614 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c632373a-1beb-4fbc-b09b-8ff80e471581 None None] Provisioning complete for port 765885da-fe35-4e4a-8ddd-ee49d8e7f4e2 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:56:40.828532 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c632373a-1beb-4fbc-b09b-8ff80e471581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:40.877971 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d40d836f-538d-4b89-a189-c7604539d25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:40.888453 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:40.936437 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-126ca958-dcfe-4a90-8ccc-2a4fcdedaee7 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5950150 Apr 05 14:56:40.942308 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 43452) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:40.948278 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-6395baff-c564-4707-8cb0-457c67847749 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Request body: {'subnet': {'network_id': '724fd47c-a127-4710-8c1f-87bb173f8cee', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:56:40.982674 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=765885da-fe35-4e4a-8ddd-ee49d8e7f4e2,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:41.031558 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d40d836f-538d-4b89-a189-c7604539d25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:41.062180 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40d836f-538d-4b89-a189-c7604539d25e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8b6f627-92b4-40ba-a770-519d39c012c3,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:41.064236 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d40d836f-538d-4b89-a189-c7604539d25e admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:41.070824 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee833f04-b8ff-416e-b308-433ce56d67b0 None None] Network b03a0781-c7c7-4f21-ae00-e298dd92f97c requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:56:41.071037 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-d40d836f-538d-4b89-a189-c7604539d25e admin admin] 10.222.0.30 "DELETE /v2.0/subnets/b8b6f627-92b4-40ba-a770-519d39c012c3 HTTP/1.1" status: 204 len: 168 time: 0.3875048 Apr 05 14:56:41.072238 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43460) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:41.139151 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6395baff-c564-4707-8cb0-457c67847749 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Made reservation on behalf of 13c118202c994ca38979777ae3308543 for: {'subnet': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:56:41.143225 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6395baff-c564-4707-8cb0-457c67847749 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13127328'] for subnet, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:41.159947 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-2627f156-8aac-4bd8-990e-5e5cdd8b5d6f None None] Provisioning complete for port c2e5f99b-508a-4e4d-8c05-f8ee9a68ecb7 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:56:41.160145 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e8167fcd-eb4d-4ede-820c-017e0203326a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:41.160255 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2627f156-8aac-4bd8-990e-5e5cdd8b5d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:41.231859 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-e8167fcd-eb4d-4ede-820c-017e0203326a admin admin] Deleting port d8b5fb69-9078-4628-a8bf-79c577b5ea92 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:56:41.232153 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e8167fcd-eb4d-4ede-820c-017e0203326a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:41.232409 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-2627f156-8aac-4bd8-990e-5e5cdd8b5d6f None None] Port c2e5f99b-508a-4e4d-8c05-f8ee9a68ecb7 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:56:41.313446 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-e8167fcd-eb4d-4ede-820c-017e0203326a admin admin] For port d8b5fb69-9078-4628-a8bf-79c577b5ea92, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=d8b5fb69-9078-4628-a8bf-79c577b5ea92,segment=NetworkSegment(7829a1ea-7354-4b05-a7ea-7cbdfd795041),segment_id=7829a1ea-7354-4b05-a7ea-7cbdfd795041)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:56:41.314020 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e8167fcd-eb4d-4ede-820c-017e0203326a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:41.330823 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-e8167fcd-eb4d-4ede-820c-017e0203326a admin admin] Calling delete_port for d8b5fb69-9078-4628-a8bf-79c577b5ea92 owned by network:dhcp {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:56:41.343809 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad54495-8e2b-4a2c-bcfc-c7b42dfda58d None None] DHCP port deletion for b03a0781-c7c7-4f21-ae00-e298dd92f97c request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:56:41.417031 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-3ad54495-8e2b-4a2c-bcfc-c7b42dfda58d None None] Deleting port d8b5fb69-9078-4628-a8bf-79c577b5ea92 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:56:41.417270 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3ad54495-8e2b-4a2c-bcfc-c7b42dfda58d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:41.488430 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-3ad54495-8e2b-4a2c-bcfc-c7b42dfda58d None None] For port d8b5fb69-9078-4628-a8bf-79c577b5ea92, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=d8b5fb69-9078-4628-a8bf-79c577b5ea92,segment=NetworkSegment(7829a1ea-7354-4b05-a7ea-7cbdfd795041),segment_id=7829a1ea-7354-4b05-a7ea-7cbdfd795041)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:56:41.488830 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3ad54495-8e2b-4a2c-bcfc-c7b42dfda58d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:41.502376 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-3ad54495-8e2b-4a2c-bcfc-c7b42dfda58d None None] Calling delete_port for d8b5fb69-9078-4628-a8bf-79c577b5ea92 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:56:41.506119 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e8167fcd-eb4d-4ede-820c-017e0203326a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:41.534415 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8167fcd-eb4d-4ede-820c-017e0203326a admin admin] Pushing event deleted for resources: {'Port': ['ID=d8b5fb69-9078-4628-a8bf-79c577b5ea92,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:41.538552 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8167fcd-eb4d-4ede-820c-017e0203326a admin admin] No DVR routers for this DVR port d8b5fb69-9078-4628-a8bf-79c577b5ea92 on host n-d-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:56:41.613666 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e8167fcd-eb4d-4ede-820c-017e0203326a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:41.617599 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3ad54495-8e2b-4a2c-bcfc-c7b42dfda58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:41.641789 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-e8167fcd-eb4d-4ede-820c-017e0203326a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b03a0781-c7c7-4f21-ae00-e298dd92f97c']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:56:41.648360 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad54495-8e2b-4a2c-bcfc-c7b42dfda58d None None] No DVR routers for this DVR port d8b5fb69-9078-4628-a8bf-79c577b5ea92 on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:56:41.651824 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 7 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 14:56:41.654185 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad54495-8e2b-4a2c-bcfc-c7b42dfda58d None None] Pushing event deleted for resources: {'Port': ['ID=d8b5fb69-9078-4628-a8bf-79c577b5ea92,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:41.654551 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-e8167fcd-eb4d-4ede-820c-017e0203326a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7829a1ea-7354-4b05-a7ea-7cbdfd795041') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:56:41.660592 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-e8167fcd-eb4d-4ede-820c-017e0203326a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7829a1ea-7354-4b05-a7ea-7cbdfd795041') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:56:41.671402 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e8167fcd-eb4d-4ede-820c-017e0203326a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:41.685661 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e8167fcd-eb4d-4ede-820c-017e0203326a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:41.692366 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8167fcd-eb4d-4ede-820c-017e0203326a admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:56:41.693485 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e8167fcd-eb4d-4ede-820c-017e0203326a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:41.695432 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:56:41.695432 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:56:41.695432 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:56:41.695432 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:56:41.695432 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:56:41.695432 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:56:41.695432 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:56:41.695432 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:56:41.695432 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:56:41.695432 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:56:41.695432 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:56:41.695432 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:56:41.695432 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:56:41.695432 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:56:41.695432 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:56:41.695432 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:56:41.695432 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:56:41.695432 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:56:41.695432 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:56:41.695432 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:56:41.695432 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:56:41.695432 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:56:41.695432 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:56:41.695432 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:56:41.695432 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:56:41.695432 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:56:41.695432 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:56:41.695432 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:56:41.695432 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:56:41.695432 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:56:41.695432 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:56:41.695432 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:56:41.836425 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e8167fcd-eb4d-4ede-820c-017e0203326a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:41.841883 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e8167fcd-eb4d-4ede-820c-017e0203326a admin admin] Notify callbacks [] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:41.845358 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-e8167fcd-eb4d-4ede-820c-017e0203326a admin admin] 10.222.0.30 "DELETE /v2.0/networks/b03a0781-c7c7-4f21-ae00-e298dd92f97c HTTP/1.1" status: 204 len: 168 time: 0.7719049 Apr 05 14:56:41.862035 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8167fcd-eb4d-4ede-820c-017e0203326a admin admin] Pushing event deleted for resources: {'Network': ['ID=b03a0781-c7c7-4f21-ae00-e298dd92f97c,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:41.866190 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6395baff-c564-4707-8cb0-457c67847749 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15773751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13127350'] for subnet, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:41.910848 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6395baff-c564-4707-8cb0-457c67847749 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Network 724fd47c-a127-4710-8c1f-87bb173f8cee is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:56:41.914199 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-6395baff-c564-4707-8cb0-457c67847749 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:56:41.918459 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6395baff-c564-4707-8cb0-457c67847749 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:41.919043 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6395baff-c564-4707-8cb0-457c67847749 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:41.924375 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f743479b-7f63-4bd6-922a-84e42790aa3d None None] Network 724fd47c-a127-4710-8c1f-87bb173f8cee requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:56:41.932354 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6395baff-c564-4707-8cb0-457c67847749 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event updated for resources: {'Subnet': ['ID=736034ed-3801-4272-963f-a8a42a98404e,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:42.038788 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-6395baff-c564-4707-8cb0-457c67847749 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0945964 Apr 05 14:56:42.046613 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43502) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:42.055446 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-e7157643-d6d6-4cf0-92b7-7ca813139885 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2085687718', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '736034ed-3801-4272-963f-a8a42a98404e'}], 'security_groups': ['ac5e7342-2e8a-47d6-b56b-e23c936ce60d']}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:56:42.219823 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e7157643-d6d6-4cf0-92b7-7ca813139885 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:42.245781 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 765885da-fe35-4e4a-8ddd-ee49d8e7f4e2 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:56:42.250324 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 43512) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:42.299301 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-01823843-67fc-4a55-839d-dbf163d65a06 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9aa02dc22afd43169da01ad43bf00af6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0449774 Apr 05 14:56:42.307083 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 43516) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:42.318931 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 765885da-fe35-4e4a-8ddd-ee49d8e7f4e2 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:56:42.318931 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:42.356288 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:42.365254 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6e08a654-1bb7-40e1-b6fc-5fb565400e28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:42.394598 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6e08a654-1bb7-40e1-b6fc-5fb565400e28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:42.416679 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc112c8d-6e3e-485a-ab83-6bfc2879f32f None None] Update dhcp port {'port': {'network_id': '724fd47c-a127-4710-8c1f-87bb173f8cee', 'fixed_ips': [{'subnet_id': '95436185-c9a5-437a-92f9-445539f017df', 'ip_address': '172.20.0.2'}, {'subnet_id': '736034ed-3801-4272-963f-a8a42a98404e'}], 'binding:host_id': 'n-d-836650-2'}, 'id': '765885da-fe35-4e4a-8ddd-ee49d8e7f4e2'} from n-d-836650-2. {{(pid=103322) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 05 14:56:42.469558 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bc112c8d-6e3e-485a-ab83-6bfc2879f32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:42.507084 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6e08a654-1bb7-40e1-b6fc-5fb565400e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:42.509450 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6e08a654-1bb7-40e1-b6fc-5fb565400e28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:42.511114 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-6e08a654-1bb7-40e1-b6fc-5fb565400e28 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/34160fe1-b7a0-489b-86f2-b3d091d02cc3 HTTP/1.1" status: 204 len: 168 time: 0.2029386 Apr 05 14:56:42.520781 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e08a654-1bb7-40e1-b6fc-5fb565400e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34160fe1-b7a0-489b-86f2-b3d091d02cc3,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:42.598078 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-e7157643-d6d6-4cf0-92b7-7ca813139885 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Delete allocated IP 172.20.0.9 (724fd47c-a127-4710-8c1f-87bb173f8cee/95436185-c9a5-437a-92f9-445539f017df) {{(pid=103321) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 05 14:56:42.608272 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-e7157643-d6d6-4cf0-92b7-7ca813139885 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Allocated IP 172.20.0.20 (724fd47c-a127-4710-8c1f-87bb173f8cee/736034ed-3801-4272-963f-a8a42a98404e/c2e5f99b-508a-4e4d-8c05-f8ee9a68ecb7) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:56:42.612532 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 5013467d-d634-407a-b84a-b6f3a2b910ad no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:56:42.643783 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 5013467d-d634-407a-b84a-b6f3a2b910ad {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:56:42.644468 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 5013467d-d634-407a-b84a-b6f3a2b910ad not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:56:42.644565 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device d8b5fb69-9078-4628-a8bf-79c577b5ea92 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:56:42.667123 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: d8b5fb69-9078-4628-a8bf-79c577b5ea92 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:56:42.667468 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device d8b5fb69-9078-4628-a8bf-79c577b5ea92 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:56:42.667876 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device e4460ee6-20c2-4fe6-8328-e7ab026f4c83 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:56:42.697957 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: e4460ee6-20c2-4fe6-8328-e7ab026f4c83 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:56:42.698530 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device e4460ee6-20c2-4fe6-8328-e7ab026f4c83 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:56:42.780666 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e7157643-d6d6-4cf0-92b7-7ca813139885 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:42.846568 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e7157643-d6d6-4cf0-92b7-7ca813139885 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:42.894962 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-bc112c8d-6e3e-485a-ab83-6bfc2879f32f None None] Allocated IP 172.20.0.18 (724fd47c-a127-4710-8c1f-87bb173f8cee/736034ed-3801-4272-963f-a8a42a98404e/765885da-fe35-4e4a-8ddd-ee49d8e7f4e2) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:56:42.966419 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7157643-d6d6-4cf0-92b7-7ca813139885 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event updated for resources: {'Port': ['ID=c2e5f99b-508a-4e4d-8c05-f8ee9a68ecb7,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:43.002238 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-e7157643-d6d6-4cf0-92b7-7ca813139885 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] In _notify_port_updated(), no bound segment for port c2e5f99b-508a-4e4d-8c05-f8ee9a68ecb7 on network 724fd47c-a127-4710-8c1f-87bb173f8cee {{(pid=103321) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 05 14:56:43.008564 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7157643-d6d6-4cf0-92b7-7ca813139885 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:43.009224 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e7157643-d6d6-4cf0-92b7-7ca813139885 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:43.011521 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-e7157643-d6d6-4cf0-92b7-7ca813139885 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "PUT /v2.0/ports/c2e5f99b-508a-4e4d-8c05-f8ee9a68ecb7 HTTP/1.1" status: 200 len: 921 time: 0.9635863 Apr 05 14:56:43.013217 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-bc112c8d-6e3e-485a-ab83-6bfc2879f32f None None] For port 765885da-fe35-4e4a-8ddd-ee49d8e7f4e2, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=765885da-fe35-4e4a-8ddd-ee49d8e7f4e2,segment=NetworkSegment(faa036e7-ca8d-4b00-9c7b-05ca0e149645),segment_id=faa036e7-ca8d-4b00-9c7b-05ca0e149645)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:56:43.014193 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 43562) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:43.066579 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bc112c8d-6e3e-485a-ab83-6bfc2879f32f None None] Notify callbacks [] for port, precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:43.114634 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-73a496e7-62ba-4dab-9312-e35fd13a9889 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Deleting port c2e5f99b-508a-4e4d-8c05-f8ee9a68ecb7 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:56:43.115516 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-73a496e7-62ba-4dab-9312-e35fd13a9889 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:43.179438 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bc112c8d-6e3e-485a-ab83-6bfc2879f32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:43.219042 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-73a496e7-62ba-4dab-9312-e35fd13a9889 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:43.237023 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-73a496e7-62ba-4dab-9312-e35fd13a9889 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Calling delete_port for c2e5f99b-508a-4e4d-8c05-f8ee9a68ecb7 owned by {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:56:43.273980 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc112c8d-6e3e-485a-ab83-6bfc2879f32f None None] Pushing event updated for resources: {'Port': ['ID=765885da-fe35-4e4a-8ddd-ee49d8e7f4e2,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:43.453786 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-73a496e7-62ba-4dab-9312-e35fd13a9889 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:43.494183 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a496e7-62ba-4dab-9312-e35fd13a9889 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event deleted for resources: {'Port': ['ID=c2e5f99b-508a-4e4d-8c05-f8ee9a68ecb7,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:43.583526 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-73a496e7-62ba-4dab-9312-e35fd13a9889 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:43.587093 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-73a496e7-62ba-4dab-9312-e35fd13a9889 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "DELETE /v2.0/ports/c2e5f99b-508a-4e4d-8c05-f8ee9a68ecb7 HTTP/1.1" status: 204 len: 168 time: 0.5718851 Apr 05 14:56:43.589760 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 43598) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:43.616230 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-39ed83d7-cfcf-4222-802e-4eab6be30153 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] GET failed (client error): The resource could not be found. Apr 05 14:56:43.617719 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-39ed83d7-cfcf-4222-802e-4eab6be30153 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "GET /v2.0/ports/c2e5f99b-508a-4e4d-8c05-f8ee9a68ecb7 HTTP/1.1" status: 404 len: 333 time: 0.0269620 Apr 05 14:56:43.620537 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 43600) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:43.687074 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e2a370ee-a3b3-40e9-9771-5170c0a6d942 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:43.710867 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e2a370ee-a3b3-40e9-9771-5170c0a6d942 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:43.842992 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e2a370ee-a3b3-40e9-9771-5170c0a6d942 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:43.842992 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e2a370ee-a3b3-40e9-9771-5170c0a6d942 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:43.842992 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-e2a370ee-a3b3-40e9-9771-5170c0a6d942 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "DELETE /v2.0/security-groups/9cb1b536-2fcc-4c83-ac87-268f2064412d HTTP/1.1" status: 204 len: 168 time: 0.2190218 Apr 05 14:56:43.843910 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43616) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:43.851179 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a370ee-a3b3-40e9-9771-5170c0a6d942 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb1b536-2fcc-4c83-ac87-268f2064412d,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:43.903878 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-7dbed73d-7369-496c-bbf2-1a70a4117ced None None] Provisioning complete for port 6ae88273-53b3-40a3-a37c-4657133a9411 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:56:43.904346 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7dbed73d-7369-496c-bbf2-1a70a4117ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:43.926529 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3d880ae4-905a-49e3-9f44-4897b1fb36d9 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:43.940324 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-7dbed73d-7369-496c-bbf2-1a70a4117ced None None] Port 6ae88273-53b3-40a3-a37c-4657133a9411 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:56:43.950215 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-7dbed73d-7369-496c-bbf2-1a70a4117ced None None] Provisioning complete for port 765885da-fe35-4e4a-8ddd-ee49d8e7f4e2 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:56:43.950590 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7dbed73d-7369-496c-bbf2-1a70a4117ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:43.953151 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3d880ae4-905a-49e3-9f44-4897b1fb36d9 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:44.045479 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-7dbed73d-7369-496c-bbf2-1a70a4117ced None None] Could not find standard attr ID for object c2e5f99b-508a-4e4d-8c05-f8ee9a68ecb7. {{(pid=103322) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 14:56:44.080582 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3d880ae4-905a-49e3-9f44-4897b1fb36d9 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:44.085697 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3d880ae4-905a-49e3-9f44-4897b1fb36d9 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:44.087174 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-3d880ae4-905a-49e3-9f44-4897b1fb36d9 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "DELETE /v2.0/security-groups/ac5e7342-2e8a-47d6-b56b-e23c936ce60d HTTP/1.1" status: 204 len: 168 time: 0.2422082 Apr 05 14:56:44.090064 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 43630) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:44.091732 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 765885da-fe35-4e4a-8ddd-ee49d8e7f4e2 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:56:44.097936 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d880ae4-905a-49e3-9f44-4897b1fb36d9 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac5e7342-2e8a-47d6-b56b-e23c936ce60d,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:44.159415 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ee73ee4-64b1-4003-8c96-2dbde7b008d5 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Deleting subnet 95436185-c9a5-437a-92f9-445539f017df {{(pid=103320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:56:44.164308 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6ee73ee4-64b1-4003-8c96-2dbde7b008d5 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for subnet, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:44.167605 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 765885da-fe35-4e4a-8ddd-ee49d8e7f4e2 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:56:44.168131 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:44.208969 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6ee73ee4-64b1-4003-8c96-2dbde7b008d5 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13399228'] for subnet, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:44.249706 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:44.312006 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6ee73ee4-64b1-4003-8c96-2dbde7b008d5 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:44.367629 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c7cc347f-cad4-41d6-813b-f076abee4491 None None] Could not find standard attr ID for object c2e5f99b-508a-4e4d-8c05-f8ee9a68ecb7. {{(pid=103322) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 14:56:44.454556 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6ee73ee4-64b1-4003-8c96-2dbde7b008d5 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15773812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13127359'] for subnet, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:44.486867 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6ee73ee4-64b1-4003-8c96-2dbde7b008d5 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:44.491083 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-6ee73ee4-64b1-4003-8c96-2dbde7b008d5 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "DELETE /v2.0/subnets/95436185-c9a5-437a-92f9-445539f017df HTTP/1.1" status: 204 len: 168 time: 0.3996658 Apr 05 14:56:44.492200 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee73ee4-64b1-4003-8c96-2dbde7b008d5 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event deleted for resources: {'Subnet': ['ID=95436185-c9a5-437a-92f9-445539f017df,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:44.495122 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43648) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:44.500664 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-03ea8db4-eece-4499-886d-7e30c9092e7e tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Request body: {'subnet': {'network_id': '724fd47c-a127-4710-8c1f-87bb173f8cee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:56:44.547305 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df333741-f5a9-4ea2-bae9-88a2fc3a5557 None None] Network 724fd47c-a127-4710-8c1f-87bb173f8cee requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:56:44.731628 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ea8db4-eece-4499-886d-7e30c9092e7e tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Made reservation on behalf of 13c118202c994ca38979777ae3308543 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:56:44.735934 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-03ea8db4-eece-4499-886d-7e30c9092e7e tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:45.187897 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-03ea8db4-eece-4499-886d-7e30c9092e7e tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:45.234658 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ea8db4-eece-4499-886d-7e30c9092e7e tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Network 724fd47c-a127-4710-8c1f-87bb173f8cee is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:56:45.240994 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-03ea8db4-eece-4499-886d-7e30c9092e7e tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:56:45.244914 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ea8db4-eece-4499-886d-7e30c9092e7e tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:45.245596 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-03ea8db4-eece-4499-886d-7e30c9092e7e tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:45.267350 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ea8db4-eece-4499-886d-7e30c9092e7e tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event updated for resources: {'Subnet': ['ID=a502ff75-2b47-4983-9e6d-fe8334ccaefd,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:45.323730 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8b3bfc-ecb8-4ba3-a23e-143d7c2151bd None None] Network 724fd47c-a127-4710-8c1f-87bb173f8cee requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:56:45.329070 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-03ea8db4-eece-4499-886d-7e30c9092e7e tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8326974 Apr 05 14:56:45.331874 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43694) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:45.336569 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-6c991067-29c5-41c0-bd9c-06dc8357bc01 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Request body: {'security_group': {'name': 'tempest-secgroup-1494344032'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:56:45.410030 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-b02475d5-45a1-4d72-94cb-73e01646cccd None None] Provisioning complete for port 6ae88273-53b3-40a3-a37c-4657133a9411 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:56:45.410565 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b02475d5-45a1-4d72-94cb-73e01646cccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:45.440168 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6c991067-29c5-41c0-bd9c-06dc8357bc01 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:45.489230 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-b02475d5-45a1-4d72-94cb-73e01646cccd None None] Port 6ae88273-53b3-40a3-a37c-4657133a9411 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:56:45.512533 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-b02475d5-45a1-4d72-94cb-73e01646cccd None None] Provisioning complete for port 765885da-fe35-4e4a-8ddd-ee49d8e7f4e2 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:56:45.513203 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b02475d5-45a1-4d72-94cb-73e01646cccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:45.528211 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6c991067-29c5-41c0-bd9c-06dc8357bc01 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:45.589665 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6c991067-29c5-41c0-bd9c-06dc8357bc01 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:45.648665 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c991067-29c5-41c0-bd9c-06dc8357bc01 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f027bd5e-372c-456d-be9d-6cc7680d7b0a,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:45.696780 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8811249-104c-454b-83a6-415d446516b4 None None] Update dhcp port {'port': {'network_id': '724fd47c-a127-4710-8c1f-87bb173f8cee', 'fixed_ips': [{'subnet_id': '736034ed-3801-4272-963f-a8a42a98404e', 'ip_address': '172.20.0.18'}, {'subnet_id': 'a502ff75-2b47-4983-9e6d-fe8334ccaefd'}], 'binding:host_id': 'n-d-836650-2'}, 'id': '765885da-fe35-4e4a-8ddd-ee49d8e7f4e2'} from n-d-836650-2. {{(pid=103322) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 05 14:56:45.726419 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a8811249-104c-454b-83a6-415d446516b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:45.732152 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6c991067-29c5-41c0-bd9c-06dc8357bc01 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:45.733454 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-6c991067-29c5-41c0-bd9c-06dc8357bc01 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4006290 Apr 05 14:56:45.736319 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43716) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:45.742135 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-758299eb-ab51-4333-8629-08d932d8e93f tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Request body: {'security_group': {'name': 'tempest-secgroup-483861743'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:56:45.822327 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-758299eb-ab51-4333-8629-08d932d8e93f tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:45.899882 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-758299eb-ab51-4333-8629-08d932d8e93f tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:45.927982 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-a8811249-104c-454b-83a6-415d446516b4 None None] Allocated IP 172.20.0.2 (724fd47c-a127-4710-8c1f-87bb173f8cee/a502ff75-2b47-4983-9e6d-fe8334ccaefd/765885da-fe35-4e4a-8ddd-ee49d8e7f4e2) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:56:45.987259 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-758299eb-ab51-4333-8629-08d932d8e93f tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:46.030860 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758299eb-ab51-4333-8629-08d932d8e93f tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0193e8-83a9-4b2e-9a6d-54d9dd4a5bc5,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:46.093587 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-a8811249-104c-454b-83a6-415d446516b4 None None] For port 765885da-fe35-4e4a-8ddd-ee49d8e7f4e2, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=765885da-fe35-4e4a-8ddd-ee49d8e7f4e2,segment=NetworkSegment(faa036e7-ca8d-4b00-9c7b-05ca0e149645),segment_id=faa036e7-ca8d-4b00-9c7b-05ca0e149645)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:56:46.111103 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-758299eb-ab51-4333-8629-08d932d8e93f tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:46.114536 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-758299eb-ab51-4333-8629-08d932d8e93f tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3749518 Apr 05 14:56:46.116184 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 43738) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:46.121016 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-fde57929-37c7-4f2c-846d-33d83875b238 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Request body: {'security_group': {'name': 'tempest-secgroup-309955224'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:56:46.136015 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a8811249-104c-454b-83a6-415d446516b4 None None] Notify callbacks [] for port, precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:46.260757 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fde57929-37c7-4f2c-846d-33d83875b238 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:46.306585 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a8811249-104c-454b-83a6-415d446516b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:46.364057 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fde57929-37c7-4f2c-846d-33d83875b238 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:46.377043 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022f6a07-2fc0-4e62-a751-a9f65af2e2d6 req-8cc4f060-55ad-4301-9726-0aad30de3e53 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:46.378684 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-022f6a07-2fc0-4e62-a751-a9f65af2e2d6 req-8cc4f060-55ad-4301-9726-0aad30de3e53 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=982bdab9-79f0-4b09-82b0-ead4ea21530e HTTP/1.1" status: 200 len: 946 time: 0.0769320 Apr 05 14:56:46.395526 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8811249-104c-454b-83a6-415d446516b4 None None] Pushing event updated for resources: {'Port': ['ID=765885da-fe35-4e4a-8ddd-ee49d8e7f4e2,revision_number=6']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:46.426109 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-022f6a07-2fc0-4e62-a751-a9f65af2e2d6 req-6f5323c7-abd4-41fa-a748-bb374df010e5 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ddbcacc-b2fd-41e0-97e7-968a4b783f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393589 Apr 05 14:56:46.434710 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fde57929-37c7-4f2c-846d-33d83875b238 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:46.449390 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43754) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:46.467868 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde57929-37c7-4f2c-846d-33d83875b238 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=443c651b-f7fa-4eea-8897-07666e8f9457,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:46.508729 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fde57929-37c7-4f2c-846d-33d83875b238 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:46.510216 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-fde57929-37c7-4f2c-846d-33d83875b238 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3929563 Apr 05 14:56:46.516725 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43758) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:46.520569 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-310fd7c5-21cc-4bb4-87cc-042dfcb16dc9 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-696078421', 'security_groups': ['443c651b-f7fa-4eea-8897-07666e8f9457'], 'network_id': '724fd47c-a127-4710-8c1f-87bb173f8cee', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a502ff75-2b47-4983-9e6d-fe8334ccaefd'}]}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:56:46.545013 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-d9785893-18a5-415a-9e80-b894c47b5b5f tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/floatingips/18935710-0509-4157-9fa3-3aaaa7b18c48 HTTP/1.1" status: 200 len: 994 time: 0.0938787 Apr 05 14:56:46.726463 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-310fd7c5-21cc-4bb4-87cc-042dfcb16dc9 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Made reservation on behalf of 13c118202c994ca38979777ae3308543 for: {'port': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:56:46.731260 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-310fd7c5-21cc-4bb4-87cc-042dfcb16dc9 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:46.750935 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [None req-310fd7c5-21cc-4bb4-87cc-042dfcb16dc9 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] device_id is not set on port 76765706-f278-4c5d-9318-42fad64b9b64 yet. {{(pid=103321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:56:46.938862 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078c4ff-e879-4eab-908b-25f057c5d0b9 req-20545d1a-5254-4988-8019-5989ee3b64c7 tempest-TestNetworkAdvancedServerOps-2063735697 tempest-TestNetworkAdvancedServerOps-2063735697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:46.940435 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3078c4ff-e879-4eab-908b-25f057c5d0b9 req-20545d1a-5254-4988-8019-5989ee3b64c7 tempest-TestNetworkAdvancedServerOps-2063735697 tempest-TestNetworkAdvancedServerOps-2063735697-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=982bdab9-79f0-4b09-82b0-ead4ea21530e HTTP/1.1" status: 200 len: 1097 time: 0.0528615 Apr 05 14:56:46.952162 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-310fd7c5-21cc-4bb4-87cc-042dfcb16dc9 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Allocated IP 172.20.0.3 (724fd47c-a127-4710-8c1f-87bb173f8cee/a502ff75-2b47-4983-9e6d-fe8334ccaefd/76765706-f278-4c5d-9318-42fad64b9b64) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:56:46.964773 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-40402f55-c225-4138-aff3-a35f1820ba01 None None] Provisioning complete for port 6ae88273-53b3-40a3-a37c-4657133a9411 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:56:46.965131 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-40402f55-c225-4138-aff3-a35f1820ba01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:46.982538 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3078c4ff-e879-4eab-908b-25f057c5d0b9 req-e4e1ea0b-375f-4ff2-83f3-d03809f39c48 tempest-TestNetworkAdvancedServerOps-2063735697 tempest-TestNetworkAdvancedServerOps-2063735697-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=9ddbcacc-b2fd-41e0-97e7-968a4b783f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352106 Apr 05 14:56:47.004754 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-40402f55-c225-4138-aff3-a35f1820ba01 None None] Port 6ae88273-53b3-40a3-a37c-4657133a9411 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:56:47.016347 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-40402f55-c225-4138-aff3-a35f1820ba01 None None] Provisioning complete for port 765885da-fe35-4e4a-8ddd-ee49d8e7f4e2 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:56:47.016722 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-40402f55-c225-4138-aff3-a35f1820ba01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:47.106756 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-310fd7c5-21cc-4bb4-87cc-042dfcb16dc9 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:47.300004 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-310fd7c5-21cc-4bb4-87cc-042dfcb16dc9 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:47.350445 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310fd7c5-21cc-4bb4-87cc-042dfcb16dc9 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Network 724fd47c-a127-4710-8c1f-87bb173f8cee is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:56:47.353510 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-310fd7c5-21cc-4bb4-87cc-042dfcb16dc9 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:56:47.357357 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310fd7c5-21cc-4bb4-87cc-042dfcb16dc9 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:56:47.381715 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310fd7c5-21cc-4bb4-87cc-042dfcb16dc9 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event updated for resources: {'Port': ['ID=76765706-f278-4c5d-9318-42fad64b9b64,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:47.411772 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310fd7c5-21cc-4bb4-87cc-042dfcb16dc9 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:47.412031 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-310fd7c5-21cc-4bb4-87cc-042dfcb16dc9 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:47.511727 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-310fd7c5-21cc-4bb4-87cc-042dfcb16dc9 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9970117 Apr 05 14:56:47.514443 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43782) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:47.519463 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-e1358d95-66db-4049-b76f-566ae189fb63 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Request body: {'subnet': {'network_id': '724fd47c-a127-4710-8c1f-87bb173f8cee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:56:47.638047 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9945115e-e401-453b-929a-f43ff8e0bd64 None None] Provisioning complete for port 76765706-f278-4c5d-9318-42fad64b9b64 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:56:47.639188 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9945115e-e401-453b-929a-f43ff8e0bd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:47.676648 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9945115e-e401-453b-929a-f43ff8e0bd64 None None] Port 76765706-f278-4c5d-9318-42fad64b9b64 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:56:47.723036 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1358d95-66db-4049-b76f-566ae189fb63 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Made reservation on behalf of 13c118202c994ca38979777ae3308543 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:56:47.727009 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e1358d95-66db-4049-b76f-566ae189fb63 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:47.832456 n-d-836650-2 neutron-server[103321]: INFO neutron.db.ipam_backend_mixin [None req-e1358d95-66db-4049-b76f-566ae189fb63 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a502ff75-2b47-4983-9e6d-fe8334ccaefd (CIDR: 172.20.0.0/28) Apr 05 14:56:47.872355 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1358d95-66db-4049-b76f-566ae189fb63 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:56:47.873271 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1358d95-66db-4049-b76f-566ae189fb63 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:56:47.994691 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-e1358d95-66db-4049-b76f-566ae189fb63 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4791436 Apr 05 14:56:47.998507 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43806) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:48.002275 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-a26ce3d7-9763-4917-95ad-e7205961a9dc tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Request body: {'subnet': {'network_id': '724fd47c-a127-4710-8c1f-87bb173f8cee', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:56:48.152462 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 765885da-fe35-4e4a-8ddd-ee49d8e7f4e2 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:56:48.215551 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 765885da-fe35-4e4a-8ddd-ee49d8e7f4e2 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:56:48.215955 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:48.251962 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26ce3d7-9763-4917-95ad-e7205961a9dc tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Made reservation on behalf of 13c118202c994ca38979777ae3308543 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:56:48.256413 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a26ce3d7-9763-4917-95ad-e7205961a9dc tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:48.402753 n-d-836650-2 neutron-server[103321]: INFO neutron.db.ipam_backend_mixin [None req-a26ce3d7-9763-4917-95ad-e7205961a9dc tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 736034ed-3801-4272-963f-a8a42a98404e (CIDR: 172.20.0.16/28) Apr 05 14:56:48.441607 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-a26ce3d7-9763-4917-95ad-e7205961a9dc tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:56:48.443175 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a26ce3d7-9763-4917-95ad-e7205961a9dc tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:56:48.531739 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 43822) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:48.532372 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-a26ce3d7-9763-4917-95ad-e7205961a9dc tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5335703 Apr 05 14:56:48.539565 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-2251cf8b-3199-4a0e-a1ac-9a060bcd798d tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Request body: {'subnet': {'network_id': '724fd47c-a127-4710-8c1f-87bb173f8cee', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:56:48.661674 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3bfc7265-058d-4525-8a37-4d70ee493e71 req-baec8f01-b71d-4fba-ac34-868ea66d4489 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=982bdab9-79f0-4b09-82b0-ead4ea21530e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2463293 Apr 05 14:56:48.674351 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [req-3bfc7265-058d-4525-8a37-4d70ee493e71 req-21046bc8-c3b6-46b9-989e-e4592393bd1d service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:56:48.675455 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3bfc7265-058d-4525-8a37-4d70ee493e71 req-21046bc8-c3b6-46b9-989e-e4592393bd1d service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080805 Apr 05 14:56:48.760384 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2251cf8b-3199-4a0e-a1ac-9a060bcd798d tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Made reservation on behalf of 13c118202c994ca38979777ae3308543 for: {'subnet': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:56:48.765507 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2251cf8b-3199-4a0e-a1ac-9a060bcd798d tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13127328'] for subnet, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:49.197388 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2251cf8b-3199-4a0e-a1ac-9a060bcd798d tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15773751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13127350'] for subnet, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:49.255685 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2251cf8b-3199-4a0e-a1ac-9a060bcd798d tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Network 724fd47c-a127-4710-8c1f-87bb173f8cee is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:56:49.261279 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-2251cf8b-3199-4a0e-a1ac-9a060bcd798d tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:56:49.273278 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2251cf8b-3199-4a0e-a1ac-9a060bcd798d tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:49.274020 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2251cf8b-3199-4a0e-a1ac-9a060bcd798d tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:49.278418 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2251cf8b-3199-4a0e-a1ac-9a060bcd798d tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event updated for resources: {'Subnet': ['ID=a48403ba-9bf4-4cb3-9d68-5dfca7bcbb94,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:49.284381 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28dbb276-c5b8-413c-8c52-07f56f90aba9 None None] Network 724fd47c-a127-4710-8c1f-87bb173f8cee requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:56:49.354365 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-2251cf8b-3199-4a0e-a1ac-9a060bcd798d tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8200712 Apr 05 14:56:49.357192 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 43834) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:49.363500 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-2d080ed0-3799-4a0f-b72f-2841b21f7ba4 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1778929364', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a48403ba-9bf4-4cb3-9d68-5dfca7bcbb94'}], 'security_groups': ['f027bd5e-372c-456d-be9d-6cc7680d7b0a', 'cd0193e8-83a9-4b2e-9a6d-54d9dd4a5bc5']}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:56:49.610059 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2d080ed0-3799-4a0f-b72f-2841b21f7ba4 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:49.672765 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e852f88-4eb3-4fda-94f9-7480e33e04ce None None] Update dhcp port {'port': {'network_id': '724fd47c-a127-4710-8c1f-87bb173f8cee', 'fixed_ips': [{'subnet_id': '736034ed-3801-4272-963f-a8a42a98404e', 'ip_address': '172.20.0.18'}, {'subnet_id': 'a502ff75-2b47-4983-9e6d-fe8334ccaefd', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a48403ba-9bf4-4cb3-9d68-5dfca7bcbb94'}], 'binding:host_id': 'n-d-836650-2'}, 'id': '765885da-fe35-4e4a-8ddd-ee49d8e7f4e2'} from n-d-836650-2. {{(pid=103322) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 05 14:56:49.705946 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0e852f88-4eb3-4fda-94f9-7480e33e04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:49.893086 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-0e852f88-4eb3-4fda-94f9-7480e33e04ce None None] Allocated IP 172.20.0.34 (724fd47c-a127-4710-8c1f-87bb173f8cee/a48403ba-9bf4-4cb3-9d68-5dfca7bcbb94/765885da-fe35-4e4a-8ddd-ee49d8e7f4e2) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:56:49.994098 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-0e852f88-4eb3-4fda-94f9-7480e33e04ce None None] For port 765885da-fe35-4e4a-8ddd-ee49d8e7f4e2, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=765885da-fe35-4e4a-8ddd-ee49d8e7f4e2,segment=NetworkSegment(faa036e7-ca8d-4b00-9c7b-05ca0e149645),segment_id=faa036e7-ca8d-4b00-9c7b-05ca0e149645)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:56:50.029019 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0e852f88-4eb3-4fda-94f9-7480e33e04ce None None] Notify callbacks [] for port, precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:50.067867 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc7265-058d-4525-8a37-4d70ee493e71 req-9fd77a04-31ba-4a4f-9215-654f138d1fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:50.067867 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3bfc7265-058d-4525-8a37-4d70ee493e71 req-9fd77a04-31ba-4a4f-9215-654f138d1fdb service neutron] 10.222.0.30 "GET /v2.0/ports/3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf HTTP/1.1" status: 200 len: 1094 time: 0.0366902 Apr 05 14:56:50.074210 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-3bfc7265-058d-4525-8a37-4d70ee493e71 req-31ba98c7-917e-47f7-b18d-071b235b303a service neutron] Request body: {'binding': {'host': 'n-h2-836650-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:56:50.074706 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-3bfc7265-058d-4525-8a37-4d70ee493e71 req-31ba98c7-917e-47f7-b18d-071b235b303a service neutron] Unknown quota resources ['binding']. {{(pid=103320) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 05 14:56:50.131852 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0e852f88-4eb3-4fda-94f9-7480e33e04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:50.234715 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e852f88-4eb3-4fda-94f9-7480e33e04ce None None] Pushing event updated for resources: {'Port': ['ID=765885da-fe35-4e4a-8ddd-ee49d8e7f4e2,revision_number=7']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:50.323888 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-3bfc7265-058d-4525-8a37-4d70ee493e71 req-31ba98c7-917e-47f7-b18d-071b235b303a service neutron] Attempting to bind port 3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf on host n-h2-836650-2 for vnic_type normal with profile None {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:56:50.325451 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-3bfc7265-058d-4525-8a37-4d70ee493e71 req-31ba98c7-917e-47f7-b18d-071b235b303a service neutron] Attempting to bind port 3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf by drivers openvswitch,hyperv on host n-h2-836650-2 at level 0 using segments [{'id': 'e6014c1c-7084-4474-a930-14e73d871487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '205052bf-936d-4dd7-a8b9-a083221baed9'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:56:50.325451 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfc7265-058d-4525-8a37-4d70ee493e71 req-31ba98c7-917e-47f7-b18d-071b235b303a service neutron] Attempting to bind port 3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf on network 205052bf-936d-4dd7-a8b9-a083221baed9 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:56:50.329157 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfc7265-058d-4525-8a37-4d70ee493e71 req-31ba98c7-917e-47f7-b18d-071b235b303a service neutron] Port 3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf on network 205052bf-936d-4dd7-a8b9-a083221baed9 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:56:50.330084 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfc7265-058d-4525-8a37-4d70ee493e71 req-31ba98c7-917e-47f7-b18d-071b235b303a service neutron] Attempting to bind port 3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf on network 205052bf-936d-4dd7-a8b9-a083221baed9 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:56:50.336468 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfc7265-058d-4525-8a37-4d70ee493e71 req-31ba98c7-917e-47f7-b18d-071b235b303a service neutron] Checking agent: {'id': '6d8cf521-24bb-4b6a-bbae-0284f5c87a9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:56:50.336859 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfc7265-058d-4525-8a37-4d70ee493e71 req-31ba98c7-917e-47f7-b18d-071b235b303a service neutron] Checking segment: {'id': 'e6014c1c-7084-4474-a930-14e73d871487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '205052bf-936d-4dd7-a8b9-a083221baed9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:56:50.337531 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfc7265-058d-4525-8a37-4d70ee493e71 req-31ba98c7-917e-47f7-b18d-071b235b303a service neutron] Bound using segment: {'id': 'e6014c1c-7084-4474-a930-14e73d871487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '205052bf-936d-4dd7-a8b9-a083221baed9'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:56:50.337965 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-3bfc7265-058d-4525-8a37-4d70ee493e71 req-31ba98c7-917e-47f7-b18d-071b235b303a service neutron] Bound port: 3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf, host: n-h2-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6014c1c-7084-4474-a930-14e73d871487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '205052bf-936d-4dd7-a8b9-a083221baed9'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:56:50.385196 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.db.api [None req-2d080ed0-3799-4a0f-b72f-2841b21f7ba4 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.34-f8698faa-1227-4eb1-8f14-3e37d97ecd18 {{(pid=103320) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:56:50.385507 n-d-836650-2 neutron-server[103320]: DEBUG oslo_db.api [None req-2d080ed0-3799-4a0f-b72f-2841b21f7ba4 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:56:50.430858 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-3bfc7265-058d-4525-8a37-4d70ee493e71 req-31ba98c7-917e-47f7-b18d-071b235b303a service neutron] For port 3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf, host n-h2-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf,segment=NetworkSegment(e6014c1c-7084-4474-a930-14e73d871487),segment_id=e6014c1c-7084-4474-a930-14e73d871487)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:56:50.518759 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-3bfc7265-058d-4525-8a37-4d70ee493e71 req-31ba98c7-917e-47f7-b18d-071b235b303a service neutron] Notify callbacks [] for binding, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:50.520225 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3bfc7265-058d-4525-8a37-4d70ee493e71 req-31ba98c7-917e-47f7-b18d-071b235b303a service neutron] 10.222.0.30 "POST /v2.0/ports/3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf/bindings HTTP/1.1" status: 201 len: 389 time: 0.4493351 Apr 05 14:56:50.850149 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7976f0d-afa7-418b-b2e1-f7f47fac9c79 req-287e181b-8790-4d99-bb4d-a29f8290105b tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:50.852100 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d7976f0d-afa7-418b-b2e1-f7f47fac9c79 req-287e181b-8790-4d99-bb4d-a29f8290105b tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=982bdab9-79f0-4b09-82b0-ead4ea21530e HTTP/1.1" status: 200 len: 946 time: 0.0613942 Apr 05 14:56:50.941153 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-080c4053-c5a0-4bb4-b08f-4d42bd265159 None None] Provisioning complete for port 6ae88273-53b3-40a3-a37c-4657133a9411 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:56:50.942516 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-080c4053-c5a0-4bb4-b08f-4d42bd265159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:50.944168 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d7976f0d-afa7-418b-b2e1-f7f47fac9c79 req-f762fcd0-c2f2-4545-8305-0967b0adf916 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ddbcacc-b2fd-41e0-97e7-968a4b783f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791020 Apr 05 14:56:50.968728 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2d080ed0-3799-4a0f-b72f-2841b21f7ba4 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:50.991175 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-080c4053-c5a0-4bb4-b08f-4d42bd265159 None None] Port 6ae88273-53b3-40a3-a37c-4657133a9411 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:56:51.002018 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-080c4053-c5a0-4bb4-b08f-4d42bd265159 None None] Provisioning complete for port 76765706-f278-4c5d-9318-42fad64b9b64 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:56:51.002713 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-080c4053-c5a0-4bb4-b08f-4d42bd265159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:51.063331 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-080c4053-c5a0-4bb4-b08f-4d42bd265159 None None] Port 76765706-f278-4c5d-9318-42fad64b9b64 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:56:51.089253 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-080c4053-c5a0-4bb4-b08f-4d42bd265159 None None] Provisioning complete for port 765885da-fe35-4e4a-8ddd-ee49d8e7f4e2 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:56:51.092120 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-080c4053-c5a0-4bb4-b08f-4d42bd265159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:51.296641 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc7265-058d-4525-8a37-4d70ee493e71 req-81a14a4b-5562-4a2c-a236-9b39c725f885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:51.301674 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3bfc7265-058d-4525-8a37-4d70ee493e71 req-81a14a4b-5562-4a2c-a236-9b39c725f885 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b07e36dc5a904f16980660900e2eecc1&device_id=982bdab9-79f0-4b09-82b0-ead4ea21530e HTTP/1.1" status: 200 len: 1097 time: 0.0601277 Apr 05 14:56:51.411986 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43862) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:51.441728 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-2d080ed0-3799-4a0f-b72f-2841b21f7ba4 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Delete allocated IP 172.20.0.3 (724fd47c-a127-4710-8c1f-87bb173f8cee/a502ff75-2b47-4983-9e6d-fe8334ccaefd) {{(pid=103320) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 05 14:56:51.453606 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-2d080ed0-3799-4a0f-b72f-2841b21f7ba4 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Allocated IP 172.20.0.43 (724fd47c-a127-4710-8c1f-87bb173f8cee/a48403ba-9bf4-4cb3-9d68-5dfca7bcbb94/76765706-f278-4c5d-9318-42fad64b9b64) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:56:51.484496 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc7265-058d-4525-8a37-4d70ee493e71 req-dbbe71d9-56c2-46b4-be5d-0f181491e3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:51.486101 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3bfc7265-058d-4525-8a37-4d70ee493e71 req-dbbe71d9-56c2-46b4-be5d-0f181491e3f1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=205052bf-936d-4dd7-a8b9-a083221baed9 HTTP/1.1" status: 200 len: 897 time: 0.1773732 Apr 05 14:56:51.565570 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3bfc7265-058d-4525-8a37-4d70ee493e71 req-7e99aa71-2066-42f8-a422-412f15e883c7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf HTTP/1.1" status: 200 len: 1002 time: 0.0722554 Apr 05 14:56:51.582647 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4f6e7e09-b522-4e0f-bdd6-75d575dd93ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:51.650341 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc7265-058d-4525-8a37-4d70ee493e71 req-a483c4ee-0838-44a7-abeb-538783109a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:51.652732 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3bfc7265-058d-4525-8a37-4d70ee493e71 req-a483c4ee-0838-44a7-abeb-538783109a30 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c8478518-4a07-478c-a491-4a7622994fda HTTP/1.1" status: 200 len: 835 time: 0.0781579 Apr 05 14:56:51.679393 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2d080ed0-3799-4a0f-b72f-2841b21f7ba4 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:51.741292 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc7265-058d-4525-8a37-4d70ee493e71 req-d364fbf4-0751-4bed-a90a-5ffeedc3047b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:51.741292 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3bfc7265-058d-4525-8a37-4d70ee493e71 req-d364fbf4-0751-4bed-a90a-5ffeedc3047b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=205052bf-936d-4dd7-a8b9-a083221baed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0821326 Apr 05 14:56:51.765536 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4f6e7e09-b522-4e0f-bdd6-75d575dd93ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:51.767828 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2d080ed0-3799-4a0f-b72f-2841b21f7ba4 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:51.848015 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3bfc7265-058d-4525-8a37-4d70ee493e71 req-63605f00-6b75-470c-94ef-7dd2b7d2dc78 service neutron] 10.222.0.11 "GET /v2.0/networks/205052bf-936d-4dd7-a8b9-a083221baed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992985 Apr 05 14:56:51.857198 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d080ed0-3799-4a0f-b72f-2841b21f7ba4 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event updated for resources: {'Port': ['ID=76765706-f278-4c5d-9318-42fad64b9b64,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:51.877010 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4f6e7e09-b522-4e0f-bdd6-75d575dd93ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:51.881816 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-2d080ed0-3799-4a0f-b72f-2841b21f7ba4 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] In _notify_port_updated(), no bound segment for port 76765706-f278-4c5d-9318-42fad64b9b64 on network 724fd47c-a127-4710-8c1f-87bb173f8cee {{(pid=103320) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 05 14:56:51.887755 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d080ed0-3799-4a0f-b72f-2841b21f7ba4 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:51.888640 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2d080ed0-3799-4a0f-b72f-2841b21f7ba4 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:51.890096 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-2d080ed0-3799-4a0f-b72f-2841b21f7ba4 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "PUT /v2.0/ports/76765706-f278-4c5d-9318-42fad64b9b64 HTTP/1.1" status: 200 len: 960 time: 2.5318904 Apr 05 14:56:51.892787 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 43866) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:51.970756 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-4f6e7e09-b522-4e0f-bdd6-75d575dd93ec admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=73e1512479f94045aacbb2c2e71c11ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5553639 Apr 05 14:56:51.973394 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 43870) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:51.974562 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6e7e09-b522-4e0f-bdd6-75d575dd93ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e73856-365e-4109-8c32-c80d047678b3,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:51.993850 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3bfc7265-058d-4525-8a37-4d70ee493e71 req-abe7eb76-8e02-4a15-9a77-7e4a47975464 service neutron] 10.222.0.11 "GET /v2.0/networks/205052bf-936d-4dd7-a8b9-a083221baed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386724 Apr 05 14:56:52.040312 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-3a8bfca5-6853-49d9-aaec-728ac8847744 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Deleting port 76765706-f278-4c5d-9318-42fad64b9b64 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:56:52.040657 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3a8bfca5-6853-49d9-aaec-728ac8847744 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:52.085284 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 765885da-fe35-4e4a-8ddd-ee49d8e7f4e2 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:56:52.121908 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b97fd7a3-6aba-4b28-8f7d-cbf8feaae55e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:52.144534 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 765885da-fe35-4e4a-8ddd-ee49d8e7f4e2 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:56:52.144534 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:52.164972 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b97fd7a3-6aba-4b28-8f7d-cbf8feaae55e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:52.165871 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc7265-058d-4525-8a37-4d70ee493e71 req-5e153700-c341-4d0b-bd8b-9a61b1750761 tempest-TestNetworkAdvancedServerOps-2063735697 tempest-TestNetworkAdvancedServerOps-2063735697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:52.167647 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3bfc7265-058d-4525-8a37-4d70ee493e71 req-5e153700-c341-4d0b-bd8b-9a61b1750761 tempest-TestNetworkAdvancedServerOps-2063735697 tempest-TestNetworkAdvancedServerOps-2063735697-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=982bdab9-79f0-4b09-82b0-ead4ea21530e&tenant_id=b07e36dc5a904f16980660900e2eecc1&binding%3Ahost_id=n-h1-836650-2 HTTP/1.1" status: 200 len: 1097 time: 0.1108811 Apr 05 14:56:52.182387 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [req-3bfc7265-058d-4525-8a37-4d70ee493e71 req-88707009-a404-4063-8e67-1d469b63f7f5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-836650-2'}}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:56:52.218267 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0983fd-8757-494b-aa1b-31a0110f897b req-c44d91e5-2c40-4316-9fe2-500ecfbd8ab1 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:52.220258 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6b0983fd-8757-494b-aa1b-31a0110f897b req-c44d91e5-2c40-4316-9fe2-500ecfbd8ab1 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=982bdab9-79f0-4b09-82b0-ead4ea21530e HTTP/1.1" status: 200 len: 946 time: 0.1836476 Apr 05 14:56:52.233795 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3a8bfca5-6853-49d9-aaec-728ac8847744 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:52.247996 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-3bfc7265-058d-4525-8a37-4d70ee493e71 req-88707009-a404-4063-8e67-1d469b63f7f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:52.275768 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-3a8bfca5-6853-49d9-aaec-728ac8847744 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Calling delete_port for 76765706-f278-4c5d-9318-42fad64b9b64 owned by {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:56:52.337099 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6b0983fd-8757-494b-aa1b-31a0110f897b req-ab8a0629-c1a8-4a1f-9ad0-25e24791b249 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ddbcacc-b2fd-41e0-97e7-968a4b783f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059065 Apr 05 14:56:52.396530 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-3bfc7265-058d-4525-8a37-4d70ee493e71 req-88707009-a404-4063-8e67-1d469b63f7f5 service neutron] For port 3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf,segment=NetworkSegment(e6014c1c-7084-4474-a930-14e73d871487),segment_id=e6014c1c-7084-4474-a930-14e73d871487)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:56:52.421453 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b97fd7a3-6aba-4b28-8f7d-cbf8feaae55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:52.423964 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b97fd7a3-6aba-4b28-8f7d-cbf8feaae55e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:52.426520 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-b97fd7a3-6aba-4b28-8f7d-cbf8feaae55e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/95e73856-365e-4109-8c32-c80d047678b3 HTTP/1.1" status: 204 len: 168 time: 0.4501996 Apr 05 14:56:52.432365 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-ce9db695-b276-4a5c-b349-8b43285cd3bc None None] Provisioning complete for port 76765706-f278-4c5d-9318-42fad64b9b64 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:56:52.433625 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ce9db695-b276-4a5c-b349-8b43285cd3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:52.441272 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd7a3-6aba-4b28-8f7d-cbf8feaae55e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e73856-365e-4109-8c32-c80d047678b3,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:52.446270 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-3bfc7265-058d-4525-8a37-4d70ee493e71 req-88707009-a404-4063-8e67-1d469b63f7f5 service neutron] For port 3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf, host n-h1-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:56:52.494117 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '982bdab9-79f0-4b09-82b0-ead4ea21530e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:56:52.499371 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-ce9db695-b276-4a5c-b349-8b43285cd3bc None None] Port 76765706-f278-4c5d-9318-42fad64b9b64 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:56:52.499990 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ecaf4b-613c-463d-a8d1-38179f06ef95" -d '{"events": [{"server_uuid": "982bdab9-79f0-4b09-82b0-ead4ea21530e", "name": "network-vif-unplugged", "status": "completed", "tag": "3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:56:52.505629 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-3bfc7265-058d-4525-8a37-4d70ee493e71 req-88707009-a404-4063-8e67-1d469b63f7f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:52.547904 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 14:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c864fd-bc0a-4e5d-bd1b-ddb7f3dfe0ad x-openstack-request-id: req-61c864fd-bc0a-4e5d-bd1b-ddb7f3dfe0ad {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:56:52.548302 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "982bdab9-79f0-4b09-82b0-ead4ea21530e", "name": "network-vif-unplugged", "status": "completed", "tag": "3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:56:52.548554 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-61c864fd-bc0a-4e5d-bd1b-ddb7f3dfe0ad {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:56:52.548978 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61c864fd-bc0a-4e5d-bd1b-ddb7f3dfe0ad'] response: {'server_uuid': '982bdab9-79f0-4b09-82b0-ead4ea21530e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf', 'code': 200} Apr 05 14:56:52.562672 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3a8bfca5-6853-49d9-aaec-728ac8847744 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:52.591502 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-3bfc7265-058d-4525-8a37-4d70ee493e71 req-88707009-a404-4063-8e67-1d469b63f7f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:52.591786 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8bfca5-6853-49d9-aaec-728ac8847744 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event deleted for resources: {'Port': ['ID=76765706-f278-4c5d-9318-42fad64b9b64,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:52.690677 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3a8bfca5-6853-49d9-aaec-728ac8847744 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:52.694296 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-3a8bfca5-6853-49d9-aaec-728ac8847744 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "DELETE /v2.0/ports/76765706-f278-4c5d-9318-42fad64b9b64 HTTP/1.1" status: 204 len: 168 time: 0.8005097 Apr 05 14:56:52.701801 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 43884) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:52.757150 n-d-836650-2 neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c233bf7-281d-4d3c-9cb9-1eca0752c17d tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] GET failed (client error): The resource could not be found. Apr 05 14:56:52.757150 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-5c233bf7-281d-4d3c-9cb9-1eca0752c17d tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "GET /v2.0/ports/76765706-f278-4c5d-9318-42fad64b9b64 HTTP/1.1" status: 404 len: 333 time: 0.0505807 Apr 05 14:56:52.757984 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 43890) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:52.866932 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bff27f0a-092c-43bd-9432-be1997c42338 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:52.917872 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bff27f0a-092c-43bd-9432-be1997c42338 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:53.063084 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bff27f0a-092c-43bd-9432-be1997c42338 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:53.065704 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bff27f0a-092c-43bd-9432-be1997c42338 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:53.066917 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-bff27f0a-092c-43bd-9432-be1997c42338 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "DELETE /v2.0/security-groups/443c651b-f7fa-4eea-8897-07666e8f9457 HTTP/1.1" status: 204 len: 168 time: 0.3033042 Apr 05 14:56:53.071085 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 43894) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:53.090952 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff27f0a-092c-43bd-9432-be1997c42338 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=443c651b-f7fa-4eea-8897-07666e8f9457,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:53.154129 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-18167c19-3613-4b9e-bc99-e162d34fcd05 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:53.168844 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-8c881f06-450c-452f-a289-5c4be61cfa2e None None] Provisioning complete for port 3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:56:53.169462 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8c881f06-450c-452f-a289-5c4be61cfa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:53.203584 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-18167c19-3613-4b9e-bc99-e162d34fcd05 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:53.242910 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-8c881f06-450c-452f-a289-5c4be61cfa2e None None] Port 3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:56:53.262659 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88707009-a404-4063-8e67-1d469b63f7f5 service neutron] Pushing event updated for resources: {'Port': ['ID=3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf,revision_number=7']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:53.318202 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-3bfc7265-058d-4525-8a37-4d70ee493e71 req-88707009-a404-4063-8e67-1d469b63f7f5 service neutron] Attempting to bind port 3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf on host n-h1-836650-2 for vnic_type normal with profile {"migrating_to": "n-h2-836650-2"} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:56:53.318539 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-3bfc7265-058d-4525-8a37-4d70ee493e71 req-88707009-a404-4063-8e67-1d469b63f7f5 service neutron] Attempting to bind port 3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': 'e6014c1c-7084-4474-a930-14e73d871487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '205052bf-936d-4dd7-a8b9-a083221baed9'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:56:53.318868 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfc7265-058d-4525-8a37-4d70ee493e71 req-88707009-a404-4063-8e67-1d469b63f7f5 service neutron] Attempting to bind port 3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf on network 205052bf-936d-4dd7-a8b9-a083221baed9 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:56:53.323256 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfc7265-058d-4525-8a37-4d70ee493e71 req-88707009-a404-4063-8e67-1d469b63f7f5 service neutron] Port 3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf on network 205052bf-936d-4dd7-a8b9-a083221baed9 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:56:53.323579 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfc7265-058d-4525-8a37-4d70ee493e71 req-88707009-a404-4063-8e67-1d469b63f7f5 service neutron] Attempting to bind port 3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf on network 205052bf-936d-4dd7-a8b9-a083221baed9 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:56:53.328323 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfc7265-058d-4525-8a37-4d70ee493e71 req-88707009-a404-4063-8e67-1d469b63f7f5 service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:56:53.328662 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfc7265-058d-4525-8a37-4d70ee493e71 req-88707009-a404-4063-8e67-1d469b63f7f5 service neutron] Checking segment: {'id': 'e6014c1c-7084-4474-a930-14e73d871487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '205052bf-936d-4dd7-a8b9-a083221baed9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:56:53.329076 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfc7265-058d-4525-8a37-4d70ee493e71 req-88707009-a404-4063-8e67-1d469b63f7f5 service neutron] Bound using segment: {'id': 'e6014c1c-7084-4474-a930-14e73d871487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '205052bf-936d-4dd7-a8b9-a083221baed9'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:56:53.329505 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [req-3bfc7265-058d-4525-8a37-4d70ee493e71 req-88707009-a404-4063-8e67-1d469b63f7f5 service neutron] Bound port: 3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6014c1c-7084-4474-a930-14e73d871487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '205052bf-936d-4dd7-a8b9-a083221baed9'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:56:53.329864 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-3bfc7265-058d-4525-8a37-4d70ee493e71 req-88707009-a404-4063-8e67-1d469b63f7f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:53.350972 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-18167c19-3613-4b9e-bc99-e162d34fcd05 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:53.354021 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-18167c19-3613-4b9e-bc99-e162d34fcd05 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:53.357731 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-18167c19-3613-4b9e-bc99-e162d34fcd05 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "DELETE /v2.0/security-groups/cd0193e8-83a9-4b2e-9a6d-54d9dd4a5bc5 HTTP/1.1" status: 204 len: 168 time: 0.2833552 Apr 05 14:56:53.358967 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 43898) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:53.397875 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18167c19-3613-4b9e-bc99-e162d34fcd05 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0193e8-83a9-4b2e-9a6d-54d9dd4a5bc5,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:53.405257 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-3bfc7265-058d-4525-8a37-4d70ee493e71 req-88707009-a404-4063-8e67-1d469b63f7f5 service neutron] For port 3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf, host n-h1-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:56:53.409099 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-3bfc7265-058d-4525-8a37-4d70ee493e71 req-88707009-a404-4063-8e67-1d469b63f7f5 service neutron] For port 3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf,segment=NetworkSegment(e6014c1c-7084-4474-a930-14e73d871487),segment_id=e6014c1c-7084-4474-a930-14e73d871487)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:56:53.452556 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cb9c385f-691e-452a-81b2-06f3751a5062 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:53.471286 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-3bfc7265-058d-4525-8a37-4d70ee493e71 req-88707009-a404-4063-8e67-1d469b63f7f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:53.490485 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cb9c385f-691e-452a-81b2-06f3751a5062 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:53.559168 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccb4823-015c-4afe-bf04-7ebd69d8f4f5 req-0dfb0e68-fdeb-4c53-92d3-fa7b008f8caf tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:53.566895 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dccb4823-015c-4afe-bf04-7ebd69d8f4f5 req-0dfb0e68-fdeb-4c53-92d3-fa7b008f8caf tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=982bdab9-79f0-4b09-82b0-ead4ea21530e HTTP/1.1" status: 200 len: 944 time: 0.1025469 Apr 05 14:56:53.603905 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88707009-a404-4063-8e67-1d469b63f7f5 service neutron] Pushing event updated for resources: {'Port': ['ID=3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf,revision_number=8']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:53.612700 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-dccb4823-015c-4afe-bf04-7ebd69d8f4f5 req-8d133a98-4b89-4963-98dd-941bd04f03ee tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ddbcacc-b2fd-41e0-97e7-968a4b783f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431271 Apr 05 14:56:53.643480 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc7265-058d-4525-8a37-4d70ee493e71 req-88707009-a404-4063-8e67-1d469b63f7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:53.644185 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-3bfc7265-058d-4525-8a37-4d70ee493e71 req-88707009-a404-4063-8e67-1d469b63f7f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:53.646630 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3bfc7265-058d-4525-8a37-4d70ee493e71 req-88707009-a404-4063-8e67-1d469b63f7f5 service neutron] 10.222.0.11 "PUT /v2.0/ports/3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf HTTP/1.1" status: 200 len: 1122 time: 1.4698703 Apr 05 14:56:53.711557 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cb9c385f-691e-452a-81b2-06f3751a5062 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:53.713847 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:56:53.716126 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cb9c385f-691e-452a-81b2-06f3751a5062 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:53.716126 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-cb9c385f-691e-452a-81b2-06f3751a5062 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "DELETE /v2.0/security-groups/f027bd5e-372c-456d-be9d-6cc7680d7b0a HTTP/1.1" status: 204 len: 168 time: 0.3558390 Apr 05 14:56:53.720370 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43902) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:53.739069 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9c385f-691e-452a-81b2-06f3751a5062 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f027bd5e-372c-456d-be9d-6cc7680d7b0a,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:53.804224 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-c37e5209-d492-4f60-85ed-dcce5c6a05f3 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Deleting subnet a502ff75-2b47-4983-9e6d-fe8334ccaefd {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:56:53.811147 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c37e5209-d492-4f60-85ed-dcce5c6a05f3 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:53.873501 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c37e5209-d492-4f60-85ed-dcce5c6a05f3 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:53.938917 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-6c5c10bd-29b4-4cca-a181-4bd2cf6b8ec6 None None] Provisioning complete for port 3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:56:53.939534 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6c5c10bd-29b4-4cca-a181-4bd2cf6b8ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:53.990786 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c37e5209-d492-4f60-85ed-dcce5c6a05f3 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:54.116175 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c37e5209-d492-4f60-85ed-dcce5c6a05f3 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:54.151897 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37e5209-d492-4f60-85ed-dcce5c6a05f3 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event deleted for resources: {'Subnet': ['ID=a502ff75-2b47-4983-9e6d-fe8334ccaefd,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:54.158563 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c37e5209-d492-4f60-85ed-dcce5c6a05f3 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:54.166527 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 43910) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:54.166944 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-c37e5209-d492-4f60-85ed-dcce5c6a05f3 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "DELETE /v2.0/subnets/a502ff75-2b47-4983-9e6d-fe8334ccaefd HTTP/1.1" status: 204 len: 168 time: 0.4461408 Apr 05 14:56:54.178997 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f22e6b-9f35-49fe-9bef-51abc7f4a864 None None] Network 724fd47c-a127-4710-8c1f-87bb173f8cee requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:56:54.221314 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7e74cb7-839b-4cd9-9b1e-b35050c5f2b3 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Deleting subnet a48403ba-9bf4-4cb3-9d68-5dfca7bcbb94 {{(pid=103320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:56:54.225143 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e7e74cb7-839b-4cd9-9b1e-b35050c5f2b3 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for subnet, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:54.268435 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e7e74cb7-839b-4cd9-9b1e-b35050c5f2b3 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13399228'] for subnet, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:54.312251 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6c5c10bd-29b4-4cca-a181-4bd2cf6b8ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:54.360560 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '982bdab9-79f0-4b09-82b0-ead4ea21530e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:56:54.360763 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ca0ea5-aa43-413b-8641-81cccd97eb67" -d '{"events": [{"server_uuid": "982bdab9-79f0-4b09-82b0-ead4ea21530e", "name": "network-vif-plugged", "status": "completed", "tag": "3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:56:54.362303 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e7e74cb7-839b-4cd9-9b1e-b35050c5f2b3 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:54.392115 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-6c5c10bd-29b4-4cca-a181-4bd2cf6b8ec6 None None] For port 3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf,segment=NetworkSegment(e6014c1c-7084-4474-a930-14e73d871487),segment_id=e6014c1c-7084-4474-a930-14e73d871487)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:56:54.426165 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c048da-e9b1-4ee5-921c-5be339f3a33f x-openstack-request-id: req-c9c048da-e9b1-4ee5-921c-5be339f3a33f {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:56:54.426463 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "982bdab9-79f0-4b09-82b0-ead4ea21530e", "name": "network-vif-plugged", "status": "completed", "tag": "3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:56:54.426718 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c9c048da-e9b1-4ee5-921c-5be339f3a33f {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:56:54.427803 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9c048da-e9b1-4ee5-921c-5be339f3a33f'] response: {'server_uuid': '982bdab9-79f0-4b09-82b0-ead4ea21530e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf', 'code': 200} Apr 05 14:56:54.471406 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6c5c10bd-29b4-4cca-a181-4bd2cf6b8ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:54.500648 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e7e74cb7-839b-4cd9-9b1e-b35050c5f2b3 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15773812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13127359'] for subnet, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:54.531790 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e74cb7-839b-4cd9-9b1e-b35050c5f2b3 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event deleted for resources: {'Subnet': ['ID=a48403ba-9bf4-4cb3-9d68-5dfca7bcbb94,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:54.534587 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e7e74cb7-839b-4cd9-9b1e-b35050c5f2b3 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:54.540828 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43914) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:54.549168 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-e7e74cb7-839b-4cd9-9b1e-b35050c5f2b3 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "DELETE /v2.0/subnets/a48403ba-9bf4-4cb3-9d68-5dfca7bcbb94 HTTP/1.1" status: 204 len: 168 time: 0.3813365 Apr 05 14:56:54.550330 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '982bdab9-79f0-4b09-82b0-ead4ea21530e', 'tag': '3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:56:54.552642 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a4c2e0-cc62-40c1-92a2-2cef18df06c5" -d '{"events": [{"name": "network-changed", "server_uuid": "982bdab9-79f0-4b09-82b0-ead4ea21530e", "tag": "3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:56:54.562848 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4e656019-a784-46d5-8c49-e586d75dca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:54.579143 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-5226aa93-8c28-43a5-9e31-a33d48cdf7ea tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] DELETE failed (client error): The resource could not be found. Apr 05 14:56:54.579410 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5226aa93-8c28-43a5-9e31-a33d48cdf7ea tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:56:54.586167 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 43918) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:54.597483 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-5226aa93-8c28-43a5-9e31-a33d48cdf7ea tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "DELETE /v2.0/subnets/a502ff75-2b47-4983-9e6d-fe8334ccaefd HTTP/1.1" status: 404 len: 337 time: 0.0552742 Apr 05 14:56:54.615391 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64785e3c-2614-4035-b8fc-f467d502317e x-openstack-request-id: req-64785e3c-2614-4035-b8fc-f467d502317e {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:56:54.615697 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "982bdab9-79f0-4b09-82b0-ead4ea21530e", "tag": "3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:56:54.615957 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-64785e3c-2614-4035-b8fc-f467d502317e {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:56:54.616388 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64785e3c-2614-4035-b8fc-f467d502317e'] response: {'name': 'network-changed', 'server_uuid': '982bdab9-79f0-4b09-82b0-ead4ea21530e', 'tag': '3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf', 'status': 'completed', 'code': 200} Apr 05 14:56:54.638058 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5c10bd-29b4-4cca-a181-4bd2cf6b8ec6 None None] Pushing event updated for resources: {'Port': ['ID=3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf,revision_number=9']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:54.644180 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b01c112-6d64-429c-85ff-9549496edc20 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Deleting subnet 736034ed-3801-4272-963f-a8a42a98404e {{(pid=103320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:56:54.649077 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3b01c112-6d64-429c-85ff-9549496edc20 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for subnet, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:54.732382 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3b01c112-6d64-429c-85ff-9549496edc20 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13399228'] for subnet, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:54.800975 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a4c2e0-cc62-40c1-92a2-2cef18df06c5 req-49d6ef23-d4a4-403a-8f07-cef3fac2dbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:54.803054 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-76a4c2e0-cc62-40c1-92a2-2cef18df06c5 req-49d6ef23-d4a4-403a-8f07-cef3fac2dbe9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b07e36dc5a904f16980660900e2eecc1&device_id=982bdab9-79f0-4b09-82b0-ead4ea21530e HTTP/1.1" status: 200 len: 1127 time: 0.1308815 Apr 05 14:56:54.910408 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b179dd-3ff6-4909-89ff-8a489378e570 req-3269c719-8ccb-48bf-ba62-8de26e1b0c1d tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:54.915040 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-44b179dd-3ff6-4909-89ff-8a489378e570 req-3269c719-8ccb-48bf-ba62-8de26e1b0c1d tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=982bdab9-79f0-4b09-82b0-ead4ea21530e HTTP/1.1" status: 200 len: 946 time: 0.1821840 Apr 05 14:56:54.937228 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3b01c112-6d64-429c-85ff-9549496edc20 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:55.032416 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a4c2e0-cc62-40c1-92a2-2cef18df06c5 req-8fb8111c-27bd-4481-875e-51a13642dd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:55.034014 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-76a4c2e0-cc62-40c1-92a2-2cef18df06c5 req-8fb8111c-27bd-4481-875e-51a13642dd27 service neutron] 10.222.0.55 "GET /v2.0/networks?id=205052bf-936d-4dd7-a8b9-a083221baed9 HTTP/1.1" status: 200 len: 897 time: 0.2207451 Apr 05 14:56:55.058206 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-44b179dd-3ff6-4909-89ff-8a489378e570 req-0f51594e-cf09-4219-8622-659c5c63099a tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ddbcacc-b2fd-41e0-97e7-968a4b783f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380155 Apr 05 14:56:55.122345 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebe74ab-12a5-4bb2-a48b-ab73dfbfd91b None None] Network 724fd47c-a127-4710-8c1f-87bb173f8cee requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:56:55.128248 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-76a4c2e0-cc62-40c1-92a2-2cef18df06c5 req-58dde88e-0683-4368-8e08-55d5988c8623 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf HTTP/1.1" status: 200 len: 1002 time: 0.0868609 Apr 05 14:56:55.200687 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a4c2e0-cc62-40c1-92a2-2cef18df06c5 req-bf3bc1ad-e3c2-459d-bc42-3753d8cf49e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:55.204791 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-76a4c2e0-cc62-40c1-92a2-2cef18df06c5 req-bf3bc1ad-e3c2-459d-bc42-3753d8cf49e6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c8478518-4a07-478c-a491-4a7622994fda HTTP/1.1" status: 200 len: 835 time: 0.0686829 Apr 05 14:56:55.205631 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3b01c112-6d64-429c-85ff-9549496edc20 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15773812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13127359'] for subnet, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:55.243736 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3b01c112-6d64-429c-85ff-9549496edc20 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:55.243989 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-daf8195d-6250-407e-8fee-5db40fdd37af None None] Provisioning complete for port 6ae88273-53b3-40a3-a37c-4657133a9411 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:56:55.244447 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-daf8195d-6250-407e-8fee-5db40fdd37af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:55.247262 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-3b01c112-6d64-429c-85ff-9549496edc20 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "DELETE /v2.0/subnets/736034ed-3801-4272-963f-a8a42a98404e HTTP/1.1" status: 204 len: 168 time: 0.6599135 Apr 05 14:56:55.249784 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43936) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:55.285295 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-058f8786-26fd-46e2-9252-523ad9e742c5 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] DELETE failed (client error): The resource could not be found. Apr 05 14:56:55.285832 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-058f8786-26fd-46e2-9252-523ad9e742c5 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:56:55.289719 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-058f8786-26fd-46e2-9252-523ad9e742c5 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "DELETE /v2.0/subnets/95436185-c9a5-437a-92f9-445539f017df HTTP/1.1" status: 404 len: 337 time: 0.0389082 Apr 05 14:56:55.292386 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43938) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:55.300077 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b01c112-6d64-429c-85ff-9549496edc20 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event deleted for resources: {'Subnet': ['ID=736034ed-3801-4272-963f-a8a42a98404e,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:55.311405 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-daf8195d-6250-407e-8fee-5db40fdd37af None None] Port 6ae88273-53b3-40a3-a37c-4657133a9411 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:56:55.327610 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a4c2e0-cc62-40c1-92a2-2cef18df06c5 req-af31ddc9-e0be-471c-a668-a519b45287c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:55.331176 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-76a4c2e0-cc62-40c1-92a2-2cef18df06c5 req-af31ddc9-e0be-471c-a668-a519b45287c1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=205052bf-936d-4dd7-a8b9-a083221baed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1120276 Apr 05 14:56:55.332389 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-daf8195d-6250-407e-8fee-5db40fdd37af None None] Provisioning complete for port 765885da-fe35-4e4a-8ddd-ee49d8e7f4e2 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:56:55.332764 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-daf8195d-6250-407e-8fee-5db40fdd37af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:55.359844 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-e2456ebb-7ce0-430c-b78c-532f1460cda6 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "GET /v2.0/ports?device_id=e84714e7-3257-4b1e-b3d8-e9b15731f8ff HTTP/1.1" status: 200 len: 205 time: 0.0629041 Apr 05 14:56:55.360968 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43940) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:55.414339 n-d-836650-2 neutron-server[103321]: INFO neutron.api.v2.resource [None req-3f29d916-5f53-4cb2-9c17-9c0028e9faf2 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] delete failed (client error): The resource could not be found. Apr 05 14:56:55.415422 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-3f29d916-5f53-4cb2-9c17-9c0028e9faf2 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "DELETE /v2.0/routers/e84714e7-3257-4b1e-b3d8-e9b15731f8ff HTTP/1.1" status: 404 len: 336 time: 0.0497603 Apr 05 14:56:55.418594 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43942) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:55.429173 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653bcee1-08d6-4497-a942-448a6695ceb4 None None] DHCP port deletion for 724fd47c-a127-4710-8c1f-87bb173f8cee request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:56:55.465213 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-76a4c2e0-cc62-40c1-92a2-2cef18df06c5 req-f9173f5a-be8b-41bb-bcf9-1a0c9da42e99 service neutron] 10.222.0.55 "GET /v2.0/networks/205052bf-936d-4dd7-a8b9-a083221baed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242492 Apr 05 14:56:55.476250 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab5da53f-6a26-4a1b-807f-9421697a9b4f tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] DELETE failed (client error): The resource could not be found. Apr 05 14:56:55.476707 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab5da53f-6a26-4a1b-807f-9421697a9b4f tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:56:55.479777 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-ab5da53f-6a26-4a1b-807f-9421697a9b4f tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "DELETE /v2.0/subnets/6e522eff-7a11-4422-a7b3-3c1a3b5549d3 HTTP/1.1" status: 404 len: 337 time: 0.0580359 Apr 05 14:56:55.482370 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43944) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:55.500535 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-653bcee1-08d6-4497-a942-448a6695ceb4 None None] Deleting port 765885da-fe35-4e4a-8ddd-ee49d8e7f4e2 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:56:55.500952 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-653bcee1-08d6-4497-a942-448a6695ceb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:55.511480 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f758193-90e5-4c45-8876-70536a109186 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] DELETE failed (client error): The resource could not be found. Apr 05 14:56:55.511941 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f758193-90e5-4c45-8876-70536a109186 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:56:55.517499 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-0f758193-90e5-4c45-8876-70536a109186 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "DELETE /v2.0/subnets/16ae3b25-c3ec-4962-84e9-fee13eddca15 HTTP/1.1" status: 404 len: 337 time: 0.0314558 Apr 05 14:56:55.518459 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43946) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:55.557070 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-eece9dab-bb13-4a78-b35c-d752ffd828ed tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] DELETE failed (client error): The resource could not be found. Apr 05 14:56:55.559299 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eece9dab-bb13-4a78-b35c-d752ffd828ed tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:56:55.569343 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-eece9dab-bb13-4a78-b35c-d752ffd828ed tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "DELETE /v2.0/subnets/8cec748e-0444-4aba-9c4e-55df4c56ba6e HTTP/1.1" status: 404 len: 337 time: 0.0483012 Apr 05 14:56:55.570499 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43950) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:55.600698 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-653bcee1-08d6-4497-a942-448a6695ceb4 None None] For port 765885da-fe35-4e4a-8ddd-ee49d8e7f4e2, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=765885da-fe35-4e4a-8ddd-ee49d8e7f4e2,segment=NetworkSegment(faa036e7-ca8d-4b00-9c7b-05ca0e149645),segment_id=faa036e7-ca8d-4b00-9c7b-05ca0e149645)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:56:55.601128 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-653bcee1-08d6-4497-a942-448a6695ceb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:55.607249 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-41763f1e-756d-46eb-9f97-5f2b32b59f53 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] DELETE failed (client error): The resource could not be found. Apr 05 14:56:55.608166 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41763f1e-756d-46eb-9f97-5f2b32b59f53 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:56:55.617035 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-41763f1e-756d-46eb-9f97-5f2b32b59f53 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "DELETE /v2.0/ports/21ecbccb-7ec9-4728-8af0-5a57e840453d HTTP/1.1" status: 404 len: 333 time: 0.0438116 Apr 05 14:56:55.617877 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43952) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:55.628130 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-653bcee1-08d6-4497-a942-448a6695ceb4 None None] Calling delete_port for 765885da-fe35-4e4a-8ddd-ee49d8e7f4e2 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:56:55.652060 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6f95a31-e5e0-4c8d-a367-90ff899dc247 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] DELETE failed (client error): The resource could not be found. Apr 05 14:56:55.652672 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6f95a31-e5e0-4c8d-a367-90ff899dc247 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:56:55.659216 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-a6f95a31-e5e0-4c8d-a367-90ff899dc247 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "DELETE /v2.0/subnets/bf86d1e6-7580-4172-a5ae-3a3e0aae46aa HTTP/1.1" status: 404 len: 337 time: 0.0400820 Apr 05 14:56:55.659970 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43954) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:55.698513 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-100e45d8-a95e-4c5b-a1d3-ac7eaf0145e7 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] DELETE failed (client error): The resource could not be found. Apr 05 14:56:55.700058 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-100e45d8-a95e-4c5b-a1d3-ac7eaf0145e7 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:56:55.707244 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-100e45d8-a95e-4c5b-a1d3-ac7eaf0145e7 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "DELETE /v2.0/subnets/f21e4b70-03a6-44b9-aa95-bd07c3761999 HTTP/1.1" status: 404 len: 337 time: 0.0459931 Apr 05 14:56:55.708081 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43956) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:55.736640 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43958) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:55.739431 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4505c60-2a51-43a9-b8eb-422a723f7807 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] DELETE failed (client error): The resource could not be found. Apr 05 14:56:55.740307 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4505c60-2a51-43a9-b8eb-422a723f7807 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:56:55.747616 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-c4505c60-2a51-43a9-b8eb-422a723f7807 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "DELETE /v2.0/ports/c21b44ca-5eb1-439c-b446-4603bf87905c HTTP/1.1" status: 404 len: 333 time: 0.0376995 Apr 05 14:56:55.748638 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43960) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:55.787199 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd94a979-6a67-4b04-812a-bc0d4bc848e7 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] DELETE failed (client error): The resource could not be found. Apr 05 14:56:55.788201 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd94a979-6a67-4b04-812a-bc0d4bc848e7 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:56:55.795104 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-cd94a979-6a67-4b04-812a-bc0d4bc848e7 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "DELETE /v2.0/subnets/3ef2899a-b0e1-4d69-b8a5-acf0943a1e92 HTTP/1.1" status: 404 len: 337 time: 0.0410995 Apr 05 14:56:55.795868 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43964) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:55.825838 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-653bcee1-08d6-4497-a942-448a6695ceb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:55.828511 n-d-836650-2 neutron-server[103321]: INFO neutron.pecan_wsgi.hooks.translation [None req-863520f3-24a7-43a9-8d36-ed439eb81fe9 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] DELETE failed (client error): The resource could not be found. Apr 05 14:56:55.829366 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-863520f3-24a7-43a9-8d36-ed439eb81fe9 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:56:55.836380 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-863520f3-24a7-43a9-8d36-ed439eb81fe9 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "DELETE /v2.0/subnets/f6fbae7d-0016-4e07-a09a-4df2461480c0 HTTP/1.1" status: 404 len: 337 time: 0.0393496 Apr 05 14:56:55.837420 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43966) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:55.844122 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653bcee1-08d6-4497-a942-448a6695ceb4 None None] No DVR routers for this DVR port 765885da-fe35-4e4a-8ddd-ee49d8e7f4e2 on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:56:55.875391 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653bcee1-08d6-4497-a942-448a6695ceb4 None None] Pushing event deleted for resources: {'Port': ['ID=765885da-fe35-4e4a-8ddd-ee49d8e7f4e2,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:55.927745 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5cba86a7-26af-4e8b-8f82-af944baf3cbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:55.954007 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-76a4c2e0-cc62-40c1-92a2-2cef18df06c5 req-47e2bd1f-9f9f-4955-9e2d-8c5d31c35d8e service neutron] 10.222.0.55 "GET /v2.0/networks/205052bf-936d-4dd7-a8b9-a083221baed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4818835 Apr 05 14:56:56.009717 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf details requested by agent hyperv_n-h2-836650-2 with host n-h2-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:56:56.042331 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-e2a09895-6a15-4fda-bd9f-13ce5284fdbb tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Deleting port 6ae88273-53b3-40a3-a37c-4657133a9411 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:56:56.042736 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e2a09895-6a15-4fda-bd9f-13ce5284fdbb tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:56.106658 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 765885da-fe35-4e4a-8ddd-ee49d8e7f4e2 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:56:56.129494 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 765885da-fe35-4e4a-8ddd-ee49d8e7f4e2 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:56:56.130973 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 765885da-fe35-4e4a-8ddd-ee49d8e7f4e2 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:56:56.151672 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e2a09895-6a15-4fda-bd9f-13ce5284fdbb tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:56.155659 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5cba86a7-26af-4e8b-8f82-af944baf3cbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:56.161253 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] For port 3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf,segment=NetworkSegment(e6014c1c-7084-4474-a930-14e73d871487),segment_id=e6014c1c-7084-4474-a930-14e73d871487)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:56:56.167306 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-e2a09895-6a15-4fda-bd9f-13ce5284fdbb tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Calling delete_port for 6ae88273-53b3-40a3-a37c-4657133a9411 owned by {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:56:56.178799 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf has no active binding in host n-h2-836650-2 {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 05 14:56:56.245472 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1c6edb-fccc-4ac3-bb54-bcbdd95dd1e7 req-cc763490-0f88-4caf-af31-4a2f93425e70 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:56.247978 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1b1c6edb-fccc-4ac3-bb54-bcbdd95dd1e7 req-cc763490-0f88-4caf-af31-4a2f93425e70 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=982bdab9-79f0-4b09-82b0-ead4ea21530e HTTP/1.1" status: 200 len: 946 time: 0.0619154 Apr 05 14:56:56.261080 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5cba86a7-26af-4e8b-8f82-af944baf3cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:56.290081 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1b1c6edb-fccc-4ac3-bb54-bcbdd95dd1e7 req-a67b65ca-3885-4f70-ad91-6aecfabb691c tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ddbcacc-b2fd-41e0-97e7-968a4b783f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354738 Apr 05 14:56:56.304978 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-5cba86a7-26af-4e8b-8f82-af944baf3cbf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b0f32d68097d47d1a0d0fd2d37656e84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5657032 Apr 05 14:56:56.304978 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cba86a7-26af-4e8b-8f82-af944baf3cbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b9e51d-9201-45db-b8fe-8e7b439e5fd8,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:56.314386 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 43970) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:56.353758 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e2a09895-6a15-4fda-bd9f-13ce5284fdbb tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:56.390485 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a09895-6a15-4fda-bd9f-13ce5284fdbb tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event deleted for resources: {'Port': ['ID=6ae88273-53b3-40a3-a37c-4657133a9411,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:56.399167 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6ad347ec-c1f6-4c94-a6eb-5211eb9a023f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:56.401758 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e2a09895-6a15-4fda-bd9f-13ce5284fdbb tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:56.404418 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-e2a09895-6a15-4fda-bd9f-13ce5284fdbb tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "DELETE /v2.0/ports/6ae88273-53b3-40a3-a37c-4657133a9411 HTTP/1.1" status: 204 len: 168 time: 0.5661330 Apr 05 14:56:56.406980 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 43972) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:56.425842 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6ad347ec-c1f6-4c94-a6eb-5211eb9a023f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:56.485051 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b64e13ea-b4e8-4b0f-8ad8-7a0e83567125 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:56.549697 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6ad347ec-c1f6-4c94-a6eb-5211eb9a023f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:56.553506 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6ad347ec-c1f6-4c94-a6eb-5211eb9a023f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:56.554519 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-6ad347ec-c1f6-4c94-a6eb-5211eb9a023f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d1b9e51d-9201-45db-b8fe-8e7b439e5fd8 HTTP/1.1" status: 204 len: 168 time: 0.2391970 Apr 05 14:56:56.563065 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad347ec-c1f6-4c94-a6eb-5211eb9a023f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b9e51d-9201-45db-b8fe-8e7b439e5fd8,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:56.573906 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b64e13ea-b4e8-4b0f-8ad8-7a0e83567125 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:56.599645 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-b64e13ea-b4e8-4b0f-8ad8-7a0e83567125 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['724fd47c-a127-4710-8c1f-87bb173f8cee']}} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:56:56.609931 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-b64e13ea-b4e8-4b0f-8ad8-7a0e83567125 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faa036e7-ca8d-4b00-9c7b-05ca0e149645') {'for_net_delete': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:56:56.610225 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-b64e13ea-b4e8-4b0f-8ad8-7a0e83567125 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faa036e7-ca8d-4b00-9c7b-05ca0e149645') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:56:56.620040 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b64e13ea-b4e8-4b0f-8ad8-7a0e83567125 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13399223'] for segment, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:56.633813 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b64e13ea-b4e8-4b0f-8ad8-7a0e83567125 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:56.639494 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b64e13ea-b4e8-4b0f-8ad8-7a0e83567125 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=103320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:56:56.639896 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b64e13ea-b4e8-4b0f-8ad8-7a0e83567125 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15765202'] for segment, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:56.643096 n-d-836650-2 neutron-server[103320]: Traceback (most recent call last): Apr 05 14:56:56.643096 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:56:56.643096 n-d-836650-2 neutron-server[103320]: timer() Apr 05 14:56:56.643096 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:56:56.643096 n-d-836650-2 neutron-server[103320]: cb(*args, **kw) Apr 05 14:56:56.643096 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:56:56.643096 n-d-836650-2 neutron-server[103320]: return func(*args, **kwargs) Apr 05 14:56:56.643096 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:56:56.643096 n-d-836650-2 neutron-server[103320]: self._notify() Apr 05 14:56:56.643096 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:56:56.643096 n-d-836650-2 neutron-server[103320]: self.callback(batched_events) Apr 05 14:56:56.643096 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:56:56.643096 n-d-836650-2 neutron-server[103320]: event.method(event) Apr 05 14:56:56.643096 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:56:56.643096 n-d-836650-2 neutron-server[103320]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:56:56.643096 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:56:56.643096 n-d-836650-2 neutron-server[103320]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:56:56.643096 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:56:56.643096 n-d-836650-2 neutron-server[103320]: return f(self, *a, **k) Apr 05 14:56:56.643096 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:56:56.643096 n-d-836650-2 neutron-server[103320]: return self._get(url).json() Apr 05 14:56:56.643096 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:56:56.643096 n-d-836650-2 neutron-server[103320]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:56:56.643096 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:56:56.643096 n-d-836650-2 neutron-server[103320]: return self.request(url, 'GET', **kwargs) Apr 05 14:56:56.643096 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:56:56.643096 n-d-836650-2 neutron-server[103320]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:56:56.643096 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:56:56.643096 n-d-836650-2 neutron-server[103320]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:56:56.643096 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:56:56.643096 n-d-836650-2 neutron-server[103320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:56:56.643096 n-d-836650-2 neutron-server[103320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:56:56.785583 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b64e13ea-b4e8-4b0f-8ad8-7a0e83567125 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:56.793482 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b64e13ea-b4e8-4b0f-8ad8-7a0e83567125 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:56.796576 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-b64e13ea-b4e8-4b0f-8ad8-7a0e83567125 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] 10.222.0.30 "DELETE /v2.0/networks/724fd47c-a127-4710-8c1f-87bb173f8cee HTTP/1.1" status: 204 len: 168 time: 0.3885245 Apr 05 14:56:56.808365 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64e13ea-b4e8-4b0f-8ad8-7a0e83567125 tempest-PortsTestJSON-405683772 tempest-PortsTestJSON-405683772-project] Pushing event deleted for resources: {'Network': ['ID=724fd47c-a127-4710-8c1f-87bb173f8cee,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:56.810456 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-54ef8530-8c75-44c1-9ae3-21e3d4a85e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:57.220139 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 43990) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:57.369532 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-3d2a16ac-a083-4e99-9c5f-5f591e41887c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=13c118202c994ca38979777ae3308543&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1480074 Apr 05 14:56:57.372026 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44000) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:57.422486 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4502ecd-221f-4025-9eb7-f47171ff628a req-1dc60fb8-9577-4eb7-a5e1-25ef480011dc tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:57.424021 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d4502ecd-221f-4025-9eb7-f47171ff628a req-1dc60fb8-9577-4eb7-a5e1-25ef480011dc tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=982bdab9-79f0-4b09-82b0-ead4ea21530e HTTP/1.1" status: 200 len: 946 time: 0.0534329 Apr 05 14:56:57.428677 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3dbbcef8-d6a6-4260-a9bd-a75f4fb46a0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:57.451867 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3dbbcef8-d6a6-4260-a9bd-a75f4fb46a0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:57.465849 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d4502ecd-221f-4025-9eb7-f47171ff628a req-b5b7572e-13be-4fbb-a113-0a4a7a48cd28 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ddbcacc-b2fd-41e0-97e7-968a4b783f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344152 Apr 05 14:56:57.565948 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3dbbcef8-d6a6-4260-a9bd-a75f4fb46a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:57.569388 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3dbbcef8-d6a6-4260-a9bd-a75f4fb46a0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:57.570563 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-3dbbcef8-d6a6-4260-a9bd-a75f4fb46a0b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dbd84617-6eb0-4058-9960-df7bca7ec62c HTTP/1.1" status: 204 len: 168 time: 0.1974289 Apr 05 14:56:57.579493 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbbcef8-d6a6-4260-a9bd-a75f4fb46a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd84617-6eb0-4058-9960-df7bca7ec62c,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:58.097253 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:58.590720 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc045f0-1f5d-468e-951a-694ac0b6542b req-494bbeef-e4a4-4365-bc49-bf00fdeb97d3 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:58.592259 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7cc045f0-1f5d-468e-951a-694ac0b6542b req-494bbeef-e4a4-4365-bc49-bf00fdeb97d3 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=982bdab9-79f0-4b09-82b0-ead4ea21530e HTTP/1.1" status: 200 len: 946 time: 0.0576484 Apr 05 14:56:58.633547 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7cc045f0-1f5d-468e-951a-694ac0b6542b req-692d92fe-292c-42ef-a6bc-fb3693e8a605 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ddbcacc-b2fd-41e0-97e7-968a4b783f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330443 Apr 05 14:56:58.679296 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44048) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:58.775434 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-a5dd7ee5-e2c1-4641-b163-0ba424c009f2 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1358612675'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:56:58.859686 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5dd7ee5-e2c1-4641-b163-0ba424c009f2 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] Made reservation on behalf of 185d84eec74141f289a939b2b7e9cd65 for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:56:58.863777 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a5dd7ee5-e2c1-4641-b163-0ba424c009f2 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:58.872225 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a5dd7ee5-e2c1-4641-b163-0ba424c009f2 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:58.955079 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a5dd7ee5-e2c1-4641-b163-0ba424c009f2 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:59.023363 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a5dd7ee5-e2c1-4641-b163-0ba424c009f2 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:59.047704 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5dd7ee5-e2c1-4641-b163-0ba424c009f2 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:56:59.063337 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dd7ee5-e2c1-4641-b163-0ba424c009f2 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59aebe65-c18e-48ec-b2a8-7376ebda7e48,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:59.068009 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a5dd7ee5-e2c1-4641-b163-0ba424c009f2 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:59.068009 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-a5dd7ee5-e2c1-4641-b163-0ba424c009f2 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] Added segment d4b331ad-da2b-421d-9be0-c13ea1f7c1d6 of type vlan for network 50fda3d3-7a83-4186-a1b8-8000d11a4332 Apr 05 14:56:59.113183 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a5dd7ee5-e2c1-4641-b163-0ba424c009f2 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:59.241127 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a5dd7ee5-e2c1-4641-b163-0ba424c009f2 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:59.246848 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5dd7ee5-e2c1-4641-b163-0ba424c009f2 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:59.247425 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a5dd7ee5-e2c1-4641-b163-0ba424c009f2 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] Notify callbacks [] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:59.319203 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dd7ee5-e2c1-4641-b163-0ba424c009f2 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] Pushing event updated for resources: {'Network': ['ID=50fda3d3-7a83-4186-a1b8-8000d11a4332,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:59.329910 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 50fda3d3-7a83-4186-a1b8-8000d11a4332 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:56:59.429065 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-a5dd7ee5-e2c1-4641-b163-0ba424c009f2 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7445846 Apr 05 14:56:59.429338 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44066) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:56:59.434451 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-194f5beb-9f2e-4f11-9649-7420c70fa413 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] Request body: {'subnet': {'network_id': '50fda3d3-7a83-4186-a1b8-8000d11a4332', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:56:59.605772 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-194f5beb-9f2e-4f11-9649-7420c70fa413 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] Made reservation on behalf of 185d84eec74141f289a939b2b7e9cd65 for: {'subnet': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:56:59.606450 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:59.609421 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-194f5beb-9f2e-4f11-9649-7420c70fa413 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13127328'] for subnet, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:59.669752 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:59.803289 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8623e1db-5c72-40a1-9be8-520774c08532 req-cf55c155-a19e-4b59-a040-12f2b202ed7b tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:59.804819 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8623e1db-5c72-40a1-9be8-520774c08532 req-cf55c155-a19e-4b59-a040-12f2b202ed7b tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=982bdab9-79f0-4b09-82b0-ead4ea21530e HTTP/1.1" status: 200 len: 946 time: 0.0955527 Apr 05 14:56:59.875931 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8623e1db-5c72-40a1-9be8-520774c08532 req-6217e0a1-74b6-4b40-8044-44a8eb6a95b0 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ddbcacc-b2fd-41e0-97e7-968a4b783f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512242 Apr 05 14:56:59.937457 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-194f5beb-9f2e-4f11-9649-7420c70fa413 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15773751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13127350'] for subnet, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:00.002196 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194f5beb-9f2e-4f11-9649-7420c70fa413 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] Pushing event updated for resources: {'Subnet': ['ID=1483f20d-5cf0-48b1-a819-525365f5ebe7,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:00.010073 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194f5beb-9f2e-4f11-9649-7420c70fa413 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] Checking segment: {'id': 'd4b331ad-da2b-421d-9be0-c13ea1f7c1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '50fda3d3-7a83-4186-a1b8-8000d11a4332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:57:00.010426 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194f5beb-9f2e-4f11-9649-7420c70fa413 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] Network hostable DHCP agents. Network: 50fda3d3-7a83-4186-a1b8-8000d11a4332, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:57:00.097575 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194f5beb-9f2e-4f11-9649-7420c70fa413 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] Network 50fda3d3-7a83-4186-a1b8-8000d11a4332 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:57:00.253665 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-194f5beb-9f2e-4f11-9649-7420c70fa413 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 50fda3d3-7a83-4186-a1b8-8000d11a4332) {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:57:00.258502 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194f5beb-9f2e-4f11-9649-7420c70fa413 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:00.259087 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-194f5beb-9f2e-4f11-9649-7420c70fa413 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:00.266854 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fb4551-5ff2-4706-b905-55e3a9224ea8 None None] Network 50fda3d3-7a83-4186-a1b8-8000d11a4332 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:57:00.343223 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-194f5beb-9f2e-4f11-9649-7420c70fa413 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9118917 Apr 05 14:57:00.345042 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44074) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:00.350126 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-179b4cee-f8f8-476e-935d-22574eb77567 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] Request body: {'port': {'network_id': '50fda3d3-7a83-4186-a1b8-8000d11a4332', 'name': 'tempest-TagsExtTest-1214840413'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:57:00.417530 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c312cbd-a6bd-47c2-9dcf-f8d282ff4a64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-50fda3d3-7a83-4186-a1b8-8000d11a4332', 'network_id': '50fda3d3-7a83-4186-a1b8-8000d11a4332', 'tenant_id': '185d84eec74141f289a939b2b7e9cd65', 'fixed_ips': [{'subnet_id': '1483f20d-5cf0-48b1-a819-525365f5ebe7'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:57:00.418388 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6c312cbd-a6bd-47c2-9dcf-f8d282ff4a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:00.550879 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-179b4cee-f8f8-476e-935d-22574eb77567 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] Made reservation on behalf of 185d84eec74141f289a939b2b7e9cd65 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:57:00.552906 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-6c312cbd-a6bd-47c2-9dcf-f8d282ff4a64 None None] Allocated IP 172.20.0.2 (50fda3d3-7a83-4186-a1b8-8000d11a4332/1483f20d-5cf0-48b1-a819-525365f5ebe7/dc8bd3a0-272d-4dd0-a61d-81fa2aa44a6c) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:57:00.555241 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-179b4cee-f8f8-476e-935d-22574eb77567 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:00.573863 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-179b4cee-f8f8-476e-935d-22574eb77567 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] device_id is not set on port 977dc73a-2331-484f-b8b5-b5890efa5480 yet. {{(pid=103320) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 14:57:00.699197 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6c312cbd-a6bd-47c2-9dcf-f8d282ff4a64 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:00.783511 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6c312cbd-a6bd-47c2-9dcf-f8d282ff4a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:00.818721 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c312cbd-a6bd-47c2-9dcf-f8d282ff4a64 None None] Network 50fda3d3-7a83-4186-a1b8-8000d11a4332 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:57:00.821433 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-6c312cbd-a6bd-47c2-9dcf-f8d282ff4a64 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:57:00.826900 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c312cbd-a6bd-47c2-9dcf-f8d282ff4a64 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:57:00.834078 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-179b4cee-f8f8-476e-935d-22574eb77567 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] Allocated IP 172.20.0.4 (50fda3d3-7a83-4186-a1b8-8000d11a4332/1483f20d-5cf0-48b1-a819-525365f5ebe7/977dc73a-2331-484f-b8b5-b5890efa5480) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:57:00.843630 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c312cbd-a6bd-47c2-9dcf-f8d282ff4a64 None None] Pushing event updated for resources: {'Port': ['ID=dc8bd3a0-272d-4dd0-a61d-81fa2aa44a6c,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:00.895920 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-6c312cbd-a6bd-47c2-9dcf-f8d282ff4a64 None None] Attempting to bind port dc8bd3a0-272d-4dd0-a61d-81fa2aa44a6c on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:57:00.896548 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-6c312cbd-a6bd-47c2-9dcf-f8d282ff4a64 None None] Attempting to bind port dc8bd3a0-272d-4dd0-a61d-81fa2aa44a6c by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'd4b331ad-da2b-421d-9be0-c13ea1f7c1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '50fda3d3-7a83-4186-a1b8-8000d11a4332'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:57:00.898348 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c312cbd-a6bd-47c2-9dcf-f8d282ff4a64 None None] Attempting to bind port dc8bd3a0-272d-4dd0-a61d-81fa2aa44a6c on network 50fda3d3-7a83-4186-a1b8-8000d11a4332 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:57:00.905019 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c312cbd-a6bd-47c2-9dcf-f8d282ff4a64 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:57:00.905799 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c312cbd-a6bd-47c2-9dcf-f8d282ff4a64 None None] Checking segment: {'id': 'd4b331ad-da2b-421d-9be0-c13ea1f7c1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '50fda3d3-7a83-4186-a1b8-8000d11a4332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:57:00.905799 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6c312cbd-a6bd-47c2-9dcf-f8d282ff4a64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:00.907508 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c312cbd-a6bd-47c2-9dcf-f8d282ff4a64 None None] Bound using segment: {'id': 'd4b331ad-da2b-421d-9be0-c13ea1f7c1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '50fda3d3-7a83-4186-a1b8-8000d11a4332'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:57:00.907508 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-6c312cbd-a6bd-47c2-9dcf-f8d282ff4a64 None None] Bound port: dc8bd3a0-272d-4dd0-a61d-81fa2aa44a6c, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4b331ad-da2b-421d-9be0-c13ea1f7c1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '50fda3d3-7a83-4186-a1b8-8000d11a4332'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:57:00.907508 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6c312cbd-a6bd-47c2-9dcf-f8d282ff4a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:00.969915 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44082) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:00.991142 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-6c312cbd-a6bd-47c2-9dcf-f8d282ff4a64 None None] For port dc8bd3a0-272d-4dd0-a61d-81fa2aa44a6c, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:57:00.994635 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-6c312cbd-a6bd-47c2-9dcf-f8d282ff4a64 None None] For port dc8bd3a0-272d-4dd0-a61d-81fa2aa44a6c, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=dc8bd3a0-272d-4dd0-a61d-81fa2aa44a6c,segment=NetworkSegment(d4b331ad-da2b-421d-9be0-c13ea1f7c1d6),segment_id=d4b331ad-da2b-421d-9be0-c13ea1f7c1d6)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:57:01.044131 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f5bb23-d623-489a-a3d0-5c73c02b7815 req-b1769993-a9c8-4b02-86ba-ce1d1624834c tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:01.045666 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-44f5bb23-d623-489a-a3d0-5c73c02b7815 req-b1769993-a9c8-4b02-86ba-ce1d1624834c tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=982bdab9-79f0-4b09-82b0-ead4ea21530e HTTP/1.1" status: 200 len: 946 time: 0.0837533 Apr 05 14:57:01.068622 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-179b4cee-f8f8-476e-935d-22574eb77567 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:01.073800 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6c312cbd-a6bd-47c2-9dcf-f8d282ff4a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:01.087029 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-360196f5-906d-430b-a0a3-dc6ff03eb62a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:01.132491 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-44f5bb23-d623-489a-a3d0-5c73c02b7815 req-285a5c84-cb60-4b0b-95e0-3e26faee2ae6 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ddbcacc-b2fd-41e0-97e7-968a4b783f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803804 Apr 05 14:57:01.139495 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c312cbd-a6bd-47c2-9dcf-f8d282ff4a64 None None] Pushing event updated for resources: {'Port': ['ID=dc8bd3a0-272d-4dd0-a61d-81fa2aa44a6c,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:01.177891 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-360196f5-906d-430b-a0a3-dc6ff03eb62a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:01.189401 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-179b4cee-f8f8-476e-935d-22574eb77567 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:01.241170 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179b4cee-f8f8-476e-935d-22574eb77567 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] Network 50fda3d3-7a83-4186-a1b8-8000d11a4332 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:57:01.245896 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-360196f5-906d-430b-a0a3-dc6ff03eb62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:01.248122 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-179b4cee-f8f8-476e-935d-22574eb77567 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:57:01.253183 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179b4cee-f8f8-476e-935d-22574eb77567 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:57:01.282113 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179b4cee-f8f8-476e-935d-22574eb77567 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] Pushing event updated for resources: {'Port': ['ID=977dc73a-2331-484f-b8b5-b5890efa5480,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:01.302255 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-360196f5-906d-430b-a0a3-dc6ff03eb62a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=16870df6718d449392d6dd08c3ef62d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3279252 Apr 05 14:57:01.302255 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360196f5-906d-430b-a0a3-dc6ff03eb62a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84dd9174-0e3a-4b1e-a3aa-ce5de1146f33,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:01.303763 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44086) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:01.323133 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179b4cee-f8f8-476e-935d-22574eb77567 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:01.324391 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-179b4cee-f8f8-476e-935d-22574eb77567 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:01.383903 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c28bc795-dcf5-4526-9e02-ed479a967ca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:01.413666 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c28bc795-dcf5-4526-9e02-ed479a967ca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:01.464248 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-179b4cee-f8f8-476e-935d-22574eb77567 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.1181381 Apr 05 14:57:01.466864 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44088) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:01.473572 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-675abf1b-c0ec-4cd4-8312-dfc34444fb2a tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-539042281', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:57:01.577553 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c28bc795-dcf5-4526-9e02-ed479a967ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:01.580049 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c28bc795-dcf5-4526-9e02-ed479a967ca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:01.581398 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-c28bc795-dcf5-4526-9e02-ed479a967ca0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/84dd9174-0e3a-4b1e-a3aa-ce5de1146f33 HTTP/1.1" status: 204 len: 168 time: 0.2754955 Apr 05 14:57:01.590108 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-675abf1b-c0ec-4cd4-8312-dfc34444fb2a tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27088'] for router, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:01.591128 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-675abf1b-c0ec-4cd4-8312-dfc34444fb2a tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27079'] for router, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:01.596323 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28bc795-dcf5-4526-9e02-ed479a967ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84dd9174-0e3a-4b1e-a3aa-ce5de1146f33,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:01.655131 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-675abf1b-c0ec-4cd4-8312-dfc34444fb2a tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:01.728384 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-675abf1b-c0ec-4cd4-8312-dfc34444fb2a tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618'] for router, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:01.820720 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-675abf1b-c0ec-4cd4-8312-dfc34444fb2a tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] Notify callbacks [] for router, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:01.822004 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-675abf1b-c0ec-4cd4-8312-dfc34444fb2a tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3541989 Apr 05 14:57:01.825669 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44092) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:01.829759 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-36e6fc02-6807-49ac-a6b4-0093d78f07ce tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-956750278', 'prefixes': ['172.20.0.0/16']}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:57:02.122369 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832e622f-8e34-4156-9041-e907749b115f None None] Network 50fda3d3-7a83-4186-a1b8-8000d11a4332 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:57:02.143047 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device dc8bd3a0-272d-4dd0-a61d-81fa2aa44a6c up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:57:02.198356 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-36e6fc02-6807-49ac-a6b4-0093d78f07ce tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] Notify callbacks [] for subnetpool, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:02.203378 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-36e6fc02-6807-49ac-a6b4-0093d78f07ce tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.3742635 Apr 05 14:57:02.203764 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44098) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:02.208858 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.tag.tag_plugin [None req-18b36bbe-27d4-40d2-a0ec-3f255b344336 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '1483f20d-5cf0-48b1-a819-525365f5ebe7', 'tempest-TagsExtTest-Tag-1955787121') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:02.227555 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-cdf2eff1-d66f-44f5-a1e7-f9c59e849e55 None None] Provisioning complete for port dc8bd3a0-272d-4dd0-a61d-81fa2aa44a6c triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:57:02.227978 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cdf2eff1-d66f-44f5-a1e7-f9c59e849e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:02.283462 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44100) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:02.310512 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port dc8bd3a0-272d-4dd0-a61d-81fa2aa44a6c triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:57:02.310880 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:02.330315 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a41a82a3-3b68-4dd8-a2a9-3bb29dd76ed5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:02.381740 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7089578a-06aa-4c41-8854-d171fd83a231 req-b423948a-ebd5-4e20-bec2-b04c625499b6 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:02.383136 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7089578a-06aa-4c41-8854-d171fd83a231 req-b423948a-ebd5-4e20-bec2-b04c625499b6 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=982bdab9-79f0-4b09-82b0-ead4ea21530e HTTP/1.1" status: 200 len: 946 time: 0.1643322 Apr 05 14:57:02.445717 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cdf2eff1-d66f-44f5-a1e7-f9c59e849e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:02.491504 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7089578a-06aa-4c41-8854-d171fd83a231 req-803f7592-a050-4bd1-b5cd-05335e9591af tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ddbcacc-b2fd-41e0-97e7-968a4b783f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918331 Apr 05 14:57:02.512538 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:02.528646 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-cdf2eff1-d66f-44f5-a1e7-f9c59e849e55 None None] For port dc8bd3a0-272d-4dd0-a61d-81fa2aa44a6c, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=dc8bd3a0-272d-4dd0-a61d-81fa2aa44a6c,segment=NetworkSegment(d4b331ad-da2b-421d-9be0-c13ea1f7c1d6),segment_id=d4b331ad-da2b-421d-9be0-c13ea1f7c1d6)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:57:02.552736 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-18b36bbe-27d4-40d2-a0ec-3f255b344336 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] 10.222.0.30 "PUT /v2.0/subnets/1483f20d-5cf0-48b1-a819-525365f5ebe7/tags/tempest-TagsExtTest-Tag-1955787121 HTTP/1.1" status: 201 len: 201 time: 0.3470776 Apr 05 14:57:02.555621 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44102) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:02.559070 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a41a82a3-3b68-4dd8-a2a9-3bb29dd76ed5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:02.562641 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.tag.tag_plugin [None req-97db9cf3-fdf5-4f48-a08b-0e3bf63cc77d tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '977dc73a-2331-484f-b8b5-b5890efa5480', 'tempest-TagsExtTest-Tag-2090920155') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:02.606756 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cdf2eff1-d66f-44f5-a1e7-f9c59e849e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:02.631189 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a41a82a3-3b68-4dd8-a2a9-3bb29dd76ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:02.692640 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-a41a82a3-3b68-4dd8-a2a9-3bb29dd76ed5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4466f9d8b93f4319ad050243f18a5691&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3973508 Apr 05 14:57:02.692640 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41a82a3-3b68-4dd8-a2a9-3bb29dd76ed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2acd1c-1d97-459a-80f9-496b3883f54e,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:02.697149 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44104) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:02.746825 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-97db9cf3-fdf5-4f48-a08b-0e3bf63cc77d tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] 10.222.0.30 "PUT /v2.0/ports/977dc73a-2331-484f-b8b5-b5890efa5480/tags/tempest-TagsExtTest-Tag-2090920155 HTTP/1.1" status: 201 len: 201 time: 0.1869271 Apr 05 14:57:02.747787 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44106) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:02.755382 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.tag.tag_plugin [None req-c180cfc4-f9ac-4bc9-a3cb-520f0f5f24eb tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'a3d925ac-473d-43c3-bc23-5d9fe7d85133', 'tempest-TagsExtTest-Tag-817066524') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:02.804732 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2bb81419-4b86-43cf-90a0-0e981ffa6b35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:02.845566 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2bb81419-4b86-43cf-90a0-0e981ffa6b35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:02.892194 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.db.api [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:57:02.892643 n-d-836650-2 neutron-server[103322]: DEBUG oslo_db.api [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:57:02.895085 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf2eff1-d66f-44f5-a1e7-f9c59e849e55 None None] Pushing event updated for resources: {'Port': ['ID=dc8bd3a0-272d-4dd0-a61d-81fa2aa44a6c,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:02.903483 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-6dde235b-7555-45a9-8585-05372c943917 None None] Provisioning complete for port 977dc73a-2331-484f-b8b5-b5890efa5480 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:57:02.903863 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6dde235b-7555-45a9-8585-05372c943917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:02.935738 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-c180cfc4-f9ac-4bc9-a3cb-520f0f5f24eb tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] 10.222.0.30 "PUT /v2.0/routers/a3d925ac-473d-43c3-bc23-5d9fe7d85133/tags/tempest-TagsExtTest-Tag-817066524 HTTP/1.1" status: 201 len: 201 time: 0.1850097 Apr 05 14:57:02.940591 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44110) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:02.946414 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-6dde235b-7555-45a9-8585-05372c943917 None None] Port 977dc73a-2331-484f-b8b5-b5890efa5480 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:57:02.948689 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.tag.tag_plugin [None req-63daf696-69ef-4d9c-b884-e646b2e5b916 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '4c2c4c95-809e-438b-a836-925f1b57d835', 'tempest-TagsExtTest-Tag-2045456845') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:02.962417 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-6dde235b-7555-45a9-8585-05372c943917 None None] Provisioning complete for port dc8bd3a0-272d-4dd0-a61d-81fa2aa44a6c triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:57:02.962781 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6dde235b-7555-45a9-8585-05372c943917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:02.997443 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2bb81419-4b86-43cf-90a0-0e981ffa6b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:03.002650 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2bb81419-4b86-43cf-90a0-0e981ffa6b35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:03.005296 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-2bb81419-4b86-43cf-90a0-0e981ffa6b35 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9d2acd1c-1d97-459a-80f9-496b3883f54e HTTP/1.1" status: 204 len: 168 time: 0.3068881 Apr 05 14:57:03.031123 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb81419-4b86-43cf-90a0-0e981ffa6b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2acd1c-1d97-459a-80f9-496b3883f54e,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:03.094627 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-63daf696-69ef-4d9c-b884-e646b2e5b916 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] 10.222.0.30 "PUT /v2.0/subnetpools/4c2c4c95-809e-438b-a836-925f1b57d835/tags/tempest-TagsExtTest-Tag-2045456845 HTTP/1.1" status: 201 len: 201 time: 0.1523101 Apr 05 14:57:03.097428 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44114) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:03.101794 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.tag.tag_plugin [None req-ea53a57b-4515-4089-b8e9-e999aa709e2c tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '1483f20d-5cf0-48b1-a819-525365f5ebe7') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:03.160819 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-ea53a57b-4515-4089-b8e9-e999aa709e2c tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] 10.222.0.30 "GET /v2.0/subnets/1483f20d-5cf0-48b1-a819-525365f5ebe7/tags HTTP/1.1" status: 200 len: 241 time: 0.0621371 Apr 05 14:57:03.163754 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44116) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:03.168426 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.tag.tag_plugin [None req-51b24b56-b4ca-477e-be8b-2408c0f1a3ed tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1483f20d-5cf0-48b1-a819-525365f5ebe7', 'tempest-TagsExtTest-Tag-1955787121') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:03.196532 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-efe3cd96-e554-440f-b6d3-212de9914f50 None None] Provisioning complete for port 977dc73a-2331-484f-b8b5-b5890efa5480 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:57:03.197229 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-efe3cd96-e554-440f-b6d3-212de9914f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:03.233879 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-efe3cd96-e554-440f-b6d3-212de9914f50 None None] Port 977dc73a-2331-484f-b8b5-b5890efa5480 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:57:03.259503 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-51b24b56-b4ca-477e-be8b-2408c0f1a3ed tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] 10.222.0.30 "GET /v2.0/subnets/1483f20d-5cf0-48b1-a819-525365f5ebe7/tags/tempest-TagsExtTest-Tag-1955787121 HTTP/1.1" status: 204 len: 168 time: 0.0945425 Apr 05 14:57:03.262025 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44118) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:03.266810 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.tag.tag_plugin [None req-170e4330-7065-47ad-b12e-0afc5a892cf0 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '1483f20d-5cf0-48b1-a819-525365f5ebe7', 'tempest-TagsExtTest-Tag-1955787121') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:03.409800 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-170e4330-7065-47ad-b12e-0afc5a892cf0 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] 10.222.0.30 "DELETE /v2.0/subnets/1483f20d-5cf0-48b1-a819-525365f5ebe7/tags/tempest-TagsExtTest-Tag-1955787121 HTTP/1.1" status: 204 len: 168 time: 0.1463485 Apr 05 14:57:03.412329 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44122) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:03.417451 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.tag.tag_plugin [None req-5b5986d3-4594-4b31-98bd-339d67afe6e6 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '1483f20d-5cf0-48b1-a819-525365f5ebe7') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:03.478865 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-5b5986d3-4594-4b31-98bd-339d67afe6e6 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] 10.222.0.30 "GET /v2.0/subnets/1483f20d-5cf0-48b1-a819-525365f5ebe7/tags HTTP/1.1" status: 200 len: 205 time: 0.0651622 Apr 05 14:57:03.483532 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44128) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:03.488598 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.tag.tag_plugin [None req-5b5fb9ef-f5cc-45a6-a585-7d7af7c00b0c tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '977dc73a-2331-484f-b8b5-b5890efa5480') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:03.550937 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-5b5fb9ef-f5cc-45a6-a585-7d7af7c00b0c tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] 10.222.0.30 "GET /v2.0/ports/977dc73a-2331-484f-b8b5-b5890efa5480/tags HTTP/1.1" status: 200 len: 241 time: 0.0660410 Apr 05 14:57:03.554121 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44136) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:03.559162 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.tag.tag_plugin [None req-79539b62-869e-4314-9f08-0eb0fef391c1 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '977dc73a-2331-484f-b8b5-b5890efa5480', 'tempest-TagsExtTest-Tag-2090920155') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:03.618800 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-79539b62-869e-4314-9f08-0eb0fef391c1 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] 10.222.0.30 "GET /v2.0/ports/977dc73a-2331-484f-b8b5-b5890efa5480/tags/tempest-TagsExtTest-Tag-2090920155 HTTP/1.1" status: 204 len: 168 time: 0.0634809 Apr 05 14:57:03.619399 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44140) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:03.621261 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a6001-4f2b-4dea-b02e-2744d6aceeb1 req-16dafab8-32eb-4b85-b111-f05818189a19 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:03.623065 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6a2a6001-4f2b-4dea-b02e-2744d6aceeb1 req-16dafab8-32eb-4b85-b111-f05818189a19 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=982bdab9-79f0-4b09-82b0-ead4ea21530e HTTP/1.1" status: 200 len: 946 time: 0.0528057 Apr 05 14:57:03.623927 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.tag.tag_plugin [None req-2d29d397-a546-47e6-8329-c148148d94c4 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '977dc73a-2331-484f-b8b5-b5890efa5480', 'tempest-TagsExtTest-Tag-2090920155') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:03.665952 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6a2a6001-4f2b-4dea-b02e-2744d6aceeb1 req-cf5e0bf6-e3bd-4498-8270-2083abbc9850 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ddbcacc-b2fd-41e0-97e7-968a4b783f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357037 Apr 05 14:57:03.757920 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-2d29d397-a546-47e6-8329-c148148d94c4 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] 10.222.0.30 "DELETE /v2.0/ports/977dc73a-2331-484f-b8b5-b5890efa5480/tags/tempest-TagsExtTest-Tag-2090920155 HTTP/1.1" status: 204 len: 168 time: 0.1374714 Apr 05 14:57:03.760255 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44142) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:03.765010 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.tag.tag_plugin [None req-6c1e6bfe-73cd-4ede-8972-305e8834ed44 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '977dc73a-2331-484f-b8b5-b5890efa5480') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:03.815952 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-6c1e6bfe-73cd-4ede-8972-305e8834ed44 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] 10.222.0.30 "GET /v2.0/ports/977dc73a-2331-484f-b8b5-b5890efa5480/tags HTTP/1.1" status: 200 len: 205 time: 0.0540352 Apr 05 14:57:03.819023 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44146) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:03.823382 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.tag.tag_plugin [None req-7c9ccb04-03c6-45f8-8cee-7d897c9bb119 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'a3d925ac-473d-43c3-bc23-5d9fe7d85133') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:03.900579 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-7c9ccb04-03c6-45f8-8cee-7d897c9bb119 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] 10.222.0.30 "GET /v2.0/routers/a3d925ac-473d-43c3-bc23-5d9fe7d85133/tags HTTP/1.1" status: 200 len: 240 time: 0.0805235 Apr 05 14:57:03.903134 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44152) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:03.907498 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.tag.tag_plugin [None req-cc47a023-73e4-4ac5-8ce2-7775d1dad220 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a3d925ac-473d-43c3-bc23-5d9fe7d85133', 'tempest-TagsExtTest-Tag-817066524') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:03.984917 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-cc47a023-73e4-4ac5-8ce2-7775d1dad220 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] 10.222.0.30 "GET /v2.0/routers/a3d925ac-473d-43c3-bc23-5d9fe7d85133/tags/tempest-TagsExtTest-Tag-817066524 HTTP/1.1" status: 204 len: 168 time: 0.0807312 Apr 05 14:57:03.987273 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44156) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:03.992497 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.tag.tag_plugin [None req-e95af11f-1fb0-4761-9f7b-99456b7aab65 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'a3d925ac-473d-43c3-bc23-5d9fe7d85133', 'tempest-TagsExtTest-Tag-817066524') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:04.106758 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device dc8bd3a0-272d-4dd0-a61d-81fa2aa44a6c up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:57:04.144713 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-e95af11f-1fb0-4761-9f7b-99456b7aab65 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] 10.222.0.30 "DELETE /v2.0/routers/a3d925ac-473d-43c3-bc23-5d9fe7d85133/tags/tempest-TagsExtTest-Tag-817066524 HTTP/1.1" status: 204 len: 168 time: 0.1564288 Apr 05 14:57:04.147302 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44162) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:04.151796 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.tag.tag_plugin [None req-ec8ef75e-19df-43c1-89d1-2ed0bbc0f49b tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'a3d925ac-473d-43c3-bc23-5d9fe7d85133') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:04.159245 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port dc8bd3a0-272d-4dd0-a61d-81fa2aa44a6c triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:57:04.159617 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:04.233303 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-ec8ef75e-19df-43c1-89d1-2ed0bbc0f49b tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] 10.222.0.30 "GET /v2.0/routers/a3d925ac-473d-43c3-bc23-5d9fe7d85133/tags HTTP/1.1" status: 200 len: 205 time: 0.0848966 Apr 05 14:57:04.235698 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44166) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:04.240113 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.tag.tag_plugin [None req-baa01f5f-f952-49c1-9e3d-ce297eb63336 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '4c2c4c95-809e-438b-a836-925f1b57d835') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:04.291110 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-baa01f5f-f952-49c1-9e3d-ce297eb63336 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] 10.222.0.30 "GET /v2.0/subnetpools/4c2c4c95-809e-438b-a836-925f1b57d835/tags HTTP/1.1" status: 200 len: 241 time: 0.0543351 Apr 05 14:57:04.293624 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44168) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:04.297973 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.tag.tag_plugin [None req-c2988439-45bf-40cf-bf79-0bba5ce9c851 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4c2c4c95-809e-438b-a836-925f1b57d835', 'tempest-TagsExtTest-Tag-2045456845') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:04.316073 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3bfc7265-058d-4525-8a37-4d70ee493e71 req-4b0c281c-4fed-4c87-978f-c315e55c775f service neutron] 10.222.0.55 "GET /v2.0/ports/3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf/bindings/n-h2-836650-2 HTTP/1.1" status: 200 len: 384 time: 0.0675321 Apr 05 14:57:04.319020 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-c2988439-45bf-40cf-bf79-0bba5ce9c851 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] 10.222.0.30 "GET /v2.0/subnetpools/4c2c4c95-809e-438b-a836-925f1b57d835/tags/tempest-TagsExtTest-Tag-2045456845 HTTP/1.1" status: 204 len: 168 time: 0.0243952 Apr 05 14:57:04.321503 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44170) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:04.325874 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.tag.tag_plugin [None req-be0f88de-d19c-437f-8124-f05cc594f35e tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '4c2c4c95-809e-438b-a836-925f1b57d835', 'tempest-TagsExtTest-Tag-2045456845') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:04.420977 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-be0f88de-d19c-437f-8124-f05cc594f35e tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] 10.222.0.30 "DELETE /v2.0/subnetpools/4c2c4c95-809e-438b-a836-925f1b57d835/tags/tempest-TagsExtTest-Tag-2045456845 HTTP/1.1" status: 204 len: 168 time: 0.0961170 Apr 05 14:57:04.421564 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44174) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:04.428570 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.tag.tag_plugin [None req-cbeeda54-03cf-4e0f-81d4-f530a63711bf tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '4c2c4c95-809e-438b-a836-925f1b57d835') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:04.450453 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-cbeeda54-03cf-4e0f-81d4-f530a63711bf tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] 10.222.0.30 "GET /v2.0/subnetpools/4c2c4c95-809e-438b-a836-925f1b57d835/tags HTTP/1.1" status: 200 len: 205 time: 0.0279398 Apr 05 14:57:04.453068 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44176) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:04.458443 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.tag.tag_plugin [None req-f3b5207b-1b70-46c2-ab17-136380cc34af tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4c2c4c95-809e-438b-a836-925f1b57d835') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:04.484601 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-f3b5207b-1b70-46c2-ab17-136380cc34af tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] 10.222.0.30 "DELETE /v2.0/subnetpools/4c2c4c95-809e-438b-a836-925f1b57d835/tags HTTP/1.1" status: 204 len: 168 time: 0.0302582 Apr 05 14:57:04.487346 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44180) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:04.492357 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.tag.tag_plugin [None req-c8a9a111-dee9-4cf4-ad8e-07714a39b262 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a3d925ac-473d-43c3-bc23-5d9fe7d85133') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:04.494552 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-3bfc7265-058d-4525-8a37-4d70ee493e71 req-f7fb17d0-c089-4cc4-a817-bb8bdaf8a3e5 service neutron] For port 3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf,segment=NetworkSegment(e6014c1c-7084-4474-a930-14e73d871487),segment_id=e6014c1c-7084-4474-a930-14e73d871487)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:57:04.514604 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-3bfc7265-058d-4525-8a37-4d70ee493e71 req-f7fb17d0-c089-4cc4-a817-bb8bdaf8a3e5 service neutron] For port 3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf, host n-h1-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:57:04.560395 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '982bdab9-79f0-4b09-82b0-ead4ea21530e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:57:04.566083 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa5d036-5661-4356-b27e-aca65f7838b2" -d '{"events": [{"server_uuid": "982bdab9-79f0-4b09-82b0-ead4ea21530e", "name": "network-vif-unplugged", "status": "completed", "tag": "3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:57:04.573157 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-3bfc7265-058d-4525-8a37-4d70ee493e71 req-f7fb17d0-c089-4cc4-a817-bb8bdaf8a3e5 service neutron] For port 3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf,segment=NetworkSegment(e6014c1c-7084-4474-a930-14e73d871487),segment_id=e6014c1c-7084-4474-a930-14e73d871487)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:57:04.581083 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-c8a9a111-dee9-4cf4-ad8e-07714a39b262 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] 10.222.0.30 "DELETE /v2.0/routers/a3d925ac-473d-43c3-bc23-5d9fe7d85133/tags HTTP/1.1" status: 204 len: 168 time: 0.0924053 Apr 05 14:57:04.586222 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44186) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:04.592577 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.tag.tag_plugin [None req-680eb970-97f9-463b-8231-f5b14a7f8b0c tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '977dc73a-2331-484f-b8b5-b5890efa5480') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:04.619511 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 14:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdad6a30-5f9c-4875-bf1d-66d69a4db7db x-openstack-request-id: req-bdad6a30-5f9c-4875-bf1d-66d69a4db7db {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:57:04.619802 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "982bdab9-79f0-4b09-82b0-ead4ea21530e", "name": "network-vif-unplugged", "status": "completed", "tag": "3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:57:04.620052 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bdad6a30-5f9c-4875-bf1d-66d69a4db7db {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:57:04.620448 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdad6a30-5f9c-4875-bf1d-66d69a4db7db'] response: {'server_uuid': '982bdab9-79f0-4b09-82b0-ead4ea21530e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf', 'code': 200} Apr 05 14:57:04.657715 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-3bfc7265-058d-4525-8a37-4d70ee493e71 req-f7fb17d0-c089-4cc4-a817-bb8bdaf8a3e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:04.662606 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-680eb970-97f9-463b-8231-f5b14a7f8b0c tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] 10.222.0.30 "DELETE /v2.0/ports/977dc73a-2331-484f-b8b5-b5890efa5480/tags HTTP/1.1" status: 204 len: 168 time: 0.0755980 Apr 05 14:57:04.665709 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44192) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:04.670573 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.tag.tag_plugin [None req-43007f8b-90fd-4390-a904-ae77ebfa8e36 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '1483f20d-5cf0-48b1-a819-525365f5ebe7') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:04.732763 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-43007f8b-90fd-4390-a904-ae77ebfa8e36 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] 10.222.0.30 "DELETE /v2.0/subnets/1483f20d-5cf0-48b1-a819-525365f5ebe7/tags HTTP/1.1" status: 204 len: 168 time: 0.0622776 Apr 05 14:57:04.733019 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44196) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:04.737474 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.tag.tag_plugin [None req-bc2af705-3c3b-4262-9795-9f42ad240415 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '1483f20d-5cf0-48b1-a819-525365f5ebe7', 'tempest-TagsExtTest-Tag-29095273') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:04.786981 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-3bfc7265-058d-4525-8a37-4d70ee493e71 req-f7fb17d0-c089-4cc4-a817-bb8bdaf8a3e5 service neutron] Transition to ACTIVE for port object 3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:57:04.816494 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c0b61-0508-47dc-b2bd-e658df16b636 req-f4f6ae87-7f82-4f18-a811-d4e3fd4cad46 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:04.819582 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3a4c0b61-0508-47dc-b2bd-e658df16b636 req-f4f6ae87-7f82-4f18-a811-d4e3fd4cad46 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=982bdab9-79f0-4b09-82b0-ead4ea21530e HTTP/1.1" status: 200 len: 945 time: 0.0712073 Apr 05 14:57:04.821283 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44200) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:04.849562 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-3bfc7265-058d-4525-8a37-4d70ee493e71 req-f7fb17d0-c089-4cc4-a817-bb8bdaf8a3e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:04.897735 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3a4c0b61-0508-47dc-b2bd-e658df16b636 req-697de9e6-950d-4eae-bf1b-046fe96c0e72 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ddbcacc-b2fd-41e0-97e7-968a4b783f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719094 Apr 05 14:57:04.927526 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-bc2af705-3c3b-4262-9795-9f42ad240415 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] 10.222.0.30 "PUT /v2.0/subnets/1483f20d-5cf0-48b1-a819-525365f5ebe7/tags/tempest-TagsExtTest-Tag-29095273 HTTP/1.1" status: 201 len: 201 time: 0.1934731 Apr 05 14:57:04.928391 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44202) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:04.941320 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.tag.tag_plugin [None req-f92a588e-bea7-4a1d-beb8-6b55927f4a11 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '977dc73a-2331-484f-b8b5-b5890efa5480', 'tempest-TagsExtTest-Tag-2090522022') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:05.017632 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fb17d0-c089-4cc4-a817-bb8bdaf8a3e5 service neutron] Pushing event updated for resources: {'Port': ['ID=3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf,revision_number=11']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:05.042395 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-3801555c-9363-43c2-9f12-aa53c17d5b83 tempest-TestSecurityGroupsBasicOps-1500447946 tempest-TestSecurityGroupsBasicOps-1500447946-project-admin] 10.222.0.30 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4098 time: 0.2148206 Apr 05 14:57:05.042705 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44212) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:05.042907 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fb17d0-c089-4cc4-a817-bb8bdaf8a3e5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:57:05.043400 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fb17d0-c089-4cc4-a817-bb8bdaf8a3e5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:57:05.043661 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fb17d0-c089-4cc4-a817-bb8bdaf8a3e5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:57:05.044152 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fb17d0-c089-4cc4-a817-bb8bdaf8a3e5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:57:05.044737 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fb17d0-c089-4cc4-a817-bb8bdaf8a3e5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:57:05.045538 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fb17d0-c089-4cc4-a817-bb8bdaf8a3e5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:57:05.047119 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fb17d0-c089-4cc4-a817-bb8bdaf8a3e5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:57:05.047119 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fb17d0-c089-4cc4-a817-bb8bdaf8a3e5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:57:05.047119 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fb17d0-c089-4cc4-a817-bb8bdaf8a3e5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:57:05.047698 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fb17d0-c089-4cc4-a817-bb8bdaf8a3e5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:57:05.048315 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fb17d0-c089-4cc4-a817-bb8bdaf8a3e5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:57:05.048775 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fb17d0-c089-4cc4-a817-bb8bdaf8a3e5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:57:05.049792 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-10bceed8-d14f-48fb-aa33-e4db1083f185 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Request body: {'network': {'name': 'tempest-network-smoke--614487046', 'project_id': '6541073fc7b74808b6fa7a2702f66c66', 'port_security_enabled': False}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:57:05.090609 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bfc7265-058d-4525-8a37-4d70ee493e71 req-f7fb17d0-c089-4cc4-a817-bb8bdaf8a3e5 service neutron] No DVR routers for this DVR port 3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf on host n-h1-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:57:05.216938 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10bceed8-d14f-48fb-aa33-e4db1083f185 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Made reservation on behalf of 6541073fc7b74808b6fa7a2702f66c66 for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:57:05.223074 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-10bceed8-d14f-48fb-aa33-e4db1083f185 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:05.246386 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10bceed8-d14f-48fb-aa33-e4db1083f185 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:57:05.251318 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3bfc7265-058d-4525-8a37-4d70ee493e71 req-f7fb17d0-c089-4cc4-a817-bb8bdaf8a3e5 service neutron] 10.222.0.55 "PUT /v2.0/ports/3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf/bindings/n-h2-836650-2/activate HTTP/1.1" status: 200 len: 369 time: 0.9285829 Apr 05 14:57:05.253577 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-f92a588e-bea7-4a1d-beb8-6b55927f4a11 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] 10.222.0.30 "PUT /v2.0/ports/977dc73a-2331-484f-b8b5-b5890efa5480/tags/tempest-TagsExtTest-Tag-2090522022 HTTP/1.1" status: 201 len: 201 time: 0.3178291 Apr 05 14:57:05.257581 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44214) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:05.258418 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-10bceed8-d14f-48fb-aa33-e4db1083f185 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:05.258812 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-10bceed8-d14f-48fb-aa33-e4db1083f185 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Added segment 7c81a5b8-0e59-4475-8819-1e7e14deca41 of type vlan for network dfcc9a9c-6b40-4ca9-afc1-33910b38165e Apr 05 14:57:05.277356 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.tag.tag_plugin [None req-36a670d0-b911-4d8c-8417-b0bb4579a185 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'a3d925ac-473d-43c3-bc23-5d9fe7d85133', 'tempest-TagsExtTest-Tag-1834314295') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:05.319325 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-10bceed8-d14f-48fb-aa33-e4db1083f185 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:05.441738 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-10bceed8-d14f-48fb-aa33-e4db1083f185 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:05.447292 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bceed8-d14f-48fb-aa33-e4db1083f185 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:05.447890 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-10bceed8-d14f-48fb-aa33-e4db1083f185 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks [] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:05.472826 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-36a670d0-b911-4d8c-8417-b0bb4579a185 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] 10.222.0.30 "PUT /v2.0/routers/a3d925ac-473d-43c3-bc23-5d9fe7d85133/tags/tempest-TagsExtTest-Tag-1834314295 HTTP/1.1" status: 201 len: 201 time: 0.2116721 Apr 05 14:57:05.474202 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44226) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:05.478431 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.tag.tag_plugin [None req-2b03f7d7-e54c-4be8-ba6a-d2a01012bf6d tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '4c2c4c95-809e-438b-a836-925f1b57d835', 'tempest-TagsExtTest-Tag-361691182') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:05.522612 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc7265-058d-4525-8a37-4d70ee493e71 req-52d8b690-a38f-495d-aefe-758a1fd36c56 tempest-TestNetworkAdvancedServerOps-2063735697 tempest-TestNetworkAdvancedServerOps-2063735697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:05.524117 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3bfc7265-058d-4525-8a37-4d70ee493e71 req-52d8b690-a38f-495d-aefe-758a1fd36c56 tempest-TestNetworkAdvancedServerOps-2063735697 tempest-TestNetworkAdvancedServerOps-2063735697-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=982bdab9-79f0-4b09-82b0-ead4ea21530e&tenant_id=b07e36dc5a904f16980660900e2eecc1&binding%3Ahost_id=n-h1-836650-2 HTTP/1.1" status: 200 len: 1096 time: 0.1114132 Apr 05 14:57:05.527047 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bceed8-d14f-48fb-aa33-e4db1083f185 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Pushing event updated for resources: {'Network': ['ID=dfcc9a9c-6b40-4ca9-afc1-33910b38165e,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:05.538584 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network dfcc9a9c-6b40-4ca9-afc1-33910b38165e details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:57:05.587724 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-2b03f7d7-e54c-4be8-ba6a-d2a01012bf6d tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] 10.222.0.30 "PUT /v2.0/subnetpools/4c2c4c95-809e-438b-a836-925f1b57d835/tags/tempest-TagsExtTest-Tag-361691182 HTTP/1.1" status: 201 len: 201 time: 0.1128132 Apr 05 14:57:05.590129 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44232) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:05.595612 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-10bceed8-d14f-48fb-aa33-e4db1083f185 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5512340 Apr 05 14:57:05.598200 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.tag.tag_plugin [None req-a61fbb87-335e-4570-84a2-f6c7c8b21f8a tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '1483f20d-5cf0-48b1-a819-525365f5ebe7', {'tags': ['tempest-TagsExtTest-Tag-1396405345', 'tempest-TagsExtTest-Tag-113990864', 'tempest-TagsExtTest-Tag-438776554']}) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:05.601449 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44234) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:05.607030 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-f95e548b-51dc-4232-8317-ab63214af56b tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-731225515', 'admin_state_up': True, 'project_id': '6541073fc7b74808b6fa7a2702f66c66', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:57:05.611901 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc7265-058d-4525-8a37-4d70ee493e71 req-536272a0-da7a-4a98-aec3-45e0fbaaf65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:05.613438 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3bfc7265-058d-4525-8a37-4d70ee493e71 req-536272a0-da7a-4a98-aec3-45e0fbaaf65d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=982bdab9-79f0-4b09-82b0-ead4ea21530e&tenant_id=b07e36dc5a904f16980660900e2eecc1 HTTP/1.1" status: 200 len: 1096 time: 0.0804939 Apr 05 14:57:05.684846 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc7265-058d-4525-8a37-4d70ee493e71 req-d8637f22-2cef-41c1-ae97-397c6b76b16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:05.686513 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3bfc7265-058d-4525-8a37-4d70ee493e71 req-d8637f22-2cef-41c1-ae97-397c6b76b16d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b07e36dc5a904f16980660900e2eecc1&device_id=982bdab9-79f0-4b09-82b0-ead4ea21530e HTTP/1.1" status: 200 len: 1096 time: 0.0477967 Apr 05 14:57:05.755247 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f95e548b-51dc-4232-8317-ab63214af56b tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27088'] for router, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:05.756328 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f95e548b-51dc-4232-8317-ab63214af56b tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27079'] for router, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:05.783152 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc7265-058d-4525-8a37-4d70ee493e71 req-5a7bf9c3-96a6-4b60-9b45-5ed51b2c3903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:05.784708 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3bfc7265-058d-4525-8a37-4d70ee493e71 req-5a7bf9c3-96a6-4b60-9b45-5ed51b2c3903 service neutron] 10.222.0.11 "GET /v2.0/networks?id=205052bf-936d-4dd7-a8b9-a083221baed9 HTTP/1.1" status: 200 len: 897 time: 0.0901713 Apr 05 14:57:05.809765 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f95e548b-51dc-4232-8317-ab63214af56b tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:05.811723 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-a61fbb87-335e-4570-84a2-f6c7c8b21f8a tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] 10.222.0.30 "PUT /v2.0/subnets/1483f20d-5cf0-48b1-a819-525365f5ebe7/tags HTTP/1.1" status: 200 len: 316 time: 0.2201269 Apr 05 14:57:05.814515 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44244) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:05.818779 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.tag.tag_plugin [None req-b7b33ccc-1500-417f-b174-7fce46e40ec3 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '1483f20d-5cf0-48b1-a819-525365f5ebe7') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:05.854926 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3bfc7265-058d-4525-8a37-4d70ee493e71 req-7013274f-e7f2-48d3-a617-c51a9f8be08d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf HTTP/1.1" status: 200 len: 1000 time: 0.0628834 Apr 05 14:57:05.905807 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc7265-058d-4525-8a37-4d70ee493e71 req-5a92fdaa-e8e1-490c-bc25-9bc47b74258d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:05.907318 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3bfc7265-058d-4525-8a37-4d70ee493e71 req-5a92fdaa-e8e1-490c-bc25-9bc47b74258d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c8478518-4a07-478c-a491-4a7622994fda HTTP/1.1" status: 200 len: 835 time: 0.0455232 Apr 05 14:57:05.956103 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc7265-058d-4525-8a37-4d70ee493e71 req-0fe62da0-a8b8-4a41-b8ba-39a70da4056f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:05.957954 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3bfc7265-058d-4525-8a37-4d70ee493e71 req-0fe62da0-a8b8-4a41-b8ba-39a70da4056f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=205052bf-936d-4dd7-a8b9-a083221baed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439188 Apr 05 14:57:06.026470 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-b7b33ccc-1500-417f-b174-7fce46e40ec3 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] 10.222.0.30 "DELETE /v2.0/subnets/1483f20d-5cf0-48b1-a819-525365f5ebe7/tags HTTP/1.1" status: 204 len: 168 time: 0.2108088 Apr 05 14:57:06.040255 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44256) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:06.082682 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.tag.tag_plugin [None req-a1f82c92-9666-477f-9b2f-065a2b120c5e tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1483f20d-5cf0-48b1-a819-525365f5ebe7', 'tempest-TagsExtTest-Tag-1396405345') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:06.204612 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f95e548b-51dc-4232-8317-ab63214af56b tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:06.222433 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c21ae9-5529-4bcc-9dc7-bc49e59a873f req-818de6f0-d1b2-439a-8686-626092f189bf tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:06.224602 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-94c21ae9-5529-4bcc-9dc7-bc49e59a873f req-818de6f0-d1b2-439a-8686-626092f189bf tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=982bdab9-79f0-4b09-82b0-ead4ea21530e HTTP/1.1" status: 200 len: 945 time: 0.2049789 Apr 05 14:57:06.268000 n-d-836650-2 neutron-server[103320]: INFO neutron.api.v2.resource [None req-a1f82c92-9666-477f-9b2f-065a2b120c5e tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] show failed (client error): The resource could not be found. Apr 05 14:57:06.269083 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-a1f82c92-9666-477f-9b2f-065a2b120c5e tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] 10.222.0.30 "GET /v2.0/subnets/1483f20d-5cf0-48b1-a819-525365f5ebe7/tags/tempest-TagsExtTest-Tag-1396405345 HTTP/1.1" status: 404 len: 329 time: 0.2260709 Apr 05 14:57:06.271921 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44258) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:06.276220 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.tag.tag_plugin [None req-2391e6fb-19af-4abb-a838-870b13864c79 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1483f20d-5cf0-48b1-a819-525365f5ebe7', 'tempest-TagsExtTest-Tag-113990864') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:06.284259 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-94c21ae9-5529-4bcc-9dc7-bc49e59a873f req-8f39171b-044c-47b9-80c7-2bfc0c21f896 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ddbcacc-b2fd-41e0-97e7-968a4b783f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519409 Apr 05 14:57:06.384112 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3bfc7265-058d-4525-8a37-4d70ee493e71 req-7a987fa4-c705-4ef8-960b-6de3bee0f038 service neutron] 10.222.0.11 "GET /v2.0/networks/205052bf-936d-4dd7-a8b9-a083221baed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4180906 Apr 05 14:57:06.482070 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3bfc7265-058d-4525-8a37-4d70ee493e71 req-c668d832-726e-4dc0-8e5c-4ac9d2b07744 service neutron] 10.222.0.11 "GET /v2.0/networks/205052bf-936d-4dd7-a8b9-a083221baed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910323 Apr 05 14:57:06.684537 n-d-836650-2 neutron-server[103320]: INFO neutron.api.v2.resource [None req-2391e6fb-19af-4abb-a838-870b13864c79 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] show failed (client error): The resource could not be found. Apr 05 14:57:06.688247 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-2391e6fb-19af-4abb-a838-870b13864c79 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] 10.222.0.30 "GET /v2.0/subnets/1483f20d-5cf0-48b1-a819-525365f5ebe7/tags/tempest-TagsExtTest-Tag-113990864 HTTP/1.1" status: 404 len: 328 time: 0.4128118 Apr 05 14:57:06.689226 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44262) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:06.693571 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.tag.tag_plugin [None req-9b7b8e80-ad57-4e7a-8ba6-eda3583f5a61 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1483f20d-5cf0-48b1-a819-525365f5ebe7', 'tempest-TagsExtTest-Tag-438776554') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:06.800731 n-d-836650-2 neutron-server[103320]: INFO neutron.api.v2.resource [None req-9b7b8e80-ad57-4e7a-8ba6-eda3583f5a61 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] show failed (client error): The resource could not be found. Apr 05 14:57:06.801991 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-9b7b8e80-ad57-4e7a-8ba6-eda3583f5a61 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] 10.222.0.30 "GET /v2.0/subnets/1483f20d-5cf0-48b1-a819-525365f5ebe7/tags/tempest-TagsExtTest-Tag-438776554 HTTP/1.1" status: 404 len: 328 time: 0.1123893 Apr 05 14:57:06.804667 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44264) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:06.809809 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.tag.tag_plugin [None req-12d46f81-6f68-4cf1-b0a8-b24442586586 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '977dc73a-2331-484f-b8b5-b5890efa5480', {'tags': ['tempest-TagsExtTest-Tag-1308328611', 'tempest-TagsExtTest-Tag-133149040', 'tempest-TagsExtTest-Tag-35902703']}) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:06.893091 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f95e548b-51dc-4232-8317-ab63214af56b tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks [] for router_gateway, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:06.899352 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44268) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:06.922206 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f95e548b-51dc-4232-8317-ab63214af56b tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:06.982067 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc7265-058d-4525-8a37-4d70ee493e71 req-17fe9d6a-5359-407d-a443-f64bb9333ed7 tempest-TestNetworkAdvancedServerOps-2063735697 tempest-TestNetworkAdvancedServerOps-2063735697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:06.983576 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3bfc7265-058d-4525-8a37-4d70ee493e71 req-17fe9d6a-5359-407d-a443-f64bb9333ed7 tempest-TestNetworkAdvancedServerOps-2063735697 tempest-TestNetworkAdvancedServerOps-2063735697-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=982bdab9-79f0-4b09-82b0-ead4ea21530e&tenant_id=b07e36dc5a904f16980660900e2eecc1&binding%3Ahost_id=n-h2-836650-2 HTTP/1.1" status: 200 len: 1096 time: 0.0525393 Apr 05 14:57:07.038458 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0ab1eb89-f3fe-4e6e-92da-ebdb1d93c6fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:07.039660 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-12d46f81-6f68-4cf1-b0a8-b24442586586 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] 10.222.0.30 "PUT /v2.0/ports/977dc73a-2331-484f-b8b5-b5890efa5480/tags HTTP/1.1" status: 200 len: 315 time: 0.2338982 Apr 05 14:57:07.043692 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44272) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:07.051428 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.tag.tag_plugin [None req-acf69049-5037-4050-a1b8-5523d28e4a4a tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '977dc73a-2331-484f-b8b5-b5890efa5480') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:07.061560 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-f95e548b-51dc-4232-8317-ab63214af56b tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Allocated IP 172.25.6.183 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/537fd0ee-c0f1-4c2f-8b0f-19a0088c2c5e) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:57:07.204517 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0ab1eb89-f3fe-4e6e-92da-ebdb1d93c6fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:07.220015 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f95e548b-51dc-4232-8317-ab63214af56b tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:07.291480 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-3bfc7265-058d-4525-8a37-4d70ee493e71 req-eb6ac6f3-15db-4e2f-bb67-1cef5f659615 service neutron] For port 3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf, host n-h1-836650-2, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:57:07.294629 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-3bfc7265-058d-4525-8a37-4d70ee493e71 req-eb6ac6f3-15db-4e2f-bb67-1cef5f659615 service neutron] Notify callbacks [] for binding, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:07.295783 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-3bfc7265-058d-4525-8a37-4d70ee493e71 req-eb6ac6f3-15db-4e2f-bb67-1cef5f659615 service neutron] 10.222.0.11 "DELETE /v2.0/ports/3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf/bindings/n-h1-836650-2 HTTP/1.1" status: 204 len: 173 time: 0.3045988 Apr 05 14:57:07.348953 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0ab1eb89-f3fe-4e6e-92da-ebdb1d93c6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:07.351076 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-acf69049-5037-4050-a1b8-5523d28e4a4a tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] 10.222.0.30 "DELETE /v2.0/ports/977dc73a-2331-484f-b8b5-b5890efa5480/tags HTTP/1.1" status: 204 len: 168 time: 0.3052645 Apr 05 14:57:07.353225 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44276) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:07.358259 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.tag.tag_plugin [None req-64ef2add-0ab7-4e10-884d-83fbdfd2483a tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '977dc73a-2331-484f-b8b5-b5890efa5480', 'tempest-TagsExtTest-Tag-1308328611') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:07.392956 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f95e548b-51dc-4232-8317-ab63214af56b tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:07.394615 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-0ab1eb89-f3fe-4e6e-92da-ebdb1d93c6fa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6c00d82270f34295872e8e451715686a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4932454 Apr 05 14:57:07.395611 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab1eb89-f3fe-4e6e-92da-ebdb1d93c6fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0fe1119-5f6c-43b7-8881-18fee0ab8a3a,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:07.398078 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44278) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:07.449612 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c469df27-2771-478c-a51f-53bdec996e47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:07.471066 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c469df27-2771-478c-a51f-53bdec996e47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:07.473564 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95e548b-51dc-4232-8317-ab63214af56b tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:57:07.490241 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-f95e548b-51dc-4232-8317-ab63214af56b tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:57:07.492869 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95e548b-51dc-4232-8317-ab63214af56b tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:57:07.518450 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95e548b-51dc-4232-8317-ab63214af56b tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Pushing event updated for resources: {'Port': ['ID=537fd0ee-c0f1-4c2f-8b0f-19a0088c2c5e,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:07.529466 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95757cd7-8ff5-44ec-98dd-a36cdb28e0f0 req-0e38a792-c5be-4ccc-9b83-d1e5da39be1f tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:07.531080 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-95757cd7-8ff5-44ec-98dd-a36cdb28e0f0 req-0e38a792-c5be-4ccc-9b83-d1e5da39be1f tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=982bdab9-79f0-4b09-82b0-ead4ea21530e HTTP/1.1" status: 200 len: 945 time: 0.1694500 Apr 05 14:57:07.578947 n-d-836650-2 neutron-server[103320]: INFO neutron.api.v2.resource [None req-64ef2add-0ab7-4e10-884d-83fbdfd2483a tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] show failed (client error): The resource could not be found. Apr 05 14:57:07.579918 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-64ef2add-0ab7-4e10-884d-83fbdfd2483a tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] 10.222.0.30 "GET /v2.0/ports/977dc73a-2331-484f-b8b5-b5890efa5480/tags/tempest-TagsExtTest-Tag-1308328611 HTTP/1.1" status: 404 len: 329 time: 0.2254164 Apr 05 14:57:07.584067 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44280) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:07.588531 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.tag.tag_plugin [None req-cbe82168-3d14-4f06-a3a4-b55e6118b7d3 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '977dc73a-2331-484f-b8b5-b5890efa5480', 'tempest-TagsExtTest-Tag-133149040') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:07.617097 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c469df27-2771-478c-a51f-53bdec996e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:07.619632 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c469df27-2771-478c-a51f-53bdec996e47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:07.620802 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-c469df27-2771-478c-a51f-53bdec996e47 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b0fe1119-5f6c-43b7-8881-18fee0ab8a3a HTTP/1.1" status: 204 len: 168 time: 0.2218084 Apr 05 14:57:07.633431 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c469df27-2771-478c-a51f-53bdec996e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0fe1119-5f6c-43b7-8881-18fee0ab8a3a,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:07.663312 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-95757cd7-8ff5-44ec-98dd-a36cdb28e0f0 req-778030c4-ca9b-43d5-a3a0-e19de3e306e6 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ddbcacc-b2fd-41e0-97e7-968a4b783f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214514 Apr 05 14:57:07.667705 n-d-836650-2 neutron-server[103321]: INFO neutron.api.v2.resource [None req-cbe82168-3d14-4f06-a3a4-b55e6118b7d3 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] show failed (client error): The resource could not be found. Apr 05 14:57:07.669621 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-cbe82168-3d14-4f06-a3a4-b55e6118b7d3 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] 10.222.0.30 "GET /v2.0/ports/977dc73a-2331-484f-b8b5-b5890efa5480/tags/tempest-TagsExtTest-Tag-133149040 HTTP/1.1" status: 404 len: 328 time: 0.0836987 Apr 05 14:57:07.671731 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44284) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:07.677738 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.tag.tag_plugin [None req-41d009b4-96de-40ca-ae89-6b92a1ddd2b7 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '977dc73a-2331-484f-b8b5-b5890efa5480', 'tempest-TagsExtTest-Tag-35902703') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:07.709584 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:57:07.750563 n-d-836650-2 neutron-server[103321]: INFO neutron.api.v2.resource [None req-41d009b4-96de-40ca-ae89-6b92a1ddd2b7 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] show failed (client error): The resource could not be found. Apr 05 14:57:07.751645 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-41d009b4-96de-40ca-ae89-6b92a1ddd2b7 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] 10.222.0.30 "GET /v2.0/ports/977dc73a-2331-484f-b8b5-b5890efa5480/tags/tempest-TagsExtTest-Tag-35902703 HTTP/1.1" status: 404 len: 327 time: 0.0789959 Apr 05 14:57:07.754369 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44288) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:07.760264 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.tag.tag_plugin [None req-314cafc8-23a3-4d34-8152-519ec663fd31 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'a3d925ac-473d-43c3-bc23-5d9fe7d85133', {'tags': ['tempest-TagsExtTest-Tag-1788401028', 'tempest-TagsExtTest-Tag-1956574469', 'tempest-TagsExtTest-Tag-1871316003']}) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:07.763070 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf not bound to the agent host n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:57:07.828114 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d709233b-1f3c-47f0-82bc-a4d740528270 req-81c8c737-ed70-43e4-842d-103e38e23f03 tempest-TestNetworkAdvancedServerOps-2063735697 tempest-TestNetworkAdvancedServerOps-2063735697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:07.834770 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d709233b-1f3c-47f0-82bc-a4d740528270 req-81c8c737-ed70-43e4-842d-103e38e23f03 tempest-TestNetworkAdvancedServerOps-2063735697 tempest-TestNetworkAdvancedServerOps-2063735697-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=982bdab9-79f0-4b09-82b0-ead4ea21530e HTTP/1.1" status: 200 len: 1096 time: 0.0446470 Apr 05 14:57:07.875024 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d709233b-1f3c-47f0-82bc-a4d740528270 req-99d5e76c-3c12-4b16-bee3-edba52ed29c6 tempest-TestNetworkAdvancedServerOps-2063735697 tempest-TestNetworkAdvancedServerOps-2063735697-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=9ddbcacc-b2fd-41e0-97e7-968a4b783f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369470 Apr 05 14:57:07.979899 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-314cafc8-23a3-4d34-8152-519ec663fd31 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] 10.222.0.30 "PUT /v2.0/routers/a3d925ac-473d-43c3-bc23-5d9fe7d85133/tags HTTP/1.1" status: 200 len: 318 time: 0.2241976 Apr 05 14:57:07.983483 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44292) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:07.990389 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.tag.tag_plugin [None req-1d2384b5-ff48-4a31-b405-3b9c56cc7248 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a3d925ac-473d-43c3-bc23-5d9fe7d85133') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:08.031512 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f95e548b-51dc-4232-8317-ab63214af56b tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks [] for router_gateway, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:08.075698 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:57:08.095876 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c42069-827f-44cd-b2b2-56ee30646ddc req-d468c027-2f0f-40ed-a253-52613806cbae tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:08.097884 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-79c42069-827f-44cd-b2b2-56ee30646ddc req-d468c027-2f0f-40ed-a253-52613806cbae tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=982bdab9-79f0-4b09-82b0-ead4ea21530e HTTP/1.1" status: 200 len: 945 time: 0.1372371 Apr 05 14:57:08.173327 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-1d2384b5-ff48-4a31-b405-3b9c56cc7248 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] 10.222.0.30 "DELETE /v2.0/routers/a3d925ac-473d-43c3-bc23-5d9fe7d85133/tags HTTP/1.1" status: 204 len: 168 time: 0.1886661 Apr 05 14:57:08.176502 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44296) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:08.178828 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-79c42069-827f-44cd-b2b2-56ee30646ddc req-c007d459-9926-468b-b72b-bbc848d04b14 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ddbcacc-b2fd-41e0-97e7-968a4b783f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732019 Apr 05 14:57:08.181870 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.tag.tag_plugin [None req-5c283da5-6654-4e9f-a1d6-6cb78c79fcce tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a3d925ac-473d-43c3-bc23-5d9fe7d85133', 'tempest-TagsExtTest-Tag-1788401028') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:08.216155 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44298) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:08.261623 n-d-836650-2 neutron-server[103321]: INFO neutron.api.v2.resource [None req-5c283da5-6654-4e9f-a1d6-6cb78c79fcce tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] show failed (client error): The resource could not be found. Apr 05 14:57:08.262685 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-5c283da5-6654-4e9f-a1d6-6cb78c79fcce tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] 10.222.0.30 "GET /v2.0/routers/a3d925ac-473d-43c3-bc23-5d9fe7d85133/tags/tempest-TagsExtTest-Tag-1788401028 HTTP/1.1" status: 404 len: 329 time: 0.0853052 Apr 05 14:57:08.265641 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44300) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:08.270293 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.tag.tag_plugin [None req-6b7b02d1-ef15-4dc6-953c-6f61ce59f83a tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a3d925ac-473d-43c3-bc23-5d9fe7d85133', 'tempest-TagsExtTest-Tag-1956574469') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:08.320730 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-0029b66d-991f-432b-94a0-e4c109d1d988 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/floatingips/18935710-0509-4157-9fa3-3aaaa7b18c48 HTTP/1.1" status: 200 len: 992 time: 0.1034622 Apr 05 14:57:08.341288 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f95e548b-51dc-4232-8317-ab63214af56b tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618'] for router, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:08.361290 n-d-836650-2 neutron-server[103321]: INFO neutron.api.v2.resource [None req-6b7b02d1-ef15-4dc6-953c-6f61ce59f83a tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] show failed (client error): The resource could not be found. Apr 05 14:57:08.362767 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-6b7b02d1-ef15-4dc6-953c-6f61ce59f83a tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] 10.222.0.30 "GET /v2.0/routers/a3d925ac-473d-43c3-bc23-5d9fe7d85133/tags/tempest-TagsExtTest-Tag-1956574469 HTTP/1.1" status: 404 len: 329 time: 0.0961304 Apr 05 14:57:08.365623 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44302) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:08.370516 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.tag.tag_plugin [None req-6c51c6ae-169e-45cd-aac2-536b63f36f6d tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a3d925ac-473d-43c3-bc23-5d9fe7d85133', 'tempest-TagsExtTest-Tag-1871316003') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:08.441432 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44304) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:08.462251 n-d-836650-2 neutron-server[103321]: INFO neutron.api.v2.resource [None req-6c51c6ae-169e-45cd-aac2-536b63f36f6d tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] show failed (client error): The resource could not be found. Apr 05 14:57:08.463290 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-6c51c6ae-169e-45cd-aac2-536b63f36f6d tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] 10.222.0.30 "GET /v2.0/routers/a3d925ac-473d-43c3-bc23-5d9fe7d85133/tags/tempest-TagsExtTest-Tag-1871316003 HTTP/1.1" status: 404 len: 329 time: 0.0966568 Apr 05 14:57:08.464195 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-66cd38e4-77ba-4285-99fb-bce73e0e78bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:08.466813 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44306) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:08.476440 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.tag.tag_plugin [None req-ae9c2955-80c4-4337-925d-676c365cd547 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '4c2c4c95-809e-438b-a836-925f1b57d835', {'tags': ['tempest-TagsExtTest-Tag-1977710615', 'tempest-TagsExtTest-Tag-187419926', 'tempest-TagsExtTest-Tag-748660398']}) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:08.564675 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-66cd38e4-77ba-4285-99fb-bce73e0e78bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:08.577667 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f95e548b-51dc-4232-8317-ab63214af56b tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Router d959ebdb-bd38-4be0-99b9-34eac4429432 is scheduled to L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 with binding_index 1 {{(pid=103320) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:57:08.631002 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-ae9c2955-80c4-4337-925d-676c365cd547 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] 10.222.0.30 "PUT /v2.0/subnetpools/4c2c4c95-809e-438b-a836-925f1b57d835/tags HTTP/1.1" status: 200 len: 316 time: 0.1623297 Apr 05 14:57:08.634080 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44308) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:08.642147 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.tag.tag_plugin [None req-b91a3c8d-d4c7-4cf0-a4fa-397e6b29d725 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4c2c4c95-809e-438b-a836-925f1b57d835') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:08.703174 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95e548b-51dc-4232-8317-ab63214af56b tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:57:08.714146 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b453d7-e192-46be-9560-f505cebe1696 None None] Sync routers for ids ['d959ebdb-bd38-4be0-99b9-34eac4429432'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:57:08.722652 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-66cd38e4-77ba-4285-99fb-bce73e0e78bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:08.726052 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b453d7-e192-46be-9560-f505cebe1696 None None] Routers {'d959ebdb-bd38-4be0-99b9-34eac4429432'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:57:08.726052 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-67b453d7-e192-46be-9560-f505cebe1696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:56:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['d959ebdb-bd38-4be0-99b9-34eac4429432'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:08.764258 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-66cd38e4-77ba-4285-99fb-bce73e0e78bd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1f94f659c3d24ccdab88840929c2f8ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3216724 Apr 05 14:57:08.765472 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cd38e4-77ba-4285-99fb-bce73e0e78bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa64e60e-6cf1-4991-9d06-99ede7e9527c,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:08.767412 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44310) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:08.823130 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-19fed876-8975-4681-b84d-4fc89b65e0ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:08.830151 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-b91a3c8d-d4c7-4cf0-a4fa-397e6b29d725 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] 10.222.0.30 "DELETE /v2.0/subnetpools/4c2c4c95-809e-438b-a836-925f1b57d835/tags HTTP/1.1" status: 204 len: 168 time: 0.1950192 Apr 05 14:57:08.832684 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44312) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:08.834963 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-67b453d7-e192-46be-9560-f505cebe1696 None None] Set router d959ebdb-bd38-4be0-99b9-34eac4429432 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:57:08.837966 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.tag.tag_plugin [None req-877fd88d-d91f-4b2f-8b3b-f8d7c0a97d67 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4c2c4c95-809e-438b-a836-925f1b57d835', 'tempest-TagsExtTest-Tag-1977710615') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:08.851178 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-19fed876-8975-4681-b84d-4fc89b65e0ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:08.860708 n-d-836650-2 neutron-server[103321]: INFO neutron.api.v2.resource [None req-877fd88d-d91f-4b2f-8b3b-f8d7c0a97d67 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] show failed (client error): The resource could not be found. Apr 05 14:57:08.862820 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-877fd88d-d91f-4b2f-8b3b-f8d7c0a97d67 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] 10.222.0.30 "GET /v2.0/subnetpools/4c2c4c95-809e-438b-a836-925f1b57d835/tags/tempest-TagsExtTest-Tag-1977710615 HTTP/1.1" status: 404 len: 329 time: 0.0274670 Apr 05 14:57:08.864869 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44314) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:08.865273 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f95e548b-51dc-4232-8317-ab63214af56b tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks [] for router, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:08.869286 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-f95e548b-51dc-4232-8317-ab63214af56b tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.2641163 Apr 05 14:57:08.869527 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44316) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:08.870293 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.tag.tag_plugin [None req-3ae5c1ca-be5d-4df4-af65-9f82359856d4 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4c2c4c95-809e-438b-a836-925f1b57d835', 'tempest-TagsExtTest-Tag-187419926') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:08.892451 n-d-836650-2 neutron-server[103321]: INFO neutron.api.v2.resource [None req-3ae5c1ca-be5d-4df4-af65-9f82359856d4 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] show failed (client error): The resource could not be found. Apr 05 14:57:08.893627 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-3ae5c1ca-be5d-4df4-af65-9f82359856d4 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] 10.222.0.30 "GET /v2.0/subnetpools/4c2c4c95-809e-438b-a836-925f1b57d835/tags/tempest-TagsExtTest-Tag-187419926 HTTP/1.1" status: 404 len: 328 time: 0.0277877 Apr 05 14:57:08.896995 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44318) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:08.902981 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.tag.tag_plugin [None req-5e9df6c6-1d98-4b27-a1ca-00bce57ac6b1 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4c2c4c95-809e-438b-a836-925f1b57d835', 'tempest-TagsExtTest-Tag-748660398') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:08.934254 n-d-836650-2 neutron-server[103321]: INFO neutron.api.v2.resource [None req-5e9df6c6-1d98-4b27-a1ca-00bce57ac6b1 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] show failed (client error): The resource could not be found. Apr 05 14:57:08.938019 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-5e9df6c6-1d98-4b27-a1ca-00bce57ac6b1 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] 10.222.0.30 "GET /v2.0/subnetpools/4c2c4c95-809e-438b-a836-925f1b57d835/tags/tempest-TagsExtTest-Tag-748660398 HTTP/1.1" status: 404 len: 328 time: 0.0374122 Apr 05 14:57:08.938960 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44320) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:08.946887 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.tag.tag_plugin [None req-9c9c7ab9-2bf0-478d-a083-1aca13e047c9 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4c2c4c95-809e-438b-a836-925f1b57d835') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:08.979807 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a19042d-0d9d-4b74-a2ba-e039b6b4d032 tempest-TestSecurityGroupsBasicOps-1500447946 tempest-TestSecurityGroupsBasicOps-1500447946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:08.983919 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-5a19042d-0d9d-4b74-a2ba-e039b6b4d032 tempest-TestSecurityGroupsBasicOps-1500447946 tempest-TestSecurityGroupsBasicOps-1500447946-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=6541073fc7b74808b6fa7a2702f66c66&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1110268 Apr 05 14:57:08.984811 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44322) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:08.985512 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-9c9c7ab9-2bf0-478d-a083-1aca13e047c9 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] 10.222.0.30 "DELETE /v2.0/subnetpools/4c2c4c95-809e-438b-a836-925f1b57d835/tags HTTP/1.1" status: 204 len: 168 time: 0.0455704 Apr 05 14:57:08.990153 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44324) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:08.994723 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.tag.tag_plugin [None req-b74a939f-126e-44f2-94ed-f6d31e561543 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a3d925ac-473d-43c3-bc23-5d9fe7d85133') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:09.052235 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-67b453d7-e192-46be-9560-f505cebe1696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd959ebdb-bd38-4be0-99b9-34eac4429432', 'name': 'tempest-TestSecurityGroupsBasicOps-router-731225515', 'tenant_id': '6541073fc7b74808b6fa7a2702f66c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '537fd0ee-c0f1-4c2f-8b0f-19a0088c2c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:57:05Z', 'updated_at': '2022-04-05T14:57:07Z', 'revision_number': 3, 'project_id': '6541073fc7b74808b6fa7a2702f66c66', 'gw_port': {'id': '537fd0ee-c0f1-4c2f-8b0f-19a0088c2c5e', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:30:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd959ebdb-bd38-4be0-99b9-34eac4429432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:57:06Z', 'updated_at': '2022-04-05T14:57:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:09.084229 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-b74a939f-126e-44f2-94ed-f6d31e561543 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] 10.222.0.30 "DELETE /v2.0/routers/a3d925ac-473d-43c3-bc23-5d9fe7d85133/tags HTTP/1.1" status: 204 len: 168 time: 0.0896907 Apr 05 14:57:09.084465 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44326) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:09.086698 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b453d7-e192-46be-9560-f505cebe1696 None None] Checking router: d959ebdb-bd38-4be0-99b9-34eac4429432 for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:57:09.087053 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b453d7-e192-46be-9560-f505cebe1696 None None] Updating router d959ebdb-bd38-4be0-99b9-34eac4429432 port 537fd0ee-c0f1-4c2f-8b0f-19a0088c2c5e binding host n-d-836650-2 {{(pid=103322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:57:09.088719 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.tag.tag_plugin [None req-4f38ab1c-9948-4da2-a812-094232028aa6 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '977dc73a-2331-484f-b8b5-b5890efa5480') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:09.111560 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-19fed876-8975-4681-b84d-4fc89b65e0ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:09.113463 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-67b453d7-e192-46be-9560-f505cebe1696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:09.114933 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-19fed876-8975-4681-b84d-4fc89b65e0ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:09.120321 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-19fed876-8975-4681-b84d-4fc89b65e0ec admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aa64e60e-6cf1-4991-9d06-99ede7e9527c HTTP/1.1" status: 204 len: 168 time: 0.3483121 Apr 05 14:57:09.156450 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fed876-8975-4681-b84d-4fc89b65e0ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa64e60e-6cf1-4991-9d06-99ede7e9527c,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:09.157335 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-4f38ab1c-9948-4da2-a812-094232028aa6 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] 10.222.0.30 "DELETE /v2.0/ports/977dc73a-2331-484f-b8b5-b5890efa5480/tags HTTP/1.1" status: 204 len: 168 time: 0.0718067 Apr 05 14:57:09.162692 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44330) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:09.172806 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.tag.tag_plugin [None req-8aee154e-c2e9-4feb-ba65-f742d48bedad tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '1483f20d-5cf0-48b1-a819-525365f5ebe7') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:09.204311 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8d2d4d-de43-409f-936f-e6f49e3ec7d0 tempest-TestSecurityGroupsBasicOps-1500447946 tempest-TestSecurityGroupsBasicOps-1500447946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:09.205952 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-ce8d2d4d-de43-409f-936f-e6f49e3ec7d0 tempest-TestSecurityGroupsBasicOps-1500447946 tempest-TestSecurityGroupsBasicOps-1500447946-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2199020 Apr 05 14:57:09.209337 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44332) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:09.248495 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-20c535bb-39a0-4e70-b120-a4ba91f4340b tempest-TestSecurityGroupsBasicOps-1500447946 tempest-TestSecurityGroupsBasicOps-1500447946-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0353997 Apr 05 14:57:09.248865 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44334) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:09.286367 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-8aee154e-c2e9-4feb-ba65-f742d48bedad tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] 10.222.0.30 "DELETE /v2.0/subnets/1483f20d-5cf0-48b1-a819-525365f5ebe7/tags HTTP/1.1" status: 204 len: 168 time: 0.1213112 Apr 05 14:57:09.287792 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-03231686-3246-44b0-b400-94f9205705e9 tempest-TestSecurityGroupsBasicOps-1500447946 tempest-TestSecurityGroupsBasicOps-1500447946-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=6541073fc7b74808b6fa7a2702f66c66&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0361211 Apr 05 14:57:09.289122 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44336) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:09.291332 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44338) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:09.409581 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1d6769-2828-4cd3-95e3-f4d8a712b7f4 tempest-TestSecurityGroupsBasicOps-1500447946 tempest-TestSecurityGroupsBasicOps-1500447946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:09.414359 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-6f1d6769-2828-4cd3-95e3-f4d8a712b7f4 tempest-TestSecurityGroupsBasicOps-1500447946 tempest-TestSecurityGroupsBasicOps-1500447946-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1207163 Apr 05 14:57:09.414710 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44340) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:09.419765 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-67b453d7-e192-46be-9560-f505cebe1696 None None] Notify callbacks [] for port, precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:09.444751 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-9f3ffaca-a9d5-4329-be35-802e8f02deae tempest-TestSecurityGroupsBasicOps-1500447946 tempest-TestSecurityGroupsBasicOps-1500447946-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288754 Apr 05 14:57:09.447282 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44342) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:09.452222 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-732d456d-8e0a-40f0-af98-40c8f5f742fb tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1148054820', 'network_id': 'dfcc9a9c-6b40-4ca9-afc1-33910b38165e', 'project_id': '6541073fc7b74808b6fa7a2702f66c66', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:57:09.504490 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f3686656-532e-4904-aa89-12b02c8f3a5a tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] Notify callbacks [] for subnetpool, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:09.506184 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-f3686656-532e-4904-aa89-12b02c8f3a5a tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] 10.222.0.30 "DELETE /v2.0/subnetpools/4c2c4c95-809e-438b-a836-925f1b57d835 HTTP/1.1" status: 204 len: 168 time: 0.2137773 Apr 05 14:57:09.508930 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44344) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:09.520445 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-67b453d7-e192-46be-9560-f505cebe1696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:09.554983 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-9095eac7-c8dc-41e0-a5b1-3259063a453c tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3d925ac-473d-43c3-bc23-5d9fe7d85133 HTTP/1.1" status: 200 len: 205 time: 0.0415902 Apr 05 14:57:09.557718 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44348) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:09.582263 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-67b453d7-e192-46be-9560-f505cebe1696 None None] Attempting to bind port 537fd0ee-c0f1-4c2f-8b0f-19a0088c2c5e on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:57:09.582709 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-67b453d7-e192-46be-9560-f505cebe1696 None None] Attempting to bind port 537fd0ee-c0f1-4c2f-8b0f-19a0088c2c5e by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:57:09.583180 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b453d7-e192-46be-9560-f505cebe1696 None None] Attempting to bind port 537fd0ee-c0f1-4c2f-8b0f-19a0088c2c5e on network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:57:09.593063 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b453d7-e192-46be-9560-f505cebe1696 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:57:09.593519 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b453d7-e192-46be-9560-f505cebe1696 None None] Checking segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:57:09.593979 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-67b453d7-e192-46be-9560-f505cebe1696 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:09.594452 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b453d7-e192-46be-9560-f505cebe1696 None None] Bound using segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:57:09.594989 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-67b453d7-e192-46be-9560-f505cebe1696 None None] Bound port: 537fd0ee-c0f1-4c2f-8b0f-19a0088c2c5e, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:57:09.595432 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-67b453d7-e192-46be-9560-f505cebe1696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:09.597929 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6763501a-24ff-47b8-b30d-0ac1b66ee7e2 None None] Pushing event updated for resources: {'Port': ['ID=537fd0ee-c0f1-4c2f-8b0f-19a0088c2c5e,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:09.642543 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-732d456d-8e0a-40f0-af98-40c8f5f742fb tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Made reservation on behalf of 6541073fc7b74808b6fa7a2702f66c66 for: {'subnet': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:57:09.646356 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-092787c6-5e26-4067-b980-437543d43cd0 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] Notify callbacks [] for router, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:09.646566 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-732d456d-8e0a-40f0-af98-40c8f5f742fb tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13127328'] for subnet, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:09.657788 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-67b453d7-e192-46be-9560-f505cebe1696 None None] For port 537fd0ee-c0f1-4c2f-8b0f-19a0088c2c5e, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:57:09.661528 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-67b453d7-e192-46be-9560-f505cebe1696 None None] For port 537fd0ee-c0f1-4c2f-8b0f-19a0088c2c5e, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=537fd0ee-c0f1-4c2f-8b0f-19a0088c2c5e,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:57:09.750268 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-67b453d7-e192-46be-9560-f505cebe1696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:09.820740 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b453d7-e192-46be-9560-f505cebe1696 None None] Routers {'d959ebdb-bd38-4be0-99b9-34eac4429432'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:57:09.821426 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-67b453d7-e192-46be-9560-f505cebe1696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:56:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['d959ebdb-bd38-4be0-99b9-34eac4429432'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:09.835525 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-092787c6-5e26-4067-b980-437543d43cd0 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27070'] for router, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:09.845202 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-092787c6-5e26-4067-b980-437543d43cd0 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:09.860971 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6763501a-24ff-47b8-b30d-0ac1b66ee7e2 None None] Pushing event updated for resources: {'Port': ['ID=537fd0ee-c0f1-4c2f-8b0f-19a0088c2c5e,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:09.944223 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-67b453d7-e192-46be-9560-f505cebe1696 None None] Set router d959ebdb-bd38-4be0-99b9-34eac4429432 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:57:09.949931 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-732d456d-8e0a-40f0-af98-40c8f5f742fb tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15773751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13127350'] for subnet, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:09.991691 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-092787c6-5e26-4067-b980-437543d43cd0 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803298'] for router, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:09.992295 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-092787c6-5e26-4067-b980-437543d43cd0 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] Fanout notify agent at l3_agent the message router_deleted on router a3d925ac-473d-43c3-bc23-5d9fe7d85133 {{(pid=103321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:57:10.000210 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-092787c6-5e26-4067-b980-437543d43cd0 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:10.001878 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-092787c6-5e26-4067-b980-437543d43cd0 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] 10.222.0.30 "DELETE /v2.0/routers/a3d925ac-473d-43c3-bc23-5d9fe7d85133 HTTP/1.1" status: 204 len: 168 time: 0.4431512 Apr 05 14:57:10.004248 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44358) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:10.015263 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732d456d-8e0a-40f0-af98-40c8f5f742fb tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Pushing event updated for resources: {'Subnet': ['ID=eaaf340d-f710-4014-a5b7-5410ff12a592,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:10.025319 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732d456d-8e0a-40f0-af98-40c8f5f742fb tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Checking segment: {'id': '7c81a5b8-0e59-4475-8819-1e7e14deca41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'dfcc9a9c-6b40-4ca9-afc1-33910b38165e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:57:10.025764 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732d456d-8e0a-40f0-af98-40c8f5f742fb tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Network hostable DHCP agents. Network: dfcc9a9c-6b40-4ca9-afc1-33910b38165e, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:57:10.110654 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-917e89b0-9e2a-422a-8e84-7eb22d9fcecb tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] Deleting port 977dc73a-2331-484f-b8b5-b5890efa5480 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:57:10.111002 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-917e89b0-9e2a-422a-8e84-7eb22d9fcecb tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:10.134425 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-67b453d7-e192-46be-9560-f505cebe1696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd959ebdb-bd38-4be0-99b9-34eac4429432', 'name': 'tempest-TestSecurityGroupsBasicOps-router-731225515', 'tenant_id': '6541073fc7b74808b6fa7a2702f66c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '537fd0ee-c0f1-4c2f-8b0f-19a0088c2c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:57:05Z', 'updated_at': '2022-04-05T14:57:07Z', 'revision_number': 3, 'project_id': '6541073fc7b74808b6fa7a2702f66c66', 'gw_port': {'id': '537fd0ee-c0f1-4c2f-8b0f-19a0088c2c5e', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:30:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd959ebdb-bd38-4be0-99b9-34eac4429432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:57:06Z', 'updated_at': '2022-04-05T14:57:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:10.165857 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b453d7-e192-46be-9560-f505cebe1696 None None] The sync data for ids ['d959ebdb-bd38-4be0-99b9-34eac4429432'] in n-d-836650-2 is: [{'id': 'd959ebdb-bd38-4be0-99b9-34eac4429432', 'name': 'tempest-TestSecurityGroupsBasicOps-router-731225515', 'tenant_id': '6541073fc7b74808b6fa7a2702f66c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '537fd0ee-c0f1-4c2f-8b0f-19a0088c2c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:57:05Z', 'updated_at': '2022-04-05T14:57:07Z', 'revision_number': 3, 'project_id': '6541073fc7b74808b6fa7a2702f66c66', 'gw_port': {'id': '537fd0ee-c0f1-4c2f-8b0f-19a0088c2c5e', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:30:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd959ebdb-bd38-4be0-99b9-34eac4429432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:57:06Z', 'updated_at': '2022-04-05T14:57:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:57:10.171981 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732d456d-8e0a-40f0-af98-40c8f5f742fb tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Network dfcc9a9c-6b40-4ca9-afc1-33910b38165e is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:57:10.207525 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-917e89b0-9e2a-422a-8e84-7eb22d9fcecb tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:10.220570 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-917e89b0-9e2a-422a-8e84-7eb22d9fcecb tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] Calling delete_port for 977dc73a-2331-484f-b8b5-b5890efa5480 owned by {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:57:10.303530 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-732d456d-8e0a-40f0-af98-40c8f5f742fb tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, dfcc9a9c-6b40-4ca9-afc1-33910b38165e) {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:57:10.312710 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732d456d-8e0a-40f0-af98-40c8f5f742fb tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:10.313369 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-732d456d-8e0a-40f0-af98-40c8f5f742fb tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:10.314193 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959fb65b-ba26-4366-8fa5-6a1f09078839 None None] Network dfcc9a9c-6b40-4ca9-afc1-33910b38165e requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:57:10.496787 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-732d456d-8e0a-40f0-af98-40c8f5f742fb tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0484860 Apr 05 14:57:10.499703 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44372) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:10.519810 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbf1e99-f57a-4a7b-bf8d-24a9a04cefa4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-dfcc9a9c-6b40-4ca9-afc1-33910b38165e', 'network_id': 'dfcc9a9c-6b40-4ca9-afc1-33910b38165e', 'tenant_id': '6541073fc7b74808b6fa7a2702f66c66', 'fixed_ips': [{'subnet_id': 'eaaf340d-f710-4014-a5b7-5410ff12a592'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:57:10.521810 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-efbf1e99-f57a-4a7b-bf8d-24a9a04cefa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:10.575982 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-917e89b0-9e2a-422a-8e84-7eb22d9fcecb tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:10.682330 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917e89b0-9e2a-422a-8e84-7eb22d9fcecb tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] Pushing event deleted for resources: {'Port': ['ID=977dc73a-2331-484f-b8b5-b5890efa5480,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:10.708305 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-efbf1e99-f57a-4a7b-bf8d-24a9a04cefa4 None None] Allocated IP 172.20.0.18 (dfcc9a9c-6b40-4ca9-afc1-33910b38165e/eaaf340d-f710-4014-a5b7-5410ff12a592/3269f816-78f5-41fd-b477-7769dcd88f84) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:57:10.858277 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-917e89b0-9e2a-422a-8e84-7eb22d9fcecb tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:10.865737 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-917e89b0-9e2a-422a-8e84-7eb22d9fcecb tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] 10.222.0.30 "DELETE /v2.0/ports/977dc73a-2331-484f-b8b5-b5890efa5480 HTTP/1.1" status: 204 len: 168 time: 0.8579080 Apr 05 14:57:10.866142 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44380) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:10.904730 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-efbf1e99-f57a-4a7b-bf8d-24a9a04cefa4 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:10.953808 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bda11c5-7fec-4eb1-878c-f35d538afd53 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] Deleting subnet 1483f20d-5cf0-48b1-a819-525365f5ebe7 {{(pid=103320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:57:10.958877 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3bda11c5-7fec-4eb1-878c-f35d538afd53 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] Notify callbacks [] for subnet, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:11.004641 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3bda11c5-7fec-4eb1-878c-f35d538afd53 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13399228'] for subnet, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:11.031439 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-efbf1e99-f57a-4a7b-bf8d-24a9a04cefa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:11.075458 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbf1e99-f57a-4a7b-bf8d-24a9a04cefa4 None None] Network dfcc9a9c-6b40-4ca9-afc1-33910b38165e is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:57:11.080539 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-efbf1e99-f57a-4a7b-bf8d-24a9a04cefa4 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:57:11.091997 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbf1e99-f57a-4a7b-bf8d-24a9a04cefa4 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:57:11.116926 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf1e99-f57a-4a7b-bf8d-24a9a04cefa4 None None] Pushing event updated for resources: {'Port': ['ID=3269f816-78f5-41fd-b477-7769dcd88f84,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:11.139299 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3bda11c5-7fec-4eb1-878c-f35d538afd53 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:11.203222 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-efbf1e99-f57a-4a7b-bf8d-24a9a04cefa4 None None] Attempting to bind port 3269f816-78f5-41fd-b477-7769dcd88f84 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:57:11.203598 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-efbf1e99-f57a-4a7b-bf8d-24a9a04cefa4 None None] Attempting to bind port 3269f816-78f5-41fd-b477-7769dcd88f84 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '7c81a5b8-0e59-4475-8819-1e7e14deca41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'dfcc9a9c-6b40-4ca9-afc1-33910b38165e'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:57:11.203970 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbf1e99-f57a-4a7b-bf8d-24a9a04cefa4 None None] Attempting to bind port 3269f816-78f5-41fd-b477-7769dcd88f84 on network dfcc9a9c-6b40-4ca9-afc1-33910b38165e {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:57:11.213073 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbf1e99-f57a-4a7b-bf8d-24a9a04cefa4 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:57:11.213365 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbf1e99-f57a-4a7b-bf8d-24a9a04cefa4 None None] Checking segment: {'id': '7c81a5b8-0e59-4475-8819-1e7e14deca41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'dfcc9a9c-6b40-4ca9-afc1-33910b38165e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:57:11.213771 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-efbf1e99-f57a-4a7b-bf8d-24a9a04cefa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:11.214165 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbf1e99-f57a-4a7b-bf8d-24a9a04cefa4 None None] Bound using segment: {'id': '7c81a5b8-0e59-4475-8819-1e7e14deca41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'dfcc9a9c-6b40-4ca9-afc1-33910b38165e'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:57:11.214638 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-efbf1e99-f57a-4a7b-bf8d-24a9a04cefa4 None None] Bound port: 3269f816-78f5-41fd-b477-7769dcd88f84, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c81a5b8-0e59-4475-8819-1e7e14deca41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'dfcc9a9c-6b40-4ca9-afc1-33910b38165e'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:57:11.215020 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-efbf1e99-f57a-4a7b-bf8d-24a9a04cefa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:11.268991 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-097e2b5a-0342-4842-a6be-0aefec53e063 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:11.310644 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-efbf1e99-f57a-4a7b-bf8d-24a9a04cefa4 None None] For port 3269f816-78f5-41fd-b477-7769dcd88f84, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:57:11.314328 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-efbf1e99-f57a-4a7b-bf8d-24a9a04cefa4 None None] For port 3269f816-78f5-41fd-b477-7769dcd88f84, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=3269f816-78f5-41fd-b477-7769dcd88f84,segment=NetworkSegment(7c81a5b8-0e59-4475-8819-1e7e14deca41),segment_id=7c81a5b8-0e59-4475-8819-1e7e14deca41)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:57:11.410590 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3bda11c5-7fec-4eb1-878c-f35d538afd53 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15773812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13127359'] for subnet, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:11.424381 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-efbf1e99-f57a-4a7b-bf8d-24a9a04cefa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:11.448869 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bda11c5-7fec-4eb1-878c-f35d538afd53 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] Pushing event deleted for resources: {'Subnet': ['ID=1483f20d-5cf0-48b1-a819-525365f5ebe7,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:11.452175 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3bda11c5-7fec-4eb1-878c-f35d538afd53 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:11.458964 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-3bda11c5-7fec-4eb1-878c-f35d538afd53 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] 10.222.0.30 "DELETE /v2.0/subnets/1483f20d-5cf0-48b1-a819-525365f5ebe7 HTTP/1.1" status: 204 len: 168 time: 0.5908582 Apr 05 14:57:11.459609 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44396) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:11.460782 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae962c04-88ae-463b-b0a7-18e2341d4674 None None] Network 50fda3d3-7a83-4186-a1b8-8000d11a4332 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:57:11.560291 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf1e99-f57a-4a7b-bf8d-24a9a04cefa4 None None] Pushing event updated for resources: {'Port': ['ID=3269f816-78f5-41fd-b477-7769dcd88f84,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:11.668554 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-097e2b5a-0342-4842-a6be-0aefec53e063 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Allocated IP 172.20.0.17 (dfcc9a9c-6b40-4ca9-afc1-33910b38165e/eaaf340d-f710-4014-a5b7-5410ff12a592/090b8184-bc94-47c7-8e8d-f51f9ac7a3a4) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:57:11.797053 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84cdd3fd-1848-4d0c-9482-5017a63efe61 None None] DHCP port deletion for 50fda3d3-7a83-4186-a1b8-8000d11a4332 request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:57:11.884093 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-097e2b5a-0342-4842-a6be-0aefec53e063 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:11.921260 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-84cdd3fd-1848-4d0c-9482-5017a63efe61 None None] Deleting port dc8bd3a0-272d-4dd0-a61d-81fa2aa44a6c {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:57:11.921821 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-84cdd3fd-1848-4d0c-9482-5017a63efe61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:11.995900 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-394dd5b9-3681-4e95-a11c-dde6fe548514 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:11.996480 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-84cdd3fd-1848-4d0c-9482-5017a63efe61 None None] For port dc8bd3a0-272d-4dd0-a61d-81fa2aa44a6c, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=dc8bd3a0-272d-4dd0-a61d-81fa2aa44a6c,segment=NetworkSegment(d4b331ad-da2b-421d-9be0-c13ea1f7c1d6),segment_id=d4b331ad-da2b-421d-9be0-c13ea1f7c1d6)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:57:11.997271 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-84cdd3fd-1848-4d0c-9482-5017a63efe61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:12.011899 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-84cdd3fd-1848-4d0c-9482-5017a63efe61 None None] Calling delete_port for dc8bd3a0-272d-4dd0-a61d-81fa2aa44a6c owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:57:12.049636 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-097e2b5a-0342-4842-a6be-0aefec53e063 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:12.074305 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-394dd5b9-3681-4e95-a11c-dde6fe548514 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] Deleting port dc8bd3a0-272d-4dd0-a61d-81fa2aa44a6c {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:57:12.074885 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-394dd5b9-3681-4e95-a11c-dde6fe548514 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:12.124162 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097e2b5a-0342-4842-a6be-0aefec53e063 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Network dfcc9a9c-6b40-4ca9-afc1-33910b38165e is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:57:12.127404 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-097e2b5a-0342-4842-a6be-0aefec53e063 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:57:12.131915 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097e2b5a-0342-4842-a6be-0aefec53e063 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:57:12.180545 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097e2b5a-0342-4842-a6be-0aefec53e063 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Pushing event updated for resources: {'Port': ['ID=090b8184-bc94-47c7-8e8d-f51f9ac7a3a4,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:12.190635 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-394dd5b9-3681-4e95-a11c-dde6fe548514 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] For port dc8bd3a0-272d-4dd0-a61d-81fa2aa44a6c, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=dc8bd3a0-272d-4dd0-a61d-81fa2aa44a6c,segment=NetworkSegment(d4b331ad-da2b-421d-9be0-c13ea1f7c1d6),segment_id=d4b331ad-da2b-421d-9be0-c13ea1f7c1d6)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:57:12.191100 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-394dd5b9-3681-4e95-a11c-dde6fe548514 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:12.197519 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-097e2b5a-0342-4842-a6be-0aefec53e063 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809369'] for router_interface, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:12.225833 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-394dd5b9-3681-4e95-a11c-dde6fe548514 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] Calling delete_port for dc8bd3a0-272d-4dd0-a61d-81fa2aa44a6c owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:57:12.247301 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-84cdd3fd-1848-4d0c-9482-5017a63efe61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:12.277533 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 3269f816-78f5-41fd-b477-7769dcd88f84 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:57:12.281359 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cdd3fd-1848-4d0c-9482-5017a63efe61 None None] Pushing event deleted for resources: {'Port': ['ID=dc8bd3a0-272d-4dd0-a61d-81fa2aa44a6c,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:12.311812 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cdd3fd-1848-4d0c-9482-5017a63efe61 None None] No DVR routers for this DVR port dc8bd3a0-272d-4dd0-a61d-81fa2aa44a6c on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:57:12.349367 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 3269f816-78f5-41fd-b477-7769dcd88f84 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:57:12.349367 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:12.358740 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-394dd5b9-3681-4e95-a11c-dde6fe548514 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:12.394608 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394dd5b9-3681-4e95-a11c-dde6fe548514 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] Pushing event deleted for resources: {'Port': ['ID=dc8bd3a0-272d-4dd0-a61d-81fa2aa44a6c,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:12.405638 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394dd5b9-3681-4e95-a11c-dde6fe548514 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] No DVR routers for this DVR port dc8bd3a0-272d-4dd0-a61d-81fa2aa44a6c on host n-d-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:57:12.453031 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-097e2b5a-0342-4842-a6be-0aefec53e063 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:12.535443 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-394dd5b9-3681-4e95-a11c-dde6fe548514 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:12.576196 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-394dd5b9-3681-4e95-a11c-dde6fe548514 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50fda3d3-7a83-4186-a1b8-8000d11a4332']}} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:12.590668 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-394dd5b9-3681-4e95-a11c-dde6fe548514 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4b331ad-da2b-421d-9be0-c13ea1f7c1d6') {'for_net_delete': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:12.591356 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-394dd5b9-3681-4e95-a11c-dde6fe548514 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4b331ad-da2b-421d-9be0-c13ea1f7c1d6') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:12.611533 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-394dd5b9-3681-4e95-a11c-dde6fe548514 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13399223'] for segment, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:12.637000 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-394dd5b9-3681-4e95-a11c-dde6fe548514 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:12.657438 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-394dd5b9-3681-4e95-a11c-dde6fe548514 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=103320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:57:12.657876 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-394dd5b9-3681-4e95-a11c-dde6fe548514 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15765202'] for segment, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:12.769549 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:12.787142 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:12.787476 n-d-836650-2 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:57:12.787476 n-d-836650-2 neutron-server[103320]: self.session.flush() Apr 05 14:57:12.787476 n-d-836650-2 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:57:12.787476 n-d-836650-2 neutron-server[103320]: self.session.flush() Apr 05 14:57:12.787476 n-d-836650-2 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:57:12.787476 n-d-836650-2 neutron-server[103320]: self.session.flush() Apr 05 14:57:12.787476 n-d-836650-2 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:57:12.787476 n-d-836650-2 neutron-server[103320]: self.session.flush() Apr 05 14:57:12.787476 n-d-836650-2 neutron-server[103320]: Traceback (most recent call last): Apr 05 14:57:12.787476 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:57:12.787476 n-d-836650-2 neutron-server[103320]: timer() Apr 05 14:57:12.787476 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:57:12.787476 n-d-836650-2 neutron-server[103320]: cb(*args, **kw) Apr 05 14:57:12.787476 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:57:12.787476 n-d-836650-2 neutron-server[103320]: return func(*args, **kwargs) Apr 05 14:57:12.787476 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:57:12.787476 n-d-836650-2 neutron-server[103320]: self._notify() Apr 05 14:57:12.787476 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:57:12.787476 n-d-836650-2 neutron-server[103320]: self.callback(batched_events) Apr 05 14:57:12.787476 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:57:12.787476 n-d-836650-2 neutron-server[103320]: event.method(event) Apr 05 14:57:12.787476 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:57:12.787476 n-d-836650-2 neutron-server[103320]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:57:12.787476 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:57:12.787476 n-d-836650-2 neutron-server[103320]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:57:12.787476 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:57:12.787476 n-d-836650-2 neutron-server[103320]: return f(self, *a, **k) Apr 05 14:57:12.787476 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:57:12.787476 n-d-836650-2 neutron-server[103320]: return self._get(url).json() Apr 05 14:57:12.787476 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:57:12.787476 n-d-836650-2 neutron-server[103320]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:57:12.787476 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:57:12.787476 n-d-836650-2 neutron-server[103320]: return self.request(url, 'GET', **kwargs) Apr 05 14:57:12.787476 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:57:12.787476 n-d-836650-2 neutron-server[103320]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:57:12.787476 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:57:12.787476 n-d-836650-2 neutron-server[103320]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:57:12.787476 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:57:12.787476 n-d-836650-2 neutron-server[103320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:57:12.787476 n-d-836650-2 neutron-server[103320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:57:12.846694 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port 3269f816-78f5-41fd-b477-7769dcd88f84, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=3269f816-78f5-41fd-b477-7769dcd88f84,segment=NetworkSegment(7c81a5b8-0e59-4475-8819-1e7e14deca41),segment_id=7c81a5b8-0e59-4475-8819-1e7e14deca41)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:57:12.863807 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-394dd5b9-3681-4e95-a11c-dde6fe548514 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:12.871585 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-394dd5b9-3681-4e95-a11c-dde6fe548514 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:12.878030 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-394dd5b9-3681-4e95-a11c-dde6fe548514 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] 10.222.0.30 "DELETE /v2.0/networks/50fda3d3-7a83-4186-a1b8-8000d11a4332 HTTP/1.1" status: 204 len: 168 time: 1.4149125 Apr 05 14:57:12.892671 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394dd5b9-3681-4e95-a11c-dde6fe548514 tempest-TagsExtTest-1644481872 tempest-TagsExtTest-1644481872-project] Pushing event deleted for resources: {'Network': ['ID=50fda3d3-7a83-4186-a1b8-8000d11a4332,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:12.924321 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f129ed94-43c1-461d-a803-9eea8758d77b None None] Network dfcc9a9c-6b40-4ca9-afc1-33910b38165e requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:57:12.982337 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:12.983138 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 537fd0ee-c0f1-4c2f-8b0f-19a0088c2c5e up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:57:13.073457 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-6d305d06-a4da-45ee-906e-fab2847f4a93 None None] Provisioning complete for port 3269f816-78f5-41fd-b477-7769dcd88f84 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:57:13.073718 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6d305d06-a4da-45ee-906e-fab2847f4a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:13.140690 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=3269f816-78f5-41fd-b477-7769dcd88f84,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:13.193251 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-097e2b5a-0342-4842-a6be-0aefec53e063 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:13.194524 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 537fd0ee-c0f1-4c2f-8b0f-19a0088c2c5e triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:57:13.194901 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:13.339383 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-097e2b5a-0342-4842-a6be-0aefec53e063 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:13.339699 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:13.361367 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port 537fd0ee-c0f1-4c2f-8b0f-19a0088c2c5e, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=537fd0ee-c0f1-4c2f-8b0f-19a0088c2c5e,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:57:13.443223 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:13.457004 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097e2b5a-0342-4842-a6be-0aefec53e063 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Pushing event updated for resources: {'Port': ['ID=090b8184-bc94-47c7-8e8d-f51f9ac7a3a4,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:13.466543 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-097e2b5a-0342-4842-a6be-0aefec53e063 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809317'] for router_interface, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:13.524760 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=537fd0ee-c0f1-4c2f-8b0f-19a0088c2c5e,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:13.541802 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device dc8bd3a0-272d-4dd0-a61d-81fa2aa44a6c no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:57:13.570454 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: dc8bd3a0-272d-4dd0-a61d-81fa2aa44a6c {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:57:13.571067 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device dc8bd3a0-272d-4dd0-a61d-81fa2aa44a6c not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:57:13.574229 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44466) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:13.623290 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097e2b5a-0342-4842-a6be-0aefec53e063 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Network dfcc9a9c-6b40-4ca9-afc1-33910b38165e is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:57:13.624896 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-097e2b5a-0342-4842-a6be-0aefec53e063 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:57:13.631257 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-ef00c9f4-0f30-4bab-a2bd-f120ec79e49d None None] Provisioning complete for port 090b8184-bc94-47c7-8e8d-f51f9ac7a3a4 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:57:13.635533 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ef00c9f4-0f30-4bab-a2bd-f120ec79e49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:13.675158 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-ef00c9f4-0f30-4bab-a2bd-f120ec79e49d None None] Port 090b8184-bc94-47c7-8e8d-f51f9ac7a3a4 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:57:13.695412 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-ef00c9f4-0f30-4bab-a2bd-f120ec79e49d None None] Provisioning complete for port 3269f816-78f5-41fd-b477-7769dcd88f84 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:57:13.695412 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ef00c9f4-0f30-4bab-a2bd-f120ec79e49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:13.755836 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-ad490af4-c3cd-44b3-8f28-5d4b3bd4cc6e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=185d84eec74141f289a939b2b7e9cd65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1793451 Apr 05 14:57:13.758790 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44474) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:13.777948 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-097e2b5a-0342-4842-a6be-0aefec53e063 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Router d959ebdb-bd38-4be0-99b9-34eac4429432 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:57:13.842699 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2d7d80e3-3096-494f-853b-01185bf9f543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:13.870662 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2d7d80e3-3096-494f-853b-01185bf9f543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:13.919046 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-45ed029e-cefd-4125-8c24-fd1ef6be3d90 None None] Provisioning complete for port 090b8184-bc94-47c7-8e8d-f51f9ac7a3a4 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:57:13.919317 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-45ed029e-cefd-4125-8c24-fd1ef6be3d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:13.931160 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-097e2b5a-0342-4842-a6be-0aefec53e063 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:57:13.945029 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-097e2b5a-0342-4842-a6be-0aefec53e063 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.30 "PUT /v2.0/routers/d959ebdb-bd38-4be0-99b9-34eac4429432/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4360523 Apr 05 14:57:13.949325 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6882397-5b38-4ec9-af09-2830a78053b3 None None] Sync routers for ids ['d959ebdb-bd38-4be0-99b9-34eac4429432'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:57:13.963649 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6882397-5b38-4ec9-af09-2830a78053b3 None None] Routers {'d959ebdb-bd38-4be0-99b9-34eac4429432'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:57:13.964937 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-b6882397-5b38-4ec9-af09-2830a78053b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:56:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['d959ebdb-bd38-4be0-99b9-34eac4429432'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:13.972373 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-45ed029e-cefd-4125-8c24-fd1ef6be3d90 None None] Port 090b8184-bc94-47c7-8e8d-f51f9ac7a3a4 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:57:14.082673 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2d7d80e3-3096-494f-853b-01185bf9f543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:14.085936 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2d7d80e3-3096-494f-853b-01185bf9f543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:14.087137 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-2d7d80e3-3096-494f-853b-01185bf9f543 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/59aebe65-c18e-48ec-b2a8-7376ebda7e48 HTTP/1.1" status: 204 len: 168 time: 0.3203573 Apr 05 14:57:14.107245 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7d80e3-3096-494f-853b-01185bf9f543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59aebe65-c18e-48ec-b2a8-7376ebda7e48,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:14.180188 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:14.199347 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 3269f816-78f5-41fd-b477-7769dcd88f84 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:57:14.226115 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-b6882397-5b38-4ec9-af09-2830a78053b3 None None] Set router d959ebdb-bd38-4be0-99b9-34eac4429432 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:57:14.278715 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 3269f816-78f5-41fd-b477-7769dcd88f84 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:57:14.279249 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:14.342013 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-669ab6df-3d2c-468f-9f87-6692f7768926 None None] Provisioning complete for port 090b8184-bc94-47c7-8e8d-f51f9ac7a3a4 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:57:14.342384 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-669ab6df-3d2c-468f-9f87-6692f7768926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:14.355286 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f38d0-5b91-4e0b-8ec7-5f50e3318fbe req-cdacff6a-6e1c-4b3a-882d-9dbed9487291 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:14.356872 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cb9f38d0-5b91-4e0b-8ec7-5f50e3318fbe req-cdacff6a-6e1c-4b3a-882d-9dbed9487291 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.30 "GET /v2.0/networks?id=dfcc9a9c-6b40-4ca9-afc1-33910b38165e HTTP/1.1" status: 200 len: 797 time: 0.1251571 Apr 05 14:57:14.375173 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cb9f38d0-5b91-4e0b-8ec7-5f50e3318fbe req-ada3c0eb-cb41-4abc-8c8c-3acde5a09e45 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.30 "GET /v2.0/quotas/6541073fc7b74808b6fa7a2702f66c66 HTTP/1.1" status: 200 len: 375 time: 0.0110874 Apr 05 14:57:14.412173 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-669ab6df-3d2c-468f-9f87-6692f7768926 None None] Port 090b8184-bc94-47c7-8e8d-f51f9ac7a3a4 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:57:14.435175 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 537fd0ee-c0f1-4c2f-8b0f-19a0088c2c5e up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:57:14.469072 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cb9f38d0-5b91-4e0b-8ec7-5f50e3318fbe req-248c9cad-bec3-4437-847f-e8eecee40172 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6541073fc7b74808b6fa7a2702f66c66&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0851886 Apr 05 14:57:14.483184 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-b6882397-5b38-4ec9-af09-2830a78053b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd959ebdb-bd38-4be0-99b9-34eac4429432', 'name': 'tempest-TestSecurityGroupsBasicOps-router-731225515', 'tenant_id': '6541073fc7b74808b6fa7a2702f66c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '537fd0ee-c0f1-4c2f-8b0f-19a0088c2c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:57:05Z', 'updated_at': '2022-04-05T14:57:12Z', 'revision_number': 4, 'project_id': '6541073fc7b74808b6fa7a2702f66c66', 'gw_port': {'id': '537fd0ee-c0f1-4c2f-8b0f-19a0088c2c5e', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:30:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd959ebdb-bd38-4be0-99b9-34eac4429432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:57:06Z', 'updated_at': '2022-04-05T14:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '090b8184-bc94-47c7-8e8d-f51f9ac7a3a4', 'name': '', 'network_id': 'dfcc9a9c-6b40-4ca9-afc1-33910b38165e', 'tenant_id': '6541073fc7b74808b6fa7a2702f66c66', 'mac_address': 'fa:16:3e:05:e8:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd959ebdb-bd38-4be0-99b9-34eac4429432', 'device_owner': 'network:router_interface', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': 'eaaf340d-f710-4014-a5b7-5410ff12a592', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:57:11Z', 'updated_at': '2022-04-05T14:57:13Z', 'revision_number': 2, 'project_id': '6541073fc7b74808b6fa7a2702f66c66', 'subnets': [{'id': 'eaaf340d-f710-4014-a5b7-5410ff12a592', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:14.485670 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 537fd0ee-c0f1-4c2f-8b0f-19a0088c2c5e triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:57:14.486130 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:14.526958 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6882397-5b38-4ec9-af09-2830a78053b3 None None] Checking router: d959ebdb-bd38-4be0-99b9-34eac4429432 for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:57:14.527686 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6882397-5b38-4ec9-af09-2830a78053b3 None None] Updating router d959ebdb-bd38-4be0-99b9-34eac4429432 port 090b8184-bc94-47c7-8e8d-f51f9ac7a3a4 binding host n-d-836650-2 {{(pid=103323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:57:14.561097 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b6882397-5b38-4ec9-af09-2830a78053b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:14.603964 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cb9f38d0-5b91-4e0b-8ec7-5f50e3318fbe req-3f6e7197-638e-4542-a396-9a17056f8029 service neutron] 10.222.0.30 "GET /v2.0/networks/dfcc9a9c-6b40-4ca9-afc1-33910b38165e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188686 Apr 05 14:57:14.708441 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cb9f38d0-5b91-4e0b-8ec7-5f50e3318fbe req-d4135121-e0dc-4c08-bfad-dc938b6ef0f0 service neutron] 10.222.0.30 "GET /v2.0/networks/dfcc9a9c-6b40-4ca9-afc1-33910b38165e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957761 Apr 05 14:57:14.866251 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b6882397-5b38-4ec9-af09-2830a78053b3 None None] Notify callbacks [] for port, precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:14.994195 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5c414329-f355-4a60-bf1b-e1cfd9eba129 req-7bcb3df4-fd84-4b48-8ed7-afadbf9daec5 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea3dca3c-509e-452c-8b02-29805aa68530 HTTP/1.1" status: 200 len: 210 time: 0.0287547 Apr 05 14:57:15.048686 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b6882397-5b38-4ec9-af09-2830a78053b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:15.170961 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20056f54-1fda-421c-9f4c-fbfc0fa04896 None None] Pushing event updated for resources: {'Port': ['ID=090b8184-bc94-47c7-8e8d-f51f9ac7a3a4,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:15.192014 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20056f54-1fda-421c-9f4c-fbfc0fa04896 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:57:15.193298 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20056f54-1fda-421c-9f4c-fbfc0fa04896 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:57:15.193973 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20056f54-1fda-421c-9f4c-fbfc0fa04896 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:57:15.194520 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20056f54-1fda-421c-9f4c-fbfc0fa04896 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:57:15.195534 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20056f54-1fda-421c-9f4c-fbfc0fa04896 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:57:15.196028 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20056f54-1fda-421c-9f4c-fbfc0fa04896 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:57:15.196509 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20056f54-1fda-421c-9f4c-fbfc0fa04896 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:57:15.197083 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20056f54-1fda-421c-9f4c-fbfc0fa04896 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:57:15.197436 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20056f54-1fda-421c-9f4c-fbfc0fa04896 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:57:15.197756 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20056f54-1fda-421c-9f4c-fbfc0fa04896 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:57:15.198083 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20056f54-1fda-421c-9f4c-fbfc0fa04896 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:57:15.198397 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20056f54-1fda-421c-9f4c-fbfc0fa04896 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:57:15.214416 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-b6882397-5b38-4ec9-af09-2830a78053b3 None None] Attempting to bind port 090b8184-bc94-47c7-8e8d-f51f9ac7a3a4 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:57:15.214857 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-b6882397-5b38-4ec9-af09-2830a78053b3 None None] Attempting to bind port 090b8184-bc94-47c7-8e8d-f51f9ac7a3a4 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '7c81a5b8-0e59-4475-8819-1e7e14deca41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'dfcc9a9c-6b40-4ca9-afc1-33910b38165e'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:57:15.219595 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6882397-5b38-4ec9-af09-2830a78053b3 None None] Attempting to bind port 090b8184-bc94-47c7-8e8d-f51f9ac7a3a4 on network dfcc9a9c-6b40-4ca9-afc1-33910b38165e {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:57:15.226380 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6882397-5b38-4ec9-af09-2830a78053b3 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:57:15.226950 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6882397-5b38-4ec9-af09-2830a78053b3 None None] Checking segment: {'id': '7c81a5b8-0e59-4475-8819-1e7e14deca41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'dfcc9a9c-6b40-4ca9-afc1-33910b38165e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:57:15.227449 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b6882397-5b38-4ec9-af09-2830a78053b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:15.228051 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6882397-5b38-4ec9-af09-2830a78053b3 None None] Bound using segment: {'id': '7c81a5b8-0e59-4475-8819-1e7e14deca41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'dfcc9a9c-6b40-4ca9-afc1-33910b38165e'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:57:15.228636 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-b6882397-5b38-4ec9-af09-2830a78053b3 None None] Bound port: 090b8184-bc94-47c7-8e8d-f51f9ac7a3a4, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c81a5b8-0e59-4475-8819-1e7e14deca41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'dfcc9a9c-6b40-4ca9-afc1-33910b38165e'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:57:15.229309 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b6882397-5b38-4ec9-af09-2830a78053b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:15.257944 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44550) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:15.312580 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-b6882397-5b38-4ec9-af09-2830a78053b3 None None] For port 090b8184-bc94-47c7-8e8d-f51f9ac7a3a4, host n-d-836650-2, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:57:15.316508 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-b6882397-5b38-4ec9-af09-2830a78053b3 None None] For port 090b8184-bc94-47c7-8e8d-f51f9ac7a3a4, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=090b8184-bc94-47c7-8e8d-f51f9ac7a3a4,segment=NetworkSegment(7c81a5b8-0e59-4475-8819-1e7e14deca41),segment_id=7c81a5b8-0e59-4475-8819-1e7e14deca41)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:57:15.399069 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b6882397-5b38-4ec9-af09-2830a78053b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:15.494890 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6882397-5b38-4ec9-af09-2830a78053b3 None None] Routers {'d959ebdb-bd38-4be0-99b9-34eac4429432'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:57:15.496154 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-829e3417-0d7c-4baf-8202-0eab316254ab None None] Provisioning complete for port 090b8184-bc94-47c7-8e8d-f51f9ac7a3a4 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:57:15.497417 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-b6882397-5b38-4ec9-af09-2830a78053b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:56:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['d959ebdb-bd38-4be0-99b9-34eac4429432'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:15.497794 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-829e3417-0d7c-4baf-8202-0eab316254ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:15.549066 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20056f54-1fda-421c-9f4c-fbfc0fa04896 None None] Pushing event updated for resources: {'Port': ['ID=090b8184-bc94-47c7-8e8d-f51f9ac7a3a4,revision_number=4']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:15.578194 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-2f8f1b32-bfdd-49c5-a6ec-d51f60a78ed3 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Deleting port 1bc755fb-f580-4cd6-b51b-d9256114eb7c {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:57:15.578548 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2f8f1b32-bfdd-49c5-a6ec-d51f60a78ed3 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:15.655428 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-b6882397-5b38-4ec9-af09-2830a78053b3 None None] Set router d959ebdb-bd38-4be0-99b9-34eac4429432 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:57:15.683124 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-829e3417-0d7c-4baf-8202-0eab316254ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:15.726382 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-829e3417-0d7c-4baf-8202-0eab316254ab None None] For port 090b8184-bc94-47c7-8e8d-f51f9ac7a3a4, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=090b8184-bc94-47c7-8e8d-f51f9ac7a3a4,segment=NetworkSegment(7c81a5b8-0e59-4475-8819-1e7e14deca41),segment_id=7c81a5b8-0e59-4475-8819-1e7e14deca41)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:57:15.731683 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2f8f1b32-bfdd-49c5-a6ec-d51f60a78ed3 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:15.732624 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2f8f1b32-bfdd-49c5-a6ec-d51f60a78ed3 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:15.748193 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-2f8f1b32-bfdd-49c5-a6ec-d51f60a78ed3 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Calling delete_port for 1bc755fb-f580-4cd6-b51b-d9256114eb7c owned by network:floatingip {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:57:15.829346 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-829e3417-0d7c-4baf-8202-0eab316254ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:15.920907 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829e3417-0d7c-4baf-8202-0eab316254ab None None] Pushing event updated for resources: {'Port': ['ID=090b8184-bc94-47c7-8e8d-f51f9ac7a3a4,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:15.965089 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-0e425061-f2c7-44b2-8b45-2b5284631b3b None None] Provisioning complete for port 090b8184-bc94-47c7-8e8d-f51f9ac7a3a4 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:57:15.965646 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0e425061-f2c7-44b2-8b45-2b5284631b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:15.982882 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-b6882397-5b38-4ec9-af09-2830a78053b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd959ebdb-bd38-4be0-99b9-34eac4429432', 'name': 'tempest-TestSecurityGroupsBasicOps-router-731225515', 'tenant_id': '6541073fc7b74808b6fa7a2702f66c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '537fd0ee-c0f1-4c2f-8b0f-19a0088c2c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:57:05Z', 'updated_at': '2022-04-05T14:57:12Z', 'revision_number': 4, 'project_id': '6541073fc7b74808b6fa7a2702f66c66', 'gw_port': {'id': '537fd0ee-c0f1-4c2f-8b0f-19a0088c2c5e', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:30:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd959ebdb-bd38-4be0-99b9-34eac4429432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:57:06Z', 'updated_at': '2022-04-05T14:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '090b8184-bc94-47c7-8e8d-f51f9ac7a3a4', 'name': '', 'network_id': 'dfcc9a9c-6b40-4ca9-afc1-33910b38165e', 'tenant_id': '6541073fc7b74808b6fa7a2702f66c66', 'mac_address': 'fa:16:3e:05:e8:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd959ebdb-bd38-4be0-99b9-34eac4429432', 'device_owner': 'network:router_interface', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': 'eaaf340d-f710-4014-a5b7-5410ff12a592', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:57:11Z', 'updated_at': '2022-04-05T14:57:15Z', 'revision_number': 4, 'project_id': '6541073fc7b74808b6fa7a2702f66c66', 'subnets': [{'id': 'eaaf340d-f710-4014-a5b7-5410ff12a592', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:16.024229 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6882397-5b38-4ec9-af09-2830a78053b3 None None] The sync data for ids ['d959ebdb-bd38-4be0-99b9-34eac4429432'] in n-d-836650-2 is: [{'id': 'd959ebdb-bd38-4be0-99b9-34eac4429432', 'name': 'tempest-TestSecurityGroupsBasicOps-router-731225515', 'tenant_id': '6541073fc7b74808b6fa7a2702f66c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '537fd0ee-c0f1-4c2f-8b0f-19a0088c2c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:57:05Z', 'updated_at': '2022-04-05T14:57:12Z', 'revision_number': 4, 'project_id': '6541073fc7b74808b6fa7a2702f66c66', 'gw_port': {'id': '537fd0ee-c0f1-4c2f-8b0f-19a0088c2c5e', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:30:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd959ebdb-bd38-4be0-99b9-34eac4429432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:57:06Z', 'updated_at': '2022-04-05T14:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '090b8184-bc94-47c7-8e8d-f51f9ac7a3a4', 'name': '', 'network_id': 'dfcc9a9c-6b40-4ca9-afc1-33910b38165e', 'tenant_id': '6541073fc7b74808b6fa7a2702f66c66', 'mac_address': 'fa:16:3e:05:e8:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd959ebdb-bd38-4be0-99b9-34eac4429432', 'device_owner': 'network:router_interface', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': 'eaaf340d-f710-4014-a5b7-5410ff12a592', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:57:11Z', 'updated_at': '2022-04-05T14:57:15Z', 'revision_number': 4, 'project_id': '6541073fc7b74808b6fa7a2702f66c66', 'subnets': [{'id': 'eaaf340d-f710-4014-a5b7-5410ff12a592', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:57:16.149231 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b419d399-9bcf-4432-9d7f-becb07cd30f9 req-7aa6dc76-e285-4427-993e-fd8c0d4dd7d7 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea3dca3c-509e-452c-8b02-29805aa68530 HTTP/1.1" status: 200 len: 210 time: 0.0304277 Apr 05 14:57:16.151073 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2f8f1b32-bfdd-49c5-a6ec-d51f60a78ed3 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:16.187035 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8f1b32-bfdd-49c5-a6ec-d51f60a78ed3 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Pushing event deleted for resources: {'Port': ['ID=1bc755fb-f580-4cd6-b51b-d9256114eb7c,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:16.267951 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2f8f1b32-bfdd-49c5-a6ec-d51f60a78ed3 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for floatingip, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:16.268194 n-d-836650-2 neutron-server[103320]: INFO neutron.db.l3_db [None req-2f8f1b32-bfdd-49c5-a6ec-d51f60a78ed3 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Floating IP 18935710-0509-4157-9fa3-3aaaa7b18c48 disassociated (deleted). External IP: 172.25.6.236, port: 3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf. Apr 05 14:57:16.519559 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f8f1b32-bfdd-49c5-a6ec-d51f60a78ed3 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Router f964c6fd-9c7f-4372-a42f-26ae36656ddb has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:57:16.646168 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f8f1b32-bfdd-49c5-a6ec-d51f60a78ed3 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:57:16.652543 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2f8f1b32-bfdd-49c5-a6ec-d51f60a78ed3 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:16.675906 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75026b9-7248-45d7-8acd-5ecf0cce9e24 None None] Sync routers for ids ['f964c6fd-9c7f-4372-a42f-26ae36656ddb'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:57:16.698760 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75026b9-7248-45d7-8acd-5ecf0cce9e24 None None] Routers {'f964c6fd-9c7f-4372-a42f-26ae36656ddb'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:57:16.699381 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-d75026b9-7248-45d7-8acd-5ecf0cce9e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:56:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['f964c6fd-9c7f-4372-a42f-26ae36656ddb'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:16.702392 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-2f8f1b32-bfdd-49c5-a6ec-d51f60a78ed3 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "DELETE /v2.0/floatingips/18935710-0509-4157-9fa3-3aaaa7b18c48 HTTP/1.1" status: 204 len: 168 time: 1.4432530 Apr 05 14:57:16.709424 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '982bdab9-79f0-4b09-82b0-ead4ea21530e', 'tag': '3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:57:16.709424 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee2d0c37-d45f-405a-96c4-59ccce8bb6d9" -d '{"events": [{"name": "network-changed", "server_uuid": "982bdab9-79f0-4b09-82b0-ead4ea21530e", "tag": "3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:57:16.785633 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d045815-2959-403b-aa64-47fbd1f510d6 x-openstack-request-id: req-0d045815-2959-403b-aa64-47fbd1f510d6 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:57:16.786785 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "982bdab9-79f0-4b09-82b0-ead4ea21530e", "tag": "3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:57:16.786785 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0d045815-2959-403b-aa64-47fbd1f510d6 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:57:16.788732 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d045815-2959-403b-aa64-47fbd1f510d6'] response: {'name': 'network-changed', 'server_uuid': '982bdab9-79f0-4b09-82b0-ead4ea21530e', 'tag': '3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf', 'status': 'completed', 'code': 200} Apr 05 14:57:16.872806 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d0c37-d45f-405a-96c4-59ccce8bb6d9 req-a895ee20-c39d-4402-ac1c-568d445b25ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:16.874440 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ee2d0c37-d45f-405a-96c4-59ccce8bb6d9 req-a895ee20-c39d-4402-ac1c-568d445b25ef service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b07e36dc5a904f16980660900e2eecc1&device_id=982bdab9-79f0-4b09-82b0-ead4ea21530e HTTP/1.1" status: 200 len: 1096 time: 0.0540881 Apr 05 14:57:16.886464 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-d75026b9-7248-45d7-8acd-5ecf0cce9e24 None None] Set router f964c6fd-9c7f-4372-a42f-26ae36656ddb gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:57:17.006192 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d0c37-d45f-405a-96c4-59ccce8bb6d9 req-d38e1dcd-55f4-4636-8f40-625fe87a9815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:17.008011 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ee2d0c37-d45f-405a-96c4-59ccce8bb6d9 req-d38e1dcd-55f4-4636-8f40-625fe87a9815 service neutron] 10.222.0.11 "GET /v2.0/networks?id=205052bf-936d-4dd7-a8b9-a083221baed9 HTTP/1.1" status: 200 len: 897 time: 0.1250203 Apr 05 14:57:17.062993 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ee2d0c37-d45f-405a-96c4-59ccce8bb6d9 req-cddb0bf4-95df-4fe0-9764-c7e39a5260c4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf HTTP/1.1" status: 200 len: 217 time: 0.0474892 Apr 05 14:57:17.169905 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d0c37-d45f-405a-96c4-59ccce8bb6d9 req-05976bff-ac96-4d2a-899c-d123cf3c324d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:17.174436 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ee2d0c37-d45f-405a-96c4-59ccce8bb6d9 req-05976bff-ac96-4d2a-899c-d123cf3c324d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c8478518-4a07-478c-a491-4a7622994fda HTTP/1.1" status: 200 len: 835 time: 0.1052344 Apr 05 14:57:17.255987 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d0c37-d45f-405a-96c4-59ccce8bb6d9 req-f2b333cc-70d8-4aeb-81f4-2e06e671481b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:17.257676 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ee2d0c37-d45f-405a-96c4-59ccce8bb6d9 req-f2b333cc-70d8-4aeb-81f4-2e06e671481b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=205052bf-936d-4dd7-a8b9-a083221baed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760539 Apr 05 14:57:17.305376 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-590e63cd-f4b9-49e1-8518-23c0c28a8100 req-97bd72bc-1665-42db-8d61-48cd245133e8 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea3dca3c-509e-452c-8b02-29805aa68530 HTTP/1.1" status: 200 len: 210 time: 0.0441673 Apr 05 14:57:17.325329 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-d75026b9-7248-45d7-8acd-5ecf0cce9e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f964c6fd-9c7f-4372-a42f-26ae36656ddb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1118121749', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'fb151df0-7736-482c-b48e-efb7fab1965e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:55:44Z', 'updated_at': '2022-04-05T14:55:53Z', 'revision_number': 4, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'gw_port': {'id': 'fb151df0-7736-482c-b48e-efb7fab1965e', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f964c6fd-9c7f-4372-a42f-26ae36656ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:55:46Z', 'updated_at': '2022-04-05T14:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '54eddb18-8768-4bd3-96d7-df60f1c16b33', 'name': '', 'network_id': '205052bf-936d-4dd7-a8b9-a083221baed9', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'mac_address': 'fa:16:3e:66:62:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f964c6fd-9c7f-4372-a42f-26ae36656ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': 'c8478518-4a07-478c-a491-4a7622994fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:55:52Z', 'updated_at': '2022-04-05T14:55:58Z', 'revision_number': 5, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'subnets': [{'id': 'c8478518-4a07-478c-a491-4a7622994fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:17.376702 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75026b9-7248-45d7-8acd-5ecf0cce9e24 None None] Checking router: f964c6fd-9c7f-4372-a42f-26ae36656ddb for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:57:17.383617 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ee2d0c37-d45f-405a-96c4-59ccce8bb6d9 req-4bfeff29-612e-4667-878b-5b5da20a7ff3 service neutron] 10.222.0.11 "GET /v2.0/networks/205052bf-936d-4dd7-a8b9-a083221baed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181107 Apr 05 14:57:17.400609 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75026b9-7248-45d7-8acd-5ecf0cce9e24 None None] Routers {'f964c6fd-9c7f-4372-a42f-26ae36656ddb'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:57:17.401288 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-d75026b9-7248-45d7-8acd-5ecf0cce9e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:56:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['f964c6fd-9c7f-4372-a42f-26ae36656ddb'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:17.482996 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd76e5c7-7df6-489a-9187-95ec245f50b2 req-d02be2a5-3166-4294-ac6e-f962857013cf tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:17.490865 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cd76e5c7-7df6-489a-9187-95ec245f50b2 req-d02be2a5-3166-4294-ac6e-f962857013cf tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=982bdab9-79f0-4b09-82b0-ead4ea21530e HTTP/1.1" status: 200 len: 945 time: 0.0787432 Apr 05 14:57:17.525463 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-ee2d0c37-d45f-405a-96c4-59ccce8bb6d9 req-70e85c67-56b8-415c-93fa-622ece82041d service neutron] 10.222.0.11 "GET /v2.0/networks/205052bf-936d-4dd7-a8b9-a083221baed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330571 Apr 05 14:57:17.552649 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cd76e5c7-7df6-489a-9187-95ec245f50b2 req-af24188d-2c87-4e89-a464-1c8b67c4d7bf tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ddbcacc-b2fd-41e0-97e7-968a4b783f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588074 Apr 05 14:57:17.578128 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-d75026b9-7248-45d7-8acd-5ecf0cce9e24 None None] Set router f964c6fd-9c7f-4372-a42f-26ae36656ddb gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:57:17.792430 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-d75026b9-7248-45d7-8acd-5ecf0cce9e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f964c6fd-9c7f-4372-a42f-26ae36656ddb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1118121749', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'fb151df0-7736-482c-b48e-efb7fab1965e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:55:44Z', 'updated_at': '2022-04-05T14:55:53Z', 'revision_number': 4, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'gw_port': {'id': 'fb151df0-7736-482c-b48e-efb7fab1965e', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f964c6fd-9c7f-4372-a42f-26ae36656ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:55:46Z', 'updated_at': '2022-04-05T14:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '54eddb18-8768-4bd3-96d7-df60f1c16b33', 'name': '', 'network_id': '205052bf-936d-4dd7-a8b9-a083221baed9', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'mac_address': 'fa:16:3e:66:62:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f964c6fd-9c7f-4372-a42f-26ae36656ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': 'c8478518-4a07-478c-a491-4a7622994fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:55:52Z', 'updated_at': '2022-04-05T14:55:58Z', 'revision_number': 5, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'subnets': [{'id': 'c8478518-4a07-478c-a491-4a7622994fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:17.818874 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75026b9-7248-45d7-8acd-5ecf0cce9e24 None None] The sync data for ids ['f964c6fd-9c7f-4372-a42f-26ae36656ddb'] in n-d-836650-2 is: [{'id': 'f964c6fd-9c7f-4372-a42f-26ae36656ddb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1118121749', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'fb151df0-7736-482c-b48e-efb7fab1965e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:55:44Z', 'updated_at': '2022-04-05T14:55:53Z', 'revision_number': 4, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'gw_port': {'id': 'fb151df0-7736-482c-b48e-efb7fab1965e', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f964c6fd-9c7f-4372-a42f-26ae36656ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:55:46Z', 'updated_at': '2022-04-05T14:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '54eddb18-8768-4bd3-96d7-df60f1c16b33', 'name': '', 'network_id': '205052bf-936d-4dd7-a8b9-a083221baed9', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'mac_address': 'fa:16:3e:66:62:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f964c6fd-9c7f-4372-a42f-26ae36656ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': 'c8478518-4a07-478c-a491-4a7622994fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:55:52Z', 'updated_at': '2022-04-05T14:55:58Z', 'revision_number': 5, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'subnets': [{'id': 'c8478518-4a07-478c-a491-4a7622994fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:57:18.024175 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f38d0-5b91-4e0b-8ec7-5f50e3318fbe req-d5271016-732c-43ee-a0f8-400fdc9b61c4 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:18.025886 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cb9f38d0-5b91-4e0b-8ec7-5f50e3318fbe req-d5271016-732c-43ee-a0f8-400fdc9b61c4 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.55 "GET /v2.0/networks?id=dfcc9a9c-6b40-4ca9-afc1-33910b38165e HTTP/1.1" status: 200 len: 797 time: 0.1241212 Apr 05 14:57:18.045421 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-cb9f38d0-5b91-4e0b-8ec7-5f50e3318fbe req-44753bf8-d0bc-489e-9c27-23a878fa6a8e tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Request body: {'port': {'device_id': 'ea3dca3c-509e-452c-8b02-29805aa68530', 'network_id': 'dfcc9a9c-6b40-4ca9-afc1-33910b38165e', 'admin_state_up': True, 'tenant_id': '6541073fc7b74808b6fa7a2702f66c66'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:57:18.169382 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 090b8184-bc94-47c7-8e8d-f51f9ac7a3a4 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:57:18.173349 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06dc11b3-de8f-4b6b-8d22-fe0b9e4dd7bd None None] New status for floating IP 18935710-0509-4157-9fa3-3aaaa7b18c48: DOWN {{(pid=103323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 14:57:18.246696 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 090b8184-bc94-47c7-8e8d-f51f9ac7a3a4 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:57:18.246993 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:18.297477 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7caa39f-e3a2-4441-ae60-1f4c5355812b req-1422b65f-50f4-413a-99f5-fd19a882ed3e tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:18.303892 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-c7caa39f-e3a2-4441-ae60-1f4c5355812b req-1422b65f-50f4-413a-99f5-fd19a882ed3e tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.11 "GET /v2.0/ports?device_id=982bdab9-79f0-4b09-82b0-ead4ea21530e HTTP/1.1" status: 200 len: 945 time: 0.1002977 Apr 05 14:57:18.316918 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb9f38d0-5b91-4e0b-8ec7-5f50e3318fbe req-44753bf8-d0bc-489e-9c27-23a878fa6a8e tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Made reservation on behalf of 6541073fc7b74808b6fa7a2702f66c66 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:57:18.323365 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-cb9f38d0-5b91-4e0b-8ec7-5f50e3318fbe req-44753bf8-d0bc-489e-9c27-23a878fa6a8e tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:18.417640 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-c7caa39f-e3a2-4441-ae60-1f4c5355812b req-a0fa61ef-e39f-4c8f-a71a-8cb2ed616dcf tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Deleting port 3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:57:18.417640 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-c7caa39f-e3a2-4441-ae60-1f4c5355812b req-a0fa61ef-e39f-4c8f-a71a-8cb2ed616dcf tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:18.476076 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ba916f95-943a-43b6-974a-a1a48de427f8 req-03603383-9342-448e-ab5a-7441496d2709 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea3dca3c-509e-452c-8b02-29805aa68530 HTTP/1.1" status: 200 len: 210 time: 0.0599680 Apr 05 14:57:18.494190 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-cb9f38d0-5b91-4e0b-8ec7-5f50e3318fbe req-44753bf8-d0bc-489e-9c27-23a878fa6a8e tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Allocated IP 172.20.0.30 (dfcc9a9c-6b40-4ca9-afc1-33910b38165e/eaaf340d-f710-4014-a5b7-5410ff12a592/0b5e4c47-8a8b-4582-b7f7-926916910183) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:57:18.561878 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-c7caa39f-e3a2-4441-ae60-1f4c5355812b req-a0fa61ef-e39f-4c8f-a71a-8cb2ed616dcf tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] For port 3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf,segment=NetworkSegment(e6014c1c-7084-4474-a930-14e73d871487),segment_id=e6014c1c-7084-4474-a930-14e73d871487)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:57:18.562432 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-c7caa39f-e3a2-4441-ae60-1f4c5355812b req-a0fa61ef-e39f-4c8f-a71a-8cb2ed616dcf tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:18.579592 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-c7caa39f-e3a2-4441-ae60-1f4c5355812b req-a0fa61ef-e39f-4c8f-a71a-8cb2ed616dcf tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Calling delete_port for 3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf owned by compute:nova {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:57:18.590224 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-25acf73a-6b5f-4455-a2ee-67746e9ae375 req-020dfd58-30ba-4ce2-b4cb-e1f20b2a01fa service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=56f68192-4b00-42fa-a055-1229d0a467cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0763271 Apr 05 14:57:18.641345 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 7 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 14:57:18.665934 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-cb9f38d0-5b91-4e0b-8ec7-5f50e3318fbe req-44753bf8-d0bc-489e-9c27-23a878fa6a8e tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:18.729102 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25acf73a-6b5f-4455-a2ee-67746e9ae375 req-d2e655b0-6b63-4b73-b5a1-046ed14756bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:18.730639 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-25acf73a-6b5f-4455-a2ee-67746e9ae375 req-d2e655b0-6b63-4b73-b5a1-046ed14756bc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6541073fc7b74808b6fa7a2702f66c66&device_id=56f68192-4b00-42fa-a055-1229d0a467cd HTTP/1.1" status: 200 len: 1136 time: 0.0756826 Apr 05 14:57:18.791103 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-cb9f38d0-5b91-4e0b-8ec7-5f50e3318fbe req-44753bf8-d0bc-489e-9c27-23a878fa6a8e tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:18.849611 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44664) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:18.888815 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44753bf8-d0bc-489e-9c27-23a878fa6a8e tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Pushing event updated for resources: {'Port': ['ID=0b5e4c47-8a8b-4582-b7f7-926916910183,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:18.905817 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb9f38d0-5b91-4e0b-8ec7-5f50e3318fbe req-44753bf8-d0bc-489e-9c27-23a878fa6a8e tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Network dfcc9a9c-6b40-4ca9-afc1-33910b38165e is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:57:18.907616 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-cb9f38d0-5b91-4e0b-8ec7-5f50e3318fbe req-44753bf8-d0bc-489e-9c27-23a878fa6a8e tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:57:18.910249 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb9f38d0-5b91-4e0b-8ec7-5f50e3318fbe req-44753bf8-d0bc-489e-9c27-23a878fa6a8e tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:57:18.953117 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25acf73a-6b5f-4455-a2ee-67746e9ae375 req-4976e091-285f-46f9-83f6-26548a0171c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:18.959765 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-25acf73a-6b5f-4455-a2ee-67746e9ae375 req-4976e091-285f-46f9-83f6-26548a0171c2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=367f5640-2190-4979-a162-44b8c16904d9 HTTP/1.1" status: 200 len: 897 time: 0.2058496 Apr 05 14:57:18.999157 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f38d0-5b91-4e0b-8ec7-5f50e3318fbe req-44753bf8-d0bc-489e-9c27-23a878fa6a8e tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:19.005287 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-cb9f38d0-5b91-4e0b-8ec7-5f50e3318fbe req-44753bf8-d0bc-489e-9c27-23a878fa6a8e tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:19.023914 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-c7caa39f-e3a2-4441-ae60-1f4c5355812b req-a0fa61ef-e39f-4c8f-a71a-8cb2ed616dcf tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:19.060040 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a71f5363-42c3-475e-b1e1-6eb8d4688197 req-ef045fc3-850d-46d2-a28e-8e772956d51c tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=982bdab9-79f0-4b09-82b0-ead4ea21530e HTTP/1.1" status: 200 len: 210 time: 0.0362120 Apr 05 14:57:19.072270 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e696fb53-56fa-41e6-b568-6d13829d0c4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:19.093261 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fa61ef-e39f-4c8f-a71a-8cb2ed616dcf tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Pushing event deleted for resources: {'Port': ['ID=3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:19.108830 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cb9f38d0-5b91-4e0b-8ec7-5f50e3318fbe req-44753bf8-d0bc-489e-9c27-23a878fa6a8e tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.0701249 Apr 05 14:57:19.121656 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-cb9f38d0-5b91-4e0b-8ec7-5f50e3318fbe req-228b121f-c3e1-47d0-9072-a548da3fa0b4 service neutron] Request body: {'port': {'device_id': 'ea3dca3c-509e-452c-8b02-29805aa68530', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:57:19.157571 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fa61ef-e39f-4c8f-a71a-8cb2ed616dcf tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:57:19.158087 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fa61ef-e39f-4c8f-a71a-8cb2ed616dcf tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:57:19.158566 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fa61ef-e39f-4c8f-a71a-8cb2ed616dcf tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:57:19.159080 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fa61ef-e39f-4c8f-a71a-8cb2ed616dcf tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:57:19.160247 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fa61ef-e39f-4c8f-a71a-8cb2ed616dcf tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:57:19.160778 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fa61ef-e39f-4c8f-a71a-8cb2ed616dcf tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:57:19.161780 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fa61ef-e39f-4c8f-a71a-8cb2ed616dcf tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:57:19.162232 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fa61ef-e39f-4c8f-a71a-8cb2ed616dcf tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:57:19.162575 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fa61ef-e39f-4c8f-a71a-8cb2ed616dcf tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:57:19.163168 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fa61ef-e39f-4c8f-a71a-8cb2ed616dcf tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:57:19.163499 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fa61ef-e39f-4c8f-a71a-8cb2ed616dcf tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:57:19.163874 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fa61ef-e39f-4c8f-a71a-8cb2ed616dcf tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:57:19.191620 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-cb9f38d0-5b91-4e0b-8ec7-5f50e3318fbe req-228b121f-c3e1-47d0-9072-a548da3fa0b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:19.197036 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7caa39f-e3a2-4441-ae60-1f4c5355812b req-a0fa61ef-e39f-4c8f-a71a-8cb2ed616dcf tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] No DVR routers for this DVR port 3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf on host n-h2-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:57:19.199567 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-c7caa39f-e3a2-4441-ae60-1f4c5355812b req-a0fa61ef-e39f-4c8f-a71a-8cb2ed616dcf tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:19.204147 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-c7caa39f-e3a2-4441-ae60-1f4c5355812b req-a0fa61ef-e39f-4c8f-a71a-8cb2ed616dcf tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.11 "DELETE /v2.0/ports/3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf HTTP/1.1" status: 204 len: 173 time: 0.8943083 Apr 05 14:57:19.208520 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '982bdab9-79f0-4b09-82b0-ead4ea21530e', 'name': 'network-vif-deleted', 'tag': '3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:57:19.212489 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10cf078f-52b1-41c5-af64-ab2e263f5eb8" -d '{"events": [{"server_uuid": "982bdab9-79f0-4b09-82b0-ead4ea21530e", "name": "network-vif-deleted", "tag": "3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:57:19.215435 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-25acf73a-6b5f-4455-a2ee-67746e9ae375 req-17106b98-eeac-4ccb-954f-8a6bf220e2e0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1911304-0934-48cd-a97e-b2c2a1558456 HTTP/1.1" status: 200 len: 1001 time: 0.2478728 Apr 05 14:57:19.269732 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb8ddd9-5295-4527-af89-00aee4115f78 x-openstack-request-id: req-fdb8ddd9-5295-4527-af89-00aee4115f78 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:57:19.270901 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "982bdab9-79f0-4b09-82b0-ead4ea21530e", "name": "network-vif-deleted", "tag": "3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:57:19.271334 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fdb8ddd9-5295-4527-af89-00aee4115f78 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:57:19.271940 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdb8ddd9-5295-4527-af89-00aee4115f78'] response: {'server_uuid': '982bdab9-79f0-4b09-82b0-ead4ea21530e', 'name': 'network-vif-deleted', 'tag': '3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf', 'status': 'completed', 'code': 200} Apr 05 14:57:19.274734 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-500ee62a-37f7-4049-97df-628159cfb695 None None] Provisioning complete for port 0b5e4c47-8a8b-4582-b7f7-926916910183 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:57:19.278556 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-500ee62a-37f7-4049-97df-628159cfb695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:19.306735 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25acf73a-6b5f-4455-a2ee-67746e9ae375 req-ff528b99-9aa0-423a-9a82-11049f81398c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:19.309364 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-25acf73a-6b5f-4455-a2ee-67746e9ae375 req-ff528b99-9aa0-423a-9a82-11049f81398c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=05719900-8279-44be-afb4-e96260abf98c HTTP/1.1" status: 200 len: 835 time: 0.0871382 Apr 05 14:57:19.333609 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-500ee62a-37f7-4049-97df-628159cfb695 None None] Port 0b5e4c47-8a8b-4582-b7f7-926916910183 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:57:19.395127 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e696fb53-56fa-41e6-b568-6d13829d0c4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:19.405237 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25acf73a-6b5f-4455-a2ee-67746e9ae375 req-fd3f6683-8a3c-48bd-a85a-2cd11abf17c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:19.407428 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-25acf73a-6b5f-4455-a2ee-67746e9ae375 req-fd3f6683-8a3c-48bd-a85a-2cd11abf17c1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=367f5640-2190-4979-a162-44b8c16904d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0896358 Apr 05 14:57:19.483521 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e696fb53-56fa-41e6-b568-6d13829d0c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:19.547443 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e696fb53-56fa-41e6-b568-6d13829d0c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41c9a02c-87cf-4006-b95c-30ccb746c885,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:19.555339 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-e696fb53-56fa-41e6-b568-6d13829d0c4b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6ef6f73cc929404b9d91a86f9f96c893&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7000678 Apr 05 14:57:19.557847 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44674) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:19.586759 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-25acf73a-6b5f-4455-a2ee-67746e9ae375 req-02615f22-a500-4d4c-896a-dddcc41a6813 service neutron] 10.222.0.11 "GET /v2.0/networks/367f5640-2190-4979-a162-44b8c16904d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701074 Apr 05 14:57:19.613493 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-cb9f38d0-5b91-4e0b-8ec7-5f50e3318fbe req-228b121f-c3e1-47d0-9072-a548da3fa0b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b5e4c47-8a8b-4582-b7f7-926916910183 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:57:19.626104 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-cb9f38d0-5b91-4e0b-8ec7-5f50e3318fbe req-228b121f-c3e1-47d0-9072-a548da3fa0b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:19.649178 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-cb9f38d0-5b91-4e0b-8ec7-5f50e3318fbe req-228b121f-c3e1-47d0-9072-a548da3fa0b4 service neutron] Transition to ACTIVE for port object 0b5e4c47-8a8b-4582-b7f7-926916910183 will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:57:19.693333 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-bdb7439e-7ac9-4612-9331-993b74ba16ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:19.713249 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48322d5-b005-4f2c-9db4-90922bf37d30 req-5d9332e2-637f-4f23-81af-b1e810283e03 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:19.716199 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b48322d5-b005-4f2c-9db4-90922bf37d30 req-5d9332e2-637f-4f23-81af-b1e810283e03 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea3dca3c-509e-452c-8b02-29805aa68530 HTTP/1.1" status: 200 len: 895 time: 0.0567527 Apr 05 14:57:19.737153 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-bdb7439e-7ac9-4612-9331-993b74ba16ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:19.746143 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-25acf73a-6b5f-4455-a2ee-67746e9ae375 req-b223145b-f40e-4bca-b3a5-23b9fdd7ef77 service neutron] 10.222.0.11 "GET /v2.0/networks/367f5640-2190-4979-a162-44b8c16904d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510003 Apr 05 14:57:19.945764 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-cb9f38d0-5b91-4e0b-8ec7-5f50e3318fbe req-228b121f-c3e1-47d0-9072-a548da3fa0b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:19.996157 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b121f-c3e1-47d0-9072-a548da3fa0b4 service neutron] Pushing event updated for resources: {'Port': ['ID=0b5e4c47-8a8b-4582-b7f7-926916910183,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:20.074841 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-cb9f38d0-5b91-4e0b-8ec7-5f50e3318fbe req-228b121f-c3e1-47d0-9072-a548da3fa0b4 service neutron] Attempting to bind port 0b5e4c47-8a8b-4582-b7f7-926916910183 on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:57:20.079954 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-cb9f38d0-5b91-4e0b-8ec7-5f50e3318fbe req-228b121f-c3e1-47d0-9072-a548da3fa0b4 service neutron] Attempting to bind port 0b5e4c47-8a8b-4582-b7f7-926916910183 by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': '7c81a5b8-0e59-4475-8819-1e7e14deca41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'dfcc9a9c-6b40-4ca9-afc1-33910b38165e'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:57:20.079954 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9f38d0-5b91-4e0b-8ec7-5f50e3318fbe req-228b121f-c3e1-47d0-9072-a548da3fa0b4 service neutron] Attempting to bind port 0b5e4c47-8a8b-4582-b7f7-926916910183 on network dfcc9a9c-6b40-4ca9-afc1-33910b38165e {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:57:20.080324 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9f38d0-5b91-4e0b-8ec7-5f50e3318fbe req-228b121f-c3e1-47d0-9072-a548da3fa0b4 service neutron] Port 0b5e4c47-8a8b-4582-b7f7-926916910183 on network dfcc9a9c-6b40-4ca9-afc1-33910b38165e not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:57:20.080651 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9f38d0-5b91-4e0b-8ec7-5f50e3318fbe req-228b121f-c3e1-47d0-9072-a548da3fa0b4 service neutron] Attempting to bind port 0b5e4c47-8a8b-4582-b7f7-926916910183 on network dfcc9a9c-6b40-4ca9-afc1-33910b38165e {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:57:20.086676 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9f38d0-5b91-4e0b-8ec7-5f50e3318fbe req-228b121f-c3e1-47d0-9072-a548da3fa0b4 service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:57:20.087015 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9f38d0-5b91-4e0b-8ec7-5f50e3318fbe req-228b121f-c3e1-47d0-9072-a548da3fa0b4 service neutron] Checking segment: {'id': '7c81a5b8-0e59-4475-8819-1e7e14deca41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'dfcc9a9c-6b40-4ca9-afc1-33910b38165e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:57:20.087394 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9f38d0-5b91-4e0b-8ec7-5f50e3318fbe req-228b121f-c3e1-47d0-9072-a548da3fa0b4 service neutron] Bound using segment: {'id': '7c81a5b8-0e59-4475-8819-1e7e14deca41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'dfcc9a9c-6b40-4ca9-afc1-33910b38165e'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:57:20.087822 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-cb9f38d0-5b91-4e0b-8ec7-5f50e3318fbe req-228b121f-c3e1-47d0-9072-a548da3fa0b4 service neutron] Bound port: 0b5e4c47-8a8b-4582-b7f7-926916910183, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c81a5b8-0e59-4475-8819-1e7e14deca41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'dfcc9a9c-6b40-4ca9-afc1-33910b38165e'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:57:20.088177 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-cb9f38d0-5b91-4e0b-8ec7-5f50e3318fbe req-228b121f-c3e1-47d0-9072-a548da3fa0b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:20.139104 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-bdb7439e-7ac9-4612-9331-993b74ba16ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:20.141883 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-bdb7439e-7ac9-4612-9331-993b74ba16ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:20.152146 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-bdb7439e-7ac9-4612-9331-993b74ba16ff admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/41c9a02c-87cf-4006-b95c-30ccb746c885 HTTP/1.1" status: 204 len: 168 time: 0.5911195 Apr 05 14:57:20.169789 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb7439e-7ac9-4612-9331-993b74ba16ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c9a02c-87cf-4006-b95c-30ccb746c885,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:20.199635 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-cb9f38d0-5b91-4e0b-8ec7-5f50e3318fbe req-228b121f-c3e1-47d0-9072-a548da3fa0b4 service neutron] For port 0b5e4c47-8a8b-4582-b7f7-926916910183, host n-h1-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:57:20.204200 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-cb9f38d0-5b91-4e0b-8ec7-5f50e3318fbe req-228b121f-c3e1-47d0-9072-a548da3fa0b4 service neutron] For port 0b5e4c47-8a8b-4582-b7f7-926916910183, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=0b5e4c47-8a8b-4582-b7f7-926916910183,segment=NetworkSegment(7c81a5b8-0e59-4475-8819-1e7e14deca41),segment_id=7c81a5b8-0e59-4475-8819-1e7e14deca41)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:57:20.360653 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5764bbc0-6532-4d02-a2f8-405ab6b4783b req-e49944ac-a031-4a96-b6a7-f6059d450397 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=982bdab9-79f0-4b09-82b0-ead4ea21530e HTTP/1.1" status: 200 len: 210 time: 0.1910672 Apr 05 14:57:20.360653 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-cb9f38d0-5b91-4e0b-8ec7-5f50e3318fbe req-228b121f-c3e1-47d0-9072-a548da3fa0b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:20.399094 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f38d0-5b91-4e0b-8ec7-5f50e3318fbe req-228b121f-c3e1-47d0-9072-a548da3fa0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:20.399869 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-cb9f38d0-5b91-4e0b-8ec7-5f50e3318fbe req-228b121f-c3e1-47d0-9072-a548da3fa0b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:20.401268 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cb9f38d0-5b91-4e0b-8ec7-5f50e3318fbe req-228b121f-c3e1-47d0-9072-a548da3fa0b4 service neutron] 10.222.0.55 "PUT /v2.0/ports/0b5e4c47-8a8b-4582-b7f7-926916910183 HTTP/1.1" status: 200 len: 1055 time: 1.2848299 Apr 05 14:57:20.401714 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea3dca3c-509e-452c-8b02-29805aa68530', 'tag': '0b5e4c47-8a8b-4582-b7f7-926916910183'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:57:20.403968 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be5d659b-2e8b-4603-9923-e0f067c7ed9e" -d '{"events": [{"name": "network-changed", "server_uuid": "ea3dca3c-509e-452c-8b02-29805aa68530", "tag": "0b5e4c47-8a8b-4582-b7f7-926916910183"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:57:20.433698 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b121f-c3e1-47d0-9072-a548da3fa0b4 service neutron] Pushing event updated for resources: {'Port': ['ID=0b5e4c47-8a8b-4582-b7f7-926916910183,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:20.458919 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3104116d-1891-48b4-baea-02932c60629f x-openstack-request-id: req-3104116d-1891-48b4-baea-02932c60629f {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:57:20.459423 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea3dca3c-509e-452c-8b02-29805aa68530", "tag": "0b5e4c47-8a8b-4582-b7f7-926916910183", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:57:20.459847 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3104116d-1891-48b4-baea-02932c60629f {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:57:20.460422 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3104116d-1891-48b4-baea-02932c60629f'] response: {'name': 'network-changed', 'server_uuid': 'ea3dca3c-509e-452c-8b02-29805aa68530', 'tag': '0b5e4c47-8a8b-4582-b7f7-926916910183', 'status': 'completed', 'code': 200} Apr 05 14:57:20.527306 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5d659b-2e8b-4603-9923-e0f067c7ed9e req-7777c293-bb24-41fb-bfe6-cc0970fffb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:20.529047 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-be5d659b-2e8b-4603-9923-e0f067c7ed9e req-7777c293-bb24-41fb-bfe6-cc0970fffb69 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6541073fc7b74808b6fa7a2702f66c66&device_id=ea3dca3c-509e-452c-8b02-29805aa68530 HTTP/1.1" status: 200 len: 1058 time: 0.0507882 Apr 05 14:57:20.778385 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5d659b-2e8b-4603-9923-e0f067c7ed9e req-b4159aab-96cb-4dcb-bb47-104ec20ad9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:20.778971 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5d659b-2e8b-4603-9923-e0f067c7ed9e req-b4159aab-96cb-4dcb-bb47-104ec20ad9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:20.780521 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-be5d659b-2e8b-4603-9923-e0f067c7ed9e req-b4159aab-96cb-4dcb-bb47-104ec20ad9a3 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=6541073fc7b74808b6fa7a2702f66c66&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.2427614 Apr 05 14:57:20.977944 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da959ac-1063-4e8a-bc4c-a31aaec3ce7b req-b864b3e1-93c7-4f4a-b56d-f5a4f0987ce7 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:20.979490 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1da959ac-1063-4e8a-bc4c-a31aaec3ce7b req-b864b3e1-93c7-4f4a-b56d-f5a4f0987ce7 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea3dca3c-509e-452c-8b02-29805aa68530 HTTP/1.1" status: 200 len: 907 time: 0.1539733 Apr 05 14:57:20.998596 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5d659b-2e8b-4603-9923-e0f067c7ed9e req-2b6e7ce1-3bfb-4458-a28c-6678e86aed05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:21.000383 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-be5d659b-2e8b-4603-9923-e0f067c7ed9e req-2b6e7ce1-3bfb-4458-a28c-6678e86aed05 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2124412 Apr 05 14:57:21.415968 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f38d0-5b91-4e0b-8ec7-5f50e3318fbe req-dd0dd819-66c2-470e-a184-a3dbc0add22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:21.415968 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cb9f38d0-5b91-4e0b-8ec7-5f50e3318fbe req-dd0dd819-66c2-470e-a184-a3dbc0add22e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6541073fc7b74808b6fa7a2702f66c66&device_id=ea3dca3c-509e-452c-8b02-29805aa68530 HTTP/1.1" status: 200 len: 1058 time: 0.3778605 Apr 05 14:57:21.423700 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44712) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:21.464373 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cb9f38d0-5b91-4e0b-8ec7-5f50e3318fbe req-c68a6d3c-a81b-42a6-8771-b622f64714bf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=0b5e4c47-8a8b-4582-b7f7-926916910183 HTTP/1.1" status: 200 len: 217 time: 0.0415666 Apr 05 14:57:21.545968 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f38d0-5b91-4e0b-8ec7-5f50e3318fbe req-a1f86be6-cc18-4a4c-84a4-fbd91496398f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:21.547682 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cb9f38d0-5b91-4e0b-8ec7-5f50e3318fbe req-a1f86be6-cc18-4a4c-84a4-fbd91496398f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=eaaf340d-f710-4014-a5b7-5410ff12a592 HTTP/1.1" status: 200 len: 838 time: 0.0764649 Apr 05 14:57:21.614328 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f38d0-5b91-4e0b-8ec7-5f50e3318fbe req-c8d131ab-69f2-4257-ab1f-0d10ad87a22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:21.616497 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cb9f38d0-5b91-4e0b-8ec7-5f50e3318fbe req-c8d131ab-69f2-4257-ab1f-0d10ad87a22d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dfcc9a9c-6b40-4ca9-afc1-33910b38165e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0617986 Apr 05 14:57:21.747193 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cb9f38d0-5b91-4e0b-8ec7-5f50e3318fbe req-e1ab1d2e-e72a-4904-bd27-53a8a32ccd56 service neutron] 10.222.0.55 "GET /v2.0/networks/dfcc9a9c-6b40-4ca9-afc1-33910b38165e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237125 Apr 05 14:57:21.860306 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-cb9f38d0-5b91-4e0b-8ec7-5f50e3318fbe req-7f4eeff7-f50b-4e41-85a4-577bd4649ae5 service neutron] 10.222.0.55 "GET /v2.0/networks/dfcc9a9c-6b40-4ca9-afc1-33910b38165e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069348 Apr 05 14:57:21.891024 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1b56e839-dbbf-4f75-99c5-b14377f71966 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809988'] for router_interface, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:22.108589 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d3871f-be65-41a5-9a49-f3ebee35b023 req-ae56fc7b-9fe7-4240-8555-4145615ae8c4 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:22.110268 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b6d3871f-be65-41a5-9a49-f3ebee35b023 req-ae56fc7b-9fe7-4240-8555-4145615ae8c4 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea3dca3c-509e-452c-8b02-29805aa68530 HTTP/1.1" status: 200 len: 907 time: 0.0546789 Apr 05 14:57:22.154699 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:57:22.178285 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] No Port match for: 3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:57:22.178616 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 3e6f6393-96f6-4ca9-bd38-33ad8d5a2aaf not bound to the agent host n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:57:22.185736 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-1b56e839-dbbf-4f75-99c5-b14377f71966 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Deleting port 54eddb18-8768-4bd3-96d7-df60f1c16b33 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:57:22.186111 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1b56e839-dbbf-4f75-99c5-b14377f71966 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:22.355402 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-1b56e839-dbbf-4f75-99c5-b14377f71966 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] For port 54eddb18-8768-4bd3-96d7-df60f1c16b33, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=54eddb18-8768-4bd3-96d7-df60f1c16b33,segment=NetworkSegment(e6014c1c-7084-4474-a930-14e73d871487),segment_id=e6014c1c-7084-4474-a930-14e73d871487)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:57:22.359418 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1b56e839-dbbf-4f75-99c5-b14377f71966 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:22.369867 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-1b56e839-dbbf-4f75-99c5-b14377f71966 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Calling delete_port for 54eddb18-8768-4bd3-96d7-df60f1c16b33 owned by network:router_interface {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:57:22.675221 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1b56e839-dbbf-4f75-99c5-b14377f71966 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:22.703869 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b56e839-dbbf-4f75-99c5-b14377f71966 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Pushing event deleted for resources: {'Port': ['ID=54eddb18-8768-4bd3-96d7-df60f1c16b33,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:22.900461 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1b56e839-dbbf-4f75-99c5-b14377f71966 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1798829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810128'] for router_interface, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:23.126575 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b56e839-dbbf-4f75-99c5-b14377f71966 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Router f964c6fd-9c7f-4372-a42f-26ae36656ddb has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:57:23.242511 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b56e839-dbbf-4f75-99c5-b14377f71966 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:57:23.261116 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf4d467-6f36-4679-8c67-1256d6d9016c None None] Sync routers for ids ['f964c6fd-9c7f-4372-a42f-26ae36656ddb'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:57:23.266163 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-1b56e839-dbbf-4f75-99c5-b14377f71966 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "PUT /v2.0/routers/f964c6fd-9c7f-4372-a42f-26ae36656ddb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8399971 Apr 05 14:57:23.268358 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44816) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:23.296095 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf4d467-6f36-4679-8c67-1256d6d9016c None None] Routers {'f964c6fd-9c7f-4372-a42f-26ae36656ddb'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:57:23.299797 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-ebf4d467-6f36-4679-8c67-1256d6d9016c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:56:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['f964c6fd-9c7f-4372-a42f-26ae36656ddb'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:23.362805 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-af612753-ec73-48e4-887d-b993821e168f tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Deleting subnet c8478518-4a07-478c-a491-4a7622994fda {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:57:23.367433 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-af612753-ec73-48e4-887d-b993821e168f tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:23.418502 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-af612753-ec73-48e4-887d-b993821e168f tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:23.513197 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b56f898-e994-4372-a674-776f4a2d097c req-0a9ed85e-25c0-4d1c-ad94-8f361bf0598f tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:23.515277 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-2b56f898-e994-4372-a674-776f4a2d097c req-0a9ed85e-25c0-4d1c-ad94-8f361bf0598f tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea3dca3c-509e-452c-8b02-29805aa68530 HTTP/1.1" status: 200 len: 907 time: 0.3217795 Apr 05 14:57:23.554090 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-af612753-ec73-48e4-887d-b993821e168f tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:23.596834 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-ebf4d467-6f36-4679-8c67-1256d6d9016c None None] Set router f964c6fd-9c7f-4372-a42f-26ae36656ddb gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:57:23.671706 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-af612753-ec73-48e4-887d-b993821e168f tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:23.701388 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af612753-ec73-48e4-887d-b993821e168f tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Pushing event deleted for resources: {'Subnet': ['ID=c8478518-4a07-478c-a491-4a7622994fda,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:23.706271 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-af612753-ec73-48e4-887d-b993821e168f tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:23.711288 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-af612753-ec73-48e4-887d-b993821e168f tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "DELETE /v2.0/subnets/c8478518-4a07-478c-a491-4a7622994fda HTTP/1.1" status: 204 len: 168 time: 0.4418843 Apr 05 14:57:23.714161 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44822) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:23.731434 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55afc9f-8007-49c6-abde-8181b58f601e None None] Network 205052bf-936d-4dd7-a8b9-a083221baed9 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:57:23.768252 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44824) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:23.845405 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-806fa206-280a-40b1-a1f9-7e9eeb96efd6 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for router, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:23.861027 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 0b5e4c47-8a8b-4582-b7f7-926916910183 details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:57:23.903962 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e304db91-c330-4d08-905e-812a09962589 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:23.966625 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-806fa206-280a-40b1-a1f9-7e9eeb96efd6 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:23.977952 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-ebf4d467-6f36-4679-8c67-1256d6d9016c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f964c6fd-9c7f-4372-a42f-26ae36656ddb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1118121749', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'fb151df0-7736-482c-b48e-efb7fab1965e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:55:44Z', 'updated_at': '2022-04-05T14:57:22Z', 'revision_number': 5, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'gw_port': {'id': 'fb151df0-7736-482c-b48e-efb7fab1965e', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f964c6fd-9c7f-4372-a42f-26ae36656ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:55:46Z', 'updated_at': '2022-04-05T14:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:24.002430 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e304db91-c330-4d08-905e-812a09962589 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:24.014171 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf4d467-6f36-4679-8c67-1256d6d9016c None None] Checking router: f964c6fd-9c7f-4372-a42f-26ae36656ddb for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:57:24.038874 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf4d467-6f36-4679-8c67-1256d6d9016c None None] Routers {'f964c6fd-9c7f-4372-a42f-26ae36656ddb'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:57:24.040048 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-ebf4d467-6f36-4679-8c67-1256d6d9016c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:56:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['f964c6fd-9c7f-4372-a42f-26ae36656ddb'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:24.049954 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3319358-e5f2-4d7c-866c-360bc05632c5 None None] DHCP port deletion for 205052bf-936d-4dd7-a8b9-a083221baed9 request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:57:24.090345 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 0b5e4c47-8a8b-4582-b7f7-926916910183, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=0b5e4c47-8a8b-4582-b7f7-926916910183,segment=NetworkSegment(7c81a5b8-0e59-4475-8819-1e7e14deca41),segment_id=7c81a5b8-0e59-4475-8819-1e7e14deca41)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:57:24.125203 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': '0b5e4c47-8a8b-4582-b7f7-926916910183', 'network_id': 'dfcc9a9c-6b40-4ca9-afc1-33910b38165e', 'port_id': '0b5e4c47-8a8b-4582-b7f7-926916910183', 'mac_address': 'fa:16:3e:f8:c9:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaaf340d-f710-4014-a5b7-5410ff12a592', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:57:24.132593 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-806fa206-280a-40b1-a1f9-7e9eeb96efd6 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Deleting port fb151df0-7736-482c-b48e-efb7fab1965e {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:57:24.133121 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-806fa206-280a-40b1-a1f9-7e9eeb96efd6 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:24.147289 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e304db91-c330-4d08-905e-812a09962589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:24.201052 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 53573cf0-1ebe-4f57-9e8c-7b8954e9db30 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:57:24.203793 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e304db91-c330-4d08-905e-812a09962589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d220ca64-9635-41c6-b2cd-ccdb1816d87f,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:24.211413 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-e304db91-c330-4d08-905e-812a09962589 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5c2a36d8bd6d45d6b94ba313b84a0ade&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4420540 Apr 05 14:57:24.214994 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44828) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:24.251168 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-806fa206-280a-40b1-a1f9-7e9eeb96efd6 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] For port fb151df0-7736-482c-b48e-efb7fab1965e, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=fb151df0-7736-482c-b48e-efb7fab1965e,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:57:24.251778 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-806fa206-280a-40b1-a1f9-7e9eeb96efd6 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:24.266219 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-806fa206-280a-40b1-a1f9-7e9eeb96efd6 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Calling delete_port for fb151df0-7736-482c-b48e-efb7fab1965e owned by network:router_gateway {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:57:24.268772 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:24.277606 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9f5c5e19-7cf3-497c-897b-49f2cb315ac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:24.277982 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-ebf4d467-6f36-4679-8c67-1256d6d9016c None None] Set router f964c6fd-9c7f-4372-a42f-26ae36656ddb gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:57:24.304702 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9f5c5e19-7cf3-497c-897b-49f2cb315ac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:24.358890 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b5e4c47-8a8b-4582-b7f7-926916910183 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:57:24.413472 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-d3319358-e5f2-4d7c-866c-360bc05632c5 None None] Deleting port 53573cf0-1ebe-4f57-9e8c-7b8954e9db30 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:57:24.413847 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d3319358-e5f2-4d7c-866c-360bc05632c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:24.453910 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9f5c5e19-7cf3-497c-897b-49f2cb315ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:24.456446 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9f5c5e19-7cf3-497c-897b-49f2cb315ac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:24.457672 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-9f5c5e19-7cf3-497c-897b-49f2cb315ac0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d220ca64-9635-41c6-b2cd-ccdb1816d87f HTTP/1.1" status: 204 len: 168 time: 0.2411647 Apr 05 14:57:24.464840 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 0b5e4c47-8a8b-4582-b7f7-926916910183, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=0b5e4c47-8a8b-4582-b7f7-926916910183,segment=NetworkSegment(7c81a5b8-0e59-4475-8819-1e7e14deca41),segment_id=7c81a5b8-0e59-4475-8819-1e7e14deca41)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:57:24.467172 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5c5e19-7cf3-497c-897b-49f2cb315ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d220ca64-9635-41c6-b2cd-ccdb1816d87f,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:24.551185 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-806fa206-280a-40b1-a1f9-7e9eeb96efd6 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:24.588243 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806fa206-280a-40b1-a1f9-7e9eeb96efd6 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Pushing event deleted for resources: {'Port': ['ID=fb151df0-7736-482c-b48e-efb7fab1965e,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:24.593288 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-d3319358-e5f2-4d7c-866c-360bc05632c5 None None] For port 53573cf0-1ebe-4f57-9e8c-7b8954e9db30, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=53573cf0-1ebe-4f57-9e8c-7b8954e9db30,segment=NetworkSegment(e6014c1c-7084-4474-a930-14e73d871487),segment_id=e6014c1c-7084-4474-a930-14e73d871487)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:57:24.593698 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d3319358-e5f2-4d7c-866c-360bc05632c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:24.595943 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:24.618168 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b57a1797-7d02-45d3-abdc-b2e78533a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:24.619894 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:24.632168 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-d3319358-e5f2-4d7c-866c-360bc05632c5 None None] Calling delete_port for 53573cf0-1ebe-4f57-9e8c-7b8954e9db30 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:57:24.685488 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-806fa206-280a-40b1-a1f9-7e9eeb96efd6 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808526'] for router_gateway, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:24.738188 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9588908-598d-4a40-aa07-de8b41a95130 req-34e1a540-e791-49ee-a495-cf1681977ec1 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:24.740392 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-b9588908-598d-4a40-aa07-de8b41a95130 req-34e1a540-e791-49ee-a495-cf1681977ec1 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea3dca3c-509e-452c-8b02-29805aa68530 HTTP/1.1" status: 200 len: 908 time: 0.1297777 Apr 05 14:57:24.751457 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port 53573cf0-1ebe-4f57-9e8c-7b8954e9db30, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=53573cf0-1ebe-4f57-9e8c-7b8954e9db30,segment=NetworkSegment(e6014c1c-7084-4474-a930-14e73d871487),segment_id=e6014c1c-7084-4474-a930-14e73d871487)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:57:24.792798 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=0b5e4c47-8a8b-4582-b7f7-926916910183,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:24.813435 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-806fa206-280a-40b1-a1f9-7e9eeb96efd6 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27070'] for router, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:24.815570 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-806fa206-280a-40b1-a1f9-7e9eeb96efd6 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:24.824126 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-ebf4d467-6f36-4679-8c67-1256d6d9016c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f964c6fd-9c7f-4372-a42f-26ae36656ddb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1118121749', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'fb151df0-7736-482c-b48e-efb7fab1965e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:55:44Z', 'updated_at': '2022-04-05T14:57:22Z', 'revision_number': 5, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'gw_port': {'id': 'fb151df0-7736-482c-b48e-efb7fab1965e', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f964c6fd-9c7f-4372-a42f-26ae36656ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:55:46Z', 'updated_at': '2022-04-05T14:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:24.857131 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['0b5e4c47-8a8b-4582-b7f7-926916910183'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:57:24.866099 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf4d467-6f36-4679-8c67-1256d6d9016c None None] The sync data for ids ['f964c6fd-9c7f-4372-a42f-26ae36656ddb'] in n-d-836650-2 is: [{'id': 'f964c6fd-9c7f-4372-a42f-26ae36656ddb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1118121749', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'fb151df0-7736-482c-b48e-efb7fab1965e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:55:44Z', 'updated_at': '2022-04-05T14:57:22Z', 'revision_number': 5, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'gw_port': {'id': 'fb151df0-7736-482c-b48e-efb7fab1965e', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f964c6fd-9c7f-4372-a42f-26ae36656ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:55:46Z', 'updated_at': '2022-04-05T14:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:57:24.866099 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:24.959973 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d3319358-e5f2-4d7c-866c-360bc05632c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:24.968387 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=53573cf0-1ebe-4f57-9e8c-7b8954e9db30,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:24.977205 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3319358-e5f2-4d7c-866c-360bc05632c5 None None] No DVR routers for this DVR port 53573cf0-1ebe-4f57-9e8c-7b8954e9db30 on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:57:24.989989 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-806fa206-280a-40b1-a1f9-7e9eeb96efd6 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803298'] for router, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:24.991269 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-806fa206-280a-40b1-a1f9-7e9eeb96efd6 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Fanout notify agent at l3_agent the message router_deleted on router f964c6fd-9c7f-4372-a42f-26ae36656ddb {{(pid=103320) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:57:25.001626 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3319358-e5f2-4d7c-866c-360bc05632c5 None None] Pushing event deleted for resources: {'Port': ['ID=53573cf0-1ebe-4f57-9e8c-7b8954e9db30,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:25.005205 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-806fa206-280a-40b1-a1f9-7e9eeb96efd6 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for router, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:25.008772 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-806fa206-280a-40b1-a1f9-7e9eeb96efd6 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "DELETE /v2.0/routers/f964c6fd-9c7f-4372-a42f-26ae36656ddb HTTP/1.1" status: 204 len: 168 time: 1.2910955 Apr 05 14:57:25.009354 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44846) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:25.097913 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-92f71965-9433-4a8d-8b1a-eac15a3d4f06 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:25.203142 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-92f71965-9433-4a8d-8b1a-eac15a3d4f06 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:25.228003 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-92f71965-9433-4a8d-8b1a-eac15a3d4f06 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['205052bf-936d-4dd7-a8b9-a083221baed9']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:25.237604 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-92f71965-9433-4a8d-8b1a-eac15a3d4f06 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6014c1c-7084-4474-a930-14e73d871487') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:25.237981 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-92f71965-9433-4a8d-8b1a-eac15a3d4f06 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6014c1c-7084-4474-a930-14e73d871487') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:25.250105 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-92f71965-9433-4a8d-8b1a-eac15a3d4f06 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:25.266132 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-92f71965-9433-4a8d-8b1a-eac15a3d4f06 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:25.276759 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92f71965-9433-4a8d-8b1a-eac15a3d4f06 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:57:25.277268 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-92f71965-9433-4a8d-8b1a-eac15a3d4f06 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:25.280601 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:57:25.280601 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:57:25.280601 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:57:25.280601 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:57:25.280601 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:57:25.280601 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:57:25.280601 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:57:25.280601 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:57:25.280601 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:57:25.280601 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:57:25.280601 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:57:25.280601 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:57:25.280601 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:57:25.280601 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:57:25.280601 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:57:25.280601 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:57:25.280601 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:57:25.280601 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:57:25.280601 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:57:25.280601 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:57:25.280601 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:57:25.280601 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:57:25.280601 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:57:25.280601 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:57:25.280601 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:57:25.280601 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:57:25.280601 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:57:25.280601 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:57:25.280601 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:57:25.280601 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:57:25.280601 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:57:25.280601 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:57:25.497825 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-92f71965-9433-4a8d-8b1a-eac15a3d4f06 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:25.505618 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-92f71965-9433-4a8d-8b1a-eac15a3d4f06 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:25.508790 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-92f71965-9433-4a8d-8b1a-eac15a3d4f06 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "DELETE /v2.0/networks/205052bf-936d-4dd7-a8b9-a083221baed9 HTTP/1.1" status: 204 len: 168 time: 0.4985678 Apr 05 14:57:25.511590 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44856) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:25.533669 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f71965-9433-4a8d-8b1a-eac15a3d4f06 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Pushing event deleted for resources: {'Network': ['ID=205052bf-936d-4dd7-a8b9-a083221baed9,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:25.604265 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-afd5ff70-26dd-42e9-a09b-f8d7a81257a3 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:25.659769 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-afd5ff70-26dd-42e9-a09b-f8d7a81257a3 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:25.859792 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef31fe03-87d8-409b-93a1-833ef628a2e4 req-ade4460b-ade1-4740-80a6-c58fe8b60b6c tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:25.863682 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ef31fe03-87d8-409b-93a1-833ef628a2e4 req-ade4460b-ade1-4740-80a6-c58fe8b60b6c tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea3dca3c-509e-452c-8b02-29805aa68530 HTTP/1.1" status: 200 len: 908 time: 0.0515265 Apr 05 14:57:25.863682 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-afd5ff70-26dd-42e9-a09b-f8d7a81257a3 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:25.865958 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-afd5ff70-26dd-42e9-a09b-f8d7a81257a3 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:25.873028 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-afd5ff70-26dd-42e9-a09b-f8d7a81257a3 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "DELETE /v2.0/security-groups/9ddbcacc-b2fd-41e0-97e7-968a4b783f7d HTTP/1.1" status: 204 len: 168 time: 0.3545754 Apr 05 14:57:25.876498 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 0b5e4c47-8a8b-4582-b7f7-926916910183 up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:57:25.887585 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd5ff70-26dd-42e9-a09b-f8d7a81257a3 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ddbcacc-b2fd-41e0-97e7-968a4b783f7d,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:26.042263 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44872) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:26.115927 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port 0b5e4c47-8a8b-4582-b7f7-926916910183 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:57:26.121426 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port 0b5e4c47-8a8b-4582-b7f7-926916910183 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:57:26.121987 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:26.225786 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [None req-2bff87ed-4fbe-4d7c-9866-74cba9a6f679 tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:57:26.228935 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-2bff87ed-4fbe-4d7c-9866-74cba9a6f679 tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1835194 Apr 05 14:57:26.230320 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44878) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:26.235495 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [None req-40b165f3-7f3b-4f19-a47e-ce3a0a1b5907 tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] http://10.222.0.30:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103321) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:57:26.236930 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-40b165f3-7f3b-4f19-a47e-ce3a0a1b5907 tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] 10.222.0.30 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0052886 Apr 05 14:57:26.240407 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44880) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:26.244856 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [None req-f70e9ca1-729b-4943-9e9d-b030c2c2b9ba tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] http://10.222.0.30:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103321) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:57:26.248184 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-f70e9ca1-729b-4943-9e9d-b030c2c2b9ba tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] 10.222.0.30 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0043786 Apr 05 14:57:26.248950 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44882) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:26.253577 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [None req-1f49b12f-4bc1-49fa-bb3a-1f6c5bbee182 tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] http://10.222.0.30:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:57:26.258506 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-1f49b12f-4bc1-49fa-bb3a-1f6c5bbee182 tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] 10.222.0.30 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0046742 Apr 05 14:57:26.260317 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44884) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:26.264590 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [None req-136ab9e8-5730-4ccd-9ef9-0d5f74a43a0c tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] http://10.222.0.30:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:57:26.265572 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-136ab9e8-5730-4ccd-9ef9-0d5f74a43a0c tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] 10.222.0.30 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0042925 Apr 05 14:57:26.268023 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44886) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:26.274134 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [None req-f278bd3c-2887-40bb-a066-0d78c4289f99 tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] http://10.222.0.30:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:57:26.275259 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-f278bd3c-2887-40bb-a066-0d78c4289f99 tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] 10.222.0.30 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0062015 Apr 05 14:57:26.278013 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44888) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:26.282773 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [None req-7ba7013a-ee85-4076-b6d5-e8df57fdd50e tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] http://10.222.0.30:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:57:26.283938 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-7ba7013a-ee85-4076-b6d5-e8df57fdd50e tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] 10.222.0.30 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0049469 Apr 05 14:57:26.289232 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44890) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:26.293918 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [None req-361e2988-c17e-48ee-a5b7-550b781bed84 tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] http://10.222.0.30:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:57:26.294970 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-361e2988-c17e-48ee-a5b7-550b781bed84 tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] 10.222.0.30 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0047605 Apr 05 14:57:26.297227 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44892) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:26.301474 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [None req-ec9108bf-6390-498d-9d59-b77be8e0b10c tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] http://10.222.0.30:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:57:26.302663 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-ec9108bf-6390-498d-9d59-b77be8e0b10c tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] 10.222.0.30 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0045118 Apr 05 14:57:26.304910 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44894) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:26.310136 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [None req-08b90394-8ede-4006-9318-3cdf5f9e2332 tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] http://10.222.0.30:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:57:26.310136 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-08b90394-8ede-4006-9318-3cdf5f9e2332 tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] 10.222.0.30 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0041859 Apr 05 14:57:26.312617 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44896) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:26.318525 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [None req-e5cbee77-98ff-4137-b214-570ff9a6963a tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] http://10.222.0.30:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103321) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:57:26.320150 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-e5cbee77-98ff-4137-b214-570ff9a6963a tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] 10.222.0.30 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0061569 Apr 05 14:57:26.322897 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44898) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:26.328425 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [None req-25fff384-2b0c-4610-9bf3-82572ad2be78 tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] http://10.222.0.30:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:57:26.335551 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-25fff384-2b0c-4610-9bf3-82572ad2be78 tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] 10.222.0.30 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0059102 Apr 05 14:57:26.335810 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44900) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:26.340433 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [None req-f297f5dd-30ec-4671-b862-3207f260f82c tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] http://10.222.0.30:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:57:26.343860 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-f297f5dd-30ec-4671-b862-3207f260f82c tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] 10.222.0.30 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0046983 Apr 05 14:57:26.344043 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 54eddb18-8768-4bd3-96d7-df60f1c16b33 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:57:26.344150 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44902) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:26.349545 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [None req-efdae0bd-cf2d-4514-9b6c-914613e9add7 tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] http://10.222.0.30:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:57:26.356128 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-efdae0bd-cf2d-4514-9b6c-914613e9add7 tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] 10.222.0.30 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0063908 Apr 05 14:57:26.358267 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44904) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:26.364289 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [None req-f869a3a9-7fa2-46a6-852f-e4ce3295ed73 tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] http://10.222.0.30:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:57:26.365599 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-f869a3a9-7fa2-46a6-852f-e4ce3295ed73 tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] 10.222.0.30 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0055652 Apr 05 14:57:26.368103 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44906) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:26.368287 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 54eddb18-8768-4bd3-96d7-df60f1c16b33 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:57:26.368449 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 54eddb18-8768-4bd3-96d7-df60f1c16b33 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:57:26.369671 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device fb151df0-7736-482c-b48e-efb7fab1965e no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:57:26.372606 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [None req-33475912-8eda-4e0f-9e1e-be1a3f05f2c4 tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] http://10.222.0.30:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:57:26.373860 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-33475912-8eda-4e0f-9e1e-be1a3f05f2c4 tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] 10.222.0.30 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0046675 Apr 05 14:57:26.376232 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44908) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:26.382225 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [None req-ed888d12-c4c0-4c03-8a32-019a8ad2e8e2 tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] http://10.222.0.30:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:57:26.383448 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-ed888d12-c4c0-4c03-8a32-019a8ad2e8e2 tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] 10.222.0.30 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0060973 Apr 05 14:57:26.384625 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44910) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:26.389997 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-38eec88c-0321-4409-83c6-b317f7522716 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1076750771', 'description': 'tempest-secgroup-smoke-1076750771 description', 'project_id': 'b07e36dc5a904f16980660900e2eecc1'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:57:26.391903 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44912) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:26.397857 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [None req-ffb6bbf2-70b2-4dff-930e-123909c2e786 tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] http://10.222.0.30:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:57:26.401443 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-ffb6bbf2-70b2-4dff-930e-123909c2e786 tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] 10.222.0.30 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0058885 Apr 05 14:57:26.401774 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44914) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:26.401921 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: fb151df0-7736-482c-b48e-efb7fab1965e {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:57:26.402287 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device fb151df0-7736-482c-b48e-efb7fab1965e not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:57:26.408701 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [None req-b3e2537e-f5d9-46f2-92a2-96ba7814db05 tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] http://10.222.0.30:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103321) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:57:26.412549 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-b3e2537e-f5d9-46f2-92a2-96ba7814db05 tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] 10.222.0.30 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0098028 Apr 05 14:57:26.412703 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44916) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:26.420023 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [None req-b1b1ae58-f934-452f-b5ea-6b006dc327ec tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] http://10.222.0.30:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:57:26.423657 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-b1b1ae58-f934-452f-b5ea-6b006dc327ec tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] 10.222.0.30 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0075133 Apr 05 14:57:26.423992 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44918) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:26.432361 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [None req-59d20012-5121-4004-8319-4ba2b103e4c6 tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] http://10.222.0.30:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:57:26.436255 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44920) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:26.436439 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-59d20012-5121-4004-8319-4ba2b103e4c6 tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] 10.222.0.30 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0113266 Apr 05 14:57:26.442908 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [None req-06968e03-3384-437a-b67c-b8fa9de89ae6 tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] http://10.222.0.30:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103321) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:57:26.444137 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-06968e03-3384-437a-b67c-b8fa9de89ae6 tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] 10.222.0.30 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0061080 Apr 05 14:57:26.446618 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44922) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:26.451276 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [None req-ec5469bb-56f1-4c4d-987e-4f427644a323 tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] http://10.222.0.30:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103321) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:57:26.453604 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-ec5469bb-56f1-4c4d-987e-4f427644a323 tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] 10.222.0.30 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0045557 Apr 05 14:57:26.455380 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44924) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:26.460042 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [None req-d762ae4b-d3c8-4c45-a669-11fc51a4a73b tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] http://10.222.0.30:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103321) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:57:26.463744 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44926) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:26.463875 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-d762ae4b-d3c8-4c45-a669-11fc51a4a73b tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] 10.222.0.30 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0074925 Apr 05 14:57:26.465188 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:26.468668 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [None req-6d8eb667-81a2-4167-a243-bd0a7c143c8d tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] http://10.222.0.30:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:57:26.471621 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-6d8eb667-81a2-4167-a243-bd0a7c143c8d tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] 10.222.0.30 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0044971 Apr 05 14:57:26.471847 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44928) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:26.477647 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [None req-1e6c7951-01d1-42e4-a9db-b5ca8cb61663 tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] http://10.222.0.30:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:57:26.482376 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-1e6c7951-01d1-42e4-a9db-b5ca8cb61663 tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] 10.222.0.30 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0059793 Apr 05 14:57:26.484516 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44930) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:26.489277 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [None req-38460ea2-12e6-4df5-9f3c-0a98213c2268 tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] http://10.222.0.30:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103321) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:57:26.489520 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea3dca3c-509e-452c-8b02-29805aa68530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b5e4c47-8a8b-4582-b7f7-926916910183'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:57:26.492569 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-38460ea2-12e6-4df5-9f3c-0a98213c2268 tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] 10.222.0.30 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0047762 Apr 05 14:57:26.492711 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee934dcf-85de-48e7-b22c-1b864e628f5e" -d '{"events": [{"server_uuid": "ea3dca3c-509e-452c-8b02-29805aa68530", "name": "network-vif-plugged", "status": "completed", "tag": "0b5e4c47-8a8b-4582-b7f7-926916910183"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:57:26.492829 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44932) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:26.499865 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [None req-f700c3f9-4a3d-4cb7-8129-724f149eb76d tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] http://10.222.0.30:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103321) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:57:26.506252 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44936) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:26.511078 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 0b5e4c47-8a8b-4582-b7f7-926916910183, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=0b5e4c47-8a8b-4582-b7f7-926916910183,segment=NetworkSegment(7c81a5b8-0e59-4475-8819-1e7e14deca41),segment_id=7c81a5b8-0e59-4475-8819-1e7e14deca41)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:57:26.511771 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-f700c3f9-4a3d-4cb7-8129-724f149eb76d tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] 10.222.0.30 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0179360 Apr 05 14:57:26.513528 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [None req-fabf10d3-b817-42b9-8c09-be18398cc77b tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] http://10.222.0.30:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:57:26.514520 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-fabf10d3-b817-42b9-8c09-be18398cc77b tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] 10.222.0.30 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0065467 Apr 05 14:57:26.517584 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44938) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:26.523582 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [None req-1f29eb2b-b480-4d8d-8758-82c3d3384351 tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] http://10.222.0.30:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103321) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:57:26.524909 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-1f29eb2b-b480-4d8d-8758-82c3d3384351 tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] 10.222.0.30 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0062041 Apr 05 14:57:26.527479 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44940) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:26.533036 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [None req-11012d50-93af-4ac1-822d-f6aeb3dc599a tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] http://10.222.0.30:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:57:26.534599 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-38eec88c-0321-4409-83c6-b317f7522716 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:26.534725 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e09af4-fc8d-40f3-8874-72a47b4d2b72 x-openstack-request-id: req-89e09af4-fc8d-40f3-8874-72a47b4d2b72 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:57:26.535026 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea3dca3c-509e-452c-8b02-29805aa68530", "name": "network-vif-plugged", "status": "completed", "tag": "0b5e4c47-8a8b-4582-b7f7-926916910183", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:57:26.535352 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-89e09af4-fc8d-40f3-8874-72a47b4d2b72 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:57:26.535950 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89e09af4-fc8d-40f3-8874-72a47b4d2b72'] response: {'server_uuid': 'ea3dca3c-509e-452c-8b02-29805aa68530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b5e4c47-8a8b-4582-b7f7-926916910183', 'code': 200} Apr 05 14:57:26.537481 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-11012d50-93af-4ac1-822d-f6aeb3dc599a tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] 10.222.0.30 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0088041 Apr 05 14:57:26.538255 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44942) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:26.551704 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [None req-0e6bcd6d-d180-43db-8a03-e4ad57b1c709 tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] http://10.222.0.30:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103321) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:57:26.552699 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-0e6bcd6d-d180-43db-8a03-e4ad57b1c709 tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] 10.222.0.30 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0125470 Apr 05 14:57:26.556107 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44944) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:26.561019 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [None req-cfd40a41-57cd-4221-b7b8-8fcc96067bd3 tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] http://10.222.0.30:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:57:26.561998 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-cfd40a41-57cd-4221-b7b8-8fcc96067bd3 tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] 10.222.0.30 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0043998 Apr 05 14:57:26.564610 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44946) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:26.571333 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [None req-89f29a4e-47d2-49fb-9154-981de6db8406 tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] http://10.222.0.30:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:57:26.572438 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-89f29a4e-47d2-49fb-9154-981de6db8406 tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] 10.222.0.30 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0068312 Apr 05 14:57:26.575116 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44948) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:26.579824 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [None req-c5528be6-af17-47dd-ade9-d4445308e72d tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] http://10.222.0.30:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:57:26.584401 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-c5528be6-af17-47dd-ade9-d4445308e72d tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] 10.222.0.30 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0082123 Apr 05 14:57:26.585215 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44950) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:26.591598 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:26.597678 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [None req-580d561a-74b2-484b-b6d1-c9e8a876e5e7 tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] http://10.222.0.30:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103321) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:57:26.601062 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-580d561a-74b2-484b-b6d1-c9e8a876e5e7 tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] 10.222.0.30 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0124254 Apr 05 14:57:26.604061 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44952) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:26.636158 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [None req-afef36ba-a1c4-4444-bfd7-3723d32262ad tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] http://10.222.0.30:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:57:26.637678 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-afef36ba-a1c4-4444-bfd7-3723d32262ad tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] 10.222.0.30 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0097935 Apr 05 14:57:26.644003 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44954) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:26.679163 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=0b5e4c47-8a8b-4582-b7f7-926916910183,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:26.681501 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [None req-1e36e1aa-ca4c-4ff0-8fa4-40802915eba2 tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] http://10.222.0.30:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:57:26.684834 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-1e36e1aa-ca4c-4ff0-8fa4-40802915eba2 tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] 10.222.0.30 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0373785 Apr 05 14:57:26.686000 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-38eec88c-0321-4409-83c6-b317f7522716 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:26.686346 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44956) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:26.695018 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [None req-a70bba40-87c1-49b5-b5c9-50d65a13124c tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] http://10.222.0.30:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:57:26.704491 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-a70bba40-87c1-49b5-b5c9-50d65a13124c tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] 10.222.0.30 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0112615 Apr 05 14:57:26.706454 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44958) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:26.713721 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [None req-7643deba-d34c-478f-8c7a-bd12b08d577e tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] http://10.222.0.30:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103321) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:57:26.717421 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c393f10a-7d03-4f97-8226-31d0ef52a96c req-fb81e8c4-ad7a-4e3c-b8db-0dfa9f383e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:26.718163 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-7643deba-d34c-478f-8c7a-bd12b08d577e tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] 10.222.0.30 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0104525 Apr 05 14:57:26.718320 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c393f10a-7d03-4f97-8226-31d0ef52a96c req-fb81e8c4-ad7a-4e3c-b8db-0dfa9f383e36 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ea3dca3c-509e-452c-8b02-29805aa68530 HTTP/1.1" status: 200 len: 1060 time: 0.1155412 Apr 05 14:57:26.718656 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44960) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:26.723266 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [None req-863adca7-73c7-4419-ab37-4a96e268162c tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] http://10.222.0.30:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:57:26.726467 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-863adca7-73c7-4419-ab37-4a96e268162c tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] 10.222.0.30 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0046651 Apr 05 14:57:26.727130 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44962) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:26.738276 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [None req-28ca3b01-d2b3-41f5-8acb-065cc7c3f3d2 tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] http://10.222.0.30:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103321) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:57:26.742237 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-28ca3b01-d2b3-41f5-8acb-065cc7c3f3d2 tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] 10.222.0.30 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0127878 Apr 05 14:57:26.742570 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44964) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:26.747100 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [None req-4864dd32-d1d7-4d89-9832-b84eb217c4dd tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] http://10.222.0.30:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:57:26.750655 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-4864dd32-d1d7-4d89-9832-b84eb217c4dd tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] 10.222.0.30 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0070088 Apr 05 14:57:26.753376 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44966) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:26.758818 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [None req-6a0f1ce8-3c35-455b-ab14-1c27db676e68 tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] http://10.222.0.30:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103321) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:57:26.760930 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-6a0f1ce8-3c35-455b-ab14-1c27db676e68 tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] 10.222.0.30 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0065777 Apr 05 14:57:26.769965 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44968) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:26.774779 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [None req-b3fef706-e13e-4000-b334-a486d43262fc tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] http://10.222.0.30:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:57:26.782215 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44970) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:26.782435 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-b3fef706-e13e-4000-b334-a486d43262fc tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] 10.222.0.30 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0115075 Apr 05 14:57:26.787144 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [None req-9a74067c-7c00-43fb-9a4f-433b5de4f9a2 tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] http://10.222.0.30:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103321) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:57:26.789695 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-9a74067c-7c00-43fb-9a4f-433b5de4f9a2 tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] 10.222.0.30 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0061402 Apr 05 14:57:26.794193 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44972) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:26.795184 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-38eec88c-0321-4409-83c6-b317f7522716 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:26.808405 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a40329dd-6127-4c6d-9412-3626252c2aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:26.818877 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [None req-0a482421-b7f4-4f3c-be12-8379df416863 tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] http://10.222.0.30:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:57:26.823880 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-0a482421-b7f4-4f3c-be12-8379df416863 tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] 10.222.0.30 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0286005 Apr 05 14:57:26.824524 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44974) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:26.829218 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [None req-e24bc9a7-d871-4893-9123-bbfe058067dc tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] http://10.222.0.30:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:57:26.831146 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-e24bc9a7-d871-4893-9123-bbfe058067dc tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] 10.222.0.30 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0054786 Apr 05 14:57:26.835279 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44976) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:26.839928 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [None req-06d0b230-c10f-4974-9355-328310bb3bc3 tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] http://10.222.0.30:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:57:26.842833 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-06d0b230-c10f-4974-9355-328310bb3bc3 tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] 10.222.0.30 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0047600 Apr 05 14:57:26.844084 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44978) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:26.846324 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eec88c-0321-4409-83c6-b317f7522716 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86162a42-5a77-43c4-8ef0-1989b7fdc0cb,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:26.861481 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [None req-5e34faed-9299-4fe3-b328-0fd040b25417 tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] http://10.222.0.30:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:57:26.862950 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-5e34faed-9299-4fe3-b328-0fd040b25417 tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] 10.222.0.30 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0176773 Apr 05 14:57:26.865613 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44980) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:26.870881 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [None req-c19c90b4-7255-4522-a5a6-9a716caac160 tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] http://10.222.0.30:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:57:26.871877 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-c19c90b4-7255-4522-a5a6-9a716caac160 tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] 10.222.0.30 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0052199 Apr 05 14:57:26.874168 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44982) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:26.878225 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [None req-9153fe40-5bac-4c16-8fbf-b616af443cd5 tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] http://10.222.0.30:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:57:26.880917 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-9153fe40-5bac-4c16-8fbf-b616af443cd5 tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] 10.222.0.30 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0042398 Apr 05 14:57:26.882500 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44984) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:26.887496 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [None req-b21eb72b-0eff-4b5e-add2-11314927b4fe tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] http://10.222.0.30:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:57:26.888723 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-b21eb72b-0eff-4b5e-add2-11314927b4fe tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] 10.222.0.30 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0050845 Apr 05 14:57:26.891452 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 44986) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:26.899270 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [None req-2ed3af9c-2c98-4d40-903b-2efeafc17261 tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103321) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:57:26.903611 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-2ed3af9c-2c98-4d40-903b-2efeafc17261 tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0110552 Apr 05 14:57:26.913421 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44988) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:26.913421 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [None req-957639c8-af3e-4548-8e2c-6655fce84591 tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] http://10.222.0.30:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:57:26.913421 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-957639c8-af3e-4548-8e2c-6655fce84591 tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] 10.222.0.30 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0043404 Apr 05 14:57:26.915665 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44990) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:26.919829 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [None req-adbe40f4-a047-4552-9e27-17a195b0ee74 tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] http://10.222.0.30:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:57:26.920950 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-adbe40f4-a047-4552-9e27-17a195b0ee74 tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] 10.222.0.30 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0045166 Apr 05 14:57:26.923361 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44994) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:26.927631 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [None req-ad5fec9e-484a-4159-a144-0785f0c814dd tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] http://10.222.0.30:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:57:26.928589 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-ad5fec9e-484a-4159-a144-0785f0c814dd tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] 10.222.0.30 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0043623 Apr 05 14:57:26.939434 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44996) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:26.939814 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-38eec88c-0321-4409-83c6-b317f7522716 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:26.939814 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-38eec88c-0321-4409-83c6-b317f7522716 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5499160 Apr 05 14:57:26.940010 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [None req-385b91bb-5905-45a6-8492-6e2e1f6284f1 tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] http://10.222.0.30:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:57:26.940010 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-385b91bb-5905-45a6-8492-6e2e1f6284f1 tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] 10.222.0.30 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0054281 Apr 05 14:57:26.941564 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 44998) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:26.944289 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45000) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:26.948150 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-5a1280c9-8696-4a42-b7ae-154802ba7b7a tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Request body: {'security_group_rule': {'security_group_id': '86162a42-5a77-43c4-8ef0-1989b7fdc0cb', 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:57:26.949036 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [None req-e8627eb4-8f4c-4bc0-b6b9-7e389fa6e3a9 tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] http://10.222.0.30:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103321) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:57:26.952768 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-e8627eb4-8f4c-4bc0-b6b9-7e389fa6e3a9 tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] 10.222.0.30 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0073924 Apr 05 14:57:26.954111 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45002) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:26.963352 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [None req-02bcc4f5-99da-4543-af4e-4883c7a5146c tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] http://10.222.0.30:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103321) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:57:26.967161 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 45004) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:26.968589 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-02bcc4f5-99da-4543-af4e-4883c7a5146c tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] 10.222.0.30 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0114627 Apr 05 14:57:26.976037 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [None req-76f87e96-4d5e-4ec6-8ae3-23ddf684f131 tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] http://10.222.0.30:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:57:26.977422 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-76f87e96-4d5e-4ec6-8ae3-23ddf684f131 tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] 10.222.0.30 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0090766 Apr 05 14:57:26.980221 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 45006) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:26.986708 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [None req-d3b6b3ba-419f-4d01-8eb2-32068a8aea1b tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:57:26.988082 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-d3b6b3ba-419f-4d01-8eb2-32068a8aea1b tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0064993 Apr 05 14:57:26.991412 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 45008) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:26.995883 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [None req-cd63beb4-349f-4b6c-98a5-eee15fa26d3d tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] http://10.222.0.30:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:57:27.010335 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-cd63beb4-349f-4b6c-98a5-eee15fa26d3d tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] 10.222.0.30 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0056174 Apr 05 14:57:27.010582 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45010) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:27.017435 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [None req-fc9deaee-f315-46c9-a1fd-f53f066cdc47 tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] http://10.222.0.30:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103321) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:57:27.022430 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-fc9deaee-f315-46c9-a1fd-f53f066cdc47 tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] 10.222.0.30 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0086882 Apr 05 14:57:27.023203 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45012) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:27.027460 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [None req-75238974-58da-4a7d-93c7-de7ed68a82f1 tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] http://10.222.0.30:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103321) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:57:27.031270 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-75238974-58da-4a7d-93c7-de7ed68a82f1 tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] 10.222.0.30 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0069289 Apr 05 14:57:27.033716 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45014) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:27.039265 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [None req-248285bf-cd27-4624-b5df-56d2d957645a tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] http://10.222.0.30:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103321) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:57:27.042665 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-248285bf-cd27-4624-b5df-56d2d957645a tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] 10.222.0.30 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0054269 Apr 05 14:57:27.042886 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45016) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:27.046834 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [None req-2d92d38c-22a0-4a36-b5b9-aa889717178e tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] http://10.222.0.30:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103321) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:57:27.050001 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-2d92d38c-22a0-4a36-b5b9-aa889717178e tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] 10.222.0.30 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0040426 Apr 05 14:57:27.050441 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45018) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:27.059101 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [None req-fc371d58-110d-49ee-bc1f-5564b5183064 tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103321) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:57:27.061413 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-fc371d58-110d-49ee-bc1f-5564b5183064 tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0101926 Apr 05 14:57:27.062674 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45020) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:27.064814 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddaea55-1df6-47c2-9f27-dfe4fb3e88a9 req-093754ec-5ea4-4538-9bb9-71652152060b tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:27.066577 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fddaea55-1df6-47c2-9f27-dfe4fb3e88a9 req-093754ec-5ea4-4538-9bb9-71652152060b tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea3dca3c-509e-452c-8b02-29805aa68530 HTTP/1.1" status: 200 len: 909 time: 0.0675433 Apr 05 14:57:27.067951 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [None req-4f6794c2-afd0-4e88-a6f1-eb060c9ce97b tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103321) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 14:57:27.069236 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-4f6794c2-afd0-4e88-a6f1-eb060c9ce97b tempest-ExtensionsTestJSON-1420028259 tempest-ExtensionsTestJSON-1420028259-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0054271 Apr 05 14:57:27.084181 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5a1280c9-8696-4a42-b7ae-154802ba7b7a tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:27.135016 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5a1280c9-8696-4a42-b7ae-154802ba7b7a tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:27.205724 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5a1280c9-8696-4a42-b7ae-154802ba7b7a tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:27.227454 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1280c9-8696-4a42-b7ae-154802ba7b7a tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db6e87f5-a105-4b4b-9ec6-f9a5c068d373,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:27.311411 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5a1280c9-8696-4a42-b7ae-154802ba7b7a tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:27.312692 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-5a1280c9-8696-4a42-b7ae-154802ba7b7a tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3698404 Apr 05 14:57:27.315475 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 45026) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:27.320218 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-d435e8d1-d95d-4db3-9fbf-16ae284391b1 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Request body: {'security_group_rule': {'security_group_id': '86162a42-5a77-43c4-8ef0-1989b7fdc0cb', 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:57:27.480821 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d435e8d1-d95d-4db3-9fbf-16ae284391b1 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:27.550168 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d435e8d1-d95d-4db3-9fbf-16ae284391b1 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:27.612154 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d435e8d1-d95d-4db3-9fbf-16ae284391b1 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:27.630151 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d435e8d1-d95d-4db3-9fbf-16ae284391b1 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e541113b-0206-4e7f-97d2-727b97c49a55,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:27.673626 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 45030) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:27.734419 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d435e8d1-d95d-4db3-9fbf-16ae284391b1 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:27.735620 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-d435e8d1-d95d-4db3-9fbf-16ae284391b1 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4191647 Apr 05 14:57:27.738396 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 45034) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:27.743800 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-1cbdcb73-c2c4-4180-b88c-2875b4b9ac5f tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Request body: {'security_group_rule': {'security_group_id': '86162a42-5a77-43c4-8ef0-1989b7fdc0cb', 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:57:27.791064 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d62041ae-7e51-45ca-9ab3-0d055e6975ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:27.877385 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d62041ae-7e51-45ca-9ab3-0d055e6975ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:27.878544 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1cbdcb73-c2c4-4180-b88c-2875b4b9ac5f tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:27.934116 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1cbdcb73-c2c4-4180-b88c-2875b4b9ac5f tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:28.008810 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d62041ae-7e51-45ca-9ab3-0d055e6975ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:28.049611 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-d62041ae-7e51-45ca-9ab3-0d055e6975ec admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0ee49f9d5e6847c581e91bb5a06f693f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3741426 Apr 05 14:57:28.050474 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62041ae-7e51-45ca-9ab3-0d055e6975ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35362541-6dd1-4061-b2fd-571dfe0a98df,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:28.063247 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45036) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:28.082528 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1cbdcb73-c2c4-4180-b88c-2875b4b9ac5f tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:28.107594 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbdcb73-c2c4-4180-b88c-2875b4b9ac5f tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b353ecf7-fb4c-409a-b145-8a6902933461,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:28.108316 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-bf8548f9-642d-49cc-853a-cd057e3984b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:28.120444 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:28.139511 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-bf8548f9-642d-49cc-853a-cd057e3984b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:28.216513 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d70760-eb38-4c9e-84da-1666ba7c2b0d req-cd58257d-c386-4035-a855-eaeba8ba5428 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:28.218118 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-28d70760-eb38-4c9e-84da-1666ba7c2b0d req-cd58257d-c386-4035-a855-eaeba8ba5428 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea3dca3c-509e-452c-8b02-29805aa68530 HTTP/1.1" status: 200 len: 909 time: 0.0549867 Apr 05 14:57:28.228177 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1cbdcb73-c2c4-4180-b88c-2875b4b9ac5f tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:28.230774 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-1cbdcb73-c2c4-4180-b88c-2875b4b9ac5f tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4906044 Apr 05 14:57:28.234461 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45042) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:28.239317 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-c5b7a191-d263-41db-971b-0e2b2f521ab7 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Request body: {'security_group_rule': {'security_group_id': '86162a42-5a77-43c4-8ef0-1989b7fdc0cb', 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:57:28.258671 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-bf8548f9-642d-49cc-853a-cd057e3984b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:28.262204 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-bf8548f9-642d-49cc-853a-cd057e3984b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:28.262516 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-bf8548f9-642d-49cc-853a-cd057e3984b1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/35362541-6dd1-4061-b2fd-571dfe0a98df HTTP/1.1" status: 204 len: 168 time: 0.2085094 Apr 05 14:57:28.271162 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8548f9-642d-49cc-853a-cd057e3984b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35362541-6dd1-4061-b2fd-571dfe0a98df,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:28.391416 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d43ba-c2f5-41a9-9b0c-7fdf61c99cae req-0a6c9338-6309-44f9-9f75-e0c1a95d34b5 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:28.392984 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a76d43ba-c2f5-41a9-9b0c-7fdf61c99cae req-0a6c9338-6309-44f9-9f75-e0c1a95d34b5 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea3dca3c-509e-452c-8b02-29805aa68530 HTTP/1.1" status: 200 len: 909 time: 0.0871143 Apr 05 14:57:28.402885 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c5b7a191-d263-41db-971b-0e2b2f521ab7 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:28.492988 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c5b7a191-d263-41db-971b-0e2b2f521ab7 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:28.519970 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f5b9f-4559-45c1-87cb-36b195b24aeb req-c6b176a6-85e1-490f-a525-d18e2561d9f0 tempest-TestSecurityGroupsBasicOps-1500447946 tempest-TestSecurityGroupsBasicOps-1500447946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:28.521702 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f69f5b9f-4559-45c1-87cb-36b195b24aeb req-c6b176a6-85e1-490f-a525-d18e2561d9f0 tempest-TestSecurityGroupsBasicOps-1500447946 tempest-TestSecurityGroupsBasicOps-1500447946-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ea3dca3c-509e-452c-8b02-29805aa68530 HTTP/1.1" status: 200 len: 1060 time: 0.0432248 Apr 05 14:57:28.608698 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c5b7a191-d263-41db-971b-0e2b2f521ab7 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:28.626807 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7a191-d263-41db-971b-0e2b2f521ab7 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32b969da-8b76-498f-bdc6-e36ccfb85fa5,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:28.644925 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9e8c2d-c301-4d4a-aa87-f7985c3133f4 req-407c6345-4e5a-489f-ada3-f640293bf29c tempest-TestSecurityGroupsBasicOps-1500447946 tempest-TestSecurityGroupsBasicOps-1500447946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:28.647029 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bd9e8c2d-c301-4d4a-aa87-f7985c3133f4 req-407c6345-4e5a-489f-ada3-f640293bf29c tempest-TestSecurityGroupsBasicOps-1500447946 tempest-TestSecurityGroupsBasicOps-1500447946-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=56f68192-4b00-42fa-a055-1229d0a467cd HTTP/1.1" status: 200 len: 1136 time: 0.0513253 Apr 05 14:57:28.685999 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-bd9e8c2d-c301-4d4a-aa87-f7985c3133f4 req-bcf255ee-ed7e-4a80-9eb7-c382330734bf tempest-TestSecurityGroupsBasicOps-1500447946 tempest-TestSecurityGroupsBasicOps-1500447946-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=99abac29-4317-42f1-9175-a951c7a0154c&id=a853e761-6280-4be8-a0fe-96d299da5bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0327337 Apr 05 14:57:28.713955 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45058) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:28.750150 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c5b7a191-d263-41db-971b-0e2b2f521ab7 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:28.751326 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-c5b7a191-d263-41db-971b-0e2b2f521ab7 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5158684 Apr 05 14:57:28.754431 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 45062) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:28.760945 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-cce77d2d-5529-4ee2-a202-11a55c777a3f tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Request body: {'security_group_rule': {'security_group_id': '86162a42-5a77-43c4-8ef0-1989b7fdc0cb', 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:57:28.769393 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ad8087-5831-4433-92bd-33c21584e3c6 tempest-TestSecurityGroupsBasicOps-1500447946 tempest-TestSecurityGroupsBasicOps-1500447946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:28.772154 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-45ad8087-5831-4433-92bd-33c21584e3c6 tempest-TestSecurityGroupsBasicOps-1500447946 tempest-TestSecurityGroupsBasicOps-1500447946-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ea3dca3c-509e-452c-8b02-29805aa68530 HTTP/1.1" status: 200 len: 1055 time: 0.0560715 Apr 05 14:57:28.898935 n-d-836650-2 neutron-server[103320]: INFO neutron.db.securitygroups_db [None req-cce77d2d-5529-4ee2-a202-11a55c777a3f tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Project b07e36dc5a904f16980660900e2eecc1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 14:57:28.906972 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cce77d2d-5529-4ee2-a202-11a55c777a3f tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:28.964837 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cce77d2d-5529-4ee2-a202-11a55c777a3f tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:29.026399 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cce77d2d-5529-4ee2-a202-11a55c777a3f tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:29.042837 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce77d2d-5529-4ee2-a202-11a55c777a3f tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f323bc7-1a52-453e-b246-40bf4293eb41,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:29.123038 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cce77d2d-5529-4ee2-a202-11a55c777a3f tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:29.124349 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-cce77d2d-5529-4ee2-a202-11a55c777a3f tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3688059 Apr 05 14:57:29.127022 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 45070) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:29.132527 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-49cc9119-48a0-4f51-b101-f3238e22f697 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Request body: {'security_group_rule': {'security_group_id': '86162a42-5a77-43c4-8ef0-1989b7fdc0cb', 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:57:29.265836 n-d-836650-2 neutron-server[103320]: INFO neutron.db.securitygroups_db [None req-49cc9119-48a0-4f51-b101-f3238e22f697 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Project b07e36dc5a904f16980660900e2eecc1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 14:57:29.272987 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-49cc9119-48a0-4f51-b101-f3238e22f697 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:29.357405 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-49cc9119-48a0-4f51-b101-f3238e22f697 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:29.408674 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faadd20c-2bd9-4985-86dd-0573b43477d8 req-112df8cf-9120-4b20-aed3-e2f5bef8a907 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:29.410446 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-faadd20c-2bd9-4985-86dd-0573b43477d8 req-112df8cf-9120-4b20-aed3-e2f5bef8a907 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea3dca3c-509e-452c-8b02-29805aa68530 HTTP/1.1" status: 200 len: 909 time: 0.0518317 Apr 05 14:57:29.524015 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-49cc9119-48a0-4f51-b101-f3238e22f697 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834944'] for security_group_rule, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:29.555687 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cc9119-48a0-4f51-b101-f3238e22f697 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99ef7e08-9ef7-462a-9b36-0bd55755bfce,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:29.659421 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 45090) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:29.682863 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:29.686181 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:29.687643 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-49cc9119-48a0-4f51-b101-f3238e22f697 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:29.689966 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-49cc9119-48a0-4f51-b101-f3238e22f697 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5618725 Apr 05 14:57:29.693516 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 45094) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:29.698739 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-056b8907-f827-4826-949c-f34977f8f09d tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Request body: {'network': {'name': 'tempest-network-smoke--972995928', 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'port_security_enabled': True}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:57:29.767335 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-47401ca7-b3e0-47ea-be04-805b42655392 tempest-DvrRoutersNegativeTest-223247183 tempest-DvrRoutersNegativeTest-223247183-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1385584371', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:57:29.770912 n-d-836650-2 neutron-server[103320]: DEBUG neutron.policy [None req-47401ca7-b3e0-47ea-be04-805b42655392 tempest-DvrRoutersNegativeTest-223247183 tempest-DvrRoutersNegativeTest-223247183-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103320) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Apr 05 14:57:29.771212 n-d-836650-2 neutron-server[103320]: DEBUG neutron.policy [None req-47401ca7-b3e0-47ea-be04-805b42655392 tempest-DvrRoutersNegativeTest-223247183 tempest-DvrRoutersNegativeTest-223247183-project] Failed policy check for 'create_router' {{(pid=103320) enforce /opt/stack/neutron/neutron/policy.py:520}} Apr 05 14:57:29.771734 n-d-836650-2 neutron-server[103320]: INFO neutron.api.v2.resource [None req-47401ca7-b3e0-47ea-be04-805b42655392 tempest-DvrRoutersNegativeTest-223247183 tempest-DvrRoutersNegativeTest-223247183-project] create failed (client error): Access was denied to this resource. Apr 05 14:57:29.772759 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-47401ca7-b3e0-47ea-be04-805b42655392 tempest-DvrRoutersNegativeTest-223247183 tempest-DvrRoutersNegativeTest-223247183-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1123269 Apr 05 14:57:29.774022 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056b8907-f827-4826-949c-f34977f8f09d tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Made reservation on behalf of b07e36dc5a904f16980660900e2eecc1 for: {'network': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:57:29.777500 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-056b8907-f827-4826-949c-f34977f8f09d tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:29.806765 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-056b8907-f827-4826-949c-f34977f8f09d tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=103320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:57:29.816115 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-056b8907-f827-4826-949c-f34977f8f09d tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:29.816466 n-d-836650-2 neutron-server[103320]: INFO neutron.db.segments_db [None req-056b8907-f827-4826-949c-f34977f8f09d tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Added segment 4a7e5dcc-afa1-4e42-843b-4972e39fae76 of type vlan for network ad312309-970e-42ad-af00-1f9e282ef313 Apr 05 14:57:29.859276 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-056b8907-f827-4826-949c-f34977f8f09d tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:30.030962 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-056b8907-f827-4826-949c-f34977f8f09d tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:30.037373 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056b8907-f827-4826-949c-f34977f8f09d tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:30.038213 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-056b8907-f827-4826-949c-f34977f8f09d tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:30.104820 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b8907-f827-4826-949c-f34977f8f09d tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Pushing event updated for resources: {'Network': ['ID=ad312309-970e-42ad-af00-1f9e282ef313,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:30.115101 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network ad312309-970e-42ad-af00-1f9e282ef313 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:57:30.156808 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-056b8907-f827-4826-949c-f34977f8f09d tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4596341 Apr 05 14:57:30.157997 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45098) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:30.162003 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-2f463855-d5b5-43db-9405-4a17baab6eb6 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-411034118', 'admin_state_up': True, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:57:30.271873 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2f463855-d5b5-43db-9405-4a17baab6eb6 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27088'] for router, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:30.273054 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2f463855-d5b5-43db-9405-4a17baab6eb6 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27079'] for router, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:30.311067 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 45102) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:30.367368 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2f463855-d5b5-43db-9405-4a17baab6eb6 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:30.450337 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9694c9a4-5728-43fd-aa58-36c339a9ce06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:30.568022 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac6697-f917-4838-b452-513be2faf24c req-61c0001c-7a59-4ee0-a60b-3c0467d995d7 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:30.569916 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d1ac6697-f917-4838-b452-513be2faf24c req-61c0001c-7a59-4ee0-a60b-3c0467d995d7 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea3dca3c-509e-452c-8b02-29805aa68530 HTTP/1.1" status: 200 len: 909 time: 0.0779243 Apr 05 14:57:30.586471 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2f463855-d5b5-43db-9405-4a17baab6eb6 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:30.602168 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9694c9a4-5728-43fd-aa58-36c339a9ce06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:30.662102 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6521a1bd-230c-4157-8e7e-c2ec52ada89c req-c6c5ccf9-dbf4-4bd7-92f9-9ae4a8966c68 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:30.663879 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6521a1bd-230c-4157-8e7e-c2ec52ada89c req-c6c5ccf9-dbf4-4bd7-92f9-9ae4a8966c68 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea3dca3c-509e-452c-8b02-29805aa68530 HTTP/1.1" status: 200 len: 909 time: 0.0526140 Apr 05 14:57:30.677429 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9694c9a4-5728-43fd-aa58-36c339a9ce06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:30.752678 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-9694c9a4-5728-43fd-aa58-36c339a9ce06 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=29f49c6dae404e559060ff3e82159138&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4373567 Apr 05 14:57:30.772349 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9694c9a4-5728-43fd-aa58-36c339a9ce06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e793262-f2de-44c8-a808-45bbc5d41fe6,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:30.774852 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 45110) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:30.846888 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c66a5070-0cf1-4295-915b-31c096fffcb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:30.854144 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-6521a1bd-230c-4157-8e7e-c2ec52ada89c req-f2287531-bb3e-4606-b4a7-ad2e76976369 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Deleting port 0b5e4c47-8a8b-4582-b7f7-926916910183 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:57:30.854482 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-6521a1bd-230c-4157-8e7e-c2ec52ada89c req-f2287531-bb3e-4606-b4a7-ad2e76976369 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:30.917161 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c66a5070-0cf1-4295-915b-31c096fffcb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:30.992242 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-6521a1bd-230c-4157-8e7e-c2ec52ada89c req-f2287531-bb3e-4606-b4a7-ad2e76976369 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] For port 0b5e4c47-8a8b-4582-b7f7-926916910183, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=0b5e4c47-8a8b-4582-b7f7-926916910183,segment=NetworkSegment(7c81a5b8-0e59-4475-8819-1e7e14deca41),segment_id=7c81a5b8-0e59-4475-8819-1e7e14deca41)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:57:30.992530 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-6521a1bd-230c-4157-8e7e-c2ec52ada89c req-f2287531-bb3e-4606-b4a7-ad2e76976369 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:31.007010 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-6521a1bd-230c-4157-8e7e-c2ec52ada89c req-f2287531-bb3e-4606-b4a7-ad2e76976369 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Calling delete_port for 0b5e4c47-8a8b-4582-b7f7-926916910183 owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:57:31.088959 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c66a5070-0cf1-4295-915b-31c096fffcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:31.092032 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c66a5070-0cf1-4295-915b-31c096fffcb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:31.093267 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-c66a5070-0cf1-4295-915b-31c096fffcb8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4e793262-f2de-44c8-a808-45bbc5d41fe6 HTTP/1.1" status: 204 len: 168 time: 0.3170393 Apr 05 14:57:31.106091 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66a5070-0cf1-4295-915b-31c096fffcb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e793262-f2de-44c8-a808-45bbc5d41fe6,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:31.172701 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2f463855-d5b5-43db-9405-4a17baab6eb6 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for router_gateway, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:31.191764 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2f463855-d5b5-43db-9405-4a17baab6eb6 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:31.225551 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-6521a1bd-230c-4157-8e7e-c2ec52ada89c req-f2287531-bb3e-4606-b4a7-ad2e76976369 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:31.259362 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2287531-bb3e-4606-b4a7-ad2e76976369 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Pushing event deleted for resources: {'Port': ['ID=0b5e4c47-8a8b-4582-b7f7-926916910183,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:31.300249 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-6521a1bd-230c-4157-8e7e-c2ec52ada89c req-f2287531-bb3e-4606-b4a7-ad2e76976369 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] No DVR routers for this DVR port 0b5e4c47-8a8b-4582-b7f7-926916910183 on host n-h1-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:57:31.307757 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-6521a1bd-230c-4157-8e7e-c2ec52ada89c req-f2287531-bb3e-4606-b4a7-ad2e76976369 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:31.311177 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6521a1bd-230c-4157-8e7e-c2ec52ada89c req-f2287531-bb3e-4606-b4a7-ad2e76976369 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.55 "DELETE /v2.0/ports/0b5e4c47-8a8b-4582-b7f7-926916910183 HTTP/1.1" status: 204 len: 173 time: 0.6409719 Apr 05 14:57:31.311651 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea3dca3c-509e-452c-8b02-29805aa68530', 'name': 'network-vif-deleted', 'tag': '0b5e4c47-8a8b-4582-b7f7-926916910183'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:57:31.314024 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c5b7867-c2a9-4358-969e-54f5193fc155" -d '{"events": [{"server_uuid": "ea3dca3c-509e-452c-8b02-29805aa68530", "name": "network-vif-deleted", "tag": "0b5e4c47-8a8b-4582-b7f7-926916910183"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:57:31.345844 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-2f463855-d5b5-43db-9405-4a17baab6eb6 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Allocated IP 172.25.6.147 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/9d77de6a-7229-407e-aa57-36579fbd54a8) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:57:31.363284 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dbfa796-b18d-4d11-8de9-7be3b7c2bf86 x-openstack-request-id: req-4dbfa796-b18d-4d11-8de9-7be3b7c2bf86 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:57:31.363579 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea3dca3c-509e-452c-8b02-29805aa68530", "name": "network-vif-deleted", "tag": "0b5e4c47-8a8b-4582-b7f7-926916910183", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:57:31.363830 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4dbfa796-b18d-4d11-8de9-7be3b7c2bf86 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:57:31.364996 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dbfa796-b18d-4d11-8de9-7be3b7c2bf86'] response: {'server_uuid': 'ea3dca3c-509e-452c-8b02-29805aa68530', 'name': 'network-vif-deleted', 'tag': '0b5e4c47-8a8b-4582-b7f7-926916910183', 'status': 'completed', 'code': 200} Apr 05 14:57:31.472091 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2f463855-d5b5-43db-9405-4a17baab6eb6 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:31.608820 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2f463855-d5b5-43db-9405-4a17baab6eb6 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:31.652385 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f463855-d5b5-43db-9405-4a17baab6eb6 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:57:31.656444 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-2f463855-d5b5-43db-9405-4a17baab6eb6 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:57:31.660391 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f463855-d5b5-43db-9405-4a17baab6eb6 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:57:31.665173 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f463855-d5b5-43db-9405-4a17baab6eb6 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Pushing event updated for resources: {'Port': ['ID=9d77de6a-7229-407e-aa57-36579fbd54a8,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:31.678963 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c11b4a45-311b-49e9-a822-ef7c2311a33e req-48435da2-1110-4c5a-a61b-94180a3bbbb2 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea3dca3c-509e-452c-8b02-29805aa68530 HTTP/1.1" status: 200 len: 210 time: 0.0338142 Apr 05 14:57:32.038702 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2f463855-d5b5-43db-9405-4a17baab6eb6 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for router_gateway, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:32.260493 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2f463855-d5b5-43db-9405-4a17baab6eb6 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618'] for router, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:32.294769 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 45144) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:32.415061 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-7999df13-360b-4f8b-943f-ba637e7670d3 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1400066036', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:57:32.448098 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f463855-d5b5-43db-9405-4a17baab6eb6 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Router 7e5f17e7-75c3-4303-a80d-0f4ad7ff385e is scheduled to L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 with binding_index 1 {{(pid=103321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:57:32.503814 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7999df13-360b-4f8b-943f-ba637e7670d3 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27088'] for router, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:32.505105 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7999df13-360b-4f8b-943f-ba637e7670d3 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27079'] for router, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:32.562657 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f463855-d5b5-43db-9405-4a17baab6eb6 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:57:32.563942 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7999df13-360b-4f8b-943f-ba637e7670d3 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:32.573165 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c6f096-9906-4b1b-8f3f-99e3139e8397 None None] Sync routers for ids ['7e5f17e7-75c3-4303-a80d-0f4ad7ff385e'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:57:32.584215 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c6f096-9906-4b1b-8f3f-99e3139e8397 None None] Routers {'7e5f17e7-75c3-4303-a80d-0f4ad7ff385e'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:57:32.584902 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-01c6f096-9906-4b1b-8f3f-99e3139e8397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:57:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['7e5f17e7-75c3-4303-a80d-0f4ad7ff385e'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:32.614556 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7999df13-360b-4f8b-943f-ba637e7670d3 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808618'] for router, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:32.639097 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2f463855-d5b5-43db-9405-4a17baab6eb6 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:32.643541 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-2f463855-d5b5-43db-9405-4a17baab6eb6 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4820142 Apr 05 14:57:32.643898 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 45148) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:32.673259 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-0e71d282-042d-4a3d-8484-73e40cca22d3 tempest-TestNetworkAdvancedServerOps-2063735697 tempest-TestNetworkAdvancedServerOps-2063735697-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=b07e36dc5a904f16980660900e2eecc1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281014 Apr 05 14:57:32.675815 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 45150) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:32.688850 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7999df13-360b-4f8b-943f-ba637e7670d3 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks [] for router, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:32.690066 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-7999df13-360b-4f8b-943f-ba637e7670d3 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3942161 Apr 05 14:57:32.695791 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45152) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:32.703346 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-0411459c-4801-483c-b7af-2761160d9601 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1650345325'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:57:32.709611 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-01c6f096-9906-4b1b-8f3f-99e3139e8397 None None] Set router 7e5f17e7-75c3-4303-a80d-0f4ad7ff385e gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:57:32.747542 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45156) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:32.775718 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f695464-aeb7-4442-b926-50e25b4fdcbf tempest-TestNetworkAdvancedServerOps-2063735697 tempest-TestNetworkAdvancedServerOps-2063735697-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:32.777418 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-3f695464-aeb7-4442-b926-50e25b4fdcbf tempest-TestNetworkAdvancedServerOps-2063735697 tempest-TestNetworkAdvancedServerOps-2063735697-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1003931 Apr 05 14:57:32.780230 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 45158) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:32.787715 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0411459c-4801-483c-b7af-2761160d9601 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Made reservation on behalf of 0037ca7679ab4e199f4a46f1dcb55dc0 for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:57:32.791443 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0411459c-4801-483c-b7af-2761160d9601 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:32.808592 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0411459c-4801-483c-b7af-2761160d9601 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:32.824316 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45160) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:32.825799 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-5b63955e-82f9-4419-9858-46e066202e96 tempest-TestNetworkAdvancedServerOps-2063735697 tempest-TestNetworkAdvancedServerOps-2063735697-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0341642 Apr 05 14:57:32.829078 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-cd587639-4694-4efb-a3e0-b390fb418267 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-331732621', 'network_id': 'ad312309-970e-42ad-af00-1f9e282ef313', 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:57:32.956218 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-01c6f096-9906-4b1b-8f3f-99e3139e8397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5f17e7-75c3-4303-a80d-0f4ad7ff385e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-411034118', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': '9d77de6a-7229-407e-aa57-36579fbd54a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:57:30Z', 'updated_at': '2022-04-05T14:57:31Z', 'revision_number': 3, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'gw_port': {'id': '9d77de6a-7229-407e-aa57-36579fbd54a8', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:eb:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e5f17e7-75c3-4303-a80d-0f4ad7ff385e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:57:31Z', 'updated_at': '2022-04-05T14:57:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:32.985297 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c6f096-9906-4b1b-8f3f-99e3139e8397 None None] Checking router: 7e5f17e7-75c3-4303-a80d-0f4ad7ff385e for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:57:32.985643 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c6f096-9906-4b1b-8f3f-99e3139e8397 None None] Updating router 7e5f17e7-75c3-4303-a80d-0f4ad7ff385e port 9d77de6a-7229-407e-aa57-36579fbd54a8 binding host n-d-836650-2 {{(pid=103323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:57:33.011710 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-01c6f096-9906-4b1b-8f3f-99e3139e8397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:33.125194 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0411459c-4801-483c-b7af-2761160d9601 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:33.129041 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd587639-4694-4efb-a3e0-b390fb418267 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Made reservation on behalf of b07e36dc5a904f16980660900e2eecc1 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:57:33.133095 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-cd587639-4694-4efb-a3e0-b390fb418267 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:33.194944 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0411459c-4801-483c-b7af-2761160d9601 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:33.259844 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0411459c-4801-483c-b7af-2761160d9601 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:57:33.300978 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0411459c-4801-483c-b7af-2761160d9601 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bba9309-1300-469f-912c-cda863c57c7d,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:33.307585 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0411459c-4801-483c-b7af-2761160d9601 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:33.308081 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-0411459c-4801-483c-b7af-2761160d9601 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Added segment 1eba06dc-0074-4144-b296-ddfe7b2b3e3f of type vlan for network 7cc01384-1614-4ff3-9e06-f744375a9cc1 Apr 05 14:57:33.375938 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0411459c-4801-483c-b7af-2761160d9601 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:33.388956 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-01c6f096-9906-4b1b-8f3f-99e3139e8397 None None] Notify callbacks [] for port, precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:33.454332 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-01c6f096-9906-4b1b-8f3f-99e3139e8397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:33.517544 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-01c6f096-9906-4b1b-8f3f-99e3139e8397 None None] Attempting to bind port 9d77de6a-7229-407e-aa57-36579fbd54a8 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:57:33.517909 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-01c6f096-9906-4b1b-8f3f-99e3139e8397 None None] Attempting to bind port 9d77de6a-7229-407e-aa57-36579fbd54a8 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:57:33.518275 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c6f096-9906-4b1b-8f3f-99e3139e8397 None None] Attempting to bind port 9d77de6a-7229-407e-aa57-36579fbd54a8 on network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:57:33.526629 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c6f096-9906-4b1b-8f3f-99e3139e8397 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:57:33.526862 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c6f096-9906-4b1b-8f3f-99e3139e8397 None None] Checking segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:57:33.527267 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-01c6f096-9906-4b1b-8f3f-99e3139e8397 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:33.527612 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c6f096-9906-4b1b-8f3f-99e3139e8397 None None] Bound using segment: {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:57:33.528196 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-01c6f096-9906-4b1b-8f3f-99e3139e8397 None None] Bound port: 9d77de6a-7229-407e-aa57-36579fbd54a8, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e63c51-b2ce-43e4-b575-33784cf617d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:57:33.528450 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-01c6f096-9906-4b1b-8f3f-99e3139e8397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:33.538727 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0411459c-4801-483c-b7af-2761160d9601 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:33.544396 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0411459c-4801-483c-b7af-2761160d9601 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:33.545122 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0411459c-4801-483c-b7af-2761160d9601 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks [] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:33.572011 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca11bf7-6784-44ea-9f8b-26edc57278ed None None] Pushing event updated for resources: {'Port': ['ID=9d77de6a-7229-407e-aa57-36579fbd54a8,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:33.578267 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-cd587639-4694-4efb-a3e0-b390fb418267 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:33.601443 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-01c6f096-9906-4b1b-8f3f-99e3139e8397 None None] For port 9d77de6a-7229-407e-aa57-36579fbd54a8, host n-d-836650-2, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:57:33.606545 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-01c6f096-9906-4b1b-8f3f-99e3139e8397 None None] For port 9d77de6a-7229-407e-aa57-36579fbd54a8, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=9d77de6a-7229-407e-aa57-36579fbd54a8,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:57:33.675505 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0411459c-4801-483c-b7af-2761160d9601 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Pushing event updated for resources: {'Network': ['ID=7cc01384-1614-4ff3-9e06-f744375a9cc1,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:33.677554 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-01c6f096-9906-4b1b-8f3f-99e3139e8397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:33.690563 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 7cc01384-1614-4ff3-9e06-f744375a9cc1 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:57:33.691132 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-0411459c-4801-483c-b7af-2761160d9601 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.9904051 Apr 05 14:57:33.691727 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 45164) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:33.695792 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd587639-4694-4efb-a3e0-b390fb418267 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Pushing event updated for resources: {'Subnet': ['ID=e906ff7a-8af7-479e-b554-4c7c2c25d7fa,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:33.697718 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-83bb437c-dd3f-4a7e-985e-6eab8176df21 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Request body: {'subnet': {'network_id': '7cc01384-1614-4ff3-9e06-f744375a9cc1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:57:33.714070 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1e4e6c81-ee08-4450-a49e-0bca34eefc46 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809988'] for router_interface, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:33.744778 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c6f096-9906-4b1b-8f3f-99e3139e8397 None None] Routers {'7e5f17e7-75c3-4303-a80d-0f4ad7ff385e'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:57:33.745808 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-01c6f096-9906-4b1b-8f3f-99e3139e8397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:57:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['7e5f17e7-75c3-4303-a80d-0f4ad7ff385e'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:33.759686 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd587639-4694-4efb-a3e0-b390fb418267 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Checking segment: {'id': '4a7e5dcc-afa1-4e42-843b-4972e39fae76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ad312309-970e-42ad-af00-1f9e282ef313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:57:33.760046 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd587639-4694-4efb-a3e0-b390fb418267 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Network hostable DHCP agents. Network: ad312309-970e-42ad-af00-1f9e282ef313, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:57:33.804124 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca11bf7-6784-44ea-9f8b-26edc57278ed None None] Pushing event updated for resources: {'Port': ['ID=9d77de6a-7229-407e-aa57-36579fbd54a8,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:33.861276 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-01c6f096-9906-4b1b-8f3f-99e3139e8397 None None] Set router 7e5f17e7-75c3-4303-a80d-0f4ad7ff385e gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:57:33.914258 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd587639-4694-4efb-a3e0-b390fb418267 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Network ad312309-970e-42ad-af00-1f9e282ef313 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:57:33.924478 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 0b5e4c47-8a8b-4582-b7f7-926916910183 no longer exists at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:57:33.939613 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83bb437c-dd3f-4a7e-985e-6eab8176df21 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Made reservation on behalf of 0037ca7679ab4e199f4a46f1dcb55dc0 for: {'subnet': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:57:33.944061 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-83bb437c-dd3f-4a7e-985e-6eab8176df21 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13127328'] for subnet, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:33.948921 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] No Port match for: 0b5e4c47-8a8b-4582-b7f7-926916910183 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:57:33.949459 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 0b5e4c47-8a8b-4582-b7f7-926916910183 not bound to the agent host n-h1-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:57:34.011419 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-cd587639-4694-4efb-a3e0-b390fb418267 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, ad312309-970e-42ad-af00-1f9e282ef313) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:57:34.024492 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853e7abc-a01c-469d-b66a-cbf582b2a20a None None] Network ad312309-970e-42ad-af00-1f9e282ef313 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:57:34.030219 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd587639-4694-4efb-a3e0-b390fb418267 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:34.031041 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-cd587639-4694-4efb-a3e0-b390fb418267 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:34.165883 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-cd587639-4694-4efb-a3e0-b390fb418267 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3407085 Apr 05 14:57:34.172080 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 45170) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:34.180560 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-01c6f096-9906-4b1b-8f3f-99e3139e8397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5f17e7-75c3-4303-a80d-0f4ad7ff385e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-411034118', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': '9d77de6a-7229-407e-aa57-36579fbd54a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:57:30Z', 'updated_at': '2022-04-05T14:57:31Z', 'revision_number': 3, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'gw_port': {'id': '9d77de6a-7229-407e-aa57-36579fbd54a8', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:eb:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e5f17e7-75c3-4303-a80d-0f4ad7ff385e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:57:31Z', 'updated_at': '2022-04-05T14:57:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:34.180823 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-1e4e6c81-ee08-4450-a49e-0bca34eefc46 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Deleting port 090b8184-bc94-47c7-8e8d-f51f9ac7a3a4 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:57:34.181317 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1e4e6c81-ee08-4450-a49e-0bca34eefc46 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:34.224302 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c6f096-9906-4b1b-8f3f-99e3139e8397 None None] The sync data for ids ['7e5f17e7-75c3-4303-a80d-0f4ad7ff385e'] in n-d-836650-2 is: [{'id': '7e5f17e7-75c3-4303-a80d-0f4ad7ff385e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-411034118', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': '9d77de6a-7229-407e-aa57-36579fbd54a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:57:30Z', 'updated_at': '2022-04-05T14:57:31Z', 'revision_number': 3, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'gw_port': {'id': '9d77de6a-7229-407e-aa57-36579fbd54a8', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:eb:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e5f17e7-75c3-4303-a80d-0f4ad7ff385e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:57:31Z', 'updated_at': '2022-04-05T14:57:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:57:34.288831 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-1e4e6c81-ee08-4450-a49e-0bca34eefc46 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] For port 090b8184-bc94-47c7-8e8d-f51f9ac7a3a4, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=090b8184-bc94-47c7-8e8d-f51f9ac7a3a4,segment=NetworkSegment(7c81a5b8-0e59-4475-8819-1e7e14deca41),segment_id=7c81a5b8-0e59-4475-8819-1e7e14deca41)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:57:34.289254 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1e4e6c81-ee08-4450-a49e-0bca34eefc46 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:34.304448 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-1e4e6c81-ee08-4450-a49e-0bca34eefc46 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Calling delete_port for 090b8184-bc94-47c7-8e8d-f51f9ac7a3a4 owned by network:router_interface {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:57:34.311861 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d562a0b0-3951-4008-af46-352eb789de23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-ad312309-970e-42ad-af00-1f9e282ef313', 'network_id': 'ad312309-970e-42ad-af00-1f9e282ef313', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'fixed_ips': [{'subnet_id': 'e906ff7a-8af7-479e-b554-4c7c2c25d7fa'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:57:34.312733 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d562a0b0-3951-4008-af46-352eb789de23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:34.515596 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-83bb437c-dd3f-4a7e-985e-6eab8176df21 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15773751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13127350'] for subnet, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:34.534610 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-d562a0b0-3951-4008-af46-352eb789de23 None None] Allocated IP 172.20.0.2 (ad312309-970e-42ad-af00-1f9e282ef313/e906ff7a-8af7-479e-b554-4c7c2c25d7fa/3bf8c902-0138-41bd-9559-36778f126bbd) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:57:34.671586 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1e4e6c81-ee08-4450-a49e-0bca34eefc46 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:34.709021 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 45174) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:34.771708 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4e6c81-ee08-4450-a49e-0bca34eefc46 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Pushing event deleted for resources: {'Port': ['ID=090b8184-bc94-47c7-8e8d-f51f9ac7a3a4,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:34.799927 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bb437c-dd3f-4a7e-985e-6eab8176df21 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Pushing event updated for resources: {'Subnet': ['ID=0eae25b7-a4b7-4acf-b0da-d88d04802b6c,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:34.802711 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d562a0b0-3951-4008-af46-352eb789de23 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:34.804432 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bb437c-dd3f-4a7e-985e-6eab8176df21 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Checking segment: {'id': '1eba06dc-0074-4144-b296-ddfe7b2b3e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '7cc01384-1614-4ff3-9e06-f744375a9cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:57:34.804822 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83bb437c-dd3f-4a7e-985e-6eab8176df21 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Network hostable DHCP agents. Network: 7cc01384-1614-4ff3-9e06-f744375a9cc1, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:57:34.876118 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d562a0b0-3951-4008-af46-352eb789de23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:34.952434 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d562a0b0-3951-4008-af46-352eb789de23 None None] Network ad312309-970e-42ad-af00-1f9e282ef313 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:57:34.956105 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-d562a0b0-3951-4008-af46-352eb789de23 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:57:34.960371 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d562a0b0-3951-4008-af46-352eb789de23 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:57:35.012557 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d6e7ba3f-6f63-423e-be4c-fe804dbdb7bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:35.025780 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d562a0b0-3951-4008-af46-352eb789de23 None None] Pushing event updated for resources: {'Port': ['ID=3bf8c902-0138-41bd-9559-36778f126bbd,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:35.055990 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-d562a0b0-3951-4008-af46-352eb789de23 None None] Attempting to bind port 3bf8c902-0138-41bd-9559-36778f126bbd on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:57:35.056384 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-d562a0b0-3951-4008-af46-352eb789de23 None None] Attempting to bind port 3bf8c902-0138-41bd-9559-36778f126bbd by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '4a7e5dcc-afa1-4e42-843b-4972e39fae76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ad312309-970e-42ad-af00-1f9e282ef313'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:57:35.056728 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d562a0b0-3951-4008-af46-352eb789de23 None None] Attempting to bind port 3bf8c902-0138-41bd-9559-36778f126bbd on network ad312309-970e-42ad-af00-1f9e282ef313 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:57:35.065328 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d562a0b0-3951-4008-af46-352eb789de23 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:57:35.065711 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d562a0b0-3951-4008-af46-352eb789de23 None None] Checking segment: {'id': '4a7e5dcc-afa1-4e42-843b-4972e39fae76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ad312309-970e-42ad-af00-1f9e282ef313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:57:35.066117 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d562a0b0-3951-4008-af46-352eb789de23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:35.066539 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d562a0b0-3951-4008-af46-352eb789de23 None None] Bound using segment: {'id': '4a7e5dcc-afa1-4e42-843b-4972e39fae76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ad312309-970e-42ad-af00-1f9e282ef313'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:57:35.067578 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-d562a0b0-3951-4008-af46-352eb789de23 None None] Bound port: 3bf8c902-0138-41bd-9559-36778f126bbd, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a7e5dcc-afa1-4e42-843b-4972e39fae76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ad312309-970e-42ad-af00-1f9e282ef313'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:57:35.067973 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d562a0b0-3951-4008-af46-352eb789de23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:35.134410 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1e4e6c81-ee08-4450-a49e-0bca34eefc46 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1798829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810128'] for router_interface, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:35.172872 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83bb437c-dd3f-4a7e-985e-6eab8176df21 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Network 7cc01384-1614-4ff3-9e06-f744375a9cc1 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:57:35.212494 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-d562a0b0-3951-4008-af46-352eb789de23 None None] For port 3bf8c902-0138-41bd-9559-36778f126bbd, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:57:35.225384 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-d562a0b0-3951-4008-af46-352eb789de23 None None] For port 3bf8c902-0138-41bd-9559-36778f126bbd, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=3bf8c902-0138-41bd-9559-36778f126bbd,segment=NetworkSegment(4a7e5dcc-afa1-4e42-843b-4972e39fae76),segment_id=4a7e5dcc-afa1-4e42-843b-4972e39fae76)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:57:35.300554 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d562a0b0-3951-4008-af46-352eb789de23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:35.330233 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-83bb437c-dd3f-4a7e-985e-6eab8176df21 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 7cc01384-1614-4ff3-9e06-f744375a9cc1) {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:57:35.336833 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fc69d3cf-d57a-4d4e-bcb3-c05a9016186d tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:35.345503 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfe21ed-ed51-4df5-8e42-8adc0aafaa3a None None] Network 7cc01384-1614-4ff3-9e06-f744375a9cc1 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:57:35.349270 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83bb437c-dd3f-4a7e-985e-6eab8176df21 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:35.350482 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-83bb437c-dd3f-4a7e-985e-6eab8176df21 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:35.396482 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d6e7ba3f-6f63-423e-be4c-fe804dbdb7bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:35.400482 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d562a0b0-3951-4008-af46-352eb789de23 None None] Pushing event updated for resources: {'Port': ['ID=3bf8c902-0138-41bd-9559-36778f126bbd,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:35.464438 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45178) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:35.464992 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-83bb437c-dd3f-4a7e-985e-6eab8176df21 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7719727 Apr 05 14:57:35.471107 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d6e7ba3f-6f63-423e-be4c-fe804dbdb7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:35.474301 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-2d676bfd-a090-480a-b482-85869555d53e tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Request body: {'network': {'name': 'tempest-router-network01--801737026'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:57:35.485432 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e4e6c81-ee08-4450-a49e-0bca34eefc46 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Router d959ebdb-bd38-4be0-99b9-34eac4429432 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:57:35.511757 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-d6e7ba3f-6f63-423e-be4c-fe804dbdb7bc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6845edfdd7ec4519a2cd7f93183c4aa3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7932925 Apr 05 14:57:35.512037 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45180) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:35.577868 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e7ba3f-6f63-423e-be4c-fe804dbdb7bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dac51f0-4da2-4b69-a446-e7bbf9c860ee,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:35.611051 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d676bfd-a090-480a-b482-85869555d53e tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Made reservation on behalf of 0037ca7679ab4e199f4a46f1dcb55dc0 for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:57:35.622020 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2d676bfd-a090-480a-b482-85869555d53e tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:35.647027 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c761d021-7cc3-4761-a858-f8d7fed1a289 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-7cc01384-1614-4ff3-9e06-f744375a9cc1', 'network_id': '7cc01384-1614-4ff3-9e06-f744375a9cc1', 'tenant_id': '0037ca7679ab4e199f4a46f1dcb55dc0', 'fixed_ips': [{'subnet_id': '0eae25b7-a4b7-4acf-b0da-d88d04802b6c'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:57:35.650409 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c761d021-7cc3-4761-a858-f8d7fed1a289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:35.881726 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-c761d021-7cc3-4761-a858-f8d7fed1a289 None None] Allocated IP 172.20.0.2 (7cc01384-1614-4ff3-9e06-f744375a9cc1/0eae25b7-a4b7-4acf-b0da-d88d04802b6c/1a0f7ed5-60a1-40b6-8884-0385367b6d2d) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:57:35.890103 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-fc69d3cf-d57a-4d4e-bcb3-c05a9016186d tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Allocated IP 172.20.0.1 (ad312309-970e-42ad-af00-1f9e282ef313/e906ff7a-8af7-479e-b554-4c7c2c25d7fa/e9765a34-0fa5-4ec9-b32a-68b873b9b783) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:57:36.041140 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fc69d3cf-d57a-4d4e-bcb3-c05a9016186d tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:36.061353 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c761d021-7cc3-4761-a858-f8d7fed1a289 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:36.166942 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c761d021-7cc3-4761-a858-f8d7fed1a289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:36.173390 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d676bfd-a090-480a-b482-85869555d53e tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:57:36.185063 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9b5401a5-ce3a-46a2-8c05-04e9da6d300b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:36.187032 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e4e6c81-ee08-4450-a49e-0bca34eefc46 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:57:36.192774 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fc69d3cf-d57a-4d4e-bcb3-c05a9016186d tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:36.197832 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-1e4e6c81-ee08-4450-a49e-0bca34eefc46 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.30 "PUT /v2.0/routers/d959ebdb-bd38-4be0-99b9-34eac4429432/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4459021 Apr 05 14:57:36.197832 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2d676bfd-a090-480a-b482-85869555d53e tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:36.201074 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-2d676bfd-a090-480a-b482-85869555d53e tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Added segment f5a4654b-1869-46d4-814d-0e0151f7586a of type vlan for network 8df3c9b7-a251-445b-b2eb-e8cd867969e8 Apr 05 14:57:36.203379 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45184) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:36.223053 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c761d021-7cc3-4761-a858-f8d7fed1a289 None None] Network 7cc01384-1614-4ff3-9e06-f744375a9cc1 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:57:36.229233 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96777053-9b85-4f0a-bf3b-89dbd4e47ff5 None None] Sync routers for ids ['d959ebdb-bd38-4be0-99b9-34eac4429432'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:57:36.231974 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-c761d021-7cc3-4761-a858-f8d7fed1a289 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:57:36.235225 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c761d021-7cc3-4761-a858-f8d7fed1a289 None None] Pushing event updated for resources: {'Port': ['ID=1a0f7ed5-60a1-40b6-8884-0385367b6d2d,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:36.239327 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c761d021-7cc3-4761-a858-f8d7fed1a289 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:57:36.248559 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96777053-9b85-4f0a-bf3b-89dbd4e47ff5 None None] Routers {'d959ebdb-bd38-4be0-99b9-34eac4429432'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:57:36.249277 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-96777053-9b85-4f0a-bf3b-89dbd4e47ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:57:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['d959ebdb-bd38-4be0-99b9-34eac4429432'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:36.250715 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc69d3cf-d57a-4d4e-bcb3-c05a9016186d tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Network ad312309-970e-42ad-af00-1f9e282ef313 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:57:36.255448 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-fc69d3cf-d57a-4d4e-bcb3-c05a9016186d tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:57:36.261259 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc69d3cf-d57a-4d4e-bcb3-c05a9016186d tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:57:36.279253 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9b5401a5-ce3a-46a2-8c05-04e9da6d300b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:36.314237 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc69d3cf-d57a-4d4e-bcb3-c05a9016186d tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Pushing event updated for resources: {'Port': ['ID=e9765a34-0fa5-4ec9-b32a-68b873b9b783,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:36.338697 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fc69d3cf-d57a-4d4e-bcb3-c05a9016186d tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809369'] for router_interface, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:36.344240 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2d676bfd-a090-480a-b482-85869555d53e tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:36.367983 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-96777053-9b85-4f0a-bf3b-89dbd4e47ff5 None None] Set router d959ebdb-bd38-4be0-99b9-34eac4429432 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:57:36.390639 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-12f83a22-08e4-4e07-b61d-77b3bffcb7fb tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Deleting subnet eaaf340d-f710-4014-a5b7-5410ff12a592 {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:57:36.411292 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-12f83a22-08e4-4e07-b61d-77b3bffcb7fb tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:36.412859 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 9d77de6a-7229-407e-aa57-36579fbd54a8 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:57:36.455811 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-12f83a22-08e4-4e07-b61d-77b3bffcb7fb tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:36.503470 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2d676bfd-a090-480a-b482-85869555d53e tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:36.510497 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d676bfd-a090-480a-b482-85869555d53e tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:36.511265 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2d676bfd-a090-480a-b482-85869555d53e tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks [] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:36.554166 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-c761d021-7cc3-4761-a858-f8d7fed1a289 None None] Attempting to bind port 1a0f7ed5-60a1-40b6-8884-0385367b6d2d on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:57:36.554408 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-c761d021-7cc3-4761-a858-f8d7fed1a289 None None] Attempting to bind port 1a0f7ed5-60a1-40b6-8884-0385367b6d2d by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '1eba06dc-0074-4144-b296-ddfe7b2b3e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '7cc01384-1614-4ff3-9e06-f744375a9cc1'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:57:36.554730 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c761d021-7cc3-4761-a858-f8d7fed1a289 None None] Attempting to bind port 1a0f7ed5-60a1-40b6-8884-0385367b6d2d on network 7cc01384-1614-4ff3-9e06-f744375a9cc1 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:57:36.569361 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c761d021-7cc3-4761-a858-f8d7fed1a289 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:57:36.569732 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c761d021-7cc3-4761-a858-f8d7fed1a289 None None] Checking segment: {'id': '1eba06dc-0074-4144-b296-ddfe7b2b3e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '7cc01384-1614-4ff3-9e06-f744375a9cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:57:36.570132 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c761d021-7cc3-4761-a858-f8d7fed1a289 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:36.570523 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c761d021-7cc3-4761-a858-f8d7fed1a289 None None] Bound using segment: {'id': '1eba06dc-0074-4144-b296-ddfe7b2b3e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '7cc01384-1614-4ff3-9e06-f744375a9cc1'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:57:36.571021 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-c761d021-7cc3-4761-a858-f8d7fed1a289 None None] Bound port: 1a0f7ed5-60a1-40b6-8884-0385367b6d2d, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eba06dc-0074-4144-b296-ddfe7b2b3e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '7cc01384-1614-4ff3-9e06-f744375a9cc1'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:57:36.571360 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c761d021-7cc3-4761-a858-f8d7fed1a289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:36.605654 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9b5401a5-ce3a-46a2-8c05-04e9da6d300b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:36.608158 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9b5401a5-ce3a-46a2-8c05-04e9da6d300b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:36.609349 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-9b5401a5-ce3a-46a2-8c05-04e9da6d300b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1dac51f0-4da2-4b69-a446-e7bbf9c860ee HTTP/1.1" status: 204 len: 168 time: 1.0964773 Apr 05 14:57:36.611394 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 9d77de6a-7229-407e-aa57-36579fbd54a8 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:57:36.611394 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:36.654778 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-12f83a22-08e4-4e07-b61d-77b3bffcb7fb tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:36.658075 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fc69d3cf-d57a-4d4e-bcb3-c05a9016186d tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:36.712028 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-2d676bfd-a090-480a-b482-85869555d53e tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2462516 Apr 05 14:57:36.715852 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5401a5-ce3a-46a2-8c05-04e9da6d300b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dac51f0-4da2-4b69-a446-e7bbf9c860ee,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:36.718223 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d676bfd-a090-480a-b482-85869555d53e tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Pushing event updated for resources: {'Network': ['ID=8df3c9b7-a251-445b-b2eb-e8cd867969e8,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:36.725237 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45190) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:36.731311 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-a04943a0-3237-4d94-bba3-c753a722e10b tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Request body: {'network': {'name': 'tempest-router-network02--1797985907'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:57:36.733710 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c761d021-7cc3-4761-a858-f8d7fed1a289 None None] For port 1a0f7ed5-60a1-40b6-8884-0385367b6d2d, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:57:36.763996 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network 8df3c9b7-a251-445b-b2eb-e8cd867969e8 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:57:36.769244 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c761d021-7cc3-4761-a858-f8d7fed1a289 None None] For port 1a0f7ed5-60a1-40b6-8884-0385367b6d2d, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=1a0f7ed5-60a1-40b6-8884-0385367b6d2d,segment=NetworkSegment(1eba06dc-0074-4144-b296-ddfe7b2b3e3f),segment_id=1eba06dc-0074-4144-b296-ddfe7b2b3e3f)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:57:36.854455 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04943a0-3237-4d94-bba3-c753a722e10b tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Made reservation on behalf of 0037ca7679ab4e199f4a46f1dcb55dc0 for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:57:36.858803 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a04943a0-3237-4d94-bba3-c753a722e10b tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:36.902561 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-12f83a22-08e4-4e07-b61d-77b3bffcb7fb tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:36.917978 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a04943a0-3237-4d94-bba3-c753a722e10b tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:57:36.965802 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f83a22-08e4-4e07-b61d-77b3bffcb7fb tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Pushing event deleted for resources: {'Subnet': ['ID=eaaf340d-f710-4014-a5b7-5410ff12a592,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:36.985109 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c761d021-7cc3-4761-a858-f8d7fed1a289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:37.012947 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-12f83a22-08e4-4e07-b61d-77b3bffcb7fb tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:37.019070 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-12f83a22-08e4-4e07-b61d-77b3bffcb7fb tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.30 "DELETE /v2.0/subnets/eaaf340d-f710-4014-a5b7-5410ff12a592 HTTP/1.1" status: 204 len: 168 time: 0.8145685 Apr 05 14:57:37.021326 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a04943a0-3237-4d94-bba3-c753a722e10b tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:37.021670 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-a04943a0-3237-4d94-bba3-c753a722e10b tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Added segment 89f5b766-0fab-4079-97c0-0c2ff0c3d8f4 of type vlan for network a09ed419-ce67-4d24-b54c-25f48f72f320 Apr 05 14:57:37.024320 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45194) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:37.048910 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e52f2ce-44f5-4e93-816c-7bd913b6475c None None] Network dfcc9a9c-6b40-4ca9-afc1-33910b38165e requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:57:37.135459 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a04943a0-3237-4d94-bba3-c753a722e10b tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:37.175673 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:37.207336 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-96777053-9b85-4f0a-bf3b-89dbd4e47ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd959ebdb-bd38-4be0-99b9-34eac4429432', 'name': 'tempest-TestSecurityGroupsBasicOps-router-731225515', 'tenant_id': '6541073fc7b74808b6fa7a2702f66c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '537fd0ee-c0f1-4c2f-8b0f-19a0088c2c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:57:05Z', 'updated_at': '2022-04-05T14:57:34Z', 'revision_number': 5, 'project_id': '6541073fc7b74808b6fa7a2702f66c66', 'gw_port': {'id': '537fd0ee-c0f1-4c2f-8b0f-19a0088c2c5e', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:30:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd959ebdb-bd38-4be0-99b9-34eac4429432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:57:06Z', 'updated_at': '2022-04-05T14:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:37.275012 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-18b051ff-5e9a-4413-8add-442f464465b8 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks [] for router, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:37.309249 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port 9d77de6a-7229-407e-aa57-36579fbd54a8, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=9d77de6a-7229-407e-aa57-36579fbd54a8,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:57:37.322562 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96777053-9b85-4f0a-bf3b-89dbd4e47ff5 None None] Checking router: d959ebdb-bd38-4be0-99b9-34eac4429432 for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:57:37.344004 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c761d021-7cc3-4761-a858-f8d7fed1a289 None None] Pushing event updated for resources: {'Port': ['ID=1a0f7ed5-60a1-40b6-8884-0385367b6d2d,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:37.422508 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96777053-9b85-4f0a-bf3b-89dbd4e47ff5 None None] Routers {'d959ebdb-bd38-4be0-99b9-34eac4429432'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:57:37.423288 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-96777053-9b85-4f0a-bf3b-89dbd4e47ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:57:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['d959ebdb-bd38-4be0-99b9-34eac4429432'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:37.429027 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:37.429837 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 3bf8c902-0138-41bd-9559-36778f126bbd up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:57:37.437870 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a04943a0-3237-4d94-bba3-c753a722e10b tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:37.458063 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04943a0-3237-4d94-bba3-c753a722e10b tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:37.460623 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a04943a0-3237-4d94-bba3-c753a722e10b tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks [] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:37.505307 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 45196) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:37.552653 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0cfe20ae-1937-485a-ab03-86933e6c4550 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:37.578677 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-18b051ff-5e9a-4413-8add-442f464465b8 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:37.655098 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04943a0-3237-4d94-bba3-c753a722e10b tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Pushing event updated for resources: {'Network': ['ID=a09ed419-ce67-4d24-b54c-25f48f72f320,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:37.664799 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=9d77de6a-7229-407e-aa57-36579fbd54a8,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:37.681164 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network a09ed419-ce67-4d24-b54c-25f48f72f320 details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:57:37.695281 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fc69d3cf-d57a-4d4e-bcb3-c05a9016186d tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:37.708079 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-a04943a0-3237-4d94-bba3-c753a722e10b tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9738894 Apr 05 14:57:37.708079 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45198) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:37.710388 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-070a0961-d210-4d10-bd89-ae7fa51ad6a2 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Request body: {'subnet': {'network_id': '8df3c9b7-a251-445b-b2eb-e8cd867969e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:57:37.721504 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:57:37.722452 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:57:37.722452 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:57:37.722700 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:57:37.722894 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:57:37.723740 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:57:37.724076 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:57:37.724407 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:57:37.724858 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:57:37.725089 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:57:37.725418 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:57:37.725804 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:57:37.747106 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-96777053-9b85-4f0a-bf3b-89dbd4e47ff5 None None] Set router d959ebdb-bd38-4be0-99b9-34eac4429432 gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:57:37.749729 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c383be48-1820-4a6d-8434-0181ff404859 None None] DHCP port deletion for dfcc9a9c-6b40-4ca9-afc1-33910b38165e request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:57:37.869003 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0cfe20ae-1937-485a-ab03-86933e6c4550 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:37.872138 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fc69d3cf-d57a-4d4e-bcb3-c05a9016186d tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:37.924718 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-18b051ff-5e9a-4413-8add-442f464465b8 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Deleting port 537fd0ee-c0f1-4c2f-8b0f-19a0088c2c5e {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:57:37.925106 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-18b051ff-5e9a-4413-8add-442f464465b8 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:37.968554 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc69d3cf-d57a-4d4e-bcb3-c05a9016186d tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Pushing event updated for resources: {'Port': ['ID=e9765a34-0fa5-4ec9-b32a-68b873b9b783,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:37.972377 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 3bf8c902-0138-41bd-9559-36778f126bbd triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:57:37.972926 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:37.991615 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070a0961-d210-4d10-bd89-ae7fa51ad6a2 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Made reservation on behalf of 0037ca7679ab4e199f4a46f1dcb55dc0 for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:57:37.997431 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0cfe20ae-1937-485a-ab03-86933e6c4550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:37.997666 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-070a0961-d210-4d10-bd89-ae7fa51ad6a2 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:38.009073 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688c543a-c0e1-4653-9b0e-5efae041525c None None] Network ad312309-970e-42ad-af00-1f9e282ef313 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:57:38.056327 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfe20ae-1937-485a-ab03-86933e6c4550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1460695b-de40-4263-b455-f7583ff430be,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:38.070205 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fc69d3cf-d57a-4d4e-bcb3-c05a9016186d tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809317'] for router_interface, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:38.087655 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-0cfe20ae-1937-485a-ab03-86933e6c4550 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dc4bb3c4593445e78f4dffccaba1f8ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5789852 Apr 05 14:57:38.088391 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 45200) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:38.121618 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-6643b578-b994-412d-9bec-dc73d0baff10 None None] Provisioning complete for port 3bf8c902-0138-41bd-9559-36778f126bbd triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:57:38.122035 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6643b578-b994-412d-9bec-dc73d0baff10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:38.138095 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-18b051ff-5e9a-4413-8add-442f464465b8 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] For port 537fd0ee-c0f1-4c2f-8b0f-19a0088c2c5e, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=537fd0ee-c0f1-4c2f-8b0f-19a0088c2c5e,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:57:38.138512 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-18b051ff-5e9a-4413-8add-442f464465b8 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:38.157526 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-18b051ff-5e9a-4413-8add-442f464465b8 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Calling delete_port for 537fd0ee-c0f1-4c2f-8b0f-19a0088c2c5e owned by network:router_gateway {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:57:38.216984 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-403cc243-93db-4c3e-82fc-3aadc023822f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:38.233964 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c383be48-1820-4a6d-8434-0181ff404859 None None] Deleting port 3269f816-78f5-41fd-b477-7769dcd88f84 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:57:38.234593 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c383be48-1820-4a6d-8434-0181ff404859 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:38.235479 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc69d3cf-d57a-4d4e-bcb3-c05a9016186d tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Network ad312309-970e-42ad-af00-1f9e282ef313 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:57:38.240419 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-fc69d3cf-d57a-4d4e-bcb3-c05a9016186d tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:57:38.253177 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-403cc243-93db-4c3e-82fc-3aadc023822f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:38.331759 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:38.387158 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c383be48-1820-4a6d-8434-0181ff404859 None None] For port 3269f816-78f5-41fd-b477-7769dcd88f84, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=3269f816-78f5-41fd-b477-7769dcd88f84,segment=NetworkSegment(7c81a5b8-0e59-4475-8819-1e7e14deca41),segment_id=7c81a5b8-0e59-4475-8819-1e7e14deca41)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:57:38.387855 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c383be48-1820-4a6d-8434-0181ff404859 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:38.403365 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc69d3cf-d57a-4d4e-bcb3-c05a9016186d tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Router 7e5f17e7-75c3-4303-a80d-0f4ad7ff385e has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:57:38.449615 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c383be48-1820-4a6d-8434-0181ff404859 None None] Calling delete_port for 3269f816-78f5-41fd-b477-7769dcd88f84 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:57:38.470092 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-070a0961-d210-4d10-bd89-ae7fa51ad6a2 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:38.481565 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] For port 3bf8c902-0138-41bd-9559-36778f126bbd, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=3bf8c902-0138-41bd-9559-36778f126bbd,segment=NetworkSegment(4a7e5dcc-afa1-4e42-843b-4972e39fae76),segment_id=4a7e5dcc-afa1-4e42-843b-4972e39fae76)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:57:38.540620 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-403cc243-93db-4c3e-82fc-3aadc023822f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:38.544023 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-403cc243-93db-4c3e-82fc-3aadc023822f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:38.545551 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-403cc243-93db-4c3e-82fc-3aadc023822f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1460695b-de40-4263-b455-f7583ff430be HTTP/1.1" status: 204 len: 168 time: 0.4546006 Apr 05 14:57:38.545817 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070a0961-d210-4d10-bd89-ae7fa51ad6a2 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Pushing event updated for resources: {'Subnet': ['ID=adf8704f-9914-46f9-8577-c9374d61ea8a,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:38.560606 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-18b051ff-5e9a-4413-8add-442f464465b8 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:38.565811 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-96777053-9b85-4f0a-bf3b-89dbd4e47ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd959ebdb-bd38-4be0-99b9-34eac4429432', 'name': 'tempest-TestSecurityGroupsBasicOps-router-731225515', 'tenant_id': '6541073fc7b74808b6fa7a2702f66c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '537fd0ee-c0f1-4c2f-8b0f-19a0088c2c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:57:05Z', 'updated_at': '2022-04-05T14:57:34Z', 'revision_number': 5, 'project_id': '6541073fc7b74808b6fa7a2702f66c66', 'gw_port': {'id': '537fd0ee-c0f1-4c2f-8b0f-19a0088c2c5e', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:30:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd959ebdb-bd38-4be0-99b9-34eac4429432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:57:06Z', 'updated_at': '2022-04-05T14:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:38.569911 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403cc243-93db-4c3e-82fc-3aadc023822f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1460695b-de40-4263-b455-f7583ff430be,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:38.572542 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070a0961-d210-4d10-bd89-ae7fa51ad6a2 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Checking segment: {'id': 'f5a4654b-1869-46d4-814d-0e0151f7586a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8df3c9b7-a251-445b-b2eb-e8cd867969e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:57:38.573020 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070a0961-d210-4d10-bd89-ae7fa51ad6a2 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Network hostable DHCP agents. Network: 8df3c9b7-a251-445b-b2eb-e8cd867969e8, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:57:38.592306 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc69d3cf-d57a-4d4e-bcb3-c05a9016186d tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:57:38.603013 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b4f897-5284-431e-83d5-0e7f0c55cc5c None None] Sync routers for ids ['7e5f17e7-75c3-4303-a80d-0f4ad7ff385e'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:57:38.615997 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-fc69d3cf-d57a-4d4e-bcb3-c05a9016186d tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "PUT /v2.0/routers/7e5f17e7-75c3-4303-a80d-0f4ad7ff385e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4408760 Apr 05 14:57:38.619623 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b4f897-5284-431e-83d5-0e7f0c55cc5c None None] Routers {'7e5f17e7-75c3-4303-a80d-0f4ad7ff385e'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:57:38.622949 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-98b4f897-5284-431e-83d5-0e7f0c55cc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:57:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['7e5f17e7-75c3-4303-a80d-0f4ad7ff385e'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:38.634831 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6643b578-b994-412d-9bec-dc73d0baff10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:38.643600 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b051ff-5e9a-4413-8add-442f464465b8 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Pushing event deleted for resources: {'Port': ['ID=537fd0ee-c0f1-4c2f-8b0f-19a0088c2c5e,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:38.679070 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96777053-9b85-4f0a-bf3b-89dbd4e47ff5 None None] The sync data for ids ['d959ebdb-bd38-4be0-99b9-34eac4429432'] in n-d-836650-2 is: [{'id': 'd959ebdb-bd38-4be0-99b9-34eac4429432', 'name': 'tempest-TestSecurityGroupsBasicOps-router-731225515', 'tenant_id': '6541073fc7b74808b6fa7a2702f66c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '537fd0ee-c0f1-4c2f-8b0f-19a0088c2c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:57:05Z', 'updated_at': '2022-04-05T14:57:34Z', 'revision_number': 5, 'project_id': '6541073fc7b74808b6fa7a2702f66c66', 'gw_port': {'id': '537fd0ee-c0f1-4c2f-8b0f-19a0088c2c5e', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:30:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd959ebdb-bd38-4be0-99b9-34eac4429432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:57:06Z', 'updated_at': '2022-04-05T14:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:57:38.737273 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:38.753365 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-18b051ff-5e9a-4413-8add-442f464465b8 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808526'] for router_gateway, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:38.861865 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070a0961-d210-4d10-bd89-ae7fa51ad6a2 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Network 8df3c9b7-a251-445b-b2eb-e8cd867969e8 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:57:38.903556 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-98b4f897-5284-431e-83d5-0e7f0c55cc5c None None] Set router 7e5f17e7-75c3-4303-a80d-0f4ad7ff385e gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:57:38.963946 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5509b2-ed68-407a-bf41-20eb4573326b None None] Network 7cc01384-1614-4ff3-9e06-f744375a9cc1 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:57:38.965947 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Pushing event updated for resources: {'Port': ['ID=3bf8c902-0138-41bd-9559-36778f126bbd,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:39.003529 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-18b051ff-5e9a-4413-8add-442f464465b8 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27070'] for router, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:39.006075 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-18b051ff-5e9a-4413-8add-442f464465b8 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:39.009184 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-24e03ed1-ebfa-4178-913b-cc4844114499 req-18639f8a-1edf-4119-ad99-a8d4b35a86f1 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1076750771&fields=id&tenant_id=b07e36dc5a904f16980660900e2eecc1 HTTP/1.1" status: 200 len: 267 time: 0.1010559 Apr 05 14:57:39.189813 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-070a0961-d210-4d10-bd89-ae7fa51ad6a2 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, 8df3c9b7-a251-445b-b2eb-e8cd867969e8) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:57:39.204657 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070a0961-d210-4d10-bd89-ae7fa51ad6a2 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:39.205341 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-070a0961-d210-4d10-bd89-ae7fa51ad6a2 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:39.255078 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-18b051ff-5e9a-4413-8add-442f464465b8 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803298'] for router, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:39.261436 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b051ff-5e9a-4413-8add-442f464465b8 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Fanout notify agent at l3_agent the message router_deleted on router d959ebdb-bd38-4be0-99b9-34eac4429432 {{(pid=103321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:57:39.286259 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-18b051ff-5e9a-4413-8add-442f464465b8 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:39.291535 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-98b4f897-5284-431e-83d5-0e7f0c55cc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5f17e7-75c3-4303-a80d-0f4ad7ff385e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-411034118', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': '9d77de6a-7229-407e-aa57-36579fbd54a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:57:30Z', 'updated_at': '2022-04-05T14:57:36Z', 'revision_number': 4, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'gw_port': {'id': '9d77de6a-7229-407e-aa57-36579fbd54a8', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:eb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5f17e7-75c3-4303-a80d-0f4ad7ff385e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:57:31Z', 'updated_at': '2022-04-05T14:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': 'e9765a34-0fa5-4ec9-b32a-68b873b9b783', 'name': '', 'network_id': 'ad312309-970e-42ad-af00-1f9e282ef313', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'mac_address': 'fa:16:3e:54:f5:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e5f17e7-75c3-4303-a80d-0f4ad7ff385e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'e906ff7a-8af7-479e-b554-4c7c2c25d7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:57:35Z', 'updated_at': '2022-04-05T14:57:37Z', 'revision_number': 2, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'subnets': [{'id': 'e906ff7a-8af7-479e-b554-4c7c2c25d7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:39.295466 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-18b051ff-5e9a-4413-8add-442f464465b8 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.30 "DELETE /v2.0/routers/d959ebdb-bd38-4be0-99b9-34eac4429432 HTTP/1.1" status: 204 len: 168 time: 2.2661448 Apr 05 14:57:39.297823 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45224) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:39.343633 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e03ed1-ebfa-4178-913b-cc4844114499 req-d1c70827-59c5-49b6-b560-f249165a70ac tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:39.349381 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-070a0961-d210-4d10-bd89-ae7fa51ad6a2 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6422479 Apr 05 14:57:39.351886 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-24e03ed1-ebfa-4178-913b-cc4844114499 req-d1c70827-59c5-49b6-b560-f249165a70ac tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/networks?id=ad312309-970e-42ad-af00-1f9e282ef313 HTTP/1.1" status: 200 len: 796 time: 0.3368676 Apr 05 14:57:39.352989 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 45226) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:39.376232 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-c301a8e4-dba7-48db-b528-3a895ec6b13b tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Request body: {'subnet': {'network_id': 'a09ed419-ce67-4d24-b54c-25f48f72f320', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:57:39.438169 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b4f897-5284-431e-83d5-0e7f0c55cc5c None None] Checking router: 7e5f17e7-75c3-4303-a80d-0f4ad7ff385e for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:57:39.438531 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b4f897-5284-431e-83d5-0e7f0c55cc5c None None] Updating router 7e5f17e7-75c3-4303-a80d-0f4ad7ff385e port e9765a34-0fa5-4ec9-b32a-68b873b9b783 binding host n-d-836650-2 {{(pid=103323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 14:57:39.511041 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-98b4f897-5284-431e-83d5-0e7f0c55cc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:39.563366 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4972b3a5-5e94-4c6e-bc5f-d65a5a27426b None None] Network 8df3c9b7-a251-445b-b2eb-e8cd867969e8 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:57:39.573352 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.db.api [None req-6643b578-b994-412d-9bec-dc73d0baff10 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:57:39.576788 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-24e03ed1-ebfa-4178-913b-cc4844114499 req-88738f4e-3d4e-4569-b633-13bb1f76afc7 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/quotas/b07e36dc5a904f16980660900e2eecc1 HTTP/1.1" status: 200 len: 375 time: 0.0468211 Apr 05 14:57:39.590138 n-d-836650-2 neutron-server[103322]: DEBUG oslo_db.api [None req-6643b578-b994-412d-9bec-dc73d0baff10 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:57:39.633560 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ac46331d-6188-4b3f-95d5-d276a927e12b tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:39.647904 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 9d77de6a-7229-407e-aa57-36579fbd54a8 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:57:39.698809 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c383be48-1820-4a6d-8434-0181ff404859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:39.775853 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-24e03ed1-ebfa-4178-913b-cc4844114499 req-c538334c-887e-4da6-827d-fee90ba6ffee tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b07e36dc5a904f16980660900e2eecc1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1842449 Apr 05 14:57:39.849682 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c301a8e4-dba7-48db-b528-3a895ec6b13b tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Made reservation on behalf of 0037ca7679ab4e199f4a46f1dcb55dc0 for: {'subnet': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:57:39.854024 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c301a8e4-dba7-48db-b528-3a895ec6b13b tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13127328'] for subnet, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:39.884035 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ac46331d-6188-4b3f-95d5-d276a927e12b tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:39.941518 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-ac46331d-6188-4b3f-95d5-d276a927e12b tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfcc9a9c-6b40-4ca9-afc1-33910b38165e']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:39.962200 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-ac46331d-6188-4b3f-95d5-d276a927e12b tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c81a5b8-0e59-4475-8819-1e7e14deca41') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:39.962754 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-ac46331d-6188-4b3f-95d5-d276a927e12b tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c81a5b8-0e59-4475-8819-1e7e14deca41') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:40.000484 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ac46331d-6188-4b3f-95d5-d276a927e12b tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:40.041221 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ac46331d-6188-4b3f-95d5-d276a927e12b tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:40.049093 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac46331d-6188-4b3f-95d5-d276a927e12b tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:57:40.049762 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ac46331d-6188-4b3f-95d5-d276a927e12b tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:40.052257 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c383be48-1820-4a6d-8434-0181ff404859 None None] Pushing event deleted for resources: {'Port': ['ID=3269f816-78f5-41fd-b477-7769dcd88f84,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:40.053718 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:57:40.053718 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:57:40.053718 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:57:40.053718 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:57:40.053718 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:57:40.053718 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:57:40.053718 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:57:40.053718 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:57:40.053718 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:57:40.053718 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:57:40.053718 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:57:40.053718 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:57:40.053718 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:57:40.053718 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:57:40.053718 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:57:40.053718 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:57:40.053718 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:57:40.053718 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:57:40.053718 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:57:40.053718 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:57:40.053718 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:57:40.053718 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:57:40.053718 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:57:40.053718 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:57:40.053718 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:57:40.053718 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:57:40.053718 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:57:40.053718 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:57:40.053718 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:57:40.053718 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:57:40.053718 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:57:40.053718 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:57:40.079207 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c383be48-1820-4a6d-8434-0181ff404859 None None] No DVR routers for this DVR port 3269f816-78f5-41fd-b477-7769dcd88f84 on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:57:40.180043 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-98b4f897-5284-431e-83d5-0e7f0c55cc5c None None] Notify callbacks [] for port, precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:40.194087 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 9d77de6a-7229-407e-aa57-36579fbd54a8 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:57:40.194087 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:40.216431 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-24e03ed1-ebfa-4178-913b-cc4844114499 req-9e5f5841-a6aa-4a86-8d76-0acffb795c51 service neutron] 10.222.0.30 "GET /v2.0/networks/ad312309-970e-42ad-af00-1f9e282ef313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4222033 Apr 05 14:57:40.277548 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ba258b-fcf1-4fb4-81db-9fc5add13690 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-8df3c9b7-a251-445b-b2eb-e8cd867969e8', 'network_id': '8df3c9b7-a251-445b-b2eb-e8cd867969e8', 'tenant_id': '0037ca7679ab4e199f4a46f1dcb55dc0', 'fixed_ips': [{'subnet_id': 'adf8704f-9914-46f9-8577-c9374d61ea8a'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:57:40.278632 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-98ba258b-fcf1-4fb4-81db-9fc5add13690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:40.288498 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-98b4f897-5284-431e-83d5-0e7f0c55cc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:40.331943 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-24e03ed1-ebfa-4178-913b-cc4844114499 req-401b1399-bcd8-4efd-aa5f-e70c1faa9fde service neutron] 10.222.0.30 "GET /v2.0/networks/ad312309-970e-42ad-af00-1f9e282ef313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145508 Apr 05 14:57:40.341324 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ac46331d-6188-4b3f-95d5-d276a927e12b tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:40.341560 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c301a8e4-dba7-48db-b528-3a895ec6b13b tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15773751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13127350'] for subnet, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:40.352016 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ac46331d-6188-4b3f-95d5-d276a927e12b tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks [] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:40.359781 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-ac46331d-6188-4b3f-95d5-d276a927e12b tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.30 "DELETE /v2.0/networks/dfcc9a9c-6b40-4ca9-afc1-33910b38165e HTTP/1.1" status: 204 len: 168 time: 1.0557749 Apr 05 14:57:40.365573 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45246) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:40.414502 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3907579e-a35f-4553-98e2-a65784ad0dae None None] Pushing event updated for resources: {'Port': ['ID=e9765a34-0fa5-4ec9-b32a-68b873b9b783,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:40.432431 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac46331d-6188-4b3f-95d5-d276a927e12b tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Pushing event deleted for resources: {'Network': ['ID=dfcc9a9c-6b40-4ca9-afc1-33910b38165e,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:40.489858 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9653c8e5-ec8d-4c4c-916c-4b299f7b321f None None] Provisioning complete for port e9765a34-0fa5-4ec9-b32a-68b873b9b783 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:57:40.490506 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9653c8e5-ec8d-4c4c-916c-4b299f7b321f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:40.517685 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-98b4f897-5284-431e-83d5-0e7f0c55cc5c None None] Attempting to bind port e9765a34-0fa5-4ec9-b32a-68b873b9b783 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:57:40.518248 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-98b4f897-5284-431e-83d5-0e7f0c55cc5c None None] Attempting to bind port e9765a34-0fa5-4ec9-b32a-68b873b9b783 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '4a7e5dcc-afa1-4e42-843b-4972e39fae76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ad312309-970e-42ad-af00-1f9e282ef313'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:57:40.518736 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b4f897-5284-431e-83d5-0e7f0c55cc5c None None] Attempting to bind port e9765a34-0fa5-4ec9-b32a-68b873b9b783 on network ad312309-970e-42ad-af00-1f9e282ef313 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:57:40.534161 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b4f897-5284-431e-83d5-0e7f0c55cc5c None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:57:40.534699 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b4f897-5284-431e-83d5-0e7f0c55cc5c None None] Checking segment: {'id': '4a7e5dcc-afa1-4e42-843b-4972e39fae76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ad312309-970e-42ad-af00-1f9e282ef313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:57:40.535903 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-98b4f897-5284-431e-83d5-0e7f0c55cc5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:40.536557 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b4f897-5284-431e-83d5-0e7f0c55cc5c None None] Bound using segment: {'id': '4a7e5dcc-afa1-4e42-843b-4972e39fae76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ad312309-970e-42ad-af00-1f9e282ef313'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:57:40.537180 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-98b4f897-5284-431e-83d5-0e7f0c55cc5c None None] Bound port: e9765a34-0fa5-4ec9-b32a-68b873b9b783, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a7e5dcc-afa1-4e42-843b-4972e39fae76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ad312309-970e-42ad-af00-1f9e282ef313'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:57:40.537573 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-98b4f897-5284-431e-83d5-0e7f0c55cc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:40.583479 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c301a8e4-dba7-48db-b528-3a895ec6b13b tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Checking segment: {'id': '89f5b766-0fab-4079-97c0-0c2ff0c3d8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a09ed419-ce67-4d24-b54c-25f48f72f320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:57:40.584135 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c301a8e4-dba7-48db-b528-3a895ec6b13b tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Network hostable DHCP agents. Network: a09ed419-ce67-4d24-b54c-25f48f72f320, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:57:40.635910 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c301a8e4-dba7-48db-b528-3a895ec6b13b tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Pushing event updated for resources: {'Subnet': ['ID=919e81fa-7b11-4b95-840c-6f56e3aa5bca,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:40.665810 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9653c8e5-ec8d-4c4c-916c-4b299f7b321f None None] Port e9765a34-0fa5-4ec9-b32a-68b873b9b783 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:57:40.687126 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 3bf8c902-0138-41bd-9559-36778f126bbd up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:57:40.757606 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-98ba258b-fcf1-4fb4-81db-9fc5add13690 None None] Allocated IP 172.20.0.2 (8df3c9b7-a251-445b-b2eb-e8cd867969e8/adf8704f-9914-46f9-8577-c9374d61ea8a/8a581de0-2560-4b44-b62f-28edcb1f6c79) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:57:40.765155 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-98b4f897-5284-431e-83d5-0e7f0c55cc5c None None] For port e9765a34-0fa5-4ec9-b32a-68b873b9b783, host n-d-836650-2, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:57:40.777332 n-d-836650-2 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-98b4f897-5284-431e-83d5-0e7f0c55cc5c None None] For port e9765a34-0fa5-4ec9-b32a-68b873b9b783, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=e9765a34-0fa5-4ec9-b32a-68b873b9b783,segment=NetworkSegment(4a7e5dcc-afa1-4e42-843b-4972e39fae76),segment_id=4a7e5dcc-afa1-4e42-843b-4972e39fae76)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:57:40.806339 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9653c8e5-ec8d-4c4c-916c-4b299f7b321f None None] Provisioning complete for port 3bf8c902-0138-41bd-9559-36778f126bbd triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:57:40.806811 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9653c8e5-ec8d-4c4c-916c-4b299f7b321f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:40.863111 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-8b2da1ed-4f89-4252-978d-93371ac0935e req-af19f9e7-5698-46c1-9b1f-e55569a72305 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bd4dfc0-f477-4986-90b5-599f01a8c57f HTTP/1.1" status: 200 len: 210 time: 0.0654712 Apr 05 14:57:40.864524 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c301a8e4-dba7-48db-b528-3a895ec6b13b tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Network a09ed419-ce67-4d24-b54c-25f48f72f320 is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:57:40.875225 n-d-836650-2 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-98b4f897-5284-431e-83d5-0e7f0c55cc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:40.945626 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-c301a8e4-dba7-48db-b528-3a895ec6b13b tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, a09ed419-ce67-4d24-b54c-25f48f72f320) {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:57:40.946015 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 3bf8c902-0138-41bd-9559-36778f126bbd triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:57:40.946483 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:40.950165 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c301a8e4-dba7-48db-b528-3a895ec6b13b tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:40.950761 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c301a8e4-dba7-48db-b528-3a895ec6b13b tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:41.002701 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-944cba17-d793-4bfe-86fb-d237c2d55b3f tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Deleting port d230d2d0-e34d-4e74-8b9f-f743065b196f {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:57:41.005768 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-944cba17-d793-4bfe-86fb-d237c2d55b3f tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:41.005993 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3907579e-a35f-4553-98e2-a65784ad0dae None None] Pushing event updated for resources: {'Port': ['ID=e9765a34-0fa5-4ec9-b32a-68b873b9b783,revision_number=4']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:41.014316 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c23f5d-21d6-4aaf-8c74-863a5a33b7f0 None None] Network a09ed419-ce67-4d24-b54c-25f48f72f320 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:57:41.052279 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b4f897-5284-431e-83d5-0e7f0c55cc5c None None] Routers {'7e5f17e7-75c3-4303-a80d-0f4ad7ff385e'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:57:41.052833 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-98b4f897-5284-431e-83d5-0e7f0c55cc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:57:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['7e5f17e7-75c3-4303-a80d-0f4ad7ff385e'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:41.095682 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-c301a8e4-dba7-48db-b528-3a895ec6b13b tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7357585 Apr 05 14:57:41.095682 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 45258) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:41.289095 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-944cba17-d793-4bfe-86fb-d237c2d55b3f tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:41.289436 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-944cba17-d793-4bfe-86fb-d237c2d55b3f tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:41.293566 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-98b4f897-5284-431e-83d5-0e7f0c55cc5c None None] Set router 7e5f17e7-75c3-4303-a80d-0f4ad7ff385e gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:57:41.328463 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-944cba17-d793-4bfe-86fb-d237c2d55b3f tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Calling delete_port for d230d2d0-e34d-4e74-8b9f-f743065b196f owned by network:floatingip {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:57:41.512621 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 1a0f7ed5-60a1-40b6-8884-0385367b6d2d up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:57:41.599145 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-98b4f897-5284-431e-83d5-0e7f0c55cc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5f17e7-75c3-4303-a80d-0f4ad7ff385e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-411034118', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': '9d77de6a-7229-407e-aa57-36579fbd54a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:57:30Z', 'updated_at': '2022-04-05T14:57:36Z', 'revision_number': 4, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'gw_port': {'id': '9d77de6a-7229-407e-aa57-36579fbd54a8', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:eb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5f17e7-75c3-4303-a80d-0f4ad7ff385e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:57:31Z', 'updated_at': '2022-04-05T14:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': 'e9765a34-0fa5-4ec9-b32a-68b873b9b783', 'name': '', 'network_id': 'ad312309-970e-42ad-af00-1f9e282ef313', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'mac_address': 'fa:16:3e:54:f5:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e5f17e7-75c3-4303-a80d-0f4ad7ff385e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'e906ff7a-8af7-479e-b554-4c7c2c25d7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:57:35Z', 'updated_at': '2022-04-05T14:57:40Z', 'revision_number': 4, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'subnets': [{'id': 'e906ff7a-8af7-479e-b554-4c7c2c25d7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:41.650023 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b4f897-5284-431e-83d5-0e7f0c55cc5c None None] The sync data for ids ['7e5f17e7-75c3-4303-a80d-0f4ad7ff385e'] in n-d-836650-2 is: [{'id': '7e5f17e7-75c3-4303-a80d-0f4ad7ff385e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-411034118', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': '9d77de6a-7229-407e-aa57-36579fbd54a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:57:30Z', 'updated_at': '2022-04-05T14:57:36Z', 'revision_number': 4, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'gw_port': {'id': '9d77de6a-7229-407e-aa57-36579fbd54a8', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:eb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5f17e7-75c3-4303-a80d-0f4ad7ff385e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:57:31Z', 'updated_at': '2022-04-05T14:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': 'e9765a34-0fa5-4ec9-b32a-68b873b9b783', 'name': '', 'network_id': 'ad312309-970e-42ad-af00-1f9e282ef313', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'mac_address': 'fa:16:3e:54:f5:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e5f17e7-75c3-4303-a80d-0f4ad7ff385e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'e906ff7a-8af7-479e-b554-4c7c2c25d7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:57:35Z', 'updated_at': '2022-04-05T14:57:40Z', 'revision_number': 4, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'subnets': [{'id': 'e906ff7a-8af7-479e-b554-4c7c2c25d7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:57:41.684096 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4e2eb98b-9408-414c-937d-fbc742af6dff tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:41.714517 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-98ba258b-fcf1-4fb4-81db-9fc5add13690 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:41.720537 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee42e12-99f7-4da4-a863-4fecd2465df9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac7d62d-18fd-5368-a4c7-12f60327821a-a09ed419-ce67-4d24-b54c-25f48f72f320', 'network_id': 'a09ed419-ce67-4d24-b54c-25f48f72f320', 'tenant_id': '0037ca7679ab4e199f4a46f1dcb55dc0', 'fixed_ips': [{'subnet_id': '919e81fa-7b11-4b95-840c-6f56e3aa5bca'}]}} from n-d-836650-2. {{(pid=103322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 14:57:41.721696 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6ee42e12-99f7-4da4-a863-4fecd2465df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:41.738408 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-944cba17-d793-4bfe-86fb-d237c2d55b3f tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:41.765903 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9653c8e5-ec8d-4c4c-916c-4b299f7b321f None None] Provisioning complete for port 1a0f7ed5-60a1-40b6-8884-0385367b6d2d triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:57:41.766347 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9653c8e5-ec8d-4c4c-916c-4b299f7b321f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:41.810656 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944cba17-d793-4bfe-86fb-d237c2d55b3f tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Pushing event deleted for resources: {'Port': ['ID=d230d2d0-e34d-4e74-8b9f-f743065b196f,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:41.927036 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-944cba17-d793-4bfe-86fb-d237c2d55b3f tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks [] for floatingip, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:41.927490 n-d-836650-2 neutron-server[103321]: INFO neutron.db.l3_db [None req-944cba17-d793-4bfe-86fb-d237c2d55b3f tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Floating IP faf03f7a-fec3-4b69-bc36-5cf3832f17a0 disassociated (deleted). External IP: 172.25.6.57, port: b1911304-0934-48cd-a97e-b2c2a1558456. Apr 05 14:57:41.979770 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-98ba258b-fcf1-4fb4-81db-9fc5add13690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:42.048382 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 1a0f7ed5-60a1-40b6-8884-0385367b6d2d triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:57:42.048763 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:42.061120 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a5abb38a-7a7c-40f9-9123-95c59b72fa38 req-af9ed127-47ae-4f48-8772-bf0159f498eb tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bd4dfc0-f477-4986-90b5-599f01a8c57f HTTP/1.1" status: 200 len: 210 time: 0.0988438 Apr 05 14:57:42.072625 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ba258b-fcf1-4fb4-81db-9fc5add13690 None None] Pushing event updated for resources: {'Port': ['ID=8a581de0-2560-4b44-b62f-28edcb1f6c79,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:42.216079 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ba258b-fcf1-4fb4-81db-9fc5add13690 None None] Network 8df3c9b7-a251-445b-b2eb-e8cd867969e8 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:57:42.246654 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-4e2eb98b-9408-414c-937d-fbc742af6dff tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Allocated IP 172.20.0.1 (8df3c9b7-a251-445b-b2eb-e8cd867969e8/adf8704f-9914-46f9-8577-c9374d61ea8a/50a723d1-de2c-428c-9c84-d7deadaf7521) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:57:42.309020 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9653c8e5-ec8d-4c4c-916c-4b299f7b321f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:42.315766 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-944cba17-d793-4bfe-86fb-d237c2d55b3f tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Router ecdeca4a-a160-48a5-8981-a488a2a1278b has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:57:42.323814 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-98ba258b-fcf1-4fb4-81db-9fc5add13690 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:57:42.345030 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ba258b-fcf1-4fb4-81db-9fc5add13690 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:57:42.406857 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-6ee42e12-99f7-4da4-a863-4fecd2465df9 None None] Allocated IP 172.20.0.2 (a09ed419-ce67-4d24-b54c-25f48f72f320/919e81fa-7b11-4b95-840c-6f56e3aa5bca/0e46e7c3-1fdf-48bc-9de6-f0472d595006) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:57:42.427305 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9653c8e5-ec8d-4c4c-916c-4b299f7b321f None None] For port 1a0f7ed5-60a1-40b6-8884-0385367b6d2d, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=1a0f7ed5-60a1-40b6-8884-0385367b6d2d,segment=NetworkSegment(1eba06dc-0074-4144-b296-ddfe7b2b3e3f),segment_id=1eba06dc-0074-4144-b296-ddfe7b2b3e3f)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:57:42.445475 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4e2eb98b-9408-414c-937d-fbc742af6dff tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:42.542388 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-944cba17-d793-4bfe-86fb-d237c2d55b3f tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:57:42.542388 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-944cba17-d793-4bfe-86fb-d237c2d55b3f tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:42.556809 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d440d8f5-01be-4323-a930-128f692cea60 None None] Sync routers for ids ['ecdeca4a-a160-48a5-8981-a488a2a1278b'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:57:42.579170 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-944cba17-d793-4bfe-86fb-d237c2d55b3f tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.30 "DELETE /v2.0/floatingips/faf03f7a-fec3-4b69-bc36-5cf3832f17a0 HTTP/1.1" status: 204 len: 168 time: 2.1773374 Apr 05 14:57:42.580530 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56f68192-4b00-42fa-a055-1229d0a467cd', 'tag': 'b1911304-0934-48cd-a97e-b2c2a1558456'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:57:42.584075 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-396dfa4a-1555-4d5a-93a8-e9d5c64c93ac" -d '{"events": [{"name": "network-changed", "server_uuid": "56f68192-4b00-42fa-a055-1229d0a467cd", "tag": "b1911304-0934-48cd-a97e-b2c2a1558456"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:57:42.599105 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d440d8f5-01be-4323-a930-128f692cea60 None None] Routers {'ecdeca4a-a160-48a5-8981-a488a2a1278b'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:57:42.599105 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-d440d8f5-01be-4323-a930-128f692cea60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:57:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['ecdeca4a-a160-48a5-8981-a488a2a1278b'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:42.615682 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-98ba258b-fcf1-4fb4-81db-9fc5add13690 None None] Attempting to bind port 8a581de0-2560-4b44-b62f-28edcb1f6c79 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:57:42.616062 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-98ba258b-fcf1-4fb4-81db-9fc5add13690 None None] Attempting to bind port 8a581de0-2560-4b44-b62f-28edcb1f6c79 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': 'f5a4654b-1869-46d4-814d-0e0151f7586a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8df3c9b7-a251-445b-b2eb-e8cd867969e8'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:57:42.616440 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ba258b-fcf1-4fb4-81db-9fc5add13690 None None] Attempting to bind port 8a581de0-2560-4b44-b62f-28edcb1f6c79 on network 8df3c9b7-a251-445b-b2eb-e8cd867969e8 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:57:42.618765 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:42.620454 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9653c8e5-ec8d-4c4c-916c-4b299f7b321f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:42.679951 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b60b8f36-a661-41a4-9f1e-1128685366ff x-openstack-request-id: req-b60b8f36-a661-41a4-9f1e-1128685366ff {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:57:42.680172 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56f68192-4b00-42fa-a055-1229d0a467cd", "tag": "b1911304-0934-48cd-a97e-b2c2a1558456", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:57:42.682185 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b60b8f36-a661-41a4-9f1e-1128685366ff {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:57:42.682656 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b60b8f36-a661-41a4-9f1e-1128685366ff'] response: {'name': 'network-changed', 'server_uuid': '56f68192-4b00-42fa-a055-1229d0a467cd', 'tag': 'b1911304-0934-48cd-a97e-b2c2a1558456', 'status': 'completed', 'code': 200} Apr 05 14:57:42.695870 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4e2eb98b-9408-414c-937d-fbc742af6dff tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:42.771910 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396dfa4a-1555-4d5a-93a8-e9d5c64c93ac req-c54a9854-3cd4-42ee-aa45-96bdd100fccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:42.774740 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-396dfa4a-1555-4d5a-93a8-e9d5c64c93ac req-c54a9854-3cd4-42ee-aa45-96bdd100fccb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6541073fc7b74808b6fa7a2702f66c66&device_id=56f68192-4b00-42fa-a055-1229d0a467cd HTTP/1.1" status: 200 len: 1136 time: 0.0738792 Apr 05 14:57:42.784351 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2eb98b-9408-414c-937d-fbc742af6dff tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Pushing event updated for resources: {'Port': ['ID=50a723d1-de2c-428c-9c84-d7deadaf7521,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:42.819227 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2eb98b-9408-414c-937d-fbc742af6dff tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Network 8df3c9b7-a251-445b-b2eb-e8cd867969e8 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:57:42.823784 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-4e2eb98b-9408-414c-937d-fbc742af6dff tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:57:42.829490 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2eb98b-9408-414c-937d-fbc742af6dff tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:57:42.920777 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4e2eb98b-9408-414c-937d-fbc742af6dff tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809369'] for router_interface, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:43.002156 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396dfa4a-1555-4d5a-93a8-e9d5c64c93ac req-2cba6db8-e436-4d0e-bce5-478d7d71a29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:43.004161 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-396dfa4a-1555-4d5a-93a8-e9d5c64c93ac req-2cba6db8-e436-4d0e-bce5-478d7d71a29b service neutron] 10.222.0.11 "GET /v2.0/networks?id=367f5640-2190-4979-a162-44b8c16904d9 HTTP/1.1" status: 200 len: 897 time: 0.2219718 Apr 05 14:57:43.064057 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-396dfa4a-1555-4d5a-93a8-e9d5c64c93ac req-916a0294-132c-4636-b48f-d96fedc15679 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1911304-0934-48cd-a97e-b2c2a1558456 HTTP/1.1" status: 200 len: 217 time: 0.0491037 Apr 05 14:57:43.086550 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ba258b-fcf1-4fb4-81db-9fc5add13690 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:57:43.087109 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ba258b-fcf1-4fb4-81db-9fc5add13690 None None] Checking segment: {'id': 'f5a4654b-1869-46d4-814d-0e0151f7586a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8df3c9b7-a251-445b-b2eb-e8cd867969e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:57:43.087245 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-98ba258b-fcf1-4fb4-81db-9fc5add13690 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:43.087649 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ba258b-fcf1-4fb4-81db-9fc5add13690 None None] Bound using segment: {'id': 'f5a4654b-1869-46d4-814d-0e0151f7586a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8df3c9b7-a251-445b-b2eb-e8cd867969e8'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:57:43.088140 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-98ba258b-fcf1-4fb4-81db-9fc5add13690 None None] Bound port: 8a581de0-2560-4b44-b62f-28edcb1f6c79, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5a4654b-1869-46d4-814d-0e0151f7586a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8df3c9b7-a251-445b-b2eb-e8cd867969e8'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:57:43.088534 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-98ba258b-fcf1-4fb4-81db-9fc5add13690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:43.101521 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:43.119032 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-d440d8f5-01be-4323-a930-128f692cea60 None None] Set router ecdeca4a-a160-48a5-8981-a488a2a1278b gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:57:43.135005 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396dfa4a-1555-4d5a-93a8-e9d5c64c93ac req-ca1f1fdb-b530-41fa-be27-24cdb7b94b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:43.158522 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9653c8e5-ec8d-4c4c-916c-4b299f7b321f None None] Pushing event updated for resources: {'Port': ['ID=1a0f7ed5-60a1-40b6-8884-0385367b6d2d,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:43.160203 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-396dfa4a-1555-4d5a-93a8-e9d5c64c93ac req-ca1f1fdb-b530-41fa-be27-24cdb7b94b06 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=05719900-8279-44be-afb4-e96260abf98c HTTP/1.1" status: 200 len: 835 time: 0.0872405 Apr 05 14:57:43.219444 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-302fe596-8663-467b-b3e9-03ccdad94834 None None] Provisioning complete for port e9765a34-0fa5-4ec9-b32a-68b873b9b783 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:57:43.219816 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-302fe596-8663-467b-b3e9-03ccdad94834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:43.236082 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396dfa4a-1555-4d5a-93a8-e9d5c64c93ac req-f5f00506-229b-4244-a7d6-19ce003ebf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:43.237986 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-396dfa4a-1555-4d5a-93a8-e9d5c64c93ac req-f5f00506-229b-4244-a7d6-19ce003ebf3b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=367f5640-2190-4979-a162-44b8c16904d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706174 Apr 05 14:57:43.258007 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4e2eb98b-9408-414c-937d-fbc742af6dff tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:43.290805 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-98ba258b-fcf1-4fb4-81db-9fc5add13690 None None] For port 8a581de0-2560-4b44-b62f-28edcb1f6c79, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:57:43.294589 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-98ba258b-fcf1-4fb4-81db-9fc5add13690 None None] For port 8a581de0-2560-4b44-b62f-28edcb1f6c79, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=8a581de0-2560-4b44-b62f-28edcb1f6c79,segment=NetworkSegment(f5a4654b-1869-46d4-814d-0e0151f7586a),segment_id=f5a4654b-1869-46d4-814d-0e0151f7586a)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:57:43.298106 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-385ecae3-a84c-4674-b8b5-fb53dcb9b459 req-5f3ae4b7-d0f4-430f-a9ff-9ee72e61a361 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bd4dfc0-f477-4986-90b5-599f01a8c57f HTTP/1.1" status: 200 len: 210 time: 0.0744450 Apr 05 14:57:43.374649 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-396dfa4a-1555-4d5a-93a8-e9d5c64c93ac req-b309bd84-751f-46dd-b3e1-b53c492edfd5 service neutron] 10.222.0.11 "GET /v2.0/networks/367f5640-2190-4979-a162-44b8c16904d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288841 Apr 05 14:57:43.403764 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05151870-988d-4042-9e68-a99120b22e7a req-c82cb013-0946-4e61-afbb-36fe8b8a7e3c tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:43.405527 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-05151870-988d-4042-9e68-a99120b22e7a req-c82cb013-0946-4e61-afbb-36fe8b8a7e3c tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.30 "GET /v2.0/ports?device_id=56f68192-4b00-42fa-a055-1229d0a467cd HTTP/1.1" status: 200 len: 985 time: 0.1286423 Apr 05 14:57:43.450516 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-98ba258b-fcf1-4fb4-81db-9fc5add13690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:43.524832 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-396dfa4a-1555-4d5a-93a8-e9d5c64c93ac req-48ed9ced-68c4-4124-a974-b49a97b2501d service neutron] 10.222.0.11 "GET /v2.0/networks/367f5640-2190-4979-a162-44b8c16904d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360590 Apr 05 14:57:43.644457 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-05151870-988d-4042-9e68-a99120b22e7a req-a309ddee-520a-4c85-8aae-94b33343001b tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.30 "GET /v2.0/security-groups?id=99abac29-4317-42f1-9175-a951c7a0154c&id=a853e761-6280-4be8-a0fe-96d299da5bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2288213 Apr 05 14:57:43.772044 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.db.api [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:57:43.774027 n-d-836650-2 neutron-server[103322]: DEBUG oslo_db.api [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:57:43.792394 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ba258b-fcf1-4fb4-81db-9fc5add13690 None None] Pushing event updated for resources: {'Port': ['ID=8a581de0-2560-4b44-b62f-28edcb1f6c79,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:43.807800 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6ee42e12-99f7-4da4-a863-4fecd2465df9 None None] Notify callbacks [] for port, precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:43.849631 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-302fe596-8663-467b-b3e9-03ccdad94834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:43.943818 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4e2eb98b-9408-414c-937d-fbc742af6dff tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:43.985718 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6ee42e12-99f7-4da4-a863-4fecd2465df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063'] for port, after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:44.029181 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4e2eb98b-9408-414c-937d-fbc742af6dff tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:44.055744 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-302fe596-8663-467b-b3e9-03ccdad94834 None None] For port e9765a34-0fa5-4ec9-b32a-68b873b9b783, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=e9765a34-0fa5-4ec9-b32a-68b873b9b783,segment=NetworkSegment(4a7e5dcc-afa1-4e42-843b-4972e39fae76),segment_id=4a7e5dcc-afa1-4e42-843b-4972e39fae76)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:57:44.073005 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee42e12-99f7-4da4-a863-4fecd2465df9 None None] Network a09ed419-ce67-4d24-b54c-25f48f72f320 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:57:44.078312 n-d-836650-2 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-6ee42e12-99f7-4da4-a863-4fecd2465df9 None None] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:57:44.081298 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee42e12-99f7-4da4-a863-4fecd2465df9 None None] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:57:44.137523 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4e2eb98b-9408-414c-937d-fbc742af6dff tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809317'] for router_interface, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:44.161816 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee42e12-99f7-4da4-a863-4fecd2465df9 None None] Pushing event updated for resources: {'Port': ['ID=0e46e7c3-1fdf-48bc-9de6-f0472d595006,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:44.180984 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-302fe596-8663-467b-b3e9-03ccdad94834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:44.216188 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2eb98b-9408-414c-937d-fbc742af6dff tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Pushing event updated for resources: {'Port': ['ID=50a723d1-de2c-428c-9c84-d7deadaf7521,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:44.266699 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-6ee42e12-99f7-4da4-a863-4fecd2465df9 None None] Attempting to bind port 0e46e7c3-1fdf-48bc-9de6-f0472d595006 on host n-d-836650-2 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:57:44.269466 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-6ee42e12-99f7-4da4-a863-4fecd2465df9 None None] Attempting to bind port 0e46e7c3-1fdf-48bc-9de6-f0472d595006 by drivers openvswitch,hyperv on host n-d-836650-2 at level 0 using segments [{'id': '89f5b766-0fab-4079-97c0-0c2ff0c3d8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a09ed419-ce67-4d24-b54c-25f48f72f320'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:57:44.269466 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee42e12-99f7-4da4-a863-4fecd2465df9 None None] Attempting to bind port 0e46e7c3-1fdf-48bc-9de6-f0472d595006 on network a09ed419-ce67-4d24-b54c-25f48f72f320 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:57:44.274227 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-d440d8f5-01be-4323-a930-128f692cea60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecdeca4a-a160-48a5-8981-a488a2a1278b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1327652221', 'tenant_id': '6541073fc7b74808b6fa7a2702f66c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '2de54ed3-14c1-4b90-80cc-985460e8ef41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:55:20Z', 'updated_at': '2022-04-05T14:55:29Z', 'revision_number': 4, 'project_id': '6541073fc7b74808b6fa7a2702f66c66', 'gw_port': {'id': '2de54ed3-14c1-4b90-80cc-985460e8ef41', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ea:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdeca4a-a160-48a5-8981-a488a2a1278b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:55:21Z', 'updated_at': '2022-04-05T14:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '101f73dd-2890-4583-9f40-6c66d37f4bb6', 'name': '', 'network_id': '367f5640-2190-4979-a162-44b8c16904d9', 'tenant_id': '6541073fc7b74808b6fa7a2702f66c66', 'mac_address': 'fa:16:3e:6c:42:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdeca4a-a160-48a5-8981-a488a2a1278b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '05719900-8279-44be-afb4-e96260abf98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:55:27Z', 'updated_at': '2022-04-05T14:55:32Z', 'revision_number': 5, 'project_id': '6541073fc7b74808b6fa7a2702f66c66', 'subnets': [{'id': '05719900-8279-44be-afb4-e96260abf98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:44.285410 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-302fe596-8663-467b-b3e9-03ccdad94834 None None] Provisioning complete for port 1a0f7ed5-60a1-40b6-8884-0385367b6d2d triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:57:44.285643 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-302fe596-8663-467b-b3e9-03ccdad94834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:44.310591 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e03ed1-ebfa-4178-913b-cc4844114499 req-d4f57b7e-9052-4069-9893-21f39712443b tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:44.312277 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-24e03ed1-ebfa-4178-913b-cc4844114499 req-d4f57b7e-9052-4069-9893-21f39712443b tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.55 "GET /v2.0/networks?id=ad312309-970e-42ad-af00-1f9e282ef313 HTTP/1.1" status: 200 len: 796 time: 0.3668098 Apr 05 14:57:44.358134 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d440d8f5-01be-4323-a930-128f692cea60 None None] Checking router: ecdeca4a-a160-48a5-8981-a488a2a1278b for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:57:44.367377 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee42e12-99f7-4da4-a863-4fecd2465df9 None None] Checking agent: {'id': '80556b78-f6ca-48d4-819b-92793c4e6269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 5, 14, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:57:44.367767 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee42e12-99f7-4da4-a863-4fecd2465df9 None None] Checking segment: {'id': '89f5b766-0fab-4079-97c0-0c2ff0c3d8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a09ed419-ce67-4d24-b54c-25f48f72f320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:57:44.368177 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6ee42e12-99f7-4da4-a863-4fecd2465df9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:44.368579 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee42e12-99f7-4da4-a863-4fecd2465df9 None None] Bound using segment: {'id': '89f5b766-0fab-4079-97c0-0c2ff0c3d8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a09ed419-ce67-4d24-b54c-25f48f72f320'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:57:44.369092 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-6ee42e12-99f7-4da4-a863-4fecd2465df9 None None] Bound port: 0e46e7c3-1fdf-48bc-9de6-f0472d595006, host: n-d-836650-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89f5b766-0fab-4079-97c0-0c2ff0c3d8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a09ed419-ce67-4d24-b54c-25f48f72f320'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:57:44.369484 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6ee42e12-99f7-4da4-a863-4fecd2465df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:44.371535 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302fe596-8663-467b-b3e9-03ccdad94834 None None] Pushing event updated for resources: {'Port': ['ID=e9765a34-0fa5-4ec9-b32a-68b873b9b783,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:44.376608 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2eb98b-9408-414c-937d-fbc742af6dff tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Network 8df3c9b7-a251-445b-b2eb-e8cd867969e8 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:57:44.393388 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-4e2eb98b-9408-414c-937d-fbc742af6dff tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:57:44.436101 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:44.449694 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-33de2cd7-8d78-4ca6-b4df-cc44706be492 req-b56f7587-71b7-406e-91de-c149cc8ea3b7 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bd4dfc0-f477-4986-90b5-599f01a8c57f HTTP/1.1" status: 200 len: 210 time: 0.0474505 Apr 05 14:57:44.456077 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d440d8f5-01be-4323-a930-128f692cea60 None None] Routers {'ecdeca4a-a160-48a5-8981-a488a2a1278b'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:57:44.456717 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-d440d8f5-01be-4323-a930-128f692cea60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:57:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['ecdeca4a-a160-48a5-8981-a488a2a1278b'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:44.546644 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 3269f816-78f5-41fd-b477-7769dcd88f84 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:57:44.559188 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-24e03ed1-ebfa-4178-913b-cc4844114499 req-53bff63b-cb62-4836-b4ab-e195ae630493 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b07e36dc5a904f16980660900e2eecc1 HTTP/1.1" status: 200 len: 380 time: 0.1803763 Apr 05 14:57:44.575973 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-24e03ed1-ebfa-4178-913b-cc4844114499 req-5f0021fd-07a6-46e1-904c-83031abb0f0b tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Request body: {'port': {'device_id': '1bd4dfc0-f477-4986-90b5-599f01a8c57f', 'network_id': 'ad312309-970e-42ad-af00-1f9e282ef313', 'admin_state_up': True, 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'security_groups': ['86162a42-5a77-43c4-8ef0-1989b7fdc0cb']}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:57:44.594562 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 3269f816-78f5-41fd-b477-7769dcd88f84 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:57:44.594922 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 3269f816-78f5-41fd-b477-7769dcd88f84 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:57:44.595332 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 090b8184-bc94-47c7-8e8d-f51f9ac7a3a4 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:57:44.667308 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 090b8184-bc94-47c7-8e8d-f51f9ac7a3a4 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:57:44.667612 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 090b8184-bc94-47c7-8e8d-f51f9ac7a3a4 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:57:44.762091 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-6ee42e12-99f7-4da4-a863-4fecd2465df9 None None] For port 0e46e7c3-1fdf-48bc-9de6-f0472d595006, host n-d-836650-2, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:57:44.767454 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-6ee42e12-99f7-4da4-a863-4fecd2465df9 None None] For port 0e46e7c3-1fdf-48bc-9de6-f0472d595006, host n-d-836650-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=0e46e7c3-1fdf-48bc-9de6-f0472d595006,segment=NetworkSegment(89f5b766-0fab-4079-97c0-0c2ff0c3d8f4),segment_id=89f5b766-0fab-4079-97c0-0c2ff0c3d8f4)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:57:44.782303 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-d440d8f5-01be-4323-a930-128f692cea60 None None] Set router ecdeca4a-a160-48a5-8981-a488a2a1278b gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:57:44.958221 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb1db0-ca29-497c-8462-b1dcd6991e0c req-311dfb49-e0ab-462e-8f2c-762b94fef5b4 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:44.958221 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f1eb1db0-ca29-497c-8462-b1dcd6991e0c req-311dfb49-e0ab-462e-8f2c-762b94fef5b4 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.30 "GET /v2.0/ports?device_id=56f68192-4b00-42fa-a055-1229d0a467cd HTTP/1.1" status: 200 len: 985 time: 0.1923947 Apr 05 14:57:44.960588 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e2eb98b-9408-414c-937d-fbc742af6dff tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Router 5d63a8f5-bc77-4a75-b2a4-1482837a69f3 is scheduled to L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 with binding_index 1 {{(pid=103320) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:57:44.970418 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6ee42e12-99f7-4da4-a863-4fecd2465df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:44.987708 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29c47d-14eb-4362-b8d1-e9fee90fa35a req-83314836-adb4-4d07-8e24-1db018d69005 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:44.993987 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-9b29c47d-14eb-4362-b8d1-e9fee90fa35a req-83314836-adb4-4d07-8e24-1db018d69005 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.11 "GET /v2.0/ports?device_id=56f68192-4b00-42fa-a055-1229d0a467cd HTTP/1.1" status: 200 len: 985 time: 0.1681876 Apr 05 14:57:45.202251 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-9b29c47d-14eb-4362-b8d1-e9fee90fa35a req-7f8dfae7-11d3-4d64-843c-310d262e0f64 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Deleting port b1911304-0934-48cd-a97e-b2c2a1558456 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:57:45.202602 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-9b29c47d-14eb-4362-b8d1-e9fee90fa35a req-7f8dfae7-11d3-4d64-843c-310d262e0f64 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:45.219815 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee42e12-99f7-4da4-a863-4fecd2465df9 None None] Pushing event updated for resources: {'Port': ['ID=0e46e7c3-1fdf-48bc-9de6-f0472d595006,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:45.225635 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 8a581de0-2560-4b44-b62f-28edcb1f6c79 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:57:45.265282 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f1eb1db0-ca29-497c-8462-b1dcd6991e0c req-0301790b-d24b-4b2b-ac21-1883a25afc8e tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.30 "GET /v2.0/security-groups?id=99abac29-4317-42f1-9175-a951c7a0154c&id=a853e761-6280-4be8-a0fe-96d299da5bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2900991 Apr 05 14:57:45.333945 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e2eb98b-9408-414c-937d-fbc742af6dff tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:57:45.344278 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45320) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:45.346213 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-4e2eb98b-9408-414c-937d-fbc742af6dff tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] 10.222.0.30 "PUT /v2.0/routers/5d63a8f5-bc77-4a75-b2a4-1482837a69f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2505105 Apr 05 14:57:45.347666 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e07c6c9-dfe2-4e56-9084-aa06214fe3e8 None None] Sync routers for ids ['5d63a8f5-bc77-4a75-b2a4-1482837a69f3'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:57:45.348708 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24e03ed1-ebfa-4178-913b-cc4844114499 req-5f0021fd-07a6-46e1-904c-83031abb0f0b tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Made reservation on behalf of b07e36dc5a904f16980660900e2eecc1 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:57:45.357509 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-24e03ed1-ebfa-4178-913b-cc4844114499 req-5f0021fd-07a6-46e1-904c-83031abb0f0b tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:45.380734 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e07c6c9-dfe2-4e56-9084-aa06214fe3e8 None None] Routers {'5d63a8f5-bc77-4a75-b2a4-1482837a69f3'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:57:45.381893 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-5e07c6c9-dfe2-4e56-9084-aa06214fe3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:57:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['5d63a8f5-bc77-4a75-b2a4-1482837a69f3'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:45.413459 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c117ab10-9913-426e-a71e-c894e2dc56c4 None None] Network 8df3c9b7-a251-445b-b2eb-e8cd867969e8 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:57:45.589749 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-9b29c47d-14eb-4362-b8d1-e9fee90fa35a req-7f8dfae7-11d3-4d64-843c-310d262e0f64 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] For port b1911304-0934-48cd-a97e-b2c2a1558456, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=b1911304-0934-48cd-a97e-b2c2a1558456,segment=NetworkSegment(965afdc3-f110-41a7-9dea-a2a68b5967f0),segment_id=965afdc3-f110-41a7-9dea-a2a68b5967f0)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:57:45.591132 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-9b29c47d-14eb-4362-b8d1-e9fee90fa35a req-7f8dfae7-11d3-4d64-843c-310d262e0f64 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:45.653362 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-9b29c47d-14eb-4362-b8d1-e9fee90fa35a req-7f8dfae7-11d3-4d64-843c-310d262e0f64 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Calling delete_port for b1911304-0934-48cd-a97e-b2c2a1558456 owned by compute:nova {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:57:45.667385 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-24e03ed1-ebfa-4178-913b-cc4844114499 req-5f0021fd-07a6-46e1-904c-83031abb0f0b tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Allocated IP 172.20.0.6 (ad312309-970e-42ad-af00-1f9e282ef313/e906ff7a-8af7-479e-b554-4c7c2c25d7fa/69c7616b-b52f-4d4a-bedb-1723886e46b5) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:57:45.766609 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-27299c96-0f0e-4fe0-a3ca-763a8683e274 None None] Provisioning complete for port 8a581de0-2560-4b44-b62f-28edcb1f6c79 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:57:45.767045 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-27299c96-0f0e-4fe0-a3ca-763a8683e274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:45.839235 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-5e07c6c9-dfe2-4e56-9084-aa06214fe3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:45.863950 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e07c6c9-dfe2-4e56-9084-aa06214fe3e8 None None] Routers {'5d63a8f5-bc77-4a75-b2a4-1482837a69f3'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:57:45.864182 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-5e07c6c9-dfe2-4e56-9084-aa06214fe3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:57:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['5d63a8f5-bc77-4a75-b2a4-1482837a69f3'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:45.898854 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-a7673fa1-5170-4a3c-91a8-f44f64dc1953 req-70f60c94-f6f5-41dd-b9eb-6fb913960e7a tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bd4dfc0-f477-4986-90b5-599f01a8c57f HTTP/1.1" status: 200 len: 210 time: 0.0992477 Apr 05 14:57:45.947781 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-5e07c6c9-dfe2-4e56-9084-aa06214fe3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:45.948786 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e07c6c9-dfe2-4e56-9084-aa06214fe3e8 None None] The sync data for ids ['5d63a8f5-bc77-4a75-b2a4-1482837a69f3'] in n-d-836650-2 is: [] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:57:46.029905 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-24e03ed1-ebfa-4178-913b-cc4844114499 req-5f0021fd-07a6-46e1-904c-83031abb0f0b tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:46.351249 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 8a581de0-2560-4b44-b62f-28edcb1f6c79 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:57:46.351684 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:46.535058 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-27299c96-0f0e-4fe0-a3ca-763a8683e274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:46.602201 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-d440d8f5-01be-4323-a930-128f692cea60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecdeca4a-a160-48a5-8981-a488a2a1278b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1327652221', 'tenant_id': '6541073fc7b74808b6fa7a2702f66c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '2de54ed3-14c1-4b90-80cc-985460e8ef41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:55:20Z', 'updated_at': '2022-04-05T14:55:29Z', 'revision_number': 4, 'project_id': '6541073fc7b74808b6fa7a2702f66c66', 'gw_port': {'id': '2de54ed3-14c1-4b90-80cc-985460e8ef41', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ea:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdeca4a-a160-48a5-8981-a488a2a1278b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:55:21Z', 'updated_at': '2022-04-05T14:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '101f73dd-2890-4583-9f40-6c66d37f4bb6', 'name': '', 'network_id': '367f5640-2190-4979-a162-44b8c16904d9', 'tenant_id': '6541073fc7b74808b6fa7a2702f66c66', 'mac_address': 'fa:16:3e:6c:42:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdeca4a-a160-48a5-8981-a488a2a1278b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '05719900-8279-44be-afb4-e96260abf98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:55:27Z', 'updated_at': '2022-04-05T14:55:32Z', 'revision_number': 5, 'project_id': '6541073fc7b74808b6fa7a2702f66c66', 'subnets': [{'id': '05719900-8279-44be-afb4-e96260abf98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:46.669694 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d440d8f5-01be-4323-a930-128f692cea60 None None] The sync data for ids ['ecdeca4a-a160-48a5-8981-a488a2a1278b'] in n-d-836650-2 is: [{'id': 'ecdeca4a-a160-48a5-8981-a488a2a1278b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1327652221', 'tenant_id': '6541073fc7b74808b6fa7a2702f66c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '2de54ed3-14c1-4b90-80cc-985460e8ef41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:55:20Z', 'updated_at': '2022-04-05T14:55:29Z', 'revision_number': 4, 'project_id': '6541073fc7b74808b6fa7a2702f66c66', 'gw_port': {'id': '2de54ed3-14c1-4b90-80cc-985460e8ef41', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ea:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdeca4a-a160-48a5-8981-a488a2a1278b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:55:21Z', 'updated_at': '2022-04-05T14:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '101f73dd-2890-4583-9f40-6c66d37f4bb6', 'name': '', 'network_id': '367f5640-2190-4979-a162-44b8c16904d9', 'tenant_id': '6541073fc7b74808b6fa7a2702f66c66', 'mac_address': 'fa:16:3e:6c:42:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdeca4a-a160-48a5-8981-a488a2a1278b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '05719900-8279-44be-afb4-e96260abf98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:55:27Z', 'updated_at': '2022-04-05T14:55:32Z', 'revision_number': 5, 'project_id': '6541073fc7b74808b6fa7a2702f66c66', 'subnets': [{'id': '05719900-8279-44be-afb4-e96260abf98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:57:46.723711 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-27299c96-0f0e-4fe0-a3ca-763a8683e274 None None] For port 8a581de0-2560-4b44-b62f-28edcb1f6c79, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=8a581de0-2560-4b44-b62f-28edcb1f6c79,segment=NetworkSegment(f5a4654b-1869-46d4-814d-0e0151f7586a),segment_id=f5a4654b-1869-46d4-814d-0e0151f7586a)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:57:46.750827 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:46.789794 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-27299c96-0f0e-4fe0-a3ca-763a8683e274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:46.866090 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-9b29c47d-14eb-4362-b8d1-e9fee90fa35a req-7f8dfae7-11d3-4d64-843c-310d262e0f64 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:46.906068 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ad4669d7-96a9-4d42-bf2f-d3b4a880f92c req-22f7ab5e-41f4-45dd-b8d5-e61d17bf9f45 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.30 "GET /v2.0/ports?device_id=56f68192-4b00-42fa-a055-1229d0a467cd HTTP/1.1" status: 200 len: 210 time: 0.0916519 Apr 05 14:57:46.926870 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.db.api [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:57:46.928521 n-d-836650-2 neutron-server[103322]: DEBUG oslo_db.api [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:57:46.936727 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27299c96-0f0e-4fe0-a3ca-763a8683e274 None None] Pushing event updated for resources: {'Port': ['ID=8a581de0-2560-4b44-b62f-28edcb1f6c79,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:46.995997 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-24e03ed1-ebfa-4178-913b-cc4844114499 req-5f0021fd-07a6-46e1-904c-83031abb0f0b tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:47.044506 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24e03ed1-ebfa-4178-913b-cc4844114499 req-5f0021fd-07a6-46e1-904c-83031abb0f0b tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Network ad312309-970e-42ad-af00-1f9e282ef313 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:57:47.108476 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-24e03ed1-ebfa-4178-913b-cc4844114499 req-5f0021fd-07a6-46e1-904c-83031abb0f0b tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:57:47.122844 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-24e03ed1-ebfa-4178-913b-cc4844114499 req-5f0021fd-07a6-46e1-904c-83031abb0f0b tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:57:47.165707 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8dfae7-11d3-4d64-843c-310d262e0f64 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Pushing event deleted for resources: {'Port': ['ID=b1911304-0934-48cd-a97e-b2c2a1558456,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:47.267438 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b29c47d-14eb-4362-b8d1-e9fee90fa35a req-7f8dfae7-11d3-4d64-843c-310d262e0f64 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] No DVR routers for this DVR port b1911304-0934-48cd-a97e-b2c2a1558456 on host n-h2-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:57:47.273340 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-9b29c47d-14eb-4362-b8d1-e9fee90fa35a req-7f8dfae7-11d3-4d64-843c-310d262e0f64 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:47.276841 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-9b29c47d-14eb-4362-b8d1-e9fee90fa35a req-7f8dfae7-11d3-4d64-843c-310d262e0f64 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.11 "DELETE /v2.0/ports/b1911304-0934-48cd-a97e-b2c2a1558456 HTTP/1.1" status: 204 len: 173 time: 2.2811027 Apr 05 14:57:47.281327 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56f68192-4b00-42fa-a055-1229d0a467cd', 'name': 'network-vif-deleted', 'tag': 'b1911304-0934-48cd-a97e-b2c2a1558456'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:57:47.283340 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e03ed1-ebfa-4178-913b-cc4844114499 req-5f0021fd-07a6-46e1-904c-83031abb0f0b tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:47.283565 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deaa9605-0952-430b-b2a1-8e805a29c94f" -d '{"events": [{"server_uuid": "56f68192-4b00-42fa-a055-1229d0a467cd", "name": "network-vif-deleted", "tag": "b1911304-0934-48cd-a97e-b2c2a1558456"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:57:47.284033 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-24e03ed1-ebfa-4178-913b-cc4844114499 req-5f0021fd-07a6-46e1-904c-83031abb0f0b tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:47.306323 n-d-836650-2 neutron-server[103321]: INFO neutron.api.v2.resource [None req-291d0925-252a-45cd-a640-dc37dc61cdb8 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:57:47.317787 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-291d0925-252a-45cd-a640-dc37dc61cdb8 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] 10.222.0.30 "PUT /v2.0/routers/5d63a8f5-bc77-4a75-b2a4-1482837a69f3/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.9369512 Apr 05 14:57:47.317787 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45340) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:47.323726 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aadb00e-4dd4-40a5-b045-1fd0a824159d None None] New status for floating IP faf03f7a-fec3-4b69-bc36-5cf3832f17a0: DOWN {{(pid=103322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 14:57:47.360172 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0021fd-07a6-46e1-904c-83031abb0f0b tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Pushing event updated for resources: {'Port': ['ID=69c7616b-b52f-4d4a-bedb-1723886e46b5,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:47.414781 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a60555-6f71-4bb6-a1b1-f31b059b299f x-openstack-request-id: req-23a60555-6f71-4bb6-a1b1-f31b059b299f {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:57:47.415219 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56f68192-4b00-42fa-a055-1229d0a467cd", "name": "network-vif-deleted", "tag": "b1911304-0934-48cd-a97e-b2c2a1558456", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:57:47.415340 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-23a60555-6f71-4bb6-a1b1-f31b059b299f {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:57:47.422680 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23a60555-6f71-4bb6-a1b1-f31b059b299f'] response: {'server_uuid': '56f68192-4b00-42fa-a055-1229d0a467cd', 'name': 'network-vif-deleted', 'tag': 'b1911304-0934-48cd-a97e-b2c2a1558456', 'status': 'completed', 'code': 200} Apr 05 14:57:47.454846 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeb16b8-7c9a-4ae1-ab11-d48b219ede47 req-7827eb65-1737-43e1-be65-86430ce5d765 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:47.463083 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3aeb16b8-7c9a-4ae1-ab11-d48b219ede47 req-7827eb65-1737-43e1-be65-86430ce5d765 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bd4dfc0-f477-4986-90b5-599f01a8c57f HTTP/1.1" status: 200 len: 931 time: 0.3646266 Apr 05 14:57:47.554192 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2646f2d9-ea8f-42a5-8706-ab9a4f5afe20 None None] Network a09ed419-ce67-4d24-b54c-25f48f72f320 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:57:47.562786 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-24e03ed1-ebfa-4178-913b-cc4844114499 req-5f0021fd-07a6-46e1-904c-83031abb0f0b tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9925120 Apr 05 14:57:47.584033 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3aeb16b8-7c9a-4ae1-ab11-d48b219ede47 req-158b5af8-e9ef-41fe-845d-baa999262d29 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=86162a42-5a77-43c4-8ef0-1989b7fdc0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112673 Apr 05 14:57:47.594802 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [req-24e03ed1-ebfa-4178-913b-cc4844114499 req-d72f63c1-4200-4b77-91cf-c5fa5ad1422b service neutron] Request body: {'port': {'device_id': '1bd4dfc0-f477-4986-90b5-599f01a8c57f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:57:47.728389 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-24e03ed1-ebfa-4178-913b-cc4844114499 req-d72f63c1-4200-4b77-91cf-c5fa5ad1422b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:47.736555 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device e9765a34-0fa5-4ec9-b32a-68b873b9b783 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:57:47.882774 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-371e618d-55d5-4bf1-bb99-1d1c14c96f39 None None] Provisioning complete for port 0e46e7c3-1fdf-48bc-9de6-f0472d595006 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:57:47.882774 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-371e618d-55d5-4bf1-bb99-1d1c14c96f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:48.070489 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port e9765a34-0fa5-4ec9-b32a-68b873b9b783 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:57:48.071164 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:48.105192 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c0991b0f-af11-4191-b1e9-f6511f443eb6 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809988'] for router_interface, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:48.144749 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-0b7e4749-f052-4a27-8c9c-74066884772d req-6de64e5c-5970-420c-894a-e87987fdbe27 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.30 "GET /v2.0/ports?device_id=56f68192-4b00-42fa-a055-1229d0a467cd HTTP/1.1" status: 200 len: 210 time: 0.0478759 Apr 05 14:57:48.246696 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-371e618d-55d5-4bf1-bb99-1d1c14c96f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:48.251150 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device b1911304-0934-48cd-a97e-b2c2a1558456 no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:57:48.313057 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] No Port match for: b1911304-0934-48cd-a97e-b2c2a1558456 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:57:48.313588 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device b1911304-0934-48cd-a97e-b2c2a1558456 not bound to the agent host n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:57:48.349499 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 1a0f7ed5-60a1-40b6-8884-0385367b6d2d up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:57:48.353164 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-371e618d-55d5-4bf1-bb99-1d1c14c96f39 None None] For port 0e46e7c3-1fdf-48bc-9de6-f0472d595006, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=0e46e7c3-1fdf-48bc-9de6-f0472d595006,segment=NetworkSegment(89f5b766-0fab-4079-97c0-0c2ff0c3d8f4),segment_id=89f5b766-0fab-4079-97c0-0c2ff0c3d8f4)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:57:48.355291 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [req-24e03ed1-ebfa-4178-913b-cc4844114499 req-d72f63c1-4200-4b77-91cf-c5fa5ad1422b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69c7616b-b52f-4d4a-bedb-1723886e46b5 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:57:48.375045 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-24e03ed1-ebfa-4178-913b-cc4844114499 req-d72f63c1-4200-4b77-91cf-c5fa5ad1422b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:48.400188 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-24e03ed1-ebfa-4178-913b-cc4844114499 req-d72f63c1-4200-4b77-91cf-c5fa5ad1422b service neutron] Transition to ACTIVE for port object 69c7616b-b52f-4d4a-bedb-1723886e46b5 will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:57:48.415301 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-371e618d-55d5-4bf1-bb99-1d1c14c96f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:48.488453 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-371e618d-55d5-4bf1-bb99-1d1c14c96f39 None None] Provisioning complete for port 8a581de0-2560-4b44-b62f-28edcb1f6c79 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:57:48.489759 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-24e03ed1-ebfa-4178-913b-cc4844114499 req-d72f63c1-4200-4b77-91cf-c5fa5ad1422b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:48.490093 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-371e618d-55d5-4bf1-bb99-1d1c14c96f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:48.560378 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f63c1-4200-4b77-91cf-c5fa5ad1422b service neutron] Pushing event updated for resources: {'Port': ['ID=69c7616b-b52f-4d4a-bedb-1723886e46b5,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:48.655699 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 1a0f7ed5-60a1-40b6-8884-0385367b6d2d triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:57:48.656253 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:48.723155 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-24e03ed1-ebfa-4178-913b-cc4844114499 req-d72f63c1-4200-4b77-91cf-c5fa5ad1422b service neutron] Attempting to bind port 69c7616b-b52f-4d4a-bedb-1723886e46b5 on host n-h1-836650-2 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:57:48.723532 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-24e03ed1-ebfa-4178-913b-cc4844114499 req-d72f63c1-4200-4b77-91cf-c5fa5ad1422b service neutron] Attempting to bind port 69c7616b-b52f-4d4a-bedb-1723886e46b5 by drivers openvswitch,hyperv on host n-h1-836650-2 at level 0 using segments [{'id': '4a7e5dcc-afa1-4e42-843b-4972e39fae76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ad312309-970e-42ad-af00-1f9e282ef313'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:57:48.723868 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e03ed1-ebfa-4178-913b-cc4844114499 req-d72f63c1-4200-4b77-91cf-c5fa5ad1422b service neutron] Attempting to bind port 69c7616b-b52f-4d4a-bedb-1723886e46b5 on network ad312309-970e-42ad-af00-1f9e282ef313 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:57:48.731990 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-c0991b0f-af11-4191-b1e9-f6511f443eb6 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Deleting port 50a723d1-de2c-428c-9c84-d7deadaf7521 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:57:48.733687 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e03ed1-ebfa-4178-913b-cc4844114499 req-d72f63c1-4200-4b77-91cf-c5fa5ad1422b service neutron] Port 69c7616b-b52f-4d4a-bedb-1723886e46b5 on network ad312309-970e-42ad-af00-1f9e282ef313 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 14:57:48.735310 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e03ed1-ebfa-4178-913b-cc4844114499 req-d72f63c1-4200-4b77-91cf-c5fa5ad1422b service neutron] Attempting to bind port 69c7616b-b52f-4d4a-bedb-1723886e46b5 on network ad312309-970e-42ad-af00-1f9e282ef313 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 14:57:48.735791 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c0991b0f-af11-4191-b1e9-f6511f443eb6 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:48.749969 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e03ed1-ebfa-4178-913b-cc4844114499 req-d72f63c1-4200-4b77-91cf-c5fa5ad1422b service neutron] Checking agent: {'id': '6b056525-051a-47e7-94d4-6809d7c58467', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'started_at': datetime.datetime(2022, 4, 5, 14, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 14:57:48.750371 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e03ed1-ebfa-4178-913b-cc4844114499 req-d72f63c1-4200-4b77-91cf-c5fa5ad1422b service neutron] Checking segment: {'id': '4a7e5dcc-afa1-4e42-843b-4972e39fae76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ad312309-970e-42ad-af00-1f9e282ef313'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:57:48.750911 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e03ed1-ebfa-4178-913b-cc4844114499 req-d72f63c1-4200-4b77-91cf-c5fa5ad1422b service neutron] Bound using segment: {'id': '4a7e5dcc-afa1-4e42-843b-4972e39fae76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ad312309-970e-42ad-af00-1f9e282ef313'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 14:57:48.751371 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-24e03ed1-ebfa-4178-913b-cc4844114499 req-d72f63c1-4200-4b77-91cf-c5fa5ad1422b service neutron] Bound port: 69c7616b-b52f-4d4a-bedb-1723886e46b5, host: n-h1-836650-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a7e5dcc-afa1-4e42-843b-4972e39fae76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ad312309-970e-42ad-af00-1f9e282ef313'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:57:48.751740 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-24e03ed1-ebfa-4178-913b-cc4844114499 req-d72f63c1-4200-4b77-91cf-c5fa5ad1422b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:48.778230 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371e618d-55d5-4bf1-bb99-1d1c14c96f39 None None] Pushing event updated for resources: {'Port': ['ID=0e46e7c3-1fdf-48bc-9de6-f0472d595006,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:48.887002 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c0991b0f-af11-4191-b1e9-f6511f443eb6 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:48.903470 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-c0991b0f-af11-4191-b1e9-f6511f443eb6 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Calling delete_port for 50a723d1-de2c-428c-9c84-d7deadaf7521 owned by network:router_interface {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:57:48.954739 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4375376b-c0b4-4b0b-b902-fb622d98158a req-acec414a-eab1-4d8f-914e-f32fe7db2774 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:48.956570 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4375376b-c0b4-4b0b-b902-fb622d98158a req-acec414a-eab1-4d8f-914e-f32fe7db2774 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bd4dfc0-f477-4986-90b5-599f01a8c57f HTTP/1.1" status: 200 len: 943 time: 0.1954136 Apr 05 14:57:48.967255 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-371e618d-55d5-4bf1-bb99-1d1c14c96f39 None None] Provisioning complete for port 50a723d1-de2c-428c-9c84-d7deadaf7521 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:57:48.967520 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-371e618d-55d5-4bf1-bb99-1d1c14c96f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:48.974628 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-24e03ed1-ebfa-4178-913b-cc4844114499 req-d72f63c1-4200-4b77-91cf-c5fa5ad1422b service neutron] For port 69c7616b-b52f-4d4a-bedb-1723886e46b5, host n-h1-836650-2, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:57:48.980354 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-24e03ed1-ebfa-4178-913b-cc4844114499 req-d72f63c1-4200-4b77-91cf-c5fa5ad1422b service neutron] For port 69c7616b-b52f-4d4a-bedb-1723886e46b5, host n-h1-836650-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=69c7616b-b52f-4d4a-bedb-1723886e46b5,segment=NetworkSegment(4a7e5dcc-afa1-4e42-843b-4972e39fae76),segment_id=4a7e5dcc-afa1-4e42-843b-4972e39fae76)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:57:49.020062 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 537fd0ee-c0f1-4c2f-8b0f-19a0088c2c5e no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:57:49.030545 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-4375376b-c0b4-4b0b-b902-fb622d98158a req-043e59ea-263f-496b-b3c8-356028820120 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=86162a42-5a77-43c4-8ef0-1989b7fdc0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623600 Apr 05 14:57:49.057241 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 537fd0ee-c0f1-4c2f-8b0f-19a0088c2c5e {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:57:49.057462 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 537fd0ee-c0f1-4c2f-8b0f-19a0088c2c5e not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:57:49.062569 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-371e618d-55d5-4bf1-bb99-1d1c14c96f39 None None] Port 50a723d1-de2c-428c-9c84-d7deadaf7521 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:57:49.070788 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-24e03ed1-ebfa-4178-913b-cc4844114499 req-d72f63c1-4200-4b77-91cf-c5fa5ad1422b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:49.117417 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e03ed1-ebfa-4178-913b-cc4844114499 req-d72f63c1-4200-4b77-91cf-c5fa5ad1422b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:49.122309 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-24e03ed1-ebfa-4178-913b-cc4844114499 req-d72f63c1-4200-4b77-91cf-c5fa5ad1422b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:49.122309 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-24e03ed1-ebfa-4178-913b-cc4844114499 req-d72f63c1-4200-4b77-91cf-c5fa5ad1422b service neutron] 10.222.0.55 "PUT /v2.0/ports/69c7616b-b52f-4d4a-bedb-1723886e46b5 HTTP/1.1" status: 200 len: 1091 time: 1.5399001 Apr 05 14:57:49.122309 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bd4dfc0-f477-4986-90b5-599f01a8c57f', 'tag': '69c7616b-b52f-4d4a-bedb-1723886e46b5'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:57:49.122570 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90c8a48-1430-45bb-ab1b-2fe23c7f5617" -d '{"events": [{"name": "network-changed", "server_uuid": "1bd4dfc0-f477-4986-90b5-599f01a8c57f", "tag": "69c7616b-b52f-4d4a-bedb-1723886e46b5"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:57:49.178919 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c0991b0f-af11-4191-b1e9-f6511f443eb6 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:49.218020 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f63c1-4200-4b77-91cf-c5fa5ad1422b service neutron] Pushing event updated for resources: {'Port': ['ID=69c7616b-b52f-4d4a-bedb-1723886e46b5,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:49.228605 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-942557b7-cbe3-468c-89d6-0059823172a9 x-openstack-request-id: req-942557b7-cbe3-468c-89d6-0059823172a9 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:57:49.230597 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bd4dfc0-f477-4986-90b5-599f01a8c57f", "tag": "69c7616b-b52f-4d4a-bedb-1723886e46b5", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:57:49.231020 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-942557b7-cbe3-468c-89d6-0059823172a9 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:57:49.231814 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-942557b7-cbe3-468c-89d6-0059823172a9'] response: {'name': 'network-changed', 'server_uuid': '1bd4dfc0-f477-4986-90b5-599f01a8c57f', 'tag': '69c7616b-b52f-4d4a-bedb-1723886e46b5', 'status': 'completed', 'code': 200} Apr 05 14:57:49.272759 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-3f283e7a-d71b-4fdb-a8b6-df79b7734349 None None] Provisioning complete for port 0e46e7c3-1fdf-48bc-9de6-f0472d595006 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:57:49.273398 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3f283e7a-d71b-4fdb-a8b6-df79b7734349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:49.311421 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 45358) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:49.330880 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0991b0f-af11-4191-b1e9-f6511f443eb6 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Pushing event deleted for resources: {'Port': ['ID=50a723d1-de2c-428c-9c84-d7deadaf7521,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:49.516060 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e03ed1-ebfa-4178-913b-cc4844114499 req-31360069-74b1-4511-be3a-e4be65ef1bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:49.518052 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-24e03ed1-ebfa-4178-913b-cc4844114499 req-31360069-74b1-4511-be3a-e4be65ef1bed service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b07e36dc5a904f16980660900e2eecc1&device_id=1bd4dfc0-f477-4986-90b5-599f01a8c57f HTTP/1.1" status: 200 len: 1094 time: 0.2833095 Apr 05 14:57:49.611890 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-24e03ed1-ebfa-4178-913b-cc4844114499 req-06320f2a-e0c4-4946-b7b3-c0382e69b2db service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69c7616b-b52f-4d4a-bedb-1723886e46b5 HTTP/1.1" status: 200 len: 217 time: 0.0790832 Apr 05 14:57:49.615762 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5ea8ee51-0c2f-4532-9871-c906e6f1153a tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:49.623631 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 8a581de0-2560-4b44-b62f-28edcb1f6c79 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:57:49.648434 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5ea8ee51-0c2f-4532-9871-c906e6f1153a tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:49.700398 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-3f283e7a-d71b-4fdb-a8b6-df79b7734349 None None] Could not find standard attr ID for object 50a723d1-de2c-428c-9c84-d7deadaf7521. {{(pid=103322) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 14:57:49.725660 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 8a581de0-2560-4b44-b62f-28edcb1f6c79 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:57:49.726329 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:49.731195 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c0991b0f-af11-4191-b1e9-f6511f443eb6 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1798829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810128'] for router_interface, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:49.774272 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e03ed1-ebfa-4178-913b-cc4844114499 req-2fa93947-32f3-4ce4-b30e-f8ecd2870554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:49.776032 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-24e03ed1-ebfa-4178-913b-cc4844114499 req-2fa93947-32f3-4ce4-b30e-f8ecd2870554 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e906ff7a-8af7-479e-b554-4c7c2c25d7fa HTTP/1.1" status: 200 len: 834 time: 0.0786717 Apr 05 14:57:49.826263 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e03ed1-ebfa-4178-913b-cc4844114499 req-91e6ba58-1bcb-4849-9c54-9994423eb012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:49.827972 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-24e03ed1-ebfa-4178-913b-cc4844114499 req-91e6ba58-1bcb-4849-9c54-9994423eb012 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ad312309-970e-42ad-af00-1f9e282ef313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446861 Apr 05 14:57:49.919455 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 0e46e7c3-1fdf-48bc-9de6-f0472d595006 up at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:57:49.962692 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-24e03ed1-ebfa-4178-913b-cc4844114499 req-7f2434eb-cec7-44df-922e-feee9d0e5c15 service neutron] 10.222.0.55 "GET /v2.0/networks/ad312309-970e-42ad-af00-1f9e282ef313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272280 Apr 05 14:57:49.963992 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5ea8ee51-0c2f-4532-9871-c906e6f1153a tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:49.967597 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5ea8ee51-0c2f-4532-9871-c906e6f1153a tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:49.971355 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-5ea8ee51-0c2f-4532-9871-c906e6f1153a tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.30 "DELETE /v2.0/security-groups/a853e761-6280-4be8-a0fe-96d299da5bc9 HTTP/1.1" status: 204 len: 168 time: 0.6558430 Apr 05 14:57:49.971519 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Provisioning complete for port 0e46e7c3-1fdf-48bc-9de6-f0472d595006 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:57:49.972790 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45366) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:49.972961 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:50.041250 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea8ee51-0c2f-4532-9871-c906e6f1153a tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a853e761-6280-4be8-a0fe-96d299da5bc9,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:50.086353 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-24e03ed1-ebfa-4178-913b-cc4844114499 req-6fcb5ca1-a531-4cc8-9199-dda551b1ca7d service neutron] 10.222.0.55 "GET /v2.0/networks/ad312309-970e-42ad-af00-1f9e282ef313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153538 Apr 05 14:57:50.115937 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0991b0f-af11-4191-b1e9-f6511f443eb6 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Router 5d63a8f5-bc77-4a75-b2a4-1482837a69f3 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:57:50.197469 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0e3cece2-7b43-4f69-849b-7a9c7fcc3e13 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:50.203546 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eee0e6-61a7-4d4b-b63f-a7ef5984b0a7 req-2c6feead-c92d-4f41-a851-dbe53de39e10 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:50.204992 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-40eee0e6-61a7-4d4b-b63f-a7ef5984b0a7 req-2c6feead-c92d-4f41-a851-dbe53de39e10 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bd4dfc0-f477-4986-90b5-599f01a8c57f HTTP/1.1" status: 200 len: 943 time: 0.0642540 Apr 05 14:57:50.258288 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0991b0f-af11-4191-b1e9-f6511f443eb6 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:57:50.269620 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-c0991b0f-af11-4191-b1e9-f6511f443eb6 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] 10.222.0.30 "PUT /v2.0/routers/5d63a8f5-bc77-4a75-b2a4-1482837a69f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9496372 Apr 05 14:57:50.269620 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0e3cece2-7b43-4f69-849b-7a9c7fcc3e13 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:50.272416 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45374) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:50.273719 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c579a3-ed6a-40aa-b532-a10aeb3d37d2 None None] Sync routers for ids ['5d63a8f5-bc77-4a75-b2a4-1482837a69f3'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:57:50.279950 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-40eee0e6-61a7-4d4b-b63f-a7ef5984b0a7 req-a8e652e8-6073-4baa-8244-03edc6f8af1c tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=86162a42-5a77-43c4-8ef0-1989b7fdc0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645645 Apr 05 14:57:50.297922 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90c8a48-1430-45bb-ab1b-2fe23c7f5617 req-3354bbbe-cb12-4abc-a75c-fd3a1ff3cbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:50.299632 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f90c8a48-1430-45bb-ab1b-2fe23c7f5617 req-3354bbbe-cb12-4abc-a75c-fd3a1ff3cbc4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b07e36dc5a904f16980660900e2eecc1&device_id=1bd4dfc0-f477-4986-90b5-599f01a8c57f HTTP/1.1" status: 200 len: 1094 time: 0.0609107 Apr 05 14:57:50.308677 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c579a3-ed6a-40aa-b532-a10aeb3d37d2 None None] Routers {'5d63a8f5-bc77-4a75-b2a4-1482837a69f3'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:57:50.312320 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-02c579a3-ed6a-40aa-b532-a10aeb3d37d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:57:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['5d63a8f5-bc77-4a75-b2a4-1482837a69f3'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:50.340620 n-d-836650-2 neutron-server[103321]: INFO neutron.api.v2.resource [None req-5e8b89ac-acb8-44ae-b31b-9f29ee472d11 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] delete failed (client error): The resource could not be found. Apr 05 14:57:50.342914 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-5e8b89ac-acb8-44ae-b31b-9f29ee472d11 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] 10.222.0.30 "DELETE /v2.0/routers/tempest-non_exist_router-1483179266 HTTP/1.1" status: 404 len: 335 time: 0.0686541 Apr 05 14:57:50.347171 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45380) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:50.353579 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-219a714d-f4a4-443d-b4f3-d2908f3c5cc9 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Request body: {'router': {'external_gateway_info': {'network_id': '5d63a8f5-bc77-4a75-b2a4-1482837a69f3'}}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:57:50.396392 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-02c579a3-ed6a-40aa-b532-a10aeb3d37d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:50.406048 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c579a3-ed6a-40aa-b532-a10aeb3d37d2 None None] Routers {'5d63a8f5-bc77-4a75-b2a4-1482837a69f3'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:57:50.406970 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-02c579a3-ed6a-40aa-b532-a10aeb3d37d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:57:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['5d63a8f5-bc77-4a75-b2a4-1482837a69f3'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:50.443452 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-02c579a3-ed6a-40aa-b532-a10aeb3d37d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:50.444425 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c579a3-ed6a-40aa-b532-a10aeb3d37d2 None None] The sync data for ids ['5d63a8f5-bc77-4a75-b2a4-1482837a69f3'] in n-d-836650-2 is: [] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:57:50.461799 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90c8a48-1430-45bb-ab1b-2fe23c7f5617 req-b7e44c25-39be-4253-9f6c-ccf98c4e1db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:50.463288 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f90c8a48-1430-45bb-ab1b-2fe23c7f5617 req-b7e44c25-39be-4253-9f6c-ccf98c4e1db1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ad312309-970e-42ad-af00-1f9e282ef313 HTTP/1.1" status: 200 len: 897 time: 0.1570320 Apr 05 14:57:50.507354 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f90c8a48-1430-45bb-ab1b-2fe23c7f5617 req-618eeee9-0e90-4219-b5b5-613d538a6e8b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69c7616b-b52f-4d4a-bedb-1723886e46b5 HTTP/1.1" status: 200 len: 217 time: 0.0366409 Apr 05 14:57:50.561622 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90c8a48-1430-45bb-ab1b-2fe23c7f5617 req-829f445f-f160-45ab-b999-2cd740244436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:50.563442 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f90c8a48-1430-45bb-ab1b-2fe23c7f5617 req-829f445f-f160-45ab-b999-2cd740244436 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e906ff7a-8af7-479e-b554-4c7c2c25d7fa HTTP/1.1" status: 200 len: 834 time: 0.0493422 Apr 05 14:57:50.595677 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0e3cece2-7b43-4f69-849b-7a9c7fcc3e13 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:50.599862 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0e3cece2-7b43-4f69-849b-7a9c7fcc3e13 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:50.601210 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-0e3cece2-7b43-4f69-849b-7a9c7fcc3e13 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.30 "DELETE /v2.0/security-groups/99abac29-4317-42f1-9175-a951c7a0154c HTTP/1.1" status: 204 len: 168 time: 0.6262116 Apr 05 14:57:50.604625 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 45384) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:50.615762 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-219a714d-f4a4-443d-b4f3-d2908f3c5cc9 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:50.618815 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3cece2-7b43-4f69-849b-7a9c7fcc3e13 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99abac29-4317-42f1-9175-a951c7a0154c,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:50.664298 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90c8a48-1430-45bb-ab1b-2fe23c7f5617 req-a2a882af-b215-4ef0-a87c-d237ec058326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:50.665512 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f90c8a48-1430-45bb-ab1b-2fe23c7f5617 req-a2a882af-b215-4ef0-a87c-d237ec058326 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ad312309-970e-42ad-af00-1f9e282ef313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0953660 Apr 05 14:57:50.765345 n-d-836650-2 neutron-server[103321]: INFO neutron.api.v2.resource [None req-219a714d-f4a4-443d-b4f3-d2908f3c5cc9 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] update failed (client error): The resource could not be found. Apr 05 14:57:50.766578 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-219a714d-f4a4-443d-b4f3-d2908f3c5cc9 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] 10.222.0.30 "PUT /v2.0/routers/5d63a8f5-bc77-4a75-b2a4-1482837a69f3 HTTP/1.1" status: 404 len: 339 time: 0.4184344 Apr 05 14:57:50.771725 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45386) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:50.874923 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f90c8a48-1430-45bb-ab1b-2fe23c7f5617 req-b2bec454-b62e-4288-872a-72deefc1685c service neutron] 10.222.0.55 "GET /v2.0/networks/ad312309-970e-42ad-af00-1f9e282ef313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001979 Apr 05 14:57:51.035401 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f90c8a48-1430-45bb-ab1b-2fe23c7f5617 req-ac0c531c-bfa6-44da-99d6-6a467ea46b32 service neutron] 10.222.0.55 "GET /v2.0/networks/ad312309-970e-42ad-af00-1f9e282ef313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537876 Apr 05 14:57:51.168966 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e96a1477-2c71-4e32-8931-1116f7943b33 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:51.305705 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-56542e1f-2ba2-4324-94fb-5de3e1396233 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809988'] for router_interface, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:51.442183 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_common [None req-e96a1477-2c71-4e32-8931-1116f7943b33 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Allocated IP 172.20.0.1 (7cc01384-1614-4ff3-9e06-f744375a9cc1/0eae25b7-a4b7-4acf-b0da-d88d04802b6c/0e6d871c-31bb-4404-8706-507b840a1f63) {{(pid=103321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:57:51.582919 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e96a1477-2c71-4e32-8931-1116f7943b33 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks [] for port, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:51.621080 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2e517-787d-4d3f-8fe7-61ef60bf10dc req-20893944-5e6e-4cb1-b5aa-581bb5e09f8b tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:51.622944 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-56c2e517-787d-4d3f-8fe7-61ef60bf10dc req-20893944-5e6e-4cb1-b5aa-581bb5e09f8b tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bd4dfc0-f477-4986-90b5-599f01a8c57f HTTP/1.1" status: 200 len: 943 time: 0.1127517 Apr 05 14:57:51.689781 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-56c2e517-787d-4d3f-8fe7-61ef60bf10dc req-8bd3d61b-c95f-4526-8679-27e3a12c47a4 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=86162a42-5a77-43c4-8ef0-1989b7fdc0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553401 Apr 05 14:57:51.700332 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e96a1477-2c71-4e32-8931-1116f7943b33 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:51.721297 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96a1477-2c71-4e32-8931-1116f7943b33 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Network 7cc01384-1614-4ff3-9e06-f744375a9cc1 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:57:51.726718 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-e96a1477-2c71-4e32-8931-1116f7943b33 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:57:51.763131 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96a1477-2c71-4e32-8931-1116f7943b33 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Received port after_create {{(pid=103321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:57:51.778678 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-56542e1f-2ba2-4324-94fb-5de3e1396233 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Deleting port 101f73dd-2890-4583-9f40-6c66d37f4bb6 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:57:51.779028 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-56542e1f-2ba2-4324-94fb-5de3e1396233 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:51.851230 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e96a1477-2c71-4e32-8931-1116f7943b33 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809369'] for router_interface, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:51.891895 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-56542e1f-2ba2-4324-94fb-5de3e1396233 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] For port 101f73dd-2890-4583-9f40-6c66d37f4bb6, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=101f73dd-2890-4583-9f40-6c66d37f4bb6,segment=NetworkSegment(965afdc3-f110-41a7-9dea-a2a68b5967f0),segment_id=965afdc3-f110-41a7-9dea-a2a68b5967f0)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:57:51.892266 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-56542e1f-2ba2-4324-94fb-5de3e1396233 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:51.905496 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96a1477-2c71-4e32-8931-1116f7943b33 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Pushing event updated for resources: {'Port': ['ID=0e6d871c-31bb-4404-8706-507b840a1f63,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:51.916516 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-56542e1f-2ba2-4324-94fb-5de3e1396233 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Calling delete_port for 101f73dd-2890-4583-9f40-6c66d37f4bb6 owned by network:router_interface {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:57:52.022575 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 69c7616b-b52f-4d4a-bedb-1723886e46b5 details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:57:52.118618 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-38f7e12a-dc8d-4766-afe1-f31b0045d08a None None] Provisioning complete for port 0e6d871c-31bb-4404-8706-507b840a1f63 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:57:52.119194 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-38f7e12a-dc8d-4766-afe1-f31b0045d08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:52.171058 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e96a1477-2c71-4e32-8931-1116f7943b33 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:52.173890 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-38f7e12a-dc8d-4766-afe1-f31b0045d08a None None] Port 0e6d871c-31bb-4404-8706-507b840a1f63 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:57:52.186670 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 69c7616b-b52f-4d4a-bedb-1723886e46b5, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=69c7616b-b52f-4d4a-bedb-1723886e46b5,segment=NetworkSegment(4a7e5dcc-afa1-4e42-843b-4972e39fae76),segment_id=4a7e5dcc-afa1-4e42-843b-4972e39fae76)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:57:52.200447 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': '69c7616b-b52f-4d4a-bedb-1723886e46b5', 'network_id': 'ad312309-970e-42ad-af00-1f9e282ef313', 'port_id': '69c7616b-b52f-4d4a-bedb-1723886e46b5', 'mac_address': 'fa:16:3e:c2:0c:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e906ff7a-8af7-479e-b554-4c7c2c25d7fa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:57:52.237102 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:52.251217 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69c7616b-b52f-4d4a-bedb-1723886e46b5 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:57:52.271747 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 69c7616b-b52f-4d4a-bedb-1723886e46b5, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=69c7616b-b52f-4d4a-bedb-1723886e46b5,segment=NetworkSegment(4a7e5dcc-afa1-4e42-843b-4972e39fae76),segment_id=4a7e5dcc-afa1-4e42-843b-4972e39fae76)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:57:52.321045 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-56542e1f-2ba2-4324-94fb-5de3e1396233 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:52.349934 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:52.370036 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56542e1f-2ba2-4324-94fb-5de3e1396233 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Pushing event deleted for resources: {'Port': ['ID=101f73dd-2890-4583-9f40-6c66d37f4bb6,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:52.443914 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=69c7616b-b52f-4d4a-bedb-1723886e46b5,revision_number=4']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:52.567361 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['69c7616b-b52f-4d4a-bedb-1723886e46b5'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:57:52.765488 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-56542e1f-2ba2-4324-94fb-5de3e1396233 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1798829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810128'] for router_interface, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:53.027648 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e96a1477-2c71-4e32-8931-1116f7943b33 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:53.143281 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e96a1477-2c71-4e32-8931-1116f7943b33 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14589154'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:53.221193 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e96a1477-2c71-4e32-8931-1116f7943b33 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809317'] for router_interface, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:53.222894 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96a1477-2c71-4e32-8931-1116f7943b33 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Pushing event updated for resources: {'Port': ['ID=0e6d871c-31bb-4404-8706-507b840a1f63,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:53.237793 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bf9eac-641a-41c1-800e-ffec71d1494e req-247f9530-d36b-4f38-a18f-a6516431a95b tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:53.239851 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-77bf9eac-641a-41c1-800e-ffec71d1494e req-247f9530-d36b-4f38-a18f-a6516431a95b tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bd4dfc0-f477-4986-90b5-599f01a8c57f HTTP/1.1" status: 200 len: 944 time: 0.0879495 Apr 05 14:57:53.333551 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-77bf9eac-641a-41c1-800e-ffec71d1494e req-93303359-3c89-486d-a93f-7450c8c16546 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=86162a42-5a77-43c4-8ef0-1989b7fdc0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870392 Apr 05 14:57:53.338287 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96a1477-2c71-4e32-8931-1116f7943b33 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Network 7cc01384-1614-4ff3-9e06-f744375a9cc1 is already hosted by enough agents. {{(pid=103321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:57:53.338287 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-e96a1477-2c71-4e32-8931-1116f7943b33 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Resources bound (agent type, host, resource id): {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:57:53.445166 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56542e1f-2ba2-4324-94fb-5de3e1396233 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Router ecdeca4a-a160-48a5-8981-a488a2a1278b has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:57:53.462573 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e96a1477-2c71-4e32-8931-1116f7943b33 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Router 5d63a8f5-bc77-4a75-b2a4-1482837a69f3 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:57:53.578866 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56542e1f-2ba2-4324-94fb-5de3e1396233 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:57:53.582272 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e96a1477-2c71-4e32-8931-1116f7943b33 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:57:53.585274 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-56542e1f-2ba2-4324-94fb-5de3e1396233 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.30 "PUT /v2.0/routers/ecdeca4a-a160-48a5-8981-a488a2a1278b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9786601 Apr 05 14:57:53.590366 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-e96a1477-2c71-4e32-8931-1116f7943b33 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] 10.222.0.30 "PUT /v2.0/routers/5d63a8f5-bc77-4a75-b2a4-1482837a69f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8148422 Apr 05 14:57:53.590366 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45410) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:53.590565 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45412) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:53.591271 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d768d453-4a64-4647-b4be-8dc9a65b7f74 None None] Sync routers for ids ['ecdeca4a-a160-48a5-8981-a488a2a1278b'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:57:53.595647 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f87c50-3900-4974-8c9b-d7b91afb4017 None None] Sync routers for ids ['5d63a8f5-bc77-4a75-b2a4-1482837a69f3'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:57:53.609551 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f87c50-3900-4974-8c9b-d7b91afb4017 None None] Routers {'5d63a8f5-bc77-4a75-b2a4-1482837a69f3'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:57:53.610443 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-85f87c50-3900-4974-8c9b-d7b91afb4017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:57:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['5d63a8f5-bc77-4a75-b2a4-1482837a69f3'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:53.619445 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d768d453-4a64-4647-b4be-8dc9a65b7f74 None None] Routers {'ecdeca4a-a160-48a5-8981-a488a2a1278b'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:57:53.619866 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-d768d453-4a64-4647-b4be-8dc9a65b7f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:57:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['ecdeca4a-a160-48a5-8981-a488a2a1278b'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:53.659722 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-85f87c50-3900-4974-8c9b-d7b91afb4017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:53.661335 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-f784441f-8aa1-4a52-bea6-835218ca67e0 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Deleting subnet 05719900-8279-44be-afb4-e96260abf98c {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:57:53.664525 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f784441f-8aa1-4a52-bea6-835218ca67e0 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:53.671134 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f87c50-3900-4974-8c9b-d7b91afb4017 None None] Routers {'5d63a8f5-bc77-4a75-b2a4-1482837a69f3'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:57:53.671956 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-85f87c50-3900-4974-8c9b-d7b91afb4017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:57:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['5d63a8f5-bc77-4a75-b2a4-1482837a69f3'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:53.704483 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-85f87c50-3900-4974-8c9b-d7b91afb4017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:53.705413 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f87c50-3900-4974-8c9b-d7b91afb4017 None None] The sync data for ids ['5d63a8f5-bc77-4a75-b2a4-1482837a69f3'] in n-d-836650-2 is: [] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:57:53.706418 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f784441f-8aa1-4a52-bea6-835218ca67e0 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:53.753833 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c3f186b6-df65-445d-85d7-e20e2d8014eb None None] Provisioning complete for port 0e6d871c-31bb-4404-8706-507b840a1f63 triggered by entity DHCP. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:57:53.754246 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c3f186b6-df65-445d-85d7-e20e2d8014eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:53.756834 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-d768d453-4a64-4647-b4be-8dc9a65b7f74 None None] Set router ecdeca4a-a160-48a5-8981-a488a2a1278b gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:57:53.882155 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f784441f-8aa1-4a52-bea6-835218ca67e0 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:53.922339 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-046da7ce-70c9-4b09-84f9-b37839307bef tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks [] for router, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:54.028358 n-d-836650-2 neutron-server[103321]: INFO neutron.api.v2.resource [None req-046da7ce-70c9-4b09-84f9-b37839307bef tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 05 14:57:54.032171 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-046da7ce-70c9-4b09-84f9-b37839307bef tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] 10.222.0.30 "DELETE /v2.0/routers/5d63a8f5-bc77-4a75-b2a4-1482837a69f3 HTTP/1.1" status: 409 len: 329 time: 0.4378278 Apr 05 14:57:54.032343 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45416) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:54.044757 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 69c7616b-b52f-4d4a-bedb-1723886e46b5 up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:57:54.051449 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c3f186b6-df65-445d-85d7-e20e2d8014eb None None] Port 0e6d871c-31bb-4404-8706-507b840a1f63 cannot update to ACTIVE because it is not bound. {{(pid=103322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 14:57:54.136414 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f784441f-8aa1-4a52-bea6-835218ca67e0 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:54.168362 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f784441f-8aa1-4a52-bea6-835218ca67e0 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Pushing event deleted for resources: {'Subnet': ['ID=05719900-8279-44be-afb4-e96260abf98c,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:54.189234 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f582a1e2-be14-4cbf-b17a-be012ee72a7b None None] Network 367f5640-2190-4979-a162-44b8c16904d9 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:57:54.211727 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f784441f-8aa1-4a52-bea6-835218ca67e0 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:54.217947 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 45420) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:54.218146 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-f784441f-8aa1-4a52-bea6-835218ca67e0 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.30 "DELETE /v2.0/subnets/05719900-8279-44be-afb4-e96260abf98c HTTP/1.1" status: 204 len: 168 time: 0.6286356 Apr 05 14:57:54.243186 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning for port 69c7616b-b52f-4d4a-bedb-1723886e46b5 completed by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:57:54.252599 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-d768d453-4a64-4647-b4be-8dc9a65b7f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecdeca4a-a160-48a5-8981-a488a2a1278b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1327652221', 'tenant_id': '6541073fc7b74808b6fa7a2702f66c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '2de54ed3-14c1-4b90-80cc-985460e8ef41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:55:20Z', 'updated_at': '2022-04-05T14:57:52Z', 'revision_number': 5, 'project_id': '6541073fc7b74808b6fa7a2702f66c66', 'gw_port': {'id': '2de54ed3-14c1-4b90-80cc-985460e8ef41', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ea:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdeca4a-a160-48a5-8981-a488a2a1278b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:55:21Z', 'updated_at': '2022-04-05T14:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:54.296407 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port 69c7616b-b52f-4d4a-bedb-1723886e46b5 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:57:54.296773 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:54.303709 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d768d453-4a64-4647-b4be-8dc9a65b7f74 None None] Checking router: ecdeca4a-a160-48a5-8981-a488a2a1278b for host: n-d-836650-2 {{(pid=103322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:57:54.392105 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d768d453-4a64-4647-b4be-8dc9a65b7f74 None None] Routers {'ecdeca4a-a160-48a5-8981-a488a2a1278b'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:57:54.392761 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-d768d453-4a64-4647-b4be-8dc9a65b7f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:57:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['ecdeca4a-a160-48a5-8981-a488a2a1278b'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:54.461687 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b10946f9-3a41-44ad-b207-1f30de168107 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks [] for router, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:54.588672 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-72bd7b51-4e2b-4272-8f5b-73cabd72fa5b tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809988'] for router_interface, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:54.595929 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f0448b49-8260-4690-8dff-4dfcda8f2363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:54.612199 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140bdfc4-82d8-443b-8108-f01bf9b2ea21 req-b5d3744d-d923-4960-b4af-f5b55d8c8d7d tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:54.613854 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-140bdfc4-82d8-443b-8108-f01bf9b2ea21 req-b5d3744d-d923-4960-b4af-f5b55d8c8d7d tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bd4dfc0-f477-4986-90b5-599f01a8c57f HTTP/1.1" status: 200 len: 944 time: 0.0916402 Apr 05 14:57:54.624837 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:54.640109 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvr_db [None req-d768d453-4a64-4647-b4be-8dc9a65b7f74 None None] Set router ecdeca4a-a160-48a5-8981-a488a2a1278b gateway port host: n-d-836650-2 {{(pid=103322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:57:54.716714 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-140bdfc4-82d8-443b-8108-f01bf9b2ea21 req-d088ca97-90d8-405c-bde6-e05c1c93ad42 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=86162a42-5a77-43c4-8ef0-1989b7fdc0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665610 Apr 05 14:57:54.730180 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd4dfc0-f477-4986-90b5-599f01a8c57f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69c7616b-b52f-4d4a-bedb-1723886e46b5'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:57:54.732743 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d673e6-5dd5-4679-bbd9-5dfc4200a127" -d '{"events": [{"server_uuid": "1bd4dfc0-f477-4986-90b5-599f01a8c57f", "name": "network-vif-plugged", "status": "completed", "tag": "69c7616b-b52f-4d4a-bedb-1723886e46b5"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:57:54.749518 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c838c6c-e6d5-49f6-96bb-ba93a5eefba0 None None] DHCP port deletion for 367f5640-2190-4979-a162-44b8c16904d9 request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:57:54.752556 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b10946f9-3a41-44ad-b207-1f30de168107 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:54.808493 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af8d08b1-91d4-472c-b178-ffcad928d822 x-openstack-request-id: req-af8d08b1-91d4-472c-b178-ffcad928d822 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:57:54.808800 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bd4dfc0-f477-4986-90b5-599f01a8c57f", "name": "network-vif-plugged", "status": "completed", "tag": "69c7616b-b52f-4d4a-bedb-1723886e46b5", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:57:54.808954 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-af8d08b1-91d4-472c-b178-ffcad928d822 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:57:54.809299 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af8d08b1-91d4-472c-b178-ffcad928d822'] response: {'server_uuid': '1bd4dfc0-f477-4986-90b5-599f01a8c57f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69c7616b-b52f-4d4a-bedb-1723886e46b5', 'code': 200} Apr 05 14:57:54.831197 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 69c7616b-b52f-4d4a-bedb-1723886e46b5, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=69c7616b-b52f-4d4a-bedb-1723886e46b5,segment=NetworkSegment(4a7e5dcc-afa1-4e42-843b-4972e39fae76),segment_id=4a7e5dcc-afa1-4e42-843b-4972e39fae76)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:57:54.910204 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe2308-13a0-4fce-a058-c42703c11469 req-e805ce9f-1b04-4cc7-b529-ebe24ce5656d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:54.913803 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7ffe2308-13a0-4fce-a058-c42703c11469 req-e805ce9f-1b04-4cc7-b529-ebe24ce5656d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1bd4dfc0-f477-4986-90b5-599f01a8c57f HTTP/1.1" status: 200 len: 1095 time: 0.0605867 Apr 05 14:57:54.915709 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-1c838c6c-e6d5-49f6-96bb-ba93a5eefba0 None None] Deleting port a14e607e-3824-49e0-a017-8d2d299f329d {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:57:54.916568 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1c838c6c-e6d5-49f6-96bb-ba93a5eefba0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:54.928559 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-72bd7b51-4e2b-4272-8f5b-73cabd72fa5b tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Deleting port 0e6d871c-31bb-4404-8706-507b840a1f63 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:57:54.929088 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-72bd7b51-4e2b-4272-8f5b-73cabd72fa5b tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:54.929695 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-b10946f9-3a41-44ad-b207-1f30de168107 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Deleting port 2de54ed3-14c1-4b90-80cc-985460e8ef41 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:57:54.930141 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b10946f9-3a41-44ad-b207-1f30de168107 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:54.947500 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:55.001477 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7ffe2308-13a0-4fce-a058-c42703c11469 req-95616d2a-f8b5-4ef8-ae1e-d9e069598dc6 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=86162a42-5a77-43c4-8ef0-1989b7fdc0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800128 Apr 05 14:57:55.033789 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-b10946f9-3a41-44ad-b207-1f30de168107 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] For port 2de54ed3-14c1-4b90-80cc-985460e8ef41, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=2de54ed3-14c1-4b90-80cc-985460e8ef41,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:57:55.034321 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b10946f9-3a41-44ad-b207-1f30de168107 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:55.047821 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-72bd7b51-4e2b-4272-8f5b-73cabd72fa5b tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:55.050043 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-b10946f9-3a41-44ad-b207-1f30de168107 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Calling delete_port for 2de54ed3-14c1-4b90-80cc-985460e8ef41 owned by network:router_gateway {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:57:55.056031 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-1c838c6c-e6d5-49f6-96bb-ba93a5eefba0 None None] For port a14e607e-3824-49e0-a017-8d2d299f329d, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=a14e607e-3824-49e0-a017-8d2d299f329d,segment=NetworkSegment(965afdc3-f110-41a7-9dea-a2a68b5967f0),segment_id=965afdc3-f110-41a7-9dea-a2a68b5967f0)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:57:55.056624 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1c838c6c-e6d5-49f6-96bb-ba93a5eefba0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:55.063029 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-72bd7b51-4e2b-4272-8f5b-73cabd72fa5b tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Calling delete_port for 0e6d871c-31bb-4404-8706-507b840a1f63 owned by network:router_interface {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:57:55.085150 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-1c838c6c-e6d5-49f6-96bb-ba93a5eefba0 None None] Calling delete_port for a14e607e-3824-49e0-a017-8d2d299f329d owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:57:55.103644 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=69c7616b-b52f-4d4a-bedb-1723886e46b5,revision_number=5']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:55.157226 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-d768d453-4a64-4647-b4be-8dc9a65b7f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecdeca4a-a160-48a5-8981-a488a2a1278b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1327652221', 'tenant_id': '6541073fc7b74808b6fa7a2702f66c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '2de54ed3-14c1-4b90-80cc-985460e8ef41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:55:20Z', 'updated_at': '2022-04-05T14:57:52Z', 'revision_number': 5, 'project_id': '6541073fc7b74808b6fa7a2702f66c66', 'gw_port': {'id': '2de54ed3-14c1-4b90-80cc-985460e8ef41', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ea:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdeca4a-a160-48a5-8981-a488a2a1278b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:55:21Z', 'updated_at': '2022-04-05T14:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:55.193209 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device a14e607e-3824-49e0-a017-8d2d299f329d no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:57:55.201124 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d768d453-4a64-4647-b4be-8dc9a65b7f74 None None] The sync data for ids ['ecdeca4a-a160-48a5-8981-a488a2a1278b'] in n-d-836650-2 is: [{'id': 'ecdeca4a-a160-48a5-8981-a488a2a1278b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1327652221', 'tenant_id': '6541073fc7b74808b6fa7a2702f66c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '2de54ed3-14c1-4b90-80cc-985460e8ef41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:55:20Z', 'updated_at': '2022-04-05T14:57:52Z', 'revision_number': 5, 'project_id': '6541073fc7b74808b6fa7a2702f66c66', 'gw_port': {'id': '2de54ed3-14c1-4b90-80cc-985460e8ef41', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ea:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdeca4a-a160-48a5-8981-a488a2a1278b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:55:21Z', 'updated_at': '2022-04-05T14:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:57:55.311550 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:55.373506 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1c838c6c-e6d5-49f6-96bb-ba93a5eefba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:55.397328 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b10946f9-3a41-44ad-b207-1f30de168107 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:55.414950 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c838c6c-e6d5-49f6-96bb-ba93a5eefba0 None None] Pushing event deleted for resources: {'Port': ['ID=a14e607e-3824-49e0-a017-8d2d299f329d,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:55.420367 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c838c6c-e6d5-49f6-96bb-ba93a5eefba0 None None] No DVR routers for this DVR port a14e607e-3824-49e0-a017-8d2d299f329d on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:57:55.428156 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10946f9-3a41-44ad-b207-1f30de168107 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Pushing event deleted for resources: {'Port': ['ID=2de54ed3-14c1-4b90-80cc-985460e8ef41,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:55.482889 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-72bd7b51-4e2b-4272-8f5b-73cabd72fa5b tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:55.502754 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b10946f9-3a41-44ad-b207-1f30de168107 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808526'] for router_gateway, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:55.512343 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bd7b51-4e2b-4272-8f5b-73cabd72fa5b tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Pushing event deleted for resources: {'Port': ['ID=0e6d871c-31bb-4404-8706-507b840a1f63,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:55.641299 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b10946f9-3a41-44ad-b207-1f30de168107 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27070'] for router, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:55.643674 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b10946f9-3a41-44ad-b207-1f30de168107 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:55.651409 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 7 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 14:57:55.724989 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-72bd7b51-4e2b-4272-8f5b-73cabd72fa5b tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1798829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810128'] for router_interface, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:55.803398 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b10946f9-3a41-44ad-b207-1f30de168107 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803298'] for router, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:55.803969 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b10946f9-3a41-44ad-b207-1f30de168107 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Fanout notify agent at l3_agent the message router_deleted on router ecdeca4a-a160-48a5-8981-a488a2a1278b {{(pid=103320) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:57:55.814270 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b10946f9-3a41-44ad-b207-1f30de168107 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks [] for router, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:55.818518 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-b10946f9-3a41-44ad-b207-1f30de168107 tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.30 "DELETE /v2.0/routers/ecdeca4a-a160-48a5-8981-a488a2a1278b HTTP/1.1" status: 204 len: 168 time: 1.5963185 Apr 05 14:57:55.819908 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 45440) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:55.914517 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72bd7b51-4e2b-4272-8f5b-73cabd72fa5b tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Router 5d63a8f5-bc77-4a75-b2a4-1482837a69f3 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:57:55.947972 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf35536-e151-4e70-9486-d08b25b5e5de req-252ecf16-ed74-423c-b1a0-6be69fefad9e tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:55.950022 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-edf35536-e151-4e70-9486-d08b25b5e5de req-252ecf16-ed74-423c-b1a0-6be69fefad9e tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bd4dfc0-f477-4986-90b5-599f01a8c57f HTTP/1.1" status: 200 len: 945 time: 0.1321433 Apr 05 14:57:55.961145 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5345fcfb-236a-4fb4-a75d-7e916d9c054f tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:56.004911 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72bd7b51-4e2b-4272-8f5b-73cabd72fa5b tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:57:56.015497 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-72bd7b51-4e2b-4272-8f5b-73cabd72fa5b tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] 10.222.0.30 "PUT /v2.0/routers/5d63a8f5-bc77-4a75-b2a4-1482837a69f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9820690 Apr 05 14:57:56.016136 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45442) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:56.023071 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6440b57-827c-4b57-be42-ca746e760cc6 None None] Sync routers for ids ['5d63a8f5-bc77-4a75-b2a4-1482837a69f3'] in n-d-836650-2 {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:57:56.035074 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-edf35536-e151-4e70-9486-d08b25b5e5de req-b096a89b-8812-474c-b7fc-baf620048f9d tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=86162a42-5a77-43c4-8ef0-1989b7fdc0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716717 Apr 05 14:57:56.037385 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6440b57-827c-4b57-be42-ca746e760cc6 None None] Routers {'5d63a8f5-bc77-4a75-b2a4-1482837a69f3'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:57:56.039101 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-d6440b57-827c-4b57-be42-ca746e760cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:57:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['5d63a8f5-bc77-4a75-b2a4-1482837a69f3'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:56.097015 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-d6440b57-827c-4b57-be42-ca746e760cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:56.097420 n-d-836650-2 neutron-server[103321]: INFO neutron.api.v2.resource [None req-022e5a10-23fe-4050-b57b-544d55b64668 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] show failed (client error): The resource could not be found. Apr 05 14:57:56.103091 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-022e5a10-23fe-4050-b57b-544d55b64668 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] 10.222.0.30 "GET /v2.0/routers/tempest-non_exist_router-2039334215 HTTP/1.1" status: 404 len: 335 time: 0.0820811 Apr 05 14:57:56.104936 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45446) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:56.109913 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-cfbde5c9-01a8-49ef-b8a3-7f507ee84c18 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:57:56.117152 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6440b57-827c-4b57-be42-ca746e760cc6 None None] Routers {'5d63a8f5-bc77-4a75-b2a4-1482837a69f3'} bound to L3 agent in host n-d-836650-2 {{(pid=103322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:57:56.117817 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-d6440b57-827c-4b57-be42-ca746e760cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:57:27Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['5d63a8f5-bc77-4a75-b2a4-1482837a69f3'], 'active': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:56.134558 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5345fcfb-236a-4fb4-a75d-7e916d9c054f tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:56.158705 n-d-836650-2 neutron-server[103321]: INFO neutron.api.v2.resource [None req-cfbde5c9-01a8-49ef-b8a3-7f507ee84c18 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] update failed (client error): The resource could not be found. Apr 05 14:57:56.159393 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-cfbde5c9-01a8-49ef-b8a3-7f507ee84c18 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] 10.222.0.30 "PUT /v2.0/routers/tempest-non_exist_router-682604715 HTTP/1.1" status: 404 len: 334 time: 0.0534444 Apr 05 14:57:56.159639 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_hamode_db [None req-d6440b57-827c-4b57-be42-ca746e760cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-2', False) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:56.160295 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6440b57-827c-4b57-be42-ca746e760cc6 None None] The sync data for ids ['5d63a8f5-bc77-4a75-b2a4-1482837a69f3'] in n-d-836650-2 is: [] {{(pid=103322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:57:56.165064 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45450) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:56.165249 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-5345fcfb-236a-4fb4-a75d-7e916d9c054f tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['367f5640-2190-4979-a162-44b8c16904d9']}} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:56.180238 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-5345fcfb-236a-4fb4-a75d-7e916d9c054f tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '965afdc3-f110-41a7-9dea-a2a68b5967f0') {'for_net_delete': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:56.180536 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-5345fcfb-236a-4fb4-a75d-7e916d9c054f tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '965afdc3-f110-41a7-9dea-a2a68b5967f0') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:56.193315 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5345fcfb-236a-4fb4-a75d-7e916d9c054f tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13399223'] for segment, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:56.209933 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5345fcfb-236a-4fb4-a75d-7e916d9c054f tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:56.217436 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5345fcfb-236a-4fb4-a75d-7e916d9c054f tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=103320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:57:56.217825 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5345fcfb-236a-4fb4-a75d-7e916d9c054f tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15765202'] for segment, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:56.221234 n-d-836650-2 neutron-server[103320]: Traceback (most recent call last): Apr 05 14:57:56.221234 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:57:56.221234 n-d-836650-2 neutron-server[103320]: timer() Apr 05 14:57:56.221234 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:57:56.221234 n-d-836650-2 neutron-server[103320]: cb(*args, **kw) Apr 05 14:57:56.221234 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:57:56.221234 n-d-836650-2 neutron-server[103320]: return func(*args, **kwargs) Apr 05 14:57:56.221234 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:57:56.221234 n-d-836650-2 neutron-server[103320]: self._notify() Apr 05 14:57:56.221234 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:57:56.221234 n-d-836650-2 neutron-server[103320]: self.callback(batched_events) Apr 05 14:57:56.221234 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:57:56.221234 n-d-836650-2 neutron-server[103320]: event.method(event) Apr 05 14:57:56.221234 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:57:56.221234 n-d-836650-2 neutron-server[103320]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:57:56.221234 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:57:56.221234 n-d-836650-2 neutron-server[103320]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:57:56.221234 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:57:56.221234 n-d-836650-2 neutron-server[103320]: return f(self, *a, **k) Apr 05 14:57:56.221234 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:57:56.221234 n-d-836650-2 neutron-server[103320]: return self._get(url).json() Apr 05 14:57:56.221234 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:57:56.221234 n-d-836650-2 neutron-server[103320]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:57:56.221234 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:57:56.221234 n-d-836650-2 neutron-server[103320]: return self.request(url, 'GET', **kwargs) Apr 05 14:57:56.221234 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:57:56.221234 n-d-836650-2 neutron-server[103320]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:57:56.221234 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:57:56.221234 n-d-836650-2 neutron-server[103320]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:57:56.221234 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:57:56.221234 n-d-836650-2 neutron-server[103320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:57:56.221234 n-d-836650-2 neutron-server[103320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:57:56.226424 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce69c044-0e35-44d0-b14a-f3f3a19fb253 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Deleting subnet 919e81fa-7b11-4b95-840c-6f56e3aa5bca {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:57:56.229894 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ce69c044-0e35-44d0-b14a-f3f3a19fb253 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:56.277963 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ce69c044-0e35-44d0-b14a-f3f3a19fb253 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:56.367472 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5345fcfb-236a-4fb4-a75d-7e916d9c054f tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:56.374254 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5345fcfb-236a-4fb4-a75d-7e916d9c054f tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:56.382132 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-5345fcfb-236a-4fb4-a75d-7e916d9c054f tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] 10.222.0.30 "DELETE /v2.0/networks/367f5640-2190-4979-a162-44b8c16904d9 HTTP/1.1" status: 204 len: 168 time: 0.5478237 Apr 05 14:57:56.382314 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ce69c044-0e35-44d0-b14a-f3f3a19fb253 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:56.406446 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5345fcfb-236a-4fb4-a75d-7e916d9c054f tempest-TestSecurityGroupsBasicOps-1614117219 tempest-TestSecurityGroupsBasicOps-1614117219-project] Pushing event deleted for resources: {'Network': ['ID=367f5640-2190-4979-a162-44b8c16904d9,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:56.546129 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ce69c044-0e35-44d0-b14a-f3f3a19fb253 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:56.580432 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce69c044-0e35-44d0-b14a-f3f3a19fb253 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Pushing event deleted for resources: {'Subnet': ['ID=919e81fa-7b11-4b95-840c-6f56e3aa5bca,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:56.583330 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ce69c044-0e35-44d0-b14a-f3f3a19fb253 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:56.587107 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-ce69c044-0e35-44d0-b14a-f3f3a19fb253 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] 10.222.0.30 "DELETE /v2.0/subnets/919e81fa-7b11-4b95-840c-6f56e3aa5bca HTTP/1.1" status: 204 len: 168 time: 0.4206793 Apr 05 14:57:56.589482 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45458) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:56.600710 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003689c1-25fe-4a51-b671-35abb138d5b4 None None] Network a09ed419-ce67-4d24-b54c-25f48f72f320 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:57:56.645479 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab82285e-3b4c-49ac-a331-399702f7b56b tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Deleting subnet adf8704f-9914-46f9-8577-c9374d61ea8a {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:57:56.649204 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ab82285e-3b4c-49ac-a331-399702f7b56b tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:56.706084 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ab82285e-3b4c-49ac-a331-399702f7b56b tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:56.796933 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b3923385-9480-445f-80c5-20643fbfe00d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:56.807672 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71a502a-f512-46d4-900c-198e871a38f5 None None] DHCP port deletion for a09ed419-ce67-4d24-b54c-25f48f72f320 request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:57:56.812556 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ab82285e-3b4c-49ac-a331-399702f7b56b tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:56.862912 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-a71a502a-f512-46d4-900c-198e871a38f5 None None] Deleting port 0e46e7c3-1fdf-48bc-9de6-f0472d595006 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:57:56.867229 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a71a502a-f512-46d4-900c-198e871a38f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:56.933107 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-a71a502a-f512-46d4-900c-198e871a38f5 None None] For port 0e46e7c3-1fdf-48bc-9de6-f0472d595006, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=0e46e7c3-1fdf-48bc-9de6-f0472d595006,segment=NetworkSegment(89f5b766-0fab-4079-97c0-0c2ff0c3d8f4),segment_id=89f5b766-0fab-4079-97c0-0c2ff0c3d8f4)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:57:56.933510 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a71a502a-f512-46d4-900c-198e871a38f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:56.946674 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-a71a502a-f512-46d4-900c-198e871a38f5 None None] Calling delete_port for 0e46e7c3-1fdf-48bc-9de6-f0472d595006 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:57:56.981998 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ab82285e-3b4c-49ac-a331-399702f7b56b tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:57.020774 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab82285e-3b4c-49ac-a331-399702f7b56b tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Pushing event deleted for resources: {'Subnet': ['ID=adf8704f-9914-46f9-8577-c9374d61ea8a,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:57.044333 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ab82285e-3b4c-49ac-a331-399702f7b56b tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:57.045899 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f34a69e-3c15-41a0-a19b-ec1a5bd8be92 None None] Network 8df3c9b7-a251-445b-b2eb-e8cd867969e8 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:57:57.051311 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-ab82285e-3b4c-49ac-a331-399702f7b56b tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] 10.222.0.30 "DELETE /v2.0/subnets/adf8704f-9914-46f9-8577-c9374d61ea8a HTTP/1.1" status: 204 len: 168 time: 0.4586699 Apr 05 14:57:57.052561 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 45462) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:57.115927 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45468) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:57.122345 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a71a502a-f512-46d4-900c-198e871a38f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:57.168958 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-800cf768-e5ac-4f9d-829d-351d47bfd788 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:57.190065 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71a502a-f512-46d4-900c-198e871a38f5 None None] Pushing event deleted for resources: {'Port': ['ID=0e46e7c3-1fdf-48bc-9de6-f0472d595006,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:57.194458 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71a502a-f512-46d4-900c-198e871a38f5 None None] No DVR routers for this DVR port 0e46e7c3-1fdf-48bc-9de6-f0472d595006 on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:57:57.227797 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 101f73dd-2890-4583-9f40-6c66d37f4bb6 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:57:57.255413 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 101f73dd-2890-4583-9f40-6c66d37f4bb6 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:57:57.255874 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 101f73dd-2890-4583-9f40-6c66d37f4bb6 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:57:57.256281 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 2de54ed3-14c1-4b90-80cc-985460e8ef41 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:57:57.286265 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 2de54ed3-14c1-4b90-80cc-985460e8ef41 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:57:57.286906 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 2de54ed3-14c1-4b90-80cc-985460e8ef41 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:57:57.287492 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 0e46e7c3-1fdf-48bc-9de6-f0472d595006 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:57:57.321925 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 0e46e7c3-1fdf-48bc-9de6-f0472d595006 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:57:57.322616 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 0e46e7c3-1fdf-48bc-9de6-f0472d595006 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:57:57.327880 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-3bdf3f5f-c09a-4b55-8699-99df31b1fdda admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6541073fc7b74808b6fa7a2702f66c66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2107811 Apr 05 14:57:57.328623 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45474) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:57.373443 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-800cf768-e5ac-4f9d-829d-351d47bfd788 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:57.398603 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2b7eca01-1105-4c76-a4b5-e60ceb505338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:57.435845 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e831a47f-74ed-4154-a6d4-b8a4a87782d3 None None] DHCP port deletion for 8df3c9b7-a251-445b-b2eb-e8cd867969e8 request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:57:57.446652 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-800cf768-e5ac-4f9d-829d-351d47bfd788 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a09ed419-ce67-4d24-b54c-25f48f72f320']}} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:57.456242 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2b7eca01-1105-4c76-a4b5-e60ceb505338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:57.523680 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d2e0ee-727f-4383-a57a-6e623dbef945 req-ea85d975-1846-493e-a067-04548476244b tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:57.540264 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e2d2e0ee-727f-4383-a57a-6e623dbef945 req-ea85d975-1846-493e-a067-04548476244b tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bd4dfc0-f477-4986-90b5-599f01a8c57f HTTP/1.1" status: 200 len: 945 time: 0.3427551 Apr 05 14:57:57.541146 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-e831a47f-74ed-4154-a6d4-b8a4a87782d3 None None] Deleting port 8a581de0-2560-4b44-b62f-28edcb1f6c79 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:57:57.541674 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e831a47f-74ed-4154-a6d4-b8a4a87782d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:57.561821 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-800cf768-e5ac-4f9d-829d-351d47bfd788 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89f5b766-0fab-4079-97c0-0c2ff0c3d8f4') {'for_net_delete': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:57.561821 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-800cf768-e5ac-4f9d-829d-351d47bfd788 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89f5b766-0fab-4079-97c0-0c2ff0c3d8f4') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:57.577864 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-800cf768-e5ac-4f9d-829d-351d47bfd788 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13399223'] for segment, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:57.604597 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-800cf768-e5ac-4f9d-829d-351d47bfd788 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:57.609099 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e2d2e0ee-727f-4383-a57a-6e623dbef945 req-f88958ed-51cf-4622-8362-06ba2b1c1012 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=86162a42-5a77-43c4-8ef0-1989b7fdc0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654647 Apr 05 14:57:57.614613 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-800cf768-e5ac-4f9d-829d-351d47bfd788 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=103320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:57:57.615104 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-800cf768-e5ac-4f9d-829d-351d47bfd788 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15765202'] for segment, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:57.618405 n-d-836650-2 neutron-server[103320]: Traceback (most recent call last): Apr 05 14:57:57.618405 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:57:57.618405 n-d-836650-2 neutron-server[103320]: timer() Apr 05 14:57:57.618405 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:57:57.618405 n-d-836650-2 neutron-server[103320]: cb(*args, **kw) Apr 05 14:57:57.618405 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:57:57.618405 n-d-836650-2 neutron-server[103320]: return func(*args, **kwargs) Apr 05 14:57:57.618405 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:57:57.618405 n-d-836650-2 neutron-server[103320]: self._notify() Apr 05 14:57:57.618405 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:57:57.618405 n-d-836650-2 neutron-server[103320]: self.callback(batched_events) Apr 05 14:57:57.618405 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:57:57.618405 n-d-836650-2 neutron-server[103320]: event.method(event) Apr 05 14:57:57.618405 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:57:57.618405 n-d-836650-2 neutron-server[103320]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:57:57.618405 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:57:57.618405 n-d-836650-2 neutron-server[103320]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:57:57.618405 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:57:57.618405 n-d-836650-2 neutron-server[103320]: return f(self, *a, **k) Apr 05 14:57:57.618405 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:57:57.618405 n-d-836650-2 neutron-server[103320]: return self._get(url).json() Apr 05 14:57:57.618405 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:57:57.618405 n-d-836650-2 neutron-server[103320]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:57:57.618405 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:57:57.618405 n-d-836650-2 neutron-server[103320]: return self.request(url, 'GET', **kwargs) Apr 05 14:57:57.618405 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:57:57.618405 n-d-836650-2 neutron-server[103320]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:57:57.618405 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:57:57.618405 n-d-836650-2 neutron-server[103320]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:57:57.618405 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:57:57.618405 n-d-836650-2 neutron-server[103320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:57:57.618405 n-d-836650-2 neutron-server[103320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:57:57.632071 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2b7eca01-1105-4c76-a4b5-e60ceb505338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:57.636572 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2b7eca01-1105-4c76-a4b5-e60ceb505338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:57.637527 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-2b7eca01-1105-4c76-a4b5-e60ceb505338 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/09731899-0bea-4397-a3c2-5026d1c08f2d HTTP/1.1" status: 204 len: 168 time: 0.3069339 Apr 05 14:57:57.666009 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7eca01-1105-4c76-a4b5-e60ceb505338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09731899-0bea-4397-a3c2-5026d1c08f2d,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:57.778603 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f20d7-133b-4951-b228-a8cfa686be22 req-fa56d3c5-f360-4116-a3b5-4b0dedd759fc tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:57.780067 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-089f20d7-133b-4951-b228-a8cfa686be22 req-fa56d3c5-f360-4116-a3b5-4b0dedd759fc tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bd4dfc0-f477-4986-90b5-599f01a8c57f HTTP/1.1" status: 200 len: 945 time: 0.0620034 Apr 05 14:57:57.794883 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-800cf768-e5ac-4f9d-829d-351d47bfd788 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:57.809521 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-e831a47f-74ed-4154-a6d4-b8a4a87782d3 None None] For port 8a581de0-2560-4b44-b62f-28edcb1f6c79, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=8a581de0-2560-4b44-b62f-28edcb1f6c79,segment=NetworkSegment(f5a4654b-1869-46d4-814d-0e0151f7586a),segment_id=f5a4654b-1869-46d4-814d-0e0151f7586a)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:57:57.809926 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e831a47f-74ed-4154-a6d4-b8a4a87782d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:57.815068 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-800cf768-e5ac-4f9d-829d-351d47bfd788 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:57.818821 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-800cf768-e5ac-4f9d-829d-351d47bfd788 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] 10.222.0.30 "DELETE /v2.0/networks/a09ed419-ce67-4d24-b54c-25f48f72f320 HTTP/1.1" status: 204 len: 168 time: 0.7651312 Apr 05 14:57:57.821697 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45480) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:57.824024 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-e831a47f-74ed-4154-a6d4-b8a4a87782d3 None None] Calling delete_port for 8a581de0-2560-4b44-b62f-28edcb1f6c79 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:57:57.833638 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800cf768-e5ac-4f9d-829d-351d47bfd788 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Pushing event deleted for resources: {'Network': ['ID=a09ed419-ce67-4d24-b54c-25f48f72f320,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:57.865036 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-089f20d7-133b-4951-b228-a8cfa686be22 req-b14980d9-19cf-4f24-9f6d-119dc6ef2038 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=86162a42-5a77-43c4-8ef0-1989b7fdc0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688651 Apr 05 14:57:57.871465 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 45482) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:57.919436 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a46a3b4-5f16-44c2-8666-d94ade2021df tempest-TestNetworkAdvancedServerOps-2063735697 tempest-TestNetworkAdvancedServerOps-2063735697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:57.921004 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-0a46a3b4-5f16-44c2-8666-d94ade2021df tempest-TestNetworkAdvancedServerOps-2063735697 tempest-TestNetworkAdvancedServerOps-2063735697-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=1bd4dfc0-f477-4986-90b5-599f01a8c57f HTTP/1.1" status: 200 len: 1091 time: 0.0484185 Apr 05 14:57:57.923771 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 45484) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:57.929182 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-658f3454-bf68-4d1a-bb2e-c9fb549ea8a4 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Request body: {'floatingip': {'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'port_id': '69c7616b-b52f-4d4a-bedb-1723886e46b5', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:57:57.934667 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d763236f-2892-4180-b7e8-633a70488aae tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:58.007399 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-d763236f-2892-4180-b7e8-633a70488aae tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Deleting port 8a581de0-2560-4b44-b62f-28edcb1f6c79 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:57:58.008325 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d763236f-2892-4180-b7e8-633a70488aae tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:58.048840 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-658f3454-bf68-4d1a-bb2e-c9fb549ea8a4 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for floatingip, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:58.051633 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e831a47f-74ed-4154-a6d4-b8a4a87782d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:58.089627 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e831a47f-74ed-4154-a6d4-b8a4a87782d3 None None] Pushing event deleted for resources: {'Port': ['ID=8a581de0-2560-4b44-b62f-28edcb1f6c79,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:58.095127 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-d763236f-2892-4180-b7e8-633a70488aae tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] For port 8a581de0-2560-4b44-b62f-28edcb1f6c79, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=8a581de0-2560-4b44-b62f-28edcb1f6c79,segment=NetworkSegment(f5a4654b-1869-46d4-814d-0e0151f7586a),segment_id=f5a4654b-1869-46d4-814d-0e0151f7586a)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:57:58.095508 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d763236f-2892-4180-b7e8-633a70488aae tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:58.100300 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:58.104237 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e831a47f-74ed-4154-a6d4-b8a4a87782d3 None None] No DVR routers for this DVR port 8a581de0-2560-4b44-b62f-28edcb1f6c79 on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:57:58.121746 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-d763236f-2892-4180-b7e8-633a70488aae tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Calling delete_port for 8a581de0-2560-4b44-b62f-28edcb1f6c79 owned by network:dhcp {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:57:58.186437 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-658f3454-bf68-4d1a-bb2e-c9fb549ea8a4 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:58.224819 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d763236f-2892-4180-b7e8-633a70488aae tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:58.250767 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d763236f-2892-4180-b7e8-633a70488aae tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Pushing event deleted for resources: {'Port': ['ID=8a581de0-2560-4b44-b62f-28edcb1f6c79,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:58.254341 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d763236f-2892-4180-b7e8-633a70488aae tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] No DVR routers for this DVR port 8a581de0-2560-4b44-b62f-28edcb1f6c79 on host n-d-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:57:58.303980 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-658f3454-bf68-4d1a-bb2e-c9fb549ea8a4 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Allocated IP 172.25.6.108 (3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c/fedf4d0c-07e6-4a02-9155-5d0d1013ae26/82037081-ae6f-49f9-b5ea-bc2b9144cdb3) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:57:58.355940 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d763236f-2892-4180-b7e8-633a70488aae tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:58.394449 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-d763236f-2892-4180-b7e8-633a70488aae tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8df3c9b7-a251-445b-b2eb-e8cd867969e8']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:58.435825 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-d763236f-2892-4180-b7e8-633a70488aae tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5a4654b-1869-46d4-814d-0e0151f7586a') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:58.437455 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-d763236f-2892-4180-b7e8-633a70488aae tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5a4654b-1869-46d4-814d-0e0151f7586a') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:58.455251 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d763236f-2892-4180-b7e8-633a70488aae tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:58.456172 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-658f3454-bf68-4d1a-bb2e-c9fb549ea8a4 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:58.467874 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d763236f-2892-4180-b7e8-633a70488aae tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:58.480272 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 45502) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:58.482974 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d763236f-2892-4180-b7e8-633a70488aae tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:57:58.485040 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d763236f-2892-4180-b7e8-633a70488aae tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:58.489750 n-d-836650-2 neutron-server[103321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:57:58.489750 n-d-836650-2 neutron-server[103321]: self.session.flush() Apr 05 14:57:58.489750 n-d-836650-2 neutron-server[103321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:57:58.489750 n-d-836650-2 neutron-server[103321]: self.session.flush() Apr 05 14:57:58.489750 n-d-836650-2 neutron-server[103321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:57:58.489750 n-d-836650-2 neutron-server[103321]: self.session.flush() Apr 05 14:57:58.489750 n-d-836650-2 neutron-server[103321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:57:58.489750 n-d-836650-2 neutron-server[103321]: self.session.flush() Apr 05 14:57:58.489750 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:57:58.489750 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:57:58.489750 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:57:58.489750 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:57:58.489750 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:57:58.489750 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:57:58.489750 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:57:58.489750 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:57:58.489750 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:57:58.489750 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:57:58.489750 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:57:58.489750 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:57:58.489750 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:57:58.489750 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:57:58.489750 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:57:58.489750 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:57:58.489750 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:57:58.489750 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:57:58.489750 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:57:58.489750 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:57:58.489750 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:57:58.489750 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:57:58.489750 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:57:58.489750 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:57:58.489750 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:57:58.489750 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:57:58.489750 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:57:58.489750 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:57:58.489750 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:57:58.489750 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:57:58.489750 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:57:58.489750 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:57:58.517207 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ecb0b762-aff3-439d-9872-748ef21c5e24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:58.580491 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-658f3454-bf68-4d1a-bb2e-c9fb549ea8a4 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702531063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:58.627651 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658f3454-bf68-4d1a-bb2e-c9fb549ea8a4 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Network 3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:57:58.634083 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-658f3454-bf68-4d1a-bb2e-c9fb549ea8a4 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:57:58.636713 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658f3454-bf68-4d1a-bb2e-c9fb549ea8a4 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 14:57:58.638312 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d763236f-2892-4180-b7e8-633a70488aae tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:58.641582 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658f3454-bf68-4d1a-bb2e-c9fb549ea8a4 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Pushing event updated for resources: {'Port': ['ID=82037081-ae6f-49f9-b5ea-bc2b9144cdb3,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:58.644260 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d763236f-2892-4180-b7e8-633a70488aae tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks [] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:58.651570 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-d763236f-2892-4180-b7e8-633a70488aae tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] 10.222.0.30 "DELETE /v2.0/networks/8df3c9b7-a251-445b-b2eb-e8cd867969e8 HTTP/1.1" status: 204 len: 168 time: 0.8279138 Apr 05 14:57:58.652187 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45508) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:58.728193 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d763236f-2892-4180-b7e8-633a70488aae tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Pushing event deleted for resources: {'Network': ['ID=8df3c9b7-a251-445b-b2eb-e8cd867969e8,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:58.755557 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7e93d99-3db3-46dd-84db-5fb6929dfea7 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Deleting subnet 0eae25b7-a4b7-4acf-b0da-d88d04802b6c {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:57:58.759123 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a7e93d99-3db3-46dd-84db-5fb6929dfea7 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:58.834800 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ecb0b762-aff3-439d-9872-748ef21c5e24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:58.902202 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ecb0b762-aff3-439d-9872-748ef21c5e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:58.953674 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-ecb0b762-aff3-439d-9872-748ef21c5e24 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=465d7b372c274a5d9c4f30f9cb9ca8ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4722941 Apr 05 14:57:58.959268 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 45516) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:58.999486 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb0b762-aff3-439d-9872-748ef21c5e24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3f02f0-4fe0-4447-9415-913a1d3fef89,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:59.132493 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9e582d46-1dcf-423f-98ff-702b078e4d1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:59.206271 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a7e93d99-3db3-46dd-84db-5fb6929dfea7 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:59.211015 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 8a581de0-2560-4b44-b62f-28edcb1f6c79 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:57:59.236143 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9e582d46-1dcf-423f-98ff-702b078e4d1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:59.246872 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 8a581de0-2560-4b44-b62f-28edcb1f6c79 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:57:59.247222 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 8a581de0-2560-4b44-b62f-28edcb1f6c79 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:57:59.328422 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a7e93d99-3db3-46dd-84db-5fb6929dfea7 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:59.346602 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-658f3454-bf68-4d1a-bb2e-c9fb549ea8a4 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:59.448139 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9e582d46-1dcf-423f-98ff-702b078e4d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:59.450781 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9e582d46-1dcf-423f-98ff-702b078e4d1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:59.451940 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-9e582d46-1dcf-423f-98ff-702b078e4d1c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8e3f02f0-4fe0-4447-9415-913a1d3fef89 HTTP/1.1" status: 204 len: 168 time: 0.4907813 Apr 05 14:57:59.461090 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e582d46-1dcf-423f-98ff-702b078e4d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3f02f0-4fe0-4447-9415-913a1d3fef89,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:59.471608 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a7e93d99-3db3-46dd-84db-5fb6929dfea7 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:59.505576 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e93d99-3db3-46dd-84db-5fb6929dfea7 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Pushing event deleted for resources: {'Subnet': ['ID=0eae25b7-a4b7-4acf-b0da-d88d04802b6c,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:59.507771 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a7e93d99-3db3-46dd-84db-5fb6929dfea7 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:59.516234 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9aa1e8-b8a5-4fdd-a6fd-35ff6dc432a7 None None] Network 7cc01384-1614-4ff3-9e06-f744375a9cc1 requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:57:59.523475 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 45524) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:57:59.523838 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-a7e93d99-3db3-46dd-84db-5fb6929dfea7 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] 10.222.0.30 "DELETE /v2.0/subnets/0eae25b7-a4b7-4acf-b0da-d88d04802b6c HTTP/1.1" status: 204 len: 168 time: 0.8329179 Apr 05 14:57:59.555410 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-658f3454-bf68-4d1a-bb2e-c9fb549ea8a4 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:59.748046 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-55ddcfac-35ac-4bce-a639-1951939bc51c tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:59.815378 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:59.816779 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:59.867675 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a95a96-b084-41a1-aa32-378abea32403 None None] DHCP port deletion for 7cc01384-1614-4ff3-9e06-f744375a9cc1 request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:57:59.934093 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-55ddcfac-35ac-4bce-a639-1951939bc51c tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Deleting port 1a0f7ed5-60a1-40b6-8884-0385367b6d2d {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:57:59.934442 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-55ddcfac-35ac-4bce-a639-1951939bc51c tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:59.939987 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-658f3454-bf68-4d1a-bb2e-c9fb549ea8a4 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:59.993629 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-51a95a96-b084-41a1-aa32-378abea32403 None None] Deleting port 1a0f7ed5-60a1-40b6-8884-0385367b6d2d {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:57:59.994149 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-51a95a96-b084-41a1-aa32-378abea32403 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:00.022148 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-658f3454-bf68-4d1a-bb2e-c9fb549ea8a4 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765134'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:00.062862 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-55ddcfac-35ac-4bce-a639-1951939bc51c tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] For port 1a0f7ed5-60a1-40b6-8884-0385367b6d2d, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=1a0f7ed5-60a1-40b6-8884-0385367b6d2d,segment=NetworkSegment(1eba06dc-0074-4144-b296-ddfe7b2b3e3f),segment_id=1eba06dc-0074-4144-b296-ddfe7b2b3e3f)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:58:00.063213 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-55ddcfac-35ac-4bce-a639-1951939bc51c tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:00.090221 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-51a95a96-b084-41a1-aa32-378abea32403 None None] For port 1a0f7ed5-60a1-40b6-8884-0385367b6d2d, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=1a0f7ed5-60a1-40b6-8884-0385367b6d2d,segment=NetworkSegment(1eba06dc-0074-4144-b296-ddfe7b2b3e3f),segment_id=1eba06dc-0074-4144-b296-ddfe7b2b3e3f)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:58:00.090615 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-51a95a96-b084-41a1-aa32-378abea32403 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:00.100544 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-55ddcfac-35ac-4bce-a639-1951939bc51c tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Calling delete_port for 1a0f7ed5-60a1-40b6-8884-0385367b6d2d owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:58:00.106475 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-51a95a96-b084-41a1-aa32-378abea32403 None None] Calling delete_port for 1a0f7ed5-60a1-40b6-8884-0385367b6d2d owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:58:00.189318 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658f3454-bf68-4d1a-bb2e-c9fb549ea8a4 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Pushing event updated for resources: {'Port': ['ID=82037081-ae6f-49f9-b5ea-bc2b9144cdb3,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:00.206281 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-658f3454-bf68-4d1a-bb2e-c9fb549ea8a4 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:00.293802 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-51a95a96-b084-41a1-aa32-378abea32403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:00.330639 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a95a96-b084-41a1-aa32-378abea32403 None None] Pushing event deleted for resources: {'Port': ['ID=1a0f7ed5-60a1-40b6-8884-0385367b6d2d,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:00.339584 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a95a96-b084-41a1-aa32-378abea32403 None None] No DVR routers for this DVR port 1a0f7ed5-60a1-40b6-8884-0385367b6d2d on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:58:00.418177 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45530) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:58:00.471212 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-3e39e42f-aaf4-49a1-a7f2-6daf7fb0bfbc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e2706ee1269f42b0a591b59cf15bb890&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0516272 Apr 05 14:58:00.474073 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45532) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:58:00.531175 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-07ef48d0-0563-4a48-92d8-33b49c431e27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:00.558818 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-07ef48d0-0563-4a48-92d8-33b49c431e27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:00.673083 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-55ddcfac-35ac-4bce-a639-1951939bc51c tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:00.703028 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ddcfac-35ac-4bce-a639-1951939bc51c tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Pushing event deleted for resources: {'Port': ['ID=1a0f7ed5-60a1-40b6-8884-0385367b6d2d,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:00.706569 n-d-836650-2 neutron-server[103320]: INFO neutron.db.l3_db [None req-658f3454-bf68-4d1a-bb2e-c9fb549ea8a4 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Floating IP e0f881f3-791f-4ced-9be1-e6b06edfbc2b associated. External IP: 172.25.6.108, port: 69c7616b-b52f-4d4a-bedb-1723886e46b5. Apr 05 14:58:00.712827 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ddcfac-35ac-4bce-a639-1951939bc51c tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] No DVR routers for this DVR port 1a0f7ed5-60a1-40b6-8884-0385367b6d2d on host n-d-836650-2 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:58:00.744727 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-07ef48d0-0563-4a48-92d8-33b49c431e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:00.748645 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-07ef48d0-0563-4a48-92d8-33b49c431e27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:00.750400 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-07ef48d0-0563-4a48-92d8-33b49c431e27 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/98a31720-aa15-4d78-ad00-be9a44ead6ba HTTP/1.1" status: 204 len: 168 time: 0.2748394 Apr 05 14:58:00.761341 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ef48d0-0563-4a48-92d8-33b49c431e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a31720-aa15-4d78-ad00-be9a44ead6ba,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:00.848715 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-55ddcfac-35ac-4bce-a639-1951939bc51c tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:00.922625 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-55ddcfac-35ac-4bce-a639-1951939bc51c tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cc01384-1614-4ff3-9e06-f744375a9cc1']}} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:58:00.936526 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-55ddcfac-35ac-4bce-a639-1951939bc51c tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eba06dc-0074-4144-b296-ddfe7b2b3e3f') {'for_net_delete': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:58:00.936860 n-d-836650-2 neutron-server[103320]: DEBUG neutron.services.segments.db [None req-55ddcfac-35ac-4bce-a639-1951939bc51c tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eba06dc-0074-4144-b296-ddfe7b2b3e3f') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:58:00.949819 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-55ddcfac-35ac-4bce-a639-1951939bc51c tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13399223'] for segment, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:00.996600 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-55ddcfac-35ac-4bce-a639-1951939bc51c tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:01.006982 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55ddcfac-35ac-4bce-a639-1951939bc51c tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=103320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:58:01.007496 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-55ddcfac-35ac-4bce-a639-1951939bc51c tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15765202'] for segment, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:01.010549 n-d-836650-2 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:58:01.010549 n-d-836650-2 neutron-server[103320]: self.session.flush() Apr 05 14:58:01.010549 n-d-836650-2 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:58:01.010549 n-d-836650-2 neutron-server[103320]: self.session.flush() Apr 05 14:58:01.010549 n-d-836650-2 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:58:01.010549 n-d-836650-2 neutron-server[103320]: self.session.flush() Apr 05 14:58:01.010549 n-d-836650-2 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:58:01.010549 n-d-836650-2 neutron-server[103320]: self.session.flush() Apr 05 14:58:01.010549 n-d-836650-2 neutron-server[103320]: Traceback (most recent call last): Apr 05 14:58:01.010549 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:58:01.010549 n-d-836650-2 neutron-server[103320]: timer() Apr 05 14:58:01.010549 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:58:01.010549 n-d-836650-2 neutron-server[103320]: cb(*args, **kw) Apr 05 14:58:01.010549 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:58:01.010549 n-d-836650-2 neutron-server[103320]: return func(*args, **kwargs) Apr 05 14:58:01.010549 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:58:01.010549 n-d-836650-2 neutron-server[103320]: self._notify() Apr 05 14:58:01.010549 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:58:01.010549 n-d-836650-2 neutron-server[103320]: self.callback(batched_events) Apr 05 14:58:01.010549 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:58:01.010549 n-d-836650-2 neutron-server[103320]: event.method(event) Apr 05 14:58:01.010549 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:58:01.010549 n-d-836650-2 neutron-server[103320]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:58:01.010549 n-d-836650-2 neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:58:01.010549 n-d-836650-2 neutron-server[103320]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:58:01.010549 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:58:01.010549 n-d-836650-2 neutron-server[103320]: return f(self, *a, **k) Apr 05 14:58:01.010549 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:58:01.010549 n-d-836650-2 neutron-server[103320]: return self._get(url).json() Apr 05 14:58:01.010549 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:58:01.010549 n-d-836650-2 neutron-server[103320]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:58:01.010549 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:58:01.010549 n-d-836650-2 neutron-server[103320]: return self.request(url, 'GET', **kwargs) Apr 05 14:58:01.010549 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:58:01.010549 n-d-836650-2 neutron-server[103320]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:58:01.010549 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:58:01.010549 n-d-836650-2 neutron-server[103320]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:58:01.010549 n-d-836650-2 neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:58:01.010549 n-d-836650-2 neutron-server[103320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:58:01.010549 n-d-836650-2 neutron-server[103320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:58:01.132631 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-658f3454-bf68-4d1a-bb2e-c9fb549ea8a4 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Router 7e5f17e7-75c3-4303-a80d-0f4ad7ff385e has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:58:01.162303 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 1a0f7ed5-60a1-40b6-8884-0385367b6d2d no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:58:01.201823 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 1a0f7ed5-60a1-40b6-8884-0385367b6d2d {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:58:01.202467 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 1a0f7ed5-60a1-40b6-8884-0385367b6d2d not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:58:01.214026 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-55ddcfac-35ac-4bce-a639-1951939bc51c tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:01.255934 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-55ddcfac-35ac-4bce-a639-1951939bc51c tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:01.265543 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-55ddcfac-35ac-4bce-a639-1951939bc51c tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] 10.222.0.30 "DELETE /v2.0/networks/7cc01384-1614-4ff3-9e06-f744375a9cc1 HTTP/1.1" status: 204 len: 168 time: 1.7333500 Apr 05 14:58:01.265693 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45544) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:58:01.293733 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ddcfac-35ac-4bce-a639-1951939bc51c tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Pushing event deleted for resources: {'Network': ['ID=7cc01384-1614-4ff3-9e06-f744375a9cc1,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:01.325463 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-658f3454-bf68-4d1a-bb2e-c9fb549ea8a4 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:58:01.338845 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cd86d1-96a3-4585-a2ba-2b769919e504 None None] Sync routers for ids ['7e5f17e7-75c3-4303-a80d-0f4ad7ff385e'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:58:01.358384 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-489c23d5-ad57-4d65-89fa-a23cf71468b2 tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d63a8f5-bc77-4a75-b2a4-1482837a69f3 HTTP/1.1" status: 200 len: 205 time: 0.0873263 Apr 05 14:58:01.361460 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45550) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:58:01.362118 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cd86d1-96a3-4585-a2ba-2b769919e504 None None] Routers {'7e5f17e7-75c3-4303-a80d-0f4ad7ff385e'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:58:01.362860 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-38cd86d1-96a3-4585-a2ba-2b769919e504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:57:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['7e5f17e7-75c3-4303-a80d-0f4ad7ff385e'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:58:01.474328 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-658f3454-bf68-4d1a-bb2e-c9fb549ea8a4 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:01.476810 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8c9b18f0-ea12-412c-96bc-9f3c50df8c6e tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks [] for router, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:01.540412 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-658f3454-bf68-4d1a-bb2e-c9fb549ea8a4 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6155026 Apr 05 14:58:01.542156 n-d-836650-2 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bd4dfc0-f477-4986-90b5-599f01a8c57f', 'tag': '69c7616b-b52f-4d4a-bedb-1723886e46b5'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:58:01.544822 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc43a851a5617eec0370e5fd78f75b21f16a94b7f1dde5e072933a70cdfc222a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-175b6dde-5103-402c-a219-2157b9a6d488" -d '{"events": [{"name": "network-changed", "server_uuid": "1bd4dfc0-f477-4986-90b5-599f01a8c57f", "tag": "69c7616b-b52f-4d4a-bedb-1723886e46b5"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:58:01.561477 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-38cd86d1-96a3-4585-a2ba-2b769919e504 None None] Set router 7e5f17e7-75c3-4303-a80d-0f4ad7ff385e gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:58:01.657471 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 14:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3515d956-7328-446c-b5ac-df0a869f1cb7 x-openstack-request-id: req-3515d956-7328-446c-b5ac-df0a869f1cb7 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:58:01.657763 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bd4dfc0-f477-4986-90b5-599f01a8c57f", "tag": "69c7616b-b52f-4d4a-bedb-1723886e46b5", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:58:01.658020 n-d-836650-2 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3515d956-7328-446c-b5ac-df0a869f1cb7 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:58:01.658430 n-d-836650-2 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3515d956-7328-446c-b5ac-df0a869f1cb7'] response: {'name': 'network-changed', 'server_uuid': '1bd4dfc0-f477-4986-90b5-599f01a8c57f', 'tag': '69c7616b-b52f-4d4a-bedb-1723886e46b5', 'status': 'completed', 'code': 200} Apr 05 14:58:01.717196 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8c9b18f0-ea12-412c-96bc-9f3c50df8c6e tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27070'] for router, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:01.718021 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8c9b18f0-ea12-412c-96bc-9f3c50df8c6e tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:01.780088 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b6dde-5103-402c-a219-2157b9a6d488 req-d52c1515-198b-4492-b308-5c33686a1a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:58:01.782962 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-175b6dde-5103-402c-a219-2157b9a6d488 req-d52c1515-198b-4492-b308-5c33686a1a6e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b07e36dc5a904f16980660900e2eecc1&device_id=1bd4dfc0-f477-4986-90b5-599f01a8c57f HTTP/1.1" status: 200 len: 1096 time: 0.1060560 Apr 05 14:58:01.794252 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d09fc2-02ac-4abe-87a2-f0b68ee6adf7 req-2f252b4b-64db-4ca2-bd8c-a01cb0e315ae tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:58:01.796400 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d3d09fc2-02ac-4abe-87a2-f0b68ee6adf7 req-2f252b4b-64db-4ca2-bd8c-a01cb0e315ae tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bd4dfc0-f477-4986-90b5-599f01a8c57f HTTP/1.1" status: 200 len: 945 time: 0.1063981 Apr 05 14:58:01.825706 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8c9b18f0-ea12-412c-96bc-9f3c50df8c6e tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803298'] for router, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:01.826220 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c9b18f0-ea12-412c-96bc-9f3c50df8c6e tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Fanout notify agent at l3_agent the message router_deleted on router 5d63a8f5-bc77-4a75-b2a4-1482837a69f3 {{(pid=103321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:58:01.865040 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8c9b18f0-ea12-412c-96bc-9f3c50df8c6e tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] Notify callbacks [] for router, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:01.867152 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-8c9b18f0-ea12-412c-96bc-9f3c50df8c6e tempest-RoutersNegativeTest-614510006 tempest-RoutersNegativeTest-614510006-project] 10.222.0.30 "DELETE /v2.0/routers/5d63a8f5-bc77-4a75-b2a4-1482837a69f3 HTTP/1.1" status: 204 len: 168 time: 0.5023260 Apr 05 14:58:01.942880 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-38cd86d1-96a3-4585-a2ba-2b769919e504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5f17e7-75c3-4303-a80d-0f4ad7ff385e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-411034118', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': '9d77de6a-7229-407e-aa57-36579fbd54a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:57:30Z', 'updated_at': '2022-04-05T14:57:36Z', 'revision_number': 4, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'gw_port': {'id': '9d77de6a-7229-407e-aa57-36579fbd54a8', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:eb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5f17e7-75c3-4303-a80d-0f4ad7ff385e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:57:31Z', 'updated_at': '2022-04-05T14:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': 'e0f881f3-791f-4ced-9be1-e6b06edfbc2b', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'floating_ip_address': '172.25.6.108', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': '7e5f17e7-75c3-4303-a80d-0f4ad7ff385e', 'port_id': '69c7616b-b52f-4d4a-bedb-1723886e46b5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad312309-970e-42ad-af00-1f9e282ef313', 'mac_address': 'fa:16:3e:c2:0c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd4dfc0-f477-4986-90b5-599f01a8c57f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:57:59Z', 'updated_at': '2022-04-05T14:57:59Z', 'revision_number': 0, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9765a34-0fa5-4ec9-b32a-68b873b9b783', 'name': '', 'network_id': 'ad312309-970e-42ad-af00-1f9e282ef313', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'mac_address': 'fa:16:3e:54:f5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5f17e7-75c3-4303-a80d-0f4ad7ff385e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'e906ff7a-8af7-479e-b554-4c7c2c25d7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:57:35Z', 'updated_at': '2022-04-05T14:57:43Z', 'revision_number': 5, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'subnets': [{'id': 'e906ff7a-8af7-479e-b554-4c7c2c25d7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:58:01.969952 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-d3d09fc2-02ac-4abe-87a2-f0b68ee6adf7 req-5033a3b6-e496-4832-b3ac-07d5c907772a tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=86162a42-5a77-43c4-8ef0-1989b7fdc0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783200 Apr 05 14:58:01.974472 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cd86d1-96a3-4585-a2ba-2b769919e504 None None] Checking router: 7e5f17e7-75c3-4303-a80d-0f4ad7ff385e for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:58:01.985211 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cd86d1-96a3-4585-a2ba-2b769919e504 None None] Routers {'7e5f17e7-75c3-4303-a80d-0f4ad7ff385e'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:58:01.985923 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-38cd86d1-96a3-4585-a2ba-2b769919e504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:57:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['7e5f17e7-75c3-4303-a80d-0f4ad7ff385e'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:58:01.989867 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b6dde-5103-402c-a219-2157b9a6d488 req-6269b79a-1bfc-42dc-a7b7-ad904842affb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:58:01.989867 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-175b6dde-5103-402c-a219-2157b9a6d488 req-6269b79a-1bfc-42dc-a7b7-ad904842affb service neutron] 10.222.0.55 "GET /v2.0/networks?id=ad312309-970e-42ad-af00-1f9e282ef313 HTTP/1.1" status: 200 len: 897 time: 0.1905854 Apr 05 14:58:02.002042 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45558) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:58:02.101125 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-38cd86d1-96a3-4585-a2ba-2b769919e504 None None] Set router 7e5f17e7-75c3-4303-a80d-0f4ad7ff385e gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:58:02.108593 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-175b6dde-5103-402c-a219-2157b9a6d488 req-a4655017-3e15-4215-bb5a-79b4ed44b912 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69c7616b-b52f-4d4a-bedb-1723886e46b5 HTTP/1.1" status: 200 len: 999 time: 0.1052697 Apr 05 14:58:02.119046 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-f6843d83-115b-4894-ac20-b23239eb668b tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/floatingips/e0f881f3-791f-4ced-9be1-e6b06edfbc2b HTTP/1.1" status: 200 len: 991 time: 0.1129820 Apr 05 14:58:02.176638 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b6dde-5103-402c-a219-2157b9a6d488 req-88ec942d-3e3a-467c-bee5-c4cbf052dd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:58:02.179331 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-175b6dde-5103-402c-a219-2157b9a6d488 req-88ec942d-3e3a-467c-bee5-c4cbf052dd9c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e906ff7a-8af7-479e-b554-4c7c2c25d7fa HTTP/1.1" status: 200 len: 834 time: 0.0576167 Apr 05 14:58:02.236032 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b6dde-5103-402c-a219-2157b9a6d488 req-0f9caa1a-3564-4ebb-8642-87f77c74cc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:58:02.237614 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-175b6dde-5103-402c-a219-2157b9a6d488 req-0f9caa1a-3564-4ebb-8642-87f77c74cc48 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ad312309-970e-42ad-af00-1f9e282ef313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518208 Apr 05 14:58:02.367355 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-38cd86d1-96a3-4585-a2ba-2b769919e504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5f17e7-75c3-4303-a80d-0f4ad7ff385e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-411034118', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': '9d77de6a-7229-407e-aa57-36579fbd54a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:57:30Z', 'updated_at': '2022-04-05T14:57:36Z', 'revision_number': 4, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'gw_port': {'id': '9d77de6a-7229-407e-aa57-36579fbd54a8', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:eb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5f17e7-75c3-4303-a80d-0f4ad7ff385e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:57:31Z', 'updated_at': '2022-04-05T14:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': 'e0f881f3-791f-4ced-9be1-e6b06edfbc2b', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'floating_ip_address': '172.25.6.108', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': '7e5f17e7-75c3-4303-a80d-0f4ad7ff385e', 'port_id': '69c7616b-b52f-4d4a-bedb-1723886e46b5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad312309-970e-42ad-af00-1f9e282ef313', 'mac_address': 'fa:16:3e:c2:0c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd4dfc0-f477-4986-90b5-599f01a8c57f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:57:59Z', 'updated_at': '2022-04-05T14:57:59Z', 'revision_number': 0, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9765a34-0fa5-4ec9-b32a-68b873b9b783', 'name': '', 'network_id': 'ad312309-970e-42ad-af00-1f9e282ef313', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'mac_address': 'fa:16:3e:54:f5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5f17e7-75c3-4303-a80d-0f4ad7ff385e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'e906ff7a-8af7-479e-b554-4c7c2c25d7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:57:35Z', 'updated_at': '2022-04-05T14:57:43Z', 'revision_number': 5, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'subnets': [{'id': 'e906ff7a-8af7-479e-b554-4c7c2c25d7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:58:02.371440 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-175b6dde-5103-402c-a219-2157b9a6d488 req-4f8e1cf6-a947-4bf9-a8bc-242dc997c693 service neutron] 10.222.0.55 "GET /v2.0/networks/ad312309-970e-42ad-af00-1f9e282ef313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241295 Apr 05 14:58:02.401948 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cd86d1-96a3-4585-a2ba-2b769919e504 None None] The sync data for ids ['7e5f17e7-75c3-4303-a80d-0f4ad7ff385e'] in n-d-836650-2 is: [{'id': '7e5f17e7-75c3-4303-a80d-0f4ad7ff385e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-411034118', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': '9d77de6a-7229-407e-aa57-36579fbd54a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:57:30Z', 'updated_at': '2022-04-05T14:57:36Z', 'revision_number': 4, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'gw_port': {'id': '9d77de6a-7229-407e-aa57-36579fbd54a8', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:eb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5f17e7-75c3-4303-a80d-0f4ad7ff385e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:57:31Z', 'updated_at': '2022-04-05T14:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_floatingips': [{'id': 'e0f881f3-791f-4ced-9be1-e6b06edfbc2b', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'floating_ip_address': '172.25.6.108', 'floating_network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'router_id': '7e5f17e7-75c3-4303-a80d-0f4ad7ff385e', 'port_id': '69c7616b-b52f-4d4a-bedb-1723886e46b5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad312309-970e-42ad-af00-1f9e282ef313', 'mac_address': 'fa:16:3e:c2:0c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd4dfc0-f477-4986-90b5-599f01a8c57f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:57:59Z', 'updated_at': '2022-04-05T14:57:59Z', 'revision_number': 0, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9765a34-0fa5-4ec9-b32a-68b873b9b783', 'name': '', 'network_id': 'ad312309-970e-42ad-af00-1f9e282ef313', 'tenant_id': 'b07e36dc5a904f16980660900e2eecc1', 'mac_address': 'fa:16:3e:54:f5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5f17e7-75c3-4303-a80d-0f4ad7ff385e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'e906ff7a-8af7-479e-b554-4c7c2c25d7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:57:35Z', 'updated_at': '2022-04-05T14:57:43Z', 'revision_number': 5, 'project_id': 'b07e36dc5a904f16980660900e2eecc1', 'subnets': [{'id': 'e906ff7a-8af7-479e-b554-4c7c2c25d7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:58:02.496676 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-175b6dde-5103-402c-a219-2157b9a6d488 req-3d238245-7e67-4403-a0e1-07510d3cb0a9 service neutron] 10.222.0.55 "GET /v2.0/networks/ad312309-970e-42ad-af00-1f9e282ef313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210973 Apr 05 14:58:02.585125 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45566) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:58:02.734430 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76180d7e-9d2e-4e81-a0ee-762a0023ab89 None None] New status for floating IP e0f881f3-791f-4ced-9be1-e6b06edfbc2b: ACTIVE {{(pid=103322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 14:58:02.749886 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-68ff09ad-ddb3-4c25-ab43-83c399c9ea8c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0037ca7679ab4e199f4a46f1dcb55dc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1631706 Apr 05 14:58:02.751773 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45570) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:58:02.804995 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-128abe5b-072d-466b-9368-0f0c591605c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:02.827432 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-128abe5b-072d-466b-9368-0f0c591605c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:02.958111 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-128abe5b-072d-466b-9368-0f0c591605c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:02.960726 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-128abe5b-072d-466b-9368-0f0c591605c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:02.964478 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-128abe5b-072d-466b-9368-0f0c591605c7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0bba9309-1300-469f-912c-cda863c57c7d HTTP/1.1" status: 204 len: 168 time: 0.2092412 Apr 05 14:58:02.975150 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128abe5b-072d-466b-9368-0f0c591605c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bba9309-1300-469f-912c-cda863c57c7d,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:03.123052 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 45574) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:58:03.195186 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-b4694ed1-311a-4a96-a021-023ae97fd138 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/floatingips/e0f881f3-791f-4ced-9be1-e6b06edfbc2b HTTP/1.1" status: 200 len: 993 time: 0.0689442 Apr 05 14:58:04.039486 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45598) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:58:04.141883 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-20b7edfa-1d5a-4e17-ac94-1efae967b53d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-692193769-network', 'tenant_id': '6798db80cf4840a6913ec8f089dca6de'}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:58:04.247249 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b7edfa-1d5a-4e17-ac94-1efae967b53d admin admin] Made reservation on behalf of 6798db80cf4840a6913ec8f089dca6de for: {'network': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:58:04.250274 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-20b7edfa-1d5a-4e17-ac94-1efae967b53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:04.264695 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-20b7edfa-1d5a-4e17-ac94-1efae967b53d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:04.362715 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-20b7edfa-1d5a-4e17-ac94-1efae967b53d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:04.429633 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-20b7edfa-1d5a-4e17-ac94-1efae967b53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:04.456788 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20b7edfa-1d5a-4e17-ac94-1efae967b53d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=103321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:58:04.473968 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b7edfa-1d5a-4e17-ac94-1efae967b53d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=978f15b5-24f6-44a8-82bb-7b1d78439374,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:04.480650 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-20b7edfa-1d5a-4e17-ac94-1efae967b53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:04.480650 n-d-836650-2 neutron-server[103321]: INFO neutron.db.segments_db [None req-20b7edfa-1d5a-4e17-ac94-1efae967b53d admin admin] Added segment f7e1f32d-fe1a-468a-a21a-461eb1e6d161 of type vlan for network f9f900ac-ada1-4d74-8238-bfc8cda9b11b Apr 05 14:58:04.539522 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-20b7edfa-1d5a-4e17-ac94-1efae967b53d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:04.625498 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-20b7edfa-1d5a-4e17-ac94-1efae967b53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:04.627598 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b7edfa-1d5a-4e17-ac94-1efae967b53d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:58:04.628190 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-20b7edfa-1d5a-4e17-ac94-1efae967b53d admin admin] Notify callbacks [] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:04.742129 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b7edfa-1d5a-4e17-ac94-1efae967b53d admin admin] Pushing event updated for resources: {'Network': ['ID=f9f900ac-ada1-4d74-8238-bfc8cda9b11b,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:04.749432 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-20b7edfa-1d5a-4e17-ac94-1efae967b53d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7083318 Apr 05 14:58:04.753659 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45616) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:58:04.757959 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network f9f900ac-ada1-4d74-8238-bfc8cda9b11b details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:58:04.763628 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.v2.base [None req-6a599587-e85c-4145-8129-a66139275275 admin admin] Request body: {'subnet': {'network_id': 'f9f900ac-ada1-4d74-8238-bfc8cda9b11b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-692193769-subnet', 'tenant_id': '6798db80cf4840a6913ec8f089dca6de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:58:04.865816 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a599587-e85c-4145-8129-a66139275275 admin admin] Made reservation on behalf of 6798db80cf4840a6913ec8f089dca6de for: {'subnet': 1} {{(pid=103321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:58:04.868942 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6a599587-e85c-4145-8129-a66139275275 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12608048'] for subnet, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:05.191479 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6a599587-e85c-4145-8129-a66139275275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12608038'] for subnet, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:05.220302 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e055678a-35ba-4894-ada3-ed0550e04462 req-294519b3-3f18-497d-b4d0-580e51825edb tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:58:05.221861 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e055678a-35ba-4894-ada3-ed0550e04462 req-294519b3-3f18-497d-b4d0-580e51825edb tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/ports?device_id=8998367a-825c-4f15-93b6-0dab93aafd08 HTTP/1.1" status: 200 len: 945 time: 0.0541337 Apr 05 14:58:05.253127 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a599587-e85c-4145-8129-a66139275275 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e1997f1-7f0b-4929-9859-0ef61663997c,revision_number=0']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:05.262028 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a599587-e85c-4145-8129-a66139275275 admin admin] Checking segment: {'id': 'f7e1f32d-fe1a-468a-a21a-461eb1e6d161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'f9f900ac-ada1-4d74-8238-bfc8cda9b11b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:58:05.262390 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a599587-e85c-4145-8129-a66139275275 admin admin] Network hostable DHCP agents. Network: f9f900ac-ada1-4d74-8238-bfc8cda9b11b, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:58:05.263822 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-e055678a-35ba-4894-ada3-ed0550e04462 req-e829d8db-b483-447d-85d8-f9ca0f5ae9a2 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b8bb0c2-5bdc-418b-921f-49e713b6c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348155 Apr 05 14:58:05.349406 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a599587-e85c-4145-8129-a66139275275 admin admin] Network f9f900ac-ada1-4d74-8238-bfc8cda9b11b is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:58:05.440791 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.base_scheduler [None req-6a599587-e85c-4145-8129-a66139275275 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, f9f900ac-ada1-4d74-8238-bfc8cda9b11b) {{(pid=103321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:58:05.446719 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a599587-e85c-4145-8129-a66139275275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:58:05.450405 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b108fe8-c132-4036-97ac-0b137230fee6 None None] Network f9f900ac-ada1-4d74-8238-bfc8cda9b11b requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:58:05.453291 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6a599587-e85c-4145-8129-a66139275275 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:05.542981 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-6a599587-e85c-4145-8129-a66139275275 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7803891 Apr 05 14:58:05.578853 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84214162-7141-4e1f-bb35-28391c775fd7 None None] Network f9f900ac-ada1-4d74-8238-bfc8cda9b11b requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:58:06.312688 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 45640) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:58:06.312688 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-64fbeb36-9400-489c-b920-e860c5eb7668 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1561118634-network', 'tenant_id': '8820339d3f2e4c459b9de6a09a16649d'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:58:06.391279 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c909d786-95ef-49c7-b62c-d992caa396fc req-b23b34eb-1979-4f6d-905d-efd269c1be07 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:58:06.392767 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c909d786-95ef-49c7-b62c-d992caa396fc req-b23b34eb-1979-4f6d-905d-efd269c1be07 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/ports?device_id=8998367a-825c-4f15-93b6-0dab93aafd08 HTTP/1.1" status: 200 len: 945 time: 0.0534530 Apr 05 14:58:06.431119 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-c909d786-95ef-49c7-b62c-d992caa396fc req-fd1d75d8-e8ec-4920-a93d-17ad5ab28071 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b8bb0c2-5bdc-418b-921f-49e713b6c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322568 Apr 05 14:58:06.448478 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64fbeb36-9400-489c-b920-e860c5eb7668 admin admin] Made reservation on behalf of 8820339d3f2e4c459b9de6a09a16649d for: {'network': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:58:06.450861 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-64fbeb36-9400-489c-b920-e860c5eb7668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for network, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:06.460266 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-64fbeb36-9400-489c-b920-e860c5eb7668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:06.536570 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-64fbeb36-9400-489c-b920-e860c5eb7668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:06.602730 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-64fbeb36-9400-489c-b920-e860c5eb7668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:06.626984 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64fbeb36-9400-489c-b920-e860c5eb7668 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=103320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:58:06.636483 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fbeb36-9400-489c-b920-e860c5eb7668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32d1d1dc-ec55-43d2-bc9e-6562c85e0827,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:06.640969 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-64fbeb36-9400-489c-b920-e860c5eb7668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:06.641313 n-d-836650-2 neutron-server[103320]: INFO neutron.db.segments_db [None req-64fbeb36-9400-489c-b920-e860c5eb7668 admin admin] Added segment 5d82c3ed-ebee-4d27-9563-2c6d6d9064c4 of type vlan for network c4a7c011-bebb-4404-8ca3-307ec0ec571f Apr 05 14:58:06.652383 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fbeb36-9400-489c-b920-e860c5eb7668 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:58:06.652730 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fbeb36-9400-489c-b920-e860c5eb7668 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:58:06.653112 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fbeb36-9400-489c-b920-e860c5eb7668 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:58:06.653444 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fbeb36-9400-489c-b920-e860c5eb7668 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:58:06.653774 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fbeb36-9400-489c-b920-e860c5eb7668 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:58:06.654097 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fbeb36-9400-489c-b920-e860c5eb7668 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:58:06.654425 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fbeb36-9400-489c-b920-e860c5eb7668 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:58:06.654746 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fbeb36-9400-489c-b920-e860c5eb7668 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:58:06.655065 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fbeb36-9400-489c-b920-e860c5eb7668 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:58:06.655381 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fbeb36-9400-489c-b920-e860c5eb7668 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:58:06.655698 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fbeb36-9400-489c-b920-e860c5eb7668 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:58:06.656014 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fbeb36-9400-489c-b920-e860c5eb7668 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:58:06.696743 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-64fbeb36-9400-489c-b920-e860c5eb7668 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702509002'] for network, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:06.759073 n-d-836650-2 neutron-server[103321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67edf878-8916-411d-be56-58d314e3bbc4 req-507b2e5e-d7b9-490e-b6d5-46fb59322972 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:58:06.760537 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-67edf878-8916-411d-be56-58d314e3bbc4 req-507b2e5e-d7b9-490e-b6d5-46fb59322972 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.11 "GET /v2.0/ports?device_id=8998367a-825c-4f15-93b6-0dab93aafd08 HTTP/1.1" status: 200 len: 945 time: 0.0493436 Apr 05 14:58:06.774025 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-64fbeb36-9400-489c-b920-e860c5eb7668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836'] for network, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:06.775088 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64fbeb36-9400-489c-b920-e860c5eb7668 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:58:06.775739 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-64fbeb36-9400-489c-b920-e860c5eb7668 admin admin] Notify callbacks [] for network, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:06.862348 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-67edf878-8916-411d-be56-58d314e3bbc4 req-c8edf3a8-6a4b-491b-8254-ecc63a09e98e tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Deleting port 3eaee4a2-1dcc-40a4-910a-0cfec55b0053 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:58:06.862963 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-67edf878-8916-411d-be56-58d314e3bbc4 req-c8edf3a8-6a4b-491b-8254-ecc63a09e98e tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:06.870723 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fbeb36-9400-489c-b920-e860c5eb7668 admin admin] Pushing event updated for resources: {'Network': ['ID=c4a7c011-bebb-4404-8ca3-307ec0ec571f,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:06.882532 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-64fbeb36-9400-489c-b920-e860c5eb7668 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5720916 Apr 05 14:58:06.883451 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 45646) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:58:06.890411 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.v2.base [None req-c05fc37b-5e8c-415e-a88a-c6107ea4d458 admin admin] Request body: {'subnet': {'network_id': 'c4a7c011-bebb-4404-8ca3-307ec0ec571f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1561118634-subnet', 'tenant_id': '8820339d3f2e4c459b9de6a09a16649d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 14:58:06.893332 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Network c4a7c011-bebb-4404-8ca3-307ec0ec571f details requested by agent ovs-agent-n-d-836650-2 with host n-d-836650-2 {{(pid=103322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 14:58:06.962547 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [req-67edf878-8916-411d-be56-58d314e3bbc4 req-c8edf3a8-6a4b-491b-8254-ecc63a09e98e tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] For port 3eaee4a2-1dcc-40a4-910a-0cfec55b0053, host n-h2-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-2',level=0,port_id=3eaee4a2-1dcc-40a4-910a-0cfec55b0053,segment=NetworkSegment(66fbd2e0-c36a-4acf-927a-20a3621831c7),segment_id=66fbd2e0-c36a-4acf-927a-20a3621831c7)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:58:06.962910 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-67edf878-8916-411d-be56-58d314e3bbc4 req-c8edf3a8-6a4b-491b-8254-ecc63a09e98e tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:06.985466 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05fc37b-5e8c-415e-a88a-c6107ea4d458 admin admin] Made reservation on behalf of 8820339d3f2e4c459b9de6a09a16649d for: {'subnet': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:58:06.987840 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c05fc37b-5e8c-415e-a88a-c6107ea4d458 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13127328'] for subnet, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:07.161933 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-67edf878-8916-411d-be56-58d314e3bbc4 req-c8edf3a8-6a4b-491b-8254-ecc63a09e98e tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:07.162302 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-67edf878-8916-411d-be56-58d314e3bbc4 req-c8edf3a8-6a4b-491b-8254-ecc63a09e98e tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809220'] for floatingip, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:07.162621 n-d-836650-2 neutron-server[103321]: INFO neutron.db.l3_db [req-67edf878-8916-411d-be56-58d314e3bbc4 req-c8edf3a8-6a4b-491b-8254-ecc63a09e98e tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Floating IP 147bedcc-7185-4b68-a2c7-13ad2dc8b1ea disassociated. External IP: 172.25.6.102, port: 3eaee4a2-1dcc-40a4-910a-0cfec55b0053. Apr 05 14:58:07.162959 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [req-67edf878-8916-411d-be56-58d314e3bbc4 req-c8edf3a8-6a4b-491b-8254-ecc63a09e98e tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Calling delete_port for 3eaee4a2-1dcc-40a4-910a-0cfec55b0053 owned by compute:nova {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:58:07.231580 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c05fc37b-5e8c-415e-a88a-c6107ea4d458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15773751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13127350'] for subnet, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:07.288558 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05fc37b-5e8c-415e-a88a-c6107ea4d458 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cab7e1e7-4d8a-419b-be40-0db4d24e5f00,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:07.297300 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05fc37b-5e8c-415e-a88a-c6107ea4d458 admin admin] Checking segment: {'id': '5d82c3ed-ebee-4d27-9563-2c6d6d9064c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c4a7c011-bebb-4404-8ca3-307ec0ec571f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 14:58:07.301722 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05fc37b-5e8c-415e-a88a-c6107ea4d458 admin admin] Network hostable DHCP agents. Network: c4a7c011-bebb-4404-8ca3-307ec0ec571f, hostable agents: ['76d103d5-2f06-47e2-b83f-edef389304e0'], hosted agents: [] {{(pid=103320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:58:07.385433 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-67edf878-8916-411d-be56-58d314e3bbc4 req-c8edf3a8-6a4b-491b-8254-ecc63a09e98e tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:07.415619 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8edf3a8-6a4b-491b-8254-ecc63a09e98e tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Pushing event deleted for resources: {'Port': ['ID=3eaee4a2-1dcc-40a4-910a-0cfec55b0053,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:07.448518 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05fc37b-5e8c-415e-a88a-c6107ea4d458 admin admin] Network c4a7c011-bebb-4404-8ca3-307ec0ec571f is scheduled to be hosted by DHCP agent 76d103d5-2f06-47e2-b83f-edef389304e0 with binding_index 1 {{(pid=103320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:58:07.533891 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-1ecedc9e-7e4f-4559-a054-3c311b53c776 req-629a79d6-dbe5-40a8-8def-8b68bc1c53d2 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/ports?device_id=8998367a-825c-4f15-93b6-0dab93aafd08 HTTP/1.1" status: 200 len: 210 time: 0.0339863 Apr 05 14:58:07.546094 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67edf878-8916-411d-be56-58d314e3bbc4 req-c8edf3a8-6a4b-491b-8254-ecc63a09e98e tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Router b1445dec-20ca-403d-b665-56d8d9cba455 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:58:07.562786 n-d-836650-2 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-c05fc37b-5e8c-415e-a88a-c6107ea4d458 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-2, c4a7c011-bebb-4404-8ca3-307ec0ec571f) {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:58:07.568506 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05fc37b-5e8c-415e-a88a-c6107ea4d458 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:58:07.569123 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c05fc37b-5e8c-415e-a88a-c6107ea4d458 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:07.573429 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eac7412-8823-4c20-a5df-0c722182a423 None None] Network c4a7c011-bebb-4404-8ca3-307ec0ec571f requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:58:07.645926 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-c05fc37b-5e8c-415e-a88a-c6107ea4d458 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7612798 Apr 05 14:58:07.670536 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67edf878-8916-411d-be56-58d314e3bbc4 req-c8edf3a8-6a4b-491b-8254-ecc63a09e98e tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:58:07.686800 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2da4417-78b0-40c9-a166-5fbcc7c5bf6a None None] Sync routers for ids ['b1445dec-20ca-403d-b665-56d8d9cba455'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:58:07.703323 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2da4417-78b0-40c9-a166-5fbcc7c5bf6a None None] Routers {'b1445dec-20ca-403d-b665-56d8d9cba455'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:58:07.703967 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-b2da4417-78b0-40c9-a166-5fbcc7c5bf6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:57:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['b1445dec-20ca-403d-b665-56d8d9cba455'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:58:07.719633 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c3702e-1770-4835-b893-4da45837bb04 None None] Network c4a7c011-bebb-4404-8ca3-307ec0ec571f requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:58:07.720659 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [req-67edf878-8916-411d-be56-58d314e3bbc4 req-c8edf3a8-6a4b-491b-8254-ecc63a09e98e tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] No DVR routers for this DVR port 3eaee4a2-1dcc-40a4-910a-0cfec55b0053 on host n-h2-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:58:07.723936 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [req-67edf878-8916-411d-be56-58d314e3bbc4 req-c8edf3a8-6a4b-491b-8254-ecc63a09e98e tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for port, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:07.727958 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [req-67edf878-8916-411d-be56-58d314e3bbc4 req-c8edf3a8-6a4b-491b-8254-ecc63a09e98e tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.11 "DELETE /v2.0/ports/3eaee4a2-1dcc-40a4-910a-0cfec55b0053 HTTP/1.1" status: 204 len: 173 time: 0.9613733 Apr 05 14:58:07.728409 n-d-836650-2 neutron-server[103321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8998367a-825c-4f15-93b6-0dab93aafd08', 'name': 'network-vif-deleted', 'tag': '3eaee4a2-1dcc-40a4-910a-0cfec55b0053'}] {{(pid=103321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:58:07.731298 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b3df57e5028d6b0ca2122738c81d99f7756bc885482d2055daa40204ac7b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb68ec81-35f1-404c-96a5-9e219fced433" -d '{"events": [{"server_uuid": "8998367a-825c-4f15-93b6-0dab93aafd08", "name": "network-vif-deleted", "tag": "3eaee4a2-1dcc-40a4-910a-0cfec55b0053"}]}' {{(pid=103321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:58:07.806479 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7748b495-c229-4acc-ab06-0e9f8be987b5 x-openstack-request-id: req-7748b495-c229-4acc-ab06-0e9f8be987b5 {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:58:07.807228 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8998367a-825c-4f15-93b6-0dab93aafd08", "name": "network-vif-deleted", "tag": "3eaee4a2-1dcc-40a4-910a-0cfec55b0053", "status": "completed", "code": 200}]} {{(pid=103321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:58:07.810647 n-d-836650-2 neutron-server[103321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7748b495-c229-4acc-ab06-0e9f8be987b5 {{(pid=103321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:58:07.811255 n-d-836650-2 neutron-server[103321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7748b495-c229-4acc-ab06-0e9f8be987b5'] response: {'server_uuid': '8998367a-825c-4f15-93b6-0dab93aafd08', 'name': 'network-vif-deleted', 'tag': '3eaee4a2-1dcc-40a4-910a-0cfec55b0053', 'status': 'completed', 'code': 200} Apr 05 14:58:07.856228 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-b2da4417-78b0-40c9-a166-5fbcc7c5bf6a None None] Set router b1445dec-20ca-403d-b665-56d8d9cba455 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:58:07.866944 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 45662) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:58:07.972586 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a772b07-b2a0-4c1d-88ca-4f335ce5b388 admin admin] Deleting subnet 6e1997f1-7f0b-4929-9859-0ef61663997c {{(pid=103320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:58:07.977733 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9a772b07-b2a0-4c1d-88ca-4f335ce5b388 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:08.016245 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9a772b07-b2a0-4c1d-88ca-4f335ce5b388 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13399228'] for subnet, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:08.060892 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9a772b07-b2a0-4c1d-88ca-4f335ce5b388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:08.140585 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-b2da4417-78b0-40c9-a166-5fbcc7c5bf6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'name': 'tempest-AttachVolumeNegativeTest-1732339431-router', 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'bd6b8bf7-c569-4249-ab62-bab0f76cc3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:50:04Z', 'updated_at': '2022-04-05T14:50:09Z', 'revision_number': 4, 'project_id': '0d680450c8534547bd5afee8c1b9c44d', 'gw_port': {'id': 'bd6b8bf7-c569-4249-ab62-bab0f76cc3e2', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:05Z', 'updated_at': '2022-04-05T14:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '9221f79d-cf57-48ff-99a2-721b9a2f3ce1', 'name': '', 'network_id': '9c33a3eb-a65a-4749-8ece-9c0c17a8413b', 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'mac_address': 'fa:16:3e:88:65:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': 'b0eeff46-5c4b-4ea4-85de-a28a5ce6d062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:08Z', 'updated_at': '2022-04-05T14:50:15Z', 'revision_number': 5, 'project_id': '0d680450c8534547bd5afee8c1b9c44d', 'subnets': [{'id': 'b0eeff46-5c4b-4ea4-85de-a28a5ce6d062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:58:08.203751 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9a772b07-b2a0-4c1d-88ca-4f335ce5b388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15773812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13127359'] for subnet, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:08.233573 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a772b07-b2a0-4c1d-88ca-4f335ce5b388 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e1997f1-7f0b-4929-9859-0ef61663997c,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:08.236435 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9a772b07-b2a0-4c1d-88ca-4f335ce5b388 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:08.241094 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-9a772b07-b2a0-4c1d-88ca-4f335ce5b388 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/6e1997f1-7f0b-4929-9859-0ef61663997c HTTP/1.1" status: 204 len: 168 time: 0.3720560 Apr 05 14:58:08.243151 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45664) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:58:08.265368 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2da4417-78b0-40c9-a166-5fbcc7c5bf6a None None] Checking router: b1445dec-20ca-403d-b665-56d8d9cba455 for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:58:08.275046 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2da4417-78b0-40c9-a166-5fbcc7c5bf6a None None] Routers {'b1445dec-20ca-403d-b665-56d8d9cba455'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:58:08.275654 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-b2da4417-78b0-40c9-a166-5fbcc7c5bf6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:57:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['b1445dec-20ca-403d-b665-56d8d9cba455'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:58:08.316250 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-56c9b52d-5d57-4935-a61f-4d8ddd08960b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:08.392134 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-b2da4417-78b0-40c9-a166-5fbcc7c5bf6a None None] Set router b1445dec-20ca-403d-b665-56d8d9cba455 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:58:08.406051 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-56c9b52d-5d57-4935-a61f-4d8ddd08960b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:08.428172 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-56c9b52d-5d57-4935-a61f-4d8ddd08960b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9f900ac-ada1-4d74-8238-bfc8cda9b11b']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:58:08.437791 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-56c9b52d-5d57-4935-a61f-4d8ddd08960b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7e1f32d-fe1a-468a-a21a-461eb1e6d161') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:58:08.438149 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-56c9b52d-5d57-4935-a61f-4d8ddd08960b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7e1f32d-fe1a-468a-a21a-461eb1e6d161') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:58:08.448715 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-56c9b52d-5d57-4935-a61f-4d8ddd08960b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:08.463396 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-56c9b52d-5d57-4935-a61f-4d8ddd08960b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:08.470470 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56c9b52d-5d57-4935-a61f-4d8ddd08960b admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:58:08.470887 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-56c9b52d-5d57-4935-a61f-4d8ddd08960b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:08.473522 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:58:08.473522 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:58:08.473522 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:58:08.473522 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:58:08.473522 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:58:08.473522 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:58:08.473522 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:58:08.473522 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:58:08.473522 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:58:08.473522 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:58:08.473522 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:58:08.473522 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:58:08.473522 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:58:08.473522 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:58:08.473522 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:58:08.473522 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:58:08.473522 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:58:08.473522 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:58:08.473522 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:58:08.473522 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:58:08.473522 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:58:08.473522 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:58:08.473522 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:58:08.473522 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:58:08.473522 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:58:08.473522 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:58:08.473522 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:58:08.473522 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:58:08.473522 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:58:08.473522 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:58:08.473522 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:58:08.473522 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:58:08.612615 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-56c9b52d-5d57-4935-a61f-4d8ddd08960b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:08.626936 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-b2da4417-78b0-40c9-a166-5fbcc7c5bf6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'name': 'tempest-AttachVolumeNegativeTest-1732339431-router', 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'bd6b8bf7-c569-4249-ab62-bab0f76cc3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:50:04Z', 'updated_at': '2022-04-05T14:50:09Z', 'revision_number': 4, 'project_id': '0d680450c8534547bd5afee8c1b9c44d', 'gw_port': {'id': 'bd6b8bf7-c569-4249-ab62-bab0f76cc3e2', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:05Z', 'updated_at': '2022-04-05T14:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '9221f79d-cf57-48ff-99a2-721b9a2f3ce1', 'name': '', 'network_id': '9c33a3eb-a65a-4749-8ece-9c0c17a8413b', 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'mac_address': 'fa:16:3e:88:65:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': 'b0eeff46-5c4b-4ea4-85de-a28a5ce6d062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:08Z', 'updated_at': '2022-04-05T14:50:15Z', 'revision_number': 5, 'project_id': '0d680450c8534547bd5afee8c1b9c44d', 'subnets': [{'id': 'b0eeff46-5c4b-4ea4-85de-a28a5ce6d062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:58:08.641873 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-56c9b52d-5d57-4935-a61f-4d8ddd08960b admin admin] Notify callbacks [] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:08.646783 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-56c9b52d-5d57-4935-a61f-4d8ddd08960b admin admin] 10.222.0.30 "DELETE /v2.0/networks/f9f900ac-ada1-4d74-8238-bfc8cda9b11b HTTP/1.1" status: 204 len: 168 time: 0.4025187 Apr 05 14:58:08.650794 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 45670) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:58:08.657496 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c9b52d-5d57-4935-a61f-4d8ddd08960b admin admin] Pushing event deleted for resources: {'Network': ['ID=f9f900ac-ada1-4d74-8238-bfc8cda9b11b,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:08.670097 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2da4417-78b0-40c9-a166-5fbcc7c5bf6a None None] The sync data for ids ['b1445dec-20ca-403d-b665-56d8d9cba455'] in n-d-836650-2 is: [{'id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'name': 'tempest-AttachVolumeNegativeTest-1732339431-router', 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'bd6b8bf7-c569-4249-ab62-bab0f76cc3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:50:04Z', 'updated_at': '2022-04-05T14:50:09Z', 'revision_number': 4, 'project_id': '0d680450c8534547bd5afee8c1b9c44d', 'gw_port': {'id': 'bd6b8bf7-c569-4249-ab62-bab0f76cc3e2', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:05Z', 'updated_at': '2022-04-05T14:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2', '_interfaces': [{'id': '9221f79d-cf57-48ff-99a2-721b9a2f3ce1', 'name': '', 'network_id': '9c33a3eb-a65a-4749-8ece-9c0c17a8413b', 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'mac_address': 'fa:16:3e:88:65:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': 'b0eeff46-5c4b-4ea4-85de-a28a5ce6d062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:08Z', 'updated_at': '2022-04-05T14:50:15Z', 'revision_number': 5, 'project_id': '0d680450c8534547bd5afee8c1b9c44d', 'subnets': [{'id': 'b0eeff46-5c4b-4ea4-85de-a28a5ce6d062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:58:08.686900 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ef81aaa2-df88-46c3-9697-5d061d5c1f06 req-f53c057b-7dec-454d-a374-df8c654d9e1a tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/ports?device_id=8998367a-825c-4f15-93b6-0dab93aafd08 HTTP/1.1" status: 200 len: 210 time: 0.0454500 Apr 05 14:58:08.728617 n-d-836650-2 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_v2 [None req-b08409d0-eaa7-4d4e-afdd-4aac24b56257 admin admin] Deleting subnet cab7e1e7-4d8a-419b-be40-0db4d24e5f00 {{(pid=103320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:58:08.732123 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b08409d0-eaa7-4d4e-afdd-4aac24b56257 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:08.770194 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b08409d0-eaa7-4d4e-afdd-4aac24b56257 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13399228'] for subnet, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:08.821641 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b08409d0-eaa7-4d4e-afdd-4aac24b56257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:08.943746 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d2f85b-d2c0-4037-b2ab-8586e24338ca None None] New status for floating IP 147bedcc-7185-4b68-a2c7-13ad2dc8b1ea: DOWN {{(pid=103322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 14:58:08.957895 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b08409d0-eaa7-4d4e-afdd-4aac24b56257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15773812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13127359'] for subnet, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:08.988190 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08409d0-eaa7-4d4e-afdd-4aac24b56257 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cab7e1e7-4d8a-419b-be40-0db4d24e5f00,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:08.991791 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b08409d0-eaa7-4d4e-afdd-4aac24b56257 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:08.997662 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-b08409d0-eaa7-4d4e-afdd-4aac24b56257 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/cab7e1e7-4d8a-419b-be40-0db4d24e5f00 HTTP/1.1" status: 204 len: 168 time: 0.3425016 Apr 05 14:58:08.998452 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45672) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:58:09.121383 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5652e049-6cd9-4e0c-bbc6-53ce154dd08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:09.220368 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5652e049-6cd9-4e0c-bbc6-53ce154dd08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:09.247210 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-5652e049-6cd9-4e0c-bbc6-53ce154dd08a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4a7c011-bebb-4404-8ca3-307ec0ec571f']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:58:09.261050 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-5652e049-6cd9-4e0c-bbc6-53ce154dd08a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d82c3ed-ebee-4d27-9563-2c6d6d9064c4') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:58:09.261348 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-5652e049-6cd9-4e0c-bbc6-53ce154dd08a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d82c3ed-ebee-4d27-9563-2c6d6d9064c4') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:58:09.273342 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5652e049-6cd9-4e0c-bbc6-53ce154dd08a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:09.286671 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5652e049-6cd9-4e0c-bbc6-53ce154dd08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:09.292773 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5652e049-6cd9-4e0c-bbc6-53ce154dd08a admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:58:09.293130 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5652e049-6cd9-4e0c-bbc6-53ce154dd08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:09.294730 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:58:09.294730 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:58:09.294730 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:58:09.294730 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:58:09.294730 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:58:09.294730 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:58:09.294730 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:58:09.294730 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:58:09.294730 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:58:09.294730 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:58:09.294730 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:58:09.294730 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:58:09.294730 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:58:09.294730 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:58:09.294730 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:58:09.294730 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:58:09.294730 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:58:09.294730 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:58:09.294730 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:58:09.294730 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:58:09.294730 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:58:09.294730 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:58:09.294730 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:58:09.294730 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:58:09.294730 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:58:09.294730 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:58:09.294730 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:58:09.294730 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:58:09.294730 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:58:09.294730 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:58:09.294730 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:58:09.294730 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:58:09.448193 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5652e049-6cd9-4e0c-bbc6-53ce154dd08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:09.454091 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5652e049-6cd9-4e0c-bbc6-53ce154dd08a admin admin] Notify callbacks [] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:09.457934 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-5652e049-6cd9-4e0c-bbc6-53ce154dd08a admin admin] 10.222.0.30 "DELETE /v2.0/networks/c4a7c011-bebb-4404-8ca3-307ec0ec571f HTTP/1.1" status: 204 len: 168 time: 0.4578795 Apr 05 14:58:09.469388 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5652e049-6cd9-4e0c-bbc6-53ce154dd08a admin admin] Pushing event deleted for resources: {'Network': ['ID=c4a7c011-bebb-4404-8ca3-307ec0ec571f,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:09.825246 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45688) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:58:09.867435 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-73d5e74a-b526-45e7-94d0-7cc4e6017da3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6798db80cf4840a6913ec8f089dca6de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409851 Apr 05 14:58:09.869956 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45690) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:58:09.872866 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 45692) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:58:09.932689 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-754bde15-c4a5-48f3-9978-6d163177153f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:09.939898 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8818e258-36db-4dfe-9aa1-be0157ef6f63 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:09.961545 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-754bde15-c4a5-48f3-9978-6d163177153f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:09.971460 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8818e258-36db-4dfe-9aa1-be0157ef6f63 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:10.110215 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-754bde15-c4a5-48f3-9978-6d163177153f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:10.112721 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-754bde15-c4a5-48f3-9978-6d163177153f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:10.115096 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-754bde15-c4a5-48f3-9978-6d163177153f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/978f15b5-24f6-44a8-82bb-7b1d78439374 HTTP/1.1" status: 204 len: 168 time: 0.2441070 Apr 05 14:58:10.123135 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754bde15-c4a5-48f3-9978-6d163177153f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=978f15b5-24f6-44a8-82bb-7b1d78439374,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:10.155708 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8818e258-36db-4dfe-9aa1-be0157ef6f63 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:10.158423 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8818e258-36db-4dfe-9aa1-be0157ef6f63 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:10.160832 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-8818e258-36db-4dfe-9aa1-be0157ef6f63 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "DELETE /v2.0/security-groups/6b8bb0c2-5bdc-418b-921f-49e713b6c33a HTTP/1.1" status: 204 len: 168 time: 0.2861412 Apr 05 14:58:10.165788 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45698) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:58:10.179080 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8818e258-36db-4dfe-9aa1-be0157ef6f63 tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8bb0c2-5bdc-418b-921f-49e713b6c33a,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:10.184462 n-d-836650-2 neutron-server[103321]: INFO neutron.api.v2.resource [None req-133e092c-6ade-4e77-a51a-4457f90e977a tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] show failed (client error): The resource could not be found. Apr 05 14:58:10.185557 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-133e092c-6ade-4e77-a51a-4457f90e977a tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "GET /v2.0/security-groups/6b8bb0c2-5bdc-418b-921f-49e713b6c33a HTTP/1.1" status: 404 len: 347 time: 0.0185752 Apr 05 14:58:10.188625 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45700) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:58:10.320444 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 3eaee4a2-1dcc-40a4-910a-0cfec55b0053 no longer exists at agent hyperv_n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:58:10.322508 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-5a9903f8-2921-4393-8b56-16703dd2251b tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Deleting port 08f08bc4-9fc1-4536-bcdf-46558ddaff5f {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:58:10.322837 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5a9903f8-2921-4393-8b56-16703dd2251b tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:10.341744 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] No Port match for: 3eaee4a2-1dcc-40a4-910a-0cfec55b0053 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:58:10.342089 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Device 3eaee4a2-1dcc-40a4-910a-0cfec55b0053 not bound to the agent host n-h2-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:58:10.403052 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5a9903f8-2921-4393-8b56-16703dd2251b tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:10.403581 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5a9903f8-2921-4393-8b56-16703dd2251b tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:10.416851 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-5a9903f8-2921-4393-8b56-16703dd2251b tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Calling delete_port for 08f08bc4-9fc1-4536-bcdf-46558ddaff5f owned by network:floatingip {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:58:10.619695 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5a9903f8-2921-4393-8b56-16703dd2251b tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:10.646356 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9903f8-2921-4393-8b56-16703dd2251b tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Pushing event deleted for resources: {'Port': ['ID=08f08bc4-9fc1-4536-bcdf-46558ddaff5f,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:10.713205 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5a9903f8-2921-4393-8b56-16703dd2251b tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks [] for floatingip, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:10.715985 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5a9903f8-2921-4393-8b56-16703dd2251b tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68263'] for floatingip, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:10.719700 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-5a9903f8-2921-4393-8b56-16703dd2251b tempest-AttachVolumeNegativeTest-865268923 tempest-AttachVolumeNegativeTest-865268923-project] 10.222.0.30 "DELETE /v2.0/floatingips/147bedcc-7185-4b68-a2c7-13ad2dc8b1ea HTTP/1.1" status: 204 len: 168 time: 0.5274339 Apr 05 14:58:10.871171 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 45706) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:58:10.928502 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-61c5c6a0-d8ad-497e-9517-ccc38bc17aa6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8820339d3f2e4c459b9de6a09a16649d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0558558 Apr 05 14:58:10.931086 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 45708) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:58:11.013452 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0746ff4c-d957-4750-9828-a5272b40bdc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:11.043601 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0746ff4c-d957-4750-9828-a5272b40bdc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:11.190373 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0746ff4c-d957-4750-9828-a5272b40bdc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:11.195591 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0746ff4c-d957-4750-9828-a5272b40bdc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:11.197875 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-0746ff4c-d957-4750-9828-a5272b40bdc3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/32d1d1dc-ec55-43d2-bc9e-6562c85e0827 HTTP/1.1" status: 204 len: 168 time: 0.2653668 Apr 05 14:58:11.214319 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0746ff4c-d957-4750-9828-a5272b40bdc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d1d1dc-ec55-43d2-bc9e-6562c85e0827,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:12.397095 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:14.179436 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:14.924130 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 45830) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:58:15.040120 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9eeb331b-db38-40c6-9d51-b93ab2acc1d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:15.118205 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9eeb331b-db38-40c6-9d51-b93ab2acc1d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:15.208599 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9eeb331b-db38-40c6-9d51-b93ab2acc1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:15.242824 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeb331b-db38-40c6-9d51-b93ab2acc1d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e13a6d64-a4fa-4f4d-bad4-0b03e7f2212d,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:15.258807 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-9eeb331b-db38-40c6-9d51-b93ab2acc1d1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=878733a7180942438ea7450728863fea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3329794 Apr 05 14:58:15.261518 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 45838) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:58:15.315787 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d63034ff-6138-45ba-a01d-d7c097b7047c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:15.342289 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d63034ff-6138-45ba-a01d-d7c097b7047c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:15.471586 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d63034ff-6138-45ba-a01d-d7c097b7047c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:15.474473 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d63034ff-6138-45ba-a01d-d7c097b7047c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:15.478246 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-d63034ff-6138-45ba-a01d-d7c097b7047c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e13a6d64-a4fa-4f4d-bad4-0b03e7f2212d HTTP/1.1" status: 204 len: 168 time: 0.2131276 Apr 05 14:58:15.486149 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63034ff-6138-45ba-a01d-d7c097b7047c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13a6d64-a4fa-4f4d-bad4-0b03e7f2212d,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:16.116082 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 45846) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:58:16.129866 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5bf42446-70e2-4172-8d3b-334e605089bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:16.213819 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5bf42446-70e2-4172-8d3b-334e605089bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:16.294018 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5bf42446-70e2-4172-8d3b-334e605089bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:16.336362 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-5bf42446-70e2-4172-8d3b-334e605089bb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ea93aac2f4d94ae3b52e0fa9f306a573&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2191758 Apr 05 14:58:16.337353 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf42446-70e2-4172-8d3b-334e605089bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5267f353-2e28-4d3c-9622-1ead7132aa85,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:16.339045 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45850) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:58:16.397355 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-482fcc3e-334f-4842-ba45-d2a8ca5e0975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:16.421400 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-482fcc3e-334f-4842-ba45-d2a8ca5e0975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:16.540097 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-482fcc3e-334f-4842-ba45-d2a8ca5e0975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:16.542722 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-482fcc3e-334f-4842-ba45-d2a8ca5e0975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:16.544046 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-482fcc3e-334f-4842-ba45-d2a8ca5e0975 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5267f353-2e28-4d3c-9622-1ead7132aa85 HTTP/1.1" status: 204 len: 168 time: 0.2030880 Apr 05 14:58:16.553734 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482fcc3e-334f-4842-ba45-d2a8ca5e0975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5267f353-2e28-4d3c-9622-1ead7132aa85,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:17.917527 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45892) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:58:18.056070 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-aac58dba-bedf-4737-9f1a-16b132d5c288 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:18.145402 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-aac58dba-bedf-4737-9f1a-16b132d5c288 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:18.230094 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-aac58dba-bedf-4737-9f1a-16b132d5c288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:18.276191 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-aac58dba-bedf-4737-9f1a-16b132d5c288 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3bf51cbe3aee49de95e1b42df7629fbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3575377 Apr 05 14:58:18.277007 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac58dba-bedf-4737-9f1a-16b132d5c288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=036522ed-2fa1-411d-b6eb-b96f7ab7fc8f,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:18.279234 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 45906) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:58:18.366077 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f86831aa-5520-4143-9fcc-331737300340 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:18.388399 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f86831aa-5520-4143-9fcc-331737300340 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:18.521860 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f86831aa-5520-4143-9fcc-331737300340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:18.525269 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f86831aa-5520-4143-9fcc-331737300340 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:18.526054 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-f86831aa-5520-4143-9fcc-331737300340 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/036522ed-2fa1-411d-b6eb-b96f7ab7fc8f HTTP/1.1" status: 204 len: 168 time: 0.2428210 Apr 05 14:58:18.535651 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86831aa-5520-4143-9fcc-331737300340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036522ed-2fa1-411d-b6eb-b96f7ab7fc8f,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:19.395357 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 45942) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:58:19.409155 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2032db97-f949-4f2a-9759-ca7399149a72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:19.506331 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2032db97-f949-4f2a-9759-ca7399149a72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:19.608306 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2032db97-f949-4f2a-9759-ca7399149a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:19.650573 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-2032db97-f949-4f2a-9759-ca7399149a72 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ef4ee0218d6a4793b98513d9f3ace8ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2517545 Apr 05 14:58:19.650951 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45954) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:58:19.661558 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2032db97-f949-4f2a-9759-ca7399149a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac16f1c4-fcc8-4a0c-b94f-62d467e05549,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:19.717734 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b48c8110-b841-4ef4-9d7e-88d81af575d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:19.742949 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b48c8110-b841-4ef4-9d7e-88d81af575d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:19.914182 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b48c8110-b841-4ef4-9d7e-88d81af575d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:19.918749 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b48c8110-b841-4ef4-9d7e-88d81af575d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:19.919609 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-b48c8110-b841-4ef4-9d7e-88d81af575d5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ac16f1c4-fcc8-4a0c-b94f-62d467e05549 HTTP/1.1" status: 204 len: 168 time: 0.2671177 Apr 05 14:58:19.970670 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48c8110-b841-4ef4-9d7e-88d81af575d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac16f1c4-fcc8-4a0c-b94f-62d467e05549,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:19.980537 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48c8110-b841-4ef4-9d7e-88d81af575d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:58:19.980900 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48c8110-b841-4ef4-9d7e-88d81af575d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:58:19.981272 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48c8110-b841-4ef4-9d7e-88d81af575d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:58:19.981639 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48c8110-b841-4ef4-9d7e-88d81af575d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:58:19.982319 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48c8110-b841-4ef4-9d7e-88d81af575d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:58:19.982660 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48c8110-b841-4ef4-9d7e-88d81af575d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:58:19.983014 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48c8110-b841-4ef4-9d7e-88d81af575d5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:58:19.983528 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48c8110-b841-4ef4-9d7e-88d81af575d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:58:19.983860 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48c8110-b841-4ef4-9d7e-88d81af575d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:58:19.984444 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48c8110-b841-4ef4-9d7e-88d81af575d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:58:19.984693 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48c8110-b841-4ef4-9d7e-88d81af575d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:58:19.985256 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48c8110-b841-4ef4-9d7e-88d81af575d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:58:20.460301 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 45970) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:58:20.587343 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0ca9db05-1b89-4563-972c-730e68d76ad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:20.668567 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0ca9db05-1b89-4563-972c-730e68d76ad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:20.762959 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0ca9db05-1b89-4563-972c-730e68d76ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:20.802704 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-0ca9db05-1b89-4563-972c-730e68d76ad2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e03a0d968d0f4e31875ef0dbc013c016&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3406038 Apr 05 14:58:20.806259 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca9db05-1b89-4563-972c-730e68d76ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fed1aea-3920-48b5-a5ce-c28b2477f6b9,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:20.806414 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 45982) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:58:20.870905 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0cca967b-e615-49d4-9a6b-ec3d90d1fe73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:20.892863 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0cca967b-e615-49d4-9a6b-ec3d90d1fe73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:21.031400 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0cca967b-e615-49d4-9a6b-ec3d90d1fe73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:21.033983 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0cca967b-e615-49d4-9a6b-ec3d90d1fe73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:21.038633 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-0cca967b-e615-49d4-9a6b-ec3d90d1fe73 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4fed1aea-3920-48b5-a5ce-c28b2477f6b9 HTTP/1.1" status: 204 len: 168 time: 0.2288456 Apr 05 14:58:21.046902 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cca967b-e615-49d4-9a6b-ec3d90d1fe73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fed1aea-3920-48b5-a5ce-c28b2477f6b9,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:21.478625 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 46014) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:58:22.010766 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 46026) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:58:22.027732 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bca1b98a-e304-471e-9d2b-d015f432cbad admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:22.098751 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f061bc55-b46d-4844-92b6-295305cff893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809988'] for router_interface, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:22.123229 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bca1b98a-e304-471e-9d2b-d015f432cbad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:22.189714 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bca1b98a-e304-471e-9d2b-d015f432cbad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:22.237035 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca1b98a-e304-471e-9d2b-d015f432cbad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab365797-fde7-4b72-8e81-6b32f14802fa,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:22.243333 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-bca1b98a-e304-471e-9d2b-d015f432cbad admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2e75497d7804447da1a1298ed4f276a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2312474 Apr 05 14:58:22.247112 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 46032) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:58:22.331301 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2ae7f6bb-7a4e-4674-846d-bff528096ad8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:22.361357 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2ae7f6bb-7a4e-4674-846d-bff528096ad8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:22.471559 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-f061bc55-b46d-4844-92b6-295305cff893 admin admin] Deleting port 9221f79d-cf57-48ff-99a2-721b9a2f3ce1 {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:58:22.471909 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f061bc55-b46d-4844-92b6-295305cff893 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:22.534415 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2ae7f6bb-7a4e-4674-846d-bff528096ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:22.537616 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-2ae7f6bb-7a4e-4674-846d-bff528096ad8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:22.541629 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-2ae7f6bb-7a4e-4674-846d-bff528096ad8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ab365797-fde7-4b72-8e81-6b32f14802fa HTTP/1.1" status: 204 len: 168 time: 0.2908938 Apr 05 14:58:22.555374 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae7f6bb-7a4e-4674-846d-bff528096ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab365797-fde7-4b72-8e81-6b32f14802fa,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:22.572065 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-f061bc55-b46d-4844-92b6-295305cff893 admin admin] For port 9221f79d-cf57-48ff-99a2-721b9a2f3ce1, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=9221f79d-cf57-48ff-99a2-721b9a2f3ce1,segment=NetworkSegment(66fbd2e0-c36a-4acf-927a-20a3621831c7),segment_id=66fbd2e0-c36a-4acf-927a-20a3621831c7)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:58:22.572529 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f061bc55-b46d-4844-92b6-295305cff893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:22.586716 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-f061bc55-b46d-4844-92b6-295305cff893 admin admin] Calling delete_port for 9221f79d-cf57-48ff-99a2-721b9a2f3ce1 owned by network:router_interface {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:58:22.911356 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f061bc55-b46d-4844-92b6-295305cff893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:22.938279 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061bc55-b46d-4844-92b6-295305cff893 admin admin] Pushing event deleted for resources: {'Port': ['ID=9221f79d-cf57-48ff-99a2-721b9a2f3ce1,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:23.189090 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f061bc55-b46d-4844-92b6-295305cff893 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1798829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810128'] for router_interface, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:23.313969 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 46062) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:58:23.454530 n-d-836650-2 neutron-server[103321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f061bc55-b46d-4844-92b6-295305cff893 admin admin] Router b1445dec-20ca-403d-b665-56d8d9cba455 has already been hosted by L3 agent b9c40c51-e604-4355-8d72-88698f677dc9 {{(pid=103321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:58:23.464579 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-669a9991-a6c0-4047-b197-c51186864a00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:23.585735 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-669a9991-a6c0-4047-b197-c51186864a00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:23.591026 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f061bc55-b46d-4844-92b6-295305cff893 admin admin] Notify agent at l3_agent.n-d-836650-2 the message routers_updated {{(pid=103321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:58:23.599360 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-f061bc55-b46d-4844-92b6-295305cff893 admin admin] 10.222.0.30 "PUT /v2.0/routers/b1445dec-20ca-403d-b665-56d8d9cba455/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1195123 Apr 05 14:58:23.603381 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 46070) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:58:23.606152 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895b48b8-edff-44cc-bbcd-b5e3f0c6f1ee None None] Sync routers for ids ['b1445dec-20ca-403d-b665-56d8d9cba455'] in n-d-836650-2 {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 14:58:23.615837 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895b48b8-edff-44cc-bbcd-b5e3f0c6f1ee None None] Routers {'b1445dec-20ca-403d-b665-56d8d9cba455'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:58:23.616469 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-895b48b8-edff-44cc-bbcd-b5e3f0c6f1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:57:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['b1445dec-20ca-403d-b665-56d8d9cba455'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:58:23.708613 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-669a9991-a6c0-4047-b197-c51186864a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:23.754086 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-895b48b8-edff-44cc-bbcd-b5e3f0c6f1ee None None] Set router b1445dec-20ca-403d-b665-56d8d9cba455 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:58:23.772563 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-701b5d3b-fc8f-4d49-be24-1d21fe5cd047 req-9fb57993-d0f4-4f41-99ac-dcda1a34ba52 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=25a5306b-2556-4950-bd18-55fa229b6768&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3443818 Apr 05 14:58:23.826611 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-669a9991-a6c0-4047-b197-c51186864a00 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=12bc900f4872422785f1e4a64e3af3c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5102186 Apr 05 14:58:23.829537 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 46080) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:58:23.830991 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669a9991-a6c0-4047-b197-c51186864a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65cc942f-ff34-4b73-8768-771b15c0f1e5,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:23.884994 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0a9ff253-f5a8-495f-be43-a9bedf4b4233 admin admin] Notify callbacks [] for router, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:23.973682 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7e0dc4ae-aa57-491f-a69f-00dda8f73de5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:24.021405 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0a9ff253-f5a8-495f-be43-a9bedf4b4233 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:24.023661 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-895b48b8-edff-44cc-bbcd-b5e3f0c6f1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'name': 'tempest-AttachVolumeNegativeTest-1732339431-router', 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'bd6b8bf7-c569-4249-ab62-bab0f76cc3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:50:04Z', 'updated_at': '2022-04-05T14:58:22Z', 'revision_number': 5, 'project_id': '0d680450c8534547bd5afee8c1b9c44d', 'gw_port': {'id': 'bd6b8bf7-c569-4249-ab62-bab0f76cc3e2', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:05Z', 'updated_at': '2022-04-05T14:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:58:24.034885 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b5d3b-fc8f-4d49-be24-1d21fe5cd047 req-11acd491-c506-49cd-a2f5-9409b9bb8ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:58:24.036791 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-701b5d3b-fc8f-4d49-be24-1d21fe5cd047 req-11acd491-c506-49cd-a2f5-9409b9bb8ef2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=15503dce9d2944a4a898191fdde0d62f&device_id=25a5306b-2556-4950-bd18-55fa229b6768 HTTP/1.1" status: 200 len: 1096 time: 0.2067072 Apr 05 14:58:24.038423 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7e0dc4ae-aa57-491f-a69f-00dda8f73de5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:24.077981 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895b48b8-edff-44cc-bbcd-b5e3f0c6f1ee None None] Checking router: b1445dec-20ca-403d-b665-56d8d9cba455 for host: n-d-836650-2 {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 14:58:24.103146 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895b48b8-edff-44cc-bbcd-b5e3f0c6f1ee None None] Routers {'b1445dec-20ca-403d-b665-56d8d9cba455'} bound to L3 agent in host n-d-836650-2 {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 14:58:24.104173 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-895b48b8-edff-44cc-bbcd-b5e3f0c6f1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:11:27Z,description=,heartbeat_timestamp=2022-04-05T14:57:57Z,host='n-d-836650-2',id=b9c40c51-e604-4355-8d72-88698f677dc9,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:11:27Z,topic='l3_agent')) {'router_ids': ['b1445dec-20ca-403d-b665-56d8d9cba455'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:58:24.241081 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b5d3b-fc8f-4d49-be24-1d21fe5cd047 req-13cadf69-b27d-4d5d-b315-b23148112d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:58:24.242686 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-701b5d3b-fc8f-4d49-be24-1d21fe5cd047 req-13cadf69-b27d-4d5d-b315-b23148112d3d service neutron] 10.222.0.55 "GET /v2.0/networks?id=66b3e69f-5222-44a7-bf1a-94ad2df58cf2 HTTP/1.1" status: 200 len: 913 time: 0.1794283 Apr 05 14:58:24.245808 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-0a9ff253-f5a8-495f-be43-a9bedf4b4233 admin admin] Deleting port bd6b8bf7-c569-4249-ab62-bab0f76cc3e2 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:58:24.246371 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0a9ff253-f5a8-495f-be43-a9bedf4b4233 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:24.249215 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-895b48b8-edff-44cc-bbcd-b5e3f0c6f1ee None None] Set router b1445dec-20ca-403d-b665-56d8d9cba455 gateway port host: n-d-836650-2 {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 14:58:24.256015 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7e0dc4ae-aa57-491f-a69f-00dda8f73de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:24.259274 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7e0dc4ae-aa57-491f-a69f-00dda8f73de5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:24.260450 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-7e0dc4ae-aa57-491f-a69f-00dda8f73de5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/65cc942f-ff34-4b73-8768-771b15c0f1e5 HTTP/1.1" status: 204 len: 168 time: 0.4294431 Apr 05 14:58:24.277336 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0dc4ae-aa57-491f-a69f-00dda8f73de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65cc942f-ff34-4b73-8768-771b15c0f1e5,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:24.444359 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-0a9ff253-f5a8-495f-be43-a9bedf4b4233 admin admin] For port bd6b8bf7-c569-4249-ab62-bab0f76cc3e2, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=bd6b8bf7-c569-4249-ab62-bab0f76cc3e2,segment=NetworkSegment(c3e63c51-b2ce-43e4-b575-33784cf617d4),segment_id=c3e63c51-b2ce-43e4-b575-33784cf617d4)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:58:24.446384 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0a9ff253-f5a8-495f-be43-a9bedf4b4233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:24.470355 n-d-836650-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-0a9ff253-f5a8-495f-be43-a9bedf4b4233 admin admin] Calling delete_port for bd6b8bf7-c569-4249-ab62-bab0f76cc3e2 owned by network:router_gateway {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:58:24.499960 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2bb107b3-a304-4098-89da-4ec98a4718ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:24.500486 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-895b48b8-edff-44cc-bbcd-b5e3f0c6f1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'name': 'tempest-AttachVolumeNegativeTest-1732339431-router', 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'bd6b8bf7-c569-4249-ab62-bab0f76cc3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:50:04Z', 'updated_at': '2022-04-05T14:58:22Z', 'revision_number': 5, 'project_id': '0d680450c8534547bd5afee8c1b9c44d', 'gw_port': {'id': 'bd6b8bf7-c569-4249-ab62-bab0f76cc3e2', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:05Z', 'updated_at': '2022-04-05T14:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}], 'n-d-836650-2', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:58:24.528915 n-d-836650-2 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895b48b8-edff-44cc-bbcd-b5e3f0c6f1ee None None] The sync data for ids ['b1445dec-20ca-403d-b665-56d8d9cba455'] in n-d-836650-2 is: [{'id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'name': 'tempest-AttachVolumeNegativeTest-1732339431-router', 'tenant_id': '0d680450c8534547bd5afee8c1b9c44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'external_fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'bd6b8bf7-c569-4249-ab62-bab0f76cc3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:50:04Z', 'updated_at': '2022-04-05T14:58:22Z', 'revision_number': 5, 'project_id': '0d680450c8534547bd5afee8c1b9c44d', 'gw_port': {'id': 'bd6b8bf7-c569-4249-ab62-bab0f76cc3e2', 'name': '', 'network_id': '3e8b8bd5-8ccb-4817-96b6-f24ea7e3ed5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1445dec-20ca-403d-b665-56d8d9cba455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:50:05Z', 'updated_at': '2022-04-05T14:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedf4d0c-07e6-4a02-9155-5d0d1013ae26', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-2'}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 14:58:24.572251 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-701b5d3b-fc8f-4d49-be24-1d21fe5cd047 req-f0cb2609-9e7f-4417-822a-f16274eeda55 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60e0c79e-2930-4a05-80ad-7c63d2553e4b HTTP/1.1" status: 200 len: 1000 time: 0.2280469 Apr 05 14:58:24.697966 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b5d3b-fc8f-4d49-be24-1d21fe5cd047 req-0faf2776-d630-48b8-a3a7-3423921e11a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:58:24.702051 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-701b5d3b-fc8f-4d49-be24-1d21fe5cd047 req-0faf2776-d630-48b8-a3a7-3423921e11a8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a727d51d-00fa-45ac-ab45-e910bc527386 HTTP/1.1" status: 200 len: 851 time: 0.1144445 Apr 05 14:58:24.780069 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b5d3b-fc8f-4d49-be24-1d21fe5cd047 req-fb618ced-25d9-4769-8b24-287f78f7b865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:58:24.781372 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-701b5d3b-fc8f-4d49-be24-1d21fe5cd047 req-fb618ced-25d9-4769-8b24-287f78f7b865 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66b3e69f-5222-44a7-bf1a-94ad2df58cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724044 Apr 05 14:58:24.897454 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-701b5d3b-fc8f-4d49-be24-1d21fe5cd047 req-ea1b4caa-23e5-4503-8eb0-f610a862f12c service neutron] 10.222.0.55 "GET /v2.0/networks/66b3e69f-5222-44a7-bf1a-94ad2df58cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073027 Apr 05 14:58:24.966605 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0a9ff253-f5a8-495f-be43-a9bedf4b4233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765127'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:25.013296 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9ff253-f5a8-495f-be43-a9bedf4b4233 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd6b8bf7-c569-4249-ab62-bab0f76cc3e2,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:25.097382 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-701b5d3b-fc8f-4d49-be24-1d21fe5cd047 req-2f99c046-adb1-454a-8567-4983ef1a14c2 service neutron] 10.222.0.55 "GET /v2.0/networks/66b3e69f-5222-44a7-bf1a-94ad2df58cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906877 Apr 05 14:58:25.098785 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0a9ff253-f5a8-495f-be43-a9bedf4b4233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808526'] for router_gateway, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:25.190952 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 9221f79d-cf57-48ff-99a2-721b9a2f3ce1 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:58:25.193682 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 46106) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:58:25.213422 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5520829f-ee01-48a4-9728-c8eb1b4589a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:25.232736 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 9221f79d-cf57-48ff-99a2-721b9a2f3ce1 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:58:25.233118 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 9221f79d-cf57-48ff-99a2-721b9a2f3ce1 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:58:25.325695 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5520829f-ee01-48a4-9728-c8eb1b4589a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:25.431393 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5520829f-ee01-48a4-9728-c8eb1b4589a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:25.493863 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-5520829f-ee01-48a4-9728-c8eb1b4589a0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6303186c4aa5425a9dac4ccee7fa7812&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2985966 Apr 05 14:58:25.494736 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5520829f-ee01-48a4-9728-c8eb1b4589a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ece231-c1a5-4ae9-9684-508d0f802c28,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:25.497109 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 46114) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:58:25.556319 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8a0a6b68-f41a-49d0-844f-02f3ee7b712b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:25.591109 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8a0a6b68-f41a-49d0-844f-02f3ee7b712b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:25.616584 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0a9ff253-f5a8-495f-be43-a9bedf4b4233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27070'] for router, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:25.621527 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0a9ff253-f5a8-495f-be43-a9bedf4b4233 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:25.762720 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8a0a6b68-f41a-49d0-844f-02f3ee7b712b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:25.765438 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8a0a6b68-f41a-49d0-844f-02f3ee7b712b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:25.766611 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-8a0a6b68-f41a-49d0-844f-02f3ee7b712b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/68ece231-c1a5-4ae9-9684-508d0f802c28 HTTP/1.1" status: 204 len: 168 time: 0.2685971 Apr 05 14:58:25.774454 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0a6b68-f41a-49d0-844f-02f3ee7b712b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ece231-c1a5-4ae9-9684-508d0f802c28,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:25.803305 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0a9ff253-f5a8-495f-be43-a9bedf4b4233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803298'] for router, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:25.804007 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a9ff253-f5a8-495f-be43-a9bedf4b4233 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1445dec-20ca-403d-b665-56d8d9cba455 {{(pid=103320) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:58:25.818681 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0a9ff253-f5a8-495f-be43-a9bedf4b4233 admin admin] Notify callbacks [] for router, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:25.818681 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-0a9ff253-f5a8-495f-be43-a9bedf4b4233 admin admin] 10.222.0.30 "DELETE /v2.0/routers/b1445dec-20ca-403d-b665-56d8d9cba455 HTTP/1.1" status: 204 len: 168 time: 2.2016501 Apr 05 14:58:25.818858 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 46122) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:58:25.888573 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.db_base_plugin_v2 [None req-534eb578-8c96-424f-9b5b-d90e43667b49 admin admin] Deleting subnet b0eeff46-5c4b-4ea4-85de-a28a5ce6d062 {{(pid=103321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 14:58:25.892090 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-534eb578-8c96-424f-9b5b-d90e43667b49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:25.935761 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-534eb578-8c96-424f-9b5b-d90e43667b49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12692700'] for subnet, precommit_delete_associations {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:26.040911 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-534eb578-8c96-424f-9b5b-d90e43667b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689793'] for subnet, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:26.176534 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 46128) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:58:26.196365 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-534eb578-8c96-424f-9b5b-d90e43667b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12608047'] for subnet, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:26.233021 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534eb578-8c96-424f-9b5b-d90e43667b49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0eeff46-5c4b-4ea4-85de-a28a5ce6d062,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:26.237472 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-534eb578-8c96-424f-9b5b-d90e43667b49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:26.239263 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195e0b18-9c6a-4be9-9a6c-e9b833c8dd1c None None] Network 9c33a3eb-a65a-4749-8ece-9c0c17a8413b requested from n-d-836650-2 {{(pid=103322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 14:58:26.240324 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-534eb578-8c96-424f-9b5b-d90e43667b49 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/b0eeff46-5c4b-4ea4-85de-a28a5ce6d062 HTTP/1.1" status: 204 len: 168 time: 0.4224246 Apr 05 14:58:26.242979 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 46134) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:58:26.406766 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e5a23384-4a20-4d58-8144-4f41615d3327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786305'] for network, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:26.419902 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c7f755ea-f287-46cd-bb0f-3def5eab21d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:26.546535 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-e5a23384-4a20-4d58-8144-4f41615d3327 admin admin] Deleting port 93fd8c34-78f5-4019-bdb8-c90fd569488d {{(pid=103321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:58:26.546937 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e5a23384-4a20-4d58-8144-4f41615d3327 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:26.562661 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4229fcb5-dc69-4982-9916-e0d2496fbd07 None None] DHCP port deletion for 9c33a3eb-a65a-4749-8ece-9c0c17a8413b request from n-d-836650-2 {{(pid=103322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 14:58:26.615066 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-4229fcb5-dc69-4982-9916-e0d2496fbd07 None None] Deleting port 93fd8c34-78f5-4019-bdb8-c90fd569488d {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 14:58:26.615517 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4229fcb5-dc69-4982-9916-e0d2496fbd07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755703065685'] for port, before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:26.624301 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c7f755ea-f287-46cd-bb0f-3def5eab21d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:26.649383 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-e5a23384-4a20-4d58-8144-4f41615d3327 admin admin] For port 93fd8c34-78f5-4019-bdb8-c90fd569488d, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=93fd8c34-78f5-4019-bdb8-c90fd569488d,segment=NetworkSegment(66fbd2e0-c36a-4acf-927a-20a3621831c7),segment_id=66fbd2e0-c36a-4acf-927a-20a3621831c7)] {{(pid=103321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:58:26.649760 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e5a23384-4a20-4d58-8144-4f41615d3327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:26.664767 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.plugin [None req-e5a23384-4a20-4d58-8144-4f41615d3327 admin admin] Calling delete_port for 93fd8c34-78f5-4019-bdb8-c90fd569488d owned by network:dhcp {{(pid=103321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:58:26.693424 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-4229fcb5-dc69-4982-9916-e0d2496fbd07 None None] For port 93fd8c34-78f5-4019-bdb8-c90fd569488d, host n-d-836650-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-2',level=0,port_id=93fd8c34-78f5-4019-bdb8-c90fd569488d,segment=NetworkSegment(66fbd2e0-c36a-4acf-927a-20a3621831c7),segment_id=66fbd2e0-c36a-4acf-927a-20a3621831c7)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:58:26.693907 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4229fcb5-dc69-4982-9916-e0d2496fbd07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828261'] for port, precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:26.719331 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c7f755ea-f287-46cd-bb0f-3def5eab21d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:26.720256 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-4229fcb5-dc69-4982-9916-e0d2496fbd07 None None] Calling delete_port for 93fd8c34-78f5-4019-bdb8-c90fd569488d owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 14:58:26.836946 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1203bc26-b2f3-421d-a858-64bb895d666a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:26.945852 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4229fcb5-dc69-4982-9916-e0d2496fbd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054'] for port, after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:26.973757 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4229fcb5-dc69-4982-9916-e0d2496fbd07 None None] Pushing event deleted for resources: {'Port': ['ID=93fd8c34-78f5-4019-bdb8-c90fd569488d,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:26.976260 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4229fcb5-dc69-4982-9916-e0d2496fbd07 None None] No DVR routers for this DVR port 93fd8c34-78f5-4019-bdb8-c90fd569488d on host n-d-836650-2 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:58:27.155113 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-c7f755ea-f287-46cd-bb0f-3def5eab21d1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f8f7d1f262994f05849a72925cf0c227&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9772725 Apr 05 14:58:27.157855 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 46154) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:58:27.159659 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f755ea-f287-46cd-bb0f-3def5eab21d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab275b95-13f3-40d0-8057-08f648e5815a,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:27.194495 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device bd6b8bf7-c569-4249-ab62-bab0f76cc3e2 no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:58:27.213202 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e5a23384-4a20-4d58-8144-4f41615d3327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755703071151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702531054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14589163'] for port, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:27.242596 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: bd6b8bf7-c569-4249-ab62-bab0f76cc3e2 {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:58:27.243136 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device bd6b8bf7-c569-4249-ab62-bab0f76cc3e2 not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:58:27.244352 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 93fd8c34-78f5-4019-bdb8-c90fd569488d no longer exists at agent ovs-agent-n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 14:58:27.260394 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-de75effb-894c-48db-90d4-c1578a145915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:27.266675 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a23384-4a20-4d58-8144-4f41615d3327 admin admin] Pushing event deleted for resources: {'Port': ['ID=93fd8c34-78f5-4019-bdb8-c90fd569488d,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:27.270688 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] No Port match for: 93fd8c34-78f5-4019-bdb8-c90fd569488d {{(pid=103322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 14:58:27.271697 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Device 93fd8c34-78f5-4019-bdb8-c90fd569488d not bound to the agent host n-d-836650-2 {{(pid=103322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 14:58:27.279488 n-d-836650-2 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a23384-4a20-4d58-8144-4f41615d3327 admin admin] No DVR routers for this DVR port 93fd8c34-78f5-4019-bdb8-c90fd569488d on host n-d-836650-2 {{(pid=103321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:58:27.296490 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-de75effb-894c-48db-90d4-c1578a145915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:27.372187 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e5a23384-4a20-4d58-8144-4f41615d3327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691788', 'neutron.services.segments.db._delete_segments_for_network-8755703080560'] for network, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:27.402444 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-e5a23384-4a20-4d58-8144-4f41615d3327 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c33a3eb-a65a-4749-8ece-9c0c17a8413b']}} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:58:27.415991 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-e5a23384-4a20-4d58-8144-4f41615d3327 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66fbd2e0-c36a-4acf-927a-20a3621831c7') {'for_net_delete': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:58:27.416642 n-d-836650-2 neutron-server[103321]: DEBUG neutron.services.segments.db [None req-e5a23384-4a20-4d58-8144-4f41615d3327 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66fbd2e0-c36a-4acf-927a-20a3621831c7') {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:58:27.429589 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e5a23384-4a20-4d58-8144-4f41615d3327 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755703085177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12692695'] for segment, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:27.446347 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e5a23384-4a20-4d58-8144-4f41615d3327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702'] for segment, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:27.453635 n-d-836650-2 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5a23384-4a20-4d58-8144-4f41615d3327 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=103321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 14:58:27.454028 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e5a23384-4a20-4d58-8144-4f41615d3327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14589118'] for segment, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:27.455737 n-d-836650-2 neutron-server[103321]: Traceback (most recent call last): Apr 05 14:58:27.455737 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 14:58:27.455737 n-d-836650-2 neutron-server[103321]: timer() Apr 05 14:58:27.455737 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:58:27.455737 n-d-836650-2 neutron-server[103321]: cb(*args, **kw) Apr 05 14:58:27.455737 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 14:58:27.455737 n-d-836650-2 neutron-server[103321]: return func(*args, **kwargs) Apr 05 14:58:27.455737 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:58:27.455737 n-d-836650-2 neutron-server[103321]: self._notify() Apr 05 14:58:27.455737 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:58:27.455737 n-d-836650-2 neutron-server[103321]: self.callback(batched_events) Apr 05 14:58:27.455737 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:58:27.455737 n-d-836650-2 neutron-server[103321]: event.method(event) Apr 05 14:58:27.455737 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 14:58:27.455737 n-d-836650-2 neutron-server[103321]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:58:27.455737 n-d-836650-2 neutron-server[103321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 14:58:27.455737 n-d-836650-2 neutron-server[103321]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:58:27.455737 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 14:58:27.455737 n-d-836650-2 neutron-server[103321]: return f(self, *a, **k) Apr 05 14:58:27.455737 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:58:27.455737 n-d-836650-2 neutron-server[103321]: return self._get(url).json() Apr 05 14:58:27.455737 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:58:27.455737 n-d-836650-2 neutron-server[103321]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:58:27.455737 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 14:58:27.455737 n-d-836650-2 neutron-server[103321]: return self.request(url, 'GET', **kwargs) Apr 05 14:58:27.455737 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 14:58:27.455737 n-d-836650-2 neutron-server[103321]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:58:27.455737 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 14:58:27.455737 n-d-836650-2 neutron-server[103321]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:58:27.455737 n-d-836650-2 neutron-server[103321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 14:58:27.455737 n-d-836650-2 neutron-server[103321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:58:27.455737 n-d-836650-2 neutron-server[103321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:58:27.459906 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-de75effb-894c-48db-90d4-c1578a145915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:27.462472 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-de75effb-894c-48db-90d4-c1578a145915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:27.470108 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-de75effb-894c-48db-90d4-c1578a145915 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ab275b95-13f3-40d0-8057-08f648e5815a HTTP/1.1" status: 204 len: 168 time: 0.3049242 Apr 05 14:58:27.476550 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de75effb-894c-48db-90d4-c1578a145915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab275b95-13f3-40d0-8057-08f648e5815a,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:27.620605 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e5a23384-4a20-4d58-8144-4f41615d3327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809238'] for network, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:27.627404 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e5a23384-4a20-4d58-8144-4f41615d3327 admin admin] Notify callbacks [] for network, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:27.631383 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-e5a23384-4a20-4d58-8144-4f41615d3327 admin admin] 10.222.0.30 "DELETE /v2.0/networks/9c33a3eb-a65a-4749-8ece-9c0c17a8413b HTTP/1.1" status: 204 len: 168 time: 1.3870211 Apr 05 14:58:27.643864 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a23384-4a20-4d58-8144-4f41615d3327 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c33a3eb-a65a-4749-8ece-9c0c17a8413b,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:28.151225 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:28.345595 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 46174) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:58:28.387485 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-9030670b-165f-4cae-8f20-0c07050e3841 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0d680450c8534547bd5afee8c1b9c44d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406487 Apr 05 14:58:28.390111 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 46176) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:58:28.447478 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6b21501a-7212-4c91-81f0-50a1cb2bb25a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:28.467393 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 46178) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:58:28.476448 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6b21501a-7212-4c91-81f0-50a1cb2bb25a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:28.480387 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-39d9e7f9-6a94-4744-965a-3fb57e6a46b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:28.565059 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-39d9e7f9-6a94-4744-965a-3fb57e6a46b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:28.620695 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6b21501a-7212-4c91-81f0-50a1cb2bb25a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:28.623314 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6b21501a-7212-4c91-81f0-50a1cb2bb25a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:28.624481 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-6b21501a-7212-4c91-81f0-50a1cb2bb25a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3d1940b8-21ad-47e3-a190-ee538292cae9 HTTP/1.1" status: 204 len: 168 time: 0.2334595 Apr 05 14:58:28.635405 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b21501a-7212-4c91-81f0-50a1cb2bb25a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d1940b8-21ad-47e3-a190-ee538292cae9,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:28.653001 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-39d9e7f9-6a94-4744-965a-3fb57e6a46b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:28.709545 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-39d9e7f9-6a94-4744-965a-3fb57e6a46b4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f1d5d1bfd64a40d68c395edb3acc4434&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2415369 Apr 05 14:58:28.711204 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 46184) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:58:28.715436 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d9e7f9-6a94-4744-965a-3fb57e6a46b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a88ebf-4821-44de-8b7a-5a9aa87d0905,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:28.768803 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-02a96b5d-18f1-400b-885b-cd62301bd033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:28.795144 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-02a96b5d-18f1-400b-885b-cd62301bd033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:28.940228 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-02a96b5d-18f1-400b-885b-cd62301bd033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:28.942988 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-02a96b5d-18f1-400b-885b-cd62301bd033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:28.944228 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-02a96b5d-18f1-400b-885b-cd62301bd033 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/90a88ebf-4821-44de-8b7a-5a9aa87d0905 HTTP/1.1" status: 204 len: 168 time: 0.2318804 Apr 05 14:58:28.952703 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a96b5d-18f1-400b-885b-cd62301bd033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a88ebf-4821-44de-8b7a-5a9aa87d0905,revision_number=None']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:29.653291 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:29.655197 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:32.643461 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 7 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 14:58:32.905453 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e3d1cb-3de7-4026-94fd-13d3e17c9cd5 req-4f973438-df93-4022-a250-5cbf50061382 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:58:32.907023 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-21e3d1cb-3de7-4026-94fd-13d3e17c9cd5 req-4f973438-df93-4022-a250-5cbf50061382 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bd4dfc0-f477-4986-90b5-599f01a8c57f HTTP/1.1" status: 200 len: 945 time: 0.0557983 Apr 05 14:58:32.953938 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-21e3d1cb-3de7-4026-94fd-13d3e17c9cd5 req-7fd1713e-5668-435d-b7a5-19e0a4be9e3c tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=86162a42-5a77-43c4-8ef0-1989b7fdc0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394440 Apr 05 14:58:34.092303 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3fb8e5-e156-4f77-812b-9c929eb7f5d1 req-ba42c6e3-84a1-4044-97be-a0e55fb15fe9 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:58:34.093845 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ac3fb8e5-e156-4f77-812b-9c929eb7f5d1 req-ba42c6e3-84a1-4044-97be-a0e55fb15fe9 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bd4dfc0-f477-4986-90b5-599f01a8c57f HTTP/1.1" status: 200 len: 945 time: 0.0561121 Apr 05 14:58:34.135798 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ac3fb8e5-e156-4f77-812b-9c929eb7f5d1 req-463336a9-4a5c-420a-9d01-500db8fb5f96 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=86162a42-5a77-43c4-8ef0-1989b7fdc0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351207 Apr 05 14:58:34.378180 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [-] (103321) accepted ('10.222.0.30', 46368) {{(pid=103321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:58:34.512369 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-843f8b34-e60a-4f10-b7d6-59dec346e768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:34.594078 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-843f8b34-e60a-4f10-b7d6-59dec346e768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:34.700208 n-d-836650-2 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-843f8b34-e60a-4f10-b7d6-59dec346e768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:34.751231 n-d-836650-2 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843f8b34-e60a-4f10-b7d6-59dec346e768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a8f2291-b034-493f-90b7-3f7e97fd39ae,revision_number=1']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:34.761225 n-d-836650-2 neutron-server[103321]: INFO neutron.wsgi [None req-843f8b34-e60a-4f10-b7d6-59dec346e768 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7d468f1a7c0f4139b2942ee97a87b45f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3810601 Apr 05 14:58:34.763673 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 46376) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:58:34.842555 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-53ee0858-a6b3-4b3a-bea0-b1cdc2c0e76a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:34.876411 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-53ee0858-a6b3-4b3a-bea0-b1cdc2c0e76a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:35.037623 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-53ee0858-a6b3-4b3a-bea0-b1cdc2c0e76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:35.041098 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-53ee0858-a6b3-4b3a-bea0-b1cdc2c0e76a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:35.045839 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-53ee0858-a6b3-4b3a-bea0-b1cdc2c0e76a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7a8f2291-b034-493f-90b7-3f7e97fd39ae HTTP/1.1" status: 204 len: 168 time: 0.2788360 Apr 05 14:58:35.059371 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ee0858-a6b3-4b3a-bea0-b1cdc2c0e76a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a8f2291-b034-493f-90b7-3f7e97fd39ae,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:35.263023 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae904910-4476-4675-84c2-78af8b5e663a req-baa5f04b-5130-45e3-afbc-93792c037a7d tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:58:35.264600 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ae904910-4476-4675-84c2-78af8b5e663a req-baa5f04b-5130-45e3-afbc-93792c037a7d tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bd4dfc0-f477-4986-90b5-599f01a8c57f HTTP/1.1" status: 200 len: 945 time: 0.0549953 Apr 05 14:58:35.312799 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-ae904910-4476-4675-84c2-78af8b5e663a req-941377c1-93dd-4be7-8c59-99504cd36147 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=86162a42-5a77-43c4-8ef0-1989b7fdc0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379250 Apr 05 14:58:35.849624 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 46402) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:58:35.866643 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-768341f0-5172-4357-9770-ed8dc7ef5659 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:35.944496 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-768341f0-5172-4357-9770-ed8dc7ef5659 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:36.030653 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-768341f0-5172-4357-9770-ed8dc7ef5659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:36.074469 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-768341f0-5172-4357-9770-ed8dc7ef5659 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ab1d64fd9d034edcac048b493ca37c27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2233920 Apr 05 14:58:36.077379 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.30', 46406) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 14:58:36.079574 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768341f0-5172-4357-9770-ed8dc7ef5659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9bf7c9-5772-4cd1-adf9-e9b990a200ee,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:36.154608 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1bb0cfbf-a024-4a1f-9b4a-2e1d2c4bb053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:36.184518 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1bb0cfbf-a024-4a1f-9b4a-2e1d2c4bb053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:36.374476 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1bb0cfbf-a024-4a1f-9b4a-2e1d2c4bb053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824077'] for security_group, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:36.378429 n-d-836650-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1bb0cfbf-a024-4a1f-9b4a-2e1d2c4bb053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:36.380322 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [None req-1bb0cfbf-a024-4a1f-9b4a-2e1d2c4bb053 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ef9bf7c9-5772-4cd1-adf9-e9b990a200ee HTTP/1.1" status: 204 len: 168 time: 0.3017113 Apr 05 14:58:36.398935 n-d-836650-2 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb0cfbf-a024-4a1f-9b4a-2e1d2c4bb053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9bf7c9-5772-4cd1-adf9-e9b990a200ee,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:36.525333 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b01e08-b084-4550-ba42-09e83f56a5a8 req-1d085ed2-b28d-44b7-a486-76d7f2ddd74a tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:58:36.531054 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-97b01e08-b084-4550-ba42-09e83f56a5a8 req-1d085ed2-b28d-44b7-a486-76d7f2ddd74a tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bd4dfc0-f477-4986-90b5-599f01a8c57f HTTP/1.1" status: 200 len: 945 time: 0.1254334 Apr 05 14:58:36.597588 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-97b01e08-b084-4550-ba42-09e83f56a5a8 req-7c2d537b-f018-4451-a7c9-b8b80f1919d3 tempest-TestNetworkAdvancedServerOps-1709869929 tempest-TestNetworkAdvancedServerOps-1709869929-project] 10.222.0.30 "GET /v2.0/security-groups?id=86162a42-5a77-43c4-8ef0-1989b7fdc0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590172 Apr 05 14:58:42.420302 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:44.168621 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:51.473823 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb31992-a812-4c4a-a4c8-f618cbbf53da req-842ef49e-7d94-4fa5-add8-2616aa559de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:58:51.475340 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3eb31992-a812-4c4a-a4c8-f618cbbf53da req-842ef49e-7d94-4fa5-add8-2616aa559de3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1bd4dfc0-f477-4986-90b5-599f01a8c57f HTTP/1.1" status: 200 len: 1096 time: 0.0413895 Apr 05 14:58:51.510506 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-3eb31992-a812-4c4a-a4c8-f618cbbf53da req-594a46e8-6ea8-468d-8178-f7ec569a73ac service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=86162a42-5a77-43c4-8ef0-1989b7fdc0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282378 Apr 05 14:58:52.302868 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 69c7616b-b52f-4d4a-bedb-1723886e46b5 details requested by agent hyperv_n-h1-836650-2 with host n-h1-836650-2 {{(pid=103322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 14:58:52.395021 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 69c7616b-b52f-4d4a-bedb-1723886e46b5, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=69c7616b-b52f-4d4a-bedb-1723886e46b5,segment=NetworkSegment(4a7e5dcc-afa1-4e42-843b-4972e39fae76),segment_id=4a7e5dcc-afa1-4e42-843b-4972e39fae76)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:58:52.405900 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Returning: {'device': '69c7616b-b52f-4d4a-bedb-1723886e46b5', 'network_id': 'ad312309-970e-42ad-af00-1f9e282ef313', 'port_id': '69c7616b-b52f-4d4a-bedb-1723886e46b5', 'mac_address': 'fa:16:3e:c2:0c:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e906ff7a-8af7-479e-b554-4c7c2c25d7fa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 14:58:52.443610 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:52.460631 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 69c7616b-b52f-4d4a-bedb-1723886e46b5 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 14:58:52.480062 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 69c7616b-b52f-4d4a-bedb-1723886e46b5, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=69c7616b-b52f-4d4a-bedb-1723886e46b5,segment=NetworkSegment(4a7e5dcc-afa1-4e42-843b-4972e39fae76),segment_id=4a7e5dcc-afa1-4e42-843b-4972e39fae76)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:58:52.551528 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:52.782658 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=69c7616b-b52f-4d4a-bedb-1723886e46b5,revision_number=6']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:52.796698 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:58:52.797158 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:58:52.797497 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:58:52.797889 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:58:52.798262 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:58:52.798647 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:58:52.798973 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:58:52.799296 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:58:52.799619 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:58:52.799985 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:58:52.800351 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:58:52.800715 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-2 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:58:52.843493 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] get_ports_and_sgs() called for port_ids ['69c7616b-b52f-4d4a-bedb-1723886e46b5'] {{(pid=103322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 14:58:54.299130 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Device 69c7616b-b52f-4d4a-bedb-1723886e46b5 up at agent hyperv_n-h1-836650-2 {{(pid=103322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 14:58:54.346525 n-d-836650-2 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Provisioning complete for port 69c7616b-b52f-4d4a-bedb-1723886e46b5 triggered by entity L2. {{(pid=103322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:58:54.346894 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691020'] for port, provisioning_complete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:54.433479 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536567'] for port, before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:54.461424 n-d-836650-2 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd4dfc0-f477-4986-90b5-599f01a8c57f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69c7616b-b52f-4d4a-bedb-1723886e46b5'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 14:58:54.463673 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6ee3f70ba0083aca452e39924c8f5c86f96cd2194c5fa25e4f2018c9f1e1d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f6694e1-e470-4088-b516-6ebe898434cc" -d '{"events": [{"server_uuid": "1bd4dfc0-f477-4986-90b5-599f01a8c57f", "name": "network-vif-plugged", "status": "completed", "tag": "69c7616b-b52f-4d4a-bedb-1723886e46b5"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 14:58:54.479685 n-d-836650-2 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] For port 69c7616b-b52f-4d4a-bedb-1723886e46b5, host n-h1-836650-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-2',level=0,port_id=69c7616b-b52f-4d4a-bedb-1723886e46b5,segment=NetworkSegment(4a7e5dcc-afa1-4e42-843b-4972e39fae76),segment_id=4a7e5dcc-afa1-4e42-843b-4972e39fae76)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:58:54.533970 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-af9b38de-1a27-410f-9cab-fc12ad5bf97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:54.561509 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755703071169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702531036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702541954'] for port, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:54.609936 n-d-836650-2 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Pushing event updated for resources: {'Port': ['ID=69c7616b-b52f-4d4a-bedb-1723886e46b5,revision_number=7']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:54.689428 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 14:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7605e6e-2b85-43c4-a941-9753cb2e598f x-openstack-request-id: req-b7605e6e-2b85-43c4-a941-9753cb2e598f {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 14:58:54.689722 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bd4dfc0-f477-4986-90b5-599f01a8c57f", "name": "network-vif-plugged", "status": "completed", "tag": "69c7616b-b52f-4d4a-bedb-1723886e46b5", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 14:58:54.689976 n-d-836650-2 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b7605e6e-2b85-43c4-a941-9753cb2e598f {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 14:58:54.690376 n-d-836650-2 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7605e6e-2b85-43c4-a941-9753cb2e598f'] response: {'server_uuid': '1bd4dfc0-f477-4986-90b5-599f01a8c57f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69c7616b-b52f-4d4a-bedb-1723886e46b5', 'code': 200} Apr 05 14:58:56.757093 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-90d8f4b5-c92c-4078-a9ec-e86b7a7d1dbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:58.140072 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:59.683157 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:59.684571 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:09.641855 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 7 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 14:59:12.385430 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:14.208707 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:24.522520 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fbd40c16-b551-4b63-85d0-91bd7819de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:24.667455 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fbb9983b-24f6-4bbc-b8d0-0437a34d3343 req-8c1a21b4-3314-4f5c-b63f-b172da51e160 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1bd4dfc0-f477-4986-90b5-599f01a8c57f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401716 Apr 05 14:59:24.733858 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb9983b-24f6-4bbc-b8d0-0437a34d3343 req-b39e4722-598b-4c9d-887f-e9f3d201d795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:59:24.735324 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fbb9983b-24f6-4bbc-b8d0-0437a34d3343 req-b39e4722-598b-4c9d-887f-e9f3d201d795 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b07e36dc5a904f16980660900e2eecc1&device_id=1bd4dfc0-f477-4986-90b5-599f01a8c57f HTTP/1.1" status: 200 len: 1096 time: 0.0444949 Apr 05 14:59:24.837988 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb9983b-24f6-4bbc-b8d0-0437a34d3343 req-908c7623-2cd6-4725-9db6-9997aca28e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:59:24.839496 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fbb9983b-24f6-4bbc-b8d0-0437a34d3343 req-908c7623-2cd6-4725-9db6-9997aca28e2a service neutron] 10.222.0.55 "GET /v2.0/networks?id=ad312309-970e-42ad-af00-1f9e282ef313 HTTP/1.1" status: 200 len: 897 time: 0.0849781 Apr 05 14:59:24.912256 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fbb9983b-24f6-4bbc-b8d0-0437a34d3343 req-b751af7d-1e02-4d0a-8b7c-9d327f935594 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69c7616b-b52f-4d4a-bedb-1723886e46b5 HTTP/1.1" status: 200 len: 1001 time: 0.0641813 Apr 05 14:59:24.962411 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb9983b-24f6-4bbc-b8d0-0437a34d3343 req-a07adc0c-fc9f-4a3a-b6eb-50f37d4d1d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:59:24.963814 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fbb9983b-24f6-4bbc-b8d0-0437a34d3343 req-a07adc0c-fc9f-4a3a-b6eb-50f37d4d1d34 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e906ff7a-8af7-479e-b554-4c7c2c25d7fa HTTP/1.1" status: 200 len: 834 time: 0.0446200 Apr 05 14:59:25.012298 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb9983b-24f6-4bbc-b8d0-0437a34d3343 req-0565f23d-19b7-4279-9020-05abdfdb3659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:59:25.013850 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fbb9983b-24f6-4bbc-b8d0-0437a34d3343 req-0565f23d-19b7-4279-9020-05abdfdb3659 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ad312309-970e-42ad-af00-1f9e282ef313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407414 Apr 05 14:59:25.108667 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fbb9983b-24f6-4bbc-b8d0-0437a34d3343 req-ebde3930-a51e-4d98-a9e6-31d68e573e77 service neutron] 10.222.0.55 "GET /v2.0/networks/ad312309-970e-42ad-af00-1f9e282ef313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877311 Apr 05 14:59:25.199179 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-fbb9983b-24f6-4bbc-b8d0-0437a34d3343 req-3ef0e27d-721d-442f-9d6e-f84d71000fdc service neutron] 10.222.0.55 "GET /v2.0/networks/ad312309-970e-42ad-af00-1f9e282ef313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828767 Apr 05 14:59:26.802833 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bdfe6b1f-db17-4eef-8660-eaceffec000f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:28.077380 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:29.648311 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:29.649027 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:31.380589 n-d-836650-2 neutron-server[103321]: DEBUG neutron.wsgi [req-cb7645ab-db90-480e-860d-ba168afe1313 req-8afc131e-7b9b-4f68-84a9-77fe2c3381eb tempest-MultipleCreateTestJSON-1992491089 tempest-MultipleCreateTestJSON-1992491089-project] (103321) timed out ('10.222.0.55', 56741) {{(pid=103321) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 05 14:59:42.397122 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:44.191190 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:46.641107 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 7 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 14:59:54.534439 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8bbefad8-a67c-4324-b26a-6621cc902082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:56.762567 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9a7f3f3e-4e7b-482e-8705-04963797d2c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:58.059681 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:59.665587 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:59.667026 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:12.397240 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:13.010633 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [req-411a1886-b8b8-4a4c-90cd-d931328b509b req-c9a9a4c7-23d4-4dc6-ac8f-71af81b97d7f service neutron] (103320) timed out ('10.222.0.11', 61044) {{(pid=103320) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 05 15:00:14.214018 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:23.639377 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 7 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 15:00:24.528768 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2dbee621-cdbb-4c87-89d5-b1f36f1f9e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:25.298802 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6b201cc1-ea17-468c-9846-d476f2de23d8 req-24a13192-fd98-4fc4-bcf6-ea034ae45e0c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=25a5306b-2556-4950-bd18-55fa229b6768&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425391 Apr 05 15:00:25.382940 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b201cc1-ea17-468c-9846-d476f2de23d8 req-97963f21-e5dc-4f90-b88b-f79fba3e5d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:00:25.384466 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6b201cc1-ea17-468c-9846-d476f2de23d8 req-97963f21-e5dc-4f90-b88b-f79fba3e5d5a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=15503dce9d2944a4a898191fdde0d62f&device_id=25a5306b-2556-4950-bd18-55fa229b6768 HTTP/1.1" status: 200 len: 1096 time: 0.0453234 Apr 05 15:00:25.485736 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b201cc1-ea17-468c-9846-d476f2de23d8 req-6cb6e2ed-0ab1-4893-9986-134dfd0560e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:00:25.487810 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6b201cc1-ea17-468c-9846-d476f2de23d8 req-6cb6e2ed-0ab1-4893-9986-134dfd0560e7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=66b3e69f-5222-44a7-bf1a-94ad2df58cf2 HTTP/1.1" status: 200 len: 913 time: 0.0843103 Apr 05 15:00:25.556899 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6b201cc1-ea17-468c-9846-d476f2de23d8 req-a00617ad-b066-45ad-95dd-2e259e2cadff service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60e0c79e-2930-4a05-80ad-7c63d2553e4b HTTP/1.1" status: 200 len: 1000 time: 0.0621877 Apr 05 15:00:25.605641 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b201cc1-ea17-468c-9846-d476f2de23d8 req-574a277b-854c-4841-bade-da1b747ff0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:00:25.607102 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6b201cc1-ea17-468c-9846-d476f2de23d8 req-574a277b-854c-4841-bade-da1b747ff0df service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a727d51d-00fa-45ac-ab45-e910bc527386 HTTP/1.1" status: 200 len: 851 time: 0.0439773 Apr 05 15:00:25.651616 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b201cc1-ea17-468c-9846-d476f2de23d8 req-a7033329-5b07-4356-8536-aab76770dd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:00:25.653178 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6b201cc1-ea17-468c-9846-d476f2de23d8 req-a7033329-5b07-4356-8536-aab76770dd9e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66b3e69f-5222-44a7-bf1a-94ad2df58cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396757 Apr 05 15:00:25.745864 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6b201cc1-ea17-468c-9846-d476f2de23d8 req-454c057a-6287-4b41-9780-eef7b4bb47ac service neutron] 10.222.0.55 "GET /v2.0/networks/66b3e69f-5222-44a7-bf1a-94ad2df58cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857966 Apr 05 15:00:25.834620 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-6b201cc1-ea17-468c-9846-d476f2de23d8 req-57a4034e-f32d-4d8f-905f-ea2b5d8e06f8 service neutron] 10.222.0.55 "GET /v2.0/networks/66b3e69f-5222-44a7-bf1a-94ad2df58cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817480 Apr 05 15:00:26.784445 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d3297504-bf8a-4826-92d5-6aaab32147cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:28.094181 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:29.631105 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:29.631890 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:42.419222 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:44.247963 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:54.505262 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-18ddf32d-3388-46ad-8da7-5a6b87b1c6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:56.774011 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-46cb7a31-fbbf-40b2-a695-b945003c50b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:58.093343 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:59.642507 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:59.644321 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:01:00.638264 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 7 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 15:01:12.424983 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:01:14.242305 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:01:24.516740 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-72e8432a-00ed-4f00-abb1-c99d2565a219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:01:24.649027 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7eb05a69-a605-4877-9170-673583671baa req-a4541d1f-59c7-40e4-a54c-a7d6510a23ff service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1bd4dfc0-f477-4986-90b5-599f01a8c57f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406013 Apr 05 15:01:24.716117 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb05a69-a605-4877-9170-673583671baa req-526f8393-53a0-455a-9c5f-dbcd146f9e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:01:24.717654 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7eb05a69-a605-4877-9170-673583671baa req-526f8393-53a0-455a-9c5f-dbcd146f9e6c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b07e36dc5a904f16980660900e2eecc1&device_id=1bd4dfc0-f477-4986-90b5-599f01a8c57f HTTP/1.1" status: 200 len: 1096 time: 0.0464621 Apr 05 15:01:24.819871 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb05a69-a605-4877-9170-673583671baa req-5ab340dc-b102-4f79-b616-30a8c849ded7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:01:24.821403 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7eb05a69-a605-4877-9170-673583671baa req-5ab340dc-b102-4f79-b616-30a8c849ded7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ad312309-970e-42ad-af00-1f9e282ef313 HTTP/1.1" status: 200 len: 897 time: 0.0852482 Apr 05 15:01:24.897867 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7eb05a69-a605-4877-9170-673583671baa req-08ac3516-0279-4a3d-b1cb-4e2d08ebeffa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69c7616b-b52f-4d4a-bedb-1723886e46b5 HTTP/1.1" status: 200 len: 1001 time: 0.0691710 Apr 05 15:01:24.949855 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb05a69-a605-4877-9170-673583671baa req-08b3deff-7036-4c14-9a3c-b3b9100443d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:01:24.951369 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7eb05a69-a605-4877-9170-673583671baa req-08b3deff-7036-4c14-9a3c-b3b9100443d2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e906ff7a-8af7-479e-b554-4c7c2c25d7fa HTTP/1.1" status: 200 len: 834 time: 0.0445478 Apr 05 15:01:24.997655 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb05a69-a605-4877-9170-673583671baa req-e2b1b57c-df15-47f5-b30f-b5f72980df03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:01:24.999147 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7eb05a69-a605-4877-9170-673583671baa req-e2b1b57c-df15-47f5-b30f-b5f72980df03 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ad312309-970e-42ad-af00-1f9e282ef313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412490 Apr 05 15:01:25.092525 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7eb05a69-a605-4877-9170-673583671baa req-01dfbf1a-1bd3-463d-9272-0cc650d3fa0a service neutron] 10.222.0.55 "GET /v2.0/networks/ad312309-970e-42ad-af00-1f9e282ef313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860827 Apr 05 15:01:25.182278 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-7eb05a69-a605-4877-9170-673583671baa req-2d7d3c27-d518-49d5-8f63-98124dbb0119 service neutron] 10.222.0.55 "GET /v2.0/networks/ad312309-970e-42ad-af00-1f9e282ef313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836031 Apr 05 15:01:26.773395 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ab4585c3-5894-45cf-bca8-6e1051900e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:01:28.065169 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:01:29.665124 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:01:29.666506 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:01:37.637576 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 7 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 15:01:42.402161 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:01:44.213524 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:01:54.516445 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-47c883e9-88e5-4bf6-91a8-2ecfb96c4120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:01:56.785017 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f820b599-22f7-4c6a-99b5-9a02a684b116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:01:58.087254 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:01:59.625109 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:01:59.687465 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:12.430285 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:14.213397 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:14.636578 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 7 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 15:02:24.521854 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-22ea185e-af07-4b15-9c70-cbe783bbcb4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:25.638178 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f41bb4b5-5bf3-4a7d-9b06-17ec084bee11 req-898096ef-85f5-439c-9565-ecbfe69a3e77 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=25a5306b-2556-4950-bd18-55fa229b6768&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408351 Apr 05 15:02:25.727806 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41bb4b5-5bf3-4a7d-9b06-17ec084bee11 req-b594cb73-8be9-4db6-b432-5bd840d002ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:02:25.729323 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f41bb4b5-5bf3-4a7d-9b06-17ec084bee11 req-b594cb73-8be9-4db6-b432-5bd840d002ef service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=15503dce9d2944a4a898191fdde0d62f&device_id=25a5306b-2556-4950-bd18-55fa229b6768 HTTP/1.1" status: 200 len: 1096 time: 0.0504055 Apr 05 15:02:25.830357 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41bb4b5-5bf3-4a7d-9b06-17ec084bee11 req-9c47b28f-d6f5-4033-9c07-be22d39a58ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:02:25.831892 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f41bb4b5-5bf3-4a7d-9b06-17ec084bee11 req-9c47b28f-d6f5-4033-9c07-be22d39a58ab service neutron] 10.222.0.55 "GET /v2.0/networks?id=66b3e69f-5222-44a7-bf1a-94ad2df58cf2 HTTP/1.1" status: 200 len: 913 time: 0.0837834 Apr 05 15:02:25.901223 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f41bb4b5-5bf3-4a7d-9b06-17ec084bee11 req-68877afc-5757-40a5-b768-d6c2f546398a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60e0c79e-2930-4a05-80ad-7c63d2553e4b HTTP/1.1" status: 200 len: 1000 time: 0.0630579 Apr 05 15:02:25.949201 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41bb4b5-5bf3-4a7d-9b06-17ec084bee11 req-ac9c2209-45f4-46cf-998a-a250b47d4756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:02:25.956815 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f41bb4b5-5bf3-4a7d-9b06-17ec084bee11 req-ac9c2209-45f4-46cf-998a-a250b47d4756 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a727d51d-00fa-45ac-ab45-e910bc527386 HTTP/1.1" status: 200 len: 851 time: 0.0432298 Apr 05 15:02:25.998828 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41bb4b5-5bf3-4a7d-9b06-17ec084bee11 req-45da338a-4233-40d8-acea-1c59c480d05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:02:26.000957 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f41bb4b5-5bf3-4a7d-9b06-17ec084bee11 req-45da338a-4233-40d8-acea-1c59c480d05d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66b3e69f-5222-44a7-bf1a-94ad2df58cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415502 Apr 05 15:02:26.092069 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f41bb4b5-5bf3-4a7d-9b06-17ec084bee11 req-ae4e08dd-e500-4438-a4dc-be305f775469 service neutron] 10.222.0.55 "GET /v2.0/networks/66b3e69f-5222-44a7-bf1a-94ad2df58cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846982 Apr 05 15:02:26.181521 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-f41bb4b5-5bf3-4a7d-9b06-17ec084bee11 req-bc060898-f64a-4ddf-beaf-c805befefec2 service neutron] 10.222.0.55 "GET /v2.0/networks/66b3e69f-5222-44a7-bf1a-94ad2df58cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824099 Apr 05 15:02:26.778749 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-10b3ba5e-4a5b-47fa-a175-83b1c51b0203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:28.127373 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:29.653432 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:29.675955 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:42.424947 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:44.287424 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:51.635740 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 7 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 15:02:54.499240 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-36f46206-0d27-4ed7-b611-7f9a68ce5507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:56.795637 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-029fd3b1-52ca-42e5-becd-050d7a9e18f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:58.087128 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:59.635766 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:59.675458 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:12.441427 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:14.281472 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:24.499848 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b339fdc8-0166-4f68-ae09-f188bd9ae2e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:26.812856 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6f87c40f-f444-45c3-933d-8a8dfb35bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:28.098621 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:28.420113 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5ae50963-d47a-4733-81c8-29b08def3e8d req-76918c60-8a45-4f34-8ff7-73f4868ba86c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1bd4dfc0-f477-4986-90b5-599f01a8c57f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1737895 Apr 05 15:03:28.485119 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae50963-d47a-4733-81c8-29b08def3e8d req-79e87c21-a542-4a29-92d8-63a88d86922c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:03:28.486756 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5ae50963-d47a-4733-81c8-29b08def3e8d req-79e87c21-a542-4a29-92d8-63a88d86922c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b07e36dc5a904f16980660900e2eecc1&device_id=1bd4dfc0-f477-4986-90b5-599f01a8c57f HTTP/1.1" status: 200 len: 1096 time: 0.0459898 Apr 05 15:03:28.601618 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae50963-d47a-4733-81c8-29b08def3e8d req-c4ea297d-cd7c-4b31-9220-26ef09237bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:03:28.603028 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5ae50963-d47a-4733-81c8-29b08def3e8d req-c4ea297d-cd7c-4b31-9220-26ef09237bf9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ad312309-970e-42ad-af00-1f9e282ef313 HTTP/1.1" status: 200 len: 897 time: 0.0965421 Apr 05 15:03:28.634970 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 7 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 15:03:28.677252 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5ae50963-d47a-4733-81c8-29b08def3e8d req-8c0eb415-4e6c-461b-9535-559c582d3714 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69c7616b-b52f-4d4a-bedb-1723886e46b5 HTTP/1.1" status: 200 len: 1001 time: 0.0668123 Apr 05 15:03:28.728272 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae50963-d47a-4733-81c8-29b08def3e8d req-7a06150b-a276-4c87-a9a0-0c7f902dc1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:03:28.729798 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5ae50963-d47a-4733-81c8-29b08def3e8d req-7a06150b-a276-4c87-a9a0-0c7f902dc1e9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e906ff7a-8af7-479e-b554-4c7c2c25d7fa HTTP/1.1" status: 200 len: 834 time: 0.0448322 Apr 05 15:03:28.775341 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae50963-d47a-4733-81c8-29b08def3e8d req-9b698462-4ef0-448b-84c2-5daa57cd350a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:03:28.776836 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5ae50963-d47a-4733-81c8-29b08def3e8d req-9b698462-4ef0-448b-84c2-5daa57cd350a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ad312309-970e-42ad-af00-1f9e282ef313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403364 Apr 05 15:03:28.787430 n-d-836650-2 neutron-server[103320]: DEBUG neutron.wsgi [req-5ae50963-d47a-4733-81c8-29b08def3e8d req-e739bbe9-0994-4662-888c-3864423ead61 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 15:03:28.788368 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5ae50963-d47a-4733-81c8-29b08def3e8d req-e739bbe9-0994-4662-888c-3864423ead61 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050821 Apr 05 15:03:28.880069 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5ae50963-d47a-4733-81c8-29b08def3e8d req-ad55e4d1-e238-403d-9a5d-4cb9c2348be5 service neutron] 10.222.0.55 "GET /v2.0/networks/ad312309-970e-42ad-af00-1f9e282ef313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843494 Apr 05 15:03:28.974959 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5ae50963-d47a-4733-81c8-29b08def3e8d req-6be20a27-cee5-4005-ad8f-33d0860d77c8 service neutron] 10.222.0.55 "GET /v2.0/networks/ad312309-970e-42ad-af00-1f9e282ef313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875549 Apr 05 15:03:29.664838 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:29.666154 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:42.452687 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:44.270050 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:54.498852 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0ecf316e-ab4c-480b-a4ed-f771b0b04372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:56.766808 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3fd7d1ba-057f-4fb7-8efb-41197d1c6573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:58.081435 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:59.658491 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:59.681166 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:04:05.634966 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 7 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 15:04:12.538478 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:04:14.252698 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:04:24.527203 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-aeab587b-fc91-4747-8084-96a4b12153a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:04:26.784123 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-15593f88-8a4b-4bbf-981c-02655ad34d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:04:28.109044 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:04:29.625560 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9d3e436b-18fe-4622-8507-18a9740ee5a0 req-556f35bc-3718-4dd7-b056-649d69a3ef2e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=25a5306b-2556-4950-bd18-55fa229b6768&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0428705 Apr 05 15:04:29.670503 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:04:29.671533 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:04:29.716825 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3e436b-18fe-4622-8507-18a9740ee5a0 req-16015cf4-f02b-4bc1-acb7-34632d0f34c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:04:29.719309 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9d3e436b-18fe-4622-8507-18a9740ee5a0 req-16015cf4-f02b-4bc1-acb7-34632d0f34c3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=15503dce9d2944a4a898191fdde0d62f&device_id=25a5306b-2556-4950-bd18-55fa229b6768 HTTP/1.1" status: 200 len: 1096 time: 0.0512569 Apr 05 15:04:29.823747 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3e436b-18fe-4622-8507-18a9740ee5a0 req-a20c052a-999a-473f-9d36-42a4732c6259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:04:29.828945 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9d3e436b-18fe-4622-8507-18a9740ee5a0 req-a20c052a-999a-473f-9d36-42a4732c6259 service neutron] 10.222.0.55 "GET /v2.0/networks?id=66b3e69f-5222-44a7-bf1a-94ad2df58cf2 HTTP/1.1" status: 200 len: 913 time: 0.0848083 Apr 05 15:04:29.895158 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9d3e436b-18fe-4622-8507-18a9740ee5a0 req-a6f10d32-76c2-4508-9dba-5c1838da27b5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60e0c79e-2930-4a05-80ad-7c63d2553e4b HTTP/1.1" status: 200 len: 1000 time: 0.0625870 Apr 05 15:04:29.944343 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3e436b-18fe-4622-8507-18a9740ee5a0 req-5f971603-824e-4bdb-9679-440dd3179bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:04:29.945824 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9d3e436b-18fe-4622-8507-18a9740ee5a0 req-5f971603-824e-4bdb-9679-440dd3179bce service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a727d51d-00fa-45ac-ab45-e910bc527386 HTTP/1.1" status: 200 len: 851 time: 0.0438294 Apr 05 15:04:29.990340 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3e436b-18fe-4622-8507-18a9740ee5a0 req-ced8afc2-7454-468f-83a0-a138f5c6b58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:04:29.991888 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9d3e436b-18fe-4622-8507-18a9740ee5a0 req-ced8afc2-7454-468f-83a0-a138f5c6b58f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66b3e69f-5222-44a7-bf1a-94ad2df58cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399110 Apr 05 15:04:30.083333 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9d3e436b-18fe-4622-8507-18a9740ee5a0 req-ee111352-ccf3-4661-aac6-787fc40a8ee3 service neutron] 10.222.0.55 "GET /v2.0/networks/66b3e69f-5222-44a7-bf1a-94ad2df58cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844765 Apr 05 15:04:30.174025 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-9d3e436b-18fe-4622-8507-18a9740ee5a0 req-02a957d7-c4c0-4f37-a07f-f5869d5bdaa2 service neutron] 10.222.0.55 "GET /v2.0/networks/66b3e69f-5222-44a7-bf1a-94ad2df58cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827329 Apr 05 15:04:42.435135 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:04:42.633162 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 7 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 15:04:44.310288 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:04:54.525880 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a58dddb9-f154-4b59-98ff-35fd463c54f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:04:56.778144 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fae22d57-3dbb-4526-8577-229c1872dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:04:58.086664 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:04:59.675162 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:04:59.676595 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:12.441145 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:14.361287 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:19.631755 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 7 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 15:05:24.520724 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-407f144b-2035-4705-bc28-0bf04654ecc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:26.812145 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b9a8c434-0cab-4a41-a943-d2d383644347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:28.121125 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:29.681427 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:29.683010 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:32.171602 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5286e87d-5f16-4b28-bf05-aad5469d10c1 req-7118a386-5edc-452d-b590-89dd05e8073a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1bd4dfc0-f477-4986-90b5-599f01a8c57f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412183 Apr 05 15:05:32.236887 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5286e87d-5f16-4b28-bf05-aad5469d10c1 req-116ef833-22c7-41db-aba9-e881e554794b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:05:32.238400 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5286e87d-5f16-4b28-bf05-aad5469d10c1 req-116ef833-22c7-41db-aba9-e881e554794b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b07e36dc5a904f16980660900e2eecc1&device_id=1bd4dfc0-f477-4986-90b5-599f01a8c57f HTTP/1.1" status: 200 len: 1096 time: 0.0446367 Apr 05 15:05:32.343255 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5286e87d-5f16-4b28-bf05-aad5469d10c1 req-64f962d0-4441-42a0-8a1b-2d1652cf315a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:05:32.345046 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5286e87d-5f16-4b28-bf05-aad5469d10c1 req-64f962d0-4441-42a0-8a1b-2d1652cf315a service neutron] 10.222.0.55 "GET /v2.0/networks?id=ad312309-970e-42ad-af00-1f9e282ef313 HTTP/1.1" status: 200 len: 897 time: 0.0865233 Apr 05 15:05:32.418944 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5286e87d-5f16-4b28-bf05-aad5469d10c1 req-d5355091-b2a1-4e82-a752-2c6be1528d37 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69c7616b-b52f-4d4a-bedb-1723886e46b5 HTTP/1.1" status: 200 len: 1001 time: 0.0670247 Apr 05 15:05:32.469756 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5286e87d-5f16-4b28-bf05-aad5469d10c1 req-9dd0a89d-cbb4-4371-b924-761fa1c1fd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:05:32.471121 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5286e87d-5f16-4b28-bf05-aad5469d10c1 req-9dd0a89d-cbb4-4371-b924-761fa1c1fd1f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e906ff7a-8af7-479e-b554-4c7c2c25d7fa HTTP/1.1" status: 200 len: 834 time: 0.0453689 Apr 05 15:05:32.516340 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5286e87d-5f16-4b28-bf05-aad5469d10c1 req-bb429db8-6f7a-4617-8d56-df991c88bbee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:05:32.517921 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5286e87d-5f16-4b28-bf05-aad5469d10c1 req-bb429db8-6f7a-4617-8d56-df991c88bbee service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ad312309-970e-42ad-af00-1f9e282ef313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397291 Apr 05 15:05:32.610360 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5286e87d-5f16-4b28-bf05-aad5469d10c1 req-6e316719-6415-49d1-b2f8-9e5a1c3ff418 service neutron] 10.222.0.55 "GET /v2.0/networks/ad312309-970e-42ad-af00-1f9e282ef313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839984 Apr 05 15:05:32.699680 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5286e87d-5f16-4b28-bf05-aad5469d10c1 req-5cc706bb-310f-4678-9fa0-cfb8566f31c7 service neutron] 10.222.0.55 "GET /v2.0/networks/ad312309-970e-42ad-af00-1f9e282ef313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819216 Apr 05 15:05:42.474961 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:44.303771 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:54.548927 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-59e5efd2-699d-4d3e-8d7a-18c1da7197b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:56.630715 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 7 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 15:05:56.777560 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2acb364e-0a4d-4d0f-9b95-60088f9904e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:58.097652 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:59.691588 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:59.693132 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:06:12.486186 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9aba765-1d26-4735-b0cb-0e1603eddf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:06:14.326069 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04bc27f1-28a0-434e-8cc9-8f2fc4240af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:06:24.508757 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b2536018-ec92-4d3f-843d-afd9af84cbc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:06:26.788666 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8dee834a-b006-42ae-a432-50f9d15fef6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:06:28.107821 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ad0460e-9d23-4521-97a4-7616d053e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:06:29.686436 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5ba8-779f-4c75-aaf6-b60c978cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:06:29.687439 n-d-836650-2 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9881e1ad-85bc-4168-a994-d3d69273ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755703080542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692206'] for agent, after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:06:33.620115 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5476ff26-a08b-4dc2-b8e3-c3a3998f4059 req-2eb3c425-b085-41d5-afee-d8fb25497629 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=25a5306b-2556-4950-bd18-55fa229b6768&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432329 Apr 05 15:06:33.631652 n-d-836650-2 neutron-server[103323]: DEBUG neutron.db.agents_db [None req-381a3595-3428-4a01-90bc-4aa2d31b364b None None] Agent healthcheck: found 7 active agents {{(pid=103323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 15:06:33.703701 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476ff26-a08b-4dc2-b8e3-c3a3998f4059 req-ec61718b-a928-46ed-8df6-254d9eace432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:06:33.705239 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5476ff26-a08b-4dc2-b8e3-c3a3998f4059 req-ec61718b-a928-46ed-8df6-254d9eace432 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=15503dce9d2944a4a898191fdde0d62f&device_id=25a5306b-2556-4950-bd18-55fa229b6768 HTTP/1.1" status: 200 len: 1096 time: 0.0462511 Apr 05 15:06:33.813381 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476ff26-a08b-4dc2-b8e3-c3a3998f4059 req-d7eca507-670d-4458-966e-53acc4af2438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:06:33.815247 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5476ff26-a08b-4dc2-b8e3-c3a3998f4059 req-d7eca507-670d-4458-966e-53acc4af2438 service neutron] 10.222.0.55 "GET /v2.0/networks?id=66b3e69f-5222-44a7-bf1a-94ad2df58cf2 HTTP/1.1" status: 200 len: 913 time: 0.0901713 Apr 05 15:06:33.887928 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5476ff26-a08b-4dc2-b8e3-c3a3998f4059 req-186115dd-481f-42a0-b23f-6bfc236ad2e8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60e0c79e-2930-4a05-80ad-7c63d2553e4b HTTP/1.1" status: 200 len: 1000 time: 0.0639992 Apr 05 15:06:33.942445 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476ff26-a08b-4dc2-b8e3-c3a3998f4059 req-5f866d75-7a2e-47af-8e4a-ac39ba1bbd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:06:33.943950 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5476ff26-a08b-4dc2-b8e3-c3a3998f4059 req-5f866d75-7a2e-47af-8e4a-ac39ba1bbd81 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a727d51d-00fa-45ac-ab45-e910bc527386 HTTP/1.1" status: 200 len: 851 time: 0.0480266 Apr 05 15:06:33.988826 n-d-836650-2 neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476ff26-a08b-4dc2-b8e3-c3a3998f4059 req-29327f2d-10eb-4872-891e-e12ff8aced71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:06:33.990420 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5476ff26-a08b-4dc2-b8e3-c3a3998f4059 req-29327f2d-10eb-4872-891e-e12ff8aced71 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66b3e69f-5222-44a7-bf1a-94ad2df58cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394731 Apr 05 15:06:34.082765 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5476ff26-a08b-4dc2-b8e3-c3a3998f4059 req-a1dbe78b-8c82-4e7c-b06d-71ece1d1c17b service neutron] 10.222.0.55 "GET /v2.0/networks/66b3e69f-5222-44a7-bf1a-94ad2df58cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847044 Apr 05 15:06:34.171993 n-d-836650-2 neutron-server[103320]: INFO neutron.wsgi [req-5476ff26-a08b-4dc2-b8e3-c3a3998f4059 req-13670c26-b4fe-4f6b-bb26-d4c4661f0548 service neutron] 10.222.0.55 "GET /v2.0/networks/66b3e69f-5222-44a7-bf1a-94ad2df58cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814455